-- Logs begin at Fri 2022-02-18 07:52:53 UTC, end at Fri 2022-02-18 10:34:29 UTC. -- Feb 18 08:30:14.281313 n-d-829434-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 18 08:30:16.765473 n-d-829434-1 neutron-server[87660]: INFO neutron.common.config [-] Logging enabled! Feb 18 08:30:16.766206 n-d-829434-1 neutron-server[87660]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev40 Feb 18 08:30:16.766206 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87660) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 08:30:16.769348 n-d-829434-1 neutron-server[87660]: INFO neutron.common.config [-] Logging enabled! Feb 18 08:30:16.769604 n-d-829434-1 neutron-server[87660]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev40 Feb 18 08:30:16.769923 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87660) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 08:30:16.770849 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 08:30:16.771084 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 08:30:16.771436 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 08:30:16.771684 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 08:30:16.771911 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 08:30:16.772230 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.772550 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.772846 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.773077 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.773373 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.774190 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.774653 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.774951 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.775250 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.775541 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.775825 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.776112 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.776408 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.776702 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.776994 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.777282 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.777508 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] debug = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.777790 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.778218 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.778640 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.779057 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.779413 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.779637 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.780041 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.780366 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.780662 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.780993 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] host = n-d-829434-1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.781275 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.781564 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.781853 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.782140 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.782419 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.782700 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.782987 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.783263 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.783538 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] log_file = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.783813 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.784101 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.784413 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.784704 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.784929 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.785153 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.785442 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.785727 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.786076 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.786360 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.786633 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.786907 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.787180 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.787449 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.787734 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.788016 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.788326 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.788606 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.788877 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.789149 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.789986 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.790266 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.790546 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.790820 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.791094 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.791380 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.791649 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.791923 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.792222 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.792536 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.792820 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.793105 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.793381 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.793664 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.793938 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.794211 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.794482 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] use_json = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.794755 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.795027 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.795306 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.795579 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.795853 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.796126 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.796432 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.796722 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.796999 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:16.797295 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.797593 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.797895 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.798184 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.798477 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.798761 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.799049 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.799327 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.799617 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.799906 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.800191 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.800498 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.800857 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.801137 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.801431 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.801736 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.802029 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.802321 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.802597 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.802874 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.803148 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.803427 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.803712 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.804003 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.804316 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.804595 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.804876 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.805236 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.805519 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.805797 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.806078 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.806372 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.806653 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.806931 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.807214 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.807495 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.807771 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.808048 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.808360 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.808647 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.808926 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.809198 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.809470 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.809746 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.810016 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.810302 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.810584 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.810859 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.811136 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.811416 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.811689 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.811963 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.812241 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.812540 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.812819 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.813093 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.813369 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.813643 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.813919 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.814192 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.814464 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.814736 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.815014 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.815289 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.815562 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.815836 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.816109 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.816411 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.816699 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.817000 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.817281 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.817562 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.817843 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.818123 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.818401 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.818676 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.818960 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.819241 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.819517 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.819809 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.820093 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.820408 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.820720 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.820999 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.821297 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.821578 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.822122 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.822414 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.822685 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.822967 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.823253 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.823546 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.823837 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.824129 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.824447 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.824740 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.825020 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.825332 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.825614 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:16.825835 n-d-829434-1 neutron-server[87660]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 08:30:16.826077 n-d-829434-1 neutron-server[87660]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87660) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 18 08:30:17.233034 n-d-829434-1 neutron-server[87660]: INFO keyring.backend [-] Loading KWallet Feb 18 08:30:17.240259 n-d-829434-1 neutron-server[87660]: INFO keyring.backend [-] Loading SecretService Feb 18 08:30:17.243768 n-d-829434-1 neutron-server[87660]: INFO keyring.backend [-] Loading Windows Feb 18 08:30:17.245142 n-d-829434-1 neutron-server[87660]: INFO keyring.backend [-] Loading chainer Feb 18 08:30:17.245723 n-d-829434-1 neutron-server[87660]: INFO keyring.backend [-] Loading macOS Feb 18 08:30:17.280219 n-d-829434-1 neutron-server[87660]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 18 08:30:17.280512 n-d-829434-1 neutron-server[87660]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 18 08:30:17.280810 n-d-829434-1 neutron-server[87660]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 18 08:30:17.281144 n-d-829434-1 neutron-server[87660]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 18 08:30:17.669968 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:17.670270 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:17.670546 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:17.671762 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:17.672038 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:17.672485 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:17.708472 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:17.708760 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:17.709030 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:17.722391 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:17.722675 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:17.722945 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:17.753714 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:17.753997 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:17.754268 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:17.791661 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:17.792254 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:17.792254 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.031941 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.032158 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.032455 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.032727 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.033465 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.157116 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.157446 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.157737 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.158013 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.158285 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.158602 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.158874 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.159137 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.159396 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.159679 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.159943 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.160210 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.160507 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.160769 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.161037 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.161314 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.161570 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.161840 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.162096 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.162377 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.162725 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.162978 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.163226 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.163505 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.163756 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.164001 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.165016 n-d-829434-1 neutron-server[87660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:30:18.165319 n-d-829434-1 neutron-server[87660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:30:18.165561 n-d-829434-1 neutron-server[87660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:30:18.165800 n-d-829434-1 neutron-server[87660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:30:18.166038 n-d-829434-1 neutron-server[87660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:30:18.166274 n-d-829434-1 neutron-server[87660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:30:18.166645 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 18 08:30:18.169802 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 18 08:30:18.173810 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 18 08:30:18.177605 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Feb 18 08:30:18.179261 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 18 08:30:18.179711 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 18 08:30:18.180078 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 18 08:30:18.180564 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 18 08:30:18.184573 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 18 08:30:18.184824 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 18 08:30:18.185169 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 18 08:30:18.214277 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 18 08:30:18.214731 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.215028 n-d-829434-1 neutron-server[87660]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87660) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 18 08:30:18.215390 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.216804 n-d-829434-1 neutron-server[87660]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87660) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 18 08:30:18.217089 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 18 08:30:18.217336 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 18 08:30:18.220651 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.220936 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.283762 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 18 08:30:18.283948 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 18 08:30:18.284189 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 18 08:30:18.284595 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 18 08:30:18.316515 n-d-829434-1 neutron-server[87660]: DEBUG oslo_db.sqlalchemy.engines [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87660) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 18 08:30:18.648577 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Initializing driver for type 'gre' Feb 18 08:30:18.649216 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] gre ID ranges: [(1, 1000)] Feb 18 08:30:18.701780 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Initializing driver for type 'local' Feb 18 08:30:18.702107 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Initializing driver for type 'vlan' Feb 18 08:30:18.713189 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] VlanTypeDriver initialization complete Feb 18 08:30:18.713521 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Initializing driver for type 'vxlan' Feb 18 08:30:18.713983 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] vxlan ID ranges: [(1, 1000)] Feb 18 08:30:18.766318 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Initializing extension driver 'port_security' Feb 18 08:30:18.766662 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.extensions.port_security [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] PortSecurityExtensionDriver initialization complete Feb 18 08:30:18.767004 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Initializing mechanism driver 'openvswitch' Feb 18 08:30:18.767351 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Initializing mechanism driver 'hyperv' Feb 18 08:30:18.774228 n-d-829434-1 neutron-server[87660]: DEBUG neutron.plugins.ml2.plugin [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:18.774901 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > port after_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.775273 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > port after_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.775630 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > port after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.776156 n-d-829434-1 neutron-server[87660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 08:30:18.776615 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > subnet after_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.776972 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > subnet after_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.777319 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > subnet after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.777776 n-d-829434-1 neutron-server[87660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 08:30:18.778141 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > network after_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.778490 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > network after_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.778864 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > network after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.779223 n-d-829434-1 neutron-server[87660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 08:30:18.779629 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > security_group after_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.779976 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > security_group after_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.780343 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > security_group after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.780735 n-d-829434-1 neutron-server[87660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 08:30:18.781138 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.781481 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.781821 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.782341 n-d-829434-1 neutron-server[87660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 08:30:18.782745 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > address_group after_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.783179 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > address_group after_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.783439 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > address_group after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.783827 n-d-829434-1 neutron-server[87660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 08:30:18.784295 n-d-829434-1 neutron-server[87660]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] ML2 OVO RPC backend initialized. {{(pid=87660) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 18 08:30:18.785004 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router_interface after_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.785369 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.785805 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > network before_response 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.786143 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > networks before_response 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.786496 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > port before_response 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.786871 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > ports before_response 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.787185 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > subnet before_response 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.787530 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > subnets before_response 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.787876 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > network after_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.788240 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > network after_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.788585 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > network after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.788928 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > port after_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.789270 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > port after_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.790239 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > port after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.790682 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > subnet after_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.791043 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > subnet after_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.791389 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > subnet after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.791973 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.plugin [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Modular L2 Plugin initialization complete Feb 18 08:30:18.792550 n-d-829434-1 neutron-server[87660]: DEBUG neutron.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading services supported by the core plugin {{(pid=87660) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 18 08:30:18.792716 n-d-829434-1 neutron-server[87660]: INFO neutron.plugins.ml2.managers [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Got port-security extension from driver 'port_security' Feb 18 08:30:18.793180 n-d-829434-1 neutron-server[87660]: INFO neutron.extensions.vlantransparent [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Disabled vlantransparent extension. Feb 18 08:30:18.793668 n-d-829434-1 neutron-server[87660]: DEBUG neutron.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87660) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 18 08:30:18.793986 n-d-829434-1 neutron-server[87660]: INFO neutron.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading Plugin: router Feb 18 08:30:18.833169 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router_interface before_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.833564 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router after_create 55549900 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.833932 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router before_create 55549900 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.834300 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.834671 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.835028 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router after_delete 55549900 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.835390 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > floatingip after_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.835754 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router after_create 55549900 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.836101 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router after_update 55549900 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.837072 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router after_update 55549900 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.837421 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.837783 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router after_update 55549900 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.838196 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router precommit_update 55549900 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.838567 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: port after_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.838907 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: port after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.839247 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: subnet after_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.839588 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.839937 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > port precommit_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.840306 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router precommit_create 55549900 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.840656 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: port before_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.840997 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router precommit_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.841357 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router after_update 55549900 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.841701 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router precommit_delete 55549900 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.842053 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router precommit_create 55549900 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.842418 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router_interface after_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.842766 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router precommit_update 55549900 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.843141 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > agent after_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.843497 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > agent after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.843843 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > network after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.844749 n-d-829434-1 neutron-server[87660]: DEBUG neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Tracking information for resource: router configured {{(pid=87660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:30:18.845085 n-d-829434-1 neutron-server[87660]: DEBUG neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Tracking information for resource: floatingip configured {{(pid=87660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:30:18.850070 n-d-829434-1 neutron-server[87660]: INFO neutron.db.l3_agentschedulers_db [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 18 08:30:18.850662 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: port after_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.851026 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: port after_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.851378 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: port after_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.851727 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: port after_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.853405 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router before_create 55550100 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.853700 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router precommit_delete 55550100 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.854068 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router precommit_create 55550100 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.854429 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > router precommit_update 55550100 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.858852 n-d-829434-1 neutron-server[87660]: DEBUG neutron.services.provider_configuration [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Service providers = [] {{(pid=87660) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 18 08:30:18.859232 n-d-829434-1 neutron-server[87660]: DEBUG neutron.db.servicetype_db [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87660) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 18 08:30:18.862228 n-d-829434-1 neutron-server[87660]: DEBUG neutron.services.service_base [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 08:30:18.862577 n-d-829434-1 neutron-server[87660]: DEBUG neutron.services.service_base [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 08:30:18.862921 n-d-829434-1 neutron-server[87660]: DEBUG neutron.services.service_base [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 08:30:18.863814 n-d-829434-1 neutron-server[87660]: DEBUG neutron.services.service_base [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 08:30:18.864190 n-d-829434-1 neutron-server[87660]: INFO neutron.services.service_base [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 18 08:30:18.864605 n-d-829434-1 neutron-server[87660]: DEBUG neutron.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:30:18.864922 n-d-829434-1 neutron-server[87660]: INFO neutron.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 18 08:30:18.876188 n-d-829434-1 neutron-server[87660]: DEBUG neutron.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:30:18.876557 n-d-829434-1 neutron-server[87660]: INFO neutron.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading Plugin: auto_allocate Feb 18 08:30:18.882521 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: network precommit_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.882894 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: network precommit_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.883996 n-d-829434-1 neutron-server[87660]: DEBUG neutron.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:30:18.884342 n-d-829434-1 neutron-server[87660]: INFO neutron.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading Plugin: tag Feb 18 08:30:18.890971 n-d-829434-1 neutron-server[87660]: DEBUG neutron.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:30:18.891303 n-d-829434-1 neutron-server[87660]: INFO neutron.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading Plugin: timestamp Feb 18 08:30:18.895348 n-d-829434-1 neutron-server[87660]: DEBUG neutron.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:30:18.895683 n-d-829434-1 neutron-server[87660]: INFO neutron.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading Plugin: network_ip_availability Feb 18 08:30:18.901143 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.901475 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.901835 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:18.902548 n-d-829434-1 neutron-server[87660]: DEBUG neutron.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:30:18.902869 n-d-829434-1 neutron-server[87660]: INFO neutron.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading Plugin: flavors Feb 18 08:30:18.907792 n-d-829434-1 neutron-server[87660]: DEBUG neutron.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:30:18.908125 n-d-829434-1 neutron-server[87660]: INFO neutron.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading Plugin: revisions Feb 18 08:30:18.912504 n-d-829434-1 neutron-server[87660]: DEBUG neutron.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:30:18.912888 n-d-829434-1 neutron-server[87660]: DEBUG oslo_concurrency.lockutils [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.632s {{(pid=87660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 18 08:30:18.913627 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87660) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 18 08:30:18.913965 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Initializing extension manager. Feb 18 08:30:18.914494 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: __init__.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.914838 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: __pycache__ {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.915279 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.915620 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: address_group.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.916435 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.917006 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: address-group Feb 18 08:30:18.917338 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: address_scope.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.918053 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.918566 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: address-scope Feb 18 08:30:18.918891 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: admin_state_down_before_update.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.919870 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.920413 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: router-admin-state-down-before-update Feb 18 08:30:18.920741 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: agent.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.921449 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.921953 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: agent Feb 18 08:30:18.922276 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: agent_resources_synced.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.923191 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.923698 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: agent-resources-synced Feb 18 08:30:18.924021 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: allowedaddresspairs.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.926027 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.926555 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: allowed-address-pairs Feb 18 08:30:18.926894 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: auto_allocated_topology.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.927977 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.928520 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: auto-allocated-topology Feb 18 08:30:18.928852 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: availability_zone.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.929549 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.930574 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: availability_zone Feb 18 08:30:18.930998 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: availability_zone_filter.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.931927 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.932477 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: availability_zone_filter Feb 18 08:30:18.932805 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: data_plane_status.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.933720 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.934223 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension data-plane-status not supported by any of loaded plugins Feb 18 08:30:18.934549 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: default_subnetpools.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.935466 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.935974 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: default-subnetpools Feb 18 08:30:18.936323 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: dhcpagentscheduler.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.937137 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.937644 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: dhcp_agent_scheduler Feb 18 08:30:18.937970 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: dns.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.938873 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.939375 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension dns-integration not supported by any of loaded plugins Feb 18 08:30:18.939698 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: dns_domain_ports.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.940651 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.941154 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 18 08:30:18.941484 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: dvr.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.942160 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.942666 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: dvr Feb 18 08:30:18.942988 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: empty_string_filtering.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.943911 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.944460 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: empty-string-filtering Feb 18 08:30:18.944781 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.945751 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.946782 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 18 08:30:18.947360 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.948289 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.948802 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 18 08:30:18.949126 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: external_net.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.950037 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.950543 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: external-net Feb 18 08:30:18.950867 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: extra_dhcp_opt.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.951788 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.952309 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: extra_dhcp_opt Feb 18 08:30:18.952642 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: extraroute.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.953552 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.954061 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: extraroute Feb 18 08:30:18.954385 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: extraroute_atomic.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.955427 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.955935 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: extraroute-atomic Feb 18 08:30:18.956261 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: filter_validation.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.956958 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.957459 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: filter-validation Feb 18 08:30:18.957783 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: fip_pf_description.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.958696 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.959202 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 18 08:30:18.959528 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: fip_port_details.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.960475 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.960985 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: fip-port-details Feb 18 08:30:18.961338 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: flavors.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.962590 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.963103 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: flavors Feb 18 08:30:18.963431 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.965163 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.965683 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 18 08:30:18.966016 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: floatingip_pools.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.966715 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.967225 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: floatingip-pools Feb 18 08:30:18.967551 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: ip_allocation.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.968498 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.969005 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension ip_allocation not supported by any of loaded plugins Feb 18 08:30:18.969331 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.970258 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.970771 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: ip-substring-filtering Feb 18 08:30:18.971100 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: l2_adjacency.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.972037 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.972572 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension l2_adjacency not supported by any of loaded plugins Feb 18 08:30:18.972899 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: l3.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.973884 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.974394 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: router Feb 18 08:30:18.974725 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: l3_conntrack_helper.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.977308 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.977806 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 18 08:30:18.978141 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.979078 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.979593 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: ext-gw-mode Feb 18 08:30:18.979922 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.980879 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.981394 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: l3-ha Feb 18 08:30:18.981722 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: l3_flavors.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.982643 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.983147 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: l3-flavors Feb 18 08:30:18.983473 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.984449 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.984956 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: l3-port-ip-change-not-allowed Feb 18 08:30:18.985280 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: l3agentscheduler.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.986350 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.986863 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: l3_agent_scheduler Feb 18 08:30:18.987192 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: logging.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.988728 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.989250 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension logging not supported by any of loaded plugins Feb 18 08:30:18.989582 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: metering.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.990324 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.990901 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: metering Feb 18 08:30:18.991233 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.992380 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.993413 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: metering_source_and_destination_fields Feb 18 08:30:18.993739 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: multiprovidernet.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.994674 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.995190 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: multi-provider Feb 18 08:30:18.995514 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: netmtu.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.996476 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.996990 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: net-mtu Feb 18 08:30:18.997315 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: netmtu_writable.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.998236 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:18.998746 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: net-mtu-writable Feb 18 08:30:18.999072 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: network_availability_zone.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:18.999751 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.000258 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: network_availability_zone Feb 18 08:30:19.000604 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: network_ip_availability.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.001716 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.002234 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: network-ip-availability Feb 18 08:30:19.002560 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: network_segment_range.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.003326 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.003833 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension network-segment-range not supported by any of loaded plugins Feb 18 08:30:19.004155 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: pagination.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.005161 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.005495 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: pagination Feb 18 08:30:19.005818 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: port_device_profile.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.006724 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.007240 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: port-device-profile Feb 18 08:30:19.007563 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.009100 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.009607 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: port-mac-address-regenerate Feb 18 08:30:19.009933 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.010866 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.011373 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: port-numa-affinity-policy Feb 18 08:30:19.011701 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: port_resource_request.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.012651 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.013153 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension port-resource-request not supported by any of loaded plugins Feb 18 08:30:19.013474 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: portbindings.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.014408 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.014912 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: binding Feb 18 08:30:19.015233 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: portbindings_extended.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.016561 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.017077 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: binding-extended Feb 18 08:30:19.017405 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: portsecurity.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.018328 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.018840 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: port-security Feb 18 08:30:19.019166 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: project_id.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.020145 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.020519 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: project-id Feb 18 08:30:19.020845 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: providernet.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.021781 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.022298 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: provider Feb 18 08:30:19.022622 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: qos.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.026395 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.026918 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension qos not supported by any of loaded plugins Feb 18 08:30:19.027254 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.028540 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.029064 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 18 08:30:19.029397 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.030324 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.030840 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 18 08:30:19.031170 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: qos_default.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.032099 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.032649 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension qos-default not supported by any of loaded plugins Feb 18 08:30:19.032980 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: qos_fip.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.033639 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.034146 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension qos-fip not supported by any of loaded plugins Feb 18 08:30:19.034471 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: qos_gateway_ip.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.035396 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.035905 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 18 08:30:19.036231 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: qos_port_network_policy.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.037172 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.037680 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 18 08:30:19.038007 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: qos_rule_type_details.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.038928 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.039451 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 18 08:30:19.039806 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: qos_rules_alias.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.040896 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.041402 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 18 08:30:19.041733 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: quotasv2.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.042633 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.042962 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: quotas Feb 18 08:30:19.043283 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: quotasv2_detail.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.044957 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.045302 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: quota_details Feb 18 08:30:19.045637 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: rbac.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.046693 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.047217 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: rbac-policies Feb 18 08:30:19.047551 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: rbac_address_group.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.048515 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.049036 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: rbac-address-group Feb 18 08:30:19.049368 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: rbac_address_scope.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.050294 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.050806 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: rbac-address-scope Feb 18 08:30:19.051135 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: rbac_security_groups.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.052062 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.052601 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: rbac-security-groups Feb 18 08:30:19.052931 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: rbac_subnetpool.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.053864 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.054377 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: rbac-subnetpool Feb 18 08:30:19.054704 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: revisionifmatch.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.056317 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.056840 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: revision-if-match Feb 18 08:30:19.057171 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: revisions.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.058298 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.058811 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: standard-attr-revisions Feb 18 08:30:19.059140 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: router_availability_zone.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.059812 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.060350 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: router_availability_zone Feb 18 08:30:19.060678 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: routerservicetype.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.061604 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.062114 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension router-service-type not supported by any of loaded plugins Feb 18 08:30:19.062446 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.063374 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.063888 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: security-groups-normalized-cidr Feb 18 08:30:19.064217 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: security_groups_port_filtering.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.065292 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.065808 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: port-security-groups-filtering Feb 18 08:30:19.066135 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.067065 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.067584 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: security-groups-remote-address-group Feb 18 08:30:19.067912 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: securitygroup.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.078182 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.078713 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: security-group Feb 18 08:30:19.079046 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: segment.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.079828 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.080366 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension segment not supported by any of loaded plugins Feb 18 08:30:19.080699 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.081648 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.082163 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 18 08:30:19.082496 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: servicetype.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.083610 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.084130 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: service-type Feb 18 08:30:19.084488 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: sorting.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.085474 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.085811 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: sorting Feb 18 08:30:19.086138 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: standard_attr_segment.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.087724 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.088240 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 18 08:30:19.088592 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: standardattrdescription.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.089245 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.089759 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: standard-attr-description Feb 18 08:30:19.090084 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: stateful_security_group.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.091012 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.091531 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: stateful-security-group Feb 18 08:30:19.091857 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: stdattrs_common.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.092476 n-d-829434-1 neutron-server[87660]: WARNING neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 18 08:30:19.092801 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.093815 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.094338 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 18 08:30:19.094663 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: subnet_onboard.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.095741 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.096258 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: subnet_onboard Feb 18 08:30:19.096610 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.097542 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.098047 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 18 08:30:19.098372 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: subnet_service_types.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.099299 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.099812 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: subnet-service-types Feb 18 08:30:19.100137 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: subnetallocation.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.101270 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.101788 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: subnet_allocation Feb 18 08:30:19.102816 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.103462 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.103981 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: subnetpool-prefix-ops Feb 18 08:30:19.104337 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.105272 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.105788 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 18 08:30:19.106115 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: tagging.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.107178 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.107699 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: standard-attr-tag Feb 18 08:30:19.108028 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: timestamp.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.109261 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.109778 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loaded extension: standard-attr-timestamp Feb 18 08:30:19.110109 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: trunk.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.111150 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.111663 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension trunk not supported by any of loaded plugins Feb 18 08:30:19.111990 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: trunk_details.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.112954 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.113467 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension trunk-details not supported by any of loaded plugins Feb 18 08:30:19.113791 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: uplink_status_propagation.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.114712 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.115221 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 18 08:30:19.115545 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Loading extension file: vlantransparent.py {{(pid=87660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:30:19.116209 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:30:19.116751 n-d-829434-1 neutron-server[87660]: INFO neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extension vlan-transparent not supported by any of loaded plugins Feb 18 08:30:19.119227 n-d-829434-1 neutron-server[87660]: INFO neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Creating instance of TrackedResource for resource:network Feb 18 08:30:19.119947 n-d-829434-1 neutron-server[87660]: INFO neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Creating instance of TrackedResource for resource:subnet Feb 18 08:30:19.120756 n-d-829434-1 neutron-server[87660]: INFO neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 08:30:19.121370 n-d-829434-1 neutron-server[87660]: INFO neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Creating instance of TrackedResource for resource:port Feb 18 08:30:19.122653 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.v2.resource_helper [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:30:19.123108 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.v2.resource_helper [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Service FLAVORS assigned prefix: {{(pid=87660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:30:19.123732 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.v2.resource_helper [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:30:19.124158 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.v2.resource_helper [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:30:19.124521 n-d-829434-1 neutron-server[87660]: INFO neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Creating instance of TrackedResource for resource:router Feb 18 08:30:19.125204 n-d-829434-1 neutron-server[87660]: INFO neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Creating instance of TrackedResource for resource:floatingip Feb 18 08:30:19.125902 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.v2.resource_helper [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Service METERING assigned prefix: /metering {{(pid=87660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:30:19.127346 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:19.127714 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:19.128065 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:30:19.130377 n-d-829434-1 neutron-server[87660]: INFO neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 08:30:19.130835 n-d-829434-1 neutron-server[87660]: INFO neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Creating instance of TrackedResource for resource:security_group Feb 18 08:30:19.131506 n-d-829434-1 neutron-server[87660]: INFO neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 08:30:19.132238 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.v2.resource_helper [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Service CORE assigned prefix: {{(pid=87660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:30:19.132604 n-d-829434-1 neutron-server[87660]: INFO neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 08:30:19.132953 n-d-829434-1 neutron-server[87660]: WARNING neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] subnetpool is already registered Feb 18 08:30:19.133584 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.v2.resource_helper [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Service CORE assigned prefix: {{(pid=87660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:30:19.133916 n-d-829434-1 neutron-server[87660]: INFO neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 08:30:19.134241 n-d-829434-1 neutron-server[87660]: WARNING neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] subnetpool is already registered Feb 18 08:30:19.245634 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.v2.resource_helper [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:30:19.245988 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.v2.resource_helper [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Service FLAVORS assigned prefix: {{(pid=87660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:30:19.246594 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.v2.resource_helper [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:30:19.247024 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.v2.resource_helper [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:30:19.247370 n-d-829434-1 neutron-server[87660]: INFO neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Creating instance of TrackedResource for resource:router Feb 18 08:30:19.247721 n-d-829434-1 neutron-server[87660]: WARNING neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] router is already registered Feb 18 08:30:19.248410 n-d-829434-1 neutron-server[87660]: INFO neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Creating instance of TrackedResource for resource:floatingip Feb 18 08:30:19.248746 n-d-829434-1 neutron-server[87660]: WARNING neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] floatingip is already registered Feb 18 08:30:19.249380 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.v2.resource_helper [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Service METERING assigned prefix: /metering {{(pid=87660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:30:19.250202 n-d-829434-1 neutron-server[87660]: INFO neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 08:30:19.250539 n-d-829434-1 neutron-server[87660]: WARNING neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] rbac_policy is already registered Feb 18 08:30:19.250969 n-d-829434-1 neutron-server[87660]: INFO neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Creating instance of TrackedResource for resource:security_group Feb 18 08:30:19.251302 n-d-829434-1 neutron-server[87660]: WARNING neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] security_group is already registered Feb 18 08:30:19.251895 n-d-829434-1 neutron-server[87660]: INFO neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 08:30:19.252232 n-d-829434-1 neutron-server[87660]: WARNING neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] security_group_rule is already registered Feb 18 08:30:19.252929 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.v2.resource_helper [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Service CORE assigned prefix: {{(pid=87660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:30:19.253265 n-d-829434-1 neutron-server[87660]: INFO neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 08:30:19.253598 n-d-829434-1 neutron-server[87660]: WARNING neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] subnetpool is already registered Feb 18 08:30:19.254216 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.v2.resource_helper [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Service CORE assigned prefix: {{(pid=87660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:30:19.254549 n-d-829434-1 neutron-server[87660]: INFO neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 08:30:19.254875 n-d-829434-1 neutron-server[87660]: WARNING neutron.quota.resource_registry [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] subnetpool is already registered Feb 18 08:30:19.255524 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: extensions {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.257056 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: address-groups {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.259303 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: address-scopes {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.260529 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: agents {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.261682 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: auto-allocated-topology {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.263017 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: availability_zones {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.264249 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: dhcp-networks {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.265674 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: dhcp-agents {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.267085 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: routers {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.269120 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: flavors {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.270284 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: service_profiles {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.271502 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: next_providers {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.273052 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: service_profiles {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.275098 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: floatingip-pools {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.276346 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: routers {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.278148 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: floatingips {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.279343 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: l3-routers {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.280751 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: l3-agents {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.282245 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: metering-labels {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.283513 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: metering-label-rules {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.284833 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: network-ip-availabilities {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.286080 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: bindings {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.287715 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: quotas {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.289170 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: quotas {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.290768 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: rbac-policies {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.292052 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: security-groups {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.293314 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: security-group-rules {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.294553 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: service-providers {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.295860 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: subnetpools {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.297226 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: subnetpools {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.298680 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: tags {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.300484 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: tags {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.302155 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: tags {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.303937 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: tags {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.306829 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: tags {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.308703 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: tags {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.310374 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: tags {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.312286 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: tags {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.314062 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: tags {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.315922 n-d-829434-1 neutron-server[87660]: DEBUG neutron.api.extensions [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Extended resource: tags {{(pid=87660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:30:19.322526 n-d-829434-1 neutron-server[87660]: WARNING keystonemiddleware.auth_token [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 18 08:30:19.327248 n-d-829434-1 neutron-server[87660]: WARNING keystonemiddleware.auth_token [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 18 08:30:19.335427 n-d-829434-1 neutron-server[87660]: DEBUG oslo_concurrency.lockutils [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Acquired lock "singleton_lock" {{(pid=87660) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 18 08:30:19.335901 n-d-829434-1 neutron-server[87660]: DEBUG oslo_concurrency.lockutils [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Releasing lock "singleton_lock" {{(pid=87660) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 18 08:30:19.337325 n-d-829434-1 neutron-server[87660]: INFO oslo_service.service [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Starting 2 workers Feb 18 08:30:19.342012 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Started child 87767 {{(pid=87660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 18 08:30:19.346281 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Started child 87768 {{(pid=87660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 18 08:30:19.347074 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:19.347901 n-d-829434-1 neutron-server[87660]: INFO neutron.service [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Neutron service started, listening on 0.0.0.0:9696 Feb 18 08:30:19.348566 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [-] (87767) wsgi starting up on http://0.0.0.0:9696 Feb 18 08:30:19.348669 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Notify callbacks [] for process, before_spawn {{(pid=87660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:19.350757 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:19.351188 n-d-829434-1 neutron-server[87660]: INFO oslo_service.service [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Starting 1 workers Feb 18 08:30:19.352611 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [-] (87768) wsgi starting up on http://0.0.0.0:9696 Feb 18 08:30:19.356493 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Started child 87769 {{(pid=87660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 18 08:30:19.357013 n-d-829434-1 neutron-server[87660]: INFO oslo_service.service [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Starting 1 workers Feb 18 08:30:19.359966 n-d-829434-1 neutron-server[87769]: DEBUG neutron.service [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] calling RpcWorker wait() {{(pid=87769) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 18 08:30:19.360522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.service [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] returning from RpcWorker wait() {{(pid=87769) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 18 08:30:19.361322 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Started child 87770 {{(pid=87660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 18 08:30:19.362061 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:19.362159 n-d-829434-1 neutron-server[87660]: DEBUG neutron_lib.callbacks.manager [None req-7af91004-11e1-4aa9-9d1d-462baadb56af None None] Notify callbacks [] for process, after_spawn {{(pid=87660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:19.362587 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:19.363845 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87660) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 18 08:30:19.364052 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 08:30:19.364238 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 08:30:19.364497 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 08:30:19.364833 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 08:30:19.364997 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 08:30:19.365503 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.365799 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.365974 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:19.366435 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.366435 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.366625 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.367207 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.367485 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.368313 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.368596 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.368846 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.369160 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.369337 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.369589 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.369845 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.370137 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.370397 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.370636 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.370915 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.371086 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.371351 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.371614 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.371860 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.372117 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] debug = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.372390 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.372848 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.373071 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.373308 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.373544 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.373852 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.374067 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.374332 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.374555 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.374783 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.375024 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.375276 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.375505 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.375745 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.375960 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.376212 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.376450 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.376898 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] host = n-d-829434-1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.377115 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.377327 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.377568 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.377808 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.378048 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.378266 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.378515 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.378781 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.379029 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.379267 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.379505 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.379728 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.379963 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.380209 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] log_file = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.380396 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] log_options = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.380610 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.380880 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.381132 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.381318 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.381485 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.381658 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.381904 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.382065 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.382318 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.382548 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.382777 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.382963 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.383229 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.383473 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.383899 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.384334 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.384559 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.384791 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.385057 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.385301 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.385525 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.385750 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.386000 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.386213 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.386448 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.386660 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.386899 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.387132 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.387426 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.387815 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.388060 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.388342 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.388583 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.388737 n-d-829434-1 neutron-server[87770]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:19.388884 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.389036 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.389267 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.389482 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.389744 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.389990 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.390232 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.390468 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.390683 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.391094 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.391338 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.391555 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.391949 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] use_json = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.392172 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.392566 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.393029 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.393029 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.393347 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.393567 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.393824 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.394020 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.394323 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.394750 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.395046 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.395328 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.395547 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.395745 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.395984 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.396241 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.396499 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.396764 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.396994 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.397313 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.397540 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.397956 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.398088 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.398297 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.398618 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.398941 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.399209 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.400788 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.400788 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.400788 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.400788 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.403071 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.403071 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.403071 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.403071 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.403071 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.403071 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.403071 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.403071 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.404002 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.404002 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.404002 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.404002 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.404002 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.404002 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.404831 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.404831 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.404831 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.404831 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.405218 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.405285 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.405871 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.405871 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.406372 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.406372 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.406372 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.406682 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.407542 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.407542 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.407542 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.407542 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.407984 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.407984 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.408194 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.408729 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.408729 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.409064 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.409064 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.409308 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.410083 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.410083 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.410083 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.410474 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.410474 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.410726 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.410848 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.410972 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.411194 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.411407 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.411736 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.411977 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.412191 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.412427 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.412639 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.412849 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.413060 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.413271 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.413498 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.413714 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.414011 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.414351 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.415338 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.415572 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.415895 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.416286 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.416564 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.416893 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.417183 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.417553 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.417802 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.418075 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.418313 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.418555 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.418790 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.419045 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.419272 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.419526 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.419757 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.419985 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.420233 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.420508 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.420754 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.420973 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.421227 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.421472 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.421760 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.421969 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.422225 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.422476 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.422702 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.422991 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.423224 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.423490 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.423708 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.423987 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.424341 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.424611 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.424892 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.425142 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.425403 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.425653 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.425882 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.426140 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.426367 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.426613 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.426861 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.427134 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.427360 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.427581 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.427844 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.428067 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.428436 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.428688 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.428934 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.429179 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.429452 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.429711 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.429960 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.430303 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.431056 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.431310 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.431558 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.431800 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.432046 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.432352 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.432549 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.432763 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.432995 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.433212 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.433446 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.433657 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.433869 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.434100 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.434339 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.434599 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.434835 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.435052 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.435309 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.435700 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.436003 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.436162 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.436444 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.436666 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.436904 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.437141 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.437390 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.437639 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.437901 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.438145 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.438404 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.438624 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.438869 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.439127 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.439395 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.439614 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.439974 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.440307 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.440547 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.440760 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.440980 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.441191 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.441423 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.441650 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.441888 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.442140 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.442388 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.442721 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.442982 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.443228 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.443462 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.443701 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.443908 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.444137 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.444388 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.444604 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.444824 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.445032 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.445304 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.445550 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.445844 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.446072 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.446309 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.446523 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.446736 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.447206 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.447514 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.447758 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.448338 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.448338 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.448621 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.448874 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.449082 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.449314 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.449530 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.449739 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.449963 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.450172 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.450388 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.450606 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.450816 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.451122 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.451371 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.451589 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.451887 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.452130 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.452229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35890) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:30:19.452380 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.452647 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.452948 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.453164 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.453449 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.453673 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.453906 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.454126 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.454395 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.454712 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.454999 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.455250 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.455486 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.455764 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.456040 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.456354 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.456571 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.456860 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.457184 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.457458 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.457710 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.457963 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.458244 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.458489 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.458708 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.458944 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.459178 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.459419 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.459687 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.459993 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.460559 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.460700 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.460957 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.461176 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.462200 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.462200 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.462200 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.462536 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.462536 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 08:30:19.463069 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87660) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 18 08:30:19.463234 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 08:30:19.463388 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 08:30:19.463555 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 08:30:19.463725 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 08:30:19.463876 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 08:30:19.464088 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.464250 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.464447 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.464607 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.465105 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.465105 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.465105 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.465428 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.465428 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.465656 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.465777 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.465898 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101910 Feb 18 08:30:19.466029 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.466029 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.466264 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.466264 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.466444 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.467459 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.467620 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.469303 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.469303 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.469303 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.469303 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.469303 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] debug = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.469303 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.469771 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.469771 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.469771 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.469771 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.469771 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.469771 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.470411 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.470593 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.470755 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.470915 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.471140 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.471230 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.472255 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.472463 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.472636 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.472822 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.472956 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] host = n-d-829434-1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.473276 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.473589 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.473895 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.474199 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.474502 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.474805 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.475121 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.475408 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.475709 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.476008 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.476327 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.476630 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.476932 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.477892 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] log_file = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.478188 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] log_options = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.478576 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.478885 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.479297 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.479725 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.479949 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.480170 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.480418 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.480664 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.480884 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.481097 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.481309 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.481521 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.481733 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.482855 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.482855 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.483405 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.483638 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.483861 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.484118 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.484366 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.484934 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.484934 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.485160 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.485283 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.485404 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.486118 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.486118 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.486118 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.486118 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.486518 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.486518 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.486711 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.486858 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.487382 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.487382 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.487661 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.487777 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.487923 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.489650 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.489650 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.489650 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.489976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:19.490087 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.490087 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.490087 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.490087 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.490087 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] use_json = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.490087 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.490087 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.490087 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.490087 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.490929 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.490929 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.490929 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.490929 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.490929 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:30:19.490929 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.491671 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.491671 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.491671 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.491671 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.491671 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.492469 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.493534 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.493751 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.493916 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.494370 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.494370 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.494650 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.494650 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.494910 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.494910 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.495136 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.495136 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.495293 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.495441 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.495603 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.495809 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.495940 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.496102 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.496281 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.497125 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.497125 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.497125 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.497125 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.497528 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.497528 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.497695 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.497808 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.497939 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.498061 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.498182 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.498301 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.498466 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.498633 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.498795 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.498955 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.499115 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.499276 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.499437 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.499599 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.499760 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.499922 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.500089 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.500232 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.501800 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.501984 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.502154 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.502316 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.502482 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.502645 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.502975 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.503138 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.503306 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.503465 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.503792 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.504113 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.504456 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.504807 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.504979 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.505131 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.505295 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.505463 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.505625 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.505790 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.505957 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.506119 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.506280 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.506445 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.506599 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.506905 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.507213 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.507515 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.507841 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.508019 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.508162 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.508439 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.508720 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.508907 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.509428 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.509428 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.509428 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.509760 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.509760 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.509959 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.510062 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.510166 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.510995 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.510995 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.510995 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.510995 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.510995 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.511646 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.511646 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.511646 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.511646 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.511646 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.512055 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.512055 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.512200 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.512694 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.512694 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.512694 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.512694 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.513226 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.513226 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.513226 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.513576 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.513576 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.513576 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.513800 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.513903 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.514074 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.514234 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.514397 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.514557 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.514718 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.514879 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.515040 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.515199 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.515365 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.515525 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.515686 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.515885 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.516028 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.516190 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.516394 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.517042 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.517261 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.517387 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.517543 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.517700 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.517856 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.518011 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.518897 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.518897 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.518897 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.518897 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.518897 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.518897 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.519275 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.519275 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.519404 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.519496 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.519673 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.519818 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.519994 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.520139 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.520313 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.520471 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.520832 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.520832 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.521098 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.521098 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.521365 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.521365 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.521637 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.521637 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.521904 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.522050 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.522188 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.522324 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.522459 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.522603 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.523911 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.523911 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.523911 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.523911 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.523911 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.523911 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.523911 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.523911 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.525123 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.525123 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.525123 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.525510 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.525510 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.525780 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.525780 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.526042 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.526178 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.526323 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.526460 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.526597 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.526733 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.526877 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.527016 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.527152 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.527284 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.527422 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.527571 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.527729 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.527890 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.528051 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.528216 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.528412 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.528575 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.528735 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.528896 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.529057 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.529216 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.529375 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.529549 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.529709 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.529869 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.530031 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.530191 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.530357 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.530520 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.530656 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.530820 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.531059 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.531158 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.531295 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.531454 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.531613 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.531772 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.531942 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.532106 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.532333 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.532465 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.532625 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.532784 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.532945 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.534641 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.534641 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.534641 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.534641 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.534641 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.535024 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.535024 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.535163 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.535269 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.535439 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.535601 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.535772 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.535941 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.537134 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.537235 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.537365 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.537540 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.537702 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.537864 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.538025 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.538187 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.538348 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.538509 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.538688 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.538826 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.538987 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.539147 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.539307 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.539996 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.540168 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.540355 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.540708 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.540708 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.541392 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.541392 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.541392 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:30:19.541392 n-d-829434-1 neutron-server[87660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 08:30:30.178703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e329ca-30f3-419c-b6cd-a517a96b73e3 None None] get_active_networks_info from n-d-829434-1 {{(pid=87769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 18 08:30:30.253363 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e329ca-30f3-419c-b6cd-a517a96b73e3 None None] No non-hosted networks {{(pid=87769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 18 08:30:30.275329 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.agentschedulers_db [None req-02e329ca-30f3-419c-b6cd-a517a96b73e3 None None] DHCP Agent not found on host n-d-829434-1 {{(pid=87769) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 18 08:30:30.354975 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3dd63ae1-4b72-4177-9f45-46f8c5421502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8239208'] for agent, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:32.592809 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d30181a5-00c2-4b27-986e-bfcccb07158f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8239208'] for agent, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:32.607417 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b88791b-9475-4803-842d-b213d35f885b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:33.561008 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8239208'] for agent, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:33.690172 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8239208'] for agent, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:33.691724 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:33.692328 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:33.693347 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:33.693844 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:33.694393 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:33.694891 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:33.695724 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:33.696206 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:33.698953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:33.700356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:33.700882 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:33.701217 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:33.702763 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-829434-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:33.708826 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-829434-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:34.788478 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8239208'] for agent, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:36.479843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35988) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:30:37.065176 n-d-829434-1 neutron-server[87768]: WARNING oslo_policy.policy [None req-19cbf99b-02c7-4561-8dca-1d2b6f722b7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:30:37.065767 n-d-829434-1 neutron-server[87768]: WARNING oslo_policy.policy [None req-19cbf99b-02c7-4561-8dca-1d2b6f722b7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:30:37.287253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [None req-19cbf99b-02c7-4561-8dca-1d2b6f722b7b admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:30:37.288496 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-19cbf99b-02c7-4561-8dca-1d2b6f722b7b admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8065629 Feb 18 08:30:39.672765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36002) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:30:39.779400 n-d-829434-1 neutron-server[87769]: INFO neutron.db.l3_hamode_db [None req-44f8274f-e891-4ddd-88fe-c9b80a135775 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 18 08:30:39.866991 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f8274f-e891-4ddd-88fe-c9b80a135775 None None] Routers set() bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:30:39.867382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f8274f-e891-4ddd-88fe-c9b80a135775 None None] Router IDs set() for agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 18 08:30:40.048747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-51d3fbff-c4d7-49f7-854b-63bbb78ef9f7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:30:40.155898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.policy [None req-51d3fbff-c4d7-49f7-854b-63bbb78ef9f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87768) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 18 08:30:40.201069 n-d-829434-1 neutron-server[87768]: WARNING oslo_policy.policy [None req-51d3fbff-c4d7-49f7-854b-63bbb78ef9f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:30:40.201462 n-d-829434-1 neutron-server[87768]: WARNING oslo_policy.policy [None req-51d3fbff-c4d7-49f7-854b-63bbb78ef9f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:30:40.209853 n-d-829434-1 neutron-server[87768]: INFO neutron.quota [None req-51d3fbff-c4d7-49f7-854b-63bbb78ef9f7 admin admin] Loaded quota_driver: . Feb 18 08:30:40.225249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-51d3fbff-c4d7-49f7-854b-63bbb78ef9f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:30:40.283937 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-51d3fbff-c4d7-49f7-854b-63bbb78ef9f7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765061740061', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765061739470', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765061785740', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765061788728', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765061770035', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765061771628', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-917914', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-911158', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8057229', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8108938'] for rbac-policy, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:40.344189 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-51d3fbff-c4d7-49f7-854b-63bbb78ef9f7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:40.345359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-51d3fbff-c4d7-49f7-854b-63bbb78ef9f7 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6716006 Feb 18 08:30:42.958985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36016) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:30:43.315215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '8bce893a6ec1407eb4431259ae820ea0'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:30:43.319870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:30:43.325095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Usage tracker for resource:network and tenant:8bce893a6ec1407eb4431259ae820ea0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:30:43.329607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:30:43.335474 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:30:43.346039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Made reservation on behalf of 8bce893a6ec1407eb4431259ae820ea0 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:30:43.348847 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:43.365686 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:43.379029 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:30:43.382600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Usage tracker for resource:security_group_rule and tenant:8bce893a6ec1407eb4431259ae820ea0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:30:43.388340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:30:43.393794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:30:43.486215 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:43.489836 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:43.510771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:30:43.535134 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765059604902', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:43.535691 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Unsubscribe: segment precommit_create {{(pid=87768) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 18 08:30:43.536181 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Added segment 6bd92038-6d29-481f-8268-a6b244a3ab57 of type vlan for network 0b79b1ed-6489-46a6-b54e-f7b83ba64efe Feb 18 08:30:43.583227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770cd426-223d-4cb7-ba6b-7d9b1b11cdaf,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:43.598859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:43.599194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:43.599523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:43.599847 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:43.600167 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:43.600509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:43.600821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:43.601132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:43.601442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:43.601750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:43.602058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:43.602364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Tracked resource versions report: Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: pushed versions: Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: { 'AddressGroup': {'1.2'}, Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'ConntrackHelper': {'1.0'}, Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'Log': {'1.0'}, Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'Network': {'1.1'}, Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'Port': {'1.7'}, Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'PortForwarding': {'1.2'}, Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'QosPolicy': {'1.8'}, Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'SecurityGroup': {'1.4'}, Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'SecurityGroupRule': {'1.2'}, Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'SubPort': {'1.0'}, Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'Subnet': {'1.1'}, Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'Trunk': {'1.1'}} Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: consumer versions: Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: { DHCP agent@n-d-829434-1: {}, Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: L3 agent@n-d-829434-1: {}, Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: Metadata agent@n-d-829434-1: {}, Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: Metering agent@n-d-829434-1: {}, Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: Open vSwitch agent@n-d-829434-1: { 'AddressGroup': '1.2', Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'ConntrackHelper': '1.0', Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'Log': '1.0', Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'Network': '1.1', Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'Port': '1.7', Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'PortForwarding': '1.2', Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'QosPolicy': '1.8', Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'SecurityGroup': '1.4', Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'SecurityGroupRule': '1.2', Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'SubPort': '1.0', Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'Subnet': '1.1', Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: 'Trunk': '1.1'}} Feb 18 08:30:43.604061 n-d-829434-1 neutron-server[87768]: {{(pid=87768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:30:43.646270 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:43.686339 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:43.687491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:43.688127 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:43.791832 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8316169 Feb 18 08:30:43.794470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e4e08-9cbc-4d7a-819a-7935d263d6a7 admin admin] Pushing event updated for resources: {'Network': ['ID=0b79b1ed-6489-46a6-b54e-f7b83ba64efe,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:43.825255 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 0b79b1ed-6489-46a6-b54e-f7b83ba64efe details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:30:46.490099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36032) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:30:47.061770 n-d-829434-1 neutron-server[87767]: WARNING oslo_policy.policy [None req-5b4a963c-2202-412e-bea1-fc636cea9fb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:30:47.062340 n-d-829434-1 neutron-server[87767]: WARNING oslo_policy.policy [None req-5b4a963c-2202-412e-bea1-fc636cea9fb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:30:47.505268 n-d-829434-1 neutron-server[87767]: DEBUG neutron.policy [None req-5b4a963c-2202-412e-bea1-fc636cea9fb7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87767) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 18 08:30:47.551148 n-d-829434-1 neutron-server[87767]: WARNING oslo_policy.policy [None req-5b4a963c-2202-412e-bea1-fc636cea9fb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:30:47.551522 n-d-829434-1 neutron-server[87767]: WARNING oslo_policy.policy [None req-5b4a963c-2202-412e-bea1-fc636cea9fb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:30:47.559668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4a963c-2202-412e-bea1-fc636cea9fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:47.561508 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5b4a963c-2202-412e-bea1-fc636cea9fb7 admin admin] 10.222.0.72 "GET /v2.0/networks/0b79b1ed-6489-46a6-b54e-f7b83ba64efe HTTP/1.1" status: 200 len: 825 time: 1.0704887 Feb 18 08:30:47.592847 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-19f24c51-c75f-409b-af2c-aca3b93dc545 admin admin] 10.222.0.72 "GET /v2.0/subnetpools/8694d066-7dc4-461d-87a0-9193a9d3a5ae HTTP/1.1" status: 200 len: 734 time: 0.0258245 Feb 18 08:30:47.601267 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '8694d066-7dc4-461d-87a0-9193a9d3a5ae', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '0b79b1ed-6489-46a6-b54e-f7b83ba64efe', 'tenant_id': '8bce893a6ec1407eb4431259ae820ea0'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:30:47.602871 n-d-829434-1 neutron-server[87767]: INFO neutron.quota [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Loaded quota_driver: . Feb 18 08:30:47.609580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:30:47.614939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Usage tracker for resource:subnet and tenant:8bce893a6ec1407eb4431259ae820ea0 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:30:47.618227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:30:47.625221 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:30:47.638855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Made reservation on behalf of 8bce893a6ec1407eb4431259ae820ea0 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:30:47.641585 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:47.941462 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:48.018181 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Checking segment: {'id': '6bd92038-6d29-481f-8268-a6b244a3ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0b79b1ed-6489-46a6-b54e-f7b83ba64efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:30:48.018547 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Network hostable DHCP agents. Network: 0b79b1ed-6489-46a6-b54e-f7b83ba64efe, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:30:48.041140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08b9de4-d3b0-4c49-8b4b-58ec44b23a54,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:48.052077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:48.052441 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:48.052771 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:48.053097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:48.053416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:48.053731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:48.054042 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:48.054351 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:48.054658 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:48.054966 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:48.055270 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:48.055575 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Tracked resource versions report: Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: pushed versions: Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: { 'AddressGroup': {'1.2'}, Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'ConntrackHelper': {'1.0'}, Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'Log': {'1.0'}, Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'Network': {'1.1'}, Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'Port': {'1.7'}, Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'PortForwarding': {'1.2'}, Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'QosPolicy': {'1.8'}, Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'SecurityGroup': {'1.4'}, Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'SecurityGroupRule': {'1.2'}, Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'SubPort': {'1.0'}, Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'Subnet': {'1.1'}, Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'Trunk': {'1.1'}} Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: consumer versions: Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: { DHCP agent@n-d-829434-1: {}, Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: L3 agent@n-d-829434-1: {}, Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: Metadata agent@n-d-829434-1: {}, Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: Metering agent@n-d-829434-1: {}, Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: Open vSwitch agent@n-d-829434-1: { 'AddressGroup': '1.2', Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'ConntrackHelper': '1.0', Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'Log': '1.0', Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'Network': '1.1', Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'Port': '1.7', Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'PortForwarding': '1.2', Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'QosPolicy': '1.8', Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'SecurityGroup': '1.4', Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'SecurityGroupRule': '1.2', Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'SubPort': '1.0', Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'Subnet': '1.1', Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: 'Trunk': '1.1'}} Feb 18 08:30:48.057334 n-d-829434-1 neutron-server[87767]: {{(pid=87767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:30:48.070957 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Network 0b79b1ed-6489-46a6-b54e-f7b83ba64efe is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:30:48.085265 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 0b79b1ed-6489-46a6-b54e-f7b83ba64efe) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:30:48.090216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:48.090872 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:48.094578 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2524e042-509b-44a7-aba5-f56fad66b2e6 None None] Network 0b79b1ed-6489-46a6-b54e-f7b83ba64efe requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:30:48.111951 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1a6f5db6-a2b6-45ce-82fc-ae3915c727f3 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5139539 Feb 18 08:30:48.464490 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-0b79b1ed-6489-46a6-b54e-f7b83ba64efe', 'network_id': '0b79b1ed-6489-46a6-b54e-f7b83ba64efe', 'tenant_id': '8bce893a6ec1407eb4431259ae820ea0', 'fixed_ips': [{'subnet_id': 'e08b9de4-d3b0-4c49-8b4b-58ec44b23a54'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:30:48.465710 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:48.681165 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Allocated IP 172.20.0.2 (0b79b1ed-6489-46a6-b54e-f7b83ba64efe/e08b9de4-d3b0-4c49-8b4b-58ec44b23a54/83dd1430-005a-4dbd-8eee-05c2b44f26b3) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:30:48.950458 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:48.964240 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Transition to ACTIVE for port object 83dd1430-005a-4dbd-8eee-05c2b44f26b3 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:30:48.985018 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Transition to ACTIVE for port object 83dd1430-005a-4dbd-8eee-05c2b44f26b3 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:30:48.991168 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:49.054809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Network 0b79b1ed-6489-46a6-b54e-f7b83ba64efe is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:30:49.057624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:30:49.061311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:30:49.099849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Pushing event updated for resources: {'Port': ['ID=83dd1430-005a-4dbd-8eee-05c2b44f26b3,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:49.115993 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:49.116356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:49.116697 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:49.117027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:49.117351 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:49.117674 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:49.117992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:49.118309 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:49.118644 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:49.119431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:49.119850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:49.120169 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Tracked resource versions report: Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: pushed versions: Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: { 'AddressGroup': {'1.2'}, Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'ConntrackHelper': {'1.0'}, Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'Log': {'1.0'}, Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'Network': {'1.1'}, Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'Port': {'1.7'}, Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'PortForwarding': {'1.2'}, Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'QosPolicy': {'1.8'}, Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'SecurityGroup': {'1.4'}, Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'SecurityGroupRule': {'1.2'}, Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'SubPort': {'1.0'}, Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'Subnet': {'1.1'}, Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'Trunk': {'1.1'}} Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: consumer versions: Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: { DHCP agent@n-d-829434-1: {}, Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: L3 agent@n-d-829434-1: {}, Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: Metadata agent@n-d-829434-1: {}, Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: Metering agent@n-d-829434-1: {}, Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: Open vSwitch agent@n-d-829434-1: { 'AddressGroup': '1.2', Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'ConntrackHelper': '1.0', Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'Log': '1.0', Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'Network': '1.1', Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'Port': '1.7', Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'PortForwarding': '1.2', Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'QosPolicy': '1.8', Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'SecurityGroup': '1.4', Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'SecurityGroupRule': '1.2', Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'SubPort': '1.0', Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'Subnet': '1.1', Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: 'Trunk': '1.1'}} Feb 18 08:30:49.121315 n-d-829434-1 neutron-server[87769]: {{(pid=87769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:30:49.179807 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Attempting to bind port 83dd1430-005a-4dbd-8eee-05c2b44f26b3 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:30:49.180225 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Attempting to bind port 83dd1430-005a-4dbd-8eee-05c2b44f26b3 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '6bd92038-6d29-481f-8268-a6b244a3ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0b79b1ed-6489-46a6-b54e-f7b83ba64efe'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:30:49.180705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Attempting to bind port 83dd1430-005a-4dbd-8eee-05c2b44f26b3 on network 0b79b1ed-6489-46a6-b54e-f7b83ba64efe {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:30:49.186294 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:30:49.186808 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Checking segment: {'id': '6bd92038-6d29-481f-8268-a6b244a3ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0b79b1ed-6489-46a6-b54e-f7b83ba64efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:30:49.187274 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:49.187663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Bound using segment: {'id': '6bd92038-6d29-481f-8268-a6b244a3ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0b79b1ed-6489-46a6-b54e-f7b83ba64efe'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:30:49.188125 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Bound port: 83dd1430-005a-4dbd-8eee-05c2b44f26b3, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd92038-6d29-481f-8268-a6b244a3ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0b79b1ed-6489-46a6-b54e-f7b83ba64efe'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:30:49.188534 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:49.277091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] For port 83dd1430-005a-4dbd-8eee-05c2b44f26b3, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:30:49.281435 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] For port 83dd1430-005a-4dbd-8eee-05c2b44f26b3, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=83dd1430-005a-4dbd-8eee-05c2b44f26b3,segment=NetworkSegment(6bd92038-6d29-481f-8268-a6b244a3ab57),segment_id=6bd92038-6d29-481f-8268-a6b244a3ab57)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:30:49.285340 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:49.374043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191ad4d-5d6b-468a-8d1c-877670e8f815 None None] Pushing event updated for resources: {'Port': ['ID=83dd1430-005a-4dbd-8eee-05c2b44f26b3,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:50.656781 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36052) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:30:51.027408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [None req-c32bbbee-8fec-4684-9257-01683f0da8a7 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:30:51.028478 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c32bbbee-8fec-4684-9257-01683f0da8a7 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3706787 Feb 18 08:30:53.188117 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c691b4-31b8-41e4-9ae2-1b62f5b80a76 None None] Network 0b79b1ed-6489-46a6-b54e-f7b83ba64efe requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:30:53.275944 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ef772a0b-49c6-454b-b886-b954b026a3f2 None None] Provisioning for port 83dd1430-005a-4dbd-8eee-05c2b44f26b3 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:30:53.423969 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 83dd1430-005a-4dbd-8eee-05c2b44f26b3 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:30:53.473394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36066) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:30:53.512831 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 83dd1430-005a-4dbd-8eee-05c2b44f26b3 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:30:53.517944 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 83dd1430-005a-4dbd-8eee-05c2b44f26b3 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:30:53.518335 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:53.662556 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:53.703268 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 83dd1430-005a-4dbd-8eee-05c2b44f26b3, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=83dd1430-005a-4dbd-8eee-05c2b44f26b3,segment=NetworkSegment(6bd92038-6d29-481f-8268-a6b244a3ab57),segment_id=6bd92038-6d29-481f-8268-a6b244a3ab57)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:30:53.709549 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:53.743616 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9765efcd-9c88-49fc-9608-f1ffddbf72e2 None None] Provisioning complete for port 83dd1430-005a-4dbd-8eee-05c2b44f26b3 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:30:53.744057 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9765efcd-9c88-49fc-9608-f1ffddbf72e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:53.826641 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=83dd1430-005a-4dbd-8eee-05c2b44f26b3,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:53.869117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [None req-3f8d3c38-6f83-4791-990c-5ab37425055a admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:30:53.870073 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3f8d3c38-6f83-4791-990c-5ab37425055a admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3957250 Feb 18 08:30:55.393891 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 83dd1430-005a-4dbd-8eee-05c2b44f26b3 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:30:55.463256 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 83dd1430-005a-4dbd-8eee-05c2b44f26b3 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:30:55.463620 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:56.545119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36078) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:30:56.897855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-a8dbc0fc-1dee-4f8c-a973-3050f2704e06 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '8bce893a6ec1407eb4431259ae820ea0', 'name': 'router1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:30:56.903966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a8dbc0fc-1dee-4f8c-a973-3050f2704e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:30:56.907662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a8dbc0fc-1dee-4f8c-a973-3050f2704e06 admin admin] Usage tracker for resource:router and tenant:8bce893a6ec1407eb4431259ae820ea0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:30:56.910851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a8dbc0fc-1dee-4f8c-a973-3050f2704e06 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:30:56.916794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a8dbc0fc-1dee-4f8c-a973-3050f2704e06 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:30:56.926339 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a8dbc0fc-1dee-4f8c-a973-3050f2704e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:56.927989 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a8dbc0fc-1dee-4f8c-a973-3050f2704e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:56.950561 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a8dbc0fc-1dee-4f8c-a973-3050f2704e06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:57.061778 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a8dbc0fc-1dee-4f8c-a973-3050f2704e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:57.080307 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a8dbc0fc-1dee-4f8c-a973-3050f2704e06 admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:30:57.081455 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a8dbc0fc-1dee-4f8c-a973-3050f2704e06 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5353806 Feb 18 08:30:59.455835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36088) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:30:59.821574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [None req-92d0ebd0-9320-4a50-97e5-a7a1d7bc94a8 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:30:59.822727 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-92d0ebd0-9320-4a50-97e5-a7a1d7bc94a8 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3657665 Feb 18 08:31:00.148166 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-40f0c766-60f4-462a-8e2f-66a2da0cfb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:02.206298 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36098) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:31:02.567345 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:31:02.571810 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:31:02.576647 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Usage tracker for resource:network and tenant:1f9bcec4d3fd47fd9da844239d8bfe36 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:31:02.578021 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8ca5f297-4649-4bf6-b565-54509f7f957c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:02.579996 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:31:02.586226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:31:02.595842 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Made reservation on behalf of 1f9bcec4d3fd47fd9da844239d8bfe36 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:31:02.598163 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:02.614263 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:02.628041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:31:02.631652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Usage tracker for resource:security_group_rule and tenant:1f9bcec4d3fd47fd9da844239d8bfe36 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:31:02.634827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:31:02.640371 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:31:02.733063 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:02.736807 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:02.756470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Reserving flat network on physical network physnet1 {{(pid=87767) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 18 08:31:02.778294 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72929ef1-77a9-4aa8-92f2-03bdc21dd17b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:02.783636 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765059604902', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:02.784187 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Unsubscribe: segment precommit_create {{(pid=87767) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 18 08:31:02.784686 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Added segment 73b2b845-517d-4838-b084-ab4edad07e8a of type flat for network 3bfebd2e-845a-4b21-9170-8a14dbf0152c Feb 18 08:31:02.827413 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:02.868210 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:02.869259 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:02.869842 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:02.986604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] Pushing event updated for resources: {'Network': ['ID=3bfebd2e-845a-4b21-9170-8a14dbf0152c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:02.989118 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-18d4136a-af1d-4118-8f15-8282a315d410 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7818253 Feb 18 08:31:02.998323 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:31:03.402872 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 5 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:31:03.523743 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:03.688296 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:04.762270 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:05.448001 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36118) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:31:05.651341 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2ee6d4-27a9-4533-bf77-f317cc22f8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:05.653045 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2f2ee6d4-27a9-4533-bf77-f317cc22f8e1 admin admin] 10.222.0.72 "GET /v2.0/subnets/e08b9de4-d3b0-4c49-8b4b-58ec44b23a54 HTTP/1.1" status: 200 len: 849 time: 0.2040708 Feb 18 08:31:05.829355 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2870d676-f7ae-4b87-9000-ca93d6a478d0 admin admin] 10.222.0.72 "GET /v2.0/routers/5bbc610a-3f1e-483f-9390-dd90e09dc020 HTTP/1.1" status: 200 len: 704 time: 0.1706257 Feb 18 08:31:06.279097 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:06.501790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] Allocated IP 172.20.0.1 (0b79b1ed-6489-46a6-b54e-f7b83ba64efe/e08b9de4-d3b0-4c49-8b4b-58ec44b23a54/2559e789-86b3-44d8-bf99-b6d593e13460) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:31:06.654225 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:06.670786 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] Transition to ACTIVE for port object 2559e789-86b3-44d8-bf99-b6d593e13460 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:31:06.724260 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:06.819903 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] Network 0b79b1ed-6489-46a6-b54e-f7b83ba64efe is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:31:06.823377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:31:06.827404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:31:06.827908 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:06.953160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] Pushing event updated for resources: {'Port': ['ID=2559e789-86b3-44d8-bf99-b6d593e13460,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:07.071876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a6f08be4-571e-425f-8129-92c70b2414af None None] Provisioning for port 2559e789-86b3-44d8-bf99-b6d593e13460 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:31:07.077687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a6f08be4-571e-425f-8129-92c70b2414af None None] Provisioning complete for port 2559e789-86b3-44d8-bf99-b6d593e13460 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:31:07.078061 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a6f08be4-571e-425f-8129-92c70b2414af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:07.089663 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:07.130701 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a6f08be4-571e-425f-8129-92c70b2414af None None] Port 2559e789-86b3-44d8-bf99-b6d593e13460 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:31:07.315341 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:07.319562 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:07.320327 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:07.449896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] Pushing event updated for resources: {'Port': ['ID=2559e789-86b3-44d8-bf99-b6d593e13460,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:07.511411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] Network 0b79b1ed-6489-46a6-b54e-f7b83ba64efe is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:31:07.512477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:31:07.702270 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] Router 5bbc610a-3f1e-483f-9390-dd90e09dc020 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:31:07.753667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-700275a1-fd00-4020-b60b-33b918c1f122 None None] Provisioning complete for port 2559e789-86b3-44d8-bf99-b6d593e13460 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:31:07.754024 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-700275a1-fd00-4020-b60b-33b918c1f122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:07.805811 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-700275a1-fd00-4020-b60b-33b918c1f122 None None] Port 2559e789-86b3-44d8-bf99-b6d593e13460 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:31:07.861890 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:31:07.871119 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-79adf724-3e04-4883-8451-7306f985388d admin admin] 10.222.0.72 "PUT /v2.0/routers/5bbc610a-3f1e-483f-9390-dd90e09dc020/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0369473 Feb 18 08:31:07.871900 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Sync routers for ids ['5bbc610a-3f1e-483f-9390-dd90e09dc020'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:31:07.882574 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Routers {'5bbc610a-3f1e-483f-9390-dd90e09dc020'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:31:07.883662 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:31:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['5bbc610a-3f1e-483f-9390-dd90e09dc020'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:31:08.065143 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Set router 5bbc610a-3f1e-483f-9390-dd90e09dc020 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:31:08.419164 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbc610a-3f1e-483f-9390-dd90e09dc020', 'name': 'router1', 'tenant_id': '8bce893a6ec1407eb4431259ae820ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:30:56Z', 'updated_at': '2022-02-18T08:31:07Z', 'revision_number': 2, 'project_id': '8bce893a6ec1407eb4431259ae820ea0', 'gw_port_host': None, '_interfaces': [{'id': '2559e789-86b3-44d8-bf99-b6d593e13460', 'name': '', 'network_id': '0b79b1ed-6489-46a6-b54e-f7b83ba64efe', 'tenant_id': '8bce893a6ec1407eb4431259ae820ea0', 'mac_address': 'fa:16:3e:81:9d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbc610a-3f1e-483f-9390-dd90e09dc020', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e08b9de4-d3b0-4c49-8b4b-58ec44b23a54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:31:06Z', 'updated_at': '2022-02-18T08:31:07Z', 'revision_number': 2, 'project_id': '8bce893a6ec1407eb4431259ae820ea0', 'subnets': [{'id': 'e08b9de4-d3b0-4c49-8b4b-58ec44b23a54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8694d066-7dc4-461d-87a0-9193a9d3a5ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:31:08.423799 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Checking router: 5bbc610a-3f1e-483f-9390-dd90e09dc020 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:31:08.424162 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Updating router 5bbc610a-3f1e-483f-9390-dd90e09dc020 port 2559e789-86b3-44d8-bf99-b6d593e13460 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:31:08.473668 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:08.842676 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:08.857607 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Transition to ACTIVE for port object 2559e789-86b3-44d8-bf99-b6d593e13460 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:31:08.863625 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:09.063796 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83df1bd-b5ca-4e44-b352-b27f91728d9b None None] Pushing event updated for resources: {'Port': ['ID=2559e789-86b3-44d8-bf99-b6d593e13460,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:09.083580 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83df1bd-b5ca-4e44-b352-b27f91728d9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:09.083922 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83df1bd-b5ca-4e44-b352-b27f91728d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:09.084257 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83df1bd-b5ca-4e44-b352-b27f91728d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:09.084612 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83df1bd-b5ca-4e44-b352-b27f91728d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:09.084938 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83df1bd-b5ca-4e44-b352-b27f91728d9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:09.085261 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83df1bd-b5ca-4e44-b352-b27f91728d9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:09.085581 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83df1bd-b5ca-4e44-b352-b27f91728d9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:09.085901 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83df1bd-b5ca-4e44-b352-b27f91728d9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:09.086216 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83df1bd-b5ca-4e44-b352-b27f91728d9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:09.086529 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83df1bd-b5ca-4e44-b352-b27f91728d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:09.086846 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83df1bd-b5ca-4e44-b352-b27f91728d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:09.087159 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83df1bd-b5ca-4e44-b352-b27f91728d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83df1bd-b5ca-4e44-b352-b27f91728d9b None None] Tracked resource versions report: Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: pushed versions: Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: { 'AddressGroup': {'1.2'}, Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'ConntrackHelper': {'1.0'}, Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'Log': {'1.0'}, Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'Network': {'1.1'}, Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'Port': {'1.7'}, Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'PortForwarding': {'1.2'}, Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'QosPolicy': {'1.8'}, Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'SecurityGroup': {'1.4'}, Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'SecurityGroupRule': {'1.2'}, Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'SubPort': {'1.0'}, Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'Subnet': {'1.1'}, Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'Trunk': {'1.1'}} Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: consumer versions: Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: { DHCP agent@n-d-829434-1: {}, Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: L3 agent@n-d-829434-1: {}, Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: Metadata agent@n-d-829434-1: {}, Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: Metering agent@n-d-829434-1: {}, Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: Open vSwitch agent@n-d-829434-1: { 'AddressGroup': '1.2', Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'ConntrackHelper': '1.0', Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'Log': '1.0', Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'Network': '1.1', Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'Port': '1.7', Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'PortForwarding': '1.2', Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'QosPolicy': '1.8', Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'SecurityGroup': '1.4', Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'SecurityGroupRule': '1.2', Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'SubPort': '1.0', Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'Subnet': '1.1', Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: 'Trunk': '1.1'}} Feb 18 08:31:09.088873 n-d-829434-1 neutron-server[87770]: {{(pid=87770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:31:09.097619 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Attempting to bind port 2559e789-86b3-44d8-bf99-b6d593e13460 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:31:09.097958 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Attempting to bind port 2559e789-86b3-44d8-bf99-b6d593e13460 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '6bd92038-6d29-481f-8268-a6b244a3ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0b79b1ed-6489-46a6-b54e-f7b83ba64efe'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:31:09.098392 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Attempting to bind port 2559e789-86b3-44d8-bf99-b6d593e13460 on network 0b79b1ed-6489-46a6-b54e-f7b83ba64efe {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:31:09.104086 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:31:09.104499 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Checking segment: {'id': '6bd92038-6d29-481f-8268-a6b244a3ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0b79b1ed-6489-46a6-b54e-f7b83ba64efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:31:09.105025 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:09.105410 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Bound using segment: {'id': '6bd92038-6d29-481f-8268-a6b244a3ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0b79b1ed-6489-46a6-b54e-f7b83ba64efe'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:31:09.105886 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Bound port: 2559e789-86b3-44d8-bf99-b6d593e13460, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd92038-6d29-481f-8268-a6b244a3ab57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0b79b1ed-6489-46a6-b54e-f7b83ba64efe'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:31:09.106291 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:09.196056 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] For port 2559e789-86b3-44d8-bf99-b6d593e13460, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:31:09.200773 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] For port 2559e789-86b3-44d8-bf99-b6d593e13460, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2559e789-86b3-44d8-bf99-b6d593e13460,segment=NetworkSegment(6bd92038-6d29-481f-8268-a6b244a3ab57),segment_id=6bd92038-6d29-481f-8268-a6b244a3ab57)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:31:09.205502 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:09.286636 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Routers {'5bbc610a-3f1e-483f-9390-dd90e09dc020'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:31:09.287261 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:31:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['5bbc610a-3f1e-483f-9390-dd90e09dc020'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:31:09.439732 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83df1bd-b5ca-4e44-b352-b27f91728d9b None None] Pushing event updated for resources: {'Port': ['ID=2559e789-86b3-44d8-bf99-b6d593e13460,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:09.476473 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] Set router 5bbc610a-3f1e-483f-9390-dd90e09dc020 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:31:09.797403 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbc610a-3f1e-483f-9390-dd90e09dc020', 'name': 'router1', 'tenant_id': '8bce893a6ec1407eb4431259ae820ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:30:56Z', 'updated_at': '2022-02-18T08:31:07Z', 'revision_number': 2, 'project_id': '8bce893a6ec1407eb4431259ae820ea0', 'gw_port_host': None, '_interfaces': [{'id': '2559e789-86b3-44d8-bf99-b6d593e13460', 'name': '', 'network_id': '0b79b1ed-6489-46a6-b54e-f7b83ba64efe', 'tenant_id': '8bce893a6ec1407eb4431259ae820ea0', 'mac_address': 'fa:16:3e:81:9d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbc610a-3f1e-483f-9390-dd90e09dc020', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e08b9de4-d3b0-4c49-8b4b-58ec44b23a54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:31:06Z', 'updated_at': '2022-02-18T08:31:09Z', 'revision_number': 4, 'project_id': '8bce893a6ec1407eb4431259ae820ea0', 'subnets': [{'id': 'e08b9de4-d3b0-4c49-8b4b-58ec44b23a54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8694d066-7dc4-461d-87a0-9193a9d3a5ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:31:09.801287 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48309060-f095-4d08-9086-ce2fd1c26d41 None None] The sync data for ids ['5bbc610a-3f1e-483f-9390-dd90e09dc020'] in n-d-829434-1 is: [{'id': '5bbc610a-3f1e-483f-9390-dd90e09dc020', 'name': 'router1', 'tenant_id': '8bce893a6ec1407eb4431259ae820ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:30:56Z', 'updated_at': '2022-02-18T08:31:07Z', 'revision_number': 2, 'project_id': '8bce893a6ec1407eb4431259ae820ea0', 'gw_port_host': None, '_interfaces': [{'id': '2559e789-86b3-44d8-bf99-b6d593e13460', 'name': '', 'network_id': '0b79b1ed-6489-46a6-b54e-f7b83ba64efe', 'tenant_id': '8bce893a6ec1407eb4431259ae820ea0', 'mac_address': 'fa:16:3e:81:9d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbc610a-3f1e-483f-9390-dd90e09dc020', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e08b9de4-d3b0-4c49-8b4b-58ec44b23a54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:31:06Z', 'updated_at': '2022-02-18T08:31:09Z', 'revision_number': 4, 'project_id': '8bce893a6ec1407eb4431259ae820ea0', 'subnets': [{'id': 'e08b9de4-d3b0-4c49-8b4b-58ec44b23a54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8694d066-7dc4-461d-87a0-9193a9d3a5ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:31:10.089206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36140) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:31:10.245238 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb73401-2666-46c3-b1cd-410530296b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:10.245812 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bcb73401-2666-46c3-b1cd-410530296b80 admin admin] Synchronizing usage tracker for tenant:1f9bcec4d3fd47fd9da844239d8bfe36 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:31:10.262958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bcb73401-2666-46c3-b1cd-410530296b80 admin admin] Unset dirty status for tenant:1f9bcec4d3fd47fd9da844239d8bfe36 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:31:10.264335 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bcb73401-2666-46c3-b1cd-410530296b80 admin admin] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 842 time: 0.1741636 Feb 18 08:31:10.273759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e16d37ac-a0bf-4631-b5aa-64197c40296d admin admin] Request body: {'subnet': {'cidr': '172.25.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.1.1', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'name': 'public-subnet'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:31:10.278913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e16d37ac-a0bf-4631-b5aa-64197c40296d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:31:10.282610 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e16d37ac-a0bf-4631-b5aa-64197c40296d admin admin] Usage tracker for resource:subnet and tenant:1f9bcec4d3fd47fd9da844239d8bfe36 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:31:10.285392 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e16d37ac-a0bf-4631-b5aa-64197c40296d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:31:10.291422 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e16d37ac-a0bf-4631-b5aa-64197c40296d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:31:10.301644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16d37ac-a0bf-4631-b5aa-64197c40296d admin admin] Made reservation on behalf of 1f9bcec4d3fd47fd9da844239d8bfe36 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:31:10.304059 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e16d37ac-a0bf-4631-b5aa-64197c40296d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:10.734708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.objects.ports [None req-e16d37ac-a0bf-4631-b5aa-64197c40296d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87767) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 08:31:10.735154 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e16d37ac-a0bf-4631-b5aa-64197c40296d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:10.804648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d37ac-a0bf-4631-b5aa-64197c40296d admin admin] Pushing event updated for resources: {'Subnet': ['ID=56fcd9d3-4e3b-4a53-ba65-5992f05b958b,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:10.814621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16d37ac-a0bf-4631-b5aa-64197c40296d admin admin] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:31:10.815062 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16d37ac-a0bf-4631-b5aa-64197c40296d admin admin] Network hostable DHCP agents. Network: 3bfebd2e-845a-4b21-9170-8a14dbf0152c, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:31:10.834090 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16d37ac-a0bf-4631-b5aa-64197c40296d admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:31:10.843523 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-e16d37ac-a0bf-4631-b5aa-64197c40296d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 3bfebd2e-845a-4b21-9170-8a14dbf0152c) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:31:10.847636 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16d37ac-a0bf-4631-b5aa-64197c40296d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:10.848214 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e16d37ac-a0bf-4631-b5aa-64197c40296d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:10.852735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c36c2b4-a6c1-4a0d-8a5a-4dacf7dee704 None None] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:31:10.870491 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e16d37ac-a0bf-4631-b5aa-64197c40296d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6000981 Feb 18 08:31:11.081521 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438b6c49-b8d1-41f0-96aa-bffaae0c4e78 None None] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:31:11.419333 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2559e789-86b3-44d8-bf99-b6d593e13460 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:31:11.485442 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 2559e789-86b3-44d8-bf99-b6d593e13460 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:31:11.490191 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 2559e789-86b3-44d8-bf99-b6d593e13460 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:31:11.490557 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:11.605735 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:11.638226 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 2559e789-86b3-44d8-bf99-b6d593e13460, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2559e789-86b3-44d8-bf99-b6d593e13460,segment=NetworkSegment(6bd92038-6d29-481f-8268-a6b244a3ab57),segment_id=6bd92038-6d29-481f-8268-a6b244a3ab57)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:31:11.641840 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:11.708309 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=2559e789-86b3-44d8-bf99-b6d593e13460,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:13.162755 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36154) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:31:13.355826 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5502ce69-a182-4486-98f3-60db352cf4e1 admin admin] 10.222.0.72 "GET /v2.0/routers/5bbc610a-3f1e-483f-9390-dd90e09dc020 HTTP/1.1" status: 200 len: 710 time: 0.1919742 Feb 18 08:31:13.403171 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2559e789-86b3-44d8-bf99-b6d593e13460 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:31:13.472421 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 2559e789-86b3-44d8-bf99-b6d593e13460 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:31:13.472799 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:13.481043 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ac904e-b099-42ec-9bae-9e952daa4db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:13.482395 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-22ac904e-b099-42ec-9bae-9e952daa4db5 admin admin] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 886 time: 0.1213949 Feb 18 08:31:13.490835 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1166e8c2-f855-403e-a36e-f9f0bd6c7deb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:31:13.921730 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1166e8c2-f855-403e-a36e-f9f0bd6c7deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:14.277636 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1166e8c2-f855-403e-a36e-f9f0bd6c7deb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:14.331254 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1166e8c2-f855-403e-a36e-f9f0bd6c7deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:14.459417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-1166e8c2-f855-403e-a36e-f9f0bd6c7deb admin admin] Allocated IP 172.25.1.217 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:31:14.598414 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1166e8c2-f855-403e-a36e-f9f0bd6c7deb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:14.628215 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1166e8c2-f855-403e-a36e-f9f0bd6c7deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:14.691968 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1166e8c2-f855-403e-a36e-f9f0bd6c7deb admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:31:14.694661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-1166e8c2-f855-403e-a36e-f9f0bd6c7deb admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:31:14.698808 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1166e8c2-f855-403e-a36e-f9f0bd6c7deb admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:31:14.755321 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166e8c2-f855-403e-a36e-f9f0bd6c7deb admin admin] Pushing event updated for resources: {'Port': ['ID=897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:15.072678 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1166e8c2-f855-403e-a36e-f9f0bd6c7deb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:15.455635 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1166e8c2-f855-403e-a36e-f9f0bd6c7deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:15.458893 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1166e8c2-f855-403e-a36e-f9f0bd6c7deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:15.630222 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1166e8c2-f855-403e-a36e-f9f0bd6c7deb admin admin] Router 5bbc610a-3f1e-483f-9390-dd90e09dc020 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:31:15.805340 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1166e8c2-f855-403e-a36e-f9f0bd6c7deb admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:31:15.814454 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1166e8c2-f855-403e-a36e-f9f0bd6c7deb admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:15.815755 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Sync routers for ids ['5bbc610a-3f1e-483f-9390-dd90e09dc020'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:31:15.816234 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1166e8c2-f855-403e-a36e-f9f0bd6c7deb admin admin] 10.222.0.72 "PUT /v2.0/routers/5bbc610a-3f1e-483f-9390-dd90e09dc020 HTTP/1.1" status: 200 len: 890 time: 2.3278697 Feb 18 08:31:15.827099 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Routers {'5bbc610a-3f1e-483f-9390-dd90e09dc020'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:31:15.827879 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:31:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['5bbc610a-3f1e-483f-9390-dd90e09dc020'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:31:16.018324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Set router 5bbc610a-3f1e-483f-9390-dd90e09dc020 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:31:16.345099 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbc610a-3f1e-483f-9390-dd90e09dc020', 'name': 'router1', 'tenant_id': '8bce893a6ec1407eb4431259ae820ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:30:56Z', 'updated_at': '2022-02-18T08:31:14Z', 'revision_number': 4, 'project_id': '8bce893a6ec1407eb4431259ae820ea0', 'gw_port': {'id': '897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:66:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbc610a-3f1e-483f-9390-dd90e09dc020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:31:14Z', 'updated_at': '2022-02-18T08:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '2559e789-86b3-44d8-bf99-b6d593e13460', 'name': '', 'network_id': '0b79b1ed-6489-46a6-b54e-f7b83ba64efe', 'tenant_id': '8bce893a6ec1407eb4431259ae820ea0', 'mac_address': 'fa:16:3e:81:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbc610a-3f1e-483f-9390-dd90e09dc020', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e08b9de4-d3b0-4c49-8b4b-58ec44b23a54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:31:06Z', 'updated_at': '2022-02-18T08:31:11Z', 'revision_number': 5, 'project_id': '8bce893a6ec1407eb4431259ae820ea0', 'subnets': [{'id': 'e08b9de4-d3b0-4c49-8b4b-58ec44b23a54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8694d066-7dc4-461d-87a0-9193a9d3a5ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:31:16.349679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Checking router: 5bbc610a-3f1e-483f-9390-dd90e09dc020 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:31:16.350019 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Updating router 5bbc610a-3f1e-483f-9390-dd90e09dc020 port 897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:31:16.402610 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:16.720140 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:16.731656 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Transition to ACTIVE for port object 897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:31:16.737906 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:16.820535 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01778311-1041-4a93-bfab-6401dbfc8cb3 None None] Pushing event updated for resources: {'Port': ['ID=897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:16.823489 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Attempting to bind port 897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:31:16.823849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Attempting to bind port 897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:31:16.824210 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Attempting to bind port 897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:31:16.830224 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:31:16.830599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:31:16.830987 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:16.831369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:31:16.831819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Bound port: 897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:31:16.832217 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:16.902175 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] For port 897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:31:16.905047 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] For port 897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:31:16.910541 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:16.990206 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Routers {'5bbc610a-3f1e-483f-9390-dd90e09dc020'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:31:16.990731 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:31:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['5bbc610a-3f1e-483f-9390-dd90e09dc020'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:31:17.043821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01778311-1041-4a93-bfab-6401dbfc8cb3 None None] Pushing event updated for resources: {'Port': ['ID=897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:17.169309 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] Set router 5bbc610a-3f1e-483f-9390-dd90e09dc020 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:31:17.507744 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbc610a-3f1e-483f-9390-dd90e09dc020', 'name': 'router1', 'tenant_id': '8bce893a6ec1407eb4431259ae820ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:30:56Z', 'updated_at': '2022-02-18T08:31:14Z', 'revision_number': 4, 'project_id': '8bce893a6ec1407eb4431259ae820ea0', 'gw_port': {'id': '897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:66:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbc610a-3f1e-483f-9390-dd90e09dc020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:31:14Z', 'updated_at': '2022-02-18T08:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '2559e789-86b3-44d8-bf99-b6d593e13460', 'name': '', 'network_id': '0b79b1ed-6489-46a6-b54e-f7b83ba64efe', 'tenant_id': '8bce893a6ec1407eb4431259ae820ea0', 'mac_address': 'fa:16:3e:81:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbc610a-3f1e-483f-9390-dd90e09dc020', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e08b9de4-d3b0-4c49-8b4b-58ec44b23a54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:31:06Z', 'updated_at': '2022-02-18T08:31:11Z', 'revision_number': 5, 'project_id': '8bce893a6ec1407eb4431259ae820ea0', 'subnets': [{'id': 'e08b9de4-d3b0-4c49-8b4b-58ec44b23a54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8694d066-7dc4-461d-87a0-9193a9d3a5ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:31:17.511717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07199d84-de68-4310-aa13-3aa22479b160 None None] The sync data for ids ['5bbc610a-3f1e-483f-9390-dd90e09dc020'] in n-d-829434-1 is: [{'id': '5bbc610a-3f1e-483f-9390-dd90e09dc020', 'name': 'router1', 'tenant_id': '8bce893a6ec1407eb4431259ae820ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:30:56Z', 'updated_at': '2022-02-18T08:31:14Z', 'revision_number': 4, 'project_id': '8bce893a6ec1407eb4431259ae820ea0', 'gw_port': {'id': '897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:66:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbc610a-3f1e-483f-9390-dd90e09dc020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:31:14Z', 'updated_at': '2022-02-18T08:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '2559e789-86b3-44d8-bf99-b6d593e13460', 'name': '', 'network_id': '0b79b1ed-6489-46a6-b54e-f7b83ba64efe', 'tenant_id': '8bce893a6ec1407eb4431259ae820ea0', 'mac_address': 'fa:16:3e:81:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbc610a-3f1e-483f-9390-dd90e09dc020', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e08b9de4-d3b0-4c49-8b4b-58ec44b23a54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:31:06Z', 'updated_at': '2022-02-18T08:31:11Z', 'revision_number': 5, 'project_id': '8bce893a6ec1407eb4431259ae820ea0', 'subnets': [{'id': 'e08b9de4-d3b0-4c49-8b4b-58ec44b23a54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8694d066-7dc4-461d-87a0-9193a9d3a5ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:31:18.195750 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36164) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:31:18.307483 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c62408a1-e758-4309-b3de-d2d307854780 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1099200 Feb 18 08:31:19.431102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:31:19.503966 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:31:19.508377 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:31:19.508776 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:19.633180 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:19.649997 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:31:19.654579 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:19.741481 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:21.408581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:31:21.479498 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 897b6b59-c6bc-4bae-b1db-e9d3bb3a26f8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:31:21.479959 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:30.152475 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6b64685c-b0a4-4162-acb7-d204c27ad5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:32.580347 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cd44ccda-3acc-4b19-8aed-4de430cdb30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:33.528113 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:33.691530 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:34.768137 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:31:40.402568 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 5 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:32:00.155868 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b8369b6f-43ff-4512-91f6-5eca3f5b2d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:32:02.587748 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4457757d-c1c5-49fd-8ca7-3c1cf6237895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:32:03.532021 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:32:03.695729 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:32:04.773174 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:32:17.402734 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 5 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:32:30.159056 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-48041369-260d-4ba9-b082-eade1d7f4909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:32:32.585034 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-99f4b7cd-0602-46c5-b482-de59a147f859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:32:33.538681 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:32:33.703089 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:32:34.780535 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:32:54.402921 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 5 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:33:00.162901 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4325e0ce-c5da-4ec8-98e9-b1c617c6b1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:33:02.578766 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1ebeae67-651e-41c9-9c44-cf372b5cc555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:33:03.536507 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:33:03.697498 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:33:04.780908 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:33:24.663356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36768) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:33:24.733731 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a03df2-056a-4ccc-87a3-8b9b582e8422 admin admin] GET failed (client error): The resource could not be found. Feb 18 08:33:24.734992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-98a03df2-056a-4ccc-87a3-8b9b582e8422 admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0706840 Feb 18 08:33:24.871641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8067086-198b-48c8-be72-9186bd4074d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:24.873216 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e8067086-198b-48c8-be72-9186bd4074d7 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1342926 Feb 18 08:33:27.025534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36778) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:33:27.133660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bc64cc-d570-4180-8eb4-e549e1ec4e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:27.134223 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-76bc64cc-d570-4180-8eb4-e549e1ec4e4a admin admin] Synchronizing usage tracker for tenant:1f9bcec4d3fd47fd9da844239d8bfe36 on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:33:27.149413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-76bc64cc-d570-4180-8eb4-e549e1ec4e4a admin admin] Unset dirty status for tenant:1f9bcec4d3fd47fd9da844239d8bfe36 on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:33:27.150534 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-76bc64cc-d570-4180-8eb4-e549e1ec4e4a admin admin] 10.222.0.72 "GET /v2.0/subnets/e08b9de4-d3b0-4c49-8b4b-58ec44b23a54 HTTP/1.1" status: 200 len: 849 time: 0.1240613 Feb 18 08:33:27.159754 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b0ca2b92-f4a7-4818-8414-811d8085d464 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:33:27.272079 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b0ca2b92-f4a7-4818-8414-811d8085d464 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:33:27.453800 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b0ca2b92-f4a7-4818-8414-811d8085d464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765059461407'] for subnet, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:33:27.498815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ca2b92-f4a7-4818-8414-811d8085d464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:27.499390 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b0ca2b92-f4a7-4818-8414-811d8085d464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:33:27.522834 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b0ca2b92-f4a7-4818-8414-811d8085d464 admin admin] 10.222.0.72 "PUT /v2.0/subnets/e08b9de4-d3b0-4c49-8b4b-58ec44b23a54 HTTP/1.1" status: 200 len: 868 time: 0.3446059 Feb 18 08:33:27.523088 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a903ac3a-2828-44d0-9e84-dbe5704955a5 None None] Network 0b79b1ed-6489-46a6-b54e-f7b83ba64efe requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:33:27.523561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca2b92-f4a7-4818-8414-811d8085d464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08b9de4-d3b0-4c49-8b4b-58ec44b23a54,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:27.528724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca2b92-f4a7-4818-8414-811d8085d464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:27.529071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca2b92-f4a7-4818-8414-811d8085d464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:27.529411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca2b92-f4a7-4818-8414-811d8085d464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:27.529899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca2b92-f4a7-4818-8414-811d8085d464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:27.530239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca2b92-f4a7-4818-8414-811d8085d464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:27.530573 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca2b92-f4a7-4818-8414-811d8085d464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:27.530900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca2b92-f4a7-4818-8414-811d8085d464 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:27.531226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca2b92-f4a7-4818-8414-811d8085d464 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:27.531559 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca2b92-f4a7-4818-8414-811d8085d464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:27.531874 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca2b92-f4a7-4818-8414-811d8085d464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:27.532196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca2b92-f4a7-4818-8414-811d8085d464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:27.532542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca2b92-f4a7-4818-8414-811d8085d464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:27.987923 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-80cfc9fa-87fd-43a0-be62-42007443fd71 None None] Provisioning complete for port 83dd1430-005a-4dbd-8eee-05c2b44f26b3 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:33:27.988312 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-80cfc9fa-87fd-43a0-be62-42007443fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:33:28.107883 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-80cfc9fa-87fd-43a0-be62-42007443fd71 None None] Provisioning complete for port 2559e789-86b3-44d8-bf99-b6d593e13460 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:33:28.108141 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-80cfc9fa-87fd-43a0-be62-42007443fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:33:29.672909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36788) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:33:29.843048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bcdd1f-6d22-437d-8089-336859e280c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:29.843527 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bcdd1f-6d22-437d-8089-336859e280c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:29.856333 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b4bcdd1f-6d22-437d-8089-336859e280c1 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1712785 Feb 18 08:33:30.165285 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-57c3d7cc-a4c9-431c-bece-1871da00b312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:33:31.402026 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 5 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:33:32.034710 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36798) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:33:32.202829 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfe693d-746b-447c-8ca5-4389776bc9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:32.203300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfe693d-746b-447c-8ca5-4389776bc9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:32.204823 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1dfe693d-746b-447c-8ca5-4389776bc9f1 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1691833 Feb 18 08:33:32.582078 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-848231dd-29dc-4245-9e38-013fd1ebf6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:33:33.538728 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:33:33.699920 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:33:34.375143 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36808) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:33:34.547134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a7cfe-0283-4519-ad37-226e29751eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:34.548523 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6c1a7cfe-0283-4519-ad37-226e29751eca admin admin] 10.222.0.72 "GET /v2.0/networks/0b79b1ed-6489-46a6-b54e-f7b83ba64efe HTTP/1.1" status: 200 len: 869 time: 0.1724026 Feb 18 08:33:34.782102 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:33:36.782091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36818) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:33:36.948177 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eba873-f789-461f-ba54-c85f49f146e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:36.949562 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e1eba873-f789-461f-ba54-c85f49f146e0 admin admin] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 886 time: 0.1665232 Feb 18 08:33:39.167250 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36828) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:33:39.271845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafbe732-b4ca-45a7-aa74-54638d2c181e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:39.272346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafbe732-b4ca-45a7-aa74-54638d2c181e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:39.273835 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cafbe732-b4ca-45a7-aa74-54638d2c181e admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1056645 Feb 18 08:33:41.437591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36838) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:33:41.588939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cbe24d-1e6e-416b-b779-c3704ee44f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:41.589392 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cbe24d-1e6e-416b-b779-c3704ee44f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:41.590894 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-37cbe24d-1e6e-416b-b779-c3704ee44f6a admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1523666 Feb 18 08:33:43.744473 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36848) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:33:43.841173 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64cb474-fedf-480c-869c-6bf28f73e533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:43.842498 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f64cb474-fedf-480c-869c-6bf28f73e533 admin admin] 10.222.0.72 "GET /v2.0/subnets/56fcd9d3-4e3b-4a53-ba65-5992f05b958b HTTP/1.1" status: 200 len: 816 time: 0.0970709 Feb 18 08:33:46.017633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36858) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:33:46.133159 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786ac6f3-c695-44b6-b61a-76957a007989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:46.134468 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-786ac6f3-c695-44b6-b61a-76957a007989 admin admin] 10.222.0.72 "GET /v2.0/subnets/e08b9de4-d3b0-4c49-8b4b-58ec44b23a54 HTTP/1.1" status: 200 len: 868 time: 0.1158922 Feb 18 08:34:00.166854 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d53d073d-07cf-4afd-957b-908bbd6f62ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:02.585998 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-35097f73-95a1-4fdc-92cd-bb3a417449eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:03.541442 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:03.702802 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:04.787183 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:05.316416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36904) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:34:05.365168 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-4e69290d-f63d-44cb-aed3-e0d76d329ea1 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:34:05.366152 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4e69290d-f63d-44cb-aed3-e0d76d329ea1 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487962 Feb 18 08:34:07.559173 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36914) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:34:07.626521 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e58e43d-ce91-4c16-802d-b79e9dce0ead admin admin] GET failed (client error): The resource could not be found. Feb 18 08:34:07.627759 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9e58e43d-ce91-4c16-802d-b79e9dce0ead admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0676489 Feb 18 08:34:07.751856 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef16878a-d1c5-4545-a568-1097cf5326cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:07.754200 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ef16878a-d1c5-4545-a568-1097cf5326cf admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1207240 Feb 18 08:34:08.404191 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 5 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:34:09.914341 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36924) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:34:09.962825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:34:09.967208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:34:09.977052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:34:10.000257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Made reservation on behalf of 1f9bcec4d3fd47fd9da844239d8bfe36 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:34:10.002569 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:10.089218 n-d-829434-1 neutron-server[87768]: WARNING neutron.services.revisions.revision_plugin [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Could not find related network for resource to bump revision. Feb 18 08:34:10.100788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:34:10.109488 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:10.109821 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Added segment 5a502b07-5c47-48fe-b6ec-c315acc02a7c of type vlan for network e2f0f62f-8323-48be-bc0d-062d46343182 Feb 18 08:34:10.134444 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:10.162088 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:10.163035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:10.163618 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:10.264334 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3489108 Feb 18 08:34:10.266938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Pushing event updated for resources: {'Network': ['ID=e2f0f62f-8323-48be-bc0d-062d46343182,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:10.274532 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:10.274888 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:10.275227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:10.275566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:10.275899 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:10.276230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:10.276593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:10.276920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:10.277262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:10.277571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:10.277896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:10.278218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014e63a-05f2-4a12-be1e-1456df27b290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:10.291028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network e2f0f62f-8323-48be-bc0d-062d46343182 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:34:12.449277 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36934) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:34:12.514370 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4861631-ff40-4d94-91d2-3fe0169f68b9 admin admin] GET failed (client error): The resource could not be found. Feb 18 08:34:12.514876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d4861631-ff40-4d94-91d2-3fe0169f68b9 admin admin] Synchronizing usage tracker for tenant:1f9bcec4d3fd47fd9da844239d8bfe36 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:34:12.529813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d4861631-ff40-4d94-91d2-3fe0169f68b9 admin admin] Unset dirty status for tenant:1f9bcec4d3fd47fd9da844239d8bfe36 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:34:12.531019 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d4861631-ff40-4d94-91d2-3fe0169f68b9 admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0806675 Feb 18 08:34:12.642762 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2ffb4e-e7c4-4ef3-8fc5-75554dafa3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:12.644631 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6b2ffb4e-e7c4-4ef3-8fc5-75554dafa3bb admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1091433 Feb 18 08:34:12.654115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-187b5ec5-2107-4350-ba43-adce8eac532c admin admin] Request body: {'subnet': {'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:34:12.658424 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-187b5ec5-2107-4350-ba43-adce8eac532c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:34:12.668542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-187b5ec5-2107-4350-ba43-adce8eac532c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:34:12.677926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187b5ec5-2107-4350-ba43-adce8eac532c admin admin] Made reservation on behalf of 1f9bcec4d3fd47fd9da844239d8bfe36 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:34:12.680195 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-187b5ec5-2107-4350-ba43-adce8eac532c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:12.897295 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-187b5ec5-2107-4350-ba43-adce8eac532c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:12.967218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b5ec5-2107-4350-ba43-adce8eac532c admin admin] Pushing event updated for resources: {'Subnet': ['ID=237cc92c-cf9d-4961-a803-138e8480afcd,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:12.977798 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b5ec5-2107-4350-ba43-adce8eac532c admin admin] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:34:12.978159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187b5ec5-2107-4350-ba43-adce8eac532c admin admin] Network hostable DHCP agents. Network: e2f0f62f-8323-48be-bc0d-062d46343182, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:34:12.999399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187b5ec5-2107-4350-ba43-adce8eac532c admin admin] Network e2f0f62f-8323-48be-bc0d-062d46343182 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:34:13.009381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-187b5ec5-2107-4350-ba43-adce8eac532c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, e2f0f62f-8323-48be-bc0d-062d46343182) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:34:13.014132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187b5ec5-2107-4350-ba43-adce8eac532c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:13.014608 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-187b5ec5-2107-4350-ba43-adce8eac532c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:13.019640 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e205dac-16ca-4932-a6df-760d05065af7 None None] Network e2f0f62f-8323-48be-bc0d-062d46343182 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:34:13.038140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-187b5ec5-2107-4350-ba43-adce8eac532c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3865440 Feb 18 08:34:13.241864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-e2f0f62f-8323-48be-bc0d-062d46343182', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'tenant_id': '1f9bcec4d3fd47fd9da844239d8bfe36', 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:34:13.242784 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:13.398137 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Allocated IP 192.168.233.2 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/09e01b54-63f7-46a5-9873-22bc84bcad8f) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:34:13.607761 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:13.618100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Transition to ACTIVE for port object 09e01b54-63f7-46a5-9873-22bc84bcad8f will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:34:13.636703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Transition to ACTIVE for port object 09e01b54-63f7-46a5-9873-22bc84bcad8f will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:34:13.642096 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:13.710936 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:34:13.713770 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:34:13.720230 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:34:13.722373 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Pushing event updated for resources: {'Port': ['ID=09e01b54-63f7-46a5-9873-22bc84bcad8f,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:13.754686 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:13.755032 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:13.755376 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:13.755712 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:13.756046 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:13.756403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:13.756731 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:13.757055 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:13.757396 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:13.757719 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:13.758039 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:13.758358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:13.823152 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Attempting to bind port 09e01b54-63f7-46a5-9873-22bc84bcad8f on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:34:13.823521 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Attempting to bind port 09e01b54-63f7-46a5-9873-22bc84bcad8f by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:34:13.823877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Attempting to bind port 09e01b54-63f7-46a5-9873-22bc84bcad8f on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:34:13.829478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:34:13.829844 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:34:13.830239 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:13.830624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:34:13.831638 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Bound port: 09e01b54-63f7-46a5-9873-22bc84bcad8f, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:34:13.832099 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:13.921523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] For port 09e01b54-63f7-46a5-9873-22bc84bcad8f, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:34:13.925054 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] For port 09e01b54-63f7-46a5-9873-22bc84bcad8f, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=09e01b54-63f7-46a5-9873-22bc84bcad8f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:34:13.929997 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:14.010070 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b211c-686c-47ee-a544-986586e6d14d None None] Pushing event updated for resources: {'Port': ['ID=09e01b54-63f7-46a5-9873-22bc84bcad8f,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:14.835189 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d38722a-434c-462a-ab02-f44568d6e847 None None] Network e2f0f62f-8323-48be-bc0d-062d46343182 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:34:14.954523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-619d0040-bbd4-4328-9fdb-fd093a4c0883 None None] Provisioning for port 09e01b54-63f7-46a5-9873-22bc84bcad8f completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:34:15.508819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 09e01b54-63f7-46a5-9873-22bc84bcad8f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:34:15.578203 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 09e01b54-63f7-46a5-9873-22bc84bcad8f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:34:15.583691 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 09e01b54-63f7-46a5-9873-22bc84bcad8f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:34:15.584062 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:15.700696 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:15.733203 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 09e01b54-63f7-46a5-9873-22bc84bcad8f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=09e01b54-63f7-46a5-9873-22bc84bcad8f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:34:15.738311 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:15.806715 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=09e01b54-63f7-46a5-9873-22bc84bcad8f,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:17.490331 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 09e01b54-63f7-46a5-9873-22bc84bcad8f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:34:17.562810 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 09e01b54-63f7-46a5-9873-22bc84bcad8f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:34:17.563175 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:30.170781 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a9cf4fe5-e5a6-450a-bde7-f51d6d957c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:32.588472 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-75f280da-1da4-41a2-955f-5bc95c7c9eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:33.546056 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:33.705304 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:34.787322 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:34:45.403060 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 5 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:35:00.174445 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7e172a4f-b0a4-4bc6-a25b-8a5296dcd33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:35:02.590353 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d12d1737-e87f-449a-8b91-23ac481cb281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:35:03.550835 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:35:03.707401 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:35:04.789531 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:35:22.401816 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 5 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:35:30.176790 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-43161e7f-882e-41ae-b1bd-90086ece280f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:35:30.558514 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36980) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:35:30.564868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [None req-f532173d-43b3-407e-bc9c-1680f13aa356 tempest-verify_tempest_config-1635404093 tempest-verify_tempest_config-1635404093-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:35:30.565826 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f532173d-43b3-407e-bc9c-1680f13aa356 tempest-verify_tempest_config-1635404093 tempest-verify_tempest_config-1635404093-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057814 Feb 18 08:35:30.874227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36998) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:35:30.999404 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:35:31.013580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:35:31.017340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Usage tracker for resource:security_group_rule and tenant:e5fcd9d4b6644371bccfc3ba678987d6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:35:31.020151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:35:31.025782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:35:31.108673 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:35:31.112131 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:35:31.158372 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e5fcd9d4b6644371bccfc3ba678987d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2831428 Feb 18 08:35:31.159183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3a2f36-e4a3-4cfb-a8f2-c593b49876ba,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:35:31.161086 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37004) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:35:31.165865 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.166214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.166556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.166898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.167231 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.167558 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.167882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.168767 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.169085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.169406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.169726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.170046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409d7e46-f6ce-4e1f-85f6-3a0a78265f3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.221396 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cdaeaf52-1c55-42c3-a964-52eb4695b361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:35:31.246106 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cdaeaf52-1c55-42c3-a964-52eb4695b361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:35:31.342501 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cdaeaf52-1c55-42c3-a964-52eb4695b361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:35:31.356980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaeaf52-1c55-42c3-a964-52eb4695b361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3a2f36-e4a3-4cfb-a8f2-c593b49876ba,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:35:31.366229 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cdaeaf52-1c55-42c3-a964-52eb4695b361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:35:31.367322 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cdaeaf52-1c55-42c3-a964-52eb4695b361 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3b3a2f36-e4a3-4cfb-a8f2-c593b49876ba HTTP/1.1" status: 204 len: 168 time: 0.2052114 Feb 18 08:35:31.368487 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaeaf52-1c55-42c3-a964-52eb4695b361 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.368836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaeaf52-1c55-42c3-a964-52eb4695b361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.369169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaeaf52-1c55-42c3-a964-52eb4695b361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.369503 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaeaf52-1c55-42c3-a964-52eb4695b361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.369830 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaeaf52-1c55-42c3-a964-52eb4695b361 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.370155 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaeaf52-1c55-42c3-a964-52eb4695b361 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.370478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaeaf52-1c55-42c3-a964-52eb4695b361 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.370816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaeaf52-1c55-42c3-a964-52eb4695b361 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.372087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaeaf52-1c55-42c3-a964-52eb4695b361 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.372087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaeaf52-1c55-42c3-a964-52eb4695b361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.372379 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaeaf52-1c55-42c3-a964-52eb4695b361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:31.372700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaeaf52-1c55-42c3-a964-52eb4695b361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:32.593119 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-98f167d3-115d-4fc7-894b-52ad6db8be43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:35:33.551497 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:35:33.709978 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:35:34.792132 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:35:59.400728 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 5 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:36:00.178270 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c878112d-ece2-4791-962e-b7967015ebcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:36:02.594237 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-07b18a86-cffc-4f8e-9a1f-c3867aa501cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:36:03.553643 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:36:03.711303 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:36:04.794764 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:36:30.182236 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c5510ad9-f1f2-4ad2-b83a-c6a9f2b5553f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:36:32.596822 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f25c5844-473c-45bb-b0f4-38d66920d7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:36:33.564812 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:36:33.715720 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:36:34.796677 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:36:36.399610 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 5 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:37:00.184159 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-27718532-0c31-4812-a6fc-c71f2dd802c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:37:02.597570 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d4c3863c-22de-4ef5-aaac-c39e5655ac83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:37:03.559361 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:37:03.717659 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:37:04.799046 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:37:13.398401 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 5 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:37:30.185723 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-549765da-c82f-41fe-a956-ad5d737557b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:37:32.598478 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8242a163-3d69-4544-ae3a-fafd3c42af1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:37:33.562588 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:37:33.719439 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:37:34.801869 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:37:50.397292 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 5 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:38:00.186996 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-14f97169-3c0d-4d17-9ab4-1898b4c92dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:38:02.600657 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-794dd747-45e3-47bb-9710-2a2fba792801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:38:03.565749 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:38:03.721215 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:38:04.804885 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:38:27.396646 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 5 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:38:30.187967 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6be40ddb-3d82-4126-a51c-1cd5cf987a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:38:32.601701 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5726dff5-fa34-48e1-b922-972fe3852d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:38:33.568975 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:38:33.723067 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:38:34.806468 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:38:40.670900 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8239208'] for agent, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:38:41.096637 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8239208'] for agent, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:39:00.190280 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4fa301ab-7f75-4474-8223-ca4b31f0528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:39:02.603172 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9473e5a3-62fd-49fb-873e-1479cf065272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:39:03.572352 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:39:03.730791 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:39:04.395714 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:39:04.809374 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:39:10.662265 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:39:11.082721 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:39:28.477163 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37070) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:39:28.587076 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-67a48d14-f072-4d5e-9bf0-ce9b6ae579bf admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1088324 Feb 18 08:39:30.195122 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-00f61b28-11e2-44a4-afa0-84e1a4cd7724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:39:30.742198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37080) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:39:30.796502 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1462fff5-6961-450b-8db8-a37c6df9bd23 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0532229 Feb 18 08:39:32.604420 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e5f934ba-ad79-450d-8b7e-7c818112eaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:39:33.574110 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:39:33.721948 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:39:34.812149 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:39:40.672752 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:39:41.082193 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:39:41.395762 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:40:00.199659 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8210ef59-e1dd-4532-a23b-e68236eeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:40:02.605035 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d3f8a0f3-db8a-4153-9ed0-9400e2f2330b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:40:03.577090 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:40:03.725107 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:40:04.817652 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:40:10.704316 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:40:11.097822 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:40:18.395238 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:40:30.200968 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cfe64009-4111-47b2-86ab-1fcef44ae90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:40:32.606211 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d96c9d0e-cf83-4e1a-afe8-baf927a1b542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:40:33.579809 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:40:33.725620 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:40:34.818044 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:40:40.749760 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:40:41.091200 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:40:55.394763 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:41:00.203177 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c38bae5a-8381-4aa8-b97d-b844b65f2d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:02.624295 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-60a0fca4-ea37-4cc7-bfa8-9f55d6dc06fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:03.609660 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:03.754185 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:04.831096 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:07.585421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37344) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:07.974816 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c659039c-55e3-4fc5-9ccf-5d641672c1aa tempest-AutoAllocateNetworkTest-795386460 tempest-AutoAllocateNetworkTest-795386460-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=edbea0e3b74d498c864b0a796d992c8e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3858054 Feb 18 08:41:07.975021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37368) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:08.134154 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c6e96f-8988-4666-a0d7-ab91c0ed5530 tempest-AutoAllocateNetworkTest-795386460 tempest-AutoAllocateNetworkTest-795386460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:08.138765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37380) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:08.139331 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c3c6e96f-8988-4666-a0d7-ab91c0ed5530 tempest-AutoAllocateNetworkTest-795386460 tempest-AutoAllocateNetworkTest-795386460-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1628375 Feb 18 08:41:08.243624 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0fdc9af4-d79d-41bf-aa52-2435431439b6 tempest-AutoAllocateNetworkTest-795386460 tempest-AutoAllocateNetworkTest-795386460-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882080 Feb 18 08:41:08.244225 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37388) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:08.269143 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cb628112-2835-4ee1-80b5-ed9fe1422b70 tempest-AutoAllocateNetworkTest-795386460 tempest-AutoAllocateNetworkTest-795386460-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=edbea0e3b74d498c864b0a796d992c8e HTTP/1.1" status: 200 len: 208 time: 0.0375662 Feb 18 08:41:09.162960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37436) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:09.778018 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:09.795362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:09.799608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Usage tracker for resource:security_group_rule and tenant:edbea0e3b74d498c864b0a796d992c8e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:09.802812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:09.810242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:09.909574 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:09.919746 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:09.978333 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=edbea0e3b74d498c864b0a796d992c8e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8142047 Feb 18 08:41:09.979330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebec519-aaea-4a92-ae16-f8dc20e21a4b,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:09.981174 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37460) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:09.989260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:09.989877 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:09.990399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:09.990912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:09.991423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:09.991927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:09.992912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:09.993429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:09.993936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:09.994442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:09.994948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:09.995455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90a4cf-cf3a-41c8-a7c8-c0a9554d12a9 admin admin] Tracked resource versions report: Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: pushed versions: Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: { 'AddressGroup': {'1.2'}, Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'ConntrackHelper': {'1.0'}, Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'Log': {'1.0'}, Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'Network': {'1.1'}, Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'Port': {'1.7'}, Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'PortForwarding': {'1.2'}, Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'QosPolicy': {'1.8'}, Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'SecurityGroup': {'1.4'}, Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'SecurityGroupRule': {'1.2'}, Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'SubPort': {'1.0'}, Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'Subnet': {'1.1'}, Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'Trunk': {'1.1'}} Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: consumer versions: Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: { DHCP agent@n-d-829434-1: {}, Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: HyperV agent@n-h1-829434-1: {}, Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: HyperV agent@n-h2-829434-1: {}, Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: L3 agent@n-d-829434-1: {}, Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: Metadata agent@n-d-829434-1: {}, Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: Metering agent@n-d-829434-1: {}, Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: Open vSwitch agent@n-d-829434-1: { 'AddressGroup': '1.2', Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'ConntrackHelper': '1.0', Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'Log': '1.0', Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'Network': '1.1', Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'Port': '1.7', Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'PortForwarding': '1.2', Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'QosPolicy': '1.8', Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'SecurityGroup': '1.4', Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'SecurityGroupRule': '1.2', Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'SubPort': '1.0', Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'Subnet': '1.1', Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: 'Trunk': '1.1'}} Feb 18 08:41:09.996862 n-d-829434-1 neutron-server[87768]: {{(pid=87768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:41:10.073030 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c175825-d8e9-467a-8178-6d816bb49832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:10.107493 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c175825-d8e9-467a-8178-6d816bb49832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:10.129591 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37472) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:10.179517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c175825-d8e9-467a-8178-6d816bb49832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:10.198795 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c175825-d8e9-467a-8178-6d816bb49832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebec519-aaea-4a92-ae16-f8dc20e21a4b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:10.204128 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c175825-d8e9-467a-8178-6d816bb49832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:10.205551 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8c175825-d8e9-467a-8178-6d816bb49832 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3ebec519-aaea-4a92-ae16-f8dc20e21a4b HTTP/1.1" status: 204 len: 168 time: 0.2234228 Feb 18 08:41:10.211150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c175825-d8e9-467a-8178-6d816bb49832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:10.211534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c175825-d8e9-467a-8178-6d816bb49832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:10.211902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c175825-d8e9-467a-8178-6d816bb49832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:10.212520 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c175825-d8e9-467a-8178-6d816bb49832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:10.212993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c175825-d8e9-467a-8178-6d816bb49832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:10.213479 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c175825-d8e9-467a-8178-6d816bb49832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:10.213962 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c175825-d8e9-467a-8178-6d816bb49832 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:10.214465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c175825-d8e9-467a-8178-6d816bb49832 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:10.214975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c175825-d8e9-467a-8178-6d816bb49832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:10.215480 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c175825-d8e9-467a-8178-6d816bb49832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:10.216001 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c175825-d8e9-467a-8178-6d816bb49832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:10.216410 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c175825-d8e9-467a-8178-6d816bb49832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c175825-d8e9-467a-8178-6d816bb49832 admin admin] Tracked resource versions report: Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: pushed versions: Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: { 'AddressGroup': {'1.2'}, Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'ConntrackHelper': {'1.0'}, Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'Log': {'1.0'}, Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'Network': {'1.1'}, Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'Port': {'1.7'}, Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'PortForwarding': {'1.2'}, Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'QosPolicy': {'1.8'}, Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'SecurityGroup': {'1.4'}, Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'SecurityGroupRule': {'1.2'}, Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'SubPort': {'1.0'}, Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'Subnet': {'1.1'}, Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'Trunk': {'1.1'}} Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: consumer versions: Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: { DHCP agent@n-d-829434-1: {}, Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: HyperV agent@n-h1-829434-1: {}, Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: HyperV agent@n-h2-829434-1: {}, Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: L3 agent@n-d-829434-1: {}, Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: Metadata agent@n-d-829434-1: {}, Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: Metering agent@n-d-829434-1: {}, Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: Open vSwitch agent@n-d-829434-1: { 'AddressGroup': '1.2', Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'ConntrackHelper': '1.0', Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'Log': '1.0', Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'Network': '1.1', Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'Port': '1.7', Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'PortForwarding': '1.2', Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'QosPolicy': '1.8', Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'SecurityGroup': '1.4', Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'SecurityGroupRule': '1.2', Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'SubPort': '1.0', Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'Subnet': '1.1', Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: 'Trunk': '1.1'}} Feb 18 08:41:10.217606 n-d-829434-1 neutron-server[87767]: {{(pid=87767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:41:10.674199 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e859cc8-bf52-44c2-a6eb-f61ca27ab3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:10.693631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5e859cc8-bf52-44c2-a6eb-f61ca27ab3c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:10.698410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5e859cc8-bf52-44c2-a6eb-f61ca27ab3c4 admin admin] Usage tracker for resource:security_group_rule and tenant:3ab5349c8aee4c7a8435205f4e054efc is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:10.698940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37510) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:10.702074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5e859cc8-bf52-44c2-a6eb-f61ca27ab3c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:10.709149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5e859cc8-bf52-44c2-a6eb-f61ca27ab3c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:10.785582 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:10.798147 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e859cc8-bf52-44c2-a6eb-f61ca27ab3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:10.805593 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e859cc8-bf52-44c2-a6eb-f61ca27ab3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:10.876376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37522) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:10.877114 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5e859cc8-bf52-44c2-a6eb-f61ca27ab3c4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3ab5349c8aee4c7a8435205f4e054efc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7461803 Feb 18 08:41:10.879078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e859cc8-bf52-44c2-a6eb-f61ca27ab3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5053ef33-59d8-448e-99f3-c06e7674c593,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:10.952331 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-63210605-8d53-4033-a258-755db2afad33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:10.979880 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-63210605-8d53-4033-a258-755db2afad33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:11.033941 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-63210605-8d53-4033-a258-755db2afad33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:11.054847 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-63210605-8d53-4033-a258-755db2afad33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:11.056253 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-63210605-8d53-4033-a258-755db2afad33 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5053ef33-59d8-448e-99f3-c06e7674c593 HTTP/1.1" status: 204 len: 168 time: 0.1788354 Feb 18 08:41:11.057355 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63210605-8d53-4033-a258-755db2afad33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5053ef33-59d8-448e-99f3-c06e7674c593,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:11.112667 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:11.149076 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c41e510b-4018-4239-8f13-534d30b20a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:11.166015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c41e510b-4018-4239-8f13-534d30b20a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:11.169833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c41e510b-4018-4239-8f13-534d30b20a2a admin admin] Usage tracker for resource:security_group_rule and tenant:8fbdaa7a3075463680be53b063c18bcb is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:11.173394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c41e510b-4018-4239-8f13-534d30b20a2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:11.178871 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c41e510b-4018-4239-8f13-534d30b20a2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:11.271928 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c41e510b-4018-4239-8f13-534d30b20a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:11.276102 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c41e510b-4018-4239-8f13-534d30b20a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:11.324784 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e510b-4018-4239-8f13-534d30b20a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafa3557-e623-47bd-936a-3657203d4efe,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:11.328474 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c41e510b-4018-4239-8f13-534d30b20a2a admin admin] Synchronizing usage tracker for tenant:1f9bcec4d3fd47fd9da844239d8bfe36 on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:41:11.353300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c41e510b-4018-4239-8f13-534d30b20a2a admin admin] Unset dirty status for tenant:1f9bcec4d3fd47fd9da844239d8bfe36 on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:41:11.354748 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c41e510b-4018-4239-8f13-534d30b20a2a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8fbdaa7a3075463680be53b063c18bcb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6539786 Feb 18 08:41:11.357501 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37546) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:11.418680 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b34d5f30-7cdb-4f14-b369-0791b2cad02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:11.445791 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b34d5f30-7cdb-4f14-b369-0791b2cad02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:11.513387 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b34d5f30-7cdb-4f14-b369-0791b2cad02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:11.535438 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d5f30-7cdb-4f14-b369-0791b2cad02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafa3557-e623-47bd-936a-3657203d4efe,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:11.540523 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b34d5f30-7cdb-4f14-b369-0791b2cad02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:11.543872 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b34d5f30-7cdb-4f14-b369-0791b2cad02a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bafa3557-e623-47bd-936a-3657203d4efe HTTP/1.1" status: 204 len: 168 time: 0.1831245 Feb 18 08:41:11.644291 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37564) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:11.661716 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2cb41dc1-656e-4422-8214-cd33c9e03d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:11.676649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2cb41dc1-656e-4422-8214-cd33c9e03d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:11.680961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2cb41dc1-656e-4422-8214-cd33c9e03d56 admin admin] Usage tracker for resource:security_group_rule and tenant:54a537436a1947fea5a549212203a31e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:11.683812 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2cb41dc1-656e-4422-8214-cd33c9e03d56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:11.691806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2cb41dc1-656e-4422-8214-cd33c9e03d56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:11.786418 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2cb41dc1-656e-4422-8214-cd33c9e03d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:11.790963 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2cb41dc1-656e-4422-8214-cd33c9e03d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:11.829058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb41dc1-656e-4422-8214-cd33c9e03d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7f329d-d679-4cc2-8a20-dd6978e6aa28,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:11.855007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37574) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:11.855553 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2cb41dc1-656e-4422-8214-cd33c9e03d56 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=54a537436a1947fea5a549212203a31e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2097023 Feb 18 08:41:11.944555 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3489f5e8-ad2d-4a15-aaf8-f707af0f3bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:11.972523 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3489f5e8-ad2d-4a15-aaf8-f707af0f3bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:12.034364 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3489f5e8-ad2d-4a15-aaf8-f707af0f3bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:12.058412 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489f5e8-ad2d-4a15-aaf8-f707af0f3bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7f329d-d679-4cc2-8a20-dd6978e6aa28,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:12.077274 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3489f5e8-ad2d-4a15-aaf8-f707af0f3bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:12.080077 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3489f5e8-ad2d-4a15-aaf8-f707af0f3bff admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ac7f329d-d679-4cc2-8a20-dd6978e6aa28 HTTP/1.1" status: 204 len: 168 time: 0.2217772 Feb 18 08:41:12.211442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37594) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:12.229564 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-34eefc24-4ee7-4bc6-87ba-a454c6d4808a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:12.245338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-34eefc24-4ee7-4bc6-87ba-a454c6d4808a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:12.249479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-34eefc24-4ee7-4bc6-87ba-a454c6d4808a admin admin] Usage tracker for resource:security_group_rule and tenant:a05eba23fbb5453b85cdadcf21bc2445 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:12.253723 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-34eefc24-4ee7-4bc6-87ba-a454c6d4808a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:12.259733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-34eefc24-4ee7-4bc6-87ba-a454c6d4808a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:12.361216 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-34eefc24-4ee7-4bc6-87ba-a454c6d4808a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:12.365103 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-34eefc24-4ee7-4bc6-87ba-a454c6d4808a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:12.414750 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-34eefc24-4ee7-4bc6-87ba-a454c6d4808a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a05eba23fbb5453b85cdadcf21bc2445&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2022274 Feb 18 08:41:12.415997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eefc24-4ee7-4bc6-87ba-a454c6d4808a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7cf54d-c6d2-4aa1-b0bb-5029aa7b6286,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:12.417436 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37610) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:12.482281 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2882564f-3af9-4175-98ac-8794a22027b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:12.509936 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2882564f-3af9-4175-98ac-8794a22027b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:12.575254 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2882564f-3af9-4175-98ac-8794a22027b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:12.598529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882564f-3af9-4175-98ac-8794a22027b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7cf54d-c6d2-4aa1-b0bb-5029aa7b6286,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:12.610524 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2882564f-3af9-4175-98ac-8794a22027b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:12.611920 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2882564f-3af9-4175-98ac-8794a22027b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1b7cf54d-c6d2-4aa1-b0bb-5029aa7b6286 HTTP/1.1" status: 204 len: 168 time: 0.1934154 Feb 18 08:41:13.234306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37662) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:13.516910 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9aa99d38-629c-44c7-83aa-526c99f457d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:13.537338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9aa99d38-629c-44c7-83aa-526c99f457d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:13.541627 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9aa99d38-629c-44c7-83aa-526c99f457d0 admin admin] Usage tracker for resource:security_group_rule and tenant:26b3051b0e604445b6bb497ab7f57a15 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:13.544826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9aa99d38-629c-44c7-83aa-526c99f457d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:13.552427 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9aa99d38-629c-44c7-83aa-526c99f457d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:13.670171 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9aa99d38-629c-44c7-83aa-526c99f457d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:13.676093 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9aa99d38-629c-44c7-83aa-526c99f457d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:13.729338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa99d38-629c-44c7-83aa-526c99f457d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a332d2-c87a-4a00-bf9d-6c3a9429ed7c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:13.740937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37692) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:13.741414 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9aa99d38-629c-44c7-83aa-526c99f457d0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26b3051b0e604445b6bb497ab7f57a15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5055454 Feb 18 08:41:13.808769 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef17d9eb-85f3-400f-a1ab-2d7347eee5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:13.859484 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef17d9eb-85f3-400f-a1ab-2d7347eee5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:13.930642 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef17d9eb-85f3-400f-a1ab-2d7347eee5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:13.953254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17d9eb-85f3-400f-a1ab-2d7347eee5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a332d2-c87a-4a00-bf9d-6c3a9429ed7c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:13.963820 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef17d9eb-85f3-400f-a1ab-2d7347eee5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:13.967955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ef17d9eb-85f3-400f-a1ab-2d7347eee5d9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/98a332d2-c87a-4a00-bf9d-6c3a9429ed7c HTTP/1.1" status: 204 len: 168 time: 0.2260108 Feb 18 08:41:14.504113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37746) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:14.530520 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-81ddc6f1-1a82-4e01-a732-7402974c1aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:14.546841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-81ddc6f1-1a82-4e01-a732-7402974c1aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:14.552251 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-81ddc6f1-1a82-4e01-a732-7402974c1aa0 admin admin] Usage tracker for resource:security_group_rule and tenant:1625e256260a438b8ebff1a2a44cff9f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:14.555482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-81ddc6f1-1a82-4e01-a732-7402974c1aa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:14.561758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-81ddc6f1-1a82-4e01-a732-7402974c1aa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:14.668735 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-81ddc6f1-1a82-4e01-a732-7402974c1aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:14.674350 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-81ddc6f1-1a82-4e01-a732-7402974c1aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:14.722396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddc6f1-1a82-4e01-a732-7402974c1aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4ad35c-565b-4bba-839d-f42386ab6543,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:14.732807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37760) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:14.733267 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-81ddc6f1-1a82-4e01-a732-7402974c1aa0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1625e256260a438b8ebff1a2a44cff9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2273571 Feb 18 08:41:14.809295 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2925b7c9-69d0-4c3d-94d3-fc9a40dd2db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:14.841083 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2925b7c9-69d0-4c3d-94d3-fc9a40dd2db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:14.910320 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2925b7c9-69d0-4c3d-94d3-fc9a40dd2db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:14.932931 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925b7c9-69d0-4c3d-94d3-fc9a40dd2db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4ad35c-565b-4bba-839d-f42386ab6543,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:14.956258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2925b7c9-69d0-4c3d-94d3-fc9a40dd2db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:14.958557 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2925b7c9-69d0-4c3d-94d3-fc9a40dd2db2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ae4ad35c-565b-4bba-839d-f42386ab6543 HTTP/1.1" status: 204 len: 168 time: 0.2246528 Feb 18 08:41:15.861601 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37854) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:16.164918 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37884) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:16.171726 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-network', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:41:16.178883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:16.182594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Usage tracker for resource:network and tenant:acb5ccc9e90344ccb998b0892a2a055c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:16.185575 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:16.191882 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:16.204009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Made reservation on behalf of acb5ccc9e90344ccb998b0892a2a055c for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:41:16.206572 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:16.219056 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:16.237820 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:16.241801 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Usage tracker for resource:security_group_rule and tenant:acb5ccc9e90344ccb998b0892a2a055c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:16.244634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:16.250184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:16.336010 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:16.343392 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:16.381016 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:41:16.389873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d55d8be-38e7-4c04-9840-54952f461c51,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:16.397210 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:16.397581 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Added segment 3a90ac9f-9916-42a6-9a0e-35487316ce3b of type vlan for network 6c4c5e8e-8215-4796-a5ce-435bb8609f4a Feb 18 08:41:16.428309 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:16.463028 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:16.464557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:16.465132 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:16.537707 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c9b75f74-862c-4ee3-bad4-fcfd41f927fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:16.573219 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c9b75f74-862c-4ee3-bad4-fcfd41f927fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:16.584189 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c9b75f74-862c-4ee3-bad4-fcfd41f927fb admin admin] Usage tracker for resource:security_group_rule and tenant:226b1bfba698425a8dbb30dfd4ab028c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:16.597207 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c9b75f74-862c-4ee3-bad4-fcfd41f927fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:16.603181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c9b75f74-862c-4ee3-bad4-fcfd41f927fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:16.632163 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7686512 Feb 18 08:41:16.638278 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37912) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:16.647039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8eca01ca-73ab-4c7b-89a5-dc33fb9c0cf8 admin admin] Request body: {'subnet': {'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-subnet', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:41:16.698152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b02db-ca15-442a-a75b-889b909576e1 admin admin] Pushing event updated for resources: {'Network': ['ID=6c4c5e8e-8215-4796-a5ce-435bb8609f4a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:16.700902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8eca01ca-73ab-4c7b-89a5-dc33fb9c0cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:16.706435 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8eca01ca-73ab-4c7b-89a5-dc33fb9c0cf8 admin admin] Usage tracker for resource:subnet and tenant:acb5ccc9e90344ccb998b0892a2a055c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:16.710494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8eca01ca-73ab-4c7b-89a5-dc33fb9c0cf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:16.716166 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 6c4c5e8e-8215-4796-a5ce-435bb8609f4a details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:41:16.722353 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8eca01ca-73ab-4c7b-89a5-dc33fb9c0cf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:16.740860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eca01ca-73ab-4c7b-89a5-dc33fb9c0cf8 admin admin] Made reservation on behalf of acb5ccc9e90344ccb998b0892a2a055c for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:41:16.743608 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8eca01ca-73ab-4c7b-89a5-dc33fb9c0cf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:16.761688 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c9b75f74-862c-4ee3-bad4-fcfd41f927fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:16.768058 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c9b75f74-862c-4ee3-bad4-fcfd41f927fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:16.827696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b75f74-862c-4ee3-bad4-fcfd41f927fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715dc5e1-031c-440f-be9a-51bb1960834a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:16.893670 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c9b75f74-862c-4ee3-bad4-fcfd41f927fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=226b1bfba698425a8dbb30dfd4ab028c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7266114 Feb 18 08:41:16.899552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37924) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:17.013936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37934) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:17.018027 n-d-829434-1 neutron-server[87768]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 08:41:17.057416 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-e2d567aa-c169-435b-ab1b-051c750e6a26 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=d4daa84187934bd4b0b6695dc8319c54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423546 Feb 18 08:41:17.071890 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8eca01ca-73ab-4c7b-89a5-dc33fb9c0cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:17.151007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca01ca-73ab-4c7b-89a5-dc33fb9c0cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db8c3d8b-3f4e-4938-bf14-6dbfccf62216,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:17.151145 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7499-19c9-4c33-a729-9291ce8d45fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:17.192507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eca01ca-73ab-4c7b-89a5-dc33fb9c0cf8 admin admin] Checking segment: {'id': '3a90ac9f-9916-42a6-9a0e-35487316ce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:41:17.192865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eca01ca-73ab-4c7b-89a5-dc33fb9c0cf8 admin admin] Network hostable DHCP agents. Network: 6c4c5e8e-8215-4796-a5ce-435bb8609f4a, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:41:17.193917 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7499-19c9-4c33-a729-9291ce8d45fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:17.220413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eca01ca-73ab-4c7b-89a5-dc33fb9c0cf8 admin admin] Network 6c4c5e8e-8215-4796-a5ce-435bb8609f4a is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:41:17.236807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-8eca01ca-73ab-4c7b-89a5-dc33fb9c0cf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 6c4c5e8e-8215-4796-a5ce-435bb8609f4a) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:41:17.248788 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea388d21-d13c-4c6c-b7a8-375b23e12516 None None] Network 6c4c5e8e-8215-4796-a5ce-435bb8609f4a requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:41:17.253292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eca01ca-73ab-4c7b-89a5-dc33fb9c0cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:17.254295 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8eca01ca-73ab-4c7b-89a5-dc33fb9c0cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:17.284423 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8eca01ca-73ab-4c7b-89a5-dc33fb9c0cf8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6411953 Feb 18 08:41:17.284611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37952) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:17.289989 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:41:17.295746 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:17.300860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Usage tracker for resource:router and tenant:acb5ccc9e90344ccb998b0892a2a055c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:17.303877 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:17.310250 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:17.323652 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7499-19c9-4c33-a729-9291ce8d45fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:17.329213 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:17.331062 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:17.363610 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7499-19c9-4c33-a729-9291ce8d45fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:17.368139 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1b4a7499-19c9-4c33-a729-9291ce8d45fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/715dc5e1-031c-440f-be9a-51bb1960834a HTTP/1.1" status: 204 len: 168 time: 0.4672611 Feb 18 08:41:17.369748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a7499-19c9-4c33-a729-9291ce8d45fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715dc5e1-031c-440f-be9a-51bb1960834a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:17.374029 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:17.382957 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-52bf7dcc-2c09-4a00-96a3-a7b167bc0b13 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:17.389534 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-52bf7dcc-2c09-4a00-96a3-a7b167bc0b13 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3312705 Feb 18 08:41:17.411465 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-62a77826-a3a8-4b09-982c-5c283039dfc8 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/quotas/d4daa84187934bd4b0b6695dc8319c54 HTTP/1.1" status: 200 len: 375 time: 0.0207930 Feb 18 08:41:17.478743 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-6ba606d9-020b-4d0f-ba9b-e6cad5796fae tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d4daa84187934bd4b0b6695dc8319c54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652695 Feb 18 08:41:17.630320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'fixed_ips': [{'subnet_id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:41:17.631418 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:17.903901 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:17.920940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Allocated IP 172.20.0.2 (6c4c5e8e-8215-4796-a5ce-435bb8609f4a/db8c3d8b-3f4e-4938-bf14-6dbfccf62216/a6fb7a54-894d-4331-a76e-4f68069398b9) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:41:18.185335 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:18.223973 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Transition to ACTIVE for port object a6fb7a54-894d-4331-a76e-4f68069398b9 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:41:18.236085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37996) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:18.276124 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:18.299078 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Transition to ACTIVE for port object a6fb7a54-894d-4331-a76e-4f68069398b9 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:41:18.313509 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:18.321034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38008) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:18.343010 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:18.354967 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9015240-b0df-4a3f-941c-077e21fd43c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:18.372467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d9015240-b0df-4a3f-941c-077e21fd43c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:18.377328 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Network 6c4c5e8e-8215-4796-a5ce-435bb8609f4a is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:41:18.379042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d9015240-b0df-4a3f-941c-077e21fd43c9 admin admin] Usage tracker for resource:security_group_rule and tenant:1da08b4e7b3f48c387a36d8eaba06806 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:18.384544 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:41:18.385140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d9015240-b0df-4a3f-941c-077e21fd43c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:18.394455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d9015240-b0df-4a3f-941c-077e21fd43c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:18.399372 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:41:18.501229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Allocated IP 172.25.1.162 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:41:18.504019 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9015240-b0df-4a3f-941c-077e21fd43c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:18.511243 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9015240-b0df-4a3f-941c-077e21fd43c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:18.519675 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Attempting to bind port a6fb7a54-894d-4331-a76e-4f68069398b9 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:41:18.520039 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Attempting to bind port a6fb7a54-894d-4331-a76e-4f68069398b9 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '3a90ac9f-9916-42a6-9a0e-35487316ce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:41:18.520458 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Attempting to bind port a6fb7a54-894d-4331-a76e-4f68069398b9 on network 6c4c5e8e-8215-4796-a5ce-435bb8609f4a {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:41:18.528217 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:41:18.528651 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Checking segment: {'id': '3a90ac9f-9916-42a6-9a0e-35487316ce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:41:18.529453 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:18.529561 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Bound using segment: {'id': '3a90ac9f-9916-42a6-9a0e-35487316ce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:41:18.529951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Bound port: a6fb7a54-894d-4331-a76e-4f68069398b9, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a90ac9f-9916-42a6-9a0e-35487316ce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:41:18.530321 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:18.589524 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d9015240-b0df-4a3f-941c-077e21fd43c9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1da08b4e7b3f48c387a36d8eaba06806&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2666774 Feb 18 08:41:18.589672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9015240-b0df-4a3f-941c-077e21fd43c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65514468-0b1f-4683-b68b-99d0c1e2f74c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:18.591891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38020) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:18.660484 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] For port a6fb7a54-894d-4331-a76e-4f68069398b9, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:41:18.663562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] For port a6fb7a54-894d-4331-a76e-4f68069398b9, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a6fb7a54-894d-4331-a76e-4f68069398b9,segment=NetworkSegment(3a90ac9f-9916-42a6-9a0e-35487316ce3b),segment_id=3a90ac9f-9916-42a6-9a0e-35487316ce3b)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:41:18.671213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Pushing event updated for resources: {'Port': ['ID=a6fb7a54-894d-4331-a76e-4f68069398b9,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:18.689829 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:18.705523 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:18.715949 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:18.716321 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:18.716671 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:18.717174 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:18.717835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:18.718517 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:18.718843 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:18.719525 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:18.720372 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:18.720533 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c6992b81-6a66-4dd2-b8e5-99a265dd084b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:18.720713 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:18.721042 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:18.723979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Tracked resource versions report: Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: pushed versions: Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: { 'AddressGroup': {'1.2'}, Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'ConntrackHelper': {'1.0'}, Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'Log': {'1.0'}, Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'Network': {'1.1'}, Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'Port': {'1.7'}, Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'PortForwarding': {'1.2'}, Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'QosPolicy': {'1.8'}, Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'SecurityGroup': {'1.4'}, Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'SecurityGroupRule': {'1.2'}, Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'SubPort': {'1.0'}, Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'Subnet': {'1.1'}, Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'Trunk': {'1.1'}} Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: consumer versions: Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: { DHCP agent@n-d-829434-1: {}, Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: HyperV agent@n-h1-829434-1: {}, Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: HyperV agent@n-h2-829434-1: {}, Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: L3 agent@n-d-829434-1: {}, Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: Metadata agent@n-d-829434-1: {}, Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: Metering agent@n-d-829434-1: {}, Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: Open vSwitch agent@n-d-829434-1: { 'AddressGroup': '1.2', Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'ConntrackHelper': '1.0', Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'Log': '1.0', Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'Network': '1.1', Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'Port': '1.7', Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'PortForwarding': '1.2', Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'QosPolicy': '1.8', Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'SecurityGroup': '1.4', Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'SecurityGroupRule': '1.2', Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'SubPort': '1.0', Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'Subnet': '1.1', Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: 'Trunk': '1.1'}} Feb 18 08:41:18.729889 n-d-829434-1 neutron-server[87769]: {{(pid=87769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:41:18.769707 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:18.833377 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c6992b81-6a66-4dd2-b8e5-99a265dd084b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:18.861839 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6140f-f9f1-4691-9e7f-fe2300366471 None None] Pushing event updated for resources: {'Port': ['ID=a6fb7a54-894d-4331-a76e-4f68069398b9,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:18.896416 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0c95da4-b6b0-4675-8998-649c272b98a6 req-414f89df-a5b5-4431-877a-b717e128f0d1 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 210 time: 0.6554754 Feb 18 08:41:19.005379 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c6992b81-6a66-4dd2-b8e5-99a265dd084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:19.008928 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:41:19.030379 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:41:19.048703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:41:19.049917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6992b81-6a66-4dd2-b8e5-99a265dd084b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65514468-0b1f-4683-b68b-99d0c1e2f74c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:19.071343 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c6992b81-6a66-4dd2-b8e5-99a265dd084b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:19.072541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c6992b81-6a66-4dd2-b8e5-99a265dd084b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/65514468-0b1f-4683-b68b-99d0c1e2f74c HTTP/1.1" status: 204 len: 168 time: 0.4796779 Feb 18 08:41:19.436589 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Pushing event updated for resources: {'Port': ['ID=d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:19.694659 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:19.800119 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a6fb7a54-894d-4331-a76e-4f68069398b9 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:41:20.025584 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port a6fb7a54-894d-4331-a76e-4f68069398b9 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:41:20.401975 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5aceb74f-d3a4-40cc-8b4f-829709f92390 req-2529b4aa-b11c-4b02-a747-1c79a8125925 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 210 time: 0.0966911 Feb 18 08:41:20.426185 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:20.542036 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8b3285-219b-4910-b206-5ccd924c5f79 None None] Network 6c4c5e8e-8215-4796-a5ce-435bb8609f4a requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:41:20.691330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.61', 60278) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:20.740223 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-0a8e75aa-ee1e-4069-ae79-b26806dff6a8 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d4daa84187934bd4b0b6695dc8319c54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432217 Feb 18 08:41:20.975108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Router 750484d5-88eb-4d99-b700-088a38dc5994 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:41:21.155135 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cc8abda2-c34e-4a1a-ba5f-d4cb998bd7c2 None None] Provisioning for port a6fb7a54-894d-4331-a76e-4f68069398b9 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:41:21.162255 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-926aa1d3-fcdc-43ee-88de-8a943cde09e3 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:21.168771 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-926aa1d3-fcdc-43ee-88de-8a943cde09e3 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4219069 Feb 18 08:41:21.174299 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cc8abda2-c34e-4a1a-ba5f-d4cb998bd7c2 None None] Provisioning complete for port a6fb7a54-894d-4331-a76e-4f68069398b9 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:21.174864 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cc8abda2-c34e-4a1a-ba5f-d4cb998bd7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:21.303218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Request body: {'port': {'device_id': '32eb7ebe-d059-4748-ad6c-2c0443cf2293', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': 'd4daa84187934bd4b0b6695dc8319c54'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:41:21.467922 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cc8abda2-c34e-4a1a-ba5f-d4cb998bd7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:21.487245 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:41:21.500345 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Sync routers for ids ['750484d5-88eb-4d99-b700-088a38dc5994'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:41:21.513104 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Routers {'750484d5-88eb-4d99-b700-088a38dc5994'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:41:21.515307 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:41:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['750484d5-88eb-4d99-b700-088a38dc5994'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:41:21.521578 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-cc8abda2-c34e-4a1a-ba5f-d4cb998bd7c2 None None] For port a6fb7a54-894d-4331-a76e-4f68069398b9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a6fb7a54-894d-4331-a76e-4f68069398b9,segment=NetworkSegment(3a90ac9f-9916-42a6-9a0e-35487316ce3b),segment_id=3a90ac9f-9916-42a6-9a0e-35487316ce3b)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:41:21.527714 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cc8abda2-c34e-4a1a-ba5f-d4cb998bd7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:21.545795 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:21.547223 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b2dd812b-c3e3-46a0-8ae8-145855ab3705 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.2613375 Feb 18 08:41:21.550230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38152) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:21.662862 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8abda2-c34e-4a1a-ba5f-d4cb998bd7c2 None None] Pushing event updated for resources: {'Port': ['ID=a6fb7a54-894d-4331-a76e-4f68069398b9,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:21.699862 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f4ca9774-662a-4885-97c5-68e4c9e96d4d None None] Provisioning complete for port a6fb7a54-894d-4331-a76e-4f68069398b9 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:21.701965 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f4ca9774-662a-4885-97c5-68e4c9e96d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:21.725336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:21.730538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Usage tracker for resource:port and tenant:d4daa84187934bd4b0b6695dc8319c54 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:21.740088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:21.743059 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Set router 750484d5-88eb-4d99-b700-088a38dc5994 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:41:21.748100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:21.775774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Made reservation on behalf of d4daa84187934bd4b0b6695dc8319c54 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:41:21.781822 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:21.812417 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:21.871172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:21.882858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Usage tracker for resource:security_group_rule and tenant:d4daa84187934bd4b0b6695dc8319c54 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:21.886987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:21.909352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:22.071892 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:22.126462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-24e20999-ad4a-469d-a6c4-a5cc5d9990d4 req-6c24233f-f89e-4eb0-a2ea-fd44b3ea4d24 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 210 time: 0.0527632 Feb 18 08:41:22.131871 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:22.255042 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:41:19Z', 'revision_number': 3, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port': {'id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:18Z', 'updated_at': '2022-02-18T08:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:41:22.270439 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Checking router: 750484d5-88eb-4d99-b700-088a38dc5994 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:41:22.270812 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Updating router 750484d5-88eb-4d99-b700-088a38dc5994 port d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:41:22.307535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38174) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:22.385978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1e02ab-ef8f-4664-ab17-205a07f965b7,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:22.411399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Allocated IP 192.168.233.247 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/ebdcc171-8595-48ee-bef7-6b95501f7cf3) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:41:22.433973 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:22.713295 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:22.764483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Transition to ACTIVE for port object ebdcc171-8595-48ee-bef7-6b95501f7cf3 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:41:22.841120 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:22.930632 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:22.947433 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Transition to ACTIVE for port object d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:41:22.963327 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:23.033711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Pushing event updated for resources: {'Port': ['ID=ebdcc171-8595-48ee-bef7-6b95501f7cf3,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:23.092776 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:41:23.097960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:41:23.110794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:41:23.112152 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Attempting to bind port d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:41:23.113313 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Attempting to bind port d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:41:23.114790 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Attempting to bind port d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:41:23.133412 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:23.136869 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:23.143609 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:41:23.143996 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:41:23.144433 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:23.144835 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:41:23.167869 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Bound port: d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:41:23.169353 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:23.237391 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bae38-ecc5-4d5a-bb78-856ab3e9ab98 None None] Pushing event updated for resources: {'Port': ['ID=d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:23.241128 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-63488e83-5f06-4faa-9b71-1fa2db0b770b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9560146 Feb 18 08:41:23.258846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-e07c42f3-b7df-414e-bdda-7edc715ace35 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:41:23.260200 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-e07c42f3-b7df-414e-bdda-7edc715ace35 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110750 Feb 18 08:41:23.260736 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84bae38-ecc5-4d5a-bb78-856ab3e9ab98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:23.261496 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84bae38-ecc5-4d5a-bb78-856ab3e9ab98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:23.261935 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84bae38-ecc5-4d5a-bb78-856ab3e9ab98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:23.262277 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84bae38-ecc5-4d5a-bb78-856ab3e9ab98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:23.262616 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84bae38-ecc5-4d5a-bb78-856ab3e9ab98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:23.262952 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84bae38-ecc5-4d5a-bb78-856ab3e9ab98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:23.263500 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84bae38-ecc5-4d5a-bb78-856ab3e9ab98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:23.264126 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84bae38-ecc5-4d5a-bb78-856ab3e9ab98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:23.264798 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84bae38-ecc5-4d5a-bb78-856ab3e9ab98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:23.265490 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84bae38-ecc5-4d5a-bb78-856ab3e9ab98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:23.266624 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84bae38-ecc5-4d5a-bb78-856ab3e9ab98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:23.267029 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84bae38-ecc5-4d5a-bb78-856ab3e9ab98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84bae38-ecc5-4d5a-bb78-856ab3e9ab98 None None] Tracked resource versions report: Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: pushed versions: Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: { 'AddressGroup': {'1.2'}, Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'ConntrackHelper': {'1.0'}, Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'Log': {'1.0'}, Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'Network': {'1.1'}, Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'Port': {'1.7'}, Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'PortForwarding': {'1.2'}, Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'QosPolicy': {'1.8'}, Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'SecurityGroup': {'1.4'}, Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'SecurityGroupRule': {'1.2'}, Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'SubPort': {'1.0'}, Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'Subnet': {'1.1'}, Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'Trunk': {'1.1'}} Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: consumer versions: Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: { DHCP agent@n-d-829434-1: {}, Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: HyperV agent@n-h1-829434-1: {}, Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: HyperV agent@n-h2-829434-1: {}, Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: L3 agent@n-d-829434-1: {}, Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: Metadata agent@n-d-829434-1: {}, Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: Metering agent@n-d-829434-1: {}, Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: Open vSwitch agent@n-d-829434-1: { 'AddressGroup': '1.2', Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'ConntrackHelper': '1.0', Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'Log': '1.0', Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'Network': '1.1', Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'Port': '1.7', Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'PortForwarding': '1.2', Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'QosPolicy': '1.8', Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'SecurityGroup': '1.4', Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'SecurityGroupRule': '1.2', Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'SubPort': '1.0', Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'Subnet': '1.1', Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: 'Trunk': '1.1'}} Feb 18 08:41:23.268234 n-d-829434-1 neutron-server[87770]: {{(pid=87770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:41:23.306675 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:23.335667 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] For port d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:41:23.342566 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] For port d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:41:23.348635 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:23.363191 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e5aada31-22bc-4608-87fa-0b9a4faf0b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:23.364379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38216) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:23.456323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e5aada31-22bc-4608-87fa-0b9a4faf0b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:23.515212 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Routers {'750484d5-88eb-4d99-b700-088a38dc5994'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:41:23.516862 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:41:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['750484d5-88eb-4d99-b700-088a38dc5994'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:41:23.545166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e5aada31-22bc-4608-87fa-0b9a4faf0b35 admin admin] Usage tracker for resource:security_group_rule and tenant:0b79f8894f1440f5b2b30f2c034d9e24 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:23.556435 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e5aada31-22bc-4608-87fa-0b9a4faf0b35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:23.579306 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e5c4d5bb-6b8c-4191-9215-1539a6442bc4 None None] Provisioning for port ebdcc171-8595-48ee-bef7-6b95501f7cf3 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:41:23.590539 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e5aada31-22bc-4608-87fa-0b9a4faf0b35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:23.606214 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e5c4d5bb-6b8c-4191-9215-1539a6442bc4 None None] Provisioning complete for port ebdcc171-8595-48ee-bef7-6b95501f7cf3 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:23.607095 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e5c4d5bb-6b8c-4191-9215-1539a6442bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:23.783415 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bae38-ecc5-4d5a-bb78-856ab3e9ab98 None None] Pushing event updated for resources: {'Port': ['ID=d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:23.898487 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e5c4d5bb-6b8c-4191-9215-1539a6442bc4 None None] Port ebdcc171-8595-48ee-bef7-6b95501f7cf3 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:41:23.917204 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a6fb7a54-894d-4331-a76e-4f68069398b9 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:41:23.942967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fadaaa-1e63-4ecb-8ad1-f0fca5cb2513 req-2e3ce790-163b-4882-8249-b209fedcf378 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:23.946726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b9fadaaa-1e63-4ecb-8ad1-f0fca5cb2513 req-2e3ce790-163b-4882-8249-b209fedcf378 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Synchronizing usage tracker for tenant:d4daa84187934bd4b0b6695dc8319c54 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:41:23.991531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b9fadaaa-1e63-4ecb-8ad1-f0fca5cb2513 req-2e3ce790-163b-4882-8249-b209fedcf378 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Unset dirty status for tenant:d4daa84187934bd4b0b6695dc8319c54 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:41:23.999300 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b9fadaaa-1e63-4ecb-8ad1-f0fca5cb2513 req-2e3ce790-163b-4882-8249-b209fedcf378 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 936 time: 0.4540973 Feb 18 08:41:24.091273 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b9fadaaa-1e63-4ecb-8ad1-f0fca5cb2513 req-b2516395-f8e9-4bbb-9913-1739b57286c8 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Synchronizing usage tracker for tenant:d4daa84187934bd4b0b6695dc8319c54 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:41:24.162263 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a6fb7a54-894d-4331-a76e-4f68069398b9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:24.163916 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:24.165000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b9fadaaa-1e63-4ecb-8ad1-f0fca5cb2513 req-b2516395-f8e9-4bbb-9913-1739b57286c8 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Unset dirty status for tenant:d4daa84187934bd4b0b6695dc8319c54 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:41:24.171769 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] Set router 750484d5-88eb-4d99-b700-088a38dc5994 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:41:24.181626 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b9fadaaa-1e63-4ecb-8ad1-f0fca5cb2513 req-b2516395-f8e9-4bbb-9913-1739b57286c8 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786988 Feb 18 08:41:24.199413 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3f46644c-7082-46f3-ad71-367860582241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:24.221885 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] Allocated IP 172.20.0.1 (6c4c5e8e-8215-4796-a5ce-435bb8609f4a/db8c3d8b-3f4e-4938-bf14-6dbfccf62216/f170f5bc-ccfb-4908-95e1-73fedb6080bf) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:41:24.229200 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3f46644c-7082-46f3-ad71-367860582241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:24.257383 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3f46644c-7082-46f3-ad71-367860582241 admin admin] Usage tracker for resource:security_group_rule and tenant:a26de43846304886a847d626978e4019 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:24.267181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3f46644c-7082-46f3-ad71-367860582241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:24.270884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38232) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:24.282172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3f46644c-7082-46f3-ad71-367860582241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:24.291476 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e5aada31-22bc-4608-87fa-0b9a4faf0b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:24.350862 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e5aada31-22bc-4608-87fa-0b9a4faf0b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:24.398130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Request body: {'port': {'device_id': '32eb7ebe-d059-4748-ad6c-2c0443cf2293', 'device_owner': 'compute:tempest-test_az-1912269346', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:41:24.584841 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b254016-d90f-4018-aa93-cb154a00cdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:24.634568 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e5aada31-22bc-4608-87fa-0b9a4faf0b35 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0b79f8894f1440f5b2b30f2c034d9e24&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3060813 Feb 18 08:41:24.653474 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38244) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:24.738150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aada31-22bc-4608-87fa-0b9a4faf0b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2c854c-10f1-4135-a818-85e10903c6c7,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:24.788004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0b254016-d90f-4018-aa93-cb154a00cdcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:24.868302 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3f46644c-7082-46f3-ad71-367860582241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:24.870862 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:41:19Z', 'revision_number': 3, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port': {'id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:18Z', 'updated_at': '2022-02-18T08:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:41:24.881109 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af907e-fb0c-4ca4-b13c-1cc94b057620 None None] The sync data for ids ['750484d5-88eb-4d99-b700-088a38dc5994'] in n-d-829434-1 is: [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:41:19Z', 'revision_number': 3, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port': {'id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:18Z', 'updated_at': '2022-02-18T08:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:41:24.884897 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:24.885094 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3f46644c-7082-46f3-ad71-367860582241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:24.917170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0b254016-d90f-4018-aa93-cb154a00cdcf admin admin] Usage tracker for resource:security_group_rule and tenant:2ce768cc410845488d9f8b2c4a7d0925 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:24.931446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3f46644c-7082-46f3-ad71-367860582241 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a26de43846304886a847d626978e4019&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5657055 Feb 18 08:41:24.932538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0b254016-d90f-4018-aa93-cb154a00cdcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:24.949537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38250) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:24.950365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0b254016-d90f-4018-aa93-cb154a00cdcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:24.957872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] Transition to ACTIVE for port object f170f5bc-ccfb-4908-95e1-73fedb6080bf will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:41:24.962109 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94892aa1-afdf-4727-9703-914e296c905f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:24.998258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:25.015365 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:25.082331 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] Pushing event updated for resources: {'Port': ['ID=f170f5bc-ccfb-4908-95e1-73fedb6080bf,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:25.090199 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94892aa1-afdf-4727-9703-914e296c905f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:25.123588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] Network 6c4c5e8e-8215-4796-a5ce-435bb8609f4a is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:41:25.126864 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:41:25.135470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:41:25.135938 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:25.174198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46644c-7082-46f3-ad71-367860582241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d3d42f-92ac-4dc4-b256-919868ca4c5a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:25.265484 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94892aa1-afdf-4727-9703-914e296c905f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:25.275841 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f088e576-bea1-4cab-9e17-5c9e52d18e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:25.342986 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94892aa1-afdf-4727-9703-914e296c905f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:25.344518 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-94892aa1-afdf-4727-9703-914e296c905f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e2c854c-10f1-4135-a818-85e10903c6c7 HTTP/1.1" status: 204 len: 168 time: 0.6869898 Feb 18 08:41:25.364216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94892aa1-afdf-4727-9703-914e296c905f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2c854c-10f1-4135-a818-85e10903c6c7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:25.436154 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f088e576-bea1-4cab-9e17-5c9e52d18e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:25.580874 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:25.658343 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-73d68216-5c0b-4219-a4da-b926880a3bad None None] Provisioning for port f170f5bc-ccfb-4908-95e1-73fedb6080bf completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:41:25.665554 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-73d68216-5c0b-4219-a4da-b926880a3bad None None] Provisioning complete for port f170f5bc-ccfb-4908-95e1-73fedb6080bf triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:25.666104 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-73d68216-5c0b-4219-a4da-b926880a3bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:25.865494 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-73d68216-5c0b-4219-a4da-b926880a3bad None None] Port f170f5bc-ccfb-4908-95e1-73fedb6080bf cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:41:25.875590 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:41:25.909474 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de582ad-a033-4d47-a106-bd0dd22e8e14 req-77f5884a-069b-41f2-925b-30a7aa0bd61a tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:25.921696 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1de582ad-a033-4d47-a106-bd0dd22e8e14 req-77f5884a-069b-41f2-925b-30a7aa0bd61a tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 936 time: 0.3796067 Feb 18 08:41:26.122705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:41:26.129465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:26.130083 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:26.250443 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38272) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:26.284215 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f0f04449-8c84-4dd7-ae5e-7bd1adda1722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:26.300421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1de582ad-a033-4d47-a106-bd0dd22e8e14 req-8f6d28d1-f253-441d-8e4e-fbcec7aaa243 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774078 Feb 18 08:41:26.340524 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f0f04449-8c84-4dd7-ae5e-7bd1adda1722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:26.361205 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f088e576-bea1-4cab-9e17-5c9e52d18e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:26.404288 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f0f04449-8c84-4dd7-ae5e-7bd1adda1722 admin admin] Usage tracker for resource:security_group_rule and tenant:a1205994f71d4f16b9d3316b347eee16 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:26.432653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088e576-bea1-4cab-9e17-5c9e52d18e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d3d42f-92ac-4dc4-b256-919868ca4c5a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:26.438690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f0f04449-8c84-4dd7-ae5e-7bd1adda1722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:26.439122 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b254016-d90f-4018-aa93-cb154a00cdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:26.463713 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b254016-d90f-4018-aa93-cb154a00cdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:26.471501 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f0f04449-8c84-4dd7-ae5e-7bd1adda1722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:26.487050 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:26.513871 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:26.517181 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:26.517993 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:26.533049 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0b254016-d90f-4018-aa93-cb154a00cdcf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2ce768cc410845488d9f8b2c4a7d0925&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2607687 Feb 18 08:41:26.537754 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38278) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:26.558638 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f088e576-bea1-4cab-9e17-5c9e52d18e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:26.560174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f088e576-bea1-4cab-9e17-5c9e52d18e55 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e7d3d42f-92ac-4dc4-b256-919868ca4c5a HTTP/1.1" status: 204 len: 168 time: 1.6004095 Feb 18 08:41:26.651562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:41:26.659009 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:26.659712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b254016-d90f-4018-aa93-cb154a00cdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a5d429-2300-4d8d-a42c-4b6fab5db48a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:26.838031 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebdcc171-8595-48ee-bef7-6b95501f7cf3 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:41:26.850170 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:26.901177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Transition to ACTIVE for port object ebdcc171-8595-48ee-bef7-6b95501f7cf3 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:41:26.908998 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:26.927647 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:27.072586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] Pushing event updated for resources: {'Port': ['ID=f170f5bc-ccfb-4908-95e1-73fedb6080bf,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:27.283553 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a895beaa-e8ee-4f39-a00a-61a3d64cb122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:27.411568 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a895beaa-e8ee-4f39-a00a-61a3d64cb122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:27.501287 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-30d4fd05-4895-4cc4-bf37-db5ecbd50143 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5c73a94bf11a47bdaf5d96391ffd1bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826302 Feb 18 08:41:27.524958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] Network 6c4c5e8e-8215-4796-a5ce-435bb8609f4a is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:41:27.535126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:41:27.536990 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a895beaa-e8ee-4f39-a00a-61a3d64cb122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:27.553823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Pushing event updated for resources: {'Port': ['ID=ebdcc171-8595-48ee-bef7-6b95501f7cf3,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:27.561873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895beaa-e8ee-4f39-a00a-61a3d64cb122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a5d429-2300-4d8d-a42c-4b6fab5db48a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:27.638037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Attempting to bind port ebdcc171-8595-48ee-bef7-6b95501f7cf3 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:41:27.638612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Attempting to bind port ebdcc171-8595-48ee-bef7-6b95501f7cf3 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:41:27.639111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Attempting to bind port ebdcc171-8595-48ee-bef7-6b95501f7cf3 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:41:27.657372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Port ebdcc171-8595-48ee-bef7-6b95501f7cf3 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:41:27.657809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Attempting to bind port ebdcc171-8595-48ee-bef7-6b95501f7cf3 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:41:27.713537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:41:27.714559 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:41:27.716334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:41:27.717652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Bound port: ebdcc171-8595-48ee-bef7-6b95501f7cf3, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:41:27.719357 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:27.737376 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38308) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:27.825789 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:41:27.882356 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a895beaa-e8ee-4f39-a00a-61a3d64cb122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:27.883452 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a895beaa-e8ee-4f39-a00a-61a3d64cb122 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/78a5d429-2300-4d8d-a42c-4b6fab5db48a HTTP/1.1" status: 204 len: 168 time: 1.1840665 Feb 18 08:41:27.935430 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f0f04449-8c84-4dd7-ae5e-7bd1adda1722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:27.936230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38314) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:27.997266 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f0f04449-8c84-4dd7-ae5e-7bd1adda1722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:28.013645 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2df6ae04-c988-4eaf-a31a-4e59773f5d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:28.113876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e9b47f66-90f0-4426-ae66-815c2f6dcd76 None None] Provisioning complete for port f170f5bc-ccfb-4908-95e1-73fedb6080bf triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:28.114843 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e9b47f66-90f0-4426-ae66-815c2f6dcd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:28.163099 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:28.163808 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:28.210320 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f0f04449-8c84-4dd7-ae5e-7bd1adda1722 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a1205994f71d4f16b9d3316b347eee16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9586568 Feb 18 08:41:28.224081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38320) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:28.230118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f04449-8c84-4dd7-ae5e-7bd1adda1722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3440452-b371-44a3-9a46-3542907f2b39,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:28.271683 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e9b47f66-90f0-4426-ae66-815c2f6dcd76 None None] Port f170f5bc-ccfb-4908-95e1-73fedb6080bf cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:41:28.316047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2df6ae04-c988-4eaf-a31a-4e59773f5d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:28.370041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] Router 750484d5-88eb-4d99-b700-088a38dc5994 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:41:28.381316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2df6ae04-c988-4eaf-a31a-4e59773f5d23 admin admin] Usage tracker for resource:security_group_rule and tenant:4f3d0c7dcb4a46f091d1ffe73405d599 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:28.388450 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73cb9228-bf8f-4c64-a2db-72e98257fbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:28.395926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2df6ae04-c988-4eaf-a31a-4e59773f5d23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:28.423721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2df6ae04-c988-4eaf-a31a-4e59773f5d23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:28.458641 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73cb9228-bf8f-4c64-a2db-72e98257fbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:28.474331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-f6e9c0dd-59ea-45fc-a7d5-e476f1796bbc tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:28.481247 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-f6e9c0dd-59ea-45fc-a7d5-e476f1796bbc tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9669685 Feb 18 08:41:28.585323 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-8fe61c94-adb5-476e-8bfb-6d38d0e3ba96 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/quotas/5c73a94bf11a47bdaf5d96391ffd1bbd HTTP/1.1" status: 200 len: 375 time: 0.1031504 Feb 18 08:41:28.677110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970b8a0-1bcc-4c2e-a703-d7c19db7a25a req-2ac64e1a-0d60-4247-a68b-b6ad4048f763 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:28.678607 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d970b8a0-1bcc-4c2e-a703-d7c19db7a25a req-2ac64e1a-0d60-4247-a68b-b6ad4048f763 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 970 time: 0.9362345 Feb 18 08:41:28.679771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] For port ebdcc171-8595-48ee-bef7-6b95501f7cf3, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:41:28.686899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38326) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:28.793529 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44613adc-5c9d-4f95-9a2e-737466335b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:28.844686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73cb9228-bf8f-4c64-a2db-72e98257fbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:28.870389 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4f291dd-e544-413e-bdd9-e1cea0b02413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:28.898694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb9228-bf8f-4c64-a2db-72e98257fbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3440452-b371-44a3-9a46-3542907f2b39,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:28.910173 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-44613adc-5c9d-4f95-9a2e-737466335b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:28.914649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-44613adc-5c9d-4f95-9a2e-737466335b62 admin admin] Usage tracker for resource:security_group_rule and tenant:e3e2b4cfdb314babaf9fc354e0f500ef is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:28.918015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-44613adc-5c9d-4f95-9a2e-737466335b62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:28.925658 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-44613adc-5c9d-4f95-9a2e-737466335b62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:28.990922 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-5b0d7bb8-a504-47e6-9652-f1cf299ba865 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5c73a94bf11a47bdaf5d96391ffd1bbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4045539 Feb 18 08:41:29.000797 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] For port ebdcc171-8595-48ee-bef7-6b95501f7cf3, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=ebdcc171-8595-48ee-bef7-6b95501f7cf3,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:41:29.019701 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:29.047235 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44613adc-5c9d-4f95-9a2e-737466335b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:29.062096 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a4f291dd-e544-413e-bdd9-e1cea0b02413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:29.121424 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:29.122443 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:29.124284 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] 10.222.0.61 "PUT /v2.0/ports/ebdcc171-8595-48ee-bef7-6b95501f7cf3 HTTP/1.1" status: 200 len: 1118 time: 5.3282781 Feb 18 08:41:29.131660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32eb7ebe-d059-4748-ad6c-2c0443cf2293', 'tag': 'ebdcc171-8595-48ee-bef7-6b95501f7cf3'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:41:29.143360 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44613adc-5c9d-4f95-9a2e-737466335b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:29.189814 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a4f291dd-e544-413e-bdd9-e1cea0b02413 admin admin] Usage tracker for resource:security_group_rule and tenant:9b639e5541174138b2f839471611958b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:29.197662 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73cb9228-bf8f-4c64-a2db-72e98257fbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:29.222990 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-73cb9228-bf8f-4c64-a2db-72e98257fbfa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c3440452-b371-44a3-9a46-3542907f2b39 HTTP/1.1" status: 204 len: 168 time: 0.9898450 Feb 18 08:41:29.226134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a4f291dd-e544-413e-bdd9-e1cea0b02413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:29.237623 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d970b8a0-1bcc-4c2e-a703-d7c19db7a25a req-273bd06f-59de-4806-aa7e-c1fdf9391bf8 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055921 Feb 18 08:41:29.316484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a4f291dd-e544-413e-bdd9-e1cea0b02413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:29.371541 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-44613adc-5c9d-4f95-9a2e-737466335b62 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e3e2b4cfdb314babaf9fc354e0f500ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3956029 Feb 18 08:41:29.372137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38346) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:29.474442 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:41:29.488873 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Sync routers for ids ['750484d5-88eb-4d99-b700-088a38dc5994'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:41:29.503076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44613adc-5c9d-4f95-9a2e-737466335b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aebf9d7-752c-44cd-8e8c-d9dc58231d92,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:29.513541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Routers {'750484d5-88eb-4d99-b700-088a38dc5994'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:41:29.516962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:41:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['750484d5-88eb-4d99-b700-088a38dc5994'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:41:29.542705 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9d5a6eff-efd6-4f3c-8b9b-744a9a05a7ae admin admin] 10.222.0.72 "PUT /v2.0/routers/750484d5-88eb-4d99-b700-088a38dc5994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9912689 Feb 18 08:41:29.578555 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17211959-d246-4ba0-8c30-122258e6c47d req-e092ff13-a581-4993-a638-bd5823296d2d tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 210 time: 0.1913192 Feb 18 08:41:29.606407 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec9d8b-3694-4571-add5-15f494996529 service neutron] Pushing event updated for resources: {'Port': ['ID=ebdcc171-8595-48ee-bef7-6b95501f7cf3,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:29.713390 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4dda3b3f-c458-45b5-afbf-716b95273122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:29.756854 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-6316561c-d953-471f-800f-76ef6981d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:29.758874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-6316561c-d953-471f-800f-76ef6981d03e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d4daa84187934bd4b0b6695dc8319c54&device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 1121 time: 0.4825776 Feb 18 08:41:29.761082 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2df6ae04-c988-4eaf-a31a-4e59773f5d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:29.770976 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4dda3b3f-c458-45b5-afbf-716b95273122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:29.778979 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2df6ae04-c988-4eaf-a31a-4e59773f5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:29.845732 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4f291dd-e544-413e-bdd9-e1cea0b02413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:29.861460 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4f291dd-e544-413e-bdd9-e1cea0b02413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:29.936105 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2df6ae04-c988-4eaf-a31a-4e59773f5d23 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4f3d0c7dcb4a46f091d1ffe73405d599&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1404297 Feb 18 08:41:29.961084 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38368) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:29.992883 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a4f291dd-e544-413e-bdd9-e1cea0b02413 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9b639e5541174138b2f839471611958b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2817111 Feb 18 08:41:30.014275 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38374) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:30.127745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Set router 750484d5-88eb-4d99-b700-088a38dc5994 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:41:30.210466 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f291dd-e544-413e-bdd9-e1cea0b02413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc23a51-339d-4d42-b50d-dd52f192a6f8,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:30.244205 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32eb7ebe-d059-4748-ad6c-2c0443cf2293', 'tag': 'ebdcc171-8595-48ee-bef7-6b95501f7cf3', 'status': 'completed', 'code': 200} Feb 18 08:41:30.245661 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-dfa34c1e-2fc4-4ea9-b2bf-c0f3cb201f55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=ebdcc171-8595-48ee-bef7-6b95501f7cf3 HTTP/1.1" status: 200 len: 217 time: 0.3505640 Feb 18 08:41:30.263037 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86212c74-9b21-4618-b906-c7a6e1e0ef33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:30.322174 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86212c74-9b21-4618-b906-c7a6e1e0ef33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:30.434979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6ae04-c988-4eaf-a31a-4e59773f5d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29614ff-978f-43b5-a852-9133ace6d3eb,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:30.463135 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86212c74-9b21-4618-b906-c7a6e1e0ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:30.470444 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-59d57d02-80c8-436a-b3c8-db34fa23bda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:30.511775 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3748781e-02f5-49e8-a7f4-e3c574ef1340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:30.543833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86212c74-9b21-4618-b906-c7a6e1e0ef33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29614ff-978f-43b5-a852-9133ace6d3eb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:30.588154 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86212c74-9b21-4618-b906-c7a6e1e0ef33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:30.591910 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-86212c74-9b21-4618-b906-c7a6e1e0ef33 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c29614ff-978f-43b5-a852-9133ace6d3eb HTTP/1.1" status: 204 len: 168 time: 0.5935364 Feb 18 08:41:30.602211 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3748781e-02f5-49e8-a7f4-e3c574ef1340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:30.706638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-df0caa3f-7358-4018-88fa-1d9421b180cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:30.708119 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-df0caa3f-7358-4018-88fa-1d9421b180cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.4011195 Feb 18 08:41:30.748048 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3748781e-02f5-49e8-a7f4-e3c574ef1340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:30.784943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748781e-02f5-49e8-a7f4-e3c574ef1340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc23a51-339d-4d42-b50d-dd52f192a6f8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:30.794964 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3748781e-02f5-49e8-a7f4-e3c574ef1340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:30.796086 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3748781e-02f5-49e8-a7f4-e3c574ef1340 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/acc23a51-339d-4d42-b50d-dd52f192a6f8 HTTP/1.1" status: 204 len: 168 time: 0.7808933 Feb 18 08:41:30.925558 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4dda3b3f-c458-45b5-afbf-716b95273122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:31.039544 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99c5fd07-8d86-4dab-84ed-9ff309ddc8f2 req-2f4b6919-4eb3-45d1-9075-6bc82e4ddcdf tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 210 time: 0.3430417 Feb 18 08:41:31.073581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda3b3f-c458-45b5-afbf-716b95273122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aebf9d7-752c-44cd-8e8c-d9dc58231d92,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:31.129344 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4dda3b3f-c458-45b5-afbf-716b95273122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:31.134852 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4dda3b3f-c458-45b5-afbf-716b95273122 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7aebf9d7-752c-44cd-8e8c-d9dc58231d92 HTTP/1.1" status: 204 len: 168 time: 1.7430344 Feb 18 08:41:31.153552 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:41:25Z', 'revision_number': 4, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port': {'id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:18Z', 'updated_at': '2022-02-18T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f170f5bc-ccfb-4908-95e1-73fedb6080bf', 'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'mac_address': 'fa:16:3e:20:e5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:23Z', 'updated_at': '2022-02-18T08:41:25Z', 'revision_number': 2, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'subnets': [{'id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:41:31.160145 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Checking router: 750484d5-88eb-4d99-b700-088a38dc5994 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:41:31.160922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Updating router 750484d5-88eb-4d99-b700-088a38dc5994 port f170f5bc-ccfb-4908-95e1-73fedb6080bf binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:41:31.173304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002211c6-bb82-43b9-92de-6beb1790dd24 req-d1ceb0d4-dfc5-42fb-a348-9d96f0fad074 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:31.175263 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-002211c6-bb82-43b9-92de-6beb1790dd24 req-d1ceb0d4-dfc5-42fb-a348-9d96f0fad074 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 970 time: 0.7201431 Feb 18 08:41:31.211181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-bd6a179a-bf9a-4519-a433-fdeb32a76531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:31.212694 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-bd6a179a-bf9a-4519-a433-fdeb32a76531 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4881272 Feb 18 08:41:31.231866 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:31.388326 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-002211c6-bb82-43b9-92de-6beb1790dd24 req-bab3332b-1e3c-4566-9a67-de780c48a06b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015753 Feb 18 08:41:31.394664 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-1102fa9d-3585-4820-9413-a3e72b964705 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587503 Feb 18 08:41:31.699362 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:31.720586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Transition to ACTIVE for port object f170f5bc-ccfb-4908-95e1-73fedb6080bf will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:41:31.731846 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:31.753590 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e246f11-fbeb-474d-87e4-b334e6e6f074 req-e0153627-6fbc-459b-8d94-27b5ea9308a1 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322155 Feb 18 08:41:32.059993 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac17cda-ecc8-4f8e-a097-d6b9bdc7ff63 req-4634629c-de36-49b7-bcda-6632873a9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:32.064818 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ac17cda-ecc8-4f8e-a097-d6b9bdc7ff63 req-4634629c-de36-49b7-bcda-6632873a9960 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d4daa84187934bd4b0b6695dc8319c54&device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 1121 time: 0.2106512 Feb 18 08:41:32.111920 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15212557-cbe4-4099-b9b1-49164db3bcda None None] Pushing event updated for resources: {'Port': ['ID=f170f5bc-ccfb-4908-95e1-73fedb6080bf,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:32.138028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Attempting to bind port f170f5bc-ccfb-4908-95e1-73fedb6080bf on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:41:32.138522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Attempting to bind port f170f5bc-ccfb-4908-95e1-73fedb6080bf by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '3a90ac9f-9916-42a6-9a0e-35487316ce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:41:32.139591 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Attempting to bind port f170f5bc-ccfb-4908-95e1-73fedb6080bf on network 6c4c5e8e-8215-4796-a5ce-435bb8609f4a {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:41:32.146796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:41:32.147327 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Checking segment: {'id': '3a90ac9f-9916-42a6-9a0e-35487316ce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:41:32.148213 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:32.148763 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Bound using segment: {'id': '3a90ac9f-9916-42a6-9a0e-35487316ce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:41:32.149406 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Bound port: f170f5bc-ccfb-4908-95e1-73fedb6080bf, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a90ac9f-9916-42a6-9a0e-35487316ce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:41:32.149868 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:32.226940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.81', 50203) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:32.278440 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] For port f170f5bc-ccfb-4908-95e1-73fedb6080bf, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:41:32.287595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] For port f170f5bc-ccfb-4908-95e1-73fedb6080bf, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f170f5bc-ccfb-4908-95e1-73fedb6080bf,segment=NetworkSegment(3a90ac9f-9916-42a6-9a0e-35487316ce3b),segment_id=3a90ac9f-9916-42a6-9a0e-35487316ce3b)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:41:32.298507 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:32.324429 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-2b51deb9-01a7-48de-90b2-4908b19e2de5 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5c73a94bf11a47bdaf5d96391ffd1bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958307 Feb 18 08:41:32.377816 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38444) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:32.394746 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:41:32.462652 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c623f455-1964-431e-8511-d1e60a6a8503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:32.548253 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83652e04-15c1-45d8-902c-86aab86d5a62 req-e8970a77-8374-4357-99ce-cbd3021a1682 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 210 time: 0.1714113 Feb 18 08:41:32.668082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c623f455-1964-431e-8511-d1e60a6a8503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:32.747459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c623f455-1964-431e-8511-d1e60a6a8503 admin admin] Usage tracker for resource:security_group_rule and tenant:fdf4ff6449b24b96829d2b992a066b56 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:32.751856 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Routers {'750484d5-88eb-4d99-b700-088a38dc5994'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:41:32.752976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:41:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['750484d5-88eb-4d99-b700-088a38dc5994'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:41:32.904725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-07aaa631-f80a-4656-a7e5-ce83f428801f tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:32.909927 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-07aaa631-f80a-4656-a7e5-ce83f428801f tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5768216 Feb 18 08:41:32.910390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c623f455-1964-431e-8511-d1e60a6a8503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:32.962285 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c623f455-1964-431e-8511-d1e60a6a8503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:32.970208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac17cda-ecc8-4f8e-a097-d6b9bdc7ff63 req-751178aa-b26f-4d72-af9f-ec6cfb3a1dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:32.972369 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ac17cda-ecc8-4f8e-a097-d6b9bdc7ff63 req-751178aa-b26f-4d72-af9f-ec6cfb3a1dc6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.8714733 Feb 18 08:41:33.002099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Request body: {'port': {'device_id': 'd2a77d5d-8b54-4c94-b425-f4522eeb93e9', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '5c73a94bf11a47bdaf5d96391ffd1bbd'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:41:33.045775 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bd096a9c-b400-4b6d-a33b-705941599f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:33.053764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38454) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:33.059280 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15212557-cbe4-4099-b9b1-49164db3bcda None None] Pushing event updated for resources: {'Port': ['ID=f170f5bc-ccfb-4908-95e1-73fedb6080bf,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:33.207230 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ac17cda-ecc8-4f8e-a097-d6b9bdc7ff63 req-850e57ce-5988-43b8-b722-b80366fdae54 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=ebdcc171-8595-48ee-bef7-6b95501f7cf3 HTTP/1.1" status: 200 len: 217 time: 0.1360819 Feb 18 08:41:33.313114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38466) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:33.321072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1675378307-network', 'tenant_id': '45de32b0f5cb4b58a9253f0b1a3fd65c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:41:33.337095 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b618b912-acd3-4485-aeaa-c5d85a705fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:33.355268 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:33.368922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] Set router 750484d5-88eb-4d99-b700-088a38dc5994 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:41:33.381207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Usage tracker for resource:network and tenant:45de32b0f5cb4b58a9253f0b1a3fd65c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:33.389983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:33.395003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b618b912-acd3-4485-aeaa-c5d85a705fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:33.415611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:33.446988 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b618b912-acd3-4485-aeaa-c5d85a705fce admin admin] Usage tracker for resource:security_group_rule and tenant:eca6fd89f8b74409b6ad7e0a10a95e66 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:33.466728 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b618b912-acd3-4485-aeaa-c5d85a705fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:33.496383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b618b912-acd3-4485-aeaa-c5d85a705fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:33.524507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac17cda-ecc8-4f8e-a097-d6b9bdc7ff63 req-1e99db7e-4cbd-4b1e-abae-4a531870071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:33.528134 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ac17cda-ecc8-4f8e-a097-d6b9bdc7ff63 req-1e99db7e-4cbd-4b1e-abae-4a531870071c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.3003829 Feb 18 08:41:33.568101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c5a82-0ad0-4482-9618-802704e75b5a req-0198731f-c949-45d1-a88e-0b2070c0f48e tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:33.591237 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f75c5a82-0ad0-4482-9618-802704e75b5a req-0198731f-c949-45d1-a88e-0b2070c0f48e tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 970 time: 0.8574998 Feb 18 08:41:33.754343 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b618b912-acd3-4485-aeaa-c5d85a705fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:33.770689 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b618b912-acd3-4485-aeaa-c5d85a705fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:33.788496 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f75c5a82-0ad0-4482-9618-802704e75b5a req-44ce7d58-e020-48d8-89a6-d822693a6e13 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956961 Feb 18 08:41:33.794372 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Made reservation on behalf of 45de32b0f5cb4b58a9253f0b1a3fd65c for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:41:33.798181 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:33.860752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac17cda-ecc8-4f8e-a097-d6b9bdc7ff63 req-3795da64-fbfd-447f-8b32-8c917a85e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:33.862537 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ac17cda-ecc8-4f8e-a097-d6b9bdc7ff63 req-3795da64-fbfd-447f-8b32-8c917a85e503 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3042805 Feb 18 08:41:33.917432 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:34.004170 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c623f455-1964-431e-8511-d1e60a6a8503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:34.035884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd7c435c-67c8-462b-a0c7-148921d36189 req-bf3b7676-21d5-4fd2-b230-765153d91654 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 210 time: 0.1831403 Feb 18 08:41:34.037307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:34.045921 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b618b912-acd3-4485-aeaa-c5d85a705fce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eca6fd89f8b74409b6ad7e0a10a95e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9696269 Feb 18 08:41:34.051897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Usage tracker for resource:security_group_rule and tenant:45de32b0f5cb4b58a9253f0b1a3fd65c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:34.055902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:34.058254 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38482) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:34.061214 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618b912-acd3-4485-aeaa-c5d85a705fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbad2b1-a955-46a7-9186-f68fd91dfcb1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:34.067984 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:34.083648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Usage tracker for resource:port and tenant:5c73a94bf11a47bdaf5d96391ffd1bbd is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:34.091651 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:34.123554 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:34.131032 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c623f455-1964-431e-8511-d1e60a6a8503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:34.191286 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:34.192786 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c623f455-1964-431e-8511-d1e60a6a8503 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fdf4ff6449b24b96829d2b992a066b56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8137534 Feb 18 08:41:34.196387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38488) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:34.276257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623f455-1964-431e-8511-d1e60a6a8503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c57aa7-cf8f-4a5f-b8cb-8f1e48f93ce3,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:34.312769 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Made reservation on behalf of 5c73a94bf11a47bdaf5d96391ffd1bbd for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:41:34.316979 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:34.378149 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-221fe42d-bb6a-455b-a447-0c85ae1671e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:34.395711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ac17cda-ecc8-4f8e-a097-d6b9bdc7ff63 req-2cece7f1-5b92-4366-a9dc-2699ed6389a1 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428909 Feb 18 08:41:34.402986 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:34.411953 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:34.417433 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:34.494767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:34.502748 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-50632844-2b8d-42e7-bae2-a9ecba1f83cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:34.513636 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-221fe42d-bb6a-455b-a447-0c85ae1671e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:34.517093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:41:25Z', 'revision_number': 4, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port': {'id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:18Z', 'updated_at': '2022-02-18T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f170f5bc-ccfb-4908-95e1-73fedb6080bf', 'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'mac_address': 'fa:16:3e:20:e5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:23Z', 'updated_at': '2022-02-18T08:41:32Z', 'revision_number': 4, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'subnets': [{'id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:41:34.528929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cddf490-f124-4166-8d92-ece22f391817 None None] The sync data for ids ['750484d5-88eb-4d99-b700-088a38dc5994'] in n-d-829434-1 is: [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:41:25Z', 'revision_number': 4, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port': {'id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:18Z', 'updated_at': '2022-02-18T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f170f5bc-ccfb-4908-95e1-73fedb6080bf', 'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'mac_address': 'fa:16:3e:20:e5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:23Z', 'updated_at': '2022-02-18T08:41:32Z', 'revision_number': 4, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'subnets': [{'id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:41:34.533107 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Usage tracker for resource:security_group_rule and tenant:5c73a94bf11a47bdaf5d96391ffd1bbd is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:34.542496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:34.591807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:34.621240 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-50632844-2b8d-42e7-bae2-a9ecba1f83cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:34.872082 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ac17cda-ecc8-4f8e-a097-d6b9bdc7ff63 req-9f6f0e6a-1f9f-4d76-9c58-6d63e4befb94 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606812 Feb 18 08:41:34.872831 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:34.890619 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-221fe42d-bb6a-455b-a447-0c85ae1671e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:34.898763 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-50632844-2b8d-42e7-bae2-a9ecba1f83cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:34.963125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fe42d-bb6a-455b-a447-0c85ae1671e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c57aa7-cf8f-4a5f-b8cb-8f1e48f93ce3,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:34.970875 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-221fe42d-bb6a-455b-a447-0c85ae1671e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:34.973634 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-221fe42d-bb6a-455b-a447-0c85ae1671e1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/45c57aa7-cf8f-4a5f-b8cb-8f1e48f93ce3 HTTP/1.1" status: 204 len: 168 time: 0.7746928 Feb 18 08:41:35.009448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50632844-2b8d-42e7-bae2-a9ecba1f83cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbad2b1-a955-46a7-9186-f68fd91dfcb1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:35.059514 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:35.060773 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-50632844-2b8d-42e7-bae2-a9ecba1f83cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:35.077469 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-50632844-2b8d-42e7-bae2-a9ecba1f83cb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bfbad2b1-a955-46a7-9186-f68fd91dfcb1 HTTP/1.1" status: 204 len: 168 time: 1.0171926 Feb 18 08:41:35.241838 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:35.245357 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:35.275489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:41:35.306081 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:35.308961 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Added segment 5e090425-3969-4d5c-85c5-a9508e604c58 of type vlan for network 8c7d6323-5b11-448f-8a8b-475ff20cda2c Feb 18 08:41:35.350581 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:35.376632 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e42b2de-f979-4443-a3e6-7f2b1c9b4515 req-beb92598-2d9d-4d55-b03c-eb6555037a21 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 210 time: 0.0970368 Feb 18 08:41:35.428651 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:35.433602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f410dae2-010c-4904-b3b1-5c80b323548a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:35.465257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a00bb-e7d9-4830-b1cb-f61fc8998034 req-9b462ff5-05a8-4171-b11e-bed090dad812 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:35.469479 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da8a00bb-e7d9-4830-b1cb-f61fc8998034 req-9b462ff5-05a8-4171-b11e-bed090dad812 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 970 time: 0.3493223 Feb 18 08:41:35.485628 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:35.490482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:35.491114 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:35.623806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5817ed4c-f5f3-42ba-bd84-75062dfa02b9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:35.626551 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da8a00bb-e7d9-4830-b1cb-f61fc8998034 req-2f49b7c0-5642-4395-aae0-c43d393a80bc tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486328 Feb 18 08:41:35.837134 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f170f5bc-ccfb-4908-95e1-73fedb6080bf up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:41:35.883834 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] Pushing event updated for resources: {'Network': ['ID=8c7d6323-5b11-448f-8a8b-475ff20cda2c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:35.900468 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-78d68d1c-2648-460d-bac0-604069553c32 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5854766 Feb 18 08:41:35.903550 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38526) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:35.910153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0390d280-105a-4172-a83c-10ea289c6255 admin admin] Request body: {'subnet': {'network_id': '8c7d6323-5b11-448f-8a8b-475ff20cda2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1675378307-subnet', 'tenant_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:41:35.924120 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 8c7d6323-5b11-448f-8a8b-475ff20cda2c details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:41:35.926662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0390d280-105a-4172-a83c-10ea289c6255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:35.941650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0390d280-105a-4172-a83c-10ea289c6255 admin admin] Usage tracker for resource:subnet and tenant:45de32b0f5cb4b58a9253f0b1a3fd65c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:35.949241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0390d280-105a-4172-a83c-10ea289c6255 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:35.964992 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0390d280-105a-4172-a83c-10ea289c6255 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:35.996213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0390d280-105a-4172-a83c-10ea289c6255 admin admin] Made reservation on behalf of 45de32b0f5cb4b58a9253f0b1a3fd65c for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:41:36.011314 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0390d280-105a-4172-a83c-10ea289c6255 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:36.104446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Allocated IP 192.168.233.218 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/f4c53f15-2aa5-406c-9d24-76e824e4c80d) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:41:36.380236 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port f170f5bc-ccfb-4908-95e1-73fedb6080bf completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:41:36.387223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port f170f5bc-ccfb-4908-95e1-73fedb6080bf triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:36.387578 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:36.731956 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:36.778750 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Transition to ACTIVE for port object f4c53f15-2aa5-406c-9d24-76e824e4c80d will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:41:36.827483 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:36.832837 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:36.835618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6f4d217-284b-40ec-99f2-342cdd52b0b7 req-a3ddab1e-9eb5-47d5-a187-6f93da7feeb6 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 210 time: 0.2033265 Feb 18 08:41:36.838822 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0390d280-105a-4172-a83c-10ea289c6255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:36.973643 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port f170f5bc-ccfb-4908-95e1-73fedb6080bf, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f170f5bc-ccfb-4908-95e1-73fedb6080bf,segment=NetworkSegment(3a90ac9f-9916-42a6-9a0e-35487316ce3b),segment_id=3a90ac9f-9916-42a6-9a0e-35487316ce3b)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:41:36.983772 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:37.025987 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:41:37.030120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390d280-105a-4172-a83c-10ea289c6255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2656ea3-e43b-41ae-a8d9-b991219b9d56,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:37.034125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:41:37.037625 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:41:37.049448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:37.053614 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:37.088844 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Pushing event updated for resources: {'Port': ['ID=f4c53f15-2aa5-406c-9d24-76e824e4c80d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:37.115619 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-78d638ae-b087-42a6-82d8-7bf823c1ec6e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1216538 Feb 18 08:41:37.145592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-f0b8c22e-adc7-4ac8-ba6d-ddb0ddbda69c tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:41:37.146726 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-f0b8c22e-adc7-4ac8-ba6d-ddb0ddbda69c tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057724 Feb 18 08:41:37.160159 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=f170f5bc-ccfb-4908-95e1-73fedb6080bf,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:37.268448 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390d280-105a-4172-a83c-10ea289c6255 admin admin] Checking segment: {'id': '5e090425-3969-4d5c-85c5-a9508e604c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '8c7d6323-5b11-448f-8a8b-475ff20cda2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:41:37.271260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0390d280-105a-4172-a83c-10ea289c6255 admin admin] Network hostable DHCP agents. Network: 8c7d6323-5b11-448f-8a8b-475ff20cda2c, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:41:37.308330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bae4c9-c670-4abc-801e-263314bb29a9 req-5d93952d-cf6a-40d7-a5dd-6246a6729d20 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:37.316796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2bae4c9-c670-4abc-801e-263314bb29a9 req-5d93952d-cf6a-40d7-a5dd-6246a6729d20 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 970 time: 0.2878134 Feb 18 08:41:37.335294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0390d280-105a-4172-a83c-10ea289c6255 admin admin] Network 8c7d6323-5b11-448f-8a8b-475ff20cda2c is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:41:37.352962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-0390d280-105a-4172-a83c-10ea289c6255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 8c7d6323-5b11-448f-8a8b-475ff20cda2c) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:41:37.363012 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73534a97-2dd8-4466-85e5-b73d564cd50a None None] Network 8c7d6323-5b11-448f-8a8b-475ff20cda2c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:41:37.393045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0390d280-105a-4172-a83c-10ea289c6255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:37.393682 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0390d280-105a-4172-a83c-10ea289c6255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:37.494395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2bae4c9-c670-4abc-801e-263314bb29a9 req-b3a6f29a-7ed8-4fe5-91d0-5dd47977668c tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682408 Feb 18 08:41:37.496548 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0390d280-105a-4172-a83c-10ea289c6255 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5918448 Feb 18 08:41:37.499213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38566) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:37.506144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1675378307-router', 'tenant_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:41:37.512839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:37.520222 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Usage tracker for resource:router and tenant:45de32b0f5cb4b58a9253f0b1a3fd65c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:37.524448 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:37.532344 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:37.556443 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:37.559562 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:37.566023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b099d5a3-0d08-4bf2-a70f-7b0331bc42c0 None None] Provisioning for port f4c53f15-2aa5-406c-9d24-76e824e4c80d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:41:37.595763 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:37.623144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b099d5a3-0d08-4bf2-a70f-7b0331bc42c0 None None] Provisioning complete for port f4c53f15-2aa5-406c-9d24-76e824e4c80d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:37.627328 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b099d5a3-0d08-4bf2-a70f-7b0331bc42c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:37.773993 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b099d5a3-0d08-4bf2-a70f-7b0331bc42c0 None None] Port f4c53f15-2aa5-406c-9d24-76e824e4c80d cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:41:37.780604 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f170f5bc-ccfb-4908-95e1-73fedb6080bf up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:41:37.950273 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-8c7d6323-5b11-448f-8a8b-475ff20cda2c', 'network_id': '8c7d6323-5b11-448f-8a8b-475ff20cda2c', 'tenant_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'fixed_ips': [{'subnet_id': 'e2656ea3-e43b-41ae-a8d9-b991219b9d56'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:41:37.951630 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:38.306443 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port f170f5bc-ccfb-4908-95e1-73fedb6080bf triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:38.307054 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:38.400152 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:38.544495 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Request body: {'port': {'device_id': 'd2a77d5d-8b54-4c94-b425-f4522eeb93e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:41:38.576452 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b9743-054c-406b-87bc-adbbb200f342 req-c78d40e3-3c33-4825-818c-2abccd1043ca tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:38.578680 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c1b9743-054c-406b-87bc-adbbb200f342 req-c78d40e3-3c33-4825-818c-2abccd1043ca tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 936 time: 0.4829319 Feb 18 08:41:38.740124 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c1b9743-054c-406b-87bc-adbbb200f342 req-b156f72b-c491-4a29-9730-e9ede76e9770 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399531 Feb 18 08:41:38.856228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Allocated IP 172.20.0.2 (8c7d6323-5b11-448f-8a8b-475ff20cda2c/e2656ea3-e43b-41ae-a8d9-b991219b9d56/3615f939-665c-4b22-a934-3345dd85e906) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:41:38.919369 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:39.244046 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:39.286447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Transition to ACTIVE for port object 3615f939-665c-4b22-a934-3345dd85e906 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:41:39.328294 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:39.330574 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Transition to ACTIVE for port object 3615f939-665c-4b22-a934-3345dd85e906 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:41:39.340523 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:39.409320 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:39.506921 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Network 8c7d6323-5b11-448f-8a8b-475ff20cda2c is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:41:39.516689 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:41:39.529197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:41:39.605320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194d029-3471-4273-bd61-45e1e09385de req-05a488a1-0366-406b-9dd2-2fd3a901e968 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:39.614331 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2194d029-3471-4273-bd61-45e1e09385de req-05a488a1-0366-406b-9dd2-2fd3a901e968 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 970 time: 0.4956648 Feb 18 08:41:39.711117 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Pushing event updated for resources: {'Port': ['ID=3615f939-665c-4b22-a934-3345dd85e906,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:39.727718 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2194d029-3471-4273-bd61-45e1e09385de req-14fb9e29-d508-4e81-8f79-79e04ab80b7b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120064 Feb 18 08:41:39.752565 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Allocated IP 172.25.1.42 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/df6d12cd-8741-406b-892a-34ca64ff74d5) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:41:39.761349 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c53f15-2aa5-406c-9d24-76e824e4c80d {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:41:39.771618 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:39.795546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Transition to ACTIVE for port object f4c53f15-2aa5-406c-9d24-76e824e4c80d will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:41:39.807376 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:39.844541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Attempting to bind port 3615f939-665c-4b22-a934-3345dd85e906 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:41:39.844910 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Attempting to bind port 3615f939-665c-4b22-a934-3345dd85e906 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '5e090425-3969-4d5c-85c5-a9508e604c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '8c7d6323-5b11-448f-8a8b-475ff20cda2c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:41:39.845272 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Attempting to bind port 3615f939-665c-4b22-a934-3345dd85e906 on network 8c7d6323-5b11-448f-8a8b-475ff20cda2c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:41:39.860961 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:41:39.861321 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Checking segment: {'id': '5e090425-3969-4d5c-85c5-a9508e604c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '8c7d6323-5b11-448f-8a8b-475ff20cda2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:41:39.863513 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:39.863926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Bound using segment: {'id': '5e090425-3969-4d5c-85c5-a9508e604c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '8c7d6323-5b11-448f-8a8b-475ff20cda2c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:41:39.864479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Bound port: 3615f939-665c-4b22-a934-3345dd85e906, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e090425-3969-4d5c-85c5-a9508e604c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '8c7d6323-5b11-448f-8a8b-475ff20cda2c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:41:39.864866 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:40.067468 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:40.107254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] For port 3615f939-665c-4b22-a934-3345dd85e906, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:41:40.118340 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] For port 3615f939-665c-4b22-a934-3345dd85e906, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3615f939-665c-4b22-a934-3345dd85e906,segment=NetworkSegment(5e090425-3969-4d5c-85c5-a9508e604c58),segment_id=5e090425-3969-4d5c-85c5-a9508e604c58)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:41:40.126549 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:40.127345 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:40.313518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:41:40.334714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:41:40.344161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:41:40.390927 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e284ec-92af-465b-91c9-67a836159c5c None None] Pushing event updated for resources: {'Port': ['ID=3615f939-665c-4b22-a934-3345dd85e906,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:40.458767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Pushing event updated for resources: {'Port': ['ID=f4c53f15-2aa5-406c-9d24-76e824e4c80d,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:40.545428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Attempting to bind port f4c53f15-2aa5-406c-9d24-76e824e4c80d on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:41:40.546034 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Attempting to bind port f4c53f15-2aa5-406c-9d24-76e824e4c80d by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:41:40.547127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Attempting to bind port f4c53f15-2aa5-406c-9d24-76e824e4c80d on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:41:40.558986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Port f4c53f15-2aa5-406c-9d24-76e824e4c80d on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:41:40.559814 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Attempting to bind port f4c53f15-2aa5-406c-9d24-76e824e4c80d on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:41:40.579855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:41:40.580707 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:41:40.581559 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:41:40.582332 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Bound port: f4c53f15-2aa5-406c-9d24-76e824e4c80d, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:41:40.582854 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:40.728376 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Pushing event updated for resources: {'Port': ['ID=df6d12cd-8741-406b-892a-34ca64ff74d5,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:40.821864 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:40.935748 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] For port f4c53f15-2aa5-406c-9d24-76e824e4c80d, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:41:40.947243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] For port f4c53f15-2aa5-406c-9d24-76e824e4c80d, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f4c53f15-2aa5-406c-9d24-76e824e4c80d,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:41:40.956804 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:41.083686 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:41.084632 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:41.086381 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] 10.222.0.81 "PUT /v2.0/ports/f4c53f15-2aa5-406c-9d24-76e824e4c80d HTTP/1.1" status: 200 len: 1096 time: 3.6169035 Feb 18 08:41:41.086920 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a77d5d-8b54-4c94-b425-f4522eeb93e9', 'tag': 'f4c53f15-2aa5-406c-9d24-76e824e4c80d'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:41:41.121941 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bc405-d66b-4142-b88a-864fe445476f req-cbb99e57-4623-46e4-a570-9ba0b6d349ba tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:41.129312 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-886bc405-d66b-4142-b88a-864fe445476f req-cbb99e57-4623-46e4-a570-9ba0b6d349ba tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 948 time: 0.3960874 Feb 18 08:41:41.181617 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:41.219521 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:41.376348 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c3ac4-21b6-4981-9aaa-30974e216e9f service neutron] Pushing event updated for resources: {'Port': ['ID=f4c53f15-2aa5-406c-9d24-76e824e4c80d,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:41.418841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-cfd1634c-2c2c-476d-bd2a-2dec1776584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:41.420546 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-cfd1634c-2c2c-476d-bd2a-2dec1776584a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c73a94bf11a47bdaf5d96391ffd1bbd&device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 1099 time: 0.1850946 Feb 18 08:41:41.637589 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-c5b9e527-d044-46da-b922-8ccd560194cc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=f4c53f15-2aa5-406c-9d24-76e824e4c80d HTTP/1.1" status: 200 len: 217 time: 0.2055774 Feb 18 08:41:41.768513 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-886bc405-d66b-4142-b88a-864fe445476f req-4e0bff6d-c651-4715-8a6c-3ec0d476df19 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6367524 Feb 18 08:41:41.840840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3615f939-665c-4b22-a934-3345dd85e906 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:41:41.871252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ce06a849-6f82-4788-a901-dfad1161f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:41.877329 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-ce06a849-6f82-4788-a901-dfad1161f5f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.2266715 Feb 18 08:41:42.025217 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 3615f939-665c-4b22-a934-3345dd85e906 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:41:42.109740 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:42.169564 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dd6bf8-d99c-4edd-bac2-9b8fae5cff3f None None] Network 8c7d6323-5b11-448f-8a8b-475ff20cda2c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:41:42.183116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c0444158-760f-4144-802f-5b1f547d58b4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1957495 Feb 18 08:41:42.333920 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c66612d8-a701-4dd5-9ac6-17b372e48c06 None None] Provisioning for port 3615f939-665c-4b22-a934-3345dd85e906 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:41:42.346050 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c66612d8-a701-4dd5-9ac6-17b372e48c06 None None] Provisioning complete for port 3615f939-665c-4b22-a934-3345dd85e906 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:42.347961 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c66612d8-a701-4dd5-9ac6-17b372e48c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:42.568670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-9b54b396-ec0f-48c9-8b2a-6abddc547185 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:42.570114 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-9b54b396-ec0f-48c9-8b2a-6abddc547185 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3510318 Feb 18 08:41:42.595000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-69822d2d-8fd1-4461-a772-f9bd2645871c tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/quotas/5705a2476ef74c5f99a6d92a75908a3b HTTP/1.1" status: 200 len: 375 time: 0.0171866 Feb 18 08:41:42.652746 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f360621-378c-4b92-931d-02bfda97a1ac req-54259ca5-0097-45a2-a837-e247d1be74af tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:42.654596 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f360621-378c-4b92-931d-02bfda97a1ac req-54259ca5-0097-45a2-a837-e247d1be74af tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 970 time: 0.3161805 Feb 18 08:41:42.662265 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c66612d8-a701-4dd5-9ac6-17b372e48c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:42.681880 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-16df7bd2-6744-4bff-95c7-8a7594e3d375 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816810 Feb 18 08:41:42.709575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Router 1ad967ac-64a4-40f6-89f7-d15bd23b0f6c is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:41:42.710896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c66612d8-a701-4dd5-9ac6-17b372e48c06 None None] For port 3615f939-665c-4b22-a934-3345dd85e906, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3615f939-665c-4b22-a934-3345dd85e906,segment=NetworkSegment(5e090425-3969-4d5c-85c5-a9508e604c58),segment_id=5e090425-3969-4d5c-85c5-a9508e604c58)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:41:42.715813 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c66612d8-a701-4dd5-9ac6-17b372e48c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:42.732097 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f360621-378c-4b92-931d-02bfda97a1ac req-66f3e6ee-b2be-4ae3-be61-21b42213ca5b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703430 Feb 18 08:41:42.824470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66612d8-a701-4dd5-9ac6-17b372e48c06 None None] Pushing event updated for resources: {'Port': ['ID=3615f939-665c-4b22-a934-3345dd85e906,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:43.107108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:41:43.123543 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Sync routers for ids ['1ad967ac-64a4-40f6-89f7-d15bd23b0f6c'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:41:43.135196 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Routers {'1ad967ac-64a4-40f6-89f7-d15bd23b0f6c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:41:43.136628 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:41:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1ad967ac-64a4-40f6-89f7-d15bd23b0f6c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:41:43.154471 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1629ea7d-1f6c-4004-93b6-f902d0a10a26 None None] Provisioning complete for port 3615f939-665c-4b22-a934-3345dd85e906 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:43.155093 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1629ea7d-1f6c-4004-93b6-f902d0a10a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:43.174556 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:43.179465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38674) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:43.186078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-191cd410-9959-4b70-913e-f23e72405cfc admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.6844504 Feb 18 08:41:43.401918 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a77d5d-8b54-4c94-b425-f4522eeb93e9', 'tag': 'f4c53f15-2aa5-406c-9d24-76e824e4c80d', 'status': 'completed', 'code': 200} Feb 18 08:41:43.589336 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Set router 1ad967ac-64a4-40f6-89f7-d15bd23b0f6c gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:41:43.597957 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9f21111-9a05-4f5f-8601-8e3aed74bfdc req-4b1b463c-8eb1-47aa-8945-2ea50feb4f19 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 210 time: 0.1410418 Feb 18 08:41:43.686702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b10be2-0542-48e7-879e-d76d6e06a467 req-f37e7cf8-f8a8-4056-976f-425eaa978a15 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:43.695423 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b5b10be2-0542-48e7-879e-d76d6e06a467 req-f37e7cf8-f8a8-4056-976f-425eaa978a15 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 948 time: 0.1599398 Feb 18 08:41:43.770799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3615f939-665c-4b22-a934-3345dd85e906 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:41:43.796928 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b5b10be2-0542-48e7-879e-d76d6e06a467 req-b4a89abb-7d46-4dc2-83e9-8dcc79c77705 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000950 Feb 18 08:41:44.000544 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 3615f939-665c-4b22-a934-3345dd85e906 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:44.000923 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:44.236497 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad967ac-64a4-40f6-89f7-d15bd23b0f6c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1675378307-router', 'tenant_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'df6d12cd-8741-406b-892a-34ca64ff74d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:37Z', 'updated_at': '2022-02-18T08:41:40Z', 'revision_number': 3, 'project_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'gw_port': {'id': 'df6d12cd-8741-406b-892a-34ca64ff74d5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad967ac-64a4-40f6-89f7-d15bd23b0f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:39Z', 'updated_at': '2022-02-18T08:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:41:44.253860 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Checking router: 1ad967ac-64a4-40f6-89f7-d15bd23b0f6c for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:41:44.254566 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Updating router 1ad967ac-64a4-40f6-89f7-d15bd23b0f6c port df6d12cd-8741-406b-892a-34ca64ff74d5 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:41:44.337536 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:44.347350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24a740-4b2a-4222-9efc-c93a98a4ab63 req-d3ed2cbc-4428-4f3b-aaa3-26476a667946 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:44.349028 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f24a740-4b2a-4222-9efc-c93a98a4ab63 req-d3ed2cbc-4428-4f3b-aaa3-26476a667946 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 970 time: 0.1544690 Feb 18 08:41:44.404905 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f24a740-4b2a-4222-9efc-c93a98a4ab63 req-ef968ffa-fbc0-4d69-bf6c-2207ba7359b9 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488138 Feb 18 08:41:44.569307 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebb4657c-6d07-4f8f-a3b0-9326fda0e090 req-6159f01d-39f8-4120-9755-c354cd6e0336 tempest-QuotasAdminNegativeTest-198383103 tempest-QuotasAdminNegativeTest-198383103-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=370604e3b8fe4ab69e3ee8adf296601a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493717 Feb 18 08:41:44.602813 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:44.923150 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1b2be63-5777-44a8-98b9-221971b9be10 req-74a46ab7-d6d8-41e5-981a-456d9aa88e2f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 210 time: 0.1537836 Feb 18 08:41:44.938765 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:44.959597 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Transition to ACTIVE for port object df6d12cd-8741-406b-892a-34ca64ff74d5 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:41:44.975709 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:45.015163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4657c-6d07-4f8f-a3b0-9326fda0e090 req-ca63b4a0-ca74-4385-9ed5-cef658511dbe tempest-QuotasAdminNegativeTest-198383103 tempest-QuotasAdminNegativeTest-198383103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:45.022961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebb4657c-6d07-4f8f-a3b0-9326fda0e090 req-ca63b4a0-ca74-4385-9ed5-cef658511dbe tempest-QuotasAdminNegativeTest-198383103 tempest-QuotasAdminNegativeTest-198383103-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4526265 Feb 18 08:41:45.052881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] Allocated IP 172.20.0.1 (8c7d6323-5b11-448f-8a8b-475ff20cda2c/e2656ea3-e43b-41ae-a8d9-b991219b9d56/ac3918ec-16ed-4bc2-aef7-3b2bab08ff83) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:41:45.057472 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebb4657c-6d07-4f8f-a3b0-9326fda0e090 req-ba445b9b-9a13-4d35-8697-6e7e0fadb480 tempest-QuotasAdminNegativeTest-198383103 tempest-QuotasAdminNegativeTest-198383103-project] 10.222.0.72 "GET /v2.0/quotas/370604e3b8fe4ab69e3ee8adf296601a HTTP/1.1" status: 200 len: 375 time: 0.0177183 Feb 18 08:41:45.101277 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38736) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:45.155040 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fd789-e99a-428f-b910-6d5d9f60ff51 None None] Pushing event updated for resources: {'Port': ['ID=df6d12cd-8741-406b-892a-34ca64ff74d5,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:45.164679 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Attempting to bind port df6d12cd-8741-406b-892a-34ca64ff74d5 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:41:45.165215 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Attempting to bind port df6d12cd-8741-406b-892a-34ca64ff74d5 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:41:45.165746 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Attempting to bind port df6d12cd-8741-406b-892a-34ca64ff74d5 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:41:45.175329 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:41:45.175716 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:41:45.176142 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:45.177132 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:41:45.177581 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Bound port: df6d12cd-8741-406b-892a-34ca64ff74d5, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:41:45.178256 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:45.190173 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebb4657c-6d07-4f8f-a3b0-9326fda0e090 req-99324fee-298b-4b44-b6bd-ce4ae41c99c7 tempest-QuotasAdminNegativeTest-198383103 tempest-QuotasAdminNegativeTest-198383103-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=370604e3b8fe4ab69e3ee8adf296601a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1296623 Feb 18 08:41:45.292150 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] For port df6d12cd-8741-406b-892a-34ca64ff74d5, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:41:45.295652 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] For port df6d12cd-8741-406b-892a-34ca64ff74d5, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=df6d12cd-8741-406b-892a-34ca64ff74d5,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:41:45.302774 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:45.317296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6c68b-7bd5-4b25-ad92-d510a2927a93 req-50c33309-fa62-439e-8bad-e7a98905295a tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:45.326679 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5e6c68b-7bd5-4b25-ad92-d510a2927a93 req-50c33309-fa62-439e-8bad-e7a98905295a tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 948 time: 0.2176042 Feb 18 08:41:45.366271 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:45.383505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] Transition to ACTIVE for port object ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:41:45.391842 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Routers {'1ad967ac-64a4-40f6-89f7-d15bd23b0f6c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:41:45.392643 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:41:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1ad967ac-64a4-40f6-89f7-d15bd23b0f6c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:41:45.400847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5e6c68b-7bd5-4b25-ad92-d510a2927a93 req-6c0bdc23-3375-4c7a-a467-6027b57a26ca tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722334 Feb 18 08:41:45.407325 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3c6113e7-8ea3-4c03-808b-5bda05588c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:45.418253 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:45.459724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3c6113e7-8ea3-4c03-808b-5bda05588c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:45.470029 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3c6113e7-8ea3-4c03-808b-5bda05588c48 admin admin] Usage tracker for resource:security_group_rule and tenant:ce01e30271d140258956150f55584e56 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:45.475832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3c6113e7-8ea3-4c03-808b-5bda05588c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:45.494250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3c6113e7-8ea3-4c03-808b-5bda05588c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:45.509086 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fd789-e99a-428f-b910-6d5d9f60ff51 None None] Pushing event updated for resources: {'Port': ['ID=df6d12cd-8741-406b-892a-34ca64ff74d5,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:45.575088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] Network 8c7d6323-5b11-448f-8a8b-475ff20cda2c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:41:45.576628 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:41:45.580849 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] Pushing event updated for resources: {'Port': ['ID=ac3918ec-16ed-4bc2-aef7-3b2bab08ff83,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:45.585557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:41:45.585958 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:45.642392 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] Set router 1ad967ac-64a4-40f6-89f7-d15bd23b0f6c gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:41:45.748444 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3c6113e7-8ea3-4c03-808b-5bda05588c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:45.758199 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3c6113e7-8ea3-4c03-808b-5bda05588c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:45.781482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba45ff5-dad8-460a-8963-88e08904f106 req-9d076773-d760-461b-8c6a-928e45001646 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:45.783024 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ba45ff5-dad8-460a-8963-88e08904f106 req-9d076773-d760-461b-8c6a-928e45001646 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 970 time: 0.2135189 Feb 18 08:41:45.858132 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:45.943047 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3c6113e7-8ea3-4c03-808b-5bda05588c48 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ce01e30271d140258956150f55584e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8400393 Feb 18 08:41:45.951492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ba45ff5-dad8-460a-8963-88e08904f106 req-9fdada3c-89d8-4537-ae3b-fd02b457f1af tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592951 Feb 18 08:41:45.952936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6113e7-8ea3-4c03-808b-5bda05588c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a87f01-6c7c-40a8-90f9-8dae2a20ab26,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:45.977282 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38760) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:46.005911 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8e61b10e-febd-46f2-8e61-c323c5c73582 None None] Provisioning for port ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:41:46.012225 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38764) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:46.012502 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8e61b10e-febd-46f2-8e61-c323c5c73582 None None] Provisioning complete for port ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:46.013025 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8e61b10e-febd-46f2-8e61-c323c5c73582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:46.131855 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8e61b10e-febd-46f2-8e61-c323c5c73582 None None] Port ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:41:46.154954 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-57bfb834-3278-46fd-9614-c1f0b2323e5e req-c41be6e4-4684-479e-aac6-b9442b42f9f3 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 210 time: 0.0576856 Feb 18 08:41:46.166882 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1293f09e-1513-4c2c-9b1d-6c34b2caaab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:46.213084 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad967ac-64a4-40f6-89f7-d15bd23b0f6c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1675378307-router', 'tenant_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'df6d12cd-8741-406b-892a-34ca64ff74d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:37Z', 'updated_at': '2022-02-18T08:41:40Z', 'revision_number': 3, 'project_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'gw_port': {'id': 'df6d12cd-8741-406b-892a-34ca64ff74d5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad967ac-64a4-40f6-89f7-d15bd23b0f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:39Z', 'updated_at': '2022-02-18T08:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:41:46.214492 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a5afb12-9241-41c9-a30c-cf9b5c1aedbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:46.217923 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9213f487-a111-4f34-9da6-ddb7ebabef17 None None] The sync data for ids ['1ad967ac-64a4-40f6-89f7-d15bd23b0f6c'] in n-d-829434-1 is: [{'id': '1ad967ac-64a4-40f6-89f7-d15bd23b0f6c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1675378307-router', 'tenant_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'df6d12cd-8741-406b-892a-34ca64ff74d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:37Z', 'updated_at': '2022-02-18T08:41:40Z', 'revision_number': 3, 'project_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'gw_port': {'id': 'df6d12cd-8741-406b-892a-34ca64ff74d5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad967ac-64a4-40f6-89f7-d15bd23b0f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:39Z', 'updated_at': '2022-02-18T08:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:41:46.231125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6a5afb12-9241-41c9-a30c-cf9b5c1aedbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:46.236471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6a5afb12-9241-41c9-a30c-cf9b5c1aedbc admin admin] Usage tracker for resource:security_group_rule and tenant:e7ddd4e6b16647339c949df1b3a356e2 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:46.239742 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6a5afb12-9241-41c9-a30c-cf9b5c1aedbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:46.246954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6a5afb12-9241-41c9-a30c-cf9b5c1aedbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:46.279422 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1293f09e-1513-4c2c-9b1d-6c34b2caaab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:46.365917 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a5afb12-9241-41c9-a30c-cf9b5c1aedbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:46.371171 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a5afb12-9241-41c9-a30c-cf9b5c1aedbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:46.406197 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:46.410023 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1293f09e-1513-4c2c-9b1d-6c34b2caaab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:46.424528 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:46.425660 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:46.439585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5afb12-9241-41c9-a30c-cf9b5c1aedbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baef7370-1a8d-481a-a5c9-bfcbc149c2dc,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:46.444838 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6a5afb12-9241-41c9-a30c-cf9b5c1aedbc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e7ddd4e6b16647339c949df1b3a356e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4309883 Feb 18 08:41:46.452187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38784) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:46.498217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293f09e-1513-4c2c-9b1d-6c34b2caaab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a87f01-6c7c-40a8-90f9-8dae2a20ab26,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:46.623432 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-557ba0c3-18e5-43fe-b542-e076b26f08e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:46.683016 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-557ba0c3-18e5-43fe-b542-e076b26f08e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:46.745666 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1293f09e-1513-4c2c-9b1d-6c34b2caaab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:46.749553 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1293f09e-1513-4c2c-9b1d-6c34b2caaab1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/09a87f01-6c7c-40a8-90f9-8dae2a20ab26 HTTP/1.1" status: 204 len: 168 time: 0.7684650 Feb 18 08:41:46.773413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] Pushing event updated for resources: {'Port': ['ID=ac3918ec-16ed-4bc2-aef7-3b2bab08ff83,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:46.866886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc0508-1bd2-497e-afcc-170b797d8ed7 req-9ea597d5-ed5e-4c33-ac0e-6865f19fe536 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:46.875555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-8c18abd6-30f7-494e-9c52-d13b07dc0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:46.878326 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-8c18abd6-30f7-494e-9c52-d13b07dc0784 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2282276 Feb 18 08:41:46.882763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] Network 8c7d6323-5b11-448f-8a8b-475ff20cda2c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:41:46.885581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:41:46.892888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07cc0508-1bd2-497e-afcc-170b797d8ed7 req-9ea597d5-ed5e-4c33-ac0e-6865f19fe536 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 948 time: 0.3101220 Feb 18 08:41:47.011722 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-424b3d6d-05b3-43ed-b1a4-66cf4758bda9 req-688d4c19-6ff5-4620-bd60-4b843c481b72 tempest-QuotasAdminNegativeTest-198383103 tempest-QuotasAdminNegativeTest-198383103-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=370604e3b8fe4ab69e3ee8adf296601a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1161518 Feb 18 08:41:47.177323 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-0c7a179a-0805-4bf1-a152-0f91ab6c2c66 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866132 Feb 18 08:41:47.195027 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07cc0508-1bd2-497e-afcc-170b797d8ed7 req-992bafdf-8a9e-4f5d-9346-f999027ab6ee tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010542 Feb 18 08:41:47.204668 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-557ba0c3-18e5-43fe-b542-e076b26f08e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:47.283616 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ba0c3-18e5-43fe-b542-e076b26f08e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baef7370-1a8d-481a-a5c9-bfcbc149c2dc,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:47.299323 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9d1fda2b-a492-4c12-a578-0a04d068a791 None None] Provisioning complete for port ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:47.299837 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d1fda2b-a492-4c12-a578-0a04d068a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:47.329321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b3d6d-05b3-43ed-b1a4-66cf4758bda9 req-2e35d4aa-e3ea-4caa-bdd0-facaa24b1154 tempest-QuotasAdminNegativeTest-198383103 tempest-QuotasAdminNegativeTest-198383103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:47.348161 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-424b3d6d-05b3-43ed-b1a4-66cf4758bda9 req-2e35d4aa-e3ea-4caa-bdd0-facaa24b1154 tempest-QuotasAdminNegativeTest-198383103 tempest-QuotasAdminNegativeTest-198383103-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3351405 Feb 18 08:41:47.356526 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-557ba0c3-18e5-43fe-b542-e076b26f08e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:47.357852 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-557ba0c3-18e5-43fe-b542-e076b26f08e8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/baef7370-1a8d-481a-a5c9-bfcbc149c2dc HTTP/1.1" status: 204 len: 168 time: 0.9040287 Feb 18 08:41:47.370642 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-424b3d6d-05b3-43ed-b1a4-66cf4758bda9 req-07a0156a-89e7-489f-8ae5-219f1a2a918b tempest-QuotasAdminNegativeTest-198383103 tempest-QuotasAdminNegativeTest-198383103-project] 10.222.0.72 "GET /v2.0/quotas/370604e3b8fe4ab69e3ee8adf296601a HTTP/1.1" status: 200 len: 375 time: 0.0211272 Feb 18 08:41:47.415278 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9d1fda2b-a492-4c12-a578-0a04d068a791 None None] Port ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:41:47.415481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38810) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:47.485278 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device ebdcc171-8595-48ee-bef7-6b95501f7cf3 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:41:47.500035 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3720cb3f-44d8-4445-8a19-22c11ff4d661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:47.519339 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3720cb3f-44d8-4445-8a19-22c11ff4d661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:47.523933 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-424b3d6d-05b3-43ed-b1a4-66cf4758bda9 req-61a9b437-dc26-46ba-b57e-a7f79f034326 tempest-QuotasAdminNegativeTest-198383103 tempest-QuotasAdminNegativeTest-198383103-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=370604e3b8fe4ab69e3ee8adf296601a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1524134 Feb 18 08:41:47.527291 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3720cb3f-44d8-4445-8a19-22c11ff4d661 admin admin] Usage tracker for resource:security_group_rule and tenant:6962e3667d2846bb8070679b29513e7b is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:47.537967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3720cb3f-44d8-4445-8a19-22c11ff4d661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:47.562795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3720cb3f-44d8-4445-8a19-22c11ff4d661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:47.568218 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] Router 1ad967ac-64a4-40f6-89f7-d15bd23b0f6c has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:41:47.615606 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-762a5c19-b164-46e4-9ffa-b4c5aa0d7e62 req-52ddebcf-2160-4bce-b785-e3e47a6f742e service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281726 Feb 18 08:41:47.670243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a91238-ed76-4d7b-9959-d5da126aa8ce req-5c24efba-204f-4254-96fc-1c63fd2a2ddf tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:47.677827 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-54a91238-ed76-4d7b-9959-d5da126aa8ce req-5c24efba-204f-4254-96fc-1c63fd2a2ddf tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 970 time: 0.2568882 Feb 18 08:41:47.831462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60292aab-6511-4801-b60f-2b2197aee725 req-53d1fee9-1c6e-4dff-afbd-d12e7f1dd5af tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 210 time: 0.0987520 Feb 18 08:41:47.903478 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-54a91238-ed76-4d7b-9959-d5da126aa8ce req-9e5c3ff1-53d5-4116-9016-b795e305767e tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246096 Feb 18 08:41:47.904042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.81', 50210) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:47.962940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port ebdcc171-8595-48ee-bef7-6b95501f7cf3, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=ebdcc171-8595-48ee-bef7-6b95501f7cf3,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:41:48.001587 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device df6d12cd-8741-406b-892a-34ca64ff74d5 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:41:48.105406 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'ebdcc171-8595-48ee-bef7-6b95501f7cf3', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': 'ebdcc171-8595-48ee-bef7-6b95501f7cf3', 'mac_address': 'fa:16:3e:de:4a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:tempest-test_az-1912269346', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:41:48.130031 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3720cb3f-44d8-4445-8a19-22c11ff4d661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:48.171393 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-041b2923-263c-4a14-b619-fcaad21c7296 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440466 Feb 18 08:41:48.184229 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3720cb3f-44d8-4445-8a19-22c11ff4d661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:48.214521 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38826) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:48.219385 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:48.240583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebdcc171-8595-48ee-bef7-6b95501f7cf3 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:41:48.256491 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port df6d12cd-8741-406b-892a-34ca64ff74d5 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:41:48.263752 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port df6d12cd-8741-406b-892a-34ca64ff74d5 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:48.264149 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:48.283327 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:41:48.317210 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port ebdcc171-8595-48ee-bef7-6b95501f7cf3, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=ebdcc171-8595-48ee-bef7-6b95501f7cf3,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:41:48.329608 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3720cb3f-44d8-4445-8a19-22c11ff4d661 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6962e3667d2846bb8070679b29513e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8670144 Feb 18 08:41:48.329608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720cb3f-44d8-4445-8a19-22c11ff4d661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7806469c-7b18-437e-a186-edd247257f10,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:48.338063 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:48.344082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38832) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:48.399588 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-39ffe3e3-a5b6-4456-9010-a38aa31a4e84 admin admin] 10.222.0.72 "PUT /v2.0/routers/1ad967ac-64a4-40f6-89f7-d15bd23b0f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2181735 Feb 18 08:41:48.409014 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5582813e-a650-465c-9f99-588c998f2197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:48.423096 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e414b1-0d0c-4c58-a285-263b5ae6513e req-6532c1da-53fa-4a2e-a95d-02a168493999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:48.424680 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6e414b1-0d0c-4c58-a285-263b5ae6513e req-6532c1da-53fa-4a2e-a95d-02a168493999 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c73a94bf11a47bdaf5d96391ffd1bbd&device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 1099 time: 0.5171402 Feb 18 08:41:48.444508 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5582813e-a650-465c-9f99-588c998f2197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:48.475062 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5582813e-a650-465c-9f99-588c998f2197 admin admin] Usage tracker for resource:security_group_rule and tenant:cc3986b50386412e869892ad8dce5ef7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:48.484635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=ebdcc171-8595-48ee-bef7-6b95501f7cf3,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:48.487015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5582813e-a650-465c-9f99-588c998f2197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:48.505399 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5582813e-a650-465c-9f99-588c998f2197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:48.518714 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:48.545391 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port df6d12cd-8741-406b-892a-34ca64ff74d5, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=df6d12cd-8741-406b-892a-34ca64ff74d5,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:41:48.552476 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:48.580399 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-32d5b60f-bc30-44f6-8150-73e0e76d99cc tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:48.581862 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-32d5b60f-bc30-44f6-8150-73e0e76d99cc tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3970499 Feb 18 08:41:48.636924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Request body: {'port': {'device_id': '6c132ece-be5b-4c9a-897c-102ad91dd7b0', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '5705a2476ef74c5f99a6d92a75908a3b'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:41:48.657251 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Sync routers for ids ['1ad967ac-64a4-40f6-89f7-d15bd23b0f6c'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:41:48.719381 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=df6d12cd-8741-406b-892a-34ca64ff74d5,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:48.736529 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Routers {'1ad967ac-64a4-40f6-89f7-d15bd23b0f6c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:41:48.737824 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:41:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1ad967ac-64a4-40f6-89f7-d15bd23b0f6c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:41:48.766779 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c79e91ce-ee8a-4f54-a40c-423c8d8f2781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:48.804200 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5582813e-a650-465c-9f99-588c998f2197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:48.816671 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['ebdcc171-8595-48ee-bef7-6b95501f7cf3'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:41:48.826321 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5582813e-a650-465c-9f99-588c998f2197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:48.885782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e414b1-0d0c-4c58-a285-263b5ae6513e req-29359217-c082-4ad3-b456-92da338b6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:48.887238 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6e414b1-0d0c-4c58-a285-263b5ae6513e req-29359217-c082-4ad3-b456-92da338b6486 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.4539721 Feb 18 08:41:48.893711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:48.904968 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5582813e-a650-465c-9f99-588c998f2197 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cc3986b50386412e869892ad8dce5ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6771908 Feb 18 08:41:48.912416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38856) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:48.915933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Usage tracker for resource:port and tenant:5705a2476ef74c5f99a6d92a75908a3b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:48.918581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582813e-a650-465c-9f99-588c998f2197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961db55d-9d46-467c-bea8-cf0efd4aa45e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:48.932331 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:48.941724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:48.977264 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Made reservation on behalf of 5705a2476ef74c5f99a6d92a75908a3b for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:41:48.980820 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:49.000745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfb933-3c0e-44cf-afbd-76227d4dbcaa req-23b746d1-e415-4e21-8f46-e652df459bfc tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:49.001257 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:49.008198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96dfb933-3c0e-44cf-afbd-76227d4dbcaa req-23b746d1-e415-4e21-8f46-e652df459bfc tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 948 time: 0.6577365 Feb 18 08:41:49.012021 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c79e91ce-ee8a-4f54-a40c-423c8d8f2781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:49.030961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:49.044684 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Usage tracker for resource:security_group_rule and tenant:5705a2476ef74c5f99a6d92a75908a3b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:49.050466 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:49.054464 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b36c32c3-41a5-43cf-aae8-dbff30bc9d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:49.057420 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6e414b1-0d0c-4c58-a285-263b5ae6513e req-f2962ca5-bd80-4cfa-9eda-6d329727cd35 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=f4c53f15-2aa5-406c-9d24-76e824e4c80d HTTP/1.1" status: 200 len: 217 time: 0.1603107 Feb 18 08:41:49.060839 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:49.105754 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Set router 1ad967ac-64a4-40f6-89f7-d15bd23b0f6c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:41:49.111347 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b36c32c3-41a5-43cf-aae8-dbff30bc9d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:49.192861 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96dfb933-3c0e-44cf-afbd-76227d4dbcaa req-3d67c2a4-f7c2-4c97-bb95-40936fa158ce tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836045 Feb 18 08:41:49.225861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e414b1-0d0c-4c58-a285-263b5ae6513e req-3e2df520-210f-4460-a649-0bf486d7033c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:49.236004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6e414b1-0d0c-4c58-a285-263b5ae6513e req-3e2df520-210f-4460-a649-0bf486d7033c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1664798 Feb 18 08:41:49.238278 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:49.262986 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:49.324652 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c79e91ce-ee8a-4f54-a40c-423c8d8f2781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:49.384209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e91ce-ee8a-4f54-a40c-423c8d8f2781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7806469c-7b18-437e-a186-edd247257f10,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:49.420681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8d1e3b52-ceba-4988-bf00-6d7e3dcb2d66 req-176f4efe-caf9-401c-9266-e4fae3432da0 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 210 time: 0.0933404 Feb 18 08:41:49.460653 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c899ae3d-0c37-43ef-88ad-ca1ae0d70294,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:49.466071 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b36c32c3-41a5-43cf-aae8-dbff30bc9d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:49.480071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Allocated IP 192.168.233.37 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/7dc0a0b4-c201-4513-9a53-8f73a8b8a996) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:41:49.494979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c32c3-41a5-43cf-aae8-dbff30bc9d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961db55d-9d46-467c-bea8-cf0efd4aa45e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:49.515667 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c79e91ce-ee8a-4f54-a40c-423c8d8f2781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:49.519908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c79e91ce-ee8a-4f54-a40c-423c8d8f2781 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7806469c-7b18-437e-a186-edd247257f10 HTTP/1.1" status: 204 len: 168 time: 1.1737242 Feb 18 08:41:49.542539 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b36c32c3-41a5-43cf-aae8-dbff30bc9d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:49.543058 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b36c32c3-41a5-43cf-aae8-dbff30bc9d21 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/961db55d-9d46-467c-bea8-cf0efd4aa45e HTTP/1.1" status: 204 len: 168 time: 0.6297174 Feb 18 08:41:49.576782 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad967ac-64a4-40f6-89f7-d15bd23b0f6c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1675378307-router', 'tenant_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'df6d12cd-8741-406b-892a-34ca64ff74d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:37Z', 'updated_at': '2022-02-18T08:41:45Z', 'revision_number': 4, 'project_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'gw_port': {'id': 'df6d12cd-8741-406b-892a-34ca64ff74d5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad967ac-64a4-40f6-89f7-d15bd23b0f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:39Z', 'updated_at': '2022-02-18T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'ac3918ec-16ed-4bc2-aef7-3b2bab08ff83', 'name': '', 'network_id': '8c7d6323-5b11-448f-8a8b-475ff20cda2c', 'tenant_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'mac_address': 'fa:16:3e:42:ff:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad967ac-64a4-40f6-89f7-d15bd23b0f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'e2656ea3-e43b-41ae-a8d9-b991219b9d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:44Z', 'updated_at': '2022-02-18T08:41:46Z', 'revision_number': 2, 'project_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'subnets': [{'id': 'e2656ea3-e43b-41ae-a8d9-b991219b9d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:41:49.583040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Checking router: 1ad967ac-64a4-40f6-89f7-d15bd23b0f6c for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:41:49.583555 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Updating router 1ad967ac-64a4-40f6-89f7-d15bd23b0f6c port ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:41:49.601848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e414b1-0d0c-4c58-a285-263b5ae6513e req-a7d44503-5bbd-47c4-96ee-82002c13f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:49.610935 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6e414b1-0d0c-4c58-a285-263b5ae6513e req-a7d44503-5bbd-47c4-96ee-82002c13f08d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3584518 Feb 18 08:41:49.653061 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:49.717309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda309d6-369e-4f44-8f84-0185ba601d57 req-8d9e9674-25fa-4cfb-b321-bd7c1f0a540e tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:49.725993 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cda309d6-369e-4f44-8f84-0185ba601d57 req-8d9e9674-25fa-4cfb-b321-bd7c1f0a540e tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 971 time: 0.3291960 Feb 18 08:41:49.814347 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:49.838164 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Transition to ACTIVE for port object 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:41:49.880484 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a734c374-3ab1-4168-a60a-c3c8ef3ba7f8 req-e7461a6e-fb47-4913-9a98-fef584a5eb90 tempest-QuotasAdminNegativeTest-198383103 tempest-QuotasAdminNegativeTest-198383103-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=370604e3b8fe4ab69e3ee8adf296601a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1526582 Feb 18 08:41:49.899488 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:50.030752 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:41:50.034616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:41:50.053982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:41:50.069211 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:50.070127 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:50.082398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cda309d6-369e-4f44-8f84-0185ba601d57 req-10d1b279-e101-46c5-8f8b-3593842b08c2 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103080 Feb 18 08:41:50.084251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Pushing event updated for resources: {'Port': ['ID=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:50.114049 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:50.128243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Transition to ACTIVE for port object ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:41:50.136226 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device df6d12cd-8741-406b-892a-34ca64ff74d5 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:41:50.141177 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-c95fba4c-e0a8-40f6-9e8b-121f18650606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5103879 Feb 18 08:41:50.153842 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Request body: {'port': {'device_id': '6c132ece-be5b-4c9a-897c-102ad91dd7b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:41:50.170014 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f4c53f15-2aa5-406c-9d24-76e824e4c80d details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:41:50.211509 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:50.248689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734c374-3ab1-4168-a60a-c3c8ef3ba7f8 req-2f5ba275-f662-4fb1-926f-3e39fc0a3a61 tempest-QuotasAdminNegativeTest-198383103 tempest-QuotasAdminNegativeTest-198383103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:50.262708 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a734c374-3ab1-4168-a60a-c3c8ef3ba7f8 req-2f5ba275-f662-4fb1-926f-3e39fc0a3a61 tempest-QuotasAdminNegativeTest-198383103 tempest-QuotasAdminNegativeTest-198383103-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3809049 Feb 18 08:41:50.309316 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a734c374-3ab1-4168-a60a-c3c8ef3ba7f8 req-a6b5d569-e352-4dfb-b17c-3ad07817ba32 tempest-QuotasAdminNegativeTest-198383103 tempest-QuotasAdminNegativeTest-198383103-project] 10.222.0.72 "GET /v2.0/quotas/370604e3b8fe4ab69e3ee8adf296601a HTTP/1.1" status: 200 len: 375 time: 0.0457089 Feb 18 08:41:50.354738 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:50.479468 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a734c374-3ab1-4168-a60a-c3c8ef3ba7f8 req-d6dfa8c8-58db-4ce1-ab95-83dff60f8b50 tempest-QuotasAdminNegativeTest-198383103 tempest-QuotasAdminNegativeTest-198383103-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=370604e3b8fe4ab69e3ee8adf296601a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1594486 Feb 18 08:41:50.489380 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6e414b1-0d0c-4c58-a285-263b5ae6513e req-daf5b488-cd29-4e64-a519-ea65b844ac48 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8497565 Feb 18 08:41:50.496116 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:41:50.617366 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2b49b9cd-0040-43d3-a0cd-d159d696a94d None None] Provisioning for port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:41:50.631237 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2b49b9cd-0040-43d3-a0cd-d159d696a94d None None] Provisioning complete for port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:50.631608 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2b49b9cd-0040-43d3-a0cd-d159d696a94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:50.742881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f54c90-defd-49af-b23b-2138c2210bcd req-530dd2b6-cf75-4399-a732-bfaab1050969 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:50.744474 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75f54c90-defd-49af-b23b-2138c2210bcd req-530dd2b6-cf75-4399-a732-bfaab1050969 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 948 time: 0.4311435 Feb 18 08:41:50.869398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75f54c90-defd-49af-b23b-2138c2210bcd req-afeaed73-3405-48d1-9cd5-f4dbe4a71376 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059499 Feb 18 08:41:50.874262 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6e414b1-0d0c-4c58-a285-263b5ae6513e req-6f76ec7f-599c-4991-a39e-4ca564f9ef31 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758667 Feb 18 08:41:51.019575 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2773ae5-8dd1-4a8f-9f19-9476e0a35a38 None None] Pushing event updated for resources: {'Port': ['ID=ac3918ec-16ed-4bc2-aef7-3b2bab08ff83,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:51.040147 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257bc97-0707-420c-8a84-e5386341c89c req-e1eebb34-24d9-4aa8-a98d-745945571b25 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:51.041712 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0257bc97-0707-420c-8a84-e5386341c89c req-e1eebb34-24d9-4aa8-a98d-745945571b25 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 935 time: 0.1456101 Feb 18 08:41:51.105004 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port df6d12cd-8741-406b-892a-34ca64ff74d5 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:51.105373 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:51.110733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:41:51.119049 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:51.139271 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0257bc97-0707-420c-8a84-e5386341c89c req-3ceead65-1cc5-4140-9742-a928c637568d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913041 Feb 18 08:41:51.148872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Transition to ACTIVE for port object 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:41:51.164440 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:51.173846 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2b49b9cd-0040-43d3-a0cd-d159d696a94d None None] Port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:41:51.183821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Attempting to bind port ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:41:51.184140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Attempting to bind port ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '5e090425-3969-4d5c-85c5-a9508e604c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '8c7d6323-5b11-448f-8a8b-475ff20cda2c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:41:51.184597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Attempting to bind port ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 on network 8c7d6323-5b11-448f-8a8b-475ff20cda2c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:41:51.194693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port f4c53f15-2aa5-406c-9d24-76e824e4c80d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f4c53f15-2aa5-406c-9d24-76e824e4c80d,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:41:51.214051 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:41:51.214506 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Checking segment: {'id': '5e090425-3969-4d5c-85c5-a9508e604c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '8c7d6323-5b11-448f-8a8b-475ff20cda2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:41:51.214912 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:51.215361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Bound using segment: {'id': '5e090425-3969-4d5c-85c5-a9508e604c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '8c7d6323-5b11-448f-8a8b-475ff20cda2c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:41:51.215847 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Bound port: ac3918ec-16ed-4bc2-aef7-3b2bab08ff83, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e090425-3969-4d5c-85c5-a9508e604c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '8c7d6323-5b11-448f-8a8b-475ff20cda2c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:41:51.216239 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:51.326640 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'f4c53f15-2aa5-406c-9d24-76e824e4c80d', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': 'f4c53f15-2aa5-406c-9d24-76e824e4c80d', 'mac_address': 'fa:16:3e:4a:c9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:41:51.509390 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device ebdcc171-8595-48ee-bef7-6b95501f7cf3 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:41:51.575121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38950) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:51.587784 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-cd348116-1f55-4405-a824-f4fa119cae6d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1851684970', 'description': 'tempest-description--1002065546'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:41:51.600186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-cd348116-1f55-4405-a824-f4fa119cae6d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:51.615445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-cd348116-1f55-4405-a824-f4fa119cae6d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Usage tracker for resource:security_group and tenant:acb5ccc9e90344ccb998b0892a2a055c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:51.626843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-cd348116-1f55-4405-a824-f4fa119cae6d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:51.641978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-cd348116-1f55-4405-a824-f4fa119cae6d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:51.675565 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cd348116-1f55-4405-a824-f4fa119cae6d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:51.726657 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-cd348116-1f55-4405-a824-f4fa119cae6d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:51.730425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:51.781042 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Attempting to bind port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:41:51.781377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Attempting to bind port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:41:51.781706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Attempting to bind port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:41:51.786628 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:41:51.786958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Attempting to bind port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:41:51.797024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-cd348116-1f55-4405-a824-f4fa119cae6d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Usage tracker for resource:security_group_rule and tenant:acb5ccc9e90344ccb998b0892a2a055c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:51.802182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-cd348116-1f55-4405-a824-f4fa119cae6d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:51.810589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-cd348116-1f55-4405-a824-f4fa119cae6d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:51.813817 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:41:51.814164 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:41:51.814558 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:41:51.815088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Bound port: 7dc0a0b4-c201-4513-9a53-8f73a8b8a996, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:41:51.815439 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:51.878451 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:51.903675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8c51b-123e-4674-adc6-6697d31d2416 req-b017ae7c-1721-4873-89c3-7b0efd3947af tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:51.906146 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0bf8c51b-123e-4674-adc6-6697d31d2416 req-b017ae7c-1721-4873-89c3-7b0efd3947af tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 971 time: 0.1741168 Feb 18 08:41:51.930461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38968) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:51.966479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] For port ac3918ec-16ed-4bc2-aef7-3b2bab08ff83, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:41:52.002079 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port ebdcc171-8595-48ee-bef7-6b95501f7cf3 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:41:52.018849 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cd348116-1f55-4405-a824-f4fa119cae6d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:52.038258 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] For port ac3918ec-16ed-4bc2-aef7-3b2bab08ff83, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ac3918ec-16ed-4bc2-aef7-3b2bab08ff83,segment=NetworkSegment(5e090425-3969-4d5c-85c5-a9508e604c58),segment_id=5e090425-3969-4d5c-85c5-a9508e604c58)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:41:52.047633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c53f15-2aa5-406c-9d24-76e824e4c80d {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:41:52.057348 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port ebdcc171-8595-48ee-bef7-6b95501f7cf3 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:52.058005 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:52.088474 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cd348116-1f55-4405-a824-f4fa119cae6d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:52.105684 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:52.112988 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] For port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:41:52.117141 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] For port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:41:52.124098 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:52.143461 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cd348116-1f55-4405-a824-f4fa119cae6d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:52.144792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cd348116-1f55-4405-a824-f4fa119cae6d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5684063 Feb 18 08:41:52.154738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38980) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:52.173466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-27ead0da-9117-41d4-ba07-99166d837583 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Request body: {'security_group_rule': {'security_group_id': '45a4ba9e-f429-4f4c-be3a-169a614dc9d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:41:52.189789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-27ead0da-9117-41d4-ba07-99166d837583 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:52.204883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0bf8c51b-123e-4674-adc6-6697d31d2416 req-97c660ee-8e4d-41d0-a745-f4dafa41200f tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733636 Feb 18 08:41:52.227029 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-27ead0da-9117-41d4-ba07-99166d837583 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Usage tracker for resource:security_group_rule and tenant:acb5ccc9e90344ccb998b0892a2a055c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:52.237769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd348116-1f55-4405-a824-f4fa119cae6d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a4ba9e-f429-4f4c-be3a-169a614dc9d4,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:52.241692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-27ead0da-9117-41d4-ba07-99166d837583 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:52.251642 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:52.252298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-27ead0da-9117-41d4-ba07-99166d837583 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:52.252780 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:52.256954 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-a197451f-62b9-4449-b643-30139ad36087 service neutron] 10.222.0.81 "PUT /v2.0/ports/7dc0a0b4-c201-4513-9a53-8f73a8b8a996 HTTP/1.1" status: 200 len: 1095 time: 2.1093340 Feb 18 08:41:52.258919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port f4c53f15-2aa5-406c-9d24-76e824e4c80d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f4c53f15-2aa5-406c-9d24-76e824e4c80d,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:41:52.267136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c132ece-be5b-4c9a-897c-102ad91dd7b0', 'tag': '7dc0a0b4-c201-4513-9a53-8f73a8b8a996'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:41:52.302392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d47a4-358b-4afa-ace5-b786c46ceecd req-d5fa31ac-9528-4202-a724-6fb6ca118b43 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:52.310230 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:52.313026 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e92d47a4-358b-4afa-ace5-b786c46ceecd req-d5fa31ac-9528-4202-a724-6fb6ca118b43 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 948 time: 0.2747228 Feb 18 08:41:52.391345 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Routers {'1ad967ac-64a4-40f6-89f7-d15bd23b0f6c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:41:52.392003 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:41:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1ad967ac-64a4-40f6-89f7-d15bd23b0f6c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:41:52.428328 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e92d47a4-358b-4afa-ace5-b786c46ceecd req-779a1b1f-5e67-435e-9fee-1bc52b03f4e6 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124995 Feb 18 08:41:52.450063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197451f-62b9-4449-b643-30139ad36087 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:52.486015 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-27ead0da-9117-41d4-ba07-99166d837583 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:52.559109 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c132ece-be5b-4c9a-897c-102ad91dd7b0', 'tag': '7dc0a0b4-c201-4513-9a53-8f73a8b8a996', 'status': 'completed', 'code': 200} Feb 18 08:41:52.583611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-50c7fa9a-b642-48bc-8f44-1b4a4ca99489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:52.585246 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-50c7fa9a-b642-48bc-8f44-1b4a4ca99489 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 1098 time: 0.2758632 Feb 18 08:41:52.589583 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-63f69d68-6957-4f66-b430-24b08aac2c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:52.637872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-63f69d68-6957-4f66-b430-24b08aac2c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:52.641963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-63f69d68-6957-4f66-b430-24b08aac2c96 admin admin] Usage tracker for resource:security_group_rule and tenant:370604e3b8fe4ab69e3ee8adf296601a is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:52.644818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-63f69d68-6957-4f66-b430-24b08aac2c96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:52.652111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-63f69d68-6957-4f66-b430-24b08aac2c96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:52.728736 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-147d6eed-50dc-465b-8d9b-f61b9b74ee26 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=7dc0a0b4-c201-4513-9a53-8f73a8b8a996 HTTP/1.1" status: 200 len: 217 time: 0.1294301 Feb 18 08:41:52.745000 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2773ae5-8dd1-4a8f-9f19-9476e0a35a38 None None] Pushing event updated for resources: {'Port': ['ID=ac3918ec-16ed-4bc2-aef7-3b2bab08ff83,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:52.849220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-e49b4593-7762-4fda-8702-e217e67522ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:52.850347 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=f4c53f15-2aa5-406c-9d24-76e824e4c80d,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:52.850656 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-e49b4593-7762-4fda-8702-e217e67522ff service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1105223 Feb 18 08:41:52.882053 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-27ead0da-9117-41d4-ba07-99166d837583 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:52.897786 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-27ead0da-9117-41d4-ba07-99166d837583 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:52.922077 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] Set router 1ad967ac-64a4-40f6-89f7-d15bd23b0f6c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:41:52.927447 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ead0da-9117-41d4-ba07-99166d837583 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7bfed06-0fe9-48f0-928d-88584e5ae697,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:52.948136 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-63f69d68-6957-4f66-b430-24b08aac2c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:52.964767 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09056c70-da2f-42d0-88d2-14329e34612d req-c373df36-98cc-4afa-aab9-613bda590b68 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:52.972435 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-09056c70-da2f-42d0-88d2-14329e34612d req-c373df36-98cc-4afa-aab9-613bda590b68 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 947 time: 0.3961942 Feb 18 08:41:52.979742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-e48a337a-9f51-4596-bc1d-82daa10a7bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:52.981181 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-e48a337a-9f51-4596-bc1d-82daa10a7bc4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1162283 Feb 18 08:41:52.997818 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-63f69d68-6957-4f66-b430-24b08aac2c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:53.025654 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-27ead0da-9117-41d4-ba07-99166d837583 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:53.026794 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-27ead0da-9117-41d4-ba07-99166d837583 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8706527 Feb 18 08:41:53.039501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39002) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:53.072306 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-09056c70-da2f-42d0-88d2-14329e34612d req-a12767d0-d8ed-4f7f-ac18-484e3ca1e626 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989082 Feb 18 08:41:53.086773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-10025c97-d3a4-4462-b44f-a39c5c5e684f tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Request body: {'security_group_rule': {'security_group_id': '45a4ba9e-f429-4f4c-be3a-169a614dc9d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:41:53.091773 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:53.106909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-10025c97-d3a4-4462-b44f-a39c5c5e684f tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:53.116533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-10025c97-d3a4-4462-b44f-a39c5c5e684f tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Usage tracker for resource:security_group_rule and tenant:acb5ccc9e90344ccb998b0892a2a055c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:53.121221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-10025c97-d3a4-4462-b44f-a39c5c5e684f tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:53.132945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-10025c97-d3a4-4462-b44f-a39c5c5e684f tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:53.163796 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-3bab57a3-6ce2-4247-ac6f-59a5376cf9dd service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741822 Feb 18 08:41:53.177967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-63f69d68-6957-4f66-b430-24b08aac2c96 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=370604e3b8fe4ab69e3ee8adf296601a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2416730 Feb 18 08:41:53.195444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39012) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:53.219925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f69d68-6957-4f66-b430-24b08aac2c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dddc3c-76df-4a0b-913e-00dc39a032c3,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:53.237929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['f4c53f15-2aa5-406c-9d24-76e824e4c80d'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:41:53.238082 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-10025c97-d3a4-4462-b44f-a39c5c5e684f tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:53.370434 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-74d7eb67-269b-4a37-90a3-25a779f4e06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:53.389084 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-10025c97-d3a4-4462-b44f-a39c5c5e684f tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:53.405522 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9db01244-bae1-4f59-a7a7-62415c6f030e req-9d40550d-61b6-458b-a23c-cb4acec583e5 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352376 Feb 18 08:41:53.409850 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-10025c97-d3a4-4462-b44f-a39c5c5e684f tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:53.421632 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32eb7ebe-d059-4748-ad6c-2c0443cf2293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdcc171-8595-48ee-bef7-6b95501f7cf3'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:41:53.441284 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-74d7eb67-269b-4a37-90a3-25a779f4e06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:53.500787 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10025c97-d3a4-4462-b44f-a39c5c5e684f tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3107b0f1-043a-4cd5-8739-9fa9c0795d3e,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:53.559393 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbfe23-d792-47e5-acc1-cf8959ecc905 req-33ae5b59-ee49-43b6-8e52-c4342a46261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:53.559742 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-10025c97-d3a4-4462-b44f-a39c5c5e684f tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:53.560924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-10025c97-d3a4-4462-b44f-a39c5c5e684f tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5188344 Feb 18 08:41:53.564019 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fbfbfe23-d792-47e5-acc1-cf8959ecc905 req-33ae5b59-ee49-43b6-8e52-c4342a46261c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 1098 time: 0.1022718 Feb 18 08:41:53.564694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39032) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:53.575882 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:41:53.581938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad1d28-2bce-4fc3-8c67-afdaebf28253 req-433fbe05-6c3e-4751-ac2c-a740ea2580b2 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:53.583381 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2bad1d28-2bce-4fc3-8c67-afdaebf28253 req-433fbe05-6c3e-4751-ac2c-a740ea2580b2 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 971 time: 0.1456666 Feb 18 08:41:53.663867 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port ebdcc171-8595-48ee-bef7-6b95501f7cf3, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=ebdcc171-8595-48ee-bef7-6b95501f7cf3,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:41:53.680041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:53.685947 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:53.689584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Usage tracker for resource:floatingip and tenant:acb5ccc9e90344ccb998b0892a2a055c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:53.711053 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-74d7eb67-269b-4a37-90a3-25a779f4e06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:53.750160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbfe23-d792-47e5-acc1-cf8959ecc905 req-c90f20ea-ae53-4f9d-9f1a-f6c8fb11dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:53.752761 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fbfbfe23-d792-47e5-acc1-cf8959ecc905 req-c90f20ea-ae53-4f9d-9f1a-f6c8fb11dc7b service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.1632402 Feb 18 08:41:53.753742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:53.760843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:53.789576 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2bad1d28-2bce-4fc3-8c67-afdaebf28253 req-23a071f2-435c-44ef-b0bb-04936ad0fe30 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962566 Feb 18 08:41:53.817084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7eb67-269b-4a37-90a3-25a779f4e06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dddc3c-76df-4a0b-913e-00dc39a032c3,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:53.827388 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-74d7eb67-269b-4a37-90a3-25a779f4e06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:53.828898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-74d7eb67-269b-4a37-90a3-25a779f4e06d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/59dddc3c-76df-4a0b-913e-00dc39a032c3 HTTP/1.1" status: 204 len: 168 time: 0.6286013 Feb 18 08:41:53.840806 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39042) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:53.872828 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4af91-3c99-41fb-9332-e36df4c45a05 req-8c2cfc3f-fe11-4a17-a20c-74d3fb907595 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:53.880061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ac4af91-3c99-41fb-9332-e36df4c45a05 req-8c2cfc3f-fe11-4a17-a20c-74d3fb907595 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 949 time: 0.2533598 Feb 18 08:41:53.906260 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=ebdcc171-8595-48ee-bef7-6b95501f7cf3,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:53.924373 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad967ac-64a4-40f6-89f7-d15bd23b0f6c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1675378307-router', 'tenant_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'df6d12cd-8741-406b-892a-34ca64ff74d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:37Z', 'updated_at': '2022-02-18T08:41:45Z', 'revision_number': 4, 'project_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'gw_port': {'id': 'df6d12cd-8741-406b-892a-34ca64ff74d5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad967ac-64a4-40f6-89f7-d15bd23b0f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:39Z', 'updated_at': '2022-02-18T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'ac3918ec-16ed-4bc2-aef7-3b2bab08ff83', 'name': '', 'network_id': '8c7d6323-5b11-448f-8a8b-475ff20cda2c', 'tenant_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'mac_address': 'fa:16:3e:42:ff:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad967ac-64a4-40f6-89f7-d15bd23b0f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'e2656ea3-e43b-41ae-a8d9-b991219b9d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:44Z', 'updated_at': '2022-02-18T08:41:51Z', 'revision_number': 4, 'project_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'subnets': [{'id': 'e2656ea3-e43b-41ae-a8d9-b991219b9d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:41:53.931349 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910bf963-23e6-423a-b3a7-4cc65e62ab47 None None] The sync data for ids ['1ad967ac-64a4-40f6-89f7-d15bd23b0f6c'] in n-d-829434-1 is: [{'id': '1ad967ac-64a4-40f6-89f7-d15bd23b0f6c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1675378307-router', 'tenant_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'df6d12cd-8741-406b-892a-34ca64ff74d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:37Z', 'updated_at': '2022-02-18T08:41:45Z', 'revision_number': 4, 'project_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'gw_port': {'id': 'df6d12cd-8741-406b-892a-34ca64ff74d5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad967ac-64a4-40f6-89f7-d15bd23b0f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:39Z', 'updated_at': '2022-02-18T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'ac3918ec-16ed-4bc2-aef7-3b2bab08ff83', 'name': '', 'network_id': '8c7d6323-5b11-448f-8a8b-475ff20cda2c', 'tenant_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'mac_address': 'fa:16:3e:42:ff:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad967ac-64a4-40f6-89f7-d15bd23b0f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'e2656ea3-e43b-41ae-a8d9-b991219b9d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:44Z', 'updated_at': '2022-02-18T08:41:51Z', 'revision_number': 4, 'project_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'subnets': [{'id': 'e2656ea3-e43b-41ae-a8d9-b991219b9d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:41:53.933383 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ac4af91-3c99-41fb-9332-e36df4c45a05 req-3a411d9d-638a-43f7-b715-7fd35b66494f tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483427 Feb 18 08:41:53.954896 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fbfbfe23-d792-47e5-acc1-cf8959ecc905 req-d403ac11-dea4-403e-8c38-1aecead0ab31 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=7dc0a0b4-c201-4513-9a53-8f73a8b8a996 HTTP/1.1" status: 200 len: 217 time: 0.1911192 Feb 18 08:41:54.036063 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:54.218644 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:41:54.268476 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbfe23-d792-47e5-acc1-cf8959ecc905 req-41733595-34f5-4393-9de7-f7ea274884a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:54.277258 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fbfbfe23-d792-47e5-acc1-cf8959ecc905 req-41733595-34f5-4393-9de7-f7ea274884a6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.3119481 Feb 18 08:41:54.364054 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a54448dd-2e6b-407d-8c4d-eeeba6f7ae89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:54.365294 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:41:54.376153 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:54.376570 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:54.392316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a54448dd-2e6b-407d-8c4d-eeeba6f7ae89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:54.398829 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a54448dd-2e6b-407d-8c4d-eeeba6f7ae89 admin admin] Usage tracker for resource:security_group_rule and tenant:f17f5096da9c44ef931170572b7d0e38 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:54.406829 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a54448dd-2e6b-407d-8c4d-eeeba6f7ae89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:54.433263 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60c4bd-f138-4b96-a8a3-1a43b34d599b req-415634ab-9841-49c2-9621-ccff96c171be tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:54.435840 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32eb7ebe-d059-4748-ad6c-2c0443cf2293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdcc171-8595-48ee-bef7-6b95501f7cf3', 'code': 200} Feb 18 08:41:54.436304 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a60c4bd-f138-4b96-a8a3-1a43b34d599b req-415634ab-9841-49c2-9621-ccff96c171be tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 947 time: 0.2213116 Feb 18 08:41:54.446736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a54448dd-2e6b-407d-8c4d-eeeba6f7ae89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:54.458724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39058) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:54.519361 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a62cbbfa-02ff-4a9f-ad21-a5f210a079cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:54.539148 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:54.545257 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbfe23-d792-47e5-acc1-cf8959ecc905 req-1f36f8ab-e81e-487f-bfc3-beb6aa9366fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:54.547467 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fbfbfe23-d792-47e5-acc1-cf8959ecc905 req-1f36f8ab-e81e-487f-bfc3-beb6aa9366fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2554653 Feb 18 08:41:54.554970 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:54.595506 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port ac3918ec-16ed-4bc2-aef7-3b2bab08ff83, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ac3918ec-16ed-4bc2-aef7-3b2bab08ff83,segment=NetworkSegment(5e090425-3969-4d5c-85c5-a9508e604c58),segment_id=5e090425-3969-4d5c-85c5-a9508e604c58)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:41:54.597300 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a60c4bd-f138-4b96-a8a3-1a43b34d599b req-de8cec4d-d41e-4d4d-9f68-5b1f877dbd73 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518688 Feb 18 08:41:54.610656 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:54.616669 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a62cbbfa-02ff-4a9f-ad21-a5f210a079cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:54.632413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477aebb-71a4-4eae-a420-69324817e8be req-ba31d3d0-104e-475d-b944-7d7d87eca673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:54.633898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0477aebb-71a4-4eae-a420-69324817e8be req-ba31d3d0-104e-475d-b944-7d7d87eca673 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 1123 time: 0.1165268 Feb 18 08:41:54.664472 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0477aebb-71a4-4eae-a420-69324817e8be req-285f14fd-2fc4-4003-b86c-aa479fd8127a service neutron] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:54.705315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-0477aebb-71a4-4eae-a420-69324817e8be req-285f14fd-2fc4-4003-b86c-aa479fd8127a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:54.716168 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=ac3918ec-16ed-4bc2-aef7-3b2bab08ff83,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:54.716649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0477aebb-71a4-4eae-a420-69324817e8be req-285f14fd-2fc4-4003-b86c-aa479fd8127a service neutron] Usage tracker for resource:security_group_rule and tenant:cea2879e00ea4fbcbd09a8b128c4941e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:54.722843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0477aebb-71a4-4eae-a420-69324817e8be req-285f14fd-2fc4-4003-b86c-aa479fd8127a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:54.732006 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a54448dd-2e6b-407d-8c4d-eeeba6f7ae89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:54.733265 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-0477aebb-71a4-4eae-a420-69324817e8be req-285f14fd-2fc4-4003-b86c-aa479fd8127a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:54.738493 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a54448dd-2e6b-407d-8c4d-eeeba6f7ae89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:54.770391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a62cbbfa-02ff-4a9f-ad21-a5f210a079cb admin admin] Usage tracker for resource:security_group_rule and tenant:df677208f92e4c278172623f6a6086f6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:54.779000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a62cbbfa-02ff-4a9f-ad21-a5f210a079cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:54.790928 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a54448dd-2e6b-407d-8c4d-eeeba6f7ae89 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f17f5096da9c44ef931170572b7d0e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9481623 Feb 18 08:41:54.791976 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a62cbbfa-02ff-4a9f-ad21-a5f210a079cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:54.793741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39062) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:54.811662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54448dd-2e6b-407d-8c4d-eeeba6f7ae89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5e01e4-365a-427a-af9a-db58f2942142,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:54.934039 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0477aebb-71a4-4eae-a420-69324817e8be req-285f14fd-2fc4-4003-b86c-aa479fd8127a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:54.940336 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0477aebb-71a4-4eae-a420-69324817e8be req-285f14fd-2fc4-4003-b86c-aa479fd8127a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:54.997723 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f14fd-2fc4-4003-b86c-aa479fd8127a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aa975fcd-0dcf-4b3c-b520-503f47549b48,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:55.057715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0477aebb-71a4-4eae-a420-69324817e8be req-285f14fd-2fc4-4003-b86c-aa479fd8127a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170573 Feb 18 08:41:55.075940 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb4922a3-0abc-4b76-97af-fb05316626ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:55.107386 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb4922a3-0abc-4b76-97af-fb05316626ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:55.116643 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fbfbfe23-d792-47e5-acc1-cf8959ecc905 req-4724204f-e71d-4701-a14b-0fa05d25be1b service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306041 Feb 18 08:41:55.163228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d8407-abd7-452f-8515-bf9f94551560 req-58540aba-f559-4ed4-994b-cbdb48359d1b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:55.164751 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb9d8407-abd7-452f-8515-bf9f94551560 req-58540aba-f559-4ed4-994b-cbdb48359d1b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 949 time: 0.1136866 Feb 18 08:41:55.173996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa8078-0508-421d-8c61-a386406fe0db req-c69d11f6-de37-4e6a-8738-d735d27effe0 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:55.175435 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9fa8078-0508-421d-8c61-a386406fe0db req-c69d11f6-de37-4e6a-8738-d735d27effe0 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 972 time: 0.2086461 Feb 18 08:41:55.211297 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a62cbbfa-02ff-4a9f-ad21-a5f210a079cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:55.240857 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a62cbbfa-02ff-4a9f-ad21-a5f210a079cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:55.248086 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb9d8407-abd7-452f-8515-bf9f94551560 req-605b7bd7-9ac4-4f5d-bad8-73f730348634 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713935 Feb 18 08:41:55.256166 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9fa8078-0508-421d-8c61-a386406fe0db req-bd579627-c1cc-4edb-92c5-103af8b7f66c tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640302 Feb 18 08:41:55.261081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Allocated IP 172.25.1.146 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/c6313916-db68-4fe4-bf8c-e1097d70bf56) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:41:55.317717 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a62cbbfa-02ff-4a9f-ad21-a5f210a079cb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df677208f92e4c278172623f6a6086f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8345308 Feb 18 08:41:55.320338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39070) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:55.373011 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cbbfa-02ff-4a9f-ad21-a5f210a079cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbaaf94-6b8f-4aad-aabc-5547f0e44852,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:55.393861 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c581401d-75a1-49ec-9cf7-2b80a05920b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:55.419874 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c581401d-75a1-49ec-9cf7-2b80a05920b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:55.447804 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fbfbfe23-d792-47e5-acc1-cf8959ecc905 req-3de11451-e15c-4bf7-b014-99e8044fe87f service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152773 Feb 18 08:41:55.448394 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb4922a3-0abc-4b76-97af-fb05316626ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:55.472561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4922a3-0abc-4b76-97af-fb05316626ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5e01e4-365a-427a-af9a-db58f2942142,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:55.482859 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c581401d-75a1-49ec-9cf7-2b80a05920b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:55.501518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581401d-75a1-49ec-9cf7-2b80a05920b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbaaf94-6b8f-4aad-aabc-5547f0e44852,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:55.507633 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb4922a3-0abc-4b76-97af-fb05316626ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:55.511274 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cb4922a3-0abc-4b76-97af-fb05316626ad admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/db5e01e4-365a-427a-af9a-db58f2942142 HTTP/1.1" status: 204 len: 168 time: 0.7070498 Feb 18 08:41:55.528632 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c581401d-75a1-49ec-9cf7-2b80a05920b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:55.533055 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c581401d-75a1-49ec-9cf7-2b80a05920b3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5cbaaf94-6b8f-4aad-aabc-5547f0e44852 HTTP/1.1" status: 204 len: 168 time: 0.2079425 Feb 18 08:41:55.543436 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:55.576612 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:55.644248 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:41:55.647384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:41:55.650425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:41:55.713567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Pushing event updated for resources: {'Port': ['ID=c6313916-db68-4fe4-bf8c-e1097d70bf56,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:55.755973 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:55.840937 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:55.877067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f12944-fc43-40c5-a317-44da3ebb4e7d req-defab62f-18ad-4503-be29-64cc8f9f4167 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:55.885019 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32f12944-fc43-40c5-a317-44da3ebb4e7d req-defab62f-18ad-4503-be29-64cc8f9f4167 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 947 time: 0.1136942 Feb 18 08:41:55.936318 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32f12944-fc43-40c5-a317-44da3ebb4e7d req-0cd2e269-82e8-45dd-ac29-0ab7053d3d7d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501919 Feb 18 08:41:56.053763 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39092) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:56.071100 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c559e183-714d-431f-a577-0cb44072d853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:56.085799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c559e183-714d-431f-a577-0cb44072d853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:56.090393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c559e183-714d-431f-a577-0cb44072d853 admin admin] Usage tracker for resource:security_group_rule and tenant:a79b915a6be9429189479742604f1ce4 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:56.094667 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c559e183-714d-431f-a577-0cb44072d853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:56.100635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c559e183-714d-431f-a577-0cb44072d853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:56.110525 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:56.116753 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:56.172461 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:56.175539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:41:56.214945 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c559e183-714d-431f-a577-0cb44072d853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:56.215101 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Pushing event updated for resources: {'Port': ['ID=c6313916-db68-4fe4-bf8c-e1097d70bf56,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:56.219428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:56.225042 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c559e183-714d-431f-a577-0cb44072d853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:56.229475 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9b033670-801f-4941-9231-75846f409f5c tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6624613 Feb 18 08:41:56.257465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:56.258083 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:56.307375 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c559e183-714d-431f-a577-0cb44072d853 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a79b915a6be9429189479742604f1ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525001 Feb 18 08:41:56.307680 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39106) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:41:56.309388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e183-714d-431f-a577-0cb44072d853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5c66df-5f5b-4bf6-be7c-0f0c5904b063,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:56.334117 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:41:56.437371 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b122702-007f-4dae-a2c0-4fbca0811ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:56.452830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f4c53f15-2aa5-406c-9d24-76e824e4c80d up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:41:56.483259 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b122702-007f-4dae-a2c0-4fbca0811ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:56.553835 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b122702-007f-4dae-a2c0-4fbca0811ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:56.572432 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b122702-007f-4dae-a2c0-4fbca0811ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5c66df-5f5b-4bf6-be7c-0f0c5904b063,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:56.579950 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b122702-007f-4dae-a2c0-4fbca0811ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:56.581119 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1b122702-007f-4dae-a2c0-4fbca0811ec3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fa5c66df-5f5b-4bf6-be7c-0f0c5904b063 HTTP/1.1" status: 204 len: 168 time: 0.2721086 Feb 18 08:41:56.588691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb95b32-f068-4753-ba8d-69702f8a426b req-f31f2e56-780d-4cd4-8535-3c396cf443b4 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:56.590449 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bbb95b32-f068-4753-ba8d-69702f8a426b req-f31f2e56-780d-4cd4-8535-3c396cf443b4 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 949 time: 0.1666231 Feb 18 08:41:56.602891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfcbf2-9da5-441b-96dd-e86d6c8f4621 req-4dff3b46-d330-4329-b674-b6448fee266b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:56.604418 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bebfcbf2-9da5-441b-96dd-e86d6c8f4621 req-4dff3b46-d330-4329-b674-b6448fee266b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 972 time: 0.1351056 Feb 18 08:41:56.675574 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bbb95b32-f068-4753-ba8d-69702f8a426b req-0f8d808c-4774-43c0-afe3-27622357983e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701737 Feb 18 08:41:56.687202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bebfcbf2-9da5-441b-96dd-e86d6c8f4621 req-379fae7f-c9a3-4f64-ad91-39b0d54918b1 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639868 Feb 18 08:41:56.688517 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:41:56.709394 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port f4c53f15-2aa5-406c-9d24-76e824e4c80d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:41:56.717951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port f4c53f15-2aa5-406c-9d24-76e824e4c80d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:56.718557 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:56.746833 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '7dc0a0b4-c201-4513-9a53-8f73a8b8a996', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '7dc0a0b4-c201-4513-9a53-8f73a8b8a996', 'mac_address': 'fa:16:3e:fd:5d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:41:56.830262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-689ae86d-89f4-4717-9240-bbb4c616417c req-2cf6027c-3910-4cf3-86e3-ac8164f8864a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Synchronizing usage tracker for tenant:acb5ccc9e90344ccb998b0892a2a055c on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:41:56.855334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-689ae86d-89f4-4717-9240-bbb4c616417c req-2cf6027c-3910-4cf3-86e3-ac8164f8864a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Unset dirty status for tenant:acb5ccc9e90344ccb998b0892a2a055c on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:41:56.865659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-689ae86d-89f4-4717-9240-bbb4c616417c req-2cf6027c-3910-4cf3-86e3-ac8164f8864a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1851684970&fields=id&tenant_id=acb5ccc9e90344ccb998b0892a2a055c HTTP/1.1" status: 200 len: 267 time: 0.0842199 Feb 18 08:41:56.881319 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:56.910437 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:41:56.964131 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:41:56.976773 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:57.051509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ae86d-89f4-4717-9240-bbb4c616417c req-74b83141-da2f-4f30-9fe1-d4800c309ffd tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:57.053744 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-689ae86d-89f4-4717-9240-bbb4c616417c req-74b83141-da2f-4f30-9fe1-d4800c309ffd tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/networks?id=6c4c5e8e-8215-4796-a5ce-435bb8609f4a HTTP/1.1" status: 200 len: 822 time: 0.1868689 Feb 18 08:41:57.062758 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:57.088599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-689ae86d-89f4-4717-9240-bbb4c616417c req-105eff53-3a87-4dce-b3e6-32381584eb62 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/quotas/acb5ccc9e90344ccb998b0892a2a055c HTTP/1.1" status: 200 len: 375 time: 0.0217605 Feb 18 08:41:57.118703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:57.134386 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a77d5d-8b54-4c94-b425-f4522eeb93e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c53f15-2aa5-406c-9d24-76e824e4c80d'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:41:57.160703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port f4c53f15-2aa5-406c-9d24-76e824e4c80d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f4c53f15-2aa5-406c-9d24-76e824e4c80d,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:41:57.167548 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:57.298894 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=f4c53f15-2aa5-406c-9d24-76e824e4c80d,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:57.356710 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-689ae86d-89f4-4717-9240-bbb4c616417c req-dde257fb-ce05-486e-a414-617c0b22d4de tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=acb5ccc9e90344ccb998b0892a2a055c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2669802 Feb 18 08:41:57.369369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcc93c-e7ff-4637-a795-5ce4979e5526 req-b8583196-5bc6-45a6-a39a-4b05972df225 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:57.377313 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0dbcc93c-e7ff-4637-a795-5ce4979e5526 req-b8583196-5bc6-45a6-a39a-4b05972df225 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 948 time: 0.2052376 Feb 18 08:41:57.379834 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['7dc0a0b4-c201-4513-9a53-8f73a8b8a996'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:41:57.429650 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0dbcc93c-e7ff-4637-a795-5ce4979e5526 req-41e07fd5-e3e4-4fdc-b2e7-f5d1c7c44afb tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512185 Feb 18 08:41:57.481978 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a77d5d-8b54-4c94-b425-f4522eeb93e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c53f15-2aa5-406c-9d24-76e824e4c80d', 'code': 200} Feb 18 08:41:57.629359 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb5323-402a-4386-aaa7-4e6a4d6ed07b req-f87d85b4-99d4-486b-8900-47d7ee801cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:57.630842 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-67fb5323-402a-4386-aaa7-4e6a4d6ed07b req-f87d85b4-99d4-486b-8900-47d7ee801cbe service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 1101 time: 0.0841906 Feb 18 08:41:57.671531 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-67fb5323-402a-4386-aaa7-4e6a4d6ed07b req-36dd920d-43d0-42c9-a480-3da752949cca service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341475 Feb 18 08:41:57.719432 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-689ae86d-89f4-4717-9240-bbb4c616417c req-0df115d6-820e-4ff9-ba9b-dfd997c7b093 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:41:57.720457 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-689ae86d-89f4-4717-9240-bbb4c616417c req-0df115d6-820e-4ff9-ba9b-dfd997c7b093 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1475754 Feb 18 08:41:57.937381 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-689ae86d-89f4-4717-9240-bbb4c616417c req-049f42b2-67b3-4355-bd83-6ca4c8006cfe service neutron] 10.222.0.72 "GET /v2.0/networks/6c4c5e8e-8215-4796-a5ce-435bb8609f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110000 Feb 18 08:41:57.948774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d4aab-7817-4084-beb2-841ab170762a req-c74b5140-f6d8-4796-be7f-2c25e66a130a tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:57.950174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b6d4aab-7817-4084-beb2-841ab170762a req-c74b5140-f6d8-4796-be7f-2c25e66a130a tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 950 time: 0.1330602 Feb 18 08:41:58.077750 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b6d4aab-7817-4084-beb2-841ab170762a req-d04eea7d-db61-4294-88ac-b96cc8ebfd9c tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057534 Feb 18 08:41:58.113018 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-689ae86d-89f4-4717-9240-bbb4c616417c req-9eb2ddda-abb3-49a7-9888-e10af5148cbb service neutron] 10.222.0.72 "GET /v2.0/networks/6c4c5e8e-8215-4796-a5ce-435bb8609f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614077 Feb 18 08:41:58.291553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710621a-34b1-437a-9c8b-818357b52f39 req-17f330d9-0ccc-4f68-b942-0ebc2fa00116 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:58.293164 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a710621a-34b1-437a-9c8b-818357b52f39 req-17f330d9-0ccc-4f68-b942-0ebc2fa00116 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 972 time: 0.1025724 Feb 18 08:41:58.336958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:41:58.364020 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a710621a-34b1-437a-9c8b-818357b52f39 req-7d1c72f1-204b-4526-a693-8390dc2786b6 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636108 Feb 18 08:41:58.464832 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:41:58.471559 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:41:58.472097 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:58.482336 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c93cb811-5c0d-4a50-9744-bf752470e0c7 req-e5f85f0f-ca25-4248-9f6a-23c6f682a376 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=81d2a158-746d-493b-979e-22de239c3e2a HTTP/1.1" status: 200 len: 210 time: 0.0711169 Feb 18 08:41:58.635870 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:58.682863 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:41:58.689398 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:58.721722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9e6b8-3e85-4231-98c3-1f36c7f8640b req-1fae053d-3279-42ac-9541-835ce65d4b56 tempest-AggregatesAdminTestJSON-987745334 tempest-AggregatesAdminTestJSON-987745334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:58.723695 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1da9e6b8-3e85-4231-98c3-1f36c7f8640b req-1fae053d-3279-42ac-9541-835ce65d4b56 tempest-AggregatesAdminTestJSON-987745334 tempest-AggregatesAdminTestJSON-987745334-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 1123 time: 0.1133080 Feb 18 08:41:58.778877 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b64f6328-b82f-43be-a5da-cd07753d303c req-344d1edc-d35c-45be-8c66-63e66f58e49c tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ea49819983984c26b931ee7b40023796&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542080 Feb 18 08:41:58.781311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:58.783303 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1da9e6b8-3e85-4231-98c3-1f36c7f8640b req-ec098718-f7a6-4f72-b87f-a7c5f3a58809 tempest-AggregatesAdminTestJSON-987745334 tempest-AggregatesAdminTestJSON-987745334-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:58.869231 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1da9e6b8-3e85-4231-98c3-1f36c7f8640b req-ec098718-f7a6-4f72-b87f-a7c5f3a58809 tempest-AggregatesAdminTestJSON-987745334 tempest-AggregatesAdminTestJSON-987745334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:41:58.881524 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1da9e6b8-3e85-4231-98c3-1f36c7f8640b req-ec098718-f7a6-4f72-b87f-a7c5f3a58809 tempest-AggregatesAdminTestJSON-987745334 tempest-AggregatesAdminTestJSON-987745334-project-admin] Usage tracker for resource:security_group_rule and tenant:f62eb41a9f3449f186356c87fdb6ddae is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:41:58.886162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1da9e6b8-3e85-4231-98c3-1f36c7f8640b req-ec098718-f7a6-4f72-b87f-a7c5f3a58809 tempest-AggregatesAdminTestJSON-987745334 tempest-AggregatesAdminTestJSON-987745334-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:41:58.895909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1da9e6b8-3e85-4231-98c3-1f36c7f8640b req-ec098718-f7a6-4f72-b87f-a7c5f3a58809 tempest-AggregatesAdminTestJSON-987745334 tempest-AggregatesAdminTestJSON-987745334-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:41:58.979334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f6328-b82f-43be-a5da-cd07753d303c req-4c3382b8-e53e-4e19-9e8b-6973432e8828 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:58.980776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b64f6328-b82f-43be-a5da-cd07753d303c req-4c3382b8-e53e-4e19-9e8b-6973432e8828 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1857440 Feb 18 08:41:59.004984 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b64f6328-b82f-43be-a5da-cd07753d303c req-5fbd5d44-99a3-4b65-8bc5-0ac57a7499cf tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/quotas/ea49819983984c26b931ee7b40023796 HTTP/1.1" status: 200 len: 375 time: 0.0165348 Feb 18 08:41:59.081394 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b64f6328-b82f-43be-a5da-cd07753d303c req-6403d2d8-de6c-4854-a75d-346120a2f354 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea49819983984c26b931ee7b40023796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690470 Feb 18 08:41:59.109820 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1da9e6b8-3e85-4231-98c3-1f36c7f8640b req-ec098718-f7a6-4f72-b87f-a7c5f3a58809 tempest-AggregatesAdminTestJSON-987745334 tempest-AggregatesAdminTestJSON-987745334-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:59.113987 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1da9e6b8-3e85-4231-98c3-1f36c7f8640b req-ec098718-f7a6-4f72-b87f-a7c5f3a58809 tempest-AggregatesAdminTestJSON-987745334 tempest-AggregatesAdminTestJSON-987745334-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:41:59.149383 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1da9e6b8-3e85-4231-98c3-1f36c7f8640b req-ec098718-f7a6-4f72-b87f-a7c5f3a58809 tempest-AggregatesAdminTestJSON-987745334 tempest-AggregatesAdminTestJSON-987745334-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923264 Feb 18 08:41:59.156814 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec098718-f7a6-4f72-b87f-a7c5f3a58809 tempest-AggregatesAdminTestJSON-987745334 tempest-AggregatesAdminTestJSON-987745334-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2748215-73e3-4f9f-a1ab-9d7821a4d52e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:41:59.345904 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507207a-15ac-4bd7-8acd-b24cf61dba9e req-4c72cf22-3217-4b6e-88dd-4cc8cefd97bb tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:59.347547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1507207a-15ac-4bd7-8acd-b24cf61dba9e req-4c72cf22-3217-4b6e-88dd-4cc8cefd97bb tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.0953391 Feb 18 08:41:59.403624 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1507207a-15ac-4bd7-8acd-b24cf61dba9e req-f2f1fea1-04b1-439c-9818-d58fe6e44f93 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502877 Feb 18 08:41:59.482828 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c132ece-be5b-4c9a-897c-102ad91dd7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc0a0b4-c201-4513-9a53-8f73a8b8a996'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:41:59.684883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c7930-5269-49d3-bf91-10dcf3973322 req-f4780dca-5178-4fec-aa80-fd739ba81cd7 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:59.691884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-541c7930-5269-49d3-bf91-10dcf3973322 req-f4780dca-5178-4fec-aa80-fd739ba81cd7 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 950 time: 0.2047064 Feb 18 08:41:59.715686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ae86d-89f4-4717-9240-bbb4c616417c req-6ef29ae5-2aa6-4802-8700-6328e66c3ad3 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:41:59.717769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-689ae86d-89f4-4717-9240-bbb4c616417c req-6ef29ae5-2aa6-4802-8700-6328e66c3ad3 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.61 "GET /v2.0/networks?id=6c4c5e8e-8215-4796-a5ce-435bb8609f4a HTTP/1.1" status: 200 len: 822 time: 0.2633901 Feb 18 08:41:59.792778 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4a8a0ec3-7ed5-49e3-a0b0-7b9936d7f03e req-ed6346f0-2c4b-4c14-bb06-5714d06d2d20 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/ports?device_id=d86b9fdb-6697-4bef-9a31-4f4d6d815d71 HTTP/1.1" status: 200 len: 210 time: 0.0687969 Feb 18 08:41:59.832674 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-541c7930-5269-49d3-bf91-10dcf3973322 req-3724a2ab-82e3-4159-a602-a3fe2563fc16 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372364 Feb 18 08:41:59.869531 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-689ae86d-89f4-4717-9240-bbb4c616417c req-9b6e297a-87bf-403d-9926-7bcfb2c0997d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acb5ccc9e90344ccb998b0892a2a055c HTTP/1.1" status: 200 len: 380 time: 0.1420844 Feb 18 08:41:59.880298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-689ae86d-89f4-4717-9240-bbb4c616417c req-f70acc4c-49a1-4aba-a55b-1572cd367b5a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Request body: {'port': {'device_id': '81d2a158-746d-493b-979e-22de239c3e2a', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'admin_state_up': True, 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'security_groups': ['45a4ba9e-f429-4f4c-be3a-169a614dc9d4']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:41:59.941136 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c132ece-be5b-4c9a-897c-102ad91dd7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc0a0b4-c201-4513-9a53-8f73a8b8a996', 'code': 200} Feb 18 08:42:00.207146 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f66dce8c-4ec1-4443-b920-2eb06f7bcb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:00.229950 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7272a-e05e-4ff5-8c29-65faf2b28660 req-ba600837-b14a-44c1-94ea-c60de46b2a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:00.231566 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-58b7272a-e05e-4ff5-8c29-65faf2b28660 req-ba600837-b14a-44c1-94ea-c60de46b2a02 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 1100 time: 0.0915575 Feb 18 08:42:00.253260 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d5f2af2-82b6-4dde-8264-6f41ca54fdab req-0709b1a7-b682-44b8-ade2-d93d7290e672 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=81d2a158-746d-493b-979e-22de239c3e2a HTTP/1.1" status: 200 len: 210 time: 0.1771581 Feb 18 08:42:00.264742 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-689ae86d-89f4-4717-9240-bbb4c616417c req-f70acc4c-49a1-4aba-a55b-1572cd367b5a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:00.268694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-689ae86d-89f4-4717-9240-bbb4c616417c req-f70acc4c-49a1-4aba-a55b-1572cd367b5a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Usage tracker for resource:port and tenant:acb5ccc9e90344ccb998b0892a2a055c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:00.271498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-689ae86d-89f4-4717-9240-bbb4c616417c req-f70acc4c-49a1-4aba-a55b-1572cd367b5a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:00.277493 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-689ae86d-89f4-4717-9240-bbb4c616417c req-f70acc4c-49a1-4aba-a55b-1572cd367b5a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:00.285285 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-58b7272a-e05e-4ff5-8c29-65faf2b28660 req-ddf83abe-77f3-408b-974f-d9636aeffe89 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469537 Feb 18 08:42:00.294900 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689ae86d-89f4-4717-9240-bbb4c616417c req-f70acc4c-49a1-4aba-a55b-1572cd367b5a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Made reservation on behalf of acb5ccc9e90344ccb998b0892a2a055c for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:42:00.298940 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-689ae86d-89f4-4717-9240-bbb4c616417c req-f70acc4c-49a1-4aba-a55b-1572cd367b5a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:00.303194 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39244) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:00.397004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d078e2-4920-41d9-aa7d-c5744293abba req-89e582ea-9c6e-4403-9245-b6c3b933285e tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:00.398463 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-27d078e2-4920-41d9-aa7d-c5744293abba req-89e582ea-9c6e-4403-9245-b6c3b933285e tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 972 time: 0.2760780 Feb 18 08:42:00.423002 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-569f9179-5219-4248-90d6-881b0199920c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:00.438579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-569f9179-5219-4248-90d6-881b0199920c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:00.442351 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-569f9179-5219-4248-90d6-881b0199920c admin admin] Usage tracker for resource:security_group_rule and tenant:9a6a8eb5702e42ffa6fffbfc924bb6d9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:00.445255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-569f9179-5219-4248-90d6-881b0199920c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:00.451040 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-569f9179-5219-4248-90d6-881b0199920c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:00.505160 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-27d078e2-4920-41d9-aa7d-c5744293abba req-dd4a33e2-83eb-44a5-a1d6-1ccc8eb25d18 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960910 Feb 18 08:42:00.517303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-689ae86d-89f4-4717-9240-bbb4c616417c req-f70acc4c-49a1-4aba-a55b-1572cd367b5a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Allocated IP 172.20.0.9 (6c4c5e8e-8215-4796-a5ce-435bb8609f4a/db8c3d8b-3f4e-4938-bf14-6dbfccf62216/9df6f56e-8f70-48d7-a53d-ca72e3860b8c) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:42:00.545701 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-569f9179-5219-4248-90d6-881b0199920c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:00.549680 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-569f9179-5219-4248-90d6-881b0199920c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:00.601410 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-569f9179-5219-4248-90d6-881b0199920c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9a6a8eb5702e42ffa6fffbfc924bb6d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971067 Feb 18 08:42:00.602572 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f9179-5219-4248-90d6-881b0199920c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36da8cf-d4c7-4356-bc94-09afb7dc2891,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:00.605055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39252) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:00.666176 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ffbc-befa-481e-b64f-588e1d2955d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:00.695839 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ffbc-befa-481e-b64f-588e1d2955d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:00.724820 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f07d49-ad77-4809-84c9-dde13e481307 req-931a233a-cde5-44b8-83b4-0850b33c9373 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:00.726302 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39f07d49-ad77-4809-84c9-dde13e481307 req-931a233a-cde5-44b8-83b4-0850b33c9373 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.2029035 Feb 18 08:42:00.750207 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ffbc-befa-481e-b64f-588e1d2955d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:00.768707 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2ffbc-befa-481e-b64f-588e1d2955d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36da8cf-d4c7-4356-bc94-09afb7dc2891,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:00.807167 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-689ae86d-89f4-4717-9240-bbb4c616417c req-f70acc4c-49a1-4aba-a55b-1572cd367b5a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:00.812832 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ffbc-befa-481e-b64f-588e1d2955d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:00.816176 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4ff2ffbc-befa-481e-b64f-588e1d2955d4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a36da8cf-d4c7-4356-bc94-09afb7dc2891 HTTP/1.1" status: 204 len: 168 time: 0.2078466 Feb 18 08:42:00.826162 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39f07d49-ad77-4809-84c9-dde13e481307 req-a4ec6637-83fe-4ea2-9de1-b27bebd000e1 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879943 Feb 18 08:42:00.866062 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-689ae86d-89f4-4717-9240-bbb4c616417c req-f70acc4c-49a1-4aba-a55b-1572cd367b5a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Transition to ACTIVE for port object 9df6f56e-8f70-48d7-a53d-ca72e3860b8c will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:42:00.867766 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b64f6328-b82f-43be-a5da-cd07753d303c req-b158e81d-89e7-435b-afa6-3110f15ec64d tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ea49819983984c26b931ee7b40023796&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932827 Feb 18 08:42:00.922939 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-689ae86d-89f4-4717-9240-bbb4c616417c req-f70acc4c-49a1-4aba-a55b-1572cd367b5a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:01.117859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689ae86d-89f4-4717-9240-bbb4c616417c req-f70acc4c-49a1-4aba-a55b-1572cd367b5a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Network 6c4c5e8e-8215-4796-a5ce-435bb8609f4a is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:42:01.131471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-689ae86d-89f4-4717-9240-bbb4c616417c req-f70acc4c-49a1-4aba-a55b-1572cd367b5a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:42:01.134101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-689ae86d-89f4-4717-9240-bbb4c616417c req-f70acc4c-49a1-4aba-a55b-1572cd367b5a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:42:01.140846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ae86d-89f4-4717-9240-bbb4c616417c req-f70acc4c-49a1-4aba-a55b-1572cd367b5a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:01.141505 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-689ae86d-89f4-4717-9240-bbb4c616417c req-f70acc4c-49a1-4aba-a55b-1572cd367b5a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:01.151162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70acc4c-49a1-4aba-a55b-1572cd367b5a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Pushing event updated for resources: {'Port': ['ID=9df6f56e-8f70-48d7-a53d-ca72e3860b8c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:01.157682 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e07a2333-e979-4d00-a727-794b69e98927 req-ae0340f1-2ee9-4b24-9127-f2d213625864 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/ports?device_id=d86b9fdb-6697-4bef-9a31-4f4d6d815d71 HTTP/1.1" status: 200 len: 210 time: 0.1399658 Feb 18 08:42:01.212821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f6328-b82f-43be-a5da-cd07753d303c req-2ec08fc5-b104-41ef-bff2-169e845437b7 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:01.214815 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b64f6328-b82f-43be-a5da-cd07753d303c req-2ec08fc5-b104-41ef-bff2-169e845437b7 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3398998 Feb 18 08:42:01.240335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Request body: {'port': {'device_id': 'd86b9fdb-6697-4bef-9a31-4f4d6d815d71', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': 'ea49819983984c26b931ee7b40023796'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:01.245965 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-689ae86d-89f4-4717-9240-bbb4c616417c req-f70acc4c-49a1-4aba-a55b-1572cd367b5a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3702409 Feb 18 08:42:01.262346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e0ba1-e590-4f74-a5ba-140475e5f47c req-9242258f-4f45-4397-9e7f-465e30670c03 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:01.264197 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d30e0ba1-e590-4f74-a5ba-140475e5f47c req-9242258f-4f45-4397-9e7f-465e30670c03 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 950 time: 0.2280478 Feb 18 08:42:01.269825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Request body: {'port': {'device_id': '81d2a158-746d-493b-979e-22de239c3e2a', 'device_owner': 'compute:tempest-test_az-1912269346', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:01.302473 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39264) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:01.302818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.61', 60290) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:01.403810 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d380374f-eec4-4914-ba36-8896c5c0f375 None None] Provisioning for port 9df6f56e-8f70-48d7-a53d-ca72e3860b8c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:42:01.409716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d380374f-eec4-4914-ba36-8896c5c0f375 None None] Provisioning complete for port 9df6f56e-8f70-48d7-a53d-ca72e3860b8c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:42:01.410196 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d380374f-eec4-4914-ba36-8896c5c0f375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:01.418162 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fb58618f-bbcc-4263-b991-1579dd7aa2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:01.433853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:01.439436 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Usage tracker for resource:port and tenant:ea49819983984c26b931ee7b40023796 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:01.442576 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:01.449810 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:01.462765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Made reservation on behalf of ea49819983984c26b931ee7b40023796 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:42:01.469136 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:01.471835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d380374f-eec4-4914-ba36-8896c5c0f375 None None] Port 9df6f56e-8f70-48d7-a53d-ca72e3860b8c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:42:01.491212 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:01.507986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:01.509419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fb58618f-bbcc-4263-b991-1579dd7aa2ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:01.515513 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Usage tracker for resource:security_group_rule and tenant:ea49819983984c26b931ee7b40023796 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:01.519507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:01.528236 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:01.545822 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d30e0ba1-e590-4f74-a5ba-140475e5f47c req-e62dd6d4-e794-4deb-8a2a-c70f602941a8 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414267 Feb 18 08:42:01.559228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fb58618f-bbcc-4263-b991-1579dd7aa2ed admin admin] Usage tracker for resource:security_group_rule and tenant:62f2f5a916da4c59a1c0cbc93bdcc40c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:01.567678 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fb58618f-bbcc-4263-b991-1579dd7aa2ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:01.645268 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fb58618f-bbcc-4263-b991-1579dd7aa2ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:01.662325 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:01.668704 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:01.682910 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:01.785946 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f89ea9-2a92-41bc-bb8d-409e480bf322,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:01.876600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5bd0e-e819-4d6f-8fe6-334d5bf2daf1 req-79767cba-3723-4979-8608-07a2b4215224 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:01.878088 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1df5bd0e-e819-4d6f-8fe6-334d5bf2daf1 req-79767cba-3723-4979-8608-07a2b4215224 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.61 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 972 time: 0.5554888 Feb 18 08:42:01.895233 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Allocated IP 192.168.233.98 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/b23adf07-07d9-412a-b7a6-cbd25ee59f7f) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:42:02.000636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605230e-a3ef-4be1-968d-3e51532c146d req-1e098395-3664-46bc-a22b-ee8f3c0af2ed tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:02.001322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3605230e-a3ef-4be1-968d-3e51532c146d req-1e098395-3664-46bc-a22b-ee8f3c0af2ed tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Synchronizing usage tracker for tenant:acb5ccc9e90344ccb998b0892a2a055c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:42:02.043483 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fb58618f-bbcc-4263-b991-1579dd7aa2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:02.069738 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fb58618f-bbcc-4263-b991-1579dd7aa2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:02.091676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-1df5bd0e-e819-4d6f-8fe6-334d5bf2daf1 req-9b9367ef-69a9-4edb-8a3e-e8988cd6773f tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Deleting port ebdcc171-8595-48ee-bef7-6b95501f7cf3 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:42:02.092733 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1df5bd0e-e819-4d6f-8fe6-334d5bf2daf1 req-9b9367ef-69a9-4edb-8a3e-e8988cd6773f tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:02.103215 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:02.118999 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Transition to ACTIVE for port object b23adf07-07d9-412a-b7a6-cbd25ee59f7f will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:42:02.136635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c9f7d-f8da-48da-8a24-de2239300f19 req-4a0d4b40-2249-4023-84e9-ac6ea6882786 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:02.138105 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-207c9f7d-f8da-48da-8a24-de2239300f19 req-4a0d4b40-2249-4023-84e9-ac6ea6882786 tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 972 time: 0.4378998 Feb 18 08:42:02.142468 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:02.161464 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3605230e-a3ef-4be1-968d-3e51532c146d req-1e098395-3664-46bc-a22b-ee8f3c0af2ed tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Unset dirty status for tenant:acb5ccc9e90344ccb998b0892a2a055c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:42:02.162480 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3605230e-a3ef-4be1-968d-3e51532c146d req-1e098395-3664-46bc-a22b-ee8f3c0af2ed tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=81d2a158-746d-493b-979e-22de239c3e2a HTTP/1.1" status: 200 len: 931 time: 0.7333417 Feb 18 08:42:02.217760 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:42:02.220841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:42:02.225735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:42:02.231717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:02.232410 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:02.250482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Pushing event updated for resources: {'Port': ['ID=b23adf07-07d9-412a-b7a6-cbd25ee59f7f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:02.268863 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b64f6328-b82f-43be-a5da-cd07753d303c req-1472e4c8-81a2-4b04-b0b1-09d47e63b441 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0451291 Feb 18 08:42:02.285891 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Request body: {'port': {'device_id': 'd86b9fdb-6697-4bef-9a31-4f4d6d815d71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:02.358296 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fb58618f-bbcc-4263-b991-1579dd7aa2ed admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=62f2f5a916da4c59a1c0cbc93bdcc40c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0353348 Feb 18 08:42:02.370389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39282) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:02.396451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58618f-bbcc-4263-b991-1579dd7aa2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a3cc59-f4dd-4e95-87d9-e6ebee5db045,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:02.437319 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:02.477672 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3605230e-a3ef-4be1-968d-3e51532c146d req-279b59e5-63b5-453b-8e54-7cc7da001eea tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601876 Feb 18 08:42:02.492761 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-207c9f7d-f8da-48da-8a24-de2239300f19 req-73561092-7cb9-4c55-a733-1bc3cdd2774b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca1e02ab-ef8f-4664-ab17-205a07f965b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286159 Feb 18 08:42:02.518840 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1fa11ce1-1423-4a6f-b44c-b1e886b44f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:02.522180 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b9375394-871b-4ac3-bf73-a8fbbc840eec None None] Provisioning for port b23adf07-07d9-412a-b7a6-cbd25ee59f7f completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:42:02.532514 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b9375394-871b-4ac3-bf73-a8fbbc840eec None None] Provisioning complete for port b23adf07-07d9-412a-b7a6-cbd25ee59f7f triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:42:02.532892 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b9375394-871b-4ac3-bf73-a8fbbc840eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:02.606123 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b9375394-871b-4ac3-bf73-a8fbbc840eec None None] Port b23adf07-07d9-412a-b7a6-cbd25ee59f7f cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:42:02.619862 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6be6dee1-d579-4072-ad7d-599121de0a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:02.620368 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1fa11ce1-1423-4a6f-b44c-b1e886b44f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:02.781100 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1fa11ce1-1423-4a6f-b44c-b1e886b44f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:02.813562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-1df5bd0e-e819-4d6f-8fe6-334d5bf2daf1 req-9b9367ef-69a9-4edb-8a3e-e8988cd6773f tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] For port ebdcc171-8595-48ee-bef7-6b95501f7cf3, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=ebdcc171-8595-48ee-bef7-6b95501f7cf3,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:02.814242 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1df5bd0e-e819-4d6f-8fe6-334d5bf2daf1 req-9b9367ef-69a9-4edb-8a3e-e8988cd6773f tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:02.814434 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa11ce1-1423-4a6f-b44c-b1e886b44f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a3cc59-f4dd-4e95-87d9-e6ebee5db045,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:02.825704 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1fa11ce1-1423-4a6f-b44c-b1e886b44f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:02.827006 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1fa11ce1-1423-4a6f-b44c-b1e886b44f63 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/48a3cc59-f4dd-4e95-87d9-e6ebee5db045 HTTP/1.1" status: 204 len: 168 time: 0.4511709 Feb 18 08:42:02.940155 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23adf07-07d9-412a-b7a6-cbd25ee59f7f {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:42:02.949250 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:02.977021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Transition to ACTIVE for port object b23adf07-07d9-412a-b7a6-cbd25ee59f7f will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:42:02.981977 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:03.005312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-1df5bd0e-e819-4d6f-8fe6-334d5bf2daf1 req-9b9367ef-69a9-4edb-8a3e-e8988cd6773f tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Calling delete_port for ebdcc171-8595-48ee-bef7-6b95501f7cf3 owned by compute:tempest-test_az-1912269346 {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:42:03.037158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df6f56e-8f70-48d7-a53d-ca72e3860b8c {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:42:03.056108 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:03.087824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Transition to ACTIVE for port object 9df6f56e-8f70-48d7-a53d-ca72e3860b8c will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:42:03.101497 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:03.283668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Pushing event updated for resources: {'Port': ['ID=b23adf07-07d9-412a-b7a6-cbd25ee59f7f,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:03.294446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Attempting to bind port b23adf07-07d9-412a-b7a6-cbd25ee59f7f on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:42:03.301846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Attempting to bind port b23adf07-07d9-412a-b7a6-cbd25ee59f7f by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:42:03.302453 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Attempting to bind port b23adf07-07d9-412a-b7a6-cbd25ee59f7f on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:03.308139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Port b23adf07-07d9-412a-b7a6-cbd25ee59f7f on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:42:03.308735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Attempting to bind port b23adf07-07d9-412a-b7a6-cbd25ee59f7f on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:03.315299 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:42:03.315897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:42:03.316543 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:42:03.317215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Bound port: b23adf07-07d9-412a-b7a6-cbd25ee59f7f, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:42:03.317789 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:03.399860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5412bc-c16c-4698-89e8-208e6befaaf8 req-f48fa2d0-ffba-4ec7-94df-1c946dbe09be tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:03.401490 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b5412bc-c16c-4698-89e8-208e6befaaf8 req-f48fa2d0-ffba-4ec7-94df-1c946dbe09be tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.7374566 Feb 18 08:42:03.494234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Pushing event updated for resources: {'Port': ['ID=9df6f56e-8f70-48d7-a53d-ca72e3860b8c,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:03.519463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] For port b23adf07-07d9-412a-b7a6-cbd25ee59f7f, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:42:03.523227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] For port b23adf07-07d9-412a-b7a6-cbd25ee59f7f, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b23adf07-07d9-412a-b7a6-cbd25ee59f7f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:42:03.529083 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:03.591090 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:03.591831 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:03.593926 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] 10.222.0.81 "PUT /v2.0/ports/b23adf07-07d9-412a-b7a6-cbd25ee59f7f HTTP/1.1" status: 200 len: 1095 time: 1.3126998 Feb 18 08:42:03.594358 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86b9fdb-6697-4bef-9a31-4f4d6d815d71', 'tag': 'b23adf07-07d9-412a-b7a6-cbd25ee59f7f'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:42:03.608723 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:03.620786 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390b41d-dde0-47af-a0f1-0d4a6ade7a9e service neutron] Pushing event updated for resources: {'Port': ['ID=b23adf07-07d9-412a-b7a6-cbd25ee59f7f,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:03.680101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Attempting to bind port 9df6f56e-8f70-48d7-a53d-ca72e3860b8c on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:42:03.680457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Attempting to bind port 9df6f56e-8f70-48d7-a53d-ca72e3860b8c by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '3a90ac9f-9916-42a6-9a0e-35487316ce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:42:03.680781 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Attempting to bind port 9df6f56e-8f70-48d7-a53d-ca72e3860b8c on network 6c4c5e8e-8215-4796-a5ce-435bb8609f4a {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:03.694093 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b5412bc-c16c-4698-89e8-208e6befaaf8 req-4fb5b8f2-1ea6-489e-bd57-1c0f45e0a7b6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479353 Feb 18 08:42:03.724666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Port 9df6f56e-8f70-48d7-a53d-ca72e3860b8c on network 6c4c5e8e-8215-4796-a5ce-435bb8609f4a not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:42:03.724666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Attempting to bind port 9df6f56e-8f70-48d7-a53d-ca72e3860b8c on network 6c4c5e8e-8215-4796-a5ce-435bb8609f4a {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:03.736672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:42:03.737007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Checking segment: {'id': '3a90ac9f-9916-42a6-9a0e-35487316ce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:42:03.737588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Bound using segment: {'id': '3a90ac9f-9916-42a6-9a0e-35487316ce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:42:03.738063 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Bound port: 9df6f56e-8f70-48d7-a53d-ca72e3860b8c, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a90ac9f-9916-42a6-9a0e-35487316ce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:42:03.738532 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:03.739145 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:03.765613 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1df5bd0e-e819-4d6f-8fe6-334d5bf2daf1 req-9b9367ef-69a9-4edb-8a3e-e8988cd6773f tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:03.766413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f6328-b82f-43be-a5da-cd07753d303c req-a45b742d-b1da-4335-af7d-c99be210af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:03.769131 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b64f6328-b82f-43be-a5da-cd07753d303c req-a45b742d-b1da-4335-af7d-c99be210af71 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ea49819983984c26b931ee7b40023796&device_id=d86b9fdb-6697-4bef-9a31-4f4d6d815d71 HTTP/1.1" status: 200 len: 1098 time: 0.1167338 Feb 18 08:42:03.835358 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f700f9-6039-4eb0-96e5-d03770fe0f7e req-8698226d-4444-4b40-9e81-9a152a400f60 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:03.842966 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-79f700f9-6039-4eb0-96e5-d03770fe0f7e req-8698226d-4444-4b40-9e81-9a152a400f60 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/ports?device_id=d86b9fdb-6697-4bef-9a31-4f4d6d815d71 HTTP/1.1" status: 200 len: 947 time: 0.4402194 Feb 18 08:42:03.877040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9367ef-69a9-4edb-8a3e-e8988cd6773f tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Pushing event deleted for resources: {'Port': ['ID=ebdcc171-8595-48ee-bef7-6b95501f7cf3,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:03.947441 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39318) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:03.949009 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b64f6328-b82f-43be-a5da-cd07753d303c req-c4398f91-4f8b-432e-8977-cff5dde82f89 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=b23adf07-07d9-412a-b7a6-cbd25ee59f7f HTTP/1.1" status: 200 len: 217 time: 0.1719201 Feb 18 08:42:04.023140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f6328-b82f-43be-a5da-cd07753d303c req-0a38230a-406d-4c8d-b57a-e8df18daff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:04.025071 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b64f6328-b82f-43be-a5da-cd07753d303c req-0a38230a-406d-4c8d-b57a-e8df18daff1f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0675025 Feb 18 08:42:04.067257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df5bd0e-e819-4d6f-8fe6-334d5bf2daf1 req-9b9367ef-69a9-4edb-8a3e-e8988cd6773f tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] No DVR routers for this DVR port ebdcc171-8595-48ee-bef7-6b95501f7cf3 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:42:04.071197 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1df5bd0e-e819-4d6f-8fe6-334d5bf2daf1 req-9b9367ef-69a9-4edb-8a3e-e8988cd6773f tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:04.084998 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32eb7ebe-d059-4748-ad6c-2c0443cf2293', 'name': 'network-vif-deleted', 'tag': 'ebdcc171-8595-48ee-bef7-6b95501f7cf3'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:42:04.087752 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1469808227-network', 'tenant_id': 'ee0715c9ca2d4e6ead6a5e9e3f746d1c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:04.091647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-79f700f9-6039-4eb0-96e5-d03770fe0f7e req-5fd03f3d-6500-48b0-9335-facaf5b0742d tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/security-groups?id=55f89ea9-2a92-41bc-bb8d-409e480bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477734 Feb 18 08:42:04.095333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:04.101972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Usage tracker for resource:network and tenant:ee0715c9ca2d4e6ead6a5e9e3f746d1c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:04.112103 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:04.120250 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:04.137980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Made reservation on behalf of ee0715c9ca2d4e6ead6a5e9e3f746d1c for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:42:04.140931 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:04.151135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1df5bd0e-e819-4d6f-8fe6-334d5bf2daf1 req-9b9367ef-69a9-4edb-8a3e-e8988cd6773f tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.61 "DELETE /v2.0/ports/ebdcc171-8595-48ee-bef7-6b95501f7cf3 HTTP/1.1" status: 204 len: 173 time: 2.2619104 Feb 18 08:42:04.155396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f6328-b82f-43be-a5da-cd07753d303c req-3eb384a8-ec82-4721-ba8c-f5e5ee6a87f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:04.156821 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b64f6328-b82f-43be-a5da-cd07753d303c req-3eb384a8-ec82-4721-ba8c-f5e5ee6a87f5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1245992 Feb 18 08:42:04.157623 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:04.158501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] For port 9df6f56e-8f70-48d7-a53d-ca72e3860b8c, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:42:04.162509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] For port 9df6f56e-8f70-48d7-a53d-ca72e3860b8c, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9df6f56e-8f70-48d7-a53d-ca72e3860b8c,segment=NetworkSegment(3a90ac9f-9916-42a6-9a0e-35487316ce3b),segment_id=3a90ac9f-9916-42a6-9a0e-35487316ce3b)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:42:04.172654 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:04.225828 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bac34-ab46-4657-891a-e2ea49a8887a req-3b5c843f-5c13-4d92-8fdf-f1c86a061b3e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:04.227315 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa0bac34-ab46-4657-891a-e2ea49a8887a req-3b5c843f-5c13-4d92-8fdf-f1c86a061b3e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 950 time: 0.2810304 Feb 18 08:42:04.244462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:04.253722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Usage tracker for resource:security_group_rule and tenant:ee0715c9ca2d4e6ead6a5e9e3f746d1c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:04.258097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:04.266261 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:04.340099 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b64f6328-b82f-43be-a5da-cd07753d303c req-e6fb309f-59c4-4756-8956-f7cad6ee4bd6 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733661 Feb 18 08:42:04.380820 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:04.381448 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:04.382883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-689ae86d-89f4-4717-9240-bbb4c616417c req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] 10.222.0.61 "PUT /v2.0/ports/9df6f56e-8f70-48d7-a53d-ca72e3860b8c HTTP/1.1" status: 200 len: 1113 time: 3.1176815 Feb 18 08:42:04.386951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-59de17eb-2525-463c-8f1e-8ccce2cc0636 req-9d36d873-f19e-461e-b38a-e11135d6c54b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Synchronizing usage tracker for tenant:d4daa84187934bd4b0b6695dc8319c54 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:42:04.428372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-59de17eb-2525-463c-8f1e-8ccce2cc0636 req-9d36d873-f19e-461e-b38a-e11135d6c54b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] Unset dirty status for tenant:d4daa84187934bd4b0b6695dc8319c54 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:42:04.437394 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59de17eb-2525-463c-8f1e-8ccce2cc0636 req-9d36d873-f19e-461e-b38a-e11135d6c54b tempest-AggregatesAdminTestJSON-317522617 tempest-AggregatesAdminTestJSON-317522617-project] 10.222.0.72 "GET /v2.0/ports?device_id=32eb7ebe-d059-4748-ad6c-2c0443cf2293 HTTP/1.1" status: 200 len: 210 time: 0.2016082 Feb 18 08:42:04.495164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d76e0f-b6a2-4fc2-a238-d7fbf2f37994 service neutron] Pushing event updated for resources: {'Port': ['ID=9df6f56e-8f70-48d7-a53d-ca72e3860b8c,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:04.512359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa0bac34-ab46-4657-891a-e2ea49a8887a req-e1ddd25b-457f-4461-a456-46037f177d41 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735639 Feb 18 08:42:04.554078 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:04.565995 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:04.590909 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b64f6328-b82f-43be-a5da-cd07753d303c req-47cf0f1e-06dd-49f5-a416-566a282d5c38 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421815 Feb 18 08:42:04.609638 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86b9fdb-6697-4bef-9a31-4f4d6d815d71', 'tag': 'b23adf07-07d9-412a-b7a6-cbd25ee59f7f', 'status': 'completed', 'code': 200} Feb 18 08:42:04.641457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ae86d-89f4-4717-9240-bbb4c616417c req-22d8d013-66fe-4595-bd5d-8fd66181d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:04.643022 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-689ae86d-89f4-4717-9240-bbb4c616417c req-22d8d013-66fe-4595-bd5d-8fd66181d661 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=acb5ccc9e90344ccb998b0892a2a055c&device_id=81d2a158-746d-493b-979e-22de239c3e2a HTTP/1.1" status: 200 len: 1116 time: 0.1853287 Feb 18 08:42:04.656843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:42:04.721582 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:04.721927 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Added segment 8d36e9de-c474-48ae-80ae-94211a63afb3 of type vlan for network 51c9510d-69f6-4794-8ea8-380b620d4b91 Feb 18 08:42:04.723417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0efe919-661a-44b6-93df-86aeb0fcc1b2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:04.781473 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-689ae86d-89f4-4717-9240-bbb4c616417c req-2b03a9bd-37cf-4b01-be54-f46bac21f72d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9df6f56e-8f70-48d7-a53d-ca72e3860b8c HTTP/1.1" status: 200 len: 217 time: 0.1268299 Feb 18 08:42:04.786293 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:04.831831 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9320319-e5d3-4a58-8e29-5235124ffe57 req-bf6090a2-7049-4611-aa99-c63c573d97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:04.833355 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d9320319-e5d3-4a58-8e29-5235124ffe57 req-bf6090a2-7049-4611-aa99-c63c573d97ee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ea49819983984c26b931ee7b40023796&device_id=d86b9fdb-6697-4bef-9a31-4f4d6d815d71 HTTP/1.1" status: 200 len: 1098 time: 0.1789758 Feb 18 08:42:04.860620 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:04.867491 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:04.868528 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:04.869768 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:04.878298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ae86d-89f4-4717-9240-bbb4c616417c req-8fb99e67-c77f-4146-9419-dad2f8353400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:04.879958 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-689ae86d-89f4-4717-9240-bbb4c616417c req-8fb99e67-c77f-4146-9419-dad2f8353400 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db8c3d8b-3f4e-4938-bf14-6dbfccf62216 HTTP/1.1" status: 200 len: 861 time: 0.0921795 Feb 18 08:42:04.888050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b3ffd-9f86-4a86-8272-c7ba24e076f4 req-184cf548-5094-4918-b1e4-921ea7239be6 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:04.890334 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-615b3ffd-9f86-4a86-8272-c7ba24e076f4 req-184cf548-5094-4918-b1e4-921ea7239be6 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=81d2a158-746d-493b-979e-22de239c3e2a HTTP/1.1" status: 200 len: 965 time: 0.2899616 Feb 18 08:42:04.971792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dca02-7b9a-41cd-a162-176111f4211e req-3b958c8d-7d9b-49e2-9f7f-d68de7836475 tempest-DeleteServersAdminTestJSON-2028169874 tempest-DeleteServersAdminTestJSON-2028169874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:04.973424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c8dca02-7b9a-41cd-a162-176111f4211e req-3b958c8d-7d9b-49e2-9f7f-d68de7836475 tempest-DeleteServersAdminTestJSON-2028169874 tempest-DeleteServersAdminTestJSON-2028169874-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 1101 time: 0.2641578 Feb 18 08:42:05.040807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] Pushing event updated for resources: {'Network': ['ID=51c9510d-69f6-4794-8ea8-380b620d4b91,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:05.045774 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-470541fd-9f6b-4742-9e19-0f3838948fc1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0988777 Feb 18 08:42:05.049865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39328) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:05.058218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 51c9510d-69f6-4794-8ea8-380b620d4b91 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:42:05.077965 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-228cfd6e-2aa7-4c2c-938c-1eec6a052b7c admin admin] Request body: {'subnet': {'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1469808227-subnet', 'tenant_id': 'ee0715c9ca2d4e6ead6a5e9e3f746d1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:05.084178 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-615b3ffd-9f86-4a86-8272-c7ba24e076f4 req-f75e6a9c-ebce-4c6d-829a-7c72e2a1ae5a tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497636 Feb 18 08:42:05.084766 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-228cfd6e-2aa7-4c2c-938c-1eec6a052b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:05.098946 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-228cfd6e-2aa7-4c2c-938c-1eec6a052b7c admin admin] Usage tracker for resource:subnet and tenant:ee0715c9ca2d4e6ead6a5e9e3f746d1c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:05.104290 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-228cfd6e-2aa7-4c2c-938c-1eec6a052b7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:05.112430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-228cfd6e-2aa7-4c2c-938c-1eec6a052b7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:05.115001 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9320319-e5d3-4a58-8e29-5235124ffe57 req-5d49d603-02a7-4e29-94d0-83815271be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:05.116848 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d9320319-e5d3-4a58-8e29-5235124ffe57 req-5d49d603-02a7-4e29-94d0-83815271be66 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2763824 Feb 18 08:42:05.134709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-4c8dca02-7b9a-41cd-a162-176111f4211e req-c769dbd5-6450-4566-9b5a-72aa2399bcf1 tempest-DeleteServersAdminTestJSON-2028169874 tempest-DeleteServersAdminTestJSON-2028169874-project-admin] Deleting port f4c53f15-2aa5-406c-9d24-76e824e4c80d {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:42:05.135414 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4c8dca02-7b9a-41cd-a162-176111f4211e req-c769dbd5-6450-4566-9b5a-72aa2399bcf1 tempest-DeleteServersAdminTestJSON-2028169874 tempest-DeleteServersAdminTestJSON-2028169874-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:05.177262 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228cfd6e-2aa7-4c2c-938c-1eec6a052b7c admin admin] Made reservation on behalf of ee0715c9ca2d4e6ead6a5e9e3f746d1c for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:42:05.179159 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32eb7ebe-d059-4748-ad6c-2c0443cf2293', 'name': 'network-vif-deleted', 'tag': 'ebdcc171-8595-48ee-bef7-6b95501f7cf3', 'status': 'completed', 'code': 200} Feb 18 08:42:05.179664 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-228cfd6e-2aa7-4c2c-938c-1eec6a052b7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:05.201937 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d9320319-e5d3-4a58-8e29-5235124ffe57 req-6958ce6f-2123-440f-9073-60c1bb7ae13d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=b23adf07-07d9-412a-b7a6-cbd25ee59f7f HTTP/1.1" status: 200 len: 217 time: 0.0779085 Feb 18 08:42:05.238112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ae86d-89f4-4717-9240-bbb4c616417c req-eae4dc06-1efa-43b3-bfdb-db1531abb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:05.239563 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-689ae86d-89f4-4717-9240-bbb4c616417c req-eae4dc06-1efa-43b3-bfdb-db1531abb37f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c4c5e8e-8215-4796-a5ce-435bb8609f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3471439 Feb 18 08:42:05.281717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa9d0a-3b33-483e-83ec-5a27b0e11e80 req-fee0d017-57e1-486d-8743-f9cccbb0e1fe tempest-MigrationsAdminTest-1305834785 tempest-MigrationsAdminTest-1305834785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:05.283203 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ffa9d0a-3b33-483e-83ec-5a27b0e11e80 req-fee0d017-57e1-486d-8743-f9cccbb0e1fe tempest-MigrationsAdminTest-1305834785 tempest-MigrationsAdminTest-1305834785-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 1100 time: 0.2668984 Feb 18 08:42:05.338025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9320319-e5d3-4a58-8e29-5235124ffe57 req-c09efae6-a2bb-48a0-a2f9-787828acf16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:05.339629 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d9320319-e5d3-4a58-8e29-5235124ffe57 req-c09efae6-a2bb-48a0-a2f9-787828acf16a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0901468 Feb 18 08:42:05.418485 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8ffa9d0a-3b33-483e-83ec-5a27b0e11e80 req-b7bc25ab-3984-470f-8cbc-83b8062e5a34 tempest-MigrationsAdminTest-1305834785 tempest-MigrationsAdminTest-1305834785-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:05.506702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8ffa9d0a-3b33-483e-83ec-5a27b0e11e80 req-b7bc25ab-3984-470f-8cbc-83b8062e5a34 tempest-MigrationsAdminTest-1305834785 tempest-MigrationsAdminTest-1305834785-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:05.526764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8ffa9d0a-3b33-483e-83ec-5a27b0e11e80 req-b7bc25ab-3984-470f-8cbc-83b8062e5a34 tempest-MigrationsAdminTest-1305834785 tempest-MigrationsAdminTest-1305834785-project-admin] Usage tracker for resource:security_group_rule and tenant:8ecc55dadcb744ec88add2617145cb69 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:05.547895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8ffa9d0a-3b33-483e-83ec-5a27b0e11e80 req-b7bc25ab-3984-470f-8cbc-83b8062e5a34 tempest-MigrationsAdminTest-1305834785 tempest-MigrationsAdminTest-1305834785-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:05.550790 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device ebdcc171-8595-48ee-bef7-6b95501f7cf3 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:42:05.552020 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9320319-e5d3-4a58-8e29-5235124ffe57 req-61a462d5-7519-45ad-9442-8e9ec12d8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:05.553483 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d9320319-e5d3-4a58-8e29-5235124ffe57 req-61a462d5-7519-45ad-9442-8e9ec12d8436 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2068055 Feb 18 08:42:05.565551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8ffa9d0a-3b33-483e-83ec-5a27b0e11e80 req-b7bc25ab-3984-470f-8cbc-83b8062e5a34 tempest-MigrationsAdminTest-1305834785 tempest-MigrationsAdminTest-1305834785-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:05.584932 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-228cfd6e-2aa7-4c2c-938c-1eec6a052b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:05.587224 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: ebdcc171-8595-48ee-bef7-6b95501f7cf3 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:42:05.587671 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device ebdcc171-8595-48ee-bef7-6b95501f7cf3 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:42:05.625618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-689ae86d-89f4-4717-9240-bbb4c616417c req-65f1c5b1-4046-4498-9ee0-809e7f1a39ba service neutron] 10.222.0.61 "GET /v2.0/networks/6c4c5e8e-8215-4796-a5ce-435bb8609f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731413 Feb 18 08:42:05.642984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-4c8dca02-7b9a-41cd-a162-176111f4211e req-c769dbd5-6450-4566-9b5a-72aa2399bcf1 tempest-DeleteServersAdminTestJSON-2028169874 tempest-DeleteServersAdminTestJSON-2028169874-project-admin] For port f4c53f15-2aa5-406c-9d24-76e824e4c80d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f4c53f15-2aa5-406c-9d24-76e824e4c80d,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:05.643347 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4c8dca02-7b9a-41cd-a162-176111f4211e req-c769dbd5-6450-4566-9b5a-72aa2399bcf1 tempest-DeleteServersAdminTestJSON-2028169874 tempest-DeleteServersAdminTestJSON-2028169874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:05.687458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1aee9-dcfc-4e92-a368-013378b051ed req-d9af2386-87b1-4dda-8c6b-f63c58ef2567 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:05.688873 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0cb1aee9-dcfc-4e92-a368-013378b051ed req-d9af2386-87b1-4dda-8c6b-f63c58ef2567 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/ports?device_id=d86b9fdb-6697-4bef-9a31-4f4d6d815d71 HTTP/1.1" status: 200 len: 947 time: 0.4019918 Feb 18 08:42:05.741654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cfd6e-2aa7-4c2c-938c-1eec6a052b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a4176b-79bd-4632-822e-600c5663a061,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:05.758458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cfd6e-2aa7-4c2c-938c-1eec6a052b7c admin admin] Checking segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:42:05.758834 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228cfd6e-2aa7-4c2c-938c-1eec6a052b7c admin admin] Network hostable DHCP agents. Network: 51c9510d-69f6-4794-8ea8-380b620d4b91, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:42:05.775308 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d9320319-e5d3-4a58-8e29-5235124ffe57 req-5eefd9f0-94d2-403a-8e88-3855e57003f8 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150693 Feb 18 08:42:05.801900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228cfd6e-2aa7-4c2c-938c-1eec6a052b7c admin admin] Network 51c9510d-69f6-4794-8ea8-380b620d4b91 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:42:05.865885 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-228cfd6e-2aa7-4c2c-938c-1eec6a052b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 51c9510d-69f6-4794-8ea8-380b620d4b91) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:42:05.872223 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228cfd6e-2aa7-4c2c-938c-1eec6a052b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:05.872898 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-228cfd6e-2aa7-4c2c-938c-1eec6a052b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:05.881300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c543be-360b-4364-9319-28f4e3aca586 None None] Network 51c9510d-69f6-4794-8ea8-380b620d4b91 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:42:05.882054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-4c8dca02-7b9a-41cd-a162-176111f4211e req-c769dbd5-6450-4566-9b5a-72aa2399bcf1 tempest-DeleteServersAdminTestJSON-2028169874 tempest-DeleteServersAdminTestJSON-2028169874-project-admin] Calling delete_port for f4c53f15-2aa5-406c-9d24-76e824e4c80d owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:42:05.932842 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-228cfd6e-2aa7-4c2c-938c-1eec6a052b7c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8645849 Feb 18 08:42:05.945085 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d9320319-e5d3-4a58-8e29-5235124ffe57 req-c9146b40-04c1-4f74-9d43-e318dc303d22 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621435 Feb 18 08:42:05.996071 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0cb1aee9-dcfc-4e92-a368-013378b051ed req-faec8abc-4315-457a-930e-fe374ee9bd21 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/security-groups?id=55f89ea9-2a92-41bc-bb8d-409e480bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576671 Feb 18 08:42:06.119268 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37488d2-976e-4a39-a772-8f8338cd977f None None] Network 51c9510d-69f6-4794-8ea8-380b620d4b91 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:42:06.156559 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-689ae86d-89f4-4717-9240-bbb4c616417c req-e5c01c70-25e4-48a9-ae3f-da5fce6e6d58 service neutron] 10.222.0.61 "GET /v2.0/networks/6c4c5e8e-8215-4796-a5ce-435bb8609f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062187 Feb 18 08:42:06.222688 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8ffa9d0a-3b33-483e-83ec-5a27b0e11e80 req-b7bc25ab-3984-470f-8cbc-83b8062e5a34 tempest-MigrationsAdminTest-1305834785 tempest-MigrationsAdminTest-1305834785-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:06.241538 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8ffa9d0a-3b33-483e-83ec-5a27b0e11e80 req-b7bc25ab-3984-470f-8cbc-83b8062e5a34 tempest-MigrationsAdminTest-1305834785 tempest-MigrationsAdminTest-1305834785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:06.308235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4b5204c-1b0d-4861-9c84-bee731e48ef3 req-c6ca0e6c-79d1-460f-8d7c-3f7b751d5b08 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a77d5d-8b54-4c94-b425-f4522eeb93e9 HTTP/1.1" status: 200 len: 210 time: 0.0716805 Feb 18 08:42:06.312928 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4c8dca02-7b9a-41cd-a162-176111f4211e req-c769dbd5-6450-4566-9b5a-72aa2399bcf1 tempest-DeleteServersAdminTestJSON-2028169874 tempest-DeleteServersAdminTestJSON-2028169874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:06.353005 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['f4c53f15-2aa5-406c-9d24-76e824e4c80d'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:42:06.370376 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ffa9d0a-3b33-483e-83ec-5a27b0e11e80 req-b7bc25ab-3984-470f-8cbc-83b8062e5a34 tempest-MigrationsAdminTest-1305834785 tempest-MigrationsAdminTest-1305834785-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0795884 Feb 18 08:42:06.410745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769dbd5-6450-4566-9b5a-72aa2399bcf1 tempest-DeleteServersAdminTestJSON-2028169874 tempest-DeleteServersAdminTestJSON-2028169874-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4c53f15-2aa5-406c-9d24-76e824e4c80d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:06.427573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc25ab-3984-470f-8cbc-83b8062e5a34 tempest-MigrationsAdminTest-1305834785 tempest-MigrationsAdminTest-1305834785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9126d1d9-b13e-4c17-b37b-817c9d9d3685,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:06.580494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8dca02-7b9a-41cd-a162-176111f4211e req-c769dbd5-6450-4566-9b5a-72aa2399bcf1 tempest-DeleteServersAdminTestJSON-2028169874 tempest-DeleteServersAdminTestJSON-2028169874-project-admin] No DVR routers for this DVR port f4c53f15-2aa5-406c-9d24-76e824e4c80d on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:42:06.585291 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4c8dca02-7b9a-41cd-a162-176111f4211e req-c769dbd5-6450-4566-9b5a-72aa2399bcf1 tempest-DeleteServersAdminTestJSON-2028169874 tempest-DeleteServersAdminTestJSON-2028169874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:06.599371 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c8dca02-7b9a-41cd-a162-176111f4211e req-c769dbd5-6450-4566-9b5a-72aa2399bcf1 tempest-DeleteServersAdminTestJSON-2028169874 tempest-DeleteServersAdminTestJSON-2028169874-project-admin] 10.222.0.81 "DELETE /v2.0/ports/f4c53f15-2aa5-406c-9d24-76e824e4c80d HTTP/1.1" status: 204 len: 173 time: 1.6168284 Feb 18 08:42:06.652186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd80111-3571-4f4e-823e-8841f51fb3f0 req-d7af58c2-b48a-42bd-ba47-2769bd507ca4 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:06.656564 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0cd80111-3571-4f4e-823e-8841f51fb3f0 req-d7af58c2-b48a-42bd-ba47-2769bd507ca4 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=81d2a158-746d-493b-979e-22de239c3e2a HTTP/1.1" status: 200 len: 965 time: 0.1647651 Feb 18 08:42:06.657496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39368) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:06.663262 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-702488565-network', 'tenant_id': 'c467a7203abf46f2996ac0434025e1c7'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:06.674466 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:06.685326 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Usage tracker for resource:network and tenant:c467a7203abf46f2996ac0434025e1c7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:06.701231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:06.708084 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:06.715775 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0cd80111-3571-4f4e-823e-8841f51fb3f0 req-71cdeb3c-3197-4a5f-956f-b5e359f9fbeb tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513120 Feb 18 08:42:06.724301 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Made reservation on behalf of c467a7203abf46f2996ac0434025e1c7 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:42:06.729048 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:06.743790 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:06.764936 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:06.769083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Usage tracker for resource:security_group_rule and tenant:c467a7203abf46f2996ac0434025e1c7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:06.772521 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:06.779277 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:06.907264 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:06.911717 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:06.925803 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:42:06.937486 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:06.937897 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Added segment 2c879494-0c26-4f67-804c-7c4237a20bc6 of type vlan for network 19b11ac7-9ed0-409d-a208-b772421e6a02 Feb 18 08:42:06.986153 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189f15ce-2805-45a4-b72d-60fc412119a8,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:06.989559 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:07.021916 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:07.023083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:07.023782 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:07.125426 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] Pushing event updated for resources: {'Network': ['ID=19b11ac7-9ed0-409d-a208-b772421e6a02,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:07.135442 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 19b11ac7-9ed0-409d-a208-b772421e6a02 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:42:07.146401 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ce57f481-7185-4f2f-b306-671a8a252111 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4851441 Feb 18 08:42:07.147621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39398) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:07.205515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d2a158-746d-493b-979e-22de239c3e2a', 'tag': '9df6f56e-8f70-48d7-a53d-ca72e3860b8c'}, {'server_uuid': 'd2a77d5d-8b54-4c94-b425-f4522eeb93e9', 'name': 'network-vif-deleted', 'tag': 'f4c53f15-2aa5-406c-9d24-76e824e4c80d'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:42:07.215034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-a2a758c5-669f-4a2e-ac55-30874388a84e admin admin] Request body: {'subnet': {'network_id': '19b11ac7-9ed0-409d-a208-b772421e6a02', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-702488565-subnet', 'tenant_id': 'c467a7203abf46f2996ac0434025e1c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:07.219268 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a2a758c5-669f-4a2e-ac55-30874388a84e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:07.223140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a2a758c5-669f-4a2e-ac55-30874388a84e admin admin] Usage tracker for resource:subnet and tenant:c467a7203abf46f2996ac0434025e1c7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:07.226133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a2a758c5-669f-4a2e-ac55-30874388a84e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:07.231913 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a2a758c5-669f-4a2e-ac55-30874388a84e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:07.253690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a758c5-669f-4a2e-ac55-30874388a84e admin admin] Made reservation on behalf of c467a7203abf46f2996ac0434025e1c7 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:42:07.256282 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a2a758c5-669f-4a2e-ac55-30874388a84e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:07.379292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fdda7-4cc8-489f-b7aa-dda003b77326 req-4e55b265-1a1d-47de-bf56-a8abc7846c2f tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:07.386140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b39fdda7-4cc8-489f-b7aa-dda003b77326 req-4e55b265-1a1d-47de-bf56-a8abc7846c2f tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/ports?device_id=d86b9fdb-6697-4bef-9a31-4f4d6d815d71 HTTP/1.1" status: 200 len: 947 time: 0.2395055 Feb 18 08:42:07.415763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39420) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:07.438353 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b39fdda7-4cc8-489f-b7aa-dda003b77326 req-a3292f31-41f9-455f-9ca3-d8c1c6b11bd7 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/security-groups?id=55f89ea9-2a92-41bc-bb8d-409e480bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513632 Feb 18 08:42:07.512589 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d2a158-746d-493b-979e-22de239c3e2a', 'tag': '9df6f56e-8f70-48d7-a53d-ca72e3860b8c', 'status': 'completed', 'code': 200} Feb 18 08:42:07.512857 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a77d5d-8b54-4c94-b425-f4522eeb93e9', 'name': 'network-vif-deleted', 'tag': 'f4c53f15-2aa5-406c-9d24-76e824e4c80d', 'status': 'completed', 'code': 200} Feb 18 08:42:07.554306 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-c77e42ab-9132-48f6-8945-f9c581d07999 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1369395 Feb 18 08:42:07.674873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d710c7c-2e41-4ec7-aa5d-b05610fb90e4 req-5e0e16be-6060-4a15-b2fd-84b8bdada2bd tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:07.676417 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d710c7c-2e41-4ec7-aa5d-b05610fb90e4 req-5e0e16be-6060-4a15-b2fd-84b8bdada2bd tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.2021551 Feb 18 08:42:07.678227 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a2a758c5-669f-4a2e-ac55-30874388a84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:07.747653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90949083-19dd-4c0f-a355-8c1602ab8335 req-7a8e59b0-1374-40e6-8dc5-a53ba3ae9f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:07.759859 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90949083-19dd-4c0f-a355-8c1602ab8335 req-7a8e59b0-1374-40e6-8dc5-a53ba3ae9f64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=acb5ccc9e90344ccb998b0892a2a055c&device_id=81d2a158-746d-493b-979e-22de239c3e2a HTTP/1.1" status: 200 len: 1116 time: 0.2228434 Feb 18 08:42:07.895600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a758c5-669f-4a2e-ac55-30874388a84e admin admin] Pushing event updated for resources: {'Subnet': ['ID=928ff533-e685-4fc5-a754-d559396a90c8,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:07.916244 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d710c7c-2e41-4ec7-aa5d-b05610fb90e4 req-daaee764-c07e-4afe-bc20-e6ea7dddcf73 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007184 Feb 18 08:42:07.932688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a758c5-669f-4a2e-ac55-30874388a84e admin admin] Checking segment: {'id': '2c879494-0c26-4f67-804c-7c4237a20bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '19b11ac7-9ed0-409d-a208-b772421e6a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:42:07.932688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a758c5-669f-4a2e-ac55-30874388a84e admin admin] Network hostable DHCP agents. Network: 19b11ac7-9ed0-409d-a208-b772421e6a02, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:42:08.062307 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43ccd789-9754-494b-be9b-73816d7a701e req-49e78b28-b16c-4e8a-8264-2d7b8505d657 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5c73a94bf11a47bdaf5d96391ffd1bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563972 Feb 18 08:42:08.064773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90949083-19dd-4c0f-a355-8c1602ab8335 req-a5e34196-f9f1-4fd5-8936-18cc55ae527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:08.066098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90949083-19dd-4c0f-a355-8c1602ab8335 req-a5e34196-f9f1-4fd5-8936-18cc55ae527e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c4c5e8e-8215-4796-a5ce-435bb8609f4a HTTP/1.1" status: 200 len: 923 time: 0.2972915 Feb 18 08:42:08.068172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a758c5-669f-4a2e-ac55-30874388a84e admin admin] Network 19b11ac7-9ed0-409d-a208-b772421e6a02 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:42:08.217483 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90949083-19dd-4c0f-a355-8c1602ab8335 req-85210649-637d-4099-b124-f7dabee24947 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9df6f56e-8f70-48d7-a53d-ca72e3860b8c HTTP/1.1" status: 200 len: 217 time: 0.1180310 Feb 18 08:42:08.218114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-a2a758c5-669f-4a2e-ac55-30874388a84e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 19b11ac7-9ed0-409d-a208-b772421e6a02) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:42:08.226163 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e306123-6a48-4c0a-922d-ff3f98841ff1 None None] Network 19b11ac7-9ed0-409d-a208-b772421e6a02 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:42:08.227385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a758c5-669f-4a2e-ac55-30874388a84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:08.227979 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a2a758c5-669f-4a2e-ac55-30874388a84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:08.328996 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a2a758c5-669f-4a2e-ac55-30874388a84e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1783280 Feb 18 08:42:08.360088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcf569-da17-47d6-8db6-5b45bd5a1020 req-2fde85f8-6832-4434-a871-f2e23d57e323 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:08.361590 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20fcf569-da17-47d6-8db6-5b45bd5a1020 req-2fde85f8-6832-4434-a871-f2e23d57e323 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=81d2a158-746d-493b-979e-22de239c3e2a HTTP/1.1" status: 200 len: 965 time: 0.4118006 Feb 18 08:42:08.389947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90949083-19dd-4c0f-a355-8c1602ab8335 req-28c13b74-f967-49a4-a540-6a691927525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:08.391641 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90949083-19dd-4c0f-a355-8c1602ab8335 req-28c13b74-f967-49a4-a540-6a691927525e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db8c3d8b-3f4e-4938-bf14-6dbfccf62216 HTTP/1.1" status: 200 len: 861 time: 0.1465855 Feb 18 08:42:08.413757 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device b23adf07-07d9-412a-b7a6-cbd25ee59f7f details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:42:08.416129 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f4c53f15-2aa5-406c-9d24-76e824e4c80d no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:42:08.447810 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccd789-9754-494b-be9b-73816d7a701e req-04b08761-f125-4022-a649-23a55625dabe tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:08.455529 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43ccd789-9754-494b-be9b-73816d7a701e req-04b08761-f125-4022-a649-23a55625dabe tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3842182 Feb 18 08:42:08.466542 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: f4c53f15-2aa5-406c-9d24-76e824e4c80d {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:42:08.467429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f4c53f15-2aa5-406c-9d24-76e824e4c80d not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:42:08.582769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43ccd789-9754-494b-be9b-73816d7a701e req-90970711-a409-4106-9928-d7ea0a82f5dc tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/quotas/5c73a94bf11a47bdaf5d96391ffd1bbd HTTP/1.1" status: 200 len: 375 time: 0.1260204 Feb 18 08:42:08.598105 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b1020f-12b6-4999-a6bf-0cbe19908b60 None None] Network 19b11ac7-9ed0-409d-a208-b772421e6a02 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:42:08.648637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20fcf569-da17-47d6-8db6-5b45bd5a1020 req-a68c2eb3-e4e2-4e8f-98e4-b6fed4b78e94 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2658033 Feb 18 08:42:08.650987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-43ccd789-9754-494b-be9b-73816d7a701e req-53432b17-aaee-4191-8656-d572ebe9055a tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Synchronizing usage tracker for tenant:5c73a94bf11a47bdaf5d96391ffd1bbd on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:42:08.675415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-43ccd789-9754-494b-be9b-73816d7a701e req-53432b17-aaee-4191-8656-d572ebe9055a tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Unset dirty status for tenant:5c73a94bf11a47bdaf5d96391ffd1bbd on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:42:08.676804 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43ccd789-9754-494b-be9b-73816d7a701e req-53432b17-aaee-4191-8656-d572ebe9055a tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5c73a94bf11a47bdaf5d96391ffd1bbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820253 Feb 18 08:42:08.685998 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90949083-19dd-4c0f-a355-8c1602ab8335 req-08376b12-4030-4f89-aff3-9232ac2b43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:08.687796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90949083-19dd-4c0f-a355-8c1602ab8335 req-08376b12-4030-4f89-aff3-9232ac2b43ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c4c5e8e-8215-4796-a5ce-435bb8609f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2803538 Feb 18 08:42:08.818242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port b23adf07-07d9-412a-b7a6-cbd25ee59f7f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b23adf07-07d9-412a-b7a6-cbd25ee59f7f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:08.860977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'b23adf07-07d9-412a-b7a6-cbd25ee59f7f', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': 'b23adf07-07d9-412a-b7a6-cbd25ee59f7f', 'mac_address': 'fa:16:3e:5c:1d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:42:08.990939 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:09.035566 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90949083-19dd-4c0f-a355-8c1602ab8335 req-b7903c2e-8029-4be5-a921-2019b4de51b8 service neutron] 10.222.0.61 "GET /v2.0/networks/6c4c5e8e-8215-4796-a5ce-435bb8609f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404181 Feb 18 08:42:09.045495 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23adf07-07d9-412a-b7a6-cbd25ee59f7f {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:42:09.061610 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port b23adf07-07d9-412a-b7a6-cbd25ee59f7f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b23adf07-07d9-412a-b7a6-cbd25ee59f7f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:09.066922 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:09.144746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=b23adf07-07d9-412a-b7a6-cbd25ee59f7f,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:09.302326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd77c17-b8df-47db-a2b7-352245949df4 req-b1444c0d-a9d1-40b4-8e26-e2bdcec50eaf tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:09.303767 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bdd77c17-b8df-47db-a2b7-352245949df4 req-b1444c0d-a9d1-40b4-8e26-e2bdcec50eaf tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/ports?device_id=d86b9fdb-6697-4bef-9a31-4f4d6d815d71 HTTP/1.1" status: 200 len: 947 time: 0.3870132 Feb 18 08:42:09.321926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-16d9ca18-b9a7-405f-b1f4-c77062a35001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:09.323329 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-16d9ca18-b9a7-405f-b1f4-c77062a35001 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 1100 time: 0.4055011 Feb 18 08:42:09.378136 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['b23adf07-07d9-412a-b7a6-cbd25ee59f7f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:42:09.396096 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:42:09.465705 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90949083-19dd-4c0f-a355-8c1602ab8335 req-80ba26e6-0c24-4fc2-a25b-1b86d01e8ca4 service neutron] 10.222.0.61 "GET /v2.0/networks/6c4c5e8e-8215-4796-a5ce-435bb8609f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230697 Feb 18 08:42:09.490267 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-85f3e8cb-8649-4e0d-a10f-eb917e496980 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:09.491692 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-85f3e8cb-8649-4e0d-a10f-eb917e496980 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 821 time: 0.3764629 Feb 18 08:42:09.498569 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bdd77c17-b8df-47db-a2b7-352245949df4 req-017f3101-27a7-4355-bd3b-51ffb91eb9aa tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/security-groups?id=55f89ea9-2a92-41bc-bb8d-409e480bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789024 Feb 18 08:42:09.532711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-89096688-042a-4cf1-a0da-6902fb93a182 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/quotas/ee0715c9ca2d4e6ead6a5e9e3f746d1c HTTP/1.1" status: 200 len: 375 time: 0.0310292 Feb 18 08:42:09.590636 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9df6f56e-8f70-48d7-a53d-ca72e3860b8c details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:42:09.596342 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-85dd8f06-c450-4520-8e08-75638c25da6c tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561512 Feb 18 08:42:09.632521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-1958c759-c863-46dc-815e-f5466162cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:09.633887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-1958c759-c863-46dc-815e-f5466162cf23 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2812192 Feb 18 08:42:09.757692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9df6f56e-8f70-48d7-a53d-ca72e3860b8c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9df6f56e-8f70-48d7-a53d-ca72e3860b8c,segment=NetworkSegment(3a90ac9f-9916-42a6-9a0e-35487316ce3b),segment_id=3a90ac9f-9916-42a6-9a0e-35487316ce3b)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:09.766277 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-2d56a069-6a67-44b2-bc27-1c5d16007f85 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=7dc0a0b4-c201-4513-9a53-8f73a8b8a996 HTTP/1.1" status: 200 len: 217 time: 0.0714273 Feb 18 08:42:09.777517 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '9df6f56e-8f70-48d7-a53d-ca72e3860b8c', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'port_id': '9df6f56e-8f70-48d7-a53d-ca72e3860b8c', 'mac_address': 'fa:16:3e:0c:e4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:tempest-test_az-1912269346', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:42:09.833351 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:09.851393 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df6f56e-8f70-48d7-a53d-ca72e3860b8c {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:42:09.861694 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d77139c4-c0ea-4f74-82d9-082a20032f40 req-2517ae63-94f1-4ab9-9c21-4deedd430941 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e8c4fef-d085-4fd1-931d-8e4c99f8c8af HTTP/1.1" status: 200 len: 210 time: 0.0989587 Feb 18 08:42:09.869939 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9df6f56e-8f70-48d7-a53d-ca72e3860b8c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9df6f56e-8f70-48d7-a53d-ca72e3860b8c,segment=NetworkSegment(3a90ac9f-9916-42a6-9a0e-35487316ce3b),segment_id=3a90ac9f-9916-42a6-9a0e-35487316ce3b)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:09.889500 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:09.907827 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-a0f160aa-06dd-46f6-88fb-5c9525a3b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:09.909282 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-a0f160aa-06dd-46f6-88fb-5c9525a3b0dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1055880 Feb 18 08:42:09.969402 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=9df6f56e-8f70-48d7-a53d-ca72e3860b8c,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:10.007570 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43ccd789-9754-494b-be9b-73816d7a701e req-3ab878d4-73f6-48f5-86d0-2237b1462bd4 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=5c73a94bf11a47bdaf5d96391ffd1bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434353 Feb 18 08:42:10.080369 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-d8e07c5e-7ae4-41a5-8675-c78060deab2d service neutron] 10.222.0.72 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698653 Feb 18 08:42:10.207980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['9df6f56e-8f70-48d7-a53d-ca72e3860b8c'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:42:10.372428 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-2ab5d6ce-47a3-4c37-95c9-4754740e2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:10.374694 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-2ab5d6ce-47a3-4c37-95c9-4754740e2fcf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4588480 Feb 18 08:42:10.405380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device b23adf07-07d9-412a-b7a6-cbd25ee59f7f up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:42:10.442466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b4e4b-a384-4fc6-9eb4-edcd6ab26e39 req-3ffd2168-6575-4f91-9a88-23fc67d1beb1 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:10.443919 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-322b4e4b-a384-4fc6-9eb4-edcd6ab26e39 req-3ffd2168-6575-4f91-9a88-23fc67d1beb1 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.4499700 Feb 18 08:42:10.474423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port b23adf07-07d9-412a-b7a6-cbd25ee59f7f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:42:10.479414 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port b23adf07-07d9-412a-b7a6-cbd25ee59f7f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:42:10.479798 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:10.505743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccd789-9754-494b-be9b-73816d7a701e req-521ece70-7d94-4d8c-be7d-c8f43e556a83 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:10.507127 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43ccd789-9754-494b-be9b-73816d7a701e req-521ece70-7d94-4d8c-be7d-c8f43e556a83 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4638431 Feb 18 08:42:10.511583 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-ffe99bfe-b8bd-4a62-8f17-4eedbd1b7fc8 service neutron] 10.222.0.72 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768156 Feb 18 08:42:10.532377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-43ccd789-9754-494b-be9b-73816d7a701e req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Request body: {'port': {'device_id': '6e8c4fef-d085-4fd1-931d-8e4c99f8c8af', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '5c73a94bf11a47bdaf5d96391ffd1bbd'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:10.602068 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:10.657440 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86b9fdb-6697-4bef-9a31-4f4d6d815d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23adf07-07d9-412a-b7a6-cbd25ee59f7f'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:42:10.669145 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-322b4e4b-a384-4fc6-9eb4-edcd6ab26e39 req-8cfca000-77fc-4de9-9087-eb6e3259cb45 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754637 Feb 18 08:42:10.671911 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port b23adf07-07d9-412a-b7a6-cbd25ee59f7f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b23adf07-07d9-412a-b7a6-cbd25ee59f7f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:10.679276 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:10.750959 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-0a2ba68e-66f4-4178-a76e-7a531c03ccf3 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573399 Feb 18 08:42:10.828680 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=b23adf07-07d9-412a-b7a6-cbd25ee59f7f,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:10.851989 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:11.012232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-43ccd789-9754-494b-be9b-73816d7a701e req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:11.053186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-43ccd789-9754-494b-be9b-73816d7a701e req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:11.098851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ccd789-9754-494b-be9b-73816d7a701e req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Made reservation on behalf of 5c73a94bf11a47bdaf5d96391ffd1bbd for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:42:11.102492 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43ccd789-9754-494b-be9b-73816d7a701e req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:11.114973 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-f91e57eb-c588-45c1-8eaa-6ae6767120f2 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410332 Feb 18 08:42:11.163200 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:11.200378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11cc26-8bba-4550-8a42-b938b05b4822 req-32ce9659-d786-474a-9d03-4239cf463170 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:11.202742 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e11cc26-8bba-4550-8a42-b938b05b4822 req-32ce9659-d786-474a-9d03-4239cf463170 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=81d2a158-746d-493b-979e-22de239c3e2a HTTP/1.1" status: 200 len: 966 time: 0.2895563 Feb 18 08:42:11.238890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f041d0-28ce-4b1e-9e34-f084c5277896 req-2edd4155-a78a-46c0-a1f1-159ee42eae79 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:11.240253 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78f041d0-28ce-4b1e-9e34-f084c5277896 req-2edd4155-a78a-46c0-a1f1-159ee42eae79 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/ports?device_id=d86b9fdb-6697-4bef-9a31-4f4d6d815d71 HTTP/1.1" status: 200 len: 949 time: 0.2866347 Feb 18 08:42:11.352938 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e11cc26-8bba-4550-8a42-b938b05b4822 req-ce93ee02-4e77-494e-8bee-6e9281b052a2 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414235 Feb 18 08:42:11.363378 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78f041d0-28ce-4b1e-9e34-f084c5277896 req-f04040e1-09f8-45d9-af3e-5e9c4b71a770 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/security-groups?id=55f89ea9-2a92-41bc-bb8d-409e480bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155930 Feb 18 08:42:11.391227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-43ccd789-9754-494b-be9b-73816d7a701e req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Allocated IP 192.168.233.137 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/59a8bd33-a171-4f77-a9ea-fea827227217) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:42:11.449563 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86b9fdb-6697-4bef-9a31-4f4d6d815d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23adf07-07d9-412a-b7a6-cbd25ee59f7f', 'code': 200} Feb 18 08:42:11.597086 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9df6f56e-8f70-48d7-a53d-ca72e3860b8c up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:42:11.617989 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6add3297-15c7-43a2-bc15-662e8f99ab41 req-065c0fac-1d6e-46db-b4a0-4af510465945 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 210 time: 0.0941741 Feb 18 08:42:11.673071 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 9df6f56e-8f70-48d7-a53d-ca72e3860b8c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:42:11.674218 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ad697e3-3f5f-403f-b92f-3120a629a42d req-d41486cc-83a0-408f-84be-2faee0a1b587 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e8c4fef-d085-4fd1-931d-8e4c99f8c8af HTTP/1.1" status: 200 len: 210 time: 0.0606313 Feb 18 08:42:11.680112 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 9df6f56e-8f70-48d7-a53d-ca72e3860b8c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:42:11.680767 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:11.829095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67efab-3465-4030-9109-5facbabae16f req-6ded40d2-b3cf-442d-8665-134177e8543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:11.840033 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e67efab-3465-4030-9109-5facbabae16f req-6ded40d2-b3cf-442d-8665-134177e8543d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d86b9fdb-6697-4bef-9a31-4f4d6d815d71 HTTP/1.1" status: 200 len: 1100 time: 0.2814448 Feb 18 08:42:11.876633 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:11.917461 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9df6f56e-8f70-48d7-a53d-ca72e3860b8c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9df6f56e-8f70-48d7-a53d-ca72e3860b8c,segment=NetworkSegment(3a90ac9f-9916-42a6-9a0e-35487316ce3b),segment_id=3a90ac9f-9916-42a6-9a0e-35487316ce3b)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:11.923639 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:12.011396 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43ccd789-9754-494b-be9b-73816d7a701e req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:12.013067 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=9df6f56e-8f70-48d7-a53d-ca72e3860b8c,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:12.059214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-43ccd789-9754-494b-be9b-73816d7a701e req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Transition to ACTIVE for port object 59a8bd33-a171-4f77-a9ea-fea827227217 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:42:12.081929 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0e67efab-3465-4030-9109-5facbabae16f req-956bdb12-781e-4021-b172-b34cf4c01ab9 service neutron] Synchronizing usage tracker for tenant:cea2879e00ea4fbcbd09a8b128c4941e on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:42:12.119785 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0e67efab-3465-4030-9109-5facbabae16f req-956bdb12-781e-4021-b172-b34cf4c01ab9 service neutron] Unset dirty status for tenant:cea2879e00ea4fbcbd09a8b128c4941e on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:42:12.122448 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e67efab-3465-4030-9109-5facbabae16f req-956bdb12-781e-4021-b172-b34cf4c01ab9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=55f89ea9-2a92-41bc-bb8d-409e480bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617970 Feb 18 08:42:12.173082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e3025-870a-4d19-8d7f-661f7aaea0b5 req-84325553-b7fa-4f99-91c4-f55cc65c357a tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:12.175984 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-261e3025-870a-4d19-8d7f-661f7aaea0b5 req-84325553-b7fa-4f99-91c4-f55cc65c357a tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.3175776 Feb 18 08:42:12.200884 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43ccd789-9754-494b-be9b-73816d7a701e req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:12.203662 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-b465f88f-efe8-40cf-bcac-b4b72e6a2d20 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:12.204465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-b465f88f-efe8-40cf-bcac-b4b72e6a2d20 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Synchronizing usage tracker for tenant:ee0715c9ca2d4e6ead6a5e9e3f746d1c on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:42:12.225609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-b465f88f-efe8-40cf-bcac-b4b72e6a2d20 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Unset dirty status for tenant:ee0715c9ca2d4e6ead6a5e9e3f746d1c on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:42:12.225609 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-b465f88f-efe8-40cf-bcac-b4b72e6a2d20 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.81 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 821 time: 0.2775826 Feb 18 08:42:12.225609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39568) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:12.303679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ccd789-9754-494b-be9b-73816d7a701e req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:42:12.314017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-43ccd789-9754-494b-be9b-73816d7a701e req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:42:12.320444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ccd789-9754-494b-be9b-73816d7a701e req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:42:12.325594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccd789-9754-494b-be9b-73816d7a701e req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:12.326469 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43ccd789-9754-494b-be9b-73816d7a701e req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:12.336666 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-261e3025-870a-4d19-8d7f-661f7aaea0b5 req-3d701003-98a8-422d-b947-66fd5e512ead tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522737 Feb 18 08:42:12.358945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Pushing event updated for resources: {'Port': ['ID=59a8bd33-a171-4f77-a9ea-fea827227217,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:12.374133 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:12.381211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.382507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.383011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.383247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.384474 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.384817 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.385196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.385574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.386463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.386811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.387329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.387909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.391178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:12.395469 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Usage tracker for resource:security_group_rule and tenant:aa82107013024a00af58bc6ef1dfa53f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:12.399269 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:12.403610 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43ccd789-9754-494b-be9b-73816d7a701e req-5a47c208-b89d-4535-8ceb-51bfcc1d0b9b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8780506 Feb 18 08:42:12.419774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Request body: {'port': {'device_id': '6e8c4fef-d085-4fd1-931d-8e4c99f8c8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:12.428148 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-7e80ee36-db3a-4b56-a4b2-6ee267ace54d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Request body: {'port': {'device_id': 'dbc4fed2-3893-419d-b211-8fa083ca9364', 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91', 'admin_state_up': True, 'tenant_id': 'ee0715c9ca2d4e6ead6a5e9e3f746d1c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:12.477743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:12.668790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-7e80ee36-db3a-4b56-a4b2-6ee267ace54d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:12.678105 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-7e80ee36-db3a-4b56-a4b2-6ee267ace54d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Usage tracker for resource:port and tenant:ee0715c9ca2d4e6ead6a5e9e3f746d1c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:12.684486 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-7e80ee36-db3a-4b56-a4b2-6ee267ace54d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:12.693169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-7e80ee36-db3a-4b56-a4b2-6ee267ace54d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:12.710934 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-82ca16d9-e31c-4101-888a-fe88730da833 None None] Provisioning for port 59a8bd33-a171-4f77-a9ea-fea827227217 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:42:12.717096 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-82ca16d9-e31c-4101-888a-fe88730da833 None None] Provisioning complete for port 59a8bd33-a171-4f77-a9ea-fea827227217 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:42:12.717593 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-82ca16d9-e31c-4101-888a-fe88730da833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:12.725241 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:12.729490 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:12.755756 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-7e80ee36-db3a-4b56-a4b2-6ee267ace54d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Made reservation on behalf of ee0715c9ca2d4e6ead6a5e9e3f746d1c for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:42:12.758653 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-7e80ee36-db3a-4b56-a4b2-6ee267ace54d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:12.772561 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-82ca16d9-e31c-4101-888a-fe88730da833 None None] Port 59a8bd33-a171-4f77-a9ea-fea827227217 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:42:12.798675 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:12.801197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ba0e98-64e2-47e5-8cf2-8be28313ca90,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:12.804968 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aa82107013024a00af58bc6ef1dfa53f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5785778 Feb 18 08:42:12.810760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39592) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:12.845759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.846106 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.846449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.846782 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.847114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.847444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.847775 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.848095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.848454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.848776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.849097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.849418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a58c-251c-46ec-88e5-c2bc163e53ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:12.909386 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8feaf2-d296-415a-949d-7a8cabe5dcf3 req-752dcf03-12bf-47c1-8f82-17e6c2e4a217 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:12.910861 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc8feaf2-d296-415a-949d-7a8cabe5dcf3 req-752dcf03-12bf-47c1-8f82-17e6c2e4a217 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/ports?device_id=d86b9fdb-6697-4bef-9a31-4f4d6d815d71 HTTP/1.1" status: 200 len: 949 time: 0.3328824 Feb 18 08:42:12.933140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859a186-3276-4412-88cc-3d6eb2f5c9a9 req-2a17811e-bc37-4e84-9640-ea6b08adff93 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:12.934522 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f859a186-3276-4412-88cc-3d6eb2f5c9a9 req-2a17811e-bc37-4e84-9640-ea6b08adff93 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=81d2a158-746d-493b-979e-22de239c3e2a HTTP/1.1" status: 200 len: 967 time: 0.4192421 Feb 18 08:42:12.974596 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-7e80ee36-db3a-4b56-a4b2-6ee267ace54d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Allocated IP 172.20.0.5 (51c9510d-69f6-4794-8ea8-380b620d4b91/c0a4176b-79bd-4632-822e-600c5663a061/66d707d6-fcfb-4c3b-b2a0-d4b332679fd1) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:42:13.073327 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a29a451b-f8e8-4230-a5fa-0aa709be0eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:13.082243 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc8feaf2-d296-415a-949d-7a8cabe5dcf3 req-984a0bb4-f58c-4fc9-bf0e-7739e4ebabc5 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/security-groups?id=55f89ea9-2a92-41bc-bb8d-409e480bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603062 Feb 18 08:42:13.092277 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f859a186-3276-4412-88cc-3d6eb2f5c9a9 req-9c247265-f5e6-40cd-ba11-9fefeec41b1f tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383879 Feb 18 08:42:13.192303 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a29a451b-f8e8-4230-a5fa-0aa709be0eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:13.213439 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-7e80ee36-db3a-4b56-a4b2-6ee267ace54d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:13.244552 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-7e80ee36-db3a-4b56-a4b2-6ee267ace54d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:13.312428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-7e80ee36-db3a-4b56-a4b2-6ee267ace54d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Network 51c9510d-69f6-4794-8ea8-380b620d4b91 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:42:13.320522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-7e80ee36-db3a-4b56-a4b2-6ee267ace54d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:42:13.326381 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-7e80ee36-db3a-4b56-a4b2-6ee267ace54d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:42:13.332487 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-7e80ee36-db3a-4b56-a4b2-6ee267ace54d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:13.333298 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-7e80ee36-db3a-4b56-a4b2-6ee267ace54d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:13.366157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80ee36-db3a-4b56-a4b2-6ee267ace54d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Pushing event updated for resources: {'Port': ['ID=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:13.381784 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae9238-c16c-49fd-a9ea-6c237974b4a0 req-fc352514-aa4f-4123-902c-aa236990bf81 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:13.383959 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-7e80ee36-db3a-4b56-a4b2-6ee267ace54d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9968393 Feb 18 08:42:13.384840 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-deae9238-c16c-49fd-a9ea-6c237974b4a0 req-fc352514-aa4f-4123-902c-aa236990bf81 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 931 time: 0.1633203 Feb 18 08:42:13.397426 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Request body: {'port': {'device_id': 'dbc4fed2-3893-419d-b211-8fa083ca9364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:13.442874 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a29a451b-f8e8-4230-a5fa-0aa709be0eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:13.451712 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d2a158-746d-493b-979e-22de239c3e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df6f56e-8f70-48d7-a53d-ca72e3860b8c'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:42:13.506487 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:13.548457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a451b-f8e8-4230-a5fa-0aa709be0eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ba0e98-64e2-47e5-8cf2-8be28313ca90,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:13.556313 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-deae9238-c16c-49fd-a9ea-6c237974b4a0 req-bd416fca-0d5f-4e50-9932-ec1002f79340 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082981 Feb 18 08:42:13.561719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a8bd33-a171-4f77-a9ea-fea827227217 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:42:13.567755 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a29a451b-f8e8-4230-a5fa-0aa709be0eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:13.568953 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a29a451b-f8e8-4230-a5fa-0aa709be0eec admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f9ba0e98-64e2-47e5-8cf2-8be28313ca90 HTTP/1.1" status: 204 len: 168 time: 0.7531786 Feb 18 08:42:13.574393 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:13.601698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Transition to ACTIVE for port object 59a8bd33-a171-4f77-a9ea-fea827227217 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:42:13.627629 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:13.787031 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0b858-d698-4e13-b70f-6961706e259c req-9a08bda0-1237-4ad3-8dbd-3d77a5d71cb8 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:13.787763 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a7e0b858-d698-4e13-b70f-6961706e259c req-9a08bda0-1237-4ad3-8dbd-3d77a5d71cb8 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Synchronizing usage tracker for tenant:5c73a94bf11a47bdaf5d96391ffd1bbd on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:42:13.879920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Pushing event updated for resources: {'Port': ['ID=59a8bd33-a171-4f77-a9ea-fea827227217,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:13.971793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a7e0b858-d698-4e13-b70f-6961706e259c req-9a08bda0-1237-4ad3-8dbd-3d77a5d71cb8 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Unset dirty status for tenant:5c73a94bf11a47bdaf5d96391ffd1bbd on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:42:13.972968 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7e0b858-d698-4e13-b70f-6961706e259c req-9a08bda0-1237-4ad3-8dbd-3d77a5d71cb8 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e8c4fef-d085-4fd1-931d-8e4c99f8c8af HTTP/1.1" status: 200 len: 936 time: 0.5262892 Feb 18 08:42:13.982597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Attempting to bind port 59a8bd33-a171-4f77-a9ea-fea827227217 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:42:13.982933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Attempting to bind port 59a8bd33-a171-4f77-a9ea-fea827227217 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:42:13.983260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Attempting to bind port 59a8bd33-a171-4f77-a9ea-fea827227217 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:14.002759 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Port 59a8bd33-a171-4f77-a9ea-fea827227217 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:42:14.003016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Attempting to bind port 59a8bd33-a171-4f77-a9ea-fea827227217 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:14.015409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:42:14.015746 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:42:14.016122 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:42:14.016567 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Bound port: 59a8bd33-a171-4f77-a9ea-fea827227217, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:42:14.016911 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:14.021873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:42:14.025855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39616) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:14.041784 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:14.050740 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16f0c5e1-b31b-4e71-8ce4-795e494b568b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:14.056229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db8ab2-4116-49d4-9374-a9eacc7b5426 req-34e6e9a2-2018-4b5c-92dc-f530f9fde6a6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:14.057722 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b0db8ab2-4116-49d4-9374-a9eacc7b5426 req-34e6e9a2-2018-4b5c-92dc-f530f9fde6a6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.2869573 Feb 18 08:42:14.071472 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Transition to ACTIVE for port object 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:42:14.072494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-16f0c5e1-b31b-4e71-8ce4-795e494b568b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:14.076580 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:14.080507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-16f0c5e1-b31b-4e71-8ce4-795e494b568b admin admin] Usage tracker for resource:security_group_rule and tenant:75f32fe46e4c4edc977bccf3dcbac9d0 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:14.104396 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7e0b858-d698-4e13-b70f-6961706e259c req-51d12c6a-dc4a-460e-8c57-f4580b8a515b tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243517 Feb 18 08:42:14.111215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-16f0c5e1-b31b-4e71-8ce4-795e494b568b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:14.122781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-16f0c5e1-b31b-4e71-8ce4-795e494b568b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:14.170601 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d2a158-746d-493b-979e-22de239c3e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df6f56e-8f70-48d7-a53d-ca72e3860b8c', 'code': 200} Feb 18 08:42:14.182142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b0db8ab2-4116-49d4-9374-a9eacc7b5426 req-0dc25f06-c5b4-48b6-b89a-8c7664b1577a tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921400 Feb 18 08:42:14.189655 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] For port 59a8bd33-a171-4f77-a9ea-fea827227217, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:42:14.194030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] For port 59a8bd33-a171-4f77-a9ea-fea827227217, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=59a8bd33-a171-4f77-a9ea-fea827227217,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:42:14.200172 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:14.284147 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:14.323106 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Attempting to bind port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:42:14.323727 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Attempting to bind port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:42:14.324217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Attempting to bind port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:14.331039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 on network 51c9510d-69f6-4794-8ea8-380b620d4b91 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:42:14.331563 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Attempting to bind port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:14.341936 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:42:14.342531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Checking segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:42:14.343068 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Bound using segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:42:14.345332 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Bound port: 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:42:14.345860 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:14.379557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:14.380371 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:14.381758 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43ccd789-9754-494b-be9b-73816d7a701e req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] 10.222.0.61 "PUT /v2.0/ports/59a8bd33-a171-4f77-a9ea-fea827227217 HTTP/1.1" status: 200 len: 1096 time: 1.9697337 Feb 18 08:42:14.383428 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8c4fef-d085-4fd1-931d-8e4c99f8c8af', 'tag': '59a8bd33-a171-4f77-a9ea-fea827227217'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:42:14.451770 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16f0c5e1-b31b-4e71-8ce4-795e494b568b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:14.463903 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16f0c5e1-b31b-4e71-8ce4-795e494b568b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:14.521632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] For port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:42:14.526854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0c5e1-b31b-4e71-8ce4-795e494b568b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31277631-d709-48b7-a78b-50b47b5ce0df,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:14.531286 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-16f0c5e1-b31b-4e71-8ce4-795e494b568b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=75f32fe46e4c4edc977bccf3dcbac9d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044572 Feb 18 08:42:14.535309 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39632) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:14.549429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158ac77-f838-4c99-8993-3f816c8c5155 service neutron] Pushing event updated for resources: {'Port': ['ID=59a8bd33-a171-4f77-a9ea-fea827227217,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:14.553110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] For port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:42:14.564493 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:14.602718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a0ae0-60f0-4cc9-96b7-e248908456af req-e1c6c520-7780-4dd3-9c71-41f651caf9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:14.604250 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-359a0ae0-60f0-4cc9-96b7-e248908456af req-e1c6c520-7780-4dd3-9c71-41f651caf9fe service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=81d2a158-746d-493b-979e-22de239c3e2a HTTP/1.1" status: 200 len: 1118 time: 0.3308671 Feb 18 08:42:14.645714 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:14.646321 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:14.647680 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] 10.222.0.81 "PUT /v2.0/ports/66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 HTTP/1.1" status: 200 len: 1091 time: 1.2544703 Feb 18 08:42:14.648118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc4fed2-3893-419d-b211-8fa083ca9364', 'tag': '66d707d6-fcfb-4c3b-b2a0-d4b332679fd1'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:42:14.671395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e0467-2f04-479d-a5e6-c50cef5ece55 req-bf2b2f96-7373-409c-b0ff-e868808de9d1 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:14.672917 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c0e0467-2f04-479d-a5e6-c50cef5ece55 req-bf2b2f96-7373-409c-b0ff-e868808de9d1 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/ports?device_id=d86b9fdb-6697-4bef-9a31-4f4d6d815d71 HTTP/1.1" status: 200 len: 949 time: 0.2902110 Feb 18 08:42:14.676934 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fe346-0916-431f-9e97-69084554e6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:14.679437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccd789-9754-494b-be9b-73816d7a701e req-1176b910-5171-4e5f-a05f-48b790852301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:14.680958 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43ccd789-9754-494b-be9b-73816d7a701e req-1176b910-5171-4e5f-a05f-48b790852301 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c73a94bf11a47bdaf5d96391ffd1bbd&device_id=6e8c4fef-d085-4fd1-931d-8e4c99f8c8af HTTP/1.1" status: 200 len: 1099 time: 0.2091122 Feb 18 08:42:14.687152 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65969f75-2152-46e3-8860-6ea175171958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:14.758902 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65969f75-2152-46e3-8860-6ea175171958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:14.769148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536ec0c-06fd-45ee-bf3f-2ce11b1fc777 req-0a4719ac-1dd3-4144-9491-74341114fd72 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:14.770825 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2536ec0c-06fd-45ee-bf3f-2ce11b1fc777 req-0a4719ac-1dd3-4144-9491-74341114fd72 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=81d2a158-746d-493b-979e-22de239c3e2a HTTP/1.1" status: 200 len: 967 time: 0.3754697 Feb 18 08:42:14.817993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-734f2927-69af-459e-b402-5ed4f8979d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:14.819479 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-734f2927-69af-459e-b402-5ed4f8979d23 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 1094 time: 0.1155167 Feb 18 08:42:14.831217 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-359a0ae0-60f0-4cc9-96b7-e248908456af req-10df4938-e4d7-47c2-9e89-041f60857bae service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189472 Feb 18 08:42:14.853420 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43ccd789-9754-494b-be9b-73816d7a701e req-36ddf8c5-28cf-4f4c-b8c6-be985dad9420 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=59a8bd33-a171-4f77-a9ea-fea827227217 HTTP/1.1" status: 200 len: 217 time: 0.0923371 Feb 18 08:42:14.884929 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c0e0467-2f04-479d-a5e6-c50cef5ece55 req-aedc206f-a679-48b4-a930-11849ed933ec tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/security-groups?id=55f89ea9-2a92-41bc-bb8d-409e480bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020462 Feb 18 08:42:14.893680 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65969f75-2152-46e3-8860-6ea175171958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:14.912762 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2536ec0c-06fd-45ee-bf3f-2ce11b1fc777 req-5d001fe5-e9a7-49ef-b51c-a01230049c30 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877433 Feb 18 08:42:14.921452 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-27f36780-a5f8-451b-8e44-12ddc39acc50 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 HTTP/1.1" status: 200 len: 217 time: 0.0939159 Feb 18 08:42:14.924977 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65969f75-2152-46e3-8860-6ea175171958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31277631-d709-48b7-a78b-50b47b5ce0df,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:14.928187 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65969f75-2152-46e3-8860-6ea175171958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:14.929654 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-65969f75-2152-46e3-8860-6ea175171958 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31277631-d709-48b7-a78b-50b47b5ce0df HTTP/1.1" status: 204 len: 168 time: 0.3933511 Feb 18 08:42:15.006901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-af8515c0-0b73-47dd-a8e2-7ee3fc01e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:15.008507 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-af8515c0-0b73-47dd-a8e2-7ee3fc01e2b3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.0724819 Feb 18 08:42:15.016994 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8c4fef-d085-4fd1-931d-8e4c99f8c8af', 'tag': '59a8bd33-a171-4f77-a9ea-fea827227217', 'status': 'completed', 'code': 200} Feb 18 08:42:15.064603 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc4fed2-3893-419d-b211-8fa083ca9364', 'tag': '66d707d6-fcfb-4c3b-b2a0-d4b332679fd1', 'status': 'completed', 'code': 200} Feb 18 08:42:15.072224 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-293cffb9-29f6-457c-8f63-6a0bbd98a258 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542250 Feb 18 08:42:15.195753 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccd789-9754-494b-be9b-73816d7a701e req-bc51ec0e-9e9d-4c20-a84c-98bce9b7847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:15.197228 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43ccd789-9754-494b-be9b-73816d7a701e req-bc51ec0e-9e9d-4c20-a84c-98bce9b7847a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1111231 Feb 18 08:42:15.234306 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-e2ca0193-3699-47ba-8296-e0f91d5a4d24 service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555552 Feb 18 08:42:15.276367 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151445c-a693-40bc-a240-09fcdf663438 req-a263cad1-c45b-463c-8488-85bd0e13d4a9 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:15.283731 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0151445c-a693-40bc-a240-09fcdf663438 req-a263cad1-c45b-463c-8488-85bd0e13d4a9 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 943 time: 0.1636503 Feb 18 08:42:15.344705 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0151445c-a693-40bc-a240-09fcdf663438 req-f16bfb8d-74c8-46c7-a4c8-cf223312995d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598624 Feb 18 08:42:15.368139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccd789-9754-494b-be9b-73816d7a701e req-f3526efa-8ecc-4742-9687-59926b0a54fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:15.371923 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43ccd789-9754-494b-be9b-73816d7a701e req-f3526efa-8ecc-4742-9687-59926b0a54fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660972 Feb 18 08:42:15.386034 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-34ad7ff0-932d-43a9-9485-6cbddb3d2878 req-4ecda61f-1775-4435-9523-c0a89a555695 service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385834 Feb 18 08:42:15.528036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d806526-dc9b-4c6f-a1e4-d9ae86962cbd req-19ba9610-8b2d-4857-a2ea-ecc7ffc2a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:15.530501 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0d806526-dc9b-4c6f-a1e4-d9ae86962cbd req-19ba9610-8b2d-4857-a2ea-ecc7ffc2a7d5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 1094 time: 0.0828929 Feb 18 08:42:15.627982 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43ccd789-9754-494b-be9b-73816d7a701e req-388ee718-f528-4eec-9538-9c4d0ade9d6c service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486792 Feb 18 08:42:15.743851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d806526-dc9b-4c6f-a1e4-d9ae86962cbd req-5fc7d6dd-f341-4a33-849c-55799f92b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:15.745311 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0d806526-dc9b-4c6f-a1e4-d9ae86962cbd req-5fc7d6dd-f341-4a33-849c-55799f92b909 service neutron] 10.222.0.81 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 922 time: 0.2060490 Feb 18 08:42:15.829599 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0d806526-dc9b-4c6f-a1e4-d9ae86962cbd req-5ee731c0-d4e6-4f93-998a-c2d6d8674ce7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 HTTP/1.1" status: 200 len: 217 time: 0.0769584 Feb 18 08:42:15.848492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43ccd789-9754-494b-be9b-73816d7a701e req-08fcf482-30a9-481c-975e-fcc3e4239f0b service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804411 Feb 18 08:42:15.856174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358462d-7e33-48e1-b0a9-c99e6731e472 req-7951b859-514c-4d9a-a734-e9de7656f43c tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:15.858190 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a358462d-7e33-48e1-b0a9-c99e6731e472 req-7951b859-514c-4d9a-a734-e9de7656f43c tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e8c4fef-d085-4fd1-931d-8e4c99f8c8af HTTP/1.1" status: 200 len: 948 time: 0.2380557 Feb 18 08:42:15.865567 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367984e-86e4-432a-aa8e-1988e79e2564 req-6f0c9105-71cd-4649-aad2-18ba99172de2 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:15.872859 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0367984e-86e4-432a-aa8e-1988e79e2564 req-6f0c9105-71cd-4649-aad2-18ba99172de2 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.2911589 Feb 18 08:42:15.924847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d806526-dc9b-4c6f-a1e4-d9ae86962cbd req-32951b12-8bd8-4d56-882b-bcdb79b9616d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:15.926683 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0d806526-dc9b-4c6f-a1e4-d9ae86962cbd req-32951b12-8bd8-4d56-882b-bcdb79b9616d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.0889120 Feb 18 08:42:15.980653 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0d806526-dc9b-4c6f-a1e4-d9ae86962cbd req-2cd4ef58-8934-4c2f-8b11-87151188bd11 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477762 Feb 18 08:42:15.987857 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0367984e-86e4-432a-aa8e-1988e79e2564 req-8bd1b1d9-c1d8-48ff-b541-61d205f49dbd tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140804 Feb 18 08:42:15.993819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a358462d-7e33-48e1-b0a9-c99e6731e472 req-dbb0b198-c15a-4156-b53d-0a8a5835d5e2 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187584 Feb 18 08:42:16.038196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083d10d-8c3f-4ea0-92e1-fc2ef91c1843 req-753df704-1307-4eef-8aa3-2dc470781914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:16.039686 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c083d10d-8c3f-4ea0-92e1-fc2ef91c1843 req-753df704-1307-4eef-8aa3-2dc470781914 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c73a94bf11a47bdaf5d96391ffd1bbd&device_id=6e8c4fef-d085-4fd1-931d-8e4c99f8c8af HTTP/1.1" status: 200 len: 1099 time: 0.1221337 Feb 18 08:42:16.279961 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0d806526-dc9b-4c6f-a1e4-d9ae86962cbd req-98468da6-8ad0-4bdb-88f1-e1019105c6e7 service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927306 Feb 18 08:42:16.342040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083d10d-8c3f-4ea0-92e1-fc2ef91c1843 req-990b18f8-acb2-4095-b546-65069631a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:16.343501 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c083d10d-8c3f-4ea0-92e1-fc2ef91c1843 req-990b18f8-acb2-4095-b546-65069631a27a service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2929118 Feb 18 08:42:16.449994 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c083d10d-8c3f-4ea0-92e1-fc2ef91c1843 req-dd9cd0f8-866c-4d49-ba72-4606f58a144a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=59a8bd33-a171-4f77-a9ea-fea827227217 HTTP/1.1" status: 200 len: 217 time: 0.0963933 Feb 18 08:42:16.476411 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0d806526-dc9b-4c6f-a1e4-d9ae86962cbd req-6e62b6e4-883c-495c-b8a3-5026a475ab63 service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858823 Feb 18 08:42:16.544041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019b6f8-683d-4add-bad1-916807dc5174 req-d793cb99-e156-4c39-becb-94d22cb4fdd2 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:16.546440 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0019b6f8-683d-4add-bad1-916807dc5174 req-d793cb99-e156-4c39-becb-94d22cb4fdd2 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=81d2a158-746d-493b-979e-22de239c3e2a HTTP/1.1" status: 200 len: 967 time: 0.2812183 Feb 18 08:42:16.547875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083d10d-8c3f-4ea0-92e1-fc2ef91c1843 req-59066996-d035-4aa7-86f3-082631e686f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:16.549194 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c083d10d-8c3f-4ea0-92e1-fc2ef91c1843 req-59066996-d035-4aa7-86f3-082631e686f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0908127 Feb 18 08:42:16.647865 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0019b6f8-683d-4add-bad1-916807dc5174 req-c7e33ef9-3dd7-4007-be50-eda216b8fb66 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946767 Feb 18 08:42:16.692097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083d10d-8c3f-4ea0-92e1-fc2ef91c1843 req-c5059ed6-c4cb-49cf-b938-ae3d9efddea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:16.693597 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c083d10d-8c3f-4ea0-92e1-fc2ef91c1843 req-c5059ed6-c4cb-49cf-b938-ae3d9efddea1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1237538 Feb 18 08:42:16.855782 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39724) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:17.004554 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c083d10d-8c3f-4ea0-92e1-fc2ef91c1843 req-8096f734-bcc9-451a-8a43-b2be3168a321 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042505 Feb 18 08:42:17.041712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188ae45-ec8d-4c9f-8229-3f0edec44772 req-63427fc0-8eb0-49d4-802a-27a9294f9ea0 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:17.043150 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8188ae45-ec8d-4c9f-8229-3f0edec44772 req-63427fc0-8eb0-49d4-802a-27a9294f9ea0 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 943 time: 0.2393715 Feb 18 08:42:17.059249 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c64b686-7117-4f76-bdd6-de407579947e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:17.073648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0c64b686-7117-4f76-bdd6-de407579947e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:17.078290 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0c64b686-7117-4f76-bdd6-de407579947e admin admin] Usage tracker for resource:security_group_rule and tenant:e78f8633821948caad707c5b2e400229 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:17.081021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0c64b686-7117-4f76-bdd6-de407579947e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:17.086624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0c64b686-7117-4f76-bdd6-de407579947e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:17.165386 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c64b686-7117-4f76-bdd6-de407579947e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:17.168991 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c64b686-7117-4f76-bdd6-de407579947e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:17.213386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8188ae45-ec8d-4c9f-8229-3f0edec44772 req-5707eb7b-20ac-4b77-a0da-25d88aa24c62 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928738 Feb 18 08:42:17.221154 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0c64b686-7117-4f76-bdd6-de407579947e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e78f8633821948caad707c5b2e400229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618064 Feb 18 08:42:17.221154 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64b686-7117-4f76-bdd6-de407579947e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b980e9e9-7160-4434-a8eb-7af4363cb898,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:17.223570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39734) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:17.257151 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c083d10d-8c3f-4ea0-92e1-fc2ef91c1843 req-59405e98-e9b1-45b9-9042-07d3eeb6e390 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451377 Feb 18 08:42:17.265894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3d32c-4cf3-43e8-ba2b-d5225cf64bd4 req-64e67732-b7e9-4acc-907f-e1cf689c7a06 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:17.272937 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-45e3d32c-4cf3-43e8-ba2b-d5225cf64bd4 req-64e67732-b7e9-4acc-907f-e1cf689c7a06 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/ports?device_id=d86b9fdb-6697-4bef-9a31-4f4d6d815d71 HTTP/1.1" status: 200 len: 949 time: 0.2411904 Feb 18 08:42:17.291945 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91a2dd62-e770-4cfc-9a2d-4eead08fc47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:17.320715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-45e3d32c-4cf3-43e8-ba2b-d5225cf64bd4 req-b995e6d8-af27-4eb9-91de-c5d68c3ee3f3 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/security-groups?id=55f89ea9-2a92-41bc-bb8d-409e480bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467873 Feb 18 08:42:17.325321 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91a2dd62-e770-4cfc-9a2d-4eead08fc47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:17.390989 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91a2dd62-e770-4cfc-9a2d-4eead08fc47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:17.414870 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2dd62-e770-4cfc-9a2d-4eead08fc47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b980e9e9-7160-4434-a8eb-7af4363cb898,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:17.418415 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91a2dd62-e770-4cfc-9a2d-4eead08fc47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:17.419987 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-91a2dd62-e770-4cfc-9a2d-4eead08fc47f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b980e9e9-7160-4434-a8eb-7af4363cb898 HTTP/1.1" status: 204 len: 168 time: 0.1946013 Feb 18 08:42:17.514611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99948afe-262b-4131-883c-6e9b0879979e req-0d059576-2070-430c-a14b-85afb3ebfbbe tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:17.516183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99948afe-262b-4131-883c-6e9b0879979e req-0d059576-2070-430c-a14b-85afb3ebfbbe tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.1002297 Feb 18 08:42:17.567118 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99948afe-262b-4131-883c-6e9b0879979e req-d86ba321-86d5-412d-bb75-535ec31df2df tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449786 Feb 18 08:42:17.701625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2bfd3-bf6d-4e1c-bc7f-9a0cfdc8cde9 req-52922610-e1fb-4011-9dad-c187a6b51e70 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:17.703259 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99a2bfd3-bf6d-4e1c-bc7f-9a0cfdc8cde9 req-52922610-e1fb-4011-9dad-c187a6b51e70 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e8c4fef-d085-4fd1-931d-8e4c99f8c8af HTTP/1.1" status: 200 len: 948 time: 0.0934563 Feb 18 08:42:17.748174 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39756) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:17.752877 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99a2bfd3-bf6d-4e1c-bc7f-9a0cfdc8cde9 req-43246ee0-c70b-4564-98d3-5358a498b396 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437253 Feb 18 08:42:17.767466 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-52370e7d-1f64-411e-93fb-75c897dcc9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:17.794047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-52370e7d-1f64-411e-93fb-75c897dcc9fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:17.804782 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-52370e7d-1f64-411e-93fb-75c897dcc9fb admin admin] Usage tracker for resource:security_group_rule and tenant:a3810637c5c346b6b642e02d6a90c895 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:17.808436 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-52370e7d-1f64-411e-93fb-75c897dcc9fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:17.816525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-52370e7d-1f64-411e-93fb-75c897dcc9fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:17.913189 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-52370e7d-1f64-411e-93fb-75c897dcc9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:17.918970 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-52370e7d-1f64-411e-93fb-75c897dcc9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:17.967275 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-52370e7d-1f64-411e-93fb-75c897dcc9fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a3810637c5c346b6b642e02d6a90c895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171919 Feb 18 08:42:17.968155 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52370e7d-1f64-411e-93fb-75c897dcc9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44edc0b-bf9e-44f8-b60b-85bcfc17137d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:17.970519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39762) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:18.018033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd57547-f499-413e-9792-83c8bee8d466 req-274c5fff-6091-4532-a9a6-50f354086934 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:18.019750 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ccd57547-f499-413e-9792-83c8bee8d466 req-274c5fff-6091-4532-a9a6-50f354086934 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=81d2a158-746d-493b-979e-22de239c3e2a HTTP/1.1" status: 200 len: 967 time: 0.0957320 Feb 18 08:42:18.038325 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d42eb487-11bf-4ca1-8f14-56a6b024cc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:18.066842 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d42eb487-11bf-4ca1-8f14-56a6b024cc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:18.093127 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ccd57547-f499-413e-9792-83c8bee8d466 req-b7a186d3-7bae-42bc-b5f3-055aee3ee7a4 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627198 Feb 18 08:42:18.141684 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d42eb487-11bf-4ca1-8f14-56a6b024cc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:18.159628 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42eb487-11bf-4ca1-8f14-56a6b024cc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44edc0b-bf9e-44f8-b60b-85bcfc17137d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:18.175070 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d42eb487-11bf-4ca1-8f14-56a6b024cc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:18.176707 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d42eb487-11bf-4ca1-8f14-56a6b024cc77 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e44edc0b-bf9e-44f8-b60b-85bcfc17137d HTTP/1.1" status: 204 len: 168 time: 0.2052789 Feb 18 08:42:18.312528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4a3a3-69b2-46d4-a98d-25dbc5f5810d req-9d4588ba-0e1c-4dcc-8137-ae3b7652d863 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:18.314046 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5da4a3a3-69b2-46d4-a98d-25dbc5f5810d req-9d4588ba-0e1c-4dcc-8137-ae3b7652d863 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=81d2a158-746d-493b-979e-22de239c3e2a HTTP/1.1" status: 200 len: 967 time: 0.0955241 Feb 18 08:42:18.323173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39780) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:18.330295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-da60ada8-e045-459d-8d91-ea7b7cb05da7 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Request body: {'floatingip': {'port_id': '9df6f56e-8f70-48d7-a53d-ca72e3860b8c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:18.353056 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9fca6-9448-45e2-91c5-3561be68e3bd req-4929a2c2-43b6-4700-971b-bc0924567874 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:18.353543 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-7fd9fca6-9448-45e2-91c5-3561be68e3bd req-4929a2c2-43b6-4700-971b-bc0924567874 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Synchronizing usage tracker for tenant:ea49819983984c26b931ee7b40023796 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:42:18.376973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-7fd9fca6-9448-45e2-91c5-3561be68e3bd req-4929a2c2-43b6-4700-971b-bc0924567874 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Unset dirty status for tenant:ea49819983984c26b931ee7b40023796 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:42:18.378659 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7fd9fca6-9448-45e2-91c5-3561be68e3bd req-4929a2c2-43b6-4700-971b-bc0924567874 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.81 "GET /v2.0/ports?device_id=d86b9fdb-6697-4bef-9a31-4f4d6d815d71 HTTP/1.1" status: 200 len: 949 time: 0.1513596 Feb 18 08:42:18.437226 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da60ada8-e045-459d-8d91-ea7b7cb05da7 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:18.456282 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:42:18.471150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-7fd9fca6-9448-45e2-91c5-3561be68e3bd req-87552093-6b7b-4264-8986-76c6c7fadc27 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Deleting port b23adf07-07d9-412a-b7a6-cbd25ee59f7f {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:42:18.471820 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7fd9fca6-9448-45e2-91c5-3561be68e3bd req-87552093-6b7b-4264-8986-76c6c7fadc27 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:18.666046 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:18.720117 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '66d707d6-fcfb-4c3b-b2a0-d4b332679fd1', 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91', 'port_id': '66d707d6-fcfb-4c3b-b2a0-d4b332679fd1', 'mac_address': 'fa:16:3e:9f:d6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a4176b-79bd-4632-822e-600c5663a061', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:42:18.764640 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-7fd9fca6-9448-45e2-91c5-3561be68e3bd req-87552093-6b7b-4264-8986-76c6c7fadc27 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] For port b23adf07-07d9-412a-b7a6-cbd25ee59f7f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b23adf07-07d9-412a-b7a6-cbd25ee59f7f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:18.765683 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7fd9fca6-9448-45e2-91c5-3561be68e3bd req-87552093-6b7b-4264-8986-76c6c7fadc27 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:18.786813 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:18.829319 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:42:18.846800 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:18.852667 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:18.935872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:18.946073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:18.946974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:18.947607 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:18.948124 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:18.948609 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:18.949244 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:18.949704 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:18.950246 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:18.950777 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:18.951253 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:18.951938 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:18.952719 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:18.963304 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-7fd9fca6-9448-45e2-91c5-3561be68e3bd req-87552093-6b7b-4264-8986-76c6c7fadc27 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Calling delete_port for b23adf07-07d9-412a-b7a6-cbd25ee59f7f owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:42:19.177013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['66d707d6-fcfb-4c3b-b2a0-d4b332679fd1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:42:19.246859 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7fd9fca6-9448-45e2-91c5-3561be68e3bd req-87552093-6b7b-4264-8986-76c6c7fadc27 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:19.315544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87552093-6b7b-4264-8986-76c6c7fadc27 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Pushing event deleted for resources: {'Port': ['ID=b23adf07-07d9-412a-b7a6-cbd25ee59f7f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:19.332074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a70c43-16ca-4d99-bb54-591c80b3df51 req-3cacd3ec-2103-4ece-b005-9515eb3b548e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:19.333679 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84a70c43-16ca-4d99-bb54-591c80b3df51 req-3cacd3ec-2103-4ece-b005-9515eb3b548e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 943 time: 0.6150355 Feb 18 08:42:19.344586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cafe94-298b-4860-b86e-fbcb830aa892 req-5d0f72b1-af26-4455-94bb-c2353a40fffe tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:19.346084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18cafe94-298b-4860-b86e-fbcb830aa892 req-5d0f72b1-af26-4455-94bb-c2353a40fffe tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/ports?device_id=d86b9fdb-6697-4bef-9a31-4f4d6d815d71 HTTP/1.1" status: 200 len: 949 time: 0.6286967 Feb 18 08:42:19.422968 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd9fca6-9448-45e2-91c5-3561be68e3bd req-87552093-6b7b-4264-8986-76c6c7fadc27 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] No DVR routers for this DVR port b23adf07-07d9-412a-b7a6-cbd25ee59f7f on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:42:19.433850 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7fd9fca6-9448-45e2-91c5-3561be68e3bd req-87552093-6b7b-4264-8986-76c6c7fadc27 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:19.437160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86b9fdb-6697-4bef-9a31-4f4d6d815d71', 'name': 'network-vif-deleted', 'tag': 'b23adf07-07d9-412a-b7a6-cbd25ee59f7f'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:42:19.457686 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7fd9fca6-9448-45e2-91c5-3561be68e3bd req-87552093-6b7b-4264-8986-76c6c7fadc27 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.81 "DELETE /v2.0/ports/b23adf07-07d9-412a-b7a6-cbd25ee59f7f HTTP/1.1" status: 204 len: 173 time: 1.0723152 Feb 18 08:42:19.474017 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18cafe94-298b-4860-b86e-fbcb830aa892 req-183e28cb-fed5-40d9-85e7-815ad2dee067 tempest-TenantUsagesTestJSON-945364848 tempest-TenantUsagesTestJSON-945364848-project] 10.222.0.72 "GET /v2.0/security-groups?id=55f89ea9-2a92-41bc-bb8d-409e480bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004400 Feb 18 08:42:19.489706 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84a70c43-16ca-4d99-bb54-591c80b3df51 req-49e8f49f-ff72-46ec-aa25-1bb3dd5d64b5 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374025 Feb 18 08:42:19.655128 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 59a8bd33-a171-4f77-a9ea-fea827227217 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:42:19.695329 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-da60ada8-e045-459d-8d91-ea7b7cb05da7 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:42:19.848151 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 59a8bd33-a171-4f77-a9ea-fea827227217, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=59a8bd33-a171-4f77-a9ea-fea827227217,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:19.868160 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '59a8bd33-a171-4f77-a9ea-fea827227217', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '59a8bd33-a171-4f77-a9ea-fea827227217', 'mac_address': 'fa:16:3e:ac:e3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:42:19.884701 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da60ada8-e045-459d-8d91-ea7b7cb05da7 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:19.898726 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da60ada8-e045-459d-8d91-ea7b7cb05da7 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:19.953461 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:19.998886 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a8bd33-a171-4f77-a9ea-fea827227217 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:42:20.034331 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 59a8bd33-a171-4f77-a9ea-fea827227217, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=59a8bd33-a171-4f77-a9ea-fea827227217,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:20.049972 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:20.135014 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=59a8bd33-a171-4f77-a9ea-fea827227217,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:20.197065 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-da60ada8-e045-459d-8d91-ea7b7cb05da7 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Floating IP 10f63271-d16a-4ebd-97c5-19ad3614e852 associated. External IP: 172.25.1.146, port: 9df6f56e-8f70-48d7-a53d-ca72e3860b8c. Feb 18 08:42:20.256938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af2eed-ea8b-4991-96e6-c2c263f7138e req-20981327-15ce-41cf-87f7-ee596cea848f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:20.258407 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9af2eed-ea8b-4991-96e6-c2c263f7138e req-20981327-15ce-41cf-87f7-ee596cea848f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.4578805 Feb 18 08:42:20.341610 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['59a8bd33-a171-4f77-a9ea-fea827227217'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:42:20.404362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3be76-ee72-4291-8e43-ba3b66ad75b6 req-a03d7a38-cc65-45c6-8890-e987a152ebac tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:20.405867 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bbe3be76-ee72-4291-8e43-ba3b66ad75b6 req-a03d7a38-cc65-45c6-8890-e987a152ebac tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e8c4fef-d085-4fd1-931d-8e4c99f8c8af HTTP/1.1" status: 200 len: 948 time: 0.4161358 Feb 18 08:42:20.421696 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9af2eed-ea8b-4991-96e6-c2c263f7138e req-8a1406d9-2f70-4e1e-9b36-43b404932b35 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483073 Feb 18 08:42:20.459001 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:42:20.473487 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86b9fdb-6697-4bef-9a31-4f4d6d815d71', 'name': 'network-vif-deleted', 'tag': 'b23adf07-07d9-412a-b7a6-cbd25ee59f7f', 'status': 'completed', 'code': 200} Feb 18 08:42:20.479258 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bbe3be76-ee72-4291-8e43-ba3b66ad75b6 req-f9ec1c4b-c267-465b-807a-9e773cc5bd23 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563924 Feb 18 08:42:20.601068 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:42:20.625775 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:42:20.626152 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:20.700182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da60ada8-e045-459d-8d91-ea7b7cb05da7 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Router 750484d5-88eb-4d99-b700-088a38dc5994 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:42:20.899578 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:20.962340 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4fed2-3893-419d-b211-8fa083ca9364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d707d6-fcfb-4c3b-b2a0-d4b332679fd1'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:42:20.986382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:20.996460 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:20.999844 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device b23adf07-07d9-412a-b7a6-cbd25ee59f7f no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:42:21.104697 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: b23adf07-07d9-412a-b7a6-cbd25ee59f7f {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:42:21.105036 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device b23adf07-07d9-412a-b7a6-cbd25ee59f7f not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:42:21.127657 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da60ada8-e045-459d-8d91-ea7b7cb05da7 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:42:21.133312 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da60ada8-e045-459d-8d91-ea7b7cb05da7 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:21.143963 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33fdf5a-272f-4014-91a7-515ff80da88f None None] Sync routers for ids ['750484d5-88eb-4d99-b700-088a38dc5994'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:42:21.151140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:21.160023 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33fdf5a-272f-4014-91a7-515ff80da88f None None] Routers {'750484d5-88eb-4d99-b700-088a38dc5994'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:42:21.160927 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b33fdf5a-272f-4014-91a7-515ff80da88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:42:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['750484d5-88eb-4d99-b700-088a38dc5994'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:42:21.222955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-da60ada8-e045-459d-8d91-ea7b7cb05da7 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "PUT /v2.0/floatingips/10f63271-d16a-4ebd-97c5-19ad3614e852 HTTP/1.1" status: 200 len: 1013 time: 2.8959811 Feb 18 08:42:21.224001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d2a158-746d-493b-979e-22de239c3e2a', 'tag': '9df6f56e-8f70-48d7-a53d-ca72e3860b8c'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:42:21.254361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753b04c-dbb4-4203-8611-6096c988e98d req-f06984ab-7301-4c22-a447-eebb11073e16 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:21.261578 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8753b04c-dbb4-4203-8611-6096c988e98d req-f06984ab-7301-4c22-a447-eebb11073e16 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 945 time: 0.2836325 Feb 18 08:42:21.307053 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39874) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:21.308586 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc4fed2-3893-419d-b211-8fa083ca9364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d707d6-fcfb-4c3b-b2a0-d4b332679fd1', 'code': 200} Feb 18 08:42:21.345257 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8753b04c-dbb4-4203-8611-6096c988e98d req-a11a3424-5140-4ef2-97a2-44c9dda8186a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817695 Feb 18 08:42:21.401237 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-b33fdf5a-272f-4014-91a7-515ff80da88f None None] Set router 750484d5-88eb-4d99-b700-088a38dc5994 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:42:21.428418 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d2a158-746d-493b-979e-22de239c3e2a', 'tag': '9df6f56e-8f70-48d7-a53d-ca72e3860b8c', 'status': 'completed', 'code': 200} Feb 18 08:42:21.564946 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e543363-190d-4bec-ac70-70f037c13496 req-533b57ba-92ca-4bc5-8b65-e2cf0776132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:21.567126 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9e543363-190d-4bec-ac70-70f037c13496 req-533b57ba-92ca-4bc5-8b65-e2cf0776132c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 1096 time: 0.1769481 Feb 18 08:42:21.611779 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e806c08d-dbde-47bb-a63f-94d640083d68 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ea49819983984c26b931ee7b40023796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028395 Feb 18 08:42:21.614277 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39896) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:21.631505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadfab2-5a21-48a3-9574-1aeae45e92a8 req-fe020af4-ae9a-4c9c-b99d-58cb8c8a8f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:21.632967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fadfab2-5a21-48a3-9574-1aeae45e92a8 req-fe020af4-ae9a-4c9c-b99d-58cb8c8a8f9b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=acb5ccc9e90344ccb998b0892a2a055c&device_id=81d2a158-746d-493b-979e-22de239c3e2a HTTP/1.1" status: 200 len: 1118 time: 0.1857042 Feb 18 08:42:21.635301 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9e543363-190d-4bec-ac70-70f037c13496 req-6ce89d01-4102-4ea8-8e56-8b3452b824fd service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603657 Feb 18 08:42:21.656835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 59a8bd33-a171-4f77-a9ea-fea827227217 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:42:21.672563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531c576-7efd-4c7e-833f-00b4cc19f156 req-5cb19ad3-6cab-4472-a1d2-25aa9d580fe8 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:21.679455 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e531c576-7efd-4c7e-833f-00b4cc19f156 req-5cb19ad3-6cab-4472-a1d2-25aa9d580fe8 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=81d2a158-746d-493b-979e-22de239c3e2a HTTP/1.1" status: 200 len: 967 time: 0.1538489 Feb 18 08:42:21.697542 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9582-3f9e-46c3-af55-4ebaef486e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:21.735231 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 59a8bd33-a171-4f77-a9ea-fea827227217 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:42:21.736379 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9582-3f9e-46c3-af55-4ebaef486e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:21.741176 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 59a8bd33-a171-4f77-a9ea-fea827227217 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:42:21.741812 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:21.810173 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9582-3f9e-46c3-af55-4ebaef486e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:21.815543 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e531c576-7efd-4c7e-833f-00b4cc19f156 req-9c9d8c08-8e72-4559-9f78-517386713266 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351869 Feb 18 08:42:21.845306 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9582-3f9e-46c3-af55-4ebaef486e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:21.845306 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ea5e9582-3f9e-46c3-af55-4ebaef486e7e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/55f89ea9-2a92-41bc-bb8d-409e480bf322 HTTP/1.1" status: 204 len: 168 time: 0.2065382 Feb 18 08:42:21.845306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e9582-3f9e-46c3-af55-4ebaef486e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f89ea9-2a92-41bc-bb8d-409e480bf322,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:21.911644 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:21.921527 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b33fdf5a-272f-4014-91a7-515ff80da88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:41:25Z', 'revision_number': 4, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port': {'id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:18Z', 'updated_at': '2022-02-18T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '10f63271-d16a-4ebd-97c5-19ad3614e852', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'port_id': '9df6f56e-8f70-48d7-a53d-ca72e3860b8c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'mac_address': 'fa:16:3e:0c:e4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d2a158-746d-493b-979e-22de239c3e2a', 'device_owner': 'compute:tempest-test_az-1912269346'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:41:55Z', 'updated_at': '2022-02-18T08:42:19Z', 'revision_number': 1, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f170f5bc-ccfb-4908-95e1-73fedb6080bf', 'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'mac_address': 'fa:16:3e:20:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:23Z', 'updated_at': '2022-02-18T08:41:36Z', 'revision_number': 5, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'subnets': [{'id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:42:21.928603 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33fdf5a-272f-4014-91a7-515ff80da88f None None] Checking router: 750484d5-88eb-4d99-b700-088a38dc5994 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:42:21.939148 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33fdf5a-272f-4014-91a7-515ff80da88f None None] Routers {'750484d5-88eb-4d99-b700-088a38dc5994'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:42:21.939764 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b33fdf5a-272f-4014-91a7-515ff80da88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:42:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['750484d5-88eb-4d99-b700-088a38dc5994'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:42:21.955385 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 59a8bd33-a171-4f77-a9ea-fea827227217, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=59a8bd33-a171-4f77-a9ea-fea827227217,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:21.963782 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:21.978610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadfab2-5a21-48a3-9574-1aeae45e92a8 req-11dfd8af-e784-48ed-adc8-4225fe887681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:21.980120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fadfab2-5a21-48a3-9574-1aeae45e92a8 req-11dfd8af-e784-48ed-adc8-4225fe887681 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c4c5e8e-8215-4796-a5ce-435bb8609f4a HTTP/1.1" status: 200 len: 923 time: 0.2819996 Feb 18 08:42:21.988487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172970e-24aa-4bdb-9674-3f7b5399b29d req-5ac74697-4555-455b-8608-cf781f7071e6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:21.989895 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d172970e-24aa-4bdb-9674-3f7b5399b29d req-5ac74697-4555-455b-8608-cf781f7071e6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.3551569 Feb 18 08:42:22.076413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=59a8bd33-a171-4f77-a9ea-fea827227217,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:22.167699 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fadfab2-5a21-48a3-9574-1aeae45e92a8 req-e90a8892-ad7f-42c1-bce1-9990ab016cda service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9df6f56e-8f70-48d7-a53d-ca72e3860b8c HTTP/1.1" status: 200 len: 1021 time: 0.1768448 Feb 18 08:42:22.172608 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d172970e-24aa-4bdb-9674-3f7b5399b29d req-a59ca9fc-d8d4-471b-89e8-6936b3ce2310 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298640 Feb 18 08:42:22.184191 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-b33fdf5a-272f-4014-91a7-515ff80da88f None None] Set router 750484d5-88eb-4d99-b700-088a38dc5994 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:42:22.252563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadfab2-5a21-48a3-9574-1aeae45e92a8 req-92290e48-f70f-4b87-b1ff-837bf6743aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:22.254016 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fadfab2-5a21-48a3-9574-1aeae45e92a8 req-92290e48-f70f-4b87-b1ff-837bf6743aea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db8c3d8b-3f4e-4938-bf14-6dbfccf62216 HTTP/1.1" status: 200 len: 861 time: 0.0794437 Feb 18 08:42:22.263086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5325fdc-48f3-4bab-a0f2-407239c34ed2 req-7161b21d-cb25-4522-9dcf-eeabf1951790 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:22.264633 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5325fdc-48f3-4bab-a0f2-407239c34ed2 req-7161b21d-cb25-4522-9dcf-eeabf1951790 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e8c4fef-d085-4fd1-931d-8e4c99f8c8af HTTP/1.1" status: 200 len: 950 time: 0.2208261 Feb 18 08:42:22.295235 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39914) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:22.316368 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08e1e4d4-bbaf-4df1-9210-d392641474d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:22.334074 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-08e1e4d4-bbaf-4df1-9210-d392641474d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:22.338134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-08e1e4d4-bbaf-4df1-9210-d392641474d4 admin admin] Usage tracker for resource:security_group_rule and tenant:7b3ffdb995de46ec88171e6b01542cf3 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:22.341358 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-08e1e4d4-bbaf-4df1-9210-d392641474d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:22.347281 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-08e1e4d4-bbaf-4df1-9210-d392641474d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:22.357902 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5325fdc-48f3-4bab-a0f2-407239c34ed2 req-00b1251f-ff41-4899-84a2-ac93336076cc tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550518 Feb 18 08:42:22.378462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadfab2-5a21-48a3-9574-1aeae45e92a8 req-70fe13b6-541d-452c-80c2-8b56001206ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:22.380373 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fadfab2-5a21-48a3-9574-1aeae45e92a8 req-70fe13b6-541d-452c-80c2-8b56001206ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c4c5e8e-8215-4796-a5ce-435bb8609f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148376 Feb 18 08:42:22.501750 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08e1e4d4-bbaf-4df1-9210-d392641474d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:22.514853 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08e1e4d4-bbaf-4df1-9210-d392641474d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:22.681631 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-08e1e4d4-bbaf-4df1-9210-d392641474d4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7b3ffdb995de46ec88171e6b01542cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3851650 Feb 18 08:42:22.686092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39944) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:22.719697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1e4d4-bbaf-4df1-9210-d392641474d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8a9401-2eb1-43c9-99ec-8c60c53bb4eb,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:22.743484 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fadfab2-5a21-48a3-9574-1aeae45e92a8 req-2a01809f-c590-43be-b849-82afc222f4fb service neutron] 10.222.0.61 "GET /v2.0/networks/6c4c5e8e-8215-4796-a5ce-435bb8609f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571413 Feb 18 08:42:22.790429 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b33fdf5a-272f-4014-91a7-515ff80da88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:41:25Z', 'revision_number': 4, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port': {'id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:18Z', 'updated_at': '2022-02-18T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '10f63271-d16a-4ebd-97c5-19ad3614e852', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'port_id': '9df6f56e-8f70-48d7-a53d-ca72e3860b8c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'mac_address': 'fa:16:3e:0c:e4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d2a158-746d-493b-979e-22de239c3e2a', 'device_owner': 'compute:tempest-test_az-1912269346'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:41:55Z', 'updated_at': '2022-02-18T08:42:19Z', 'revision_number': 1, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f170f5bc-ccfb-4908-95e1-73fedb6080bf', 'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'mac_address': 'fa:16:3e:20:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:23Z', 'updated_at': '2022-02-18T08:41:36Z', 'revision_number': 5, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'subnets': [{'id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:42:22.795199 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33fdf5a-272f-4014-91a7-515ff80da88f None None] The sync data for ids ['750484d5-88eb-4d99-b700-088a38dc5994'] in n-d-829434-1 is: [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:41:25Z', 'revision_number': 4, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port': {'id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:18Z', 'updated_at': '2022-02-18T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '10f63271-d16a-4ebd-97c5-19ad3614e852', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'port_id': '9df6f56e-8f70-48d7-a53d-ca72e3860b8c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'mac_address': 'fa:16:3e:0c:e4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d2a158-746d-493b-979e-22de239c3e2a', 'device_owner': 'compute:tempest-test_az-1912269346'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:41:55Z', 'updated_at': '2022-02-18T08:42:19Z', 'revision_number': 1, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f170f5bc-ccfb-4908-95e1-73fedb6080bf', 'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'mac_address': 'fa:16:3e:20:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:23Z', 'updated_at': '2022-02-18T08:41:36Z', 'revision_number': 5, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'subnets': [{'id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:42:22.876669 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4cfa592d-715d-494a-b356-506e2a72e475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:22.944417 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4cfa592d-715d-494a-b356-506e2a72e475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:22.974444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87884804-716c-4364-888f-67c571c9509b req-fb83e15b-8775-4d3d-a3b2-fad97b7f1a1a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:22.976109 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87884804-716c-4364-888f-67c571c9509b req-fb83e15b-8775-4d3d-a3b2-fad97b7f1a1a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 945 time: 0.2852521 Feb 18 08:42:22.991170 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39954) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:23.039982 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fadfab2-5a21-48a3-9574-1aeae45e92a8 req-b370e8e1-e31a-4b58-87f0-45893898f49a service neutron] 10.222.0.61 "GET /v2.0/networks/6c4c5e8e-8215-4796-a5ce-435bb8609f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887099 Feb 18 08:42:23.040124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39960) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:23.067431 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87884804-716c-4364-888f-67c571c9509b req-4b511e70-ebbf-47dd-bc05-a786b44696e0 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749934 Feb 18 08:42:23.093130 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4cfa592d-715d-494a-b356-506e2a72e475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:23.121958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa592d-715d-494a-b356-506e2a72e475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8a9401-2eb1-43c9-99ec-8c60c53bb4eb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:23.125931 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4cfa592d-715d-494a-b356-506e2a72e475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:23.127045 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4cfa592d-715d-494a-b356-506e2a72e475 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ab8a9401-2eb1-43c9-99ec-8c60c53bb4eb HTTP/1.1" status: 204 len: 168 time: 0.4372735 Feb 18 08:42:23.163276 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716bb86-b7e6-4f0f-9692-3b0f5d9ba2d9 None None] New status for floating IP 10f63271-d16a-4ebd-97c5-19ad3614e852: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:42:23.245239 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f08155ed-be65-464b-906f-5c02e29d8739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:23.282404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f08155ed-be65-464b-906f-5c02e29d8739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:23.296113 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f08155ed-be65-464b-906f-5c02e29d8739 admin admin] Usage tracker for resource:security_group_rule and tenant:4d59129bf1c24c79a9a7ab355c3ecb4c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:23.299459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f08155ed-be65-464b-906f-5c02e29d8739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:23.320766 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f08155ed-be65-464b-906f-5c02e29d8739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:23.382645 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8c4fef-d085-4fd1-931d-8e4c99f8c8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a8bd33-a171-4f77-a9ea-fea827227217'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:42:23.398577 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39972) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:23.493349 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f08155ed-be65-464b-906f-5c02e29d8739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:23.500044 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f08155ed-be65-464b-906f-5c02e29d8739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:23.573316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08155ed-be65-464b-906f-5c02e29d8739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230de2f2-502c-4481-8853-7101a44330f7,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:23.584454 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f08155ed-be65-464b-906f-5c02e29d8739 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4d59129bf1c24c79a9a7ab355c3ecb4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5898287 Feb 18 08:42:23.585977 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39984) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:23.599835 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fac09073-80e7-445e-99e3-eace78f841f5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d4daa84187934bd4b0b6695dc8319c54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5563965 Feb 18 08:42:23.602293 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39988) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:23.673034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a41885-b0ba-407a-bf10-55c7adc83aaa req-3d5e0bec-61f3-4630-a7f0-acf668ab263d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:23.675061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43a41885-b0ba-407a-bf10-55c7adc83aaa req-3d5e0bec-61f3-4630-a7f0-acf668ab263d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.2575438 Feb 18 08:42:23.689684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124db9d-0125-4468-b40c-8cfeb5d1f36a req-dd684f85-78e6-4abb-a5fe-a93c490efca4 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:23.697024 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0124db9d-0125-4468-b40c-8cfeb5d1f36a req-dd684f85-78e6-4abb-a5fe-a93c490efca4 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e8c4fef-d085-4fd1-931d-8e4c99f8c8af HTTP/1.1" status: 200 len: 950 time: 0.1648450 Feb 18 08:42:23.737228 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-746bf171-530f-49a1-a640-e435f121c562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:23.755074 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4748e071-c8ee-4a3d-9cf7-517290314e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:23.780700 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0124db9d-0125-4468-b40c-8cfeb5d1f36a req-ae905c0d-cf0a-4658-a97e-e0ec53e7bccb tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825276 Feb 18 08:42:23.799531 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ec84211-3261-446a-a896-4be33d48d59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:23.816903 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43a41885-b0ba-407a-bf10-55c7adc83aaa req-a6f5bed0-7b68-4aa4-b1c8-1bfb04f6fd5f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170554 Feb 18 08:42:23.826072 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-746bf171-530f-49a1-a640-e435f121c562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:23.838373 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8c4fef-d085-4fd1-931d-8e4c99f8c8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a8bd33-a171-4f77-a9ea-fea827227217', 'code': 200} Feb 18 08:42:23.842655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0ec84211-3261-446a-a896-4be33d48d59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:23.845966 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4748e071-c8ee-4a3d-9cf7-517290314e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:23.862002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0ec84211-3261-446a-a896-4be33d48d59d admin admin] Usage tracker for resource:security_group_rule and tenant:21a3c83bf14649669801e992c9119065 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:23.869808 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0ec84211-3261-446a-a896-4be33d48d59d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:23.886135 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0ec84211-3261-446a-a896-4be33d48d59d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:23.962207 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4748e071-c8ee-4a3d-9cf7-517290314e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:23.975541 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-746bf171-530f-49a1-a640-e435f121c562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:23.994545 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be53b7-ac13-4f57-8ea5-51ff1e1bfb93 req-02155284-bde5-4255-a139-3f9471c03f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:23.994957 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73be53b7-ac13-4f57-8ea5-51ff1e1bfb93 req-02155284-bde5-4255-a139-3f9471c03f80 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6e8c4fef-d085-4fd1-931d-8e4c99f8c8af HTTP/1.1" status: 200 len: 1101 time: 0.0786991 Feb 18 08:42:23.996101 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748e071-c8ee-4a3d-9cf7-517290314e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1e02ab-ef8f-4664-ab17-205a07f965b7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:24.024071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bf171-530f-49a1-a640-e435f121c562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230de2f2-502c-4481-8853-7101a44330f7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:24.040107 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73be53b7-ac13-4f57-8ea5-51ff1e1bfb93 req-52e50532-1c2e-4456-88d8-07d290f54be4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388761 Feb 18 08:42:24.063086 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ec84211-3261-446a-a896-4be33d48d59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:24.068244 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4748e071-c8ee-4a3d-9cf7-517290314e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:24.071606 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4748e071-c8ee-4a3d-9cf7-517290314e96 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ca1e02ab-ef8f-4664-ab17-205a07f965b7 HTTP/1.1" status: 204 len: 168 time: 0.4661839 Feb 18 08:42:24.071606 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ec84211-3261-446a-a896-4be33d48d59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:24.079420 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-746bf171-530f-49a1-a640-e435f121c562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:24.083188 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-746bf171-530f-49a1-a640-e435f121c562 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/230de2f2-502c-4481-8853-7101a44330f7 HTTP/1.1" status: 204 len: 168 time: 0.4961402 Feb 18 08:42:24.128388 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0ec84211-3261-446a-a896-4be33d48d59d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=21a3c83bf14649669801e992c9119065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7286477 Feb 18 08:42:24.130117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec84211-3261-446a-a896-4be33d48d59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8e33ca-e88f-4a47-9eb6-eabb65cacf82,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:24.131112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40012) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:24.321731 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1f60b266-7d4f-452f-89f4-269871ffbb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:24.358816 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1f60b266-7d4f-452f-89f4-269871ffbb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:24.414445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc2a9f-eb45-4bb0-a98f-06630df251c4 req-f9d1bce8-bebd-436e-b0c3-33f5e32f6cdb tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:24.415910 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0cc2a9f-eb45-4bb0-a98f-06630df251c4 req-f9d1bce8-bebd-436e-b0c3-33f5e32f6cdb tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 945 time: 0.2256162 Feb 18 08:42:24.447574 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1f60b266-7d4f-452f-89f4-269871ffbb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:24.473268 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40022) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:24.476977 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60b266-7d4f-452f-89f4-269871ffbb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8e33ca-e88f-4a47-9eb6-eabb65cacf82,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:24.492261 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0cc2a9f-eb45-4bb0-a98f-06630df251c4 req-5dd03651-9ff8-4e95-b6ad-ed55a946e814 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684905 Feb 18 08:42:24.493680 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1f60b266-7d4f-452f-89f4-269871ffbb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:24.494787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1f60b266-7d4f-452f-89f4-269871ffbb51 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a8e33ca-e88f-4a47-9eb6-eabb65cacf82 HTTP/1.1" status: 204 len: 168 time: 0.3626974 Feb 18 08:42:24.510234 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-baf1bc25-6ffe-401d-98c4-d7b99bf8804d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:24.531970 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-baf1bc25-6ffe-401d-98c4-d7b99bf8804d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:24.537702 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-baf1bc25-6ffe-401d-98c4-d7b99bf8804d admin admin] Usage tracker for resource:security_group_rule and tenant:c162bbf541c14846b73e7382a8128729 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:24.540934 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-baf1bc25-6ffe-401d-98c4-d7b99bf8804d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:24.547360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-baf1bc25-6ffe-401d-98c4-d7b99bf8804d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:24.602811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40032) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:24.634936 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-baf1bc25-6ffe-401d-98c4-d7b99bf8804d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:24.639895 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-baf1bc25-6ffe-401d-98c4-d7b99bf8804d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:24.688536 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-baf1bc25-6ffe-401d-98c4-d7b99bf8804d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c162bbf541c14846b73e7382a8128729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141666 Feb 18 08:42:24.689577 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1bc25-6ffe-401d-98c4-d7b99bf8804d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd000cd8-b035-441d-be9f-f8cb5cdcec56,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:24.691641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40038) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:24.728326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40042) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:24.797799 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-600e0d89-222a-4233-b51e-c85a454009ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:24.814277 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-faadc5d0-fd19-45ff-a4cd-a898f0967799 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f62eb41a9f3449f186356c87fdb6ddae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0825453 Feb 18 08:42:24.815267 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40050) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:24.838067 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-600e0d89-222a-4233-b51e-c85a454009ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:24.936660 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-600e0d89-222a-4233-b51e-c85a454009ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:24.959649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e0d89-222a-4233-b51e-c85a454009ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd000cd8-b035-441d-be9f-f8cb5cdcec56,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:24.968252 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8e030ab4-994c-4e47-b83e-816f8e381ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:24.972110 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-600e0d89-222a-4233-b51e-c85a454009ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:24.977042 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-600e0d89-222a-4233-b51e-c85a454009ec admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fd000cd8-b035-441d-be9f-f8cb5cdcec56 HTTP/1.1" status: 204 len: 168 time: 0.2842276 Feb 18 08:42:25.001459 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8e030ab4-994c-4e47-b83e-816f8e381ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:25.060179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-197962588-network', 'tenant_id': '3d6b9c6525a646ddbcd7a388cf64b73c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:25.067206 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8e030ab4-994c-4e47-b83e-816f8e381ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:25.067955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:25.074888 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Usage tracker for resource:network and tenant:3d6b9c6525a646ddbcd7a388cf64b73c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:25.079803 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:25.088108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:25.089475 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e030ab4-994c-4e47-b83e-816f8e381ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2748215-73e3-4f9f-a1ab-9d7821a4d52e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:25.097697 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8e030ab4-994c-4e47-b83e-816f8e381ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:25.098800 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8e030ab4-994c-4e47-b83e-816f8e381ad0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a2748215-73e3-4f9f-a1ab-9d7821a4d52e HTTP/1.1" status: 204 len: 168 time: 0.2824528 Feb 18 08:42:25.102357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564ff5e-d136-432a-a9a1-10593c75e365 req-e9d573d8-30fb-42e2-988a-b8469f6a944d tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:25.109535 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d564ff5e-d136-432a-a9a1-10593c75e365 req-e9d573d8-30fb-42e2-988a-b8469f6a944d tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e8c4fef-d085-4fd1-931d-8e4c99f8c8af HTTP/1.1" status: 200 len: 950 time: 0.1280868 Feb 18 08:42:25.150855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Made reservation on behalf of 3d6b9c6525a646ddbcd7a388cf64b73c for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:42:25.153677 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:25.204144 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:25.221244 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d564ff5e-d136-432a-a9a1-10593c75e365 req-925a916c-fedb-401c-be2d-cfe9a40a685d tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107385 Feb 18 08:42:25.234634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:25.240385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Usage tracker for resource:security_group_rule and tenant:3d6b9c6525a646ddbcd7a388cf64b73c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:25.249448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40062) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:25.251813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:25.259859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:25.282545 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce71bfa9-d657-4ce5-954b-83b808d09d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:25.305067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a1044-4193-46e4-8f16-a12aae971aef req-da4bae00-3472-4817-8252-a602211b1fa9 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:25.312704 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c01a1044-4193-46e4-8f16-a12aae971aef req-da4bae00-3472-4817-8252-a602211b1fa9 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 1096 time: 0.1480336 Feb 18 08:42:25.321617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ce71bfa9-d657-4ce5-954b-83b808d09d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:25.331866 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ce71bfa9-d657-4ce5-954b-83b808d09d84 admin admin] Usage tracker for resource:security_group_rule and tenant:6439a520ae514744a45b7621bcbdfa26 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:25.337282 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ce71bfa9-d657-4ce5-954b-83b808d09d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:25.344515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ce71bfa9-d657-4ce5-954b-83b808d09d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:25.468744 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c01a1044-4193-46e4-8f16-a12aae971aef req-1272c8d1-ecc0-4e2e-9a45-b87e3165a211 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550429 Feb 18 08:42:25.520914 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce71bfa9-d657-4ce5-954b-83b808d09d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:25.533786 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce71bfa9-d657-4ce5-954b-83b808d09d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:25.590602 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:25.598775 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:25.628235 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71bfa9-d657-4ce5-954b-83b808d09d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ecfc60-3742-4f55-a758-a79eb33426f0,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:25.633622 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ce71bfa9-d657-4ce5-954b-83b808d09d84 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6439a520ae514744a45b7621bcbdfa26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828998 Feb 18 08:42:25.636342 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40076) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:25.658688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0c7b6-5d53-4a4f-a44e-23421ae8e207 req-337ae988-67cb-46d0-b145-11aa43285e35 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:25.665679 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4de0c7b6-5d53-4a4f-a44e-23421ae8e207 req-337ae988-67cb-46d0-b145-11aa43285e35 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.2622578 Feb 18 08:42:25.667708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:42:25.695229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b20c950-7f1a-4566-91f4-fe5bf71061ae,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:25.707810 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:25.708229 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Added segment 2e1a4803-7ad2-4e24-9899-ce07c8207b32 of type vlan for network 7b372a59-3807-4938-a843-69b3084c182a Feb 18 08:42:25.719438 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a433b245-6df4-455c-9e19-86c1ac0db822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:25.749232 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4de0c7b6-5d53-4a4f-a44e-23421ae8e207 req-c91a3600-58f8-45d0-a375-ae6757ff4aab tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824711 Feb 18 08:42:25.759493 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a433b245-6df4-455c-9e19-86c1ac0db822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:25.784492 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:25.827594 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a433b245-6df4-455c-9e19-86c1ac0db822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:25.867406 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433b245-6df4-455c-9e19-86c1ac0db822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ecfc60-3742-4f55-a758-a79eb33426f0,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:25.870939 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a433b245-6df4-455c-9e19-86c1ac0db822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:25.873760 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a433b245-6df4-455c-9e19-86c1ac0db822 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a6ecfc60-3742-4f55-a758-a79eb33426f0 HTTP/1.1" status: 204 len: 168 time: 0.2360370 Feb 18 08:42:25.920195 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:25.921181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:25.921765 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:26.044783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4406481 Feb 18 08:42:26.046900 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cec7c-3d07-4d08-bd17-6f047bdb1d49 req-ae0e06a2-f8c3-40d9-8805-6a5a5b00448d tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:26.047825 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40092) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:26.053873 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e46cec7c-3d07-4d08-bd17-6f047bdb1d49 req-ae0e06a2-f8c3-40d9-8805-6a5a5b00448d tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 1096 time: 0.2587771 Feb 18 08:42:26.058706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b05041ab-da21-4ce1-96a5-f8d905b97aef admin admin] Request body: {'subnet': {'network_id': '7b372a59-3807-4938-a843-69b3084c182a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-197962588-subnet', 'tenant_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:26.065095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b05041ab-da21-4ce1-96a5-f8d905b97aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:26.070535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b05041ab-da21-4ce1-96a5-f8d905b97aef admin admin] Usage tracker for resource:subnet and tenant:3d6b9c6525a646ddbcd7a388cf64b73c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:26.073750 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b05041ab-da21-4ce1-96a5-f8d905b97aef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:26.078028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851184e5-0b1a-4302-b73a-8ad0c6b020c6 admin admin] Pushing event updated for resources: {'Network': ['ID=7b372a59-3807-4938-a843-69b3084c182a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:26.081811 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b05041ab-da21-4ce1-96a5-f8d905b97aef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:26.090432 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 7b372a59-3807-4938-a843-69b3084c182a details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:42:26.103599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05041ab-da21-4ce1-96a5-f8d905b97aef admin admin] Made reservation on behalf of 3d6b9c6525a646ddbcd7a388cf64b73c for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:42:26.108451 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b05041ab-da21-4ce1-96a5-f8d905b97aef admin admin] Notify callbacks [] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:26.134194 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e46cec7c-3d07-4d08-bd17-6f047bdb1d49 req-f68810b0-ab93-4222-a984-0c31383782cd tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793622 Feb 18 08:42:26.445933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a6789-dfb9-46a5-960d-ebbb4d7e571b req-fafc65d1-6187-4e2e-a9a1-98d0eefa1b5f tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:26.454336 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c62a6789-dfb9-46a5-960d-ebbb4d7e571b req-fafc65d1-6187-4e2e-a9a1-98d0eefa1b5f tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e8c4fef-d085-4fd1-931d-8e4c99f8c8af HTTP/1.1" status: 200 len: 950 time: 0.0998852 Feb 18 08:42:26.500412 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b05041ab-da21-4ce1-96a5-f8d905b97aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:26.511876 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c62a6789-dfb9-46a5-960d-ebbb4d7e571b req-a04a178a-fce3-411a-929f-7c91082315fb tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560675 Feb 18 08:42:26.671478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05041ab-da21-4ce1-96a5-f8d905b97aef admin admin] Checking segment: {'id': '2e1a4803-7ad2-4e24-9899-ce07c8207b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7b372a59-3807-4938-a843-69b3084c182a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:42:26.671840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05041ab-da21-4ce1-96a5-f8d905b97aef admin admin] Network hostable DHCP agents. Network: 7b372a59-3807-4938-a843-69b3084c182a, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:42:26.703352 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05041ab-da21-4ce1-96a5-f8d905b97aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec3e41ff-0c36-4f50-854c-e31c4776df29,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:26.707864 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05041ab-da21-4ce1-96a5-f8d905b97aef admin admin] Network 7b372a59-3807-4938-a843-69b3084c182a is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:42:26.725681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-b05041ab-da21-4ce1-96a5-f8d905b97aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 7b372a59-3807-4938-a843-69b3084c182a) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:42:26.730334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05041ab-da21-4ce1-96a5-f8d905b97aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:26.730922 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b05041ab-da21-4ce1-96a5-f8d905b97aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:26.738884 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef8c692-8c9f-4cb7-9d1a-5df84fdcc2c8 None None] Network 7b372a59-3807-4938-a843-69b3084c182a requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:42:26.778343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40128) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:26.784755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-197962588-router', 'tenant_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:26.795161 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b05041ab-da21-4ce1-96a5-f8d905b97aef admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7399247 Feb 18 08:42:26.814313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:26.823146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Usage tracker for resource:router and tenant:3d6b9c6525a646ddbcd7a388cf64b73c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:26.826429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:26.840835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:26.881928 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:26.883318 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:26.913974 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:27.018462 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-7b372a59-3807-4938-a843-69b3084c182a', 'network_id': '7b372a59-3807-4938-a843-69b3084c182a', 'tenant_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'fixed_ips': [{'subnet_id': 'ec3e41ff-0c36-4f50-854c-e31c4776df29'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:42:27.019317 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:27.207211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Allocated IP 172.20.0.2 (7b372a59-3807-4938-a843-69b3084c182a/ec3e41ff-0c36-4f50-854c-e31c4776df29/4be960cb-af16-4b9b-bb7c-a2a1e32e85a9) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:42:27.399512 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:27.439914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c335d-deb9-45a0-a665-04e6f56de33d req-5741177a-58c7-4e89-8a6e-fe66805b72ba tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:27.440816 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-146c335d-deb9-45a0-a665-04e6f56de33d req-5741177a-58c7-4e89-8a6e-fe66805b72ba tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.3715444 Feb 18 08:42:27.516079 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:27.539414 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Transition to ACTIVE for port object 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:42:27.563035 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Transition to ACTIVE for port object 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:42:27.572654 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:27.641885 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Network 7b372a59-3807-4938-a843-69b3084c182a is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:42:27.645464 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:42:27.649331 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:42:27.687258 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-146c335d-deb9-45a0-a665-04e6f56de33d req-24974c76-ffde-4d36-a451-44ee41899b8f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324920 Feb 18 08:42:27.701307 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Pushing event updated for resources: {'Port': ['ID=4be960cb-af16-4b9b-bb7c-a2a1e32e85a9,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:27.790966 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Attempting to bind port 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:42:27.791503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Attempting to bind port 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '2e1a4803-7ad2-4e24-9899-ce07c8207b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7b372a59-3807-4938-a843-69b3084c182a'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:42:27.792028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Attempting to bind port 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 on network 7b372a59-3807-4938-a843-69b3084c182a {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:27.813241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:42:27.815606 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Checking segment: {'id': '2e1a4803-7ad2-4e24-9899-ce07c8207b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7b372a59-3807-4938-a843-69b3084c182a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:42:27.816214 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:27.816769 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Bound using segment: {'id': '2e1a4803-7ad2-4e24-9899-ce07c8207b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7b372a59-3807-4938-a843-69b3084c182a'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:42:27.817387 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Bound port: 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1a4803-7ad2-4e24-9899-ce07c8207b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7b372a59-3807-4938-a843-69b3084c182a'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:42:27.817910 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:28.052198 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] For port 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:42:28.055658 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] For port 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4be960cb-af16-4b9b-bb7c-a2a1e32e85a9,segment=NetworkSegment(2e1a4803-7ad2-4e24-9899-ce07c8207b32),segment_id=2e1a4803-7ad2-4e24-9899-ce07c8207b32)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:42:28.063384 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:28.127423 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:28.164994 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:28.168805 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2215c9-fbd9-4110-a43b-aaed06d04c4e None None] Pushing event updated for resources: {'Port': ['ID=4be960cb-af16-4b9b-bb7c-a2a1e32e85a9,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:28.222846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25329d6-d9f8-4c69-864c-538f7a6f5249 req-74ed56e4-32ed-445a-b2e6-a51bed7ea0ca tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:28.224402 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a25329d6-d9f8-4c69-864c-538f7a6f5249 req-74ed56e4-32ed-445a-b2e6-a51bed7ea0ca tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e8c4fef-d085-4fd1-931d-8e4c99f8c8af HTTP/1.1" status: 200 len: 950 time: 0.2322791 Feb 18 08:42:28.330451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a25329d6-d9f8-4c69-864c-538f7a6f5249 req-10f224b6-a3ff-49d1-8f47-096eebd9ba2e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949821 Feb 18 08:42:28.424053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Allocated IP 172.25.1.75 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/f217cf03-f096-4d02-982e-a3b2405e73b5) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:42:28.626652 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:28.676243 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:28.755168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:42:28.758211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:42:28.762103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:42:28.829294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Pushing event updated for resources: {'Port': ['ID=f217cf03-f096-4d02-982e-a3b2405e73b5,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:29.250119 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:29.313087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40236) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:29.463307 n-d-829434-1 neutron-server[87767]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 08:42:29.467225 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6390777d-b90f-4c9d-8b54-d1a9eeb1b986 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:42:29.468201 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6390777d-b90f-4c9d-8b54-d1a9eeb1b986 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1539996 Feb 18 08:42:29.475503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc10858-b1f3-4cf9-9e90-0794342d8cf9 None None] Network 7b372a59-3807-4938-a843-69b3084c182a requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:42:29.564585 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-cd684019-aa0a-4256-b83e-6035d1af13bb service neutron] Request body: {'binding': {'host': 'n-h2-829434-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:29.565092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-cd684019-aa0a-4256-b83e-6035d1af13bb service neutron] Unknown quota resources ['binding']. {{(pid=87767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 18 08:42:29.603883 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bd54cf55-c634-4f3a-9730-d4158a37faaa None None] Provisioning for port 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:42:29.774672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-cd684019-aa0a-4256-b83e-6035d1af13bb service neutron] Attempting to bind port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 on host n-h2-829434-1 for vnic_type normal with profile None {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:42:29.774998 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-cd684019-aa0a-4256-b83e-6035d1af13bb service neutron] Attempting to bind port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:42:29.775323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-cd684019-aa0a-4256-b83e-6035d1af13bb service neutron] Attempting to bind port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:29.775430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39279e11-f1f5-41e6-a69c-1da2bf7d2a6f req-2aeb965a-e26e-4d33-bf30-56196b7a903c tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:29.776959 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39279e11-f1f5-41e6-a69c-1da2bf7d2a6f req-2aeb965a-e26e-4d33-bf30-56196b7a903c tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.3337708 Feb 18 08:42:29.784685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-cd684019-aa0a-4256-b83e-6035d1af13bb service neutron] Port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 on network 51c9510d-69f6-4794-8ea8-380b620d4b91 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:42:29.785256 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-cd684019-aa0a-4256-b83e-6035d1af13bb service neutron] Attempting to bind port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:29.791046 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-cd684019-aa0a-4256-b83e-6035d1af13bb service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:42:29.791587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-cd684019-aa0a-4256-b83e-6035d1af13bb service neutron] Checking segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:42:29.792102 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-cd684019-aa0a-4256-b83e-6035d1af13bb service neutron] Bound using segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:42:29.792702 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-cd684019-aa0a-4256-b83e-6035d1af13bb service neutron] Bound port: 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:42:29.831098 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:29.843522 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39279e11-f1f5-41e6-a69c-1da2bf7d2a6f req-20b96c61-ca24-4806-b942-315479c87b4a tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557973 Feb 18 08:42:29.870108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-cd684019-aa0a-4256-b83e-6035d1af13bb service neutron] For port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:42:29.881475 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-cd684019-aa0a-4256-b83e-6035d1af13bb service neutron] Notify callbacks [] for binding, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:29.883682 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-cd684019-aa0a-4256-b83e-6035d1af13bb service neutron] 10.222.0.72 "POST /v2.0/ports/66d707d6-fcfb-4c3b-b2a0-d4b332679fd1/bindings HTTP/1.1" status: 201 len: 389 time: 0.3672032 Feb 18 08:42:30.153597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Router 0fa0e407-8464-4473-831f-40ed5bae6cc0 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:42:30.215213 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f924d8d1-4951-4d7f-9e45-18487a38f745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:30.273228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:42:30.345426 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:42:30.350504 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:42:30.350878 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:30.404196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996498e-6b56-405a-a35b-050bf6110592 req-9cce2686-2f74-448f-ace1-560d2dfd8a4f tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:30.405380 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4996498e-6b56-405a-a35b-050bf6110592 req-9cce2686-2f74-448f-ace1-560d2dfd8a4f tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e8c4fef-d085-4fd1-931d-8e4c99f8c8af HTTP/1.1" status: 200 len: 950 time: 0.2949493 Feb 18 08:42:30.471678 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-32b0737f-9543-4553-894c-13361d442e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:30.473161 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-32b0737f-9543-4553-894c-13361d442e3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 1096 time: 0.2368929 Feb 18 08:42:30.477838 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:42:30.482509 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:30.491198 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Sync routers for ids ['0fa0e407-8464-4473-831f-40ed5bae6cc0'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:42:30.500808 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Routers {'0fa0e407-8464-4473-831f-40ed5bae6cc0'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:42:30.501642 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:42:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0fa0e407-8464-4473-831f-40ed5bae6cc0'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:42:30.521182 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4be960cb-af16-4b9b-bb7c-a2a1e32e85a9,segment=NetworkSegment(2e1a4803-7ad2-4e24-9899-ce07c8207b32),segment_id=2e1a4803-7ad2-4e24-9899-ce07c8207b32)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:30.525428 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:30.613232 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=4be960cb-af16-4b9b-bb7c-a2a1e32e85a9,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:30.633369 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4996498e-6b56-405a-a35b-050bf6110592 req-89e113f2-3df6-4c4e-8861-10b5bce76b3d tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159526 Feb 18 08:42:30.660395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-b26e71c5-347f-42d9-83b5-642867bab45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:30.661836 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-b26e71c5-347f-42d9-83b5-642867bab45c service neutron] 10.222.0.61 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 922 time: 0.1768956 Feb 18 08:42:30.691874 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Set router 0fa0e407-8464-4473-831f-40ed5bae6cc0 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:42:30.729393 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:30.730803 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4b6ff45a-9c2d-4221-bacf-f3dffa6db21b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9508004 Feb 18 08:42:30.733855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40264) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:30.741005 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-8c2573cc-b487-4c4f-a95b-f97e08fbaf1c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 HTTP/1.1" status: 200 len: 217 time: 0.0724068 Feb 18 08:42:30.955263 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-18f15be0-f601-43d6-8cb6-96df470b61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:30.957117 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-18f15be0-f601-43d6-8cb6-96df470b61ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.2066789 Feb 18 08:42:31.111034 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'name': 'tempest-FloatingIPsTestJSON-197962588-router', 'tenant_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'f217cf03-f096-4d02-982e-a3b2405e73b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:42:26Z', 'updated_at': '2022-02-18T08:42:28Z', 'revision_number': 3, 'project_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'gw_port': {'id': 'f217cf03-f096-4d02-982e-a3b2405e73b5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:42:28Z', 'updated_at': '2022-02-18T08:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:42:31.113986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6c849a7f-041e-4783-8ddc-e087ebde2671 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793831 Feb 18 08:42:31.121723 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Checking router: 0fa0e407-8464-4473-831f-40ed5bae6cc0 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:42:31.124669 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Updating router 0fa0e407-8464-4473-831f-40ed5bae6cc0 port f217cf03-f096-4d02-982e-a3b2405e73b5 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:42:31.222269 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:31.241641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40278) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:31.319676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a385b84-7927-4572-a31e-5a7890316c37 req-3c26da8c-d186-4a2d-8487-d83b603b45bb tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:31.321136 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5a385b84-7927-4572-a31e-5a7890316c37 req-3c26da8c-d186-4a2d-8487-d83b603b45bb tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 945 time: 0.4837263 Feb 18 08:42:31.394094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04600a33-acc3-49c6-8740-fc89984973eb req-7bf4ee23-9a44-4587-9bc9-32a57c5592c9 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:31.395664 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04600a33-acc3-49c6-8740-fc89984973eb req-7bf4ee23-9a44-4587-9bc9-32a57c5592c9 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e8c4fef-d085-4fd1-931d-8e4c99f8c8af HTTP/1.1" status: 200 len: 950 time: 0.4375291 Feb 18 08:42:31.577729 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-c4799398-a06c-4676-b5fe-2fa808233500 service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474127 Feb 18 08:42:31.590408 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:31.597716 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b9680668-0bff-4fde-98e8-424de0b7db01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:31.602723 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Transition to ACTIVE for port object f217cf03-f096-4d02-982e-a3b2405e73b5 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:42:31.614298 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:31.629705 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:31.632781 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5a385b84-7927-4572-a31e-5a7890316c37 req-ef31e012-61bc-4b85-ad97-affa905fb5c9 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949460 Feb 18 08:42:31.686577 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d145452-d8aa-4492-a073-5c4c17fa3567 None None] Pushing event updated for resources: {'Port': ['ID=f217cf03-f096-4d02-982e-a3b2405e73b5,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:31.697675 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d145452-d8aa-4492-a073-5c4c17fa3567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:31.698014 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d145452-d8aa-4492-a073-5c4c17fa3567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:31.698525 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d145452-d8aa-4492-a073-5c4c17fa3567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:31.699043 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d145452-d8aa-4492-a073-5c4c17fa3567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:31.699535 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d145452-d8aa-4492-a073-5c4c17fa3567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:31.700638 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d145452-d8aa-4492-a073-5c4c17fa3567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:31.701162 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d145452-d8aa-4492-a073-5c4c17fa3567 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:31.701649 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d145452-d8aa-4492-a073-5c4c17fa3567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:31.702389 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d145452-d8aa-4492-a073-5c4c17fa3567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:31.702878 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d145452-d8aa-4492-a073-5c4c17fa3567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:31.703200 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d145452-d8aa-4492-a073-5c4c17fa3567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:31.703537 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d145452-d8aa-4492-a073-5c4c17fa3567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:42:31.747676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b9680668-0bff-4fde-98e8-424de0b7db01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:31.749937 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Attempting to bind port f217cf03-f096-4d02-982e-a3b2405e73b5 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:42:31.750510 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Attempting to bind port f217cf03-f096-4d02-982e-a3b2405e73b5 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:42:31.751052 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Attempting to bind port f217cf03-f096-4d02-982e-a3b2405e73b5 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:31.756918 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:42:31.757519 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:42:31.758247 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:31.758787 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:42:31.759454 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Bound port: f217cf03-f096-4d02-982e-a3b2405e73b5, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:42:31.760009 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:31.766336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b9680668-0bff-4fde-98e8-424de0b7db01 admin admin] Usage tracker for resource:security_group_rule and tenant:cf25342baf084b18ad98171a9c788c91 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:31.771743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-04600a33-acc3-49c6-8740-fc89984973eb req-81838a75-67d4-4cc4-8d47-d5d69da527a3 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Deleting port 59a8bd33-a171-4f77-a9ea-fea827227217 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:42:31.772090 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-04600a33-acc3-49c6-8740-fc89984973eb req-81838a75-67d4-4cc4-8d47-d5d69da527a3 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:31.811003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b9680668-0bff-4fde-98e8-424de0b7db01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:31.842551 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] For port f217cf03-f096-4d02-982e-a3b2405e73b5, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:42:31.845857 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] For port f217cf03-f096-4d02-982e-a3b2405e73b5, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f217cf03-f096-4d02-982e-a3b2405e73b5,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:42:31.846971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b9680668-0bff-4fde-98e8-424de0b7db01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:31.853671 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:31.907475 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-9fa12861-d203-45b3-b0a2-10a85aae002e service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106558 Feb 18 08:42:31.922607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c7075-8645-4f82-9e7b-212f09c70b95 req-501ffd98-b6f6-48f0-9347-2109ebfcf5bc tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:31.924119 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0b8c7075-8645-4f82-9e7b-212f09c70b95 req-501ffd98-b6f6-48f0-9347-2109ebfcf5bc tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.6619904 Feb 18 08:42:31.929027 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] Allocated IP 172.20.0.1 (7b372a59-3807-4938-a843-69b3084c182a/ec3e41ff-0c36-4f50-854c-e31c4776df29/d12112e9-47a6-4d13-a4a1-38330b78d162) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:42:31.992702 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d145452-d8aa-4492-a073-5c4c17fa3567 None None] Pushing event updated for resources: {'Port': ['ID=f217cf03-f096-4d02-982e-a3b2405e73b5,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:31.995177 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Routers {'0fa0e407-8464-4473-831f-40ed5bae6cc0'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:42:31.995838 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:42:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0fa0e407-8464-4473-831f-40ed5bae6cc0'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:42:32.105283 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:32.122555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] Transition to ACTIVE for port object d12112e9-47a6-4d13-a4a1-38330b78d162 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:42:32.149473 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:32.165524 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0b8c7075-8645-4f82-9e7b-212f09c70b95 req-83b2d3dd-775f-4bf4-a055-d0d51949eaf9 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987424 Feb 18 08:42:32.213965 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:42:32.238304 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] Set router 0fa0e407-8464-4473-831f-40ed5bae6cc0 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:42:32.304062 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=d12112e9-47a6-4d13-a4a1-38330b78d162,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:32.318798 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] Network 7b372a59-3807-4938-a843-69b3084c182a is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:42:32.322510 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:42:32.328971 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:42:32.329428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:32.331438 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e12bd4-79f7-40dd-935a-fcd2a06202ba req-0d0d753e-6342-47b2-8a15-77c891ab3942 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:32.338797 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-14e12bd4-79f7-40dd-935a-fcd2a06202ba req-0d0d753e-6342-47b2-8a15-77c891ab3942 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e8c4fef-d085-4fd1-931d-8e4c99f8c8af HTTP/1.1" status: 200 len: 950 time: 0.4754214 Feb 18 08:42:32.426299 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:42:32.426700 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:32.441673 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b9680668-0bff-4fde-98e8-424de0b7db01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:32.445825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-04600a33-acc3-49c6-8740-fc89984973eb req-81838a75-67d4-4cc4-8d47-d5d69da527a3 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] For port 59a8bd33-a171-4f77-a9ea-fea827227217, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=59a8bd33-a171-4f77-a9ea-fea827227217,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:32.446173 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-04600a33-acc3-49c6-8740-fc89984973eb req-81838a75-67d4-4cc4-8d47-d5d69da527a3 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:32.480649 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b9680668-0bff-4fde-98e8-424de0b7db01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:32.562308 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:32.642870 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e6d17d7c-4c85-4910-9c2e-180b67741b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:32.659644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-04600a33-acc3-49c6-8740-fc89984973eb req-81838a75-67d4-4cc4-8d47-d5d69da527a3 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Calling delete_port for 59a8bd33-a171-4f77-a9ea-fea827227217 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:42:32.702719 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9198e899-46e9-423b-a4e3-cf367f2d6edf None None] Provisioning for port d12112e9-47a6-4d13-a4a1-38330b78d162 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:42:32.703054 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-14e12bd4-79f7-40dd-935a-fcd2a06202ba req-fe203318-aa6e-4ceb-89e4-dd620ca9a64e tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/security-groups?id=5817ed4c-f5f3-42ba-bd84-75062dfa02b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631167 Feb 18 08:42:32.710498 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9198e899-46e9-423b-a4e3-cf367f2d6edf None None] Provisioning complete for port d12112e9-47a6-4d13-a4a1-38330b78d162 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:42:32.710874 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9198e899-46e9-423b-a4e3-cf367f2d6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:32.791196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9198e899-46e9-423b-a4e3-cf367f2d6edf None None] Port d12112e9-47a6-4d13-a4a1-38330b78d162 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:42:32.810398 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-addb4fbd-9773-4844-9d38-a692fef16f29 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:32.815915 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-addb4fbd-9773-4844-9d38-a692fef16f29 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364&tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 1096 time: 0.6987810 Feb 18 08:42:32.838381 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'name': 'tempest-FloatingIPsTestJSON-197962588-router', 'tenant_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'f217cf03-f096-4d02-982e-a3b2405e73b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:42:26Z', 'updated_at': '2022-02-18T08:42:28Z', 'revision_number': 3, 'project_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'gw_port': {'id': 'f217cf03-f096-4d02-982e-a3b2405e73b5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:42:28Z', 'updated_at': '2022-02-18T08:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:42:32.839226 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b9680668-0bff-4fde-98e8-424de0b7db01 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cf25342baf084b18ad98171a9c788c91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5905452 Feb 18 08:42:32.839395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40310) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:32.848332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829434-1'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:32.850545 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec85dc5-108a-4ed1-960f-4d1a36b6f4eb None None] The sync data for ids ['0fa0e407-8464-4473-831f-40ed5bae6cc0'] in n-d-829434-1 is: [{'id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'name': 'tempest-FloatingIPsTestJSON-197962588-router', 'tenant_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'f217cf03-f096-4d02-982e-a3b2405e73b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:42:26Z', 'updated_at': '2022-02-18T08:42:28Z', 'revision_number': 3, 'project_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'gw_port': {'id': 'f217cf03-f096-4d02-982e-a3b2405e73b5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:42:28Z', 'updated_at': '2022-02-18T08:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:42:32.931500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9680668-0bff-4fde-98e8-424de0b7db01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb835b2-8a3c-450d-a063-f6a79bae1b60,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:33.020161 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:33.028253 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:33.029073 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:33.192257 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=d12112e9-47a6-4d13-a4a1-38330b78d162,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:33.274355 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-04600a33-acc3-49c6-8740-fc89984973eb req-81838a75-67d4-4cc4-8d47-d5d69da527a3 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:33.288756 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['59a8bd33-a171-4f77-a9ea-fea827227217'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:42:33.289406 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] Network 7b372a59-3807-4938-a843-69b3084c182a is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:42:33.292477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:42:33.408818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40334) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:33.454551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81838a75-67d4-4cc4-8d47-d5d69da527a3 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Pushing event deleted for resources: {'Port': ['ID=59a8bd33-a171-4f77-a9ea-fea827227217,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:33.510253 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:33.619323 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:33.639120 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-eef539b3-063a-457b-8664-3eb9472a2f2a None None] Provisioning complete for port d12112e9-47a6-4d13-a4a1-38330b78d162 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:42:33.641161 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eef539b3-063a-457b-8664-3eb9472a2f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:33.641813 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae272906-10c0-4dd5-956b-0bf62e2cd468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:33.673526 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae272906-10c0-4dd5-956b-0bf62e2cd468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:33.737678 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa79b95-c045-4c4f-abf1-d8facda8ed33 req-a2df42af-977b-42c9-86b5-2f192254cfaa tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:33.742543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-eef539b3-063a-457b-8664-3eb9472a2f2a None None] Port d12112e9-47a6-4d13-a4a1-38330b78d162 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:42:33.745524 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ffa79b95-c045-4c4f-abf1-d8facda8ed33 req-a2df42af-977b-42c9-86b5-2f192254cfaa tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 945 time: 0.8193121 Feb 18 08:42:33.754645 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:33.768159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-04600a33-acc3-49c6-8740-fc89984973eb req-81838a75-67d4-4cc4-8d47-d5d69da527a3 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] No DVR routers for this DVR port 59a8bd33-a171-4f77-a9ea-fea827227217 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:42:33.779081 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-04600a33-acc3-49c6-8740-fc89984973eb req-81838a75-67d4-4cc4-8d47-d5d69da527a3 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:33.782364 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-93f24eab-d513-417a-a29f-60bdb45419b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:33.783288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8c4fef-d085-4fd1-931d-8e4c99f8c8af', 'name': 'network-vif-deleted', 'tag': '59a8bd33-a171-4f77-a9ea-fea827227217'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:42:33.817073 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-93f24eab-d513-417a-a29f-60bdb45419b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:33.822989 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-ce82e3ad-2e41-4341-9ac4-d18f116e6b5b service neutron] show failed (client error): The resource could not be found. Feb 18 08:42:33.824008 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-ce82e3ad-2e41-4341-9ac4-d18f116e6b5b service neutron] 10.222.0.81 "GET /v2.0/ports/7dc0a0b4-c201-4513-9a53-8f73a8b8a996/bindings/n-h2-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.3611915 Feb 18 08:42:33.827813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-93f24eab-d513-417a-a29f-60bdb45419b8 admin admin] Usage tracker for resource:security_group_rule and tenant:19a094634d6343e2bc271b6c6039a834 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:33.831383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-93f24eab-d513-417a-a29f-60bdb45419b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:33.839767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] Router 0fa0e407-8464-4473-831f-40ed5bae6cc0 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:42:33.845213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-93f24eab-d513-417a-a29f-60bdb45419b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:34.011539 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ffa79b95-c045-4c4f-abf1-d8facda8ed33 req-2b80745f-c273-4db1-84dd-ef9d0eff5375 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394750 Feb 18 08:42:34.018995 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04600a33-acc3-49c6-8740-fc89984973eb req-81838a75-67d4-4cc4-8d47-d5d69da527a3 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.61 "DELETE /v2.0/ports/59a8bd33-a171-4f77-a9ea-fea827227217 HTTP/1.1" status: 204 len: 173 time: 2.6084003 Feb 18 08:42:34.026681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1bff7-df31-4d0b-8e02-a290dd3bdf07 req-a4ba6ac0-946f-4662-8ea5-4445412290cc tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:34.029288 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1dc1bff7-df31-4d0b-8e02-a290dd3bdf07 req-a4ba6ac0-946f-4662-8ea5-4445412290cc tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.6791511 Feb 18 08:42:34.072427 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae272906-10c0-4dd5-956b-0bf62e2cd468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:34.075601 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae272906-10c0-4dd5-956b-0bf62e2cd468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:34.079323 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ae272906-10c0-4dd5-956b-0bf62e2cd468 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4eb835b2-8a3c-450d-a063-f6a79bae1b60 HTTP/1.1" status: 204 len: 168 time: 1.1713798 Feb 18 08:42:34.173177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae272906-10c0-4dd5-956b-0bf62e2cd468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb835b2-8a3c-450d-a063-f6a79bae1b60,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:34.180413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:42:34.192856 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-93f24eab-d513-417a-a29f-60bdb45419b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:34.209358 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-93f24eab-d513-417a-a29f-60bdb45419b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:34.300289 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cb15a83d-99f7-4142-95a0-900d3fc67ab5 admin admin] 10.222.0.72 "PUT /v2.0/routers/0fa0e407-8464-4473-831f-40ed5bae6cc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5482743 Feb 18 08:42:34.300289 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-93f24eab-d513-417a-a29f-60bdb45419b8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=19a094634d6343e2bc271b6c6039a834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8802364 Feb 18 08:42:34.302845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40350) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:34.308413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f24eab-d513-417a-a29f-60bdb45419b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705c4c60-f5f6-4e53-ab4d-b82114f43920,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:34.344689 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1dc1bff7-df31-4d0b-8e02-a290dd3bdf07 req-ac480e6f-889a-478b-b643-83f08d140e82 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019900 Feb 18 08:42:34.366998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f217cf03-f096-4d02-982e-a3b2405e73b5 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:42:34.497453 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port f217cf03-f096-4d02-982e-a3b2405e73b5 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:42:34.501857 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ba1d4c88-f840-45c1-b549-b02aaf60c5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:34.502751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port f217cf03-f096-4d02-982e-a3b2405e73b5 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:42:34.503191 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:34.535821 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8c4fef-d085-4fd1-931d-8e4c99f8c8af', 'name': 'network-vif-deleted', 'tag': '59a8bd33-a171-4f77-a9ea-fea827227217', 'status': 'completed', 'code': 200} Feb 18 08:42:34.544901 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ba1d4c88-f840-45c1-b549-b02aaf60c5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:34.547869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6d66ddf0-1db1-4602-92ef-caf51bc49657 req-a890431e-882a-4ed0-8d37-3e214c852704 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Synchronizing usage tracker for tenant:5c73a94bf11a47bdaf5d96391ffd1bbd on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:42:34.551329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] For port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:34.565564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-67f0e7c6-0b46-4ccf-90dc-a68a0095714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:34.567047 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-67f0e7c6-0b46-4ccf-90dc-a68a0095714b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0&tenant_id=5705a2476ef74c5f99a6d92a75908a3b HTTP/1.1" status: 200 len: 1100 time: 0.3922508 Feb 18 08:42:34.611666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:34.618921 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ba1d4c88-f840-45c1-b549-b02aaf60c5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:34.635911 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d4c88-f840-45c1-b549-b02aaf60c5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705c4c60-f5f6-4e53-ab4d-b82114f43920,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:34.641435 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ba1d4c88-f840-45c1-b549-b02aaf60c5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:34.654228 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ba1d4c88-f840-45c1-b549-b02aaf60c5da admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/705c4c60-f5f6-4e53-ab4d-b82114f43920 HTTP/1.1" status: 204 len: 168 time: 0.3456817 Feb 18 08:42:34.661662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6d66ddf0-1db1-4602-92ef-caf51bc49657 req-a890431e-882a-4ed0-8d37-3e214c852704 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] Unset dirty status for tenant:5c73a94bf11a47bdaf5d96391ffd1bbd on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:42:34.672136 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d66ddf0-1db1-4602-92ef-caf51bc49657 req-a890431e-882a-4ed0-8d37-3e214c852704 tempest-DeleteServersAdminTestJSON-1992183997 tempest-DeleteServersAdminTestJSON-1992183997-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e8c4fef-d085-4fd1-931d-8e4c99f8c8af HTTP/1.1" status: 200 len: 210 time: 0.2542689 Feb 18 08:42:34.741575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] For port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:42:34.754405 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:34.776949 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40370) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:34.785408 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port f217cf03-f096-4d02-982e-a3b2405e73b5, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f217cf03-f096-4d02-982e-a3b2405e73b5,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:34.796390 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:34.813312 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b5fa36b1-19fc-497b-8247-9be00d919b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:34.864998 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b5fa36b1-19fc-497b-8247-9be00d919b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:34.874128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b5fa36b1-19fc-497b-8247-9be00d919b59 admin admin] Usage tracker for resource:security_group_rule and tenant:742efd22b3c24984b949af92187188c5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:34.883987 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b5fa36b1-19fc-497b-8247-9be00d919b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:34.895507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b5fa36b1-19fc-497b-8247-9be00d919b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:34.954908 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:34.964052 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=f217cf03-f096-4d02-982e-a3b2405e73b5,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:35.052332 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b5fa36b1-19fc-497b-8247-9be00d919b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:35.061634 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b5fa36b1-19fc-497b-8247-9be00d919b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:35.107833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa36b1-19fc-497b-8247-9be00d919b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb37a35-7449-4a49-b40c-792249a2957f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:35.131759 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b5fa36b1-19fc-497b-8247-9be00d919b59 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=742efd22b3c24984b949af92187188c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536766 Feb 18 08:42:35.134249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40378) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:35.156295 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Sync routers for ids ['0fa0e407-8464-4473-831f-40ed5bae6cc0'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:42:35.166938 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Routers {'0fa0e407-8464-4473-831f-40ed5bae6cc0'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:42:35.172526 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:42:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0fa0e407-8464-4473-831f-40ed5bae6cc0'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:42:35.201103 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:35.231553 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:35.273181 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d142b13-8343-447d-8033-2aaf195c7998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:35.284065 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:35.308200 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d142b13-8343-447d-8033-2aaf195c7998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:35.380569 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d142b13-8343-447d-8033-2aaf195c7998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:35.402023 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d142b13-8343-447d-8033-2aaf195c7998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb37a35-7449-4a49-b40c-792249a2957f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:35.413807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40388) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:35.415557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-50cdf955-9d83-4a48-b0d6-e63310072d32 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Synchronizing usage tracker for tenant:3d6b9c6525a646ddbcd7a388cf64b73c on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:42:35.417827 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d142b13-8343-447d-8033-2aaf195c7998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:35.419188 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4d142b13-8343-447d-8033-2aaf195c7998 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/deb37a35-7449-4a49-b40c-792249a2957f HTTP/1.1" status: 204 len: 168 time: 0.2830355 Feb 18 08:42:35.434734 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Set router 0fa0e407-8464-4473-831f-40ed5bae6cc0 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:42:35.437801 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2eebd04f-df8a-4d5b-aaf8-74dbf8beda00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:35.453724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2eebd04f-df8a-4d5b-aaf8-74dbf8beda00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:35.457710 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2eebd04f-df8a-4d5b-aaf8-74dbf8beda00 admin admin] Usage tracker for resource:security_group_rule and tenant:7483f85ee7824bdc9b470e92e71052f5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:35.460789 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2eebd04f-df8a-4d5b-aaf8-74dbf8beda00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:35.467103 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2eebd04f-df8a-4d5b-aaf8-74dbf8beda00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:35.560051 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2eebd04f-df8a-4d5b-aaf8-74dbf8beda00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:35.565879 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2eebd04f-df8a-4d5b-aaf8-74dbf8beda00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:35.619369 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2eebd04f-df8a-4d5b-aaf8-74dbf8beda00 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7483f85ee7824bdc9b470e92e71052f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040484 Feb 18 08:42:35.620547 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebd04f-df8a-4d5b-aaf8-74dbf8beda00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb65b0a6-6833-41c0-b3fc-2f6c4fbc1267,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:35.623652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40394) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:35.717404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] Attempting to bind port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 on host n-h1-829434-1 for vnic_type normal with profile {"migrating_to": "n-h2-829434-1"} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:42:35.718903 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] Attempting to bind port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:42:35.719631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] Attempting to bind port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:35.723703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:35.752142 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 59a8bd33-a171-4f77-a9ea-fea827227217 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:42:35.754925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-50cdf955-9d83-4a48-b0d6-e63310072d32 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Unset dirty status for tenant:3d6b9c6525a646ddbcd7a388cf64b73c on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:42:35.757060 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-50cdf955-9d83-4a48-b0d6-e63310072d32 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8504639 Feb 18 08:42:35.763742 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] Port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 on network 51c9510d-69f6-4794-8ea8-380b620d4b91 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:42:35.764392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] Attempting to bind port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:35.775356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:35.776224 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c8630d95-4426-4f0a-9720-c46131e08c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:35.789669 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:42:35.790190 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] Checking segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:42:35.790748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] Bound using segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:42:35.791194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] Bound port: 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:42:35.791539 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:35.805085 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c8630d95-4426-4f0a-9720-c46131e08c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:35.810871 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 59a8bd33-a171-4f77-a9ea-fea827227217 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:42:35.811470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 59a8bd33-a171-4f77-a9ea-fea827227217 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:42:35.842980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:35.878569 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c8630d95-4426-4f0a-9720-c46131e08c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:35.879116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Usage tracker for resource:floatingip and tenant:3d6b9c6525a646ddbcd7a388cf64b73c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:35.902526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8630d95-4426-4f0a-9720-c46131e08c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb65b0a6-6833-41c0-b3fc-2f6c4fbc1267,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:35.907060 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c8630d95-4426-4f0a-9720-c46131e08c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:35.910664 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c8630d95-4426-4f0a-9720-c46131e08c4e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fb65b0a6-6833-41c0-b3fc-2f6c4fbc1267 HTTP/1.1" status: 204 len: 168 time: 0.2834485 Feb 18 08:42:35.951597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'name': 'tempest-FloatingIPsTestJSON-197962588-router', 'tenant_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'f217cf03-f096-4d02-982e-a3b2405e73b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:42:26Z', 'updated_at': '2022-02-18T08:42:32Z', 'revision_number': 4, 'project_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'gw_port': {'id': 'f217cf03-f096-4d02-982e-a3b2405e73b5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:42:28Z', 'updated_at': '2022-02-18T08:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'd12112e9-47a6-4d13-a4a1-38330b78d162', 'name': '', 'network_id': '7b372a59-3807-4938-a843-69b3084c182a', 'tenant_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'mac_address': 'fa:16:3e:42:32:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'ec3e41ff-0c36-4f50-854c-e31c4776df29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:42:31Z', 'updated_at': '2022-02-18T08:42:32Z', 'revision_number': 2, 'project_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'subnets': [{'id': 'ec3e41ff-0c36-4f50-854c-e31c4776df29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:42:35.956698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Checking router: 0fa0e407-8464-4473-831f-40ed5bae6cc0 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:42:35.957120 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Updating router 0fa0e407-8464-4473-831f-40ed5bae6cc0 port d12112e9-47a6-4d13-a4a1-38330b78d162 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:42:35.974717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:35.996702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:36.022714 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:36.039823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03509fe-b8ce-482b-8b6f-e5bb6992f23e req-3c17c0f8-0685-46ce-972f-55e492ec2206 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:36.041352 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c03509fe-b8ce-482b-8b6f-e5bb6992f23e req-3c17c0f8-0685-46ce-972f-55e492ec2206 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 943 time: 0.5393372 Feb 18 08:42:36.057845 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:36.134345 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] For port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:42:36.212878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] For port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:36.220217 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f217cf03-f096-4d02-982e-a3b2405e73b5 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:42:36.221777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] For port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:42:36.225980 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c03509fe-b8ce-482b-8b6f-e5bb6992f23e req-7294f248-8611-447b-847c-f824fe323263 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722786 Feb 18 08:42:36.237781 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:36.342990 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:42:36.405947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,revision_number=8']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:36.473831 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port f217cf03-f096-4d02-982e-a3b2405e73b5 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:42:36.474448 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:36.571598 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:42:36.579338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4fed2-3893-419d-b211-8fa083ca9364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d707d6-fcfb-4c3b-b2a0-d4b332679fd1'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:42:36.584897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] For port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:42:36.787941 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:36.788588 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:36.790507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6b425c26-49c8-49c3-9c3d-a92b68c70ba3 service neutron] 10.222.0.61 "PUT /v2.0/ports/66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 HTTP/1.1" status: 200 len: 1121 time: 3.9467361 Feb 18 08:42:36.794261 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:36.829632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Transition to ACTIVE for port object 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:42:36.844655 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:36.864932 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:36.887939 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:36.898366 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:36.969385 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['66d707d6-fcfb-4c3b-b2a0-d4b332679fd1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:42:37.010063 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:42:37.010439 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:42:37.025311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Transition to ACTIVE for port object d12112e9-47a6-4d13-a4a1-38330b78d162 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:42:37.051033 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:37.060692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6de9e-ef0b-46ae-84e7-1c2e7a3208f3 req-6fa6b5cf-7670-409c-aab4-e95a098e6def tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:37.066396 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77a6de9e-ef0b-46ae-84e7-1c2e7a3208f3 req-6fa6b5cf-7670-409c-aab4-e95a098e6def tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.4887383 Feb 18 08:42:37.066396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Pushing event updated for resources: {'Port': ['ID=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,revision_number=6']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:37.210086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] No DVR routers for this DVR port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:42:37.307398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77a6de9e-ef0b-46ae-84e7-1c2e7a3208f3 req-e9409920-80b2-4aa1-a53a-8749caf8e3b4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154732 Feb 18 08:42:37.323495 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c9145-9561-41c9-a863-06cc056f256e None None] Pushing event updated for resources: {'Port': ['ID=d12112e9-47a6-4d13-a4a1-38330b78d162,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:37.370118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Attempting to bind port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:42:37.370452 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Attempting to bind port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:42:37.370779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Attempting to bind port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:37.395812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:42:37.396136 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Attempting to bind port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:37.423760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:42:37.424105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:42:37.424518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:42:37.424964 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Bound port: 7dc0a0b4-c201-4513-9a53-8f73a8b8a996, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:42:37.425311 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:37.552338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Allocated IP 172.25.1.90 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/52cdaa6a-21df-4e1a-bffd-11a08cd25fed) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:42:37.578101 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc4fed2-3893-419d-b211-8fa083ca9364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d707d6-fcfb-4c3b-b2a0-d4b332679fd1', 'code': 200} Feb 18 08:42:37.721592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Attempting to bind port d12112e9-47a6-4d13-a4a1-38330b78d162 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:42:37.722708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Attempting to bind port d12112e9-47a6-4d13-a4a1-38330b78d162 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '2e1a4803-7ad2-4e24-9899-ce07c8207b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7b372a59-3807-4938-a843-69b3084c182a'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:42:37.723375 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Attempting to bind port d12112e9-47a6-4d13-a4a1-38330b78d162 on network 7b372a59-3807-4938-a843-69b3084c182a {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:37.734231 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:42:37.734851 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Checking segment: {'id': '2e1a4803-7ad2-4e24-9899-ce07c8207b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7b372a59-3807-4938-a843-69b3084c182a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:42:37.735461 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:37.736063 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Bound using segment: {'id': '2e1a4803-7ad2-4e24-9899-ce07c8207b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7b372a59-3807-4938-a843-69b3084c182a'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:42:37.736756 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Bound port: d12112e9-47a6-4d13-a4a1-38330b78d162, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1a4803-7ad2-4e24-9899-ce07c8207b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7b372a59-3807-4938-a843-69b3084c182a'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:42:37.737336 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:37.741719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] For port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:42:37.779071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] For port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:42:37.800721 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:37.916907 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] For port d12112e9-47a6-4d13-a4a1-38330b78d162, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:42:37.920723 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] For port d12112e9-47a6-4d13-a4a1-38330b78d162, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d12112e9-47a6-4d13-a4a1-38330b78d162,segment=NetworkSegment(2e1a4803-7ad2-4e24-9899-ce07c8207b32),segment_id=2e1a4803-7ad2-4e24-9899-ce07c8207b32)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:42:37.928816 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:37.933640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:37.934805 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:37.936399 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] 10.222.0.61 "PUT /v2.0/ports/7dc0a0b4-c201-4513-9a53-8f73a8b8a996 HTTP/1.1" status: 200 len: 1095 time: 3.3486488 Feb 18 08:42:37.954407 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:37.963351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a32ea-f1b2-4198-961e-511e47feefaa service neutron] Pushing event updated for resources: {'Port': ['ID=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:38.007878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85115c03-22e7-4a3a-b7c3-92867954c963 req-8b5031a8-b40f-466c-bf94-3849b7b53cab tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:38.009450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85115c03-22e7-4a3a-b7c3-92867954c963 req-8b5031a8-b40f-466c-bf94-3849b7b53cab tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 943 time: 0.3088729 Feb 18 08:42:38.016528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Routers {'0fa0e407-8464-4473-831f-40ed5bae6cc0'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:42:38.017158 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:42:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0fa0e407-8464-4473-831f-40ed5bae6cc0'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:42:38.086133 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c9145-9561-41c9-a863-06cc056f256e None None] Pushing event updated for resources: {'Port': ['ID=d12112e9-47a6-4d13-a4a1-38330b78d162,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:38.107561 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85115c03-22e7-4a3a-b7c3-92867954c963 req-f9d49895-0b92-497f-8eaf-3ac0b8bba254 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811903 Feb 18 08:42:38.128739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-c7800a95-b35b-4b69-a0c1-5243630b5de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:38.130486 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-c7800a95-b35b-4b69-a0c1-5243630b5de5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 1098 time: 0.1612918 Feb 18 08:42:38.162843 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:38.252934 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] Set router 0fa0e407-8464-4473-831f-40ed5bae6cc0 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:42:38.309884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:42:38.314792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:42:38.321349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:42:38.345789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Pushing event updated for resources: {'Port': ['ID=52cdaa6a-21df-4e1a-bffd-11a08cd25fed,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:38.431701 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-33295d19-9c9b-487c-ba32-96349c5aed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:38.433251 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-33295d19-9c9b-487c-ba32-96349c5aed42 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2961376 Feb 18 08:42:38.438954 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:38.505496 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-81a9b9d0-712f-4fd1-90a0-8b28fc14399d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=7dc0a0b4-c201-4513-9a53-8f73a8b8a996 HTTP/1.1" status: 200 len: 217 time: 0.0609567 Feb 18 08:42:38.695050 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:38.708810 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'name': 'tempest-FloatingIPsTestJSON-197962588-router', 'tenant_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'f217cf03-f096-4d02-982e-a3b2405e73b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:42:26Z', 'updated_at': '2022-02-18T08:42:32Z', 'revision_number': 4, 'project_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'gw_port': {'id': 'f217cf03-f096-4d02-982e-a3b2405e73b5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:42:28Z', 'updated_at': '2022-02-18T08:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'd12112e9-47a6-4d13-a4a1-38330b78d162', 'name': '', 'network_id': '7b372a59-3807-4938-a843-69b3084c182a', 'tenant_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'mac_address': 'fa:16:3e:42:32:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'ec3e41ff-0c36-4f50-854c-e31c4776df29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:42:31Z', 'updated_at': '2022-02-18T08:42:37Z', 'revision_number': 4, 'project_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'subnets': [{'id': 'ec3e41ff-0c36-4f50-854c-e31c4776df29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:42:38.713082 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a70d8d-119a-453b-a482-299ecbc23bc4 None None] The sync data for ids ['0fa0e407-8464-4473-831f-40ed5bae6cc0'] in n-d-829434-1 is: [{'id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'name': 'tempest-FloatingIPsTestJSON-197962588-router', 'tenant_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'f217cf03-f096-4d02-982e-a3b2405e73b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:42:26Z', 'updated_at': '2022-02-18T08:42:32Z', 'revision_number': 4, 'project_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'gw_port': {'id': 'f217cf03-f096-4d02-982e-a3b2405e73b5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:42:28Z', 'updated_at': '2022-02-18T08:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'd12112e9-47a6-4d13-a4a1-38330b78d162', 'name': '', 'network_id': '7b372a59-3807-4938-a843-69b3084c182a', 'tenant_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'mac_address': 'fa:16:3e:42:32:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'ec3e41ff-0c36-4f50-854c-e31c4776df29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:42:31Z', 'updated_at': '2022-02-18T08:42:37Z', 'revision_number': 4, 'project_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'subnets': [{'id': 'ec3e41ff-0c36-4f50-854c-e31c4776df29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:42:38.758427 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-18a89e35-9361-46b3-8ddf-d5b7cd1586e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:38.759818 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-18a89e35-9361-46b3-8ddf-d5b7cd1586e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.2272522 Feb 18 08:42:38.778324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-704d157a-276f-4734-a77d-ea7a3108ff58 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f851e672b7f346b99b91db4236205959&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498564 Feb 18 08:42:39.104394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-1a6c5d9c-4462-4724-8716-e0abc0ccfa23 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:39.106447 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-1a6c5d9c-4462-4724-8716-e0abc0ccfa23 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2974825 Feb 18 08:42:39.110659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-96acc4c0-2d42-4a6d-aae7-ace3705700a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:39.112066 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-96acc4c0-2d42-4a6d-aae7-ace3705700a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3366737 Feb 18 08:42:39.170395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-edd10b9e-0b13-4ef3-bf59-e75488dcefe0 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/quotas/f851e672b7f346b99b91db4236205959 HTTP/1.1" status: 200 len: 375 time: 0.0572784 Feb 18 08:42:39.281220 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-834a8d5c-92e0-4db1-812e-135083351270 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f851e672b7f346b99b91db4236205959&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1041970 Feb 18 08:42:39.331995 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:39.354638 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:39.392585 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-84194946-7531-4b23-b8e9-fdd901adc2bf service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681088 Feb 18 08:42:39.516184 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:39.561342 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Pushing event updated for resources: {'Port': ['ID=52cdaa6a-21df-4e1a-bffd-11a08cd25fed,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:39.587718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c132ece-be5b-4c9a-897c-102ad91dd7b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dc0a0b4-c201-4513-9a53-8f73a8b8a996'}, {'name': 'network-changed', 'server_uuid': 'dbc4fed2-3893-419d-b211-8fa083ca9364', 'tag': '66d707d6-fcfb-4c3b-b2a0-d4b332679fd1'}, {'name': 'network-changed', 'server_uuid': '6c132ece-be5b-4c9a-897c-102ad91dd7b0', 'tag': '7dc0a0b4-c201-4513-9a53-8f73a8b8a996'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:42:39.595944 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:39.597157 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-1970ff51-6849-4ec0-95b1-26e286cbff04 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8255074 Feb 18 08:42:39.675200 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf9a3566-ceca-4241-a0bf-301697e5af78 req-285ead40-27df-44f1-8541-c21979c32ea1 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751336 Feb 18 08:42:39.706454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-53c08f40-6967-4f14-bcc1-9456cd093f5f tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Synchronizing usage tracker for tenant:3d6b9c6525a646ddbcd7a388cf64b73c on resource:floatingip {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:42:39.725827 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-53c08f40-6967-4f14-bcc1-9456cd093f5f tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Unset dirty status for tenant:3d6b9c6525a646ddbcd7a388cf64b73c on resource:floatingip {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:42:39.727277 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-53c08f40-6967-4f14-bcc1-9456cd093f5f tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 695 time: 0.1190369 Feb 18 08:42:39.767649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:42:39.968326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-85b268f4-7142-4a9a-b201-eb2e19a707d3 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:39.969638 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-85b268f4-7142-4a9a-b201-eb2e19a707d3 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.2272310 Feb 18 08:42:39.971873 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:39.984291 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254c571-293f-45df-a5fa-ed7df27d262a req-a292b0d0-b1f1-497a-be6c-84a11d9e13f4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:39.985560 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2254c571-293f-45df-a5fa-ed7df27d262a req-a292b0d0-b1f1-497a-be6c-84a11d9e13f4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 947 time: 0.1538315 Feb 18 08:42:39.989086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-f755f36c-bd43-40a8-8274-f54b63cceb68 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:42:39.990016 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a65f19ed-41c5-4c69-ae9d-d0d0adf357e3 req-f755f36c-bd43-40a8-8274-f54b63cceb68 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147054 Feb 18 08:42:39.992595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 has no active binding in host n-h2-829434-1 {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 08:42:40.039470 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2254c571-293f-45df-a5fa-ed7df27d262a req-053a62d4-d62e-44d4-9c5c-5931f8ebef70 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401311 Feb 18 08:42:40.205625 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4aedcea7-5b80-4dff-8b48-79ed2d44ec0a req-054e8381-a903-4382-b704-84ea7724b24e tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 210 time: 0.0520656 Feb 18 08:42:40.214175 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08656ef1-548f-4aad-8878-df471b6d77a1 req-e28823b2-5fad-41e3-b1c4-2e5076c3d4f0 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:40.221841 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08656ef1-548f-4aad-8878-df471b6d77a1 req-e28823b2-5fad-41e3-b1c4-2e5076c3d4f0 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 943 time: 0.1388030 Feb 18 08:42:40.229644 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d12112e9-47a6-4d13-a4a1-38330b78d162 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:42:40.283142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08656ef1-548f-4aad-8878-df471b6d77a1 req-4576bdb0-259f-40b8-9af5-873f808a7bb3 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604243 Feb 18 08:42:40.301519 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port d12112e9-47a6-4d13-a4a1-38330b78d162 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:42:40.306591 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port d12112e9-47a6-4d13-a4a1-38330b78d162 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:42:40.307096 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:40.384582 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c132ece-be5b-4c9a-897c-102ad91dd7b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dc0a0b4-c201-4513-9a53-8f73a8b8a996', 'code': 200} Feb 18 08:42:40.384951 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc4fed2-3893-419d-b211-8fa083ca9364', 'tag': '66d707d6-fcfb-4c3b-b2a0-d4b332679fd1', 'status': 'completed', 'code': 200} Feb 18 08:42:40.385290 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c132ece-be5b-4c9a-897c-102ad91dd7b0', 'tag': '7dc0a0b4-c201-4513-9a53-8f73a8b8a996', 'status': 'completed', 'code': 200} Feb 18 08:42:40.471274 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:40.510149 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port d12112e9-47a6-4d13-a4a1-38330b78d162, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d12112e9-47a6-4d13-a4a1-38330b78d162,segment=NetworkSegment(2e1a4803-7ad2-4e24-9899-ce07c8207b32),segment_id=2e1a4803-7ad2-4e24-9899-ce07c8207b32)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:40.516186 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:40.547925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-8a2a85b2-54d9-46cb-bc47-317c72bb12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:40.552655 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-eb1e4e3f-6867-4629-9b40-462f3e83a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:40.554497 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-eb1e4e3f-6867-4629-9b40-462f3e83a4af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 1098 time: 0.1347554 Feb 18 08:42:40.555192 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-8a2a85b2-54d9-46cb-bc47-317c72bb12a0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 1124 time: 0.1270022 Feb 18 08:42:40.594091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=d12112e9-47a6-4d13-a4a1-38330b78d162,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:40.764548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-a6427076-bea1-4128-9193-0adcea0d08e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:40.766547 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-a6427076-bea1-4128-9193-0adcea0d08e7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 922 time: 0.2082608 Feb 18 08:42:40.823058 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:40.831676 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49c73845-c98d-4ec1-8caf-c81a148bea3e req-2d120d74-0eea-4705-8f41-7baec12361cf tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/floatingips/59a4632c-ae11-434e-97bf-bdada2d1e563 HTTP/1.1" status: 200 len: 692 time: 0.2725377 Feb 18 08:42:40.915080 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-1dddca1e-ef67-45ee-8b4f-744a63deb7c6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 HTTP/1.1" status: 200 len: 217 time: 0.1396267 Feb 18 08:42:41.042864 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-3032ff4e-e7bb-4381-a4e0-a94044bc8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:41.045810 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-3032ff4e-e7bb-4381-a4e0-a94044bc8977 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.1206498 Feb 18 08:42:41.055307 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-7dea67ce-c87a-49b0-a87b-e44afff478db tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f851e672b7f346b99b91db4236205959&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1287186 Feb 18 08:42:41.114540 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-04989ad9-9364-44fd-be8a-b3b0cca8829a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554779 Feb 18 08:42:41.167785 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-3bf21d2c-1356-439f-adc6-1c2548ad0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:41.170528 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-3bf21d2c-1356-439f-adc6-1c2548ad0250 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.4519923 Feb 18 08:42:41.202294 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:41.271023 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-806feab5-a8c4-40d4-87c6-f89ddddd3760 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=7dc0a0b4-c201-4513-9a53-8f73a8b8a996 HTTP/1.1" status: 200 len: 217 time: 0.0829394 Feb 18 08:42:41.325374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40554) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:41.333784 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-37f51e15-f179-4554-9c69-cf4ffbf618a8 service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105742 Feb 18 08:42:41.362198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40560) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:41.426694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c73845-c98d-4ec1-8caf-c81a148bea3e req-eb572715-a96d-48a8-9d3e-39fb99a98405 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:41.428060 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49c73845-c98d-4ec1-8caf-c81a148bea3e req-eb572715-a96d-48a8-9d3e-39fb99a98405 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.5855582 Feb 18 08:42:41.457140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-49c73845-c98d-4ec1-8caf-c81a148bea3e req-1dae17e4-829b-4904-80b5-309c97d518b9 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:42:41.458119 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49c73845-c98d-4ec1-8caf-c81a148bea3e req-1dae17e4-829b-4904-80b5-309c97d518b9 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180247 Feb 18 08:42:41.475353 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-105b9724-ff41-4260-8450-64b57270d5e4 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:41.477208 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-105b9724-ff41-4260-8450-64b57270d5e4 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4057393 Feb 18 08:42:41.483814 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-e4a07da9-1021-4c59-ab25-528cb4f46e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:41.485375 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-e4a07da9-1021-4c59-ab25-528cb4f46e0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1922247 Feb 18 08:42:41.491270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Request body: {'port': {'device_id': '3e147089-0b07-4cd1-bedc-780d089b9314', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': 'f851e672b7f346b99b91db4236205959'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:41.519038 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-2be733fc-f02d-41d6-ac31-4230cbae192a service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781898 Feb 18 08:42:41.645023 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6104f69c-2574-4a11-aa59-af6d59a36df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:41.662377 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-dcfd0dbe-5311-4e24-809c-6f7b6e903ea8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5c73a94bf11a47bdaf5d96391ffd1bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360014 Feb 18 08:42:41.666482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40570) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:41.672788 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6104f69c-2574-4a11-aa59-af6d59a36df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:41.696296 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-671d31fe-13f7-4f46-b5d5-c1904189bd0e req-deead7d3-96f2-4f39-a9f9-9275316411b0 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 210 time: 0.0740461 Feb 18 08:42:41.696799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6104f69c-2574-4a11-aa59-af6d59a36df2 admin admin] Usage tracker for resource:security_group_rule and tenant:3be3a5d2f07a411db5156de387ab5386 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:41.707444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6104f69c-2574-4a11-aa59-af6d59a36df2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:41.709245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de872b-618a-46d6-b471-1d79a0f8cd4b req-b2ccec26-5483-4eb6-b51c-f8ffd8f8facd tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:41.712204 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-67de872b-618a-46d6-b471-1d79a0f8cd4b req-b2ccec26-5483-4eb6-b51c-f8ffd8f8facd tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 947 time: 0.4232054 Feb 18 08:42:41.719122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6104f69c-2574-4a11-aa59-af6d59a36df2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:41.781246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-4a1762e8-e112-41b2-a9dd-d5457ffa51bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:41.783188 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-4a1762e8-e112-41b2-a9dd-d5457ffa51bc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 1098 time: 0.1967542 Feb 18 08:42:41.821603 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:41.829222 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9123f005-624f-47fd-9e00-2b73fd1183ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:41.854551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-0b08a824-4c27-4226-99ae-5b9ef19ec1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:41.857013 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-0b08a824-4c27-4226-99ae-5b9ef19ec1c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3460371 Feb 18 08:42:41.865582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-67de872b-618a-46d6-b471-1d79a0f8cd4b req-6d1002c0-1e9b-4268-9757-8eb819232c0e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367223 Feb 18 08:42:41.871871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Usage tracker for resource:port and tenant:f851e672b7f346b99b91db4236205959 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:41.876116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:41.902598 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:41.947170 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9123f005-624f-47fd-9e00-2b73fd1183ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:42.038518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-ea8db13b-8645-405c-8105-e991af707aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:42.039915 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-ea8db13b-8645-405c-8105-e991af707aa7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2454221 Feb 18 08:42:42.045974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Made reservation on behalf of f851e672b7f346b99b91db4236205959 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:42:42.049447 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:42.068914 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-57c8e5b3-9a1c-4270-ad45-3f3af363ee51 req-388886c6-2a8c-4ad7-b96b-55a0c652124e tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=3d6b9c6525a646ddbcd7a388cf64b73c HTTP/1.1" status: 200 len: 695 time: 0.1625540 Feb 18 08:42:42.079168 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:42.122706 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6104f69c-2574-4a11-aa59-af6d59a36df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:42.135055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:42.136556 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-ad539e4b-06a2-4e4f-a056-a57114c7fb7a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=7dc0a0b4-c201-4513-9a53-8f73a8b8a996 HTTP/1.1" status: 200 len: 217 time: 0.0862250 Feb 18 08:42:42.138727 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6104f69c-2574-4a11-aa59-af6d59a36df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:42.198022 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d12112e9-47a6-4d13-a4a1-38330b78d162 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:42:42.218256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Usage tracker for resource:security_group_rule and tenant:f851e672b7f346b99b91db4236205959 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:42.227025 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:42.228166 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9123f005-624f-47fd-9e00-2b73fd1183ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:42.248489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:42.263051 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6104f69c-2574-4a11-aa59-af6d59a36df2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3be3a5d2f07a411db5156de387ab5386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8973727 Feb 18 08:42:42.267045 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40574) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:42.270410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecbcb6-4e7c-43f6-aa75-42624465215f req-0515d4c5-e005-44cf-907b-65ac2b58bac1 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:42.271920 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1ecbcb6-4e7c-43f6-aa75-42624465215f req-0515d4c5-e005-44cf-907b-65ac2b58bac1 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 943 time: 0.4601774 Feb 18 08:42:42.279175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104f69c-2574-4a11-aa59-af6d59a36df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfc85fe-5786-4701-b7e4-57689e15442c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:42.282152 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port d12112e9-47a6-4d13-a4a1-38330b78d162 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:42:42.283624 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:42.291620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-a5444375-744d-44fd-9c6b-b02759b9488d service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167442 Feb 18 08:42:42.304757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-3da43442-1187-4531-92fb-13dee18e1be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:42.306150 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-3da43442-1187-4531-92fb-13dee18e1be0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1580291 Feb 18 08:42:42.306905 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9123f005-624f-47fd-9e00-2b73fd1183ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:42.311291 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9123f005-624f-47fd-9e00-2b73fd1183ca admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5817ed4c-f5f3-42ba-bd84-75062dfa02b9 HTTP/1.1" status: 204 len: 168 time: 0.6384435 Feb 18 08:42:42.314048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123f005-624f-47fd-9e00-2b73fd1183ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5817ed4c-f5f3-42ba-bd84-75062dfa02b9,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:42.422205 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-32760c35-13f6-4c4d-9fc5-edfa565214b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:42.456882 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-32760c35-13f6-4c4d-9fc5-edfa565214b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:42.465668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-50c45b66-cdb6-4dde-a445-a76ee111cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:42.467131 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-50c45b66-cdb6-4dde-a445-a76ee111cb8c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1544623 Feb 18 08:42:42.594845 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8e5b3-9a1c-4270-ad45-3f3af363ee51 req-346f2a7b-93ba-4e0c-a044-426e67dae4ab tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:42.601520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-57c8e5b3-9a1c-4270-ad45-3f3af363ee51 req-346f2a7b-93ba-4e0c-a044-426e67dae4ab tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/networks?id=3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 787 time: 0.5251341 Feb 18 08:42:42.609717 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1ecbcb6-4e7c-43f6-aa75-42624465215f req-7c6804d6-c827-48c1-9462-24927222e42f tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294482 Feb 18 08:42:42.619562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-57c8e5b3-9a1c-4270-ad45-3f3af363ee51 req-6a88189c-3b94-446b-a925-2664c67eeaa5 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:42:42.633222 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-57c8e5b3-9a1c-4270-ad45-3f3af363ee51 req-6a88189c-3b94-446b-a925-2664c67eeaa5 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0304005 Feb 18 08:42:42.718979 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-32760c35-13f6-4c4d-9fc5-edfa565214b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:42.747873 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-cef17b87-5809-4dce-ab46-d51b074475ca service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652261 Feb 18 08:42:42.749359 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32760c35-13f6-4c4d-9fc5-edfa565214b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfc85fe-5786-4701-b7e4-57689e15442c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:42.764578 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40590) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:42.789084 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-32760c35-13f6-4c4d-9fc5-edfa565214b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:42.791756 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-32760c35-13f6-4c4d-9fc5-edfa565214b3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1dfc85fe-5786-4701-b7e4-57689e15442c HTTP/1.1" status: 204 len: 168 time: 0.5168397 Feb 18 08:42:42.800525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c2ceae3-a3a8-49ca-b8ee-e076afe065a9 req-f26f91b6-ba87-4e56-9a5d-7ced4e253d5e tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/floatingips/59a4632c-ae11-434e-97bf-bdada2d1e563 HTTP/1.1" status: 200 len: 692 time: 0.1252208 Feb 18 08:42:42.804676 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-891241b9-8656-4d7e-8af4-d44ea1cd014c service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935293 Feb 18 08:42:42.831194 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b36aef0-ed83-4951-9371-9628d1951799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:42.906465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5b36aef0-ed83-4951-9371-9628d1951799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:42.913166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5b36aef0-ed83-4951-9371-9628d1951799 admin admin] Usage tracker for resource:security_group_rule and tenant:28b1c251d5324d3a9dbbd033a6b0a148 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:42.917194 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5b36aef0-ed83-4951-9371-9628d1951799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:42.931335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5b36aef0-ed83-4951-9371-9628d1951799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:42.949548 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:42.952531 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15ba0b7a-a643-424f-91fa-a84a0740ab1f req-8478b338-1a5d-4810-a787-9346dec21fa8 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 210 time: 0.1053894 Feb 18 08:42:42.959213 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:42.997758 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b6351fa3-4739-4043-bd4a-6ce8e881a2c0 req-c521447b-190b-4ac1-9659-dac937451845 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317474 Feb 18 08:42:43.082853 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbe07f3-fe56-41a5-baa4-2118800e638e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:43.097380 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b36aef0-ed83-4951-9371-9628d1951799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:43.108280 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b36aef0-ed83-4951-9371-9628d1951799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:43.119531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ceae3-a3a8-49ca-b8ee-e076afe065a9 req-7f994cec-8d92-4d00-b3e9-0359ae12b293 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:43.120997 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c2ceae3-a3a8-49ca-b8ee-e076afe065a9 req-7f994cec-8d92-4d00-b3e9-0359ae12b293 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.3079815 Feb 18 08:42:43.163235 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5b36aef0-ed83-4951-9371-9628d1951799 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=28b1c251d5324d3a9dbbd033a6b0a148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3700814 Feb 18 08:42:43.163871 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40604) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:43.167393 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36aef0-ed83-4951-9371-9628d1951799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf51836-1252-41e5-8d26-15a2b4c36c3c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:43.172756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-0c2ceae3-a3a8-49ca-b8ee-e076afe065a9 req-1f31e8b2-4efe-4572-8467-3033f2702253 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:42:43.179733 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c2ceae3-a3a8-49ca-b8ee-e076afe065a9 req-1f31e8b2-4efe-4572-8467-3033f2702253 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495398 Feb 18 08:42:43.239210 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11e7aaa0-96f5-4afc-a480-eeeb4d2f862b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:43.271021 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11e7aaa0-96f5-4afc-a480-eeeb4d2f862b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:43.317196 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c2ceae3-a3a8-49ca-b8ee-e076afe065a9 req-a073f406-4bd3-4209-b666-68204124e237 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 695 time: 0.1365359 Feb 18 08:42:43.339780 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11e7aaa0-96f5-4afc-a480-eeeb4d2f862b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:43.357229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7aaa0-96f5-4afc-a480-eeeb4d2f862b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf51836-1252-41e5-8d26-15a2b4c36c3c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:43.365177 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11e7aaa0-96f5-4afc-a480-eeeb4d2f862b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:43.372542 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-11e7aaa0-96f5-4afc-a480-eeeb4d2f862b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cbf51836-1252-41e5-8d26-15a2b4c36c3c HTTP/1.1" status: 204 len: 168 time: 0.2069116 Feb 18 08:42:43.424260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40610) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:43.435772 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c2ceae3-a3a8-49ca-b8ee-e076afe065a9 req-ac43ccc4-f8a3-4ba4-a052-8edccd55e8ef tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 695 time: 0.1177289 Feb 18 08:42:43.442546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Allocated IP 192.168.233.66 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/08089808-5d8a-4371-bcb0-1ff35a289d8f) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:42:43.454130 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99a26c08-2498-47da-80f5-ebd22344676f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:43.476252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-99a26c08-2498-47da-80f5-ebd22344676f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:43.481925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-99a26c08-2498-47da-80f5-ebd22344676f admin admin] Usage tracker for resource:security_group_rule and tenant:7af62face6e04cb7ab5538e8ad126010 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:43.485298 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-99a26c08-2498-47da-80f5-ebd22344676f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:43.492728 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-99a26c08-2498-47da-80f5-ebd22344676f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:43.610902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd1d71-f668-456b-a5a8-852b4dbbfcea req-171f1236-2a70-4b1f-97ca-10bf1a5c3ee0 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:43.612428 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fadd1d71-f668-456b-a5a8-852b4dbbfcea req-171f1236-2a70-4b1f-97ca-10bf1a5c3ee0 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 947 time: 0.4840388 Feb 18 08:42:43.667819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-0c2ceae3-a3a8-49ca-b8ee-e076afe065a9 req-5763a114-6e5b-4cea-aa0b-d0fc6de85547 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Deleting port 52cdaa6a-21df-4e1a-bffd-11a08cd25fed {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:42:43.668862 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c2ceae3-a3a8-49ca-b8ee-e076afe065a9 req-5763a114-6e5b-4cea-aa0b-d0fc6de85547 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:43.673183 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99a26c08-2498-47da-80f5-ebd22344676f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:43.680917 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99a26c08-2498-47da-80f5-ebd22344676f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:43.739483 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-1a739e57-cb7d-4446-98e9-9245273e72b9 service neutron] 10.222.0.81 "GET /v2.0/ports/66d707d6-fcfb-4c3b-b2a0-d4b332679fd1/bindings/n-h2-829434-1 HTTP/1.1" status: 200 len: 384 time: 0.1538446 Feb 18 08:42:43.749041 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-99a26c08-2498-47da-80f5-ebd22344676f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7af62face6e04cb7ab5538e8ad126010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234630 Feb 18 08:42:43.768031 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40622) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:43.791607 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a26c08-2498-47da-80f5-ebd22344676f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0074264-aa3f-4a33-ae15-11232dbf4b57,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:43.799998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:42:43.811422 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fadd1d71-f668-456b-a5a8-852b4dbbfcea req-5b044449-6fca-40df-9f94-feed9030819c tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728570 Feb 18 08:42:44.064373 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:44.084785 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '7dc0a0b4-c201-4513-9a53-8f73a8b8a996', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '7dc0a0b4-c201-4513-9a53-8f73a8b8a996', 'mac_address': 'fa:16:3e:fd:5d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:42:44.112839 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-ab1aaca5-8448-43f8-8d15-ca0a5cc5825d service neutron] For port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:44.143935 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-ab1aaca5-8448-43f8-8d15-ca0a5cc5825d service neutron] For port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:42:44.150467 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:44.170224 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:42:44.191906 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:44.200667 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:44.214061 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-ab1aaca5-8448-43f8-8d15-ca0a5cc5825d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:42:44.228929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-ab1aaca5-8448-43f8-8d15-ca0a5cc5825d service neutron] For port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:44.256672 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-ab1aaca5-8448-43f8-8d15-ca0a5cc5825d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:44.257200 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c2ceae3-a3a8-49ca-b8ee-e076afe065a9 req-5763a114-6e5b-4cea-aa0b-d0fc6de85547 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:44.258067 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c2ceae3-a3a8-49ca-b8ee-e076afe065a9 req-5763a114-6e5b-4cea-aa0b-d0fc6de85547 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:44.266331 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-53790e52-a1bd-4180-a6db-ebc9b67f72f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:44.270917 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:44.307271 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:44.380116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-ab1aaca5-8448-43f8-8d15-ca0a5cc5825d service neutron] Transition to ACTIVE for port object 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:42:44.385380 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-ab1aaca5-8448-43f8-8d15-ca0a5cc5825d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:44.423707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-0c2ceae3-a3a8-49ca-b8ee-e076afe065a9 req-5763a114-6e5b-4cea-aa0b-d0fc6de85547 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Calling delete_port for 52cdaa6a-21df-4e1a-bffd-11a08cd25fed owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:42:44.468255 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Transition to ACTIVE for port object 08089808-5d8a-4371-bcb0-1ff35a289d8f will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:42:44.491063 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-53790e52-a1bd-4180-a6db-ebc9b67f72f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:44.518751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabae7c-36cc-4399-b6eb-23cc4b69fbd9 req-e5d0e110-280e-4c59-99e9-c095c3f3ef09 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:44.525602 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-baabae7c-36cc-4399-b6eb-23cc4b69fbd9 req-e5d0e110-280e-4c59-99e9-c095c3f3ef09 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 943 time: 0.4369555 Feb 18 08:42:44.534699 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7dc0a0b4-c201-4513-9a53-8f73a8b8a996'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:42:44.544434 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-ab1aaca5-8448-43f8-8d15-ca0a5cc5825d service neutron] No DVR routers for this DVR port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:42:44.592451 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1aaca5-8448-43f8-8d15-ca0a5cc5825d service neutron] Pushing event updated for resources: {'Port': ['ID=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,revision_number=10']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:44.617355 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-ab1aaca5-8448-43f8-8d15-ca0a5cc5825d service neutron] 10.222.0.81 "PUT /v2.0/ports/66d707d6-fcfb-4c3b-b2a0-d4b332679fd1/bindings/n-h2-829434-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8670051 Feb 18 08:42:44.630744 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-baabae7c-36cc-4399-b6eb-23cc4b69fbd9 req-5d61f553-ecbe-4c40-b29d-07992cbc2fae tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042769 Feb 18 08:42:44.639518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:42:44.659944 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:44.754600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:42:44.904403 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-53790e52-a1bd-4180-a6db-ebc9b67f72f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:44.916046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:42:44.939825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:42:44.953301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:42:44.958718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:44.961435 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:44.972644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Pushing event updated for resources: {'Port': ['ID=08089808-5d8a-4371-bcb0-1ff35a289d8f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:44.988385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53790e52-a1bd-4180-a6db-ebc9b67f72f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0074264-aa3f-4a33-ae15-11232dbf4b57,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:45.022509 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c2ceae3-a3a8-49ca-b8ee-e076afe065a9 req-5763a114-6e5b-4cea-aa0b-d0fc6de85547 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:45.080330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763a114-6e5b-4cea-aa0b-d0fc6de85547 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Pushing event deleted for resources: {'Port': ['ID=52cdaa6a-21df-4e1a-bffd-11a08cd25fed,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:45.146349 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-53790e52-a1bd-4180-a6db-ebc9b67f72f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:45.150057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-53790e52-a1bd-4180-a6db-ebc9b67f72f9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c0074264-aa3f-4a33-ae15-11232dbf4b57 HTTP/1.1" status: 204 len: 168 time: 1.3780329 Feb 18 08:42:45.150680 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-a88aa1c4-c110-45a9-bbba-a247f1b05ac1 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6632388 Feb 18 08:42:45.152336 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c2ceae3-a3a8-49ca-b8ee-e076afe065a9 req-5763a114-6e5b-4cea-aa0b-d0fc6de85547 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:45.154859 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c2ceae3-a3a8-49ca-b8ee-e076afe065a9 req-5763a114-6e5b-4cea-aa0b-d0fc6de85547 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:45.155963 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c2ceae3-a3a8-49ca-b8ee-e076afe065a9 req-5763a114-6e5b-4cea-aa0b-d0fc6de85547 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "DELETE /v2.0/floatingips/59a4632c-ae11-434e-97bf-bdada2d1e563 HTTP/1.1" status: 204 len: 173 time: 1.7109973 Feb 18 08:42:45.165393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Request body: {'port': {'device_id': '3e147089-0b07-4cd1-bedc-780d089b9314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:45.186762 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f09e71fa-dfea-4de2-bc13-900abc5f638f None None] Provisioning for port 08089808-5d8a-4371-bcb0-1ff35a289d8f completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:42:45.193884 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f09e71fa-dfea-4de2-bc13-900abc5f638f None None] Provisioning complete for port 08089808-5d8a-4371-bcb0-1ff35a289d8f triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:42:45.194234 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f09e71fa-dfea-4de2-bc13-900abc5f638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:45.211863 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690600cf-9abf-4512-ae81-51c82e91aed7 req-a43fcad4-394a-414e-9362-97c79dfae45d tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:45.212553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-690600cf-9abf-4512-ae81-51c82e91aed7 req-a43fcad4-394a-414e-9362-97c79dfae45d tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Synchronizing usage tracker for tenant:f851e672b7f346b99b91db4236205959 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:42:45.225719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-56f3e52f-d100-4103-9853-c6e0bf6619fb tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:45.227202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-56f3e52f-d100-4103-9853-c6e0bf6619fb tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364&tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 1095 time: 0.4605093 Feb 18 08:42:45.254125 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f09e71fa-dfea-4de2-bc13-900abc5f638f None None] Port 08089808-5d8a-4371-bcb0-1ff35a289d8f cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:42:45.286183 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.61', 60308) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:45.353699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-690600cf-9abf-4512-ae81-51c82e91aed7 req-a43fcad4-394a-414e-9362-97c79dfae45d tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Unset dirty status for tenant:f851e672b7f346b99b91db4236205959 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:42:45.360776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-690600cf-9abf-4512-ae81-51c82e91aed7 req-a43fcad4-394a-414e-9362-97c79dfae45d tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 935 time: 0.5243812 Feb 18 08:42:45.411077 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b1d213d0-314d-437f-a2be-bc79edce38c7 req-a8c7fd04-8e18-4893-b819-04c278f898ef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1226082 Feb 18 08:42:45.483618 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:45.569344 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-690600cf-9abf-4512-ae81-51c82e91aed7 req-1122f815-d5f8-45cb-a26c-fc3c7e55776c tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Synchronizing usage tracker for tenant:f851e672b7f346b99b91db4236205959 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:42:45.589965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-4286746d-3803-4e00-9eb8-e47b344c36b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:45.591830 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-4286746d-3803-4e00-9eb8-e47b344c36b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364&tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c HTTP/1.1" status: 200 len: 1095 time: 0.3526640 Feb 18 08:42:45.592239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d213d0-314d-437f-a2be-bc79edce38c7 req-87a8ee63-d9c1-4707-9f3f-9baef4dec12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:45.595382 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b1d213d0-314d-437f-a2be-bc79edce38c7 req-87a8ee63-d9c1-4707-9f3f-9baef4dec12d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 1099 time: 0.0904353 Feb 18 08:42:45.701284 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-690600cf-9abf-4512-ae81-51c82e91aed7 req-1122f815-d5f8-45cb-a26c-fc3c7e55776c tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Unset dirty status for tenant:f851e672b7f346b99b91db4236205959 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:42:45.704732 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-690600cf-9abf-4512-ae81-51c82e91aed7 req-1122f815-d5f8-45cb-a26c-fc3c7e55776c tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431451 Feb 18 08:42:45.717092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f0f18-4750-4f7d-a51d-29b87c467499 req-25493186-667f-49fb-9077-a9b75efe45a8 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:45.718764 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-073f0f18-4750-4f7d-a51d-29b87c467499 req-25493186-667f-49fb-9077-a9b75efe45a8 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 948 time: 0.3730655 Feb 18 08:42:45.730109 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6fd282b4-fe34-48f6-ba92-25cd86373fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:45.732718 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-6fd282b4-fe34-48f6-ba92-25cd86373fce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 1095 time: 0.0999737 Feb 18 08:42:45.822391 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:42:45.906123 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:42:45.919262 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:42:45.920317 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:45.994512 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-ac3ab638-2893-4c8b-ac62-52f982f29e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:45.996580 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-ac3ab638-2893-4c8b-ac62-52f982f29e00 service neutron] 10.222.0.61 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 922 time: 0.2569509 Feb 18 08:42:46.071271 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-15eb17ef-3d33-46da-b0d0-2c02fc18bb84 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 HTTP/1.1" status: 200 len: 217 time: 0.0660875 Feb 18 08:42:46.097101 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:46.143489 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:46.144666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c132ece-be5b-4c9a-897c-102ad91dd7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc0a0b4-c201-4513-9a53-8f73a8b8a996'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:42:46.153347 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:46.187898 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-bd854cd9-177f-4fd6-80ae-6604c1885869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:46.190018 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-bd854cd9-177f-4fd6-80ae-6604c1885869 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.1103098 Feb 18 08:42:46.193111 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-073f0f18-4750-4f7d-a51d-29b87c467499 req-9e062ab5-46d6-4a79-9848-49bc4c684adc tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598949 Feb 18 08:42:46.246745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:46.281094 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-d21ba568-4052-4acd-b94a-9cb3ffad2df5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833600 Feb 18 08:42:46.396051 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:42:46.447565 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-d1119b78-ba39-4ff7-8c5a-28a3197e9107 service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592007 Feb 18 08:42:46.477995 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-6ad57134-7e00-403e-9b3a-9893d3baf8e1 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6724079 Feb 18 08:42:46.493899 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:46.510698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d213d0-314d-437f-a2be-bc79edce38c7 req-a1cefc0f-d0a4-4782-88cc-b9dc397ad088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:46.512898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1d213d0-314d-437f-a2be-bc79edce38c7 req-a1cefc0f-d0a4-4782-88cc-b9dc397ad088 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.8365889 Feb 18 08:42:46.513939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:46.527011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Usage tracker for resource:floatingip and tenant:3d6b9c6525a646ddbcd7a388cf64b73c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:46.531914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08089808-5d8a-4371-bcb0-1ff35a289d8f {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:42:46.598221 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-95b4d8ea-b923-48c1-a609-f4caa2135857 service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427085 Feb 18 08:42:46.606761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:46.621114 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:46.623274 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40706) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:46.623642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:46.638934 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1d213d0-314d-437f-a2be-bc79edce38c7 req-ce705bc9-f0b3-4670-a846-24a701db1a2d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=7dc0a0b4-c201-4513-9a53-8f73a8b8a996 HTTP/1.1" status: 200 len: 217 time: 0.1135166 Feb 18 08:42:46.692297 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:46.710795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Transition to ACTIVE for port object 08089808-5d8a-4371-bcb0-1ff35a289d8f will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:42:46.724998 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:46.763419 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d1e7ab7-b453-4e34-a295-21d274e577bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:46.779306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d1e7ab7-b453-4e34-a295-21d274e577bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:46.783248 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2d1e7ab7-b453-4e34-a295-21d274e577bf admin admin] Usage tracker for resource:security_group_rule and tenant:567789dfa9304fa5a9e1d925bd7b389d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:46.786263 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2d1e7ab7-b453-4e34-a295-21d274e577bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:46.791447 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1e290-0b6a-4e2e-8ee9-232ecb9c5bfe req-50869e55-b0a5-4d0c-8ab6-6231fb79d768 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:46.793078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6fb1e290-0b6a-4e2e-8ee9-232ecb9c5bfe req-50869e55-b0a5-4d0c-8ab6-6231fb79d768 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 944 time: 0.4128695 Feb 18 08:42:46.793444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d1e7ab7-b453-4e34-a295-21d274e577bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:46.913002 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d1e7ab7-b453-4e34-a295-21d274e577bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:46.961459 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d1e7ab7-b453-4e34-a295-21d274e577bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:46.989253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d213d0-314d-437f-a2be-bc79edce38c7 req-c3c5f4bb-9e06-47f5-8c74-19a8ecf0e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:46.991245 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1d213d0-314d-437f-a2be-bc79edce38c7 req-c3c5f4bb-9e06-47f5-8c74-19a8ecf0e097 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.3410895 Feb 18 08:42:47.025330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e7ab7-b453-4e34-a295-21d274e577bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d64862-5328-4b88-aac3-8ec3cf83944e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:47.039608 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2d1e7ab7-b453-4e34-a295-21d274e577bf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=567789dfa9304fa5a9e1d925bd7b389d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148219 Feb 18 08:42:47.045199 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40724) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:47.048666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Pushing event updated for resources: {'Port': ['ID=08089808-5d8a-4371-bcb0-1ff35a289d8f,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:47.129223 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39e435d1-0652-4846-b0cf-1b1098891684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:47.133960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-ce941e6c-3f1d-46d0-83e6-8b373281487e tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:47.135424 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-ce941e6c-3f1d-46d0-83e6-8b373281487e tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364&tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&binding%3Ahost_id=n-h2-829434-1 HTTP/1.1" status: 200 len: 1095 time: 0.2207599 Feb 18 08:42:47.137189 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6fb1e290-0b6a-4e2e-8ee9-232ecb9c5bfe req-acd71e85-4ef1-40e1-aba4-1212c1d6d7a4 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345145 Feb 18 08:42:47.161276 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Attempting to bind port 08089808-5d8a-4371-bcb0-1ff35a289d8f on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:42:47.161734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Attempting to bind port 08089808-5d8a-4371-bcb0-1ff35a289d8f by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:42:47.161936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Attempting to bind port 08089808-5d8a-4371-bcb0-1ff35a289d8f on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:47.186819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Port 08089808-5d8a-4371-bcb0-1ff35a289d8f on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:42:47.187144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Attempting to bind port 08089808-5d8a-4371-bcb0-1ff35a289d8f on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:47.198685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:42:47.199596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:42:47.199996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:42:47.200650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Bound port: 08089808-5d8a-4371-bcb0-1ff35a289d8f, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:42:47.201013 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:47.232561 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39e435d1-0652-4846-b0cf-1b1098891684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:47.241178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d213d0-314d-437f-a2be-bc79edce38c7 req-b0bc2bec-030c-484e-af0c-0638dfef2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:47.242781 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1d213d0-314d-437f-a2be-bc79edce38c7 req-b0bc2bec-030c-484e-af0c-0638dfef2278 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2289884 Feb 18 08:42:47.245055 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c132ece-be5b-4c9a-897c-102ad91dd7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc0a0b4-c201-4513-9a53-8f73a8b8a996', 'code': 200} Feb 18 08:42:47.351504 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39e435d1-0652-4846-b0cf-1b1098891684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:47.369297 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-0037a839-74e7-4adf-8e76-c96eb4c8a119 service neutron] For port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:42:47.370465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e435d1-0652-4846-b0cf-1b1098891684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d64862-5328-4b88-aac3-8ec3cf83944e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:47.378676 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39e435d1-0652-4846-b0cf-1b1098891684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:47.382105 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-39e435d1-0652-4846-b0cf-1b1098891684 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/14d64862-5328-4b88-aac3-8ec3cf83944e HTTP/1.1" status: 204 len: 168 time: 0.3335106 Feb 18 08:42:47.383002 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-0037a839-74e7-4adf-8e76-c96eb4c8a119 service neutron] Notify callbacks [] for binding, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:47.383637 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dcd01921-077c-4ea4-b45a-40edb3a94a77 req-0037a839-74e7-4adf-8e76-c96eb4c8a119 service neutron] 10.222.0.61 "DELETE /v2.0/ports/66d707d6-fcfb-4c3b-b2a0-d4b332679fd1/bindings/n-h1-829434-1 HTTP/1.1" status: 204 len: 173 time: 0.2341623 Feb 18 08:42:47.498562 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:47.590128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e74e00-aaff-4ffb-b25b-e24b7cde8760 req-490f90af-6448-4cb6-8c40-3981ddf81d8d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:47.590932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-d2e74e00-aaff-4ffb-b25b-e24b7cde8760 req-490f90af-6448-4cb6-8c40-3981ddf81d8d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Synchronizing usage tracker for tenant:5705a2476ef74c5f99a6d92a75908a3b on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:42:47.594906 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] For port 08089808-5d8a-4371-bcb0-1ff35a289d8f, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:42:47.598425 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1d213d0-314d-437f-a2be-bc79edce38c7 req-6b45ba1e-6e2e-43e2-beeb-988325374670 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289001 Feb 18 08:42:47.610525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-d2e74e00-aaff-4ffb-b25b-e24b7cde8760 req-490f90af-6448-4cb6-8c40-3981ddf81d8d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Unset dirty status for tenant:5705a2476ef74c5f99a6d92a75908a3b on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:42:47.612114 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d2e74e00-aaff-4ffb-b25b-e24b7cde8760 req-490f90af-6448-4cb6-8c40-3981ddf81d8d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0&tenant_id=5705a2476ef74c5f99a6d92a75908a3b&binding%3Ahost_id=n-h2-829434-1 HTTP/1.1" status: 200 len: 949 time: 0.1127875 Feb 18 08:42:47.638659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] For port 08089808-5d8a-4371-bcb0-1ff35a289d8f, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=08089808-5d8a-4371-bcb0-1ff35a289d8f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:42:47.700345 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [req-d2e74e00-aaff-4ffb-b25b-e24b7cde8760 req-3ef031cd-5b62-48ad-88c3-c5d09297d6fd service neutron] delete failed (client error): The resource could not be found. Feb 18 08:42:47.701733 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d2e74e00-aaff-4ffb-b25b-e24b7cde8760 req-3ef031cd-5b62-48ad-88c3-c5d09297d6fd service neutron] 10.222.0.81 "DELETE /v2.0/ports/7dc0a0b4-c201-4513-9a53-8f73a8b8a996/bindings/n-h1-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.0835745 Feb 18 08:42:47.703297 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:47.926757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:47.927369 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:47.928781 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] 10.222.0.61 "PUT /v2.0/ports/08089808-5d8a-4371-bcb0-1ff35a289d8f HTTP/1.1" status: 200 len: 1095 time: 2.7682388 Feb 18 08:42:47.934810 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40738) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:47.939549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e147089-0b07-4cd1-bedc-780d089b9314', 'tag': '08089808-5d8a-4371-bcb0-1ff35a289d8f'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:42:47.960584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e74e00-aaff-4ffb-b25b-e24b7cde8760 req-9eeb4c5b-caed-4b88-80bc-d75d183d4d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:47.962328 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d2e74e00-aaff-4ffb-b25b-e24b7cde8760 req-9eeb4c5b-caed-4b88-80bc-d75d183d4d01 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 1100 time: 0.1588418 Feb 18 08:42:47.965205 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b12fbaa5-3944-466f-9d6f-6e4f6b901dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:47.998091 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1d213d0-314d-437f-a2be-bc79edce38c7 req-37d176f8-6c57-4fa8-9d9a-7a101c02f140 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858461 Feb 18 08:42:47.999415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Allocated IP 172.25.1.51 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/f490ca7c-e808-4a66-abe9-4f9337de48ea) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:42:48.023597 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b12fbaa5-3944-466f-9d6f-6e4f6b901dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:48.085884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b12fbaa5-3944-466f-9d6f-6e4f6b901dba admin admin] Usage tracker for resource:security_group_rule and tenant:a162f7f71df54a7b81ca6699a2b7491b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:48.090692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b12fbaa5-3944-466f-9d6f-6e4f6b901dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:48.098739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b12fbaa5-3944-466f-9d6f-6e4f6b901dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:48.101079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647678d3-2a6a-4321-9ec7-d87befb8571f service neutron] Pushing event updated for resources: {'Port': ['ID=08089808-5d8a-4371-bcb0-1ff35a289d8f,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:48.187947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e74e00-aaff-4ffb-b25b-e24b7cde8760 req-10eb4c05-89f0-4922-9120-1787f83f94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:48.189402 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d2e74e00-aaff-4ffb-b25b-e24b7cde8760 req-10eb4c05-89f0-4922-9120-1787f83f94ca service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2148714 Feb 18 08:42:48.262995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63132377-eac4-414c-8c84-c6ca715e02a4 req-3f77149b-5d15-466e-b1b6-731140dd6f3a tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:48.264444 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63132377-eac4-414c-8c84-c6ca715e02a4 req-3f77149b-5d15-466e-b1b6-731140dd6f3a tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 947 time: 0.7269490 Feb 18 08:42:48.271282 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d2e74e00-aaff-4ffb-b25b-e24b7cde8760 req-f33a273d-8127-4866-b0f4-dfaad829ae5e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=7dc0a0b4-c201-4513-9a53-8f73a8b8a996 HTTP/1.1" status: 200 len: 217 time: 0.0731277 Feb 18 08:42:48.369637 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b12fbaa5-3944-466f-9d6f-6e4f6b901dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:48.375099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e74e00-aaff-4ffb-b25b-e24b7cde8760 req-3a373edb-ec90-4d0f-b491-283b06cbf991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:48.376710 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d2e74e00-aaff-4ffb-b25b-e24b7cde8760 req-3a373edb-ec90-4d0f-b491-283b06cbf991 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0960538 Feb 18 08:42:48.377721 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b12fbaa5-3944-466f-9d6f-6e4f6b901dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:48.418274 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63132377-eac4-414c-8c84-c6ca715e02a4 req-055bbf48-91eb-4ad7-bf3d-d723e02d6ae7 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432378 Feb 18 08:42:48.425687 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:48.459907 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-5878254e-c7f0-4e63-baca-06d623afd501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:48.461509 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-5878254e-c7f0-4e63-baca-06d623afd501 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f851e672b7f346b99b91db4236205959&device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 1098 time: 0.4592562 Feb 18 08:42:48.464090 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:48.492907 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b12fbaa5-3944-466f-9d6f-6e4f6b901dba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a162f7f71df54a7b81ca6699a2b7491b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5565698 Feb 18 08:42:48.493777 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fbaa5-3944-466f-9d6f-6e4f6b901dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c5b974-6969-4a6d-8b21-dec717ad8b33,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:48.496772 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40748) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:48.556415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Pushing event updated for resources: {'Port': ['ID=f490ca7c-e808-4a66-abe9-4f9337de48ea,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:48.630700 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-0bae397c-61a2-4180-a8b9-02f4726a577b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=08089808-5d8a-4371-bcb0-1ff35a289d8f HTTP/1.1" status: 200 len: 217 time: 0.0774648 Feb 18 08:42:48.630924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e74e00-aaff-4ffb-b25b-e24b7cde8760 req-b187a947-435e-46a4-a9c8-a2d111088c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:48.632211 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d2e74e00-aaff-4ffb-b25b-e24b7cde8760 req-b187a947-435e-46a4-a9c8-a2d111088c98 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2461207 Feb 18 08:42:48.635976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:42:48.639030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:42:48.641817 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:42:48.670350 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1a90bef2-4299-4daa-872a-b90a10c41091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:48.721548 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:48.727053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-0c813fe7-ba7c-4268-8c7e-335617874132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:48.728750 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-0c813fe7-ba7c-4268-8c7e-335617874132 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0910091 Feb 18 08:42:48.769551 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1a90bef2-4299-4daa-872a-b90a10c41091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:48.852508 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:48.853098 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d2e74e00-aaff-4ffb-b25b-e24b7cde8760 req-fead47f1-382f-4f9f-89b6-afdf695df3ea service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101240 Feb 18 08:42:48.950717 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1a90bef2-4299-4daa-872a-b90a10c41091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:48.971592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90bef2-4299-4daa-872a-b90a10c41091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c5b974-6969-4a6d-8b21-dec717ad8b33,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:48.983147 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1a90bef2-4299-4daa-872a-b90a10c41091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:48.984234 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1a90bef2-4299-4daa-872a-b90a10c41091 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/40c5b974-6969-4a6d-8b21-dec717ad8b33 HTTP/1.1" status: 204 len: 168 time: 0.4775441 Feb 18 08:42:49.030600 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d2e74e00-aaff-4ffb-b25b-e24b7cde8760 req-12bf0e36-e1a8-4f5b-a3b0-ca152b1e622b service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649764 Feb 18 08:42:49.067927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-e892f9e7-59f2-4ae0-8232-41deac49355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:49.069412 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-e892f9e7-59f2-4ae0-8232-41deac49355b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3065643 Feb 18 08:42:49.225522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ff1bf-f24c-4883-b328-a104b2a8f277 req-ea57ec38-07ff-4b1b-ba8d-51ff81810674 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:49.226974 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b49ff1bf-f24c-4883-b328-a104b2a8f277 req-ea57ec38-07ff-4b1b-ba8d-51ff81810674 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.3031766 Feb 18 08:42:49.304241 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:49.309672 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-99837931-6e20-472a-ad60-e7b299582ece service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310557 Feb 18 08:42:49.313052 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:49.388617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b49ff1bf-f24c-4883-b328-a104b2a8f277 req-43d649c9-8d67-4617-a357-4e34cb90bd39 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464598 Feb 18 08:42:49.477842 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:49.506834 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e147089-0b07-4cd1-bedc-780d089b9314', 'tag': '08089808-5d8a-4371-bcb0-1ff35a289d8f', 'status': 'completed', 'code': 200} Feb 18 08:42:49.507580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Pushing event updated for resources: {'Port': ['ID=f490ca7c-e808-4a66-abe9-4f9337de48ea,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:49.561368 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:49.566005 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-033b02ff-479c-41bb-8f0c-adf4ac996885 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0870497 Feb 18 08:42:49.577642 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bf2608b-94b8-475b-8526-7f16f2dfc87d req-6c439597-b832-42e2-9e5b-918689095050 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590742 Feb 18 08:42:49.734481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-239aba0a-d4a4-4e71-9f67-bd935bbebae9 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Synchronizing usage tracker for tenant:3d6b9c6525a646ddbcd7a388cf64b73c on resource:floatingip {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:42:49.783674 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-239aba0a-d4a4-4e71-9f67-bd935bbebae9 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Unset dirty status for tenant:3d6b9c6525a646ddbcd7a388cf64b73c on resource:floatingip {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:42:49.784870 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-239aba0a-d4a4-4e71-9f67-bd935bbebae9 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.51 HTTP/1.1" status: 200 len: 695 time: 0.2108927 Feb 18 08:42:49.900429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c2a9c-6abb-46e3-bf08-cbc82a05b223 req-873043ce-1a60-4e09-936d-b81575beb73d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:49.901895 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a4c2a9c-6abb-46e3-bf08-cbc82a05b223 req-873043ce-1a60-4e09-936d-b81575beb73d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 944 time: 0.2627983 Feb 18 08:42:49.915277 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c43cb-6d4f-43a2-b631-a21ed61c78c6 req-c70d2f20-7d7d-495e-adab-46ace98df579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:49.916703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba5c43cb-6d4f-43a2-b631-a21ed61c78c6 req-c70d2f20-7d7d-495e-adab-46ace98df579 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f851e672b7f346b99b91db4236205959&device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 1098 time: 0.2260265 Feb 18 08:42:50.174823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a4c2a9c-6abb-46e3-bf08-cbc82a05b223 req-093b9692-136e-4f24-8c18-04f22e4614d7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651231 Feb 18 08:42:50.198318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-6655d316-3ce2-4493-b0d0-5cfab02c1647 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:50.200878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-6655d316-3ce2-4493-b0d0-5cfab02c1647 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.4052341 Feb 18 08:42:50.224833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-42c66435-893e-43c4-af46-594200df0d00 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:42:50.225776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fedc5759-4a2d-4333-996e-82f37cc2d73b req-42c66435-893e-43c4-af46-594200df0d00 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078194 Feb 18 08:42:50.253154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c43cb-6d4f-43a2-b631-a21ed61c78c6 req-89fbdcbe-dfd5-4296-bcc1-c9cecd6cf8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:50.254643 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba5c43cb-6d4f-43a2-b631-a21ed61c78c6 req-89fbdcbe-dfd5-4296-bcc1-c9cecd6cf8d3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.3214629 Feb 18 08:42:50.333283 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba5c43cb-6d4f-43a2-b631-a21ed61c78c6 req-a92955de-7774-4497-9e42-970fac7c8ab3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=08089808-5d8a-4371-bcb0-1ff35a289d8f HTTP/1.1" status: 200 len: 217 time: 0.0720644 Feb 18 08:42:50.502485 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ea712e1-198c-41cc-85f3-cc402ab6d0f1 req-cef4f7a8-7065-4276-a85b-a4e0618accdf tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/floatingips/35a988d7-4082-4056-8558-9d93e233536c HTTP/1.1" status: 200 len: 692 time: 0.1386812 Feb 18 08:42:50.595338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c43cb-6d4f-43a2-b631-a21ed61c78c6 req-b5a2b11c-a8ce-4875-abe2-5d8e0dc6688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:50.596789 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba5c43cb-6d4f-43a2-b631-a21ed61c78c6 req-b5a2b11c-a8ce-4875-abe2-5d8e0dc6688b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.2319331 Feb 18 08:42:50.712293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b881bb-edc9-440d-893a-51325f1c3ec8 req-c9c0b3a2-e4fe-4021-8c65-dc9b7d3af571 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:50.713654 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89b881bb-edc9-440d-893a-51325f1c3ec8 req-c9c0b3a2-e4fe-4021-8c65-dc9b7d3af571 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 947 time: 0.3944764 Feb 18 08:42:50.751332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea712e1-198c-41cc-85f3-cc402ab6d0f1 req-611efa6e-b07f-4256-92d3-95e0a061e259 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:50.752627 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ea712e1-198c-41cc-85f3-cc402ab6d0f1 req-611efa6e-b07f-4256-92d3-95e0a061e259 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.2422345 Feb 18 08:42:50.773403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-1ea712e1-198c-41cc-85f3-cc402ab6d0f1 req-7f4c8530-8ce3-4d75-9b03-2c7981fc182b tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:42:50.774354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ea712e1-198c-41cc-85f3-cc402ab6d0f1 req-7f4c8530-8ce3-4d75-9b03-2c7981fc182b tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145082 Feb 18 08:42:50.847247 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89b881bb-edc9-440d-893a-51325f1c3ec8 req-cae37f5a-2a72-474b-97f7-806f24a57599 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247931 Feb 18 08:42:50.869078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c43cb-6d4f-43a2-b631-a21ed61c78c6 req-e894c3b6-f74d-4e6b-8018-e9b573d8f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:50.869078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba5c43cb-6d4f-43a2-b631-a21ed61c78c6 req-e894c3b6-f74d-4e6b-8018-e9b573d8f45c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2592156 Feb 18 08:42:50.873805 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ea712e1-198c-41cc-85f3-cc402ab6d0f1 req-a0401c48-0bb5-48c9-9e94-cac3327f4a86 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.51 HTTP/1.1" status: 200 len: 695 time: 0.0912457 Feb 18 08:42:51.064444 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ea712e1-198c-41cc-85f3-cc402ab6d0f1 req-35305e54-2c99-4c2b-bba9-b7034708bda2 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.51 HTTP/1.1" status: 200 len: 695 time: 0.1687737 Feb 18 08:42:51.270335 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba5c43cb-6d4f-43a2-b631-a21ed61c78c6 req-25cf9a22-7fe2-423d-8c08-3d3fa3fb57ba service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955641 Feb 18 08:42:51.281085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-1ea712e1-198c-41cc-85f3-cc402ab6d0f1 req-14e2032b-8496-4d80-b4ac-b3b00e8dc65d tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Deleting port f490ca7c-e808-4a66-abe9-4f9337de48ea {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:42:51.281420 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1ea712e1-198c-41cc-85f3-cc402ab6d0f1 req-14e2032b-8496-4d80-b4ac-b3b00e8dc65d tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:51.488461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57470d0-a22c-42e7-adde-e1869a665972 req-e993cd5a-ee8f-464a-958b-1d15ce8f29ff tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:51.489942 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c57470d0-a22c-42e7-adde-e1869a665972 req-e993cd5a-ee8f-464a-958b-1d15ce8f29ff tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 1095 time: 0.4941468 Feb 18 08:42:51.630961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c57470d0-a22c-42e7-adde-e1869a665972 req-9f021171-d44a-46d1-a429-1e49d52d2ade tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326425 Feb 18 08:42:51.658464 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba5c43cb-6d4f-43a2-b631-a21ed61c78c6 req-06665172-92b5-4b06-a56f-6664d3f95f7b service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785255 Feb 18 08:42:51.694186 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1ea712e1-198c-41cc-85f3-cc402ab6d0f1 req-14e2032b-8496-4d80-b4ac-b3b00e8dc65d tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:51.694515 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1ea712e1-198c-41cc-85f3-cc402ab6d0f1 req-14e2032b-8496-4d80-b4ac-b3b00e8dc65d tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:51.821067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-1ea712e1-198c-41cc-85f3-cc402ab6d0f1 req-14e2032b-8496-4d80-b4ac-b3b00e8dc65d tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Calling delete_port for f490ca7c-e808-4a66-abe9-4f9337de48ea owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:42:52.002661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62746a1e-388e-46cd-839d-ec217465859c req-949397d7-8eec-424b-b84b-82622c394a36 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:52.004029 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-62746a1e-388e-46cd-839d-ec217465859c req-949397d7-8eec-424b-b84b-82622c394a36 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.1531272 Feb 18 08:42:52.053532 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1ea712e1-198c-41cc-85f3-cc402ab6d0f1 req-14e2032b-8496-4d80-b4ac-b3b00e8dc65d tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:52.136947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-62746a1e-388e-46cd-839d-ec217465859c req-c8cf58df-0953-4293-9d7d-6c8887225958 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262815 Feb 18 08:42:52.137654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2032b-8496-4d80-b4ac-b3b00e8dc65d tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Pushing event deleted for resources: {'Port': ['ID=f490ca7c-e808-4a66-abe9-4f9337de48ea,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:52.147370 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1ea712e1-198c-41cc-85f3-cc402ab6d0f1 req-14e2032b-8496-4d80-b4ac-b3b00e8dc65d tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:52.166840 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1ea712e1-198c-41cc-85f3-cc402ab6d0f1 req-14e2032b-8496-4d80-b4ac-b3b00e8dc65d tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:52.167769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ea712e1-198c-41cc-85f3-cc402ab6d0f1 req-14e2032b-8496-4d80-b4ac-b3b00e8dc65d tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "DELETE /v2.0/floatingips/35a988d7-4082-4056-8558-9d93e233536c HTTP/1.1" status: 204 len: 173 time: 1.0979476 Feb 18 08:42:52.516645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829eeff-8867-4de1-99f9-a572468c345b req-9f23ca8d-7ea3-4daf-94d9-c4ca8ed84f96 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:52.517990 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b829eeff-8867-4de1-99f9-a572468c345b req-9f23ca8d-7ea3-4daf-94d9-c4ca8ed84f96 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 821 time: 0.1942756 Feb 18 08:42:52.536519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b829eeff-8867-4de1-99f9-a572468c345b req-fd8b413f-29ff-40e0-bcfb-9357d684ebd9 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/quotas/ee0715c9ca2d4e6ead6a5e9e3f746d1c HTTP/1.1" status: 200 len: 375 time: 0.0130985 Feb 18 08:42:52.544719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43cd6b-3204-44e2-a7a6-f2769582874f req-7ea1d48e-daae-4d13-b3db-845b5892a62f tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:52.546080 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f43cd6b-3204-44e2-a7a6-f2769582874f req-7ea1d48e-daae-4d13-b3db-845b5892a62f tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 947 time: 0.1392472 Feb 18 08:42:52.642115 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f43cd6b-3204-44e2-a7a6-f2769582874f req-451c36eb-9e00-4a09-a84b-76b83da18274 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611849 Feb 18 08:42:52.658785 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b829eeff-8867-4de1-99f9-a572468c345b req-bc3be61d-7950-48f8-83f1-1ca24d21a6eb tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1118248 Feb 18 08:42:52.810440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dd45c-1508-4316-b6f8-a155449f5b65 req-386c3c29-3b07-4419-b5e4-012e4393841e tempest-MigrationsAdminTest-1305834785 tempest-MigrationsAdminTest-1305834785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:52.811946 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab4dd45c-1508-4316-b6f8-a155449f5b65 req-386c3c29-3b07-4419-b5e4-012e4393841e tempest-MigrationsAdminTest-1305834785 tempest-MigrationsAdminTest-1305834785-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 1100 time: 0.0739274 Feb 18 08:42:52.823987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-b829eeff-8867-4de1-99f9-a572468c345b req-f6ed1c64-3ba5-40d8-ba95-7bd2ff6d09ac service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:42:52.824964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b829eeff-8867-4de1-99f9-a572468c345b req-f6ed1c64-3ba5-40d8-ba95-7bd2ff6d09ac service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0529871 Feb 18 08:42:52.936045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ab4dd45c-1508-4316-b6f8-a155449f5b65 req-c72c9933-cd46-4755-bc32-4f5b565ff98b tempest-MigrationsAdminTest-1305834785 tempest-MigrationsAdminTest-1305834785-project-admin] Synchronizing usage tracker for tenant:8ecc55dadcb744ec88add2617145cb69 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:42:52.985766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ab4dd45c-1508-4316-b6f8-a155449f5b65 req-c72c9933-cd46-4755-bc32-4f5b565ff98b tempest-MigrationsAdminTest-1305834785 tempest-MigrationsAdminTest-1305834785-project-admin] Unset dirty status for tenant:8ecc55dadcb744ec88add2617145cb69 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:42:52.986905 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab4dd45c-1508-4316-b6f8-a155449f5b65 req-c72c9933-cd46-4755-bc32-4f5b565ff98b tempest-MigrationsAdminTest-1305834785 tempest-MigrationsAdminTest-1305834785-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688983 Feb 18 08:42:52.992409 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b829eeff-8867-4de1-99f9-a572468c345b req-9d1d5c67-8e17-4d37-945e-1da97436b1d1 service neutron] 10.222.0.72 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553664 Feb 18 08:42:53.138806 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-8271f353-7cb5-492f-b258-858b37738b2b req-8672bc6d-ea7e-425c-b477-112e986da1ed tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] show failed (client error): The resource could not be found. Feb 18 08:42:53.139825 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8271f353-7cb5-492f-b258-858b37738b2b req-8672bc6d-ea7e-425c-b477-112e986da1ed tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/floatingips/35a988d7-4082-4056-8558-9d93e233536c HTTP/1.1" status: 404 len: 350 time: 0.1216311 Feb 18 08:42:53.211255 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b829eeff-8867-4de1-99f9-a572468c345b req-c9154d28-d669-4734-95c8-90a9e69956d6 service neutron] 10.222.0.72 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109642 Feb 18 08:42:53.401661 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-9e569440-be46-436e-8ec3-762ecdb2c259 req-49d6d8b9-40b8-41ee-b492-1f6f6ea321f3 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] show failed (client error): The resource could not be found. Feb 18 08:42:53.402796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e569440-be46-436e-8ec3-762ecdb2c259 req-49d6d8b9-40b8-41ee-b492-1f6f6ea321f3 tempest-FloatingIPsTestJSON-1163199001 tempest-FloatingIPsTestJSON-1163199001-project] 10.222.0.72 "GET /v2.0/floatingips/35a988d7-4082-4056-8558-9d93e233536c HTTP/1.1" status: 404 len: 350 time: 0.1003406 Feb 18 08:42:53.414143 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40870) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:53.675162 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b2c6f16-5192-4cfb-b6c7-368aebedd23c req-ee6ed7f9-0143-48b2-b462-b2f9f6c6fa8a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 210 time: 0.0756683 Feb 18 08:42:53.676703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb441155-374b-449d-b720-627d4099bcb0 req-3ebc8718-cd5b-4cb2-9e46-ad1c2b5f156e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833771 Feb 18 08:42:53.862130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 08089808-5d8a-4371-bcb0-1ff35a289d8f details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:42:54.045715 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 08089808-5d8a-4371-bcb0-1ff35a289d8f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=08089808-5d8a-4371-bcb0-1ff35a289d8f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:54.060068 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '08089808-5d8a-4371-bcb0-1ff35a289d8f', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '08089808-5d8a-4371-bcb0-1ff35a289d8f', 'mac_address': 'fa:16:3e:8a:9f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:42:54.130198 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:54.168152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb441155-374b-449d-b720-627d4099bcb0 req-f0572da8-efc2-4ce1-89a0-7a8557cbfd40 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:54.169925 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb441155-374b-449d-b720-627d4099bcb0 req-f0572da8-efc2-4ce1-89a0-7a8557cbfd40 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4845319 Feb 18 08:42:54.176934 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08089808-5d8a-4371-bcb0-1ff35a289d8f {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:42:54.193072 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 08089808-5d8a-4371-bcb0-1ff35a289d8f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=08089808-5d8a-4371-bcb0-1ff35a289d8f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:54.198010 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:54.208354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40910) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:54.231752 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb441155-374b-449d-b720-627d4099bcb0 req-6f5b4c4d-b171-4762-a060-73b115756220 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/quotas/5705a2476ef74c5f99a6d92a75908a3b HTTP/1.1" status: 200 len: 375 time: 0.0223670 Feb 18 08:42:54.241036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4fb27-cf35-481f-95de-8c24df8929f9 req-dee50e24-fd52-4375-87e2-6f4a58abf4be tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:54.247938 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-81c4fb27-cf35-481f-95de-8c24df8929f9 req-dee50e24-fd52-4375-87e2-6f4a58abf4be tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 947 time: 0.3189740 Feb 18 08:42:54.269864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=08089808-5d8a-4371-bcb0-1ff35a289d8f,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:54.328963 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a02e7e0d-3729-4298-ace8-4ae9efba1090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:54.343059 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a02e7e0d-3729-4298-ace8-4ae9efba1090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:54.346724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a02e7e0d-3729-4298-ace8-4ae9efba1090 admin admin] Usage tracker for resource:security_group_rule and tenant:5d973e3c32a44babbfcf819fb39e244d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:54.349445 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a02e7e0d-3729-4298-ace8-4ae9efba1090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:54.355816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a02e7e0d-3729-4298-ace8-4ae9efba1090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:54.397579 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-81c4fb27-cf35-481f-95de-8c24df8929f9 req-c2198c45-d288-45c2-b55f-a8bb76468625 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486290 Feb 18 08:42:54.452824 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a02e7e0d-3729-4298-ace8-4ae9efba1090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:54.455167 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb441155-374b-449d-b720-627d4099bcb0 req-8c3c4ee5-9010-4b1e-a901-f6d7497f0f30 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2033715 Feb 18 08:42:54.463237 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a02e7e0d-3729-4298-ace8-4ae9efba1090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:54.548813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e7e0d-3729-4298-ace8-4ae9efba1090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722f8a07-25dc-4672-a50a-eaf44f697525,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:54.572436 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['08089808-5d8a-4371-bcb0-1ff35a289d8f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:42:54.598482 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a02e7e0d-3729-4298-ace8-4ae9efba1090 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5d973e3c32a44babbfcf819fb39e244d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890536 Feb 18 08:42:54.605443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40924) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:54.643436 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f95061c2-55ed-4c76-8442-7fddba66aeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:54.723170 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829eeff-8867-4de1-99f9-a572468c345b req-f59352f0-7c26-4dc0-9516-939d5f778724 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:54.725510 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b829eeff-8867-4de1-99f9-a572468c345b req-f59352f0-7c26-4dc0-9516-939d5f778724 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.81 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 821 time: 0.2102578 Feb 18 08:42:54.739217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-b829eeff-8867-4de1-99f9-a572468c345b req-fecd3d5a-1cd4-40fc-b85d-dc36562fb5b7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Request body: {'port': {'device_id': 'f031d9d9-a51c-459e-9823-90c6a15173ef', 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91', 'admin_state_up': True, 'tenant_id': 'ee0715c9ca2d4e6ead6a5e9e3f746d1c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:55.068907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-b829eeff-8867-4de1-99f9-a572468c345b req-fecd3d5a-1cd4-40fc-b85d-dc36562fb5b7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:55.073136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b829eeff-8867-4de1-99f9-a572468c345b req-fecd3d5a-1cd4-40fc-b85d-dc36562fb5b7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Usage tracker for resource:port and tenant:ee0715c9ca2d4e6ead6a5e9e3f746d1c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:55.077216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b829eeff-8867-4de1-99f9-a572468c345b req-fecd3d5a-1cd4-40fc-b85d-dc36562fb5b7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:55.078945 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f7014dd-fa86-4214-a344-241f9b6fedb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:55.085122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-b829eeff-8867-4de1-99f9-a572468c345b req-fecd3d5a-1cd4-40fc-b85d-dc36562fb5b7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:55.099651 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b829eeff-8867-4de1-99f9-a572468c345b req-fecd3d5a-1cd4-40fc-b85d-dc36562fb5b7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Made reservation on behalf of ee0715c9ca2d4e6ead6a5e9e3f746d1c for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:42:55.104699 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b829eeff-8867-4de1-99f9-a572468c345b req-fecd3d5a-1cd4-40fc-b85d-dc36562fb5b7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:55.251916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40946) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:55.252533 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40950) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:55.343056 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-b829eeff-8867-4de1-99f9-a572468c345b req-fecd3d5a-1cd4-40fc-b85d-dc36562fb5b7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Allocated IP 172.20.0.12 (51c9510d-69f6-4794-8ea8-380b620d4b91/c0a4176b-79bd-4632-822e-600c5663a061/8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:42:55.457074 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7d68c12-c006-45f7-a71f-35e3cd3eb41f req-32b4da99-3aa1-49cf-8a0b-60527d39ee7c tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 210 time: 0.4029384 Feb 18 08:42:55.460337 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da796cd0-a947-40ea-ad64-8cbdefeb5d92 req-1edb3237-3615-457d-a146-e336380cdbc1 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 210 time: 0.3819792 Feb 18 08:42:55.472706 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f7014dd-fa86-4214-a344-241f9b6fedb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:55.627040 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-12d5b6f5-3454-4de7-926c-19c9fdc29075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:55.637169 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f41ec17d-2c32-4a38-bf54-b5911fe00ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:55.642382 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f7014dd-fa86-4214-a344-241f9b6fedb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:55.659882 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b829eeff-8867-4de1-99f9-a572468c345b req-fecd3d5a-1cd4-40fc-b85d-dc36562fb5b7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:55.664674 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7014dd-fa86-4214-a344-241f9b6fedb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722f8a07-25dc-4672-a50a-eaf44f697525,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:55.666381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-f95061c2-55ed-4c76-8442-7fddba66aeb7 admin admin] Deleting port d12112e9-47a6-4d13-a4a1-38330b78d162 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:42:55.666719 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f95061c2-55ed-4c76-8442-7fddba66aeb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:55.669230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f41ec17d-2c32-4a38-bf54-b5911fe00ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:55.671539 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-12d5b6f5-3454-4de7-926c-19c9fdc29075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:55.681469 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-12d5b6f5-3454-4de7-926c-19c9fdc29075 admin admin] Usage tracker for resource:security_group_rule and tenant:c2d93cb731e8431f88be4400eafb83e6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:55.685126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-12d5b6f5-3454-4de7-926c-19c9fdc29075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:55.692675 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-12d5b6f5-3454-4de7-926c-19c9fdc29075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:55.703518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f41ec17d-2c32-4a38-bf54-b5911fe00ce8 admin admin] Usage tracker for resource:security_group_rule and tenant:b17a76198bf141baab11aa875fb413e7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:55.707862 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f41ec17d-2c32-4a38-bf54-b5911fe00ce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:55.716304 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f41ec17d-2c32-4a38-bf54-b5911fe00ce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:55.725378 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f7014dd-fa86-4214-a344-241f9b6fedb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:55.729057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9f7014dd-fa86-4214-a344-241f9b6fedb9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/722f8a07-25dc-4672-a50a-eaf44f697525 HTTP/1.1" status: 204 len: 168 time: 1.1188359 Feb 18 08:42:55.835101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50656436-6652-4b0a-8f98-ce4046e32cd9 req-08fc346d-e226-434e-bd9a-e54bcc0cb384 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:55.841745 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b829eeff-8867-4de1-99f9-a572468c345b req-fecd3d5a-1cd4-40fc-b85d-dc36562fb5b7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:55.843858 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-50656436-6652-4b0a-8f98-ce4046e32cd9 req-08fc346d-e226-434e-bd9a-e54bcc0cb384 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 948 time: 0.2611506 Feb 18 08:42:55.884203 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 08089808-5d8a-4371-bcb0-1ff35a289d8f up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:42:55.936861 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-50656436-6652-4b0a-8f98-ce4046e32cd9 req-1a920223-784a-4c38-a9de-94220233d8aa tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902445 Feb 18 08:42:55.956164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-f95061c2-55ed-4c76-8442-7fddba66aeb7 admin admin] For port d12112e9-47a6-4d13-a4a1-38330b78d162, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d12112e9-47a6-4d13-a4a1-38330b78d162,segment=NetworkSegment(2e1a4803-7ad2-4e24-9899-ce07c8207b32),segment_id=2e1a4803-7ad2-4e24-9899-ce07c8207b32)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:55.956563 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f95061c2-55ed-4c76-8442-7fddba66aeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:55.959858 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 08089808-5d8a-4371-bcb0-1ff35a289d8f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:42:55.962572 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b829eeff-8867-4de1-99f9-a572468c345b req-fecd3d5a-1cd4-40fc-b85d-dc36562fb5b7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Network 51c9510d-69f6-4794-8ea8-380b620d4b91 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:42:55.967339 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 08089808-5d8a-4371-bcb0-1ff35a289d8f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:42:55.968148 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:55.969804 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-b829eeff-8867-4de1-99f9-a572468c345b req-fecd3d5a-1cd4-40fc-b85d-dc36562fb5b7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:42:55.972561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b829eeff-8867-4de1-99f9-a572468c345b req-fecd3d5a-1cd4-40fc-b85d-dc36562fb5b7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:42:55.978265 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829eeff-8867-4de1-99f9-a572468c345b req-fecd3d5a-1cd4-40fc-b85d-dc36562fb5b7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:55.978877 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b829eeff-8867-4de1-99f9-a572468c345b req-fecd3d5a-1cd4-40fc-b85d-dc36562fb5b7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:56.002743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd3d5a-1cd4-40fc-b85d-dc36562fb5b7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Pushing event updated for resources: {'Port': ['ID=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:56.119772 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:56.119997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-f95061c2-55ed-4c76-8442-7fddba66aeb7 admin admin] Calling delete_port for d12112e9-47a6-4d13-a4a1-38330b78d162 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:42:56.123566 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-12d5b6f5-3454-4de7-926c-19c9fdc29075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:56.138210 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f41ec17d-2c32-4a38-bf54-b5911fe00ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:56.141965 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-12d5b6f5-3454-4de7-926c-19c9fdc29075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:56.168937 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e147089-0b07-4cd1-bedc-780d089b9314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08089808-5d8a-4371-bcb0-1ff35a289d8f'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:42:56.184309 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 08089808-5d8a-4371-bcb0-1ff35a289d8f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=08089808-5d8a-4371-bcb0-1ff35a289d8f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:42:56.191054 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:56.213224 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f41ec17d-2c32-4a38-bf54-b5911fe00ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:56.223338 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b829eeff-8867-4de1-99f9-a572468c345b req-fecd3d5a-1cd4-40fc-b85d-dc36562fb5b7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4896049 Feb 18 08:42:56.223930 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5b6f5-3454-4de7-926c-19c9fdc29075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1de5ebe-e7a7-4733-97bb-80b484935746,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:56.227218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40968) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:56.250521 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Request body: {'port': {'device_id': 'f031d9d9-a51c-459e-9823-90c6a15173ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:56.260969 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e147089-0b07-4cd1-bedc-780d089b9314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08089808-5d8a-4371-bcb0-1ff35a289d8f', 'code': 200} Feb 18 08:42:56.290635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb441155-374b-449d-b720-627d4099bcb0 req-31dc42fa-dc10-41ec-a106-0c9f73563046 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1169231 Feb 18 08:42:56.306174 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fbd9dccd-e63b-4a9d-a806-1aaa8d68f3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:56.325399 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-12d5b6f5-3454-4de7-926c-19c9fdc29075 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c2d93cb731e8431f88be4400eafb83e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0721250 Feb 18 08:42:56.333540 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=08089808-5d8a-4371-bcb0-1ff35a289d8f,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:56.336721 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40972) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:56.359828 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f41ec17d-2c32-4a38-bf54-b5911fe00ce8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b17a76198bf141baab11aa875fb413e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1051278 Feb 18 08:42:56.364866 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40976) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:56.368928 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ec17d-2c32-4a38-bf54-b5911fe00ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137a931a-fd3f-4878-b89b-f2346f0be959,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:56.418580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fbd9dccd-e63b-4a9d-a806-1aaa8d68f3c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:56.508525 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:56.519585 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89a6c5b6-a833-4e59-be38-f9524cf17066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:56.566059 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89a6c5b6-a833-4e59-be38-f9524cf17066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:56.593550 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fbd9dccd-e63b-4a9d-a806-1aaa8d68f3c1 admin admin] Usage tracker for resource:security_group_rule and tenant:8337e84345cc4b74b3f1092ad632fae9 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:56.603495 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fbd9dccd-e63b-4a9d-a806-1aaa8d68f3c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:56.655249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fbd9dccd-e63b-4a9d-a806-1aaa8d68f3c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:56.700454 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0232405d-b4af-4a1e-8c0f-fe189656d68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:56.710290 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7889adb8-bc41-41b9-8c1e-dcb846776571 req-509174e7-f3a5-437f-a9e6-d8d252d74ac4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 210 time: 0.1078718 Feb 18 08:42:56.756311 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0232405d-b4af-4a1e-8c0f-fe189656d68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:56.857461 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89a6c5b6-a833-4e59-be38-f9524cf17066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:56.872325 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb441155-374b-449d-b720-627d4099bcb0 req-bb38ffd2-52eb-4cfb-8d20-d0082dd2d716 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:56.873878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb441155-374b-449d-b720-627d4099bcb0 req-bb38ffd2-52eb-4cfb-8d20-d0082dd2d716 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5706587 Feb 18 08:42:56.887465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6c5b6-a833-4e59-be38-f9524cf17066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1de5ebe-e7a7-4733-97bb-80b484935746,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:56.891413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b066f-e758-47a8-9401-651fd7606db8 req-5e1f7ffd-9a13-4cc5-81c1-0ee4694ce20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:56.892935 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb1b066f-e758-47a8-9401-651fd7606db8 req-5e1f7ffd-9a13-4cc5-81c1-0ee4694ce20a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 1100 time: 0.5348995 Feb 18 08:42:56.906183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-cb441155-374b-449d-b720-627d4099bcb0 req-4c6214a3-4534-4685-9986-139e62d75e96 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Request body: {'port': {'device_id': '0a131cf2-f306-4d2d-a48c-c960e4413f3f', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '5705a2476ef74c5f99a6d92a75908a3b'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:56.969321 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89a6c5b6-a833-4e59-be38-f9524cf17066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:56.973440 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-89a6c5b6-a833-4e59-be38-f9524cf17066 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a1de5ebe-e7a7-4733-97bb-80b484935746 HTTP/1.1" status: 204 len: 168 time: 0.6320801 Feb 18 08:42:57.023423 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0232405d-b4af-4a1e-8c0f-fe189656d68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:57.042103 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232405d-b4af-4a1e-8c0f-fe189656d68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137a931a-fd3f-4878-b89b-f2346f0be959,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:57.079114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193a1b1-452f-4da6-98a0-b10b39067f20 req-46d16155-e256-4aaf-86aa-de1e99ff645d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:57.080636 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8193a1b1-452f-4da6-98a0-b10b39067f20 req-46d16155-e256-4aaf-86aa-de1e99ff645d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 932 time: 0.4266853 Feb 18 08:42:57.086452 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0232405d-b4af-4a1e-8c0f-fe189656d68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:57.090754 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0232405d-b4af-4a1e-8c0f-fe189656d68a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/137a931a-fd3f-4878-b89b-f2346f0be959 HTTP/1.1" status: 204 len: 168 time: 0.7202415 Feb 18 08:42:57.185061 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:42:57.193800 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:57.222225 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Transition to ACTIVE for port object 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:42:57.230687 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:57.238012 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb1b066f-e758-47a8-9401-651fd7606db8 req-c521cbab-9a07-40c2-91be-4626647a0184 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356261 Feb 18 08:42:57.319480 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:57.329701 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fbd9dccd-e63b-4a9d-a806-1aaa8d68f3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:57.363698 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fbd9dccd-e63b-4a9d-a806-1aaa8d68f3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:57.387523 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f95061c2-55ed-4c76-8442-7fddba66aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:57.469688 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8193a1b1-452f-4da6-98a0-b10b39067f20 req-374f2f3d-7732-4898-a1ba-7a3fc05287e5 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810384 Feb 18 08:42:57.471821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Attempting to bind port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:42:57.472374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Attempting to bind port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:42:57.472484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Attempting to bind port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:57.477635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c on network 51c9510d-69f6-4794-8ea8-380b620d4b91 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:42:57.478029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Attempting to bind port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:42:57.484580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:42:57.484932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Checking segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:42:57.485307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Bound using segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:42:57.485725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Bound port: 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:42:57.486103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95061c2-55ed-4c76-8442-7fddba66aeb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d12112e9-47a6-4d13-a4a1-38330b78d162,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:57.494254 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:57.497239 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-cb441155-374b-449d-b720-627d4099bcb0 req-4c6214a3-4534-4685-9986-139e62d75e96 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:57.563640 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40994) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:57.566448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40996) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:57.570362 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fbd9dccd-e63b-4a9d-a806-1aaa8d68f3c1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8337e84345cc4b74b3f1092ad632fae9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3421111 Feb 18 08:42:57.575148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9dccd-e63b-4a9d-a806-1aaa8d68f3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dbc833-9550-4de3-a4ef-2f2a00028204,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:57.580406 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41000) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:57.583594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-cb441155-374b-449d-b720-627d4099bcb0 req-4c6214a3-4534-4685-9986-139e62d75e96 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:57.619716 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4d92d28-5b12-4ee9-b859-5632516b2fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:57.660353 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9f2e373a-e9b4-4ec3-b13f-3153f39cb66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:57.682042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a073a16-72c0-43ba-a2e0-fbeeed9f1204 req-dc420065-a9d8-462f-97fa-a9525659e744 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:57.684187 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a073a16-72c0-43ba-a2e0-fbeeed9f1204 req-dc420065-a9d8-462f-97fa-a9525659e744 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 949 time: 0.5974727 Feb 18 08:42:57.689901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb441155-374b-449d-b720-627d4099bcb0 req-4c6214a3-4534-4685-9986-139e62d75e96 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Made reservation on behalf of 5705a2476ef74c5f99a6d92a75908a3b for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:42:57.693356 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cb441155-374b-449d-b720-627d4099bcb0 req-4c6214a3-4534-4685-9986-139e62d75e96 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:57.710059 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a4d92d28-5b12-4ee9-b859-5632516b2fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:57.735738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9f2e373a-e9b4-4ec3-b13f-3153f39cb66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:42:57.738279 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a4d92d28-5b12-4ee9-b859-5632516b2fbe admin admin] Usage tracker for resource:security_group_rule and tenant:b713dab2dab24f6b9836ab21be8ea46c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:57.750299 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a4d92d28-5b12-4ee9-b859-5632516b2fbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:57.754405 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9f2e373a-e9b4-4ec3-b13f-3153f39cb66f admin admin] Usage tracker for resource:security_group_rule and tenant:6f17a25bdc8542f6bf73f243d2a437f0 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:42:57.764422 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9f2e373a-e9b4-4ec3-b13f-3153f39cb66f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:42:57.774518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a4d92d28-5b12-4ee9-b859-5632516b2fbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:57.780856 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9f2e373a-e9b4-4ec3-b13f-3153f39cb66f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:42:57.792187 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] For port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:42:57.830134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] For port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:42:57.832396 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e99d9b1-c086-434f-9278-eef6fbc20500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:57.855982 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:57.925359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a073a16-72c0-43ba-a2e0-fbeeed9f1204 req-051ad69e-7fd1-4cd9-8c74-8e73a8c8b44b tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222309 Feb 18 08:42:57.932341 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac42c898-b268-4bc4-8ed0-bdb2ca0bce02 req-6e84077c-f594-4ef3-9317-106aeb4b6584 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 210 time: 0.0714798 Feb 18 08:42:57.938895 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e99d9b1-c086-434f-9278-eef6fbc20500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:57.940296 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f95061c2-55ed-4c76-8442-7fddba66aeb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:57.958771 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:57.959682 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:57.971108 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b829eeff-8867-4de1-99f9-a572468c345b req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] 10.222.0.81 "PUT /v2.0/ports/8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c HTTP/1.1" status: 200 len: 1092 time: 1.7182372 Feb 18 08:42:57.977421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f031d9d9-a51c-459e-9823-90c6a15173ef', 'tag': '8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:42:58.050387 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f031d9d9-a51c-459e-9823-90c6a15173ef', 'tag': '8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c', 'status': 'completed', 'code': 200} Feb 18 08:42:58.101253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5e7cd-4f88-441e-a1ba-e5bf81f89cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:58.157216 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4d92d28-5b12-4ee9-b859-5632516b2fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:58.180689 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4d92d28-5b12-4ee9-b859-5632516b2fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:58.186413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-cb441155-374b-449d-b720-627d4099bcb0 req-4c6214a3-4534-4685-9986-139e62d75e96 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Allocated IP 192.168.233.128 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:42:58.215918 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e99d9b1-c086-434f-9278-eef6fbc20500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:58.232682 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9f2e373a-e9b4-4ec3-b13f-3153f39cb66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:58.254753 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9f2e373a-e9b4-4ec3-b13f-3153f39cb66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:58.271579 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a4d92d28-5b12-4ee9-b859-5632516b2fbe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b713dab2dab24f6b9836ab21be8ea46c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7066314 Feb 18 08:42:58.277519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d92d28-5b12-4ee9-b859-5632516b2fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359cce73-cf6b-4921-b0eb-c0a7f75df9fa,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:58.280040 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41010) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:58.284523 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829eeff-8867-4de1-99f9-a572468c345b req-a05e20f0-8abf-4230-bd88-fd9aace25677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:58.285936 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b829eeff-8867-4de1-99f9-a572468c345b req-a05e20f0-8abf-4230-bd88-fd9aace25677 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 1095 time: 0.2742896 Feb 18 08:42:58.387823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99d9b1-c086-434f-9278-eef6fbc20500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dbc833-9550-4de3-a4ef-2f2a00028204,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:58.404935 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9f2e373a-e9b4-4ec3-b13f-3153f39cb66f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6f17a25bdc8542f6bf73f243d2a437f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8247790 Feb 18 08:42:58.410460 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e99d9b1-c086-434f-9278-eef6fbc20500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:58.412134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41014) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:58.415792 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0e99d9b1-c086-434f-9278-eef6fbc20500 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/20dbc833-9550-4de3-a4ef-2f2a00028204 HTTP/1.1" status: 204 len: 168 time: 0.8143432 Feb 18 08:42:58.423311 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b829eeff-8867-4de1-99f9-a572468c345b req-a90f4e39-7d2b-41e9-9f32-37b3fc436568 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c HTTP/1.1" status: 200 len: 217 time: 0.1001661 Feb 18 08:42:58.507205 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e373a-e9b4-4ec3-b13f-3153f39cb66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ea5642-c30c-41f0-915a-dc22a27d4a9b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:58.539876 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829eeff-8867-4de1-99f9-a572468c345b req-80d49b40-3674-4543-89d3-9e1965fc7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:58.544151 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b829eeff-8867-4de1-99f9-a572468c345b req-80d49b40-3674-4543-89d3-9e1965fc7234 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.1119182 Feb 18 08:42:58.546577 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ee1a214b-e8c2-4966-92c7-ef040e8e876e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:58.555300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95061c2-55ed-4c76-8442-7fddba66aeb7 admin admin] Router 0fa0e407-8464-4473-831f-40ed5bae6cc0 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:42:58.606162 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cb441155-374b-449d-b720-627d4099bcb0 req-4c6214a3-4534-4685-9986-139e62d75e96 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:58.610833 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b829eeff-8867-4de1-99f9-a572468c345b req-5c608d19-c0e7-4753-90e4-c9eab4cad821 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542951 Feb 18 08:42:58.618067 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ee1a214b-e8c2-4966-92c7-ef040e8e876e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:58.629633 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-cb441155-374b-449d-b720-627d4099bcb0 req-4c6214a3-4534-4685-9986-139e62d75e96 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Transition to ACTIVE for port object 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:42:58.741016 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f1cf04c5-1084-4b4f-a603-68790068cdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:58.799266 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ee1a214b-e8c2-4966-92c7-ef040e8e876e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:58.819644 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b829eeff-8867-4de1-99f9-a572468c345b req-d6c9337d-25c7-4317-9bc3-1ec24f08517e service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944253 Feb 18 08:42:58.820704 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a214b-e8c2-4966-92c7-ef040e8e876e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359cce73-cf6b-4921-b0eb-c0a7f75df9fa,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:58.857333 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ee1a214b-e8c2-4966-92c7-ef040e8e876e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:58.860922 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ee1a214b-e8c2-4966-92c7-ef040e8e876e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/359cce73-cf6b-4921-b0eb-c0a7f75df9fa HTTP/1.1" status: 204 len: 168 time: 0.5716832 Feb 18 08:42:59.023302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95061c2-55ed-4c76-8442-7fddba66aeb7 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:42:59.034266 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b299b-e419-4161-abf8-fa7e5a1e86be None None] Sync routers for ids ['0fa0e407-8464-4473-831f-40ed5bae6cc0'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:42:59.044958 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cb441155-374b-449d-b720-627d4099bcb0 req-4c6214a3-4534-4685-9986-139e62d75e96 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:59.047609 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b299b-e419-4161-abf8-fa7e5a1e86be None None] Routers {'0fa0e407-8464-4473-831f-40ed5bae6cc0'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:42:59.049246 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-806b299b-e419-4161-abf8-fa7e5a1e86be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:42:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0fa0e407-8464-4473-831f-40ed5bae6cc0'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:42:59.065548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7dc0a0b4-c201-4513-9a53-8f73a8b8a996'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:42:59.133262 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f1cf04c5-1084-4b4f-a603-68790068cdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:59.141630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6214a3-4534-4685-9986-139e62d75e96 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Pushing event updated for resources: {'Port': ['ID=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:42:59.165236 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b829eeff-8867-4de1-99f9-a572468c345b req-e32810b2-b744-4fe9-8821-355fee955629 service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390636 Feb 18 08:42:59.167947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb441155-374b-449d-b720-627d4099bcb0 req-4c6214a3-4534-4685-9986-139e62d75e96 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:42:59.176915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-cb441155-374b-449d-b720-627d4099bcb0 req-4c6214a3-4534-4685-9986-139e62d75e96 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:42:59.202114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb441155-374b-449d-b720-627d4099bcb0 req-4c6214a3-4534-4685-9986-139e62d75e96 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:42:59.210347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb441155-374b-449d-b720-627d4099bcb0 req-4c6214a3-4534-4685-9986-139e62d75e96 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:59.211007 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cb441155-374b-449d-b720-627d4099bcb0 req-4c6214a3-4534-4685-9986-139e62d75e96 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:59.270880 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f95061c2-55ed-4c76-8442-7fddba66aeb7 admin admin] 10.222.0.72 "PUT /v2.0/routers/0fa0e407-8464-4473-831f-40ed5bae6cc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8534360 Feb 18 08:42:59.271703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41040) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:42:59.424356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4dd39a-ebea-4bb8-87b6-75ba5592939a req-0b1937dd-75dc-48f8-9a90-61e0a3fe4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:59.427618 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6b4dd39a-ebea-4bb8-87b6-75ba5592939a req-0b1937dd-75dc-48f8-9a90-61e0a3fe4575 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 1095 time: 0.1924510 Feb 18 08:42:59.471765 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-806b299b-e419-4161-abf8-fa7e5a1e86be None None] Set router 0fa0e407-8464-4473-831f-40ed5bae6cc0 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:42:59.553377 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8cc2f1b0-a51c-46a4-83b9-3975ba2ca048 None None] Provisioning for port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:42:59.563385 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8cc2f1b0-a51c-46a4-83b9-3975ba2ca048 None None] Provisioning complete for port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:42:59.563944 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f1b0-a51c-46a4-83b9-3975ba2ca048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:42:59.626364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4dd39a-ebea-4bb8-87b6-75ba5592939a req-3a9c7915-62c9-4d6b-99e9-746c95af8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:59.628234 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6b4dd39a-ebea-4bb8-87b6-75ba5592939a req-3a9c7915-62c9-4d6b-99e9-746c95af8f35 service neutron] 10.222.0.81 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 922 time: 0.1938982 Feb 18 08:42:59.645039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2ea18-efb9-4cbb-86c5-a44803cc7251 req-090a7a08-b379-49d4-b162-9ad1d23b51de tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:59.652467 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38b2ea18-efb9-4cbb-86c5-a44803cc7251 req-090a7a08-b379-49d4-b162-9ad1d23b51de tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 944 time: 1.0076315 Feb 18 08:42:59.680384 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8cc2f1b0-a51c-46a4-83b9-3975ba2ca048 None None] Port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:42:59.698307 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb441155-374b-449d-b720-627d4099bcb0 req-4c6214a3-4534-4685-9986-139e62d75e96 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7979474 Feb 18 08:42:59.733903 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6b4dd39a-ebea-4bb8-87b6-75ba5592939a req-25a6a40b-127b-4130-af0e-a9b3015b508c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c HTTP/1.1" status: 200 len: 217 time: 0.0993063 Feb 18 08:42:59.762009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Request body: {'port': {'device_id': '0a131cf2-f306-4d2d-a48c-c960e4413f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:42:59.864476 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4dd39a-ebea-4bb8-87b6-75ba5592939a req-a58e7813-8082-4ada-ab6f-d6feaf5a8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:42:59.869980 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6b4dd39a-ebea-4bb8-87b6-75ba5592939a req-a58e7813-8082-4ada-ab6f-d6feaf5a8635 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.1273944 Feb 18 08:42:59.936160 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6b4dd39a-ebea-4bb8-87b6-75ba5592939a req-b1caa729-a019-42e0-a8a2-c9d8bb09989c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597448 Feb 18 08:43:00.000216 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38b2ea18-efb9-4cbb-86c5-a44803cc7251 req-b025999e-1306-4e64-bb1a-de771b03f272 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464584 Feb 18 08:43:00.005748 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-806b299b-e419-4161-abf8-fa7e5a1e86be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'name': 'tempest-FloatingIPsTestJSON-197962588-router', 'tenant_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'f217cf03-f096-4d02-982e-a3b2405e73b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:42:26Z', 'updated_at': '2022-02-18T08:42:56Z', 'revision_number': 5, 'project_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'gw_port': {'id': 'f217cf03-f096-4d02-982e-a3b2405e73b5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:42:28Z', 'updated_at': '2022-02-18T08:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:43:00.011248 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b299b-e419-4161-abf8-fa7e5a1e86be None None] Checking router: 0fa0e407-8464-4473-831f-40ed5bae6cc0 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:43:00.018093 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f1cf04c5-1084-4b4f-a603-68790068cdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:00.037431 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b299b-e419-4161-abf8-fa7e5a1e86be None None] Routers {'0fa0e407-8464-4473-831f-40ed5bae6cc0'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:43:00.038235 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-806b299b-e419-4161-abf8-fa7e5a1e86be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:42:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0fa0e407-8464-4473-831f-40ed5bae6cc0'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:43:00.070556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf04c5-1084-4b4f-a603-68790068cdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ea5642-c30c-41f0-915a-dc22a27d4a9b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:00.156063 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:00.202112 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f1cf04c5-1084-4b4f-a603-68790068cdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:00.203131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f1cf04c5-1084-4b4f-a603-68790068cdc7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/95ea5642-c30c-41f0-915a-dc22a27d4a9b HTTP/1.1" status: 204 len: 168 time: 1.7817080 Feb 18 08:43:00.220291 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b03d124-da86-4255-a58b-9f947eae98a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:00.222790 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9b86b7d2-2aa8-4e4b-b0bf-7ef7cf61145f admin admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:00.266679 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41078) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:00.290973 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6b4dd39a-ebea-4bb8-87b6-75ba5592939a req-1093ad9b-1654-4ace-941c-485e9064af4e service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411815 Feb 18 08:43:00.318741 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-806b299b-e419-4161-abf8-fa7e5a1e86be None None] Set router 0fa0e407-8464-4473-831f-40ed5bae6cc0 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:43:00.538520 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6b4dd39a-ebea-4bb8-87b6-75ba5592939a req-09485e11-79b0-4fd4-9bda-a25b1b05a463 service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387643 Feb 18 08:43:00.551181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce5d13-0781-486a-8838-acbdedb63af9 req-54eb16a7-dd7b-4ca7-937a-50efb3caab87 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:00.559492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3ce5d13-0781-486a-8838-acbdedb63af9 req-54eb16a7-dd7b-4ca7-937a-50efb3caab87 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 949 time: 1.2587891 Feb 18 08:43:00.634875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1729056777-network', 'tenant_id': 'bbc0aa9750134db59ae7aa7326bf2f17'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:00.640091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:00.644150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Usage tracker for resource:network and tenant:bbc0aa9750134db59ae7aa7326bf2f17 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:00.647114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:00.653577 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:00.689919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Made reservation on behalf of bbc0aa9750134db59ae7aa7326bf2f17 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:43:00.692407 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:00.712817 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:00.728070 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-806b299b-e419-4161-abf8-fa7e5a1e86be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'name': 'tempest-FloatingIPsTestJSON-197962588-router', 'tenant_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'f217cf03-f096-4d02-982e-a3b2405e73b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:42:26Z', 'updated_at': '2022-02-18T08:42:56Z', 'revision_number': 5, 'project_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'gw_port': {'id': 'f217cf03-f096-4d02-982e-a3b2405e73b5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:42:28Z', 'updated_at': '2022-02-18T08:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:43:00.733435 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b299b-e419-4161-abf8-fa7e5a1e86be None None] The sync data for ids ['0fa0e407-8464-4473-831f-40ed5bae6cc0'] in n-d-829434-1 is: [{'id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'name': 'tempest-FloatingIPsTestJSON-197962588-router', 'tenant_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'f217cf03-f096-4d02-982e-a3b2405e73b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:42:26Z', 'updated_at': '2022-02-18T08:42:56Z', 'revision_number': 5, 'project_id': '3d6b9c6525a646ddbcd7a388cf64b73c', 'gw_port': {'id': 'f217cf03-f096-4d02-982e-a3b2405e73b5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa0e407-8464-4473-831f-40ed5bae6cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:42:28Z', 'updated_at': '2022-02-18T08:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:43:00.751565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:00.763975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Usage tracker for resource:security_group_rule and tenant:bbc0aa9750134db59ae7aa7326bf2f17 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:00.763975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:00.781847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:00.819234 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3ce5d13-0781-486a-8838-acbdedb63af9 req-caf17470-e786-4885-b2a1-209d77dcc8db tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138574 Feb 18 08:43:00.916226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47419893-76c1-4788-96fb-c3cd9dc41b81 req-693fb74b-2354-44c0-95ab-97c06c2ebcff tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:00.917689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-47419893-76c1-4788-96fb-c3cd9dc41b81 req-693fb74b-2354-44c0-95ab-97c06c2ebcff tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Synchronizing usage tracker for tenant:5705a2476ef74c5f99a6d92a75908a3b on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:00.943242 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9b86b7d2-2aa8-4e4b-b0bf-7ef7cf61145f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:00.949931 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:00.958548 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:00.967066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-9b86b7d2-2aa8-4e4b-b0bf-7ef7cf61145f admin admin] Deleting port f217cf03-f096-4d02-982e-a3b2405e73b5 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:43:00.967391 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9b86b7d2-2aa8-4e4b-b0bf-7ef7cf61145f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:00.993189 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:43:00.993514 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:43:01.004125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-47419893-76c1-4788-96fb-c3cd9dc41b81 req-693fb74b-2354-44c0-95ab-97c06c2ebcff tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Unset dirty status for tenant:5705a2476ef74c5f99a6d92a75908a3b on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:01.005479 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:01.010256 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:01.010603 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Added segment ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4 of type vlan for network 01e444e8-c132-4198-affe-eb88fdda7f7c Feb 18 08:43:01.011395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47419893-76c1-4788-96fb-c3cd9dc41b81 req-693fb74b-2354-44c0-95ab-97c06c2ebcff tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 936 time: 0.7989144 Feb 18 08:43:01.015601 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:01.069262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Transition to ACTIVE for port object 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:43:01.072514 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:01.103934 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:01.111725 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:01.113369 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:01.114491 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:01.238626 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] Pushing event updated for resources: {'Network': ['ID=01e444e8-c132-4198-affe-eb88fdda7f7c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:01.252095 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-03d63351-5833-4425-8be7-3908c941d76a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9843636 Feb 18 08:43:01.253208 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47419893-76c1-4788-96fb-c3cd9dc41b81 req-c947c0fb-3d2d-4c33-9fb6-57bcd8309840 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408118 Feb 18 08:43:01.253465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 01e444e8-c132-4198-affe-eb88fdda7f7c details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:43:01.254926 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41108) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:01.261804 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-580f0911-0f21-4c8b-aa06-1a9eccbc618d admin admin] Request body: {'subnet': {'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1729056777-subnet', 'tenant_id': 'bbc0aa9750134db59ae7aa7326bf2f17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:01.266625 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-580f0911-0f21-4c8b-aa06-1a9eccbc618d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:01.270787 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-580f0911-0f21-4c8b-aa06-1a9eccbc618d admin admin] Usage tracker for resource:subnet and tenant:bbc0aa9750134db59ae7aa7326bf2f17 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:01.273915 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-580f0911-0f21-4c8b-aa06-1a9eccbc618d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:01.281540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-580f0911-0f21-4c8b-aa06-1a9eccbc618d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:01.305280 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580f0911-0f21-4c8b-aa06-1a9eccbc618d admin admin] Made reservation on behalf of bbc0aa9750134db59ae7aa7326bf2f17 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:43:01.308648 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-580f0911-0f21-4c8b-aa06-1a9eccbc618d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:01.406182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41112) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:01.603815 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-580f0911-0f21-4c8b-aa06-1a9eccbc618d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:01.629866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Pushing event updated for resources: {'Port': ['ID=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:01.721840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580f0911-0f21-4c8b-aa06-1a9eccbc618d admin admin] Checking segment: {'id': 'ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:43:01.722437 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580f0911-0f21-4c8b-aa06-1a9eccbc618d admin admin] Network hostable DHCP agents. Network: 01e444e8-c132-4198-affe-eb88fdda7f7c, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:43:01.731533 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f0911-0f21-4c8b-aa06-1a9eccbc618d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f452f3ee-22b7-417e-bfeb-1f98c425e06c,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:01.774601 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580f0911-0f21-4c8b-aa06-1a9eccbc618d admin admin] Network 01e444e8-c132-4198-affe-eb88fdda7f7c is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:43:01.782697 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dda48f9-aabd-45f0-91e8-8552ab34c569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:01.784306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Attempting to bind port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:43:01.784806 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Attempting to bind port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:43:01.785299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Attempting to bind port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:01.799592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:43:01.800453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Attempting to bind port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:01.812933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-9b86b7d2-2aa8-4e4b-b0bf-7ef7cf61145f admin admin] For port f217cf03-f096-4d02-982e-a3b2405e73b5, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f217cf03-f096-4d02-982e-a3b2405e73b5,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:01.813780 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9b86b7d2-2aa8-4e4b-b0bf-7ef7cf61145f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:01.819280 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-580f0911-0f21-4c8b-aa06-1a9eccbc618d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 01e444e8-c132-4198-affe-eb88fdda7f7c) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:43:01.825953 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580f0911-0f21-4c8b-aa06-1a9eccbc618d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:01.826797 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-580f0911-0f21-4c8b-aa06-1a9eccbc618d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:01.828833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:43:01.829299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:43:01.829606 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:43:01.829971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Bound port: 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:43:01.830324 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:01.832907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1dda48f9-aabd-45f0-91e8-8552ab34c569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:01.841756 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792a3b72-ca71-4eb2-9988-90ac1b6efa65 None None] Network 01e444e8-c132-4198-affe-eb88fdda7f7c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:43:01.860587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1dda48f9-aabd-45f0-91e8-8552ab34c569 admin admin] Usage tracker for resource:security_group_rule and tenant:3557c93be0244605b89fea2ed3215dbf is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:01.868102 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1dda48f9-aabd-45f0-91e8-8552ab34c569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:01.893822 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1dda48f9-aabd-45f0-91e8-8552ab34c569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:01.915005 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-580f0911-0f21-4c8b-aa06-1a9eccbc618d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6559007 Feb 18 08:43:02.054030 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dda48f9-aabd-45f0-91e8-8552ab34c569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:02.058675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-9b86b7d2-2aa8-4e4b-b0bf-7ef7cf61145f admin admin] Calling delete_port for f217cf03-f096-4d02-982e-a3b2405e73b5 owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:43:02.060673 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dda48f9-aabd-45f0-91e8-8552ab34c569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:02.126981 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1dda48f9-aabd-45f0-91e8-8552ab34c569 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3557c93be0244605b89fea2ed3215dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7197833 Feb 18 08:43:02.128619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda48f9-aabd-45f0-91e8-8552ab34c569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01926e0-2f84-446c-9f3a-28eae4a461e2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:02.135023 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41140) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:02.197457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300175ed-59d6-41d0-97ea-40a13263df04 req-7800cf99-7de8-43be-af5e-7e696b3cf171 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:02.199307 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-300175ed-59d6-41d0-97ea-40a13263df04 req-7800cf99-7de8-43be-af5e-7e696b3cf171 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 944 time: 0.9758756 Feb 18 08:43:02.209497 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d12112e9-47a6-4d13-a4a1-38330b78d162 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:43:02.210340 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1e2805c-178d-4537-9d13-e1bf1178ab37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:02.238728 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1e2805c-178d-4537-9d13-e1bf1178ab37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:02.258450 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: d12112e9-47a6-4d13-a4a1-38330b78d162 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:43:02.259007 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d12112e9-47a6-4d13-a4a1-38330b78d162 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:43:02.269319 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666166b8-c1b0-4d85-b314-ca02acf620a2 None None] Network 01e444e8-c132-4198-affe-eb88fdda7f7c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:43:02.314625 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1e2805c-178d-4537-9d13-e1bf1178ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:02.336964 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2805c-178d-4537-9d13-e1bf1178ab37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01926e0-2f84-446c-9f3a-28eae4a461e2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:02.345449 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1e2805c-178d-4537-9d13-e1bf1178ab37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:02.346738 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b1e2805c-178d-4537-9d13-e1bf1178ab37 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d01926e0-2f84-446c-9f3a-28eae4a461e2 HTTP/1.1" status: 204 len: 168 time: 0.2107818 Feb 18 08:43:02.394387 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-300175ed-59d6-41d0-97ea-40a13263df04 req-fa5e647f-8417-4086-8640-88041b32b75e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784093 Feb 18 08:43:02.412360 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] For port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:43:02.438540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] For port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:43:02.453950 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:02.503416 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d369e7-9b90-4a1e-b44e-f2c9f86b8141 req-260ba7db-d480-4a13-9e87-84dfd4c2857a tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:02.510228 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2d369e7-9b90-4a1e-b44e-f2c9f86b8141 req-260ba7db-d480-4a13-9e87-84dfd4c2857a tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 949 time: 0.4036148 Feb 18 08:43:02.607437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:02.608117 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:02.610197 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb441155-374b-449d-b720-627d4099bcb0 req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] 10.222.0.81 "PUT /v2.0/ports/6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf HTTP/1.1" status: 200 len: 1096 time: 2.8867702 Feb 18 08:43:02.610670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a131cf2-f306-4d2d-a48c-c960e4413f3f', 'tag': '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:43:02.642401 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7692d5e4-6279-48a0-8c03-9e05e96d9322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:02.688487 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2d369e7-9b90-4a1e-b44e-f2c9f86b8141 req-942665f3-a388-448d-aae3-930da049f9da tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772478 Feb 18 08:43:02.733403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a888bb-507c-468d-b9fe-d5051c82c110 service neutron] Pushing event updated for resources: {'Port': ['ID=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:02.740662 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:43:02.765923 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9b86b7d2-2aa8-4e4b-b0bf-7ef7cf61145f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:02.961035 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41168) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:02.973638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86b7d2-2aa8-4e4b-b0bf-7ef7cf61145f admin admin] Pushing event deleted for resources: {'Port': ['ID=f217cf03-f096-4d02-982e-a3b2405e73b5,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:02.984304 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9a6e68b1-9f7d-490b-8ea2-73df9825374b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:02.988556 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9b86b7d2-2aa8-4e4b-b0bf-7ef7cf61145f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:03.005819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9a6e68b1-9f7d-490b-8ea2-73df9825374b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:03.009636 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9a6e68b1-9f7d-490b-8ea2-73df9825374b admin admin] Usage tracker for resource:security_group_rule and tenant:a3988098e28f42a68adc2e1821689076 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:03.013647 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9a6e68b1-9f7d-490b-8ea2-73df9825374b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:03.019667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:03.020357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9a6e68b1-9f7d-490b-8ea2-73df9825374b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:03.035252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c', 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91', 'port_id': '8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c', 'mac_address': 'fa:16:3e:10:d5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a4176b-79bd-4632-822e-600c5663a061', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:43:03.094633 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:03.115892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:43:03.119206 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9a6e68b1-9f7d-490b-8ea2-73df9825374b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:03.124246 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9a6e68b1-9f7d-490b-8ea2-73df9825374b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:03.133608 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:03.138824 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:03.180088 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9a6e68b1-9f7d-490b-8ea2-73df9825374b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a3988098e28f42a68adc2e1821689076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177932 Feb 18 08:43:03.182000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e68b1-9f7d-490b-8ea2-73df9825374b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784fbe16-7868-4eb9-ab87-7554a5278207,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:03.186103 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41176) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:03.214247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:03.268760 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f150f38c-0598-45f4-aad6-65068a02b0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:03.285230 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9b86b7d2-2aa8-4e4b-b0bf-7ef7cf61145f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:03.295354 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9b86b7d2-2aa8-4e4b-b0bf-7ef7cf61145f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:03.297782 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f150f38c-0598-45f4-aad6-65068a02b0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:03.312892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb441155-374b-449d-b720-627d4099bcb0 req-f3f65d29-4ca7-4b36-b37c-ec90e25ddf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:03.315427 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb441155-374b-449d-b720-627d4099bcb0 req-f3f65d29-4ca7-4b36-b37c-ec90e25ddf8f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 1099 time: 0.6444402 Feb 18 08:43:03.363542 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f150f38c-0598-45f4-aad6-65068a02b0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:03.451041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150f38c-0598-45f4-aad6-65068a02b0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784fbe16-7868-4eb9-ab87-7554a5278207,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:03.460540 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f150f38c-0598-45f4-aad6-65068a02b0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:03.461053 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:43:03.461901 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f150f38c-0598-45f4-aad6-65068a02b0f2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/784fbe16-7868-4eb9-ab87-7554a5278207 HTTP/1.1" status: 204 len: 168 time: 0.2641904 Feb 18 08:43:03.628798 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:03.659461 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb441155-374b-449d-b720-627d4099bcb0 req-45e21831-3a5a-4604-80a0-3d210ac13985 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf HTTP/1.1" status: 200 len: 217 time: 0.1182196 Feb 18 08:43:03.720736 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9b86b7d2-2aa8-4e4b-b0bf-7ef7cf61145f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:03.721358 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b86b7d2-2aa8-4e4b-b0bf-7ef7cf61145f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fa0e407-8464-4473-831f-40ed5bae6cc0 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:43:03.729797 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:03.730112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db176dd-f602-4322-9806-8f4bf7f47a11 req-a8f57e6e-5020-4346-8bea-2680260e279c tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:03.731770 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1db176dd-f602-4322-9806-8f4bf7f47a11 req-a8f57e6e-5020-4346-8bea-2680260e279c tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 948 time: 0.8550458 Feb 18 08:43:03.784841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72699d54-8976-4379-9cee-06553f62018e req-40ab848f-80c1-4ce3-871c-6d8dedaea0ee tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:03.786519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72699d54-8976-4379-9cee-06553f62018e req-40ab848f-80c1-4ce3-871c-6d8dedaea0ee tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/networks?id=01e444e8-c132-4198-affe-eb88fdda7f7c HTTP/1.1" status: 200 len: 822 time: 0.7403581 Feb 18 08:43:03.852758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb441155-374b-449d-b720-627d4099bcb0 req-8f95678c-eafc-4a58-9ed8-353ab8f5b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:03.854463 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb441155-374b-449d-b720-627d4099bcb0 req-8f95678c-eafc-4a58-9ed8-353ab8f5b8d8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1862044 Feb 18 08:43:03.865020 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9b86b7d2-2aa8-4e4b-b0bf-7ef7cf61145f admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:03.867232 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9b86b7d2-2aa8-4e4b-b0bf-7ef7cf61145f admin admin] 10.222.0.72 "DELETE /v2.0/routers/0fa0e407-8464-4473-831f-40ed5bae6cc0 HTTP/1.1" status: 204 len: 168 time: 4.5739918 Feb 18 08:43:03.867720 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72699d54-8976-4379-9cee-06553f62018e req-3c76bbd4-b4b5-4f9f-8a20-e80578a424df tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/quotas/bbc0aa9750134db59ae7aa7326bf2f17 HTTP/1.1" status: 200 len: 375 time: 0.0630221 Feb 18 08:43:03.876818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41192) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:03.914423 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1db176dd-f602-4322-9806-8f4bf7f47a11 req-c8d68990-3dc7-4967-8c43-3383b904e800 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688390 Feb 18 08:43:03.977108 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72699d54-8976-4379-9cee-06553f62018e req-47bd694f-dc96-4450-9e46-05b181d9afc2 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0aa9750134db59ae7aa7326bf2f17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730078 Feb 18 08:43:03.996323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf6bc98-ed0a-45fb-8282-a3214fe0518a admin admin] Deleting subnet ec3e41ff-0c36-4f50-854c-e31c4776df29 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:43:03.999556 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3cf6bc98-ed0a-45fb-8282-a3214fe0518a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:04.050074 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3cf6bc98-ed0a-45fb-8282-a3214fe0518a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:04.089636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb441155-374b-449d-b720-627d4099bcb0 req-21b9249e-6d68-4abb-bba2-dc3f2b04fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:04.091049 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb441155-374b-449d-b720-627d4099bcb0 req-21b9249e-6d68-4abb-bba2-dc3f2b04fa00 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2224445 Feb 18 08:43:04.137331 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3cf6bc98-ed0a-45fb-8282-a3214fe0518a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:04.206363 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72699d54-8976-4379-9cee-06553f62018e req-282f45c7-54d6-43f4-8bc3-8fb6cfe8324d service neutron] 10.222.0.72 "GET /v2.0/networks/01e444e8-c132-4198-affe-eb88fdda7f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170303 Feb 18 08:43:04.254190 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3cf6bc98-ed0a-45fb-8282-a3214fe0518a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:04.343724 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f217cf03-f096-4d02-982e-a3b2405e73b5 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:43:04.351606 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3cf6bc98-ed0a-45fb-8282-a3214fe0518a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:04.363726 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3cf6bc98-ed0a-45fb-8282-a3214fe0518a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ec3e41ff-0c36-4f50-854c-e31c4776df29 HTTP/1.1" status: 204 len: 168 time: 0.4854391 Feb 18 08:43:04.366056 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb441155-374b-449d-b720-627d4099bcb0 req-2e325b8f-6a7e-4a74-8519-631f24ef32ba service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667072 Feb 18 08:43:04.366540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41208) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:04.369142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6bc98-ed0a-45fb-8282-a3214fe0518a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec3e41ff-0c36-4f50-854c-e31c4776df29,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:04.406730 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c0b4ff-4ba9-4930-ba8d-771245e243e7 None None] Network 7b372a59-3807-4938-a843-69b3084c182a requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:43:04.447976 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a131cf2-f306-4d2d-a48c-c960e4413f3f', 'tag': '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf', 'status': 'completed', 'code': 200} Feb 18 08:43:04.567598 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: f217cf03-f096-4d02-982e-a3b2405e73b5 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:43:04.568140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f217cf03-f096-4d02-982e-a3b2405e73b5 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:43:04.637436 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72699d54-8976-4379-9cee-06553f62018e req-7ce862b8-1468-41e9-b843-5236d481630e service neutron] 10.222.0.72 "GET /v2.0/networks/01e444e8-c132-4198-affe-eb88fdda7f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189937 Feb 18 08:43:04.654303 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:04.708189 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb441155-374b-449d-b720-627d4099bcb0 req-dab5e5e7-ae23-447a-8789-4df9414ff539 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054996 Feb 18 08:43:04.710726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Deleting port 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:43:04.711150 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:04.734033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c18166-c743-4a09-8255-541c729c0195 None None] DHCP port deletion for 7b372a59-3807-4938-a843-69b3084c182a request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:43:04.742010 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:43:04.784389 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-02c18166-c743-4a09-8255-541c729c0195 None None] Deleting port 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:43:04.785714 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-02c18166-c743-4a09-8255-541c729c0195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:04.898242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465528d-4537-4ed4-adc2-222fb3a5725e req-3fe2bbbe-e521-4fca-bebd-256422467849 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:04.899780 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4465528d-4537-4ed4-adc2-222fb3a5725e req-3fe2bbbe-e521-4fca-bebd-256422467849 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 945 time: 0.3435807 Feb 18 08:43:04.947147 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:05.018643 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:43:05.104815 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:05.105525 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:05.219171 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-02c18166-c743-4a09-8255-541c729c0195 None None] For port 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4be960cb-af16-4b9b-bb7c-a2a1e32e85a9,segment=NetworkSegment(2e1a4803-7ad2-4e24-9899-ce07c8207b32),segment_id=2e1a4803-7ad2-4e24-9899-ce07c8207b32)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:05.219657 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-02c18166-c743-4a09-8255-541c729c0195 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:05.226448 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4465528d-4537-4ed4-adc2-222fb3a5725e req-941f3138-5c94-4292-8aa3-770a33b2b73c tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052759 Feb 18 08:43:05.257018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eaad2c-5c64-4348-ac10-f6cccbcc275b req-65b99556-0b12-43ea-8980-4344291457df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:05.258487 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15eaad2c-5c64-4348-ac10-f6cccbcc275b req-65b99556-0b12-43ea-8980-4344291457df service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 1099 time: 0.4919195 Feb 18 08:43:05.261484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] For port 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4be960cb-af16-4b9b-bb7c-a2a1e32e85a9,segment=NetworkSegment(2e1a4803-7ad2-4e24-9899-ce07c8207b32),segment_id=2e1a4803-7ad2-4e24-9899-ce07c8207b32)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:05.261879 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:05.415800 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-02c18166-c743-4a09-8255-541c729c0195 None None] Calling delete_port for 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:43:05.596415 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:05.604906 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Calling delete_port for 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:43:05.637592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f031d9d9-a51c-459e-9823-90c6a15173ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:43:05.652621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:05.654313 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-02c18166-c743-4a09-8255-541c729c0195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:05.693288 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:05.702037 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11f1269f-24ae-4a52-a643-53953712857a req-92bb9f69-6274-4f2b-89b8-d9f3c0f7954b tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 210 time: 0.1604877 Feb 18 08:43:05.704709 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c18166-c743-4a09-8255-541c729c0195 None None] Pushing event deleted for resources: {'Port': ['ID=4be960cb-af16-4b9b-bb7c-a2a1e32e85a9,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:05.746926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd2a09-cc98-4993-bf4b-1c23d7dba0fd req-de95a004-5021-4fb2-ac61-5bdc416a0a12 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:05.748461 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0bd2a09-cc98-4993-bf4b-1c23d7dba0fd req-de95a004-5021-4fb2-ac61-5bdc416a0a12 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 949 time: 0.7772622 Feb 18 08:43:05.758418 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c18166-c743-4a09-8255-541c729c0195 None None] No DVR routers for this DVR port 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:43:05.794542 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:05.819214 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:43:05.819579 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:43:05.883663 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0bd2a09-cc98-4993-bf4b-1c23d7dba0fd req-a3876414-c70b-4694-9102-351cbfa5bb3d tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191399 Feb 18 08:43:05.884732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eaad2c-5c64-4348-ac10-f6cccbcc275b req-fd7852a9-fd8d-4227-8d51-0a7f680a1fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:05.886362 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15eaad2c-5c64-4348-ac10-f6cccbcc275b req-fd7852a9-fd8d-4227-8d51-0a7f680a1fc2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.6165898 Feb 18 08:43:05.961265 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15eaad2c-5c64-4348-ac10-f6cccbcc275b req-acbb9483-efe2-47cb-b5b2-1b8e53a8c825 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf HTTP/1.1" status: 200 len: 217 time: 0.0689318 Feb 18 08:43:06.041061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eaad2c-5c64-4348-ac10-f6cccbcc275b req-22f84a13-ab66-4440-a63c-e78368eb08fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:06.043732 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15eaad2c-5c64-4348-ac10-f6cccbcc275b req-22f84a13-ab66-4440-a63c-e78368eb08fd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0704572 Feb 18 08:43:06.050490 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80766038-eeeb-4c6b-8e2a-0bf22e1c2cb5 req-7168b353-840f-4af4-b018-971e83db3cc2 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:06.051866 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80766038-eeeb-4c6b-8e2a-0bf22e1c2cb5 req-7168b353-840f-4af4-b018-971e83db3cc2 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 948 time: 0.2055569 Feb 18 08:43:06.138917 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80766038-eeeb-4c6b-8e2a-0bf22e1c2cb5 req-03288f34-5a6f-4569-a347-85804dcd4ab6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524747 Feb 18 08:43:06.162055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eaad2c-5c64-4348-ac10-f6cccbcc275b req-ead8db00-817d-44bf-a281-e0cf67714e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:06.162055 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15eaad2c-5c64-4348-ac10-f6cccbcc275b req-ead8db00-817d-44bf-a281-e0cf67714e2a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1060071 Feb 18 08:43:06.230980 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f031d9d9-a51c-459e-9823-90c6a15173ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c', 'code': 200} Feb 18 08:43:06.260073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:43:06.303506 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:43:06.304491 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:43:06.374252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Deleting port 4be960cb-af16-4b9b-bb7c-a2a1e32e85a9 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:43:06.374849 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:06.391392 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a313f02-ef4b-4f93-8ed9-82a32ac71e6d req-6fd77002-9904-433b-af4e-3df10c5371fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:06.393046 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3a313f02-ef4b-4f93-8ed9-82a32ac71e6d req-6fd77002-9904-433b-af4e-3df10c5371fb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 1097 time: 0.0713170 Feb 18 08:43:06.400654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1312911408', 'description': 'tempest-description-2059730714'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:06.435502 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3a313f02-ef4b-4f93-8ed9-82a32ac71e6d req-30576aa2-cc24-4e78-a202-56ac0ad112f6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354667 Feb 18 08:43:06.462075 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:06.482764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Usage tracker for resource:security_group and tenant:13dfa220fbf94a3092b7d576354f0f7f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:06.519184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:06.543014 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] The port '4be960cb-af16-4b9b-bb7c-a2a1e32e85a9' was deleted {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:43:06.543969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:06.581927 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15eaad2c-5c64-4348-ac10-f6cccbcc275b req-33cd6a76-c20e-40dc-8629-ff90ca9c75d5 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881619 Feb 18 08:43:06.687772 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:06.734948 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:06.761439 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:43:06.764031 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72699d54-8976-4379-9cee-06553f62018e req-ec1e6cff-3763-4631-a9a3-bc587164639b tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:06.765486 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72699d54-8976-4379-9cee-06553f62018e req-ec1e6cff-3763-4631-a9a3-bc587164639b tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.61 "GET /v2.0/networks?id=01e444e8-c132-4198-affe-eb88fdda7f7c HTTP/1.1" status: 200 len: 822 time: 0.6059465 Feb 18 08:43:06.831970 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-72699d54-8976-4379-9cee-06553f62018e req-0f453a4a-390a-4995-9b4c-1e375f004c4c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Request body: {'port': {'device_id': '8f3ebb61-02a1-4188-8ccb-556d2f65e1f7', 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c', 'admin_state_up': True, 'tenant_id': 'bbc0aa9750134db59ae7aa7326bf2f17'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:06.846119 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:06.855627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:06.871667 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Usage tracker for resource:security_group_rule and tenant:13dfa220fbf94a3092b7d576354f0f7f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:06.880073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:06.930234 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:06.944654 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf', 'mac_address': 'fa:16:3e:75:23:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:43:07.004040 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:07.020202 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:43:07.036330 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:07.040313 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:07.052869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:07.067670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9af39-9aaf-4150-b6a2-8f9c1f0100e3 req-1fc5cf2b-2d32-4806-aa45-8ad7e5e1c53a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:07.069186 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7db9af39-9aaf-4150-b6a2-8f9c1f0100e3 req-1fc5cf2b-2d32-4806-aa45-8ad7e5e1c53a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 946 time: 0.6634305 Feb 18 08:43:07.077222 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:43:07.077575 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:43:07.078322 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:43:07.078656 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Subscribe: > port after_create 55550000 {{(pid=87768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:43:07.078979 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:43:07.079314 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Subscribe: > port after_update 55550000 {{(pid=87768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:43:07.079632 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:43:07.079975 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:43:07.080315 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:43:07.080632 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:43:07.109031 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:07.187307 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:43:07.187660 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:43:07.188011 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:43:07.188349 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:43:07.188732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b372a59-3807-4938-a843-69b3084c182a']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:43:07.250831 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1a4803-7ad2-4e24-9899-ce07c8207b32') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:43:07.251124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1a4803-7ad2-4e24-9899-ce07c8207b32') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:43:07.301866 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:07.349454 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15eaad2c-5c64-4348-ac10-f6cccbcc275b req-837fe961-92e7-414d-8640-854d85e6207c service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6407671 Feb 18 08:43:07.356830 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:07.371483 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7db9af39-9aaf-4150-b6a2-8f9c1f0100e3 req-db246293-5807-4d37-acdf-c6a750beae06 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693435 Feb 18 08:43:07.376983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:43:07.377550 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: from cryptography.utils import int_from_bytes Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: from cryptography.utils import int_from_bytes Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: util.warn_limited( Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:43:07.394191 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:43:07.411666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:43:07.450621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-72699d54-8976-4379-9cee-06553f62018e req-0f453a4a-390a-4995-9b4c-1e375f004c4c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:07.465653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-72699d54-8976-4379-9cee-06553f62018e req-0f453a4a-390a-4995-9b4c-1e375f004c4c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Usage tracker for resource:port and tenant:bbc0aa9750134db59ae7aa7326bf2f17 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:07.477423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-72699d54-8976-4379-9cee-06553f62018e req-0f453a4a-390a-4995-9b4c-1e375f004c4c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:07.492728 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-72699d54-8976-4379-9cee-06553f62018e req-0f453a4a-390a-4995-9b4c-1e375f004c4c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:07.515696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72699d54-8976-4379-9cee-06553f62018e req-0f453a4a-390a-4995-9b4c-1e375f004c4c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Made reservation on behalf of bbc0aa9750134db59ae7aa7326bf2f17 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:43:07.523469 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-72699d54-8976-4379-9cee-06553f62018e req-0f453a4a-390a-4995-9b4c-1e375f004c4c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:07.533236 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:07.608439 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d540308-7444-401e-b971-bfed445ed770 req-d9305370-533c-4ad8-9cff-59b99e66c746 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 210 time: 0.1015930 Feb 18 08:43:07.627932 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:07.630425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b372a59-3807-4938-a843-69b3084c182a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:07.677858 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:07.694692 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:07.710770 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:07.725191 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Usage tracker for resource:security_group_rule and tenant:13dfa220fbf94a3092b7d576354f0f7f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:07.733391 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a3814d26-1b2d-4cbb-8ddc-9c1b9fd91955 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7b372a59-3807-4938-a843-69b3084c182a HTTP/1.1" status: 204 len: 168 time: 3.3658428 Feb 18 08:43:07.736848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:07.809112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:07.829461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28275f03-de0c-4c82-98e7-82555196859c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:07.945097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-72699d54-8976-4379-9cee-06553f62018e req-0f453a4a-390a-4995-9b4c-1e375f004c4c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Allocated IP 172.20.0.6 (01e444e8-c132-4198-affe-eb88fdda7f7c/f452f3ee-22b7-417e-bfeb-1f98c425e06c/88d063ed-bdc5-4b41-8b9a-f5c0d1503c08) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:43:07.960708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41268) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:08.010269 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a353416-684c-44b6-b54f-f10aad6cb2ff req-90e66994-8033-4891-826a-e878bab196b6 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:08.012558 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7a353416-684c-44b6-b54f-f10aad6cb2ff req-90e66994-8033-4891-826a-e878bab196b6 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 949 time: 0.2885900 Feb 18 08:43:08.013032 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7e3990bd-fea8-4584-ae31-255caf6af5cc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3d6b9c6525a646ddbcd7a388cf64b73c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504739 Feb 18 08:43:08.015971 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41272) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:08.017272 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:08.048111 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:08.078995 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c4d0529-fb2c-43b0-a146-636fd2de64a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:08.105326 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c4d0529-fb2c-43b0-a146-636fd2de64a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:08.142013 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7a353416-684c-44b6-b54f-f10aad6cb2ff req-5db6eb13-3ee4-4700-b8ad-5fcde322d909 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218219 Feb 18 08:43:08.142688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d29209-d96a-4904-960e-c1858ce1e2a8,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:08.169274 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c4d0529-fb2c-43b0-a146-636fd2de64a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:08.188678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d0529-fb2c-43b0-a146-636fd2de64a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b20c950-7f1a-4566-91f4-fe5bf71061ae,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:08.192055 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c4d0529-fb2c-43b0-a146-636fd2de64a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:08.199204 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9c4d0529-fb2c-43b0-a146-636fd2de64a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2b20c950-7f1a-4566-91f4-fe5bf71061ae HTTP/1.1" status: 204 len: 168 time: 0.1821759 Feb 18 08:43:08.241690 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:08.242932 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-62292db5-79e2-4681-bc7f-c0b80df86678 req-7fc0122f-4b19-4338-b7cd-2cb5fb3e47c3 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.9648874 Feb 18 08:43:08.342089 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-72699d54-8976-4379-9cee-06553f62018e req-0f453a4a-390a-4995-9b4c-1e375f004c4c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:08.386286 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59281121-0a86-419d-b9a1-2bd579bcd2c5 req-9b67cf05-c9cb-496a-910b-bf782e80ceb7 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:08.387755 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59281121-0a86-419d-b9a1-2bd579bcd2c5 req-9b67cf05-c9cb-496a-910b-bf782e80ceb7 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 949 time: 0.1164238 Feb 18 08:43:08.429919 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-72699d54-8976-4379-9cee-06553f62018e req-0f453a4a-390a-4995-9b4c-1e375f004c4c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:08.485548 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59281121-0a86-419d-b9a1-2bd579bcd2c5 req-815c3b93-2421-49bd-9e3c-ebc2b90c3e2d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919075 Feb 18 08:43:08.514832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72699d54-8976-4379-9cee-06553f62018e req-0f453a4a-390a-4995-9b4c-1e375f004c4c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Network 01e444e8-c132-4198-affe-eb88fdda7f7c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:43:08.520375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f453a4a-390a-4995-9b4c-1e375f004c4c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Pushing event updated for resources: {'Port': ['ID=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:08.522996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-72699d54-8976-4379-9cee-06553f62018e req-0f453a4a-390a-4995-9b4c-1e375f004c4c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:43:08.527370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-8013426a-eeb8-4518-afbe-19d4b463ff53 req-fcec72f5-8c25-4dd1-ac36-b39c316dce60 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1334434361', 'description': 'tempest-description-827658164'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:08.531873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-72699d54-8976-4379-9cee-06553f62018e req-0f453a4a-390a-4995-9b4c-1e375f004c4c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:43:08.561348 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8013426a-eeb8-4518-afbe-19d4b463ff53 req-fcec72f5-8c25-4dd1-ac36-b39c316dce60 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:08.570971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8013426a-eeb8-4518-afbe-19d4b463ff53 req-fcec72f5-8c25-4dd1-ac36-b39c316dce60 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Usage tracker for resource:security_group and tenant:13dfa220fbf94a3092b7d576354f0f7f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:08.575863 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8013426a-eeb8-4518-afbe-19d4b463ff53 req-fcec72f5-8c25-4dd1-ac36-b39c316dce60 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:08.584726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8013426a-eeb8-4518-afbe-19d4b463ff53 req-fcec72f5-8c25-4dd1-ac36-b39c316dce60 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:08.609055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72699d54-8976-4379-9cee-06553f62018e req-0f453a4a-390a-4995-9b4c-1e375f004c4c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:08.609697 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-72699d54-8976-4379-9cee-06553f62018e req-0f453a4a-390a-4995-9b4c-1e375f004c4c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:08.615526 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8013426a-eeb8-4518-afbe-19d4b463ff53 req-fcec72f5-8c25-4dd1-ac36-b39c316dce60 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:08.646469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8013426a-eeb8-4518-afbe-19d4b463ff53 req-fcec72f5-8c25-4dd1-ac36-b39c316dce60 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:08.649331 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72699d54-8976-4379-9cee-06553f62018e req-0f453a4a-390a-4995-9b4c-1e375f004c4c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8312538 Feb 18 08:43:08.651512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8013426a-eeb8-4518-afbe-19d4b463ff53 req-fcec72f5-8c25-4dd1-ac36-b39c316dce60 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Usage tracker for resource:security_group_rule and tenant:13dfa220fbf94a3092b7d576354f0f7f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:08.654412 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8013426a-eeb8-4518-afbe-19d4b463ff53 req-fcec72f5-8c25-4dd1-ac36-b39c316dce60 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:08.664101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Request body: {'port': {'device_id': '8f3ebb61-02a1-4188-8ccb-556d2f65e1f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:08.689415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8013426a-eeb8-4518-afbe-19d4b463ff53 req-fcec72f5-8c25-4dd1-ac36-b39c316dce60 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:08.779526 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:43:08.856052 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:08.892497 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:43:08.898231 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:08.898603 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:08.971416 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8013426a-eeb8-4518-afbe-19d4b463ff53 req-fcec72f5-8c25-4dd1-ac36-b39c316dce60 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:08.985756 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8013426a-eeb8-4518-afbe-19d4b463ff53 req-fcec72f5-8c25-4dd1-ac36-b39c316dce60 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:09.033576 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:09.063622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a131cf2-f306-4d2d-a48c-c960e4413f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:43:09.075135 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:09.079264 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:09.092438 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41316) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:09.106449 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec72f5-8c25-4dd1-ac36-b39c316dce60 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdf0440-b214-4e5a-b726-92cbab600b2d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:09.116345 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8013426a-eeb8-4518-afbe-19d4b463ff53 req-fcec72f5-8c25-4dd1-ac36-b39c316dce60 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:09.121943 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8013426a-eeb8-4518-afbe-19d4b463ff53 req-fcec72f5-8c25-4dd1-ac36-b39c316dce60 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6033139 Feb 18 08:43:09.162105 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:09.172695 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb895de-05ff-4bd9-b507-d777495edd49 req-9cdb5ce4-663c-4b9d-a8df-70bc9c07c3cb tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:09.174216 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0fb895de-05ff-4bd9-b507-d777495edd49 req-9cdb5ce4-663c-4b9d-a8df-70bc9c07c3cb tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 946 time: 0.2744646 Feb 18 08:43:09.228567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-434078837-network', 'tenant_id': 'defe2ada260b412abce06bffcfc161c1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:09.234445 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:09.238327 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Usage tracker for resource:network and tenant:defe2ada260b412abce06bffcfc161c1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:09.241395 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:09.247693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:09.260458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Made reservation on behalf of defe2ada260b412abce06bffcfc161c1 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:43:09.262957 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:09.275824 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:09.291441 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:09.295896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Usage tracker for resource:security_group_rule and tenant:defe2ada260b412abce06bffcfc161c1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:09.298768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:09.304514 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:09.387594 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:09.392867 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:09.428478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:43:09.433558 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df237ff8-7896-4428-8135-dc5ff4ce57be,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:09.440368 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:09.440694 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Added segment 7c60e806-e698-4a1a-9e96-f5cee761587c of type vlan for network 35f5150c-20db-4116-af96-53c07c91f6f1 Feb 18 08:43:09.450962 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0fb895de-05ff-4bd9-b507-d777495edd49 req-14bb328e-8c96-4d62-bcf3-7e04fdde76d8 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585914 Feb 18 08:43:09.468243 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:09.512835 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:09.513466 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:09.514008 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:09.522542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb4ff6-67d9-426f-94a5-3ebfd751f4d1 req-64e17ee8-4fc4-4d77-9a62-6d9e778acdc7 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:09.523248 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cacb4ff6-67d9-426f-94a5-3ebfd751f4d1 req-64e17ee8-4fc4-4d77-9a62-6d9e778acdc7 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Synchronizing usage tracker for tenant:bbc0aa9750134db59ae7aa7326bf2f17 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:09.594568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cacb4ff6-67d9-426f-94a5-3ebfd751f4d1 req-64e17ee8-4fc4-4d77-9a62-6d9e778acdc7 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Unset dirty status for tenant:bbc0aa9750134db59ae7aa7326bf2f17 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:09.595720 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cacb4ff6-67d9-426f-94a5-3ebfd751f4d1 req-64e17ee8-4fc4-4d77-9a62-6d9e778acdc7 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 931 time: 0.3811777 Feb 18 08:43:09.615150 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5214708 Feb 18 08:43:09.617986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c863d1-ecc0-41c7-a6b8-b85e3f66ba7d admin admin] Pushing event updated for resources: {'Network': ['ID=35f5150c-20db-4116-af96-53c07c91f6f1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:09.620652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41328) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:09.626296 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-539a945a-52f2-47f1-aa15-a328b0bd9470 admin admin] Request body: {'subnet': {'network_id': '35f5150c-20db-4116-af96-53c07c91f6f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-434078837-subnet', 'tenant_id': 'defe2ada260b412abce06bffcfc161c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:09.628606 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 35f5150c-20db-4116-af96-53c07c91f6f1 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:43:09.630985 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-539a945a-52f2-47f1-aa15-a328b0bd9470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:09.634888 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-539a945a-52f2-47f1-aa15-a328b0bd9470 admin admin] Usage tracker for resource:subnet and tenant:defe2ada260b412abce06bffcfc161c1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:09.638042 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-539a945a-52f2-47f1-aa15-a328b0bd9470 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:09.644744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-539a945a-52f2-47f1-aa15-a328b0bd9470 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:09.658035 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539a945a-52f2-47f1-aa15-a328b0bd9470 admin admin] Made reservation on behalf of defe2ada260b412abce06bffcfc161c1 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:43:09.660513 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-539a945a-52f2-47f1-aa15-a328b0bd9470 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:09.672982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:43:09.688077 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:09.725032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Transition to ACTIVE for port object 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:43:09.731478 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cacb4ff6-67d9-426f-94a5-3ebfd751f4d1 req-52161195-3865-4e85-9544-540e8c15d62c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974627 Feb 18 08:43:09.735488 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:09.829766 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a131cf2-f306-4d2d-a48c-c960e4413f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf', 'code': 200} Feb 18 08:43:09.906986 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-539a945a-52f2-47f1-aa15-a328b0bd9470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:09.989843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a945a-52f2-47f1-aa15-a328b0bd9470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cd23972-05fb-49fa-bc82-5cdffddc0288,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:09.993897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539a945a-52f2-47f1-aa15-a328b0bd9470 admin admin] Checking segment: {'id': '7c60e806-e698-4a1a-9e96-f5cee761587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '35f5150c-20db-4116-af96-53c07c91f6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:43:09.994250 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539a945a-52f2-47f1-aa15-a328b0bd9470 admin admin] Network hostable DHCP agents. Network: 35f5150c-20db-4116-af96-53c07c91f6f1, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:43:10.002649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Pushing event updated for resources: {'Port': ['ID=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:10.017135 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539a945a-52f2-47f1-aa15-a328b0bd9470 admin admin] Network 35f5150c-20db-4116-af96-53c07c91f6f1 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:43:10.020839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec9030-501f-4b40-9cb2-02782b150b2b req-97203a74-5cff-45b0-8d45-8ad02578feb2 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:10.021756 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8bec9030-501f-4b40-9cb2-02782b150b2b req-97203a74-5cff-45b0-8d45-8ad02578feb2 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 949 time: 0.4395082 Feb 18 08:43:10.029884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-539a945a-52f2-47f1-aa15-a328b0bd9470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 35f5150c-20db-4116-af96-53c07c91f6f1) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:43:10.034557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539a945a-52f2-47f1-aa15-a328b0bd9470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:10.035141 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-539a945a-52f2-47f1-aa15-a328b0bd9470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:10.039545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02a2492-d2af-466b-9ae5-50e56ed9956b None None] Network 35f5150c-20db-4116-af96-53c07c91f6f1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:43:10.071951 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-539a945a-52f2-47f1-aa15-a328b0bd9470 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4501026 Feb 18 08:43:10.075094 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41336) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:10.080407 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-434078837-router', 'tenant_id': 'defe2ada260b412abce06bffcfc161c1', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:10.090676 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:10.096658 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Usage tracker for resource:router and tenant:defe2ada260b412abce06bffcfc161c1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:10.101043 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:10.108764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:10.129686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:10.129686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:10.131158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1008469066', 'description': 'tempest-description-1558753074'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:10.132078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Attempting to bind port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:43:10.132342 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Attempting to bind port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:43:10.132729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Attempting to bind port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 on network 01e444e8-c132-4198-affe-eb88fdda7f7c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:10.141486 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:10.143187 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:10.161118 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8bec9030-501f-4b40-9cb2-02782b150b2b req-8dc42421-47f8-4929-a881-58aa7e969e42 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285608 Feb 18 08:43:10.164886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 on network 01e444e8-c132-4198-affe-eb88fdda7f7c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:43:10.165258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Attempting to bind port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 on network 01e444e8-c132-4198-affe-eb88fdda7f7c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:10.169118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Usage tracker for resource:security_group and tenant:75fc86695c794073af363d175289bf81 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:10.175634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:10.180824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9a3b6-5500-4e26-8c7b-7ed184b1d198 req-6dc9289e-306c-4c7c-9a43-baf27c84058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:10.183467 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ed9a3b6-5500-4e26-8c7b-7ed184b1d198 req-6dc9289e-306c-4c7c-9a43-baf27c84058e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 1101 time: 0.2722497 Feb 18 08:43:10.191738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:43:10.192076 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Checking segment: {'id': 'ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:43:10.192507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Bound using segment: {'id': 'ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:43:10.192935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Bound port: 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:43:10.193278 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:10.204498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:10.282237 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:10.311343 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:10.327216 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ed9a3b6-5500-4e26-8c7b-7ed184b1d198 req-1e1f3805-2599-4b8e-9adc-9aea9a4b6682 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371663 Feb 18 08:43:10.381900 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-35f5150c-20db-4116-af96-53c07c91f6f1', 'network_id': '35f5150c-20db-4116-af96-53c07c91f6f1', 'tenant_id': 'defe2ada260b412abce06bffcfc161c1', 'fixed_ips': [{'subnet_id': '6cd23972-05fb-49fa-bc82-5cdffddc0288'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:43:10.382730 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:10.384809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:10.392919 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Usage tracker for resource:security_group_rule and tenant:75fc86695c794073af363d175289bf81 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:10.399673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:10.410289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:10.418574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] For port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:43:10.436132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] For port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:43:10.449562 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:10.463695 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:10.532776 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:10.533645 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:10.535024 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72699d54-8976-4379-9cee-06553f62018e req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] 10.222.0.61 "PUT /v2.0/ports/88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 HTTP/1.1" status: 200 len: 1091 time: 1.8774920 Feb 18 08:43:10.538414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3ebb61-02a1-4188-8ccb-556d2f65e1f7', 'tag': '88d063ed-bdc5-4b41-8b9a-f5c0d1503c08'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:43:10.555559 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Allocated IP 172.20.0.2 (35f5150c-20db-4116-af96-53c07c91f6f1/6cd23972-05fb-49fa-bc82-5cdffddc0288/9f169cb8-54f5-4bbc-b525-c68488b3b535) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:43:10.565409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734856f4-96e9-4819-871a-311968309e87 req-c7c8b159-57ff-44e7-8423-e23c82e733f9 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:10.568348 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-734856f4-96e9-4819-871a-311968309e87 req-c7c8b159-57ff-44e7-8423-e23c82e733f9 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 1097 time: 0.2476044 Feb 18 08:43:10.676848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d764a2e-b86f-4ea3-88bf-a0ca3a4780be service neutron] Pushing event updated for resources: {'Port': ['ID=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:10.734906 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:10.737289 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-734856f4-96e9-4819-871a-311968309e87 req-1eb27082-4646-47f8-a623-7bc8bb56913f tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539712 Feb 18 08:43:10.740732 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:10.751443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:10.764652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Usage tracker for resource:security_group_rule and tenant:75fc86695c794073af363d175289bf81 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:10.774933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:10.789097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:10.798406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72699d54-8976-4379-9cee-06553f62018e req-0f955921-19f9-4b97-93ae-359af7e2f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:10.799869 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72699d54-8976-4379-9cee-06553f62018e req-0f955921-19f9-4b97-93ae-359af7e2f9b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bbc0aa9750134db59ae7aa7326bf2f17&device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 1094 time: 0.2145405 Feb 18 08:43:10.802237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba12170c-5f24-4b94-82b3-599079fa65d1,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:10.846615 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:10.885017 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72699d54-8976-4379-9cee-06553f62018e req-4afd88f8-4a0d-40c7-8a39-584b42553e42 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 HTTP/1.1" status: 200 len: 217 time: 0.0743723 Feb 18 08:43:10.886723 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:10.888356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Transition to ACTIVE for port object 9f169cb8-54f5-4bbc-b525-c68488b3b535 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:43:10.907449 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:10.921027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Transition to ACTIVE for port object 9f169cb8-54f5-4bbc-b525-c68488b3b535 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:43:10.935804 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:10.941784 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:11.006842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Network 35f5150c-20db-4116-af96-53c07c91f6f1 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:43:11.009723 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:43:11.014023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:43:11.019801 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Pushing event updated for resources: {'Port': ['ID=9f169cb8-54f5-4bbc-b525-c68488b3b535,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:11.027469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72699d54-8976-4379-9cee-06553f62018e req-f1265d78-b3a3-457d-87f0-79fd22b0f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:11.028933 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72699d54-8976-4379-9cee-06553f62018e req-f1265d78-b3a3-457d-87f0-79fd22b0f4d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f452f3ee-22b7-417e-bfeb-1f98c425e06c HTTP/1.1" status: 200 len: 862 time: 0.1378109 Feb 18 08:43:11.090266 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Allocated IP 172.25.1.180 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/a92478e8-64ba-4ea0-803a-ccf30cef2cbf) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:43:11.098478 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72699d54-8976-4379-9cee-06553f62018e req-be71c142-2ac4-4e69-ab11-2cc059de873c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01e444e8-c132-4198-affe-eb88fdda7f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620019 Feb 18 08:43:11.100802 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:11.112583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Attempting to bind port 9f169cb8-54f5-4bbc-b525-c68488b3b535 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:43:11.113047 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Attempting to bind port 9f169cb8-54f5-4bbc-b525-c68488b3b535 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '7c60e806-e698-4a1a-9e96-f5cee761587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '35f5150c-20db-4116-af96-53c07c91f6f1'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:43:11.113482 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Attempting to bind port 9f169cb8-54f5-4bbc-b525-c68488b3b535 on network 35f5150c-20db-4116-af96-53c07c91f6f1 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:11.118735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:43:11.119109 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Checking segment: {'id': '7c60e806-e698-4a1a-9e96-f5cee761587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '35f5150c-20db-4116-af96-53c07c91f6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:43:11.119507 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:11.120540 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Bound using segment: {'id': '7c60e806-e698-4a1a-9e96-f5cee761587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '35f5150c-20db-4116-af96-53c07c91f6f1'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:43:11.121160 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Bound port: 9f169cb8-54f5-4bbc-b525-c68488b3b535, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c60e806-e698-4a1a-9e96-f5cee761587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '35f5150c-20db-4116-af96-53c07c91f6f1'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:43:11.121349 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:11.128997 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:11.221728 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:11.222842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] For port 9f169cb8-54f5-4bbc-b525-c68488b3b535, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:43:11.226262 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] For port 9f169cb8-54f5-4bbc-b525-c68488b3b535, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9f169cb8-54f5-4bbc-b525-c68488b3b535,segment=NetworkSegment(7c60e806-e698-4a1a-9e96-f5cee761587c),segment_id=7c60e806-e698-4a1a-9e96-f5cee761587c)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:43:11.231193 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:11.252568 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:11.284779 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:11.347820 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7eaed-531c-4e07-8515-18888cf69abb None None] Pushing event updated for resources: {'Port': ['ID=9f169cb8-54f5-4bbc-b525-c68488b3b535,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:11.355350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03981a7a-f018-4d19-a136-ddf8caecfda0,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:11.370592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Pushing event updated for resources: {'Port': ['ID=a92478e8-64ba-4ea0-803a-ccf30cef2cbf,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:11.374655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:43:11.374927 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:11.380943 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8663921d-a7dc-4fc5-ae86-7cefcbfb3924 req-d3431b8a-7049-4892-81af-5aceeb2685f1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.2620246 Feb 18 08:43:11.385463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:43:11.388663 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:43:11.412414 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72699d54-8976-4379-9cee-06553f62018e req-9c5b2774-0a3d-4bfd-b0d6-2a3fc7d5b27a service neutron] 10.222.0.61 "GET /v2.0/networks/01e444e8-c132-4198-affe-eb88fdda7f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046019 Feb 18 08:43:11.418572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cfb9f-eef6-4384-91c7-48eb2ba2bb3f req-d143b366-36cb-4a82-bfaa-34cc42ccae66 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:11.425328 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-684cfb9f-eef6-4384-91c7-48eb2ba2bb3f req-d143b366-36cb-4a82-bfaa-34cc42ccae66 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 950 time: 0.4434571 Feb 18 08:43:11.564723 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-1319952d-8b0c-47af-813f-2c8c0141b9e9 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f851e672b7f346b99b91db4236205959&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518942 Feb 18 08:43:11.674555 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-684cfb9f-eef6-4384-91c7-48eb2ba2bb3f req-92b782f5-ad38-435a-99be-3db7b7b50500 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461584 Feb 18 08:43:11.750120 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3ebb61-02a1-4188-8ccb-556d2f65e1f7', 'tag': '88d063ed-bdc5-4b41-8b9a-f5c0d1503c08', 'status': 'completed', 'code': 200} Feb 18 08:43:11.816635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72699d54-8976-4379-9cee-06553f62018e req-8d284831-56d3-4f26-880d-f725fc7bb5a6 service neutron] 10.222.0.61 "GET /v2.0/networks/01e444e8-c132-4198-affe-eb88fdda7f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892794 Feb 18 08:43:11.841236 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:11.921727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-5b77a8ca-5eb8-4f91-ae7a-1e6888ab6a8c tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:11.923238 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-5b77a8ca-5eb8-4f91-ae7a-1e6888ab6a8c tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3300066 Feb 18 08:43:11.983398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-ea0ec5b8-5dbf-42cc-ae6d-c8866b7a9f68 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/quotas/f851e672b7f346b99b91db4236205959 HTTP/1.1" status: 200 len: 375 time: 0.0259335 Feb 18 08:43:12.091636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8556c-cc8d-43bf-8210-2d71f0d19827 req-9345f80a-f2f9-4a2e-8833-535ad77a3c81 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:12.093126 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4bd8556c-cc8d-43bf-8210-2d71f0d19827 req-9345f80a-f2f9-4a2e-8833-535ad77a3c81 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 943 time: 0.2176509 Feb 18 08:43:12.116589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac606301-2ec0-4791-8b9f-92ffd95d431d req-28fb1cc7-978c-4e86-93e9-906fbbd49b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:12.117924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac606301-2ec0-4791-8b9f-92ffd95d431d req-28fb1cc7-978c-4e86-93e9-906fbbd49b24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bbc0aa9750134db59ae7aa7326bf2f17&device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 1094 time: 0.2089806 Feb 18 08:43:12.187872 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:12.224958 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-79c9b075-a1d1-4da2-ac9d-bc007219bdad tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f851e672b7f346b99b91db4236205959&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2337363 Feb 18 08:43:12.286167 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4bd8556c-cc8d-43bf-8210-2d71f0d19827 req-5a95833f-5361-43f4-bf25-f022c5b0a580 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868486 Feb 18 08:43:12.291002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9f169cb8-54f5-4bbc-b525-c68488b3b535 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:43:12.376754 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 9f169cb8-54f5-4bbc-b525-c68488b3b535 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:43:12.419265 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-819dd5ed-4f06-4d7e-92d0-bfbcd6f014f9 req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1606598490', 'description': 'tempest-description-1721817110'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:12.428610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac606301-2ec0-4791-8b9f-92ffd95d431d req-b339d57f-f1c5-4dc6-a8a5-60cbdc4ad0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:12.430304 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac606301-2ec0-4791-8b9f-92ffd95d431d req-b339d57f-f1c5-4dc6-a8a5-60cbdc4ad0a3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=01e444e8-c132-4198-affe-eb88fdda7f7c HTTP/1.1" status: 200 len: 923 time: 0.3041263 Feb 18 08:43:12.434086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-819dd5ed-4f06-4d7e-92d0-bfbcd6f014f9 req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:12.439328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-819dd5ed-4f06-4d7e-92d0-bfbcd6f014f9 req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Usage tracker for resource:security_group and tenant:75fc86695c794073af363d175289bf81 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:12.443075 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-819dd5ed-4f06-4d7e-92d0-bfbcd6f014f9 req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:12.451050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-819dd5ed-4f06-4d7e-92d0-bfbcd6f014f9 req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:12.528040 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-819dd5ed-4f06-4d7e-92d0-bfbcd6f014f9 req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:12.586606 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac606301-2ec0-4791-8b9f-92ffd95d431d req-de803b5c-78a5-43b9-81f3-bb5a2061145d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 HTTP/1.1" status: 200 len: 217 time: 0.1263318 Feb 18 08:43:12.606602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Router 6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:43:12.636729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-819dd5ed-4f06-4d7e-92d0-bfbcd6f014f9 req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:12.650312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-819dd5ed-4f06-4d7e-92d0-bfbcd6f014f9 req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Usage tracker for resource:security_group_rule and tenant:75fc86695c794073af363d175289bf81 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:12.651577 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d06eee-fb2c-4b77-8ee4-4ceb8911f3f4 None None] Network 35f5150c-20db-4116-af96-53c07c91f6f1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:43:12.655504 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-819dd5ed-4f06-4d7e-92d0-bfbcd6f014f9 req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:12.670517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-819dd5ed-4f06-4d7e-92d0-bfbcd6f014f9 req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:12.710573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac606301-2ec0-4791-8b9f-92ffd95d431d req-f44ee633-4533-48b1-b062-7dcf3e55cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:12.712102 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac606301-2ec0-4791-8b9f-92ffd95d431d req-f44ee633-4533-48b1-b062-7dcf3e55cdc9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f452f3ee-22b7-417e-bfeb-1f98c425e06c HTTP/1.1" status: 200 len: 862 time: 0.1187499 Feb 18 08:43:12.774706 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac606301-2ec0-4791-8b9f-92ffd95d431d req-70b139e9-fd20-44b9-a41b-c34c3b80b4f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01e444e8-c132-4198-affe-eb88fdda7f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511110 Feb 18 08:43:12.779627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19215a-9123-4051-b981-c38f991f95e1 req-5f2e6456-bc12-4ea0-abcc-f449457aa853 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:12.781161 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c19215a-9123-4051-b981-c38f991f95e1 req-5f2e6456-bc12-4ea0-abcc-f449457aa853 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 1097 time: 0.2553735 Feb 18 08:43:12.817575 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:43:12.858454 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:12.859887 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4702cb98-151f-4188-9c0a-3d15cf98fe6e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7837942 Feb 18 08:43:12.862560 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41374) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:12.909398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Sync routers for ids ['6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:43:12.927510 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Routers {'6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:43:12.928126 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:43:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:43:13.001730 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-83d4085e-03e5-4fd8-91c1-97786c80639c None None] Provisioning for port 9f169cb8-54f5-4bbc-b525-c68488b3b535 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:43:13.026213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-83d4085e-03e5-4fd8-91c1-97786c80639c None None] Provisioning complete for port 9f169cb8-54f5-4bbc-b525-c68488b3b535 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:13.026887 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-83d4085e-03e5-4fd8-91c1-97786c80639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:13.030798 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-819dd5ed-4f06-4d7e-92d0-bfbcd6f014f9 req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:13.035071 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c19215a-9123-4051-b981-c38f991f95e1 req-ae1ac6ed-fdce-44cc-a7c4-46f3c66e1440 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066748 Feb 18 08:43:13.047363 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-819dd5ed-4f06-4d7e-92d0-bfbcd6f014f9 req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:13.101346 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac606301-2ec0-4791-8b9f-92ffd95d431d req-a0e17103-96d9-401f-a282-ad754b8cbac5 service neutron] 10.222.0.61 "GET /v2.0/networks/01e444e8-c132-4198-affe-eb88fdda7f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192241 Feb 18 08:43:13.104611 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-819dd5ed-4f06-4d7e-92d0-bfbcd6f014f9 req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:13.116819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-819dd5ed-4f06-4d7e-92d0-bfbcd6f014f9 req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7032852 Feb 18 08:43:13.159228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a67edf-6e67-427c-b7fd-ed05d9de4438,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:13.188659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:13.188659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:13.195855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:13.196356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:13.196703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:13.197042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:13.197371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:13.200868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:13.200868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:13.200868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:13.200868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:13.200868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fa340-3c79-4dae-acf4-68dec847d8d2 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:13.251991 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Set router 6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:43:13.520231 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f190c94-2a5b-4204-8a12-62684ff5b9e7 req-e5c8ca1b-16ab-43ed-8102-c2af57690e27 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=50aaae18-2751-40aa-a5cc-b6300a2e3979 HTTP/1.1" status: 200 len: 210 time: 0.1114752 Feb 18 08:43:13.603562 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-83d4085e-03e5-4fd8-91c1-97786c80639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:13.662029 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac606301-2ec0-4791-8b9f-92ffd95d431d req-83a8c3e8-5a30-4642-883c-492b1efd688f service neutron] 10.222.0.61 "GET /v2.0/networks/01e444e8-c132-4198-affe-eb88fdda7f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431201 Feb 18 08:43:13.681339 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-83d4085e-03e5-4fd8-91c1-97786c80639c None None] For port 9f169cb8-54f5-4bbc-b525-c68488b3b535, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9f169cb8-54f5-4bbc-b525-c68488b3b535,segment=NetworkSegment(7c60e806-e698-4a1a-9e96-f5cee761587c),segment_id=7c60e806-e698-4a1a-9e96-f5cee761587c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:13.693953 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-83d4085e-03e5-4fd8-91c1-97786c80639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:13.769425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a41f-a7da-4d4c-99f9-e6770d62254a req-f8c690e4-2840-4c72-9e51-ed6b527a7e99 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:13.770888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb62a41f-a7da-4d4c-99f9-e6770d62254a req-f8c690e4-2840-4c72-9e51-ed6b527a7e99 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 950 time: 0.3085194 Feb 18 08:43:13.797110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'name': 'tempest-FloatingIPDetailsTestJSON-434078837-router', 'tenant_id': 'defe2ada260b412abce06bffcfc161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a92478e8-64ba-4ea0-803a-ccf30cef2cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:43:10Z', 'updated_at': '2022-02-18T08:43:11Z', 'revision_number': 3, 'project_id': 'defe2ada260b412abce06bffcfc161c1', 'gw_port': {'id': 'a92478e8-64ba-4ea0-803a-ccf30cef2cbf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ce:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:43:10Z', 'updated_at': '2022-02-18T08:43:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:43:13.809153 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4085e-03e5-4fd8-91c1-97786c80639c None None] Pushing event updated for resources: {'Port': ['ID=9f169cb8-54f5-4bbc-b525-c68488b3b535,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:13.813076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Checking router: 6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:43:13.813423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Updating router 6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e port a92478e8-64ba-4ea0-803a-ccf30cef2cbf binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:43:13.843317 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:13.911588 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-884ce222-edcf-4f2c-9cb4-d5bdbadedb9d None None] Provisioning complete for port 9f169cb8-54f5-4bbc-b525-c68488b3b535 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:13.911960 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-884ce222-edcf-4f2c-9cb4-d5bdbadedb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:13.919342 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb62a41f-a7da-4d4c-99f9-e6770d62254a req-782ca87f-36ac-431e-b420-7ba1f105b0e0 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386268 Feb 18 08:43:13.941614 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-41df3095-2094-4b16-addb-46f35d7d2833 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f851e672b7f346b99b91db4236205959&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623913 Feb 18 08:43:14.070592 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:14.124000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Allocated IP 172.20.0.1 (35f5150c-20db-4116-af96-53c07c91f6f1/6cd23972-05fb-49fa-bc82-5cdffddc0288/315c74b8-ede6-48eb-9e54-093fcede5b09) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:43:14.186100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-25145037-f1c5-409a-a2b5-946dbba61967 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:14.187437 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-25145037-f1c5-409a-a2b5-946dbba61967 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400222 Feb 18 08:43:14.201999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-66a74f79-c4df-40ef-a626-111001cce3af tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Request body: {'port': {'device_id': '50aaae18-2751-40aa-a5cc-b6300a2e3979', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': 'f851e672b7f346b99b91db4236205959'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:14.280804 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9f169cb8-54f5-4bbc-b525-c68488b3b535 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:43:14.392035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-587d6e0c-bb85-428e-a49c-52b6a8affefd tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Synchronizing usage tracker for tenant:75fc86695c794073af363d175289bf81 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:14.413439 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:14.429368 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Transition to ACTIVE for port object 315c74b8-ede6-48eb-9e54-093fcede5b09 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:43:14.457203 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:14.463975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-587d6e0c-bb85-428e-a49c-52b6a8affefd tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Unset dirty status for tenant:75fc86695c794073af363d175289bf81 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:14.466325 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-587d6e0c-bb85-428e-a49c-52b6a8affefd tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47852 time: 0.8084435 Feb 18 08:43:14.474010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-66a74f79-c4df-40ef-a626-111001cce3af tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:14.489713 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 9f169cb8-54f5-4bbc-b525-c68488b3b535 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:14.490087 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:14.500703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06332098-1dbd-4c72-abcc-d86c51c11b9f req-d0a81e3f-4e26-4146-9754-d7e7c82af913 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:14.502147 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-06332098-1dbd-4c72-abcc-d86c51c11b9f req-d0a81e3f-4e26-4146-9754-d7e7c82af913 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 943 time: 0.2491984 Feb 18 08:43:14.508875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-66a74f79-c4df-40ef-a626-111001cce3af tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:14.528076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Network 35f5150c-20db-4116-af96-53c07c91f6f1 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:43:14.535340 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:43:14.539881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:43:14.540578 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:14.574519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-66a74f79-c4df-40ef-a626-111001cce3af tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Made reservation on behalf of f851e672b7f346b99b91db4236205959 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:43:14.578313 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-66a74f79-c4df-40ef-a626-111001cce3af tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:14.593556 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-6831563a-ad67-491d-97b0-ce4e32298adf tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/189f15ce-2805-45a4-b72d-60fc412119a8 HTTP/1.1" status: 200 len: 2981 time: 0.1155539 Feb 18 08:43:14.600851 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-06332098-1dbd-4c72-abcc-d86c51c11b9f req-662b7f71-17f2-4027-a039-c5bd5b97be51 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896547 Feb 18 08:43:14.640680 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=315c74b8-ede6-48eb-9e54-093fcede5b09,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:14.660308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:14.660685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:14.661010 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:14.661351 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:14.661681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:14.662005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:14.662330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:14.662654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:14.662977 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:14.663314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:14.663625 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:14.663942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:14.738235 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:14.753312 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Transition to ACTIVE for port object a92478e8-64ba-4ea0-803a-ccf30cef2cbf will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:43:14.762292 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:14.770557 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:14.857258 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b14dfa-d753-46f8-9df6-5e83eb78d1bd None None] Pushing event updated for resources: {'Port': ['ID=a92478e8-64ba-4ea0-803a-ccf30cef2cbf,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:14.873759 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-ea4484c2-16ff-49b3-a229-ee68ff30d60c tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/189f15ce-2805-45a4-b72d-60fc412119a8 HTTP/1.1" status: 200 len: 2981 time: 0.2719378 Feb 18 08:43:14.878021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Attempting to bind port a92478e8-64ba-4ea0-803a-ccf30cef2cbf on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:43:14.878394 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Attempting to bind port a92478e8-64ba-4ea0-803a-ccf30cef2cbf by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:43:14.878816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Attempting to bind port a92478e8-64ba-4ea0-803a-ccf30cef2cbf on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:14.887131 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:43:14.887131 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:43:14.887633 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:14.888032 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:43:14.888524 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Bound port: a92478e8-64ba-4ea0-803a-ccf30cef2cbf, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:43:14.889701 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:14.960542 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4ba0f817-1208-44c7-a5e8-23c7572b696c None None] Provisioning for port 315c74b8-ede6-48eb-9e54-093fcede5b09 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:43:14.968965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-66a74f79-c4df-40ef-a626-111001cce3af tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Allocated IP 192.168.233.196 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/b2f04644-065a-4b2c-8ade-478ad15eb116) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:43:14.972238 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4ba0f817-1208-44c7-a5e8-23c7572b696c None None] Provisioning complete for port 315c74b8-ede6-48eb-9e54-093fcede5b09 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:14.973008 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4ba0f817-1208-44c7-a5e8-23c7572b696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:14.976912 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-5723b0c7-a9d4-424e-b0ad-5586ec521493 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/28275f03-de0c-4c82-98e7-82555196859c HTTP/1.1" status: 200 len: 2981 time: 0.0871816 Feb 18 08:43:15.031911 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-4ba0f817-1208-44c7-a5e8-23c7572b696c None None] Port 315c74b8-ede6-48eb-9e54-093fcede5b09 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:43:15.069770 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] For port a92478e8-64ba-4ea0-803a-ccf30cef2cbf, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:43:15.078708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] For port a92478e8-64ba-4ea0-803a-ccf30cef2cbf, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a92478e8-64ba-4ea0-803a-ccf30cef2cbf,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:43:15.085482 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:15.130489 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:15.149018 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:15.150028 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:15.171736 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-be764cc4-b599-4a2a-b38a-5d3cef5f290f tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/28275f03-de0c-4c82-98e7-82555196859c HTTP/1.1" status: 200 len: 2981 time: 0.1531317 Feb 18 08:43:15.190188 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Routers {'6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:43:15.191335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:43:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:43:15.305421 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b14dfa-d753-46f8-9df6-5e83eb78d1bd None None] Pushing event updated for resources: {'Port': ['ID=a92478e8-64ba-4ea0-803a-ccf30cef2cbf,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:15.321958 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-19e84483-481f-4447-89e2-9780f8e7581f tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/4d55d8be-38e7-4c04-9840-54952f461c51 HTTP/1.1" status: 200 len: 2977 time: 0.1273785 Feb 18 08:43:15.351776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=315c74b8-ede6-48eb-9e54-093fcede5b09,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:15.373574 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-66a74f79-c4df-40ef-a626-111001cce3af tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:15.378239 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-914ed881-03fe-4e5b-9d65-d58120cda329 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2953241 Feb 18 08:43:15.418259 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Network 35f5150c-20db-4116-af96-53c07c91f6f1 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:43:15.419347 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:43:15.426693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-66a74f79-c4df-40ef-a626-111001cce3af tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Transition to ACTIVE for port object b2f04644-065a-4b2c-8ade-478ad15eb116 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:43:15.453909 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] Set router 6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:43:15.506509 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-90ec5d84-7f27-416b-a56c-a89837047403 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/4d55d8be-38e7-4c04-9840-54952f461c51 HTTP/1.1" status: 200 len: 2977 time: 0.1833794 Feb 18 08:43:15.521622 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-66a74f79-c4df-40ef-a626-111001cce3af tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:15.567133 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['08089808-5d8a-4371-bcb0-1ff35a289d8f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:43:15.630749 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-66a74f79-c4df-40ef-a626-111001cce3af tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:43:15.636703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a74f79-c4df-40ef-a626-111001cce3af tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Pushing event updated for resources: {'Port': ['ID=b2f04644-065a-4b2c-8ade-478ad15eb116,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:15.639639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-66a74f79-c4df-40ef-a626-111001cce3af tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:43:15.642981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-66a74f79-c4df-40ef-a626-111001cce3af tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:43:15.783056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-66a74f79-c4df-40ef-a626-111001cce3af tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:15.783762 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-66a74f79-c4df-40ef-a626-111001cce3af tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:15.802721 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-714871e2-171c-4a5a-95b8-1254173a5357 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/72929ef1-77a9-4aa8-92f2-03bdc21dd17b HTTP/1.1" status: 200 len: 2977 time: 0.2951763 Feb 18 08:43:15.830245 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Router 6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:43:15.848318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e738f-c0f5-4df6-8d7c-d1678d26005d req-7146ce21-1afd-4e73-b014-4dc5b89fb42e tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:15.849356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a63e738f-c0f5-4df6-8d7c-d1678d26005d req-7146ce21-1afd-4e73-b014-4dc5b89fb42e tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Synchronizing usage tracker for tenant:f851e672b7f346b99b91db4236205959 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:15.864979 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-66a74f79-c4df-40ef-a626-111001cce3af tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6678178 Feb 18 08:43:15.890393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Request body: {'port': {'device_id': '50aaae18-2751-40aa-a5cc-b6300a2e3979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:15.967630 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-07bf9135-7092-4d44-968d-f776c71ce179 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/72929ef1-77a9-4aa8-92f2-03bdc21dd17b HTTP/1.1" status: 200 len: 2977 time: 0.1572392 Feb 18 08:43:15.992119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a63e738f-c0f5-4df6-8d7c-d1678d26005d req-7146ce21-1afd-4e73-b014-4dc5b89fb42e tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Unset dirty status for tenant:f851e672b7f346b99b91db4236205959 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:16.001901 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a63e738f-c0f5-4df6-8d7c-d1678d26005d req-7146ce21-1afd-4e73-b014-4dc5b89fb42e tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=50aaae18-2751-40aa-a5cc-b6300a2e3979 HTTP/1.1" status: 200 len: 936 time: 0.5521283 Feb 18 08:43:16.078403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:43:16.117387 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:43:16.133752 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-97d0cfcd-04f7-43ea-9468-53a754965a42 None None] Provisioning complete for port 315c74b8-ede6-48eb-9e54-093fcede5b09 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:16.134127 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-97d0cfcd-04f7-43ea-9468-53a754965a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:16.140720 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1c8af7a0-78e2-4d52-a0d7-b1928b75d6f8 admin admin] 10.222.0.72 "PUT /v2.0/routers/6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2769966 Feb 18 08:43:16.173068 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a63e738f-c0f5-4df6-8d7c-d1678d26005d req-0b42288f-2d55-48e5-b603-4435bbd5344d tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623397 Feb 18 08:43:16.173972 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:16.212210 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-61063be7-c659-4348-a3ae-76ae532ab629 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/770cd426-223d-4cb7-ba6b-7d9b1b11cdaf HTTP/1.1" status: 200 len: 2973 time: 0.2372057 Feb 18 08:43:16.232456 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-97d0cfcd-04f7-43ea-9468-53a754965a42 None None] Port 315c74b8-ede6-48eb-9e54-093fcede5b09 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:43:16.417682 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-64b1e846-26ea-4f60-9839-1584021150c4 None None] Provisioning for port b2f04644-065a-4b2c-8ade-478ad15eb116 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:43:16.429510 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'name': 'tempest-FloatingIPDetailsTestJSON-434078837-router', 'tenant_id': 'defe2ada260b412abce06bffcfc161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a92478e8-64ba-4ea0-803a-ccf30cef2cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:43:10Z', 'updated_at': '2022-02-18T08:43:14Z', 'revision_number': 4, 'project_id': 'defe2ada260b412abce06bffcfc161c1', 'gw_port': {'id': 'a92478e8-64ba-4ea0-803a-ccf30cef2cbf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ce:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:43:10Z', 'updated_at': '2022-02-18T08:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '315c74b8-ede6-48eb-9e54-093fcede5b09', 'name': '', 'network_id': '35f5150c-20db-4116-af96-53c07c91f6f1', 'tenant_id': 'defe2ada260b412abce06bffcfc161c1', 'mac_address': 'fa:16:3e:42:91:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '6cd23972-05fb-49fa-bc82-5cdffddc0288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:43:13Z', 'updated_at': '2022-02-18T08:43:14Z', 'revision_number': 2, 'project_id': 'defe2ada260b412abce06bffcfc161c1', 'subnets': [{'id': '6cd23972-05fb-49fa-bc82-5cdffddc0288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:43:16.448247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-64b1e846-26ea-4f60-9839-1584021150c4 None None] Provisioning complete for port b2f04644-065a-4b2c-8ade-478ad15eb116 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:16.448639 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-64b1e846-26ea-4f60-9839-1584021150c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:16.542525 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7ab76-1d30-416b-bf2f-c40ed6e767f9 None None] The sync data for ids ['6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e'] in n-d-829434-1 is: [{'id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'name': 'tempest-FloatingIPDetailsTestJSON-434078837-router', 'tenant_id': 'defe2ada260b412abce06bffcfc161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a92478e8-64ba-4ea0-803a-ccf30cef2cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:43:10Z', 'updated_at': '2022-02-18T08:43:14Z', 'revision_number': 4, 'project_id': 'defe2ada260b412abce06bffcfc161c1', 'gw_port': {'id': 'a92478e8-64ba-4ea0-803a-ccf30cef2cbf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ce:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:43:10Z', 'updated_at': '2022-02-18T08:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '315c74b8-ede6-48eb-9e54-093fcede5b09', 'name': '', 'network_id': '35f5150c-20db-4116-af96-53c07c91f6f1', 'tenant_id': 'defe2ada260b412abce06bffcfc161c1', 'mac_address': 'fa:16:3e:42:91:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '6cd23972-05fb-49fa-bc82-5cdffddc0288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:43:13Z', 'updated_at': '2022-02-18T08:43:14Z', 'revision_number': 2, 'project_id': 'defe2ada260b412abce06bffcfc161c1', 'subnets': [{'id': '6cd23972-05fb-49fa-bc82-5cdffddc0288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:43:16.575334 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:16.585832 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-46542cf2-81ff-4b1a-8c24-ba449a547ddc tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/770cd426-223d-4cb7-ba6b-7d9b1b11cdaf HTTP/1.1" status: 200 len: 2973 time: 0.1736372 Feb 18 08:43:16.608174 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '88d063ed-bdc5-4b41-8b9a-f5c0d1503c08', 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c', 'port_id': '88d063ed-bdc5-4b41-8b9a-f5c0d1503c08', 'mac_address': 'fa:16:3e:05:ea:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f452f3ee-22b7-417e-bfeb-1f98c425e06c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:43:16.615633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-64b1e846-26ea-4f60-9839-1584021150c4 None None] Port b2f04644-065a-4b2c-8ade-478ad15eb116 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:43:16.680233 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:16.701592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:43:16.722412 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:16.727603 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:16.734068 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e753342-cda6-48e3-97a3-213132282dec req-331db221-fbd6-4045-af65-4e460820c1b6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:16.735541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e753342-cda6-48e3-97a3-213132282dec req-331db221-fbd6-4045-af65-4e460820c1b6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 950 time: 0.3247869 Feb 18 08:43:16.748924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-8abb6992-50bd-46e3-abd1-be3f67b85f3d tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/9126d1d9-b13e-4c17-b37b-817c9d9d3685 HTTP/1.1" status: 200 len: 2981 time: 0.1623442 Feb 18 08:43:16.805811 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:16.902941 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e753342-cda6-48e3-97a3-213132282dec req-a0d6139a-7dbd-4367-9eb8-e04deb55d693 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294456 Feb 18 08:43:16.918969 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-ac5dd95f-e97e-4b7a-8488-affbabda3e6a tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/9126d1d9-b13e-4c17-b37b-817c9d9d3685 HTTP/1.1" status: 200 len: 2981 time: 0.1359103 Feb 18 08:43:17.005832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f04644-065a-4b2c-8ade-478ad15eb116 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:43:17.015218 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:17.045272 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Transition to ACTIVE for port object b2f04644-065a-4b2c-8ade-478ad15eb116 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:43:17.054042 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:17.114964 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-6f0dded6-b8cb-46a0-83b0-f9d4bdf9c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:17.116719 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-6f0dded6-b8cb-46a0-83b0-f9d4bdf9c415 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 1101 time: 0.1349022 Feb 18 08:43:17.145093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['88d063ed-bdc5-4b41-8b9a-f5c0d1503c08'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:43:17.294842 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-3e063419-b9a5-41e7-bc30-f66b8e30644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:17.296467 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-3e063419-b9a5-41e7-bc30-f66b8e30644c service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.1734550 Feb 18 08:43:17.391398 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-33f5b2f7-09a9-4c4c-864e-32d1bec91735 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf HTTP/1.1" status: 200 len: 217 time: 0.0862186 Feb 18 08:43:17.452962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Pushing event updated for resources: {'Port': ['ID=b2f04644-065a-4b2c-8ade-478ad15eb116,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:17.499436 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-0c527819-b50c-44fa-9405-096e2b432184 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/aa975fcd-0dcf-4b3c-b520-503f47549b48 HTTP/1.1" status: 200 len: 2981 time: 0.3777750 Feb 18 08:43:17.554234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbbaec-f864-4895-a304-bbee6abb222d req-08b9995b-a249-4542-9fdc-c94607e5dd8a tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:17.555746 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fcfbbaec-f864-4895-a304-bbee6abb222d req-08b9995b-a249-4542-9fdc-c94607e5dd8a tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 1097 time: 0.4461222 Feb 18 08:43:17.565641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Attempting to bind port b2f04644-065a-4b2c-8ade-478ad15eb116 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:43:17.565966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Attempting to bind port b2f04644-065a-4b2c-8ade-478ad15eb116 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:43:17.566286 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Attempting to bind port b2f04644-065a-4b2c-8ade-478ad15eb116 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:17.567106 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-0deab9de-00a8-4b07-a3d9-abb930b7feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:17.568592 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-0deab9de-00a8-4b07-a3d9-abb930b7feaa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1709049 Feb 18 08:43:17.592739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Port b2f04644-065a-4b2c-8ade-478ad15eb116 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:43:17.593058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Attempting to bind port b2f04644-065a-4b2c-8ade-478ad15eb116 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:17.606967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:43:17.607301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:43:17.607679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:43:17.608099 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Bound port: b2f04644-065a-4b2c-8ade-478ad15eb116, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:43:17.608476 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:17.626039 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-e94d3914-e5ac-48ff-9f5a-a672cd93c08f tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/aa975fcd-0dcf-4b3c-b520-503f47549b48 HTTP/1.1" status: 200 len: 2981 time: 0.1190445 Feb 18 08:43:17.647658 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-a3ab1356-f79e-4aa6-a6d0-ee308a20d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:17.649172 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-a3ab1356-f79e-4aa6-a6d0-ee308a20d4d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0747647 Feb 18 08:43:17.693107 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fcfbbaec-f864-4895-a304-bbee6abb222d req-2e8c1dd9-36cb-405d-8aa2-f55ea94f19ae tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284747 Feb 18 08:43:17.758382 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-5c44eb3e-39d1-49b8-ad8e-bc16548f73be tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/ba12170c-5f24-4b94-82b3-599079fa65d1 HTTP/1.1" status: 200 len: 2981 time: 0.1256588 Feb 18 08:43:17.769006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] For port b2f04644-065a-4b2c-8ade-478ad15eb116, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:43:17.774084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] For port b2f04644-065a-4b2c-8ade-478ad15eb116, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b2f04644-065a-4b2c-8ade-478ad15eb116,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:43:17.815365 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:17.830881 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-da28fb02-e2e0-4ade-a1cd-c093187a17a0 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646781 Feb 18 08:43:17.881163 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-7de555dc-8615-42aa-a941-a2358faf787b tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/ba12170c-5f24-4b94-82b3-599079fa65d1 HTTP/1.1" status: 200 len: 2981 time: 0.1096430 Feb 18 08:43:17.900109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:17.914281 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:17.915940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] 10.222.0.81 "PUT /v2.0/ports/b2f04644-065a-4b2c-8ade-478ad15eb116 HTTP/1.1" status: 200 len: 1096 time: 2.0361075 Feb 18 08:43:17.917903 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50aaae18-2751-40aa-a5cc-b6300a2e3979', 'tag': 'b2f04644-065a-4b2c-8ade-478ad15eb116'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:43:18.053538 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-28c18fae-aabd-47e2-93bf-ac4c72b40d36 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156022 Feb 18 08:43:18.098593 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-740f03cb-0603-47db-8883-8fe9bc1e1dd1 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/c899ae3d-0c37-43ef-88ad-ca1ae0d70294 HTTP/1.1" status: 200 len: 2981 time: 0.1812966 Feb 18 08:43:18.106785 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89251d35-27a1-4dd8-83a9-2720ed6801ce service neutron] Pushing event updated for resources: {'Port': ['ID=b2f04644-065a-4b2c-8ade-478ad15eb116,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:18.195753 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-9f3d1877-d10b-43cc-a6e8-45578111c668 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/c899ae3d-0c37-43ef-88ad-ca1ae0d70294 HTTP/1.1" status: 200 len: 2981 time: 0.0836513 Feb 18 08:43:18.220477 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-eea26522-2210-4bfb-bc62-d781e847f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:18.221817 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-eea26522-2210-4bfb-bc62-d781e847f5ab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f851e672b7f346b99b91db4236205959&device_id=50aaae18-2751-40aa-a5cc-b6300a2e3979 HTTP/1.1" status: 200 len: 1099 time: 0.2035186 Feb 18 08:43:18.279521 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a92478e8-64ba-4ea0-803a-ccf30cef2cbf up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:43:18.314994 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c5ee8-c532-49d4-abfe-f0625ff0dd89 req-fd528a7b-05c3-4f09-b84a-1b12ed26078b tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:18.316486 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-974c5ee8-c532-49d4-abfe-f0625ff0dd89 req-fd528a7b-05c3-4f09-b84a-1b12ed26078b tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 944 time: 0.3320723 Feb 18 08:43:18.331320 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-b26a245d-e1db-4cf4-aec4-6afa550a8fb1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=b2f04644-065a-4b2c-8ade-478ad15eb116 HTTP/1.1" status: 200 len: 217 time: 0.0962739 Feb 18 08:43:18.350819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-74dfa168-90f1-4480-81fc-a3abc0858abc tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/dabf9cd5-99b0-4e0f-8c9c-990bf98d4542 HTTP/1.1" status: 200 len: 2981 time: 0.1481507 Feb 18 08:43:18.358027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port a92478e8-64ba-4ea0-803a-ccf30cef2cbf completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:43:18.362875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a92478e8-64ba-4ea0-803a-ccf30cef2cbf triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:18.363238 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:18.457325 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-974c5ee8-c532-49d4-abfe-f0625ff0dd89 req-f8e5f757-b2c8-4fab-98cd-d696103ccd96 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309752 Feb 18 08:43:18.465146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-b08bccab-8d33-4375-ae6f-b9a1cd38c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:18.466569 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-b08bccab-8d33-4375-ae6f-b9a1cd38c99c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1178865 Feb 18 08:43:18.471633 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-df57887f-d0a8-4eea-b353-d78be1cac348 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/dabf9cd5-99b0-4e0f-8c9c-990bf98d4542 HTTP/1.1" status: 200 len: 2981 time: 0.0877371 Feb 18 08:43:18.494312 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:18.512120 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port a92478e8-64ba-4ea0-803a-ccf30cef2cbf, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a92478e8-64ba-4ea0-803a-ccf30cef2cbf,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:18.517388 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:18.587828 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=a92478e8-64ba-4ea0-803a-ccf30cef2cbf,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:18.783103 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-eaf18810-7c9f-4d17-980f-dc859745e2c0 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/dbbe07f3-fe56-41a5-baa4-2118800e638e HTTP/1.1" status: 200 len: 2981 time: 0.1824398 Feb 18 08:43:18.824638 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-295c0aea-459c-4549-860b-b63e24dc22cc tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2228210 Feb 18 08:43:18.843379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:18.858237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:18.862685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-526a3a1a-1387-4984-832e-e4866e0cc80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:18.863315 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-526a3a1a-1387-4984-832e-e4866e0cc80a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3905363 Feb 18 08:43:18.870072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Usage tracker for resource:floatingip and tenant:defe2ada260b412abce06bffcfc161c1 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:18.892639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:18.896254 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-b271f6e2-5f15-4d9e-b8ea-dd0a68718db0 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/dbbe07f3-fe56-41a5-baa4-2118800e638e HTTP/1.1" status: 200 len: 2981 time: 0.1035514 Feb 18 08:43:18.897787 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Sync routers for ids ['6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:43:18.906987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:18.970009 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Routers {'6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:43:18.970770 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:43:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:43:18.987275 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:19.099465 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-88e71fea-2860-49d7-8a78-5f8e6cc87d33 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/df237ff8-7896-4428-8135-dc5ff4ce57be HTTP/1.1" status: 200 len: 2981 time: 0.1935709 Feb 18 08:43:19.144444 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-ab0c8890-6d52-4f3b-ad4c-c7c9c0b0114d service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712443 Feb 18 08:43:19.218116 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Set router 6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:43:19.264212 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-b273efbf-bc4c-4440-ad18-fccbed5c27bf tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/df237ff8-7896-4428-8135-dc5ff4ce57be HTTP/1.1" status: 200 len: 2981 time: 0.1565862 Feb 18 08:43:19.361536 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e580094-e7a6-45e0-8bc2-a7fe77211654 req-d5ec47ba-cf5a-4df0-a969-0a9d58aab01c service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075429 Feb 18 08:43:19.376500 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-97fdc9d7-b000-427b-a5e1-38f5cb83ee22 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/e0efe919-661a-44b6-93df-86aeb0fcc1b2 HTTP/1.1" status: 200 len: 2981 time: 0.0983641 Feb 18 08:43:19.378071 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:19.487711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-4b73f109-1d37-4ae1-ab0d-4e7a9f3cefda tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/e0efe919-661a-44b6-93df-86aeb0fcc1b2 HTTP/1.1" status: 200 len: 2981 time: 0.0735927 Feb 18 08:43:19.562446 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'name': 'tempest-FloatingIPDetailsTestJSON-434078837-router', 'tenant_id': 'defe2ada260b412abce06bffcfc161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a92478e8-64ba-4ea0-803a-ccf30cef2cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:43:10Z', 'updated_at': '2022-02-18T08:43:14Z', 'revision_number': 4, 'project_id': 'defe2ada260b412abce06bffcfc161c1', 'gw_port': {'id': 'a92478e8-64ba-4ea0-803a-ccf30cef2cbf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:43:10Z', 'updated_at': '2022-02-18T08:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '315c74b8-ede6-48eb-9e54-093fcede5b09', 'name': '', 'network_id': '35f5150c-20db-4116-af96-53c07c91f6f1', 'tenant_id': 'defe2ada260b412abce06bffcfc161c1', 'mac_address': 'fa:16:3e:42:91:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '6cd23972-05fb-49fa-bc82-5cdffddc0288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:43:13Z', 'updated_at': '2022-02-18T08:43:14Z', 'revision_number': 2, 'project_id': 'defe2ada260b412abce06bffcfc161c1', 'subnets': [{'id': '6cd23972-05fb-49fa-bc82-5cdffddc0288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:43:19.566043 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Checking router: 6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:43:19.566381 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Updating router 6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e port 315c74b8-ede6-48eb-9e54-093fcede5b09 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:43:19.588179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Allocated IP 172.25.1.131 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/e69d93ac-2bcb-41e5-8f89-c1e5489b552c) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:43:19.593873 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-52cb6e90-807c-4d82-a9a3-cde3ee47ff21 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/f410dae2-010c-4904-b3b1-5c80b323548a HTTP/1.1" status: 200 len: 2981 time: 0.0976329 Feb 18 08:43:19.618513 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:19.721574 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a309c5e-4045-4cea-8ae9-1505865f6cf0 req-434dc5f5-9a5a-49db-94a3-9dd04ae4e595 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/f410dae2-010c-4904-b3b1-5c80b323548a HTTP/1.1" status: 200 len: 2981 time: 0.1216848 Feb 18 08:43:19.791598 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:19.823726 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:19.948649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:43:19.953151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:43:19.956015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:43:19.981230 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:19.983773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Pushing event updated for resources: {'Port': ['ID=e69d93ac-2bcb-41e5-8f89-c1e5489b552c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:19.994012 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Transition to ACTIVE for port object 315c74b8-ede6-48eb-9e54-093fcede5b09 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:43:20.004754 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:20.028157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:43:20.046145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30dc6a-6746-4b51-bcbc-05ecee017067 req-44247232-a7d9-4483-a17b-6852fe9a049f tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:20.047654 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e30dc6a-6746-4b51-bcbc-05ecee017067 req-44247232-a7d9-4483-a17b-6852fe9a049f tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=50aaae18-2751-40aa-a5cc-b6300a2e3979 HTTP/1.1" status: 200 len: 948 time: 0.2196498 Feb 18 08:43:20.122835 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:20.124398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:43:20.126933 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e30dc6a-6746-4b51-bcbc-05ecee017067 req-f46c95d2-866d-4552-b814-e3965636a41d tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662596 Feb 18 08:43:20.132904 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:20.134151 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:20.151496 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1073b-9fa6-4b28-8388-c4bbab7dfc59 None None] Pushing event updated for resources: {'Port': ['ID=315c74b8-ede6-48eb-9e54-093fcede5b09,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:20.225392 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:20.364697 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Attempting to bind port 315c74b8-ede6-48eb-9e54-093fcede5b09 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:43:20.365079 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Attempting to bind port 315c74b8-ede6-48eb-9e54-093fcede5b09 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '7c60e806-e698-4a1a-9e96-f5cee761587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '35f5150c-20db-4116-af96-53c07c91f6f1'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:43:20.365446 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Attempting to bind port 315c74b8-ede6-48eb-9e54-093fcede5b09 on network 35f5150c-20db-4116-af96-53c07c91f6f1 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:20.371280 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:43:20.371783 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Checking segment: {'id': '7c60e806-e698-4a1a-9e96-f5cee761587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '35f5150c-20db-4116-af96-53c07c91f6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:43:20.372361 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:20.372760 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Bound using segment: {'id': '7c60e806-e698-4a1a-9e96-f5cee761587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '35f5150c-20db-4116-af96-53c07c91f6f1'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:43:20.373286 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Bound port: 315c74b8-ede6-48eb-9e54-093fcede5b09, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c60e806-e698-4a1a-9e96-f5cee761587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '35f5150c-20db-4116-af96-53c07c91f6f1'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:43:20.373673 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:20.375760 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:20.392557 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a92478e8-64ba-4ea0-803a-ccf30cef2cbf up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:43:20.497652 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3ebb61-02a1-4188-8ccb-556d2f65e1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d063ed-bdc5-4b41-8b9a-f5c0d1503c08'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:43:20.539049 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:20.552210 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:20.557260 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] For port 315c74b8-ede6-48eb-9e54-093fcede5b09, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:43:20.561865 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] For port 315c74b8-ede6-48eb-9e54-093fcede5b09, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=315c74b8-ede6-48eb-9e54-093fcede5b09,segment=NetworkSegment(7c60e806-e698-4a1a-9e96-f5cee761587c),segment_id=7c60e806-e698-4a1a-9e96-f5cee761587c)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:43:20.568644 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:20.644471 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:20.655529 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:20.669020 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1073b-9fa6-4b28-8388-c4bbab7dfc59 None None] Pushing event updated for resources: {'Port': ['ID=315c74b8-ede6-48eb-9e54-093fcede5b09,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:20.682068 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Routers {'6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:43:20.683175 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:43:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:43:20.691947 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a92478e8-64ba-4ea0-803a-ccf30cef2cbf triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:20.692624 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:20.856858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Pushing event updated for resources: {'Port': ['ID=e69d93ac-2bcb-41e5-8f89-c1e5489b552c,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:20.898685 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:20.921017 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:20.936948 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:20.938278 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-f71b7caa-0068-4b43-8c93-48db827053fd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1031673 Feb 18 08:43:20.940433 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:20.940433 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:20.940843 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:20.941145 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:20.941480 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:20.941805 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:20.942405 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:20.943284 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:20.943617 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:20.943940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:20.944311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:20.945115 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:43:20.980691 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] Set router 6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:43:21.084221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-9fbe5ce3-b0cb-4cce-ad68-a15a68d615a7 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Synchronizing usage tracker for tenant:defe2ada260b412abce06bffcfc161c1 on resource:floatingip {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:21.105990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-9fbe5ce3-b0cb-4cce-ad68-a15a68d615a7 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Unset dirty status for tenant:defe2ada260b412abce06bffcfc161c1 on resource:floatingip {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:21.107858 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-9fbe5ce3-b0cb-4cce-ad68-a15a68d615a7 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 696 time: 0.1582787 Feb 18 08:43:21.283783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-2ecd92fd-a2f8-4aeb-8e89-8ed1b1232429 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:21.285173 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b0d515a-cb9c-49ca-9871-ab3b26a0d45d req-2ecd92fd-a2f8-4aeb-8e89-8ed1b1232429 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.1716053 Feb 18 08:43:21.363413 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50aaae18-2751-40aa-a5cc-b6300a2e3979', 'tag': 'b2f04644-065a-4b2c-8ade-478ad15eb116', 'status': 'completed', 'code': 200} Feb 18 08:43:21.385457 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'name': 'tempest-FloatingIPDetailsTestJSON-434078837-router', 'tenant_id': 'defe2ada260b412abce06bffcfc161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a92478e8-64ba-4ea0-803a-ccf30cef2cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:43:10Z', 'updated_at': '2022-02-18T08:43:14Z', 'revision_number': 4, 'project_id': 'defe2ada260b412abce06bffcfc161c1', 'gw_port': {'id': 'a92478e8-64ba-4ea0-803a-ccf30cef2cbf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:43:10Z', 'updated_at': '2022-02-18T08:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '315c74b8-ede6-48eb-9e54-093fcede5b09', 'name': '', 'network_id': '35f5150c-20db-4116-af96-53c07c91f6f1', 'tenant_id': 'defe2ada260b412abce06bffcfc161c1', 'mac_address': 'fa:16:3e:42:91:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '6cd23972-05fb-49fa-bc82-5cdffddc0288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:43:13Z', 'updated_at': '2022-02-18T08:43:20Z', 'revision_number': 4, 'project_id': 'defe2ada260b412abce06bffcfc161c1', 'subnets': [{'id': '6cd23972-05fb-49fa-bc82-5cdffddc0288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:43:21.394506 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00e1a4-17dd-447b-a5cc-e6d253d6b88f None None] The sync data for ids ['6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e'] in n-d-829434-1 is: [{'id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'name': 'tempest-FloatingIPDetailsTestJSON-434078837-router', 'tenant_id': 'defe2ada260b412abce06bffcfc161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a92478e8-64ba-4ea0-803a-ccf30cef2cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:43:10Z', 'updated_at': '2022-02-18T08:43:14Z', 'revision_number': 4, 'project_id': 'defe2ada260b412abce06bffcfc161c1', 'gw_port': {'id': 'a92478e8-64ba-4ea0-803a-ccf30cef2cbf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:43:10Z', 'updated_at': '2022-02-18T08:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '315c74b8-ede6-48eb-9e54-093fcede5b09', 'name': '', 'network_id': '35f5150c-20db-4116-af96-53c07c91f6f1', 'tenant_id': 'defe2ada260b412abce06bffcfc161c1', 'mac_address': 'fa:16:3e:42:91:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '6cd23972-05fb-49fa-bc82-5cdffddc0288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:43:13Z', 'updated_at': '2022-02-18T08:43:20Z', 'revision_number': 4, 'project_id': 'defe2ada260b412abce06bffcfc161c1', 'subnets': [{'id': '6cd23972-05fb-49fa-bc82-5cdffddc0288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:43:21.570929 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e720a4a-61d4-4ce4-abab-8eade22cf9e2 req-8800b7c9-12c1-4d0e-8b7d-20990dba62b1 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:21.573200 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e720a4a-61d4-4ce4-abab-8eade22cf9e2 req-8800b7c9-12c1-4d0e-8b7d-20990dba62b1 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 950 time: 0.1146214 Feb 18 08:43:21.575738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d61e8-0849-4084-9130-e3b0f86dbafc req-96f4e928-efc7-467b-8eda-e9439dc96e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:21.577748 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-424d61e8-0849-4084-9130-e3b0f86dbafc req-96f4e928-efc7-467b-8eda-e9439dc96e64 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f851e672b7f346b99b91db4236205959&device_id=50aaae18-2751-40aa-a5cc-b6300a2e3979 HTTP/1.1" status: 200 len: 1099 time: 0.1886902 Feb 18 08:43:21.650789 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41484) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:21.704784 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e720a4a-61d4-4ce4-abab-8eade22cf9e2 req-272a7853-602d-4cd2-90bb-c2cb9a7bdf47 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229141 Feb 18 08:43:21.773632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d61e8-0849-4084-9130-e3b0f86dbafc req-52e89ada-a47b-4aad-86af-2a473a45cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:21.775199 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-424d61e8-0849-4084-9130-e3b0f86dbafc req-52e89ada-a47b-4aad-86af-2a473a45cbb6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.1728063 Feb 18 08:43:21.826073 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-db722335-bbef-4d9c-82e9-77e2aad780c1 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:43:21.833284 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-db722335-bbef-4d9c-82e9-77e2aad780c1 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1539299 Feb 18 08:43:21.838609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-7b27fefa-6e97-40ee-95dc-1be70d701d94 service neutron] Request body: {'binding': {'host': 'n-h2-829434-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:21.839132 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-7b27fefa-6e97-40ee-95dc-1be70d701d94 service neutron] Unknown quota resources ['binding']. {{(pid=87767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 18 08:43:21.873295 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-424d61e8-0849-4084-9130-e3b0f86dbafc req-e964c59b-4e50-45ce-8d0f-49e5d474d6ba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=b2f04644-065a-4b2c-8ade-478ad15eb116 HTTP/1.1" status: 200 len: 217 time: 0.0884373 Feb 18 08:43:21.908763 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-389ed8a2-63c0-43d7-86da-adc355134aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:21.946116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-389ed8a2-63c0-43d7-86da-adc355134aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:21.997898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d61e8-0849-4084-9130-e3b0f86dbafc req-c3d9ff53-d532-4608-b8cd-61675b530340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:21.998298 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-389ed8a2-63c0-43d7-86da-adc355134aa9 admin admin] Usage tracker for resource:security_group_rule and tenant:1f1c0eeb10644c8dbe375cf4a228e310 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:21.999359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-424d61e8-0849-4084-9130-e3b0f86dbafc req-c3d9ff53-d532-4608-b8cd-61675b530340 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1180973 Feb 18 08:43:22.004888 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-389ed8a2-63c0-43d7-86da-adc355134aa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:22.013779 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-389ed8a2-63c0-43d7-86da-adc355134aa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:22.071519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37d215-c188-4765-a0ee-f6c131e0e5e0 req-41fa4e81-93ad-4991-b503-0808c97186c2 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:22.074294 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f37d215-c188-4765-a0ee-f6c131e0e5e0 req-41fa4e81-93ad-4991-b503-0808c97186c2 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 945 time: 0.1917820 Feb 18 08:43:22.130425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-7b27fefa-6e97-40ee-95dc-1be70d701d94 service neutron] Attempting to bind port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c on host n-h2-829434-1 for vnic_type normal with profile None {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:43:22.130770 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-7b27fefa-6e97-40ee-95dc-1be70d701d94 service neutron] Attempting to bind port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:43:22.131093 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-7b27fefa-6e97-40ee-95dc-1be70d701d94 service neutron] Attempting to bind port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:22.138327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d61e8-0849-4084-9130-e3b0f86dbafc req-0d1bfbc4-94df-4f32-b275-adba33e1146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:22.140470 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-424d61e8-0849-4084-9130-e3b0f86dbafc req-0d1bfbc4-94df-4f32-b275-adba33e1146e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1337152 Feb 18 08:43:22.142913 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f37d215-c188-4765-a0ee-f6c131e0e5e0 req-b7fae579-94f9-4f6c-9125-7bb85b7d6339 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552857 Feb 18 08:43:22.145698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-7b27fefa-6e97-40ee-95dc-1be70d701d94 service neutron] Port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c on network 51c9510d-69f6-4794-8ea8-380b620d4b91 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:43:22.146059 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-7b27fefa-6e97-40ee-95dc-1be70d701d94 service neutron] Attempting to bind port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:22.161662 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-7b27fefa-6e97-40ee-95dc-1be70d701d94 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:43:22.162007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-7b27fefa-6e97-40ee-95dc-1be70d701d94 service neutron] Checking segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:43:22.162389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-7b27fefa-6e97-40ee-95dc-1be70d701d94 service neutron] Bound using segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:43:22.162827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-7b27fefa-6e97-40ee-95dc-1be70d701d94 service neutron] Bound port: 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:43:22.194283 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-389ed8a2-63c0-43d7-86da-adc355134aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:22.204871 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-389ed8a2-63c0-43d7-86da-adc355134aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:22.258932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-7b27fefa-6e97-40ee-95dc-1be70d701d94 service neutron] For port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:43:22.265545 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-389ed8a2-63c0-43d7-86da-adc355134aa9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1f1c0eeb10644c8dbe375cf4a228e310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6135392 Feb 18 08:43:22.268198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41492) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:22.271255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed8a2-63c0-43d7-86da-adc355134aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3422a5d-902f-4f75-821b-5ee81b5bb106,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:22.294055 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 315c74b8-ede6-48eb-9e54-093fcede5b09 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:43:22.298678 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-7b27fefa-6e97-40ee-95dc-1be70d701d94 service neutron] Notify callbacks [] for binding, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:22.299891 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-7b27fefa-6e97-40ee-95dc-1be70d701d94 service neutron] 10.222.0.72 "POST /v2.0/ports/8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4657667 Feb 18 08:43:22.332468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4cc55944-18f7-4f02-a19b-11e4cf71f18d req-4fc1fe8f-ad2d-43bc-a9f5-e41fe04c742b tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Synchronizing usage tracker for tenant:13dfa220fbf94a3092b7d576354f0f7f on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:22.346698 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3f63c239-9ff0-46e1-a7b6-ce35f632179d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:22.380714 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-424d61e8-0849-4084-9130-e3b0f86dbafc req-c3a07729-8d2e-44e2-80a4-a5e58d4232eb service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298918 Feb 18 08:43:22.381450 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3f63c239-9ff0-46e1-a7b6-ce35f632179d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:22.382789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4cc55944-18f7-4f02-a19b-11e4cf71f18d req-4fc1fe8f-ad2d-43bc-a9f5-e41fe04c742b tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Unset dirty status for tenant:13dfa220fbf94a3092b7d576354f0f7f on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:22.384178 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cc55944-18f7-4f02-a19b-11e4cf71f18d req-4fc1fe8f-ad2d-43bc-a9f5-e41fe04c742b tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=13dfa220fbf94a3092b7d576354f0f7f HTTP/1.1" status: 200 len: 6103 time: 0.1430428 Feb 18 08:43:22.407307 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 315c74b8-ede6-48eb-9e54-093fcede5b09 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:43:22.417191 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 315c74b8-ede6-48eb-9e54-093fcede5b09 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:22.417608 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:22.449524 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3f63c239-9ff0-46e1-a7b6-ce35f632179d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:22.468311 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63c239-9ff0-46e1-a7b6-ce35f632179d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3422a5d-902f-4f75-821b-5ee81b5bb106,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:22.474237 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3f63c239-9ff0-46e1-a7b6-ce35f632179d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:22.475813 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3f63c239-9ff0-46e1-a7b6-ce35f632179d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d3422a5d-902f-4f75-821b-5ee81b5bb106 HTTP/1.1" status: 204 len: 168 time: 0.2063179 Feb 18 08:43:22.483672 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3ebb61-02a1-4188-8ccb-556d2f65e1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d063ed-bdc5-4b41-8b9a-f5c0d1503c08', 'code': 200} Feb 18 08:43:22.614149 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:22.657162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 315c74b8-ede6-48eb-9e54-093fcede5b09, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=315c74b8-ede6-48eb-9e54-093fcede5b09,segment=NetworkSegment(7c60e806-e698-4a1a-9e96-f5cee761587c),segment_id=7c60e806-e698-4a1a-9e96-f5cee761587c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:22.661266 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:22.731193 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=315c74b8-ede6-48eb-9e54-093fcede5b09,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:22.834914 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41504) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:22.855903 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a71cb48-a5d4-4faa-b74c-bd39c1bd8e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:22.872097 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device b2f04644-065a-4b2c-8ade-478ad15eb116 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:43:22.874412 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cc55944-18f7-4f02-a19b-11e4cf71f18d req-7689e503-c232-4568-b994-871518440d4c tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] 10.222.0.72 "GET /v2.0/security-groups/28275f03-de0c-4c82-98e7-82555196859c HTTP/1.1" status: 200 len: 2981 time: 0.4387703 Feb 18 08:43:22.886788 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7a71cb48-a5d4-4faa-b74c-bd39c1bd8e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:22.891681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7a71cb48-a5d4-4faa-b74c-bd39c1bd8e90 admin admin] Usage tracker for resource:security_group_rule and tenant:27bb9cf4571249e4ab41b6ae963c4833 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:22.894897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7a71cb48-a5d4-4faa-b74c-bd39c1bd8e90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:22.901516 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7a71cb48-a5d4-4faa-b74c-bd39c1bd8e90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:22.935806 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-424d61e8-0849-4084-9130-e3b0f86dbafc req-a29ede80-1255-489c-a721-eb46663df322 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5456617 Feb 18 08:43:22.971378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5d2d1-69c0-4d15-b859-cde0f89c329d req-e53c25d0-ee41-4ac3-9f7b-0d7aa24da23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:22.972890 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1a5d2d1-69c0-4d15-b859-cde0f89c329d req-e53c25d0-ee41-4ac3-9f7b-0d7aa24da23a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 1096 time: 0.4145298 Feb 18 08:43:23.005706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-4f0ed3ad-061c-4676-abde-77fe9fb6e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:23.007160 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-4f0ed3ad-061c-4676-abde-77fe9fb6e94d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 1097 time: 0.4100461 Feb 18 08:43:23.014023 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cc55944-18f7-4f02-a19b-11e4cf71f18d req-191b87de-f6e0-4b0f-96cc-5cda7566a74d tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] 10.222.0.72 "GET /v2.0/security-groups/28275f03-de0c-4c82-98e7-82555196859c HTTP/1.1" status: 200 len: 2981 time: 0.1199102 Feb 18 08:43:23.018241 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a71cb48-a5d4-4faa-b74c-bd39c1bd8e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:23.025563 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a71cb48-a5d4-4faa-b74c-bd39c1bd8e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:23.050709 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port b2f04644-065a-4b2c-8ade-478ad15eb116, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b2f04644-065a-4b2c-8ade-478ad15eb116,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:23.063968 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22757d-a208-4406-9b56-8d8623a3b362 req-14be9842-c1e5-4b3f-8856-ede1c9088fc9 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:23.064769 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'b2f04644-065a-4b2c-8ade-478ad15eb116', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': 'b2f04644-065a-4b2c-8ade-478ad15eb116', 'mac_address': 'fa:16:3e:8a:39:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:43:23.068737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e22757d-a208-4406-9b56-8d8623a3b362 req-14be9842-c1e5-4b3f-8856-ede1c9088fc9 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=50aaae18-2751-40aa-a5cc-b6300a2e3979 HTTP/1.1" status: 200 len: 948 time: 0.4077311 Feb 18 08:43:23.086791 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7a71cb48-a5d4-4faa-b74c-bd39c1bd8e90 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=27bb9cf4571249e4ab41b6ae963c4833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502453 Feb 18 08:43:23.089992 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41510) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:23.101875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71cb48-a5d4-4faa-b74c-bd39c1bd8e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eba5ced-80ee-42a9-affd-e4b384fb4895,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:23.128261 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:23.145923 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f04644-065a-4b2c-8ade-478ad15eb116 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:43:23.156467 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97fe79d7-58d9-4061-a668-1796622f0146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:23.161814 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port b2f04644-065a-4b2c-8ade-478ad15eb116, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b2f04644-065a-4b2c-8ade-478ad15eb116,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:23.167385 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:23.187418 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97fe79d7-58d9-4061-a668-1796622f0146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:23.227789 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1a5d2d1-69c0-4d15-b859-cde0f89c329d req-73d03590-a55a-4db5-95ee-21eb5d53891f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456076 Feb 18 08:43:23.247122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=b2f04644-065a-4b2c-8ade-478ad15eb116,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:23.262755 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97fe79d7-58d9-4061-a668-1796622f0146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:23.282012 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe79d7-58d9-4061-a668-1796622f0146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eba5ced-80ee-42a9-affd-e4b384fb4895,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:23.285207 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97fe79d7-58d9-4061-a668-1796622f0146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:23.286425 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-97fe79d7-58d9-4061-a668-1796622f0146 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3eba5ced-80ee-42a9-affd-e4b384fb4895 HTTP/1.1" status: 204 len: 168 time: 0.1955292 Feb 18 08:43:23.290484 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e22757d-a208-4406-9b56-8d8623a3b362 req-b7806671-856c-48b6-8aa1-a1f12f77aa10 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997682 Feb 18 08:43:23.362873 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-051fe101-f2ee-4dd6-bd6b-deaed066af3d tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3139577 Feb 18 08:43:23.364022 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-74e42fdb-ac6d-421f-bc7e-50136a7bbf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:23.365374 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-74e42fdb-ac6d-421f-bc7e-50136a7bbf52 service neutron] 10.222.0.61 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 922 time: 0.3488061 Feb 18 08:43:23.383906 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:23.393493 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:23.398226 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:43:23.408199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:23.458836 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:23.496792 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['b2f04644-065a-4b2c-8ade-478ad15eb116'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:43:23.553552 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-0c6df6ec-e029-449a-be51-1a2d91c41811 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c HTTP/1.1" status: 200 len: 217 time: 0.0808709 Feb 18 08:43:23.683078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e840d4d-70d8-4ade-b6c6-464bcbaf2090 req-e0c051e9-c4be-430c-aaf0-15415273b9d3 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:23.684610 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e840d4d-70d8-4ade-b6c6-464bcbaf2090 req-e0c051e9-c4be-430c-aaf0-15415273b9d3 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 946 time: 0.2786934 Feb 18 08:43:23.689359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-f7af1fbf-149c-4577-a3ae-07eee4009c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:23.690711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-f7af1fbf-149c-4577-a3ae-07eee4009c67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.0933592 Feb 18 08:43:23.763450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-d3cdf0a0-cd97-4619-9fa5-584f10269acf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561450 Feb 18 08:43:23.861296 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e840d4d-70d8-4ade-b6c6-464bcbaf2090 req-8a76a49b-ec8c-48bf-b131-91595aa51a8f tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696405 Feb 18 08:43:23.940438 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:23.945687 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-24586473-2109-4ce3-8c4b-3462cb19031c service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657610 Feb 18 08:43:24.098622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41536) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:24.205868 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-450107348-network', 'tenant_id': '7d4a44b7fff94ccba0bfe75ccf303824'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:24.210623 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:24.217412 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Usage tracker for resource:network and tenant:7d4a44b7fff94ccba0bfe75ccf303824 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:24.220311 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:24.226329 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:24.240682 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 315c74b8-ede6-48eb-9e54-093fcede5b09 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:43:24.240943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Made reservation on behalf of 7d4a44b7fff94ccba0bfe75ccf303824 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:43:24.243348 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:24.251778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Allocated IP 172.25.1.90 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/a02c01cb-de3f-46b7-941c-fea96965fe44) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:43:24.256752 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:24.261431 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-0784d1d2-92d8-4190-8eea-2f62ec86d140 service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816515 Feb 18 08:43:24.271379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c466f5a-87d7-4b2e-a5a2-d8336a0afaa8 req-99fd7124-9246-4c3a-b111-2a6616077e71 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:24.272914 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c466f5a-87d7-4b2e-a5a2-d8336a0afaa8 req-99fd7124-9246-4c3a-b111-2a6616077e71 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 950 time: 0.2725739 Feb 18 08:43:24.288249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:24.294659 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Usage tracker for resource:security_group_rule and tenant:7d4a44b7fff94ccba0bfe75ccf303824 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:24.297905 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:24.303775 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:24.311525 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 315c74b8-ede6-48eb-9e54-093fcede5b09 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:24.312106 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:24.396519 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:24.400850 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:24.431094 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:43:24.440054 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:24.440511 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c466f5a-87d7-4b2e-a5a2-d8336a0afaa8 req-54b4f22e-a715-4c47-a2eb-4c97c6983360 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571586 Feb 18 08:43:24.449649 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:24.450037 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Added segment ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06 of type vlan for network e8816836-4120-4f1e-b024-4d70fd6a0963 Feb 18 08:43:24.488130 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:24.519707 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:24.520831 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:24.521517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:24.628736 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] Pushing event updated for resources: {'Network': ['ID=e8816836-4120-4f1e-b024-4d70fd6a0963,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:24.635171 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d73b444c-f7a2-4a0a-9aac-3b95de4c7cbd admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5328245 Feb 18 08:43:24.636381 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41544) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:24.641529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8680eef2-213b-4c3a-8b77-814baa407095 admin admin] Request body: {'subnet': {'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-450107348-subnet', 'tenant_id': '7d4a44b7fff94ccba0bfe75ccf303824', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:24.647008 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8680eef2-213b-4c3a-8b77-814baa407095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:24.651352 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8680eef2-213b-4c3a-8b77-814baa407095 admin admin] Usage tracker for resource:subnet and tenant:7d4a44b7fff94ccba0bfe75ccf303824 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:24.654757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8680eef2-213b-4c3a-8b77-814baa407095 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:24.656252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network e8816836-4120-4f1e-b024-4d70fd6a0963 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:43:24.661252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8680eef2-213b-4c3a-8b77-814baa407095 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:24.666843 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:24.675530 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8680eef2-213b-4c3a-8b77-814baa407095 admin admin] Made reservation on behalf of 7d4a44b7fff94ccba0bfe75ccf303824 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:43:24.677086 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2bf6f57a-9189-4d00-8c5f-4a8859b35084 req-6185f431-65f3-46e2-b64d-66c919572599 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/79a67edf-6e67-427c-b7fd-ed05d9de4438 HTTP/1.1" status: 200 len: 1778 time: 0.2089443 Feb 18 08:43:24.682219 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-e163ed0e-5c95-4a7d-9f2e-1bd617f51aa6 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:24.683659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-e163ed0e-5c95-4a7d-9f2e-1bd617f51aa6 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef&tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 1097 time: 0.3195200 Feb 18 08:43:24.698617 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8680eef2-213b-4c3a-8b77-814baa407095 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:24.699715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829434-1'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:24.829955 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:24.880652 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device b2f04644-065a-4b2c-8ade-478ad15eb116 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:43:24.924394 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2bf6f57a-9189-4d00-8c5f-4a8859b35084 req-94c9e8ab-485a-4053-8d0d-98888405fc78 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:24.946106 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8680eef2-213b-4c3a-8b77-814baa407095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:24.948719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:43:24.951748 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:24.954771 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port b2f04644-065a-4b2c-8ade-478ad15eb116 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:43:24.959550 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port b2f04644-065a-4b2c-8ade-478ad15eb116 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:24.959923 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:24.967604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:43:24.972103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Pushing event updated for resources: {'Port': ['ID=a02c01cb-de3f-46b7-941c-fea96965fe44,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:24.974391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:43:25.027797 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680eef2-213b-4c3a-8b77-814baa407095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa84373-6523-4aec-81db-497517a8e76d,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:25.035948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680eef2-213b-4c3a-8b77-814baa407095 admin admin] Checking segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:43:25.036323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8680eef2-213b-4c3a-8b77-814baa407095 admin admin] Network hostable DHCP agents. Network: e8816836-4120-4f1e-b024-4d70fd6a0963, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:43:25.054578 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2bf6f57a-9189-4d00-8c5f-4a8859b35084 req-94c9e8ab-485a-4053-8d0d-98888405fc78 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:25.055737 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8680eef2-213b-4c3a-8b77-814baa407095 admin admin] Network e8816836-4120-4f1e-b024-4d70fd6a0963 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:43:25.067418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-8680eef2-213b-4c3a-8b77-814baa407095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, e8816836-4120-4f1e-b024-4d70fd6a0963) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:43:25.073882 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8680eef2-213b-4c3a-8b77-814baa407095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:25.074611 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8680eef2-213b-4c3a-8b77-814baa407095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:25.083049 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a462bc-1717-40ba-93ff-1579ac6529d5 None None] Network e8816836-4120-4f1e-b024-4d70fd6a0963 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:43:25.110226 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8680eef2-213b-4c3a-8b77-814baa407095 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4646318 Feb 18 08:43:25.179311 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:25.201885 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2bf6f57a-9189-4d00-8c5f-4a8859b35084 req-94c9e8ab-485a-4053-8d0d-98888405fc78 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:25.230665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9e8ab-485a-4053-8d0d-98888405fc78 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a67edf-6e67-427c-b7fd-ed05d9de4438,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:25.233362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50aaae18-2751-40aa-a5cc-b6300a2e3979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f04644-065a-4b2c-8ade-478ad15eb116'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:43:25.266445 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port b2f04644-065a-4b2c-8ade-478ad15eb116, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b2f04644-065a-4b2c-8ade-478ad15eb116,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:25.278335 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:25.302895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] For port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:25.303581 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:25.363263 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2bf6f57a-9189-4d00-8c5f-4a8859b35084 req-94c9e8ab-485a-4053-8d0d-98888405fc78 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:25.364413 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2bf6f57a-9189-4d00-8c5f-4a8859b35084 req-94c9e8ab-485a-4053-8d0d-98888405fc78 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/79a67edf-6e67-427c-b7fd-ed05d9de4438 HTTP/1.1" status: 204 len: 173 time: 0.6697080 Feb 18 08:43:25.388233 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:25.428329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] For port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:43:25.443319 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=b2f04644-065a-4b2c-8ade-478ad15eb116,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:25.449197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dc083b-464d-42e8-9548-3017b13fb38c None None] Network e8816836-4120-4f1e-b024-4d70fd6a0963 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:43:25.552558 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f031d9d9-a51c-459e-9823-90c6a15173ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:43:25.571446 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:25.623139 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:25.734575 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41572) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:25.740216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1540107981-network', 'tenant_id': '961f321fca3f42abbb377ac9becba8c2'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:25.745323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:25.749488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Usage tracker for resource:network and tenant:961f321fca3f42abbb377ac9becba8c2 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:25.753361 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:25.759084 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:25.773138 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Made reservation on behalf of 961f321fca3f42abbb377ac9becba8c2 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:43:25.776638 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:25.789728 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:25.805467 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:25.809458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Usage tracker for resource:security_group_rule and tenant:961f321fca3f42abbb377ac9becba8c2 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:25.812177 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:25.817731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:25.872507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] Pushing event updated for resources: {'Port': ['ID=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:25.886477 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8e1a6-0302-459c-b137-eeeeffa06e43 req-b09610a2-f84f-447b-b612-36375858ddac tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:25.887973 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88a8e1a6-0302-459c-b137-eeeeffa06e43 req-b09610a2-f84f-447b-b612-36375858ddac tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 945 time: 0.3937109 Feb 18 08:43:25.894886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] Attempting to bind port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c on host n-h1-829434-1 for vnic_type normal with profile {"migrating_to": "n-h2-829434-1"} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:43:25.895467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] Attempting to bind port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:43:25.895760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] Attempting to bind port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:25.913247 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:25.915710 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] Port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c on network 51c9510d-69f6-4794-8ea8-380b620d4b91 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:43:25.916207 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] Attempting to bind port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:25.917316 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:25.929766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:43:25.930092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] Checking segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:43:25.930403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] Bound using segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:43:25.930830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] Bound port: 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:43:25.931705 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:25.944214 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:43:25.956751 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4bd8c4-748f-4777-ab0f-2c208049b4e2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:25.961257 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:25.961615 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Added segment 27bc1ec7-5ebb-4a8e-a399-07b203d0487a of type vlan for network d9a3bd48-f97c-4d08-aa71-54c23390b18f Feb 18 08:43:25.991495 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:26.012764 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88a8e1a6-0302-459c-b137-eeeeffa06e43 req-7ec88dd9-9657-47ed-8fcb-dde0d66e8120 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133177 Feb 18 08:43:26.016137 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:26.021436 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:26.107741 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:26.109364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:26.110430 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:26.167104 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Pushing event updated for resources: {'Port': ['ID=a02c01cb-de3f-46b7-941c-fea96965fe44,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:26.169703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] For port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:43:26.178420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] For port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:43:26.244968 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5091865 Feb 18 08:43:26.247618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41578) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:26.255330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-50165fdf-2ebd-423d-b584-233e69fac7ea admin admin] Request body: {'subnet': {'network_id': 'd9a3bd48-f97c-4d08-aa71-54c23390b18f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1540107981-subnet', 'tenant_id': '961f321fca3f42abbb377ac9becba8c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:26.258738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebc24e-96ca-46f5-aced-224f0e8ca797 admin admin] Pushing event updated for resources: {'Network': ['ID=d9a3bd48-f97c-4d08-aa71-54c23390b18f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:26.263186 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-50165fdf-2ebd-423d-b584-233e69fac7ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:26.267305 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-50165fdf-2ebd-423d-b584-233e69fac7ea admin admin] Usage tracker for resource:subnet and tenant:961f321fca3f42abbb377ac9becba8c2 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:26.269745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network d9a3bd48-f97c-4d08-aa71-54c23390b18f details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:43:26.270453 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-50165fdf-2ebd-423d-b584-233e69fac7ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:26.276506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-50165fdf-2ebd-423d-b584-233e69fac7ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:26.288237 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50165fdf-2ebd-423d-b584-233e69fac7ea admin admin] Made reservation on behalf of 961f321fca3f42abbb377ac9becba8c2 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:43:26.291191 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-50165fdf-2ebd-423d-b584-233e69fac7ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:26.332773 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:26.336417 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:26.468174 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:26.469302 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3eadfdea-e565-480e-9052-ba8236d87bc2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0901082 Feb 18 08:43:26.497142 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-50165fdf-2ebd-423d-b584-233e69fac7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:26.570619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50165fdf-2ebd-423d-b584-233e69fac7ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3334208-885d-42c4-b153-700a75393bc9,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:26.580245 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50165fdf-2ebd-423d-b584-233e69fac7ea admin admin] Checking segment: {'id': '27bc1ec7-5ebb-4a8e-a399-07b203d0487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd9a3bd48-f97c-4d08-aa71-54c23390b18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:43:26.580643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50165fdf-2ebd-423d-b584-233e69fac7ea admin admin] Network hostable DHCP agents. Network: d9a3bd48-f97c-4d08-aa71-54c23390b18f, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:43:26.599863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50165fdf-2ebd-423d-b584-233e69fac7ea admin admin] Network d9a3bd48-f97c-4d08-aa71-54c23390b18f is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:43:26.602362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] Pushing event updated for resources: {'Port': ['ID=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,revision_number=8']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:26.608482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:26.609092 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:26.610217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-50165fdf-2ebd-423d-b584-233e69fac7ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, d9a3bd48-f97c-4d08-aa71-54c23390b18f) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:43:26.610446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-027d9d28-a84f-40df-a67f-99a583c0710a service neutron] 10.222.0.61 "PUT /v2.0/ports/8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c HTTP/1.1" status: 200 len: 1122 time: 1.9169023 Feb 18 08:43:26.614317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-bbb01dae-b1ee-4c6a-9795-2a70095ef33f tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Synchronizing usage tracker for tenant:defe2ada260b412abce06bffcfc161c1 on resource:floatingip {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:26.614562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50165fdf-2ebd-423d-b584-233e69fac7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:26.615256 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-50165fdf-2ebd-423d-b584-233e69fac7ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:26.624008 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704d2b30-2071-492e-9a29-e82966bd05b4 None None] Network d9a3bd48-f97c-4d08-aa71-54c23390b18f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:43:26.642582 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-50165fdf-2ebd-423d-b584-233e69fac7ea admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3939073 Feb 18 08:43:26.644609 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c7985-1c67-46ca-b595-8450a0d0dc5a req-f1e84289-0fa6-4d5c-82d8-17612f38d21a tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:26.646104 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c7c7985-1c67-46ca-b595-8450a0d0dc5a req-f1e84289-0fa6-4d5c-82d8-17612f38d21a tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=50aaae18-2751-40aa-a5cc-b6300a2e3979 HTTP/1.1" status: 200 len: 950 time: 0.4662545 Feb 18 08:43:26.651522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-bbb01dae-b1ee-4c6a-9795-2a70095ef33f tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Unset dirty status for tenant:defe2ada260b412abce06bffcfc161c1 on resource:floatingip {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:26.652866 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-bbb01dae-b1ee-4c6a-9795-2a70095ef33f tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 695 time: 0.1676841 Feb 18 08:43:26.751289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:43:26.811640 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c7c7985-1c67-46ca-b595-8450a0d0dc5a req-e5d89293-ab6f-4890-9f68-704ae4a5069e tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268177 Feb 18 08:43:26.912178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3ba60416-fb2d-4f07-abd4-26d7d5079cb2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:26.913916 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe4b3c0d-2076-433c-ab4c-dc0ce3132877 req-3ba60416-fb2d-4f07-abd4-26d7d5079cb2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.2553637 Feb 18 08:43:26.945180 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1845e9e-58ad-4289-91e3-57b2f6b0a397 None None] Network d9a3bd48-f97c-4d08-aa71-54c23390b18f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:43:26.970321 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50aaae18-2751-40aa-a5cc-b6300a2e3979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f04644-065a-4b2c-8ade-478ad15eb116', 'code': 200} Feb 18 08:43:27.101201 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d051e859-b379-4966-9275-83080a96bf7e req-57563a01-9f24-4d70-af6c-14b0f6ff7047 tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "GET /v2.0/security-groups/03981a7a-f018-4d19-a136-ddf8caecfda0 HTTP/1.1" status: 200 len: 1778 time: 0.1038804 Feb 18 08:43:27.150473 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac2711-cb37-4c83-99c8-b510109506e8 req-e117fc89-0bc7-4ac2-99e6-0efff79f867a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:27.152070 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c0ac2711-cb37-4c83-99c8-b510109506e8 req-e117fc89-0bc7-4ac2-99e6-0efff79f867a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 944 time: 0.1953399 Feb 18 08:43:27.217979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765990f6-928b-42c9-8c4c-1eefc0951732 req-60ad4f05-df11-4694-ad1c-4ffcbeac8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:27.219427 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-765990f6-928b-42c9-8c4c-1eefc0951732 req-60ad4f05-df11-4694-ad1c-4ffcbeac8ac4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=50aaae18-2751-40aa-a5cc-b6300a2e3979 HTTP/1.1" status: 200 len: 1101 time: 0.1825113 Feb 18 08:43:27.250600 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c0ac2711-cb37-4c83-99c8-b510109506e8 req-248037e3-8b1b-4979-b1de-66e46516fe82 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857587 Feb 18 08:43:27.253621 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d051e859-b379-4966-9275-83080a96bf7e req-49895a16-8dd5-4e76-86a2-2c36b92db8ba tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:27.295069 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-765990f6-928b-42c9-8c4c-1eefc0951732 req-875aa1f1-b453-4280-be93-12273bf766e6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645883 Feb 18 08:43:27.296437 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d051e859-b379-4966-9275-83080a96bf7e req-49895a16-8dd5-4e76-86a2-2c36b92db8ba tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:27.341504 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d051e859-b379-4966-9275-83080a96bf7e req-49895a16-8dd5-4e76-86a2-2c36b92db8ba tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:27.391821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49895a16-8dd5-4e76-86a2-2c36b92db8ba tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03981a7a-f018-4d19-a136-ddf8caecfda0,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:27.409890 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d051e859-b379-4966-9275-83080a96bf7e req-49895a16-8dd5-4e76-86a2-2c36b92db8ba tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:27.411011 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d051e859-b379-4966-9275-83080a96bf7e req-49895a16-8dd5-4e76-86a2-2c36b92db8ba tempest-SecurityGroupsTestAdminJSON-1888239073 tempest-SecurityGroupsTestAdminJSON-1888239073-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/03981a7a-f018-4d19-a136-ddf8caecfda0 HTTP/1.1" status: 204 len: 173 time: 0.3006783 Feb 18 08:43:27.448058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b831ec-5d4a-4986-9507-6ee6ff636b3f req-cad5a5f0-7bfe-40a4-b7bc-8e01e54c515b tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:27.450050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80b831ec-5d4a-4986-9507-6ee6ff636b3f req-cad5a5f0-7bfe-40a4-b7bc-8e01e54c515b tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 950 time: 0.0956511 Feb 18 08:43:27.453823 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f031d9d9-a51c-459e-9823-90c6a15173ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c', 'code': 200} Feb 18 08:43:27.495677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80b831ec-5d4a-4986-9507-6ee6ff636b3f req-f27dd533-fb77-4211-bee1-cf63a102f169 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398803 Feb 18 08:43:27.614219 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d667ba-e383-4360-8c75-d938be0c705f req-e17b3f4f-83a3-4183-8173-f7cf95b69586 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:27.615662 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38d667ba-e383-4360-8c75-d938be0c705f req-e17b3f4f-83a3-4183-8173-f7cf95b69586 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 945 time: 0.0780854 Feb 18 08:43:27.666000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38d667ba-e383-4360-8c75-d938be0c705f req-6bc21322-be1f-4a00-93b0-015960b3e3b8 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433147 Feb 18 08:43:27.950265 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-eab99c5b-e1c1-4f21-907f-1c0763428c22 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2605057 Feb 18 08:43:27.958001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-147bf7ec-eee1-4387-8c98-9e05c67f7071 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:27.959321 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-147bf7ec-eee1-4387-8c98-9e05c67f7071 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 807 time: 0.2497556 Feb 18 08:43:27.964009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:27.975202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:27.983419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-83c80ff3-dd83-442c-b9d1-97f4293ac79b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/quotas/7d4a44b7fff94ccba0bfe75ccf303824 HTTP/1.1" status: 200 len: 375 time: 0.0152960 Feb 18 08:43:27.986857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:28.034196 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-a8500171-7b9c-403b-bd8a-95259d95e6f9 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451026 Feb 18 08:43:28.035951 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:28.324503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-c5cbda36-a0cb-4fd2-b149-673543f9d929 service neutron] 10.222.0.72 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758710 Feb 18 08:43:28.495576 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:28.498802 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-8e36ef99-6880-498b-b461-f8cd924cc8b0 service neutron] 10.222.0.72 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650236 Feb 18 08:43:28.673545 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Allocated IP 172.25.1.91 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/d609c76c-004c-4ca4-8aa8-3da598b5d54c) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:43:28.704849 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7040e5e2-573b-4738-9fcf-33998424a943 req-f0e6e826-27c8-464e-b096-de3814240d38 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] 10.222.0.72 "GET /v2.0/security-groups/ccdf0440-b214-4e5a-b726-92cbab600b2d HTTP/1.1" status: 200 len: 1777 time: 0.0941234 Feb 18 08:43:28.890658 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7040e5e2-573b-4738-9fcf-33998424a943 req-4e8cd97d-4ed1-44ca-a442-779437ae17dc tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:28.939568 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:28.943014 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7040e5e2-573b-4738-9fcf-33998424a943 req-4e8cd97d-4ed1-44ca-a442-779437ae17dc tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:29.001134 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7040e5e2-573b-4738-9fcf-33998424a943 req-4e8cd97d-4ed1-44ca-a442-779437ae17dc tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:29.015713 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:29.056936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8cd97d-4ed1-44ca-a442-779437ae17dc tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdf0440-b214-4e5a-b726-92cbab600b2d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:29.095317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:43:29.098684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:43:29.103447 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:43:29.140157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Pushing event updated for resources: {'Port': ['ID=d609c76c-004c-4ca4-8aa8-3da598b5d54c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:29.146954 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7040e5e2-573b-4738-9fcf-33998424a943 req-4e8cd97d-4ed1-44ca-a442-779437ae17dc tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:29.148064 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7040e5e2-573b-4738-9fcf-33998424a943 req-4e8cd97d-4ed1-44ca-a442-779437ae17dc tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] 10.222.0.72 "DELETE /v2.0/security-groups/ccdf0440-b214-4e5a-b726-92cbab600b2d HTTP/1.1" status: 204 len: 173 time: 0.4424341 Feb 18 08:43:29.205346 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:29.314083 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:29.413020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaea84a-78c8-4029-a578-de2038fd5d28 req-bb50773d-5921-464f-8025-77bd5eace1c8 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:29.414464 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7aaea84a-78c8-4029-a578-de2038fd5d28 req-bb50773d-5921-464f-8025-77bd5eace1c8 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=50aaae18-2751-40aa-a5cc-b6300a2e3979 HTTP/1.1" status: 200 len: 950 time: 0.1725705 Feb 18 08:43:29.461801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f031d9d9-a51c-459e-9823-90c6a15173ef', 'tag': '8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:43:29.526133 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7aaea84a-78c8-4029-a578-de2038fd5d28 req-1bbfa954-dce3-485b-8dbd-aef6cd0d4df0 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590932 Feb 18 08:43:29.578515 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:29.583884 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:29.817183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Pushing event updated for resources: {'Port': ['ID=d609c76c-004c-4ca4-8aa8-3da598b5d54c,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:29.875772 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:29.939283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-a28a8aa1-b77c-4275-80bd-c1163648a817 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:29.940702 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-a28a8aa1-b77c-4275-80bd-c1163648a817 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.61 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 807 time: 0.2349303 Feb 18 08:43:29.943291 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:29.944359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-61cbfe3b-5507-4bc9-b64a-ccbeb7430543 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9841590 Feb 18 08:43:29.953252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe6f02-b71f-4a23-97a4-5597bc4db936 req-56a49484-9850-429e-b12a-975929709502 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:29.954659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fdfe6f02-b71f-4a23-97a4-5597bc4db936 req-56a49484-9850-429e-b12a-975929709502 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 944 time: 0.3312697 Feb 18 08:43:29.960623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-7d23ada8-07cb-4e10-a672-1bb5344c725c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Request body: {'port': {'device_id': 'df91f6a6-8868-427f-8235-49790076f011', 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963', 'admin_state_up': True, 'tenant_id': '7d4a44b7fff94ccba0bfe75ccf303824'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:30.146691 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:43:30.215578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-d23edf16-99f6-4d8d-b899-1f17c09447f7 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Synchronizing usage tracker for tenant:defe2ada260b412abce06bffcfc161c1 on resource:floatingip {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:30.235714 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fdfe6f02-b71f-4a23-97a4-5597bc4db936 req-8510f823-6a6d-4ad8-b323-cb80d97f153e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214764 Feb 18 08:43:30.249375 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3e6f4d46-758b-416a-8f2e-84f5449d4475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:30.267185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-d23edf16-99f6-4d8d-b899-1f17c09447f7 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Unset dirty status for tenant:defe2ada260b412abce06bffcfc161c1 on resource:floatingip {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:30.268683 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-d23edf16-99f6-4d8d-b899-1f17c09447f7 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 695 time: 0.3119817 Feb 18 08:43:30.302532 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:30.316905 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c has no active binding in host n-h2-829434-1 {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 08:43:30.446220 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-7d23ada8-07cb-4e10-a672-1bb5344c725c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:30.456878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-7d23ada8-07cb-4e10-a672-1bb5344c725c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Usage tracker for resource:port and tenant:7d4a44b7fff94ccba0bfe75ccf303824 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:30.463825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-7d23ada8-07cb-4e10-a672-1bb5344c725c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:30.481681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-7d23ada8-07cb-4e10-a672-1bb5344c725c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:30.521999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-fb702c7d-647c-4977-9389-1c6a72a1e497 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:30.523324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ac11087-8d26-4f34-8049-f5c697e50044 req-fb702c7d-647c-4977-9389-1c6a72a1e497 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.2465448 Feb 18 08:43:30.525965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-7d23ada8-07cb-4e10-a672-1bb5344c725c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Made reservation on behalf of 7d4a44b7fff94ccba0bfe75ccf303824 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:43:30.531998 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-7d23ada8-07cb-4e10-a672-1bb5344c725c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:30.594610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d569d09-4b65-4ed4-8965-1938a6eb787d req-4ac47aad-ae9e-42f6-b3a7-3c61833acd45 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:30.596071 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d569d09-4b65-4ed4-8965-1938a6eb787d req-4ac47aad-ae9e-42f6-b3a7-3c61833acd45 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 950 time: 0.2245350 Feb 18 08:43:30.682248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afd42cf9-6da9-4587-b658-08ac2c478485 req-6fa35896-5dbd-419e-9d9a-f55b8a938d9a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 210 time: 0.0595911 Feb 18 08:43:30.725700 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d569d09-4b65-4ed4-8965-1938a6eb787d req-99c0c974-6215-4b49-afc0-f0a63764ccc9 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216931 Feb 18 08:43:30.815029 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-62481740-2ad4-4b22-8797-10f40c97559b req-1fa68e3d-caa0-429f-9a75-76ea6ee5815b tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] 10.222.0.72 "GET /v2.0/security-groups/c4d29209-d96a-4904-960e-c1858ce1e2a8 HTTP/1.1" status: 200 len: 1778 time: 0.1061070 Feb 18 08:43:30.820463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-7d23ada8-07cb-4e10-a672-1bb5344c725c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Allocated IP 172.20.0.14 (e8816836-4120-4f1e-b024-4d70fd6a0963/1fa84373-6523-4aec-81db-497517a8e76d/4df10ce9-dc75-4467-9cf6-3fe46137637f) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:43:30.997609 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-62481740-2ad4-4b22-8797-10f40c97559b req-4fde2bd8-4cd7-450f-9428-85080bb7d1b9 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:31.078924 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-62481740-2ad4-4b22-8797-10f40c97559b req-4fde2bd8-4cd7-450f-9428-85080bb7d1b9 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:31.128644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10f34d-57f4-4790-bd36-7005be6e7e78 req-d0734f39-f482-49a1-b2e9-701acfb48654 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:31.130101 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-db10f34d-57f4-4790-bd36-7005be6e7e78 req-d0734f39-f482-49a1-b2e9-701acfb48654 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 945 time: 0.3049269 Feb 18 08:43:31.209617 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-62481740-2ad4-4b22-8797-10f40c97559b req-4fde2bd8-4cd7-450f-9428-85080bb7d1b9 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:31.235795 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-db10f34d-57f4-4790-bd36-7005be6e7e78 req-8cca5844-cd1b-408b-8eee-491baaa9933f tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931778 Feb 18 08:43:31.241834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde2bd8-4cd7-450f-9428-85080bb7d1b9 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d29209-d96a-4904-960e-c1858ce1e2a8,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:31.250394 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-7d23ada8-07cb-4e10-a672-1bb5344c725c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:31.264099 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-62481740-2ad4-4b22-8797-10f40c97559b req-4fde2bd8-4cd7-450f-9428-85080bb7d1b9 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:31.265245 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-62481740-2ad4-4b22-8797-10f40c97559b req-4fde2bd8-4cd7-450f-9428-85080bb7d1b9 tempest-SecurityGroupsTestAdminJSON-2024650510 tempest-SecurityGroupsTestAdminJSON-2024650510-project] 10.222.0.72 "DELETE /v2.0/security-groups/c4d29209-d96a-4904-960e-c1858ce1e2a8 HTTP/1.1" status: 204 len: 173 time: 0.4418640 Feb 18 08:43:31.299981 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f031d9d9-a51c-459e-9823-90c6a15173ef', 'tag': '8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c', 'status': 'completed', 'code': 200} Feb 18 08:43:31.339676 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-7d23ada8-07cb-4e10-a672-1bb5344c725c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:31.533983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-7d23ada8-07cb-4e10-a672-1bb5344c725c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Network e8816836-4120-4f1e-b024-4d70fd6a0963 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:43:31.542094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-7d23ada8-07cb-4e10-a672-1bb5344c725c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:43:31.549276 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-7d23ada8-07cb-4e10-a672-1bb5344c725c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:43:31.564619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41642) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:31.626039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23ada8-07cb-4e10-a672-1bb5344c725c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Pushing event updated for resources: {'Port': ['ID=4df10ce9-dc75-4467-9cf6-3fe46137637f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:31.665174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-d17c0b48-90cd-4d8a-bcec-4995c9539b18 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3540847 Feb 18 08:43:31.680574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-7d23ada8-07cb-4e10-a672-1bb5344c725c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:31.681768 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-7d23ada8-07cb-4e10-a672-1bb5344c725c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:31.691559 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:31.708916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a734a1-8547-45da-846c-c97eec9ce39f req-47998d7a-d1de-4e14-b525-56badd2fd9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:31.710395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36a734a1-8547-45da-846c-c97eec9ce39f req-47998d7a-d1de-4e14-b525-56badd2fd9db service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 1125 time: 0.3730619 Feb 18 08:43:31.711356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:31.741946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:31.748077 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-7d23ada8-07cb-4e10-a672-1bb5344c725c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7924795 Feb 18 08:43:31.752285 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0a6330ca-1cff-4d2d-83cf-4470bab9a184 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=13dfa220fbf94a3092b7d576354f0f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840742 Feb 18 08:43:31.752509 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41652) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:31.811870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Request body: {'port': {'device_id': 'df91f6a6-8868-427f-8235-49790076f011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:31.813581 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a202c301-d80a-4849-92bb-e03917fa3dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:31.841972 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a202c301-d80a-4849-92bb-e03917fa3dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:31.900745 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a202c301-d80a-4849-92bb-e03917fa3dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:31.922280 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202c301-d80a-4849-92bb-e03917fa3dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28275f03-de0c-4c82-98e7-82555196859c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:31.925618 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a202c301-d80a-4849-92bb-e03917fa3dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:31.926726 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a202c301-d80a-4849-92bb-e03917fa3dd6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/28275f03-de0c-4c82-98e7-82555196859c HTTP/1.1" status: 204 len: 168 time: 0.1733265 Feb 18 08:43:32.016623 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:32.202522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a734a1-8547-45da-846c-c97eec9ce39f req-b76279a2-3691-4f5a-9094-7c4d653c03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:32.203967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36a734a1-8547-45da-846c-c97eec9ce39f req-b76279a2-3691-4f5a-9094-7c4d653c03cd service neutron] 10.222.0.81 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 922 time: 0.4847620 Feb 18 08:43:32.220111 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41660) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:32.268950 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-85745940-ccfd-498e-b87f-c3778aebf237 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=75fc86695c794073af363d175289bf81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476027 Feb 18 08:43:32.271292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41664) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:32.274390 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:32.298840 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36a734a1-8547-45da-846c-c97eec9ce39f req-ec8888d4-e6c4-4d76-a418-fb6320541b44 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c HTTP/1.1" status: 200 len: 217 time: 0.0838070 Feb 18 08:43:32.332280 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9f4984da-9f81-4b73-8f47-5bf639befcb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:32.343687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cea9e-c489-4be9-9a77-4b84d329b2ae req-81737a61-9b47-41d6-8d6e-cd3f46bd4014 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:32.345142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-815cea9e-c489-4be9-9a77-4b84d329b2ae req-81737a61-9b47-41d6-8d6e-cd3f46bd4014 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 945 time: 0.5532029 Feb 18 08:43:32.357198 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9f4984da-9f81-4b73-8f47-5bf639befcb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:32.409503 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9f4984da-9f81-4b73-8f47-5bf639befcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:32.426751 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4984da-9f81-4b73-8f47-5bf639befcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba12170c-5f24-4b94-82b3-599079fa65d1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:32.433298 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9f4984da-9f81-4b73-8f47-5bf639befcb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:32.434410 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9f4984da-9f81-4b73-8f47-5bf639befcb7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ba12170c-5f24-4b94-82b3-599079fa65d1 HTTP/1.1" status: 204 len: 168 time: 0.1620574 Feb 18 08:43:32.480886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a734a1-8547-45da-846c-c97eec9ce39f req-7ad5f3b2-1c6d-4976-9259-0cdc41ad263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:32.482330 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36a734a1-8547-45da-846c-c97eec9ce39f req-7ad5f3b2-1c6d-4976-9259-0cdc41ad263f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.1473222 Feb 18 08:43:32.551769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-815cea9e-c489-4be9-9a77-4b84d329b2ae req-82dec194-0241-4656-8341-88f997f4b8d0 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718168 Feb 18 08:43:32.624946 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-bbf21be8-7aa6-4e60-b20f-42271aa31dec service neutron] 10.222.0.81 "GET /v2.0/ports/8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c/bindings/n-h2-829434-1 HTTP/1.1" status: 200 len: 384 time: 0.1070409 Feb 18 08:43:32.630827 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8aad206e-d032-465a-b0ee-57feda0c1ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:32.642528 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36a734a1-8547-45da-846c-c97eec9ce39f req-79e45dd6-ad67-4c66-831a-ca69b1c02a74 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941598 Feb 18 08:43:32.756925 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:32.942020 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-192ebca2-d16f-4067-97f2-ce01a53452da service neutron] For port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:32.968156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-192ebca2-d16f-4067-97f2-ce01a53452da service neutron] For port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:43:33.025406 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-192ebca2-d16f-4067-97f2-ce01a53452da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:43:33.037642 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-192ebca2-d16f-4067-97f2-ce01a53452da service neutron] For port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:33.055105 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-192ebca2-d16f-4067-97f2-ce01a53452da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:33.069621 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36a734a1-8547-45da-846c-c97eec9ce39f req-c6473391-a96a-4a2d-8ff3-fe6924a4633e service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094114 Feb 18 08:43:33.168793 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-192ebca2-d16f-4067-97f2-ce01a53452da service neutron] Transition to ACTIVE for port object 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:43:33.173718 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-192ebca2-d16f-4067-97f2-ce01a53452da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:33.204562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d278dcd-7ad0-4208-a1d9-72279b6fd27e req-59b90d40-5a9d-42cb-9098-caa9784f492b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:33.211370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d278dcd-7ad0-4208-a1d9-72279b6fd27e req-59b90d40-5a9d-42cb-9098-caa9784f492b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 944 time: 0.4643190 Feb 18 08:43:33.250409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Allocated IP 172.25.1.89 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/44e855af-5112-463e-812d-95f1e5f63603) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:43:33.352963 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-192ebca2-d16f-4067-97f2-ce01a53452da service neutron] No DVR routers for this DVR port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:43:33.409370 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ebca2-d16f-4067-97f2-ce01a53452da service neutron] Pushing event updated for resources: {'Port': ['ID=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,revision_number=10']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:33.417919 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-192ebca2-d16f-4067-97f2-ce01a53452da service neutron] 10.222.0.81 "PUT /v2.0/ports/8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c/bindings/n-h2-829434-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7863436 Feb 18 08:43:33.427340 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d278dcd-7ad0-4208-a1d9-72279b6fd27e req-bb12a1c3-ed39-4e6f-8fd8-edbba5cb0f74 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151282 Feb 18 08:43:33.431886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df10ce9-dc75-4467-9cf6-3fe46137637f {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:43:33.446323 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:33.450281 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36a734a1-8547-45da-846c-c97eec9ce39f req-54bd94d5-cb2e-4264-83d0-a97429a9511c service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703313 Feb 18 08:43:33.597215 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:33.659969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Transition to ACTIVE for port object 4df10ce9-dc75-4467-9cf6-3fe46137637f will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:43:33.692772 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:33.733739 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:33.883611 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:33.893548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4df10ce9-dc75-4467-9cf6-3fe46137637f,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:33.989780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-9a1e133f-0cc9-45fd-913f-67c0c185ca4f tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:33.991259 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-9a1e133f-0cc9-45fd-913f-67c0c185ca4f tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef&tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 1096 time: 0.4020226 Feb 18 08:43:34.045643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdfa6e-4630-4bd5-a1f9-54135ff126b1 req-7b0b93ac-f7fe-49d2-972c-4e6e37c69fdc tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:34.047063 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ccdfa6e-4630-4bd5-a1f9-54135ff126b1 req-7b0b93ac-f7fe-49d2-972c-4e6e37c69fdc tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=50aaae18-2751-40aa-a5cc-b6300a2e3979 HTTP/1.1" status: 200 len: 950 time: 0.4566972 Feb 18 08:43:34.115801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Attempting to bind port 4df10ce9-dc75-4467-9cf6-3fe46137637f on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:43:34.116134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Attempting to bind port 4df10ce9-dc75-4467-9cf6-3fe46137637f by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:43:34.116481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Attempting to bind port 4df10ce9-dc75-4467-9cf6-3fe46137637f on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:34.130422 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Port 4df10ce9-dc75-4467-9cf6-3fe46137637f on network e8816836-4120-4f1e-b024-4d70fd6a0963 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:43:34.130738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Attempting to bind port 4df10ce9-dc75-4467-9cf6-3fe46137637f on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:34.132943 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:34.172842 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ccdfa6e-4630-4bd5-a1f9-54135ff126b1 req-e033ad3d-bb24-4384-bb26-8c67a574f441 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180592 Feb 18 08:43:34.191651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:43:34.191985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Checking segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:43:34.192420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Bound using segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:43:34.192892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Bound port: 4df10ce9-dc75-4467-9cf6-3fe46137637f, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:43:34.193143 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:34.232652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:43:34.237148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:43:34.241709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:43:34.310327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Pushing event updated for resources: {'Port': ['ID=44e855af-5112-463e-812d-95f1e5f63603,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:34.391223 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-74a7bda6-b9f2-44af-82b9-003bc6386d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:34.392709 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-74a7bda6-b9f2-44af-82b9-003bc6386d01 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef&tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c HTTP/1.1" status: 200 len: 1096 time: 0.3897974 Feb 18 08:43:34.478555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] For port 4df10ce9-dc75-4467-9cf6-3fe46137637f, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:43:34.495925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] For port 4df10ce9-dc75-4467-9cf6-3fe46137637f, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4df10ce9-dc75-4467-9cf6-3fe46137637f,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:43:34.509819 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:34.566966 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:34.589939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ba6ca-ba5d-446b-bb45-bc84faa14d05 req-d029958f-eb09-44df-b434-daa814d3e6ae tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:34.590627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-912ba6ca-ba5d-446b-bb45-bc84faa14d05 req-d029958f-eb09-44df-b434-daa814d3e6ae tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Synchronizing usage tracker for tenant:7d4a44b7fff94ccba0bfe75ccf303824 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:34.599500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:34.600090 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:34.601420 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] 10.222.0.61 "PUT /v2.0/ports/4df10ce9-dc75-4467-9cf6-3fe46137637f HTTP/1.1" status: 200 len: 1092 time: 2.8031476 Feb 18 08:43:34.604397 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df91f6a6-8868-427f-8235-49790076f011', 'tag': '4df10ce9-dc75-4467-9cf6-3fe46137637f'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:43:34.715268 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434d0cb-0ac3-42f4-bfa6-59e2ada971d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4df10ce9-dc75-4467-9cf6-3fe46137637f,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:34.727268 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-fc99d65b-0bfe-4f17-a106-0dc687ac3975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:34.728953 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-fc99d65b-0bfe-4f17-a106-0dc687ac3975 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 1096 time: 0.3108895 Feb 18 08:43:34.731908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-912ba6ca-ba5d-446b-bb45-bc84faa14d05 req-d029958f-eb09-44df-b434-daa814d3e6ae tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Unset dirty status for tenant:7d4a44b7fff94ccba0bfe75ccf303824 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:34.732945 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-912ba6ca-ba5d-446b-bb45-bc84faa14d05 req-d029958f-eb09-44df-b434-daa814d3e6ae tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 944 time: 0.4346607 Feb 18 08:43:34.736153 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:34.844725 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:34.934160 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:43:34.953437 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-912ba6ca-ba5d-446b-bb45-bc84faa14d05 req-5b6c6f3f-dc25-4310-b2ca-a07ebd547772 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885316 Feb 18 08:43:35.000096 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:43:35.030478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-bcbc076a-f5b1-4ffa-9968-ae0e8875f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:35.031939 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-bcbc076a-f5b1-4ffa-9968-ae0e8875f2bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 1095 time: 0.3803205 Feb 18 08:43:35.245043 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-2848a3ce-c66b-41b6-9982-e9bd6c12409c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4df10ce9-dc75-4467-9cf6-3fe46137637f HTTP/1.1" status: 200 len: 217 time: 0.1996055 Feb 18 08:43:35.261377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-092c22f3-6eee-437c-9f49-9de3a2ff86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:35.262753 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-092c22f3-6eee-437c-9f49-9de3a2ff86c1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 922 time: 0.4968991 Feb 18 08:43:35.388672 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-4d81df32-fc5d-4eff-8636-36db4a04ef06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c HTTP/1.1" status: 200 len: 217 time: 0.1131122 Feb 18 08:43:35.468665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-9fe9e357-2618-4d58-9517-93892074fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:35.470081 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-9fe9e357-2618-4d58-9517-93892074fa62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.1921649 Feb 18 08:43:35.531489 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:35.539548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-f34c58c1-8953-4486-9ec7-fad5b867f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:35.541170 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-f34c58c1-8953-4486-9ec7-fad5b867f6ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.1430264 Feb 18 08:43:35.544943 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-aa36655a-6bf0-425a-9358-037f9cf35d31 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544012 Feb 18 08:43:35.546384 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:35.588599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22362f58-b385-4f84-843d-0b6c6934e2d1 req-4add60a9-1035-4b4b-b143-2a20aeba4b79 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:35.590017 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22362f58-b385-4f84-843d-0b6c6934e2d1 req-4add60a9-1035-4b4b-b143-2a20aeba4b79 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 950 time: 0.4941442 Feb 18 08:43:35.747531 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-7207b6d0-e7f2-4a3f-acae-fc5a4622e933 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494186 Feb 18 08:43:35.894498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Pushing event updated for resources: {'Port': ['ID=44e855af-5112-463e-812d-95f1e5f63603,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:35.914946 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22362f58-b385-4f84-843d-0b6c6934e2d1 req-2c90209e-facc-4b28-aa3f-83cc5199a7f5 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159194 Feb 18 08:43:35.915727 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:36.001845 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-31298c72-97f2-4598-9755-b7dcac9630c9 service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047623 Feb 18 08:43:36.044175 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-e0efdd1f-8756-4dfb-acc1-fbb5e0afac11 service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760665 Feb 18 08:43:36.044854 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:36.045916 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-b91f30e0-f0ea-463f-a87d-297a71ca0ec2 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3714454 Feb 18 08:43:36.265650 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-3f9f49e7-ed19-4aa2-a4fa-51cb9e76c55e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=85056e08b0104ec7abf83dbda7d5d1ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0982699 Feb 18 08:43:36.280351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-f277fab9-4095-4126-aa41-863df0df2611 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Synchronizing usage tracker for tenant:defe2ada260b412abce06bffcfc161c1 on resource:floatingip {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:36.420809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-f277fab9-4095-4126-aa41-863df0df2611 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Unset dirty status for tenant:defe2ada260b412abce06bffcfc161c1 on resource:floatingip {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:36.421952 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-f277fab9-4095-4126-aa41-863df0df2611 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.89 HTTP/1.1" status: 200 len: 695 time: 0.3329206 Feb 18 08:43:36.443844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9d337ff-3fa0-422a-a364-59beea771c2e req-4884fea4-7d83-40d9-96e3-d8e8b65f0acf service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312360 Feb 18 08:43:36.541049 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-7d1900cc-1a57-4ec5-8e07-4b402290fcf2 service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530454 Feb 18 08:43:36.603589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-ef2665d2-cd3d-4931-b8d6-1ebc4a286b0e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:36.604808 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-ef2665d2-cd3d-4931-b8d6-1ebc4a286b0e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3285668 Feb 18 08:43:36.752745 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-e969e8f4-5a68-4f60-ae2a-8467ec3b8620 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/quotas/85056e08b0104ec7abf83dbda7d5d1ae HTTP/1.1" status: 200 len: 375 time: 0.0228324 Feb 18 08:43:36.762599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-5cff310c-a3eb-47b8-b40b-b23afac81695 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:36.763888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f65e3bee-e1c7-4ffa-b366-e99602eb41d6 req-5cff310c-a3eb-47b8-b40b-b23afac81695 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.3327270 Feb 18 08:43:36.842127 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-bfce82d2-5c47-466d-95b5-89701dec216d tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=85056e08b0104ec7abf83dbda7d5d1ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756733 Feb 18 08:43:36.923792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-80004737-0df8-4cb4-a011-72b211d19b06 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:36.925289 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-80004737-0df8-4cb4-a011-72b211d19b06 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef&tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&binding%3Ahost_id=n-h2-829434-1 HTTP/1.1" status: 200 len: 1096 time: 0.1249585 Feb 18 08:43:37.016555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4400c-eb7c-4e99-8a0b-017bfe04a42f req-a8db26df-4040-43cb-891b-2dce0f3d4475 tempest-LiveMigrationNegativeTest-252007002 tempest-LiveMigrationNegativeTest-252007002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:37.018054 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ea4400c-eb7c-4e99-8a0b-017bfe04a42f req-a8db26df-4040-43cb-891b-2dce0f3d4475 tempest-LiveMigrationNegativeTest-252007002 tempest-LiveMigrationNegativeTest-252007002-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=50aaae18-2751-40aa-a5cc-b6300a2e3979 HTTP/1.1" status: 200 len: 1101 time: 0.1441081 Feb 18 08:43:37.087897 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6ea4400c-eb7c-4e99-8a0b-017bfe04a42f req-570993a2-8953-4a14-a2eb-5c81261a3fda tempest-LiveMigrationNegativeTest-252007002 tempest-LiveMigrationNegativeTest-252007002-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:37.158987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-6ea4400c-eb7c-4e99-8a0b-017bfe04a42f req-570993a2-8953-4a14-a2eb-5c81261a3fda tempest-LiveMigrationNegativeTest-252007002 tempest-LiveMigrationNegativeTest-252007002-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:37.168571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6ea4400c-eb7c-4e99-8a0b-017bfe04a42f req-570993a2-8953-4a14-a2eb-5c81261a3fda tempest-LiveMigrationNegativeTest-252007002 tempest-LiveMigrationNegativeTest-252007002-project-admin] Usage tracker for resource:security_group_rule and tenant:5fd4d23a4dec4ff48021c533fba40198 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:37.174423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6ea4400c-eb7c-4e99-8a0b-017bfe04a42f req-570993a2-8953-4a14-a2eb-5c81261a3fda tempest-LiveMigrationNegativeTest-252007002 tempest-LiveMigrationNegativeTest-252007002-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:37.196215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-6ea4400c-eb7c-4e99-8a0b-017bfe04a42f req-570993a2-8953-4a14-a2eb-5c81261a3fda tempest-LiveMigrationNegativeTest-252007002 tempest-LiveMigrationNegativeTest-252007002-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:37.221709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-d725e936-a507-447f-825c-7d25f2cb0b62 service neutron] For port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:43:37.263840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd7db5-7ee2-40fa-9eeb-0594c55da8d2 req-322d95de-9424-47e6-b600-56987a9a94d3 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:37.265398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1acd7db5-7ee2-40fa-9eeb-0594c55da8d2 req-322d95de-9424-47e6-b600-56987a9a94d3 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 945 time: 0.2156138 Feb 18 08:43:37.267602 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-d725e936-a507-447f-825c-7d25f2cb0b62 service neutron] Notify callbacks [] for binding, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:37.268625 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2d91d7-5ab3-44f2-bd76-3a20790c28e0 req-d725e936-a507-447f-825c-7d25f2cb0b62 service neutron] 10.222.0.61 "DELETE /v2.0/ports/8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c/bindings/n-h1-829434-1 HTTP/1.1" status: 204 len: 173 time: 0.3343127 Feb 18 08:43:37.337780 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1acd7db5-7ee2-40fa-9eeb-0594c55da8d2 req-7cc523f6-878e-4e20-a8c3-5759cbf8b7c3 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636930 Feb 18 08:43:37.353364 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6ea4400c-eb7c-4e99-8a0b-017bfe04a42f req-570993a2-8953-4a14-a2eb-5c81261a3fda tempest-LiveMigrationNegativeTest-252007002 tempest-LiveMigrationNegativeTest-252007002-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:37.357551 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6ea4400c-eb7c-4e99-8a0b-017bfe04a42f req-570993a2-8953-4a14-a2eb-5c81261a3fda tempest-LiveMigrationNegativeTest-252007002 tempest-LiveMigrationNegativeTest-252007002-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:37.390694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6ea4400c-eb7c-4e99-8a0b-017bfe04a42f req-570993a2-8953-4a14-a2eb-5c81261a3fda tempest-LiveMigrationNegativeTest-252007002 tempest-LiveMigrationNegativeTest-252007002-project-admin] Synchronizing usage tracker for tenant:5fd4d23a4dec4ff48021c533fba40198 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:37.402258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570993a2-8953-4a14-a2eb-5c81261a3fda tempest-LiveMigrationNegativeTest-252007002 tempest-LiveMigrationNegativeTest-252007002-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f254ca-fc5a-4fd8-adc4-f587fa2cfaf8,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:37.408910 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df91f6a6-8868-427f-8235-49790076f011', 'tag': '4df10ce9-dc75-4467-9cf6-3fe46137637f', 'status': 'completed', 'code': 200} Feb 18 08:43:37.422758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6ea4400c-eb7c-4e99-8a0b-017bfe04a42f req-570993a2-8953-4a14-a2eb-5c81261a3fda tempest-LiveMigrationNegativeTest-252007002 tempest-LiveMigrationNegativeTest-252007002-project-admin] Unset dirty status for tenant:5fd4d23a4dec4ff48021c533fba40198 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:37.428842 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ea4400c-eb7c-4e99-8a0b-017bfe04a42f req-570993a2-8953-4a14-a2eb-5c81261a3fda tempest-LiveMigrationNegativeTest-252007002 tempest-LiveMigrationNegativeTest-252007002-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022918 Feb 18 08:43:37.557336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e02982-35a9-4e33-8e0e-6a8163918a95 req-20703ebd-bbdf-4113-b8b0-1485954edd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:37.558858 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05e02982-35a9-4e33-8e0e-6a8163918a95 req-20703ebd-bbdf-4113-b8b0-1485954edd41 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 1095 time: 0.1220493 Feb 18 08:43:37.766188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e02982-35a9-4e33-8e0e-6a8163918a95 req-228ea8cd-2831-4e43-a7ed-29f183468c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:37.767633 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05e02982-35a9-4e33-8e0e-6a8163918a95 req-228ea8cd-2831-4e43-a7ed-29f183468c9f service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.1721101 Feb 18 08:43:37.782553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4bae4-636e-4fca-867b-b09fd949d726 req-00f212c7-17af-46f5-b4e9-2e9b81aba43c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:37.783839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22e4bae4-636e-4fca-867b-b09fd949d726 req-00f212c7-17af-46f5-b4e9-2e9b81aba43c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 945 time: 0.2670281 Feb 18 08:43:37.840385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff282c6f-9454-4553-b529-176404c90e93 req-7331ded7-5033-41d1-a2a1-6de127e5c0dc tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:37.841809 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff282c6f-9454-4553-b529-176404c90e93 req-7331ded7-5033-41d1-a2a1-6de127e5c0dc tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 944 time: 0.2920554 Feb 18 08:43:37.881806 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05e02982-35a9-4e33-8e0e-6a8163918a95 req-13f8040c-f3c0-4da2-b2be-c066e57d8190 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4df10ce9-dc75-4467-9cf6-3fe46137637f HTTP/1.1" status: 200 len: 217 time: 0.1070483 Feb 18 08:43:37.978787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff282c6f-9454-4553-b529-176404c90e93 req-23c44bba-1fc0-404c-92ea-4ed89e450531 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240644 Feb 18 08:43:37.983340 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22e4bae4-636e-4fca-867b-b09fd949d726 req-48534d88-e027-44e5-84a0-ff17bb6350b3 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404922 Feb 18 08:43:37.997773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e02982-35a9-4e33-8e0e-6a8163918a95 req-6cee990d-a82d-4005-8465-dda0818cc796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:38.007872 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05e02982-35a9-4e33-8e0e-6a8163918a95 req-6cee990d-a82d-4005-8465-dda0818cc796 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.1024358 Feb 18 08:43:38.152536 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05e02982-35a9-4e33-8e0e-6a8163918a95 req-611e454a-7d31-4291-a346-1b2c6ab2a525 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463830 Feb 18 08:43:38.191984 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-e863199d-dabe-40d8-ba21-1b6560558605 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=85056e08b0104ec7abf83dbda7d5d1ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1471193 Feb 18 08:43:38.221543 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae004040-f0aa-4b48-9cc4-cdf6ce2179a8 req-8c4b3eb2-8ea1-4352-a4fa-c83530106863 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/floatingips/d3265f3d-9f95-451e-b5e8-f1778ebe5116 HTTP/1.1" status: 200 len: 692 time: 0.2104030 Feb 18 08:43:38.694674 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-e8af7418-45c9-4b69-a8ea-0ab74e531466 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:38.695956 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-e8af7418-45c9-4b69-a8ea-0ab74e531466 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4798326 Feb 18 08:43:38.705898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05e02982-35a9-4e33-8e0e-6a8163918a95 req-4aae48d6-1420-42a3-a547-7278b21ff30e service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160303 Feb 18 08:43:38.713249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15da74-9b8c-4b3c-8758-dcb2d486c057 req-f63f1849-4c6f-49ea-9351-12ae79502f28 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:38.714600 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c15da74-9b8c-4b3c-8758-dcb2d486c057 req-f63f1849-4c6f-49ea-9351-12ae79502f28 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 950 time: 0.5872762 Feb 18 08:43:38.738640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Request body: {'port': {'device_id': 'c52d3ec0-e195-430b-88db-8e93245c93b3', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '85056e08b0104ec7abf83dbda7d5d1ae'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:38.827964 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae004040-f0aa-4b48-9cc4-cdf6ce2179a8 req-28c387c6-8bf5-4fb6-a563-e5aa27cd9dce tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:38.829303 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae004040-f0aa-4b48-9cc4-cdf6ce2179a8 req-28c387c6-8bf5-4fb6-a563-e5aa27cd9dce tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.5809550 Feb 18 08:43:38.897688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-ae004040-f0aa-4b48-9cc4-cdf6ce2179a8 req-a6a86089-b3e7-4326-b39e-2d18eeeaa5bd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:43:38.898635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae004040-f0aa-4b48-9cc4-cdf6ce2179a8 req-a6a86089-b3e7-4326-b39e-2d18eeeaa5bd tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156124 Feb 18 08:43:38.953142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c15da74-9b8c-4b3c-8758-dcb2d486c057 req-510cd992-2c78-4931-be54-e30be5deb70e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956675 Feb 18 08:43:39.058612 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05e02982-35a9-4e33-8e0e-6a8163918a95 req-0922b3dd-e71d-4ce9-bc07-e654ef22b685 service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430753 Feb 18 08:43:39.060503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-961d226d-c2cb-4bbe-b475-e88d5413f17e req-65cca1d7-f39e-4f83-8ebf-e997aa0e1839 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=c52d3ec0-e195-430b-88db-8e93245c93b3 HTTP/1.1" status: 200 len: 210 time: 0.0691035 Feb 18 08:43:39.065513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:39.069907 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Usage tracker for resource:port and tenant:85056e08b0104ec7abf83dbda7d5d1ae is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:39.073059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:39.088453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:39.099309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Made reservation on behalf of 85056e08b0104ec7abf83dbda7d5d1ae for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:43:39.104333 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:39.117164 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:39.132561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:39.137081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Usage tracker for resource:security_group_rule and tenant:85056e08b0104ec7abf83dbda7d5d1ae is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:39.139858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:39.145477 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:39.342247 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0006e26f-7ae2-4f0c-a55a-9037f0dd1730 req-e513a4c1-0c04-4047-9e17-e842e791d2ac tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/floatingips/d3265f3d-9f95-451e-b5e8-f1778ebe5116 HTTP/1.1" status: 200 len: 692 time: 0.1052296 Feb 18 08:43:39.467275 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfa9e7-6776-40fd-849c-27e139d459b8 req-cd1a14d7-710e-4358-b970-0d290b851334 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:39.468746 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dddfa9e7-6776-40fd-849c-27e139d459b8 req-cd1a14d7-710e-4358-b970-0d290b851334 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 945 time: 0.3017972 Feb 18 08:43:39.472471 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:39.491207 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:39.617062 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5385d51f-33ed-44bf-a5c4-b57509360062,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:39.638639 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dddfa9e7-6776-40fd-849c-27e139d459b8 req-5d329c7a-8b3b-41eb-a57c-58dfdf861d6c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627436 Feb 18 08:43:39.669653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006e26f-7ae2-4f0c-a55a-9037f0dd1730 req-787cd6f8-a9a5-42f7-a14e-0aad494c4817 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:39.671032 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0006e26f-7ae2-4f0c-a55a-9037f0dd1730 req-787cd6f8-a9a5-42f7-a14e-0aad494c4817 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.3190064 Feb 18 08:43:39.819792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0006e26f-7ae2-4f0c-a55a-9037f0dd1730 req-ba4c7674-48b3-4c5d-95e3-3d8250a74e32 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.89 HTTP/1.1" status: 200 len: 695 time: 0.1423810 Feb 18 08:43:39.927259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Allocated IP 192.168.233.226 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/d2c2ca2a-8b1c-48c2-b560-b2ab904b417f) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:43:39.940104 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0006e26f-7ae2-4f0c-a55a-9037f0dd1730 req-f335fbce-60cf-4c48-9ed5-085700bc5ea9 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.89 HTTP/1.1" status: 200 len: 695 time: 0.1121955 Feb 18 08:43:40.252035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad598855-d6e5-40d9-a1f4-8234a4151063 req-0e8cbb65-3fb5-41ff-8ee8-6e0f528cfeab tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:40.253563 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4df10ce9-dc75-4467-9cf6-3fe46137637f details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:43:40.254076 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad598855-d6e5-40d9-a1f4-8234a4151063 req-0e8cbb65-3fb5-41ff-8ee8-6e0f528cfeab tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 1096 time: 0.5016112 Feb 18 08:43:40.257006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-0006e26f-7ae2-4f0c-a55a-9037f0dd1730 req-8429dec2-b651-45f1-bf15-e3064911ac8d tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Deleting port 44e855af-5112-463e-812d-95f1e5f63603 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:43:40.257335 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0006e26f-7ae2-4f0c-a55a-9037f0dd1730 req-8429dec2-b651-45f1-bf15-e3064911ac8d tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:40.385165 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 4df10ce9-dc75-4467-9cf6-3fe46137637f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4df10ce9-dc75-4467-9cf6-3fe46137637f,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:40.398621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '4df10ce9-dc75-4467-9cf6-3fe46137637f', 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963', 'port_id': '4df10ce9-dc75-4467-9cf6-3fe46137637f', 'mac_address': 'fa:16:3e:06:94:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa84373-6523-4aec-81db-497517a8e76d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:43:40.441892 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad598855-d6e5-40d9-a1f4-8234a4151063 req-6362bb34-9232-4970-9699-4c525bece549 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611235 Feb 18 08:43:40.452542 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:40.470815 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df10ce9-dc75-4467-9cf6-3fe46137637f {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:43:40.486543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 4df10ce9-dc75-4467-9cf6-3fe46137637f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4df10ce9-dc75-4467-9cf6-3fe46137637f,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:40.492144 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:40.563728 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=4df10ce9-dc75-4467-9cf6-3fe46137637f,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:40.595466 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:40.666543 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0006e26f-7ae2-4f0c-a55a-9037f0dd1730 req-8429dec2-b651-45f1-bf15-e3064911ac8d tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:40.666865 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0006e26f-7ae2-4f0c-a55a-9037f0dd1730 req-8429dec2-b651-45f1-bf15-e3064911ac8d tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:40.679618 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Transition to ACTIVE for port object d2c2ca2a-8b1c-48c2-b560-b2ab904b417f will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:43:40.803086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-0006e26f-7ae2-4f0c-a55a-9037f0dd1730 req-8429dec2-b651-45f1-bf15-e3064911ac8d tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Calling delete_port for 44e855af-5112-463e-812d-95f1e5f63603 owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:43:40.812769 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:40.891416 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:40.912407 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbf5ac-3c92-4cf7-89b0-d81fcfc83f03 req-4d150744-585c-4967-a2c3-f9f92e9e5329 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:40.913869 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fbdbf5ac-3c92-4cf7-89b0-d81fcfc83f03 req-4d150744-585c-4967-a2c3-f9f92e9e5329 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 945 time: 0.3153193 Feb 18 08:43:40.957002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['4df10ce9-dc75-4467-9cf6-3fe46137637f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:43:41.072727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:43:41.090974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:43:41.100954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:43:41.134582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Pushing event updated for resources: {'Port': ['ID=d2c2ca2a-8b1c-48c2-b560-b2ab904b417f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:41.168888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fbdbf5ac-3c92-4cf7-89b0-d81fcfc83f03 req-20d70082-70a9-41a8-9388-8b73ce139cf7 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242689 Feb 18 08:43:41.219767 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0006e26f-7ae2-4f0c-a55a-9037f0dd1730 req-8429dec2-b651-45f1-bf15-e3064911ac8d tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:41.221705 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:41.292091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a7a13cb0-51a5-4927-b0ab-e602fad21604 None None] Provisioning for port d2c2ca2a-8b1c-48c2-b560-b2ab904b417f completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:43:41.297391 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a7a13cb0-51a5-4927-b0ab-e602fad21604 None None] Provisioning complete for port d2c2ca2a-8b1c-48c2-b560-b2ab904b417f triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:41.297813 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a7a13cb0-51a5-4927-b0ab-e602fad21604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:41.318483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:41.319163 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:41.324121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429dec2-b651-45f1-bf15-e3064911ac8d tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Pushing event deleted for resources: {'Port': ['ID=44e855af-5112-463e-812d-95f1e5f63603,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:41.360377 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a7a13cb0-51a5-4927-b0ab-e602fad21604 None None] Port d2c2ca2a-8b1c-48c2-b560-b2ab904b417f cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:43:41.389756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86a29b-4964-4160-b699-ac85ccd9c332 req-65795bb9-beea-4204-893b-a991608a0a7b tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:41.391219 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e86a29b-4964-4160-b699-ac85ccd9c332 req-65795bb9-beea-4204-893b-a991608a0a7b tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.61 "GET /v2.0/ports?device_id=81d2a158-746d-493b-979e-22de239c3e2a HTTP/1.1" status: 200 len: 967 time: 0.4152260 Feb 18 08:43:41.518334 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-22384bbb-97df-4bc6-9884-598d9ea45a3f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8017347 Feb 18 08:43:41.530780 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0006e26f-7ae2-4f0c-a55a-9037f0dd1730 req-8429dec2-b651-45f1-bf15-e3064911ac8d tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:41.533557 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0006e26f-7ae2-4f0c-a55a-9037f0dd1730 req-8429dec2-b651-45f1-bf15-e3064911ac8d tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:41.534589 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0006e26f-7ae2-4f0c-a55a-9037f0dd1730 req-8429dec2-b651-45f1-bf15-e3064911ac8d tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "DELETE /v2.0/floatingips/d3265f3d-9f95-451e-b5e8-f1778ebe5116 HTTP/1.1" status: 204 len: 173 time: 1.5887454 Feb 18 08:43:41.540975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Request body: {'port': {'device_id': 'c52d3ec0-e195-430b-88db-8e93245c93b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:41.576760 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-8df84391-1feb-40c2-9d7c-13fa74cb6859 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1851684970&fields=id&tenant_id=acb5ccc9e90344ccb998b0892a2a055c HTTP/1.1" status: 200 len: 267 time: 0.1756129 Feb 18 08:43:41.579877 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-0e86a29b-4964-4160-b699-ac85ccd9c332 req-f2ee3c24-a62a-4e9c-9888-b394b054b751 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Deleting port 9df6f56e-8f70-48d7-a53d-ca72e3860b8c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:43:41.580211 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0e86a29b-4964-4160-b699-ac85ccd9c332 req-f2ee3c24-a62a-4e9c-9888-b394b054b751 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:42.035134 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:42.173932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ad389cfb-6352-4a58-8643-7ae7f61585d1 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:42.175266 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ad389cfb-6352-4a58-8643-7ae7f61585d1 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/networks?id=6c4c5e8e-8215-4796-a5ce-435bb8609f4a HTTP/1.1" status: 200 len: 822 time: 0.5612078 Feb 18 08:43:42.233645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0308a-8a3f-42d8-bb14-1ab479c9d9c4 req-585d7a33-1d49-4135-a907-2720dc44999b tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:42.235047 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-efa0308a-8a3f-42d8-bb14-1ab479c9d9c4 req-585d7a33-1d49-4135-a907-2720dc44999b tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 950 time: 0.5853243 Feb 18 08:43:42.247963 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-d46b1bdd-6a85-48df-a97f-e811f0518894 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/quotas/acb5ccc9e90344ccb998b0892a2a055c HTTP/1.1" status: 200 len: 375 time: 0.0588813 Feb 18 08:43:42.265345 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4df10ce9-dc75-4467-9cf6-3fe46137637f up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:43:42.331614 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 4df10ce9-dc75-4467-9cf6-3fe46137637f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:43:42.336905 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 4df10ce9-dc75-4467-9cf6-3fe46137637f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:42.337403 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:42.413451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-0e86a29b-4964-4160-b699-ac85ccd9c332 req-f2ee3c24-a62a-4e9c-9888-b394b054b751 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] For port 9df6f56e-8f70-48d7-a53d-ca72e3860b8c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9df6f56e-8f70-48d7-a53d-ca72e3860b8c,segment=NetworkSegment(3a90ac9f-9916-42a6-9a0e-35487316ce3b),segment_id=3a90ac9f-9916-42a6-9a0e-35487316ce3b)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:42.413812 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0e86a29b-4964-4160-b699-ac85ccd9c332 req-f2ee3c24-a62a-4e9c-9888-b394b054b751 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:42.436898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-efa0308a-8a3f-42d8-bb14-1ab479c9d9c4 req-80aa2ef1-9c00-4d15-b426-54064aed1358 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862569 Feb 18 08:43:42.467435 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:42.503093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 4df10ce9-dc75-4467-9cf6-3fe46137637f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4df10ce9-dc75-4467-9cf6-3fe46137637f,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:42.504173 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df91f6a6-8868-427f-8235-49790076f011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df10ce9-dc75-4467-9cf6-3fe46137637f'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:43:42.511477 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:42.578975 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=4df10ce9-dc75-4467-9cf6-3fe46137637f,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:42.753244 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-3e9e4c4d-c9aa-4976-81ee-0919d6a225bb tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=acb5ccc9e90344ccb998b0892a2a055c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4989760 Feb 18 08:43:43.036697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516bde1-fca3-4f7a-bf08-1b6138fc6b67 req-2feea09c-4572-4203-abb6-062d1081dd38 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:43.037288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6516bde1-fca3-4f7a-bf08-1b6138fc6b67 req-2feea09c-4572-4203-abb6-062d1081dd38 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Synchronizing usage tracker for tenant:85056e08b0104ec7abf83dbda7d5d1ae on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:43.086187 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0e86a29b-4964-4160-b699-ac85ccd9c332 req-f2ee3c24-a62a-4e9c-9888-b394b054b751 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:43.086729 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0e86a29b-4964-4160-b699-ac85ccd9c332 req-f2ee3c24-a62a-4e9c-9888-b394b054b751 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:43.087163 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-0e86a29b-4964-4160-b699-ac85ccd9c332 req-f2ee3c24-a62a-4e9c-9888-b394b054b751 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Floating IP 10f63271-d16a-4ebd-97c5-19ad3614e852 disassociated. External IP: 172.25.1.146, port: 9df6f56e-8f70-48d7-a53d-ca72e3860b8c. Feb 18 08:43:43.087506 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-0e86a29b-4964-4160-b699-ac85ccd9c332 req-f2ee3c24-a62a-4e9c-9888-b394b054b751 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Calling delete_port for 9df6f56e-8f70-48d7-a53d-ca72e3860b8c owned by compute:tempest-test_az-1912269346 {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:43:43.163399 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-dfcb28e8-7090-45a4-aa16-c3054c3887ec service neutron] 10.222.0.72 "GET /v2.0/networks/6c4c5e8e-8215-4796-a5ce-435bb8609f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774452 Feb 18 08:43:43.193028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6516bde1-fca3-4f7a-bf08-1b6138fc6b67 req-2feea09c-4572-4203-abb6-062d1081dd38 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Unset dirty status for tenant:85056e08b0104ec7abf83dbda7d5d1ae on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:43.194062 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6516bde1-fca3-4f7a-bf08-1b6138fc6b67 req-2feea09c-4572-4203-abb6-062d1081dd38 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=c52d3ec0-e195-430b-88db-8e93245c93b3 HTTP/1.1" status: 200 len: 936 time: 0.6597483 Feb 18 08:43:43.201252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c2ca2a-8b1c-48c2-b560-b2ab904b417f {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:43:43.400253 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:43.440292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Transition to ACTIVE for port object d2c2ca2a-8b1c-48c2-b560-b2ab904b417f will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:43:43.451088 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:43.533874 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6516bde1-fca3-4f7a-bf08-1b6138fc6b67 req-0ce49bc1-251a-4ccb-a57c-cb2f20d87890 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Synchronizing usage tracker for tenant:85056e08b0104ec7abf83dbda7d5d1ae on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:43.693138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c2ca2a-8b1c-48c2-b560-b2ab904b417f,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:43.696432 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6516bde1-fca3-4f7a-bf08-1b6138fc6b67 req-0ce49bc1-251a-4ccb-a57c-cb2f20d87890 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Unset dirty status for tenant:85056e08b0104ec7abf83dbda7d5d1ae on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:43.697770 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6516bde1-fca3-4f7a-bf08-1b6138fc6b67 req-0ce49bc1-251a-4ccb-a57c-cb2f20d87890 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922221 Feb 18 08:43:43.699714 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-3b071204-d273-4a9b-979f-4016f327dc0d service neutron] 10.222.0.72 "GET /v2.0/networks/6c4c5e8e-8215-4796-a5ce-435bb8609f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279372 Feb 18 08:43:43.774851 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0e86a29b-4964-4160-b699-ac85ccd9c332 req-f2ee3c24-a62a-4e9c-9888-b394b054b751 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:43.891690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee3c24-a62a-4e9c-9888-b394b054b751 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Pushing event deleted for resources: {'Port': ['ID=9df6f56e-8f70-48d7-a53d-ca72e3860b8c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:44.042237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Attempting to bind port d2c2ca2a-8b1c-48c2-b560-b2ab904b417f on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:43:44.042334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Attempting to bind port d2c2ca2a-8b1c-48c2-b560-b2ab904b417f by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:43:44.042612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Attempting to bind port d2c2ca2a-8b1c-48c2-b560-b2ab904b417f on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:44.050882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Port d2c2ca2a-8b1c-48c2-b560-b2ab904b417f on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:43:44.051203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Attempting to bind port d2c2ca2a-8b1c-48c2-b560-b2ab904b417f on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:44.083250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:43:44.083563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:43:44.083950 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:43:44.084460 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Bound port: d2c2ca2a-8b1c-48c2-b560-b2ab904b417f, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:43:44.086093 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:44.270120 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9df6f56e-8f70-48d7-a53d-ca72e3860b8c no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:43:44.323709 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 9df6f56e-8f70-48d7-a53d-ca72e3860b8c {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:43:44.324402 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9df6f56e-8f70-48d7-a53d-ca72e3860b8c not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:43:44.347250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-5cac3b0c-c696-4f48-9c8f-aff1e62ea0d4 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:44.348799 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-5cac3b0c-c696-4f48-9c8f-aff1e62ea0d4 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 821 time: 0.5189466 Feb 18 08:43:44.415018 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-adb9ba18-5f2b-416d-b356-75c2ec38d6ae tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/quotas/ee0715c9ca2d4e6ead6a5e9e3f746d1c HTTP/1.1" status: 200 len: 375 time: 0.0532672 Feb 18 08:43:44.419605 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e86a29b-4964-4160-b699-ac85ccd9c332 req-f2ee3c24-a62a-4e9c-9888-b394b054b751 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Router 750484d5-88eb-4d99-b700-088a38dc5994 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:43:44.503666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] For port d2c2ca2a-8b1c-48c2-b560-b2ab904b417f, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:43:44.587985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e43715-46ee-4712-9f5d-f2888fd0969c req-b313e1f1-5037-4321-8492-122fc58538a5 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:44.589451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75e43715-46ee-4712-9f5d-f2888fd0969c req-b313e1f1-5037-4321-8492-122fc58538a5 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3973787 Feb 18 08:43:44.591205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] For port d2c2ca2a-8b1c-48c2-b560-b2ab904b417f, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d2c2ca2a-8b1c-48c2-b560-b2ab904b417f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:43:44.610850 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:44.751421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:44.752033 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:44.753457 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] 10.222.0.81 "PUT /v2.0/ports/d2c2ca2a-8b1c-48c2-b560-b2ab904b417f HTTP/1.1" status: 200 len: 1096 time: 3.2275114 Feb 18 08:43:44.754739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52d3ec0-e195-430b-88db-8e93245c93b3', 'tag': 'd2c2ca2a-8b1c-48c2-b560-b2ab904b417f'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:43:45.023020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414b3d1-cb03-4796-8752-e396e1b81de7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c2ca2a-8b1c-48c2-b560-b2ab904b417f,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:45.038114 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-8a398307-a2fb-4ed3-8341-e2ce764a76d2 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6048801 Feb 18 08:43:45.039141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e86a29b-4964-4160-b699-ac85ccd9c332 req-f2ee3c24-a62a-4e9c-9888-b394b054b751 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:43:45.052903 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848df3c3-9557-4daa-ac8f-36db96d6b17d None None] Sync routers for ids ['750484d5-88eb-4d99-b700-088a38dc5994'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:43:45.066392 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848df3c3-9557-4daa-ac8f-36db96d6b17d None None] Routers {'750484d5-88eb-4d99-b700-088a38dc5994'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:43:45.067020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-848df3c3-9557-4daa-ac8f-36db96d6b17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:43:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['750484d5-88eb-4d99-b700-088a38dc5994'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:43:45.097746 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-1bbf5983-37cc-4e5b-8b97-b1c7a3bf74ed service neutron] show failed (client error): The resource could not be found. Feb 18 08:43:45.099458 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-1bbf5983-37cc-4e5b-8b97-b1c7a3bf74ed service neutron] 10.222.0.81 "GET /v2.0/ports/6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf/bindings/n-h2-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.1076553 Feb 18 08:43:45.100067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.81', 50279) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:45.210712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e86a29b-4964-4160-b699-ac85ccd9c332 req-f2ee3c24-a62a-4e9c-9888-b394b054b751 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] No DVR routers for this DVR port 9df6f56e-8f70-48d7-a53d-ca72e3860b8c on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:43:45.218815 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0e86a29b-4964-4160-b699-ac85ccd9c332 req-f2ee3c24-a62a-4e9c-9888-b394b054b751 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:45.273468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d21bd6-ae84-463c-8cc4-8046997b2382 req-3241e7c9-5f19-498e-bc2b-102a9aba60ef tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:45.275529 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29d21bd6-ae84-463c-8cc4-8046997b2382 req-3241e7c9-5f19-498e-bc2b-102a9aba60ef tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 945 time: 0.5126400 Feb 18 08:43:45.302634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-e1614b42-e161-48b7-93cd-d4d165e78905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:45.304126 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-e1614b42-e161-48b7-93cd-d4d165e78905 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=85056e08b0104ec7abf83dbda7d5d1ae&device_id=c52d3ec0-e195-430b-88db-8e93245c93b3 HTTP/1.1" status: 200 len: 1099 time: 0.3834684 Feb 18 08:43:45.334857 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e86a29b-4964-4160-b699-ac85ccd9c332 req-f2ee3c24-a62a-4e9c-9888-b394b054b751 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.61 "DELETE /v2.0/ports/9df6f56e-8f70-48d7-a53d-ca72e3860b8c HTTP/1.1" status: 204 len: 173 time: 3.9348509 Feb 18 08:43:45.444110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-fe333206-3737-4c02-832c-066aa426508d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:45.445125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-fe333206-3737-4c02-832c-066aa426508d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Synchronizing usage tracker for tenant:acb5ccc9e90344ccb998b0892a2a055c on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:45.458036 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-848df3c3-9557-4daa-ac8f-36db96d6b17d None None] Set router 750484d5-88eb-4d99-b700-088a38dc5994 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:43:45.474952 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-5a5f9f85-782a-481e-a21b-a323f2aafb03 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d2c2ca2a-8b1c-48c2-b560-b2ab904b417f HTTP/1.1" status: 200 len: 217 time: 0.1242545 Feb 18 08:43:45.479641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-fe333206-3737-4c02-832c-066aa426508d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Unset dirty status for tenant:acb5ccc9e90344ccb998b0892a2a055c on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:45.481253 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-fe333206-3737-4c02-832c-066aa426508d tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.81 "GET /v2.0/networks?id=6c4c5e8e-8215-4796-a5ce-435bb8609f4a HTTP/1.1" status: 200 len: 822 time: 0.3800452 Feb 18 08:43:45.489890 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-32fe3ef3-853b-4f7e-98f1-c07d3b009f1c service neutron] 10.222.0.72 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406128 Feb 18 08:43:45.532566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-6f5f1297-af24-4dd1-bded-dd94df275ea7 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Synchronizing usage tracker for tenant:acb5ccc9e90344ccb998b0892a2a055c on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:45.546852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-6f5f1297-af24-4dd1-bded-dd94df275ea7 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Unset dirty status for tenant:acb5ccc9e90344ccb998b0892a2a055c on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:45.548325 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-6f5f1297-af24-4dd1-bded-dd94df275ea7 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acb5ccc9e90344ccb998b0892a2a055c HTTP/1.1" status: 200 len: 380 time: 0.0587399 Feb 18 08:43:45.564314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-0ec2fecd-7fcb-4e48-afb2-3df0550c0c00 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Request body: {'port': {'device_id': '9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'admin_state_up': True, 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'security_groups': ['45a4ba9e-f429-4f4c-be3a-169a614dc9d4']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:45.805540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-0ec2fecd-7fcb-4e48-afb2-3df0550c0c00 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:45.809912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-0ec2fecd-7fcb-4e48-afb2-3df0550c0c00 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Usage tracker for resource:port and tenant:acb5ccc9e90344ccb998b0892a2a055c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:45.812907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-0ec2fecd-7fcb-4e48-afb2-3df0550c0c00 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:45.820998 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29d21bd6-ae84-463c-8cc4-8046997b2382 req-e2847f79-7ba1-4d53-b8dc-bd63bdf0f6bd tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018010 Feb 18 08:43:45.835369 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-0ec2fecd-7fcb-4e48-afb2-3df0550c0c00 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:45.867376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-0ec2fecd-7fcb-4e48-afb2-3df0550c0c00 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Made reservation on behalf of acb5ccc9e90344ccb998b0892a2a055c for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:43:45.873314 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-0ec2fecd-7fcb-4e48-afb2-3df0550c0c00 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:45.980406 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-848df3c3-9557-4daa-ac8f-36db96d6b17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:41:25Z', 'revision_number': 4, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port': {'id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:18Z', 'updated_at': '2022-02-18T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f170f5bc-ccfb-4908-95e1-73fedb6080bf', 'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'mac_address': 'fa:16:3e:20:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:23Z', 'updated_at': '2022-02-18T08:41:36Z', 'revision_number': 5, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'subnets': [{'id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:43:45.990482 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848df3c3-9557-4daa-ac8f-36db96d6b17d None None] Checking router: 750484d5-88eb-4d99-b700-088a38dc5994 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:43:46.010716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848df3c3-9557-4daa-ac8f-36db96d6b17d None None] Routers {'750484d5-88eb-4d99-b700-088a38dc5994'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:43:46.011347 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-848df3c3-9557-4daa-ac8f-36db96d6b17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:43:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['750484d5-88eb-4d99-b700-088a38dc5994'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:43:46.033152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-18ab3e21-e205-4c3e-9d21-465f2ad12637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:46.034798 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-18ab3e21-e205-4c3e-9d21-465f2ad12637 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.5474222 Feb 18 08:43:46.226511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-1a632492-c648-4908-8878-f7e42a94a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:46.229148 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-1a632492-c648-4908-8878-f7e42a94a6a9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f&tenant_id=5705a2476ef74c5f99a6d92a75908a3b HTTP/1.1" status: 200 len: 1101 time: 0.6073682 Feb 18 08:43:46.235334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf62ca-3b05-4aa1-9a0f-3a01f6d165d4 req-ec36e687-4e00-44a3-a46b-effa5c90e855 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:46.236805 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4bdf62ca-3b05-4aa1-9a0f-3a01f6d165d4 req-ec36e687-4e00-44a3-a46b-effa5c90e855 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.81 "GET /v2.0/ports?device_id=50aaae18-2751-40aa-a5cc-b6300a2e3979 HTTP/1.1" status: 200 len: 950 time: 0.2138627 Feb 18 08:43:46.264687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:46.294970 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-0ec2fecd-7fcb-4e48-afb2-3df0550c0c00 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Allocated IP 172.20.0.13 (6c4c5e8e-8215-4796-a5ce-435bb8609f4a/db8c3d8b-3f4e-4938-bf14-6dbfccf62216/c50717f1-813d-4d83-88c1-3a9b0718a45d) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:43:46.309879 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-dac3952b-e724-4fc0-b8b1-31a647c047bf service neutron] 10.222.0.72 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7559319 Feb 18 08:43:46.319859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-848df3c3-9557-4daa-ac8f-36db96d6b17d None None] Set router 750484d5-88eb-4d99-b700-088a38dc5994 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:43:46.371852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-4bdf62ca-3b05-4aa1-9a0f-3a01f6d165d4 req-297d4140-7b76-42ca-8305-2889f35a4706 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Deleting port b2f04644-065a-4b2c-8ade-478ad15eb116 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:43:46.372319 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4bdf62ca-3b05-4aa1-9a0f-3a01f6d165d4 req-297d4140-7b76-42ca-8305-2889f35a4706 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:46.447519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18815db5-7d0e-4765-9f1d-784349064aee req-6e5642a2-ec2e-4a7a-9f0c-4cbf78e4b167 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:46.455062 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18815db5-7d0e-4765-9f1d-784349064aee req-6e5642a2-ec2e-4a7a-9f0c-4cbf78e4b167 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 946 time: 0.4192777 Feb 18 08:43:46.477757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-6f86a822-c960-40af-8891-6dabbd68b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:46.479152 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-6f86a822-c960-40af-8891-6dabbd68b1dc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3609302 Feb 18 08:43:46.483529 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:46.637052 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18815db5-7d0e-4765-9f1d-784349064aee req-491741d7-6f92-4147-bc41-009e66c073cb tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810396 Feb 18 08:43:46.702502 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df91f6a6-8868-427f-8235-49790076f011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df10ce9-dc75-4467-9cf6-3fe46137637f', 'code': 200} Feb 18 08:43:46.828705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-848df3c3-9557-4daa-ac8f-36db96d6b17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:41:25Z', 'revision_number': 4, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port': {'id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:18Z', 'updated_at': '2022-02-18T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f170f5bc-ccfb-4908-95e1-73fedb6080bf', 'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'mac_address': 'fa:16:3e:20:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:23Z', 'updated_at': '2022-02-18T08:41:36Z', 'revision_number': 5, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'subnets': [{'id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:43:46.833551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848df3c3-9557-4daa-ac8f-36db96d6b17d None None] The sync data for ids ['750484d5-88eb-4d99-b700-088a38dc5994'] in n-d-829434-1 is: [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:41:25Z', 'revision_number': 4, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port': {'id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:18Z', 'updated_at': '2022-02-18T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f170f5bc-ccfb-4908-95e1-73fedb6080bf', 'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'mac_address': 'fa:16:3e:20:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:23Z', 'updated_at': '2022-02-18T08:41:36Z', 'revision_number': 5, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'subnets': [{'id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:43:46.904224 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-0ec2fecd-7fcb-4e48-afb2-3df0550c0c00 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:46.946746 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-4bdf62ca-3b05-4aa1-9a0f-3a01f6d165d4 req-297d4140-7b76-42ca-8305-2889f35a4706 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] For port b2f04644-065a-4b2c-8ade-478ad15eb116, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b2f04644-065a-4b2c-8ade-478ad15eb116,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:46.947110 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4bdf62ca-3b05-4aa1-9a0f-3a01f6d165d4 req-297d4140-7b76-42ca-8305-2889f35a4706 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:46.955454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-0ec2fecd-7fcb-4e48-afb2-3df0550c0c00 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Transition to ACTIVE for port object c50717f1-813d-4d83-88c1-3a9b0718a45d will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:43:46.984776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-3c120cc3-e1ec-48df-9a6b-445e4fd26a77 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890835 Feb 18 08:43:47.032746 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3d470177-e28c-4fa2-a7a3-d48fcbb879df req-5e65d721-0b77-4a3d-8ab2-446d33682ac6 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Synchronizing usage tracker for tenant:acb5ccc9e90344ccb998b0892a2a055c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:47.098726 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-4bdf62ca-3b05-4aa1-9a0f-3a01f6d165d4 req-297d4140-7b76-42ca-8305-2889f35a4706 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Calling delete_port for b2f04644-065a-4b2c-8ade-478ad15eb116 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:43:47.253318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-0ec2fecd-7fcb-4e48-afb2-3df0550c0c00 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:47.259704 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612686d-41af-40c1-9255-37688fb837f5 None None] New status for floating IP 10f63271-d16a-4ebd-97c5-19ad3614e852: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:43:47.384502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-0ec2fecd-7fcb-4e48-afb2-3df0550c0c00 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Network 6c4c5e8e-8215-4796-a5ce-435bb8609f4a is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:43:47.388342 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4bdf62ca-3b05-4aa1-9a0f-3a01f6d165d4 req-297d4140-7b76-42ca-8305-2889f35a4706 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:47.390184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-0ec2fecd-7fcb-4e48-afb2-3df0550c0c00 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:43:47.398593 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-0ec2fecd-7fcb-4e48-afb2-3df0550c0c00 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:43:47.403699 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['b2f04644-065a-4b2c-8ade-478ad15eb116'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:43:47.404897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-0ec2fecd-7fcb-4e48-afb2-3df0550c0c00 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:47.405523 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-0ec2fecd-7fcb-4e48-afb2-3df0550c0c00 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:47.417691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2fecd-7fcb-4e48-afb2-3df0550c0c00 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Pushing event updated for resources: {'Port': ['ID=c50717f1-813d-4d83-88c1-3a9b0718a45d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:47.437408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3d470177-e28c-4fa2-a7a3-d48fcbb879df req-5e65d721-0b77-4a3d-8ab2-446d33682ac6 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Unset dirty status for tenant:acb5ccc9e90344ccb998b0892a2a055c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:47.460518 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d470177-e28c-4fa2-a7a3-d48fcbb879df req-5e65d721-0b77-4a3d-8ab2-446d33682ac6 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3 HTTP/1.1" status: 200 len: 210 time: 0.6007621 Feb 18 08:43:47.469062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['08089808-5d8a-4371-bcb0-1ff35a289d8f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:43:47.662464 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f9ed1a-9f26-4cb8-aee3-7a0650cdd001 req-2de64a39-012f-4588-bcf3-94bcf6052972 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543093 Feb 18 08:43:47.671526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d4140-7b76-42ca-8305-2889f35a4706 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Pushing event deleted for resources: {'Port': ['ID=b2f04644-065a-4b2c-8ade-478ad15eb116,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:47.729835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737daf2-1500-47f0-b5a0-35c892e8997a req-75195bdd-2897-42ca-a038-7cc5dadbbe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:47.731328 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3737daf2-1500-47f0-b5a0-35c892e8997a req-75195bdd-2897-42ca-a038-7cc5dadbbe98 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 1097 time: 0.8836250 Feb 18 08:43:47.777303 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdf62ca-3b05-4aa1-9a0f-3a01f6d165d4 req-297d4140-7b76-42ca-8305-2889f35a4706 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] No DVR routers for this DVR port b2f04644-065a-4b2c-8ade-478ad15eb116 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:43:47.783439 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-0ec2fecd-7fcb-4e48-afb2-3df0550c0c00 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2295187 Feb 18 08:43:47.784498 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4bdf62ca-3b05-4aa1-9a0f-3a01f6d165d4 req-297d4140-7b76-42ca-8305-2889f35a4706 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:47.786451 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4bdf62ca-3b05-4aa1-9a0f-3a01f6d165d4 req-297d4140-7b76-42ca-8305-2889f35a4706 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.81 "DELETE /v2.0/ports/b2f04644-065a-4b2c-8ade-478ad15eb116 HTTP/1.1" status: 204 len: 173 time: 1.5422871 Feb 18 08:43:47.787050 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50aaae18-2751-40aa-a5cc-b6300a2e3979', 'name': 'network-vif-deleted', 'tag': 'b2f04644-065a-4b2c-8ade-478ad15eb116'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:43:47.797683 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Request body: {'port': {'device_id': '9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:47.830236 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a8431bc2-b6ef-4689-a14a-59db79ed5c3e None None] Provisioning for port c50717f1-813d-4d83-88c1-3a9b0718a45d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:43:47.838147 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a8431bc2-b6ef-4689-a14a-59db79ed5c3e None None] Provisioning complete for port c50717f1-813d-4d83-88c1-3a9b0718a45d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:47.838997 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a8431bc2-b6ef-4689-a14a-59db79ed5c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:47.847977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c84d59-8f2b-4dbb-940d-56e4c0e4f689 req-1d13f14a-efc2-44a9-9baa-e9d126633d6e tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=50aaae18-2751-40aa-a5cc-b6300a2e3979 HTTP/1.1" status: 200 len: 210 time: 0.1848214 Feb 18 08:43:47.883759 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4d985-d238-409c-b887-92edfacde1ca req-12534294-c9d3-44ae-82dc-a2ba46d9568f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:47.889340 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3dc4d985-d238-409c-b887-92edfacde1ca req-12534294-c9d3-44ae-82dc-a2ba46d9568f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 950 time: 1.0409095 Feb 18 08:43:47.905055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] For port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:47.937846 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a8431bc2-b6ef-4689-a14a-59db79ed5c3e None None] Port c50717f1-813d-4d83-88c1-3a9b0718a45d cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:43:47.944730 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:47.945397 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] For port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:43:48.016909 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3737daf2-1500-47f0-b5a0-35c892e8997a req-f3ad3b05-a1ee-4a97-911b-6fe6baf5a17a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486670 Feb 18 08:43:48.095912 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:48.129070 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-e00352a6-b45f-4883-a18e-c46c02349fee req-aede0963-4648-4f77-8c4d-29d16203e4c5 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Synchronizing usage tracker for tenant:defe2ada260b412abce06bffcfc161c1 on resource:floatingip {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:48.158399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Transition to ACTIVE for port object 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:43:48.166149 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3dc4d985-d238-409c-b887-92edfacde1ca req-ba0e2c1c-9f88-46b3-97bd-8b3489e74528 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466165 Feb 18 08:43:48.167577 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-e00352a6-b45f-4883-a18e-c46c02349fee req-aede0963-4648-4f77-8c4d-29d16203e4c5 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Unset dirty status for tenant:defe2ada260b412abce06bffcfc161c1 on resource:floatingip {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:48.168677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e00352a6-b45f-4883-a18e-c46c02349fee req-aede0963-4648-4f77-8c4d-29d16203e4c5 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=defe2ada260b412abce06bffcfc161c1 HTTP/1.1" status: 200 len: 1655 time: 0.1505616 Feb 18 08:43:48.169607 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:48.427529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c50717f1-813d-4d83-88c1-3a9b0718a45d {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:43:48.435723 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:48.451415 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Transition to ACTIVE for port object c50717f1-813d-4d83-88c1-3a9b0718a45d will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:43:48.456773 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:48.475517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Pushing event updated for resources: {'Port': ['ID=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,revision_number=6']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:48.482953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] No DVR routers for this DVR port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:43:48.611534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00352a6-b45f-4883-a18e-c46c02349fee req-c1b82f6d-15dc-43a7-b3ae-c49358e608e9 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:48.613817 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e00352a6-b45f-4883-a18e-c46c02349fee req-c1b82f6d-15dc-43a7-b3ae-c49358e608e9 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/networks?id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&id=3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 787 time: 0.4108939 Feb 18 08:43:48.615126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Attempting to bind port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:43:48.615686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Attempting to bind port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:43:48.616245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Attempting to bind port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:48.630477 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-e00352a6-b45f-4883-a18e-c46c02349fee req-5c9aed25-d6e7-4960-9ffd-3564f6df601a tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:43:48.631747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e00352a6-b45f-4883-a18e-c46c02349fee req-5c9aed25-d6e7-4960-9ffd-3564f6df601a tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076361 Feb 18 08:43:48.633525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:43:48.634040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Attempting to bind port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:48.646794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:43:48.647139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:43:48.647562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:43:48.648112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Bound port: 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:43:48.648507 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:48.709941 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52d3ec0-e195-430b-88db-8e93245c93b3', 'tag': 'd2c2ca2a-8b1c-48c2-b560-b2ab904b417f', 'status': 'completed', 'code': 200} Feb 18 08:43:48.732987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9424c-02fc-46e2-8912-a363a82e0d2f req-9128cccd-2324-46dc-82ee-3d8f9b90ce56 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:48.735033 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7d9424c-02fc-46e2-8912-a363a82e0d2f req-9128cccd-2324-46dc-82ee-3d8f9b90ce56 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=c52d3ec0-e195-430b-88db-8e93245c93b3 HTTP/1.1" status: 200 len: 948 time: 0.3659523 Feb 18 08:43:48.846493 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Pushing event updated for resources: {'Port': ['ID=c50717f1-813d-4d83-88c1-3a9b0718a45d,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:48.888169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-bd4b995c-658a-4694-bba9-0d250b45149b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:48.897798 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-bd4b995c-658a-4694-bba9-0d250b45149b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.81 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 821 time: 0.2687938 Feb 18 08:43:48.912195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-4b64fbf3-0268-4e2e-abba-dd0d32e92d0e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Request body: {'port': {'device_id': '653eb90d-09e6-4315-b9e5-8c92ec529e39', 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91', 'admin_state_up': True, 'tenant_id': 'ee0715c9ca2d4e6ead6a5e9e3f746d1c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:48.943119 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7d9424c-02fc-46e2-8912-a363a82e0d2f req-a7499ee0-557f-4a84-90de-9418c020f49a tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971667 Feb 18 08:43:48.985258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] For port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:43:49.001931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] For port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:43:49.003629 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Attempting to bind port c50717f1-813d-4d83-88c1-3a9b0718a45d on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:43:49.003629 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Attempting to bind port c50717f1-813d-4d83-88c1-3a9b0718a45d by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '3a90ac9f-9916-42a6-9a0e-35487316ce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:43:49.003859 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Attempting to bind port c50717f1-813d-4d83-88c1-3a9b0718a45d on network 6c4c5e8e-8215-4796-a5ce-435bb8609f4a {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:49.012314 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:43:49.019391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Port c50717f1-813d-4d83-88c1-3a9b0718a45d on network 6c4c5e8e-8215-4796-a5ce-435bb8609f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:43:49.019708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Attempting to bind port c50717f1-813d-4d83-88c1-3a9b0718a45d on network 6c4c5e8e-8215-4796-a5ce-435bb8609f4a {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:49.020767 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:49.032233 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:43:49.033992 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Checking segment: {'id': '3a90ac9f-9916-42a6-9a0e-35487316ce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:43:49.033992 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Bound using segment: {'id': '3a90ac9f-9916-42a6-9a0e-35487316ce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:43:49.033992 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Bound port: c50717f1-813d-4d83-88c1-3a9b0718a45d, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a90ac9f-9916-42a6-9a0e-35487316ce3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:43:49.033992 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:49.061412 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cf409-2817-4c71-8109-93de25eb67bf req-0579858e-a82b-4fde-9a34-1dfe9cda766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:49.062911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c5cf409-2817-4c71-8109-93de25eb67bf req-0579858e-a82b-4fde-9a34-1dfe9cda766b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=85056e08b0104ec7abf83dbda7d5d1ae&device_id=c52d3ec0-e195-430b-88db-8e93245c93b3 HTTP/1.1" status: 200 len: 1099 time: 0.3186946 Feb 18 08:43:49.127780 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:43:49.154626 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-4b64fbf3-0268-4e2e-abba-dd0d32e92d0e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:43:49.160116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-4b64fbf3-0268-4e2e-abba-dd0d32e92d0e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Usage tracker for resource:port and tenant:ee0715c9ca2d4e6ead6a5e9e3f746d1c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:43:49.162964 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:49.163510 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:49.164210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-4b64fbf3-0268-4e2e-abba-dd0d32e92d0e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:43:49.165619 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] 10.222.0.61 "PUT /v2.0/ports/6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf HTTP/1.1" status: 200 len: 1096 time: 2.9163914 Feb 18 08:43:49.186428 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b524505-77cb-440c-8909-6e99b11e45af req-2a4ff372-25a9-43e5-b48c-77d2caad4098 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 210 time: 0.1127207 Feb 18 08:43:49.194191 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-4b64fbf3-0268-4e2e-abba-dd0d32e92d0e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:43:49.221162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] For port c50717f1-813d-4d83-88c1-3a9b0718a45d, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:43:49.225016 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] For port c50717f1-813d-4d83-88c1-3a9b0718a45d, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=c50717f1-813d-4d83-88c1-3a9b0718a45d,segment=NetworkSegment(3a90ac9f-9916-42a6-9a0e-35487316ce3b),segment_id=3a90ac9f-9916-42a6-9a0e-35487316ce3b)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:43:49.233395 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:49.285216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-4b64fbf3-0268-4e2e-abba-dd0d32e92d0e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Made reservation on behalf of ee0715c9ca2d4e6ead6a5e9e3f746d1c for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:43:49.286540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8f3c4-eff2-45c9-b0b7-9aa70df1c26c req-49b4aa81-086b-43eb-83ed-64691efd1c37 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:49.288988 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-4b64fbf3-0268-4e2e-abba-dd0d32e92d0e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:49.294364 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1a8f3c4-eff2-45c9-b0b7-9aa70df1c26c req-49b4aa81-086b-43eb-83ed-64691efd1c37 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 945 time: 0.4224050 Feb 18 08:43:49.324072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744b312-abf9-4784-998d-92fd8e97f152 service neutron] Pushing event updated for resources: {'Port': ['ID=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:49.330994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:49.331746 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:49.333662 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] 10.222.0.81 "PUT /v2.0/ports/c50717f1-813d-4d83-88c1-3a9b0718a45d HTTP/1.1" status: 200 len: 1092 time: 1.5405467 Feb 18 08:43:49.428015 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1a8f3c4-eff2-45c9-b0b7-9aa70df1c26c req-271819df-759e-4d02-8ced-7abc79b8ae2c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327713 Feb 18 08:43:49.446604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cf409-2817-4c71-8109-93de25eb67bf req-e3525cda-a117-4790-a5ef-902cda08e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:49.446880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21f8cb-49a7-44e6-a7c3-e711f7722924 service neutron] Pushing event updated for resources: {'Port': ['ID=c50717f1-813d-4d83-88c1-3a9b0718a45d,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:49.447871 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c5cf409-2817-4c71-8109-93de25eb67bf req-e3525cda-a117-4790-a5ef-902cda08e274 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.3644035 Feb 18 08:43:49.482683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd646a-6c52-435b-8a48-b55bf7002361 req-06eb067f-f518-46a1-b919-e32f9fcd042f tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:49.485079 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7edd646a-6c52-435b-8a48-b55bf7002361 req-06eb067f-f518-46a1-b919-e32f9fcd042f tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 946 time: 0.1466103 Feb 18 08:43:49.502619 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50aaae18-2751-40aa-a5cc-b6300a2e3979', 'name': 'network-vif-deleted', 'tag': 'b2f04644-065a-4b2c-8ade-478ad15eb116', 'status': 'completed', 'code': 200} Feb 18 08:43:49.574409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-f78f6475-fcc6-477f-bf8b-f538fd0e117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:49.576137 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-f78f6475-fcc6-477f-bf8b-f538fd0e117d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=acb5ccc9e90344ccb998b0892a2a055c&device_id=9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3 HTTP/1.1" status: 200 len: 1095 time: 0.1894524 Feb 18 08:43:49.658497 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-e5ab3f81-fe9b-44b7-ac80-ff20579e5083 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c50717f1-813d-4d83-88c1-3a9b0718a45d HTTP/1.1" status: 200 len: 217 time: 0.0726309 Feb 18 08:43:49.659542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-4b64fbf3-0268-4e2e-abba-dd0d32e92d0e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Allocated IP 172.20.0.7 (51c9510d-69f6-4794-8ea8-380b620d4b91/c0a4176b-79bd-4632-822e-600c5663a061/918423d4-67e0-46f8-bb7b-59253e8bb54a) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:43:49.751368 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-04a3c0a4-de1b-491c-a2b5-a28906cee687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:49.752731 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-04a3c0a4-de1b-491c-a2b5-a28906cee687 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db8c3d8b-3f4e-4938-bf14-6dbfccf62216 HTTP/1.1" status: 200 len: 861 time: 0.0886929 Feb 18 08:43:49.759906 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7edd646a-6c52-435b-8a48-b55bf7002361 req-2544f3c1-2df4-4cc7-842c-fd540ec0b1cd tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680979 Feb 18 08:43:49.765704 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c5cf409-2817-4c71-8109-93de25eb67bf req-f2f874ca-7936-437e-8e2c-d188b2b3023d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d2c2ca2a-8b1c-48c2-b560-b2ab904b417f HTTP/1.1" status: 200 len: 217 time: 0.1060882 Feb 18 08:43:49.906609 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36b7670a-310d-4066-911b-ba63f8dc1a9b req-9fa34e00-da40-4f93-b679-7ee1c2f2d2b6 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/floatingips/946c3c24-165e-4dc7-adb8-d944fef538ea HTTP/1.1" status: 200 len: 692 time: 0.1018176 Feb 18 08:43:49.945923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cf409-2817-4c71-8109-93de25eb67bf req-a439126b-2bc9-4735-916c-f13525fea4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:49.947455 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c5cf409-2817-4c71-8109-93de25eb67bf req-a439126b-2bc9-4735-916c-f13525fea4cf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1751111 Feb 18 08:43:50.037518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-5014200a-85bf-4b57-a499-65a4b715daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:50.038874 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-5014200a-85bf-4b57-a499-65a4b715daa7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6c4c5e8e-8215-4796-a5ce-435bb8609f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2786355 Feb 18 08:43:50.060884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d7d05-9029-46cb-b9aa-bf5cde1497db req-8a5842de-035a-4944-ae67-23588d8fc55b tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:50.062390 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d9d7d05-9029-46cb-b9aa-bf5cde1497db req-8a5842de-035a-4944-ae67-23588d8fc55b tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3 HTTP/1.1" status: 200 len: 944 time: 0.4038866 Feb 18 08:43:50.076660 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-4b64fbf3-0268-4e2e-abba-dd0d32e92d0e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:50.172850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7670a-310d-4066-911b-ba63f8dc1a9b req-44c9988d-f2df-4911-a5c2-1a9fd66882b0 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:50.174181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36b7670a-310d-4066-911b-ba63f8dc1a9b req-44c9988d-f2df-4911-a5c2-1a9fd66882b0 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.2584429 Feb 18 08:43:50.177769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d9d7d05-9029-46cb-b9aa-bf5cde1497db req-bb485dd1-3131-42ab-b4b2-678c6c2bb2f4 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055939 Feb 18 08:43:50.195221 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-e4b650e9-3d8e-407e-bb85-7865ff1045a6 service neutron] 10.222.0.81 "GET /v2.0/networks/6c4c5e8e-8215-4796-a5ce-435bb8609f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448472 Feb 18 08:43:50.230086 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-4b64fbf3-0268-4e2e-abba-dd0d32e92d0e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:50.235971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cf409-2817-4c71-8109-93de25eb67bf req-4b32345b-541f-4c9f-8030-05a74f4b7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:50.237465 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c5cf409-2817-4c71-8109-93de25eb67bf req-4b32345b-541f-4c9f-8030-05a74f4b7de3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2802014 Feb 18 08:43:50.284435 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36b7670a-310d-4066-911b-ba63f8dc1a9b req-dc65ca86-c4be-45f6-ad00-872d092b3410 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 695 time: 0.1022148 Feb 18 08:43:50.375624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-4b64fbf3-0268-4e2e-abba-dd0d32e92d0e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Network 51c9510d-69f6-4794-8ea8-380b620d4b91 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:43:50.376466 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64fbf3-0268-4e2e-abba-dd0d32e92d0e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Pushing event updated for resources: {'Port': ['ID=918423d4-67e0-46f8-bb7b-59253e8bb54a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:50.380748 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-4b64fbf3-0268-4e2e-abba-dd0d32e92d0e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:43:50.385458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-4b64fbf3-0268-4e2e-abba-dd0d32e92d0e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:43:50.390767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-4b64fbf3-0268-4e2e-abba-dd0d32e92d0e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:50.391527 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-4b64fbf3-0268-4e2e-abba-dd0d32e92d0e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:50.440130 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c4a36a00-579f-4d6d-ac8e-db4adf1a2b24 req-ed08919e-0206-4563-8a4e-dba3ac0e874f service neutron] 10.222.0.81 "GET /v2.0/networks/6c4c5e8e-8215-4796-a5ce-435bb8609f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320874 Feb 18 08:43:50.441485 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-4b64fbf3-0268-4e2e-abba-dd0d32e92d0e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5368705 Feb 18 08:43:50.454907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Request body: {'port': {'device_id': '653eb90d-09e6-4315-b9e5-8c92ec529e39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:43:50.463539 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36b7670a-310d-4066-911b-ba63f8dc1a9b req-efd68efc-d148-42bc-b7d7-9db5fc99378a tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 695 time: 0.1360264 Feb 18 08:43:50.563609 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:50.646193 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c5cf409-2817-4c71-8109-93de25eb67bf req-dafb4adb-ebb0-4594-8837-95c50b182a38 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020681 Feb 18 08:43:50.693032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-36b7670a-310d-4066-911b-ba63f8dc1a9b req-4c84692b-b2d4-4dbc-8d5e-62484d75eff4 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Deleting port d609c76c-004c-4ca4-8aa8-3da598b5d54c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:43:50.693372 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-36b7670a-310d-4066-911b-ba63f8dc1a9b req-4c84692b-b2d4-4dbc-8d5e-62484d75eff4 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:50.765255 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d2a158-746d-493b-979e-22de239c3e2a', 'name': 'network-vif-deleted', 'tag': '9df6f56e-8f70-48d7-a53d-ca72e3860b8c'}, {'server_uuid': '0a131cf2-f306-4d2d-a48c-c960e4413f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf'}, {'name': 'network-changed', 'server_uuid': '0a131cf2-f306-4d2d-a48c-c960e4413f3f', 'tag': '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:43:50.806065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a382f-ece6-47bd-b297-9eafd06fd3f9 req-b0605575-f274-4a3a-94e1-d02e464c0924 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:50.807522 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-478a382f-ece6-47bd-b297-9eafd06fd3f9 req-b0605575-f274-4a3a-94e1-d02e464c0924 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 948 time: 0.4186187 Feb 18 08:43:50.922680 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918423d4-67e0-46f8-bb7b-59253e8bb54a {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:43:50.931190 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:50.946972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Transition to ACTIVE for port object 918423d4-67e0-46f8-bb7b-59253e8bb54a will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:43:50.950900 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:51.026850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device b2f04644-065a-4b2c-8ade-478ad15eb116 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:43:51.072394 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: b2f04644-065a-4b2c-8ade-478ad15eb116 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:43:51.073076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device b2f04644-065a-4b2c-8ade-478ad15eb116 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:43:51.075053 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c5cf409-2817-4c71-8109-93de25eb67bf req-bc4298d3-c1bb-4b61-98e1-eed1fd9dffdb service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109838 Feb 18 08:43:51.093946 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-478a382f-ece6-47bd-b297-9eafd06fd3f9 req-518106b4-7a50-45aa-bcfb-1a9777d27093 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644727 Feb 18 08:43:51.112819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Pushing event updated for resources: {'Port': ['ID=918423d4-67e0-46f8-bb7b-59253e8bb54a,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:51.126034 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-36b7670a-310d-4066-911b-ba63f8dc1a9b req-4c84692b-b2d4-4dbc-8d5e-62484d75eff4 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:51.126368 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-36b7670a-310d-4066-911b-ba63f8dc1a9b req-4c84692b-b2d4-4dbc-8d5e-62484d75eff4 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:51.132308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Attempting to bind port 918423d4-67e0-46f8-bb7b-59253e8bb54a on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:43:51.132627 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Attempting to bind port 918423d4-67e0-46f8-bb7b-59253e8bb54a by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:43:51.133121 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Attempting to bind port 918423d4-67e0-46f8-bb7b-59253e8bb54a on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:51.137731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Port 918423d4-67e0-46f8-bb7b-59253e8bb54a on network 51c9510d-69f6-4794-8ea8-380b620d4b91 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:43:51.138049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Attempting to bind port 918423d4-67e0-46f8-bb7b-59253e8bb54a on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:43:51.143061 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:43:51.143389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Checking segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:43:51.143761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Bound using segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:43:51.144213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Bound port: 918423d4-67e0-46f8-bb7b-59253e8bb54a, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:43:51.144596 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:51.236135 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] For port 918423d4-67e0-46f8-bb7b-59253e8bb54a, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:43:51.239484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] For port 918423d4-67e0-46f8-bb7b-59253e8bb54a, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=918423d4-67e0-46f8-bb7b-59253e8bb54a,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:43:51.244030 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:51.253469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-36b7670a-310d-4066-911b-ba63f8dc1a9b req-4c84692b-b2d4-4dbc-8d5e-62484d75eff4 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Calling delete_port for d609c76c-004c-4ca4-8aa8-3da598b5d54c owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:43:51.301635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:51.302440 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:51.303843 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] 10.222.0.81 "PUT /v2.0/ports/918423d4-67e0-46f8-bb7b-59253e8bb54a HTTP/1.1" status: 200 len: 1091 time: 0.8536649 Feb 18 08:43:51.324942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3705c-4e7f-4bba-9ec9-3b1a5647e7fc service neutron] Pushing event updated for resources: {'Port': ['ID=918423d4-67e0-46f8-bb7b-59253e8bb54a,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:51.412258 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-36b7670a-310d-4066-911b-ba63f8dc1a9b req-4c84692b-b2d4-4dbc-8d5e-62484d75eff4 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:51.433496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-d68a541e-8b61-4705-bd2a-4f72c435ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:51.435015 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-d68a541e-8b61-4705-bd2a-4f72c435ef20 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 1094 time: 0.0721319 Feb 18 08:43:51.463217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84692b-b2d4-4dbc-8d5e-62484d75eff4 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Pushing event deleted for resources: {'Port': ['ID=d609c76c-004c-4ca4-8aa8-3da598b5d54c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:51.509633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3', 'tag': 'c50717f1-813d-4d83-88c1-3a9b0718a45d'}, {'name': 'network-changed', 'server_uuid': '653eb90d-09e6-4315-b9e5-8c92ec529e39', 'tag': '918423d4-67e0-46f8-bb7b-59253e8bb54a'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:43:51.515249 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-61ec50bf-cc80-48cd-ada4-7c907ef537b6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=918423d4-67e0-46f8-bb7b-59253e8bb54a HTTP/1.1" status: 200 len: 217 time: 0.0728586 Feb 18 08:43:51.559500 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-36b7670a-310d-4066-911b-ba63f8dc1a9b req-4c84692b-b2d4-4dbc-8d5e-62484d75eff4 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:51.578635 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-36b7670a-310d-4066-911b-ba63f8dc1a9b req-4c84692b-b2d4-4dbc-8d5e-62484d75eff4 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:51.579795 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36b7670a-310d-4066-911b-ba63f8dc1a9b req-4c84692b-b2d4-4dbc-8d5e-62484d75eff4 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "DELETE /v2.0/floatingips/946c3c24-165e-4dc7-adb8-d944fef538ea HTTP/1.1" status: 204 len: 173 time: 1.1060560 Feb 18 08:43:51.584051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-eb8076b4-1cb9-4121-b80c-26c733aa4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:51.585506 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-eb8076b4-1cb9-4121-b80c-26c733aa4adb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.0623128 Feb 18 08:43:51.634029 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-40d39e5e-5d9b-4cc8-b31f-d7c9eae3ef2c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418541 Feb 18 08:43:51.686558 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e482ba-0857-4b46-929f-43380874f990 req-bd015c23-10e3-433a-93e3-9d6ded2e79c9 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:51.688108 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13e482ba-0857-4b46-929f-43380874f990 req-bd015c23-10e3-433a-93e3-9d6ded2e79c9 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=c52d3ec0-e195-430b-88db-8e93245c93b3 HTTP/1.1" status: 200 len: 948 time: 0.0851860 Feb 18 08:43:51.785154 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13e482ba-0857-4b46-929f-43380874f990 req-f3d0781b-3b18-4056-aa09-1771e9511fc3 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909381 Feb 18 08:43:51.817777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b89456-64ec-4257-87b2-288bc315c5b2 req-8d826dee-87af-48f7-a02f-952faf0e8d31 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:51.819284 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63b89456-64ec-4257-87b2-288bc315c5b2 req-8d826dee-87af-48f7-a02f-952faf0e8d31 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 943 time: 0.1118994 Feb 18 08:43:51.859671 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-4b2347ba-6c36-42f4-8e4d-cf6a80ece1ff service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185726 Feb 18 08:43:51.878836 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63b89456-64ec-4257-87b2-288bc315c5b2 req-54bb57f6-0b3f-47ab-be45-2fe968b161a9 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470555 Feb 18 08:43:51.962227 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d2a158-746d-493b-979e-22de239c3e2a', 'name': 'network-vif-deleted', 'tag': '9df6f56e-8f70-48d7-a53d-ca72e3860b8c', 'status': 'completed', 'code': 200} Feb 18 08:43:51.962496 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a131cf2-f306-4d2d-a48c-c960e4413f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf', 'code': 200} Feb 18 08:43:51.962754 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a131cf2-f306-4d2d-a48c-c960e4413f3f', 'tag': '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf', 'status': 'completed', 'code': 200} Feb 18 08:43:52.023171 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a2005040-94fd-45fa-9d9b-2bcf1b404d15 req-9973c24d-b790-4d1f-90ab-cb82d796f686 service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565580 Feb 18 08:43:52.086017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-20eadfe2-c007-4390-8f4e-493320b3a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:52.087484 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-20eadfe2-c007-4390-8f4e-493320b3a01b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 1099 time: 0.0935829 Feb 18 08:43:52.329739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-64f49707-1c25-449e-a921-93cd4d05a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:52.331090 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-64f49707-1c25-449e-a921-93cd4d05a59d service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2138767 Feb 18 08:43:52.341931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835445e-4471-46be-8bc1-80324eabb4cb req-4d339bf9-15c3-46d2-b00f-9d15211fd0e6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:52.343287 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6835445e-4471-46be-8bc1-80324eabb4cb req-4d339bf9-15c3-46d2-b00f-9d15211fd0e6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 946 time: 0.2596767 Feb 18 08:43:52.400560 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3556d23-85a1-41ce-bac9-090ac654237b req-2f5bb5c3-262e-427d-b456-a809aaca9f21 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:52.401972 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3556d23-85a1-41ce-bac9-090ac654237b req-2f5bb5c3-262e-427d-b456-a809aaca9f21 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3 HTTP/1.1" status: 200 len: 944 time: 0.2788010 Feb 18 08:43:52.440875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-10f4389b-5111-4645-8340-1e171fa4c874 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf HTTP/1.1" status: 200 len: 217 time: 0.0966768 Feb 18 08:43:52.534075 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6835445e-4471-46be-8bc1-80324eabb4cb req-d290cbc2-f230-4243-889c-5498c11df0a8 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263645 Feb 18 08:43:52.538550 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3556d23-85a1-41ce-bac9-090ac654237b req-cd2cf078-ac3b-4c27-a664-9b24bc62e6c4 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298311 Feb 18 08:43:52.543312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-7bf2a0b6-7343-479d-aecf-9e20d98835a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:52.544747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-7bf2a0b6-7343-479d-aecf-9e20d98835a5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0954201 Feb 18 08:43:52.599219 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3', 'tag': 'c50717f1-813d-4d83-88c1-3a9b0718a45d', 'status': 'completed', 'code': 200} Feb 18 08:43:52.600147 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653eb90d-09e6-4315-b9e5-8c92ec529e39', 'tag': '918423d4-67e0-46f8-bb7b-59253e8bb54a', 'status': 'completed', 'code': 200} Feb 18 08:43:52.700092 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93c464aa-580b-4319-9d67-2791d71a0363 req-835f0a73-43cd-4118-a09f-96baf4846143 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/floatingips/36ce07c0-e11d-4568-b4cd-13c455bb4781 HTTP/1.1" status: 200 len: 692 time: 0.0901301 Feb 18 08:43:52.705022 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-5bb66516-2c5f-44bc-ae45-3272e9a6b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:52.706447 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-5bb66516-2c5f-44bc-ae45-3272e9a6b83b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1549156 Feb 18 08:43:52.710001 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138325ce-692b-4c1a-832d-007352b3a313 req-e691b982-2625-4d5d-a2ff-d37007831eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:52.711580 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-138325ce-692b-4c1a-832d-007352b3a313 req-e691b982-2625-4d5d-a2ff-d37007831eaf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=acb5ccc9e90344ccb998b0892a2a055c&device_id=9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3 HTTP/1.1" status: 200 len: 1095 time: 0.0821042 Feb 18 08:43:52.852597 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138325ce-692b-4c1a-832d-007352b3a313 req-7f7e7907-ecc5-417d-8310-e01e11b8e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:52.853718 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-138325ce-692b-4c1a-832d-007352b3a313 req-7f7e7907-ecc5-417d-8310-e01e11b8e726 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6c4c5e8e-8215-4796-a5ce-435bb8609f4a HTTP/1.1" status: 200 len: 923 time: 0.1337752 Feb 18 08:43:52.926067 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-138325ce-692b-4c1a-832d-007352b3a313 req-72883fd6-a637-4439-8eb3-76ffb5b6a644 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c50717f1-813d-4d83-88c1-3a9b0718a45d HTTP/1.1" status: 200 len: 217 time: 0.0653875 Feb 18 08:43:52.988137 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138325ce-692b-4c1a-832d-007352b3a313 req-0cb21bff-547c-4bed-a69f-cd060a515777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:52.989577 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-138325ce-692b-4c1a-832d-007352b3a313 req-0cb21bff-547c-4bed-a69f-cd060a515777 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db8c3d8b-3f4e-4938-bf14-6dbfccf62216 HTTP/1.1" status: 200 len: 861 time: 0.0574002 Feb 18 08:43:53.040254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d2c2ca2a-8b1c-48c2-b560-b2ab904b417f details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:43:53.069259 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138325ce-692b-4c1a-832d-007352b3a313 req-51bb1019-9b9c-4bc4-9f07-658efbcfa5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:53.071799 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-138325ce-692b-4c1a-832d-007352b3a313 req-51bb1019-9b9c-4bc4-9f07-658efbcfa5f3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6c4c5e8e-8215-4796-a5ce-435bb8609f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759478 Feb 18 08:43:53.112835 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-e25e2f6e-a5a5-41d0-8948-a37c73823081 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830774 Feb 18 08:43:53.119424 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c464aa-580b-4319-9d67-2791d71a0363 req-0f8a62bb-d69c-41b8-8b2a-ad77d0d8fead tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:53.120692 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93c464aa-580b-4319-9d67-2791d71a0363 req-0f8a62bb-d69c-41b8-8b2a-ad77d0d8fead tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.4132814 Feb 18 08:43:53.185362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d2c2ca2a-8b1c-48c2-b560-b2ab904b417f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d2c2ca2a-8b1c-48c2-b560-b2ab904b417f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:53.200101 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'd2c2ca2a-8b1c-48c2-b560-b2ab904b417f', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': 'd2c2ca2a-8b1c-48c2-b560-b2ab904b417f', 'mac_address': 'fa:16:3e:c4:cc:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:43:53.205967 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-138325ce-692b-4c1a-832d-007352b3a313 req-8f7999b4-de01-4aeb-831a-ff4225974356 service neutron] 10.222.0.81 "GET /v2.0/networks/6c4c5e8e-8215-4796-a5ce-435bb8609f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275411 Feb 18 08:43:53.256485 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:53.278168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-93c464aa-580b-4319-9d67-2791d71a0363 req-8f5823b3-6133-41b5-887d-95cac651dd4d tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Synchronizing usage tracker for tenant:defe2ada260b412abce06bffcfc161c1 on resource:floatingip {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:53.278820 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c2ca2a-8b1c-48c2-b560-b2ab904b417f {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:43:53.290441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc125c5-7b37-416e-9953-a4a910c0986d req-2947bb38-c640-42e9-86df-d1b7a25959a8 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:53.295914 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d2c2ca2a-8b1c-48c2-b560-b2ab904b417f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d2c2ca2a-8b1c-48c2-b560-b2ab904b417f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:53.296972 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0bc125c5-7b37-416e-9953-a4a910c0986d req-2947bb38-c640-42e9-86df-d1b7a25959a8 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 949 time: 0.5460572 Feb 18 08:43:53.301064 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:53.342834 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-138325ce-692b-4c1a-832d-007352b3a313 req-82da6426-f562-4bc5-89ab-89099b0ac858 service neutron] 10.222.0.81 "GET /v2.0/networks/6c4c5e8e-8215-4796-a5ce-435bb8609f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297317 Feb 18 08:43:53.395813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-81572524-60d2-4f1e-86fd-f35bbc546ddd service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741802 Feb 18 08:43:53.399939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-93c464aa-580b-4319-9d67-2791d71a0363 req-8f5823b3-6133-41b5-887d-95cac651dd4d tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Unset dirty status for tenant:defe2ada260b412abce06bffcfc161c1 on resource:floatingip {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:53.401275 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93c464aa-580b-4319-9d67-2791d71a0363 req-8f5823b3-6133-41b5-887d-95cac651dd4d tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 695 time: 0.2594230 Feb 18 08:43:53.413299 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=d2c2ca2a-8b1c-48c2-b560-b2ab904b417f,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:53.417180 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0bc125c5-7b37-416e-9953-a4a910c0986d req-75f03af5-705d-464b-8eb9-095173fc5a09 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192179 Feb 18 08:43:53.480101 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138325ce-692b-4c1a-832d-007352b3a313 req-567dd504-6c31-4316-ad57-5723bd5d3f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:53.481623 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-138325ce-692b-4c1a-832d-007352b3a313 req-567dd504-6c31-4316-ad57-5723bd5d3f9b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 1094 time: 0.0957994 Feb 18 08:43:53.504381 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93c464aa-580b-4319-9d67-2791d71a0363 req-57086dab-6e0c-4e3b-a3cc-08b327046cc3 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 695 time: 0.0861096 Feb 18 08:43:53.627924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138325ce-692b-4c1a-832d-007352b3a313 req-7fc1962e-7615-4967-8f86-692d5b75b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:53.629396 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-138325ce-692b-4c1a-832d-007352b3a313 req-7fc1962e-7615-4967-8f86-692d5b75b65d service neutron] 10.222.0.81 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 922 time: 0.1405916 Feb 18 08:43:53.699431 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-138325ce-692b-4c1a-832d-007352b3a313 req-8e4cfa1c-a873-4a75-9a66-62f987448bbf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=918423d4-67e0-46f8-bb7b-59253e8bb54a HTTP/1.1" status: 200 len: 217 time: 0.0634673 Feb 18 08:43:53.759013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['d2c2ca2a-8b1c-48c2-b560-b2ab904b417f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:43:53.763252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138325ce-692b-4c1a-832d-007352b3a313 req-b6b2d20a-42de-4b4f-9c10-a52e4b641585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:53.764744 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-138325ce-692b-4c1a-832d-007352b3a313 req-b6b2d20a-42de-4b4f-9c10-a52e4b641585 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.0589917 Feb 18 08:43:53.779530 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-93c464aa-580b-4319-9d67-2791d71a0363 req-f21836a9-c58d-45df-94d8-8f17ee9c1509 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Deleting port a02c01cb-de3f-46b7-941c-fea96965fe44 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:43:53.779808 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-93c464aa-580b-4319-9d67-2791d71a0363 req-f21836a9-c58d-45df-94d8-8f17ee9c1509 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:53.829236 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-138325ce-692b-4c1a-832d-007352b3a313 req-6d3b5b59-57a4-445e-b71f-8841ccad3fb3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572343 Feb 18 08:43:53.876190 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-21db95f8-0583-4f24-8402-7e50bca8b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:53.877683 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-21db95f8-0583-4f24-8402-7e50bca8b752 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 1099 time: 0.2725813 Feb 18 08:43:53.889203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8d58c-58d8-4205-a1d5-3b7842c386b5 req-228ab029-6a6f-4088-8f54-c58f43e91b13 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:53.890648 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcc8d58c-58d8-4205-a1d5-3b7842c386b5 req-228ab029-6a6f-4088-8f54-c58f43e91b13 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 948 time: 0.3173850 Feb 18 08:43:53.988617 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-138325ce-692b-4c1a-832d-007352b3a313 req-f661196e-84e0-4948-974d-e48f47d17f48 service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512551 Feb 18 08:43:54.094990 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcc8d58c-58d8-4205-a1d5-3b7842c386b5 req-e96355ae-f80e-4cf8-94be-a7f2606b05b2 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432905 Feb 18 08:43:54.139000 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-93c464aa-580b-4319-9d67-2791d71a0363 req-f21836a9-c58d-45df-94d8-8f17ee9c1509 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:54.139643 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-93c464aa-580b-4319-9d67-2791d71a0363 req-f21836a9-c58d-45df-94d8-8f17ee9c1509 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:54.206704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-1ed26cc1-ed32-48ee-a2a2-581c69cc2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:54.208169 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-1ed26cc1-ed32-48ee-a2a2-581c69cc2f8f service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2746382 Feb 18 08:43:54.223822 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-138325ce-692b-4c1a-832d-007352b3a313 req-5b1d7f78-e7a2-4c24-b998-eff2471e1f1b service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290039 Feb 18 08:43:54.394749 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-93c464aa-580b-4319-9d67-2791d71a0363 req-f21836a9-c58d-45df-94d8-8f17ee9c1509 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Calling delete_port for a02c01cb-de3f-46b7-941c-fea96965fe44 owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:43:54.535059 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-4d4b7dc5-a1b1-44db-8c99-28b491d9c38b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf HTTP/1.1" status: 200 len: 217 time: 0.1469958 Feb 18 08:43:54.669389 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-990cf362-f486-46dd-b573-20233f57895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:54.670812 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-990cf362-f486-46dd-b573-20233f57895f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1289837 Feb 18 08:43:54.730984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c0ac1-0364-4679-9dff-639d15d17394 req-103e8a43-7a6f-4ca0-872b-7afb69dd7b7d tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:54.732430 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-030c0ac1-0364-4679-9dff-639d15d17394 req-103e8a43-7a6f-4ca0-872b-7afb69dd7b7d tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=c52d3ec0-e195-430b-88db-8e93245c93b3 HTTP/1.1" status: 200 len: 949 time: 0.2591615 Feb 18 08:43:54.764783 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-93c464aa-580b-4319-9d67-2791d71a0363 req-f21836a9-c58d-45df-94d8-8f17ee9c1509 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:54.837108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21836a9-c58d-45df-94d8-8f17ee9c1509 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Pushing event deleted for resources: {'Port': ['ID=a02c01cb-de3f-46b7-941c-fea96965fe44,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:54.879036 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-030c0ac1-0364-4679-9dff-639d15d17394 req-794d93f8-9cfd-4cf9-bb6d-c70ec2d84bce tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381226 Feb 18 08:43:54.936078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-9001c57f-9def-42b2-9a84-e8a2872453a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:54.937571 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-9001c57f-9def-42b2-9a84-e8a2872453a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2583892 Feb 18 08:43:54.943931 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-93c464aa-580b-4319-9d67-2791d71a0363 req-f21836a9-c58d-45df-94d8-8f17ee9c1509 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:55.057813 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device c50717f1-813d-4d83-88c1-3a9b0718a45d details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:43:55.066436 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-93c464aa-580b-4319-9d67-2791d71a0363 req-f21836a9-c58d-45df-94d8-8f17ee9c1509 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:55.067544 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93c464aa-580b-4319-9d67-2791d71a0363 req-f21836a9-c58d-45df-94d8-8f17ee9c1509 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "DELETE /v2.0/floatingips/36ce07c0-e11d-4568-b4cd-13c455bb4781 HTTP/1.1" status: 204 len: 173 time: 1.5567763 Feb 18 08:43:55.126341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d2c2ca2a-8b1c-48c2-b560-b2ab904b417f up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:43:55.138857 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-766617fb-a78f-4d39-9396-ee859462c547 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869788 Feb 18 08:43:55.155088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cc797-1de2-465c-af9d-12938fec2949 req-4e81e75b-bc71-41f6-806c-2f5330581c69 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:55.160783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a97cc797-1de2-465c-af9d-12938fec2949 req-4e81e75b-bc71-41f6-806c-2f5330581c69 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 943 time: 0.1409669 Feb 18 08:43:55.300356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port c50717f1-813d-4d83-88c1-3a9b0718a45d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=c50717f1-813d-4d83-88c1-3a9b0718a45d,segment=NetworkSegment(3a90ac9f-9916-42a6-9a0e-35487316ce3b),segment_id=3a90ac9f-9916-42a6-9a0e-35487316ce3b)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:55.310705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port d2c2ca2a-8b1c-48c2-b560-b2ab904b417f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:43:55.318485 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'c50717f1-813d-4d83-88c1-3a9b0718a45d', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'port_id': 'c50717f1-813d-4d83-88c1-3a9b0718a45d', 'mac_address': 'fa:16:3e:43:24:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:43:55.320130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port d2c2ca2a-8b1c-48c2-b560-b2ab904b417f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:55.320518 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:55.339790 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a97cc797-1de2-465c-af9d-12938fec2949 req-97ca36b1-9089-4343-9dfd-b70ac9363a4c tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558428 Feb 18 08:43:55.397288 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7b649fe-db4f-430f-88fb-4907eff5c5eb req-d0e6af63-8e68-4038-be83-a87625211e38 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354350 Feb 18 08:43:55.412898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dad04-1f20-4902-9d2c-aef614807fe5 req-e6eb463a-7d19-4b54-971b-e9cb3988c47a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:55.420794 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-174dad04-1f20-4902-9d2c-aef614807fe5 req-e6eb463a-7d19-4b54-971b-e9cb3988c47a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 946 time: 0.2165301 Feb 18 08:43:55.422419 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:55.446468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50717f1-813d-4d83-88c1-3a9b0718a45d {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:43:55.491694 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port c50717f1-813d-4d83-88c1-3a9b0718a45d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=c50717f1-813d-4d83-88c1-3a9b0718a45d,segment=NetworkSegment(3a90ac9f-9916-42a6-9a0e-35487316ce3b),segment_id=3a90ac9f-9916-42a6-9a0e-35487316ce3b)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:55.501043 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:55.568887 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:55.582566 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-174dad04-1f20-4902-9d2c-aef614807fe5 req-36f72bfd-ae0b-4249-8489-8b5924af0ff1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595607 Feb 18 08:43:55.602381 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=c50717f1-813d-4d83-88c1-3a9b0718a45d,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:55.610759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52d3ec0-e195-430b-88db-8e93245c93b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c2ca2a-8b1c-48c2-b560-b2ab904b417f'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:43:55.622188 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d2c2ca2a-8b1c-48c2-b560-b2ab904b417f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d2c2ca2a-8b1c-48c2-b560-b2ab904b417f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:55.627559 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:55.641456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4041f76-147b-4494-b299-f059fe14515f req-6753aadd-4368-4755-9658-f3931334b783 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:55.642900 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4041f76-147b-4494-b299-f059fe14515f req-6753aadd-4368-4755-9658-f3931334b783 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3 HTTP/1.1" status: 200 len: 945 time: 0.1896906 Feb 18 08:43:55.673188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-ec2d697a-3b1a-4b29-b570-bdd6b8ba49ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:55.675413 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-ec2d697a-3b1a-4b29-b570-bdd6b8ba49ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 1099 time: 0.1864240 Feb 18 08:43:55.705794 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=d2c2ca2a-8b1c-48c2-b560-b2ab904b417f,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:55.794735 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4041f76-147b-4494-b299-f059fe14515f req-66f30793-b8a7-4223-972c-4a1b07fe5347 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425130 Feb 18 08:43:55.798024 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['c50717f1-813d-4d83-88c1-3a9b0718a45d'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:43:56.041298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-73066731-0965-4598-9d85-08375d0682ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:56.042725 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-73066731-0965-4598-9d85-08375d0682ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.3544168 Feb 18 08:43:56.123682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7301cd-1c45-4ae9-b410-e2fb1508f175 req-b708b353-7988-4a40-be73-79512c25731a tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:56.125139 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c7301cd-1c45-4ae9-b410-e2fb1508f175 req-b708b353-7988-4a40-be73-79512c25731a tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 945 time: 0.4159770 Feb 18 08:43:56.136363 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-4b6b9f54-f03a-4312-a348-35903f0f5ee7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf HTTP/1.1" status: 200 len: 217 time: 0.0808682 Feb 18 08:43:56.224947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c7301cd-1c45-4ae9-b410-e2fb1508f175 req-c3165432-2587-40b5-9d0c-5b9e6d3c7d9e tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901299 Feb 18 08:43:56.232805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e713c-b57d-4db1-bdcc-2afd8d16b7e9 req-88941122-be35-47a5-896e-a28ac231f9c9 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:56.234211 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e58e713c-b57d-4db1-bdcc-2afd8d16b7e9 req-88941122-be35-47a5-896e-a28ac231f9c9 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 949 time: 0.2662892 Feb 18 08:43:56.262218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-a6264a23-2b0f-436f-bd24-11b6e09e84b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:56.263581 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-a6264a23-2b0f-436f-bd24-11b6e09e84b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1138909 Feb 18 08:43:56.393167 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ca825f1-173b-4233-8269-435fcf53f0a1 req-23ede4da-505d-42b7-bc43-7e47bee32300 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/floatingips/4854e8c3-25fe-4525-b20a-4e3eacf74964 HTTP/1.1" status: 200 len: 693 time: 0.1324599 Feb 18 08:43:56.408461 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e58e713c-b57d-4db1-bdcc-2afd8d16b7e9 req-123c194a-5be9-420d-81dc-37c5828aa8c4 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbbe07f3-fe56-41a5-baa4-2118800e638e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659529 Feb 18 08:43:56.562164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-70656440-6ea5-4054-b802-3a8c3782ba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:56.563597 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-70656440-6ea5-4054-b802-3a8c3782ba49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2467949 Feb 18 08:43:56.728254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca825f1-173b-4233-8269-435fcf53f0a1 req-2e3f96f3-985b-4ac4-a1dc-334cee60677b tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:56.729532 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ca825f1-173b-4233-8269-435fcf53f0a1 req-2e3f96f3-985b-4ac4-a1dc-334cee60677b tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.3253894 Feb 18 08:43:56.858503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7ca825f1-173b-4233-8269-435fcf53f0a1 req-57b77758-ad0e-4348-a4fd-5c583608f893 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Synchronizing usage tracker for tenant:defe2ada260b412abce06bffcfc161c1 on resource:floatingip {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:56.893706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d0906-1773-4a46-b25c-7da26123ec6d req-bd385c80-f1ce-4e05-aa4e-52cbac0c5c5c tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:56.895146 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-583d0906-1773-4a46-b25c-7da26123ec6d req-bd385c80-f1ce-4e05-aa4e-52cbac0c5c5c tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 948 time: 0.3893645 Feb 18 08:43:56.896876 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-0f7a1900-00a5-405d-943d-aa05b9d61704 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152506 Feb 18 08:43:56.947653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7ca825f1-173b-4233-8269-435fcf53f0a1 req-57b77758-ad0e-4348-a4fd-5c583608f893 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Unset dirty status for tenant:defe2ada260b412abce06bffcfc161c1 on resource:floatingip {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:56.948776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ca825f1-173b-4233-8269-435fcf53f0a1 req-57b77758-ad0e-4348-a4fd-5c583608f893 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 696 time: 0.2088301 Feb 18 08:43:57.008428 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4136c-fc50-4062-9235-fcb415fb6c21 req-b95dd203-97ae-4730-994a-3d5061817dc4 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:57.009728 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3e4136c-fc50-4062-9235-fcb415fb6c21 req-b95dd203-97ae-4730-994a-3d5061817dc4 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 949 time: 0.3467216 Feb 18 08:43:57.084890 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 918423d4-67e0-46f8-bb7b-59253e8bb54a details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:43:57.089012 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device c50717f1-813d-4d83-88c1-3a9b0718a45d up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:43:57.156390 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ca825f1-173b-4233-8269-435fcf53f0a1 req-a6af33b2-8c0d-4b89-b376-5d2f02de94a7 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 696 time: 0.1561215 Feb 18 08:43:57.167672 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-583d0906-1773-4a46-b25c-7da26123ec6d req-b9c4922f-3ac8-4347-a5bf-ce47d5dff682 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662170 Feb 18 08:43:57.236612 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port c50717f1-813d-4d83-88c1-3a9b0718a45d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:43:57.244015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port c50717f1-813d-4d83-88c1-3a9b0718a45d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:57.244423 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:57.286078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16c782cf-13d6-406b-875c-d5b3ffad75dc req-e121e839-a748-466d-9306-7d69e6db10fb service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805275 Feb 18 08:43:57.290459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-a3e4136c-fc50-4062-9235-fcb415fb6c21 req-4c9204cb-56f2-4b1c-9631-8a0e3e8fdac8 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Deleting port 08089808-5d8a-4371-bcb0-1ff35a289d8f {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:43:57.290801 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a3e4136c-fc50-4062-9235-fcb415fb6c21 req-4c9204cb-56f2-4b1c-9631-8a0e3e8fdac8 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:57.340686 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 918423d4-67e0-46f8-bb7b-59253e8bb54a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=918423d4-67e0-46f8-bb7b-59253e8bb54a,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:57.362394 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '918423d4-67e0-46f8-bb7b-59253e8bb54a', 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91', 'port_id': '918423d4-67e0-46f8-bb7b-59253e8bb54a', 'mac_address': 'fa:16:3e:59:dc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a4176b-79bd-4632-822e-600c5663a061', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:43:57.469954 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:57.481915 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:57.504348 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918423d4-67e0-46f8-bb7b-59253e8bb54a {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:43:57.530413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 918423d4-67e0-46f8-bb7b-59253e8bb54a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=918423d4-67e0-46f8-bb7b-59253e8bb54a,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:57.533141 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port c50717f1-813d-4d83-88c1-3a9b0718a45d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=c50717f1-813d-4d83-88c1-3a9b0718a45d,segment=NetworkSegment(3a90ac9f-9916-42a6-9a0e-35487316ce3b),segment_id=3a90ac9f-9916-42a6-9a0e-35487316ce3b)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:57.534436 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:57.569210 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:57.570587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-7ca825f1-173b-4233-8269-435fcf53f0a1 req-2e057a5f-9b19-4c80-9faf-9f5008f08472 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Deleting port e69d93ac-2bcb-41e5-8f89-c1e5489b552c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:43:57.570997 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7ca825f1-173b-4233-8269-435fcf53f0a1 req-2e057a5f-9b19-4c80-9faf-9f5008f08472 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:57.602517 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=918423d4-67e0-46f8-bb7b-59253e8bb54a,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:57.668340 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=c50717f1-813d-4d83-88c1-3a9b0718a45d,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:57.847382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affe384-9c74-444f-ae5b-535a7eacaff9 req-c62625bb-1e60-412c-9160-f786074b4e3a tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:57.848814 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4affe384-9c74-444f-ae5b-535a7eacaff9 req-c62625bb-1e60-412c-9160-f786074b4e3a tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 1097 time: 0.3593109 Feb 18 08:43:57.866504 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['918423d4-67e0-46f8-bb7b-59253e8bb54a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:43:57.933576 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7ca825f1-173b-4233-8269-435fcf53f0a1 req-2e057a5f-9b19-4c80-9faf-9f5008f08472 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:57.933902 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7ca825f1-173b-4233-8269-435fcf53f0a1 req-2e057a5f-9b19-4c80-9faf-9f5008f08472 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:58.092790 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-7ca825f1-173b-4233-8269-435fcf53f0a1 req-2e057a5f-9b19-4c80-9faf-9f5008f08472 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Calling delete_port for e69d93ac-2bcb-41e5-8f89-c1e5489b552c owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:43:58.130076 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4affe384-9c74-444f-ae5b-535a7eacaff9 req-77253055-cfe4-4dd5-90b9-ff6d26ace46a tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653627 Feb 18 08:43:58.146447 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a3e4136c-fc50-4062-9235-fcb415fb6c21 req-4c9204cb-56f2-4b1c-9631-8a0e3e8fdac8 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] For port 08089808-5d8a-4371-bcb0-1ff35a289d8f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=08089808-5d8a-4371-bcb0-1ff35a289d8f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:58.146815 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a3e4136c-fc50-4062-9235-fcb415fb6c21 req-4c9204cb-56f2-4b1c-9631-8a0e3e8fdac8 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:58.183736 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52d3ec0-e195-430b-88db-8e93245c93b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c2ca2a-8b1c-48c2-b560-b2ab904b417f', 'code': 200} Feb 18 08:43:58.281005 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-a3e4136c-fc50-4062-9235-fcb415fb6c21 req-4c9204cb-56f2-4b1c-9631-8a0e3e8fdac8 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Calling delete_port for 08089808-5d8a-4371-bcb0-1ff35a289d8f owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:43:58.319655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f0040-9482-4a7f-a760-38c31a7858e7 req-c06bdc81-01e6-4102-bf18-f8ac8188eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:58.321900 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c33f0040-9482-4a7f-a760-38c31a7858e7 req-c06bdc81-01e6-4102-bf18-f8ac8188eb61 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c52d3ec0-e195-430b-88db-8e93245c93b3 HTTP/1.1" status: 200 len: 1101 time: 0.0697875 Feb 18 08:43:58.361374 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c33f0040-9482-4a7f-a760-38c31a7858e7 req-62dbf56e-67e8-4554-afe0-962b784948a7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332515 Feb 18 08:43:58.542148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f84179-3565-485e-951e-da9314502e84 req-3e6ba35f-bb6e-48cf-bf34-f6e7b2bd0fff tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:58.543520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30f84179-3565-485e-951e-da9314502e84 req-3e6ba35f-bb6e-48cf-bf34-f6e7b2bd0fff tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=c52d3ec0-e195-430b-88db-8e93245c93b3 HTTP/1.1" status: 200 len: 950 time: 0.2693570 Feb 18 08:43:58.546395 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7ca825f1-173b-4233-8269-435fcf53f0a1 req-2e057a5f-9b19-4c80-9faf-9f5008f08472 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:58.622563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e057a5f-9b19-4c80-9faf-9f5008f08472 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Pushing event deleted for resources: {'Port': ['ID=e69d93ac-2bcb-41e5-8f89-c1e5489b552c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:58.669263 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a3e4136c-fc50-4062-9235-fcb415fb6c21 req-4c9204cb-56f2-4b1c-9631-8a0e3e8fdac8 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:58.750565 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30f84179-3565-485e-951e-da9314502e84 req-681e07c4-abf7-41c4-8185-1cb09f40c58a tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996176 Feb 18 08:43:58.762151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9204cb-56f2-4b1c-9631-8a0e3e8fdac8 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Pushing event deleted for resources: {'Port': ['ID=08089808-5d8a-4371-bcb0-1ff35a289d8f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:58.990024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e4136c-fc50-4062-9235-fcb415fb6c21 req-4c9204cb-56f2-4b1c-9631-8a0e3e8fdac8 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] No DVR routers for this DVR port 08089808-5d8a-4371-bcb0-1ff35a289d8f on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:43:58.991743 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7ca825f1-173b-4233-8269-435fcf53f0a1 req-2e057a5f-9b19-4c80-9faf-9f5008f08472 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:58.999836 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a3e4136c-fc50-4062-9235-fcb415fb6c21 req-4c9204cb-56f2-4b1c-9631-8a0e3e8fdac8 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:59.003188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e147089-0b07-4cd1-bedc-780d089b9314', 'name': 'network-vif-deleted', 'tag': '08089808-5d8a-4371-bcb0-1ff35a289d8f'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:43:59.049556 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3e4136c-fc50-4062-9235-fcb415fb6c21 req-4c9204cb-56f2-4b1c-9631-8a0e3e8fdac8 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.61 "DELETE /v2.0/ports/08089808-5d8a-4371-bcb0-1ff35a289d8f HTTP/1.1" status: 204 len: 173 time: 1.9804642 Feb 18 08:43:59.054023 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7ca825f1-173b-4233-8269-435fcf53f0a1 req-2e057a5f-9b19-4c80-9faf-9f5008f08472 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:59.055674 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ca825f1-173b-4233-8269-435fcf53f0a1 req-2e057a5f-9b19-4c80-9faf-9f5008f08472 tempest-FloatingIPDetailsTestJSON-300791006 tempest-FloatingIPDetailsTestJSON-300791006-project] 10.222.0.72 "DELETE /v2.0/floatingips/4854e8c3-25fe-4525-b20a-4e3eacf74964 HTTP/1.1" status: 204 len: 173 time: 1.8871350 Feb 18 08:43:59.065254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41942) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:43:59.083940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 918423d4-67e0-46f8-bb7b-59253e8bb54a up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:43:59.151967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681b1e5-25e3-48b1-9bad-8570b164cc6c req-a6700ae4-0ff0-4f35-b398-9944a19fb717 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:59.153528 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d681b1e5-25e3-48b1-9bad-8570b164cc6c req-a6700ae4-0ff0-4f35-b398-9944a19fb717 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 944 time: 0.1998684 Feb 18 08:43:59.207133 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 918423d4-67e0-46f8-bb7b-59253e8bb54a completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:43:59.215498 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 918423d4-67e0-46f8-bb7b-59253e8bb54a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:43:59.215869 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:59.353036 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d681b1e5-25e3-48b1-9bad-8570b164cc6c req-15d1838a-278f-4e3d-9d9c-23ebbc721d71 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790977 Feb 18 08:43:59.366843 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:59.400647 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 918423d4-67e0-46f8-bb7b-59253e8bb54a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=918423d4-67e0-46f8-bb7b-59253e8bb54a,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:43:59.404595 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:43:59.467025 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2290d-4468-43dc-bdd4-32208f7bb715 req-f8bd9e25-7812-499d-b290-0b2a97c78d67 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:59.468590 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eff2290d-4468-43dc-bdd4-32208f7bb715 req-f8bd9e25-7812-499d-b290-0b2a97c78d67 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3 HTTP/1.1" status: 200 len: 946 time: 0.2905121 Feb 18 08:43:59.474804 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=918423d4-67e0-46f8-bb7b-59253e8bb54a,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:43:59.646370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eff2290d-4468-43dc-bdd4-32208f7bb715 req-bfe46dcb-ecee-4246-8733-aaf3bf731c71 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670110 Feb 18 08:43:59.763931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce278d4d-24e0-4c28-9245-e865d378b0e7 req-bca679c7-88ca-41e9-9ff8-52b87e53513c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:43:59.766090 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce278d4d-24e0-4c28-9245-e865d378b0e7 req-bca679c7-88ca-41e9-9ff8-52b87e53513c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 945 time: 0.2904477 Feb 18 08:43:59.885171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-73b82976-7ab0-4993-8e37-a095091d1054 req-c6b9790b-2eb8-4edb-972c-7c5544d1efa5 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Synchronizing usage tracker for tenant:f851e672b7f346b99b91db4236205959 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:43:59.912879 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce278d4d-24e0-4c28-9245-e865d378b0e7 req-9c44e32b-1f23-4ab3-984e-775ec5bb4c8e tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389339 Feb 18 08:43:59.924744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-73b82976-7ab0-4993-8e37-a095091d1054 req-c6b9790b-2eb8-4edb-972c-7c5544d1efa5 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] Unset dirty status for tenant:f851e672b7f346b99b91db4236205959 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:43:59.925869 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73b82976-7ab0-4993-8e37-a095091d1054 req-c6b9790b-2eb8-4edb-972c-7c5544d1efa5 tempest-LiveMigrationNegativeTest-1760456496 tempest-LiveMigrationNegativeTest-1760456496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e147089-0b07-4cd1-bedc-780d089b9314 HTTP/1.1" status: 200 len: 210 time: 0.1185176 Feb 18 08:43:59.996531 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c569eb84-6177-4eb5-8a59-0339a2fa82fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:00.184711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50717f1-813d-4d83-88c1-3a9b0718a45d'}, {'server_uuid': '653eb90d-09e6-4315-b9e5-8c92ec529e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918423d4-67e0-46f8-bb7b-59253e8bb54a'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:00.208475 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2adfa993-32b0-4e2b-b47f-910ecdab5d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:00.325980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:44:00.340748 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 08089808-5d8a-4371-bcb0-1ff35a289d8f no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:44:00.347343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead70189-e475-41e9-a163-458b81e38a77 req-fd6830b4-5ce8-483a-80a0-b47dc1775a86 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:00.348814 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ead70189-e475-41e9-a163-458b81e38a77 req-fd6830b4-5ce8-483a-80a0-b47dc1775a86 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 948 time: 0.2984431 Feb 18 08:44:00.350512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41111a-6d50-4073-bebc-61088d200a3a req-d4ea6a17-e51c-4bd5-840f-dcc1821573ce tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:00.352442 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d41111a-6d50-4073-bebc-61088d200a3a req-d4ea6a17-e51c-4bd5-840f-dcc1821573ce tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 1097 time: 0.3077593 Feb 18 08:44:00.398045 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:44:00.433816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 08089808-5d8a-4371-bcb0-1ff35a289d8f {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:44:00.434156 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 08089808-5d8a-4371-bcb0-1ff35a289d8f not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:44:00.497470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:00.518349 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '88d063ed-bdc5-4b41-8b9a-f5c0d1503c08', 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c', 'port_id': '88d063ed-bdc5-4b41-8b9a-f5c0d1503c08', 'mac_address': 'fa:16:3e:05:ea:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f452f3ee-22b7-417e-bfeb-1f98c425e06c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:44:00.577698 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:00.580397 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d41111a-6d50-4073-bebc-61088d200a3a req-302c5647-0491-4a6f-b356-e33385cb0793 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193291 Feb 18 08:44:00.584462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ead70189-e475-41e9-a163-458b81e38a77 req-2d4b1957-c0d2-4ea4-b2a1-c01d3575f25e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246547 Feb 18 08:44:00.606110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:44:00.612750 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:00.629736 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:00.630474 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:44:00.651162 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e147089-0b07-4cd1-bedc-780d089b9314', 'name': 'network-vif-deleted', 'tag': '08089808-5d8a-4371-bcb0-1ff35a289d8f', 'status': 'completed', 'code': 200} Feb 18 08:44:00.683898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-c569eb84-6177-4eb5-8a59-0339a2fa82fa admin admin] Deleting port 315c74b8-ede6-48eb-9e54-093fcede5b09 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:44:00.684233 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c569eb84-6177-4eb5-8a59-0339a2fa82fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:00.846357 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50717f1-813d-4d83-88c1-3a9b0718a45d', 'code': 200} Feb 18 08:44:00.846543 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653eb90d-09e6-4315-b9e5-8c92ec529e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918423d4-67e0-46f8-bb7b-59253e8bb54a', 'code': 200} Feb 18 08:44:00.855556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:00.869891 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af8e4c-9771-49d9-a0f8-9c49f50a8967 req-806bae8d-3dd6-420d-80b0-bae6527f4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:00.871381 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-77af8e4c-9771-49d9-a0f8-9c49f50a8967 req-806bae8d-3dd6-420d-80b0-bae6527f4290 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3 HTTP/1.1" status: 200 len: 1097 time: 0.0744560 Feb 18 08:44:00.873262 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:00.889234 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf', 'mac_address': 'fa:16:3e:75:23:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:44:00.915347 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-77af8e4c-9771-49d9-a0f8-9c49f50a8967 req-f8d4156f-08a3-4463-b21b-47aab2295c38 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372128 Feb 18 08:44:00.947749 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:00.964905 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:44:00.980418 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:00.984157 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:01.038344 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22581342-863f-4e6d-a225-89ece54c0021 req-3d6dc7e6-2520-4fe6-9ade-6838592871b8 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:01.040729 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22581342-863f-4e6d-a225-89ece54c0021 req-3d6dc7e6-2520-4fe6-9ade-6838592871b8 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=c52d3ec0-e195-430b-88db-8e93245c93b3 HTTP/1.1" status: 200 len: 950 time: 0.3206003 Feb 18 08:44:01.058352 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:01.101231 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37b1e5-1b27-48c6-8b89-c7fb22b6e9a9 req-1634b592-9860-4437-bfc1-9e665b18c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:01.102102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['88d063ed-bdc5-4b41-8b9a-f5c0d1503c08'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:44:01.102640 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e37b1e5-1b27-48c6-8b89-c7fb22b6e9a9 req-1634b592-9860-4437-bfc1-9e665b18c3f4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 1096 time: 0.2878501 Feb 18 08:44:01.110296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-c569eb84-6177-4eb5-8a59-0339a2fa82fa admin admin] For port 315c74b8-ede6-48eb-9e54-093fcede5b09, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=315c74b8-ede6-48eb-9e54-093fcede5b09,segment=NetworkSegment(7c60e806-e698-4a1a-9e96-f5cee761587c),segment_id=7c60e806-e698-4a1a-9e96-f5cee761587c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:01.110658 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c569eb84-6177-4eb5-8a59-0339a2fa82fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:01.130440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dccd1-8c74-4fae-9a9d-a9bb15b9081b req-32387552-efe9-4a58-b38c-9c5834010a79 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:01.131860 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb9dccd1-8c74-4fae-9a9d-a9bb15b9081b req-32387552-efe9-4a58-b38c-9c5834010a79 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 945 time: 0.3159890 Feb 18 08:44:01.270395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-c569eb84-6177-4eb5-8a59-0339a2fa82fa admin admin] Calling delete_port for 315c74b8-ede6-48eb-9e54-093fcede5b09 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:44:01.305028 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22581342-863f-4e6d-a225-89ece54c0021 req-8f460f41-9881-4dbc-b2ec-eb60f5029813 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442143 Feb 18 08:44:01.363429 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb9dccd1-8c74-4fae-9a9d-a9bb15b9081b req-7cff6798-66d0-4fa3-9781-4d82d2e4d6ca tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813629 Feb 18 08:44:01.371917 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e37b1e5-1b27-48c6-8b89-c7fb22b6e9a9 req-6a349e3b-37c4-4c2b-9528-28a552a3be38 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307054 Feb 18 08:44:01.605699 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c569eb84-6177-4eb5-8a59-0339a2fa82fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:01.660439 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569eb84-6177-4eb5-8a59-0339a2fa82fa admin admin] Pushing event deleted for resources: {'Port': ['ID=315c74b8-ede6-48eb-9e54-093fcede5b09,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:01.734939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ea2c6-a6bf-4f03-bf2e-43fcb36aa0a6 req-ea8d0d50-a2fe-422a-bc55-73792c336d5f tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:01.736450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc4ea2c6-a6bf-4f03-bf2e-43fcb36aa0a6 req-ea8d0d50-a2fe-422a-bc55-73792c336d5f tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3 HTTP/1.1" status: 200 len: 946 time: 0.2984314 Feb 18 08:44:01.752947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161887e-29d5-4865-897d-75d091b09f6a req-314d71cf-74db-4659-bf6d-cb1fca708a8e tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:01.754419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3161887e-29d5-4865-897d-75d091b09f6a req-314d71cf-74db-4659-bf6d-cb1fca708a8e tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 944 time: 0.2801723 Feb 18 08:44:01.906372 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc4ea2c6-a6bf-4f03-bf2e-43fcb36aa0a6 req-cfbc08de-759f-46bb-9817-2c6129585bbe tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489279 Feb 18 08:44:01.924967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3161887e-29d5-4865-897d-75d091b09f6a req-ff2dc9f4-80a9-44a3-a639-6892faf6c671 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492467 Feb 18 08:44:02.051514 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c569eb84-6177-4eb5-8a59-0339a2fa82fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:02.344674 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:44:02.346788 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41980) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:02.428566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:44:02.428924 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:02.484597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c0406-01c0-4a47-a24e-064086aecb59 req-0e4878d9-d64e-4978-8612-7e5465082f4e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:02.492219 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-237c0406-01c0-4a47-a24e-064086aecb59 req-0e4878d9-d64e-4978-8612-7e5465082f4e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 949 time: 0.2609968 Feb 18 08:44:02.571044 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:02.573108 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-eff90ed8-c521-4ddc-9cce-d162d5f2c42e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f851e672b7f346b99b91db4236205959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246621 Feb 18 08:44:02.576287 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41996) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:02.638376 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-237c0406-01c0-4a47-a24e-064086aecb59 req-2ee7e2e7-4f35-4a82-80f0-d01c8cd37594 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447709 Feb 18 08:44:02.649628 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:02.650454 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4746239d-d031-4019-8761-793f27ce02dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:02.652220 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-da6b9e85-7f63-43ff-a728-7e94bf04c883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:02.656613 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:02.683750 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4746239d-d031-4019-8761-793f27ce02dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:02.730173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c569eb84-6177-4eb5-8a59-0339a2fa82fa admin admin] Router 6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:44:02.763704 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:02.807408 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4746239d-d031-4019-8761-793f27ce02dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:02.841022 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746239d-d031-4019-8761-793f27ce02dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbe07f3-fe56-41a5-baa4-2118800e638e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:02.847345 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3ebb61-02a1-4188-8ccb-556d2f65e1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d063ed-bdc5-4b41-8b9a-f5c0d1503c08'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:02.879774 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4746239d-d031-4019-8761-793f27ce02dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:02.892681 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4746239d-d031-4019-8761-793f27ce02dd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dbbe07f3-fe56-41a5-baa4-2118800e638e HTTP/1.1" status: 204 len: 168 time: 0.3109818 Feb 18 08:44:02.923438 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-06e80612-0dac-4016-b225-c0e989287162 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=85056e08b0104ec7abf83dbda7d5d1ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861499 Feb 18 08:44:03.181670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c569eb84-6177-4eb5-8a59-0339a2fa82fa admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:44:03.193110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb95ab90-bf23-4818-8d46-0a934674fdb1 None None] Sync routers for ids ['6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:44:03.197731 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c569eb84-6177-4eb5-8a59-0339a2fa82fa admin admin] 10.222.0.72 "PUT /v2.0/routers/6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1289659 Feb 18 08:44:03.198123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42032) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:03.206003 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb95ab90-bf23-4818-8d46-0a934674fdb1 None None] Routers {'6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:44:03.206782 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-bb95ab90-bf23-4818-8d46-0a934674fdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:44:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:44:03.218685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-db8c9116-4627-458c-86ef-c4e4dc146100 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:03.220977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-db8c9116-4627-458c-86ef-c4e4dc146100 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2868094 Feb 18 08:44:03.238103 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-b6376a88-2f8c-4aed-b415-210c2dc49cf0 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/quotas/85056e08b0104ec7abf83dbda7d5d1ae HTTP/1.1" status: 200 len: 375 time: 0.0119171 Feb 18 08:44:03.332007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42036) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:03.339564 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-a80e9e8c-4c42-42f3-b4f3-ead983619b54 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=85056e08b0104ec7abf83dbda7d5d1ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0911555 Feb 18 08:44:03.399875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-86a8f664-88c6-4f6e-aa22-c1b550fffefc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5fd4d23a4dec4ff48021c533fba40198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666730 Feb 18 08:44:03.403591 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42040) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:03.422897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-9a70bfe1-cbb0-4068-8d78-0140b88c72a9 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:44:03.431214 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-9a70bfe1-cbb0-4068-8d78-0140b88c72a9 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0339479 Feb 18 08:44:03.436802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-99f440aa-98c9-48b5-bd2a-ccacb0072efd service neutron] Request body: {'binding': {'host': 'n-h1-829434-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:03.437488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-99f440aa-98c9-48b5-bd2a-ccacb0072efd service neutron] Unknown quota resources ['binding']. {{(pid=87767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 18 08:44:03.467866 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b89be0d-c1e0-4565-bdfb-3f2a048d3ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:03.507641 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b89be0d-c1e0-4565-bdfb-3f2a048d3ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:03.531737 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a2eeed6-1580-4ddd-aa14-163cf51a196c admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:03.572726 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b89be0d-c1e0-4565-bdfb-3f2a048d3ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:03.573006 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-bb95ab90-bf23-4818-8d46-0a934674fdb1 None None] Set router 6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:44:03.655385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89be0d-c1e0-4565-bdfb-3f2a048d3ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f254ca-fc5a-4fd8-adc4-f587fa2cfaf8,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:03.726566 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b89be0d-c1e0-4565-bdfb-3f2a048d3ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:03.729978 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4b89be0d-c1e0-4565-bdfb-3f2a048d3ef7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b6f254ca-fc5a-4fd8-adc4-f587fa2cfaf8 HTTP/1.1" status: 204 len: 168 time: 0.3232801 Feb 18 08:44:03.773229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b3ca9-7c2b-4ad0-acf0-bbfa9893901d req-63bcc2fc-2dd6-4df0-9397-669e00986700 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:03.780345 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-481b3ca9-7c2b-4ad0-acf0-bbfa9893901d req-63bcc2fc-2dd6-4df0-9397-669e00986700 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 945 time: 0.1862142 Feb 18 08:44:03.824807 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:03.837005 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-481b3ca9-7c2b-4ad0-acf0-bbfa9893901d req-a2aee363-92a6-471d-909f-499d64a7116d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552626 Feb 18 08:44:03.848417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-99f440aa-98c9-48b5-bd2a-ccacb0072efd service neutron] Attempting to bind port 4df10ce9-dc75-4467-9cf6-3fe46137637f on host n-h1-829434-1 for vnic_type normal with profile None {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:44:03.848765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-99f440aa-98c9-48b5-bd2a-ccacb0072efd service neutron] Attempting to bind port 4df10ce9-dc75-4467-9cf6-3fe46137637f by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:44:03.849105 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-99f440aa-98c9-48b5-bd2a-ccacb0072efd service neutron] Attempting to bind port 4df10ce9-dc75-4467-9cf6-3fe46137637f on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:03.870396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-99f440aa-98c9-48b5-bd2a-ccacb0072efd service neutron] Port 4df10ce9-dc75-4467-9cf6-3fe46137637f on network e8816836-4120-4f1e-b024-4d70fd6a0963 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:44:03.870744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-99f440aa-98c9-48b5-bd2a-ccacb0072efd service neutron] Attempting to bind port 4df10ce9-dc75-4467-9cf6-3fe46137637f on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:03.889763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-99f440aa-98c9-48b5-bd2a-ccacb0072efd service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:44:03.890107 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-99f440aa-98c9-48b5-bd2a-ccacb0072efd service neutron] Checking segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:44:03.890492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-99f440aa-98c9-48b5-bd2a-ccacb0072efd service neutron] Bound using segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:44:03.890939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-99f440aa-98c9-48b5-bd2a-ccacb0072efd service neutron] Bound port: 4df10ce9-dc75-4467-9cf6-3fe46137637f, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:44:03.966915 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3ebb61-02a1-4188-8ccb-556d2f65e1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d063ed-bdc5-4b41-8b9a-f5c0d1503c08', 'code': 200} Feb 18 08:44:03.972083 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:04.014823 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-bb95ab90-bf23-4818-8d46-0a934674fdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'name': 'tempest-FloatingIPDetailsTestJSON-434078837-router', 'tenant_id': 'defe2ada260b412abce06bffcfc161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a92478e8-64ba-4ea0-803a-ccf30cef2cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:43:10Z', 'updated_at': '2022-02-18T08:44:01Z', 'revision_number': 5, 'project_id': 'defe2ada260b412abce06bffcfc161c1', 'gw_port': {'id': 'a92478e8-64ba-4ea0-803a-ccf30cef2cbf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:43:10Z', 'updated_at': '2022-02-18T08:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:44:04.020364 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb95ab90-bf23-4818-8d46-0a934674fdb1 None None] Checking router: 6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:44:04.036032 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb95ab90-bf23-4818-8d46-0a934674fdb1 None None] Routers {'6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:44:04.037159 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-bb95ab90-bf23-4818-8d46-0a934674fdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:44:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:44:04.072135 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-99f440aa-98c9-48b5-bd2a-ccacb0072efd service neutron] For port 4df10ce9-dc75-4467-9cf6-3fe46137637f, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=4df10ce9-dc75-4467-9cf6-3fe46137637f,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:44:04.084699 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a2eeed6-1580-4ddd-aa14-163cf51a196c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:04.099548 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-99f440aa-98c9-48b5-bd2a-ccacb0072efd service neutron] Notify callbacks [] for binding, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:04.101395 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-99f440aa-98c9-48b5-bd2a-ccacb0072efd service neutron] 10.222.0.72 "POST /v2.0/ports/4df10ce9-dc75-4467-9cf6-3fe46137637f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6681871 Feb 18 08:44:04.113046 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eeed6-1580-4ddd-aa14-163cf51a196c admin admin] Deleting port a92478e8-64ba-4ea0-803a-ccf30cef2cbf {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:44:04.113540 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a2eeed6-1580-4ddd-aa14-163cf51a196c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:04.134698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b0917-a3f2-4d04-baa0-2cf609131650 req-db779e5f-c674-4c26-a47b-56cae876df29 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:04.145562 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c4b0917-a3f2-4d04-baa0-2cf609131650 req-db779e5f-c674-4c26-a47b-56cae876df29 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3 HTTP/1.1" status: 200 len: 946 time: 0.1245115 Feb 18 08:44:04.214131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c4b0917-a3f2-4d04-baa0-2cf609131650 req-1d839da2-efd1-4adb-aab2-fe3c464917d6 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673478 Feb 18 08:44:04.290204 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-bb95ab90-bf23-4818-8d46-0a934674fdb1 None None] Set router 6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:44:04.391087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-7a2eeed6-1580-4ddd-aa14-163cf51a196c admin admin] For port a92478e8-64ba-4ea0-803a-ccf30cef2cbf, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a92478e8-64ba-4ea0-803a-ccf30cef2cbf,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:04.391427 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a2eeed6-1580-4ddd-aa14-163cf51a196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:04.397249 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91808baa-026b-4d89-b296-30a10130a503 req-63f89997-cf99-41ea-a6e1-8fc992d63a82 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 210 time: 0.0769722 Feb 18 08:44:04.427467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-bb95ab90-bf23-4818-8d46-0a934674fdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'name': 'tempest-FloatingIPDetailsTestJSON-434078837-router', 'tenant_id': 'defe2ada260b412abce06bffcfc161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:43:10Z', 'updated_at': '2022-02-18T08:44:04Z', 'revision_number': 6, 'project_id': 'defe2ada260b412abce06bffcfc161c1', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:44:04.433361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb95ab90-bf23-4818-8d46-0a934674fdb1 None None] The sync data for ids ['6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e'] in n-d-829434-1 is: [{'id': '6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e', 'name': 'tempest-FloatingIPDetailsTestJSON-434078837-router', 'tenant_id': 'defe2ada260b412abce06bffcfc161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:43:10Z', 'updated_at': '2022-02-18T08:44:04Z', 'revision_number': 6, 'project_id': 'defe2ada260b412abce06bffcfc161c1', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:44:04.588081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b5cf2-687f-43f5-ac55-772824bf644d req-7774e056-f016-421b-80a8-6a751b503922 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:04.590055 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-542b5cf2-687f-43f5-ac55-772824bf644d req-7774e056-f016-421b-80a8-6a751b503922 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 945 time: 0.1919687 Feb 18 08:44:04.625846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eeed6-1580-4ddd-aa14-163cf51a196c admin admin] Calling delete_port for a92478e8-64ba-4ea0-803a-ccf30cef2cbf owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:44:04.671508 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-542b5cf2-687f-43f5-ac55-772824bf644d req-8bf584f4-2d14-4eb5-8b89-24fb17a88a79 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677013 Feb 18 08:44:04.687752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba9593-6c3a-4a51-af5c-69087fbdac49 req-b8092023-7d05-41a4-8598-222192d4fcd7 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:04.689839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41ba9593-6c3a-4a51-af5c-69087fbdac49 req-b8092023-7d05-41a4-8598-222192d4fcd7 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 949 time: 0.1788602 Feb 18 08:44:04.749491 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41ba9593-6c3a-4a51-af5c-69087fbdac49 req-746f5385-2b88-4910-b272-580b6689e24a tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497782 Feb 18 08:44:04.880444 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:05.137814 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a2eeed6-1580-4ddd-aa14-163cf51a196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:05.176491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869d0e3-4d78-496f-b780-c9848a268235 req-3fbb1ae2-1746-4a96-930e-6db34928c548 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:05.178008 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a869d0e3-4d78-496f-b780-c9848a268235 req-3fbb1ae2-1746-4a96-930e-6db34928c548 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 1096 time: 0.2856510 Feb 18 08:44:05.187810 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573439f-5e97-4a27-beb1-7a9ec5014f1c req-2a922a67-571c-435e-85a9-b88b9576f40f tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:05.189334 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b573439f-5e97-4a27-beb1-7a9ec5014f1c req-2a922a67-571c-435e-85a9-b88b9576f40f tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 946 time: 0.1202331 Feb 18 08:44:05.236248 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eeed6-1580-4ddd-aa14-163cf51a196c admin admin] Pushing event deleted for resources: {'Port': ['ID=a92478e8-64ba-4ea0-803a-ccf30cef2cbf,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:05.241201 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a2eeed6-1580-4ddd-aa14-163cf51a196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:05.258311 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a869d0e3-4d78-496f-b780-c9848a268235 req-d4b1b5de-c558-4e93-aacb-64e758bfba59 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677261 Feb 18 08:44:05.263493 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b573439f-5e97-4a27-beb1-7a9ec5014f1c req-c5eecf12-ef20-4650-bf0d-1fb26b99b629 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574980 Feb 18 08:44:05.419476 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a2eeed6-1580-4ddd-aa14-163cf51a196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:05.422172 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a2eeed6-1580-4ddd-aa14-163cf51a196c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:05.527966 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a2eeed6-1580-4ddd-aa14-163cf51a196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:05.528501 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2eeed6-1580-4ddd-aa14-163cf51a196c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:44:05.551127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b139e-053e-4651-9e23-1cae3b4329af req-2022bb4f-40a9-4cbc-bcaf-215d9201a500 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:05.552388 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a2eeed6-1580-4ddd-aa14-163cf51a196c admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:05.552995 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5a0b139e-053e-4651-9e23-1cae3b4329af req-2022bb4f-40a9-4cbc-bcaf-215d9201a500 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3 HTTP/1.1" status: 200 len: 946 time: 0.1054211 Feb 18 08:44:05.554876 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7a2eeed6-1580-4ddd-aa14-163cf51a196c admin admin] 10.222.0.72 "DELETE /v2.0/routers/6206bf2f-e8e7-4ce7-a1bf-d7ed8cf4144e HTTP/1.1" status: 204 len: 168 time: 2.3555384 Feb 18 08:44:05.557944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42098) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:05.564006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42102) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:05.574656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-5ee1747f-c09c-40ed-9156-94799aeb204e tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Request body: {'floatingip': {'port_id': 'c50717f1-813d-4d83-88c1-3a9b0718a45d'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:05.591631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:44:05.630170 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d40cb2-6176-4a2b-82b5-ee54995930df admin admin] Deleting subnet 6cd23972-05fb-49fa-bc82-5cdffddc0288 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:44:05.636869 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-69d40cb2-6176-4a2b-82b5-ee54995930df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:05.721289 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ee1747f-c09c-40ed-9156-94799aeb204e tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:05.745813 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-69d40cb2-6176-4a2b-82b5-ee54995930df admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:05.803301 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-69d40cb2-6176-4a2b-82b5-ee54995930df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:05.973263 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-69d40cb2-6176-4a2b-82b5-ee54995930df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:06.010877 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-de8fb3b9-9048-438f-80a1-2f6133b3e531 req-57405c60-b4b6-4359-99bf-2b0e4478943a tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 210 time: 0.1455886 Feb 18 08:44:06.029388 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d40cb2-6176-4a2b-82b5-ee54995930df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cd23972-05fb-49fa-bc82-5cdffddc0288,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:06.031288 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-69d40cb2-6176-4a2b-82b5-ee54995930df admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:06.037638 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d8217a-12b8-4b2a-9239-549b7922aae7 None None] Network 35f5150c-20db-4116-af96-53c07c91f6f1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:44:06.040812 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-69d40cb2-6176-4a2b-82b5-ee54995930df admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6cd23972-05fb-49fa-bc82-5cdffddc0288 HTTP/1.1" status: 204 len: 168 time: 0.4813223 Feb 18 08:44:06.041420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42120) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:06.231844 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:06.255776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Deleting port 9f169cb8-54f5-4bbc-b525-c68488b3b535 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:44:06.256000 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:06.310438 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 315c74b8-ede6-48eb-9e54-093fcede5b09 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:44:06.352703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 315c74b8-ede6-48eb-9e54-093fcede5b09 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:44:06.353050 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 315c74b8-ede6-48eb-9e54-093fcede5b09 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:44:06.353528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a92478e8-64ba-4ea0-803a-ccf30cef2cbf no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:44:06.385310 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:44:06.431538 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: a92478e8-64ba-4ea0-803a-ccf30cef2cbf {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:44:06.431958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a92478e8-64ba-4ea0-803a-ccf30cef2cbf not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:44:06.438431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633b74a-200c-458e-91d1-7f9466b43f88 req-863fb84b-0952-4dbd-a8c0-78a3e379e309 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:06.440800 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b633b74a-200c-458e-91d1-7f9466b43f88 req-863fb84b-0952-4dbd-a8c0-78a3e379e309 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 949 time: 0.4268703 Feb 18 08:44:06.545038 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f991a0c2-0635-455b-adf6-ff892ff08e63 None None] DHCP port deletion for 35f5150c-20db-4116-af96-53c07c91f6f1 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:44:06.554605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f991a0c2-0635-455b-adf6-ff892ff08e63 None None] Deleting port 9f169cb8-54f5-4bbc-b525-c68488b3b535 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:44:06.555100 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f991a0c2-0635-455b-adf6-ff892ff08e63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:06.587687 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:06.603126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] For port 9f169cb8-54f5-4bbc-b525-c68488b3b535, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9f169cb8-54f5-4bbc-b525-c68488b3b535,segment=NetworkSegment(7c60e806-e698-4a1a-9e96-f5cee761587c),segment_id=7c60e806-e698-4a1a-9e96-f5cee761587c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:06.603688 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:06.608032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228a273-84a0-4ce8-977b-49608d432b57 req-0a5ef6ac-f2f3-4941-a6a1-68c966978605 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:06.615461 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c228a273-84a0-4ce8-977b-49608d432b57 req-0a5ef6ac-f2f3-4941-a6a1-68c966978605 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 945 time: 0.4023957 Feb 18 08:44:06.668951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3ebb61-02a1-4188-8ccb-556d2f65e1f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88d063ed-bdc5-4b41-8b9a-f5c0d1503c08'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:06.684573 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:06.783632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Calling delete_port for 9f169cb8-54f5-4bbc-b525-c68488b3b535 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:44:06.799222 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b633b74a-200c-458e-91d1-7f9466b43f88 req-e6bf7ec8-0a08-40c3-a63b-362703d1cf3c tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329700 Feb 18 08:44:06.828666 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:06.842738 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c228a273-84a0-4ce8-977b-49608d432b57 req-6e940dc2-a4ca-40b6-9f15-11753df8ca72 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263420 Feb 18 08:44:06.896229 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f991a0c2-0635-455b-adf6-ff892ff08e63 None None] For port 9f169cb8-54f5-4bbc-b525-c68488b3b535, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9f169cb8-54f5-4bbc-b525-c68488b3b535,segment=NetworkSegment(7c60e806-e698-4a1a-9e96-f5cee761587c),segment_id=7c60e806-e698-4a1a-9e96-f5cee761587c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:06.896611 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f991a0c2-0635-455b-adf6-ff892ff08e63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:07.058814 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:07.092544 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f991a0c2-0635-455b-adf6-ff892ff08e63 None None] Calling delete_port for 9f169cb8-54f5-4bbc-b525-c68488b3b535 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:44:07.134000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Pushing event deleted for resources: {'Port': ['ID=9f169cb8-54f5-4bbc-b525-c68488b3b535,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:07.145300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb04f0c-edc9-4b84-8268-6b3e77aac63c req-80c3110f-1484-413a-abc6-f32b4e101d3b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:07.146841 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ccb04f0c-edc9-4b84-8268-6b3e77aac63c req-80c3110f-1484-413a-abc6-f32b4e101d3b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 946 time: 0.1920328 Feb 18 08:44:07.155175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] No DVR routers for this DVR port 9f169cb8-54f5-4bbc-b525-c68488b3b535 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:44:07.192384 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:07.220097 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-f991a0c2-0635-455b-adf6-ff892ff08e63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:44:07.220498 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-f991a0c2-0635-455b-adf6-ff892ff08e63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:44:07.308580 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ccb04f0c-edc9-4b84-8268-6b3e77aac63c req-5459d5aa-3154-4f62-84bc-a069b147c8ed tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859237 Feb 18 08:44:07.328670 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:07.330808 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3ebb61-02a1-4188-8ccb-556d2f65e1f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88d063ed-bdc5-4b41-8b9a-f5c0d1503c08', 'code': 200} Feb 18 08:44:07.342893 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ee1747f-c09c-40ed-9156-94799aeb204e tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:07.353298 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ee1747f-c09c-40ed-9156-94799aeb204e tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:07.372576 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:44:07.373197 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:44:07.374594 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:44:07.375422 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Subscribe: > port after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:44:07.375940 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Subscribe: > port after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:44:07.376504 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Subscribe: > port after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:44:07.377236 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:44:07.377763 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:44:07.378291 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:44:07.378791 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:44:07.454114 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:44:07.454114 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:44:07.454375 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:44:07.454675 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:44:07.455110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f5150c-20db-4116-af96-53c07c91f6f1']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:44:07.486765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c60e806-e698-4a1a-9e96-f5cee761587c') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:44:07.487105 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c60e806-e698-4a1a-9e96-f5cee761587c') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:44:07.500984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:07.527385 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:07.535961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:44:07.536747 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: from cryptography.utils import int_from_bytes Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: from cryptography.utils import int_from_bytes Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: util.warn_limited( Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:44:07.555788 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:44:07.642652 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:07.682056 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Pushing event deleted for resources: {'Network': ['ID=35f5150c-20db-4116-af96-53c07c91f6f1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:07.685503 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:07.693823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9f5bbd3-05af-4504-a174-e8f98f79329b req-8f8c6b95-9e4c-41d0-94d5-06bc7c124508 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 210 time: 0.0904992 Feb 18 08:44:07.696829 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5908f390-fe9d-4004-9afa-de256512b69d admin admin] 10.222.0.72 "DELETE /v2.0/networks/35f5150c-20db-4116-af96-53c07c91f6f1 HTTP/1.1" status: 204 len: 168 time: 1.6540186 Feb 18 08:44:07.732595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f991a0c2-0635-455b-adf6-ff892ff08e63 None None] Deleting port 9f169cb8-54f5-4bbc-b525-c68488b3b535 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:44:07.733089 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f991a0c2-0635-455b-adf6-ff892ff08e63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:07.848309 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f991a0c2-0635-455b-adf6-ff892ff08e63 None None] The port '9f169cb8-54f5-4bbc-b525-c68488b3b535' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:44:07.862790 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-5ee1747f-c09c-40ed-9156-94799aeb204e tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Floating IP 10f63271-d16a-4ebd-97c5-19ad3614e852 associated. External IP: 172.25.1.146, port: c50717f1-813d-4d83-88c1-3a9b0718a45d. Feb 18 08:44:08.096865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42186) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:08.230525 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5e7f12b1-3be2-404e-9543-fdbd8bd2fb29 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=defe2ada260b412abce06bffcfc161c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1325133 Feb 18 08:44:08.233293 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42192) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:08.360366 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9f169cb8-54f5-4bbc-b525-c68488b3b535 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:44:08.362650 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5811317c-d2a0-47d2-b168-6c7375523712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:08.398642 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5811317c-d2a0-47d2-b168-6c7375523712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:08.402112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd7c98-92ba-4d2b-a28d-a4e872382b99 req-3414e312-624c-4e90-a6ba-3409d61700e9 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:08.403649 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dfbd7c98-92ba-4d2b-a28d-a4e872382b99 req-3414e312-624c-4e90-a6ba-3409d61700e9 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 949 time: 0.3836794 Feb 18 08:44:08.414459 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:44:08.462367 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5811317c-d2a0-47d2-b168-6c7375523712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:08.488443 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811317c-d2a0-47d2-b168-6c7375523712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df237ff8-7896-4428-8135-dc5ff4ce57be,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:08.492996 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5811317c-d2a0-47d2-b168-6c7375523712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:08.493380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 9f169cb8-54f5-4bbc-b525-c68488b3b535 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:44:08.493723 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9f169cb8-54f5-4bbc-b525-c68488b3b535 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:44:08.494987 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5811317c-d2a0-47d2-b168-6c7375523712 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/df237ff8-7896-4428-8135-dc5ff4ce57be HTTP/1.1" status: 204 len: 168 time: 0.2605686 Feb 18 08:44:08.571524 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dfbd7c98-92ba-4d2b-a28d-a4e872382b99 req-b008ec1b-187f-435c-ab2b-335d7e69fcc6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443381 Feb 18 08:44:08.614450 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:44:08.620983 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:44:08.621352 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:08.718270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2947756-c315-42d8-918b-76f9de913514 req-ce63266a-f27b-4782-a668-25e3378bffbf tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:08.727432 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2947756-c315-42d8-918b-76f9de913514 req-ce63266a-f27b-4782-a668-25e3378bffbf tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 943 time: 0.5661523 Feb 18 08:44:08.818049 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:08.854426 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:08.860427 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:08.937700 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2947756-c315-42d8-918b-76f9de913514 req-0b580685-5ee4-4ca7-ab32-0b0a0c85489c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065315 Feb 18 08:44:08.942968 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee1747f-c09c-40ed-9156-94799aeb204e tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Router 750484d5-88eb-4d99-b700-088a38dc5994 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:44:09.024516 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:09.074129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43c627-104f-4026-9034-ab0fffeb292a req-0095f0a0-e83e-4a43-8f5f-ba49383e3a26 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:09.080913 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e43c627-104f-4026-9034-ab0fffeb292a req-0095f0a0-e83e-4a43-8f5f-ba49383e3a26 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 946 time: 0.2933686 Feb 18 08:44:09.193605 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93e324fa-ac34-48b1-98ec-fc438d31cee2 req-dae4c359-9edc-4104-9cbd-b933c431bafe tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 210 time: 0.1107962 Feb 18 08:44:09.238611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42218) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:09.240324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e43c627-104f-4026-9034-ab0fffeb292a req-16add30b-75fd-47e5-b227-3b4cb94a4e14 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587136 Feb 18 08:44:09.250848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee1747f-c09c-40ed-9156-94799aeb204e tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:44:09.266105 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a652763-a1f7-40b7-973e-8b05bcbfe0e2 None None] Sync routers for ids ['750484d5-88eb-4d99-b700-088a38dc5994'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:44:09.286681 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ee1747f-c09c-40ed-9156-94799aeb204e tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:09.290725 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a652763-a1f7-40b7-973e-8b05bcbfe0e2 None None] Routers {'750484d5-88eb-4d99-b700-088a38dc5994'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:44:09.291353 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7a652763-a1f7-40b7-973e-8b05bcbfe0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:44:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['750484d5-88eb-4d99-b700-088a38dc5994'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:44:09.331914 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a131cf2-f306-4d2d-a48c-c960e4413f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:09.415844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5ee1747f-c09c-40ed-9156-94799aeb204e tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "PUT /v2.0/floatingips/10f63271-d16a-4ebd-97c5-19ad3614e852 HTTP/1.1" status: 200 len: 992 time: 3.8505652 Feb 18 08:44:09.416574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3', 'tag': 'c50717f1-813d-4d83-88c1-3a9b0718a45d'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:09.447277 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a131cf2-f306-4d2d-a48c-c960e4413f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf', 'code': 200} Feb 18 08:44:09.540351 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c8151fc9-ec3b-4732-a5f5-957329a7999e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:09.566687 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-7a652763-a1f7-40b7-973e-8b05bcbfe0e2 None None] Set router 750484d5-88eb-4d99-b700-088a38dc5994 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:44:09.580197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c8151fc9-ec3b-4732-a5f5-957329a7999e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:09.587822 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c8151fc9-ec3b-4732-a5f5-957329a7999e admin admin] Usage tracker for resource:security_group_rule and tenant:83c947b49cc148ec90e6e9dc010748a6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:09.595150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c8151fc9-ec3b-4732-a5f5-957329a7999e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:09.609630 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c8151fc9-ec3b-4732-a5f5-957329a7999e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:09.691888 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4c59c-bd9b-408c-89ed-ed5060d30d6b req-f0ed8b58-5e6f-416b-97f1-8aec3360a027 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:09.715316 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7af4c59c-bd9b-408c-89ed-ed5060d30d6b req-f0ed8b58-5e6f-416b-97f1-8aec3360a027 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3 HTTP/1.1" status: 200 len: 946 time: 0.1311197 Feb 18 08:44:09.763961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42250) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:09.836342 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7af4c59c-bd9b-408c-89ed-ed5060d30d6b req-f6905039-89ef-4575-b534-c4477a9223d8 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188996 Feb 18 08:44:09.918820 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c8151fc9-ec3b-4732-a5f5-957329a7999e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:09.928086 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3', 'tag': 'c50717f1-813d-4d83-88c1-3a9b0718a45d', 'status': 'completed', 'code': 200} Feb 18 08:44:09.930969 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c8151fc9-ec3b-4732-a5f5-957329a7999e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:10.085249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8151fc9-ec3b-4732-a5f5-957329a7999e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05785ee-2191-4c08-b544-452a68dbc099,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:10.095727 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c8151fc9-ec3b-4732-a5f5-957329a7999e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=83c947b49cc148ec90e6e9dc010748a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8554718 Feb 18 08:44:10.100925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42264) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:10.140638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-799938312-network', 'tenant_id': '52c8b10c39d84f9990de9c9a779edb52'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:10.203670 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:10.217287 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Usage tracker for resource:network and tenant:52c8b10c39d84f9990de9c9a779edb52 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:10.227270 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:10.258172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:10.303209 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7a652763-a1f7-40b7-973e-8b05bcbfe0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:41:25Z', 'revision_number': 4, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port': {'id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:18Z', 'updated_at': '2022-02-18T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '10f63271-d16a-4ebd-97c5-19ad3614e852', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'port_id': 'c50717f1-813d-4d83-88c1-3a9b0718a45d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'mac_address': 'fa:16:3e:43:24:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:41:55Z', 'updated_at': '2022-02-18T08:44:07Z', 'revision_number': 5, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f170f5bc-ccfb-4908-95e1-73fedb6080bf', 'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'mac_address': 'fa:16:3e:20:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:23Z', 'updated_at': '2022-02-18T08:41:36Z', 'revision_number': 5, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'subnets': [{'id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:44:10.310923 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a652763-a1f7-40b7-973e-8b05bcbfe0e2 None None] Checking router: 750484d5-88eb-4d99-b700-088a38dc5994 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:44:10.326817 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e4c829d1-8675-45f8-b2e6-d7cf8f13f077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:10.327025 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a652763-a1f7-40b7-973e-8b05bcbfe0e2 None None] Routers {'750484d5-88eb-4d99-b700-088a38dc5994'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:44:10.328839 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7a652763-a1f7-40b7-973e-8b05bcbfe0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:44:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['750484d5-88eb-4d99-b700-088a38dc5994'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:44:10.339510 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Made reservation on behalf of 52c8b10c39d84f9990de9c9a779edb52 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:44:10.342399 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:10.362279 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:10.398473 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e4c829d1-8675-45f8-b2e6-d7cf8f13f077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:10.412700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:10.428223 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Usage tracker for resource:security_group_rule and tenant:52c8b10c39d84f9990de9c9a779edb52 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:10.434220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:10.451605 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:10.488669 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-c2224529-34e9-4c18-9fc2-f070c489c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:10.490162 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-c2224529-34e9-4c18-9fc2-f070c489c005 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 1097 time: 0.2270634 Feb 18 08:44:10.523221 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e4c829d1-8675-45f8-b2e6-d7cf8f13f077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:10.564898 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-7a652763-a1f7-40b7-973e-8b05bcbfe0e2 None None] Set router 750484d5-88eb-4d99-b700-088a38dc5994 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:44:10.579671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10f1dd-bbb7-4d11-9191-9c70dc081efe req-113bfdfb-e5f0-4bb5-b652-c6c8e6e7052f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:10.588524 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c10f1dd-bbb7-4d11-9191-9c70dc081efe req-113bfdfb-e5f0-4bb5-b652-c6c8e6e7052f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 950 time: 0.4230115 Feb 18 08:44:10.610190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c829d1-8675-45f8-b2e6-d7cf8f13f077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05785ee-2191-4c08-b544-452a68dbc099,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:10.615321 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e4c829d1-8675-45f8-b2e6-d7cf8f13f077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:10.617885 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e4c829d1-8675-45f8-b2e6-d7cf8f13f077 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b05785ee-2191-4c08-b544-452a68dbc099 HTTP/1.1" status: 204 len: 168 time: 0.5156398 Feb 18 08:44:10.632417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6cca8-1a1d-4113-aa84-25dd77265dce req-ec2c6fb0-0879-4d41-a9d7-710444a5de56 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:10.643769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7a6cca8-1a1d-4113-aa84-25dd77265dce req-ec2c6fb0-0879-4d41-a9d7-710444a5de56 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 943 time: 0.4122968 Feb 18 08:44:10.712958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87ca85-d1be-4893-a12d-1340a5f404ba req-52c03e6c-81ff-4c6f-bc7e-67df8ca94e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:10.714438 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe87ca85-d1be-4893-a12d-1340a5f404ba req-52c03e6c-81ff-4c6f-bc7e-67df8ca94e1f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=acb5ccc9e90344ccb998b0892a2a055c&device_id=9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3 HTTP/1.1" status: 200 len: 1097 time: 0.4826896 Feb 18 08:44:10.718843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-08a89a3b-5d1d-4991-a264-101efe93ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:10.720574 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-08a89a3b-5d1d-4991-a264-101efe93ad6d service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.2231820 Feb 18 08:44:10.728785 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:10.732498 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c10f1dd-bbb7-4d11-9191-9c70dc081efe req-64d8e39b-792a-4d75-b40e-1fba6dbfe0a0 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428733 Feb 18 08:44:10.810376 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:10.840668 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:10.848866 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-a7eac999-b6a3-45a5-b67d-1023c7fedcc9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4df10ce9-dc75-4467-9cf6-3fe46137637f HTTP/1.1" status: 200 len: 217 time: 0.1171613 Feb 18 08:44:10.851330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe310958-c6bb-45b8-b163-3d9278f462cf,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:10.912210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:44:10.935069 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:10.935426 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Added segment 89345c19-0d49-41e0-979a-1170b8d250ff of type vlan for network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 Feb 18 08:44:10.961044 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-40f60d2f-1575-4f76-a6a1-47a0b4f80adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:10.962522 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-40f60d2f-1575-4f76-a6a1-47a0b4f80adc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.1061172 Feb 18 08:44:11.036112 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7a6cca8-1a1d-4113-aa84-25dd77265dce req-224e20f2-ad27-496a-b4e2-fc350a84193f tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905787 Feb 18 08:44:11.040535 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:11.075622 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-9796bf56-7b24-4471-9b2c-31763a600005 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000054 Feb 18 08:44:11.111219 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-5898122a-4ecb-474b-9cbf-3cb9c1c8adea tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=85056e08b0104ec7abf83dbda7d5d1ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1033406 Feb 18 08:44:11.116569 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34c2b518-9297-4239-9e1a-365524c95919 req-e75b7754-ff20-4f56-b24a-86a0fb7c1635 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 210 time: 0.1147306 Feb 18 08:44:11.236976 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:11.314984 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7a652763-a1f7-40b7-973e-8b05bcbfe0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:41:25Z', 'revision_number': 4, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port': {'id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:18Z', 'updated_at': '2022-02-18T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '10f63271-d16a-4ebd-97c5-19ad3614e852', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'port_id': 'c50717f1-813d-4d83-88c1-3a9b0718a45d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'mac_address': 'fa:16:3e:43:24:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:41:55Z', 'updated_at': '2022-02-18T08:44:07Z', 'revision_number': 5, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f170f5bc-ccfb-4908-95e1-73fedb6080bf', 'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'mac_address': 'fa:16:3e:20:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:23Z', 'updated_at': '2022-02-18T08:41:36Z', 'revision_number': 5, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'subnets': [{'id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:44:11.323523 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a652763-a1f7-40b7-973e-8b05bcbfe0e2 None None] The sync data for ids ['750484d5-88eb-4d99-b700-088a38dc5994'] in n-d-829434-1 is: [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:41:25Z', 'revision_number': 4, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port': {'id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:18Z', 'updated_at': '2022-02-18T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '10f63271-d16a-4ebd-97c5-19ad3614e852', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'port_id': 'c50717f1-813d-4d83-88c1-3a9b0718a45d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'mac_address': 'fa:16:3e:43:24:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:41:55Z', 'updated_at': '2022-02-18T08:44:07Z', 'revision_number': 5, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f170f5bc-ccfb-4908-95e1-73fedb6080bf', 'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'mac_address': 'fa:16:3e:20:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:23Z', 'updated_at': '2022-02-18T08:41:36Z', 'revision_number': 5, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'subnets': [{'id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:44:11.400907 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-7c1cba2e-de27-4496-8b8a-95a59678f92b service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063877 Feb 18 08:44:11.401643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42282) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:11.405292 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:44:11.454394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87ca85-d1be-4893-a12d-1340a5f404ba req-321902ad-371d-4d17-957a-4921464d7295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:11.455850 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe87ca85-d1be-4893-a12d-1340a5f404ba req-321902ad-371d-4d17-957a-4921464d7295 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6c4c5e8e-8215-4796-a5ce-435bb8609f4a HTTP/1.1" status: 200 len: 923 time: 0.7173836 Feb 18 08:44:11.468521 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89f445c5-0bd1-4feb-a25d-78faf8a3b8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:11.534917 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:11.535875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:11.536468 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:11.570062 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-89f445c5-0bd1-4feb-a25d-78faf8a3b8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:11.574817 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-89f445c5-0bd1-4feb-a25d-78faf8a3b8cf admin admin] Usage tracker for resource:security_group_rule and tenant:01b95b18052343feadfb7ce6141124af is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:11.577469 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-89f445c5-0bd1-4feb-a25d-78faf8a3b8cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:11.584169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-89f445c5-0bd1-4feb-a25d-78faf8a3b8cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:11.636549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-af834153-476c-4d25-ad95-2c1ba13c2049 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:11.636774 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e661f877-073d-4a27-82b1-e6c43771fa2a None None] New status for floating IP 10f63271-d16a-4ebd-97c5-19ad3614e852: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:44:11.638475 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-af834153-476c-4d25-ad95-2c1ba13c2049 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5210197 Feb 18 08:44:11.642630 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe87ca85-d1be-4893-a12d-1340a5f404ba req-f7087308-a860-4c85-ac43-56dd6d26b8b6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c50717f1-813d-4d83-88c1-3a9b0718a45d HTTP/1.1" status: 200 len: 1000 time: 0.1731231 Feb 18 08:44:11.656445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8ff60-d39d-4ec1-9f79-e5a25117fdc1 req-4598296e-87ab-44e8-ae1b-20343332b352 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:11.664876 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9e8ff60-d39d-4ec1-9f79-e5a25117fdc1 req-4598296e-87ab-44e8-ae1b-20343332b352 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 946 time: 0.3093777 Feb 18 08:44:11.672900 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-c7bff9ad-d0ce-4f6d-88db-28be12c9545e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Request body: {'port': {'device_id': 'd497f77e-d8ae-47c8-8f60-53d44448565b', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '85056e08b0104ec7abf83dbda7d5d1ae'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:11.681795 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89f445c5-0bd1-4feb-a25d-78faf8a3b8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:11.860784 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9e8ff60-d39d-4ec1-9f79-e5a25117fdc1 req-7725cc7b-4a64-4dd3-8660-10432e869fb4 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947019 Feb 18 08:44:11.909146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87ca85-d1be-4893-a12d-1340a5f404ba req-c70a8859-b53b-4fa5-a92d-e7cfaf584262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:11.910918 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe87ca85-d1be-4893-a12d-1340a5f404ba req-c70a8859-b53b-4fa5-a92d-e7cfaf584262 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db8c3d8b-3f4e-4938-bf14-6dbfccf62216 HTTP/1.1" status: 200 len: 861 time: 0.2420685 Feb 18 08:44:11.942514 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89f445c5-0bd1-4feb-a25d-78faf8a3b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:11.988830 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f00c03-c5b7-4a43-9e03-87d58d513ba4,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:12.004947 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:44:12.042853 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-89f445c5-0bd1-4feb-a25d-78faf8a3b8cf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=01b95b18052343feadfb7ce6141124af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6390250 Feb 18 08:44:12.048074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42288) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:12.057946 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f445c5-0bd1-4feb-a25d-78faf8a3b8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff8610c-1973-4a00-acf4-3d9849f61920,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:12.062138 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-72ff0ccc-6839-48ee-a007-9e28be257235 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.2971125 Feb 18 08:44:12.067286 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42292) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:12.071759 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-9a3f5b54-6a16-46d5-8ec7-693e236508c2 service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6287646 Feb 18 08:44:12.075687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ee5835d6-3c2a-4285-ad3e-23ff0fe87fe0 admin admin] Request body: {'subnet': {'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-799938312-subnet', 'tenant_id': '52c8b10c39d84f9990de9c9a779edb52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:12.081580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ee5835d6-3c2a-4285-ad3e-23ff0fe87fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:12.086652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ee5835d6-3c2a-4285-ad3e-23ff0fe87fe0 admin admin] Usage tracker for resource:subnet and tenant:52c8b10c39d84f9990de9c9a779edb52 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:12.090541 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ee5835d6-3c2a-4285-ad3e-23ff0fe87fe0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:12.097665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ee5835d6-3c2a-4285-ad3e-23ff0fe87fe0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:12.109911 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5835d6-3c2a-4285-ad3e-23ff0fe87fe0 admin admin] Made reservation on behalf of 52c8b10c39d84f9990de9c9a779edb52 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:44:12.112891 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ee5835d6-3c2a-4285-ad3e-23ff0fe87fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:12.136984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-c7bff9ad-d0ce-4f6d-88db-28be12c9545e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:12.210510 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-c7bff9ad-d0ce-4f6d-88db-28be12c9545e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:12.296299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-c7bff9ad-d0ce-4f6d-88db-28be12c9545e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Made reservation on behalf of 85056e08b0104ec7abf83dbda7d5d1ae for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:44:12.299991 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-c7bff9ad-d0ce-4f6d-88db-28be12c9545e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:12.318967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-f76c6e23-b13f-45c7-b934-4be400361d5e tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:12.321184 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-f76c6e23-b13f-45c7-b934-4be400361d5e tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011&tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&binding%3Ahost_id=n-h2-829434-1 HTTP/1.1" status: 200 len: 1097 time: 0.1328914 Feb 18 08:44:12.326425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9384f54-8808-473a-8ce6-2eddcdb55b0f req-5c7f2def-4289-46e0-b22e-03aef48511fa tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:12.328104 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9384f54-8808-473a-8ce6-2eddcdb55b0f req-5c7f2def-4289-46e0-b22e-03aef48511fa tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 943 time: 0.4619887 Feb 18 08:44:12.369689 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829434-1'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:12.409674 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9dc20281-798a-4d96-a913-03c0aabc8af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:12.413288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87ca85-d1be-4893-a12d-1340a5f404ba req-a26cce48-fa71-4b79-ade9-45d62c30b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:12.415673 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe87ca85-d1be-4893-a12d-1340a5f404ba req-a26cce48-fa71-4b79-ade9-45d62c30b9c1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6c4c5e8e-8215-4796-a5ce-435bb8609f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4889894 Feb 18 08:44:12.427899 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116b6da-f152-409a-805b-c1192493bf9f req-db8c0ffe-a3aa-4c74-a6b5-530d2f5c2576 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:12.430853 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4116b6da-f152-409a-805b-c1192493bf9f req-db8c0ffe-a3aa-4c74-a6b5-530d2f5c2576 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 950 time: 0.5107348 Feb 18 08:44:12.536136 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ee5835d6-3c2a-4285-ad3e-23ff0fe87fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:12.567369 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:12.616097 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9dc20281-798a-4d96-a913-03c0aabc8af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:12.651361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-d9384f54-8808-473a-8ce6-2eddcdb55b0f req-e6df892f-396d-406f-a11f-14d3781027ba tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Deleting port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:44:12.651805 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d9384f54-8808-473a-8ce6-2eddcdb55b0f req-e6df892f-396d-406f-a11f-14d3781027ba tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:12.675706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5835d6-3c2a-4285-ad3e-23ff0fe87fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:12.693458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5835d6-3c2a-4285-ad3e-23ff0fe87fe0 admin admin] Checking segment: {'id': '89345c19-0d49-41e0-979a-1170b8d250ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:44:12.693458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5835d6-3c2a-4285-ad3e-23ff0fe87fe0 admin admin] Network hostable DHCP agents. Network: f1f00c03-c5b7-4a43-9e03-87d58d513ba4, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:44:12.876916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] For port 4df10ce9-dc75-4467-9cf6-3fe46137637f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4df10ce9-dc75-4467-9cf6-3fe46137637f,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:12.894998 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5835d6-3c2a-4285-ad3e-23ff0fe87fe0 admin admin] Network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:44:12.911694 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4116b6da-f152-409a-805b-c1192493bf9f req-12adc821-2e10-4e0c-a435-7de36fc964c7 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190609 Feb 18 08:44:12.938152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-ee5835d6-3c2a-4285-ad3e-23ff0fe87fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, f1f00c03-c5b7-4a43-9e03-87d58d513ba4) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:44:12.948797 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fb09e9-50f8-46e1-a7e7-af2586972f45 None None] Network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:44:12.962300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5835d6-3c2a-4285-ad3e-23ff0fe87fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:12.965781 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ee5835d6-3c2a-4285-ad3e-23ff0fe87fe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:12.998091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3f393-a016-41d1-a12f-2382f4cdb003 req-0c5878e2-6a2a-4876-87f9-d0330ed9f86d tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:13.006395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9f3f393-a016-41d1-a12f-2382f4cdb003 req-0c5878e2-6a2a-4876-87f9-d0330ed9f86d tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 943 time: 0.7776058 Feb 18 08:44:13.009039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] For port 4df10ce9-dc75-4467-9cf6-3fe46137637f, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:44:13.076776 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ee5835d6-3c2a-4285-ad3e-23ff0fe87fe0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0082893 Feb 18 08:44:13.120906 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:13.125418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df91f6a6-8868-427f-8235-49790076f011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df10ce9-dc75-4467-9cf6-3fe46137637f'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:13.136552 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:13.222731 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b7f2fc0-63e5-41d9-b9e3-1de6dcb0a2ab req-8151850d-a0a0-4246-be51-c5816a4cc4b3 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 210 time: 0.0951202 Feb 18 08:44:13.236559 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9dc20281-798a-4d96-a913-03c0aabc8af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:13.309303 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9f3f393-a016-41d1-a12f-2382f4cdb003 req-75a221e6-0e95-4ed3-bb8c-529e8bca2370 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013120 Feb 18 08:44:13.313869 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe87ca85-d1be-4893-a12d-1340a5f404ba req-4191f78e-ca84-46f1-8ba5-c5cff4c3bacd service neutron] 10.222.0.81 "GET /v2.0/networks/6c4c5e8e-8215-4796-a5ce-435bb8609f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8577154 Feb 18 08:44:13.320985 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] Pushing event updated for resources: {'Port': ['ID=4df10ce9-dc75-4467-9cf6-3fe46137637f,revision_number=7']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:13.333790 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc20281-798a-4d96-a913-03c0aabc8af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff8610c-1973-4a00-acf4-3d9849f61920,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:13.464722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] Attempting to bind port 4df10ce9-dc75-4467-9cf6-3fe46137637f on host n-h2-829434-1 for vnic_type normal with profile {"migrating_to": "n-h1-829434-1"} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:44:13.465116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] Attempting to bind port 4df10ce9-dc75-4467-9cf6-3fe46137637f by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:44:13.465371 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] Attempting to bind port 4df10ce9-dc75-4467-9cf6-3fe46137637f on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:13.489357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] Port 4df10ce9-dc75-4467-9cf6-3fe46137637f on network e8816836-4120-4f1e-b024-4d70fd6a0963 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:44:13.489357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] Attempting to bind port 4df10ce9-dc75-4467-9cf6-3fe46137637f on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:13.497540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:44:13.497810 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] Checking segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:44:13.498559 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] Bound using segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:44:13.498689 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] Bound port: 4df10ce9-dc75-4467-9cf6-3fe46137637f, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:44:13.498983 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:13.510756 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3052a9-c9ed-4fd9-8945-27bb1d9d7b05 None None] Network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:44:13.637839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc20281-798a-4d96-a913-03c0aabc8af9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:13.637839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc20281-798a-4d96-a913-03c0aabc8af9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:13.637839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc20281-798a-4d96-a913-03c0aabc8af9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:13.638230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc20281-798a-4d96-a913-03c0aabc8af9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:13.638515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc20281-798a-4d96-a913-03c0aabc8af9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:13.638847 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc20281-798a-4d96-a913-03c0aabc8af9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:13.639175 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc20281-798a-4d96-a913-03c0aabc8af9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:13.639496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc20281-798a-4d96-a913-03c0aabc8af9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:13.639824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc20281-798a-4d96-a913-03c0aabc8af9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:13.640146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc20281-798a-4d96-a913-03c0aabc8af9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:13.652104 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc20281-798a-4d96-a913-03c0aabc8af9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:13.652104 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc20281-798a-4d96-a913-03c0aabc8af9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:13.668547 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df91f6a6-8868-427f-8235-49790076f011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df10ce9-dc75-4467-9cf6-3fe46137637f', 'code': 200} Feb 18 08:44:13.733392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-c7bff9ad-d0ce-4f6d-88db-28be12c9545e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Allocated IP 192.168.233.173 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/4f30821a-9e6a-4a57-9329-3abc91134692) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:44:13.796945 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9dc20281-798a-4d96-a913-03c0aabc8af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:13.808572 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9dc20281-798a-4d96-a913-03c0aabc8af9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5ff8610c-1973-4a00-acf4-3d9849f61920 HTTP/1.1" status: 204 len: 168 time: 1.7586138 Feb 18 08:44:13.829456 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] For port 4df10ce9-dc75-4467-9cf6-3fe46137637f, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:44:13.833481 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] For port 4df10ce9-dc75-4467-9cf6-3fe46137637f, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4df10ce9-dc75-4467-9cf6-3fe46137637f,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:44:13.848946 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff496a1-f57c-4678-b1b4-bee52834a7e8 req-867fa085-104d-4cc8-8de7-f925930a1a4b tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:13.852548 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ff496a1-f57c-4678-b1b4-bee52834a7e8 req-867fa085-104d-4cc8-8de7-f925930a1a4b tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f&tenant_id=5705a2476ef74c5f99a6d92a75908a3b&binding%3Ahost_id=n-h2-829434-1 HTTP/1.1" status: 200 len: 950 time: 0.1525156 Feb 18 08:44:13.855175 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:14.103904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe87ca85-d1be-4893-a12d-1340a5f404ba req-9995b540-5433-4622-a1eb-55481a84d955 service neutron] 10.222.0.81 "GET /v2.0/networks/6c4c5e8e-8215-4796-a5ce-435bb8609f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7655869 Feb 18 08:44:14.107521 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:14.108134 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:14.109762 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] 10.222.0.81 "PUT /v2.0/ports/4df10ce9-dc75-4467-9cf6-3fe46137637f HTTP/1.1" status: 200 len: 1122 time: 1.7529604 Feb 18 08:44:14.121522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77605dbc-a8f7-488c-9d04-828122ffa55e service neutron] Pushing event updated for resources: {'Port': ['ID=4df10ce9-dc75-4467-9cf6-3fe46137637f,revision_number=8']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:14.127500 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [req-3ff496a1-f57c-4678-b1b4-bee52834a7e8 req-c775e6ab-cbe3-4191-b1be-70e91813d91c service neutron] delete failed (client error): The resource could not be found. Feb 18 08:44:14.128387 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ff496a1-f57c-4678-b1b4-bee52834a7e8 req-c775e6ab-cbe3-4191-b1be-70e91813d91c service neutron] 10.222.0.81 "DELETE /v2.0/ports/6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf/bindings/n-h1-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.2593400 Feb 18 08:44:14.189485 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['4df10ce9-dc75-4467-9cf6-3fe46137637f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:44:14.312653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2bd92-cd7b-437c-b240-ddb543628729 req-6d237960-c53b-4007-a4e7-ce7f140aea87 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:14.316946 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4eb2bd92-cd7b-437c-b240-ddb543628729 req-6d237960-c53b-4007-a4e7-ce7f140aea87 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 944 time: 0.8065293 Feb 18 08:44:14.328155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d9384f54-8808-473a-8ce6-2eddcdb55b0f req-e6df892f-396d-406f-a11f-14d3781027ba tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] For port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:14.328554 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d9384f54-8808-473a-8ce6-2eddcdb55b0f req-e6df892f-396d-406f-a11f-14d3781027ba tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:14.416209 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff496a1-f57c-4678-b1b4-bee52834a7e8 req-44d3184f-6dc6-41de-816d-38f026239307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:14.418057 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ff496a1-f57c-4678-b1b4-bee52834a7e8 req-44d3184f-6dc6-41de-816d-38f026239307 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 1101 time: 0.1965511 Feb 18 08:44:14.458476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-4ff39149-2537-4740-87ca-6b85160cd3a8 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:14.464835 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-4ff39149-2537-4740-87ca-6b85160cd3a8 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/networks?id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4 HTTP/1.1" status: 200 len: 804 time: 0.4120421 Feb 18 08:44:14.569473 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff496a1-f57c-4678-b1b4-bee52834a7e8 req-7c139cd5-1cea-4c51-a717-5338037c4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:14.570957 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ff496a1-f57c-4678-b1b4-bee52834a7e8 req-7c139cd5-1cea-4c51-a717-5338037c4eb2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.1406186 Feb 18 08:44:14.580186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-d9384f54-8808-473a-8ce6-2eddcdb55b0f req-e6df892f-396d-406f-a11f-14d3781027ba tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Calling delete_port for 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:44:14.664845 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ff496a1-f57c-4678-b1b4-bee52834a7e8 req-64b70936-de90-4963-b2ac-681c447918be service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf HTTP/1.1" status: 200 len: 217 time: 0.0841005 Feb 18 08:44:14.705085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-5a5fe659-a49b-4c30-9d0c-4219d2808abb tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/quotas/52c8b10c39d84f9990de9c9a779edb52 HTTP/1.1" status: 200 len: 375 time: 0.0314081 Feb 18 08:44:14.718480 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-c7bff9ad-d0ce-4f6d-88db-28be12c9545e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:14.732899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4eb2bd92-cd7b-437c-b240-ddb543628729 req-b4bf462e-3a7f-4755-ba0f-d009b975f9c8 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162789 Feb 18 08:44:14.797909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff496a1-f57c-4678-b1b4-bee52834a7e8 req-21edc97e-5086-4af7-b693-5c338423b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:14.798853 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ff496a1-f57c-4678-b1b4-bee52834a7e8 req-21edc97e-5086-4af7-b693-5c338423b91b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1256542 Feb 18 08:44:14.812067 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-b9c0e131-4731-4646-9d34-fec4492a0cb7 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=52c8b10c39d84f9990de9c9a779edb52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887597 Feb 18 08:44:14.813835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-c7bff9ad-d0ce-4f6d-88db-28be12c9545e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Transition to ACTIVE for port object 4f30821a-9e6a-4a57-9329-3abc91134692 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:44:14.959347 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff496a1-f57c-4678-b1b4-bee52834a7e8 req-cf82a431-20ed-4cba-b3d4-334cbd56eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:14.962296 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ff496a1-f57c-4678-b1b4-bee52834a7e8 req-cf82a431-20ed-4cba-b3d4-334cbd56eee8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1482441 Feb 18 08:44:15.132523 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d9384f54-8808-473a-8ce6-2eddcdb55b0f req-e6df892f-396d-406f-a11f-14d3781027ba tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:15.134621 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-c7bff9ad-d0ce-4f6d-88db-28be12c9545e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:15.149954 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ff496a1-f57c-4678-b1b4-bee52834a7e8 req-8d61533f-cb2d-4205-8d9b-bdb2cbc16fac service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777263 Feb 18 08:44:15.152581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['d2c2ca2a-8b1c-48c2-b560-b2ab904b417f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:44:15.214603 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df892f-396d-406f-a11f-14d3781027ba tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Pushing event deleted for resources: {'Port': ['ID=88d063ed-bdc5-4b41-8b9a-f5c0d1503c08,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:15.374365 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ff496a1-f57c-4678-b1b4-bee52834a7e8 req-fcaccd13-ad7f-469c-9e6a-5a7ce93ddca7 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168097 Feb 18 08:44:15.391854 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-9fe7d542-f025-4f62-b059-4b836db1d4d5 service neutron] 10.222.0.72 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656075 Feb 18 08:44:15.482574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-c7bff9ad-d0ce-4f6d-88db-28be12c9545e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:44:15.568723 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-c7bff9ad-d0ce-4f6d-88db-28be12c9545e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:44:15.582425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-c7bff9ad-d0ce-4f6d-88db-28be12c9545e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:44:15.608808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9384f54-8808-473a-8ce6-2eddcdb55b0f req-e6df892f-396d-406f-a11f-14d3781027ba tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] No DVR routers for this DVR port 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:44:15.627921 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d9384f54-8808-473a-8ce6-2eddcdb55b0f req-e6df892f-396d-406f-a11f-14d3781027ba tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:15.630442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3ebb61-02a1-4188-8ccb-556d2f65e1f7', 'name': 'network-vif-deleted', 'tag': '88d063ed-bdc5-4b41-8b9a-f5c0d1503c08'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:15.650984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bff9ad-d0ce-4f6d-88db-28be12c9545e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Pushing event updated for resources: {'Port': ['ID=4f30821a-9e6a-4a57-9329-3abc91134692,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:15.660348 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afba94-e498-43a2-b19b-9cfe72f55338 req-f51523db-cc37-46fc-96a2-5fab819ed17d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:15.662231 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9afba94-e498-43a2-b19b-9cfe72f55338 req-f51523db-cc37-46fc-96a2-5fab819ed17d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 950 time: 0.7164481 Feb 18 08:44:15.670047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df91f6a6-8868-427f-8235-49790076f011', 'tag': '4df10ce9-dc75-4467-9cf6-3fe46137637f'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:15.708772 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9384f54-8808-473a-8ce6-2eddcdb55b0f req-e6df892f-396d-406f-a11f-14d3781027ba tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.61 "DELETE /v2.0/ports/88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 HTTP/1.1" status: 204 len: 173 time: 3.3653035 Feb 18 08:44:15.731540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-c7bff9ad-d0ce-4f6d-88db-28be12c9545e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:15.732161 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-c7bff9ad-d0ce-4f6d-88db-28be12c9545e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:15.791132 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9afba94-e498-43a2-b19b-9cfe72f55338 req-512a3fd5-6752-4eab-a385-8ada20ad35b5 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138251 Feb 18 08:44:15.793262 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-b349dcd9-2ae6-41b4-ad5b-ac89af5a8fc9 service neutron] 10.222.0.72 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624127 Feb 18 08:44:15.799747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-c7bff9ad-d0ce-4f6d-88db-28be12c9545e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1325612 Feb 18 08:44:15.812927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Request body: {'port': {'device_id': 'd497f77e-d8ae-47c8-8f60-53d44448565b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:15.863821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-19bf7aec-cd16-4b4c-a718-08548c258411 None None] Provisioning for port 4f30821a-9e6a-4a57-9329-3abc91134692 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:44:15.871280 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-19bf7aec-cd16-4b4c-a718-08548c258411 None None] Provisioning complete for port 4f30821a-9e6a-4a57-9329-3abc91134692 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:44:15.871771 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-19bf7aec-cd16-4b4c-a718-08548c258411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:15.983088 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-19bf7aec-cd16-4b4c-a718-08548c258411 None None] Port 4f30821a-9e6a-4a57-9329-3abc91134692 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:44:16.089477 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:16.212576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583190e4-71ca-4a6c-8e30-983132ce646a req-40aaac57-2eb7-4ba4-9ad7-61e87644713e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:16.213708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-583190e4-71ca-4a6c-8e30-983132ce646a req-40aaac57-2eb7-4ba4-9ad7-61e87644713e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Synchronizing usage tracker for tenant:85056e08b0104ec7abf83dbda7d5d1ae on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:44:16.321810 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6b7b3815-0b8c-49a8-9e72-2cdff17f9231 req-c8d540bd-6721-4e4b-ab21-cc0fd14dc354 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Synchronizing usage tracker for tenant:bbc0aa9750134db59ae7aa7326bf2f17 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:44:16.359224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-583190e4-71ca-4a6c-8e30-983132ce646a req-40aaac57-2eb7-4ba4-9ad7-61e87644713e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Unset dirty status for tenant:85056e08b0104ec7abf83dbda7d5d1ae on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:44:16.361050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-583190e4-71ca-4a6c-8e30-983132ce646a req-40aaac57-2eb7-4ba4-9ad7-61e87644713e tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 936 time: 0.3564842 Feb 18 08:44:16.437284 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:44:16.451482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6b7b3815-0b8c-49a8-9e72-2cdff17f9231 req-c8d540bd-6721-4e4b-ab21-cc0fd14dc354 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Unset dirty status for tenant:bbc0aa9750134db59ae7aa7326bf2f17 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:44:16.452643 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b7b3815-0b8c-49a8-9e72-2cdff17f9231 req-c8d540bd-6721-4e4b-ab21-cc0fd14dc354 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f3ebb61-02a1-4188-8ccb-556d2f65e1f7 HTTP/1.1" status: 200 len: 210 time: 0.2480617 Feb 18 08:44:16.481193 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:44:16.481571 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 88d063ed-bdc5-4b41-8b9a-f5c0d1503c08 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:44:16.511881 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-583190e4-71ca-4a6c-8e30-983132ce646a req-f36c71b9-9666-4eaa-9202-9c23d72af278 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276081 Feb 18 08:44:16.533231 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3ebb61-02a1-4188-8ccb-556d2f65e1f7', 'name': 'network-vif-deleted', 'tag': '88d063ed-bdc5-4b41-8b9a-f5c0d1503c08', 'status': 'completed', 'code': 200} Feb 18 08:44:16.575868 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df91f6a6-8868-427f-8235-49790076f011', 'tag': '4df10ce9-dc75-4467-9cf6-3fe46137637f', 'status': 'completed', 'code': 200} Feb 18 08:44:16.729350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f30821a-9e6a-4a57-9329-3abc91134692 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:44:16.742068 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:16.775655 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Transition to ACTIVE for port object 4f30821a-9e6a-4a57-9329-3abc91134692 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:44:16.785958 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:16.936997 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-d4a0431b-63e8-4638-922f-4f8e4474c048 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7a38cd96a94248128734b4370f018680&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1146519 Feb 18 08:44:16.966893 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab255cbc-18d2-4b0d-86b3-0d346f53516a req-38c6c06f-b7a1-4abe-9035-043cff2e4750 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:16.968424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab255cbc-18d2-4b0d-86b3-0d346f53516a req-38c6c06f-b7a1-4abe-9035-043cff2e4750 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 944 time: 0.3150706 Feb 18 08:44:16.992773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Pushing event updated for resources: {'Port': ['ID=4f30821a-9e6a-4a57-9329-3abc91134692,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:17.024296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a069e02-8358-4508-81fe-ef0a6a9a8d6d req-830a07a3-0958-4ced-b66f-4ed67a05ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:17.025763 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a069e02-8358-4508-81fe-ef0a6a9a8d6d req-830a07a3-0958-4ced-b66f-4ed67a05ec2f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 1125 time: 0.4120281 Feb 18 08:44:17.162167 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 4df10ce9-dc75-4467-9cf6-3fe46137637f details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:44:17.308121 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 4df10ce9-dc75-4467-9cf6-3fe46137637f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4df10ce9-dc75-4467-9cf6-3fe46137637f,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:17.322665 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 4df10ce9-dc75-4467-9cf6-3fe46137637f has no active binding in host n-h1-829434-1 {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 08:44:17.383309 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab255cbc-18d2-4b0d-86b3-0d346f53516a req-3371f480-9550-43c8-9bdf-c8a54df76f9a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873537 Feb 18 08:44:17.463016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-dc64a95f-7b17-4655-be1f-e6df80ee5906 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:17.464486 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-dc64a95f-7b17-4655-be1f-e6df80ee5906 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5155880 Feb 18 08:44:17.474924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-63ea058e-581c-4261-bfa5-805d192f0be4 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:17.476020 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-63ea058e-581c-4261-bfa5-805d192f0be4 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Synchronizing usage tracker for tenant:52c8b10c39d84f9990de9c9a779edb52 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:44:17.501181 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-63ea058e-581c-4261-bfa5-805d192f0be4 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Unset dirty status for tenant:52c8b10c39d84f9990de9c9a779edb52 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:44:17.502818 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-63ea058e-581c-4261-bfa5-805d192f0be4 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.81 "GET /v2.0/networks?id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4 HTTP/1.1" status: 200 len: 804 time: 0.2060020 Feb 18 08:44:17.515233 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Attempting to bind port 4f30821a-9e6a-4a57-9329-3abc91134692 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:44:17.515576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Attempting to bind port 4f30821a-9e6a-4a57-9329-3abc91134692 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:44:17.515876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Attempting to bind port 4f30821a-9e6a-4a57-9329-3abc91134692 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:17.517143 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Request body: {'port': {'device_id': 'f29e3a9f-0262-400b-9c83-cad72f11e23e', 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4', 'admin_state_up': True, 'tenant_id': '52c8b10c39d84f9990de9c9a779edb52'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:17.556001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-0844d140-23d8-4a3b-a4a5-1d3cde6ddf65 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/quotas/7a38cd96a94248128734b4370f018680 HTTP/1.1" status: 200 len: 375 time: 0.0836260 Feb 18 08:44:17.566026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Port 4f30821a-9e6a-4a57-9329-3abc91134692 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:44:17.566351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Attempting to bind port 4f30821a-9e6a-4a57-9329-3abc91134692 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:17.570563 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9760712d-05eb-48bd-9c5f-4976e02f1e4b req-447b97c2-130d-43f3-b1ce-9834548b1179 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=f29e3a9f-0262-400b-9c83-cad72f11e23e HTTP/1.1" status: 200 len: 210 time: 0.0662246 Feb 18 08:44:17.573651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a069e02-8358-4508-81fe-ef0a6a9a8d6d req-7c98d999-dc3a-4a9b-8375-6831aeff0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:17.575153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a069e02-8358-4508-81fe-ef0a6a9a8d6d req-7c98d999-dc3a-4a9b-8375-6831aeff0477 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.5239692 Feb 18 08:44:17.621078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:44:17.621359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:44:17.621894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:44:17.622353 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Bound port: 4f30821a-9e6a-4a57-9329-3abc91134692, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:44:17.622940 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:17.655176 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:17.658828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Usage tracker for resource:port and tenant:52c8b10c39d84f9990de9c9a779edb52 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:17.661716 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:17.668058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:17.679742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Made reservation on behalf of 52c8b10c39d84f9990de9c9a779edb52 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:44:17.683611 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:17.700796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-bac2df47-cc6a-4c95-b46d-faeb057be857 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a38cd96a94248128734b4370f018680&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1355402 Feb 18 08:44:17.742051 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a069e02-8358-4508-81fe-ef0a6a9a8d6d req-b36daafe-8c1c-4960-b71b-449c12c53a34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4df10ce9-dc75-4467-9cf6-3fe46137637f HTTP/1.1" status: 200 len: 217 time: 0.1278715 Feb 18 08:44:17.897686 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Allocated IP 172.20.0.11 (f1f00c03-c5b7-4a43-9e03-87d58d513ba4/b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3/491c78d3-db23-4ab4-a355-f3b4fab74415) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:44:17.909083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] For port 4f30821a-9e6a-4a57-9329-3abc91134692, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:44:17.914703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a069e02-8358-4508-81fe-ef0a6a9a8d6d req-fbfc3e8e-3988-4640-b1da-247aee1e95e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:17.916153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a069e02-8358-4508-81fe-ef0a6a9a8d6d req-fbfc3e8e-3988-4640-b1da-247aee1e95e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.1270370 Feb 18 08:44:17.919130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] For port 4f30821a-9e6a-4a57-9329-3abc91134692, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4f30821a-9e6a-4a57-9329-3abc91134692,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:44:17.939480 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94813afa-ce60-47f6-94c7-1ff6107be755 req-676adc9b-fd43-44e1-b2be-5fd5a3bcff63 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:17.946749 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94813afa-ce60-47f6-94c7-1ff6107be755 req-676adc9b-fd43-44e1-b2be-5fd5a3bcff63 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 950 time: 0.2563856 Feb 18 08:44:18.000628 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:18.066724 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a069e02-8358-4508-81fe-ef0a6a9a8d6d req-c8e3fde3-bf27-4366-8801-517f6c248ab7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359663 Feb 18 08:44:18.133163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:18.133778 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:18.135156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] 10.222.0.61 "PUT /v2.0/ports/4f30821a-9e6a-4a57-9329-3abc91134692 HTTP/1.1" status: 200 len: 1096 time: 2.3266172 Feb 18 08:44:18.168528 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:18.205669 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:18.215034 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94813afa-ce60-47f6-94c7-1ff6107be755 req-95f2db6c-2fc6-4428-a40f-c22cc075b786 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672267 Feb 18 08:44:18.355652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca9427-f569-4429-94f2-617c5df11b46 service neutron] Pushing event updated for resources: {'Port': ['ID=4f30821a-9e6a-4a57-9329-3abc91134692,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:18.363028 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:44:18.364433 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:44:18.374493 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:44:18.430186 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Pushing event updated for resources: {'Port': ['ID=491c78d3-db23-4ab4-a355-f3b4fab74415,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:18.442993 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa270da6-0a84-4acd-8e6f-90ba81e76669 req-02c23a1e-4e13-45a3-b616-9299188fdf90 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c1dac68-48d5-47df-8440-d65e210415a1 HTTP/1.1" status: 200 len: 210 time: 0.0713079 Feb 18 08:44:18.447144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:18.447144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:18.447339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:18.448070 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:18.448070 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:18.448295 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:18.448639 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:18.448965 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:18.449290 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:18.449614 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:18.450196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:18.450634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:18.471339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:18.474067 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:18.497760 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-bf6ef853-6b67-4151-9a15-4a25ec703020 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9846857 Feb 18 08:44:18.511636 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Request body: {'port': {'device_id': 'f29e3a9f-0262-400b-9c83-cad72f11e23e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:18.526949 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a069e02-8358-4508-81fe-ef0a6a9a8d6d req-dc6cb06c-e9b1-4f1a-8e4e-bebc85631924 service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136667 Feb 18 08:44:18.539362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37437819-a22d-452c-8a9c-8c2a3c2142ec req-6fcccb87-3573-4b5f-b03a-8f16454b591a tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:18.540847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37437819-a22d-452c-8a9c-8c2a3c2142ec req-6fcccb87-3573-4b5f-b03a-8f16454b591a tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 948 time: 0.4982424 Feb 18 08:44:18.561570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd497f77e-d8ae-47c8-8f60-53d44448565b', 'tag': '4f30821a-9e6a-4a57-9329-3abc91134692'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:18.715861 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a069e02-8358-4508-81fe-ef0a6a9a8d6d req-071c09f8-3e71-48dd-b07c-ed0a1f4ce34c service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725280 Feb 18 08:44:18.718057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-2c32a080-fde9-4587-bdda-e7a42557d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:18.719546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-2c32a080-fde9-4587-bdda-e7a42557d248 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=85056e08b0104ec7abf83dbda7d5d1ae&device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 1099 time: 0.5149629 Feb 18 08:44:18.745613 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:18.807675 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-cc800d91-d294-48fa-af5b-53dee8d4ac3e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=4f30821a-9e6a-4a57-9329-3abc91134692 HTTP/1.1" status: 200 len: 217 time: 0.0764503 Feb 18 08:44:18.820709 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37437819-a22d-452c-8a9c-8c2a3c2142ec req-f23b2776-d1dc-4d8d-a3d5-a9f41f2bd12c tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527933 Feb 18 08:44:18.860626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42432) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:18.869188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e8ef8521-44c1-4a6a-824f-6168dd55f805 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1111558614', 'description': 'tempest-description--478561148'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:18.875240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e8ef8521-44c1-4a6a-824f-6168dd55f805 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:18.879438 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e8ef8521-44c1-4a6a-824f-6168dd55f805 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Usage tracker for resource:security_group and tenant:bbc0aa9750134db59ae7aa7326bf2f17 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:18.883374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e8ef8521-44c1-4a6a-824f-6168dd55f805 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:18.891004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e8ef8521-44c1-4a6a-824f-6168dd55f805 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:18.914233 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e8ef8521-44c1-4a6a-824f-6168dd55f805 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:18.947158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-40775190-ee1d-4214-9594-695c257253dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:18.948625 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-40775190-ee1d-4214-9594-695c257253dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1220627 Feb 18 08:44:18.949624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e8ef8521-44c1-4a6a-824f-6168dd55f805 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:18.955511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e8ef8521-44c1-4a6a-824f-6168dd55f805 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Usage tracker for resource:security_group_rule and tenant:bbc0aa9750134db59ae7aa7326bf2f17 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:19.103054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e8ef8521-44c1-4a6a-824f-6168dd55f805 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:19.151037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491c78d3-db23-4ab4-a355-f3b4fab74415 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:44:19.158732 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:19.172951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Transition to ACTIVE for port object 491c78d3-db23-4ab4-a355-f3b4fab74415 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:44:19.178828 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:19.179163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e8ef8521-44c1-4a6a-824f-6168dd55f805 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:19.236658 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-95d6221e-587e-420d-831a-c9ccd043d080 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=7a38cd96a94248128734b4370f018680&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503809 Feb 18 08:44:19.334464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Pushing event updated for resources: {'Port': ['ID=491c78d3-db23-4ab4-a355-f3b4fab74415,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:19.416538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Attempting to bind port 491c78d3-db23-4ab4-a355-f3b4fab74415 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:44:19.416917 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Attempting to bind port 491c78d3-db23-4ab4-a355-f3b4fab74415 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '89345c19-0d49-41e0-979a-1170b8d250ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:44:19.417449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Attempting to bind port 491c78d3-db23-4ab4-a355-f3b4fab74415 on network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:19.422726 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Port 491c78d3-db23-4ab4-a355-f3b4fab74415 on network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:44:19.423039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Attempting to bind port 491c78d3-db23-4ab4-a355-f3b4fab74415 on network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:19.429701 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:44:19.430029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Checking segment: {'id': '89345c19-0d49-41e0-979a-1170b8d250ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:44:19.430404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Bound using segment: {'id': '89345c19-0d49-41e0-979a-1170b8d250ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:44:19.430821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Bound port: 491c78d3-db23-4ab4-a355-f3b4fab74415, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89345c19-0d49-41e0-979a-1170b8d250ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:44:19.431161 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:19.463933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575adc9-33c0-4fda-9749-03101c75eb24 req-50b61a5d-3d29-4ad4-9f64-74837706ab27 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:19.465449 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e575adc9-33c0-4fda-9749-03101c75eb24 req-50b61a5d-3d29-4ad4-9f64-74837706ab27 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 944 time: 0.5130873 Feb 18 08:44:19.485756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-cbb7798f-dfcd-4e1c-8866-a108d2d0598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:19.487176 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-cbb7798f-dfcd-4e1c-8866-a108d2d0598c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3853068 Feb 18 08:44:19.524596 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] For port 491c78d3-db23-4ab4-a355-f3b4fab74415, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:44:19.527617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] For port 491c78d3-db23-4ab4-a355-f3b4fab74415, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=491c78d3-db23-4ab4-a355-f3b4fab74415,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:44:19.531202 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:19.540891 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e8ef8521-44c1-4a6a-824f-6168dd55f805 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:19.557966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f229795-f7c9-4803-9db3-c633ccdffc3c req-d3beaf86-5df6-4023-b420-62f26cc3aad9 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:19.559434 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f229795-f7c9-4803-9db3-c633ccdffc3c req-d3beaf86-5df6-4023-b420-62f26cc3aad9 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 950 time: 0.4629755 Feb 18 08:44:19.566270 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e8ef8521-44c1-4a6a-824f-6168dd55f805 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:19.591895 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:19.592529 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:19.593883 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] 10.222.0.81 "PUT /v2.0/ports/491c78d3-db23-4ab4-a355-f3b4fab74415 HTTP/1.1" status: 200 len: 1092 time: 1.0878799 Feb 18 08:44:19.594313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29e3a9f-0262-400b-9c83-cad72f11e23e', 'tag': '491c78d3-db23-4ab4-a355-f3b4fab74415'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:19.616037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba9ab7-9871-45de-949c-1f4b22364175 service neutron] Pushing event updated for resources: {'Port': ['ID=491c78d3-db23-4ab4-a355-f3b4fab74415,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:19.649566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-a855be02-39fe-45d3-b1c2-afda29264066 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:19.650953 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-a855be02-39fe-45d3-b1c2-afda29264066 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3991430 Feb 18 08:44:19.686373 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Request body: {'port': {'device_id': '5c1dac68-48d5-47df-8440-d65e210415a1', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '7a38cd96a94248128734b4370f018680'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:19.715779 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-fce7aa2d-fbb0-4c72-9fe9-34eccc71ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:19.717556 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-fce7aa2d-fbb0-4c72-9fe9-34eccc71ce0e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52c8b10c39d84f9990de9c9a779edb52&device_id=f29e3a9f-0262-400b-9c83-cad72f11e23e HTTP/1.1" status: 200 len: 1095 time: 0.0785227 Feb 18 08:44:19.735543 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e575adc9-33c0-4fda-9749-03101c75eb24 req-37be08c3-e62c-401a-93fb-50a41f24cba1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530894 Feb 18 08:44:19.789682 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-218394aa-55a7-4475-bcf0-8bcd8f6e01fa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=491c78d3-db23-4ab4-a355-f3b4fab74415 HTTP/1.1" status: 200 len: 217 time: 0.0629733 Feb 18 08:44:19.793798 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd497f77e-d8ae-47c8-8f60-53d44448565b', 'tag': '4f30821a-9e6a-4a57-9329-3abc91134692', 'status': 'completed', 'code': 200} Feb 18 08:44:19.815347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef8521-44c1-4a6a-824f-6168dd55f805 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af39d1cf-ddfb-4357-9ad2-1647973f7d2e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:19.817670 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e8ef8521-44c1-4a6a-824f-6168dd55f805 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:19.822461 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e8ef8521-44c1-4a6a-824f-6168dd55f805 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9582858 Feb 18 08:44:19.825750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42442) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:19.858251 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7d2a43c5-60b4-4b9e-a484-ed0ac0ede150 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Request body: {'security_group_rule': {'security_group_id': 'af39d1cf-ddfb-4357-9ad2-1647973f7d2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:19.873065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7d2a43c5-60b4-4b9e-a484-ed0ac0ede150 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:19.878177 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f229795-f7c9-4803-9db3-c633ccdffc3c req-ff33b078-08b4-40cd-8686-aaa557bfaab4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061450 Feb 18 08:44:19.882276 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-b81f33cb-4d33-4d30-830b-a72063c47e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:19.885094 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-b81f33cb-4d33-4d30-830b-a72063c47e0d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3 HTTP/1.1" status: 200 len: 844 time: 0.0888081 Feb 18 08:44:19.901520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7d2a43c5-60b4-4b9e-a484-ed0ac0ede150 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Usage tracker for resource:security_group_rule and tenant:bbc0aa9750134db59ae7aa7326bf2f17 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:19.929651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7d2a43c5-60b4-4b9e-a484-ed0ac0ede150 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:19.963587 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-f500621d-0a92-4a5d-bff9-6d21c2c8ac3a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680707 Feb 18 08:44:19.999698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7d2a43c5-60b4-4b9e-a484-ed0ac0ede150 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:20.057706 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-1521cc9c-de69-456a-8af6-148407a098d4 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585809 Feb 18 08:44:20.096791 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4eccccc0-8b8e-4858-bf11-d82d3928efca req-151ac5cd-d5aa-4de8-8f84-db88506b8091 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c1dac68-48d5-47df-8440-d65e210415a1 HTTP/1.1" status: 200 len: 210 time: 0.0858352 Feb 18 08:44:20.102369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:20.110817 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-9757f91e-3b5b-4068-a5d7-a5e7e6c3cde8 service neutron] 10.222.0.81 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388307 Feb 18 08:44:20.166647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Usage tracker for resource:port and tenant:7a38cd96a94248128734b4370f018680 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:20.176673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:20.183597 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7d2a43c5-60b4-4b9e-a484-ed0ac0ede150 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:20.202573 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f29e3a9f-0262-400b-9c83-cad72f11e23e', 'tag': '491c78d3-db23-4ab4-a355-f3b4fab74415', 'status': 'completed', 'code': 200} Feb 18 08:44:20.207675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:20.275947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Made reservation on behalf of 7a38cd96a94248128734b4370f018680 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:44:20.279412 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:20.285535 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-48a11b50-9846-4e2d-b550-1a9094faca75 req-8024b0ed-e2bc-4aee-8421-1d9b9f9fec33 service neutron] 10.222.0.81 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595442 Feb 18 08:44:20.326633 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:20.386619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd739d-7f06-4383-9c26-9a64a29758b6 req-213b8a47-d53a-4724-8f7c-5a0025f7861b tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:20.387938 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65cd739d-7f06-4383-9c26-9a64a29758b6 req-213b8a47-d53a-4724-8f7c-5a0025f7861b tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=f29e3a9f-0262-400b-9c83-cad72f11e23e HTTP/1.1" status: 200 len: 944 time: 0.4527080 Feb 18 08:44:20.409787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-594f520c-b0f1-4d18-8fdb-fff844c37760 req-145c855d-5640-49ef-abb7-acc2b9f998bf service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386168 Feb 18 08:44:20.414463 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7d2a43c5-60b4-4b9e-a484-ed0ac0ede150 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:20.415560 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562d38f-ec24-4e6c-a3c2-0ebde8d2c66e req-764043d8-2b89-49b2-8192-5e24a11cd2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:20.417175 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b562d38f-ec24-4e6c-a3c2-0ebde8d2c66e req-764043d8-2b89-49b2-8192-5e24a11cd2aa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52c8b10c39d84f9990de9c9a779edb52&device_id=f29e3a9f-0262-400b-9c83-cad72f11e23e HTTP/1.1" status: 200 len: 1095 time: 0.0763245 Feb 18 08:44:20.428803 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:20.437614 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7d2a43c5-60b4-4b9e-a484-ed0ac0ede150 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:20.441209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Usage tracker for resource:security_group_rule and tenant:7a38cd96a94248128734b4370f018680 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:20.458768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:20.486138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:20.543870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a43c5-60b4-4b9e-a484-ed0ac0ede150 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272554a8-2ff1-41df-ab94-c6e5981d1873,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:20.571948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562d38f-ec24-4e6c-a3c2-0ebde8d2c66e req-d7594843-12c1-444e-a1f8-2c99f183b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:20.573722 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b562d38f-ec24-4e6c-a3c2-0ebde8d2c66e req-d7594843-12c1-444e-a1f8-2c99f183b28f service neutron] 10.222.0.81 "GET /v2.0/networks?id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4 HTTP/1.1" status: 200 len: 905 time: 0.1468444 Feb 18 08:44:20.576881 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65cd739d-7f06-4383-9c26-9a64a29758b6 req-a3e87ead-f4ac-46d0-86c8-31c839cf6d24 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706853 Feb 18 08:44:20.612008 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7d2a43c5-60b4-4b9e-a484-ed0ac0ede150 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:20.612008 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7d2a43c5-60b4-4b9e-a484-ed0ac0ede150 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7764847 Feb 18 08:44:20.623375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42452) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:20.646284 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f16284ad-b92f-4754-ac81-ad1910c9003a tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Request body: {'security_group_rule': {'security_group_id': 'af39d1cf-ddfb-4357-9ad2-1647973f7d2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:20.660612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a91b6-346c-491f-a86a-4bf0951f55ff req-b6695817-24c0-42d7-a6da-a193a6bb63c4 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:20.668983 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-393a91b6-346c-491f-a86a-4bf0951f55ff req-b6695817-24c0-42d7-a6da-a193a6bb63c4 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 948 time: 0.3560634 Feb 18 08:44:20.676461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f16284ad-b92f-4754-ac81-ad1910c9003a tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:20.707752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f16284ad-b92f-4754-ac81-ad1910c9003a tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Usage tracker for resource:security_group_rule and tenant:bbc0aa9750134db59ae7aa7326bf2f17 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:20.718694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f16284ad-b92f-4754-ac81-ad1910c9003a tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:20.744186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f16284ad-b92f-4754-ac81-ad1910c9003a tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:20.764695 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b562d38f-ec24-4e6c-a3c2-0ebde8d2c66e req-0965a3a0-8cc5-4a1b-adc1-08c6811b6f81 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=491c78d3-db23-4ab4-a355-f3b4fab74415 HTTP/1.1" status: 200 len: 217 time: 0.1783574 Feb 18 08:44:20.777638 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-393a91b6-346c-491f-a86a-4bf0951f55ff req-0f4d3153-a04f-4ee2-a456-09535817d0f6 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069353 Feb 18 08:44:20.779748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db996c-b423-483a-865c-67193307d850 req-fe38078b-ec3a-489a-a0c1-46ec99ffa096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:20.781335 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5db996c-b423-483a-865c-67193307d850 req-fe38078b-ec3a-489a-a0c1-46ec99ffa096 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=85056e08b0104ec7abf83dbda7d5d1ae&device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 1099 time: 0.2979333 Feb 18 08:44:20.879329 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562d38f-ec24-4e6c-a3c2-0ebde8d2c66e req-6ae2d8d8-dbf4-4381-a570-ca8833cb90a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:20.902007 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b562d38f-ec24-4e6c-a3c2-0ebde8d2c66e req-6ae2d8d8-dbf4-4381-a570-ca8833cb90a8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3 HTTP/1.1" status: 200 len: 844 time: 0.1260972 Feb 18 08:44:20.954648 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f16284ad-b92f-4754-ac81-ad1910c9003a tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:20.963056 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b562d38f-ec24-4e6c-a3c2-0ebde8d2c66e req-7be1b2bf-dc02-4348-bafd-e448d2e23049 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528486 Feb 18 08:44:21.100588 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b562d38f-ec24-4e6c-a3c2-0ebde8d2c66e req-4000e9ce-4db0-4568-9a1f-ec02fe9f0920 service neutron] 10.222.0.81 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302459 Feb 18 08:44:21.182246 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:21.184960 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-7c541917-e5df-4ffd-b3d7-b9711d7b9dd4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747516 Feb 18 08:44:21.198213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db996c-b423-483a-865c-67193307d850 req-3a6f6cda-7a83-4af4-895e-a07080aa67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:21.199637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5db996c-b423-483a-865c-67193307d850 req-3a6f6cda-7a83-4af4-895e-a07080aa67ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.4093792 Feb 18 08:44:21.202552 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:21.244130 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b562d38f-ec24-4e6c-a3c2-0ebde8d2c66e req-80a003b2-cd6c-4fb0-82cc-72d8d9d2e743 service neutron] 10.222.0.81 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306789 Feb 18 08:44:21.417502 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5db996c-b423-483a-865c-67193307d850 req-bf066c30-43ef-4c2d-895d-9f6dfbe7177f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=4f30821a-9e6a-4a57-9329-3abc91134692 HTTP/1.1" status: 200 len: 217 time: 0.1782672 Feb 18 08:44:21.482144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6442e169-2c84-4fd2-8fda-2d7f530e6881,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:21.545082 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f16284ad-b92f-4754-ac81-ad1910c9003a tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:21.560975 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f16284ad-b92f-4754-ac81-ad1910c9003a tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:21.651012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db996c-b423-483a-865c-67193307d850 req-0ca99e41-1cbf-4c75-9d4e-3ff8ed683297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:21.653439 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5db996c-b423-483a-865c-67193307d850 req-0ca99e41-1cbf-4c75-9d4e-3ff8ed683297 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.2173584 Feb 18 08:44:21.659689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16284ad-b92f-4754-ac81-ad1910c9003a tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2318e83e-9608-4747-a945-51ef137e615b,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:21.668636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e56cf-ab64-4e69-8801-bd6bb87f0687 req-39d491e2-93b2-488a-af91-ec8994d9b680 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:21.670119 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c0e56cf-ab64-4e69-8801-bd6bb87f0687 req-39d491e2-93b2-488a-af91-ec8994d9b680 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 944 time: 0.7207568 Feb 18 08:44:21.682835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-ecc3a70a-78ce-4985-90c3-3f98901e6b09 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:21.684232 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-ecc3a70a-78ce-4985-90c3-3f98901e6b09 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4889057 Feb 18 08:44:21.775342 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f16284ad-b92f-4754-ac81-ad1910c9003a tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:21.776392 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f16284ad-b92f-4754-ac81-ad1910c9003a tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1479902 Feb 18 08:44:21.779622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42482) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:21.782990 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-6905872c-f1a5-4a4f-99dc-e66f3ca3a9a0 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/quotas/5705a2476ef74c5f99a6d92a75908a3b HTTP/1.1" status: 200 len: 375 time: 0.0594568 Feb 18 08:44:21.785158 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:21.792255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:21.798166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Usage tracker for resource:floatingip and tenant:bbc0aa9750134db59ae7aa7326bf2f17 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:21.801391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:21.808447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:21.819160 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:21.837033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Allocated IP 192.168.233.197 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/d6bb67e4-4aaa-478d-99b0-dd533d852879) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:44:21.872528 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c0e56cf-ab64-4e69-8801-bd6bb87f0687 req-2a9f9127-44af-40f4-a0b7-a690a2b3dc5e tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538177 Feb 18 08:44:21.950256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db996c-b423-483a-865c-67193307d850 req-d5e344a1-4eb2-4590-ae72-9700db06b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:21.951846 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5db996c-b423-483a-865c-67193307d850 req-d5e344a1-4eb2-4590-ae72-9700db06b55d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2781942 Feb 18 08:44:21.977323 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:22.112330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Allocated IP 172.25.1.232 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/60e81bc9-8f0b-4805-ac1f-0d0a1e659b34) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:44:22.147778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2b20aedb-1fcd-4405-a0da-541192136eec req-bbca5868-e69e-4c49-9cb9-75a9a98d85c8 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Synchronizing usage tracker for tenant:7a38cd96a94248128734b4370f018680 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:44:22.159048 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-9a957e82-22f2-43ef-b53d-afc8aac8451b tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3640807 Feb 18 08:44:22.251900 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2b20aedb-1fcd-4405-a0da-541192136eec req-bbca5868-e69e-4c49-9cb9-75a9a98d85c8 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Unset dirty status for tenant:7a38cd96a94248128734b4370f018680 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:44:22.253067 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b20aedb-1fcd-4405-a0da-541192136eec req-bbca5868-e69e-4c49-9cb9-75a9a98d85c8 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c1dac68-48d5-47df-8440-d65e210415a1 HTTP/1.1" status: 200 len: 210 time: 0.2137203 Feb 18 08:44:22.272660 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5db996c-b423-483a-865c-67193307d850 req-7e8f0ca4-f04a-46ca-844c-2cacc53a709a service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041458 Feb 18 08:44:22.279789 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:22.283467 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:22.339395 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:22.372589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Transition to ACTIVE for port object d6bb67e4-4aaa-478d-99b0-dd533d852879 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:44:22.414441 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:44:22.417847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:44:22.421443 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:44:22.458767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Pushing event updated for resources: {'Port': ['ID=60e81bc9-8f0b-4805-ac1f-0d0a1e659b34,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:22.518417 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:22.537128 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5db996c-b423-483a-865c-67193307d850 req-da02a313-6189-4fc9-a01c-537f9691aa25 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538435 Feb 18 08:44:22.563585 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:22.593873 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:22.637598 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae49f32-8820-4632-9ae1-703844e954a8 req-9146f05c-0e22-4527-bd6e-57e7eee04ce2 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:22.638997 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bae49f32-8820-4632-9ae1-703844e954a8 req-9146f05c-0e22-4527-bd6e-57e7eee04ce2 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=f29e3a9f-0262-400b-9c83-cad72f11e23e HTTP/1.1" status: 200 len: 944 time: 0.2482767 Feb 18 08:44:22.686162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:44:22.695610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:44:22.700813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Pushing event updated for resources: {'Port': ['ID=d6bb67e4-4aaa-478d-99b0-dd533d852879,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:22.703004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:44:22.875480 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:22.886629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25eeec-8358-4f80-8f2c-e1a0730a2175 req-4d5008c9-f53a-437b-8ccf-865e9f987a08 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:22.890292 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:22.893809 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-be25eeec-8358-4f80-8f2c-e1a0730a2175 req-4d5008c9-f53a-437b-8ccf-865e9f987a08 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 948 time: 0.4399381 Feb 18 08:44:22.972528 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bae49f32-8820-4632-9ae1-703844e954a8 req-780cab9a-9c8c-4455-8ae9-596a75559d58 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179662 Feb 18 08:44:23.020613 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-be25eeec-8358-4f80-8f2c-e1a0730a2175 req-334250d5-5eb3-4d5d-b1b6-9f572cd6181f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258342 Feb 18 08:44:23.024092 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bf0e340b-579b-435f-8a83-04f7b656ef96 None None] Provisioning for port d6bb67e4-4aaa-478d-99b0-dd533d852879 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:44:23.029248 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bf0e340b-579b-435f-8a83-04f7b656ef96 None None] Provisioning complete for port d6bb67e4-4aaa-478d-99b0-dd533d852879 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:44:23.029393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:23.029620 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bf0e340b-579b-435f-8a83-04f7b656ef96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:23.029875 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:23.077731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Pushing event updated for resources: {'Port': ['ID=60e81bc9-8f0b-4805-ac1f-0d0a1e659b34,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:23.115348 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:23.125924 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e340b-579b-435f-8a83-04f7b656ef96 None None] Port d6bb67e4-4aaa-478d-99b0-dd533d852879 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:44:23.141541 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:23.143999 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ab1b4bb8-ca57-40ab-8456-56c0d1e6e577 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4611602 Feb 18 08:44:23.154772 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-79e3db81-6e54-4ed2-a1e3-710f917c4860 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3716769 Feb 18 08:44:23.164856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc65112d-dc76-407a-b98d-ce9e921f68da req-7d928edf-f7f9-4a56-8603-fa6cd3ddc7f2 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 210 time: 0.0849102 Feb 18 08:44:23.169905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Request body: {'port': {'device_id': '5c1dac68-48d5-47df-8440-d65e210415a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:23.346531 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:23.397428 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e1f65-cc30-41bf-a024-935fa0e7a997 req-38779d13-7cd2-401b-85f2-1e185e1e7f31 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:23.398866 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-525e1f65-cc30-41bf-a024-935fa0e7a997 req-38779d13-7cd2-401b-85f2-1e185e1e7f31 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 944 time: 0.2014990 Feb 18 08:44:23.624313 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-525e1f65-cc30-41bf-a024-935fa0e7a997 req-f4a9f30f-1944-4877-bd7c-969e0e122607 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575871 Feb 18 08:44:23.642276 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-4fca46d0-0035-4a08-9eb2-c7625815fef6 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:23.648853 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-4fca46d0-0035-4a08-9eb2-c7625815fef6 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/networks?id=01e444e8-c132-4198-affe-eb88fdda7f7c HTTP/1.1" status: 200 len: 822 time: 0.2909489 Feb 18 08:44:23.666914 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-cc374023-6e8f-4f4c-a28c-4c30b557b549 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/quotas/bbc0aa9750134db59ae7aa7326bf2f17 HTTP/1.1" status: 200 len: 375 time: 0.0172758 Feb 18 08:44:23.733744 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-1faea50b-851b-43fa-9397-26972cdb36ac tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284309 Feb 18 08:44:23.951485 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-13586f87-a0d0-4442-9a94-da19e615f2bf tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0aa9750134db59ae7aa7326bf2f17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2706146 Feb 18 08:44:24.001274 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d89529-fea0-47ce-950e-bb4c3d0c10c2 req-59cc9cff-ebad-45c7-808f-0a525e994607 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:24.002646 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7d89529-fea0-47ce-950e-bb4c3d0c10c2 req-59cc9cff-ebad-45c7-808f-0a525e994607 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c1dac68-48d5-47df-8440-d65e210415a1 HTTP/1.1" status: 200 len: 936 time: 0.2592785 Feb 18 08:44:24.014489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-10011d9e-d5c0-4cf8-82ec-20333004541a tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:24.015882 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-10011d9e-d5c0-4cf8-82ec-20333004541a tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2759931 Feb 18 08:44:24.030045 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-8293bbc7-c54f-4425-bc23-1a4a83a84fc6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Request body: {'port': {'device_id': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '5705a2476ef74c5f99a6d92a75908a3b'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:24.154209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6bb67e4-4aaa-478d-99b0-dd533d852879 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:44:24.161462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-8293bbc7-c54f-4425-bc23-1a4a83a84fc6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:24.161983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a7d89529-fea0-47ce-950e-bb4c3d0c10c2 req-6553e6bd-46bb-4297-a560-9a70ac91ef54 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Synchronizing usage tracker for tenant:7a38cd96a94248128734b4370f018680 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:44:24.171412 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-8293bbc7-c54f-4425-bc23-1a4a83a84fc6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:24.171565 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:24.182229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-8293bbc7-c54f-4425-bc23-1a4a83a84fc6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Made reservation on behalf of 5705a2476ef74c5f99a6d92a75908a3b for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:44:24.185293 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-8293bbc7-c54f-4425-bc23-1a4a83a84fc6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:24.219123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a7d89529-fea0-47ce-950e-bb4c3d0c10c2 req-6553e6bd-46bb-4297-a560-9a70ac91ef54 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Unset dirty status for tenant:7a38cd96a94248128734b4370f018680 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:44:24.220246 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7d89529-fea0-47ce-950e-bb4c3d0c10c2 req-6553e6bd-46bb-4297-a560-9a70ac91ef54 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/security-groups?id=6442e169-2c84-4fd2-8fda-2d7f530e6881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096379 Feb 18 08:44:24.222728 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Transition to ACTIVE for port object d6bb67e4-4aaa-478d-99b0-dd533d852879 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:44:24.227187 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-ea22a244-51a9-4e06-8b62-8262a20081b7 service neutron] 10.222.0.72 "GET /v2.0/networks/01e444e8-c132-4198-affe-eb88fdda7f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655272 Feb 18 08:44:24.229620 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:24.369534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-8293bbc7-c54f-4425-bc23-1a4a83a84fc6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Allocated IP 192.168.233.28 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/dd82590c-6b15-41db-bf05-5364a0328873) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:44:24.475772 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4f30821a-9e6a-4a57-9329-3abc91134692 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:44:24.486821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Pushing event updated for resources: {'Port': ['ID=d6bb67e4-4aaa-478d-99b0-dd533d852879,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:24.598417 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-8293bbc7-c54f-4425-bc23-1a4a83a84fc6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:24.618139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-8293bbc7-c54f-4425-bc23-1a4a83a84fc6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Transition to ACTIVE for port object dd82590c-6b15-41db-bf05-5364a0328873 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:44:24.642216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 4f30821a-9e6a-4a57-9329-3abc91134692, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4f30821a-9e6a-4a57-9329-3abc91134692,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:24.645278 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-8293bbc7-c54f-4425-bc23-1a4a83a84fc6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:24.660080 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7dc0a0b4-c201-4513-9a53-8f73a8b8a996', '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:44:24.703658 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '4f30821a-9e6a-4a57-9329-3abc91134692', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '4f30821a-9e6a-4a57-9329-3abc91134692', 'mac_address': 'fa:16:3e:e7:f8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:44:24.718060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-8293bbc7-c54f-4425-bc23-1a4a83a84fc6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:44:24.721088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-8293bbc7-c54f-4425-bc23-1a4a83a84fc6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:44:24.725003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-8293bbc7-c54f-4425-bc23-1a4a83a84fc6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:44:24.734160 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-a05889e8-3a19-41f1-bfa4-61a8fb955a9c service neutron] 10.222.0.72 "GET /v2.0/networks/01e444e8-c132-4198-affe-eb88fdda7f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944632 Feb 18 08:44:24.766967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Attempting to bind port d6bb67e4-4aaa-478d-99b0-dd533d852879 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:44:24.767537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Attempting to bind port d6bb67e4-4aaa-478d-99b0-dd533d852879 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:44:24.768064 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Attempting to bind port d6bb67e4-4aaa-478d-99b0-dd533d852879 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:24.772169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293bbc7-c54f-4425-bc23-1a4a83a84fc6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Pushing event updated for resources: {'Port': ['ID=dd82590c-6b15-41db-bf05-5364a0328873,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:24.784860 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:24.785131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685cd30-ba93-4a29-a4af-596d4c3786c0 req-96bba549-68f6-472a-842e-263345b56aff tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:24.786666 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d685cd30-ba93-4a29-a4af-596d4c3786c0 req-96bba549-68f6-472a-842e-263345b56aff tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=f29e3a9f-0262-400b-9c83-cad72f11e23e HTTP/1.1" status: 200 len: 944 time: 0.4338260 Feb 18 08:44:24.798783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Port d6bb67e4-4aaa-478d-99b0-dd533d852879 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:44:24.799372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Attempting to bind port d6bb67e4-4aaa-478d-99b0-dd533d852879 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:24.814649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-8293bbc7-c54f-4425-bc23-1a4a83a84fc6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:24.815308 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-8293bbc7-c54f-4425-bc23-1a4a83a84fc6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:24.825533 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f30821a-9e6a-4a57-9329-3abc91134692 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:44:24.828335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:44:24.828908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:44:24.829472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:44:24.830209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Bound port: d6bb67e4-4aaa-478d-99b0-dd533d852879, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:44:24.830738 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:24.852972 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-8293bbc7-c54f-4425-bc23-1a4a83a84fc6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8263848 Feb 18 08:44:24.858079 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 4f30821a-9e6a-4a57-9329-3abc91134692, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4f30821a-9e6a-4a57-9329-3abc91134692,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:24.867607 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Request body: {'port': {'device_id': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:24.887326 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:24.945821 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d685cd30-ba93-4a29-a4af-596d4c3786c0 req-0cd0919f-0ec8-4056-8368-c90c34f2b3a2 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482148 Feb 18 08:44:25.041362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=4f30821a-9e6a-4a57-9329-3abc91134692,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:25.053495 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] For port d6bb67e4-4aaa-478d-99b0-dd533d852879, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:44:25.058545 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] For port d6bb67e4-4aaa-478d-99b0-dd533d852879, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=d6bb67e4-4aaa-478d-99b0-dd533d852879,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:44:25.059953 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:25.071636 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:25.074130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:25.074969 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:25.076284 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:25.077373 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:25.077903 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:25.078555 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:25.079075 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:25.079602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:25.080129 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:25.080670 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:25.081183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:25.081711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:25.182271 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 491c78d3-db23-4ab4-a355-f3b4fab74415 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:44:25.260235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Pushing event updated for resources: {'Port': ['ID=d6bb67e4-4aaa-478d-99b0-dd533d852879,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:25.294630 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ab534689-9010-406b-a4a4-65776a3dfb80 None None] Provisioning for port dd82590c-6b15-41db-bf05-5364a0328873 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:44:25.305706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:25.306467 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:25.307991 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-026b7ef5-d20f-4786-885b-d52f9a490d3d service neutron] 10.222.0.61 "PUT /v2.0/ports/d6bb67e4-4aaa-478d-99b0-dd533d852879 HTTP/1.1" status: 200 len: 1096 time: 2.1420801 Feb 18 08:44:25.308784 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1dac68-48d5-47df-8440-d65e210415a1', 'tag': 'd6bb67e4-4aaa-478d-99b0-dd533d852879'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:25.326582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ab534689-9010-406b-a4a4-65776a3dfb80 None None] Provisioning complete for port dd82590c-6b15-41db-bf05-5364a0328873 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:44:25.327243 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ab534689-9010-406b-a4a4-65776a3dfb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:25.345975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e14c13-940d-4768-9e51-7a7b41d0c796 req-907f980f-5167-4c19-a210-97e65ccee7ce tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:25.347877 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18e14c13-940d-4768-9e51-7a7b41d0c796 req-907f980f-5167-4c19-a210-97e65ccee7ce tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 949 time: 0.2024505 Feb 18 08:44:25.467265 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18e14c13-940d-4768-9e51-7a7b41d0c796 req-c15361cd-2f24-4a47-b34a-6bada479eb94 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131186 Feb 18 08:44:25.511587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ed344558-4aa1-4c61-96ce-01c2040c802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:25.513204 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-ed344558-4aa1-4c61-96ce-01c2040c802e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a38cd96a94248128734b4370f018680&device_id=5c1dac68-48d5-47df-8440-d65e210415a1 HTTP/1.1" status: 200 len: 1099 time: 0.1380680 Feb 18 08:44:25.524931 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['4f30821a-9e6a-4a57-9329-3abc91134692'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:44:25.628310 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 491c78d3-db23-4ab4-a355-f3b4fab74415, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=491c78d3-db23-4ab4-a355-f3b4fab74415,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:25.675563 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ab534689-9010-406b-a4a4-65776a3dfb80 None None] Port dd82590c-6b15-41db-bf05-5364a0328873 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:44:25.691423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '491c78d3-db23-4ab4-a355-f3b4fab74415', 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4', 'port_id': '491c78d3-db23-4ab4-a355-f3b4fab74415', 'mac_address': 'fa:16:3e:c1:bd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:44:25.707428 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-c3b35959-8fe2-4ac8-b956-b30a95b5c293 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=d6bb67e4-4aaa-478d-99b0-dd533d852879 HTTP/1.1" status: 200 len: 217 time: 0.1852868 Feb 18 08:44:25.777814 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd82590c-6b15-41db-bf05-5364a0328873 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:44:25.815791 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:25.844828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Transition to ACTIVE for port object dd82590c-6b15-41db-bf05-5364a0328873 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:44:25.853011 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:25.888715 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:25.914590 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-228fadab-1d58-43db-861d-b05afd594013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:25.916707 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-228fadab-1d58-43db-861d-b05afd594013 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.2022097 Feb 18 08:44:25.932300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491c78d3-db23-4ab4-a355-f3b4fab74415 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:44:25.994339 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2812584-92ae-4e34-bfb5-805053b98dfb req-745bcffd-8fbe-4f8b-8150-85b22fbf6000 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:25.995990 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2812584-92ae-4e34-bfb5-805053b98dfb req-745bcffd-8fbe-4f8b-8150-85b22fbf6000 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 935 time: 0.2824912 Feb 18 08:44:26.003975 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 491c78d3-db23-4ab4-a355-f3b4fab74415, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=491c78d3-db23-4ab4-a355-f3b4fab74415,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:26.025971 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:26.026596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337449e8-8e92-4e63-9bbf-004bee78379a req-04320e01-cee6-4e6e-83f4-01f5acb09d01 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:26.033669 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-337449e8-8e92-4e63-9bbf-004bee78379a req-04320e01-cee6-4e6e-83f4-01f5acb09d01 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 944 time: 0.3252075 Feb 18 08:44:26.084902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-d78d0ef4-8205-4303-b3ec-d994347c126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:26.086381 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-d78d0ef4-8205-4303-b3ec-d994347c126c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1605682 Feb 18 08:44:26.094369 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd82590c-6b15-41db-bf05-5364a0328873,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:26.210117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Attempting to bind port dd82590c-6b15-41db-bf05-5364a0328873 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:44:26.211783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Attempting to bind port dd82590c-6b15-41db-bf05-5364a0328873 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:44:26.212420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Attempting to bind port dd82590c-6b15-41db-bf05-5364a0328873 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:26.218336 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Port dd82590c-6b15-41db-bf05-5364a0328873 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:44:26.218643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Attempting to bind port dd82590c-6b15-41db-bf05-5364a0328873 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:26.224751 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:44:26.225675 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:44:26.225675 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:44:26.226325 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Bound port: dd82590c-6b15-41db-bf05-5364a0328873, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:44:26.227095 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:26.274084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-337449e8-8e92-4e63-9bbf-004bee78379a req-a0d5b47e-1f98-47b0-a00a-7cd427b79e94 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394059 Feb 18 08:44:26.281470 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2812584-92ae-4e34-bfb5-805053b98dfb req-44331afc-3714-43c8-8263-5714f4f913fc tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688553 Feb 18 08:44:26.303948 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=491c78d3-db23-4ab4-a355-f3b4fab74415,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:26.371214 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-a4f4d0b9-23d8-493d-a7cd-dc891c9fb223 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569661 Feb 18 08:44:26.398068 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:44:26.401617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=dd82590c-6b15-41db-bf05-5364a0328873,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:44:26.414561 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:26.483010 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:26.483700 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:26.485473 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] 10.222.0.81 "PUT /v2.0/ports/dd82590c-6b15-41db-bf05-5364a0328873 HTTP/1.1" status: 200 len: 1095 time: 1.6233814 Feb 18 08:44:26.485983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'tag': 'dd82590c-6b15-41db-bf05-5364a0328873'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:26.511032 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5f35d-4675-4fc6-9dd6-7cdac38b40d5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd82590c-6b15-41db-bf05-5364a0328873,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:26.553884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb1b866a-d362-40f7-b5c1-9d768a2ea7e9 req-f4aa8015-c23e-47bc-a4c9-558fe46ebb02 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 210 time: 0.0873315 Feb 18 08:44:26.643414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-06a61841-441f-4449-afc9-c1da392336b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:26.644001 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1dac68-48d5-47df-8440-d65e210415a1', 'tag': 'd6bb67e4-4aaa-478d-99b0-dd533d852879', 'status': 'completed', 'code': 200} Feb 18 08:44:26.645720 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-06a61841-441f-4449-afc9-c1da392336b1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 1098 time: 0.1073720 Feb 18 08:44:26.651307 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f82d64f-3947-4f9f-ad27-940dd0e816b0 req-dd38ab51-ac3b-47e1-b324-a0d414934453 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720478 Feb 18 08:44:26.668120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebeab2-f841-418d-bc6d-ce7794a13b54 req-eda5f36f-c2b9-4b3c-9d5a-c315a1dbb301 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:26.669662 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3aebeab2-f841-418d-bc6d-ce7794a13b54 req-eda5f36f-c2b9-4b3c-9d5a-c315a1dbb301 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c1dac68-48d5-47df-8440-d65e210415a1 HTTP/1.1" status: 200 len: 948 time: 0.2052093 Feb 18 08:44:26.679602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['491c78d3-db23-4ab4-a355-f3b4fab74415'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:44:26.915296 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-f527e216-804d-4a8e-b357-612741c99a3e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=dd82590c-6b15-41db-bf05-5364a0328873 HTTP/1.1" status: 200 len: 217 time: 0.2577302 Feb 18 08:44:26.948260 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3aebeab2-f841-418d-bc6d-ce7794a13b54 req-62060737-4d63-4e1d-9421-c81ef8b5dea1 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/security-groups?id=6442e169-2c84-4fd2-8fda-2d7f530e6881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724545 Feb 18 08:44:27.000758 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-0b8b0eeb-96aa-4de0-a272-a49e2e5569c7 service neutron] 10.222.0.61 "GET /v2.0/ports/4df10ce9-dc75-4467-9cf6-3fe46137637f/bindings/n-h1-829434-1 HTTP/1.1" status: 200 len: 384 time: 0.2571564 Feb 18 08:44:27.060679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341f2eb-6ce8-46b9-95b5-77a1beff7567 req-43a70c83-bd9d-4a28-9398-d3542576e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:27.063440 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2341f2eb-6ce8-46b9-95b5-77a1beff7567 req-43a70c83-bd9d-4a28-9398-d3542576e3ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a38cd96a94248128734b4370f018680&device_id=5c1dac68-48d5-47df-8440-d65e210415a1 HTTP/1.1" status: 200 len: 1099 time: 0.3322613 Feb 18 08:44:27.071119 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-e6dcd56e-0b87-425d-88b6-275eacee2fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:27.072562 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-e6dcd56e-0b87-425d-88b6-275eacee2fd9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0966218 Feb 18 08:44:27.152904 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1a1b119-a13d-4c26-b7af-53510a69d107 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:27.153604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1a1b119-a13d-4c26-b7af-53510a69d107 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Synchronizing usage tracker for tenant:bbc0aa9750134db59ae7aa7326bf2f17 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:44:27.187412 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1a1b119-a13d-4c26-b7af-53510a69d107 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Unset dirty status for tenant:bbc0aa9750134db59ae7aa7326bf2f17 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:44:27.188565 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1a1b119-a13d-4c26-b7af-53510a69d107 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.61 "GET /v2.0/networks?id=01e444e8-c132-4198-affe-eb88fdda7f7c HTTP/1.1" status: 200 len: 822 time: 0.3252177 Feb 18 08:44:27.195800 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-265dcc29-ad89-416d-9d6c-919cee313890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:27.197350 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-265dcc29-ad89-416d-9d6c-919cee313890 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126363 Feb 18 08:44:27.202609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-0af4a02c-39d5-4074-91a3-9a50dcf9e008 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Request body: {'port': {'device_id': '414c25a4-b274-480d-9b91-8748dc47cffa', 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c', 'admin_state_up': True, 'tenant_id': 'bbc0aa9750134db59ae7aa7326bf2f17'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:27.208181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44299235-92f0-4587-9a48-919db85e09f2 req-80fbf3d2-b5bf-4d0c-a49a-2d7463d66a8e tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:27.210261 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-44299235-92f0-4587-9a48-919db85e09f2 req-80fbf3d2-b5bf-4d0c-a49a-2d7463d66a8e tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=f29e3a9f-0262-400b-9c83-cad72f11e23e HTTP/1.1" status: 200 len: 945 time: 0.3881381 Feb 18 08:44:27.441170 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-44299235-92f0-4587-9a48-919db85e09f2 req-36866cad-bc95-419d-9745-20861f95f70d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895671 Feb 18 08:44:27.445031 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-e3a51492-5828-4fe6-b871-471be0f02e26 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278237 Feb 18 08:44:27.445878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-0af4a02c-39d5-4074-91a3-9a50dcf9e008 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:27.474021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-0af4a02c-39d5-4074-91a3-9a50dcf9e008 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:27.477118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3ede3-8b00-4da8-907e-e1a3b4900f3e req-d8722838-c079-4ed5-a111-a0ef7e9ac8ec tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:27.478908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94b3ede3-8b00-4da8-907e-e1a3b4900f3e req-d8722838-c079-4ed5-a111-a0ef7e9ac8ec tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 1096 time: 0.2656589 Feb 18 08:44:27.526846 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'tag': 'dd82590c-6b15-41db-bf05-5364a0328873', 'status': 'completed', 'code': 200} Feb 18 08:44:27.539383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-0af4a02c-39d5-4074-91a3-9a50dcf9e008 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Made reservation on behalf of bbc0aa9750134db59ae7aa7326bf2f17 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:44:27.542807 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-0af4a02c-39d5-4074-91a3-9a50dcf9e008 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:27.560858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341f2eb-6ce8-46b9-95b5-77a1beff7567 req-a6a07d21-4652-4908-95c7-a2146374da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:27.562429 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2341f2eb-6ce8-46b9-95b5-77a1beff7567 req-a6a07d21-4652-4908-95c7-a2146374da14 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.4885745 Feb 18 08:44:27.660255 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d76f1487-9286-4a01-b2c8-7797c88d0569 req-c9e0dccd-5861-40a3-806a-ac16e478c602 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073455 Feb 18 08:44:27.693159 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2341f2eb-6ce8-46b9-95b5-77a1beff7567 req-b6a0311c-f134-4579-9ed5-f97a187dc048 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=d6bb67e4-4aaa-478d-99b0-dd533d852879 HTTP/1.1" status: 200 len: 217 time: 0.1062860 Feb 18 08:44:27.777168 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94b3ede3-8b00-4da8-907e-e1a3b4900f3e req-ff4cbc4f-9d11-4851-9eb6-a4e6b1a8c9f3 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098141 Feb 18 08:44:27.792738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-0af4a02c-39d5-4074-91a3-9a50dcf9e008 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Allocated IP 172.20.0.10 (01e444e8-c132-4198-affe-eb88fdda7f7c/f452f3ee-22b7-417e-bfeb-1f98c425e06c/4bbd488e-b3b9-4c42-81d0-9220e530df53) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:44:27.827039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-30bf40da-cc05-4d7a-b777-852be62c4812 service neutron] For port 4df10ce9-dc75-4467-9cf6-3fe46137637f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4df10ce9-dc75-4467-9cf6-3fe46137637f,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:27.831757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f77564-b8d6-4c65-9ceb-75a326fb8ab5 req-0e6b3e11-7dcd-4120-99fa-eb73408ba283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:27.833417 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-50f77564-b8d6-4c65-9ceb-75a326fb8ab5 req-0e6b3e11-7dcd-4120-99fa-eb73408ba283 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 1098 time: 0.1217976 Feb 18 08:44:27.835091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341f2eb-6ce8-46b9-95b5-77a1beff7567 req-cdac790c-d0b1-445a-89fc-8e7ca462c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:27.836517 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2341f2eb-6ce8-46b9-95b5-77a1beff7567 req-cdac790c-d0b1-445a-89fc-8e7ca462c3b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1217172 Feb 18 08:44:27.908540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-30bf40da-cc05-4d7a-b777-852be62c4812 service neutron] For port 4df10ce9-dc75-4467-9cf6-3fe46137637f, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:44:27.956878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a64a43-3659-4e9d-ae16-0b7bec90665b req-176829ae-25d5-427f-8abb-27e1176d2c30 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:27.963998 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75a64a43-3659-4e9d-ae16-0b7bec90665b req-176829ae-25d5-427f-8abb-27e1176d2c30 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 949 time: 0.3761373 Feb 18 08:44:28.072812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-30bf40da-cc05-4d7a-b777-852be62c4812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df10ce9-dc75-4467-9cf6-3fe46137637f {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:44:28.094698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-30bf40da-cc05-4d7a-b777-852be62c4812 service neutron] For port 4df10ce9-dc75-4467-9cf6-3fe46137637f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=4df10ce9-dc75-4467-9cf6-3fe46137637f,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:28.104676 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75a64a43-3659-4e9d-ae16-0b7bec90665b req-0ab22e87-ad24-4628-9ec4-844d55d20304 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398034 Feb 18 08:44:28.115776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f77564-b8d6-4c65-9ceb-75a326fb8ab5 req-88586d63-aa06-45ea-a1cc-32de2602ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:28.117385 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-50f77564-b8d6-4c65-9ceb-75a326fb8ab5 req-88586d63-aa06-45ea-a1cc-32de2602ee7e service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2683356 Feb 18 08:44:28.131258 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-30bf40da-cc05-4d7a-b777-852be62c4812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:28.144506 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341f2eb-6ce8-46b9-95b5-77a1beff7567 req-b13872d8-c723-4dc0-b983-1d541da95fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:28.145981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2341f2eb-6ce8-46b9-95b5-77a1beff7567 req-b13872d8-c723-4dc0-b983-1d541da95fa8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3027556 Feb 18 08:44:28.199537 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-50f77564-b8d6-4c65-9ceb-75a326fb8ab5 req-47419a05-8ea3-4adc-bcf8-119c4e2e279b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=dd82590c-6b15-41db-bf05-5364a0328873 HTTP/1.1" status: 200 len: 217 time: 0.0678976 Feb 18 08:44:28.269815 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-0af4a02c-39d5-4074-91a3-9a50dcf9e008 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:28.290258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f77564-b8d6-4c65-9ceb-75a326fb8ab5 req-70886a59-ae73-4dc9-9548-0b57df54763f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:28.292713 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-50f77564-b8d6-4c65-9ceb-75a326fb8ab5 req-70886a59-ae73-4dc9-9548-0b57df54763f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0832703 Feb 18 08:44:28.318227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a1874-eda5-4e6a-95d1-ea412edfb7bf req-f62f89c0-c100-49cc-9e92-2327a970e044 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:28.319693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf1a1874-eda5-4e6a-95d1-ea412edfb7bf req-f62f89c0-c100-49cc-9e92-2327a970e044 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 944 time: 0.3467672 Feb 18 08:44:28.460222 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-0af4a02c-39d5-4074-91a3-9a50dcf9e008 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:28.482148 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf1a1874-eda5-4e6a-95d1-ea412edfb7bf req-a3b4f68c-8623-44d4-9836-af0af09f3df2 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485825 Feb 18 08:44:28.483131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-30bf40da-cc05-4d7a-b777-852be62c4812 service neutron] Transition to ACTIVE for port object 4df10ce9-dc75-4467-9cf6-3fe46137637f will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:44:28.490611 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4f30821a-9e6a-4a57-9329-3abc91134692 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:44:28.491912 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2341f2eb-6ce8-46b9-95b5-77a1beff7567 req-184b429c-8983-4001-a31a-a54265dc5bab service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366172 Feb 18 08:44:28.492980 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-30bf40da-cc05-4d7a-b777-852be62c4812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:28.532836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-0af4a02c-39d5-4074-91a3-9a50dcf9e008 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Network 01e444e8-c132-4198-affe-eb88fdda7f7c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:44:28.538854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-0af4a02c-39d5-4074-91a3-9a50dcf9e008 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:44:28.551358 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-0af4a02c-39d5-4074-91a3-9a50dcf9e008 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:44:28.593070 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130ceae-acd1-4b46-a377-36762df56a54 req-4524b59f-2381-4afd-8a3d-da72d8be0ab9 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:28.594653 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 4f30821a-9e6a-4a57-9329-3abc91134692 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:44:28.601356 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e130ceae-acd1-4b46-a377-36762df56a54 req-4524b59f-2381-4afd-8a3d-da72d8be0ab9 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 947 time: 0.3856568 Feb 18 08:44:28.604983 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 4f30821a-9e6a-4a57-9329-3abc91134692 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:44:28.605516 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:28.608300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4a02c-39d5-4074-91a3-9a50dcf9e008 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Pushing event updated for resources: {'Port': ['ID=4bbd488e-b3b9-4c42-81d0-9220e530df53,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:28.614801 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f77564-b8d6-4c65-9ceb-75a326fb8ab5 req-e8407c1b-0c84-4ad0-91f5-0a9d481c6907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:28.616599 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-50f77564-b8d6-4c65-9ceb-75a326fb8ab5 req-e8407c1b-0c84-4ad0-91f5-0a9d481c6907 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3143368 Feb 18 08:44:28.721437 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-0af4a02c-39d5-4074-91a3-9a50dcf9e008 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:28.723106 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-0af4a02c-39d5-4074-91a3-9a50dcf9e008 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:28.749514 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:28.775936 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-0af4a02c-39d5-4074-91a3-9a50dcf9e008 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5771627 Feb 18 08:44:28.782437 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd497f77e-d8ae-47c8-8f60-53d44448565b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f30821a-9e6a-4a57-9329-3abc91134692'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:28.793285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 4f30821a-9e6a-4a57-9329-3abc91134692, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4f30821a-9e6a-4a57-9329-3abc91134692,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:28.799114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Request body: {'port': {'device_id': '414c25a4-b274-480d-9b91-8748dc47cffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:28.805734 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:28.807054 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4df10ce9-dc75-4467-9cf6-3fe46137637f no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:44:28.847950 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-50f77564-b8d6-4c65-9ceb-75a326fb8ab5 req-f83335ba-815e-44a6-a8f0-57321b33bf9a service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232225 Feb 18 08:44:28.942861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-30bf40da-cc05-4d7a-b777-852be62c4812 service neutron] No DVR routers for this DVR port 4df10ce9-dc75-4467-9cf6-3fe46137637f on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:44:28.945481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf40da-cc05-4d7a-b777-852be62c4812 service neutron] Pushing event updated for resources: {'Port': ['ID=4df10ce9-dc75-4467-9cf6-3fe46137637f,revision_number=10']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:28.953952 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=4f30821a-9e6a-4a57-9329-3abc91134692,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:28.956579 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4df10ce9-dc75-4467-9cf6-3fe46137637f not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:44:29.033606 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e130ceae-acd1-4b46-a377-36762df56a54 req-bc5c27d7-df06-4960-914b-f84bbae9390d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313059 Feb 18 08:44:29.062945 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-30bf40da-cc05-4d7a-b777-852be62c4812 service neutron] 10.222.0.61 "PUT /v2.0/ports/4df10ce9-dc75-4467-9cf6-3fe46137637f/bindings/n-h1-829434-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0542488 Feb 18 08:44:29.065253 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2341f2eb-6ce8-46b9-95b5-77a1beff7567 req-a46d44d8-7d31-4e82-8eb8-a0e6e39333c6 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315287 Feb 18 08:44:29.084325 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-50f77564-b8d6-4c65-9ceb-75a326fb8ab5 req-810cbf98-8cfc-4d40-bb86-361d2a458db9 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220020 Feb 18 08:44:29.084948 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:29.095243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc51f8b-9485-4074-8970-01195a470217 req-6833b2d4-c261-46bf-bdb5-ad4f828634dc tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:29.096874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3cc51f8b-9485-4074-8970-01195a470217 req-6833b2d4-c261-46bf-bdb5-ad4f828634dc tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 932 time: 0.4046757 Feb 18 08:44:29.150263 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3cc51f8b-9485-4074-8970-01195a470217 req-cf32e72b-f132-42d6-a878-0011fdca261f tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Synchronizing usage tracker for tenant:bbc0aa9750134db59ae7aa7326bf2f17 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:44:29.167414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3cc51f8b-9485-4074-8970-01195a470217 req-cf32e72b-f132-42d6-a878-0011fdca261f tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Unset dirty status for tenant:bbc0aa9750134db59ae7aa7326bf2f17 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:44:29.168654 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3cc51f8b-9485-4074-8970-01195a470217 req-cf32e72b-f132-42d6-a878-0011fdca261f tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615420 Feb 18 08:44:29.203033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 491c78d3-db23-4ab4-a355-f3b4fab74415 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:44:29.316500 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 491c78d3-db23-4ab4-a355-f3b4fab74415 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:44:29.319096 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-6197510e-02f4-4cff-a4c3-d220d01dbc0b tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:29.320720 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-6197510e-02f4-4cff-a4c3-d220d01dbc0b tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011&tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&binding%3Ahost_id=n-h2-829434-1 HTTP/1.1" status: 200 len: 1096 time: 0.1814883 Feb 18 08:44:29.327001 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 491c78d3-db23-4ab4-a355-f3b4fab74415 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:44:29.327577 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:29.386735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90c69e-9bc6-47e2-831f-1e3277f24591 req-2141d148-f32f-4e98-80b5-6e509c5ce20b tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:29.388499 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc90c69e-9bc6-47e2-831f-1e3277f24591 req-2141d148-f32f-4e98-80b5-6e509c5ce20b tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c1dac68-48d5-47df-8440-d65e210415a1 HTTP/1.1" status: 200 len: 948 time: 0.0944538 Feb 18 08:44:29.442451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc90c69e-9bc6-47e2-831f-1e3277f24591 req-de0c601d-7551-4e3b-bcaf-5719b005dce9 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/security-groups?id=6442e169-2c84-4fd2-8fda-2d7f530e6881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475304 Feb 18 08:44:29.493554 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:29.498723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-d1d6cbf4-da36-40d0-8c43-e086f8c95d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:29.500186 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-d1d6cbf4-da36-40d0-8c43-e086f8c95d05 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011&tenant_id=7d4a44b7fff94ccba0bfe75ccf303824 HTTP/1.1" status: 200 len: 1096 time: 0.1338556 Feb 18 08:44:29.533979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 491c78d3-db23-4ab4-a355-f3b4fab74415, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=491c78d3-db23-4ab4-a355-f3b4fab74415,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:29.540711 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:29.651827 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=491c78d3-db23-4ab4-a355-f3b4fab74415,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:29.682988 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbd488e-b3b9-4c42-81d0-9220e530df53 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:44:29.692220 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:29.698067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea0e42-1e22-4e6e-bfee-51d893883ce4 req-bf957ef4-e79c-49e7-8cad-5d78fe36daa4 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:29.700077 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecea0e42-1e22-4e6e-bfee-51d893883ce4 req-bf957ef4-e79c-49e7-8cad-5d78fe36daa4 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=f29e3a9f-0262-400b-9c83-cad72f11e23e HTTP/1.1" status: 200 len: 946 time: 0.1285775 Feb 18 08:44:29.715011 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Transition to ACTIVE for port object 4bbd488e-b3b9-4c42-81d0-9220e530df53 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:44:29.718461 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-7baa6e77-063b-45f0-acd9-dbfb5508a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:29.720079 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-7baa6e77-063b-45f0-acd9-dbfb5508a9a0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 1096 time: 0.1895478 Feb 18 08:44:29.721260 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:29.760850 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecea0e42-1e22-4e6e-bfee-51d893883ce4 req-9a6a5967-b672-4d42-a280-3e431838a664 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476284 Feb 18 08:44:29.809912 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd497f77e-d8ae-47c8-8f60-53d44448565b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f30821a-9e6a-4a57-9329-3abc91134692', 'code': 200} Feb 18 08:44:30.008387 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbd488e-b3b9-4c42-81d0-9220e530df53,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:30.038884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82706b-0c39-48b8-a95a-a2dc7436beae req-91f1685d-10c6-4f85-bf09-835ad32d77d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:30.040375 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce82706b-0c39-48b8-a95a-a2dc7436beae req-91f1685d-10c6-4f85-bf09-835ad32d77d8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 1101 time: 0.1676273 Feb 18 08:44:30.046698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-079856ae-bba1-4485-8bf1-25b696a03df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:30.048131 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-079856ae-bba1-4485-8bf1-25b696a03df4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.2907495 Feb 18 08:44:30.053812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790e745-7f61-450f-9796-770ad3476edb req-e4fd418a-2bef-4bf4-8ba1-bc1c77f4ef4f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:30.055556 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5790e745-7f61-450f-9796-770ad3476edb req-e4fd418a-2bef-4bf4-8ba1-bc1c77f4ef4f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 950 time: 0.1290791 Feb 18 08:44:30.126865 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce82706b-0c39-48b8-a95a-a2dc7436beae req-dc14b238-b9b0-462c-accf-c432a4966b78 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701559 Feb 18 08:44:30.131555 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5790e745-7f61-450f-9796-770ad3476edb req-64818e12-54b0-4765-b229-06694eb328ab tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597446 Feb 18 08:44:30.162597 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-b6c6f670-52fa-4bfe-8e49-2a065f4a6d22 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4df10ce9-dc75-4467-9cf6-3fe46137637f HTTP/1.1" status: 200 len: 217 time: 0.1046500 Feb 18 08:44:30.203711 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1199238-b59e-4892-8208-efe694883211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:30.336526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Attempting to bind port 4bbd488e-b3b9-4c42-81d0-9220e530df53 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:44:30.337112 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Attempting to bind port 4bbd488e-b3b9-4c42-81d0-9220e530df53 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:44:30.337224 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Attempting to bind port 4bbd488e-b3b9-4c42-81d0-9220e530df53 on network 01e444e8-c132-4198-affe-eb88fdda7f7c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:30.337392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7a0b6-d81d-4113-bb92-b6d2891aef75 req-c32df5f0-3fac-45ec-a2a8-4db96fe4d6e1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:30.338893 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abf7a0b6-d81d-4113-bb92-b6d2891aef75 req-c32df5f0-3fac-45ec-a2a8-4db96fe4d6e1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 945 time: 0.0880291 Feb 18 08:44:30.345688 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-698e3fc9-9f5b-42b5-b2f4-ada5e895a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:30.347071 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-698e3fc9-9f5b-42b5-b2f4-ada5e895a37a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.1787093 Feb 18 08:44:30.347773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Port 4bbd488e-b3b9-4c42-81d0-9220e530df53 on network 01e444e8-c132-4198-affe-eb88fdda7f7c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:44:30.348082 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Attempting to bind port 4bbd488e-b3b9-4c42-81d0-9220e530df53 on network 01e444e8-c132-4198-affe-eb88fdda7f7c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:30.354677 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:44:30.355006 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Checking segment: {'id': 'ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:44:30.355374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Bound using segment: {'id': 'ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:44:30.355784 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Bound port: 4bbd488e-b3b9-4c42-81d0-9220e530df53, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:44:30.356117 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:30.386412 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abf7a0b6-d81d-4113-bb92-b6d2891aef75 req-788253b4-df98-4e73-b90a-08c2f6a11561 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416095 Feb 18 08:44:30.415798 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-19780c40-d9e2-43ba-9be8-39190608ff20 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:44:30.416792 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-19780c40-d9e2-43ba-9be8-39190608ff20 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149848 Feb 18 08:44:30.418799 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-43ca9118-a716-4c74-b4e4-c116f4652a6c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652483 Feb 18 08:44:30.458140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-a2dbed27-1119-40be-b54b-788df1f0ec9c service neutron] Request body: {'binding': {'host': 'n-h2-829434-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:30.459140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-a2dbed27-1119-40be-b54b-788df1f0ec9c service neutron] Unknown quota resources ['binding']. {{(pid=87767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 18 08:44:30.483200 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device d6bb67e4-4aaa-478d-99b0-dd533d852879 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:44:30.570395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505215d-ebad-469b-9022-992f4623bd86 req-f00db633-43fe-44fd-a2f8-ba681f287f45 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:30.571898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7505215d-ebad-469b-9022-992f4623bd86 req-f00db633-43fe-44fd-a2f8-ba681f287f45 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 947 time: 0.0867257 Feb 18 08:44:30.619951 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7505215d-ebad-469b-9022-992f4623bd86 req-631cca7a-8449-4794-a770-df6b07cb0e3b tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Feb 18 08:44:30.626027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port d6bb67e4-4aaa-478d-99b0-dd533d852879, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=d6bb67e4-4aaa-478d-99b0-dd533d852879,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:30.650511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'd6bb67e4-4aaa-478d-99b0-dd533d852879', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': 'd6bb67e4-4aaa-478d-99b0-dd533d852879', 'mac_address': 'fa:16:3e:7d:26:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:44:30.689505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] For port 4bbd488e-b3b9-4c42-81d0-9220e530df53, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:44:30.705856 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:30.719013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] For port 4bbd488e-b3b9-4c42-81d0-9220e530df53, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4bbd488e-b3b9-4c42-81d0-9220e530df53,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:44:30.725143 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6bb67e4-4aaa-478d-99b0-dd533d852879 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:44:30.741448 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port d6bb67e4-4aaa-478d-99b0-dd533d852879, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=d6bb67e4-4aaa-478d-99b0-dd533d852879,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:30.742976 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:30.745266 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:30.799697 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-79a959a8-b9a8-45b2-aa36-54359c31a030 service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507361 Feb 18 08:44:30.816464 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=d6bb67e4-4aaa-478d-99b0-dd533d852879,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:30.829272 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b35694-9727-4e8e-adbb-0a7c6d663293 req-ca4b8505-8cc7-49b2-92f7-2538fb951d65 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:30.830820 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04b35694-9727-4e8e-adbb-0a7c6d663293 req-ca4b8505-8cc7-49b2-92f7-2538fb951d65 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 944 time: 0.1009352 Feb 18 08:44:30.858018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:30.858612 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:30.859916 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] 10.222.0.61 "PUT /v2.0/ports/4bbd488e-b3b9-4c42-81d0-9220e530df53 HTTP/1.1" status: 200 len: 1092 time: 2.0687337 Feb 18 08:44:30.860598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414c25a4-b274-480d-9b91-8748dc47cffa', 'tag': '4bbd488e-b3b9-4c42-81d0-9220e530df53'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:30.887937 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04b35694-9727-4e8e-adbb-0a7c6d663293 req-15f79862-3118-4f87-a38e-7a4b2b715d62 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494967 Feb 18 08:44:30.998379 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1afcdff-1697-4128-aa80-5e181fd55541 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbd488e-b3b9-4c42-81d0-9220e530df53,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:31.027729 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-a2dbed27-1119-40be-b54b-788df1f0ec9c service neutron] Attempting to bind port 918423d4-67e0-46f8-bb7b-59253e8bb54a on host n-h2-829434-1 for vnic_type normal with profile None {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:44:31.028112 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-a2dbed27-1119-40be-b54b-788df1f0ec9c service neutron] Attempting to bind port 918423d4-67e0-46f8-bb7b-59253e8bb54a by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:44:31.028467 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-a2dbed27-1119-40be-b54b-788df1f0ec9c service neutron] Attempting to bind port 918423d4-67e0-46f8-bb7b-59253e8bb54a on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:31.050897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-a2dbed27-1119-40be-b54b-788df1f0ec9c service neutron] Port 918423d4-67e0-46f8-bb7b-59253e8bb54a on network 51c9510d-69f6-4794-8ea8-380b620d4b91 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:44:31.051218 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-a2dbed27-1119-40be-b54b-788df1f0ec9c service neutron] Attempting to bind port 918423d4-67e0-46f8-bb7b-59253e8bb54a on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:31.075631 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-a2dbed27-1119-40be-b54b-788df1f0ec9c service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:44:31.075951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-a2dbed27-1119-40be-b54b-788df1f0ec9c service neutron] Checking segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:44:31.076349 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-a2dbed27-1119-40be-b54b-788df1f0ec9c service neutron] Bound using segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:44:31.076778 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-a2dbed27-1119-40be-b54b-788df1f0ec9c service neutron] Bound port: 918423d4-67e0-46f8-bb7b-59253e8bb54a, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:44:31.078557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a0a96-2862-44e5-8f16-9c28e8447df2 req-7df2c27b-a630-4e96-b594-f7435c85dd42 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:31.080131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf9a0a96-2862-44e5-8f16-9c28e8447df2 req-7df2c27b-a630-4e96-b594-f7435c85dd42 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c1dac68-48d5-47df-8440-d65e210415a1 HTTP/1.1" status: 200 len: 949 time: 0.0850217 Feb 18 08:44:31.091578 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-06d92bfe-be51-4016-a22b-16d5fa18e610 service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784717 Feb 18 08:44:31.116441 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-52e17234-d2a2-41cb-8936-80b5d4167ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:31.117910 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-52e17234-d2a2-41cb-8936-80b5d4167ee3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bbc0aa9750134db59ae7aa7326bf2f17&device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 1095 time: 0.1833885 Feb 18 08:44:31.123518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-a2dbed27-1119-40be-b54b-788df1f0ec9c service neutron] For port 918423d4-67e0-46f8-bb7b-59253e8bb54a, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=918423d4-67e0-46f8-bb7b-59253e8bb54a,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:44:31.132921 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf9a0a96-2862-44e5-8f16-9c28e8447df2 req-36d5c990-96fd-427a-a210-aa9a5fc3590e tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/security-groups?id=6442e169-2c84-4fd2-8fda-2d7f530e6881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466645 Feb 18 08:44:31.174502 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['d6bb67e4-4aaa-478d-99b0-dd533d852879'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:44:31.176880 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-a2dbed27-1119-40be-b54b-788df1f0ec9c service neutron] Notify callbacks [] for binding, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:31.178166 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-a2dbed27-1119-40be-b54b-788df1f0ec9c service neutron] 10.222.0.72 "POST /v2.0/ports/918423d4-67e0-46f8-bb7b-59253e8bb54a/bindings HTTP/1.1" status: 201 len: 389 time: 0.7306490 Feb 18 08:44:31.189344 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-0c66828c-74cb-4263-854f-6f2c1bac51a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbd488e-b3b9-4c42-81d0-9220e530df53 HTTP/1.1" status: 200 len: 217 time: 0.0643888 Feb 18 08:44:31.260589 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-ae258dc1-fd9a-4ec3-bc6e-5e5c5ac14d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:31.264154 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-ae258dc1-fd9a-4ec3-bc6e-5e5c5ac14d90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f452f3ee-22b7-417e-bfeb-1f98c425e06c HTTP/1.1" status: 200 len: 862 time: 0.0639074 Feb 18 08:44:31.351456 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-fb5f1c0f-1c5f-4ccb-a108-dd376826cd83 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01e444e8-c132-4198-affe-eb88fdda7f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823536 Feb 18 08:44:31.357129 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414c25a4-b274-480d-9b91-8748dc47cffa', 'tag': '4bbd488e-b3b9-4c42-81d0-9220e530df53', 'status': 'completed', 'code': 200} Feb 18 08:44:31.389541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f24f7-ac29-40bf-961b-a9254868939e req-1cb953e3-11c3-4e8b-8549-67a8eb4c818b tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:31.397819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c0f24f7-ac29-40bf-961b-a9254868939e req-1cb953e3-11c3-4e8b-8549-67a8eb4c818b tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=f29e3a9f-0262-400b-9c83-cad72f11e23e HTTP/1.1" status: 200 len: 946 time: 0.1560869 Feb 18 08:44:31.456756 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c0f24f7-ac29-40bf-961b-a9254868939e req-5a3a3d89-85f9-4320-a66b-4b1971639c86 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578716 Feb 18 08:44:31.649039 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-98127dff-b0ed-4e5b-9b6a-44b1c72d1a71 service neutron] 10.222.0.61 "GET /v2.0/networks/01e444e8-c132-4198-affe-eb88fdda7f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032950 Feb 18 08:44:31.651235 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-ce45b2b1-31b1-4bf8-a69a-55e6f3e9b388 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:31.652724 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-ce45b2b1-31b1-4bf8-a69a-55e6f3e9b388 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011&tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 1096 time: 0.2882154 Feb 18 08:44:31.719859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-e204f850-6317-43db-bd43-bab4ad20a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:31.721264 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-e204f850-6317-43db-bd43-bab4ad20a823 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 1096 time: 0.2210023 Feb 18 08:44:31.730222 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443c815-286f-4860-b641-d0a9a45195a2 req-e99ef6f0-9006-47c8-87b9-20216f760ab3 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:31.731572 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3443c815-286f-4860-b641-d0a9a45195a2 req-e99ef6f0-9006-47c8-87b9-20216f760ab3 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 950 time: 0.1865199 Feb 18 08:44:31.764825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7dc6d-18b6-4adf-8acf-182e94fbc261 req-c9cdfa39-e2ed-40b5-9718-5685f02a3e27 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:31.766238 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aec7dc6d-18b6-4adf-8acf-182e94fbc261 req-c9cdfa39-e2ed-40b5-9718-5685f02a3e27 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 945 time: 0.1772070 Feb 18 08:44:31.811148 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29e3a9f-0262-400b-9c83-cad72f11e23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491c78d3-db23-4ab4-a355-f3b4fab74415'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:31.855286 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-53da54bd-7307-4e20-b11d-0df09b1fc22b req-91e7ba6e-3d97-4202-aaed-24b3e21a3ce0 service neutron] 10.222.0.61 "GET /v2.0/networks/01e444e8-c132-4198-affe-eb88fdda7f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009940 Feb 18 08:44:31.885163 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-291ee68e-168d-4ebb-957d-e540a6052934 service neutron] For port 4df10ce9-dc75-4467-9cf6-3fe46137637f, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:44:31.888237 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-291ee68e-168d-4ebb-957d-e540a6052934 service neutron] Notify callbacks [] for binding, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:31.889364 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-22447e02-79ea-4b82-955e-74d4b4b21b79 req-291ee68e-168d-4ebb-957d-e540a6052934 service neutron] 10.222.0.81 "DELETE /v2.0/ports/4df10ce9-dc75-4467-9cf6-3fe46137637f/bindings/n-h2-829434-1 HTTP/1.1" status: 204 len: 173 time: 0.2160823 Feb 18 08:44:31.898957 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3443c815-286f-4860-b641-d0a9a45195a2 req-ec051c87-7579-42b4-b06a-f610231753ee tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452587 Feb 18 08:44:31.917298 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aec7dc6d-18b6-4adf-8acf-182e94fbc261 req-b45d2917-d763-4a12-be54-51e1a903e73d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905991 Feb 18 08:44:31.986174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-65aec19d-d4c2-4c7e-9c2b-1c567a7f592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:31.987767 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-65aec19d-d4c2-4c7e-9c2b-1c567a7f592e service neutron] 10.222.0.61 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 922 time: 0.2543004 Feb 18 08:44:32.108502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084e63f-7cfb-4102-9a9c-3e8b9f13aa0e req-5989f542-077a-472e-8ceb-43e38bda2114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:32.109969 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8084e63f-7cfb-4102-9a9c-3e8b9f13aa0e req-5989f542-077a-472e-8ceb-43e38bda2114 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bbc0aa9750134db59ae7aa7326bf2f17&device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 1095 time: 0.2025561 Feb 18 08:44:32.135614 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-8ebe8701-74f1-44db-a2c9-b189cf3403fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=918423d4-67e0-46f8-bb7b-59253e8bb54a HTTP/1.1" status: 200 len: 217 time: 0.1365337 Feb 18 08:44:32.244254 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084e63f-7cfb-4102-9a9c-3e8b9f13aa0e req-49f57c53-5576-4e0d-bbf2-08ede902d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:32.245722 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8084e63f-7cfb-4102-9a9c-3e8b9f13aa0e req-49f57c53-5576-4e0d-bbf2-08ede902d99a service neutron] 10.222.0.61 "GET /v2.0/networks?id=01e444e8-c132-4198-affe-eb88fdda7f7c HTTP/1.1" status: 200 len: 923 time: 0.1285536 Feb 18 08:44:32.316510 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8084e63f-7cfb-4102-9a9c-3e8b9f13aa0e req-29868521-c922-4ad0-9e7a-4a6b2abf4511 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbd488e-b3b9-4c42-81d0-9220e530df53 HTTP/1.1" status: 200 len: 217 time: 0.0636809 Feb 18 08:44:32.333202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-3f43a1a4-f291-4f24-9ec8-91e3cb748180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:32.336218 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-3f43a1a4-f291-4f24-9ec8-91e3cb748180 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.0914574 Feb 18 08:44:32.387253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084e63f-7cfb-4102-9a9c-3e8b9f13aa0e req-17c0819f-f4bc-48a7-bd26-d7f49376167d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:32.388872 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8084e63f-7cfb-4102-9a9c-3e8b9f13aa0e req-17c0819f-f4bc-48a7-bd26-d7f49376167d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f452f3ee-22b7-417e-bfeb-1f98c425e06c HTTP/1.1" status: 200 len: 862 time: 0.0624821 Feb 18 08:44:32.392696 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-391649ed-0cc3-4472-8818-99712b285f0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498772 Feb 18 08:44:32.408127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96851db-622d-4b2c-993a-da3560065df7 req-fb8675ab-6dff-4fce-953f-1e89132b505b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:32.409576 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e96851db-622d-4b2c-993a-da3560065df7 req-fb8675ab-6dff-4fce-953f-1e89132b505b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 945 time: 0.3479755 Feb 18 08:44:32.419851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc4ee9-1508-4550-8ba0-22e202f446cf req-733cbc53-cae1-4506-b096-8b56c1879a86 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:32.422375 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-82bc4ee9-1508-4550-8ba0-22e202f446cf req-733cbc53-cae1-4506-b096-8b56c1879a86 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 947 time: 0.3667512 Feb 18 08:44:32.445930 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8084e63f-7cfb-4102-9a9c-3e8b9f13aa0e req-b5f7811b-1060-40c4-8bf7-0d08d1873046 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01e444e8-c132-4198-affe-eb88fdda7f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428689 Feb 18 08:44:32.479451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device d6bb67e4-4aaa-478d-99b0-dd533d852879 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:44:32.555012 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port d6bb67e4-4aaa-478d-99b0-dd533d852879 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:44:32.560117 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port d6bb67e4-4aaa-478d-99b0-dd533d852879 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:44:32.560525 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:32.586196 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e96851db-622d-4b2c-993a-da3560065df7 req-87dc5783-6cad-4b12-9604-081c234703c0 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624248 Feb 18 08:44:32.591996 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-82bc4ee9-1508-4550-8ba0-22e202f446cf req-d113792e-b094-4287-b7b7-ea43d7bb18b1 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465366 Feb 18 08:44:32.602571 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8084e63f-7cfb-4102-9a9c-3e8b9f13aa0e req-9e517899-c9c3-45bb-a0fa-d925390578be service neutron] 10.222.0.61 "GET /v2.0/networks/01e444e8-c132-4198-affe-eb88fdda7f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501396 Feb 18 08:44:32.664356 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-b87445c9-2963-41f5-9220-6edddfb1aade service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537811 Feb 18 08:44:32.666423 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29e3a9f-0262-400b-9c83-cad72f11e23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491c78d3-db23-4ab4-a355-f3b4fab74415', 'code': 200} Feb 18 08:44:32.682983 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cde339f8-c3ba-4004-9fd1-f892aa327e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:32.852476 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:32.867545 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8084e63f-7cfb-4102-9a9c-3e8b9f13aa0e req-9e663dd5-1b78-4748-9d16-2b3e93422c18 service neutron] 10.222.0.61 "GET /v2.0/networks/01e444e8-c132-4198-affe-eb88fdda7f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572098 Feb 18 08:44:32.894990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port d6bb67e4-4aaa-478d-99b0-dd533d852879, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=d6bb67e4-4aaa-478d-99b0-dd533d852879,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:32.896913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4ae97-c196-4348-a07a-6732cff57a2e req-27a66629-72db-4d91-a177-9fa5be63de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:32.898273 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8eb4ae97-c196-4348-a07a-6732cff57a2e req-27a66629-72db-4d91-a177-9fa5be63de5c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f29e3a9f-0262-400b-9c83-cad72f11e23e HTTP/1.1" status: 200 len: 1097 time: 0.1315084 Feb 18 08:44:32.901904 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:32.943830 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8eb4ae97-c196-4348-a07a-6732cff57a2e req-0593e161-7e0e-4c29-9249-b1a200f160a4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387967 Feb 18 08:44:32.974825 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=d6bb67e4-4aaa-478d-99b0-dd533d852879,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:32.988339 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-6e3c92df-d173-43b6-b443-b49312381c42 service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176136 Feb 18 08:44:33.002780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8181e2-5b24-4f86-846e-c19b91f4c86f req-1535ca14-77da-4219-80e5-d06019d6a352 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:33.004202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da8181e2-5b24-4f86-846e-c19b91f4c86f req-1535ca14-77da-4219-80e5-d06019d6a352 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c1dac68-48d5-47df-8440-d65e210415a1 HTTP/1.1" status: 200 len: 949 time: 0.1981540 Feb 18 08:44:33.013180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4d5b9-eab8-4844-98f9-03f480608967 req-fc3a4599-c97a-4c77-89af-d2f29a21205b tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:33.014576 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fcb4d5b9-eab8-4844-98f9-03f480608967 req-fc3a4599-c97a-4c77-89af-d2f29a21205b tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 944 time: 0.2096374 Feb 18 08:44:33.085060 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da8181e2-5b24-4f86-846e-c19b91f4c86f req-57409518-eb1f-4a14-a238-cf77262df9cb tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/security-groups?id=6442e169-2c84-4fd2-8fda-2d7f530e6881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695374 Feb 18 08:44:33.089382 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fcb4d5b9-eab8-4844-98f9-03f480608967 req-76f4c855-b0dc-47da-a809-87e10d512867 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611687 Feb 18 08:44:33.211401 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device dd82590c-6b15-41db-bf05-5364a0328873 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:44:33.317050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b69ea6-32c1-4099-860b-37dccbd1238c req-6d51422f-862f-4a2c-83ca-204227bc2db7 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:33.318632 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-19b69ea6-32c1-4099-860b-37dccbd1238c req-6d51422f-862f-4a2c-83ca-204227bc2db7 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=f29e3a9f-0262-400b-9c83-cad72f11e23e HTTP/1.1" status: 200 len: 946 time: 0.1416032 Feb 18 08:44:33.357188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924aa0f-6e87-46eb-9f5f-d402cedfa73b req-8dd94a4f-6254-44a2-8394-49f9e393ab46 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:33.358595 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8924aa0f-6e87-46eb-9f5f-d402cedfa73b req-8dd94a4f-6254-44a2-8394-49f9e393ab46 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 950 time: 0.1444299 Feb 18 08:44:33.388187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=dd82590c-6b15-41db-bf05-5364a0328873,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:33.397896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-19b69ea6-32c1-4099-860b-37dccbd1238c req-f5391456-c54f-4584-b283-2caea859a995 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712645 Feb 18 08:44:33.410653 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'dd82590c-6b15-41db-bf05-5364a0328873', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': 'dd82590c-6b15-41db-bf05-5364a0328873', 'mac_address': 'fa:16:3e:e4:7f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:44:33.421144 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8924aa0f-6e87-46eb-9f5f-d402cedfa73b req-25ecce53-cdd0-4ff4-bc3c-312e7871a9c1 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536084 Feb 18 08:44:33.490082 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:33.509245 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd82590c-6b15-41db-bf05-5364a0328873 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:44:33.527557 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=dd82590c-6b15-41db-bf05-5364a0328873,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:33.534777 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:33.620735 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:33.631812 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=dd82590c-6b15-41db-bf05-5364a0328873,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:33.697249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea4a1d-ca44-4bc5-8d42-174788709730 req-2621fc44-92e0-49cc-ae3b-3f84fc0ab009 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:33.698679 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0fea4a1d-ca44-4bc5-8d42-174788709730 req-2621fc44-92e0-49cc-ae3b-3f84fc0ab009 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 1096 time: 0.1315236 Feb 18 08:44:33.711664 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3473c-74d5-4a0a-9ece-b53412bf9684 req-1e7fee2c-2110-4834-b758-929272e84ee0 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:33.713329 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7a3473c-74d5-4a0a-9ece-b53412bf9684 req-1e7fee2c-2110-4834-b758-929272e84ee0 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 945 time: 0.1160340 Feb 18 08:44:33.745628 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:33.781050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0fea4a1d-ca44-4bc5-8d42-174788709730 req-8deb71b3-1672-4a10-9c1c-19e612553db3 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665255 Feb 18 08:44:33.785456 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7a3473c-74d5-4a0a-9ece-b53412bf9684 req-3056db15-d6b2-4eee-96f3-f22aa140c44e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575674 Feb 18 08:44:33.910899 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['dd82590c-6b15-41db-bf05-5364a0328873'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:44:34.024894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61944573-3193-44ac-9a77-08d77cb92ce6 req-747563e7-5c9a-4fa5-9922-38794ee26957 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:34.026891 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-61944573-3193-44ac-9a77-08d77cb92ce6 req-747563e7-5c9a-4fa5-9922-38794ee26957 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 948 time: 0.1155684 Feb 18 08:44:34.077023 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-61944573-3193-44ac-9a77-08d77cb92ce6 req-da41ea2a-541c-4520-9f98-4c612636b6e6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435338 Feb 18 08:44:34.374695 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406c759-cb41-44f1-ab82-d271953edf3c req-775f6378-7306-4215-a921-6986bc288b5c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:34.376115 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a406c759-cb41-44f1-ab82-d271953edf3c req-775f6378-7306-4215-a921-6986bc288b5c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 807 time: 0.1989164 Feb 18 08:44:34.380769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32943b-8361-423b-b564-90a4fb7edb36 req-97aa1f99-2238-41a4-ab7c-263c69eb66ff tempest-ServersAdminNegativeTestJSON-903036420 tempest-ServersAdminNegativeTestJSON-903036420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:34.382166 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e32943b-8361-423b-b564-90a4fb7edb36 req-97aa1f99-2238-41a4-ab7c-263c69eb66ff tempest-ServersAdminNegativeTestJSON-903036420 tempest-ServersAdminNegativeTestJSON-903036420-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 1101 time: 0.1817536 Feb 18 08:44:34.406634 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a406c759-cb41-44f1-ab82-d271953edf3c req-8101af23-8017-4411-b828-bef2d4817bec tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/quotas/7d4a44b7fff94ccba0bfe75ccf303824 HTTP/1.1" status: 200 len: 375 time: 0.0234907 Feb 18 08:44:34.410708 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7e32943b-8361-423b-b564-90a4fb7edb36 req-dcb44192-9a1e-49da-a609-ec36630c8fc4 tempest-ServersAdminNegativeTestJSON-903036420 tempest-ServersAdminNegativeTestJSON-903036420-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:34.466027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-7e32943b-8361-423b-b564-90a4fb7edb36 req-dcb44192-9a1e-49da-a609-ec36630c8fc4 tempest-ServersAdminNegativeTestJSON-903036420 tempest-ServersAdminNegativeTestJSON-903036420-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:34.471525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7e32943b-8361-423b-b564-90a4fb7edb36 req-dcb44192-9a1e-49da-a609-ec36630c8fc4 tempest-ServersAdminNegativeTestJSON-903036420 tempest-ServersAdminNegativeTestJSON-903036420-project-admin] Usage tracker for resource:security_group_rule and tenant:3b761d7756d3407d98de76d7f13aac23 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:34.476393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7e32943b-8361-423b-b564-90a4fb7edb36 req-dcb44192-9a1e-49da-a609-ec36630c8fc4 tempest-ServersAdminNegativeTestJSON-903036420 tempest-ServersAdminNegativeTestJSON-903036420-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:34.483189 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-7e32943b-8361-423b-b564-90a4fb7edb36 req-dcb44192-9a1e-49da-a609-ec36630c8fc4 tempest-ServersAdminNegativeTestJSON-903036420 tempest-ServersAdminNegativeTestJSON-903036420-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:34.535423 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a406c759-cb41-44f1-ab82-d271953edf3c req-9b20429b-2538-41a7-9b76-db3eeeb4c2ba tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1154630 Feb 18 08:44:34.667767 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1dac68-48d5-47df-8440-d65e210415a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bb67e4-4aaa-478d-99b0-dd533d852879'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:34.781140 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7e32943b-8361-423b-b564-90a4fb7edb36 req-dcb44192-9a1e-49da-a609-ec36630c8fc4 tempest-ServersAdminNegativeTestJSON-903036420 tempest-ServersAdminNegativeTestJSON-903036420-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:34.790622 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7e32943b-8361-423b-b564-90a4fb7edb36 req-dcb44192-9a1e-49da-a609-ec36630c8fc4 tempest-ServersAdminNegativeTestJSON-903036420 tempest-ServersAdminNegativeTestJSON-903036420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:34.821555 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a406c759-cb41-44f1-ab82-d271953edf3c req-bc6cf1ec-50a2-48bf-a04f-3553a407449f service neutron] 10.222.0.72 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761393 Feb 18 08:44:34.827098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e32943b-8361-423b-b564-90a4fb7edb36 req-dcb44192-9a1e-49da-a609-ec36630c8fc4 tempest-ServersAdminNegativeTestJSON-903036420 tempest-ServersAdminNegativeTestJSON-903036420-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376733 Feb 18 08:44:34.875333 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:34.908392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb44192-9a1e-49da-a609-ec36630c8fc4 tempest-ServersAdminNegativeTestJSON-903036420 tempest-ServersAdminNegativeTestJSON-903036420-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8b7e5e-fa7a-4b07-a3ca-04677970b57d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:34.972427 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a406c759-cb41-44f1-ab82-d271953edf3c req-fbd8c052-c691-4425-8100-3ea0bd2d8f06 service neutron] 10.222.0.72 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388767 Feb 18 08:44:35.061343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882bd01-e9c2-43d5-aaa6-f890b7f38f22 req-025cb61f-0901-45d5-9c5e-22da3f6291cf tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:35.062794 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d882bd01-e9c2-43d5-aaa6-f890b7f38f22 req-025cb61f-0901-45d5-9c5e-22da3f6291cf tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c1dac68-48d5-47df-8440-d65e210415a1 HTTP/1.1" status: 200 len: 950 time: 0.0785596 Feb 18 08:44:35.110774 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d882bd01-e9c2-43d5-aaa6-f890b7f38f22 req-24a50336-83e2-4442-b8de-27b47335a9a5 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/security-groups?id=6442e169-2c84-4fd2-8fda-2d7f530e6881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412545 Feb 18 08:44:35.324133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0612c9d-5cd2-4f10-af7a-0816b50ce244 req-1a40f969-bcd3-45d2-a951-6c35c3e61be8 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:35.325958 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0612c9d-5cd2-4f10-af7a-0816b50ce244 req-1a40f969-bcd3-45d2-a951-6c35c3e61be8 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 944 time: 0.1442022 Feb 18 08:44:35.361687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba168711-819b-4196-85e1-246240760f89 req-590f7170-d82c-4748-90b8-e55e4bbf3e79 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:35.363117 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba168711-819b-4196-85e1-246240760f89 req-590f7170-d82c-4748-90b8-e55e4bbf3e79 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=f29e3a9f-0262-400b-9c83-cad72f11e23e HTTP/1.1" status: 200 len: 946 time: 0.1327138 Feb 18 08:44:35.434958 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0612c9d-5cd2-4f10-af7a-0816b50ce244 req-e20a61b6-7748-46bb-82b3-e9d82e275286 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972352 Feb 18 08:44:35.441725 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba168711-819b-4196-85e1-246240760f89 req-63b65d85-ab56-442e-8936-ebc21e81fd22 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723665 Feb 18 08:44:35.498601 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1dac68-48d5-47df-8440-d65e210415a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bb67e4-4aaa-478d-99b0-dd533d852879', 'code': 200} Feb 18 08:44:35.685829 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-989a7f15-5138-4eaf-80b2-1c07c20ea1b6 req-afe2bb9b-4f83-4bb6-a826-b557289db728 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 210 time: 0.0882094 Feb 18 08:44:35.733385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddbfe3-2bf5-4039-80d9-5e67abcd57b6 req-6d1208d0-21ae-4f5f-ac06-efe87318bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:35.734858 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5dddbfe3-2bf5-4039-80d9-5e67abcd57b6 req-6d1208d0-21ae-4f5f-ac06-efe87318bb30 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5c1dac68-48d5-47df-8440-d65e210415a1 HTTP/1.1" status: 200 len: 1101 time: 0.1749408 Feb 18 08:44:35.748579 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e5a78-516e-401f-bf2a-6fe27cbca73c req-ba8e8871-847b-474d-ac55-f70462348817 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:35.752839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a11e5a78-516e-401f-bf2a-6fe27cbca73c req-ba8e8871-847b-474d-ac55-f70462348817 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 945 time: 0.1564736 Feb 18 08:44:35.868101 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5dddbfe3-2bf5-4039-80d9-5e67abcd57b6 req-f16ab32f-34e6-48b1-a220-f0df93142f1f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6442e169-2c84-4fd2-8fda-2d7f530e6881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140749 Feb 18 08:44:35.873795 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a11e5a78-516e-401f-bf2a-6fe27cbca73c req-88bb189c-44d6-4109-937d-f760b85105cf tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008086 Feb 18 08:44:35.913190 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baad4bd-5ab0-4d72-b046-00e13802494f req-d26a3e4b-64dc-4da6-ab43-ddd88abd07e2 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:35.914666 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1baad4bd-5ab0-4d72-b046-00e13802494f req-d26a3e4b-64dc-4da6-ab43-ddd88abd07e2 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 948 time: 0.1230407 Feb 18 08:44:35.961145 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1baad4bd-5ab0-4d72-b046-00e13802494f req-4a93f881-0eac-4201-90b9-da519242d9ab tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405207 Feb 18 08:44:36.043923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb5857-5087-44d8-a775-355ed1c7c9b3 req-e8f25428-0d5f-44fa-8fee-19f036b8a1e9 tempest-ServersAdminNegativeTestJSON-903036420 tempest-ServersAdminNegativeTestJSON-903036420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:36.045460 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-efcb5857-5087-44d8-a775-355ed1c7c9b3 req-e8f25428-0d5f-44fa-8fee-19f036b8a1e9 tempest-ServersAdminNegativeTestJSON-903036420 tempest-ServersAdminNegativeTestJSON-903036420-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 1101 time: 0.0712619 Feb 18 08:44:36.092825 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-efcb5857-5087-44d8-a775-355ed1c7c9b3 req-0f5770aa-ee48-42a1-b832-7ddae7e1dc01 tempest-ServersAdminNegativeTestJSON-903036420 tempest-ServersAdminNegativeTestJSON-903036420-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387392 Feb 18 08:44:36.303918 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c236512-1b84-49f2-9266-426249a4bf19 req-8f58cdc8-4c45-4e12-9bd5-cbb333a7e15a tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:36.305519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c236512-1b84-49f2-9266-426249a4bf19 req-8f58cdc8-4c45-4e12-9bd5-cbb333a7e15a tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c1dac68-48d5-47df-8440-d65e210415a1 HTTP/1.1" status: 200 len: 950 time: 0.0887644 Feb 18 08:44:36.351266 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c236512-1b84-49f2-9266-426249a4bf19 req-701af392-deec-4fae-833a-12710521b1f5 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/security-groups?id=6442e169-2c84-4fd2-8fda-2d7f530e6881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402031 Feb 18 08:44:36.530427 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4bbd488e-b3b9-4c42-81d0-9220e530df53 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:44:36.541278 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406c759-cb41-44f1-ab82-d271953edf3c req-cc79a359-9138-4fc5-93ad-a68ec231e763 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:36.542749 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a406c759-cb41-44f1-ab82-d271953edf3c req-cc79a359-9138-4fc5-93ad-a68ec231e763 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.61 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 807 time: 0.1565461 Feb 18 08:44:36.587094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-a406c759-cb41-44f1-ab82-d271953edf3c req-5d1d6ffc-dd65-4f26-b159-79cb3f37084c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Request body: {'port': {'device_id': '61c83d16-be65-466c-baab-23a27007e6f5', 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963', 'admin_state_up': True, 'tenant_id': '7d4a44b7fff94ccba0bfe75ccf303824'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:36.676935 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 4bbd488e-b3b9-4c42-81d0-9220e530df53, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4bbd488e-b3b9-4c42-81d0-9220e530df53,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:36.690491 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '4bbd488e-b3b9-4c42-81d0-9220e530df53', 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c', 'port_id': '4bbd488e-b3b9-4c42-81d0-9220e530df53', 'mac_address': 'fa:16:3e:53:0c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f452f3ee-22b7-417e-bfeb-1f98c425e06c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:44:36.748782 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:36.765149 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbd488e-b3b9-4c42-81d0-9220e530df53 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:44:36.781057 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 4bbd488e-b3b9-4c42-81d0-9220e530df53, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4bbd488e-b3b9-4c42-81d0-9220e530df53,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:36.784787 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:36.807675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a406c759-cb41-44f1-ab82-d271953edf3c req-5d1d6ffc-dd65-4f26-b159-79cb3f37084c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:36.820813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763f757-9cd8-468f-bb34-7bdfdb33c3a9 req-6658374e-bccf-4c17-82dd-f23d2807efbe tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:36.822306 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0763f757-9cd8-468f-bb34-7bdfdb33c3a9 req-6658374e-bccf-4c17-82dd-f23d2807efbe tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 944 time: 0.2717927 Feb 18 08:44:36.833243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a406c759-cb41-44f1-ab82-d271953edf3c req-5d1d6ffc-dd65-4f26-b159-79cb3f37084c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:36.856524 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec70c6-52bc-45f3-a475-8ca89e8ea8db req-a86189c5-313e-4369-a156-26fc640a33b0 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:36.859662 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dbec70c6-52bc-45f3-a475-8ca89e8ea8db req-a86189c5-313e-4369-a156-26fc640a33b0 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 950 time: 0.2735345 Feb 18 08:44:36.870636 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=4bbd488e-b3b9-4c42-81d0-9220e530df53,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:36.899693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a406c759-cb41-44f1-ab82-d271953edf3c req-5d1d6ffc-dd65-4f26-b159-79cb3f37084c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Made reservation on behalf of 7d4a44b7fff94ccba0bfe75ccf303824 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:44:36.899693 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a406c759-cb41-44f1-ab82-d271953edf3c req-5d1d6ffc-dd65-4f26-b159-79cb3f37084c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:37.028897 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0763f757-9cd8-468f-bb34-7bdfdb33c3a9 req-96dc3569-8ad1-409a-b68d-62c5aca190c0 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966825 Feb 18 08:44:37.069562 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dbec70c6-52bc-45f3-a475-8ca89e8ea8db req-3b243c9f-28bf-4461-ae0c-35371fbe51dc tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014036 Feb 18 08:44:37.218414 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['4bbd488e-b3b9-4c42-81d0-9220e530df53'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:44:37.250256 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device dd82590c-6b15-41db-bf05-5364a0328873 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:44:37.263792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-992827b3-d51d-400b-9479-ce1f49ff425c req-fe1ea9a0-ea84-4244-ab09-bdea77fb34d5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 210 time: 0.0690656 Feb 18 08:44:37.315249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-a406c759-cb41-44f1-ab82-d271953edf3c req-5d1d6ffc-dd65-4f26-b159-79cb3f37084c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Allocated IP 172.20.0.5 (e8816836-4120-4f1e-b024-4d70fd6a0963/1fa84373-6523-4aec-81db-497517a8e76d/27b00282-dcaa-4c58-8db2-087956d97def) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:44:37.356649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf520d-54ea-45ca-b74b-27216c342d56 req-4490ec7b-8d80-42ea-9802-1592d4981132 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:37.362021 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-46cf520d-54ea-45ca-b74b-27216c342d56 req-4490ec7b-8d80-42ea-9802-1592d4981132 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=f29e3a9f-0262-400b-9c83-cad72f11e23e HTTP/1.1" status: 200 len: 946 time: 0.2077215 Feb 18 08:44:37.400372 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:44:37.410855 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port dd82590c-6b15-41db-bf05-5364a0328873 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:44:37.427067 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port dd82590c-6b15-41db-bf05-5364a0328873 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:44:37.427443 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:37.510135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-46cf520d-54ea-45ca-b74b-27216c342d56 req-1e3a6aa1-9c0b-4b94-88bb-08f187a5868c tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281831 Feb 18 08:44:37.594847 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:37.624451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd82590c-6b15-41db-bf05-5364a0328873'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:37.633848 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=dd82590c-6b15-41db-bf05-5364a0328873,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:37.638289 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:37.704745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada9a65-2fdf-4ab2-9f12-7495d20783e8 req-1827310e-d420-4d3f-86a2-5145f90303cd tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:37.706189 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ada9a65-2fdf-4ab2-9f12-7495d20783e8 req-1827310e-d420-4d3f-86a2-5145f90303cd tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 945 time: 0.2726588 Feb 18 08:44:37.710303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=dd82590c-6b15-41db-bf05-5364a0328873,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:37.774145 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a406c759-cb41-44f1-ab82-d271953edf3c req-5d1d6ffc-dd65-4f26-b159-79cb3f37084c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:37.796201 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ada9a65-2fdf-4ab2-9f12-7495d20783e8 req-1e113caa-df53-43be-ae7d-88a236f952be tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796645 Feb 18 08:44:37.815775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48df1b-da60-466c-97bc-8518a1a57929 req-895d976e-2dd2-4eb2-a9f3-f482910fd5e1 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:37.817243 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba48df1b-da60-466c-97bc-8518a1a57929 req-895d976e-2dd2-4eb2-a9f3-f482910fd5e1 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.2043357 Feb 18 08:44:37.852066 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a406c759-cb41-44f1-ab82-d271953edf3c req-5d1d6ffc-dd65-4f26-b159-79cb3f37084c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:37.981225 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba48df1b-da60-466c-97bc-8518a1a57929 req-21183ab6-9830-49a0-bd4d-47d1bcc3b606 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543403 Feb 18 08:44:37.984976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a406c759-cb41-44f1-ab82-d271953edf3c req-5d1d6ffc-dd65-4f26-b159-79cb3f37084c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Network e8816836-4120-4f1e-b024-4d70fd6a0963 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:44:37.990672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-a406c759-cb41-44f1-ab82-d271953edf3c req-5d1d6ffc-dd65-4f26-b159-79cb3f37084c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:44:37.993462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a406c759-cb41-44f1-ab82-d271953edf3c req-5d1d6ffc-dd65-4f26-b159-79cb3f37084c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:44:38.027552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d6ffc-dd65-4f26-b159-79cb3f37084c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Pushing event updated for resources: {'Port': ['ID=27b00282-dcaa-4c58-8db2-087956d97def,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:38.076872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406c759-cb41-44f1-ab82-d271953edf3c req-5d1d6ffc-dd65-4f26-b159-79cb3f37084c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:38.077380 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a406c759-cb41-44f1-ab82-d271953edf3c req-5d1d6ffc-dd65-4f26-b159-79cb3f37084c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:38.109430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa04af-7574-44ed-9c20-583faa37525d req-36d492f1-f3e3-4114-85ff-1c4945d6d58a tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:38.110863 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75fa04af-7574-44ed-9c20-583faa37525d req-36d492f1-f3e3-4114-85ff-1c4945d6d58a tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c1dac68-48d5-47df-8440-d65e210415a1 HTTP/1.1" status: 200 len: 950 time: 0.1941342 Feb 18 08:44:38.136057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a406c759-cb41-44f1-ab82-d271953edf3c req-5d1d6ffc-dd65-4f26-b159-79cb3f37084c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5536315 Feb 18 08:44:38.156733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Request body: {'port': {'device_id': '61c83d16-be65-466c-baab-23a27007e6f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:38.197465 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd82590c-6b15-41db-bf05-5364a0328873', 'code': 200} Feb 18 08:44:38.216952 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75fa04af-7574-44ed-9c20-583faa37525d req-50614d40-5c41-4094-9c37-c3fb733c6e2b tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/security-groups?id=6442e169-2c84-4fd2-8fda-2d7f530e6881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987563 Feb 18 08:44:38.420444 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:38.452659 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a7270-5e1d-4fda-b846-8b9337ba7c60 req-5c57c9f6-821c-4a7f-9ce7-7d965aa4c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:38.454191 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-608a7270-5e1d-4fda-b846-8b9337ba7c60 req-5c57c9f6-821c-4a7f-9ce7-7d965aa4c974 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 1100 time: 0.1697917 Feb 18 08:44:38.486116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7221c8-5b9d-462a-9da7-7593e9f58087 req-76ad4f17-b5b9-4b93-8269-0650f16dca5d tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:38.487508 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1c7221c8-5b9d-462a-9da7-7593e9f58087 req-76ad4f17-b5b9-4b93-8269-0650f16dca5d tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.61 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 950 time: 0.1413169 Feb 18 08:44:38.546803 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-608a7270-5e1d-4fda-b846-8b9337ba7c60 req-21a616d5-8e22-4ff4-ab17-cf5a67239ebc service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862911 Feb 18 08:44:38.569362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-1c7221c8-5b9d-462a-9da7-7593e9f58087 req-35e1b3dd-8bd5-4988-b088-c67d2dea7a80 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Deleting port 4f30821a-9e6a-4a57-9329-3abc91134692 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:44:38.569700 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-1c7221c8-5b9d-462a-9da7-7593e9f58087 req-35e1b3dd-8bd5-4988-b088-c67d2dea7a80 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:38.610762 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ea753-8d2c-48fa-befb-f12236061b66 req-b784c138-8315-4e3e-8d72-4cff4be3b8d0 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:38.612200 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-383ea753-8d2c-48fa-befb-f12236061b66 req-b784c138-8315-4e3e-8d72-4cff4be3b8d0 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=d497f77e-d8ae-47c8-8f60-53d44448565b HTTP/1.1" status: 200 len: 950 time: 0.2949326 Feb 18 08:44:38.623343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe0496-e531-4435-955a-1ce6f7bddc87 req-b2246c4a-9843-46ff-b1f0-462912512eb4 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:38.624754 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3dbe0496-e531-4435-955a-1ce6f7bddc87 req-b2246c4a-9843-46ff-b1f0-462912512eb4 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 945 time: 0.2663977 Feb 18 08:44:38.776734 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-383ea753-8d2c-48fa-befb-f12236061b66 req-bdea0a24-05be-47e6-a649-9ca56e5f6d0f tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509097 Feb 18 08:44:38.787111 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3dbe0496-e531-4435-955a-1ce6f7bddc87 req-5149cc13-1725-4638-af9a-87b09ac750da tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532309 Feb 18 08:44:38.847280 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-1c7221c8-5b9d-462a-9da7-7593e9f58087 req-35e1b3dd-8bd5-4988-b088-c67d2dea7a80 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] For port 4f30821a-9e6a-4a57-9329-3abc91134692, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4f30821a-9e6a-4a57-9329-3abc91134692,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:38.847727 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-1c7221c8-5b9d-462a-9da7-7593e9f58087 req-35e1b3dd-8bd5-4988-b088-c67d2dea7a80 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:38.985824 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-1c7221c8-5b9d-462a-9da7-7593e9f58087 req-35e1b3dd-8bd5-4988-b088-c67d2dea7a80 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Calling delete_port for 4f30821a-9e6a-4a57-9329-3abc91134692 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:44:39.133679 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-1c7221c8-5b9d-462a-9da7-7593e9f58087 req-35e1b3dd-8bd5-4988-b088-c67d2dea7a80 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:39.142225 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b00282-dcaa-4c58-8db2-087956d97def {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:44:39.147085 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['d2c2ca2a-8b1c-48c2-b560-b2ab904b417f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:44:39.154680 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:39.174808 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['4f30821a-9e6a-4a57-9329-3abc91134692'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:44:39.193273 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Transition to ACTIVE for port object 27b00282-dcaa-4c58-8db2-087956d97def will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:44:39.202017 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:39.328743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1b3dd-8bd5-4988-b088-c67d2dea7a80 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Pushing event deleted for resources: {'Port': ['ID=4f30821a-9e6a-4a57-9329-3abc91134692,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:39.334140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f4c1c-9999-43d8-abfb-c79452053d60 req-07c8dba9-e351-4e71-8e38-e97ad36a648d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:39.341622 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f0f4c1c-9999-43d8-abfb-c79452053d60 req-07c8dba9-e351-4e71-8e38-e97ad36a648d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=f29e3a9f-0262-400b-9c83-cad72f11e23e HTTP/1.1" status: 200 len: 946 time: 0.4081039 Feb 18 08:44:39.360734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e94436-ca5e-402a-9576-1e46cdec3f85 req-b5819679-dbcd-4d28-8331-1412bca2c07b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:39.361455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a3e94436-ca5e-402a-9576-1e46cdec3f85 req-b5819679-dbcd-4d28-8331-1412bca2c07b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Synchronizing usage tracker for tenant:7d4a44b7fff94ccba0bfe75ccf303824 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:44:39.385675 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7221c8-5b9d-462a-9da7-7593e9f58087 req-35e1b3dd-8bd5-4988-b088-c67d2dea7a80 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] No DVR routers for this DVR port 4f30821a-9e6a-4a57-9329-3abc91134692 on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:44:39.388497 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-1c7221c8-5b9d-462a-9da7-7593e9f58087 req-35e1b3dd-8bd5-4988-b088-c67d2dea7a80 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:39.393457 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd497f77e-d8ae-47c8-8f60-53d44448565b', 'name': 'network-vif-deleted', 'tag': '4f30821a-9e6a-4a57-9329-3abc91134692'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:39.410170 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1c7221c8-5b9d-462a-9da7-7593e9f58087 req-35e1b3dd-8bd5-4988-b088-c67d2dea7a80 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.61 "DELETE /v2.0/ports/4f30821a-9e6a-4a57-9329-3abc91134692 HTTP/1.1" status: 204 len: 173 time: 0.9115772 Feb 18 08:44:39.450515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Pushing event updated for resources: {'Port': ['ID=27b00282-dcaa-4c58-8db2-087956d97def,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:39.511121 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f0f4c1c-9999-43d8-abfb-c79452053d60 req-36296fff-c7dc-410c-a081-7f77d5c90954 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685739 Feb 18 08:44:39.513544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a3e94436-ca5e-402a-9576-1e46cdec3f85 req-b5819679-dbcd-4d28-8331-1412bca2c07b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Unset dirty status for tenant:7d4a44b7fff94ccba0bfe75ccf303824 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:44:39.516697 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3e94436-ca5e-402a-9576-1e46cdec3f85 req-b5819679-dbcd-4d28-8331-1412bca2c07b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 931 time: 0.4724734 Feb 18 08:44:39.586786 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3e94436-ca5e-402a-9576-1e46cdec3f85 req-72b40587-79c6-432e-99bc-d61fb362abaf tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645995 Feb 18 08:44:39.587713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Attempting to bind port 27b00282-dcaa-4c58-8db2-087956d97def on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:44:39.588115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Attempting to bind port 27b00282-dcaa-4c58-8db2-087956d97def by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:44:39.588543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Attempting to bind port 27b00282-dcaa-4c58-8db2-087956d97def on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:39.594897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Port 27b00282-dcaa-4c58-8db2-087956d97def on network e8816836-4120-4f1e-b024-4d70fd6a0963 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:44:39.595213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Attempting to bind port 27b00282-dcaa-4c58-8db2-087956d97def on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:39.601359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:44:39.601800 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Checking segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:44:39.602089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Bound using segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:44:39.602619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Bound port: 27b00282-dcaa-4c58-8db2-087956d97def, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:44:39.602862 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:39.764082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93468604-6c1e-4b91-85c3-fc05d7dcbd07 req-9802eebc-aa70-48e2-abe7-dc0247226227 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:39.765573 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93468604-6c1e-4b91-85c3-fc05d7dcbd07 req-9802eebc-aa70-48e2-abe7-dc0247226227 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 945 time: 0.1538138 Feb 18 08:44:39.766596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] For port 27b00282-dcaa-4c58-8db2-087956d97def, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:44:39.770053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] For port 27b00282-dcaa-4c58-8db2-087956d97def, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=27b00282-dcaa-4c58-8db2-087956d97def,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:44:39.787108 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:39.867050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:39.867659 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:39.869024 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a406c759-cb41-44f1-ab82-d271953edf3c req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] 10.222.0.61 "PUT /v2.0/ports/27b00282-dcaa-4c58-8db2-087956d97def HTTP/1.1" status: 200 len: 1091 time: 1.7186861 Feb 18 08:44:39.869473 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c83d16-be65-466c-baab-23a27007e6f5', 'tag': '27b00282-dcaa-4c58-8db2-087956d97def'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:39.899497 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93468604-6c1e-4b91-85c3-fc05d7dcbd07 req-69076061-a4b5-49a9-8633-c13d8846684e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274846 Feb 18 08:44:39.957434 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd497f77e-d8ae-47c8-8f60-53d44448565b', 'name': 'network-vif-deleted', 'tag': '4f30821a-9e6a-4a57-9329-3abc91134692', 'status': 'completed', 'code': 200} Feb 18 08:44:40.011154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926895f5-8039-4b48-b9fa-199dc477efb7 service neutron] Pushing event updated for resources: {'Port': ['ID=27b00282-dcaa-4c58-8db2-087956d97def,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:40.068692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406c759-cb41-44f1-ab82-d271953edf3c req-94f04f39-cea0-4274-bba9-f37a2f11d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:40.074174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a406c759-cb41-44f1-ab82-d271953edf3c req-94f04f39-cea0-4274-bba9-f37a2f11d2c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 1094 time: 0.1210015 Feb 18 08:44:40.088158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba52e3-e063-445a-bbff-9a4f2e74d55a req-2368da9e-bf36-4702-a6b4-892c185fd4c5 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:40.100317 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dfba52e3-e063-445a-bbff-9a4f2e74d55a req-2368da9e-bf36-4702-a6b4-892c185fd4c5 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.1943288 Feb 18 08:44:40.179845 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a406c759-cb41-44f1-ab82-d271953edf3c req-27accb2f-c19a-4fea-97c1-5e517f26f11f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27b00282-dcaa-4c58-8db2-087956d97def HTTP/1.1" status: 200 len: 217 time: 0.0769308 Feb 18 08:44:40.242827 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dfba52e3-e063-445a-bbff-9a4f2e74d55a req-f53d5d8a-d4cb-4b0e-bf8f-7fbd10137ba5 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416776 Feb 18 08:44:40.267010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406c759-cb41-44f1-ab82-d271953edf3c req-43148428-2f95-4449-848a-e5a1712a36ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:40.267010 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a406c759-cb41-44f1-ab82-d271953edf3c req-43148428-2f95-4449-848a-e5a1712a36ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.0746014 Feb 18 08:44:40.316190 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a406c759-cb41-44f1-ab82-d271953edf3c req-74fe1985-c29e-4a27-98ef-2536f0bd9817 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464919 Feb 18 08:44:40.539121 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a406c759-cb41-44f1-ab82-d271953edf3c req-8456e412-0cd3-4c36-9526-bca79559c825 service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150588 Feb 18 08:44:40.564367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4bbd488e-b3b9-4c42-81d0-9220e530df53 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:44:40.635299 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 4bbd488e-b3b9-4c42-81d0-9220e530df53 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:44:40.639830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 4bbd488e-b3b9-4c42-81d0-9220e530df53 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:44:40.640206 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:40.723408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dbf31-1a04-4e09-81b4-e88506152daf req-0207c647-1aad-4eb6-a341-c7e033ce6886 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:40.724955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-be3dbf31-1a04-4e09-81b4-e88506152daf req-0207c647-1aad-4eb6-a341-c7e033ce6886 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c1dac68-48d5-47df-8440-d65e210415a1 HTTP/1.1" status: 200 len: 950 time: 0.2702923 Feb 18 08:44:40.736252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17359b2-ad42-4875-b1c8-846f7e1627c8 req-dc794a19-8ead-4fde-8321-746b58fdc4f2 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:40.737697 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d17359b2-ad42-4875-b1c8-846f7e1627c8 req-dc794a19-8ead-4fde-8321-746b58fdc4f2 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 945 time: 0.2485938 Feb 18 08:44:40.740006 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a406c759-cb41-44f1-ab82-d271953edf3c req-3bc6579c-a2db-45b4-960a-17bdeca8d079 service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943915 Feb 18 08:44:40.761873 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:40.791351 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414c25a4-b274-480d-9b91-8748dc47cffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbd488e-b3b9-4c42-81d0-9220e530df53'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:40.801298 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 4bbd488e-b3b9-4c42-81d0-9220e530df53, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4bbd488e-b3b9-4c42-81d0-9220e530df53,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:40.806548 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:40.877594 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:40.888752 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=4bbd488e-b3b9-4c42-81d0-9220e530df53,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:40.904136 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-be3dbf31-1a04-4e09-81b4-e88506152daf req-570cc806-eab3-40f8-a4ec-5438ca78cf53 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/security-groups?id=6442e169-2c84-4fd2-8fda-2d7f530e6881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631715 Feb 18 08:44:40.908434 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d17359b2-ad42-4875-b1c8-846f7e1627c8 req-5ededd58-76c9-4d55-8046-9372aaa6e7b1 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550069 Feb 18 08:44:40.958346 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c83d16-be65-466c-baab-23a27007e6f5', 'tag': '27b00282-dcaa-4c58-8db2-087956d97def', 'status': 'completed', 'code': 200} Feb 18 08:44:41.057642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85970a79-dcc4-4e82-907c-f56386b42b52 req-2b9c2ee3-4bda-4e40-a796-31b646390341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:41.059148 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85970a79-dcc4-4e82-907c-f56386b42b52 req-2b9c2ee3-4bda-4e40-a796-31b646390341 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 1094 time: 0.0740235 Feb 18 08:44:41.157467 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414c25a4-b274-480d-9b91-8748dc47cffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbd488e-b3b9-4c42-81d0-9220e530df53', 'code': 200} Feb 18 08:44:41.223299 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:41.282834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85970a79-dcc4-4e82-907c-f56386b42b52 req-09a4bae8-d433-424e-a892-13abf9cd3d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:41.284243 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85970a79-dcc4-4e82-907c-f56386b42b52 req-09a4bae8-d433-424e-a892-13abf9cd3d6a service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.2150877 Feb 18 08:44:41.294733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ea2c1-c846-4f5c-8eb8-93e2893c689b req-0563baa3-eefd-400c-b7db-017c7bbda672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:41.296187 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d93ea2c1-c846-4f5c-8eb8-93e2893c689b req-0563baa3-eefd-400c-b7db-017c7bbda672 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 1097 time: 0.0695755 Feb 18 08:44:41.336973 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d93ea2c1-c846-4f5c-8eb8-93e2893c689b req-1eee8d67-470b-49d8-aabc-3a3f96aa09a5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347383 Feb 18 08:44:41.365313 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85970a79-dcc4-4e82-907c-f56386b42b52 req-01472ae6-bfba-4530-9313-d80278e43581 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27b00282-dcaa-4c58-8db2-087956d97def HTTP/1.1" status: 200 len: 217 time: 0.0722063 Feb 18 08:44:41.375633 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eca2e2-733e-4080-8a7a-57cbd8ab5ce8 req-fac9507f-354c-485d-8d94-68c18efeeb07 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:41.377034 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f7eca2e2-733e-4080-8a7a-57cbd8ab5ce8 req-fac9507f-354c-485d-8d94-68c18efeeb07 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 943 time: 0.2370148 Feb 18 08:44:41.433105 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f7eca2e2-733e-4080-8a7a-57cbd8ab5ce8 req-843d2022-9678-4adf-86d0-afe5380d1318 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495465 Feb 18 08:44:41.440311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89638f8-ef66-46be-88b9-9d879c98639e req-26823236-569c-441a-ba9b-2ec55cc78bc3 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:41.441704 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f89638f8-ef66-46be-88b9-9d879c98639e req-26823236-569c-441a-ba9b-2ec55cc78bc3 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 945 time: 0.1915011 Feb 18 08:44:41.489200 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f89638f8-ef66-46be-88b9-9d879c98639e req-fcc2e50f-ca82-4a7b-ab7d-b7786e9933f5 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416217 Feb 18 08:44:41.640634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d12405-fb57-4d3d-ab98-63259d00e344 req-19c42080-32f7-4662-9558-d644e8ccdf9a tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:41.642190 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95d12405-fb57-4d3d-ab98-63259d00e344 req-19c42080-32f7-4662-9558-d644e8ccdf9a tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=c52d3ec0-e195-430b-88db-8e93245c93b3 HTTP/1.1" status: 200 len: 950 time: 0.1151502 Feb 18 08:44:41.704684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85970a79-dcc4-4e82-907c-f56386b42b52 req-bb9655ca-8da8-428e-884e-aa8c67d6bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:41.706135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85970a79-dcc4-4e82-907c-f56386b42b52 req-bb9655ca-8da8-428e-884e-aa8c67d6bc20 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.1036389 Feb 18 08:44:41.711200 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95d12405-fb57-4d3d-ab98-63259d00e344 req-e49ed38c-414d-44c3-8c5b-c45c92cafde0 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608785 Feb 18 08:44:41.785769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85970a79-dcc4-4e82-907c-f56386b42b52 req-49ad3534-f924-4033-b209-8e6e95156a62 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721774 Feb 18 08:44:41.900639 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49c3f2-59a2-4b10-91c2-fcd459c776d0 req-c43e697e-7b4e-402a-94e6-9184edd99e2d tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:41.902020 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7a49c3f2-59a2-4b10-91c2-fcd459c776d0 req-c43e697e-7b4e-402a-94e6-9184edd99e2d tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c1dac68-48d5-47df-8440-d65e210415a1 HTTP/1.1" status: 200 len: 950 time: 0.0892396 Feb 18 08:44:41.935953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6c963-990b-4759-a011-0db30dbee709 req-b1e26758-5795-46ab-b945-471acd4ff5d2 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:41.937449 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-21c6c963-990b-4759-a011-0db30dbee709 req-b1e26758-5795-46ab-b945-471acd4ff5d2 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.1949506 Feb 18 08:44:41.944567 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85970a79-dcc4-4e82-907c-f56386b42b52 req-865dc6a0-5798-4a16-92b6-f9e1dcf7df0b service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513543 Feb 18 08:44:41.977361 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-7a49c3f2-59a2-4b10-91c2-fcd459c776d0 req-ccdcb9ca-2a96-4b92-9209-8e588090d7a5 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Deleting port d6bb67e4-4aaa-478d-99b0-dd533d852879 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:44:41.977706 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7a49c3f2-59a2-4b10-91c2-fcd459c776d0 req-ccdcb9ca-2a96-4b92-9209-8e588090d7a5 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:42.104498 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-21c6c963-990b-4759-a011-0db30dbee709 req-a8b4b55b-9764-4c08-93d5-7d8484a9f004 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590667 Feb 18 08:44:42.172688 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85970a79-dcc4-4e82-907c-f56386b42b52 req-fea37936-a0c1-4496-b987-752061dfcf7c service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103243 Feb 18 08:44:42.185762 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe472891-6f01-4761-be34-30ef962d7e9b req-5811a5b9-74ac-4b4b-934a-7c5aa45c8fd2 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:42.187513 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe472891-6f01-4761-be34-30ef962d7e9b req-5811a5b9-74ac-4b4b-934a-7c5aa45c8fd2 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c1dac68-48d5-47df-8440-d65e210415a1 HTTP/1.1" status: 200 len: 950 time: 0.1568899 Feb 18 08:44:42.232700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-7a49c3f2-59a2-4b10-91c2-fcd459c776d0 req-ccdcb9ca-2a96-4b92-9209-8e588090d7a5 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] For port d6bb67e4-4aaa-478d-99b0-dd533d852879, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=d6bb67e4-4aaa-478d-99b0-dd533d852879,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:42.233060 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7a49c3f2-59a2-4b10-91c2-fcd459c776d0 req-ccdcb9ca-2a96-4b92-9209-8e588090d7a5 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:42.277167 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe472891-6f01-4761-be34-30ef962d7e9b req-5919dbde-fc11-4e63-8f49-a43cec930ad0 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.72 "GET /v2.0/security-groups?id=6442e169-2c84-4fd2-8fda-2d7f530e6881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840526 Feb 18 08:44:42.359286 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-7a49c3f2-59a2-4b10-91c2-fcd459c776d0 req-ccdcb9ca-2a96-4b92-9209-8e588090d7a5 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Calling delete_port for d6bb67e4-4aaa-478d-99b0-dd533d852879 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:44:42.364583 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a966f0-249a-45ba-acff-182cac5d6590 req-d5ee5651-93cb-409e-addb-de9b07d917a6 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:42.366063 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-50a966f0-249a-45ba-acff-182cac5d6590 req-d5ee5651-93cb-409e-addb-de9b07d917a6 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 946 time: 0.1598997 Feb 18 08:44:42.423939 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-50a966f0-249a-45ba-acff-182cac5d6590 req-83897496-1ea1-439a-a17f-617d04ac98a7 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509067 Feb 18 08:44:42.430539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-bc19e03e-0738-49f9-beb2-0ff0a6264564 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:42.431976 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-bc19e03e-0738-49f9-beb2-0ff0a6264564 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39&tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 1096 time: 0.1356957 Feb 18 08:44:42.446726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829434-1'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:42.519424 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7a49c3f2-59a2-4b10-91c2-fcd459c776d0 req-ccdcb9ca-2a96-4b92-9209-8e588090d7a5 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:42.531834 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['d6bb67e4-4aaa-478d-99b0-dd533d852879'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:44:42.581911 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcb9ca-2a96-4b92-9209-8e588090d7a5 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Pushing event deleted for resources: {'Port': ['ID=d6bb67e4-4aaa-478d-99b0-dd533d852879,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:42.616581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 918423d4-67e0-46f8-bb7b-59253e8bb54a details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:44:42.667059 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a49c3f2-59a2-4b10-91c2-fcd459c776d0 req-ccdcb9ca-2a96-4b92-9209-8e588090d7a5 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] No DVR routers for this DVR port d6bb67e4-4aaa-478d-99b0-dd533d852879 on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:44:42.669820 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7a49c3f2-59a2-4b10-91c2-fcd459c776d0 req-ccdcb9ca-2a96-4b92-9209-8e588090d7a5 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:42.672789 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1dac68-48d5-47df-8440-d65e210415a1', 'name': 'network-vif-deleted', 'tag': 'd6bb67e4-4aaa-478d-99b0-dd533d852879'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:42.696040 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7a49c3f2-59a2-4b10-91c2-fcd459c776d0 req-ccdcb9ca-2a96-4b92-9209-8e588090d7a5 tempest-ServerDiagnosticsNegativeTest-653179688 tempest-ServerDiagnosticsNegativeTest-653179688-project] 10.222.0.61 "DELETE /v2.0/ports/d6bb67e4-4aaa-478d-99b0-dd533d852879 HTTP/1.1" status: 204 len: 173 time: 0.7887518 Feb 18 08:44:42.699053 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4f30821a-9e6a-4a57-9329-3abc91134692 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:44:42.749293 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 4f30821a-9e6a-4a57-9329-3abc91134692 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:44:42.749714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4f30821a-9e6a-4a57-9329-3abc91134692 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:44:42.781174 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:42.847494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883f94b-269b-4b6f-b4b7-d2e6aca85fb3 req-9ad67f88-05a2-46d2-96a6-8448dcea87bb tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:42.853215 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 918423d4-67e0-46f8-bb7b-59253e8bb54a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=918423d4-67e0-46f8-bb7b-59253e8bb54a,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:42.855082 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c883f94b-269b-4b6f-b4b7-d2e6aca85fb3 req-9ad67f88-05a2-46d2-96a6-8448dcea87bb tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.3791826 Feb 18 08:44:42.893628 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 918423d4-67e0-46f8-bb7b-59253e8bb54a has no active binding in host n-h2-829434-1 {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 08:44:42.937834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60e541-4a90-405f-8384-bf8c72674f00 req-34568e3e-4d98-4aa2-b24b-4454cee171f1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:42.939333 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc60e541-4a90-405f-8384-bf8c72674f00 req-34568e3e-4d98-4aa2-b24b-4454cee171f1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 943 time: 0.3484554 Feb 18 08:44:42.942013 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c883f94b-269b-4b6f-b4b7-d2e6aca85fb3 req-04a669f4-a27f-4535-97ed-5c4e913032b5 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861783 Feb 18 08:44:43.095327 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc60e541-4a90-405f-8384-bf8c72674f00 req-25718afe-0037-4e77-b981-89e2c7d88a9d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379540 Feb 18 08:44:43.157386 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] For port 918423d4-67e0-46f8-bb7b-59253e8bb54a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=918423d4-67e0-46f8-bb7b-59253e8bb54a,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:43.173893 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1dac68-48d5-47df-8440-d65e210415a1', 'name': 'network-vif-deleted', 'tag': 'd6bb67e4-4aaa-478d-99b0-dd533d852879', 'status': 'completed', 'code': 200} Feb 18 08:44:43.197178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fd87a-fb0b-4002-b92d-3fdd42bdaae0 req-93b97146-d8a8-48e0-a435-110331d3662b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:43.198617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-901fd87a-fb0b-4002-b92d-3fdd42bdaae0 req-93b97146-d8a8-48e0-a435-110331d3662b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 945 time: 0.1540492 Feb 18 08:44:43.236661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868732ba-eb1b-49e3-8dc2-fec677765187 req-a7fd0437-223d-40c8-bb53-4105c3cdef9d tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:43.237588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-868732ba-eb1b-49e3-8dc2-fec677765187 req-a7fd0437-223d-40c8-bb53-4105c3cdef9d tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Synchronizing usage tracker for tenant:85056e08b0104ec7abf83dbda7d5d1ae on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:44:43.249442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] For port 918423d4-67e0-46f8-bb7b-59253e8bb54a, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:44:43.258522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-868732ba-eb1b-49e3-8dc2-fec677765187 req-a7fd0437-223d-40c8-bb53-4105c3cdef9d tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Unset dirty status for tenant:85056e08b0104ec7abf83dbda7d5d1ae on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:44:43.259968 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-868732ba-eb1b-49e3-8dc2-fec677765187 req-a7fd0437-223d-40c8-bb53-4105c3cdef9d tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.81 "GET /v2.0/ports?device_id=c52d3ec0-e195-430b-88db-8e93245c93b3 HTTP/1.1" status: 200 len: 950 time: 0.1338506 Feb 18 08:44:43.341830 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-868732ba-eb1b-49e3-8dc2-fec677765187 req-21db6e20-998e-4922-8c82-3ce4b681d3b5 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Deleting port d2c2ca2a-8b1c-48c2-b560-b2ab904b417f {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:44:43.342272 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-868732ba-eb1b-49e3-8dc2-fec677765187 req-21db6e20-998e-4922-8c82-3ce4b681d3b5 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:43.353153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-901fd87a-fb0b-4002-b92d-3fdd42bdaae0 req-b0b6ce7f-0d28-4985-8d3d-437104b1720e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454928 Feb 18 08:44:43.378949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653eb90d-09e6-4315-b9e5-8c92ec529e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918423d4-67e0-46f8-bb7b-59253e8bb54a'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:43.387190 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:43.402821 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:43.478700 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac54bb-111d-4146-b719-c48930b99120 req-d2bde69a-f09e-44d5-b1c1-20e5b78fa2e0 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:43.480537 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9ac54bb-111d-4146-b719-c48930b99120 req-d2bde69a-f09e-44d5-b1c1-20e5b78fa2e0 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=c52d3ec0-e195-430b-88db-8e93245c93b3 HTTP/1.1" status: 200 len: 950 time: 0.1998150 Feb 18 08:44:43.652738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] Pushing event updated for resources: {'Port': ['ID=918423d4-67e0-46f8-bb7b-59253e8bb54a,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:43.658602 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653eb90d-09e6-4315-b9e5-8c92ec529e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918423d4-67e0-46f8-bb7b-59253e8bb54a', 'code': 200} Feb 18 08:44:43.664304 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9ac54bb-111d-4146-b719-c48930b99120 req-101c9fa9-5186-48d8-8001-07948886b105 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/security-groups?id=5385d51f-33ed-44bf-a5c4-b57509360062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726289 Feb 18 08:44:43.666656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] Attempting to bind port 918423d4-67e0-46f8-bb7b-59253e8bb54a on host n-h1-829434-1 for vnic_type normal with profile {"migrating_to": "n-h2-829434-1"} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:44:43.667057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] Attempting to bind port 918423d4-67e0-46f8-bb7b-59253e8bb54a by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:44:43.667458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] Attempting to bind port 918423d4-67e0-46f8-bb7b-59253e8bb54a on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:43.672591 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] Port 918423d4-67e0-46f8-bb7b-59253e8bb54a on network 51c9510d-69f6-4794-8ea8-380b620d4b91 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:44:43.672912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] Attempting to bind port 918423d4-67e0-46f8-bb7b-59253e8bb54a on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:43.683965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:44:43.684352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] Checking segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:44:43.684708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] Bound using segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:44:43.685134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] Bound port: 918423d4-67e0-46f8-bb7b-59253e8bb54a, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:44:43.685499 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:43.699132 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-868732ba-eb1b-49e3-8dc2-fec677765187 req-21db6e20-998e-4922-8c82-3ce4b681d3b5 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] For port d2c2ca2a-8b1c-48c2-b560-b2ab904b417f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d2c2ca2a-8b1c-48c2-b560-b2ab904b417f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:43.700342 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-868732ba-eb1b-49e3-8dc2-fec677765187 req-21db6e20-998e-4922-8c82-3ce4b681d3b5 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:43.794990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] For port 918423d4-67e0-46f8-bb7b-59253e8bb54a, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:44:43.811483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] For port 918423d4-67e0-46f8-bb7b-59253e8bb54a, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=918423d4-67e0-46f8-bb7b-59253e8bb54a,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:44:43.847232 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:43.959809 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-868732ba-eb1b-49e3-8dc2-fec677765187 req-21db6e20-998e-4922-8c82-3ce4b681d3b5 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Calling delete_port for d2c2ca2a-8b1c-48c2-b560-b2ab904b417f owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:44:43.987107 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42816) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:44.061626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:44.062259 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:44.063626 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] 10.222.0.61 "PUT /v2.0/ports/918423d4-67e0-46f8-bb7b-59253e8bb54a HTTP/1.1" status: 200 len: 1121 time: 1.6224825 Feb 18 08:44:44.093347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52debb-9457-4666-9bd6-c1090f61bc12 service neutron] Pushing event updated for resources: {'Port': ['ID=918423d4-67e0-46f8-bb7b-59253e8bb54a,revision_number=8']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:44.154791 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dddd8-90cc-4529-a2a2-a79c2528a983 req-7789daad-f305-48b7-b5ee-5bf90f14e87f tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:44.166459 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a0dddd8-90cc-4529-a2a2-a79c2528a983 req-7789daad-f305-48b7-b5ee-5bf90f14e87f tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 946 time: 0.3532486 Feb 18 08:44:44.171908 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['918423d4-67e0-46f8-bb7b-59253e8bb54a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:44:44.206423 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-868732ba-eb1b-49e3-8dc2-fec677765187 req-21db6e20-998e-4922-8c82-3ce4b681d3b5 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:44.225624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['918423d4-67e0-46f8-bb7b-59253e8bb54a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:44:44.249394 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a0dddd8-90cc-4529-a2a2-a79c2528a983 req-81b0d2ea-2bc7-4124-8445-54ec38e9b2bb tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696945 Feb 18 08:44:44.400910 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2d3e5f1d-97b4-44f5-a1e9-78a05c0c5d64 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7a38cd96a94248128734b4370f018680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4125307 Feb 18 08:44:44.401823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db6e20-998e-4922-8c82-3ce4b681d3b5 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Pushing event deleted for resources: {'Port': ['ID=d2c2ca2a-8b1c-48c2-b560-b2ab904b417f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:44.414712 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42832) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:44.480159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c43c4-37e0-4240-bbb3-9aaf16fe1dd2 req-2ddef2a9-dc99-4bd2-aad9-22953d257010 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:44.487523 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f47c43c4-37e0-4240-bbb3-9aaf16fe1dd2 req-2ddef2a9-dc99-4bd2-aad9-22953d257010 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.1951373 Feb 18 08:44:44.491942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-868732ba-eb1b-49e3-8dc2-fec677765187 req-21db6e20-998e-4922-8c82-3ce4b681d3b5 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] No DVR routers for this DVR port d2c2ca2a-8b1c-48c2-b560-b2ab904b417f on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:44:44.498175 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-868732ba-eb1b-49e3-8dc2-fec677765187 req-21db6e20-998e-4922-8c82-3ce4b681d3b5 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:44.531930 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-868732ba-eb1b-49e3-8dc2-fec677765187 req-21db6e20-998e-4922-8c82-3ce4b681d3b5 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.81 "DELETE /v2.0/ports/d2c2ca2a-8b1c-48c2-b560-b2ab904b417f HTTP/1.1" status: 204 len: 173 time: 1.2612166 Feb 18 08:44:44.570061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f47c43c4-37e0-4240-bbb3-9aaf16fe1dd2 req-0fa97e3a-9147-4976-bb6d-9424536b0c7b tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813949 Feb 18 08:44:44.573942 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-52d9b1de-fef9-47f8-9441-3666204e445c req-8b0c667c-e6c4-406b-98ed-c982852c41eb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3778627 Feb 18 08:44:44.590017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b308423-ed14-4d23-a7a7-876f6ad5e3ad req-5f344a91-df69-46d7-86d6-a6e3e85c6082 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:44.597553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 27b00282-dcaa-4c58-8db2-087956d97def details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:44:44.600546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device d6bb67e4-4aaa-478d-99b0-dd533d852879 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:44:44.602880 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b308423-ed14-4d23-a7a7-876f6ad5e3ad req-5f344a91-df69-46d7-86d6-a6e3e85c6082 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 943 time: 0.2150455 Feb 18 08:44:44.645529 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0c6b-4975-47bf-9c4e-d27570c4710e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:44.675226 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0c6b-4975-47bf-9c4e-d27570c4710e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:44.680177 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b308423-ed14-4d23-a7a7-876f6ad5e3ad req-697b4155-73d2-4dc9-8bb0-e878bf871939 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762215 Feb 18 08:44:44.683203 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: d6bb67e4-4aaa-478d-99b0-dd533d852879 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:44:44.689087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device d6bb67e4-4aaa-478d-99b0-dd533d852879 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:44:44.751371 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['d2c2ca2a-8b1c-48c2-b560-b2ab904b417f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:44:44.758110 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0c6b-4975-47bf-9c4e-d27570c4710e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:44.835518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f0c6b-4975-47bf-9c4e-d27570c4710e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6442e169-2c84-4fd2-8fda-2d7f530e6881,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:44.853936 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0c6b-4975-47bf-9c4e-d27570c4710e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:44.854908 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ca7f0c6b-4975-47bf-9c4e-d27570c4710e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6442e169-2c84-4fd2-8fda-2d7f530e6881 HTTP/1.1" status: 204 len: 168 time: 0.4352338 Feb 18 08:44:44.926267 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd6c37-6a54-42f5-8f0e-9b29997cc12c req-3244f3e4-7f66-4fec-9815-4011ce5045ea tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:44.928542 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7bd6c37-6a54-42f5-8f0e-9b29997cc12c req-3244f3e4-7f66-4fec-9815-4011ce5045ea tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 946 time: 0.1759000 Feb 18 08:44:44.966891 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 27b00282-dcaa-4c58-8db2-087956d97def, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=27b00282-dcaa-4c58-8db2-087956d97def,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:44.989706 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '27b00282-dcaa-4c58-8db2-087956d97def', 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963', 'port_id': '27b00282-dcaa-4c58-8db2-087956d97def', 'mac_address': 'fa:16:3e:44:08:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa84373-6523-4aec-81db-497517a8e76d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:44:45.065046 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:45.086918 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b00282-dcaa-4c58-8db2-087956d97def {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:44:45.106976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 27b00282-dcaa-4c58-8db2-087956d97def, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=27b00282-dcaa-4c58-8db2-087956d97def,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:45.114495 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:45.134933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9e87d-39b9-4fa9-b031-7a62dd778d32 req-6489eb6c-7858-4fbd-a093-b3718df1eccb tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:45.141836 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64c9e87d-39b9-4fa9-b031-7a62dd778d32 req-6489eb6c-7858-4fbd-a093-b3718df1eccb tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 943 time: 0.2976940 Feb 18 08:44:45.160649 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7bd6c37-6a54-42f5-8f0e-9b29997cc12c req-1f4c940a-f1bf-45e8-998b-6514d8746c45 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123017 Feb 18 08:44:45.175322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52d3ec0-e195-430b-88db-8e93245c93b3', 'name': 'network-vif-deleted', 'tag': 'd2c2ca2a-8b1c-48c2-b560-b2ab904b417f'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:45.220637 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=27b00282-dcaa-4c58-8db2-087956d97def,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:45.229592 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64c9e87d-39b9-4fa9-b031-7a62dd778d32 req-0b6cda1b-e19d-4362-9e4a-062b85074f52 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868125 Feb 18 08:44:45.243054 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 491c78d3-db23-4ab4-a355-f3b4fab74415 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:44:45.416096 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42878) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:45.428685 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 491c78d3-db23-4ab4-a355-f3b4fab74415, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=491c78d3-db23-4ab4-a355-f3b4fab74415,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:45.443104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '491c78d3-db23-4ab4-a355-f3b4fab74415', 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4', 'port_id': '491c78d3-db23-4ab4-a355-f3b4fab74415', 'mac_address': 'fa:16:3e:c1:bd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:44:45.459223 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97bed0a9-41ef-4d3f-96f4-5a87963b042e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:45.483992 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-97bed0a9-41ef-4d3f-96f4-5a87963b042e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:45.488290 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-97bed0a9-41ef-4d3f-96f4-5a87963b042e admin admin] Usage tracker for resource:security_group_rule and tenant:294cd5ff40af4562ad908eb876e0b4ae is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:45.491906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-97bed0a9-41ef-4d3f-96f4-5a87963b042e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:45.499529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-97bed0a9-41ef-4d3f-96f4-5a87963b042e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:45.507836 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6f46b195-3439-4054-9edf-c90f0a8a8892 req-4fae8dfd-e24f-4496-81e3-987770b2d2c8 tempest-ServersAdminNegativeTestJSON-2045278287 tempest-ServersAdminNegativeTestJSON-2045278287-project] 10.222.0.72 "GET /v2.0/ports?device_id=c52d3ec0-e195-430b-88db-8e93245c93b3 HTTP/1.1" status: 200 len: 210 time: 0.1001647 Feb 18 08:44:45.520341 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:45.553350 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 491c78d3-db23-4ab4-a355-f3b4fab74415 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:44:45.570358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 491c78d3-db23-4ab4-a355-f3b4fab74415, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=491c78d3-db23-4ab4-a355-f3b4fab74415,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:45.575955 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:45.615959 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['27b00282-dcaa-4c58-8db2-087956d97def'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:44:45.659751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653eb90d-09e6-4315-b9e5-8c92ec529e39', 'tag': '918423d4-67e0-46f8-bb7b-59253e8bb54a'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:45.670080 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97bed0a9-41ef-4d3f-96f4-5a87963b042e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:45.672549 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52d3ec0-e195-430b-88db-8e93245c93b3', 'name': 'network-vif-deleted', 'tag': 'd2c2ca2a-8b1c-48c2-b560-b2ab904b417f', 'status': 'completed', 'code': 200} Feb 18 08:44:45.679512 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97bed0a9-41ef-4d3f-96f4-5a87963b042e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:45.712910 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=491c78d3-db23-4ab4-a355-f3b4fab74415,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:45.717016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['491c78d3-db23-4ab4-a355-f3b4fab74415'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:44:45.759064 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-97bed0a9-41ef-4d3f-96f4-5a87963b042e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=294cd5ff40af4562ad908eb876e0b4ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391569 Feb 18 08:44:45.759064 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bed0a9-41ef-4d3f-96f4-5a87963b042e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2714b786-df0f-491d-80e6-465cc7be4a43,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:45.768446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42896) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:45.873896 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d7eba230-f657-4582-a8b7-b18546350c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:45.915779 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d7eba230-f657-4582-a8b7-b18546350c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:45.934995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c0369-e361-4e78-a462-6b17d0ef8c35 req-62fa8797-4902-42c2-8405-51c8076d38d3 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:45.943645 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c7c0369-e361-4e78-a462-6b17d0ef8c35 req-62fa8797-4902-42c2-8405-51c8076d38d3 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.1263351 Feb 18 08:44:45.983184 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d7eba230-f657-4582-a8b7-b18546350c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:46.003245 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c7c0369-e361-4e78-a462-6b17d0ef8c35 req-e6a117a9-f5b6-40b3-a660-5469d080031d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585177 Feb 18 08:44:46.029550 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d7eba230-f657-4582-a8b7-b18546350c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:46.034841 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653eb90d-09e6-4315-b9e5-8c92ec529e39', 'tag': '918423d4-67e0-46f8-bb7b-59253e8bb54a', 'status': 'completed', 'code': 200} Feb 18 08:44:46.048918 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d7eba230-f657-4582-a8b7-b18546350c2a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2714b786-df0f-491d-80e6-465cc7be4a43 HTTP/1.1" status: 204 len: 168 time: 0.2607634 Feb 18 08:44:46.131932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eba230-f657-4582-a8b7-b18546350c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2714b786-df0f-491d-80e6-465cc7be4a43,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:46.220037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59fc22-7776-4c54-8a0c-dd26d5d6b64b req-bc5ff180-594f-46e2-83c7-dabdcbe6cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:46.222869 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a59fc22-7776-4c54-8a0c-dd26d5d6b64b req-bc5ff180-594f-46e2-83c7-dabdcbe6cf59 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 1124 time: 0.1630907 Feb 18 08:44:46.243724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183691e2-34b8-4c8b-815f-4d06106609c6 req-49865d6d-5b23-4e0c-b179-0eb844495577 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:46.258118 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-183691e2-34b8-4c8b-815f-4d06106609c6 req-49865d6d-5b23-4e0c-b179-0eb844495577 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 944 time: 0.1386204 Feb 18 08:44:46.368372 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-183691e2-34b8-4c8b-815f-4d06106609c6 req-5fbb712c-29ae-4030-aa4d-587a3751ba74 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087499 Feb 18 08:44:46.412499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59fc22-7776-4c54-8a0c-dd26d5d6b64b req-6c005070-3f85-4e5a-8d73-e6fd0b0a9b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:46.414262 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a59fc22-7776-4c54-8a0c-dd26d5d6b64b req-6c005070-3f85-4e5a-8d73-e6fd0b0a9b7c service neutron] 10.222.0.81 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 922 time: 0.1853397 Feb 18 08:44:46.560825 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a59fc22-7776-4c54-8a0c-dd26d5d6b64b req-d7dff3a3-613b-4e0a-8d18-52023030c3be service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=918423d4-67e0-46f8-bb7b-59253e8bb54a HTTP/1.1" status: 200 len: 217 time: 0.1396599 Feb 18 08:44:46.669902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b49dc-342a-466a-8154-c339b0068206 req-86d5d977-dc37-4b33-9b8a-09ec35ee93d7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:46.683814 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-663b49dc-342a-466a-8154-c339b0068206 req-86d5d977-dc37-4b33-9b8a-09ec35ee93d7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 943 time: 0.2186863 Feb 18 08:44:46.711940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59fc22-7776-4c54-8a0c-dd26d5d6b64b req-cc0b6577-3a88-4884-986e-ae6a9a3a1054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:46.713658 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a59fc22-7776-4c54-8a0c-dd26d5d6b64b req-cc0b6577-3a88-4884-986e-ae6a9a3a1054 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.0938475 Feb 18 08:44:46.748314 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-663b49dc-342a-466a-8154-c339b0068206 req-8765de6e-d9d4-4cc3-bc92-c5cc26b267f8 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605071 Feb 18 08:44:46.768606 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9b1de-fef9-47f8-9441-3666204e445c req-36333ea2-d201-41f0-877a-662d650ac5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:46.771592 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-52d9b1de-fef9-47f8-9441-3666204e445c req-36333ea2-d201-41f0-877a-662d650ac5a9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 1100 time: 0.2095332 Feb 18 08:44:46.808251 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a59fc22-7776-4c54-8a0c-dd26d5d6b64b req-23e1c98a-332d-44ad-898c-b0f2eb78e357 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877268 Feb 18 08:44:46.977063 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59bbad-5f1a-4424-91cb-2cfb6a3dfe31 req-f1d29420-9e62-4f70-94c7-1e946662d37c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:46.978886 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d59bbad-5f1a-4424-91cb-2cfb6a3dfe31 req-f1d29420-9e62-4f70-94c7-1e946662d37c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 946 time: 0.1468463 Feb 18 08:44:47.060174 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9b1de-fef9-47f8-9441-3666204e445c req-c0d04afb-c444-45a2-ad66-53f57089dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:47.061631 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-52d9b1de-fef9-47f8-9441-3666204e445c req-c0d04afb-c444-45a2-ad66-53f57089dc80 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2844605 Feb 18 08:44:47.080324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d59bbad-5f1a-4424-91cb-2cfb6a3dfe31 req-02a75493-95e0-493d-882f-0f1e6d45e3cc tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932887 Feb 18 08:44:47.126598 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a59fc22-7776-4c54-8a0c-dd26d5d6b64b req-7678cf96-e4f7-46e3-b05d-ea65865d2553 service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654409 Feb 18 08:44:47.167108 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-52d9b1de-fef9-47f8-9441-3666204e445c req-8372fb61-7ea5-4c46-a311-36f08c0283c2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=dd82590c-6b15-41db-bf05-5364a0328873 HTTP/1.1" status: 200 len: 217 time: 0.0965843 Feb 18 08:44:47.190504 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42958) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:47.219441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86922bc6-677e-4cb6-88e8-bfd06bca1d3c req-dc2e9b4b-9535-4b3d-a0cd-bc478b15d11d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:47.230338 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86922bc6-677e-4cb6-88e8-bfd06bca1d3c req-dc2e9b4b-9535-4b3d-a0cd-bc478b15d11d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.1114500 Feb 18 08:44:47.249713 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 491c78d3-db23-4ab4-a355-f3b4fab74415 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:44:47.312782 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86922bc6-677e-4cb6-88e8-bfd06bca1d3c req-b6e7d73a-d6fa-4890-b273-594920da6324 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779033 Feb 18 08:44:47.381635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9b1de-fef9-47f8-9441-3666204e445c req-f96aef82-5096-493b-a436-69dc3e831713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:47.383088 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-52d9b1de-fef9-47f8-9441-3666204e445c req-f96aef82-5096-493b-a436-69dc3e831713 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0604556 Feb 18 08:44:47.403754 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 491c78d3-db23-4ab4-a355-f3b4fab74415 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:44:47.404457 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:47.559636 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a59fc22-7776-4c54-8a0c-dd26d5d6b64b req-067847fc-742c-45ec-9f6c-bc5cd5bc8806 service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255366 Feb 18 08:44:47.562231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9b1de-fef9-47f8-9441-3666204e445c req-05a2b8ae-ebd5-4407-8545-4608c94240c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:47.564077 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-52d9b1de-fef9-47f8-9441-3666204e445c req-05a2b8ae-ebd5-4407-8545-4608c94240c7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1742811 Feb 18 08:44:47.629833 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:47.640852 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c7ac560b-9dcf-4346-9d80-88590fa00901 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=85056e08b0104ec7abf83dbda7d5d1ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4489737 Feb 18 08:44:47.643652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42986) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:47.679112 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29e3a9f-0262-400b-9c83-cad72f11e23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491c78d3-db23-4ab4-a355-f3b4fab74415'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:47.684188 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-79da5957-441f-4696-9277-ef0b2518c78f req-149688ae-ea2f-4783-adb2-c3f759878d5d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3392336 Feb 18 08:44:47.693468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 491c78d3-db23-4ab4-a355-f3b4fab74415, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=491c78d3-db23-4ab4-a355-f3b4fab74415,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:47.701235 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:47.702403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d2c2ca2a-8b1c-48c2-b560-b2ab904b417f no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:44:47.737779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941eadad-9e4a-475f-a5f4-07abe038ea8c req-c1caae34-3bca-4f43-bb81-5cdd1ea93799 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:47.745752 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-941eadad-9e4a-475f-a5f4-07abe038ea8c req-c1caae34-3bca-4f43-bb81-5cdd1ea93799 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 944 time: 0.2270975 Feb 18 08:44:47.780789 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-584faf41-c9c3-4b36-9f99-00f54115aa40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:47.805806 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: d2c2ca2a-8b1c-48c2-b560-b2ab904b417f {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:44:47.806170 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d2c2ca2a-8b1c-48c2-b560-b2ab904b417f not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:44:47.809330 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29e3a9f-0262-400b-9c83-cad72f11e23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491c78d3-db23-4ab4-a355-f3b4fab74415', 'code': 200} Feb 18 08:44:47.821039 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-52d9b1de-fef9-47f8-9441-3666204e445c req-c36825af-db87-4636-ad51-ed8f00045f25 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411153 Feb 18 08:44:47.892159 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=491c78d3-db23-4ab4-a355-f3b4fab74415,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:47.932935 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-941eadad-9e4a-475f-a5f4-07abe038ea8c req-e05439e2-9cc3-4dfa-817f-4599b272fe3c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812155 Feb 18 08:44:47.943234 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-584faf41-c9c3-4b36-9f99-00f54115aa40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:47.979824 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-52d9b1de-fef9-47f8-9441-3666204e445c req-4a61eec8-e06e-473f-a5c3-7d76dc778fb9 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457312 Feb 18 08:44:48.072876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da5957-441f-4696-9277-ef0b2518c78f req-64027777-df28-4b19-952d-00afe7b72bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:48.074791 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-79da5957-441f-4696-9277-ef0b2518c78f req-64027777-df28-4b19-952d-00afe7b72bde service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 1100 time: 0.2689667 Feb 18 08:44:48.094390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafae834-ce09-420a-aa84-208d660d023f req-143c397b-45d1-45e6-9b85-53eaf70a9fc9 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:48.096720 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aafae834-ce09-420a-aa84-208d660d023f req-143c397b-45d1-45e6-9b85-53eaf70a9fc9 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 943 time: 0.1458776 Feb 18 08:44:48.100250 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-584faf41-c9c3-4b36-9f99-00f54115aa40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:48.168524 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584faf41-c9c3-4b36-9f99-00f54115aa40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5385d51f-33ed-44bf-a5c4-b57509360062,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:48.227887 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-584faf41-c9c3-4b36-9f99-00f54115aa40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:48.229023 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-584faf41-c9c3-4b36-9f99-00f54115aa40 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5385d51f-33ed-44bf-a5c4-b57509360062 HTTP/1.1" status: 204 len: 168 time: 0.5841441 Feb 18 08:44:48.255565 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aafae834-ce09-420a-aa84-208d660d023f req-1acd5dc1-67b8-4059-a85c-16889e884c34 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204009 Feb 18 08:44:48.361341 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da5957-441f-4696-9277-ef0b2518c78f req-ba49277f-646e-459f-9c68-b20ed44953c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:48.362057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-79da5957-441f-4696-9277-ef0b2518c78f req-ba49277f-646e-459f-9c68-b20ed44953c6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2475612 Feb 18 08:44:48.441831 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-79da5957-441f-4696-9277-ef0b2518c78f req-abbf483d-3f67-401d-adea-625a3c96ae9e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=7dc0a0b4-c201-4513-9a53-8f73a8b8a996 HTTP/1.1" status: 200 len: 217 time: 0.0727658 Feb 18 08:44:48.575984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496bce4-ab10-4a81-bb0f-6d4456ca80e7 req-d4f82244-9d1b-4225-b0ae-35a4ac1780b9 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:48.577469 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2496bce4-ab10-4a81-bb0f-6d4456ca80e7 req-d4f82244-9d1b-4225-b0ae-35a4ac1780b9 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 946 time: 0.2923031 Feb 18 08:44:48.580136 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da5957-441f-4696-9277-ef0b2518c78f req-7348aefc-f6de-43bf-a55c-17f2b4f8d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:48.581473 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-79da5957-441f-4696-9277-ef0b2518c78f req-7348aefc-f6de-43bf-a55c-17f2b4f8d821 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1036429 Feb 18 08:44:48.633135 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43020) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:48.636009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 27b00282-dcaa-4c58-8db2-087956d97def up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:44:48.684775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fcdb6-d6bc-4134-bb50-3fdf3222579f req-7323ee4e-e37d-4664-9b4b-acb9a0f1e49e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:48.686798 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d7fcdb6-d6bc-4134-bb50-3fdf3222579f req-7323ee4e-e37d-4664-9b4b-acb9a0f1e49e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.2423196 Feb 18 08:44:48.688474 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-78fd6a84-3041-4de3-945a-ae0e071e15fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3b761d7756d3407d98de76d7f13aac23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540473 Feb 18 08:44:48.690910 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43026) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:48.698497 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2496bce4-ab10-4a81-bb0f-6d4456ca80e7 req-8fed5085-2ef8-45c7-adbc-4c521c0fb065 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138546 Feb 18 08:44:48.720033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 27b00282-dcaa-4c58-8db2-087956d97def completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:44:48.727426 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 27b00282-dcaa-4c58-8db2-087956d97def triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:44:48.728022 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:48.827374 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d7fcdb6-d6bc-4134-bb50-3fdf3222579f req-aace2914-a583-4c7d-b104-ba955709acbc tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261258 Feb 18 08:44:48.859756 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b50bd621-ab86-4821-ba1e-57ed4207ce41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:48.865690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da5957-441f-4696-9277-ef0b2518c78f req-14789f52-195c-4d2b-b2c3-60c78e2adeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:48.867588 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-79da5957-441f-4696-9277-ef0b2518c78f req-14789f52-195c-4d2b-b2c3-60c78e2adeb8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2664282 Feb 18 08:44:48.898248 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b50bd621-ab86-4821-ba1e-57ed4207ce41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:48.912092 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:48.967805 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 27b00282-dcaa-4c58-8db2-087956d97def, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=27b00282-dcaa-4c58-8db2-087956d97def,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:48.972614 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b50bd621-ab86-4821-ba1e-57ed4207ce41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:48.973661 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:49.004500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bd621-ab86-4821-ba1e-57ed4207ce41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8b7e5e-fa7a-4b07-a3ca-04677970b57d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:49.011716 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b50bd621-ab86-4821-ba1e-57ed4207ce41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:49.013197 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b50bd621-ab86-4821-ba1e-57ed4207ce41 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7e8b7e5e-fa7a-4b07-a3ca-04677970b57d HTTP/1.1" status: 204 len: 168 time: 0.3213420 Feb 18 08:44:49.077134 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=27b00282-dcaa-4c58-8db2-087956d97def,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:49.315482 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-79da5957-441f-4696-9277-ef0b2518c78f req-b36f0bc1-6989-4eb8-a23d-871c8e630e79 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406648 Feb 18 08:44:49.329006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c791aa-b82b-4b76-b534-df19d0150916 req-743c57e4-3d76-4d09-9111-fb57e454522a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:49.331153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9c791aa-b82b-4b76-b534-df19d0150916 req-743c57e4-3d76-4d09-9111-fb57e454522a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.1566577 Feb 18 08:44:49.457293 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9c791aa-b82b-4b76-b534-df19d0150916 req-e9482a74-06e3-4bb4-946d-7239657f025f tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057477 Feb 18 08:44:49.516884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-79da5957-441f-4696-9277-ef0b2518c78f req-d16a3fac-b70a-4222-a88a-b15ffce50a1d service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846335 Feb 18 08:44:49.706830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02342e-ea6f-4198-a450-e4e9c05766f7 req-7b22c826-234e-4b20-88bf-ada5a05d46fc tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:49.709096 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd02342e-ea6f-4198-a450-e4e9c05766f7 req-7b22c826-234e-4b20-88bf-ada5a05d46fc tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 943 time: 0.1122797 Feb 18 08:44:49.712416 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ab053774-a582-4585-9e2a-08c8834677df req-b6874269-285d-41d6-b1bc-be8b7c8c0c0b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1284833 Feb 18 08:44:49.771332 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd02342e-ea6f-4198-a450-e4e9c05766f7 req-28d203bf-1302-4725-8363-1c2944b8ba39 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543864 Feb 18 08:44:49.810128 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c83d16-be65-466c-baab-23a27007e6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b00282-dcaa-4c58-8db2-087956d97def'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:49.862283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43104) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:49.904204 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c83d16-be65-466c-baab-23a27007e6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b00282-dcaa-4c58-8db2-087956d97def', 'code': 200} Feb 18 08:44:49.994481 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab053774-a582-4585-9e2a-08c8834677df req-3dfb27e0-f4dc-4403-a27a-041a47295f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:49.995994 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ab053774-a582-4585-9e2a-08c8834677df req-3dfb27e0-f4dc-4403-a27a-041a47295f77 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 1096 time: 0.1833074 Feb 18 08:44:50.165421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab053774-a582-4585-9e2a-08c8834677df req-7c599e78-980f-4fbd-ad13-6d94dea993f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:50.166940 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ab053774-a582-4585-9e2a-08c8834677df req-7c599e78-980f-4fbd-ad13-6d94dea993f8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.1504133 Feb 18 08:44:50.174825 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3f8faa5-0ad1-40f5-a56d-591af049da02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:50.216837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f3f8faa5-0ad1-40f5-a56d-591af049da02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:50.234018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f3f8faa5-0ad1-40f5-a56d-591af049da02 admin admin] Usage tracker for resource:security_group_rule and tenant:6e01b3b021d949adaf466aee1536d21c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:50.252349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f3f8faa5-0ad1-40f5-a56d-591af049da02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:50.275383 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203f99d-2328-44fe-bb95-3a1daf4e903a req-3eb07edf-bd08-4d11-a98c-c8bc0820617f tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:50.283620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d203f99d-2328-44fe-bb95-3a1daf4e903a req-3eb07edf-bd08-4d11-a98c-c8bc0820617f tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 946 time: 0.2454984 Feb 18 08:44:50.291284 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f3f8faa5-0ad1-40f5-a56d-591af049da02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:50.306865 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ab053774-a582-4585-9e2a-08c8834677df req-939e44b4-338b-4024-af39-502075831c83 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4df10ce9-dc75-4467-9cf6-3fe46137637f HTTP/1.1" status: 200 len: 217 time: 0.1288462 Feb 18 08:44:50.345556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c55475-e594-49b6-b6cf-762ec9942986 req-5aa96c53-063c-426a-9c5a-5c1fccc4761d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:50.353612 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91c55475-e594-49b6-b6cf-762ec9942986 req-5aa96c53-063c-426a-9c5a-5c1fccc4761d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.2735863 Feb 18 08:44:50.356921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948c739-125f-4600-bb48-97144d7effd3 req-1e2db23b-9e8e-4bc0-9733-07400020cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:50.358388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2948c739-125f-4600-bb48-97144d7effd3 req-1e2db23b-9e8e-4bc0-9733-07400020cb3d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 1096 time: 0.3852580 Feb 18 08:44:50.405414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab053774-a582-4585-9e2a-08c8834677df req-3e02df63-3af5-4881-8b40-9ec8ee85ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:50.407577 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ab053774-a582-4585-9e2a-08c8834677df req-3e02df63-3af5-4881-8b40-9ec8ee85ce99 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.0927603 Feb 18 08:44:50.470640 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ab053774-a582-4585-9e2a-08c8834677df req-6736b41c-a91e-4a64-b65f-6c9034e51885 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550592 Feb 18 08:44:50.507085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91c55475-e594-49b6-b6cf-762ec9942986 req-562ea8cc-4651-410f-8f0a-5bdbcca751c5 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488738 Feb 18 08:44:50.507085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43128) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:50.529409 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d203f99d-2328-44fe-bb95-3a1daf4e903a req-ab0255a9-2922-41ed-b9d9-c10855c2a55b tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449260 Feb 18 08:44:50.558596 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2948c739-125f-4600-bb48-97144d7effd3 req-60c3a340-51bd-413b-bbed-e44cb8fb4a8f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541419 Feb 18 08:44:50.651313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4bbd488e-b3b9-4c42-81d0-9220e530df53 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:44:50.693477 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3f8faa5-0ad1-40f5-a56d-591af049da02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:50.713909 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3f8faa5-0ad1-40f5-a56d-591af049da02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:50.794928 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ab053774-a582-4585-9e2a-08c8834677df req-0691e479-674d-4a9a-a6c3-7f59651ad72b service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155992 Feb 18 08:44:50.805986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1896638126-network', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:50.828504 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f3f8faa5-0ad1-40f5-a56d-591af049da02 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e01b3b021d949adaf466aee1536d21c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9644186 Feb 18 08:44:50.834510 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43144) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:50.836782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:50.853324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8faa5-0ad1-40f5-a56d-591af049da02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7486656b-34e5-4f0a-a981-de0a773a5f69,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:50.857821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Usage tracker for resource:network and tenant:b94ba894049c4fed9af7021dad82b5c9 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:50.874527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:50.898693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:50.911806 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 4bbd488e-b3b9-4c42-81d0-9220e530df53, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4bbd488e-b3b9-4c42-81d0-9220e530df53,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:50.927931 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '4bbd488e-b3b9-4c42-81d0-9220e530df53', 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c', 'port_id': '4bbd488e-b3b9-4c42-81d0-9220e530df53', 'mac_address': 'fa:16:3e:53:0c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f452f3ee-22b7-417e-bfeb-1f98c425e06c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:44:50.986299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Made reservation on behalf of b94ba894049c4fed9af7021dad82b5c9 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:44:50.988692 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:50.992471 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:51.024566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bbd488e-b3b9-4c42-81d0-9220e530df53 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:44:51.030146 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ab053774-a582-4585-9e2a-08c8834677df req-e16a5dc1-fc9b-4095-8173-4ffa5eb3fd57 service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265816 Feb 18 08:44:51.042825 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 4bbd488e-b3b9-4c42-81d0-9220e530df53, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4bbd488e-b3b9-4c42-81d0-9220e530df53,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:51.054825 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:51.063623 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:51.095687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba71c3-e4f2-460c-b387-c65296bf7aea req-c9a0fc17-1ad1-42fa-b66a-501e4e041a6d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:51.103426 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48ba71c3-e4f2-460c-b387-c65296bf7aea req-c9a0fc17-1ad1-42fa-b66a-501e4e041a6d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.3524301 Feb 18 08:44:51.130471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:51.134950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=4bbd488e-b3b9-4c42-81d0-9220e530df53,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:51.146575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Usage tracker for resource:security_group_rule and tenant:b94ba894049c4fed9af7021dad82b5c9 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:51.154044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:51.157927 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4e5ecb44-c030-4960-ae16-9d6d6c1bfad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:51.183596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:51.217282 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['4bbd488e-b3b9-4c42-81d0-9220e530df53'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:44:51.231469 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48ba71c3-e4f2-460c-b387-c65296bf7aea req-4cee383c-a57c-403d-84b3-f78e95383fe0 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270206 Feb 18 08:44:51.247935 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4e5ecb44-c030-4960-ae16-9d6d6c1bfad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:51.303080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f3d8b-c68d-49b4-bdb3-3d44876b2fe5 req-8911b4ac-dac8-409f-8f4c-b3e1c8d454c2 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:51.304652 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-453f3d8b-c68d-49b4-bdb3-3d44876b2fe5 req-8911b4ac-dac8-409f-8f4c-b3e1c8d454c2 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 943 time: 0.2950356 Feb 18 08:44:51.383886 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-453f3d8b-c68d-49b4-bdb3-3d44876b2fe5 req-6e2664f5-0bfc-48be-8d75-1a5bccb1c433 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652132 Feb 18 08:44:51.507840 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:51.507840 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4e5ecb44-c030-4960-ae16-9d6d6c1bfad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:51.537080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ecb44-c030-4960-ae16-9d6d6c1bfad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7486656b-34e5-4f0a-a981-de0a773a5f69,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:51.538770 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:51.563965 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4e5ecb44-c030-4960-ae16-9d6d6c1bfad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:51.565161 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4e5ecb44-c030-4960-ae16-9d6d6c1bfad5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7486656b-34e5-4f0a-a981-de0a773a5f69 HTTP/1.1" status: 204 len: 168 time: 0.7221942 Feb 18 08:44:51.578210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:44:51.601905 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:51.602619 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Added segment f1628175-97b4-4953-9d48-f61cc3e4735f of type vlan for network 6725a324-084e-46c0-9964-ba3e59bb822d Feb 18 08:44:51.608702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb65fd32-9759-48c3-9887-15dbda54264b,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:51.659277 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:51.813645 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:51.814579 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:51.815232 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:51.967036 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4454689 Feb 18 08:44:51.967342 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43158) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:51.974961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6111b79-f4f0-4985-ba8e-69614af096aa admin admin] Pushing event updated for resources: {'Network': ['ID=6725a324-084e-46c0-9964-ba3e59bb822d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:51.975402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-59f222ef-ce83-414c-83ba-a4d96e7424dd admin admin] Request body: {'subnet': {'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1896638126-subnet', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:51.983260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-59f222ef-ce83-414c-83ba-a4d96e7424dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:51.988879 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 6725a324-084e-46c0-9964-ba3e59bb822d details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:44:51.995630 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-59f222ef-ce83-414c-83ba-a4d96e7424dd admin admin] Usage tracker for resource:subnet and tenant:b94ba894049c4fed9af7021dad82b5c9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:52.002944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-59f222ef-ce83-414c-83ba-a4d96e7424dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:52.004892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204bd0f-d83f-4a55-9b57-9cf38c155b0f req-b638381c-1789-4f10-a3d2-ff562bea7f50 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:52.011690 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1204bd0f-d83f-4a55-9b57-9cf38c155b0f req-b638381c-1789-4f10-a3d2-ff562bea7f50 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.3374295 Feb 18 08:44:52.016678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-59f222ef-ce83-414c-83ba-a4d96e7424dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:52.039489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f222ef-ce83-414c-83ba-a4d96e7424dd admin admin] Made reservation on behalf of b94ba894049c4fed9af7021dad82b5c9 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:44:52.043700 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59f222ef-ce83-414c-83ba-a4d96e7424dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:52.061811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75cc85-b4f2-419c-b064-c1f8de5dc0d2 req-e134a315-8fcb-4b4a-8370-370f2d325fa6 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:52.063370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e75cc85-b4f2-419c-b064-c1f8de5dc0d2 req-e134a315-8fcb-4b4a-8370-370f2d325fa6 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 945 time: 0.3561378 Feb 18 08:44:52.093872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43162) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:52.129290 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ee6da927-e997-405f-8ff8-bf525c66489c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:52.177843 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1204bd0f-d83f-4a55-9b57-9cf38c155b0f req-b3d388ff-288f-4f0b-a784-bd00d8255efb tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652212 Feb 18 08:44:52.178961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ee6da927-e997-405f-8ff8-bf525c66489c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:52.187069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ee6da927-e997-405f-8ff8-bf525c66489c admin admin] Usage tracker for resource:security_group_rule and tenant:2db649017ccb4d329b27983ec8f66dff is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:52.206859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ee6da927-e997-405f-8ff8-bf525c66489c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:52.214208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ee6da927-e997-405f-8ff8-bf525c66489c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:52.384747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e75cc85-b4f2-419c-b064-c1f8de5dc0d2 req-c4f890b8-cef2-45e9-b935-1020cad1ee79 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127244 Feb 18 08:44:52.425099 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59f222ef-ce83-414c-83ba-a4d96e7424dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:52.503495 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ee6da927-e997-405f-8ff8-bf525c66489c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:52.517934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e746b51-5b70-411b-97df-61a4824026e2 req-93a92ce0-10d5-42de-8326-d67f712babb1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:52.519847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e746b51-5b70-411b-97df-61a4824026e2 req-93a92ce0-10d5-42de-8326-d67f712babb1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.1327689 Feb 18 08:44:52.521454 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ee6da927-e997-405f-8ff8-bf525c66489c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:52.556105 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f222ef-ce83-414c-83ba-a4d96e7424dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=75bedb5a-dc43-47ad-9183-01314b818f6c,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:52.575461 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f222ef-ce83-414c-83ba-a4d96e7424dd admin admin] Checking segment: {'id': 'f1628175-97b4-4953-9d48-f61cc3e4735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:44:52.575828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f222ef-ce83-414c-83ba-a4d96e7424dd admin admin] Network hostable DHCP agents. Network: 6725a324-084e-46c0-9964-ba3e59bb822d, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:44:52.606930 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f222ef-ce83-414c-83ba-a4d96e7424dd admin admin] Network 6725a324-084e-46c0-9964-ba3e59bb822d is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:44:52.621601 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-59f222ef-ce83-414c-83ba-a4d96e7424dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 6725a324-084e-46c0-9964-ba3e59bb822d) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:44:52.633277 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d4507-1019-4af9-a9ee-f2569a2baa41 None None] Network 6725a324-084e-46c0-9964-ba3e59bb822d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:44:52.636049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f222ef-ce83-414c-83ba-a4d96e7424dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:52.637306 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59f222ef-ce83-414c-83ba-a4d96e7424dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:52.663923 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ee6da927-e997-405f-8ff8-bf525c66489c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2db649017ccb4d329b27983ec8f66dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5668273 Feb 18 08:44:52.663923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6da927-e997-405f-8ff8-bf525c66489c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b26543-466f-4510-b397-a088a46f84ec,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:52.665294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43178) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:52.672589 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e746b51-5b70-411b-97df-61a4824026e2 req-1b2334b5-fc87-4df5-b356-50fdc424a31a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418016 Feb 18 08:44:52.708936 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-59f222ef-ce83-414c-83ba-a4d96e7424dd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7398140 Feb 18 08:44:52.712193 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43182) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:52.731805 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1896638126-router', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:44:52.736761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:44:52.741828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Usage tracker for resource:router and tenant:b94ba894049c4fed9af7021dad82b5c9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:44:52.744793 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:44:52.751032 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:44:52.761638 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4bbd488e-b3b9-4c42-81d0-9220e530df53 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:44:52.766011 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:52.766571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e57c6-a2bb-40c3-b740-52498a7cfcc5 req-0083d4c3-ce52-4203-9d54-33afbfba7088 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:52.767491 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:52.773697 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7a6e57c6-a2bb-40c3-b740-52498a7cfcc5 req-0083d4c3-ce52-4203-9d54-33afbfba7088 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 943 time: 0.2106190 Feb 18 08:44:52.786575 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:52.852933 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-11d616f4-2289-4957-9c6a-6933eb07a3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:52.915923 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-11d616f4-2289-4957-9c6a-6933eb07a3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:52.966119 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 4bbd488e-b3b9-4c42-81d0-9220e530df53 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:44:52.966489 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:53.030314 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7a6e57c6-a2bb-40c3-b740-52498a7cfcc5 req-ea968fe8-65f8-48ff-b355-eaded8c9eff0 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556143 Feb 18 08:44:53.053627 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-11d616f4-2289-4957-9c6a-6933eb07a3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:53.071937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d616f4-2289-4957-9c6a-6933eb07a3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b26543-466f-4510-b397-a088a46f84ec,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:53.076918 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-11d616f4-2289-4957-9c6a-6933eb07a3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:53.077978 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-11d616f4-2289-4957-9c6a-6933eb07a3dd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/46b26543-466f-4510-b397-a088a46f84ec HTTP/1.1" status: 204 len: 168 time: 0.4091628 Feb 18 08:44:53.257392 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:53.303412 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414c25a4-b274-480d-9b91-8748dc47cffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbd488e-b3b9-4c42-81d0-9220e530df53'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:44:53.374881 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 4bbd488e-b3b9-4c42-81d0-9220e530df53, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4bbd488e-b3b9-4c42-81d0-9220e530df53,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:53.384149 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:53.423421 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:53.517276 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=4bbd488e-b3b9-4c42-81d0-9220e530df53,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:53.523955 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-6725a324-084e-46c0-9964-ba3e59bb822d', 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'fixed_ips': [{'subnet_id': '75bedb5a-dc43-47ad-9183-01314b818f6c'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:44:53.525156 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:53.545138 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414c25a4-b274-480d-9b91-8748dc47cffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbd488e-b3b9-4c42-81d0-9220e530df53', 'code': 200} Feb 18 08:44:53.575387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc083aea-658d-49c5-9777-6ae13422eb08 req-ba82e07c-3927-46af-8ce9-e277cd9c0c54 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:53.592408 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc083aea-658d-49c5-9777-6ae13422eb08 req-ba82e07c-3927-46af-8ce9-e277cd9c0c54 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.1606686 Feb 18 08:44:53.660044 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc083aea-658d-49c5-9777-6ae13422eb08 req-9d5e6c52-63d0-4f76-a022-73370cc9fca7 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666482 Feb 18 08:44:53.782689 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Allocated IP 172.20.0.2 (6725a324-084e-46c0-9964-ba3e59bb822d/75bedb5a-dc43-47ad-9183-01314b818f6c/8ec57e3b-1168-43fa-bf7f-46d7f0119ddc) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:44:53.919493 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dffc59-f34d-4800-a051-b629e91c035e req-36fd8cd2-db12-4077-8ea7-c4521005bf26 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:53.930268 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78dffc59-f34d-4800-a051-b629e91c035e req-36fd8cd2-db12-4077-8ea7-c4521005bf26 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 946 time: 0.2043955 Feb 18 08:44:54.070849 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78dffc59-f34d-4800-a051-b629e91c035e req-82cb59a6-ab9b-4974-93b9-1be9fdbb518b tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397152 Feb 18 08:44:54.165218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adb248-59c6-4ba3-baf0-05a1892d006f req-1138a4f3-b558-4bc5-99cf-948a7d8d4f93 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:54.173568 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28adb248-59c6-4ba3-baf0-05a1892d006f req-1138a4f3-b558-4bc5-99cf-948a7d8d4f93 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.2405939 Feb 18 08:44:54.208968 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:54.291057 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:54.293242 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:54.304969 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Transition to ACTIVE for port object 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:44:54.339941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Transition to ACTIVE for port object 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:44:54.357563 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:54.392189 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28adb248-59c6-4ba3-baf0-05a1892d006f req-4fd3902a-8fb5-4e23-9551-4a2aeff5b220 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055020 Feb 18 08:44:54.464494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95be2c-1850-4fa1-8fc5-42007953c8c1 req-c9e527b9-0aef-4f68-aee9-567b27faf472 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:54.465624 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6f95be2c-1850-4fa1-8fc5-42007953c8c1 req-c9e527b9-0aef-4f68-aee9-567b27faf472 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 943 time: 0.2450597 Feb 18 08:44:54.546180 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6f95be2c-1850-4fa1-8fc5-42007953c8c1 req-33322c3d-72d0-4a0c-90ab-94a0c92f5e53 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706179 Feb 18 08:44:54.578267 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Network 6725a324-084e-46c0-9964-ba3e59bb822d is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:44:54.579748 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:44:54.593447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Pushing event updated for resources: {'Port': ['ID=8ec57e3b-1168-43fa-bf7f-46d7f0119ddc,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:54.594835 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Allocated IP 172.25.1.123 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/96c1e270-7d96-40a6-91a0-7de854336a23) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:44:54.606719 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:44:54.760912 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Attempting to bind port 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:44:54.761279 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Attempting to bind port 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'f1628175-97b4-4953-9d48-f61cc3e4735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:44:54.761640 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Attempting to bind port 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc on network 6725a324-084e-46c0-9964-ba3e59bb822d {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:54.774330 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:44:54.774330 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Checking segment: {'id': 'f1628175-97b4-4953-9d48-f61cc3e4735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:44:54.774682 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:54.774937 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Bound using segment: {'id': 'f1628175-97b4-4953-9d48-f61cc3e4735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:44:54.775344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Bound port: 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1628175-97b4-4953-9d48-f61cc3e4735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:44:54.775981 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:54.914353 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:55.015778 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:55.049707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe6c26-9222-4b49-b4db-43dbd63b626d req-c30fd77c-319d-4331-9f7c-6d10f43f41f4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:55.052631 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-35fe6c26-9222-4b49-b4db-43dbd63b626d req-c30fd77c-319d-4331-9f7c-6d10f43f41f4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.2102916 Feb 18 08:44:55.100141 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] For port 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:44:55.105040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] For port 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8ec57e3b-1168-43fa-bf7f-46d7f0119ddc,segment=NetworkSegment(f1628175-97b4-4953-9d48-f61cc3e4735f),segment_id=f1628175-97b4-4953-9d48-f61cc3e4735f)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:44:55.106159 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=96c1e270-7d96-40a6-91a0-7de854336a23,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:55.120988 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-35fe6c26-9222-4b49-b4db-43dbd63b626d req-f8de73a7-e7fe-4019-8a53-34ba916a39ed tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621183 Feb 18 08:44:55.134283 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:44:55.135834 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:44:55.136449 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:55.147188 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:44:55.224955 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00e8d0-1766-4a4d-b594-46b378d8778d None None] Pushing event updated for resources: {'Port': ['ID=8ec57e3b-1168-43fa-bf7f-46d7f0119ddc,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:55.465571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e6390-fd14-4a3c-8552-c01e3c8c94cf req-997d408e-39e3-41fb-af9c-fa7ef4a07c03 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:55.467305 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-690e6390-fd14-4a3c-8552-c01e3c8c94cf req-997d408e-39e3-41fb-af9c-fa7ef4a07c03 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 946 time: 0.1677032 Feb 18 08:44:55.549750 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-690e6390-fd14-4a3c-8552-c01e3c8c94cf req-667ec645-44e2-4b89-8f87-d4d05f12c88f tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727680 Feb 18 08:44:55.834238 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55bf7b-5975-41ab-beb5-c28cde06ca15 req-b7dcb26a-573f-4b43-99a9-b66666583e0a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:55.841661 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df55bf7b-5975-41ab-beb5-c28cde06ca15 req-b7dcb26a-573f-4b43-99a9-b66666583e0a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.2614868 Feb 18 08:44:55.892578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767256a-3b38-4fe6-9b1a-0859495ffa27 req-2789850b-b6c3-4aa6-83b2-4b0d8771ef82 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:55.900397 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b767256a-3b38-4fe6-9b1a-0859495ffa27 req-2789850b-b6c3-4aa6-83b2-4b0d8771ef82 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 943 time: 0.1991899 Feb 18 08:44:55.930914 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df55bf7b-5975-41ab-beb5-c28cde06ca15 req-e52c3578-b77c-43a2-a8f0-b11b9ab49c3d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880227 Feb 18 08:44:55.955810 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:55.979116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b767256a-3b38-4fe6-9b1a-0859495ffa27 req-6deba6dc-0635-4458-b1bb-8bee5c4336eb tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773704 Feb 18 08:44:56.424960 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:56.460462 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:44:56.490021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b608a-df58-4548-ac84-60737592e8fd req-79eb2bad-1b47-43da-834c-5ccacd964279 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:56.497715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-801b608a-df58-4548-ac84-60737592e8fd req-79eb2bad-1b47-43da-834c-5ccacd964279 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.1999376 Feb 18 08:44:56.591243 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-801b608a-df58-4548-ac84-60737592e8fd req-b79516be-1d0c-4f36-a9b5-3e9176e01d43 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853739 Feb 18 08:44:56.619922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:44:56.791668 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4225a693-cf65-4cfa-b369-9d3415b68221 None None] Network 6725a324-084e-46c0-9964-ba3e59bb822d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:44:56.816144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Router 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:44:56.889409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e58f5-7670-4c28-b316-d82ab359ee7b req-9101a190-8fe2-4c1c-a21f-a610d06aad4e tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:56.898645 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-650e58f5-7670-4c28-b316-d82ab359ee7b req-9101a190-8fe2-4c1c-a21f-a610d06aad4e tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 946 time: 0.1775742 Feb 18 08:44:56.973952 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-650e58f5-7670-4c28-b316-d82ab359ee7b req-5fb75137-eb3c-40f6-bbe9-6bc5321e8e5e tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692205 Feb 18 08:44:57.070011 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8b1cca30-5a59-48bf-969a-4bf683dc00bc None None] Provisioning for port 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:44:57.099060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:44:57.100107 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8b1cca30-5a59-48bf-969a-4bf683dc00bc None None] Provisioning complete for port 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:44:57.100684 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8b1cca30-5a59-48bf-969a-4bf683dc00bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:57.111899 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Sync routers for ids ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:44:57.130311 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Routers {'8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:44:57.133273 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:44:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:44:57.194508 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:57.198772 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-35923656-9f88-4103-9e3e-0dc8c04b2cb6 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.4686911 Feb 18 08:44:57.199337 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43368) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:44:57.317530 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7136b-599d-4deb-b858-500c2d1c7d3a req-cc3e0d85-36d8-44f2-a37e-7e576d991341 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:57.318864 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dda7136b-599d-4deb-b858-500c2d1c7d3a req-cc3e0d85-36d8-44f2-a37e-7e576d991341 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.1805205 Feb 18 08:44:57.390508 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8b1cca30-5a59-48bf-969a-4bf683dc00bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:57.411752 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dda7136b-599d-4deb-b858-500c2d1c7d3a req-7af09cc6-e92e-449a-9892-d11a9b519b45 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799129 Feb 18 08:44:57.468824 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-8b1cca30-5a59-48bf-969a-4bf683dc00bc None None] For port 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8ec57e3b-1168-43fa-bf7f-46d7f0119ddc,segment=NetworkSegment(f1628175-97b4-4953-9d48-f61cc3e4735f),segment_id=f1628175-97b4-4953-9d48-f61cc3e4735f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:57.509180 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Set router 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:44:57.517606 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8b1cca30-5a59-48bf-969a-4bf683dc00bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:57.663708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1cca30-5a59-48bf-969a-4bf683dc00bc None None] Pushing event updated for resources: {'Port': ['ID=8ec57e3b-1168-43fa-bf7f-46d7f0119ddc,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:57.718596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff66d9-6471-49f3-a9af-4823c639e039 req-b89b6ae7-0ecb-4858-8814-9e5d09b0b6d3 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:57.740463 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fff66d9-6471-49f3-a9af-4823c639e039 req-b89b6ae7-0ecb-4858-8814-9e5d09b0b6d3 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 943 time: 0.1999931 Feb 18 08:44:57.932118 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fff66d9-6471-49f3-a9af-4823c639e039 req-a496b271-7d5e-4afa-ac48-a091bc0c609b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906621 Feb 18 08:44:58.164219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ee7ff2ef-1dcf-429d-8ee4-3ee41c2b55e1 None None] Provisioning complete for port 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:44:58.165035 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ee7ff2ef-1dcf-429d-8ee4-3ee41c2b55e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:58.192763 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1896638126-router', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:44:52Z', 'updated_at': '2022-02-18T08:44:55Z', 'revision_number': 3, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'gw_port': {'id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:54Z', 'updated_at': '2022-02-18T08:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:44:58.213994 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Checking router: 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:44:58.214334 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Updating router 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 port 96c1e270-7d96-40a6-91a0-7de854336a23 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:44:58.302755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febb771-d22a-4085-9a9d-ef0587bd0686 req-91e9cd62-5523-4c73-891f-5d0390504863 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:58.304454 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9febb771-d22a-4085-9a9d-ef0587bd0686 req-91e9cd62-5523-4c73-891f-5d0390504863 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.2114162 Feb 18 08:44:58.341292 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:58.398717 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9febb771-d22a-4085-9a9d-ef0587bd0686 req-48c6ad49-93c9-49ce-b623-1991bcf4f230 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868864 Feb 18 08:44:58.438382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:44:58.463253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97faed50-396b-4d7d-af3d-9334abc91433 req-5eff1f1c-6590-46b6-af59-f76761e126fe tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:58.477206 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97faed50-396b-4d7d-af3d-9334abc91433 req-5eff1f1c-6590-46b6-af59-f76761e126fe tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 946 time: 0.2547045 Feb 18 08:44:58.613967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97faed50-396b-4d7d-af3d-9334abc91433 req-33c4a4db-cb12-4407-a821-78e95afde3da tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356614 Feb 18 08:44:58.753812 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:44:58.755038 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:58.837843 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-33ee8fc8-d5fc-4e7c-bb9f-8d0c0018872c service neutron] 10.222.0.81 "GET /v2.0/ports/918423d4-67e0-46f8-bb7b-59253e8bb54a/bindings/n-h2-829434-1 HTTP/1.1" status: 200 len: 384 time: 0.2192307 Feb 18 08:44:58.958350 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:59.194664 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:59.211253 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Transition to ACTIVE for port object 96c1e270-7d96-40a6-91a0-7de854336a23 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:44:59.219862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97e2a6-4793-475f-87d3-e1586f8bc084 req-4fb76f28-d664-4bc3-8b4a-923f6fbea734 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:59.223774 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6f97e2a6-4793-475f-87d3-e1586f8bc084 req-4fb76f28-d664-4bc3-8b4a-923f6fbea734 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.4553757 Feb 18 08:44:59.227208 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:59.306156 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc0a5a-7cb9-4a89-aefd-bfb73f5fdb37 None None] Pushing event updated for resources: {'Port': ['ID=96c1e270-7d96-40a6-91a0-7de854336a23,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:59.317735 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc0a5a-7cb9-4a89-aefd-bfb73f5fdb37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:59.318358 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc0a5a-7cb9-4a89-aefd-bfb73f5fdb37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:59.318891 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc0a5a-7cb9-4a89-aefd-bfb73f5fdb37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:59.319421 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc0a5a-7cb9-4a89-aefd-bfb73f5fdb37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:59.319915 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc0a5a-7cb9-4a89-aefd-bfb73f5fdb37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:59.320486 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc0a5a-7cb9-4a89-aefd-bfb73f5fdb37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:59.320964 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc0a5a-7cb9-4a89-aefd-bfb73f5fdb37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:59.321473 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc0a5a-7cb9-4a89-aefd-bfb73f5fdb37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:59.321956 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc0a5a-7cb9-4a89-aefd-bfb73f5fdb37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:59.322714 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc0a5a-7cb9-4a89-aefd-bfb73f5fdb37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:59.323208 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc0a5a-7cb9-4a89-aefd-bfb73f5fdb37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:59.323691 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fc0a5a-7cb9-4a89-aefd-bfb73f5fdb37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:44:59.324319 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6f97e2a6-4793-475f-87d3-e1586f8bc084 req-5a1784cb-b0cd-487b-b8f5-216bab1f3065 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940015 Feb 18 08:44:59.348434 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Attempting to bind port 96c1e270-7d96-40a6-91a0-7de854336a23 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:44:59.349019 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Attempting to bind port 96c1e270-7d96-40a6-91a0-7de854336a23 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:44:59.349546 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Attempting to bind port 96c1e270-7d96-40a6-91a0-7de854336a23 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:44:59.355658 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:44:59.356320 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:44:59.356886 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:59.357453 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:44:59.358082 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Bound port: 96c1e270-7d96-40a6-91a0-7de854336a23, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:44:59.358621 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:59.453870 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] For port 96c1e270-7d96-40a6-91a0-7de854336a23, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:44:59.458298 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] For port 96c1e270-7d96-40a6-91a0-7de854336a23, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=96c1e270-7d96-40a6-91a0-7de854336a23,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:44:59.465423 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:59.536769 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-80cda294-9ac8-4fb9-bdae-b7021e59193e service neutron] For port 918423d4-67e0-46f8-bb7b-59253e8bb54a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=918423d4-67e0-46f8-bb7b-59253e8bb54a,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:59.544762 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] Allocated IP 172.20.0.1 (6725a324-084e-46c0-9964-ba3e59bb822d/75bedb5a-dc43-47ad-9183-01314b818f6c/9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:44:59.570659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd0181-96fa-4510-8e4e-7d2d2123e8d9 req-b80bef89-c8b6-41d1-893b-7673c319af18 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:59.575598 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4cd0181-96fa-4510-8e4e-7d2d2123e8d9 req-b80bef89-c8b6-41d1-893b-7673c319af18 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 943 time: 0.2223868 Feb 18 08:44:59.581192 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Routers {'8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:44:59.581848 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:44:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:44:59.653179 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc0a5a-7cb9-4a89-aefd-bfb73f5fdb37 None None] Pushing event updated for resources: {'Port': ['ID=96c1e270-7d96-40a6-91a0-7de854336a23,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:44:59.676122 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4cd0181-96fa-4510-8e4e-7d2d2123e8d9 req-8af300a2-92b7-40be-909b-7d08879f41ce tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883384 Feb 18 08:44:59.775780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657328ed-ec87-4333-b0d1-73d3b0fff64a req-bbe999e5-696d-4635-8c5c-07a4a15eae98 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:44:59.777307 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-657328ed-ec87-4333-b0d1-73d3b0fff64a req-bbe999e5-696d-4635-8c5c-07a4a15eae98 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.0834064 Feb 18 08:44:59.800228 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-80cda294-9ac8-4fb9-bdae-b7021e59193e service neutron] For port 918423d4-67e0-46f8-bb7b-59253e8bb54a, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:44:59.849843 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-657328ed-ec87-4333-b0d1-73d3b0fff64a req-d3a31b96-02b5-4ef3-9c4b-5aec9702557e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618391 Feb 18 08:44:59.884116 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:59.900441 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-80cda294-9ac8-4fb9-bdae-b7021e59193e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918423d4-67e0-46f8-bb7b-59253e8bb54a {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:44:59.922674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-80cda294-9ac8-4fb9-bdae-b7021e59193e service neutron] For port 918423d4-67e0-46f8-bb7b-59253e8bb54a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=918423d4-67e0-46f8-bb7b-59253e8bb54a,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:44:59.932602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] Transition to ACTIVE for port object 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:44:59.959211 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-80cda294-9ac8-4fb9-bdae-b7021e59193e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:44:59.987293 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] Set router 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:45:00.068233 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:00.179630 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] Network 6725a324-084e-46c0-9964-ba3e59bb822d is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:45:00.185696 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:45:00.209106 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:45:00.244252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] Pushing event updated for resources: {'Port': ['ID=9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:00.248253 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7ed9bbc8-d5d6-44a9-9904-578a0d122dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:00.276122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-80cda294-9ac8-4fb9-bdae-b7021e59193e service neutron] Transition to ACTIVE for port object 918423d4-67e0-46f8-bb7b-59253e8bb54a will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:45:00.302602 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-80cda294-9ac8-4fb9-bdae-b7021e59193e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:00.317064 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12215d20-08a0-4a0d-b8ff-5e01b6c53d78 req-1f2f9890-0a27-4504-a3dd-efebf88a3947 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:00.325162 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-12215d20-08a0-4a0d-b8ff-5e01b6c53d78 req-1f2f9890-0a27-4504-a3dd-efebf88a3947 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 946 time: 0.1546347 Feb 18 08:45:00.375418 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:00.395075 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-12215d20-08a0-4a0d-b8ff-5e01b6c53d78 req-8b1b7536-fc34-4a6d-839c-1569f6950617 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669000 Feb 18 08:45:00.625331 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f234495b-d149-453a-9ab6-a2869ee4d107 None None] Provisioning for port 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:45:00.633870 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f234495b-d149-453a-9ab6-a2869ee4d107 None None] Provisioning complete for port 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:00.635126 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f234495b-d149-453a-9ab6-a2869ee4d107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:00.699015 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1896638126-router', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:44:52Z', 'updated_at': '2022-02-18T08:44:55Z', 'revision_number': 3, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'gw_port': {'id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:54Z', 'updated_at': '2022-02-18T08:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:00.704495 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe89734-e130-4ae7-9b9a-ab64f357b3f9 None None] The sync data for ids ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'] in n-d-829434-1 is: [{'id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1896638126-router', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:44:52Z', 'updated_at': '2022-02-18T08:44:55Z', 'revision_number': 3, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'gw_port': {'id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:54Z', 'updated_at': '2022-02-18T08:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:45:00.737326 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f234495b-d149-453a-9ab6-a2869ee4d107 None None] Port 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:45:00.758592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c3ec5-77b2-4d72-898d-1a7be5e1543b req-31a45f75-10b1-491b-80f2-58f81c1356c5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:00.766443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e08c3ec5-77b2-4d72-898d-1a7be5e1543b req-31a45f75-10b1-491b-80f2-58f81c1356c5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.1456761 Feb 18 08:45:00.839561 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e08c3ec5-77b2-4d72-898d-1a7be5e1543b req-b5e7ea4d-e3d2-4170-849f-8d6a898ce2ac tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715461 Feb 18 08:45:00.981372 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-80cda294-9ac8-4fb9-bdae-b7021e59193e service neutron] No DVR routers for this DVR port 918423d4-67e0-46f8-bb7b-59253e8bb54a on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:45:00.990726 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cda294-9ac8-4fb9-bdae-b7021e59193e service neutron] Pushing event updated for resources: {'Port': ['ID=918423d4-67e0-46f8-bb7b-59253e8bb54a,revision_number=10']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:01.234995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90e184-7e25-413f-86a0-e910c2c0b1ee req-fbeabd8a-da68-4515-843b-357a3058b407 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:01.236984 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f90e184-7e25-413f-86a0-e910c2c0b1ee req-fbeabd8a-da68-4515-843b-357a3058b407 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 944 time: 0.2203453 Feb 18 08:45:01.250548 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-80cda294-9ac8-4fb9-bdae-b7021e59193e service neutron] 10.222.0.81 "PUT /v2.0/ports/918423d4-67e0-46f8-bb7b-59253e8bb54a/bindings/n-h2-829434-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3992178 Feb 18 08:45:01.309448 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 918423d4-67e0-46f8-bb7b-59253e8bb54a no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:45:01.335171 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f90e184-7e25-413f-86a0-e910c2c0b1ee req-c881eaed-3754-4843-ac2e-69eb5e428d0c tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903149 Feb 18 08:45:01.490659 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:01.491560 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 918423d4-67e0-46f8-bb7b-59253e8bb54a not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:45:01.653856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-11b97787-5f04-455c-b87f-011450ab4ec3 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:01.655503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-11b97787-5f04-455c-b87f-011450ab4ec3 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39&tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 1095 time: 0.3038785 Feb 18 08:45:01.672113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26363b5a-89c7-418b-b3dc-d14a180ef54b req-540e2548-f9a2-47df-8a7c-d7d22e8a2dd0 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:01.678126 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26363b5a-89c7-418b-b3dc-d14a180ef54b req-540e2548-f9a2-47df-8a7c-d7d22e8a2dd0 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.1983120 Feb 18 08:45:01.845157 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26363b5a-89c7-418b-b3dc-d14a180ef54b req-79e34194-deff-4dc0-8896-d4e29e0b1310 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025836 Feb 18 08:45:01.887029 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-e63ae7c9-132e-457f-90c3-f4b5781dd295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:01.888781 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-e63ae7c9-132e-457f-90c3-f4b5781dd295 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39&tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c HTTP/1.1" status: 200 len: 1095 time: 0.2084100 Feb 18 08:45:02.089612 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:02.095709 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:02.143148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-e78043a9-1264-4aa3-a650-873d946ad273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:02.145622 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-e78043a9-1264-4aa3-a650-873d946ad273 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 1095 time: 0.2220166 Feb 18 08:45:02.205150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45348b00-9769-4766-9d47-0406171b80d1 req-e45f0986-6cee-4458-b105-96de6f8bc5df tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:02.215947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-45348b00-9769-4766-9d47-0406171b80d1 req-e45f0986-6cee-4458-b105-96de6f8bc5df tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 946 time: 0.1667979 Feb 18 08:45:02.275592 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:02.421604 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-45348b00-9769-4766-9d47-0406171b80d1 req-89ba22d9-bdbd-4509-a58b-61c082cd1b58 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024810 Feb 18 08:45:02.450218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 96c1e270-7d96-40a6-91a0-7de854336a23 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:45:02.499808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-3e9f5d71-4a0e-47e3-b93e-deb31d763253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:02.502160 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-3e9f5d71-4a0e-47e3-b93e-deb31d763253 service neutron] 10.222.0.61 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 922 time: 0.2691281 Feb 18 08:45:02.564837 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] Pushing event updated for resources: {'Port': ['ID=9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:02.586533 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] Network 6725a324-084e-46c0-9964-ba3e59bb822d is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:45:02.588257 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:45:02.668813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-05cb92f9-7dcd-4c86-93e7-d6a2618896ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=918423d4-67e0-46f8-bb7b-59253e8bb54a HTTP/1.1" status: 200 len: 217 time: 0.1582241 Feb 18 08:45:02.670426 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6c4019c8-86ce-44e0-8240-6500ff584b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:02.711951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 96c1e270-7d96-40a6-91a0-7de854336a23 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:45:02.724313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 96c1e270-7d96-40a6-91a0-7de854336a23 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:02.725090 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:02.948171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-5a3a188e-fd4a-473c-ac55-be276c06c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:02.958198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-5a3a188e-fd4a-473c-ac55-be276c06c1af service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.2741389 Feb 18 08:45:03.112139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] Router 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:45:03.134110 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:03.157117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22992516-09c2-432e-88f6-d80c81142f9a req-ba818e57-99cf-4a7b-842f-1431fe4150f1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:03.159003 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22992516-09c2-432e-88f6-d80c81142f9a req-ba818e57-99cf-4a7b-842f-1431fe4150f1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.5554960 Feb 18 08:45:03.166353 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-9dc2665a-ca61-42a4-a52c-c8e486447275 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1990674 Feb 18 08:45:03.167756 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 96c1e270-7d96-40a6-91a0-7de854336a23, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=96c1e270-7d96-40a6-91a0-7de854336a23,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:03.178501 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:03.306725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2d91b0a3-33cc-4842-9e6b-8f28cf2eebeb None None] Provisioning complete for port 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:03.308538 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2d91b0a3-33cc-4842-9e6b-8f28cf2eebeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:03.366741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=96c1e270-7d96-40a6-91a0-7de854336a23,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:03.399850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2d91b0a3-33cc-4842-9e6b-8f28cf2eebeb None None] Port 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:45:03.458574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf90768-801d-48d9-9c6d-53a423e515e1 req-9a0b3aff-7fe0-49e6-90bb-27323c242165 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:03.460046 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2cf90768-801d-48d9-9c6d-53a423e515e1 req-9a0b3aff-7fe0-49e6-90bb-27323c242165 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 944 time: 0.7040811 Feb 18 08:45:03.475359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22992516-09c2-432e-88f6-d80c81142f9a req-45cdd15d-bed2-4b35-a888-2baec60199b7 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053336 Feb 18 08:45:03.479884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:45:03.489532 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8c85ad98-9a62-4f32-b981-05977e619fab admin admin] 10.222.0.72 "PUT /v2.0/routers/8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2872598 Feb 18 08:45:03.491729 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Sync routers for ids ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:45:03.511204 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Routers {'8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:45:03.511853 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:45:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:03.582503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2cf90768-801d-48d9-9c6d-53a423e515e1 req-6181d5d5-7053-47c8-b4aa-99992f363f33 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031134 Feb 18 08:45:03.607740 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-be0f6f79-1133-453b-b7ec-2b5dafc84b05 service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130528 Feb 18 08:45:03.775254 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-452cae2a-d1c5-4fe5-8a71-a1a323d8dc04 service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629689 Feb 18 08:45:03.825049 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:03.883212 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:04.073386 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ea145-161e-4ff7-bc3e-2e63d702bf89 req-9253735d-c831-4827-982b-1844d74b0c9e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:04.075512 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f5ea145-161e-4ff7-bc3e-2e63d702bf89 req-9253735d-c831-4827-982b-1844d74b0c9e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.1980379 Feb 18 08:45:04.092442 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Set router 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:45:04.133684 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f5ea145-161e-4ff7-bc3e-2e63d702bf89 req-359cdcef-a92e-49d5-9141-dc1b0386ea63 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505753 Feb 18 08:45:04.228028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-a5fbd03b-a5a1-4d20-8b1d-1965f93280a0 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:04.229878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-a5fbd03b-a5a1-4d20-8b1d-1965f93280a0 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39&tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&binding%3Ahost_id=n-h2-829434-1 HTTP/1.1" status: 200 len: 1095 time: 0.0920370 Feb 18 08:45:04.451004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-5abe6418-a162-40dd-a52d-f1ecb1b25903 service neutron] For port 918423d4-67e0-46f8-bb7b-59253e8bb54a, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:45:04.458670 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-5abe6418-a162-40dd-a52d-f1ecb1b25903 service neutron] Notify callbacks [] for binding, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:04.460654 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db7afa5-fe88-4724-91d3-6818db871c50 req-5abe6418-a162-40dd-a52d-f1ecb1b25903 service neutron] 10.222.0.61 "DELETE /v2.0/ports/918423d4-67e0-46f8-bb7b-59253e8bb54a/bindings/n-h1-829434-1 HTTP/1.1" status: 204 len: 173 time: 0.2198093 Feb 18 08:45:04.481400 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 96c1e270-7d96-40a6-91a0-7de854336a23 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:45:04.580785 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 96c1e270-7d96-40a6-91a0-7de854336a23 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:04.581970 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:04.650787 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58db3b1-5ad0-4671-80e6-0c53b550121c req-9e9031c7-a5d1-4134-8e50-7b93e985a3d4 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:04.653080 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f58db3b1-5ad0-4671-80e6-0c53b550121c req-9e9031c7-a5d1-4134-8e50-7b93e985a3d4 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 946 time: 0.1238365 Feb 18 08:45:04.665431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1896638126-router', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:44:52Z', 'updated_at': '2022-02-18T08:45:01Z', 'revision_number': 4, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'gw_port': {'id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:54Z', 'updated_at': '2022-02-18T08:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360', 'name': '', 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'mac_address': 'fa:16:3e:4e:9a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '75bedb5a-dc43-47ad-9183-01314b818f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:59Z', 'updated_at': '2022-02-18T08:45:01Z', 'revision_number': 2, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'subnets': [{'id': '75bedb5a-dc43-47ad-9183-01314b818f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:04.672236 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Checking router: 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:45:04.672610 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Updating router 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 port 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:45:04.770471 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:04.810228 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f58db3b1-5ad0-4671-80e6-0c53b550121c req-220203e4-2151-4218-8874-4f0b23741ae9 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509414 Feb 18 08:45:04.920249 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:05.035954 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [req-52d9b1de-fef9-47f8-9441-3666204e445c req-c6cbcbe1-a3ef-43aa-82e5-fc3cf98e124d service neutron] show failed (client error): The resource could not be found. Feb 18 08:45:05.037490 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-52d9b1de-fef9-47f8-9441-3666204e445c req-c6cbcbe1-a3ef-43aa-82e5-fc3cf98e124d service neutron] 10.222.0.81 "GET /v2.0/ports/dd82590c-6b15-41db-bf05-5364a0328873/bindings/n-h2-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.1872034 Feb 18 08:45:05.080491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-fa1f7276-865c-4f40-81d0-fa6d4b3aad52 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:05.081280 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-fa1f7276-865c-4f40-81d0-fa6d4b3aad52 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Synchronizing usage tracker for tenant:b94ba894049c4fed9af7021dad82b5c9 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:45:05.120361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-fa1f7276-865c-4f40-81d0-fa6d4b3aad52 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Unset dirty status for tenant:b94ba894049c4fed9af7021dad82b5c9 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:45:05.123923 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-fa1f7276-865c-4f40-81d0-fa6d4b3aad52 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/networks?id=6725a324-084e-46c0-9964-ba3e59bb822d HTTP/1.1" status: 200 len: 829 time: 0.4229357 Feb 18 08:45:05.161710 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-70bdf553-f0ca-4dd6-ad75-ccc7a4cbb620 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/quotas/b94ba894049c4fed9af7021dad82b5c9 HTTP/1.1" status: 200 len: 375 time: 0.0238631 Feb 18 08:45:05.374628 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-76dde109-097f-40e2-a564-7fcbab69856a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b94ba894049c4fed9af7021dad82b5c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2118788 Feb 18 08:45:05.585356 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:05.602669 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Transition to ACTIVE for port object 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:45:05.623257 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:05.661623 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-b153e5a1-42ad-4504-bb41-85245cc51fc9 service neutron] 10.222.0.72 "GET /v2.0/networks/6725a324-084e-46c0-9964-ba3e59bb822d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759476 Feb 18 08:45:05.673037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9b1de-fef9-47f8-9441-3666204e445c req-1cc1ff93-dc8f-43de-8cda-370cdc83fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:05.680444 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52d9b1de-fef9-47f8-9441-3666204e445c req-1cc1ff93-dc8f-43de-8cda-370cdc83fd52 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f&tenant_id=5705a2476ef74c5f99a6d92a75908a3b HTTP/1.1" status: 200 len: 1100 time: 0.2438619 Feb 18 08:45:05.738782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:05.780605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04712b-6377-4cfd-ae92-0935045da9a7 None None] Pushing event updated for resources: {'Port': ['ID=9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:06.029173 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Attempting to bind port 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:45:06.031020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Attempting to bind port 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'f1628175-97b4-4953-9d48-f61cc3e4735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:45:06.033178 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Attempting to bind port 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 on network 6725a324-084e-46c0-9964-ba3e59bb822d {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:06.041968 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:45:06.042500 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Checking segment: {'id': 'f1628175-97b4-4953-9d48-f61cc3e4735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:45:06.043006 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:06.043512 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Bound using segment: {'id': 'f1628175-97b4-4953-9d48-f61cc3e4735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:45:06.044685 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Bound port: 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1628175-97b4-4953-9d48-f61cc3e4735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:45:06.044685 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:06.105734 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:06.158787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-a2ef05c6-c1a6-4343-bc4a-04dea06f075e service neutron] 10.222.0.72 "GET /v2.0/networks/6725a324-084e-46c0-9964-ba3e59bb822d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761465 Feb 18 08:45:06.176500 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] For port 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:45:06.181425 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] For port 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360,segment=NetworkSegment(f1628175-97b4-4953-9d48-f61cc3e4735f),segment_id=f1628175-97b4-4953-9d48-f61cc3e4735f)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:45:06.198536 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:06.207310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f314a-5e62-47f4-9573-4f1537c20d71 req-5ddaa121-6443-43fb-9a57-705c9f226f95 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:06.208879 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-351f314a-5e62-47f4-9573-4f1537c20d71 req-5ddaa121-6443-43fb-9a57-705c9f226f95 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.3218708 Feb 18 08:45:06.354087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Routers {'8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:45:06.355708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:45:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:06.372376 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-351f314a-5e62-47f4-9573-4f1537c20d71 req-0ee64ede-4a0f-4bf0-8f4f-a69ac66f03d1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506481 Feb 18 08:45:06.523767 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04712b-6377-4cfd-ae92-0935045da9a7 None None] Pushing event updated for resources: {'Port': ['ID=9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:06.713759 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=dd82590c-6b15-41db-bf05-5364a0328873,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:06.727962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4bbd488e-b3b9-4c42-81d0-9220e530df53 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:45:06.755627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:45:06.816160 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] Set router 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:45:06.879444 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:06.923012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Transition to ACTIVE for port object dd82590c-6b15-41db-bf05-5364a0328873 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:45:06.924255 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd82590c-6b15-41db-bf05-5364a0328873'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:07.031781 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:07.127901 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:07.192029 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414c25a4-b274-480d-9b91-8748dc47cffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bbd488e-b3b9-4c42-81d0-9220e530df53'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:07.220324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 4bbd488e-b3b9-4c42-81d0-9220e530df53, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4bbd488e-b3b9-4c42-81d0-9220e530df53,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:07.229013 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:07.358586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd82590c-6b15-41db-bf05-5364a0328873,revision_number=6']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:07.363405 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] No DVR routers for this DVR port dd82590c-6b15-41db-bf05-5364a0328873 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:45:07.403190 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=4bbd488e-b3b9-4c42-81d0-9220e530df53,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:07.437068 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1896638126-router', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:44:52Z', 'updated_at': '2022-02-18T08:45:01Z', 'revision_number': 4, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'gw_port': {'id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:54Z', 'updated_at': '2022-02-18T08:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360', 'name': '', 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'mac_address': 'fa:16:3e:4e:9a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '75bedb5a-dc43-47ad-9183-01314b818f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:59Z', 'updated_at': '2022-02-18T08:45:06Z', 'revision_number': 4, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'subnets': [{'id': '75bedb5a-dc43-47ad-9183-01314b818f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:07.447278 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af75e3-82e2-4a5f-8539-0e1501a4a18c None None] The sync data for ids ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'] in n-d-829434-1 is: [{'id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1896638126-router', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:44:52Z', 'updated_at': '2022-02-18T08:45:01Z', 'revision_number': 4, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'gw_port': {'id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:54Z', 'updated_at': '2022-02-18T08:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360', 'name': '', 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'mac_address': 'fa:16:3e:4e:9a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '75bedb5a-dc43-47ad-9183-01314b818f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:59Z', 'updated_at': '2022-02-18T08:45:06Z', 'revision_number': 4, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'subnets': [{'id': '75bedb5a-dc43-47ad-9183-01314b818f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:45:07.461931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Attempting to bind port dd82590c-6b15-41db-bf05-5364a0328873 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:45:07.462297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Attempting to bind port dd82590c-6b15-41db-bf05-5364a0328873 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:45:07.462600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Attempting to bind port dd82590c-6b15-41db-bf05-5364a0328873 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:07.477778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Port dd82590c-6b15-41db-bf05-5364a0328873 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:45:07.478113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Attempting to bind port dd82590c-6b15-41db-bf05-5364a0328873 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:07.499838 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50049e4e-6331-4f82-8f33-fc5c5bbcb1c8 req-50d0cfa7-82d8-472d-a21e-bd87fb653171 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:07.510884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-50049e4e-6331-4f82-8f33-fc5c5bbcb1c8 req-50d0cfa7-82d8-472d-a21e-bd87fb653171 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 944 time: 1.0266843 Feb 18 08:45:07.538080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:45:07.538080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:45:07.538080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:45:07.538521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Bound port: dd82590c-6b15-41db-bf05-5364a0328873, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:45:07.538642 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:07.615812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d4f3c-ea56-407e-93c9-84aaca8429c8 req-124814f9-a29d-4d04-a905-d826eef72547 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:07.624020 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e5d4f3c-ea56-407e-93c9-84aaca8429c8 req-124814f9-a29d-4d04-a905-d826eef72547 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 947 time: 0.4002564 Feb 18 08:45:07.682578 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-50049e4e-6331-4f82-8f33-fc5c5bbcb1c8 req-49c0d44a-39ec-4fb9-95b5-8102c21e0d0b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735511 Feb 18 08:45:07.779883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e5d4f3c-ea56-407e-93c9-84aaca8429c8 req-675b6ae4-555d-48aa-8e0d-facf64b0855e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548324 Feb 18 08:45:07.816026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:45:07.821019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=dd82590c-6b15-41db-bf05-5364a0328873,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:45:07.843086 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:07.968789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:07.969644 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:07.971211 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52d9b1de-fef9-47f8-9441-3666204e445c req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] 10.222.0.61 "PUT /v2.0/ports/dd82590c-6b15-41db-bf05-5364a0328873 HTTP/1.1" status: 200 len: 1095 time: 2.2393084 Feb 18 08:45:08.088438 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd82590c-6b15-41db-bf05-5364a0328873', 'code': 200} Feb 18 08:45:08.089182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea855465-0159-401a-affd-9adf38840aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd82590c-6b15-41db-bf05-5364a0328873,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:08.228534 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1aa681c-f46a-4e6d-9e0c-b58282a11966 req-ce2f960d-6648-4461-abdf-6f60ddbd2b3b tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 210 time: 0.1516745 Feb 18 08:45:08.341590 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414c25a4-b274-480d-9b91-8748dc47cffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bbd488e-b3b9-4c42-81d0-9220e530df53', 'code': 200} Feb 18 08:45:08.445808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9b1de-fef9-47f8-9441-3666204e445c req-21ec3846-95ea-42b8-b43c-3eb260b232a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:08.460032 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52d9b1de-fef9-47f8-9441-3666204e445c req-21ec3846-95ea-42b8-b43c-3eb260b232a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 1098 time: 0.4588208 Feb 18 08:45:08.486770 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:45:08.633509 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-dce26b24-32ae-4d52-9438-f176d521f743 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:08.634994 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-dce26b24-32ae-4d52-9438-f176d521f743 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.81 "GET /v2.0/networks?id=6725a324-084e-46c0-9964-ba3e59bb822d HTTP/1.1" status: 200 len: 829 time: 0.4803965 Feb 18 08:45:08.652835 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-602da3bf-653f-4276-976e-b9c0773198fe tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Request body: {'port': {'device_id': '036df3b6-3127-4cd9-b560-455c17359909', 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d', 'admin_state_up': True, 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:08.689305 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:45:08.697543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:08.698097 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:08.740308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7b97f-6de8-406b-b5ae-b1e30a2e9364 req-c2c66c44-49c4-4d89-a6fd-970cbaa56051 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:08.748133 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40e7b97f-6de8-406b-b5ae-b1e30a2e9364 req-c2c66c44-49c4-4d89-a6fd-970cbaa56051 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 944 time: 0.5181317 Feb 18 08:45:08.894381 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:08.895328 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40e7b97f-6de8-406b-b5ae-b1e30a2e9364 req-a8b3f9a7-7f1d-4d09-9045-d3e6bc4b89c1 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467822 Feb 18 08:45:08.928576 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-602da3bf-653f-4276-976e-b9c0773198fe tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:45:08.932454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d51194-a373-46c1-af5e-43627ecfc349 req-b5d938c1-5496-4d29-a132-a226b701af69 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:08.939697 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d51194-a373-46c1-af5e-43627ecfc349 req-b5d938c1-5496-4d29-a132-a226b701af69 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.3251040 Feb 18 08:45:08.941838 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9b1de-fef9-47f8-9441-3666204e445c req-52e34a4f-6e7a-4238-8bbc-d5e52ccb9807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:08.942507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-602da3bf-653f-4276-976e-b9c0773198fe tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Usage tracker for resource:port and tenant:b94ba894049c4fed9af7021dad82b5c9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:45:08.946747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52d9b1de-fef9-47f8-9441-3666204e445c req-52e34a4f-6e7a-4238-8bbc-d5e52ccb9807 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.4804151 Feb 18 08:45:08.947491 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-602da3bf-653f-4276-976e-b9c0773198fe tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:45:08.956355 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-602da3bf-653f-4276-976e-b9c0773198fe tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:45:08.995358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360,segment=NetworkSegment(f1628175-97b4-4953-9d48-f61cc3e4735f),segment_id=f1628175-97b4-4953-9d48-f61cc3e4735f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:09.017328 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:09.029292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-602da3bf-653f-4276-976e-b9c0773198fe tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Made reservation on behalf of b94ba894049c4fed9af7021dad82b5c9 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:45:09.041617 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-602da3bf-653f-4276-976e-b9c0773198fe tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:09.173784 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d51194-a373-46c1-af5e-43627ecfc349 req-efa1d21f-42be-4b45-841c-a08c86b76b8f tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219789 Feb 18 08:45:09.216360 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52d9b1de-fef9-47f8-9441-3666204e445c req-b2ccb151-6cd9-4b50-b559-d5b3c9f95261 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=dd82590c-6b15-41db-bf05-5364a0328873 HTTP/1.1" status: 200 len: 217 time: 0.1586702 Feb 18 08:45:09.234749 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193232d-5aca-4a33-aa52-2efc6c44a981 req-982c4ff0-3041-4f26-8283-ad11de6a0f9b tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:09.235518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-5193232d-5aca-4a33-aa52-2efc6c44a981 req-982c4ff0-3041-4f26-8283-ad11de6a0f9b tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Synchronizing usage tracker for tenant:bbc0aa9750134db59ae7aa7326bf2f17 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:45:09.258799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:09.307926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9b1de-fef9-47f8-9441-3666204e445c req-673cbc16-c6d0-4841-888c-ff0f62d5e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:09.310387 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52d9b1de-fef9-47f8-9441-3666204e445c req-673cbc16-c6d0-4841-888c-ff0f62d5e984 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0924656 Feb 18 08:45:09.337299 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device dd82590c-6b15-41db-bf05-5364a0328873 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:45:09.353297 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-5193232d-5aca-4a33-aa52-2efc6c44a981 req-982c4ff0-3041-4f26-8283-ad11de6a0f9b tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Unset dirty status for tenant:bbc0aa9750134db59ae7aa7326bf2f17 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:45:09.355487 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5193232d-5aca-4a33-aa52-2efc6c44a981 req-982c4ff0-3041-4f26-8283-ad11de6a0f9b tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.61 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 944 time: 0.4852827 Feb 18 08:45:09.517657 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device dd82590c-6b15-41db-bf05-5364a0328873 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:45:09.548296 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-602da3bf-653f-4276-976e-b9c0773198fe tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Allocated IP 172.20.0.4 (6725a324-084e-46c0-9964-ba3e59bb822d/75bedb5a-dc43-47ad-9183-01314b818f6c/dfb6e662-096b-4f13-aef3-81a550b36bdd) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:45:09.579325 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9b1de-fef9-47f8-9441-3666204e445c req-eea6eeda-ee9a-42af-a3f0-986d9605ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:09.581196 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52d9b1de-fef9-47f8-9441-3666204e445c req-eea6eeda-ee9a-42af-a3f0-986d9605ad16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2558596 Feb 18 08:45:09.636650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-5193232d-5aca-4a33-aa52-2efc6c44a981 req-24480b91-6f26-4c3d-9886-137e7094bac7 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Deleting port 4bbd488e-b3b9-4c42-81d0-9220e530df53 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:45:09.637260 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5193232d-5aca-4a33-aa52-2efc6c44a981 req-24480b91-6f26-4c3d-9886-137e7094bac7 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:09.745036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db04040-450f-44d2-88ef-d42cebb4d34d req-13562349-7e34-483b-9f9e-402db431e8f4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:09.746641 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4db04040-450f-44d2-88ef-d42cebb4d34d req-13562349-7e34-483b-9f9e-402db431e8f4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 947 time: 0.2761595 Feb 18 08:45:09.963386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52d9b1de-fef9-47f8-9441-3666204e445c req-9954fe72-7e67-4991-a4d6-fc7fc8af1088 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748434 Feb 18 08:45:10.091558 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'tag': 'dd82590c-6b15-41db-bf05-5364a0328873'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:10.102615 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4db04040-450f-44d2-88ef-d42cebb4d34d req-f76763c9-5b43-4ddd-bb93-11841d666ea3 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851478 Feb 18 08:45:10.148411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-5193232d-5aca-4a33-aa52-2efc6c44a981 req-24480b91-6f26-4c3d-9886-137e7094bac7 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] For port 4bbd488e-b3b9-4c42-81d0-9220e530df53, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4bbd488e-b3b9-4c42-81d0-9220e530df53,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:10.148787 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5193232d-5aca-4a33-aa52-2efc6c44a981 req-24480b91-6f26-4c3d-9886-137e7094bac7 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:10.189415 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52d9b1de-fef9-47f8-9441-3666204e445c req-64bff571-6ea8-4559-a976-6593b563fdd7 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176020 Feb 18 08:45:10.196402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36ebf4-ef4c-4d6a-855f-a34e06cf3a8b req-5b2e40c9-802d-407f-a6e5-28b81dd50cec tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:10.197863 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b36ebf4-ef4c-4d6a-855f-a34e06cf3a8b req-5b2e40c9-802d-407f-a6e5-28b81dd50cec tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 1095 time: 0.1483533 Feb 18 08:45:10.289625 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b36ebf4-ef4c-4d6a-855f-a34e06cf3a8b req-32d31a8c-3e36-48dd-82a4-a22458b8e8a6 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823553 Feb 18 08:45:10.392597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:45:10.397555 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-70c27ed6-4d8c-4061-b060-3d7bd2c78537 req-237b97db-3867-41b5-9235-527ff5c256ff tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 210 time: 0.0835719 Feb 18 08:45:10.435430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-5193232d-5aca-4a33-aa52-2efc6c44a981 req-24480b91-6f26-4c3d-9886-137e7094bac7 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Calling delete_port for 4bbd488e-b3b9-4c42-81d0-9220e530df53 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:45:10.565736 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-602da3bf-653f-4276-976e-b9c0773198fe tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:10.585267 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-602da3bf-653f-4276-976e-b9c0773198fe tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Transition to ACTIVE for port object dfb6e662-096b-4f13-aef3-81a550b36bdd will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:45:10.604004 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:10.604662 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:10.667043 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-602da3bf-653f-4276-976e-b9c0773198fe tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:10.744613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1511d5-16df-4410-8a1a-339808a209e8 req-dd816b14-2669-49f1-8556-290b1ad0312a tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:10.752413 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cd1511d5-16df-4410-8a1a-339808a209e8 req-dd816b14-2669-49f1-8556-290b1ad0312a tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=414c25a4-b274-480d-9b91-8748dc47cffa HTTP/1.1" status: 200 len: 944 time: 0.1313629 Feb 18 08:45:10.800209 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-602da3bf-653f-4276-976e-b9c0773198fe tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Network 6725a324-084e-46c0-9964-ba3e59bb822d is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:45:10.810924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-602da3bf-653f-4276-976e-b9c0773198fe tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:45:10.818380 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-602da3bf-653f-4276-976e-b9c0773198fe tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:45:10.827020 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cd1511d5-16df-4410-8a1a-339808a209e8 req-47d7beb3-1c9b-4a88-8627-3e312774094b tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678906 Feb 18 08:45:10.873762 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602da3bf-653f-4276-976e-b9c0773198fe tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Pushing event updated for resources: {'Port': ['ID=dfb6e662-096b-4f13-aef3-81a550b36bdd,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:10.888135 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5193232d-5aca-4a33-aa52-2efc6c44a981 req-24480b91-6f26-4c3d-9886-137e7094bac7 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:10.903173 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:10.963846 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'tag': 'dd82590c-6b15-41db-bf05-5364a0328873', 'status': 'completed', 'code': 200} Feb 18 08:45:11.010318 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-602da3bf-653f-4276-976e-b9c0773198fe tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:11.010943 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-602da3bf-653f-4276-976e-b9c0773198fe tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:11.014922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24480b91-6f26-4c3d-9886-137e7094bac7 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Pushing event deleted for resources: {'Port': ['ID=4bbd488e-b3b9-4c42-81d0-9220e530df53,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:11.068096 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-45de1df6-a5b4-4a5b-91fe-15c107b28645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:11.069682 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-45de1df6-a5b4-4a5b-91fe-15c107b28645 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 1098 time: 0.0871823 Feb 18 08:45:11.144892 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-602da3bf-653f-4276-976e-b9c0773198fe tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4959793 Feb 18 08:45:11.239689 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:11.243010 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f687b57e-499e-4d0e-ab8b-f8cb87a362bf None None] Provisioning for port dfb6e662-096b-4f13-aef3-81a550b36bdd completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:45:11.250195 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f687b57e-499e-4d0e-ab8b-f8cb87a362bf None None] Provisioning complete for port dfb6e662-096b-4f13-aef3-81a550b36bdd triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:11.252350 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f687b57e-499e-4d0e-ab8b-f8cb87a362bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:11.287532 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Request body: {'port': {'device_id': '036df3b6-3127-4cd9-b560-455c17359909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:11.313907 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f687b57e-499e-4d0e-ab8b-f8cb87a362bf None None] Port dfb6e662-096b-4f13-aef3-81a550b36bdd cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:45:11.331447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5193232d-5aca-4a33-aa52-2efc6c44a981 req-24480b91-6f26-4c3d-9886-137e7094bac7 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] No DVR routers for this DVR port 4bbd488e-b3b9-4c42-81d0-9220e530df53 on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:45:11.334373 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5193232d-5aca-4a33-aa52-2efc6c44a981 req-24480b91-6f26-4c3d-9886-137e7094bac7 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:11.336303 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5193232d-5aca-4a33-aa52-2efc6c44a981 req-24480b91-6f26-4c3d-9886-137e7094bac7 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.61 "DELETE /v2.0/ports/4bbd488e-b3b9-4c42-81d0-9220e530df53 HTTP/1.1" status: 204 len: 173 time: 1.9714651 Feb 18 08:45:11.339210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348314c-4c64-4173-9668-3d0aeadd0774 req-72bf0239-6bf8-4abc-a95e-d066749aea4c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:11.340900 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5348314c-4c64-4173-9668-3d0aeadd0774 req-72bf0239-6bf8-4abc-a95e-d066749aea4c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.2415304 Feb 18 08:45:11.342727 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414c25a4-b274-480d-9b91-8748dc47cffa', 'name': 'network-vif-deleted', 'tag': '4bbd488e-b3b9-4c42-81d0-9220e530df53'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:11.349213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-d513ca2e-680e-45b0-87cd-d2bc1ed5ee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:11.350989 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-d513ca2e-680e-45b0-87cd-d2bc1ed5ee34 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2746234 Feb 18 08:45:11.432762 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:11.442405 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-2cc88dae-9b1d-4cb2-84e3-7a7bc8a7cdd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=dd82590c-6b15-41db-bf05-5364a0328873 HTTP/1.1" status: 200 len: 217 time: 0.0725224 Feb 18 08:45:11.444961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-7915f721-c6d5-4757-a46a-edaebf2025e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:11.446549 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-7915f721-c6d5-4757-a46a-edaebf2025e5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 1098 time: 0.4275424 Feb 18 08:45:11.524605 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5348314c-4c64-4173-9668-3d0aeadd0774 req-57ad1404-5afd-4d73-9bff-4389c8529c2b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720946 Feb 18 08:45:11.540356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-e3131bb6-6a7d-4c00-9465-72bbfeedfb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:11.541793 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-e3131bb6-6a7d-4c00-9465-72bbfeedfb9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0877862 Feb 18 08:45:11.546946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c808ca-8a2f-4eaa-bc94-c78711b39723 req-c71fb72a-0544-4cac-9614-e1c90fc259f0 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:11.548383 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-02c808ca-8a2f-4eaa-bc94-c78711b39723 req-c71fb72a-0544-4cac-9614-e1c90fc259f0 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 1095 time: 0.2608340 Feb 18 08:45:11.646120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-02c808ca-8a2f-4eaa-bc94-c78711b39723 req-b32dea72-25f6-4fa3-9981-a15c5f71a72e tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544956 Feb 18 08:45:11.665547 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-c841cdde-4049-4035-8bf9-21b6f860e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:11.667707 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-c841cdde-4049-4035-8bf9-21b6f860e022 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1168721 Feb 18 08:45:11.713541 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-f20f8769-a727-46bd-a70c-63336218e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:11.714899 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-f20f8769-a727-46bd-a70c-63336218e1a5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2613442 Feb 18 08:45:11.834418 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-9b0ebd5e-5890-4b7f-bf5e-a6ebc2b39df4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=dd82590c-6b15-41db-bf05-5364a0328873 HTTP/1.1" status: 200 len: 217 time: 0.0731645 Feb 18 08:45:11.872753 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-ca0e19e8-2ae2-49ba-a295-fe8113659c5d service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962287 Feb 18 08:45:12.048222 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414c25a4-b274-480d-9b91-8748dc47cffa', 'name': 'network-vif-deleted', 'tag': '4bbd488e-b3b9-4c42-81d0-9220e530df53', 'status': 'completed', 'code': 200} Feb 18 08:45:12.094643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb6e662-096b-4f13-aef3-81a550b36bdd {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:45:12.108811 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:12.143975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-85cd8858-9f09-45e4-8071-5bbf7f929dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:12.145596 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-85cd8858-9f09-45e4-8071-5bbf7f929dd4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0965428 Feb 18 08:45:12.146635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Transition to ACTIVE for port object dfb6e662-096b-4f13-aef3-81a550b36bdd will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:45:12.150959 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:12.219582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-32d88696-6444-46fd-b536-0f3d575d3453 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391178 Feb 18 08:45:12.228520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d563b4-7a26-41f0-ac87-c1e73241f8be req-332e1347-27c0-4891-a336-88650b591cd2 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:12.235583 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3d563b4-7a26-41f0-ac87-c1e73241f8be req-332e1347-27c0-4891-a336-88650b591cd2 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 947 time: 0.3611109 Feb 18 08:45:12.277548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720808c9-0b61-46b6-8eb5-0987f5146cb5 req-b9cf7b4f-f9fe-4edf-aa40-7f741baefc4b tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:12.279030 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-720808c9-0b61-46b6-8eb5-0987f5146cb5 req-b9cf7b4f-f9fe-4edf-aa40-7f741baefc4b tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 931 time: 0.2008212 Feb 18 08:45:12.353347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-720808c9-0b61-46b6-8eb5-0987f5146cb5 req-307847f7-c299-4292-b8d7-731b431fb9c2 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Synchronizing usage tracker for tenant:b94ba894049c4fed9af7021dad82b5c9 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:45:12.361581 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3d563b4-7a26-41f0-ac87-c1e73241f8be req-84a1f201-ce5f-4e01-8999-ddc9db692c24 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198149 Feb 18 08:45:12.377412 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-720808c9-0b61-46b6-8eb5-0987f5146cb5 req-307847f7-c299-4292-b8d7-731b431fb9c2 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Unset dirty status for tenant:b94ba894049c4fed9af7021dad82b5c9 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:45:12.386402 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-720808c9-0b61-46b6-8eb5-0987f5146cb5 req-307847f7-c299-4292-b8d7-731b431fb9c2 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb65fd32-9759-48c3-9887-15dbda54264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803015 Feb 18 08:45:12.480193 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb6e662-096b-4f13-aef3-81a550b36bdd,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:12.510570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Attempting to bind port dfb6e662-096b-4f13-aef3-81a550b36bdd on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:45:12.511107 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Attempting to bind port dfb6e662-096b-4f13-aef3-81a550b36bdd by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'f1628175-97b4-4953-9d48-f61cc3e4735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:45:12.511634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Attempting to bind port dfb6e662-096b-4f13-aef3-81a550b36bdd on network 6725a324-084e-46c0-9964-ba3e59bb822d {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:12.520217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Port dfb6e662-096b-4f13-aef3-81a550b36bdd on network 6725a324-084e-46c0-9964-ba3e59bb822d not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:45:12.520895 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Attempting to bind port dfb6e662-096b-4f13-aef3-81a550b36bdd on network 6725a324-084e-46c0-9964-ba3e59bb822d {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:12.528949 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-85b52ed7-98c2-4db7-9e3d-40c701916515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:12.531475 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-85b52ed7-98c2-4db7-9e3d-40c701916515 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3701191 Feb 18 08:45:12.532752 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:45:12.533345 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Checking segment: {'id': 'f1628175-97b4-4953-9d48-f61cc3e4735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:45:12.534493 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Bound using segment: {'id': 'f1628175-97b4-4953-9d48-f61cc3e4735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:45:12.535167 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Bound port: dfb6e662-096b-4f13-aef3-81a550b36bdd, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1628175-97b4-4953-9d48-f61cc3e4735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:45:12.535749 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:12.682971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43990) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:45:12.728929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] For port dfb6e662-096b-4f13-aef3-81a550b36bdd, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:45:12.734377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] For port dfb6e662-096b-4f13-aef3-81a550b36bdd, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=dfb6e662-096b-4f13-aef3-81a550b36bdd,segment=NetworkSegment(f1628175-97b4-4953-9d48-f61cc3e4735f),segment_id=f1628175-97b4-4953-9d48-f61cc3e4735f)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:45:12.745910 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:12.746164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4bbd488e-b3b9-4c42-81d0-9220e530df53 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:45:12.786999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 4bbd488e-b3b9-4c42-81d0-9220e530df53 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:45:12.787432 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4bbd488e-b3b9-4c42-81d0-9220e530df53 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:45:12.915009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:12.915514 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:12.921438 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] 10.222.0.81 "PUT /v2.0/ports/dfb6e662-096b-4f13-aef3-81a550b36bdd HTTP/1.1" status: 200 len: 1091 time: 1.6377425 Feb 18 08:45:13.032065 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b13958e1-441e-40f1-88f8-4fc1ddfd5add admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:13.047919 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b13958e1-441e-40f1-88f8-4fc1ddfd5add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:45:13.053134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b13958e1-441e-40f1-88f8-4fc1ddfd5add admin admin] Usage tracker for resource:security_group_rule and tenant:c18f984e97bf4701be0112ea42f7fbc5 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:45:13.056372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b13958e1-441e-40f1-88f8-4fc1ddfd5add admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:45:13.062307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b13958e1-441e-40f1-88f8-4fc1ddfd5add admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:45:13.133075 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-29eaab18-147b-4362-8f26-9e3cae6a5f0b service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848272 Feb 18 08:45:13.133687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6ff2b-9136-493e-833a-c8bd13bcb254 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb6e662-096b-4f13-aef3-81a550b36bdd,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:13.258261 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b13958e1-441e-40f1-88f8-4fc1ddfd5add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:13.266906 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b13958e1-441e-40f1-88f8-4fc1ddfd5add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:13.309036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dcdd1-2022-4fa1-9872-cddef8e4dcd6 req-9ed46a45-52e0-4826-b6d4-3076cded98ab tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:13.311565 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-776dcdd1-2022-4fa1-9872-cddef8e4dcd6 req-9ed46a45-52e0-4826-b6d4-3076cded98ab tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.1598322 Feb 18 08:45:13.344379 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b13958e1-441e-40f1-88f8-4fc1ddfd5add admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c18f984e97bf4701be0112ea42f7fbc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6602111 Feb 18 08:45:13.349661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44018) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:45:13.367019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13958e1-441e-40f1-88f8-4fc1ddfd5add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daf0b7f-ff4f-4da6-bf56-c0ad7820782e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:13.371929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-e52ca3e0-df57-4189-b85f-e427101ae9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:13.373187 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-e52ca3e0-df57-4189-b85f-e427101ae9d1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b94ba894049c4fed9af7021dad82b5c9&device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 1094 time: 0.3958063 Feb 18 08:45:13.420861 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-776dcdd1-2022-4fa1-9872-cddef8e4dcd6 req-05310bda-1674-4698-b4f7-c7792dd16ad9 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956380 Feb 18 08:45:13.453152 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a76841bc-b350-4263-8b0d-70a50426a881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:13.467664 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-bc6c20b4-7925-4856-8fdd-277991c86446 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfb6e662-096b-4f13-aef3-81a550b36bdd HTTP/1.1" status: 200 len: 217 time: 0.0805111 Feb 18 08:45:13.469711 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c913bc05-3a91-4bc0-bca9-a9b5304c7198 req-44dd6511-75e7-4caf-8201-8c5f92359539 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299179 Feb 18 08:45:13.489981 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a76841bc-b350-4263-8b0d-70a50426a881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:13.549360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-e3afaa5d-8400-4ccb-a718-0fd3946c8879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:13.551797 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-e3afaa5d-8400-4ccb-a718-0fd3946c8879 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=75bedb5a-dc43-47ad-9183-01314b818f6c HTTP/1.1" status: 200 len: 868 time: 0.0739791 Feb 18 08:45:13.645388 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a76841bc-b350-4263-8b0d-70a50426a881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:13.659315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-9c494961-9a77-4d27-845e-b6bb23a7987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:13.661069 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-9c494961-9a77-4d27-845e-b6bb23a7987b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6725a324-084e-46c0-9964-ba3e59bb822d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031125 Feb 18 08:45:13.677189 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76841bc-b350-4263-8b0d-70a50426a881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daf0b7f-ff4f-4da6-bf56-c0ad7820782e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:13.693635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76841bc-b350-4263-8b0d-70a50426a881 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:13.693980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76841bc-b350-4263-8b0d-70a50426a881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:13.694320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76841bc-b350-4263-8b0d-70a50426a881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:13.694655 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76841bc-b350-4263-8b0d-70a50426a881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:13.694984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76841bc-b350-4263-8b0d-70a50426a881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:13.695311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76841bc-b350-4263-8b0d-70a50426a881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:13.695633 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76841bc-b350-4263-8b0d-70a50426a881 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:13.695952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76841bc-b350-4263-8b0d-70a50426a881 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:13.696291 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76841bc-b350-4263-8b0d-70a50426a881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:13.696608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76841bc-b350-4263-8b0d-70a50426a881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:13.696928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76841bc-b350-4263-8b0d-70a50426a881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:13.697250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76841bc-b350-4263-8b0d-70a50426a881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:13.708657 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a76841bc-b350-4263-8b0d-70a50426a881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:13.709830 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a76841bc-b350-4263-8b0d-70a50426a881 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3daf0b7f-ff4f-4da6-bf56-c0ad7820782e HTTP/1.1" status: 204 len: 168 time: 0.3566031 Feb 18 08:45:13.737722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb206863-5585-452d-ae47-31146b336cb6 req-d07cb23a-13ba-48bc-a32c-851f8255aada tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:13.739515 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb206863-5585-452d-ae47-31146b336cb6 req-d07cb23a-13ba-48bc-a32c-851f8255aada tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/networks?id=01e444e8-c132-4198-affe-eb88fdda7f7c HTTP/1.1" status: 200 len: 822 time: 0.2143176 Feb 18 08:45:13.759367 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb206863-5585-452d-ae47-31146b336cb6 req-ee359a4c-ad36-4ab1-bc0c-3c7823871353 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/quotas/bbc0aa9750134db59ae7aa7326bf2f17 HTTP/1.1" status: 200 len: 375 time: 0.0109127 Feb 18 08:45:13.843524 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-bf04387c-1cd1-4871-973b-25fbf55dafe4 service neutron] 10.222.0.81 "GET /v2.0/networks/6725a324-084e-46c0-9964-ba3e59bb822d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765995 Feb 18 08:45:13.918168 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb206863-5585-452d-ae47-31146b336cb6 req-d77ea6cb-048e-45ca-b8ca-77c994292ff5 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0aa9750134db59ae7aa7326bf2f17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1527464 Feb 18 08:45:14.036423 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-46c667e3-3306-401f-9d87-bc8e6248c929 req-eb21044c-9a4b-43e5-b72c-255941debebd service neutron] 10.222.0.81 "GET /v2.0/networks/6725a324-084e-46c0-9964-ba3e59bb822d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854250 Feb 18 08:45:14.053199 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036df3b6-3127-4cd9-b560-455c17359909', 'tag': 'dfb6e662-096b-4f13-aef3-81a550b36bdd'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:14.094631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8c7d7-fd14-4c9e-8411-fa30f254e08b req-11078e86-fea8-48a0-8d56-48c540638c0b tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:14.096095 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83e8c7d7-fd14-4c9e-8411-fa30f254e08b req-11078e86-fea8-48a0-8d56-48c540638c0b tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 947 time: 0.2174320 Feb 18 08:45:14.131430 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb206863-5585-452d-ae47-31146b336cb6 req-ac2bcae2-9045-4dc2-85c8-25a0dbceecc6 service neutron] 10.222.0.72 "GET /v2.0/networks/01e444e8-c132-4198-affe-eb88fdda7f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917155 Feb 18 08:45:14.231796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83e8c7d7-fd14-4c9e-8411-fa30f254e08b req-d35eb6fe-0912-418f-9b0e-60b1d547dc0a tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262159 Feb 18 08:45:14.355309 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb206863-5585-452d-ae47-31146b336cb6 req-2d985ac2-7b4a-4bf7-9c93-1453084485ab service neutron] 10.222.0.72 "GET /v2.0/networks/01e444e8-c132-4198-affe-eb88fdda7f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104394 Feb 18 08:45:14.402407 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:45:14.477948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0d229-0760-4c16-b5a7-d6e5dbb0e546 req-874ea7ee-606b-4cd5-8bff-25c732351a3e tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:14.479717 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c5e0d229-0760-4c16-b5a7-d6e5dbb0e546 req-874ea7ee-606b-4cd5-8bff-25c732351a3e tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 943 time: 0.0963399 Feb 18 08:45:14.542191 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c5e0d229-0760-4c16-b5a7-d6e5dbb0e546 req-9d58fcb9-107b-4ec5-90bf-123e9bfafad7 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb65fd32-9759-48c3-9887-15dbda54264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551965 Feb 18 08:45:14.637890 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036df3b6-3127-4cd9-b560-455c17359909', 'tag': 'dfb6e662-096b-4f13-aef3-81a550b36bdd', 'status': 'completed', 'code': 200} Feb 18 08:45:14.760649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb92bd-60ce-4b9b-a788-65e83b477927 req-e98bd44c-c24b-4ca8-bc82-c8f4e0e27981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:14.760916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device dd82590c-6b15-41db-bf05-5364a0328873 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:45:14.762533 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c4fb92bd-60ce-4b9b-a788-65e83b477927 req-e98bd44c-c24b-4ca8-bc82-c8f4e0e27981 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b94ba894049c4fed9af7021dad82b5c9&device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 1094 time: 0.1036747 Feb 18 08:45:14.936297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3aae7-78fd-4e34-bc5a-6d405de87bb2 req-b09457b5-f553-40bf-8820-aca04ba31df6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:14.950365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53b3aae7-78fd-4e34-bc5a-6d405de87bb2 req-b09457b5-f553-40bf-8820-aca04ba31df6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.2062435 Feb 18 08:45:15.049900 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=dd82590c-6b15-41db-bf05-5364a0328873,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:15.062176 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb92bd-60ce-4b9b-a788-65e83b477927 req-0502d7a9-ca77-4633-a8e4-55bd0bc5f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:15.063625 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c4fb92bd-60ce-4b9b-a788-65e83b477927 req-0502d7a9-ca77-4633-a8e4-55bd0bc5f670 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6725a324-084e-46c0-9964-ba3e59bb822d HTTP/1.1" status: 200 len: 930 time: 0.2933366 Feb 18 08:45:15.072354 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'dd82590c-6b15-41db-bf05-5364a0328873', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': 'dd82590c-6b15-41db-bf05-5364a0328873', 'mac_address': 'fa:16:3e:e4:7f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:45:15.076132 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60bfe12c-ed63-49ee-ac38-0d738637a206 req-2b5442e6-cbc0-498e-95f4-41878e35b968 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=2483d06a-af0b-4b92-96af-56008a24c7e4 HTTP/1.1" status: 200 len: 210 time: 0.1564865 Feb 18 08:45:15.111479 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53b3aae7-78fd-4e34-bc5a-6d405de87bb2 req-3bd5b622-ed73-41b3-a1c8-ee7ffb354630 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593013 Feb 18 08:45:15.167999 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c4fb92bd-60ce-4b9b-a788-65e83b477927 req-af8b8828-7868-472a-bc65-bf45f6e4d970 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfb6e662-096b-4f13-aef3-81a550b36bdd HTTP/1.1" status: 200 len: 217 time: 0.0967548 Feb 18 08:45:15.197610 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:15.225604 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd82590c-6b15-41db-bf05-5364a0328873 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:45:15.246295 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb92bd-60ce-4b9b-a788-65e83b477927 req-23d7257c-fd9c-4f5c-a121-8f6f237896c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:15.247287 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=dd82590c-6b15-41db-bf05-5364a0328873,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:15.247880 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c4fb92bd-60ce-4b9b-a788-65e83b477927 req-23d7257c-fd9c-4f5c-a121-8f6f237896c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=75bedb5a-dc43-47ad-9183-01314b818f6c HTTP/1.1" status: 200 len: 868 time: 0.0735810 Feb 18 08:45:15.261064 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:15.368741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 491c78d3-db23-4ab4-a355-f3b4fab74415 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:45:15.376176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e56b7-1876-408f-9d52-910060dc4510 req-536bf523-0f19-4b98-b989-696d85251e32 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:15.407862 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e81e56b7-1876-408f-9d52-910060dc4510 req-536bf523-0f19-4b98-b989-696d85251e32 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/networks?id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4 HTTP/1.1" status: 200 len: 804 time: 0.2037868 Feb 18 08:45:15.431363 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e81e56b7-1876-408f-9d52-910060dc4510 req-84310630-564b-4d7b-89c1-8ed0dfc092dd tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/quotas/52c8b10c39d84f9990de9c9a779edb52 HTTP/1.1" status: 200 len: 375 time: 0.0225744 Feb 18 08:45:15.443546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb92bd-60ce-4b9b-a788-65e83b477927 req-31400a09-b036-44f4-a779-7926654c4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:15.445274 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c4fb92bd-60ce-4b9b-a788-65e83b477927 req-31400a09-b036-44f4-a779-7926654c4373 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6725a324-084e-46c0-9964-ba3e59bb822d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1906614 Feb 18 08:45:15.460799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=dd82590c-6b15-41db-bf05-5364a0328873,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:15.583113 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:15.625196 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c4fb92bd-60ce-4b9b-a788-65e83b477927 req-eb3337c9-6e2b-4e91-b6ad-c2aa70543eda service neutron] 10.222.0.81 "GET /v2.0/networks/6725a324-084e-46c0-9964-ba3e59bb822d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718214 Feb 18 08:45:15.630509 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29e3a9f-0262-400b-9c83-cad72f11e23e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491c78d3-db23-4ab4-a355-f3b4fab74415'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:15.641094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b2b91-e7d9-48b0-9f54-20d94e76af8e req-c474d3df-add7-403a-aa80-89d18880dd70 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:15.641598 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 491c78d3-db23-4ab4-a355-f3b4fab74415, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=491c78d3-db23-4ab4-a355-f3b4fab74415,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:15.645547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e8b2b91-e7d9-48b0-9f54-20d94e76af8e req-c474d3df-add7-403a-aa80-89d18880dd70 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 948 time: 0.1395431 Feb 18 08:45:15.650186 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:15.665152 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e81e56b7-1876-408f-9d52-910060dc4510 req-0a6af40d-064b-4dc0-bfa1-9d247161d3a7 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=52c8b10c39d84f9990de9c9a779edb52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2285490 Feb 18 08:45:15.718192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['dd82590c-6b15-41db-bf05-5364a0328873'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:45:15.779959 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=491c78d3-db23-4ab4-a355-f3b4fab74415,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:15.794614 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c4fb92bd-60ce-4b9b-a788-65e83b477927 req-7a8d8b40-dc9c-46ea-a229-5f604d836a73 service neutron] 10.222.0.81 "GET /v2.0/networks/6725a324-084e-46c0-9964-ba3e59bb822d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620235 Feb 18 08:45:15.881706 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e81e56b7-1876-408f-9d52-910060dc4510 req-1f75aa95-1e86-45da-92db-1f5977622b23 service neutron] 10.222.0.72 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868756 Feb 18 08:45:15.927211 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e8b2b91-e7d9-48b0-9f54-20d94e76af8e req-7d685549-90d6-41ea-aab3-6166d0c613e6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608724 Feb 18 08:45:16.339177 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e81e56b7-1876-408f-9d52-910060dc4510 req-a616adb6-216e-4af2-8f9a-b28a064543da service neutron] 10.222.0.72 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504135 Feb 18 08:45:16.497325 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29e3a9f-0262-400b-9c83-cad72f11e23e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491c78d3-db23-4ab4-a355-f3b4fab74415', 'code': 200} Feb 18 08:45:16.506421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb206863-5585-452d-ae47-31146b336cb6 req-09d027d9-d667-4ccb-86a0-220800f482db tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:16.508817 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb206863-5585-452d-ae47-31146b336cb6 req-09d027d9-d667-4ccb-86a0-220800f482db tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.61 "GET /v2.0/networks?id=01e444e8-c132-4198-affe-eb88fdda7f7c HTTP/1.1" status: 200 len: 822 time: 0.3574326 Feb 18 08:45:16.524851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-eb206863-5585-452d-ae47-31146b336cb6 req-99dc8334-7417-4a46-8eb2-abb810885b12 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Request body: {'port': {'device_id': '2483d06a-af0b-4b92-96af-56008a24c7e4', 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c', 'admin_state_up': True, 'tenant_id': 'bbc0aa9750134db59ae7aa7326bf2f17'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:16.703002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9aab4-cedf-4513-9ad5-34a6c3970c30 req-2117718d-50f0-44af-8ef0-f7fdfe7ffcc6 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:16.716960 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2f9aab4-cedf-4513-9ad5-34a6c3970c30 req-2117718d-50f0-44af-8ef0-f7fdfe7ffcc6 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 943 time: 0.5643618 Feb 18 08:45:16.752110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-eb206863-5585-452d-ae47-31146b336cb6 req-99dc8334-7417-4a46-8eb2-abb810885b12 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:45:16.779486 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-eb206863-5585-452d-ae47-31146b336cb6 req-99dc8334-7417-4a46-8eb2-abb810885b12 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:45:16.870943 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2f9aab4-cedf-4513-9ad5-34a6c3970c30 req-d8bb488a-e96f-4987-93a8-fecdc63b5a4a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb65fd32-9759-48c3-9887-15dbda54264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482375 Feb 18 08:45:16.895166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb206863-5585-452d-ae47-31146b336cb6 req-99dc8334-7417-4a46-8eb2-abb810885b12 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Made reservation on behalf of bbc0aa9750134db59ae7aa7326bf2f17 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:45:16.903142 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eb206863-5585-452d-ae47-31146b336cb6 req-99dc8334-7417-4a46-8eb2-abb810885b12 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:16.947099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e989ee2-846a-4920-9d1e-f0550129413a req-6b6dddc3-c345-4515-88c9-7e7ecda2072a tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:16.948038 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-2e989ee2-846a-4920-9d1e-f0550129413a req-6b6dddc3-c345-4515-88c9-7e7ecda2072a tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Synchronizing usage tracker for tenant:52c8b10c39d84f9990de9c9a779edb52 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:45:17.001468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-2e989ee2-846a-4920-9d1e-f0550129413a req-6b6dddc3-c345-4515-88c9-7e7ecda2072a tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Unset dirty status for tenant:52c8b10c39d84f9990de9c9a779edb52 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:45:17.004128 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2e989ee2-846a-4920-9d1e-f0550129413a req-6b6dddc3-c345-4515-88c9-7e7ecda2072a tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.81 "GET /v2.0/ports?device_id=f29e3a9f-0262-400b-9c83-cad72f11e23e HTTP/1.1" status: 200 len: 944 time: 0.2474420 Feb 18 08:45:17.142382 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4da5075-1ae0-4935-9f86-de83fbe65cb6 req-d6c57a9b-c746-4635-b39f-a64ce5a47a3c tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=2483d06a-af0b-4b92-96af-56008a24c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0795114 Feb 18 08:45:17.213009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-2e989ee2-846a-4920-9d1e-f0550129413a req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Deleting port 491c78d3-db23-4ab4-a355-f3b4fab74415 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:45:17.213459 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2e989ee2-846a-4920-9d1e-f0550129413a req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:17.396466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d24a6a1-ddf5-4300-8276-c64da8b1c231 req-a2ff641e-6aaf-49f6-9b5f-e6dfce92cc23 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 210 time: 0.1214571 Feb 18 08:45:17.436121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-eb206863-5585-452d-ae47-31146b336cb6 req-99dc8334-7417-4a46-8eb2-abb810885b12 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Allocated IP 172.20.0.7 (01e444e8-c132-4198-affe-eb88fdda7f7c/f452f3ee-22b7-417e-bfeb-1f98c425e06c/9bc08f17-f969-487c-bb34-d0ddfd74e420) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:45:17.454639 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-bc5d42a4-9271-4dbb-9ca4-5c1ac3633a45 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:17.455369 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-bc5d42a4-9271-4dbb-9ca4-5c1ac3633a45 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Synchronizing usage tracker for tenant:5705a2476ef74c5f99a6d92a75908a3b on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:45:17.463624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206b2c8-ca3b-431c-a42a-a7ba2e2ef8f8 req-f8527f11-19d3-407c-b411-9a61687b048f tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:17.470697 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7206b2c8-ca3b-431c-a42a-a7ba2e2ef8f8 req-f8527f11-19d3-407c-b411-9a61687b048f tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.3496387 Feb 18 08:45:17.529766 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-bc5d42a4-9271-4dbb-9ca4-5c1ac3633a45 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Unset dirty status for tenant:5705a2476ef74c5f99a6d92a75908a3b on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:45:17.531790 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-bc5d42a4-9271-4dbb-9ca4-5c1ac3633a45 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f&tenant_id=5705a2476ef74c5f99a6d92a75908a3b&binding%3Ahost_id=n-h2-829434-1 HTTP/1.1" status: 200 len: 948 time: 0.5235827 Feb 18 08:45:17.550038 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7206b2c8-ca3b-431c-a42a-a7ba2e2ef8f8 req-09f1074c-ad91-412f-8249-bb8d446fb08c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777431 Feb 18 08:45:17.723294 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-cb0dbdd0-30e0-477d-b059-d75ad5f5c749 service neutron] 10.222.0.61 "GET /v2.0/ports/dd82590c-6b15-41db-bf05-5364a0328873/bindings/n-h2-829434-1 HTTP/1.1" status: 200 len: 382 time: 0.1796741 Feb 18 08:45:17.828169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-2e989ee2-846a-4920-9d1e-f0550129413a req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] For port 491c78d3-db23-4ab4-a355-f3b4fab74415, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=491c78d3-db23-4ab4-a355-f3b4fab74415,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:17.828842 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2e989ee2-846a-4920-9d1e-f0550129413a req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:17.899802 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16457b-72ed-4d85-aa5f-4a0cc760910d req-48594086-6a47-4e31-9418-65099f409f0a tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:17.907788 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ee16457b-72ed-4d85-aa5f-4a0cc760910d req-48594086-6a47-4e31-9418-65099f409f0a tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 948 time: 0.3404670 Feb 18 08:45:17.973000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-2e989ee2-846a-4920-9d1e-f0550129413a req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Calling delete_port for 491c78d3-db23-4ab4-a355-f3b4fab74415 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:45:17.985059 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eb206863-5585-452d-ae47-31146b336cb6 req-99dc8334-7417-4a46-8eb2-abb810885b12 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:18.014424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ee16457b-72ed-4d85-aa5f-4a0cc760910d req-9b9c6fae-81fa-4104-af5a-505ae420b83e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056614 Feb 18 08:45:18.040029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-854c478b-333f-4ee1-9af4-50b358bc61f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:18.041851 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-854c478b-333f-4ee1-9af4-50b358bc61f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 1099 time: 0.2804198 Feb 18 08:45:18.110551 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eb206863-5585-452d-ae47-31146b336cb6 req-99dc8334-7417-4a46-8eb2-abb810885b12 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:18.242297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb206863-5585-452d-ae47-31146b336cb6 req-99dc8334-7417-4a46-8eb2-abb810885b12 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Network 01e444e8-c132-4198-affe-eb88fdda7f7c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:45:18.253898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-eb206863-5585-452d-ae47-31146b336cb6 req-99dc8334-7417-4a46-8eb2-abb810885b12 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:45:18.272133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb206863-5585-452d-ae47-31146b336cb6 req-99dc8334-7417-4a46-8eb2-abb810885b12 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:45:18.333697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc8334-7417-4a46-8eb2-abb810885b12 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Pushing event updated for resources: {'Port': ['ID=9bc08f17-f969-487c-bb34-d0ddfd74e420,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:18.385231 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b50513-ac02-468e-84dd-5a3fc1f021c4 req-19973d24-ea83-4e11-a2ee-8b61ee3a0831 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:18.392092 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-81b50513-ac02-468e-84dd-5a3fc1f021c4 req-19973d24-ea83-4e11-a2ee-8b61ee3a0831 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 943 time: 0.3274932 Feb 18 08:45:18.401205 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-9492b5b1-113c-477e-a77d-882ec3418b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:18.402751 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-9492b5b1-113c-477e-a77d-882ec3418b10 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.3493662 Feb 18 08:45:18.413455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e56b7-1876-408f-9d52-910060dc4510 req-9adc2038-4995-49ab-a33f-0831cb717a0e tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:18.415495 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e81e56b7-1876-408f-9d52-910060dc4510 req-9adc2038-4995-49ab-a33f-0831cb717a0e tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.81 "GET /v2.0/networks?id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4 HTTP/1.1" status: 200 len: 804 time: 0.2722259 Feb 18 08:45:18.458349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb206863-5585-452d-ae47-31146b336cb6 req-99dc8334-7417-4a46-8eb2-abb810885b12 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:18.458960 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eb206863-5585-452d-ae47-31146b336cb6 req-99dc8334-7417-4a46-8eb2-abb810885b12 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:18.499959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-e81e56b7-1876-408f-9d52-910060dc4510 req-4a99be6f-a063-4aac-bb86-37d89704cc2d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Request body: {'port': {'device_id': 'ffab57b8-8f81-410b-8ee9-fb22be4baa04', 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4', 'admin_state_up': True, 'tenant_id': '52c8b10c39d84f9990de9c9a779edb52'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:18.522647 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2e989ee2-846a-4920-9d1e-f0550129413a req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:18.527975 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-e098f800-c253-48da-b61b-631d1d637242 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=dd82590c-6b15-41db-bf05-5364a0328873 HTTP/1.1" status: 200 len: 217 time: 0.1114643 Feb 18 08:45:18.532780 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-81b50513-ac02-468e-84dd-5a3fc1f021c4 req-c9d1968f-e3da-4898-86e2-045fbcb9b374 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb65fd32-9759-48c3-9887-15dbda54264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396997 Feb 18 08:45:18.542764 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb206863-5585-452d-ae47-31146b336cb6 req-99dc8334-7417-4a46-8eb2-abb810885b12 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0237756 Feb 18 08:45:18.559506 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Request body: {'port': {'device_id': '2483d06a-af0b-4b92-96af-56008a24c7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:18.612884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fd2de-b7b3-42a7-a044-55e1b747a5ca req-5c253082-3f90-46c3-88f7-8a9e5926907f tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:18.614008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d08fd2de-b7b3-42a7-a044-55e1b747a5ca req-5c253082-3f90-46c3-88f7-8a9e5926907f tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Synchronizing usage tracker for tenant:bbc0aa9750134db59ae7aa7326bf2f17 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:45:18.678625 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Pushing event deleted for resources: {'Port': ['ID=491c78d3-db23-4ab4-a355-f3b4fab74415,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:18.727212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d08fd2de-b7b3-42a7-a044-55e1b747a5ca req-5c253082-3f90-46c3-88f7-8a9e5926907f tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Unset dirty status for tenant:bbc0aa9750134db59ae7aa7326bf2f17 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:45:18.728360 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d08fd2de-b7b3-42a7-a044-55e1b747a5ca req-5c253082-3f90-46c3-88f7-8a9e5926907f tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=2483d06a-af0b-4b92-96af-56008a24c7e4 HTTP/1.1" status: 200 len: 931 time: 0.3314641 Feb 18 08:45:18.731434 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:18.731855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:18.732298 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:18.732697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:18.733105 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:18.733527 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:18.733942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:18.734338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:18.734730 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:18.735121 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:18.735515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:18.735900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:18.781559 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device dd82590c-6b15-41db-bf05-5364a0328873 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:45:18.809478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-ca177402-f36e-423b-8699-3f3d693a3034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:18.811018 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-ca177402-f36e-423b-8699-3f3d693a3034 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1894894 Feb 18 08:45:18.872729 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e989ee2-846a-4920-9d1e-f0550129413a req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] No DVR routers for this DVR port 491c78d3-db23-4ab4-a355-f3b4fab74415 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:45:18.887528 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2e989ee2-846a-4920-9d1e-f0550129413a req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:18.894447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29e3a9f-0262-400b-9c83-cad72f11e23e', 'name': 'network-vif-deleted', 'tag': '491c78d3-db23-4ab4-a355-f3b4fab74415'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:18.921729 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dde555ce-89b5-4da8-9a0d-2cd4ffc5ee3b req-78827998-3382-464d-ad6f-bdf075b74b4f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 210 time: 0.1953287 Feb 18 08:45:18.937054 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port dd82590c-6b15-41db-bf05-5364a0328873 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:45:18.946875 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:18.957116 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port dd82590c-6b15-41db-bf05-5364a0328873 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:18.960008 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:18.962589 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-e81e56b7-1876-408f-9d52-910060dc4510 req-4a99be6f-a063-4aac-bb86-37d89704cc2d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:45:19.008457 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2e989ee2-846a-4920-9d1e-f0550129413a req-7cb6c6bc-e084-4906-84f0-5fe7c18652a3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.81 "DELETE /v2.0/ports/491c78d3-db23-4ab4-a355-f3b4fab74415 HTTP/1.1" status: 204 len: 173 time: 1.9176989 Feb 18 08:45:19.023855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-e81e56b7-1876-408f-9d52-910060dc4510 req-4a99be6f-a063-4aac-bb86-37d89704cc2d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:45:19.056210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81e56b7-1876-408f-9d52-910060dc4510 req-4a99be6f-a063-4aac-bb86-37d89704cc2d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Made reservation on behalf of 52c8b10c39d84f9990de9c9a779edb52 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:45:19.059850 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e81e56b7-1876-408f-9d52-910060dc4510 req-4a99be6f-a063-4aac-bb86-37d89704cc2d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:19.119549 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d08fd2de-b7b3-42a7-a044-55e1b747a5ca req-0c521d34-20df-4950-9276-017a0cfed673 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436287 Feb 18 08:45:19.120751 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-4a254c8b-57cc-4a6f-8460-ad0f9278e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:19.122341 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-4a254c8b-57cc-4a6f-8460-ad0f9278e625 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2948086 Feb 18 08:45:19.273300 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:19.351519 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd82590c-6b15-41db-bf05-5364a0328873'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:19.389934 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=dd82590c-6b15-41db-bf05-5364a0328873,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:19.395369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device dfb6e662-096b-4f13-aef3-81a550b36bdd details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:45:19.408501 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:19.569460 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=dd82590c-6b15-41db-bf05-5364a0328873,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:19.670494 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29e3a9f-0262-400b-9c83-cad72f11e23e', 'name': 'network-vif-deleted', 'tag': '491c78d3-db23-4ab4-a355-f3b4fab74415', 'status': 'completed', 'code': 200} Feb 18 08:45:19.744259 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port dfb6e662-096b-4f13-aef3-81a550b36bdd, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=dfb6e662-096b-4f13-aef3-81a550b36bdd,segment=NetworkSegment(f1628175-97b4-4953-9d48-f61cc3e4735f),segment_id=f1628175-97b4-4953-9d48-f61cc3e4735f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:19.755470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-e81e56b7-1876-408f-9d52-910060dc4510 req-4a99be6f-a063-4aac-bb86-37d89704cc2d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Allocated IP 172.20.0.13 (f1f00c03-c5b7-4a43-9e03-87d58d513ba4/b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3/82d288b2-283e-4640-8bdf-0a0de1623c48) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:45:19.771376 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'dfb6e662-096b-4f13-aef3-81a550b36bdd', 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d', 'port_id': 'dfb6e662-096b-4f13-aef3-81a550b36bdd', 'mac_address': 'fa:16:3e:f5:e2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bedb5a-dc43-47ad-9183-01314b818f6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:45:19.834338 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-a863b01f-2bd2-48a6-8f83-feff82c2dc10 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7033830 Feb 18 08:45:19.847171 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:19.889063 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb6e662-096b-4f13-aef3-81a550b36bdd {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:45:19.914954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0b3d4-6300-4584-930c-4f65ce33ce4b req-de9110e8-cfba-4425-b8cb-79ea222d4071 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:19.923571 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0bb0b3d4-6300-4584-930c-4f65ce33ce4b req-de9110e8-cfba-4425-b8cb-79ea222d4071 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.7626171 Feb 18 08:45:19.938192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port dfb6e662-096b-4f13-aef3-81a550b36bdd, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=dfb6e662-096b-4f13-aef3-81a550b36bdd,segment=NetworkSegment(f1628175-97b4-4953-9d48-f61cc3e4735f),segment_id=f1628175-97b4-4953-9d48-f61cc3e4735f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:19.948715 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:20.032920 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0bb0b3d4-6300-4584-930c-4f65ce33ce4b req-629ba0d9-2806-45a1-ba7a-8d4c943ef77c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058538 Feb 18 08:45:20.081650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d83b7b-dba9-48bd-8176-ef9d075bdfb6 req-564a7c01-0205-4dc4-9213-ce182135f8cd tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:20.088881 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-24d83b7b-dba9-48bd-8176-ef9d075bdfb6 req-564a7c01-0205-4dc4-9213-ce182135f8cd tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.5333846 Feb 18 08:45:20.101687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=dfb6e662-096b-4f13-aef3-81a550b36bdd,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:20.144919 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd82590c-6b15-41db-bf05-5364a0328873', 'code': 200} Feb 18 08:45:20.153368 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-1910302a-f03e-4d0b-91a5-185e9f050102 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047025 Feb 18 08:45:20.157854 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-24d83b7b-dba9-48bd-8176-ef9d075bdfb6 req-fbe42b56-b412-43dd-aee4-fa0923f9d5dd tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678830 Feb 18 08:45:20.227154 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e81e56b7-1876-408f-9d52-910060dc4510 req-4a99be6f-a063-4aac-bb86-37d89704cc2d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:20.281584 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['dfb6e662-096b-4f13-aef3-81a550b36bdd'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:45:20.291183 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e81e56b7-1876-408f-9d52-910060dc4510 req-4a99be6f-a063-4aac-bb86-37d89704cc2d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:20.382944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc08f17-f969-487c-bb34-d0ddfd74e420 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:45:20.401777 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:20.425408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Transition to ACTIVE for port object 9bc08f17-f969-487c-bb34-d0ddfd74e420 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:45:20.449744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81e56b7-1876-408f-9d52-910060dc4510 req-4a99be6f-a063-4aac-bb86-37d89704cc2d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:45:20.451832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421ad25-0a30-4795-8a6c-0f8cd8d11415 req-a3d6d401-cc03-4213-ad7a-16dd1123e045 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:20.453432 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2421ad25-0a30-4795-8a6c-0f8cd8d11415 req-a3d6d401-cc03-4213-ad7a-16dd1123e045 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 944 time: 0.1595397 Feb 18 08:45:20.453646 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-e81e56b7-1876-408f-9d52-910060dc4510 req-4a99be6f-a063-4aac-bb86-37d89704cc2d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:45:20.457426 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81e56b7-1876-408f-9d52-910060dc4510 req-4a99be6f-a063-4aac-bb86-37d89704cc2d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:45:20.497295 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:20.512898 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99be6f-a063-4aac-bb86-37d89704cc2d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Pushing event updated for resources: {'Port': ['ID=82d288b2-283e-4640-8bdf-0a0de1623c48,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:20.566194 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e56b7-1876-408f-9d52-910060dc4510 req-4a99be6f-a063-4aac-bb86-37d89704cc2d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:20.566194 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e81e56b7-1876-408f-9d52-910060dc4510 req-4a99be6f-a063-4aac-bb86-37d89704cc2d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:20.591238 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e81e56b7-1876-408f-9d52-910060dc4510 req-4a99be6f-a063-4aac-bb86-37d89704cc2d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0949185 Feb 18 08:45:20.602115 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Request body: {'port': {'device_id': 'ffab57b8-8f81-410b-8ee9-fb22be4baa04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:20.741049 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:20.769709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc08f17-f969-487c-bb34-d0ddfd74e420,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:20.806393 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2421ad25-0a30-4795-8a6c-0f8cd8d11415 req-4e84f191-e5f3-4bdb-a9fb-1838a281b668 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb65fd32-9759-48c3-9887-15dbda54264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940845 Feb 18 08:45:20.876833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608117f9-2b69-45bb-8a09-f2fb72a20251 req-df81346a-7e78-4559-a28b-9b90ce10fb48 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:20.885402 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-608117f9-2b69-45bb-8a09-f2fb72a20251 req-df81346a-7e78-4559-a28b-9b90ce10fb48 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 932 time: 0.4308202 Feb 18 08:45:20.887933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Attempting to bind port 9bc08f17-f969-487c-bb34-d0ddfd74e420 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:45:20.888618 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Attempting to bind port 9bc08f17-f969-487c-bb34-d0ddfd74e420 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:45:20.889538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Attempting to bind port 9bc08f17-f969-487c-bb34-d0ddfd74e420 on network 01e444e8-c132-4198-affe-eb88fdda7f7c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:20.956812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Port 9bc08f17-f969-487c-bb34-d0ddfd74e420 on network 01e444e8-c132-4198-affe-eb88fdda7f7c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:45:20.959711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Attempting to bind port 9bc08f17-f969-487c-bb34-d0ddfd74e420 on network 01e444e8-c132-4198-affe-eb88fdda7f7c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:20.975197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:45:20.975375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Checking segment: {'id': 'ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:45:20.975621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Bound using segment: {'id': 'ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:45:20.976171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Bound port: 9bc08f17-f969-487c-bb34-d0ddfd74e420, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:45:20.976584 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:21.152937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] For port 9bc08f17-f969-487c-bb34-d0ddfd74e420, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:45:21.156322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] For port 9bc08f17-f969-487c-bb34-d0ddfd74e420, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9bc08f17-f969-487c-bb34-d0ddfd74e420,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:45:21.163465 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-608117f9-2b69-45bb-8a09-f2fb72a20251 req-eafe88ba-7555-4370-8973-21084906d51f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763374 Feb 18 08:45:21.179979 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:21.268452 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d288b2-283e-4640-8bdf-0a0de1623c48 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:45:21.269500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:21.270227 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:21.271705 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb206863-5585-452d-ae47-31146b336cb6 req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] 10.222.0.61 "PUT /v2.0/ports/9bc08f17-f969-487c-bb34-d0ddfd74e420 HTTP/1.1" status: 200 len: 1091 time: 2.7166970 Feb 18 08:45:21.274393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2483d06a-af0b-4b92-96af-56008a24c7e4', 'tag': '9bc08f17-f969-487c-bb34-d0ddfd74e420'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:21.291975 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:21.304016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1265a25-8a97-4850-946c-af1bb2e81bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc08f17-f969-487c-bb34-d0ddfd74e420,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:21.328192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Transition to ACTIVE for port object 82d288b2-283e-4640-8bdf-0a0de1623c48 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:45:21.328756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f5bf8-2fc6-4c0a-9903-e3f685dd4062 req-1e0cdc54-0bef-4326-af3a-4cf4a57b1723 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:21.330526 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-883f5bf8-2fc6-4c0a-9903-e3f685dd4062 req-1e0cdc54-0bef-4326-af3a-4cf4a57b1723 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=2483d06a-af0b-4b92-96af-56008a24c7e4 HTTP/1.1" status: 200 len: 943 time: 0.3348091 Feb 18 08:45:21.337860 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:21.396799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device dfb6e662-096b-4f13-aef3-81a550b36bdd up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:45:21.444764 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-883f5bf8-2fc6-4c0a-9903-e3f685dd4062 req-9d499185-68cd-4901-9d4d-d129821e4f70 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685601 Feb 18 08:45:21.483468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb206863-5585-452d-ae47-31146b336cb6 req-4f6d4a2c-f85b-421c-9404-caf1e7fac6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:21.485763 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb206863-5585-452d-ae47-31146b336cb6 req-4f6d4a2c-f85b-421c-9404-caf1e7fac6be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bbc0aa9750134db59ae7aa7326bf2f17&device_id=2483d06a-af0b-4b92-96af-56008a24c7e4 HTTP/1.1" status: 200 len: 1094 time: 0.1541700 Feb 18 08:45:21.575870 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Pushing event updated for resources: {'Port': ['ID=82d288b2-283e-4640-8bdf-0a0de1623c48,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:21.589316 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port dfb6e662-096b-4f13-aef3-81a550b36bdd completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:45:21.597841 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port dfb6e662-096b-4f13-aef3-81a550b36bdd triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:21.598603 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:21.614629 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Attempting to bind port 82d288b2-283e-4640-8bdf-0a0de1623c48 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:45:21.614964 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Attempting to bind port 82d288b2-283e-4640-8bdf-0a0de1623c48 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '89345c19-0d49-41e0-979a-1170b8d250ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:45:21.615298 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Attempting to bind port 82d288b2-283e-4640-8bdf-0a0de1623c48 on network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:21.621004 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Port 82d288b2-283e-4640-8bdf-0a0de1623c48 on network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:45:21.621984 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Attempting to bind port 82d288b2-283e-4640-8bdf-0a0de1623c48 on network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:21.628157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:45:21.628656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Checking segment: {'id': '89345c19-0d49-41e0-979a-1170b8d250ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:45:21.629134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Bound using segment: {'id': '89345c19-0d49-41e0-979a-1170b8d250ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:45:21.629567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Bound port: 82d288b2-283e-4640-8bdf-0a0de1623c48, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89345c19-0d49-41e0-979a-1170b8d250ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:45:21.630105 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:21.744699 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:21.780449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] For port 82d288b2-283e-4640-8bdf-0a0de1623c48, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:45:21.783394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] For port 82d288b2-283e-4640-8bdf-0a0de1623c48, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=82d288b2-283e-4640-8bdf-0a0de1623c48,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:45:21.784229 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb206863-5585-452d-ae47-31146b336cb6 req-84c90af2-e6b2-43b0-99dd-730a5b05510c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bc08f17-f969-487c-bb34-d0ddfd74e420 HTTP/1.1" status: 200 len: 217 time: 0.2891572 Feb 18 08:45:21.793480 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:21.794305 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port dfb6e662-096b-4f13-aef3-81a550b36bdd, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=dfb6e662-096b-4f13-aef3-81a550b36bdd,segment=NetworkSegment(f1628175-97b4-4953-9d48-f61cc3e4735f),segment_id=f1628175-97b4-4953-9d48-f61cc3e4735f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:21.814606 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:21.818676 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 491c78d3-db23-4ab4-a355-f3b4fab74415 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:45:21.880916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:21.881532 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:21.883298 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e81e56b7-1876-408f-9d52-910060dc4510 req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] 10.222.0.81 "PUT /v2.0/ports/82d288b2-283e-4640-8bdf-0a0de1623c48 HTTP/1.1" status: 200 len: 1092 time: 1.2855041 Feb 18 08:45:21.887134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffab57b8-8f81-410b-8ee9-fb22be4baa04', 'tag': '82d288b2-283e-4640-8bdf-0a0de1623c48'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:21.910452 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61af2-9ce1-4712-88aa-a5d083f56fde service neutron] Pushing event updated for resources: {'Port': ['ID=82d288b2-283e-4640-8bdf-0a0de1623c48,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:21.983885 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 491c78d3-db23-4ab4-a355-f3b4fab74415 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:45:21.985727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 491c78d3-db23-4ab4-a355-f3b4fab74415 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:45:22.024431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=dfb6e662-096b-4f13-aef3-81a550b36bdd,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:22.038211 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e56b7-1876-408f-9d52-910060dc4510 req-cf245b0d-8858-4784-b425-8d1f30e29ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:22.039682 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e81e56b7-1876-408f-9d52-910060dc4510 req-cf245b0d-8858-4784-b425-8d1f30e29ee9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52c8b10c39d84f9990de9c9a779edb52&device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 1095 time: 0.1046927 Feb 18 08:45:22.085505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb206863-5585-452d-ae47-31146b336cb6 req-40a50d67-dd6b-4392-bc81-ac55dc6833f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:22.086936 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb206863-5585-452d-ae47-31146b336cb6 req-40a50d67-dd6b-4392-bc81-ac55dc6833f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f452f3ee-22b7-417e-bfeb-1f98c425e06c HTTP/1.1" status: 200 len: 862 time: 0.2966709 Feb 18 08:45:22.145970 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036df3b6-3127-4cd9-b560-455c17359909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb6e662-096b-4f13-aef3-81a550b36bdd'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:22.153279 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb206863-5585-452d-ae47-31146b336cb6 req-4654e04c-d2c5-4b79-bb2a-02f88b368803 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01e444e8-c132-4198-affe-eb88fdda7f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552468 Feb 18 08:45:22.166726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b550c38-6e44-4b7a-a7ff-11de86377f4c req-d51af0c1-0f5d-48b9-bb0f-ef97a1e1baaa tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:22.173732 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b550c38-6e44-4b7a-a7ff-11de86377f4c req-d51af0c1-0f5d-48b9-bb0f-ef97a1e1baaa tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.4572251 Feb 18 08:45:22.215131 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e81e56b7-1876-408f-9d52-910060dc4510 req-cb2d07c7-39b6-4503-96c1-93e5267e290d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82d288b2-283e-4640-8bdf-0a0de1623c48 HTTP/1.1" status: 200 len: 217 time: 0.1673114 Feb 18 08:45:22.277991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611e4bf-d7f3-445c-8356-ff1389a73ad9 req-7cac5046-0700-42b3-9b24-cf543604d4ec tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:22.285918 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c611e4bf-d7f3-445c-8356-ff1389a73ad9 req-7cac5046-0700-42b3-9b24-cf543604d4ec tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.6633980 Feb 18 08:45:22.287218 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e56b7-1876-408f-9d52-910060dc4510 req-56e03814-125d-4910-81f2-bcec93fd43bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:22.288682 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e81e56b7-1876-408f-9d52-910060dc4510 req-56e03814-125d-4910-81f2-bcec93fd43bb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3 HTTP/1.1" status: 200 len: 844 time: 0.0679758 Feb 18 08:45:22.343359 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e81e56b7-1876-408f-9d52-910060dc4510 req-a9ad8e53-6945-4166-9555-274accd822ff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480282 Feb 18 08:45:22.367815 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b550c38-6e44-4b7a-a7ff-11de86377f4c req-65bf0f98-2055-4270-8dca-95675b84ca8e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925039 Feb 18 08:45:22.394822 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c611e4bf-d7f3-445c-8356-ff1389a73ad9 req-f6a1d15e-0948-45c8-a47d-149777812b26 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081207 Feb 18 08:45:22.459535 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb206863-5585-452d-ae47-31146b336cb6 req-05146b2c-1f6b-4474-a527-b364dd7c886f service neutron] 10.222.0.61 "GET /v2.0/networks/01e444e8-c132-4198-affe-eb88fdda7f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813790 Feb 18 08:45:22.569208 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffab57b8-8f81-410b-8ee9-fb22be4baa04', 'tag': '82d288b2-283e-4640-8bdf-0a0de1623c48', 'status': 'completed', 'code': 200} Feb 18 08:45:22.641427 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036df3b6-3127-4cd9-b560-455c17359909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb6e662-096b-4f13-aef3-81a550b36bdd', 'code': 200} Feb 18 08:45:22.655011 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e81e56b7-1876-408f-9d52-910060dc4510 req-1811f623-6407-48be-b1cb-e0fbe3d94ef9 service neutron] 10.222.0.81 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043711 Feb 18 08:45:22.663040 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2483d06a-af0b-4b92-96af-56008a24c7e4', 'tag': '9bc08f17-f969-487c-bb34-d0ddfd74e420', 'status': 'completed', 'code': 200} Feb 18 08:45:22.882115 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb206863-5585-452d-ae47-31146b336cb6 req-3ccbbfc5-5bc2-4fa8-ba70-c8a8b74217a6 service neutron] 10.222.0.61 "GET /v2.0/networks/01e444e8-c132-4198-affe-eb88fdda7f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158657 Feb 18 08:45:22.951089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacad84a-18c7-4446-bec0-08a439ee6b55 req-751a5251-4e37-4d71-a405-8f73a525edb0 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:22.953120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aacad84a-18c7-4446-bec0-08a439ee6b55 req-751a5251-4e37-4d71-a405-8f73a525edb0 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 945 time: 0.3454022 Feb 18 08:45:22.989233 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e81e56b7-1876-408f-9d52-910060dc4510 req-bccfd28f-bd39-40c6-abd9-34b38ac06fc1 service neutron] 10.222.0.81 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251762 Feb 18 08:45:23.001130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3b7c8-d90c-4d66-87d1-b68710c182a0 req-7a464f22-281a-406d-ae08-074f520c397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:23.004828 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dfd3b7c8-d90c-4d66-87d1-b68710c182a0 req-7a464f22-281a-406d-ae08-074f520c397f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 1096 time: 0.2258074 Feb 18 08:45:23.076735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-b60fb6a6-6658-4b2e-8fcf-cd8b9ec17575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:23.078201 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-b60fb6a6-6658-4b2e-8fcf-cd8b9ec17575 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f&tenant_id=5705a2476ef74c5f99a6d92a75908a3b HTTP/1.1" status: 200 len: 1100 time: 0.3239362 Feb 18 08:45:23.096754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:23.113414 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dfd3b7c8-d90c-4d66-87d1-b68710c182a0 req-1921540c-6c83-409d-859d-430aa5c0abfd service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=eb65fd32-9759-48c3-9887-15dbda54264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010473 Feb 18 08:45:23.138516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64106481-35cb-412e-9197-3fc9c2eab8fb req-7fea755c-5309-405e-8e3b-78c4ae242f94 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:23.139996 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64106481-35cb-412e-9197-3fc9c2eab8fb req-7fea755c-5309-405e-8e3b-78c4ae242f94 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 944 time: 0.3013453 Feb 18 08:45:23.143288 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aacad84a-18c7-4446-bec0-08a439ee6b55 req-c240fa81-b819-4251-a2c1-d0c8407bb489 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb65fd32-9759-48c3-9887-15dbda54264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353786 Feb 18 08:45:23.149338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c615c-457a-42bb-b1d3-16ba8c513b6d req-3b720e63-dca0-4424-941e-9bd849ea38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:23.152428 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-308c615c-457a-42bb-b1d3-16ba8c513b6d req-3b720e63-dca0-4424-941e-9bd849ea38ba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52c8b10c39d84f9990de9c9a779edb52&device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 1095 time: 0.0927296 Feb 18 08:45:23.225969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99db6fe-fccd-45a1-bb3a-1ac16169c1dd req-61682b25-dbd7-4883-a8ab-dcda86b663eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:23.227455 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b99db6fe-fccd-45a1-bb3a-1ac16169c1dd req-61682b25-dbd7-4883-a8ab-dcda86b663eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bbc0aa9750134db59ae7aa7326bf2f17&device_id=2483d06a-af0b-4b92-96af-56008a24c7e4 HTTP/1.1" status: 200 len: 1094 time: 0.2734444 Feb 18 08:45:23.320701 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64106481-35cb-412e-9197-3fc9c2eab8fb req-d0edc151-9a6b-4d97-8278-d0fd36495c9d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604791 Feb 18 08:45:23.398440 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:23.561110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c615c-457a-42bb-b1d3-16ba8c513b6d req-d87d923e-de1f-4441-a1a3-f2ccf51344a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:23.563436 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-308c615c-457a-42bb-b1d3-16ba8c513b6d req-d87d923e-de1f-4441-a1a3-f2ccf51344a3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4 HTTP/1.1" status: 200 len: 905 time: 0.1857100 Feb 18 08:45:23.572786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99db6fe-fccd-45a1-bb3a-1ac16169c1dd req-712f8783-e3d6-49ea-b953-2c29327a0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:23.574432 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b99db6fe-fccd-45a1-bb3a-1ac16169c1dd req-712f8783-e3d6-49ea-b953-2c29327a0885 service neutron] 10.222.0.61 "GET /v2.0/networks?id=01e444e8-c132-4198-affe-eb88fdda7f7c HTTP/1.1" status: 200 len: 923 time: 0.3257606 Feb 18 08:45:23.656426 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-308c615c-457a-42bb-b1d3-16ba8c513b6d req-fa763d0e-8d84-4e7d-8637-40ee4ed2d8ad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82d288b2-283e-4640-8bdf-0a0de1623c48 HTTP/1.1" status: 200 len: 217 time: 0.0673163 Feb 18 08:45:23.686319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24735430-f8af-4cb7-a86a-9faae49a27e8 req-abb7069f-7d0d-4442-b44a-e2d7d010951f tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:23.687851 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-24735430-f8af-4cb7-a86a-9faae49a27e8 req-abb7069f-7d0d-4442-b44a-e2d7d010951f tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=2483d06a-af0b-4b92-96af-56008a24c7e4 HTTP/1.1" status: 200 len: 943 time: 0.4127932 Feb 18 08:45:23.709911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b99db6fe-fccd-45a1-bb3a-1ac16169c1dd req-8a0df548-7ea8-4757-aced-91a70f05319d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bc08f17-f969-487c-bb34-d0ddfd74e420 HTTP/1.1" status: 200 len: 217 time: 0.1244166 Feb 18 08:45:23.728314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c615c-457a-42bb-b1d3-16ba8c513b6d req-df08ed29-9288-4a43-a9e3-62b805cd9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:23.729745 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-308c615c-457a-42bb-b1d3-16ba8c513b6d req-df08ed29-9288-4a43-a9e3-62b805cd9435 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3 HTTP/1.1" status: 200 len: 844 time: 0.0633006 Feb 18 08:45:23.785907 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-308c615c-457a-42bb-b1d3-16ba8c513b6d req-1527c967-41da-4ce6-b570-1d6ea4dd5e01 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480516 Feb 18 08:45:23.935238 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-308c615c-457a-42bb-b1d3-16ba8c513b6d req-482c1247-ba65-4e2b-92b9-1abee36153e2 service neutron] 10.222.0.81 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420641 Feb 18 08:45:24.028675 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-24735430-f8af-4cb7-a86a-9faae49a27e8 req-4061122b-b4db-4b53-82c3-9dba51ce23a1 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218668 Feb 18 08:45:24.042053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99db6fe-fccd-45a1-bb3a-1ac16169c1dd req-e4b8af48-ecf2-4472-bc1d-eb804d7fce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:24.043779 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b99db6fe-fccd-45a1-bb3a-1ac16169c1dd req-e4b8af48-ecf2-4472-bc1d-eb804d7fce26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f452f3ee-22b7-417e-bfeb-1f98c425e06c HTTP/1.1" status: 200 len: 862 time: 0.3110895 Feb 18 08:45:24.062216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c8048-aae0-4b04-9cb0-a073eb446e78 req-abf67333-bd3e-47c0-b223-ed5b03b4d487 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:24.063805 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-371c8048-aae0-4b04-9cb0-a073eb446e78 req-abf67333-bd3e-47c0-b223-ed5b03b4d487 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.5489240 Feb 18 08:45:24.107681 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-308c615c-457a-42bb-b1d3-16ba8c513b6d req-2fb5a0de-bbd8-47da-a501-df18545df7d4 service neutron] 10.222.0.81 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651633 Feb 18 08:45:24.118198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b99db6fe-fccd-45a1-bb3a-1ac16169c1dd req-9f8bdd08-3db9-4c91-b630-5aa834542fb4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01e444e8-c132-4198-affe-eb88fdda7f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641212 Feb 18 08:45:24.344317 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-371c8048-aae0-4b04-9cb0-a073eb446e78 req-bf333f6d-3d29-47e7-bb26-b68bc0394ddf tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305944 Feb 18 08:45:24.348095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=dd82590c-6b15-41db-bf05-5364a0328873,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:24.450785 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b99db6fe-fccd-45a1-bb3a-1ac16169c1dd req-13671646-6c3b-4f4b-b499-b9a4e0832d59 service neutron] 10.222.0.61 "GET /v2.0/networks/01e444e8-c132-4198-affe-eb88fdda7f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633505 Feb 18 08:45:24.451691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:45:24.645520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10fe22-1085-4d11-99fb-24054fa4c2b7 req-f290fbb3-8fe3-4058-9ec5-3b0d174dec89 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:24.648969 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f10fe22-1085-4d11-99fb-24054fa4c2b7 req-f290fbb3-8fe3-4058-9ec5-3b0d174dec89 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.3490710 Feb 18 08:45:24.669771 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:24.678746 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd82590c-6b15-41db-bf05-5364a0328873'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:24.739929 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Transition to ACTIVE for port object dd82590c-6b15-41db-bf05-5364a0328873 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:45:24.763337 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:24.812320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device dd82590c-6b15-41db-bf05-5364a0328873 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:45:24.841522 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f10fe22-1085-4d11-99fb-24054fa4c2b7 req-f0a73f05-5951-4761-9d6f-4f088b072200 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818221 Feb 18 08:45:24.857504 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b99db6fe-fccd-45a1-bb3a-1ac16169c1dd req-4f7bfe2f-f934-4733-9c9c-5ecae6407707 service neutron] 10.222.0.61 "GET /v2.0/networks/01e444e8-c132-4198-affe-eb88fdda7f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670557 Feb 18 08:45:24.915749 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d87cd-3be4-4b54-94d7-e43b0deeb889 req-7b1d24b3-da67-483b-bf15-d7b382624312 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:24.917332 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5a8d87cd-3be4-4b54-94d7-e43b0deeb889 req-7b1d24b3-da67-483b-bf15-d7b382624312 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 945 time: 0.4258418 Feb 18 08:45:24.935248 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device dd82590c-6b15-41db-bf05-5364a0328873 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:45:25.001503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] No DVR routers for this DVR port dd82590c-6b15-41db-bf05-5364a0328873 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:45:25.004992 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Pushing event updated for resources: {'Port': ['ID=dd82590c-6b15-41db-bf05-5364a0328873,revision_number=10']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:25.080867 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-ef911b06-173a-46a1-b84e-dc6f6845b9d6 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=77c56d5e0d9d4f758733591cb47a45b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716453 Feb 18 08:45:25.100104 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5a8d87cd-3be4-4b54-94d7-e43b0deeb889 req-2da6085f-44b5-48a4-8a53-954834d12e54 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb65fd32-9759-48c3-9887-15dbda54264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735277 Feb 18 08:45:25.190132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Attempting to bind port dd82590c-6b15-41db-bf05-5364a0328873 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:45:25.190916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Attempting to bind port dd82590c-6b15-41db-bf05-5364a0328873 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:45:25.190916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Attempting to bind port dd82590c-6b15-41db-bf05-5364a0328873 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:25.203192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Port dd82590c-6b15-41db-bf05-5364a0328873 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:45:25.203517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Attempting to bind port dd82590c-6b15-41db-bf05-5364a0328873 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:25.216209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:45:25.216585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:45:25.216971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:45:25.217407 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Bound port: dd82590c-6b15-41db-bf05-5364a0328873, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:45:25.217757 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:25.389368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-1bd4fbde-0c7c-4795-ad04-446354238f47 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:25.390843 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-1bd4fbde-0c7c-4795-ad04-446354238f47 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3026989 Feb 18 08:45:25.428406 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-76f35fea-3e23-4c4d-8a12-7e9c09c31f8a tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/quotas/77c56d5e0d9d4f758733591cb47a45b8 HTTP/1.1" status: 200 len: 375 time: 0.0314145 Feb 18 08:45:25.437365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:45:25.446523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46bfe6-7c24-4044-9145-728e88ccd835 req-cf1b47ba-67ca-43c5-af48-7a76fb165842 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:25.447971 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d46bfe6-7c24-4044-9145-728e88ccd835 req-cf1b47ba-67ca-43c5-af48-7a76fb165842 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 944 time: 0.2203674 Feb 18 08:45:25.452175 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=dd82590c-6b15-41db-bf05-5364a0328873,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:45:25.499592 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:25.554388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-f8f5c26e-95c6-4202-bbdc-1ce8cca1fbd4 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=77c56d5e0d9d4f758733591cb47a45b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1050885 Feb 18 08:45:25.594396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:25.595014 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:25.596750 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] 10.222.0.81 "PUT /v2.0/ports/dd82590c-6b15-41db-bf05-5364a0328873 HTTP/1.1" status: 200 len: 1096 time: 2.5091639 Feb 18 08:45:25.616875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d46bfe6-7c24-4044-9145-728e88ccd835 req-4555acb9-0f29-4f9b-bd91-67e2f8819b6d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313219 Feb 18 08:45:25.623836 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9917d7-c7c5-47ae-a975-67894b54c557 service neutron] Pushing event updated for resources: {'Port': ['ID=dd82590c-6b15-41db-bf05-5364a0328873,revision_number=11']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:25.775256 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd82590c-6b15-41db-bf05-5364a0328873', 'code': 200} Feb 18 08:45:25.805615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-6a0f59f0-84ec-4409-9c7a-2be51a393580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:25.813446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-6a0f59f0-84ec-4409-9c7a-2be51a393580 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 1099 time: 0.1770930 Feb 18 08:45:26.244938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0101e7f1-b3e0-4087-b50d-0e1aea831085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:26.246401 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-0101e7f1-b3e0-4087-b50d-0e1aea831085 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.4263618 Feb 18 08:45:26.255158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac2e9f-a7e0-44f3-8240-3b6669869319 req-e0fe0a98-03b2-4310-9f51-0a47b0b903f8 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:26.256786 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-33ac2e9f-a7e0-44f3-8240-3b6669869319 req-e0fe0a98-03b2-4310-9f51-0a47b0b903f8 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=2483d06a-af0b-4b92-96af-56008a24c7e4 HTTP/1.1" status: 200 len: 943 time: 0.3952646 Feb 18 08:45:26.343257 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-323095bd-9f73-4f2c-94a2-1aac4e8d13c8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=dd82590c-6b15-41db-bf05-5364a0328873 HTTP/1.1" status: 200 len: 217 time: 0.0842016 Feb 18 08:45:26.354690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b9e9c-5223-4c7a-99c5-66f0d54aa5aa req-a47ec427-048f-4fde-b8b9-2c85c863d5ac tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:26.356198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b6b9e9c-5223-4c7a-99c5-66f0d54aa5aa req-a47ec427-048f-4fde-b8b9-2c85c863d5ac tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 948 time: 0.4420354 Feb 18 08:45:26.459426 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-33ac2e9f-a7e0-44f3-8240-3b6669869319 req-d3214cb3-6e76-46b1-943e-02ad3a4ef30b tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420479 Feb 18 08:45:26.465771 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b6b9e9c-5223-4c7a-99c5-66f0d54aa5aa req-23dc1617-8026-45fd-9181-25b6ec8022e8 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768094 Feb 18 08:45:26.469468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-1f140628-0937-4386-b4a6-eae3ea4c6cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:26.471672 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-1f140628-0937-4386-b4a6-eae3ea4c6cab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1138844 Feb 18 08:45:26.559906 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-f7ee2733-dd22-4b18-aa82-e6b7d26b94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:26.561444 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-f7ee2733-dd22-4b18-aa82-e6b7d26b94fc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0789082 Feb 18 08:45:26.726278 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-2695e0a2-e97d-444b-be73-6eb35510eb44 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=77c56d5e0d9d4f758733591cb47a45b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764794 Feb 18 08:45:26.837033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9bc08f17-f969-487c-bb34-d0ddfd74e420 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:45:26.890680 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-591f7351-f369-4630-a3d1-b806857301f6 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227453 Feb 18 08:45:26.907537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dba90-6504-456e-b39e-b9eb3df0cd7d req-d4f3d910-ec11-435f-b449-c3cd833366d5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:26.916081 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-592dba90-6504-456e-b39e-b9eb3df0cd7d req-d4f3d910-ec11-435f-b449-c3cd833366d5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.2673340 Feb 18 08:45:27.026610 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9bc08f17-f969-487c-bb34-d0ddfd74e420, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9bc08f17-f969-487c-bb34-d0ddfd74e420,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:27.042267 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '9bc08f17-f969-487c-bb34-d0ddfd74e420', 'network_id': '01e444e8-c132-4198-affe-eb88fdda7f7c', 'port_id': '9bc08f17-f969-487c-bb34-d0ddfd74e420', 'mac_address': 'fa:16:3e:49:7f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f452f3ee-22b7-417e-bfeb-1f98c425e06c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:45:27.086052 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-051a476d-ca2f-4391-b996-af12daf6ddd1 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=77c56d5e0d9d4f758733591cb47a45b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625529 Feb 18 08:45:27.100752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-3e0aa411-c3a9-4aa8-9438-bc8e467c6b63 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:27.104009 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:27.107325 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-3e0aa411-c3a9-4aa8-9438-bc8e467c6b63 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3685062 Feb 18 08:45:27.123212 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc08f17-f969-487c-bb34-d0ddfd74e420 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:45:27.139955 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9bc08f17-f969-487c-bb34-d0ddfd74e420, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9bc08f17-f969-487c-bb34-d0ddfd74e420,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:27.146909 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:27.168904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-d2663d71-2a64-4579-92c1-d9b6c8f6e286 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/quotas/77c56d5e0d9d4f758733591cb47a45b8 HTTP/1.1" status: 200 len: 375 time: 0.0607042 Feb 18 08:45:27.180792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-592dba90-6504-456e-b39e-b9eb3df0cd7d req-97fc4f42-02ca-4dd2-a713-219f2552fe86 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636945 Feb 18 08:45:27.235241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=9bc08f17-f969-487c-bb34-d0ddfd74e420,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:27.244974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:27.245367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:27.245710 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:27.246043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:27.246373 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:27.246699 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:27.247023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:27.247505 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:27.247832 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:27.248237 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:27.248663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:27.249057 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:45:27.294992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-dfb17457-c98b-4a13-9eb4-2b747d493f7d tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=77c56d5e0d9d4f758733591cb47a45b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1252067 Feb 18 08:45:27.329653 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83f1bb70-6dba-4702-bc5e-bc2c8ebc06d7 req-1e85ec42-be89-45b8-b99d-f7ee0ddc96b2 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083140 Feb 18 08:45:27.422678 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-568bcead-5353-4076-b640-7d4ee7849bfe tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:27.424781 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-568bcead-5353-4076-b640-7d4ee7849bfe tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3332160 Feb 18 08:45:27.445064 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Request body: {'port': {'device_id': '96f3f787-9d92-4d51-a350-ccc832052c15', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '77c56d5e0d9d4f758733591cb47a45b8'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:27.449287 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 82d288b2-283e-4640-8bdf-0a0de1623c48 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:45:27.596681 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['9bc08f17-f969-487c-bb34-d0ddfd74e420'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:45:27.680309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:45:27.689719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Usage tracker for resource:port and tenant:77c56d5e0d9d4f758733591cb47a45b8 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:45:27.694563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:45:27.710676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff63e55-18ba-422d-be95-1dee398631f9 req-ada8a921-a722-4d09-8477-39575e6834b5 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:27.723347 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ff63e55-18ba-422d-be95-1dee398631f9 req-ada8a921-a722-4d09-8477-39575e6834b5 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 945 time: 0.3642781 Feb 18 08:45:27.723347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:45:27.764296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Made reservation on behalf of 77c56d5e0d9d4f758733591cb47a45b8 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:45:27.765364 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 82d288b2-283e-4640-8bdf-0a0de1623c48, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=82d288b2-283e-4640-8bdf-0a0de1623c48,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:27.769117 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:27.785465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'tag': 'dd82590c-6b15-41db-bf05-5364a0328873'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:27.793105 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '82d288b2-283e-4640-8bdf-0a0de1623c48', 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4', 'port_id': '82d288b2-283e-4640-8bdf-0a0de1623c48', 'mac_address': 'fa:16:3e:2a:d2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:45:27.797166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb862f7-9eea-41c9-9f3b-4d3225ded478 req-4b6ed61e-b1ba-485d-a1ff-1c43fefd78a4 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:27.804492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4bb862f7-9eea-41c9-9f3b-4d3225ded478 req-4b6ed61e-b1ba-485d-a1ff-1c43fefd78a4 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 944 time: 0.2486436 Feb 18 08:45:27.951186 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:27.966279 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:27.976475 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ff63e55-18ba-422d-be95-1dee398631f9 req-37f8d0c7-99a9-41a9-b4e0-e423b7c05aa5 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb65fd32-9759-48c3-9887-15dbda54264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553740 Feb 18 08:45:27.987320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d288b2-283e-4640-8bdf-0a0de1623c48 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:45:28.011102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 82d288b2-283e-4640-8bdf-0a0de1623c48, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=82d288b2-283e-4640-8bdf-0a0de1623c48,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:28.019645 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:28.021617 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:45:28.033850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Usage tracker for resource:security_group_rule and tenant:77c56d5e0d9d4f758733591cb47a45b8 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:45:28.040056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:45:28.069958 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4bb862f7-9eea-41c9-9f3b-4d3225ded478 req-a0e11b7a-eeef-4ca9-bc93-487bfb1768ed tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645421 Feb 18 08:45:28.074580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:45:28.155860 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=82d288b2-283e-4640-8bdf-0a0de1623c48,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:28.219471 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa4f8781-3200-4aa7-9f08-d9e697c27a96 req-25337de2-d435-4497-8d85-b8a230003cc3 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?device_id=d601e026-8237-45ab-adb4-e731be0c220f HTTP/1.1" status: 200 len: 210 time: 0.1318245 Feb 18 08:45:28.437279 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12467f-ac2f-4665-b2dc-0f3f442b4833 req-6de95680-4908-4065-9d40-c994337ddca9 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:28.438785 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e12467f-ac2f-4665-b2dc-0f3f442b4833 req-6de95680-4908-4065-9d40-c994337ddca9 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=2483d06a-af0b-4b92-96af-56008a24c7e4 HTTP/1.1" status: 200 len: 944 time: 0.1924911 Feb 18 08:45:28.445718 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:28.467666 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:28.523453 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['82d288b2-283e-4640-8bdf-0a0de1623c48'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:45:28.660140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e12467f-ac2f-4665-b2dc-0f3f442b4833 req-c9fd4897-071f-42e0-a668-445f60b9f616 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131116 Feb 18 08:45:28.660764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5956318-c812-442b-884a-59707e2b578a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:28.702894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bcd0d-92f8-4169-9b72-2921d6c7ecba req-583b38d6-1891-4a48-950a-0742ab25db46 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:28.704445 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-890bcd0d-92f8-4169-9b72-2921d6c7ecba req-583b38d6-1891-4a48-950a-0742ab25db46 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 948 time: 0.3538008 Feb 18 08:45:28.741861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Allocated IP 192.168.233.133 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:45:28.750168 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'tag': 'dd82590c-6b15-41db-bf05-5364a0328873', 'status': 'completed', 'code': 200} Feb 18 08:45:28.776507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-890bcd0d-92f8-4169-9b72-2921d6c7ecba req-a7681e12-de06-449f-aa58-dbfde98906e4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652595 Feb 18 08:45:28.947415 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-93348082-4366-44d6-a385-bd096e9e08a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:28.952349 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-93348082-4366-44d6-a385-bd096e9e08a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 1099 time: 0.1689894 Feb 18 08:45:29.103649 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-7c457a6e-e108-4d14-b21d-7926b66008fb tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=77c56d5e0d9d4f758733591cb47a45b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431871 Feb 18 08:45:29.208895 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-61fc08ed-5213-4def-b7ae-8cf04ebd1ad0 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 258 time: 0.4355335 Feb 18 08:45:29.240558 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:29.251164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-f80874f8-8715-4b33-8248-3f24944c55e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:29.252889 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-f80874f8-8715-4b33-8248-3f24944c55e3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 1099 time: 0.4747097 Feb 18 08:45:29.257727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:45:29.266886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5039a5b-72da-4ea2-a96a-3d08138f8076 req-2e36aa3d-478a-4463-86d2-838ce1296c33 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:29.269008 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5039a5b-72da-4ea2-a96a-3d08138f8076 req-2e36aa3d-478a-4463-86d2-838ce1296c33 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.3039122 Feb 18 08:45:29.308613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Usage tracker for resource:floatingip and tenant:b94ba894049c4fed9af7021dad82b5c9 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:45:29.335803 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:45:29.398484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-cac36cd4-57e7-46d7-b056-85e56e23044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:29.400050 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-cac36cd4-57e7-46d7-b056-85e56e23044f service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.4386466 Feb 18 08:45:29.404019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:45:29.463047 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:29.474077 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:29.487906 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-bf9abb95-55cb-4874-91a0-c37cb411c305 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=dd82590c-6b15-41db-bf05-5364a0328873 HTTP/1.1" status: 200 len: 217 time: 0.0762742 Feb 18 08:45:29.489460 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5039a5b-72da-4ea2-a96a-3d08138f8076 req-3ac72de8-711a-40d8-b7b1-f982cd312b2d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821878 Feb 18 08:45:29.501873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-05019f4f-7783-4436-a751-4d94f479b2f9 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:29.503481 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-05019f4f-7783-4436-a751-4d94f479b2f9 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3928270 Feb 18 08:45:29.520712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Transition to ACTIVE for port object a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:45:29.540704 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-876bf1c2-9550-47c5-9ede-0bced7d5265f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Request body: {'port': {'device_id': 'd601e026-8237-45ab-adb4-e731be0c220f', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '77c56d5e0d9d4f758733591cb47a45b8'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:29.587502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-8df3f16f-ac22-4923-a800-b0fc5d93008c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:29.588986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-8df3f16f-ac22-4923-a800-b0fc5d93008c service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.3190806 Feb 18 08:45:29.643061 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-59667ba7-35db-4ed6-b03d-ba858e24c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:29.644530 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-59667ba7-35db-4ed6-b03d-ba858e24c29d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1499603 Feb 18 08:45:29.715252 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-5c7e4d2f-3fcf-4773-bab2-1b252f55a16d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=dd82590c-6b15-41db-bf05-5364a0328873 HTTP/1.1" status: 200 len: 217 time: 0.1167252 Feb 18 08:45:29.766206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-876bf1c2-9550-47c5-9ede-0bced7d5265f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:45:29.772855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-876bf1c2-9550-47c5-9ede-0bced7d5265f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Usage tracker for resource:port and tenant:77c56d5e0d9d4f758733591cb47a45b8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:45:29.776138 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-876bf1c2-9550-47c5-9ede-0bced7d5265f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:45:29.784307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-876bf1c2-9550-47c5-9ede-0bced7d5265f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:45:29.792103 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:29.796054 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-dbfdd543-29e9-4cef-b903-6bbc55ca65fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:29.797622 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-dbfdd543-29e9-4cef-b903-6bbc55ca65fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1433816 Feb 18 08:45:29.799585 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-876bf1c2-9550-47c5-9ede-0bced7d5265f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Made reservation on behalf of 77c56d5e0d9d4f758733591cb47a45b8 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:45:29.803310 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-876bf1c2-9550-47c5-9ede-0bced7d5265f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:29.990884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-a9bfd5bf-7fe1-4708-a1c4-2a12ee1149e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:29.992432 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-a9bfd5bf-7fe1-4708-a1c4-2a12ee1149e0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.2682722 Feb 18 08:45:30.055463 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-da048478-55f7-45a8-a233-7eed81895158 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401466 Feb 18 08:45:30.078417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:45:30.085054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:45:30.087845 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:45:30.115052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Pushing event updated for resources: {'Port': ['ID=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:30.124987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b59aa-b8cb-4dee-82cb-559970896c4b req-96288223-5165-433d-98fd-b814ec22a2eb tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:30.131380 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-965b59aa-b8cb-4dee-82cb-559970896c4b req-96288223-5165-433d-98fd-b814ec22a2eb tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 945 time: 0.4797804 Feb 18 08:45:30.163759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-876bf1c2-9550-47c5-9ede-0bced7d5265f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Allocated IP 192.168.233.227 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/7c976871-b175-485d-94d0-82cc383ccd00) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:45:30.237961 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fc0b00f6-8cc3-4799-879d-3a274f106951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:30.258635 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-b470e2d3-c78a-4b82-be4b-3a6bf6d52b1f service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940837 Feb 18 08:45:30.265940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-965b59aa-b8cb-4dee-82cb-559970896c4b req-bf8e9cc7-ab6d-4999-b5fe-92c2a052a52b tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336112 Feb 18 08:45:30.272657 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:30.290130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:30.290900 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:30.438461 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-09b69a7f-c1ba-4ce6-b549-5aa6d98cd52e None None] Provisioning for port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:45:30.446093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-09b69a7f-c1ba-4ce6-b549-5aa6d98cd52e None None] Provisioning complete for port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:30.446363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-92c535b0-cecf-4d87-acf6-c0a82cd6df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:30.446698 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-09b69a7f-c1ba-4ce6-b549-5aa6d98cd52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:30.448140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-92c535b0-cecf-4d87-acf6-c0a82cd6df89 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4369383 Feb 18 08:45:30.497756 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-876bf1c2-9550-47c5-9ede-0bced7d5265f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:30.515499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-876bf1c2-9550-47c5-9ede-0bced7d5265f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Transition to ACTIVE for port object 7c976871-b175-485d-94d0-82cc383ccd00 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:45:30.516679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-09b69a7f-c1ba-4ce6-b549-5aa6d98cd52e None None] Port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:45:30.535047 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-d1a7f2ba-7e3c-4d5f-9cda-759cc3c3c3f5 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1012671 Feb 18 08:45:30.536527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cd70fad3-700b-4204-b948-7aa609e79910 req-01e8e42d-9f16-4797-955a-7490e35f6edb tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Synchronizing usage tracker for tenant:77c56d5e0d9d4f758733591cb47a45b8 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:45:30.546894 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-876bf1c2-9550-47c5-9ede-0bced7d5265f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:30.556300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Request body: {'port': {'device_id': '96f3f787-9d92-4d51-a350-ccc832052c15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:30.622552 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-876bf1c2-9550-47c5-9ede-0bced7d5265f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:45:30.634596 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-876bf1c2-9550-47c5-9ede-0bced7d5265f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:45:30.639376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-876bf1c2-9550-47c5-9ede-0bced7d5265f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:45:30.685117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bf1c2-9550-47c5-9ede-0bced7d5265f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Pushing event updated for resources: {'Port': ['ID=7c976871-b175-485d-94d0-82cc383ccd00,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:30.691358 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cd70fad3-700b-4204-b948-7aa609e79910 req-01e8e42d-9f16-4797-955a-7490e35f6edb tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Unset dirty status for tenant:77c56d5e0d9d4f758733591cb47a45b8 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:45:30.699944 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cd70fad3-700b-4204-b948-7aa609e79910 req-01e8e42d-9f16-4797-955a-7490e35f6edb tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?device_id=d601e026-8237-45ab-adb4-e731be0c220f HTTP/1.1" status: 200 len: 210 time: 0.3129480 Feb 18 08:45:30.737160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-876bf1c2-9550-47c5-9ede-0bced7d5265f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:30.737796 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-876bf1c2-9550-47c5-9ede-0bced7d5265f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:30.779379 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-876bf1c2-9550-47c5-9ede-0bced7d5265f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2447014 Feb 18 08:45:30.795209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Allocated IP 172.25.1.127 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/b680b225-b458-48bb-a4b3-3ab6f0138f92) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:45:30.801554 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Request body: {'port': {'device_id': 'd601e026-8237-45ab-adb4-e731be0c220f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:30.840488 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9bc08f17-f969-487c-bb34-d0ddfd74e420 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:45:30.863580 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:30.977817 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 9bc08f17-f969-487c-bb34-d0ddfd74e420 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:45:30.983245 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 9bc08f17-f969-487c-bb34-d0ddfd74e420 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:30.983619 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:31.105343 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:31.113622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-aed8e0eb-5c4f-4e86-98a1-ff80b7363a31 None None] Provisioning for port 7c976871-b175-485d-94d0-82cc383ccd00 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:45:31.132695 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-aed8e0eb-5c4f-4e86-98a1-ff80b7363a31 None None] Provisioning complete for port 7c976871-b175-485d-94d0-82cc383ccd00 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:31.133114 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aed8e0eb-5c4f-4e86-98a1-ff80b7363a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:31.193868 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:31.196002 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-8d296a75-d728-47b9-8144-48fc1675d4d0 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7391925 Feb 18 08:45:31.327238 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2483d06a-af0b-4b92-96af-56008a24c7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc08f17-f969-487c-bb34-d0ddfd74e420'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:31.337227 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-aed8e0eb-5c4f-4e86-98a1-ff80b7363a31 None None] Port 7c976871-b175-485d-94d0-82cc383ccd00 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:45:31.343725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9bc08f17-f969-487c-bb34-d0ddfd74e420, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9bc08f17-f969-487c-bb34-d0ddfd74e420,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:31.353204 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:31.428867 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:31.468189 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5045120-cb78-462c-9ab9-75f6e215cba3 req-fd769fb4-b6fe-497b-bbc9-eb0c08807ea2 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622180 Feb 18 08:45:31.527564 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device dd82590c-6b15-41db-bf05-5364a0328873 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:45:31.545088 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 82d288b2-283e-4640-8bdf-0a0de1623c48 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:45:31.576110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=9bc08f17-f969-487c-bb34-d0ddfd74e420,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:31.609901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61c524-782f-4731-ab5a-dd7ca12be7b6 req-e43acbbd-943f-4d17-b67b-7b85c118bdbd tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:31.613032 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a61c524-782f-4731-ab5a-dd7ca12be7b6 req-e43acbbd-943f-4d17-b67b-7b85c118bdbd tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=2483d06a-af0b-4b92-96af-56008a24c7e4 HTTP/1.1" status: 200 len: 944 time: 0.4492962 Feb 18 08:45:31.656014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c976871-b175-485d-94d0-82cc383ccd00 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:45:31.667231 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:31.684394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Transition to ACTIVE for port object 7c976871-b175-485d-94d0-82cc383ccd00 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:45:31.686063 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:31.689532 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:31.742089 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 82d288b2-283e-4640-8bdf-0a0de1623c48 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:45:31.765667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 82d288b2-283e-4640-8bdf-0a0de1623c48 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:31.766037 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:31.831685 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=dd82590c-6b15-41db-bf05-5364a0328873,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:31.860809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'dd82590c-6b15-41db-bf05-5364a0328873', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': 'dd82590c-6b15-41db-bf05-5364a0328873', 'mac_address': 'fa:16:3e:e4:7f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:45:31.888246 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a61c524-782f-4731-ab5a-dd7ca12be7b6 req-e4dff031-687c-4869-bce2-837dae5b26d4 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655234 Feb 18 08:45:31.991901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Pushing event updated for resources: {'Port': ['ID=7c976871-b175-485d-94d0-82cc383ccd00,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:32.010023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:45:32.041298 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:32.044176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:45:32.046098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Pushing event updated for resources: {'Port': ['ID=b680b225-b458-48bb-a4b3-3ab6f0138f92,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:32.059886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:45:32.073681 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:32.078710 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Attempting to bind port 7c976871-b175-485d-94d0-82cc383ccd00 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:45:32.079041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Attempting to bind port 7c976871-b175-485d-94d0-82cc383ccd00 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:45:32.079366 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Attempting to bind port 7c976871-b175-485d-94d0-82cc383ccd00 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:32.084664 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Port 7c976871-b175-485d-94d0-82cc383ccd00 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:45:32.093009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Attempting to bind port 7c976871-b175-485d-94d0-82cc383ccd00 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:32.100395 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:45:32.100737 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:45:32.101115 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:45:32.101532 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Bound port: 7c976871-b175-485d-94d0-82cc383ccd00, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:45:32.101868 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:32.112469 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd82590c-6b15-41db-bf05-5364a0328873 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:45:32.131129 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=dd82590c-6b15-41db-bf05-5364a0328873,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:32.145552 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:32.207238 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] For port 7c976871-b175-485d-94d0-82cc383ccd00, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:45:32.211743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] For port 7c976871-b175-485d-94d0-82cc383ccd00, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7c976871-b175-485d-94d0-82cc383ccd00,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:45:32.217818 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:32.263290 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=dd82590c-6b15-41db-bf05-5364a0328873,revision_number=12']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:32.286750 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 82d288b2-283e-4640-8bdf-0a0de1623c48, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=82d288b2-283e-4640-8bdf-0a0de1623c48,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:32.307237 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:32.343182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Pushing event updated for resources: {'Port': ['ID=7c976871-b175-485d-94d0-82cc383ccd00,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:32.357064 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:32.358117 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:32.360023 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-be8319aa-088e-4a44-b904-eaf297132778 service neutron] 10.222.0.81 "PUT /v2.0/ports/7c976871-b175-485d-94d0-82cc383ccd00 HTTP/1.1" status: 200 len: 1096 time: 1.5690465 Feb 18 08:45:32.361481 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd601e026-8237-45ab-adb4-e731be0c220f', 'tag': '7c976871-b175-485d-94d0-82cc383ccd00'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:32.380806 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3170bf-1bdd-45f0-ad45-53870de1f5d7 req-d9e84a37-193d-4973-ac0b-61e5e087531d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:32.382815 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa3170bf-1bdd-45f0-ad45-53870de1f5d7 req-d9e84a37-193d-4973-ac0b-61e5e087531d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.2642739 Feb 18 08:45:32.384261 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:32.437606 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=82d288b2-283e-4640-8bdf-0a0de1623c48,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:32.510305 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-2ee967e5-79db-4ab7-959a-340e2258eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:32.511805 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-2ee967e5-79db-4ab7-959a-340e2258eed7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=77c56d5e0d9d4f758733591cb47a45b8&device_id=d601e026-8237-45ab-adb4-e731be0c220f HTTP/1.1" status: 200 len: 1099 time: 0.0967932 Feb 18 08:45:32.590689 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['dd82590c-6b15-41db-bf05-5364a0328873'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:45:32.592303 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-2329a79f-0676-4ff2-8014-1d495304168c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=7c976871-b175-485d-94d0-82cc383ccd00 HTTP/1.1" status: 200 len: 217 time: 0.0724373 Feb 18 08:45:32.596346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:45:32.604341 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:32.625436 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Transition to ACTIVE for port object a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:45:32.675418 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa3170bf-1bdd-45f0-ad45-53870de1f5d7 req-55885e76-7cea-486e-b931-5e32d7387272 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764437 Feb 18 08:45:32.676319 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-88dc300c-9edc-4f3f-989f-0906360d3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:32.678457 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-88dc300c-9edc-4f3f-989f-0906360d3ff1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0789049 Feb 18 08:45:32.678603 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-61bc81d8-c760-4e47-a7b3-ea96d5d27128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:32.681334 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:32.802014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-019a17e5-384e-4b82-939b-199c2b6e6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:32.803643 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-019a17e5-384e-4b82-939b-199c2b6e6daa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186719 Feb 18 08:45:32.975348 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:33.005919 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-64b6a858-16bc-4ec4-98ad-179615b29108 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947889 Feb 18 08:45:33.039523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Pushing event updated for resources: {'Port': ['ID=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:33.150626 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ceeb732-7d82-43ff-b25f-921878a5e415 req-69c2de65-9cfb-41e9-a673-244f729540a1 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376987 Feb 18 08:45:33.153723 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Attempting to bind port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:45:33.154133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Attempting to bind port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:45:33.154516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Attempting to bind port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:33.177694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:45:33.178119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Attempting to bind port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:33.192252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:45:33.192648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:45:33.193033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:45:33.193455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Bound port: a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:45:33.193802 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:33.318507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84869e4-5013-4a9b-b0d4-bd8ff44ed53c req-9ffc530d-13c9-4343-8b18-1e7ded53f109 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:33.319964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c84869e4-5013-4a9b-b0d4-bd8ff44ed53c req-9ffc530d-13c9-4343-8b18-1e7ded53f109 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.4641123 Feb 18 08:45:33.436551 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c84869e4-5013-4a9b-b0d4-bd8ff44ed53c req-5eb53f52-556a-4b04-9624-9bd7353c0b52 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095140 Feb 18 08:45:33.449262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] For port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:45:33.454114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] For port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:45:33.468360 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:33.523874 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:33.539609 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:33.551430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:33.552041 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:33.553817 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] 10.222.0.61 "PUT /v2.0/ports/a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 HTTP/1.1" status: 200 len: 1096 time: 3.0090880 Feb 18 08:45:33.553948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f3f787-9d92-4d51-a350-ccc832052c15', 'tag': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:33.614954 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:33.694665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b10c5-e7bc-4da9-a209-2706b6f45663 service neutron] Pushing event updated for resources: {'Port': ['ID=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:33.744160 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:33.801224 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:33.823043 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Pushing event updated for resources: {'Port': ['ID=b680b225-b458-48bb-a4b3-3ab6f0138f92,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:33.853775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf03e8-65c2-431d-b413-b0adbcf197cb req-87bc9e97-8c23-427f-af5c-e0c0bdd5b1e0 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:33.855328 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cfcf03e8-65c2-431d-b413-b0adbcf197cb req-87bc9e97-8c23-427f-af5c-e0c0bdd5b1e0 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.3101294 Feb 18 08:45:33.857999 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:33.864882 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-5db917b4-ee3b-46f2-ab58-5bd2f507f730 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6477690 Feb 18 08:45:33.872597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-5836aba1-74d0-42a6-89bd-d75143580ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:33.874453 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-5836aba1-74d0-42a6-89bd-d75143580ea9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=77c56d5e0d9d4f758733591cb47a45b8&device_id=96f3f787-9d92-4d51-a350-ccc832052c15 HTTP/1.1" status: 200 len: 1099 time: 0.2762396 Feb 18 08:45:34.026472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-d5259be2-1d38-45c6-b705-e5e2e813dda7 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Synchronizing usage tracker for tenant:b94ba894049c4fed9af7021dad82b5c9 on resource:floatingip {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:45:34.035915 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-232c1e84-e3d0-4f41-9f53-aa908fba2c97 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 HTTP/1.1" status: 200 len: 217 time: 0.0911458 Feb 18 08:45:34.085876 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cfcf03e8-65c2-431d-b413-b0adbcf197cb req-980688a6-3413-43c1-b01b-cd5238ede5fc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161052 Feb 18 08:45:34.101089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-d5259be2-1d38-45c6-b705-e5e2e813dda7 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Unset dirty status for tenant:b94ba894049c4fed9af7021dad82b5c9 on resource:floatingip {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:45:34.102239 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-d5259be2-1d38-45c6-b705-e5e2e813dda7 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 696 time: 0.2363579 Feb 18 08:45:34.139453 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2483d06a-af0b-4b92-96af-56008a24c7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc08f17-f969-487c-bb34-d0ddfd74e420', 'code': 200} Feb 18 08:45:34.199385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-a76cfe59-8b8e-43be-904b-5246998171f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:34.200835 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-a76cfe59-8b8e-43be-904b-5246998171f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1587541 Feb 18 08:45:34.323085 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09ac3a-0d4a-4729-8d6d-8cdd0332d92b req-eda70d1a-52b1-493c-aa0c-e3374ad94c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:34.324695 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ab09ac3a-0d4a-4729-8d6d-8cdd0332d92b req-eda70d1a-52b1-493c-aa0c-e3374ad94c7c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2483d06a-af0b-4b92-96af-56008a24c7e4 HTTP/1.1" status: 200 len: 1096 time: 0.1227784 Feb 18 08:45:34.374104 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ab09ac3a-0d4a-4729-8d6d-8cdd0332d92b req-56e2e4d3-0889-4fbe-b478-c3648fe49a64 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418065 Feb 18 08:45:34.486515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-2e7d0445-c675-4989-ae92-94ce8ec976dd tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:34.487857 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d849ee00-544b-4ad9-93aa-8310908b3596 req-2e7d0445-c675-4989-ae92-94ce8ec976dd tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.3802969 Feb 18 08:45:34.507606 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-1fd49d57-b012-4f66-8fb2-375828fccf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:34.509164 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-1fd49d57-b012-4f66-8fb2-375828fccf49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3000481 Feb 18 08:45:34.518316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcceb4c-8c3b-4704-9238-eb7a182da1ea req-3929f5d4-c41a-4ded-9b44-e6cb9e0518a2 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:34.519499 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0bcceb4c-8c3b-4704-9238-eb7a182da1ea req-3929f5d4-c41a-4ded-9b44-e6cb9e0518a2 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?device_id=d601e026-8237-45ab-adb4-e731be0c220f HTTP/1.1" status: 200 len: 948 time: 0.2721806 Feb 18 08:45:34.536115 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd601e026-8237-45ab-adb4-e731be0c220f', 'tag': '7c976871-b175-485d-94d0-82cc383ccd00', 'status': 'completed', 'code': 200} Feb 18 08:45:34.565941 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0bcceb4c-8c3b-4704-9238-eb7a182da1ea req-bb39d019-b897-4a56-8237-242b6c8d664d tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Synchronizing usage tracker for tenant:77c56d5e0d9d4f758733591cb47a45b8 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:45:34.588563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0bcceb4c-8c3b-4704-9238-eb7a182da1ea req-bb39d019-b897-4a56-8237-242b6c8d664d tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Unset dirty status for tenant:77c56d5e0d9d4f758733591cb47a45b8 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:45:34.590059 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0bcceb4c-8c3b-4704-9238-eb7a182da1ea req-bb39d019-b897-4a56-8237-242b6c8d664d tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/security-groups?id=b5956318-c812-442b-884a-59707e2b578a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644631 Feb 18 08:45:34.661248 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa843f13-08e0-4ef5-b45d-92d6c76a7667 req-b122c70f-2043-45c7-9b33-c005b5dfb6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:34.662729 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-aa843f13-08e0-4ef5-b45d-92d6c76a7667 req-b122c70f-2043-45c7-9b33-c005b5dfb6dc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=77c56d5e0d9d4f758733591cb47a45b8&device_id=d601e026-8237-45ab-adb4-e731be0c220f HTTP/1.1" status: 200 len: 1099 time: 0.1010177 Feb 18 08:45:34.787950 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591631c8-1ccc-4e04-9ef0-624e67bd2b78 req-1ad1e6fe-a98c-4ecf-97d2-851e07e9dd86 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:34.789437 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-591631c8-1ccc-4e04-9ef0-624e67bd2b78 req-1ad1e6fe-a98c-4ecf-97d2-851e07e9dd86 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 949 time: 0.1510427 Feb 18 08:45:34.811621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa843f13-08e0-4ef5-b45d-92d6c76a7667 req-5c3914a2-8b47-4b31-856a-751e0a4f2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:34.813420 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-aa843f13-08e0-4ef5-b45d-92d6c76a7667 req-5c3914a2-8b47-4b31-856a-751e0a4f2204 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.1440823 Feb 18 08:45:34.849903 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42797b14-0a56-4b7a-9605-05c8765df047 req-64472fbb-7aed-4877-9c30-82b5f57d5358 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:34.851419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42797b14-0a56-4b7a-9605-05c8765df047 req-64472fbb-7aed-4877-9c30-82b5f57d5358 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=2483d06a-af0b-4b92-96af-56008a24c7e4 HTTP/1.1" status: 200 len: 945 time: 0.1390746 Feb 18 08:45:34.856337 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-591631c8-1ccc-4e04-9ef0-624e67bd2b78 req-c22cfb87-0b6f-4082-a6e0-a7de9dda0570 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596073 Feb 18 08:45:34.880715 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:34.919266 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42797b14-0a56-4b7a-9605-05c8765df047 req-0ee7cf0d-eacd-4b70-9ef3-2a78bd5992d0 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610933 Feb 18 08:45:34.943462 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f3f787-9d92-4d51-a350-ccc832052c15', 'tag': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29', 'status': 'completed', 'code': 200} Feb 18 08:45:34.961871 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-aa843f13-08e0-4ef5-b45d-92d6c76a7667 req-42eff244-3038-4890-b507-423638280ca3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=7c976871-b175-485d-94d0-82cc383ccd00 HTTP/1.1" status: 200 len: 217 time: 0.1407216 Feb 18 08:45:35.054141 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa843f13-08e0-4ef5-b45d-92d6c76a7667 req-fb6517da-6927-4588-a417-5df1ab8efd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:35.055596 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-aa843f13-08e0-4ef5-b45d-92d6c76a7667 req-fb6517da-6927-4588-a417-5df1ab8efd8c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0869269 Feb 18 08:45:35.153674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa843f13-08e0-4ef5-b45d-92d6c76a7667 req-e10d23fc-22fe-4910-bef5-5192a430cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:35.157562 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-aa843f13-08e0-4ef5-b45d-92d6c76a7667 req-e10d23fc-22fe-4910-bef5-5192a430cf09 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0936036 Feb 18 08:45:35.230969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e67f7-671a-4403-933c-b1a7c394d1f4 req-5f334439-b9c0-45c4-af78-5596edeb8ddd tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:35.232911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f51e67f7-671a-4403-933c-b1a7c394d1f4 req-5f334439-b9c0-45c4-af78-5596edeb8ddd tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.1832113 Feb 18 08:45:35.243799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-b566d465-870b-4567-8f58-f9af452b89e3 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:35.245782 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-b566d465-870b-4567-8f58-f9af452b89e3 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1559434 Feb 18 08:45:35.378413 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-060ca354-5b1f-431c-9cad-f3892fa28a5b tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 696 time: 0.1159236 Feb 18 08:45:35.391288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-09ba6d2b-fd3e-4a6a-84dd-79a1649f2225 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Request body: {'floatingip': {'port_id': 'dfb6e662-096b-4f13-aef3-81a550b36bdd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:35.428050 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-aa843f13-08e0-4ef5-b45d-92d6c76a7667 req-d5d35de2-c4ad-4396-b30f-0ae606406931 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625957 Feb 18 08:45:35.459770 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f51e67f7-671a-4403-933c-b1a7c394d1f4 req-b24f98a4-6b64-4072-918b-1b10b9736ff9 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129028 Feb 18 08:45:35.515458 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-09ba6d2b-fd3e-4a6a-84dd-79a1649f2225 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:35.557492 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device dd82590c-6b15-41db-bf05-5364a0328873 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:45:35.638666 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-aa843f13-08e0-4ef5-b45d-92d6c76a7667 req-e95117cf-d396-4300-87c2-092cc942fad7 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010748 Feb 18 08:45:35.700820 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port dd82590c-6b15-41db-bf05-5364a0328873 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:45:35.707518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port dd82590c-6b15-41db-bf05-5364a0328873 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:35.709174 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:35.855927 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:35.884841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968b251-19d9-4991-a980-991c9b6fec43 req-c4c73901-4817-4961-8018-f9ed4d81e5dc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:35.887469 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6968b251-19d9-4991-a980-991c9b6fec43 req-c4c73901-4817-4961-8018-f9ed4d81e5dc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.2322910 Feb 18 08:45:35.900687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=dd82590c-6b15-41db-bf05-5364a0328873,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:35.905921 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:35.981102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=dd82590c-6b15-41db-bf05-5364a0328873,revision_number=13']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:36.022786 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6968b251-19d9-4991-a980-991c9b6fec43 req-6843b0ed-8493-4219-b590-79b5bdb7e5a7 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217649 Feb 18 08:45:36.140632 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffab57b8-8f81-410b-8ee9-fb22be4baa04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d288b2-283e-4640-8bdf-0a0de1623c48'}, {'server_uuid': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd82590c-6b15-41db-bf05-5364a0328873'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:36.331307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a4438-1cb0-4463-bd0b-13e7e5d06bf9 req-98b13e33-7e42-4e07-bfbd-f68ee006ec70 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:36.332861 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e58a4438-1cb0-4463-bd0b-13e7e5d06bf9 req-98b13e33-7e42-4e07-bfbd-f68ee006ec70 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?device_id=d601e026-8237-45ab-adb4-e731be0c220f HTTP/1.1" status: 200 len: 948 time: 0.2071431 Feb 18 08:45:36.502058 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-f3080559-c999-4a8a-b858-c99e4515458b service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064814 Feb 18 08:45:36.509918 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-09ba6d2b-fd3e-4a6a-84dd-79a1649f2225 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:45:36.667747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e58a4438-1cb0-4463-bd0b-13e7e5d06bf9 req-9359a839-c6b7-4cd2-847e-a296a0510e84 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/security-groups?id=b5956318-c812-442b-884a-59707e2b578a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175547 Feb 18 08:45:36.689706 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-09ba6d2b-fd3e-4a6a-84dd-79a1649f2225 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:36.701437 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-09ba6d2b-fd3e-4a6a-84dd-79a1649f2225 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:36.821194 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-057f83f4-f827-4996-b5ba-f241fe18a706 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585430 Feb 18 08:45:36.917825 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4645301c-0131-44c6-9d76-072b54ec6e4c req-1e160606-5adf-49f9-be1a-5bd86b807fd1 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547301 Feb 18 08:45:37.085238 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-09ba6d2b-fd3e-4a6a-84dd-79a1649f2225 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Floating IP 5d742e65-b778-437f-9e14-56b9f92387a5 associated. External IP: 172.25.1.127, port: dfb6e662-096b-4f13-aef3-81a550b36bdd. Feb 18 08:45:37.196108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-53b2aed5-ab07-473c-a79d-5029d025301e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:37.197543 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-53b2aed5-ab07-473c-a79d-5029d025301e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3638434 Feb 18 08:45:37.278814 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-2ed2288d-1e6a-4c4d-8a2e-388b8bcdba24 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/quotas/5705a2476ef74c5f99a6d92a75908a3b HTTP/1.1" status: 200 len: 375 time: 0.0734503 Feb 18 08:45:37.280650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04673f4d-268f-443d-87c5-02a4c1b8623c req-6c88423a-b496-4d2d-aed7-00ecb521cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:37.282012 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04673f4d-268f-443d-87c5-02a4c1b8623c req-6c88423a-b496-4d2d-aed7-00ecb521cb02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=77c56d5e0d9d4f758733591cb47a45b8&device_id=96f3f787-9d92-4d51-a350-ccc832052c15 HTTP/1.1" status: 200 len: 1099 time: 0.2875166 Feb 18 08:45:37.567094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04673f4d-268f-443d-87c5-02a4c1b8623c req-dc8f8351-0116-4888-9d11-e2c57f0335c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:37.568571 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04673f4d-268f-443d-87c5-02a4c1b8623c req-dc8f8351-0116-4888-9d11-e2c57f0335c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2734737 Feb 18 08:45:37.570504 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 7c976871-b175-485d-94d0-82cc383ccd00 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:45:37.694434 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-a7344cc6-6d9e-4752-a0d8-c903a2f22a5a tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4090610 Feb 18 08:45:37.710178 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 7c976871-b175-485d-94d0-82cc383ccd00, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7c976871-b175-485d-94d0-82cc383ccd00,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:37.712374 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04673f4d-268f-443d-87c5-02a4c1b8623c req-080a9597-7860-4956-965f-0ffd31ad5261 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 HTTP/1.1" status: 200 len: 217 time: 0.0836284 Feb 18 08:45:37.723683 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '7c976871-b175-485d-94d0-82cc383ccd00', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '7c976871-b175-485d-94d0-82cc383ccd00', 'mac_address': 'fa:16:3e:e3:bb:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:45:37.781729 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:37.804792 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c976871-b175-485d-94d0-82cc383ccd00 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:45:37.824838 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 7c976871-b175-485d-94d0-82cc383ccd00, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7c976871-b175-485d-94d0-82cc383ccd00,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:37.831462 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:37.946556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=7c976871-b175-485d-94d0-82cc383ccd00,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:37.987204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-09ba6d2b-fd3e-4a6a-84dd-79a1649f2225 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Router 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:45:37.988871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04673f4d-268f-443d-87c5-02a4c1b8623c req-f41ad933-a1c8-4d12-9a1b-b5a052579bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:37.990312 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04673f4d-268f-443d-87c5-02a4c1b8623c req-f41ad933-a1c8-4d12-9a1b-b5a052579bba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.2705829 Feb 18 08:45:38.232747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['7c976871-b175-485d-94d0-82cc383ccd00'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:45:38.241227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c29fb0-145e-4c82-9412-5947e9856acf req-943d42f7-3695-468d-8ed7-25024f3ade3d tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:38.242713 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0c29fb0-145e-4c82-9412-5947e9856acf req-943d42f7-3695-468d-8ed7-25024f3ade3d tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=2483d06a-af0b-4b92-96af-56008a24c7e4 HTTP/1.1" status: 200 len: 945 time: 0.2989156 Feb 18 08:45:38.275885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04673f4d-268f-443d-87c5-02a4c1b8623c req-981734cf-6740-45bd-9a4b-75d85a2b5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:38.277365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04673f4d-268f-443d-87c5-02a4c1b8623c req-981734cf-6740-45bd-9a4b-75d85a2b5022 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2799881 Feb 18 08:45:38.371910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-09ba6d2b-fd3e-4a6a-84dd-79a1649f2225 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:45:38.382300 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-09ba6d2b-fd3e-4a6a-84dd-79a1649f2225 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:38.386030 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4a002e-6ff6-44d3-8e2f-2070d8d5a4b0 None None] Sync routers for ids ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:45:38.396877 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4a002e-6ff6-44d3-8e2f-2070d8d5a4b0 None None] Routers {'8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:45:38.397789 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-de4a002e-6ff6-44d3-8e2f-2070d8d5a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:45:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:38.439456 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0c29fb0-145e-4c82-9412-5947e9856acf req-ffcb30ae-d1ef-40d0-8ae1-c5432e872e1f tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851897 Feb 18 08:45:38.491865 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-09ba6d2b-fd3e-4a6a-84dd-79a1649f2225 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "PUT /v2.0/floatingips/5d742e65-b778-437f-9e14-56b9f92387a5 HTTP/1.1" status: 200 len: 996 time: 3.1048703 Feb 18 08:45:38.498400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036df3b6-3127-4cd9-b560-455c17359909', 'tag': 'dfb6e662-096b-4f13-aef3-81a550b36bdd'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:38.534241 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffab57b8-8f81-410b-8ee9-fb22be4baa04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d288b2-283e-4640-8bdf-0a0de1623c48', 'code': 200} Feb 18 08:45:38.535748 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd82590c-6b15-41db-bf05-5364a0328873', 'code': 200} Feb 18 08:45:38.638280 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-de4a002e-6ff6-44d3-8e2f-2070d8d5a4b0 None None] Set router 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:45:38.679377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648d80b-27ab-4d3d-ba83-1541614e9366 req-dbb837bc-1ccf-496d-81f6-085370b95678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:38.681061 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a648d80b-27ab-4d3d-ba83-1541614e9366 req-dbb837bc-1ccf-496d-81f6-085370b95678 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 1097 time: 0.0791132 Feb 18 08:45:38.703660 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04673f4d-268f-443d-87c5-02a4c1b8623c req-6d443677-bce5-4e2c-a6dc-0e999d636c4d service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140613 Feb 18 08:45:38.723850 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a648d80b-27ab-4d3d-ba83-1541614e9366 req-c87403e0-9d4d-40e9-9c54-0d610e373534 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350153 Feb 18 08:45:38.830416 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-7d5b88a2-fdd5-4537-a292-58141b89ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:38.831911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-7d5b88a2-fdd5-4537-a292-58141b89ce75 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b94ba894049c4fed9af7021dad82b5c9&device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 1096 time: 0.3051879 Feb 18 08:45:38.889435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441780af-67c6-4e15-96c2-60fee40d9dff req-b6109a8d-305a-4367-9307-fd0417a66b52 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:38.890769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-441780af-67c6-4e15-96c2-60fee40d9dff req-b6109a8d-305a-4367-9307-fd0417a66b52 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.2648594 Feb 18 08:45:38.966930 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04673f4d-268f-443d-87c5-02a4c1b8623c req-add474f7-fce2-4678-b4b6-8fb15be0cd5a service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524366 Feb 18 08:45:38.995084 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-de4a002e-6ff6-44d3-8e2f-2070d8d5a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1896638126-router', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:44:52Z', 'updated_at': '2022-02-18T08:45:01Z', 'revision_number': 4, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'gw_port': {'id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:54Z', 'updated_at': '2022-02-18T08:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '5d742e65-b778-437f-9e14-56b9f92387a5', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'port_id': 'dfb6e662-096b-4f13-aef3-81a550b36bdd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d', 'mac_address': 'fa:16:3e:f5:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036df3b6-3127-4cd9-b560-455c17359909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:45:32Z', 'updated_at': '2022-02-18T08:45:36Z', 'revision_number': 1, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360', 'name': '', 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'mac_address': 'fa:16:3e:4e:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '75bedb5a-dc43-47ad-9183-01314b818f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:59Z', 'updated_at': '2022-02-18T08:45:08Z', 'revision_number': 5, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'subnets': [{'id': '75bedb5a-dc43-47ad-9183-01314b818f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:38.998853 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4a002e-6ff6-44d3-8e2f-2070d8d5a4b0 None None] Checking router: 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:45:39.009007 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4a002e-6ff6-44d3-8e2f-2070d8d5a4b0 None None] Routers {'8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:45:39.009694 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-de4a002e-6ff6-44d3-8e2f-2070d8d5a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:45:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:39.012819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-441780af-67c6-4e15-96c2-60fee40d9dff req-0cdd781e-9a18-411d-a418-89163219602e tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666318 Feb 18 08:45:39.045656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-9f0d9216-c842-4f66-a286-e490b4bb6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:39.047129 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-9f0d9216-c842-4f66-a286-e490b4bb6d16 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6725a324-084e-46c0-9964-ba3e59bb822d HTTP/1.1" status: 200 len: 930 time: 0.1977386 Feb 18 08:45:39.192571 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-de4a002e-6ff6-44d3-8e2f-2070d8d5a4b0 None None] Set router 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:45:39.214635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-be88e648-6034-43f3-a25b-de55c3901140 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776587 Feb 18 08:45:39.321274 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-c73fbc91-ef0c-4cdf-b6d1-c66d53af2ae3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfb6e662-096b-4f13-aef3-81a550b36bdd HTTP/1.1" status: 200 len: 999 time: 0.2667785 Feb 18 08:45:39.440719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-b4e21dc6-1f59-4e13-b4d0-7452f4d6cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:39.442144 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-b4e21dc6-1f59-4e13-b4d0-7452f4d6cd73 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75bedb5a-dc43-47ad-9183-01314b818f6c HTTP/1.1" status: 200 len: 868 time: 0.1009328 Feb 18 08:45:39.497830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-bcac82d3-015c-4cab-b76c-929e73f60e5e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:39.499116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-bcac82d3-015c-4cab-b76c-929e73f60e5e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771268 Feb 18 08:45:39.512544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c17f5f-cf44-45e8-8152-98120585c0a5 req-467c696b-e803-4e5b-9106-4e5791d04d1d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:39.513926 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-58c17f5f-cf44-45e8-8152-98120585c0a5 req-467c696b-e803-4e5b-9106-4e5791d04d1d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.3489289 Feb 18 08:45:39.521173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-54b6630f-5de9-464e-9628-d159dec97714 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Request body: {'port': {'device_id': '2364f970-fef3-4743-8e7a-988372540657', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '5705a2476ef74c5f99a6d92a75908a3b'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:39.546397 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-de4a002e-6ff6-44d3-8e2f-2070d8d5a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1896638126-router', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:44:52Z', 'updated_at': '2022-02-18T08:45:01Z', 'revision_number': 4, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'gw_port': {'id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:54Z', 'updated_at': '2022-02-18T08:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '5d742e65-b778-437f-9e14-56b9f92387a5', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'port_id': 'dfb6e662-096b-4f13-aef3-81a550b36bdd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d', 'mac_address': 'fa:16:3e:f5:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036df3b6-3127-4cd9-b560-455c17359909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:45:32Z', 'updated_at': '2022-02-18T08:45:36Z', 'revision_number': 1, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360', 'name': '', 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'mac_address': 'fa:16:3e:4e:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '75bedb5a-dc43-47ad-9183-01314b818f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:59Z', 'updated_at': '2022-02-18T08:45:08Z', 'revision_number': 5, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'subnets': [{'id': '75bedb5a-dc43-47ad-9183-01314b818f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:39.550368 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4a002e-6ff6-44d3-8e2f-2070d8d5a4b0 None None] The sync data for ids ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'] in n-d-829434-1 is: [{'id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1896638126-router', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:44:52Z', 'updated_at': '2022-02-18T08:45:01Z', 'revision_number': 4, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'gw_port': {'id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:54Z', 'updated_at': '2022-02-18T08:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '5d742e65-b778-437f-9e14-56b9f92387a5', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'port_id': 'dfb6e662-096b-4f13-aef3-81a550b36bdd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d', 'mac_address': 'fa:16:3e:f5:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036df3b6-3127-4cd9-b560-455c17359909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:45:32Z', 'updated_at': '2022-02-18T08:45:36Z', 'revision_number': 1, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360', 'name': '', 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'mac_address': 'fa:16:3e:4e:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '75bedb5a-dc43-47ad-9183-01314b818f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:59Z', 'updated_at': '2022-02-18T08:45:08Z', 'revision_number': 5, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'subnets': [{'id': '75bedb5a-dc43-47ad-9183-01314b818f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:45:39.598203 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 7c976871-b175-485d-94d0-82cc383ccd00 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:45:39.670997 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 7c976871-b175-485d-94d0-82cc383ccd00 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:45:39.677311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 7c976871-b175-485d-94d0-82cc383ccd00 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:39.677824 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:39.784547 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48db5f20-1615-41a9-aa92-f71ec9e5ff80 None None] New status for floating IP 5d742e65-b778-437f-9e14-56b9f92387a5: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:45:39.803944 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-58c17f5f-cf44-45e8-8152-98120585c0a5 req-f7cccc50-867b-4193-b0b0-10f42647e1d0 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692649 Feb 18 08:45:39.848205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-dcce0bde-3699-419c-a024-7bfa9ad8f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:39.849715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-dcce0bde-3699-419c-a024-7bfa9ad8f139 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6725a324-084e-46c0-9964-ba3e59bb822d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3955460 Feb 18 08:45:39.855716 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-54b6630f-5de9-464e-9628-d159dec97714 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:45:39.862597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-1630fa84-9aac-4706-a837-2272d2aa2a12 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:45:39.863546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-1630fa84-9aac-4706-a837-2272d2aa2a12 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055094 Feb 18 08:45:39.885540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-54b6630f-5de9-464e-9628-d159dec97714 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:45:39.950878 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:39.965094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-54b6630f-5de9-464e-9628-d159dec97714 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Made reservation on behalf of 5705a2476ef74c5f99a6d92a75908a3b for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:45:39.968419 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-54b6630f-5de9-464e-9628-d159dec97714 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:40.076920 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 7c976871-b175-485d-94d0-82cc383ccd00, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7c976871-b175-485d-94d0-82cc383ccd00,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:40.081837 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:40.188938 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-11d8da10-c345-46bf-ba94-bef4118375cd service neutron] 10.222.0.72 "GET /v2.0/networks/6725a324-084e-46c0-9964-ba3e59bb822d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002996 Feb 18 08:45:40.210142 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=7c976871-b175-485d-94d0-82cc383ccd00,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:40.360078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f4536b6b-7eb8-464b-a8f2-4901de2b21ba tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:40.362162 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f4536b6b-7eb8-464b-a8f2-4901de2b21ba tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 821 time: 0.3638091 Feb 18 08:45:40.416053 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42c806e7-b71d-4592-8651-7458c1bed108 req-9dc47f74-5dc5-4737-aad2-8a1897de52c6 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/quotas/ee0715c9ca2d4e6ead6a5e9e3f746d1c HTTP/1.1" status: 200 len: 375 time: 0.0412312 Feb 18 08:45:40.431854 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-54b6630f-5de9-464e-9628-d159dec97714 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Allocated IP 192.168.233.222 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/1b039fe0-4d1c-44b8-b038-91a8980c68b8) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:45:40.496618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-051cc2be-07e6-49a2-becc-01ed62c69b68 req-2d8c11a1-c5cd-4871-8a82-4a680e8dd382 service neutron] 10.222.0.72 "GET /v2.0/networks/6725a324-084e-46c0-9964-ba3e59bb822d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908561 Feb 18 08:45:40.536813 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd601e026-8237-45ab-adb4-e731be0c220f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c976871-b175-485d-94d0-82cc383ccd00'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:40.642518 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42c806e7-b71d-4592-8651-7458c1bed108 req-b5eb074d-a666-453e-96d8-ad62cd05d21d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2143638 Feb 18 08:45:40.872123 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:40.881364 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-54b6630f-5de9-464e-9628-d159dec97714 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:40.897014 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42c806e7-b71d-4592-8651-7458c1bed108 req-a8191e40-3c15-4408-9f10-2e9973d98193 service neutron] 10.222.0.72 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228377 Feb 18 08:45:40.917733 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:45:40.927738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-54b6630f-5de9-464e-9628-d159dec97714 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Transition to ACTIVE for port object 1b039fe0-4d1c-44b8-b038-91a8980c68b8 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:45:40.936019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3a14c-acfd-44b1-b633-12909435e77e req-efea25d5-a524-4f31-b133-70c8c7e85673 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:40.937497 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48c3a14c-acfd-44b1-b633-12909435e77e req-efea25d5-a524-4f31-b133-70c8c7e85673 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?device_id=d601e026-8237-45ab-adb4-e731be0c220f HTTP/1.1" status: 200 len: 950 time: 0.3095965 Feb 18 08:45:41.057344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:41.070693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29', 'mac_address': 'fa:16:3e:3a:69:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:45:41.078424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48c3a14c-acfd-44b1-b633-12909435e77e req-3c83bd23-c038-4fad-ad5d-e86e281d0704 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/security-groups?id=b5956318-c812-442b-884a-59707e2b578a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815353 Feb 18 08:45:41.115587 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42c806e7-b71d-4592-8651-7458c1bed108 req-e04a3684-f171-49cf-9624-38b533693414 service neutron] 10.222.0.72 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115898 Feb 18 08:45:41.121210 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-54b6630f-5de9-464e-9628-d159dec97714 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:41.136617 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['dd82590c-6b15-41db-bf05-5364a0328873'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:45:41.185452 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7dc0a0b4-c201-4513-9a53-8f73a8b8a996', '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:45:41.217638 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:41.263022 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-54b6630f-5de9-464e-9628-d159dec97714 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:45:41.271187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-54b6630f-5de9-464e-9628-d159dec97714 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:45:41.274384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-54b6630f-5de9-464e-9628-d159dec97714 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:45:41.278965 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:45:41.292391 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:41.323750 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:41.338802 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:41.341883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6630f-5de9-464e-9628-d159dec97714 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Pushing event updated for resources: {'Port': ['ID=1b039fe0-4d1c-44b8-b038-91a8980c68b8,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:41.517477 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:41.522511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-54b6630f-5de9-464e-9628-d159dec97714 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:41.523126 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-54b6630f-5de9-464e-9628-d159dec97714 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:41.561240 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-54b6630f-5de9-464e-9628-d159dec97714 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0454359 Feb 18 08:45:41.580090 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Request body: {'port': {'device_id': '2364f970-fef3-4743-8e7a-988372540657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:41.589946 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-36b89133-38ba-46da-9a12-8e6c867a229b None None] Provisioning for port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:45:41.612116 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-36b89133-38ba-46da-9a12-8e6c867a229b None None] Provisioning complete for port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:41.612544 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-36b89133-38ba-46da-9a12-8e6c867a229b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:41.629776 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c73da9-9dda-400c-80be-46483f521b42 req-711b75ac-4a87-405e-9a05-2946fcd9cf35 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:41.630621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-39c73da9-9dda-400c-80be-46483f521b42 req-711b75ac-4a87-405e-9a05-2946fcd9cf35 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Synchronizing usage tracker for tenant:5705a2476ef74c5f99a6d92a75908a3b on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:45:41.695494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-39c73da9-9dda-400c-80be-46483f521b42 req-711b75ac-4a87-405e-9a05-2946fcd9cf35 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Unset dirty status for tenant:5705a2476ef74c5f99a6d92a75908a3b on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:45:41.701068 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39c73da9-9dda-400c-80be-46483f521b42 req-711b75ac-4a87-405e-9a05-2946fcd9cf35 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 936 time: 0.5091612 Feb 18 08:45:41.708812 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:45:41.745382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-36b89133-38ba-46da-9a12-8e6c867a229b None None] Port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:45:41.775408 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036df3b6-3127-4cd9-b560-455c17359909', 'tag': 'dfb6e662-096b-4f13-aef3-81a550b36bdd', 'status': 'completed', 'code': 200} Feb 18 08:45:41.780842 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:41.817372 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39c73da9-9dda-400c-80be-46483f521b42 req-61b76f29-529c-4e8b-b065-bdf8de939d30 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887816 Feb 18 08:45:41.906879 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3a405-b182-4e03-9334-f18518a4a08c req-a18e6fc5-8b62-45d2-91b2-55a8cb4a9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:41.909122 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8cb3a405-b182-4e03-9334-f18518a4a08c req-a18e6fc5-8b62-45d2-91b2-55a8cb4a9290 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b94ba894049c4fed9af7021dad82b5c9&device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 1096 time: 0.1099782 Feb 18 08:45:42.154239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3a405-b182-4e03-9334-f18518a4a08c req-9da0cb46-f1e2-47eb-bfdb-5ce3ebfbc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:42.157400 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8cb3a405-b182-4e03-9334-f18518a4a08c req-9da0cb46-f1e2-47eb-bfdb-5ce3ebfbc72e service neutron] 10.222.0.81 "GET /v2.0/networks?id=6725a324-084e-46c0-9964-ba3e59bb822d HTTP/1.1" status: 200 len: 930 time: 0.2409420 Feb 18 08:45:42.269738 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8cb3a405-b182-4e03-9334-f18518a4a08c req-c558fa45-b1fe-4455-b3c9-17b51767d3e7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfb6e662-096b-4f13-aef3-81a550b36bdd HTTP/1.1" status: 200 len: 1001 time: 0.1054659 Feb 18 08:45:42.330846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b75d8-409e-4dee-beaa-d8aafe745f78 req-d6aa7b20-033f-43e0-978d-688424c5e86a tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:42.332380 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d52b75d8-409e-4dee-beaa-d8aafe745f78 req-d6aa7b20-033f-43e0-978d-688424c5e86a tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 1096 time: 0.2775910 Feb 18 08:45:42.348703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3a405-b182-4e03-9334-f18518a4a08c req-82d8339b-b4f1-413c-90b8-5bb42b9297cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:42.350286 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8cb3a405-b182-4e03-9334-f18518a4a08c req-82d8339b-b4f1-413c-90b8-5bb42b9297cd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=75bedb5a-dc43-47ad-9183-01314b818f6c HTTP/1.1" status: 200 len: 868 time: 0.0641389 Feb 18 08:45:42.428722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3a405-b182-4e03-9334-f18518a4a08c req-d1685f8a-d546-4b7e-90ba-119fec4b939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:42.430318 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8cb3a405-b182-4e03-9334-f18518a4a08c req-d1685f8a-d546-4b7e-90ba-119fec4b939d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6725a324-084e-46c0-9964-ba3e59bb822d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733225 Feb 18 08:45:42.451346 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d52b75d8-409e-4dee-beaa-d8aafe745f78 req-b01119bf-6c90-419f-aca8-3a9c809984ef tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111226 Feb 18 08:45:42.465938 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3bc064a5-499b-426e-8f02-02bbed989802 req-f2d10095-67fb-4d36-b67f-bc5d74cb266c tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 258 time: 0.2438562 Feb 18 08:45:42.481326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-3bc064a5-499b-426e-8f02-02bbed989802 req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:42.515543 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd601e026-8237-45ab-adb4-e731be0c220f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c976871-b175-485d-94d0-82cc383ccd00', 'code': 200} Feb 18 08:45:42.520546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-3bc064a5-499b-426e-8f02-02bbed989802 req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:45:42.544945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-3bc064a5-499b-426e-8f02-02bbed989802 req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:45:42.557411 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b039fe0-4d1c-44b8-b038-91a8980c68b8 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:45:42.566128 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:42.574007 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3bc064a5-499b-426e-8f02-02bbed989802 req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:42.582634 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8cb3a405-b182-4e03-9334-f18518a4a08c req-f0c48a2c-e4f9-4448-92ab-856461fe5b54 service neutron] 10.222.0.81 "GET /v2.0/networks/6725a324-084e-46c0-9964-ba3e59bb822d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433489 Feb 18 08:45:42.631776 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Transition to ACTIVE for port object 1b039fe0-4d1c-44b8-b038-91a8980c68b8 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:45:42.681533 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:42.728145 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8cb3a405-b182-4e03-9334-f18518a4a08c req-a3fee5c8-6b8b-428f-8ec2-82da91b97b76 service neutron] 10.222.0.81 "GET /v2.0/networks/6725a324-084e-46c0-9964-ba3e59bb822d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291840 Feb 18 08:45:42.878282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Pushing event updated for resources: {'Port': ['ID=1b039fe0-4d1c-44b8-b038-91a8980c68b8,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:43.020379 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c806e7-b71d-4592-8651-7458c1bed108 req-07b193de-ec45-4bb8-87fd-4f0f9e539459 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:43.021917 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-42c806e7-b71d-4592-8651-7458c1bed108 req-07b193de-ec45-4bb8-87fd-4f0f9e539459 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.81 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 821 time: 0.1965296 Feb 18 08:45:43.036608 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-42c806e7-b71d-4592-8651-7458c1bed108 req-a6804bab-15ad-4149-acdc-d562552b9a21 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Request body: {'port': {'device_id': '15447f69-0c79-48df-ba20-fe869a8cbb5a', 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91', 'admin_state_up': True, 'tenant_id': 'ee0715c9ca2d4e6ead6a5e9e3f746d1c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:43.083499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3538b5c-816e-4cd7-87ea-f28511737b6b req-07cd5589-741c-43f8-89d7-dafc5fcfc8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:43.085138 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3538b5c-816e-4cd7-87ea-f28511737b6b req-07cd5589-741c-43f8-89d7-dafc5fcfc8cb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d601e026-8237-45ab-adb4-e731be0c220f HTTP/1.1" status: 200 len: 1101 time: 0.4866624 Feb 18 08:45:43.109138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607d9d6-1f3b-41f9-aeff-91acb48b2acd req-67563574-7c88-4bab-8f21-a6355b2f0276 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:43.111259 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c607d9d6-1f3b-41f9-aeff-91acb48b2acd req-67563574-7c88-4bab-8f21-a6355b2f0276 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.4767559 Feb 18 08:45:43.112793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Attempting to bind port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:45:43.113129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Attempting to bind port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:45:43.113462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Attempting to bind port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:43.163430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:45:43.163430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Attempting to bind port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:43.177666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:45:43.178043 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:45:43.178392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:45:43.178832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Bound port: 1b039fe0-4d1c-44b8-b038-91a8980c68b8, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:45:43.179185 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:43.201595 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-42c806e7-b71d-4592-8651-7458c1bed108 req-a6804bab-15ad-4149-acdc-d562552b9a21 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:45:43.206197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-42c806e7-b71d-4592-8651-7458c1bed108 req-a6804bab-15ad-4149-acdc-d562552b9a21 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Usage tracker for resource:port and tenant:ee0715c9ca2d4e6ead6a5e9e3f746d1c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:45:43.211511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-42c806e7-b71d-4592-8651-7458c1bed108 req-a6804bab-15ad-4149-acdc-d562552b9a21 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:45:43.218071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-42c806e7-b71d-4592-8651-7458c1bed108 req-a6804bab-15ad-4149-acdc-d562552b9a21 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:45:43.230742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42c806e7-b71d-4592-8651-7458c1bed108 req-a6804bab-15ad-4149-acdc-d562552b9a21 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Made reservation on behalf of ee0715c9ca2d4e6ead6a5e9e3f746d1c for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:45:43.235694 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-42c806e7-b71d-4592-8651-7458c1bed108 req-a6804bab-15ad-4149-acdc-d562552b9a21 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:43.282727 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3538b5c-816e-4cd7-87ea-f28511737b6b req-833d8712-d12f-44ea-8033-431ead5060c8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b5956318-c812-442b-884a-59707e2b578a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661665 Feb 18 08:45:43.289012 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3bc064a5-499b-426e-8f02-02bbed989802 req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:43.341406 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c607d9d6-1f3b-41f9-aeff-91acb48b2acd req-6b572680-ea5c-4899-b498-7990d8b355fd tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210579 Feb 18 08:45:43.375208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] For port 1b039fe0-4d1c-44b8-b038-91a8980c68b8, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:45:43.392170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] For port 1b039fe0-4d1c-44b8-b038-91a8980c68b8, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:45:43.413014 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:43.586517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-42c806e7-b71d-4592-8651-7458c1bed108 req-a6804bab-15ad-4149-acdc-d562552b9a21 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Allocated IP 172.20.0.8 (51c9510d-69f6-4794-8ea8-380b620d4b91/c0a4176b-79bd-4632-822e-600c5663a061/31fbc2ba-cde8-4f2d-96dd-0693a649f542) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:45:43.670940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-305e796e-92a7-4b33-a90b-2e0f36ee16ac req-6edde522-92b7-4853-a41d-4dad9bdb21d9 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 210 time: 0.2096355 Feb 18 08:45:43.672203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:43.673946 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:43.674980 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] 10.222.0.61 "PUT /v2.0/ports/1b039fe0-4d1c-44b8-b038-91a8980c68b8 HTTP/1.1" status: 200 len: 1096 time: 2.1015229 Feb 18 08:45:43.731202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af36e9e-1f74-4f78-986f-4c65ca8ac573 service neutron] Pushing event updated for resources: {'Port': ['ID=1b039fe0-4d1c-44b8-b038-91a8980c68b8,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:43.733317 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdc7f2-0854-4166-9eea-887b300dcd9a req-948b7540-c1db-4e36-9260-7b8abed337f4 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:43.734064 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c2bdc7f2-0854-4166-9eea-887b300dcd9a req-948b7540-c1db-4e36-9260-7b8abed337f4 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Synchronizing usage tracker for tenant:bbc0aa9750134db59ae7aa7326bf2f17 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:45:43.742542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-3bc064a5-499b-426e-8f02-02bbed989802 req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Allocated IP 172.25.1.147 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/b2dbbd00-200f-4cba-8dfe-135cbdfe3362) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:45:43.778275 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2364f970-fef3-4743-8e7a-988372540657', 'tag': '1b039fe0-4d1c-44b8-b038-91a8980c68b8'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:43.944447 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-42c806e7-b71d-4592-8651-7458c1bed108 req-a6804bab-15ad-4149-acdc-d562552b9a21 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:43.963632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c2bdc7f2-0854-4166-9eea-887b300dcd9a req-948b7540-c1db-4e36-9260-7b8abed337f4 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Unset dirty status for tenant:bbc0aa9750134db59ae7aa7326bf2f17 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:45:43.964625 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c2bdc7f2-0854-4166-9eea-887b300dcd9a req-948b7540-c1db-4e36-9260-7b8abed337f4 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.61 "GET /v2.0/ports?device_id=2483d06a-af0b-4b92-96af-56008a24c7e4 HTTP/1.1" status: 200 len: 945 time: 0.5018771 Feb 18 08:45:44.000386 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-8ca066c1-4fe1-424c-8b9a-45dd368aa870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:44.002689 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-8ca066c1-4fe1-424c-8b9a-45dd368aa870 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 1099 time: 0.2578142 Feb 18 08:45:44.048187 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-c2bdc7f2-0854-4166-9eea-887b300dcd9a req-06e2fa6e-e7cd-4142-b2e7-d1d4ae37b751 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Deleting port 9bc08f17-f969-487c-bb34-d0ddfd74e420 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:45:44.048733 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c2bdc7f2-0854-4166-9eea-887b300dcd9a req-06e2fa6e-e7cd-4142-b2e7-d1d4ae37b751 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:44.080198 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-42c806e7-b71d-4592-8651-7458c1bed108 req-a6804bab-15ad-4149-acdc-d562552b9a21 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:44.090324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-089a6d51-9b94-499c-8141-1182d2438138 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8 HTTP/1.1" status: 200 len: 217 time: 0.0774851 Feb 18 08:45:44.091971 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['918423d4-67e0-46f8-bb7b-59253e8bb54a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:45:44.145546 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3bc064a5-499b-426e-8f02-02bbed989802 req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:44.162626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c1830-93bf-4ccd-9f9f-ecc0fa390f19 req-55bc748f-c316-4a43-a317-2d55e2eecc35 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:44.164114 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-153c1830-93bf-4ccd-9f9f-ecc0fa390f19 req-55bc748f-c316-4a43-a317-2d55e2eecc35 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/ports?device_id=2483d06a-af0b-4b92-96af-56008a24c7e4 HTTP/1.1" status: 200 len: 945 time: 0.2779131 Feb 18 08:45:44.175090 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6804bab-15ad-4149-acdc-d562552b9a21 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Pushing event updated for resources: {'Port': ['ID=31fbc2ba-cde8-4f2d-96dd-0693a649f542,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:44.203388 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c806e7-b71d-4592-8651-7458c1bed108 req-a6804bab-15ad-4149-acdc-d562552b9a21 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Network 51c9510d-69f6-4794-8ea8-380b620d4b91 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:45:44.227331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-a63f4cc4-97f5-4bc5-a5f9-7099d43548ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:44.228811 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-a63f4cc4-97f5-4bc5-a5f9-7099d43548ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1225915 Feb 18 08:45:44.232790 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-153c1830-93bf-4ccd-9f9f-ecc0fa390f19 req-e12692fd-6df7-43f7-b368-fdca2c69d748 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups?id=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626547 Feb 18 08:45:44.241973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-42c806e7-b71d-4592-8651-7458c1bed108 req-a6804bab-15ad-4149-acdc-d562552b9a21 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:45:44.258587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c806e7-b71d-4592-8651-7458c1bed108 req-a6804bab-15ad-4149-acdc-d562552b9a21 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:45:44.316123 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3bc064a5-499b-426e-8f02-02bbed989802 req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:44.389903 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc064a5-499b-426e-8f02-02bbed989802 req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:45:44.394983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-3bc064a5-499b-426e-8f02-02bbed989802 req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:45:44.397534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc064a5-499b-426e-8f02-02bbed989802 req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:45:44.408760 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c806e7-b71d-4592-8651-7458c1bed108 req-a6804bab-15ad-4149-acdc-d562552b9a21 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:44.409368 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-42c806e7-b71d-4592-8651-7458c1bed108 req-a6804bab-15ad-4149-acdc-d562552b9a21 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:44.444854 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-89fc839a-cb44-4402-82d8-5270f8b53a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:44.446276 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-89fc839a-cb44-4402-82d8-5270f8b53a06 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2095168 Feb 18 08:45:44.449254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Pushing event updated for resources: {'Port': ['ID=b2dbbd00-200f-4cba-8dfe-135cbdfe3362,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:44.466155 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-42c806e7-b71d-4592-8651-7458c1bed108 req-a6804bab-15ad-4149-acdc-d562552b9a21 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4344449 Feb 18 08:45:44.518355 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Request body: {'port': {'device_id': '15447f69-0c79-48df-ba20-fe869a8cbb5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:44.679555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c2bdc7f2-0854-4166-9eea-887b300dcd9a req-06e2fa6e-e7cd-4142-b2e7-d1d4ae37b751 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] For port 9bc08f17-f969-487c-bb34-d0ddfd74e420, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9bc08f17-f969-487c-bb34-d0ddfd74e420,segment=NetworkSegment(ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4),segment_id=ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:44.679947 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c2bdc7f2-0854-4166-9eea-887b300dcd9a req-06e2fa6e-e7cd-4142-b2e7-d1d4ae37b751 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:44.698169 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:44.723349 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-80b0499b-e8b3-48b8-ae06-071ecf920e36 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678311 Feb 18 08:45:44.725198 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3bc064a5-499b-426e-8f02-02bbed989802 req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:44.737696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3fa88-435b-4899-aad7-4e1d303585f5 req-38cbf248-b1ba-45a2-93a0-fa9e39a95b6c tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:44.738954 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84a3fa88-435b-4899-aad7-4e1d303585f5 req-38cbf248-b1ba-45a2-93a0-fa9e39a95b6c tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?device_id=d601e026-8237-45ab-adb4-e731be0c220f HTTP/1.1" status: 200 len: 950 time: 0.2655876 Feb 18 08:45:44.823066 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-c2bdc7f2-0854-4166-9eea-887b300dcd9a req-06e2fa6e-e7cd-4142-b2e7-d1d4ae37b751 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Calling delete_port for 9bc08f17-f969-487c-bb34-d0ddfd74e420 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:45:44.937972 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:45:44.956993 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84a3fa88-435b-4899-aad7-4e1d303585f5 req-46d2998e-8245-4fcb-bf87-e47756b35265 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/security-groups?id=b5956318-c812-442b-884a-59707e2b578a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940632 Feb 18 08:45:44.965715 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3bc064a5-499b-426e-8f02-02bbed989802 req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:45.134454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:45:45.140028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:45.140490 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:45.177294 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab271f62-20c9-4a45-a66e-069200ed30d8 req-6c0be1fe-b2d9-4487-940a-6d661b8c85f5 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373829 Feb 18 08:45:45.195602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf69b44-5efb-47f1-a72a-7a0c9d92bc7e req-85bb4a67-893e-4d2c-90f7-6c480803bbb4 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:45.198181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1cf69b44-5efb-47f1-a72a-7a0c9d92bc7e req-85bb4a67-893e-4d2c-90f7-6c480803bbb4 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.81 "GET /v2.0/ports?device_id=9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3 HTTP/1.1" status: 200 len: 946 time: 0.5411916 Feb 18 08:45:45.282439 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:45.309740 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f3f787-9d92-4d51-a350-ccc832052c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:45.320716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:45.325109 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:45.350330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31fbc2ba-cde8-4f2d-96dd-0693a649f542 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:45:45.355673 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c2bdc7f2-0854-4166-9eea-887b300dcd9a req-06e2fa6e-e7cd-4142-b2e7-d1d4ae37b751 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:45.396007 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:45.402272 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:45.435693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2fa6e-e7cd-4142-b2e7-d1d4ae37b751 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Pushing event deleted for resources: {'Port': ['ID=9bc08f17-f969-487c-bb34-d0ddfd74e420,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:45.441301 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Transition to ACTIVE for port object 31fbc2ba-cde8-4f2d-96dd-0693a649f542 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:45:45.475026 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:45.491680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-1cf69b44-5efb-47f1-a72a-7a0c9d92bc7e req-bec511d7-5a92-4040-9dae-a3d6402742e1 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Deleting port c50717f1-813d-4d83-88c1-3a9b0718a45d {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:45:45.492287 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1cf69b44-5efb-47f1-a72a-7a0c9d92bc7e req-bec511d7-5a92-4040-9dae-a3d6402742e1 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:45.610467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c135d1-e301-427d-9840-2b97669c5ec2 req-f5d254ea-baf3-467e-a6d4-26cedd63e42e tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:45.612375 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1c135d1-e301-427d-9840-2b97669c5ec2 req-f5d254ea-baf3-467e-a6d4-26cedd63e42e tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3 HTTP/1.1" status: 200 len: 946 time: 0.4780135 Feb 18 08:45:45.646852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bdc7f2-0854-4166-9eea-887b300dcd9a req-06e2fa6e-e7cd-4142-b2e7-d1d4ae37b751 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] No DVR routers for this DVR port 9bc08f17-f969-487c-bb34-d0ddfd74e420 on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:45:45.701711 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c2bdc7f2-0854-4166-9eea-887b300dcd9a req-06e2fa6e-e7cd-4142-b2e7-d1d4ae37b751 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:45.704722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2483d06a-af0b-4b92-96af-56008a24c7e4', 'name': 'network-vif-deleted', 'tag': '9bc08f17-f969-487c-bb34-d0ddfd74e420'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:45.745590 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3bc064a5-499b-426e-8f02-02bbed989802 req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:45.749475 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1c135d1-e301-427d-9840-2b97669c5ec2 req-7a8d8aac-7bc0-4951-a7b4-5b20240e11c1 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups?id=45a4ba9e-f429-4f4c-be3a-169a614dc9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039999 Feb 18 08:45:45.795108 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3bc064a5-499b-426e-8f02-02bbed989802 req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:45.800837 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=31fbc2ba-cde8-4f2d-96dd-0693a649f542,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:45.807799 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c2bdc7f2-0854-4166-9eea-887b300dcd9a req-06e2fa6e-e7cd-4142-b2e7-d1d4ae37b751 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.61 "DELETE /v2.0/ports/9bc08f17-f969-487c-bb34-d0ddfd74e420 HTTP/1.1" status: 204 len: 173 time: 1.8377593 Feb 18 08:45:45.859604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Attempting to bind port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:45:45.860887 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Attempting to bind port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:45:45.861515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Attempting to bind port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:45.868929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 on network 51c9510d-69f6-4794-8ea8-380b620d4b91 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:45:45.869328 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Attempting to bind port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:45.876642 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:45:45.877115 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Checking segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:45:45.877566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Bound using segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:45:45.878055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Bound port: 31fbc2ba-cde8-4f2d-96dd-0693a649f542, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:45:45.878473 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:45.981028 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] For port 31fbc2ba-cde8-4f2d-96dd-0693a649f542, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:45:45.984566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] For port 31fbc2ba-cde8-4f2d-96dd-0693a649f542, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=31fbc2ba-cde8-4f2d-96dd-0693a649f542,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:45:45.989752 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:46.047080 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:46.047879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Pushing event updated for resources: {'Port': ['ID=b2dbbd00-200f-4cba-8dfe-135cbdfe3362,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:46.048329 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:46.050126 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-42c806e7-b71d-4592-8651-7458c1bed108 req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] 10.222.0.81 "PUT /v2.0/ports/31fbc2ba-cde8-4f2d-96dd-0693a649f542 HTTP/1.1" status: 200 len: 1091 time: 1.5359452 Feb 18 08:45:46.068744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-1cf69b44-5efb-47f1-a72a-7a0c9d92bc7e req-bec511d7-5a92-4040-9dae-a3d6402742e1 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] For port c50717f1-813d-4d83-88c1-3a9b0718a45d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=c50717f1-813d-4d83-88c1-3a9b0718a45d,segment=NetworkSegment(3a90ac9f-9916-42a6-9a0e-35487316ce3b),segment_id=3a90ac9f-9916-42a6-9a0e-35487316ce3b)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:46.069002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6100ad4-1eda-46ad-bd2c-1a82eb97e0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=31fbc2ba-cde8-4f2d-96dd-0693a649f542,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:46.069104 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1cf69b44-5efb-47f1-a72a-7a0c9d92bc7e req-bec511d7-5a92-4040-9dae-a3d6402742e1 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:46.087192 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3bc064a5-499b-426e-8f02-02bbed989802 req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:46.167912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c806e7-b71d-4592-8651-7458c1bed108 req-5d85a29a-7314-4d46-bab3-13d0014fffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:46.169447 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-42c806e7-b71d-4592-8651-7458c1bed108 req-5d85a29a-7314-4d46-bab3-13d0014fffd3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 1094 time: 0.0708606 Feb 18 08:45:46.201328 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3bc064a5-499b-426e-8f02-02bbed989802 req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:46.202498 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3bc064a5-499b-426e-8f02-02bbed989802 req-10f45e72-e429-4235-a69d-3cf816cba65a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7280903 Feb 18 08:45:46.206633 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718eabb-9ece-46a4-959d-cddbf791e001 req-07671c8a-be10-4f89-876e-c647c9bb110f tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:46.208054 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a718eabb-9ece-46a4-959d-cddbf791e001 req-07671c8a-be10-4f89-876e-c647c9bb110f tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 1096 time: 0.3116865 Feb 18 08:45:46.243185 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-42c806e7-b71d-4592-8651-7458c1bed108 req-4ec7ea4e-2a62-4af9-b102-6f752ef2ea8e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31fbc2ba-cde8-4f2d-96dd-0693a649f542 HTTP/1.1" status: 200 len: 217 time: 0.0662327 Feb 18 08:45:46.318926 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c806e7-b71d-4592-8651-7458c1bed108 req-19c81f11-8c67-4a27-bddb-27506f8d8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:46.320496 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-42c806e7-b71d-4592-8651-7458c1bed108 req-19c81f11-8c67-4a27-bddb-27506f8d8783 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.0704629 Feb 18 08:45:46.375159 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-42c806e7-b71d-4592-8651-7458c1bed108 req-9af70d81-a7e1-4735-98d5-7fa25043e6e5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484493 Feb 18 08:45:46.383683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3bc064a5-499b-426e-8f02-02bbed989802 req-e6027142-918f-410e-875b-01ee1f19234d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Synchronizing usage tracker for tenant:b94ba894049c4fed9af7021dad82b5c9 on resource:floatingip {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:45:46.403520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a718eabb-9ece-46a4-959d-cddbf791e001 req-3a8ad3ba-cb8e-4bbf-8130-df42f221c39e tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452010 Feb 18 08:45:46.497742 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3bc064a5-499b-426e-8f02-02bbed989802 req-e6027142-918f-410e-875b-01ee1f19234d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Unset dirty status for tenant:b94ba894049c4fed9af7021dad82b5c9 on resource:floatingip {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:45:46.498888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3bc064a5-499b-426e-8f02-02bbed989802 req-e6027142-918f-410e-875b-01ee1f19234d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.147 HTTP/1.1" status: 200 len: 696 time: 0.2417617 Feb 18 08:45:46.530051 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-42c806e7-b71d-4592-8651-7458c1bed108 req-6874ddb7-789b-4423-a239-891b84ce745c service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465125 Feb 18 08:45:46.592024 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1cf69b44-5efb-47f1-a72a-7a0c9d92bc7e req-bec511d7-5a92-4040-9dae-a3d6402742e1 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:46.592411 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1cf69b44-5efb-47f1-a72a-7a0c9d92bc7e req-bec511d7-5a92-4040-9dae-a3d6402742e1 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:46.592718 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-1cf69b44-5efb-47f1-a72a-7a0c9d92bc7e req-bec511d7-5a92-4040-9dae-a3d6402742e1 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Floating IP 10f63271-d16a-4ebd-97c5-19ad3614e852 disassociated. External IP: 172.25.1.146, port: c50717f1-813d-4d83-88c1-3a9b0718a45d. Feb 18 08:45:46.593050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-1cf69b44-5efb-47f1-a72a-7a0c9d92bc7e req-bec511d7-5a92-4040-9dae-a3d6402742e1 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Calling delete_port for c50717f1-813d-4d83-88c1-3a9b0718a45d owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:45:46.666121 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-42c806e7-b71d-4592-8651-7458c1bed108 req-b5041304-8ed4-49fb-b5cc-a416ef1fcb04 service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282122 Feb 18 08:45:46.817197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc064a5-499b-426e-8f02-02bbed989802 req-e037c77f-bb5f-41c4-af10-fd393a1d535e tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:46.818358 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3bc064a5-499b-426e-8f02-02bbed989802 req-e037c77f-bb5f-41c4-af10-fd393a1d535e tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.3140013 Feb 18 08:45:46.841326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbec5eb-ed9b-4048-a52d-72597d97839a req-0246f503-1cfb-4538-8df3-3d8ff40dc0d4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:46.842769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8dbec5eb-ed9b-4048-a52d-72597d97839a req-0246f503-1cfb-4538-8df3-3d8ff40dc0d4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 948 time: 0.2573519 Feb 18 08:45:46.906545 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1cf69b44-5efb-47f1-a72a-7a0c9d92bc7e req-bec511d7-5a92-4040-9dae-a3d6402742e1 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:46.930489 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9bc08f17-f969-487c-bb34-d0ddfd74e420 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:45:46.959731 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8dbec5eb-ed9b-4048-a52d-72597d97839a req-980238a1-05d0-47f6-b6f8-6de6427bcd43 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060483 Feb 18 08:45:46.980005 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 9bc08f17-f969-487c-bb34-d0ddfd74e420 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:45:46.980736 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9bc08f17-f969-487c-bb34-d0ddfd74e420 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:45:46.987559 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec511d7-5a92-4040-9dae-a3d6402742e1 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Pushing event deleted for resources: {'Port': ['ID=c50717f1-813d-4d83-88c1-3a9b0718a45d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:47.189482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188c5df-80e3-4e4c-bca9-97379f522d9a req-9f5ec93c-c15f-41d9-965b-84336984967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:47.191489 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9188c5df-80e3-4e4c-bca9-97379f522d9a req-9f5ec93c-c15f-41d9-965b-84336984967c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 1099 time: 0.0963273 Feb 18 08:45:47.203201 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f3f787-9d92-4d51-a350-ccc832052c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29', 'code': 200} Feb 18 08:45:47.205467 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2364f970-fef3-4743-8e7a-988372540657', 'tag': '1b039fe0-4d1c-44b8-b038-91a8980c68b8', 'status': 'completed', 'code': 200} Feb 18 08:45:47.279186 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2483d06a-af0b-4b92-96af-56008a24c7e4', 'name': 'network-vif-deleted', 'tag': '9bc08f17-f969-487c-bb34-d0ddfd74e420', 'status': 'completed', 'code': 200} Feb 18 08:45:47.339353 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188c5df-80e3-4e4c-bca9-97379f522d9a req-42053b13-8814-4469-81e6-4aad7a510723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:47.340980 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9188c5df-80e3-4e4c-bca9-97379f522d9a req-42053b13-8814-4469-81e6-4aad7a510723 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.1429307 Feb 18 08:45:47.418841 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9188c5df-80e3-4e4c-bca9-97379f522d9a req-b197d88f-1720-4f9d-ae1e-0772ecfc201c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8 HTTP/1.1" status: 200 len: 217 time: 0.0682406 Feb 18 08:45:47.488953 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188c5df-80e3-4e4c-bca9-97379f522d9a req-3fee2015-1469-4262-9898-6aa9fad2e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:47.490571 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9188c5df-80e3-4e4c-bca9-97379f522d9a req-3fee2015-1469-4262-9898-6aa9fad2e5f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0619836 Feb 18 08:45:47.508680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25eacf5-00b4-48e4-b721-44fce7b07b02 req-25cd6d98-316e-45f1-814a-21b84696f01b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:47.510130 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c25eacf5-00b4-48e4-b721-44fce7b07b02 req-25cd6d98-316e-45f1-814a-21b84696f01b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 943 time: 0.3039165 Feb 18 08:45:47.522963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cf69b44-5efb-47f1-a72a-7a0c9d92bc7e req-bec511d7-5a92-4040-9dae-a3d6402742e1 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Router 750484d5-88eb-4d99-b700-088a38dc5994 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:45:47.550852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbc15d-2a3e-418f-8816-e4e3461e6b58 req-446f55cf-f3aa-4df4-9b56-67e1daad1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:47.550852 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71fbc15d-2a3e-418f-8816-e4e3461e6b58 req-446f55cf-f3aa-4df4-9b56-67e1daad1fe9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=96f3f787-9d92-4d51-a350-ccc832052c15 HTTP/1.1" status: 200 len: 1101 time: 0.2704864 Feb 18 08:45:47.569383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188c5df-80e3-4e4c-bca9-97379f522d9a req-2de0ccc5-d72c-49a1-9a3d-8ec86812890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:47.570850 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9188c5df-80e3-4e4c-bca9-97379f522d9a req-2de0ccc5-d72c-49a1-9a3d-8ec86812890d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744603 Feb 18 08:45:47.585933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f19de7-7628-4503-b039-38114518f070 req-8cd1b930-c93c-4773-8b79-a779350f36a9 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:47.587293 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-21f19de7-7628-4503-b039-38114518f070 req-8cd1b930-c93c-4773-8b79-a779350f36a9 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?device_id=d601e026-8237-45ab-adb4-e731be0c220f HTTP/1.1" status: 200 len: 950 time: 0.2112470 Feb 18 08:45:47.689144 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c25eacf5-00b4-48e4-b721-44fce7b07b02 req-e97dd596-36aa-478e-bde9-34589f8e8a4a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701152 Feb 18 08:45:47.721095 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71fbc15d-2a3e-418f-8816-e4e3461e6b58 req-a50ac6d5-894b-4c14-80e9-bbe322e00f01 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b5956318-c812-442b-884a-59707e2b578a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619840 Feb 18 08:45:47.791596 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9188c5df-80e3-4e4c-bca9-97379f522d9a req-49313692-4ad0-4f68-9275-4f5a898a11b4 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140124 Feb 18 08:45:47.830092 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-21f19de7-7628-4503-b039-38114518f070 req-eee742c0-2ede-4d9d-80b7-5a2237853700 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/security-groups?id=b5956318-c812-442b-884a-59707e2b578a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858568 Feb 18 08:45:47.866693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cf69b44-5efb-47f1-a72a-7a0c9d92bc7e req-bec511d7-5a92-4040-9dae-a3d6402742e1 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:45:47.878131 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3ea09e-e75d-4bf1-9481-4da42721cd9b None None] Sync routers for ids ['750484d5-88eb-4d99-b700-088a38dc5994'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:45:47.889848 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3ea09e-e75d-4bf1-9481-4da42721cd9b None None] Routers {'750484d5-88eb-4d99-b700-088a38dc5994'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:45:47.890531 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2a3ea09e-e75d-4bf1-9481-4da42721cd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:45:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['750484d5-88eb-4d99-b700-088a38dc5994'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:48.014582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96b0bfe7-ad6c-4259-8891-36e341536736 req-784a662e-6789-444d-821d-72c3dcc2d736 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/ports?device_id=9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3 HTTP/1.1" status: 200 len: 210 time: 0.1059296 Feb 18 08:45:48.028575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf69b44-5efb-47f1-a72a-7a0c9d92bc7e req-bec511d7-5a92-4040-9dae-a3d6402742e1 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] No DVR routers for this DVR port c50717f1-813d-4d83-88c1-3a9b0718a45d on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:45:48.031153 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1cf69b44-5efb-47f1-a72a-7a0c9d92bc7e req-bec511d7-5a92-4040-9dae-a3d6402742e1 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:48.054196 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1cf69b44-5efb-47f1-a72a-7a0c9d92bc7e req-bec511d7-5a92-4040-9dae-a3d6402742e1 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.81 "DELETE /v2.0/ports/c50717f1-813d-4d83-88c1-3a9b0718a45d HTTP/1.1" status: 204 len: 173 time: 2.8411562 Feb 18 08:45:48.092199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd189a8-a3a8-42c2-b868-783bfd13600f req-af775818-a525-4d98-b231-3bc92c0f1291 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:48.093849 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fcd189a8-a3a8-42c2-b868-783bfd13600f req-af775818-a525-4d98-b231-3bc92c0f1291 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1188650 Feb 18 08:45:48.122675 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-2a3ea09e-e75d-4bf1-9481-4da42721cd9b None None] Set router 750484d5-88eb-4d99-b700-088a38dc5994 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:45:48.159065 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9188c5df-80e3-4e4c-bca9-97379f522d9a req-da8ebfb8-a72e-4d2e-be99-3e187433cfc7 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933043 Feb 18 08:45:48.239576 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fcd189a8-a3a8-42c2-b868-783bfd13600f req-96bd6e34-537a-46f9-84b0-2a23886132fc tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.147 HTTP/1.1" status: 200 len: 696 time: 0.1398866 Feb 18 08:45:48.257837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-fcd189a8-a3a8-42c2-b868-783bfd13600f req-981305a6-e413-4cc4-9c25-10c233bfda54 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Request body: {'floatingip': {'port_id': 'dfb6e662-096b-4f13-aef3-81a550b36bdd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:48.345788 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fcd189a8-a3a8-42c2-b868-783bfd13600f req-981305a6-e413-4cc4-9c25-10c233bfda54 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:48.458895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe0825-6052-4ac3-ae10-ff9562437b61 req-5bfe5bac-574b-4829-9a80-48d223ca4234 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:48.460385 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13fe0825-6052-4ac3-ae10-ff9562437b61 req-5bfe5bac-574b-4829-9a80-48d223ca4234 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.2961102 Feb 18 08:45:48.472323 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2a3ea09e-e75d-4bf1-9481-4da42721cd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:41:25Z', 'revision_number': 4, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port': {'id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:18Z', 'updated_at': '2022-02-18T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f170f5bc-ccfb-4908-95e1-73fedb6080bf', 'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'mac_address': 'fa:16:3e:20:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:23Z', 'updated_at': '2022-02-18T08:41:36Z', 'revision_number': 5, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'subnets': [{'id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:48.476236 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3ea09e-e75d-4bf1-9481-4da42721cd9b None None] Checking router: 750484d5-88eb-4d99-b700-088a38dc5994 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:45:48.484247 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3ea09e-e75d-4bf1-9481-4da42721cd9b None None] Routers {'750484d5-88eb-4d99-b700-088a38dc5994'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:45:48.485516 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2a3ea09e-e75d-4bf1-9481-4da42721cd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:45:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['750484d5-88eb-4d99-b700-088a38dc5994'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:48.565685 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13fe0825-6052-4ac3-ae10-ff9562437b61 req-9fda06a6-9a1d-408f-bd90-eb623cd4e49a tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936556 Feb 18 08:45:48.676234 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-2a3ea09e-e75d-4bf1-9481-4da42721cd9b None None] Set router 750484d5-88eb-4d99-b700-088a38dc5994 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:45:48.909665 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-fcd189a8-a3a8-42c2-b868-783bfd13600f req-981305a6-e413-4cc4-9c25-10c233bfda54 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] update failed (client error): There was a conflict when trying to complete your request. Feb 18 08:45:48.910927 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fcd189a8-a3a8-42c2-b868-783bfd13600f req-981305a6-e413-4cc4-9c25-10c233bfda54 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "PUT /v2.0/floatingips/a2144fb7-6482-4940-bef2-f7e4b8ebfa77 HTTP/1.1" status: 409 len: 550 time: 0.6604488 Feb 18 08:45:48.943296 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1b039fe0-4d1c-44b8-b038-91a8980c68b8 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:45:49.023035 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2a3ea09e-e75d-4bf1-9481-4da42721cd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:41:25Z', 'revision_number': 4, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port': {'id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:18Z', 'updated_at': '2022-02-18T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f170f5bc-ccfb-4908-95e1-73fedb6080bf', 'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'mac_address': 'fa:16:3e:20:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:23Z', 'updated_at': '2022-02-18T08:41:36Z', 'revision_number': 5, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'subnets': [{'id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:49.034241 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3ea09e-e75d-4bf1-9481-4da42721cd9b None None] The sync data for ids ['750484d5-88eb-4d99-b700-088a38dc5994'] in n-d-829434-1 is: [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:41:25Z', 'revision_number': 4, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port': {'id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:18Z', 'updated_at': '2022-02-18T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f170f5bc-ccfb-4908-95e1-73fedb6080bf', 'name': '', 'network_id': '6c4c5e8e-8215-4796-a5ce-435bb8609f4a', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'mac_address': 'fa:16:3e:20:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:23Z', 'updated_at': '2022-02-18T08:41:36Z', 'revision_number': 5, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'subnets': [{'id': 'db8c3d8b-3f4e-4938-bf14-6dbfccf62216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:45:49.141055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a50b5-0f9e-43ed-a873-cdb061008803 req-573d8085-a8d1-4ecf-ad12-0c0133d1275d tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:49.142509 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d61a50b5-0f9e-43ed-a873-cdb061008803 req-573d8085-a8d1-4ecf-ad12-0c0133d1275d tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f3f787-9d92-4d51-a350-ccc832052c15 HTTP/1.1" status: 200 len: 950 time: 0.1738324 Feb 18 08:45:49.195648 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1b039fe0-4d1c-44b8-b038-91a8980c68b8, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:49.199074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bea6a-78e5-407c-9708-535ce3270593 req-ba82d19a-639a-44e2-982a-6d5e95189b6f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:49.200603 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-472bea6a-78e5-407c-9708-535ce3270593 req-ba82d19a-639a-44e2-982a-6d5e95189b6f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 948 time: 0.1444073 Feb 18 08:45:49.206929 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3', 'name': 'network-vif-deleted', 'tag': 'c50717f1-813d-4d83-88c1-3a9b0718a45d'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:49.218729 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '1b039fe0-4d1c-44b8-b038-91a8980c68b8', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '1b039fe0-4d1c-44b8-b038-91a8980c68b8', 'mac_address': 'fa:16:3e:81:d7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:45:49.252437 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d61a50b5-0f9e-43ed-a873-cdb061008803 req-226594cc-f0ad-4c2d-a033-d80be670ec6a tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/security-groups?id=b5956318-c812-442b-884a-59707e2b578a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037292 Feb 18 08:45:49.281040 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15447f69-0c79-48df-ba20-fe869a8cbb5a', 'tag': '31fbc2ba-cde8-4f2d-96dd-0693a649f542'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:49.302466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-472bea6a-78e5-407c-9708-535ce3270593 req-f9eb4c5c-e31f-4fde-a6c8-79780ec965ba tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907729 Feb 18 08:45:49.319387 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:49.377345 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b039fe0-4d1c-44b8-b038-91a8980c68b8 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:45:49.416597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7bd26f-bc44-4376-90c6-8d671c07ffda None None] New status for floating IP 10f63271-d16a-4ebd-97c5-19ad3614e852: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:45:49.471447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1b039fe0-4d1c-44b8-b038-91a8980c68b8, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:49.480774 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:49.489001 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-214da96f-81fe-43a7-8ca9-bd67d9ffa426 req-9f537c27-b7ba-4753-84ba-f77674f01b8f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0928190 Feb 18 08:45:49.571125 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1b039fe0-4d1c-44b8-b038-91a8980c68b8,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:49.588428 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8be517-c076-4685-bfec-3883ec8c6618 req-bf75c5ac-e127-4129-9d5a-f69fc4f1594a tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:49.592286 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214da96f-81fe-43a7-8ca9-bd67d9ffa426 req-6f07f3b3-599b-4a07-94d5-5383988073cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:49.594037 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-214da96f-81fe-43a7-8ca9-bd67d9ffa426 req-6f07f3b3-599b-4a07-94d5-5383988073cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 1095 time: 0.0807853 Feb 18 08:45:49.596162 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea8be517-c076-4685-bfec-3883ec8c6618 req-bf75c5ac-e127-4129-9d5a-f69fc4f1594a tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 1096 time: 0.1415946 Feb 18 08:45:49.622640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62e239-cdf6-4c1b-8963-a141f9ba5d45 req-12b066c6-d90e-4bd9-ab93-6c0fba51ffc8 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:49.624076 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b62e239-cdf6-4c1b-8963-a141f9ba5d45 req-12b066c6-d90e-4bd9-ab93-6c0fba51ffc8 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 943 time: 0.1335578 Feb 18 08:45:49.662329 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea8be517-c076-4685-bfec-3883ec8c6618 req-9d9face0-734e-4fe1-bca4-718d11a3b8d5 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651875 Feb 18 08:45:49.686227 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b62e239-cdf6-4c1b-8963-a141f9ba5d45 req-2ae08911-2646-446a-a036-ed4c238d1c64 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505733 Feb 18 08:45:49.725845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device c50717f1-813d-4d83-88c1-3a9b0718a45d no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:45:49.765335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214da96f-81fe-43a7-8ca9-bd67d9ffa426 req-0898dd7c-5469-49f4-9617-602e36339a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:49.770160 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-214da96f-81fe-43a7-8ca9-bd67d9ffa426 req-0898dd7c-5469-49f4-9617-602e36339a85 service neutron] 10.222.0.61 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 922 time: 0.1500950 Feb 18 08:45:49.772037 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: c50717f1-813d-4d83-88c1-3a9b0718a45d {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:45:49.772411 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device c50717f1-813d-4d83-88c1-3a9b0718a45d not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:45:49.827346 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f191a2b-c05f-44df-b77f-b779cb06f61f req-fcc9304e-f314-4f98-b54c-ff2b816b670f tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/floatingips/a2144fb7-6482-4940-bef2-f7e4b8ebfa77 HTTP/1.1" status: 200 len: 693 time: 0.1192536 Feb 18 08:45:49.853187 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9721ebcc-a6e3-4855-9592-ed5e5cb4d4c3', 'name': 'network-vif-deleted', 'tag': 'c50717f1-813d-4d83-88c1-3a9b0718a45d', 'status': 'completed', 'code': 200} Feb 18 08:45:49.867326 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-214da96f-81fe-43a7-8ca9-bd67d9ffa426 req-183b2029-fc0b-4468-84e2-4a958d777266 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 HTTP/1.1" status: 200 len: 217 time: 0.0902681 Feb 18 08:45:49.916377 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15447f69-0c79-48df-ba20-fe869a8cbb5a', 'tag': '31fbc2ba-cde8-4f2d-96dd-0693a649f542', 'status': 'completed', 'code': 200} Feb 18 08:45:49.927003 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['1b039fe0-4d1c-44b8-b038-91a8980c68b8'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:45:49.945383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214da96f-81fe-43a7-8ca9-bd67d9ffa426 req-8dc234f9-b080-4a2d-922d-87a02d86913f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:49.946938 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-214da96f-81fe-43a7-8ca9-bd67d9ffa426 req-8dc234f9-b080-4a2d-922d-87a02d86913f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.0724771 Feb 18 08:45:50.008986 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-214da96f-81fe-43a7-8ca9-bd67d9ffa426 req-f88d0730-a059-4a08-b399-6b39cac50a6b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548105 Feb 18 08:45:50.052952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f191a2b-c05f-44df-b77f-b779cb06f61f req-432092ac-5946-41e6-b672-590919557cd7 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:50.060317 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f191a2b-c05f-44df-b77f-b779cb06f61f req-432092ac-5946-41e6-b672-590919557cd7 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.2320936 Feb 18 08:45:50.115227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8815d-2ce9-4c29-926f-303369186403 req-4c5e0ea1-3bee-4fcc-bcf0-c6167c02c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:50.116708 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4dc8815d-2ce9-4c29-926f-303369186403 req-4c5e0ea1-3bee-4fcc-bcf0-c6167c02c657 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 1094 time: 0.1952128 Feb 18 08:45:50.152374 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-214da96f-81fe-43a7-8ca9-bd67d9ffa426 req-6be2bd4c-09ff-48cd-8ca3-4fa963fd07b3 service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367140 Feb 18 08:45:50.246963 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f191a2b-c05f-44df-b77f-b779cb06f61f req-7922c6ed-7c6d-403d-ba4d-dddc2e619afb tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.147 HTTP/1.1" status: 200 len: 696 time: 0.1857026 Feb 18 08:45:50.285390 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-214da96f-81fe-43a7-8ca9-bd67d9ffa426 req-dde31349-c7c7-41ca-8f7c-d578f0280c9d service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267695 Feb 18 08:45:50.355760 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f191a2b-c05f-44df-b77f-b779cb06f61f req-8077e6eb-4f42-42f7-adbb-8ffafff9f9ac tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.147 HTTP/1.1" status: 200 len: 696 time: 0.1013243 Feb 18 08:45:50.474756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ceda48-b0c8-49b8-90c2-f107f61fdc86 req-5a87aa96-d801-4b1f-8048-decdf155527e tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:50.476207 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04ceda48-b0c8-49b8-90c2-f107f61fdc86 req-5a87aa96-d801-4b1f-8048-decdf155527e tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.4118900 Feb 18 08:45:50.662316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8815d-2ce9-4c29-926f-303369186403 req-22c1f911-1d66-4899-9cf2-d2db1b2a0e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:50.663723 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4dc8815d-2ce9-4c29-926f-303369186403 req-22c1f911-1d66-4899-9cf2-d2db1b2a0e2d service neutron] 10.222.0.81 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 922 time: 0.5100865 Feb 18 08:45:50.668060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-4f191a2b-c05f-44df-b77f-b779cb06f61f req-493d1d3e-f693-4df6-b03c-1b657756128d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Deleting port b2dbbd00-200f-4cba-8dfe-135cbdfe3362 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:45:50.668429 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4f191a2b-c05f-44df-b77f-b779cb06f61f req-493d1d3e-f693-4df6-b03c-1b657756128d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:50.768799 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4dc8815d-2ce9-4c29-926f-303369186403 req-08d5cf13-cec5-4e13-a40e-e587e3d1a334 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31fbc2ba-cde8-4f2d-96dd-0693a649f542 HTTP/1.1" status: 200 len: 217 time: 0.0735855 Feb 18 08:45:50.854272 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04ceda48-b0c8-49b8-90c2-f107f61fdc86 req-9b9b761f-9b21-4505-a0ad-5667e4b1efcd tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183310 Feb 18 08:45:50.923529 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8815d-2ce9-4c29-926f-303369186403 req-dc6c575f-407e-4e3c-93e4-1b5a8e1afc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:50.924911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4dc8815d-2ce9-4c29-926f-303369186403 req-dc6c575f-407e-4e3c-93e4-1b5a8e1afc20 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.1433222 Feb 18 08:45:50.984108 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4dc8815d-2ce9-4c29-926f-303369186403 req-f5d8ff0e-bfd1-401c-b591-dd462c958f34 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463319 Feb 18 08:45:51.086089 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4f191a2b-c05f-44df-b77f-b779cb06f61f req-493d1d3e-f693-4df6-b03c-1b657756128d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:51.086404 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4f191a2b-c05f-44df-b77f-b779cb06f61f req-493d1d3e-f693-4df6-b03c-1b657756128d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:51.227413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-4f191a2b-c05f-44df-b77f-b779cb06f61f req-493d1d3e-f693-4df6-b03c-1b657756128d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Calling delete_port for b2dbbd00-200f-4cba-8dfe-135cbdfe3362 owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:45:51.313339 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4dc8815d-2ce9-4c29-926f-303369186403 req-fc532104-d91b-47f8-b563-ac53187e6ceb service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143144 Feb 18 08:45:51.403418 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:45:51.507332 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4dc8815d-2ce9-4c29-926f-303369186403 req-2bfa94d5-938a-44c9-9bb0-9572848f5287 service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872406 Feb 18 08:45:51.520166 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4f191a2b-c05f-44df-b77f-b779cb06f61f req-493d1d3e-f693-4df6-b03c-1b657756128d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:51.568615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d1d3e-f693-4df6-b03c-1b657756128d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Pushing event deleted for resources: {'Port': ['ID=b2dbbd00-200f-4cba-8dfe-135cbdfe3362,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:51.663225 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4f191a2b-c05f-44df-b77f-b779cb06f61f req-493d1d3e-f693-4df6-b03c-1b657756128d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:51.681512 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4f191a2b-c05f-44df-b77f-b779cb06f61f req-493d1d3e-f693-4df6-b03c-1b657756128d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:51.682672 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f191a2b-c05f-44df-b77f-b779cb06f61f req-493d1d3e-f693-4df6-b03c-1b657756128d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "DELETE /v2.0/floatingips/a2144fb7-6482-4940-bef2-f7e4b8ebfa77 HTTP/1.1" status: 204 len: 173 time: 1.3181515 Feb 18 08:45:51.784874 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44702) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:45:51.915633 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67bcee3a-137b-4026-833f-c2ad89fcc7f1 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:51.933630 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-a3b18e7b-fc5c-41f4-97a7-b463adbfa1a7 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:45:51.934600 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-a3b18e7b-fc5c-41f4-97a7-b463adbfa1a7 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083294 Feb 18 08:45:51.947980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-0b373715-88f2-492a-8f8e-c38ac170af09 service neutron] Request body: {'binding': {'host': 'n-h1-829434-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:51.948462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-0b373715-88f2-492a-8f8e-c38ac170af09 service neutron] Unknown quota resources ['binding']. {{(pid=87767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 18 08:45:51.976651 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ebbe6f7-f217-40a4-a808-78b95d727891 req-530e6035-1906-47d5-b669-522a14aabefc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1576240 Feb 18 08:45:51.987952 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67bcee3a-137b-4026-833f-c2ad89fcc7f1 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:51.994228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c346a-e118-4bc5-8a04-59c590e25419 req-7da03e15-b18e-4403-ba8e-a7fb39214cde tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:51.995660 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-808c346a-e118-4bc5-8a04-59c590e25419 req-7da03e15-b18e-4403-ba8e-a7fb39214cde tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f3f787-9d92-4d51-a350-ccc832052c15 HTTP/1.1" status: 200 len: 950 time: 0.1179862 Feb 18 08:45:52.089619 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-808c346a-e118-4bc5-8a04-59c590e25419 req-492508c4-ce7c-42bb-aafd-a56e0f742d71 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/security-groups?id=b5956318-c812-442b-884a-59707e2b578a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879703 Feb 18 08:45:52.120040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbe6f7-f217-40a4-a808-78b95d727891 req-4efd7385-742b-4782-a29b-ecab0aed23e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:52.121737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ebbe6f7-f217-40a4-a808-78b95d727891 req-4efd7385-742b-4782-a29b-ecab0aed23e2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 1101 time: 0.1183136 Feb 18 08:45:52.133540 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67bcee3a-137b-4026-833f-c2ad89fcc7f1 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:52.171025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcee3a-137b-4026-833f-c2ad89fcc7f1 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af39d1cf-ddfb-4357-9ad2-1647973f7d2e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:52.195752 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67bcee3a-137b-4026-833f-c2ad89fcc7f1 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:52.200081 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-67bcee3a-137b-4026-833f-c2ad89fcc7f1 tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "DELETE /v2.0/security-groups/af39d1cf-ddfb-4357-9ad2-1647973f7d2e HTTP/1.1" status: 204 len: 168 time: 0.4106979 Feb 18 08:45:52.206680 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44710) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:45:52.237000 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-4eb0ff1f-1ce0-4186-a099-b5cc0d8d55df tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] show failed (client error): The resource could not be found. Feb 18 08:45:52.237981 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4eb0ff1f-1ce0-4186-a099-b5cc0d8d55df tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "GET /v2.0/security-groups/af39d1cf-ddfb-4357-9ad2-1647973f7d2e HTTP/1.1" status: 404 len: 347 time: 0.0304124 Feb 18 08:45:52.243064 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44714) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:45:52.305011 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-0b373715-88f2-492a-8f8e-c38ac170af09 service neutron] Attempting to bind port 27b00282-dcaa-4c58-8db2-087956d97def on host n-h1-829434-1 for vnic_type normal with profile None {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:45:52.305349 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-0b373715-88f2-492a-8f8e-c38ac170af09 service neutron] Attempting to bind port 27b00282-dcaa-4c58-8db2-087956d97def by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:45:52.305765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-0b373715-88f2-492a-8f8e-c38ac170af09 service neutron] Attempting to bind port 27b00282-dcaa-4c58-8db2-087956d97def on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:52.326199 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-0b373715-88f2-492a-8f8e-c38ac170af09 service neutron] Port 27b00282-dcaa-4c58-8db2-087956d97def on network e8816836-4120-4f1e-b024-4d70fd6a0963 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:45:52.326517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-0b373715-88f2-492a-8f8e-c38ac170af09 service neutron] Attempting to bind port 27b00282-dcaa-4c58-8db2-087956d97def on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:52.334292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-0b373715-88f2-492a-8f8e-c38ac170af09 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:45:52.334625 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-0b373715-88f2-492a-8f8e-c38ac170af09 service neutron] Checking segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:45:52.335005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-0b373715-88f2-492a-8f8e-c38ac170af09 service neutron] Bound using segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:45:52.335423 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-0b373715-88f2-492a-8f8e-c38ac170af09 service neutron] Bound port: 27b00282-dcaa-4c58-8db2-087956d97def, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:45:52.420255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-3fde9d05-24b4-41e1-b677-5a043f09105d tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Deleting port 60e81bc9-8f0b-4805-ac1f-0d0a1e659b34 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:45:52.420651 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3fde9d05-24b4-41e1-b677-5a043f09105d tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:52.435592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbe6f7-f217-40a4-a808-78b95d727891 req-e4941acb-2d5b-4489-bca6-9c38fb74098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:52.437068 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ebbe6f7-f217-40a4-a808-78b95d727891 req-e4941acb-2d5b-4489-bca6-9c38fb74098c service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2935953 Feb 18 08:45:52.453130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81c28a-f12f-4783-a038-dbab8a0ab322 req-5638fc88-eda0-4f94-9a56-a783868d091a tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:52.455065 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b81c28a-f12f-4783-a038-dbab8a0ab322 req-5638fc88-eda0-4f94-9a56-a783868d091a tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 949 time: 0.2337480 Feb 18 08:45:52.530878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ebbe6f7-f217-40a4-a808-78b95d727891 req-f14a2729-4c68-4806-8470-0b08660a2e3a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=dd82590c-6b15-41db-bf05-5364a0328873 HTTP/1.1" status: 200 len: 217 time: 0.0855937 Feb 18 08:45:52.596399 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b81c28a-f12f-4783-a038-dbab8a0ab322 req-be5df247-cd70-4486-b972-0bfb0fce2480 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892403 Feb 18 08:45:52.619806 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbe6f7-f217-40a4-a808-78b95d727891 req-2224ec17-29b2-42b9-a6cb-4278f453db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:52.621382 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ebbe6f7-f217-40a4-a808-78b95d727891 req-2224ec17-29b2-42b9-a6cb-4278f453db85 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0832286 Feb 18 08:45:52.629579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-0b373715-88f2-492a-8f8e-c38ac170af09 service neutron] For port 27b00282-dcaa-4c58-8db2-087956d97def, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=27b00282-dcaa-4c58-8db2-087956d97def,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:45:52.638178 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-0b373715-88f2-492a-8f8e-c38ac170af09 service neutron] Notify callbacks [] for binding, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:52.639407 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-0b373715-88f2-492a-8f8e-c38ac170af09 service neutron] 10.222.0.72 "POST /v2.0/ports/27b00282-dcaa-4c58-8db2-087956d97def/bindings HTTP/1.1" status: 201 len: 389 time: 0.6950798 Feb 18 08:45:52.711249 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3fde9d05-24b4-41e1-b677-5a043f09105d tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:52.711749 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3fde9d05-24b4-41e1-b677-5a043f09105d tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:52.849978 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-3fde9d05-24b4-41e1-b677-5a043f09105d tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Calling delete_port for 60e81bc9-8f0b-4805-ac1f-0d0a1e659b34 owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:45:52.855557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbe6f7-f217-40a4-a808-78b95d727891 req-e5972961-be87-4fba-9323-59e995a118e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:52.857066 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ebbe6f7-f217-40a4-a808-78b95d727891 req-e5972961-be87-4fba-9323-59e995a118e2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2287767 Feb 18 08:45:52.901654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-c794cc2e-9f8c-41a2-9a65-8f02140d88a6 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Synchronizing usage tracker for tenant:b94ba894049c4fed9af7021dad82b5c9 on resource:floatingip {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:45:52.956176 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1b039fe0-4d1c-44b8-b038-91a8980c68b8 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:45:52.978417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fc569-3e63-41b2-856f-a98daabfb9ad req-935c7dbe-88ad-4345-8704-75141cdc48d9 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:52.979957 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c43fc569-3e63-41b2-856f-a98daabfb9ad req-935c7dbe-88ad-4345-8704-75141cdc48d9 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 943 time: 0.2701185 Feb 18 08:45:53.010859 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-076d6e32-6e46-4402-949e-4d2acbd59e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:53.011864 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-c794cc2e-9f8c-41a2-9a65-8f02140d88a6 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Unset dirty status for tenant:b94ba894049c4fed9af7021dad82b5c9 on resource:floatingip {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:45:53.012768 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-076d6e32-6e46-4402-949e-4d2acbd59e31 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 1096 time: 0.1191835 Feb 18 08:45:53.016894 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-c794cc2e-9f8c-41a2-9a65-8f02140d88a6 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 1001 time: 0.2705641 Feb 18 08:45:53.036548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:45:53.043890 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:53.044353 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:53.135799 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ebbe6f7-f217-40a4-a808-78b95d727891 req-c02eb24f-b865-47b9-994d-bc9667dfff57 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607563 Feb 18 08:45:53.140767 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c43fc569-3e63-41b2-856f-a98daabfb9ad req-9ceef4b3-a979-42e3-89ce-1518be9c3190 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520846 Feb 18 08:45:53.186525 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:53.187320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-c1c6aae1-793b-40a4-bd0f-e062d40333a7 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:53.188305 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-c1c6aae1-793b-40a4-bd0f-e062d40333a7 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Synchronizing usage tracker for tenant:b94ba894049c4fed9af7021dad82b5c9 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:45:53.189707 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3fde9d05-24b4-41e1-b677-5a043f09105d tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:53.225283 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1b039fe0-4d1c-44b8-b038-91a8980c68b8, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:53.226305 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2364f970-fef3-4743-8e7a-988372540657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b039fe0-4d1c-44b8-b038-91a8980c68b8'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:53.236087 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:53.254554 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde9d05-24b4-41e1-b677-5a043f09105d tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Pushing event deleted for resources: {'Port': ['ID=60e81bc9-8f0b-4805-ac1f-0d0a1e659b34,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:53.269208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-c1c6aae1-793b-40a4-bd0f-e062d40333a7 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Unset dirty status for tenant:b94ba894049c4fed9af7021dad82b5c9 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:45:53.280536 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-c1c6aae1-793b-40a4-bd0f-e062d40333a7 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports/dfb6e662-096b-4f13-aef3-81a550b36bdd HTTP/1.1" status: 200 len: 942 time: 0.2574420 Feb 18 08:45:53.325076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-9fdec03b-1363-4f36-bb4f-b33e54fc0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:53.326505 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-9fdec03b-1363-4f36-bb4f-b33e54fc0845 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.2824626 Feb 18 08:45:53.347806 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1b039fe0-4d1c-44b8-b038-91a8980c68b8,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:53.417903 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-0f0fa051-70e2-4931-ac38-ffbb54d9e132 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27b00282-dcaa-4c58-8db2-087956d97def HTTP/1.1" status: 200 len: 217 time: 0.0780647 Feb 18 08:45:53.432303 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ebbe6f7-f217-40a4-a808-78b95d727891 req-1ba87f81-4aab-4ad1-a9a8-ee00a7580846 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858789 Feb 18 08:45:53.474393 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3fde9d05-24b4-41e1-b677-5a043f09105d tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:53.502303 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3fde9d05-24b4-41e1-b677-5a043f09105d tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:53.506806 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3fde9d05-24b4-41e1-b677-5a043f09105d tempest-ImagesOneServerNegativeTestJSON-1576999892 tempest-ImagesOneServerNegativeTestJSON-1576999892-project] 10.222.0.72 "DELETE /v2.0/floatingips/12a70a67-43b4-42a3-a043-1884934457e4 HTTP/1.1" status: 204 len: 168 time: 1.2594137 Feb 18 08:45:53.506996 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-1f619036-ebdc-4938-a33c-c4352131e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:53.508296 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-1f619036-ebdc-4938-a33c-c4352131e2e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.0792422 Feb 18 08:45:53.528746 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-9afcf440-5110-4349-9e58-32b621a22df4 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 1001 time: 0.1553326 Feb 18 08:45:53.558362 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-3b0a292c-194e-4c1b-86d6-2be24e07ad18 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403147 Feb 18 08:45:53.630729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e24ac-4543-4772-9889-1d166a9de328 req-e6b5cbdf-8010-4104-911e-5e8df78dd889 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:53.632172 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7c6e24ac-4543-4772-9889-1d166a9de328 req-e6b5cbdf-8010-4104-911e-5e8df78dd889 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.2076292 Feb 18 08:45:53.692235 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-ed8a9e66-b658-4330-9be8-40ff9996c0f9 service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239488 Feb 18 08:45:53.714599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7c6e24ac-4543-4772-9889-1d166a9de328 req-28b90602-a1c7-43a0-ae8f-8520a4694194 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764790 Feb 18 08:45:53.722785 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-00493f6b-cddc-4efa-9b50-6f439dabce6c tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:53.724125 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-00493f6b-cddc-4efa-9b50-6f439dabce6c tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.1889303 Feb 18 08:45:53.738174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-72459d1f-c7a6-4f6a-987b-264b504907b0 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:45:53.739377 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-72459d1f-c7a6-4f6a-987b-264b504907b0 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058641 Feb 18 08:45:53.832476 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-ce473fad-4eba-4a93-8b59-6fcb5d7fc7b9 service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302547 Feb 18 08:45:53.867837 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-2b578207-67c5-43c5-89b3-e51504331555 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 1001 time: 0.1215289 Feb 18 08:45:53.879194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-53ec0e98-3195-4a8e-a77f-58f166a45929 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:53.986912 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-53ec0e98-3195-4a8e-a77f-58f166a45929 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:54.007695 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-44efe191-0c1f-48c9-81d9-df0b74af52c2 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:54.009247 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-44efe191-0c1f-48c9-81d9-df0b74af52c2 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5&tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&binding%3Ahost_id=n-h2-829434-1 HTTP/1.1" status: 200 len: 1096 time: 0.0939858 Feb 18 08:45:54.025522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829434-1'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:45:54.185538 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:54.451138 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-53ec0e98-3195-4a8e-a77f-58f166a45929 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:54.463667 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54983d3d-e3d3-4c1f-8218-ff6bc6f7935e req-42303913-65fd-4c82-9924-da216bc7aa7e tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:54.465160 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-54983d3d-e3d3-4c1f-8218-ff6bc6f7935e req-42303913-65fd-4c82-9924-da216bc7aa7e tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 945 time: 0.1967142 Feb 18 08:45:54.466092 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-53ec0e98-3195-4a8e-a77f-58f166a45929 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:54.466411 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-53ec0e98-3195-4a8e-a77f-58f166a45929 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Floating IP 5d742e65-b778-437f-9e14-56b9f92387a5 disassociated. External IP: 172.25.1.127, port: dfb6e662-096b-4f13-aef3-81a550b36bdd. Feb 18 08:45:54.476043 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] For port 27b00282-dcaa-4c58-8db2-087956d97def, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=27b00282-dcaa-4c58-8db2-087956d97def,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:54.508868 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] For port 27b00282-dcaa-4c58-8db2-087956d97def, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:45:54.566420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c83d16-be65-466c-baab-23a27007e6f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b00282-dcaa-4c58-8db2-087956d97def'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:54.572779 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:54.578045 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:54.632186 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-54983d3d-e3d3-4c1f-8218-ff6bc6f7935e req-e2916da6-616b-4b90-a35e-26f369f59c6a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176767 Feb 18 08:45:54.699268 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2364f970-fef3-4743-8e7a-988372540657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b039fe0-4d1c-44b8-b038-91a8980c68b8', 'code': 200} Feb 18 08:45:54.727596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44742) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:45:54.810087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] Pushing event updated for resources: {'Port': ['ID=27b00282-dcaa-4c58-8db2-087956d97def,revision_number=7']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:54.818853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] Attempting to bind port 27b00282-dcaa-4c58-8db2-087956d97def on host n-h2-829434-1 for vnic_type normal with profile {"migrating_to": "n-h1-829434-1"} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:45:54.819189 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] Attempting to bind port 27b00282-dcaa-4c58-8db2-087956d97def by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:45:54.819611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] Attempting to bind port 27b00282-dcaa-4c58-8db2-087956d97def on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:54.826734 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] Port 27b00282-dcaa-4c58-8db2-087956d97def on network e8816836-4120-4f1e-b024-4d70fd6a0963 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:45:54.827062 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] Attempting to bind port 27b00282-dcaa-4c58-8db2-087956d97def on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:45:54.834682 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:45:54.835015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] Checking segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:45:54.835399 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] Bound using segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:45:54.835815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] Bound port: 27b00282-dcaa-4c58-8db2-087956d97def, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:45:54.836153 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:54.933732 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553759f5-19eb-4c5c-8488-96fdf1898dd1 req-eba09830-2185-474a-9377-d4b2687d15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:54.935173 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-553759f5-19eb-4c5c-8488-96fdf1898dd1 req-eba09830-2185-474a-9377-d4b2687d15ab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 1101 time: 0.1662977 Feb 18 08:45:54.946765 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-41aef2c6-3304-4db7-b32f-08c762a8e1c3 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:54.967158 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] For port 27b00282-dcaa-4c58-8db2-087956d97def, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:45:54.974035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-53ec0e98-3195-4a8e-a77f-58f166a45929 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Router 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:45:54.984507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] For port 27b00282-dcaa-4c58-8db2-087956d97def, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=27b00282-dcaa-4c58-8db2-087956d97def,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:45:54.991285 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-553759f5-19eb-4c5c-8488-96fdf1898dd1 req-a3d51a47-6716-4e14-b56c-076617ea1100 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471373 Feb 18 08:45:54.992586 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:54.998467 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-41aef2c6-3304-4db7-b32f-08c762a8e1c3 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:55.152959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619afa9d-7d79-405e-b710-4dedfbd77d53 req-14db8deb-6631-40ab-9344-7bce10747280 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:55.154417 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-619afa9d-7d79-405e-b710-4dedfbd77d53 req-14db8deb-6631-40ab-9344-7bce10747280 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.2663734 Feb 18 08:45:55.170110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:55.171205 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:55.173824 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] 10.222.0.81 "PUT /v2.0/ports/27b00282-dcaa-4c58-8db2-087956d97def HTTP/1.1" status: 200 len: 1121 time: 1.1525056 Feb 18 08:45:55.180499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d11433-61ac-40be-850c-d4c5949f5557 service neutron] Pushing event updated for resources: {'Port': ['ID=27b00282-dcaa-4c58-8db2-087956d97def,revision_number=8']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:55.272834 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-41aef2c6-3304-4db7-b32f-08c762a8e1c3 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:55.293884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-619afa9d-7d79-405e-b710-4dedfbd77d53 req-bb663e96-8669-4b5d-9a7e-fca9bdc1dcbb tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852933 Feb 18 08:45:55.294848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-53ec0e98-3195-4a8e-a77f-58f166a45929 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:45:55.305114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aef2c6-3304-4db7-b32f-08c762a8e1c3 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a4ba9e-f429-4f4c-be3a-169a614dc9d4,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:55.307039 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b38ab5-6968-4ebd-b502-b26a6f6b050f None None] Sync routers for ids ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:45:55.316038 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-53ec0e98-3195-4a8e-a77f-58f166a45929 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:55.329453 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b38ab5-6968-4ebd-b502-b26a6f6b050f None None] Routers {'8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:45:55.330207 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-01b38ab5-6968-4ebd-b502-b26a6f6b050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:45:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:55.353236 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-41aef2c6-3304-4db7-b32f-08c762a8e1c3 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:55.356817 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-41aef2c6-3304-4db7-b32f-08c762a8e1c3 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "DELETE /v2.0/security-groups/45a4ba9e-f429-4f4c-be3a-169a614dc9d4 HTTP/1.1" status: 204 len: 168 time: 0.6209176 Feb 18 08:45:55.357200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44758) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:45:55.374142 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-3c5e02e8-037e-4292-bb9e-759e708fa148 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] show failed (client error): The resource could not be found. Feb 18 08:45:55.375474 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-53ec0e98-3195-4a8e-a77f-58f166a45929 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "PUT /v2.0/floatingips/5d742e65-b778-437f-9e14-56b9f92387a5 HTTP/1.1" status: 200 len: 695 time: 1.5018828 Feb 18 08:45:55.375963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036df3b6-3127-4cd9-b560-455c17359909', 'tag': 'dfb6e662-096b-4f13-aef3-81a550b36bdd'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:55.386796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['27b00282-dcaa-4c58-8db2-087956d97def'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:45:55.400652 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3c5e02e8-037e-4292-bb9e-759e708fa148 tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "GET /v2.0/security-groups/45a4ba9e-f429-4f4c-be3a-169a614dc9d4 HTTP/1.1" status: 404 len: 347 time: 0.0422709 Feb 18 08:45:55.403282 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44768) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:45:55.539657 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-01b38ab5-6968-4ebd-b502-b26a6f6b050f None None] Set router 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:45:55.573544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-b1c6dd25-3417-4e38-98bb-eaa7a497fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:55.580715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-b1c6dd25-3417-4e38-98bb-eaa7a497fd12 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b94ba894049c4fed9af7021dad82b5c9&device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 1096 time: 0.1800241 Feb 18 08:45:55.625609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d4a7d078-7db1-4752-a6e1-f5de23f4e0de tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Deleting port c6313916-db68-4fe4-bf8c-e1097d70bf56 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:45:55.626233 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d078-7db1-4752-a6e1-f5de23f4e0de tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:55.693038 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b6eac-bed5-4b29-bca2-222a10349cfb req-0cd22c73-7bf1-4582-b9fa-c01476938cd4 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:55.694614 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc6b6eac-bed5-4b29-bca2-222a10349cfb req-0cd22c73-7bf1-4582-b9fa-c01476938cd4 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 943 time: 0.1863971 Feb 18 08:45:55.704900 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 31fbc2ba-cde8-4f2d-96dd-0693a649f542 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:45:55.761442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-58963068-81e9-441f-8a21-30dc0c227f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:55.762992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-58963068-81e9-441f-8a21-30dc0c227f5e service neutron] 10.222.0.72 "GET /v2.0/networks?id=6725a324-084e-46c0-9964-ba3e59bb822d HTTP/1.1" status: 200 len: 930 time: 0.1814091 Feb 18 08:45:55.771675 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc6b6eac-bed5-4b29-bca2-222a10349cfb req-d0949ae0-e7e0-4196-a501-81bd765278bc tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678313 Feb 18 08:45:55.800460 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d078-7db1-4752-a6e1-f5de23f4e0de tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:55.800954 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d078-7db1-4752-a6e1-f5de23f4e0de tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:55.885600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 31fbc2ba-cde8-4f2d-96dd-0693a649f542, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=31fbc2ba-cde8-4f2d-96dd-0693a649f542,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:55.902949 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '31fbc2ba-cde8-4f2d-96dd-0693a649f542', 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91', 'port_id': '31fbc2ba-cde8-4f2d-96dd-0693a649f542', 'mac_address': 'fa:16:3e:fa:6c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a4176b-79bd-4632-822e-600c5663a061', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:45:55.966112 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:55.978516 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-4c9665d1-7897-4ed2-90a8-d61bc5f72ebc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfb6e662-096b-4f13-aef3-81a550b36bdd HTTP/1.1" status: 200 len: 217 time: 0.2058115 Feb 18 08:45:55.987130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31fbc2ba-cde8-4f2d-96dd-0693a649f542 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:45:56.005668 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 31fbc2ba-cde8-4f2d-96dd-0693a649f542, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=31fbc2ba-cde8-4f2d-96dd-0693a649f542,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:56.013082 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:56.047977 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-01b38ab5-6968-4ebd-b502-b26a6f6b050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1896638126-router', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:44:52Z', 'updated_at': '2022-02-18T08:45:01Z', 'revision_number': 4, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'gw_port': {'id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:54Z', 'updated_at': '2022-02-18T08:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360', 'name': '', 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'mac_address': 'fa:16:3e:4e:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '75bedb5a-dc43-47ad-9183-01314b818f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:59Z', 'updated_at': '2022-02-18T08:45:08Z', 'revision_number': 5, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'subnets': [{'id': '75bedb5a-dc43-47ad-9183-01314b818f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:56.048959 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c83d16-be65-466c-baab-23a27007e6f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b00282-dcaa-4c58-8db2-087956d97def', 'code': 200} Feb 18 08:45:56.052350 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b38ab5-6968-4ebd-b502-b26a6f6b050f None None] Checking router: 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:45:56.059996 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d4a7d078-7db1-4752-a6e1-f5de23f4e0de tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Calling delete_port for c6313916-db68-4fe4-bf8c-e1097d70bf56 owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:45:56.061023 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b38ab5-6968-4ebd-b502-b26a6f6b050f None None] Routers {'8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:45:56.061753 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-01b38ab5-6968-4ebd-b502-b26a6f6b050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:45:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:56.116086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-5e263811-eaff-4077-9cf7-5b1170500440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:56.117873 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-5e263811-eaff-4077-9cf7-5b1170500440 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75bedb5a-dc43-47ad-9183-01314b818f6c HTTP/1.1" status: 200 len: 868 time: 0.1318142 Feb 18 08:45:56.118006 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=31fbc2ba-cde8-4f2d-96dd-0693a649f542,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:56.205161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb00f0-c6cc-4abe-b8a6-87d5cc93c7ea req-d169d595-47f8-44f9-b239-ee5a437e01db tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:56.206810 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-21cb00f0-c6cc-4abe-b8a6-87d5cc93c7ea req-d169d595-47f8-44f9-b239-ee5a437e01db tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.1562343 Feb 18 08:45:56.224106 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d078-7db1-4752-a6e1-f5de23f4e0de tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:56.248762 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-8fa2005f-7b57-45f3-bf39-5d5cbde52795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:56.250582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-8fa2005f-7b57-45f3-bf39-5d5cbde52795 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6725a324-084e-46c0-9964-ba3e59bb822d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255643 Feb 18 08:45:56.265199 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-21cb00f0-c6cc-4abe-b8a6-87d5cc93c7ea req-e2fe01db-6b0c-4cc9-9378-23c7aae6c171 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514212 Feb 18 08:45:56.271016 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-01b38ab5-6968-4ebd-b502-b26a6f6b050f None None] Set router 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:45:56.383706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7d078-7db1-4752-a6e1-f5de23f4e0de tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Pushing event deleted for resources: {'Port': ['ID=c6313916-db68-4fe4-bf8c-e1097d70bf56,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:56.434479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['31fbc2ba-cde8-4f2d-96dd-0693a649f542'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:45:56.444217 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-9e049303-363e-4c37-bcd8-4eea197b0fe4 service neutron] 10.222.0.72 "GET /v2.0/networks/6725a324-084e-46c0-9964-ba3e59bb822d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773918 Feb 18 08:45:56.488678 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d078-7db1-4752-a6e1-f5de23f4e0de tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:56.538900 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036df3b6-3127-4cd9-b560-455c17359909', 'tag': 'dfb6e662-096b-4f13-aef3-81a550b36bdd', 'status': 'completed', 'code': 200} Feb 18 08:45:56.559405 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d078-7db1-4752-a6e1-f5de23f4e0de tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:56.561663 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d4a7d078-7db1-4752-a6e1-f5de23f4e0de tempest-ServersWithSpecificFlavorTestJSON-1311219573 tempest-ServersWithSpecificFlavorTestJSON-1311219573-project] 10.222.0.72 "DELETE /v2.0/floatingips/10f63271-d16a-4ebd-97c5-19ad3614e852 HTTP/1.1" status: 204 len: 168 time: 1.1574636 Feb 18 08:45:56.611279 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff18272-3749-407b-9828-a39db6566a69 req-9419ccb9-0349-48b0-841c-34a391656872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:56.612876 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7ff18272-3749-407b-9828-a39db6566a69 req-9419ccb9-0349-48b0-841c-34a391656872 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b94ba894049c4fed9af7021dad82b5c9&device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 1096 time: 0.1064920 Feb 18 08:45:56.643000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c1e0ee6-bb66-4c35-83e1-4f8791a283ae req-13347415-9782-4f47-b743-90f225d83f4b service neutron] 10.222.0.72 "GET /v2.0/networks/6725a324-084e-46c0-9964-ba3e59bb822d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926255 Feb 18 08:45:56.683458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed815a7-1d49-4606-9da7-0523077c54a1 req-f12d88ec-d01d-438a-afb7-30c8268e1d57 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:56.690839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bed815a7-1d49-4606-9da7-0523077c54a1 req-f12d88ec-d01d-438a-afb7-30c8268e1d57 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 943 time: 0.1126797 Feb 18 08:45:56.728521 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-01b38ab5-6968-4ebd-b502-b26a6f6b050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1896638126-router', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:44:52Z', 'updated_at': '2022-02-18T08:45:01Z', 'revision_number': 4, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'gw_port': {'id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:54Z', 'updated_at': '2022-02-18T08:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360', 'name': '', 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'mac_address': 'fa:16:3e:4e:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '75bedb5a-dc43-47ad-9183-01314b818f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:59Z', 'updated_at': '2022-02-18T08:45:08Z', 'revision_number': 5, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'subnets': [{'id': '75bedb5a-dc43-47ad-9183-01314b818f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:56.732573 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b38ab5-6968-4ebd-b502-b26a6f6b050f None None] The sync data for ids ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'] in n-d-829434-1 is: [{'id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1896638126-router', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:44:52Z', 'updated_at': '2022-02-18T08:45:01Z', 'revision_number': 4, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'gw_port': {'id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:54Z', 'updated_at': '2022-02-18T08:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360', 'name': '', 'network_id': '6725a324-084e-46c0-9964-ba3e59bb822d', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'mac_address': 'fa:16:3e:4e:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '75bedb5a-dc43-47ad-9183-01314b818f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:59Z', 'updated_at': '2022-02-18T08:45:08Z', 'revision_number': 5, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'subnets': [{'id': '75bedb5a-dc43-47ad-9183-01314b818f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:45:56.740900 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bed815a7-1d49-4606-9da7-0523077c54a1 req-58f15d88-0c37-45bc-81cc-87e39e8bf253 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490892 Feb 18 08:45:56.820676 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff18272-3749-407b-9828-a39db6566a69 req-6121c8ee-de1f-41e6-a191-102446d0079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:56.822771 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7ff18272-3749-407b-9828-a39db6566a69 req-6121c8ee-de1f-41e6-a191-102446d0079c service neutron] 10.222.0.81 "GET /v2.0/networks?id=6725a324-084e-46c0-9964-ba3e59bb822d HTTP/1.1" status: 200 len: 930 time: 0.2025504 Feb 18 08:45:56.915226 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7ff18272-3749-407b-9828-a39db6566a69 req-f305fd78-798b-4202-a951-cfed12f6bca5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfb6e662-096b-4f13-aef3-81a550b36bdd HTTP/1.1" status: 200 len: 217 time: 0.0775821 Feb 18 08:45:56.922060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44794) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:45:56.957802 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a42e36-2ee9-4626-9042-1b9f3ef28d6f req-1e774748-4a01-413b-9252-fcda36e4ecc5 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:56.965609 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65a42e36-2ee9-4626-9042-1b9f3ef28d6f req-1e774748-4a01-413b-9252-fcda36e4ecc5 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.1769392 Feb 18 08:45:56.972838 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:45:57.088307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff18272-3749-407b-9828-a39db6566a69 req-5b3c13a4-7aa0-4d3d-be60-d5fa8a803b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:57.091345 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7ff18272-3749-407b-9828-a39db6566a69 req-5b3c13a4-7aa0-4d3d-be60-d5fa8a803b7b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=75bedb5a-dc43-47ad-9183-01314b818f6c HTTP/1.1" status: 200 len: 868 time: 0.1678054 Feb 18 08:45:57.098048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9894e91d-9c2a-4001-ad1d-cc2550aa5e02 admin admin] Deleting subnet f452f3ee-22b7-417e-bfeb-1f98c425e06c {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:45:57.107774 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94a48812-6557-44be-820d-e0642d79f695 req-5b528c4c-1e3c-483c-abb9-ef9aab8378ce tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/floatingips/5d742e65-b778-437f-9e14-56b9f92387a5 HTTP/1.1" status: 200 len: 695 time: 0.1259918 Feb 18 08:45:57.154318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9894e91d-9c2a-4001-ad1d-cc2550aa5e02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:57.209693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:57.218157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbcaf31-9498-4e34-a845-0cf4d820d525 None None] New status for floating IP 5d742e65-b778-437f-9e14-56b9f92387a5: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:45:57.221025 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9894e91d-9c2a-4001-ad1d-cc2550aa5e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:57.224055 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65a42e36-2ee9-4626-9042-1b9f3ef28d6f req-a882df76-50d0-426c-9319-906cddfaaac8 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574825 Feb 18 08:45:57.279695 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a48812-6557-44be-820d-e0642d79f695 req-d7cbb39a-9f71-4416-b921-49f3a2d2a71c tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:57.282037 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94a48812-6557-44be-820d-e0642d79f695 req-d7cbb39a-9f71-4416-b921-49f3a2d2a71c tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.1643553 Feb 18 08:45:57.303482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff18272-3749-407b-9828-a39db6566a69 req-5af9d6be-554f-43b4-b01c-fdf6c7546409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:57.305735 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7ff18272-3749-407b-9828-a39db6566a69 req-5af9d6be-554f-43b4-b01c-fdf6c7546409 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6725a324-084e-46c0-9964-ba3e59bb822d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966889 Feb 18 08:45:57.306906 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9894e91d-9c2a-4001-ad1d-cc2550aa5e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:57.307727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29', 'mac_address': 'fa:16:3e:3a:69:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:45:57.411120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94a48812-6557-44be-820d-e0642d79f695 req-2f04c52d-2260-499a-b957-4f6aa8559658 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 698 time: 0.1228178 Feb 18 08:45:57.484642 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9894e91d-9c2a-4001-ad1d-cc2550aa5e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:57.507395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94a48812-6557-44be-820d-e0642d79f695 req-7a4e51c5-6c40-4699-9463-2eab2aa25da0 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 698 time: 0.0867033 Feb 18 08:45:57.532778 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7ff18272-3749-407b-9828-a39db6566a69 req-714b14ba-54fc-4365-b206-f1f910b61d02 service neutron] 10.222.0.81 "GET /v2.0/networks/6725a324-084e-46c0-9964-ba3e59bb822d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979837 Feb 18 08:45:57.533722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894e91d-9c2a-4001-ad1d-cc2550aa5e02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f452f3ee-22b7-417e-bfeb-1f98c425e06c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:57.537013 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9894e91d-9c2a-4001-ad1d-cc2550aa5e02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:57.567863 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9894e91d-9c2a-4001-ad1d-cc2550aa5e02 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f452f3ee-22b7-417e-bfeb-1f98c425e06c HTTP/1.1" status: 204 len: 168 time: 0.6414802 Feb 18 08:45:57.569525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44802) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:45:57.581611 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:57.659371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0b065-bdaf-4ecd-9ca2-3fff104bea78 req-07d8f874-2c69-4710-8198-5acabccab24f tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:57.660855 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0e0b065-bdaf-4ecd-9ca2-3fff104bea78 req-07d8f874-2c69-4710-8198-5acabccab24f tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 944 time: 0.3185847 Feb 18 08:45:57.677945 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:45:57.695197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:57.701240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-94a48812-6557-44be-820d-e0642d79f695 req-4ccd39b8-b527-4bcb-b8d1-94bbd8ebc6a3 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Deleting port b680b225-b458-48bb-a4b3-3ab6f0138f92 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:45:57.701577 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-94a48812-6557-44be-820d-e0642d79f695 req-4ccd39b8-b527-4bcb-b8d1-94bbd8ebc6a3 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:57.701700 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:57.741514 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 27b00282-dcaa-4c58-8db2-087956d97def details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:45:57.756087 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9e99ffa-7eae-4479-84d5-88545b2dc0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:57.779711 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7ff18272-3749-407b-9828-a39db6566a69 req-2a5bba3a-4b67-487b-9270-6859c3b0bdef service neutron] 10.222.0.81 "GET /v2.0/networks/6725a324-084e-46c0-9964-ba3e59bb822d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370632 Feb 18 08:45:57.871440 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:45:57.882180 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0e0b065-bdaf-4ecd-9ca2-3fff104bea78 req-3289cdda-47db-4af4-a876-75b5fe88fc7b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076557 Feb 18 08:45:57.920854 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:57.932000 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9e99ffa-7eae-4479-84d5-88545b2dc0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:57.972392 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e9e99ffa-7eae-4479-84d5-88545b2dc0ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e444e8-c132-4198-affe-eb88fdda7f7c']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:57.987267 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e9e99ffa-7eae-4479-84d5-88545b2dc0ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:57.987559 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e9e99ffa-7eae-4479-84d5-88545b2dc0ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff937f32-5258-4c81-ba2a-0f6bfbd9f6f4') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:45:58.001673 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9e99ffa-7eae-4479-84d5-88545b2dc0ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:58.021981 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9e99ffa-7eae-4479-84d5-88545b2dc0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:58.028591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e99ffa-7eae-4479-84d5-88545b2dc0ca admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:45:58.028981 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9e99ffa-7eae-4479-84d5-88545b2dc0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:58.029269 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 27b00282-dcaa-4c58-8db2-087956d97def, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=27b00282-dcaa-4c58-8db2-087956d97def,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:58.049610 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-94a48812-6557-44be-820d-e0642d79f695 req-4ccd39b8-b527-4bcb-b8d1-94bbd8ebc6a3 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:58.049946 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-94a48812-6557-44be-820d-e0642d79f695 req-4ccd39b8-b527-4bcb-b8d1-94bbd8ebc6a3 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:58.054139 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 27b00282-dcaa-4c58-8db2-087956d97def has no active binding in host n-h1-829434-1 {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:45:58.183392 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:45:58.185847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c83d16-be65-466c-baab-23a27007e6f5', 'tag': '27b00282-dcaa-4c58-8db2-087956d97def'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:58.217456 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9e99ffa-7eae-4479-84d5-88545b2dc0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:58.220192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-94a48812-6557-44be-820d-e0642d79f695 req-4ccd39b8-b527-4bcb-b8d1-94bbd8ebc6a3 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Calling delete_port for b680b225-b458-48bb-a4b3-3ab6f0138f92 owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:45:58.234303 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9e99ffa-7eae-4479-84d5-88545b2dc0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:58.243919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e99ffa-7eae-4479-84d5-88545b2dc0ca admin admin] Pushing event deleted for resources: {'Network': ['ID=01e444e8-c132-4198-affe-eb88fdda7f7c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:58.255104 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e9e99ffa-7eae-4479-84d5-88545b2dc0ca admin admin] 10.222.0.72 "DELETE /v2.0/networks/01e444e8-c132-4198-affe-eb88fdda7f7c HTTP/1.1" status: 204 len: 168 time: 0.6837912 Feb 18 08:45:58.320972 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba5a51-e84d-4476-b240-df8f66e79b2c req-46e8afeb-c8e5-455f-8368-5eefff2b724a tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:58.322709 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdba5a51-e84d-4476-b240-df8f66e79b2c req-46e8afeb-c8e5-455f-8368-5eefff2b724a tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.2642326 Feb 18 08:45:58.416070 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdba5a51-e84d-4476-b240-df8f66e79b2c req-b588a70a-e98e-4d96-8424-db23c09f847c tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864828 Feb 18 08:45:58.426357 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-94a48812-6557-44be-820d-e0642d79f695 req-4ccd39b8-b527-4bcb-b8d1-94bbd8ebc6a3 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:58.442977 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44818) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:45:58.475987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd39b8-b527-4bcb-b8d1-94bbd8ebc6a3 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Pushing event deleted for resources: {'Port': ['ID=b680b225-b458-48bb-a4b3-3ab6f0138f92,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:58.497890 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e2b92694-bd8c-41ed-bbae-2cc9c9b056a3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bbc0aa9750134db59ae7aa7326bf2f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514114 Feb 18 08:45:58.498192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44822) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:45:58.556031 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-494393c0-7f70-485a-bf9a-b4e68211eda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:58.581656 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-494393c0-7f70-485a-bf9a-b4e68211eda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:58.619664 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-94a48812-6557-44be-820d-e0642d79f695 req-4ccd39b8-b527-4bcb-b8d1-94bbd8ebc6a3 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:58.637461 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-494393c0-7f70-485a-bf9a-b4e68211eda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:58.654549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494393c0-7f70-485a-bf9a-b4e68211eda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabf9cd5-99b0-4e0f-8c9c-990bf98d4542,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:58.654738 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-94a48812-6557-44be-820d-e0642d79f695 req-4ccd39b8-b527-4bcb-b8d1-94bbd8ebc6a3 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:58.656386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94a48812-6557-44be-820d-e0642d79f695 req-4ccd39b8-b527-4bcb-b8d1-94bbd8ebc6a3 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "DELETE /v2.0/floatingips/5d742e65-b778-437f-9e14-56b9f92387a5 HTTP/1.1" status: 204 len: 173 time: 1.1410880 Feb 18 08:45:58.664700 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875611d9-f11c-4288-8097-46bf60ae44f3 req-2416d929-d00a-4ea5-9065-34393036b0c6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:58.666149 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-875611d9-f11c-4288-8097-46bf60ae44f3 req-2416d929-d00a-4ea5-9065-34393036b0c6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 943 time: 0.1216505 Feb 18 08:45:58.669294 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-494393c0-7f70-485a-bf9a-b4e68211eda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:58.670388 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-494393c0-7f70-485a-bf9a-b4e68211eda6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dabf9cd5-99b0-4e0f-8c9c-990bf98d4542 HTTP/1.1" status: 204 len: 168 time: 0.1712716 Feb 18 08:45:58.714318 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-875611d9-f11c-4288-8097-46bf60ae44f3 req-bd90e1a8-dcae-4ede-a40c-08d8994d99a6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Feb 18 08:45:58.791243 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c83d16-be65-466c-baab-23a27007e6f5', 'tag': '27b00282-dcaa-4c58-8db2-087956d97def', 'status': 'completed', 'code': 200} Feb 18 08:45:58.948097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c935f-086d-4c19-b00f-edb045647311 req-31f643b3-b85e-4eec-b100-c705b70c7ee8 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:58.954017 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e29c935f-086d-4c19-b00f-edb045647311 req-31f643b3-b85e-4eec-b100-c705b70c7ee8 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.1063228 Feb 18 08:45:58.980563 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1bbdc-2310-4966-91ed-bb0e6ec32275 req-874e34de-af17-42f2-ab24-09b6f5301925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:58.989750 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-cdd1bbdc-2310-4966-91ed-bb0e6ec32275 req-874e34de-af17-42f2-ab24-09b6f5301925 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 1124 time: 0.1597943 Feb 18 08:45:59.006067 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:45:59.063754 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e29c935f-086d-4c19-b00f-edb045647311 req-44852cce-04b8-46f8-8eb1-ff5b777c007e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004474 Feb 18 08:45:59.118944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfcc13-2ba5-4257-8e55-5e2920f0e5b8 req-ea5638ec-5fa3-45c0-b843-b46dbd590fd6 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:59.120846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-54cfcc13-2ba5-4257-8e55-5e2920f0e5b8 req-ea5638ec-5fa3-45c0-b843-b46dbd590fd6 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Synchronizing usage tracker for tenant:b94ba894049c4fed9af7021dad82b5c9 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:45:59.145398 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-54cfcc13-2ba5-4257-8e55-5e2920f0e5b8 req-ea5638ec-5fa3-45c0-b843-b46dbd590fd6 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Unset dirty status for tenant:b94ba894049c4fed9af7021dad82b5c9 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:45:59.147165 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-54cfcc13-2ba5-4257-8e55-5e2920f0e5b8 req-ea5638ec-5fa3-45c0-b843-b46dbd590fd6 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1539152 Feb 18 08:45:59.175818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1bbdc-2310-4966-91ed-bb0e6ec32275 req-8cec32bb-27ca-4984-ae33-1825d3734a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:59.180048 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-cdd1bbdc-2310-4966-91ed-bb0e6ec32275 req-8cec32bb-27ca-4984-ae33-1825d3734a75 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.1893241 Feb 18 08:45:59.231742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:59.231742 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:59.239771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-54cfcc13-2ba5-4257-8e55-5e2920f0e5b8 req-412edd95-c327-493b-947c-7612b311d485 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Synchronizing usage tracker for tenant:b94ba894049c4fed9af7021dad82b5c9 on resource:floatingip {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:45:59.301692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-54cfcc13-2ba5-4257-8e55-5e2920f0e5b8 req-412edd95-c327-493b-947c-7612b311d485 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Unset dirty status for tenant:b94ba894049c4fed9af7021dad82b5c9 on resource:floatingip {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:45:59.303291 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-54cfcc13-2ba5-4257-8e55-5e2920f0e5b8 req-412edd95-c327-493b-947c-7612b311d485 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1504641 Feb 18 08:45:59.324288 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-cdd1bbdc-2310-4966-91ed-bb0e6ec32275 req-4e16f5f3-03c9-43b5-869a-453becf867f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27b00282-dcaa-4c58-8db2-087956d97def HTTP/1.1" status: 200 len: 217 time: 0.1329618 Feb 18 08:45:59.370203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638eca2-4c12-42a4-b882-0dacac6e2fdd req-9cd832b5-3d72-43b1-9a6b-a0cfe5f7f6a1 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:59.375146 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0638eca2-4c12-42a4-b882-0dacac6e2fdd req-9cd832b5-3d72-43b1-9a6b-a0cfe5f7f6a1 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 944 time: 0.1159730 Feb 18 08:45:59.414807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1bbdc-2310-4966-91ed-bb0e6ec32275 req-438082de-cd16-411d-bdb8-76afbd664040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:59.416825 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-cdd1bbdc-2310-4966-91ed-bb0e6ec32275 req-438082de-cd16-411d-bdb8-76afbd664040 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.0798662 Feb 18 08:45:59.471189 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0638eca2-4c12-42a4-b882-0dacac6e2fdd req-e532d88f-0961-41f4-9fc9-a44fb5b45a0d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881698 Feb 18 08:45:59.479226 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-cdd1bbdc-2310-4966-91ed-bb0e6ec32275 req-c275cb7c-6fff-4a54-abcf-18d2bbfde383 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521493 Feb 18 08:45:59.501239 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:59.550114 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f3f787-9d92-4d51-a350-ccc832052c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:45:59.559974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:45:59.567797 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:59.597228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df715883-4d49-4928-b4c9-ed9934154d02 req-dbb7abad-d25c-41b1-a965-5c6b0f573258 tempest-MigrationsAdminTest-1305834785 tempest-MigrationsAdminTest-1305834785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:59.599338 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df715883-4d49-4928-b4c9-ed9934154d02 req-dbb7abad-d25c-41b1-a965-5c6b0f573258 tempest-MigrationsAdminTest-1305834785 tempest-MigrationsAdminTest-1305834785-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 1101 time: 0.1417511 Feb 18 08:45:59.665562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:45:59.686634 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-cdd1bbdc-2310-4966-91ed-bb0e6ec32275 req-4b968b00-12c3-432d-9840-ebf485827488 service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971424 Feb 18 08:45:59.693643 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0ee12b0-03e7-4a7f-a400-10d46bf7cd8b req-a8a28c5e-9435-44b0-b59c-89caae1ba0c3 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0908680 Feb 18 08:45:59.720687 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df715883-4d49-4928-b4c9-ed9934154d02 req-713f7680-e50f-4b8c-9d04-29d10c238426 tempest-MigrationsAdminTest-1305834785 tempest-MigrationsAdminTest-1305834785-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501535 Feb 18 08:45:59.745155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 31fbc2ba-cde8-4f2d-96dd-0693a649f542 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:45:59.826916 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f3f787-9d92-4d51-a350-ccc832052c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29', 'code': 200} Feb 18 08:45:59.859824 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:45:59.866783 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:45:59.867770 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:45:59.877474 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35418a4f-fa9b-4f6d-8b1a-0de27a5b0143 req-08928bec-0573-46a6-8ba3-6d1bf688a4cc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:45:59.879115 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-35418a4f-fa9b-4f6d-8b1a-0de27a5b0143 req-08928bec-0573-46a6-8ba3-6d1bf688a4cc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.0880857 Feb 18 08:45:59.900913 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-cdd1bbdc-2310-4966-91ed-bb0e6ec32275 req-993ee369-9a43-4ce5-b059-865fad5b11af service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913662 Feb 18 08:45:59.980861 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-35418a4f-fa9b-4f6d-8b1a-0de27a5b0143 req-42a161e7-fce3-4157-8ba0-d1cc8ada891a tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863323 Feb 18 08:46:00.049394 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:00.085041 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 31fbc2ba-cde8-4f2d-96dd-0693a649f542, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=31fbc2ba-cde8-4f2d-96dd-0693a649f542,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:00.088741 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:00.173489 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=31fbc2ba-cde8-4f2d-96dd-0693a649f542,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:00.185230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d755def-e1b9-4ded-b82b-956fd05e55bd req-86ed9aaa-5bbe-4495-aefb-8ba596e0f8de tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:00.186626 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d755def-e1b9-4ded-b82b-956fd05e55bd req-86ed9aaa-5bbe-4495-aefb-8ba596e0f8de tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0941603 Feb 18 08:46:00.227593 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fbe386e2-03bd-4ccb-b4c5-eb22369f780a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:00.247032 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d755def-e1b9-4ded-b82b-956fd05e55bd req-d84f9524-05a2-4ff3-b2dc-ee1353dfa713 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520365 Feb 18 08:46:00.512222 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44932) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:00.742836 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ec3ef-6f3d-4c42-9c41-bddfe4861911 req-c5b136f4-0d3f-497c-9575-b7f8ecd779dc tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:00.745998 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b9ec3ef-6f3d-4c42-9c41-bddfe4861911 req-c5b136f4-0d3f-497c-9575-b7f8ecd779dc tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 945 time: 0.1320496 Feb 18 08:46:00.975124 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44946) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:01.111993 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b9ec3ef-6f3d-4c42-9c41-bddfe4861911 req-8de6c2db-34da-4e87-8a2e-cfabeed66d89 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb65fd32-9759-48c3-9887-15dbda54264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546224 Feb 18 08:46:01.123939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd96f5-8eeb-49a5-8c4b-764b03b2cae5 req-9f469f4d-6006-41b9-91ea-dd411e0dc19e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:01.125622 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63cd96f5-8eeb-49a5-8c4b-764b03b2cae5 req-9f469f4d-6006-41b9-91ea-dd411e0dc19e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 945 time: 0.1163862 Feb 18 08:46:01.201273 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63cd96f5-8eeb-49a5-8c4b-764b03b2cae5 req-6d14dd11-4d4d-465a-a774-fc745f1aebc7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677752 Feb 18 08:46:01.289085 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-102b2c56-56bd-4a2e-9c18-b3c6b7f2de09 service neutron] 10.222.0.61 "GET /v2.0/ports/27b00282-dcaa-4c58-8db2-087956d97def/bindings/n-h1-829434-1 HTTP/1.1" status: 200 len: 384 time: 0.1902075 Feb 18 08:46:01.289780 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f816fad3-86b4-46e6-b064-9bf4c1a6c7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:01.440953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9117c5-e5d2-4f99-a3da-12689804da46 req-00dd291e-ebf2-4aba-a851-77dd9841b7a7 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:01.443833 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f9117c5-e5d2-4f99-a3da-12689804da46 req-00dd291e-ebf2-4aba-a851-77dd9841b7a7 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.1764116 Feb 18 08:46:01.473101 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f816fad3-86b4-46e6-b064-9bf4c1a6c7c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:46:01.507522 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f9117c5-e5d2-4f99-a3da-12689804da46 req-cf6c5b9d-c0ad-4ee7-a7c1-bbcdec91231b tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565856 Feb 18 08:46:01.518488 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f14ea4-dd05-4a4e-a41e-8ce65d720995 req-49ce92cb-c01f-4d19-89e5-158a04ca8552 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:01.535516 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9f14ea4-dd05-4a4e-a41e-8ce65d720995 req-49ce92cb-c01f-4d19-89e5-158a04ca8552 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.2095749 Feb 18 08:46:01.541464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f816fad3-86b4-46e6-b064-9bf4c1a6c7c4 admin admin] Usage tracker for resource:security_group_rule and tenant:39d9199cb0364d40ac1fa024c5c9b135 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:46:01.549081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f816fad3-86b4-46e6-b064-9bf4c1a6c7c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:46:01.555833 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-ab31700b-5615-445e-92b0-df72f64b461a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6305106 Feb 18 08:46:01.568161 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f816fad3-86b4-46e6-b064-9bf4c1a6c7c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:46:01.607113 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9f14ea4-dd05-4a4e-a41e-8ce65d720995 req-545908a8-e152-4286-beda-07b98dc0def6 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706198 Feb 18 08:46:01.756812 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 27b00282-dcaa-4c58-8db2-087956d97def details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:46:01.837536 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052f363-ef3d-4153-8e80-53335686b1fb req-e080c7de-197f-4737-916a-48dbf1a03966 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:01.851508 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9052f363-ef3d-4153-8e80-53335686b1fb req-e080c7de-197f-4737-916a-48dbf1a03966 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 943 time: 0.1443381 Feb 18 08:46:01.937723 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f816fad3-86b4-46e6-b064-9bf4c1a6c7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:01.947185 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9052f363-ef3d-4153-8e80-53335686b1fb req-a200713d-cec7-447c-a961-99a86634e125 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905125 Feb 18 08:46:01.966621 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f816fad3-86b4-46e6-b064-9bf4c1a6c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:02.004097 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15447f69-0c79-48df-ba20-fe869a8cbb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fbc2ba-cde8-4f2d-96dd-0693a649f542'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:46:02.066770 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15447f69-0c79-48df-ba20-fe869a8cbb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fbc2ba-cde8-4f2d-96dd-0693a649f542', 'code': 200} Feb 18 08:46:02.158084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 27b00282-dcaa-4c58-8db2-087956d97def, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=27b00282-dcaa-4c58-8db2-087956d97def,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:02.193968 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 27b00282-dcaa-4c58-8db2-087956d97def has no active binding in host n-h1-829434-1 {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 08:46:02.255392 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f816fad3-86b4-46e6-b064-9bf4c1a6c7c4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=39d9199cb0364d40ac1fa024c5c9b135&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2740812 Feb 18 08:46:02.258345 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44990) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:02.268891 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-24f3c39e-22ed-4cc0-92a1-291fa0a95fc0 service neutron] For port 27b00282-dcaa-4c58-8db2-087956d97def, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=27b00282-dcaa-4c58-8db2-087956d97def,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:02.291384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816fad3-86b4-46e6-b064-9bf4c1a6c7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0f77f3-45cf-45af-83bf-b59da83af8fd,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:02.317418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-24f3c39e-22ed-4cc0-92a1-291fa0a95fc0 service neutron] For port 27b00282-dcaa-4c58-8db2-087956d97def, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:46:02.377782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07b375-aa33-44dc-a14f-4c940499fb2c req-0b8a5460-9b33-4d87-9842-cbc2d4491d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:02.383955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd07b375-aa33-44dc-a14f-4c940499fb2c req-0b8a5460-9b33-4d87-9842-cbc2d4491d36 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 1096 time: 0.2473760 Feb 18 08:46:02.401363 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-24f3c39e-22ed-4cc0-92a1-291fa0a95fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b00282-dcaa-4c58-8db2-087956d97def {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:46:02.437897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-24f3c39e-22ed-4cc0-92a1-291fa0a95fc0 service neutron] For port 27b00282-dcaa-4c58-8db2-087956d97def, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=27b00282-dcaa-4c58-8db2-087956d97def,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:02.456905 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc4c9f-6cc2-4b71-9b5f-b64697fc406a req-0cd275e3-6174-46a0-88ed-449143046ce7 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:02.457616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-0ebc4c9f-6cc2-4b71-9b5f-b64697fc406a req-0cd275e3-6174-46a0-88ed-449143046ce7 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Synchronizing usage tracker for tenant:b94ba894049c4fed9af7021dad82b5c9 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:46:02.465816 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c80f91f2-4e3b-4fca-84b2-7f3e6390fc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:02.597438 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd07b375-aa33-44dc-a14f-4c940499fb2c req-97a85eb5-6411-4211-8865-d30861236c4e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974452 Feb 18 08:46:02.601210 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3c91fbc3-0593-4e55-beed-341d7756c122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:02.642427 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e6c919b4-b511-4164-8e3f-fb351daedd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:02.651052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c9b65-6916-4a65-a1fd-a9a4782f62f2 req-a86f49f4-1b02-45e7-bb21-c8875761ccd7 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:02.652666 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-205c9b65-6916-4a65-a1fd-a9a4782f62f2 req-a86f49f4-1b02-45e7-bb21-c8875761ccd7 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 945 time: 0.2858706 Feb 18 08:46:02.664857 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3c91fbc3-0593-4e55-beed-341d7756c122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:02.732708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-0ebc4c9f-6cc2-4b71-9b5f-b64697fc406a req-0cd275e3-6174-46a0-88ed-449143046ce7 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Unset dirty status for tenant:b94ba894049c4fed9af7021dad82b5c9 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:46:02.734639 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0ebc4c9f-6cc2-4b71-9b5f-b64697fc406a req-0cd275e3-6174-46a0-88ed-449143046ce7 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.81 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 945 time: 0.6009128 Feb 18 08:46:02.747375 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-205c9b65-6916-4a65-a1fd-a9a4782f62f2 req-541b26e0-4895-4e89-821d-f49d8c68dd95 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb65fd32-9759-48c3-9887-15dbda54264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757151 Feb 18 08:46:02.760644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b0a47-299a-43ea-8d86-abb4240a7ba0 req-5702eaa8-12f3-4f61-8012-4a5f6edb920d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:02.777504 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea2b0a47-299a-43ea-8d86-abb4240a7ba0 req-5702eaa8-12f3-4f61-8012-4a5f6edb920d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 945 time: 0.3144786 Feb 18 08:46:02.833698 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea2b0a47-299a-43ea-8d86-abb4240a7ba0 req-cf6c3fe1-6d34-4df1-a910-cb506ef98094 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552132 Feb 18 08:46:02.847355 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3c91fbc3-0593-4e55-beed-341d7756c122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:02.864017 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-24f3c39e-22ed-4cc0-92a1-291fa0a95fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:02.883356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91fbc3-0593-4e55-beed-341d7756c122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0f77f3-45cf-45af-83bf-b59da83af8fd,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:02.892964 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3c91fbc3-0593-4e55-beed-341d7756c122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:02.894546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3c91fbc3-0593-4e55-beed-341d7756c122 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d0f77f3-45cf-45af-83bf-b59da83af8fd HTTP/1.1" status: 204 len: 168 time: 0.6337407 Feb 18 08:46:02.994558 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 27b00282-dcaa-4c58-8db2-087956d97def no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:46:03.193084 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-24f3c39e-22ed-4cc0-92a1-291fa0a95fc0 service neutron] Transition to ACTIVE for port object 27b00282-dcaa-4c58-8db2-087956d97def will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:46:03.217613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a15d39-aae0-4201-acd5-66b304b7b615 req-97b04eaf-777a-4d5e-ba0a-ee5e8b69a425 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:03.217824 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-24f3c39e-22ed-4cc0-92a1-291fa0a95fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:03.227067 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-14a15d39-aae0-4201-acd5-66b304b7b615 req-97b04eaf-777a-4d5e-ba0a-ee5e8b69a425 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.2818964 Feb 18 08:46:03.356300 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-14a15d39-aae0-4201-acd5-66b304b7b615 req-d701c1c1-1463-4f14-bc3c-459b7712ba80 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262095 Feb 18 08:46:03.384895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb14f0-af72-4ebd-abee-7e0b87110b1e req-698ebba0-2ded-43ea-9edc-022e6cdb6d37 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:03.392750 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aefb14f0-af72-4ebd-abee-7e0b87110b1e req-698ebba0-2ded-43ea-9edc-022e6cdb6d37 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.3003740 Feb 18 08:46:03.448516 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aefb14f0-af72-4ebd-abee-7e0b87110b1e req-e7acdf0b-37b3-4de8-a04b-82db00d4d934 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545604 Feb 18 08:46:03.448743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-24f3c39e-22ed-4cc0-92a1-291fa0a95fc0 service neutron] No DVR routers for this DVR port 27b00282-dcaa-4c58-8db2-087956d97def on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:46:03.510822 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3c39e-22ed-4cc0-92a1-291fa0a95fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=27b00282-dcaa-4c58-8db2-087956d97def,revision_number=10']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:03.569796 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-24f3c39e-22ed-4cc0-92a1-291fa0a95fc0 service neutron] 10.222.0.61 "PUT /v2.0/ports/27b00282-dcaa-4c58-8db2-087956d97def/bindings/n-h1-829434-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2706876 Feb 18 08:46:03.589298 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c80f91f2-4e3b-4fca-84b2-7f3e6390fc93 admin admin] Deleting port f170f5bc-ccfb-4908-95e1-73fedb6080bf {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:46:03.590287 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c80f91f2-4e3b-4fca-84b2-7f3e6390fc93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:03.623254 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:03.643401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fae88-c1e4-4e4d-a94a-42c3d56e080f req-f39a3bd7-12a9-46a3-b79c-216c2d317ca4 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:03.654749 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-077fae88-c1e4-4e4d-a94a-42c3d56e080f req-f39a3bd7-12a9-46a3-b79c-216c2d317ca4 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 944 time: 0.1368763 Feb 18 08:46:03.719301 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-077fae88-c1e4-4e4d-a94a-42c3d56e080f req-98694920-28e8-4f4e-a14f-26f93614a4d6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634174 Feb 18 08:46:03.748623 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:03.856745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-c80f91f2-4e3b-4fca-84b2-7f3e6390fc93 admin admin] For port f170f5bc-ccfb-4908-95e1-73fedb6080bf, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f170f5bc-ccfb-4908-95e1-73fedb6080bf,segment=NetworkSegment(3a90ac9f-9916-42a6-9a0e-35487316ce3b),segment_id=3a90ac9f-9916-42a6-9a0e-35487316ce3b)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:03.857749 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c80f91f2-4e3b-4fca-84b2-7f3e6390fc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:04.054697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e581a-b4c7-49e3-af4e-87990ae6136b req-f26d36c1-d630-406d-8366-9711e54281a8 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:04.063297 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-845e581a-b4c7-49e3-af4e-87990ae6136b req-f26d36c1-d630-406d-8366-9711e54281a8 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 945 time: 0.1557677 Feb 18 08:46:04.176157 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-845e581a-b4c7-49e3-af4e-87990ae6136b req-ae141c5a-1bbc-476d-aa21-87abf215ecd0 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb65fd32-9759-48c3-9887-15dbda54264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118984 Feb 18 08:46:04.228997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e6f7a-e8a4-4f8f-809b-edc0f512cbc3 req-0a8059f4-c148-4b34-a86d-4a4f1ae9669b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:04.236810 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-035e6f7a-e8a4-4f8f-809b-edc0f512cbc3 req-0a8059f4-c148-4b34-a86d-4a4f1ae9669b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 945 time: 0.1969168 Feb 18 08:46:04.238386 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45044) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:04.254745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c80f91f2-4e3b-4fca-84b2-7f3e6390fc93 admin admin] Calling delete_port for f170f5bc-ccfb-4908-95e1-73fedb6080bf owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:46:04.298988 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-035e6f7a-e8a4-4f8f-809b-edc0f512cbc3 req-7e030f28-5cdf-4174-990e-d75bcb094fc7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585959 Feb 18 08:46:04.425188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1498027225-network', 'tenant_id': '71a7005190d947c4aa0657c525670dac'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:46:04.433723 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:46:04.457391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Usage tracker for resource:network and tenant:71a7005190d947c4aa0657c525670dac is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:46:04.461083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:46:04.467059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:46:04.537556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Made reservation on behalf of 71a7005190d947c4aa0657c525670dac for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:46:04.539913 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:04.553546 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:04.576855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:46:04.586302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Usage tracker for resource:security_group_rule and tenant:71a7005190d947c4aa0657c525670dac is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:46:04.590451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:46:04.600974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:46:04.619847 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88df2e-20f4-4f6b-8381-56588e91dc7b req-8fc0ca66-5abd-4661-8706-124ece6b0f54 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:04.626961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9d88df2e-20f4-4f6b-8381-56588e91dc7b req-8fc0ca66-5abd-4661-8706-124ece6b0f54 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.1409237 Feb 18 08:46:04.714165 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c80f91f2-4e3b-4fca-84b2-7f3e6390fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:04.744859 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9d88df2e-20f4-4f6b-8381-56588e91dc7b req-a5fbd779-e39b-49e3-a2de-fd7f3608ed7c tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170218 Feb 18 08:46:04.787752 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f91f2-4e3b-4fca-84b2-7f3e6390fc93 admin admin] Pushing event deleted for resources: {'Port': ['ID=f170f5bc-ccfb-4908-95e1-73fedb6080bf,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:04.825566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3bb86-462f-4bf6-a746-22ec639bff7d req-4dcf18c2-b1f8-4601-9122-c03ef2608951 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:04.827141 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ce3bb86-462f-4bf6-a746-22ec639bff7d req-4dcf18c2-b1f8-4601-9122-c03ef2608951 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.1963224 Feb 18 08:46:04.922513 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:04.988312 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:05.050140 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:05.071167 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ce3bb86-462f-4bf6-a746-22ec639bff7d req-81c87c87-49fe-48bf-b4cb-9101763e144a tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267582 Feb 18 08:46:05.108395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23ff029-9d97-4df0-90ae-a7bb0114f24c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:05.130315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:46:05.160997 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c80f91f2-4e3b-4fca-84b2-7f3e6390fc93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:05.171796 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:05.172805 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Added segment dee84dd1-e119-47c5-be8f-b367edad6451 of type vlan for network 6636f866-f061-43f3-b5e2-ba77901c8096 Feb 18 08:46:05.198026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d24b53-04d1-4535-a72b-95d2bfaa7277 req-af8ae232-2a51-412d-8e3a-dc4bab3d8d69 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:05.205605 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d6d24b53-04d1-4535-a72b-95d2bfaa7277 req-af8ae232-2a51-412d-8e3a-dc4bab3d8d69 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 944 time: 0.2282279 Feb 18 08:46:05.468699 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d6d24b53-04d1-4535-a72b-95d2bfaa7277 req-54cd8083-01db-4a5c-adf0-525d24ee3a69 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592514 Feb 18 08:46:05.471610 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:05.534008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b698e7-3d8b-432e-8539-b6dfa5f80f22 req-bc415696-f019-4828-896f-490c155e28d8 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:05.535517 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75b698e7-3d8b-432e-8539-b6dfa5f80f22 req-bc415696-f019-4828-896f-490c155e28d8 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 945 time: 0.1632948 Feb 18 08:46:05.549256 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:05.551000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:05.552821 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:05.681457 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80f91f2-4e3b-4fca-84b2-7f3e6390fc93 admin admin] Router 750484d5-88eb-4d99-b700-088a38dc5994 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:46:05.745480 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75b698e7-3d8b-432e-8539-b6dfa5f80f22 req-6e53458b-dad1-4c4a-9e4f-dedff000c4b7 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb65fd32-9759-48c3-9887-15dbda54264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986609 Feb 18 08:46:05.783963 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device dfb6e662-096b-4f13-aef3-81a550b36bdd no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:46:05.870409 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6287031 Feb 18 08:46:05.879235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45078) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:05.901629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f13d2409-a6cd-4a9b-ba65-a1e68fcf27f8 admin admin] Request body: {'subnet': {'network_id': '6636f866-f061-43f3-b5e2-ba77901c8096', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1498027225-subnet', 'tenant_id': '71a7005190d947c4aa0657c525670dac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:46:05.914103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f13d2409-a6cd-4a9b-ba65-a1e68fcf27f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:46:05.919158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f13d2409-a6cd-4a9b-ba65-a1e68fcf27f8 admin admin] Usage tracker for resource:subnet and tenant:71a7005190d947c4aa0657c525670dac is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:46:05.940705 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f13d2409-a6cd-4a9b-ba65-a1e68fcf27f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:46:05.940705 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f13d2409-a6cd-4a9b-ba65-a1e68fcf27f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:46:05.954823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c34307-ca99-49b3-970c-7e09981382c4 admin admin] Pushing event updated for resources: {'Network': ['ID=6636f866-f061-43f3-b5e2-ba77901c8096,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:06.043537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13d2409-a6cd-4a9b-ba65-a1e68fcf27f8 admin admin] Made reservation on behalf of 71a7005190d947c4aa0657c525670dac for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:46:06.046731 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f13d2409-a6cd-4a9b-ba65-a1e68fcf27f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:06.048529 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 6636f866-f061-43f3-b5e2-ba77901c8096 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:46:06.145884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80f91f2-4e3b-4fca-84b2-7f3e6390fc93 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:46:06.158255 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273b1ee6-c7b6-4a00-9c40-a45901c3e164 None None] Sync routers for ids ['750484d5-88eb-4d99-b700-088a38dc5994'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:46:06.165220 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c80f91f2-4e3b-4fca-84b2-7f3e6390fc93 admin admin] 10.222.0.72 "PUT /v2.0/routers/750484d5-88eb-4d99-b700-088a38dc5994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6517904 Feb 18 08:46:06.166156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45088) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:06.179819 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273b1ee6-c7b6-4a00-9c40-a45901c3e164 None None] Routers {'750484d5-88eb-4d99-b700-088a38dc5994'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:46:06.181629 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-273b1ee6-c7b6-4a00-9c40-a45901c3e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:46:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['750484d5-88eb-4d99-b700-088a38dc5994'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:06.213158 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:06.256632 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port dfb6e662-096b-4f13-aef3-81a550b36bdd, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=dfb6e662-096b-4f13-aef3-81a550b36bdd,segment=NetworkSegment(f1628175-97b4-4953-9d48-f61cc3e4735f),segment_id=f1628175-97b4-4953-9d48-f61cc3e4735f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:06.257689 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036df3b6-3127-4cd9-b560-455c17359909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfb6e662-096b-4f13-aef3-81a550b36bdd'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:46:06.273797 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:06.274468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 27b00282-dcaa-4c58-8db2-087956d97def no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:46:06.330885 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f13d2409-a6cd-4a9b-ba65-a1e68fcf27f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:06.412245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb270ea8-04c9-43c9-b45e-d937ca362cde req-893a9c2e-33a8-4a67-a730-83d8b38a630b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:06.420169 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb270ea8-04c9-43c9-b45e-d937ca362cde req-893a9c2e-33a8-4a67-a730-83d8b38a630b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 945 time: 0.6399770 Feb 18 08:46:06.518922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13d2409-a6cd-4a9b-ba65-a1e68fcf27f8 admin admin] Checking segment: {'id': 'dee84dd1-e119-47c5-be8f-b367edad6451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6636f866-f061-43f3-b5e2-ba77901c8096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:46:06.519356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13d2409-a6cd-4a9b-ba65-a1e68fcf27f8 admin admin] Network hostable DHCP agents. Network: 6636f866-f061-43f3-b5e2-ba77901c8096, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:46:06.539658 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb270ea8-04c9-43c9-b45e-d937ca362cde req-095430c8-fb9f-438f-ac6c-9c80bb10ac12 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184974 Feb 18 08:46:06.551830 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-273b1ee6-c7b6-4a00-9c40-a45901c3e164 None None] Set router 750484d5-88eb-4d99-b700-088a38dc5994 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:46:06.571027 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c25a8f00-4833-4198-9c84-c947c4a6ff1f admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:06.574381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a7a9b-1660-4cd3-86b6-b87702c951c0 req-bb26695b-b0f3-4f8f-b7a4-0c135da8391f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:06.581237 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a53a7a9b-1660-4cd3-86b6-b87702c951c0 req-bb26695b-b0f3-4f8f-b7a4-0c135da8391f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.6035464 Feb 18 08:46:06.609999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=dfb6e662-096b-4f13-aef3-81a550b36bdd,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:06.637415 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a53a7a9b-1660-4cd3-86b6-b87702c951c0 req-cfd6c076-cec6-4387-9566-0c8b9da2bfad tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552344 Feb 18 08:46:06.652092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d2409-a6cd-4a9b-ba65-a1e68fcf27f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de19b1bf-856f-4994-abaa-a70c34c76a5a,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:06.693252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13d2409-a6cd-4a9b-ba65-a1e68fcf27f8 admin admin] Network 6636f866-f061-43f3-b5e2-ba77901c8096 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:46:06.710615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-f13d2409-a6cd-4a9b-ba65-a1e68fcf27f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 6636f866-f061-43f3-b5e2-ba77901c8096) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:46:06.715344 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13d2409-a6cd-4a9b-ba65-a1e68fcf27f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:06.716182 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f13d2409-a6cd-4a9b-ba65-a1e68fcf27f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:06.720507 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d98352-62d9-4105-897b-39bdc9fb049c None None] Network 6636f866-f061-43f3-b5e2-ba77901c8096 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:46:06.762313 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f13d2409-a6cd-4a9b-ba65-a1e68fcf27f8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8706498 Feb 18 08:46:06.925448 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036df3b6-3127-4cd9-b560-455c17359909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfb6e662-096b-4f13-aef3-81a550b36bdd', 'code': 200} Feb 18 08:46:06.976218 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c25a8f00-4833-4198-9c84-c947c4a6ff1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:06.998428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c25a8f00-4833-4198-9c84-c947c4a6ff1f admin admin] Deleting port d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:46:07.000031 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c25a8f00-4833-4198-9c84-c947c4a6ff1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:07.036088 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-273b1ee6-c7b6-4a00-9c40-a45901c3e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:46:04Z', 'revision_number': 5, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port': {'id': 'd177b7dd-758c-44f8-87f0-8a5bc6a4e1f8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750484d5-88eb-4d99-b700-088a38dc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:18Z', 'updated_at': '2022-02-18T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:07.041092 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273b1ee6-c7b6-4a00-9c40-a45901c3e164 None None] Checking router: 750484d5-88eb-4d99-b700-088a38dc5994 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:46:07.073399 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273b1ee6-c7b6-4a00-9c40-a45901c3e164 None None] Routers {'750484d5-88eb-4d99-b700-088a38dc5994'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:46:07.073982 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-273b1ee6-c7b6-4a00-9c40-a45901c3e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:46:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['750484d5-88eb-4d99-b700-088a38dc5994'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:07.078920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d858307-3d87-4409-991f-05b254916397 req-7853a70a-5dfa-481d-9839-eb5e87d22a24 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:07.082352 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d858307-3d87-4409-991f-05b254916397 req-7853a70a-5dfa-481d-9839-eb5e87d22a24 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.2451921 Feb 18 08:46:07.192017 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d858307-3d87-4409-991f-05b254916397 req-d410ac1a-c41a-4835-8736-83582a672347 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018651 Feb 18 08:46:07.238149 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7976bf-aca6-4fa8-995d-71fdfe060294 None None] Network 6636f866-f061-43f3-b5e2-ba77901c8096 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:46:07.303273 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-c25a8f00-4833-4198-9c84-c947c4a6ff1f admin admin] For port d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:07.303841 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c25a8f00-4833-4198-9c84-c947c4a6ff1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:07.425212 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-273b1ee6-c7b6-4a00-9c40-a45901c3e164 None None] Set router 750484d5-88eb-4d99-b700-088a38dc5994 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:46:07.448726 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c25a8f00-4833-4198-9c84-c947c4a6ff1f admin admin] Calling delete_port for d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:46:07.528770 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeab692-df13-4be1-b161-f7aeb7ce5cf6 req-920500d0-349a-4e95-82a3-70198d24ed5b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:07.540189 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-beeab692-df13-4be1-b161-f7aeb7ce5cf6 req-920500d0-349a-4e95-82a3-70198d24ed5b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 944 time: 0.1553328 Feb 18 08:46:07.693438 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-beeab692-df13-4be1-b161-f7aeb7ce5cf6 req-5519b457-6f28-4755-8d6b-7af55cfec84c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454206 Feb 18 08:46:07.764041 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c25a8f00-4833-4198-9c84-c947c4a6ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:07.779501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5d8bd-53cd-424d-bb26-8d1d8346592e req-de0875ec-4091-4183-ac3f-a233e157458a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:07.784868 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-273b1ee6-c7b6-4a00-9c40-a45901c3e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:46:06Z', 'revision_number': 6, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:07.788666 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ffe5d8bd-53cd-424d-bb26-8d1d8346592e req-de0875ec-4091-4183-ac3f-a233e157458a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 943 time: 0.1969395 Feb 18 08:46:07.792163 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273b1ee6-c7b6-4a00-9c40-a45901c3e164 None None] The sync data for ids ['750484d5-88eb-4d99-b700-088a38dc5994'] in n-d-829434-1 is: [{'id': '750484d5-88eb-4d99-b700-088a38dc5994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22752301-router', 'tenant_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:17Z', 'updated_at': '2022-02-18T08:46:06Z', 'revision_number': 6, 'project_id': 'acb5ccc9e90344ccb998b0892a2a055c', 'gw_port_host': None}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:46:07.853417 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ffe5d8bd-53cd-424d-bb26-8d1d8346592e req-7ef82586-e2fe-4f28-8f7e-32b1d79aafbd tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb65fd32-9759-48c3-9887-15dbda54264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563724 Feb 18 08:46:07.967171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a8f00-4833-4198-9c84-c947c4a6ff1f admin admin] Pushing event deleted for resources: {'Port': ['ID=d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:08.053040 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c25a8f00-4833-4198-9c84-c947c4a6ff1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:08.219944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfaeacd-f412-4798-8d15-1e46d3107539 req-230d4cf1-c84a-4cc4-8095-770c78663081 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:08.221529 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abfaeacd-f412-4798-8d15-1e46d3107539 req-230d4cf1-c84a-4cc4-8095-770c78663081 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 945 time: 0.1704321 Feb 18 08:46:08.251600 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c25a8f00-4833-4198-9c84-c947c4a6ff1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:08.254022 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c25a8f00-4833-4198-9c84-c947c4a6ff1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:08.283303 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c25a8f00-4833-4198-9c84-c947c4a6ff1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:08.284582 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25a8f00-4833-4198-9c84-c947c4a6ff1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 750484d5-88eb-4d99-b700-088a38dc5994 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:46:08.295134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57fe1b-51ce-4f72-927e-e47519e09ff2 req-738d966b-dd11-4848-b410-afaf115777cb tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:08.299650 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c25a8f00-4833-4198-9c84-c947c4a6ff1f admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:08.300786 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c25a8f00-4833-4198-9c84-c947c4a6ff1f admin admin] 10.222.0.72 "DELETE /v2.0/routers/750484d5-88eb-4d99-b700-088a38dc5994 HTTP/1.1" status: 204 len: 168 time: 2.1336236 Feb 18 08:46:08.302178 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef57fe1b-51ce-4f72-927e-e47519e09ff2 req-738d966b-dd11-4848-b410-afaf115777cb tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.1687450 Feb 18 08:46:08.303335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45122) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:08.341268 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abfaeacd-f412-4798-8d15-1e46d3107539 req-ef741b83-f696-48b3-9f0c-12516c0db8f8 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046536 Feb 18 08:46:08.404898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef57fe1b-51ce-4f72-927e-e47519e09ff2 req-ac4eb8af-fefc-4214-b4a6-a9bb94e2e6ca tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017537 Feb 18 08:46:08.447206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b2e5e8-b074-4ba8-90f8-76d7bb5d1435 admin admin] Deleting subnet db8c3d8b-3f4e-4938-bf14-6dbfccf62216 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:46:08.456961 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41b2e5e8-b074-4ba8-90f8-76d7bb5d1435 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:08.670272 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41b2e5e8-b074-4ba8-90f8-76d7bb5d1435 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:08.724088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677aa1e1-8fab-4ca4-90c3-07c5a0de836c req-4726c143-1fc4-40d6-af75-491fe6d4b81c tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:08.725702 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-677aa1e1-8fab-4ca4-90c3-07c5a0de836c req-4726c143-1fc4-40d6-af75-491fe6d4b81c tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.1895170 Feb 18 08:46:08.808669 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-677aa1e1-8fab-4ca4-90c3-07c5a0de836c req-ac8d773c-dd32-495d-84c2-25730215173c tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771084 Feb 18 08:46:08.857835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:46:08.858340 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41b2e5e8-b074-4ba8-90f8-76d7bb5d1435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:08.922927 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:46:08.925093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d177b7dd-758c-44f8-87f0-8a5bc6a4e1f8 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:46:08.925833 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f170f5bc-ccfb-4908-95e1-73fedb6080bf no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:46:09.045425 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41b2e5e8-b074-4ba8-90f8-76d7bb5d1435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:09.120964 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2e5e8-b074-4ba8-90f8-76d7bb5d1435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db8c3d8b-3f4e-4938-bf14-6dbfccf62216,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:09.128088 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41b2e5e8-b074-4ba8-90f8-76d7bb5d1435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:09.129708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: f170f5bc-ccfb-4908-95e1-73fedb6080bf {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:46:09.130321 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f170f5bc-ccfb-4908-95e1-73fedb6080bf not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:46:09.140857 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293440ed-0b0c-476b-a8a5-0442652466fc None None] Network 6c4c5e8e-8215-4796-a5ce-435bb8609f4a requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:46:09.141053 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-41b2e5e8-b074-4ba8-90f8-76d7bb5d1435 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/db8c3d8b-3f4e-4938-bf14-6dbfccf62216 HTTP/1.1" status: 204 len: 168 time: 0.8324447 Feb 18 08:46:09.144075 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45146) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:09.253982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e1537-764f-46c4-80e1-e4343365a6bb req-58f3df34-2f81-4f2b-bea1-fca051948a1f tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:09.261426 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-251e1537-764f-46c4-80e1-e4343365a6bb req-58f3df34-2f81-4f2b-bea1-fca051948a1f tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 944 time: 0.2672889 Feb 18 08:46:09.326015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f34ff-cf33-477d-b5bc-417ca22f2bf9 req-38060325-28b0-454c-8cd1-ad07b857041c tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:09.333302 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e88f34ff-cf33-477d-b5bc-417ca22f2bf9 req-38060325-28b0-454c-8cd1-ad07b857041c tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 943 time: 0.1746221 Feb 18 08:46:09.344361 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:09.362205 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] Deleting port a6fb7a54-894d-4331-a76e-4f68069398b9 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:46:09.362657 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:09.364830 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-251e1537-764f-46c4-80e1-e4343365a6bb req-5be2eccb-3130-45c8-9319-5096d25feda9 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022227 Feb 18 08:46:09.435388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e88f34ff-cf33-477d-b5bc-417ca22f2bf9 req-3bee9588-d11e-4bb2-bde2-fa36ae56ab7a tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb65fd32-9759-48c3-9887-15dbda54264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007299 Feb 18 08:46:09.614176 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42b50c2-ea4b-4f90-9f10-3906c6602b07 None None] DHCP port deletion for 6c4c5e8e-8215-4796-a5ce-435bb8609f4a request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:46:09.621268 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d42b50c2-ea4b-4f90-9f10-3906c6602b07 None None] Deleting port a6fb7a54-894d-4331-a76e-4f68069398b9 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:46:09.621641 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d42b50c2-ea4b-4f90-9f10-3906c6602b07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:09.694090 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] For port a6fb7a54-894d-4331-a76e-4f68069398b9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a6fb7a54-894d-4331-a76e-4f68069398b9,segment=NetworkSegment(3a90ac9f-9916-42a6-9a0e-35487316ce3b),segment_id=3a90ac9f-9916-42a6-9a0e-35487316ce3b)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:09.694458 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:09.902858 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] Calling delete_port for a6fb7a54-894d-4331-a76e-4f68069398b9 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:46:09.923191 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d42b50c2-ea4b-4f90-9f10-3906c6602b07 None None] For port a6fb7a54-894d-4331-a76e-4f68069398b9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a6fb7a54-894d-4331-a76e-4f68069398b9,segment=NetworkSegment(3a90ac9f-9916-42a6-9a0e-35487316ce3b),segment_id=3a90ac9f-9916-42a6-9a0e-35487316ce3b)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:09.924365 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d42b50c2-ea4b-4f90-9f10-3906c6602b07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:09.987272 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b929f0b-5bf1-4e28-adba-3af18c506497 req-db957ea1-c0a2-4107-ad76-8d35889a6676 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:09.994838 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b929f0b-5bf1-4e28-adba-3af18c506497 req-db957ea1-c0a2-4107-ad76-8d35889a6676 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 945 time: 0.4354377 Feb 18 08:46:10.004044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883f650-e950-47fc-9d06-0ddd42d345f0 req-53b15f5f-37bf-4e48-8ce3-1e06ee339e69 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:10.011377 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e883f650-e950-47fc-9d06-0ddd42d345f0 req-53b15f5f-37bf-4e48-8ce3-1e06ee339e69 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.3318701 Feb 18 08:46:10.033742 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:10.090165 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d42b50c2-ea4b-4f90-9f10-3906c6602b07 None None] Calling delete_port for a6fb7a54-894d-4331-a76e-4f68069398b9 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:46:10.199773 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-d42b50c2-ea4b-4f90-9f10-3906c6602b07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:46:10.202190 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-d42b50c2-ea4b-4f90-9f10-3906c6602b07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:46:10.209529 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b929f0b-5bf1-4e28-adba-3af18c506497 req-8724a461-d36c-475e-8902-3d490c27d256 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135015 Feb 18 08:46:10.232649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] No DVR routers for this DVR port a6fb7a54-894d-4331-a76e-4f68069398b9 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:46:10.232788 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e883f650-e950-47fc-9d06-0ddd42d345f0 req-22b33da0-d5e8-4f45-b6bd-e81d97ecdfb1 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198701 Feb 18 08:46:10.307126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-6182f8cd-8c89-4e02-b82f-d71ea7bf4688 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:10.318275 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-6182f8cd-8c89-4e02-b82f-d71ea7bf4688 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5&tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&binding%3Ahost_id=n-h2-829434-1 HTTP/1.1" status: 200 len: 1095 time: 0.1977479 Feb 18 08:46:10.392123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6fb7a54-894d-4331-a76e-4f68069398b9,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:10.397126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-0ebc4c9f-6cc2-4b71-9b5f-b64697fc406a req-2365c4bd-e5ae-4eb7-b2f2-8372abf2704d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Deleting port dfb6e662-096b-4f13-aef3-81a550b36bdd {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:46:10.397574 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-0ebc4c9f-6cc2-4b71-9b5f-b64697fc406a req-2365c4bd-e5ae-4eb7-b2f2-8372abf2704d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:10.439023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a6fb7a54-894d-4331-a76e-4f68069398b9 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:46:10.486552 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: a6fb7a54-894d-4331-a76e-4f68069398b9 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:46:10.487100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a6fb7a54-894d-4331-a76e-4f68069398b9 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:46:10.660939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-f5855ac7-f08c-4bf8-9d9c-2a55351a5669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:10.662444 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-f5855ac7-f08c-4bf8-9d9c-2a55351a5669 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5&tenant_id=7d4a44b7fff94ccba0bfe75ccf303824 HTTP/1.1" status: 200 len: 1095 time: 0.3267918 Feb 18 08:46:10.686996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b7e75-256c-4c71-ba4e-0ce2031e08eb req-be3ca3ac-5acb-4bd8-b6b9-eaa128d88476 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:10.688551 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e5b7e75-256c-4c71-ba4e-0ce2031e08eb req-be3ca3ac-5acb-4bd8-b6b9-eaa128d88476 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.2675116 Feb 18 08:46:10.703815 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d42b50c2-ea4b-4f90-9f10-3906c6602b07 None None] Deleting port a6fb7a54-894d-4331-a76e-4f68069398b9 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:46:10.704372 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d42b50c2-ea4b-4f90-9f10-3906c6602b07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:10.817937 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d42b50c2-ea4b-4f90-9f10-3906c6602b07 None None] The port 'a6fb7a54-894d-4331-a76e-4f68069398b9' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:46:10.892043 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:10.896746 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e5b7e75-256c-4c71-ba4e-0ce2031e08eb req-b44c3f4c-16d0-467b-8b61-f61c991d85cc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011216 Feb 18 08:46:10.927835 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:10.949425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22233129-be64-49d5-897b-73b31da294d5 req-1a5a2f39-a92c-4d51-bb14-12eb9c92b937 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:10.956888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22233129-be64-49d5-897b-73b31da294d5 req-1a5a2f39-a92c-4d51-bb14-12eb9c92b937 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 944 time: 0.2298727 Feb 18 08:46:11.000631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-8d2cb354-8abb-4c05-8885-5156d89567b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:11.002617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-8d2cb354-8abb-4c05-8885-5156d89567b0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 1095 time: 0.2786205 Feb 18 08:46:11.021530 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4c5e8e-8215-4796-a5ce-435bb8609f4a']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:11.050416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a90ac9f-9916-42a6-9a0e-35487316ce3b') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:11.050416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a90ac9f-9916-42a6-9a0e-35487316ce3b') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:11.058339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-0ebc4c9f-6cc2-4b71-9b5f-b64697fc406a req-2365c4bd-e5ae-4eb7-b2f2-8372abf2704d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] For port dfb6e662-096b-4f13-aef3-81a550b36bdd, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=dfb6e662-096b-4f13-aef3-81a550b36bdd,segment=NetworkSegment(f1628175-97b4-4953-9d48-f61cc3e4735f),segment_id=f1628175-97b4-4953-9d48-f61cc3e4735f)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:11.058700 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-0ebc4c9f-6cc2-4b71-9b5f-b64697fc406a req-2365c4bd-e5ae-4eb7-b2f2-8372abf2704d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:11.076601 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:11.206275 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22233129-be64-49d5-897b-73b31da294d5 req-2def58c8-f59c-436a-ae81-708994c93c5a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481623 Feb 18 08:46:11.256767 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:11.394448 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-17cf23e3-01c8-4b77-b4c1-1c8158ca0888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:11.396493 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-17cf23e3-01c8-4b77-b4c1-1c8158ca0888 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.3852296 Feb 18 08:46:11.442513 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-0ebc4c9f-6cc2-4b71-9b5f-b64697fc406a req-2365c4bd-e5ae-4eb7-b2f2-8372abf2704d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Calling delete_port for dfb6e662-096b-4f13-aef3-81a550b36bdd owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:46:11.496767 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:11.516484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:46:11.516902 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:11.526509 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-4067212b-c9ac-45ec-9d7b-5c1d0f6ab0b9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27b00282-dcaa-4c58-8db2-087956d97def HTTP/1.1" status: 200 len: 217 time: 0.1167059 Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:46:11.533589 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:46:11.629681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-07c897b2-f398-4fef-abd6-0ddd8156b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:11.631316 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-07c897b2-f398-4fef-abd6-0ddd8156b9db service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.0975013 Feb 18 08:46:11.640388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a12c4-d92e-4a4d-8d78-d22803363515 req-8fba5ab9-2c01-469f-a8f7-72dd77722c12 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:11.648426 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f32a12c4-d92e-4a4d-8d78-d22803363515 req-8fba5ab9-2c01-469f-a8f7-72dd77722c12 tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/ports?device_id=036df3b6-3127-4cd9-b560-455c17359909 HTTP/1.1" status: 200 len: 943 time: 0.4390461 Feb 18 08:46:11.692944 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:11.696087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-bbe8d6f2-5dbc-4e71-93f0-32709e259d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:11.698155 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-bbe8d6f2-5dbc-4e71-93f0-32709e259d1d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 1101 time: 0.5594153 Feb 18 08:46:11.720473 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-7269c860-45a5-408b-b4bb-9f036e314739 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707994 Feb 18 08:46:11.760240 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:11.771392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1468b-b609-432d-bcdb-c2d808b767cb req-ed8963f2-a5b2-4fc1-b4e4-86e6bfc96203 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:11.773005 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eae1468b-b609-432d-bcdb-c2d808b767cb req-ed8963f2-a5b2-4fc1-b4e4-86e6bfc96203 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 945 time: 0.2956414 Feb 18 08:46:11.820242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c4c5e8e-8215-4796-a5ce-435bb8609f4a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:11.844286 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f32a12c4-d92e-4a4d-8d78-d22803363515 req-2ce59671-4a36-4d12-b523-51d9d868de7c tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb65fd32-9759-48c3-9887-15dbda54264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925981 Feb 18 08:46:11.870574 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-0ebc4c9f-6cc2-4b71-9b5f-b64697fc406a req-2365c4bd-e5ae-4eb7-b2f2-8372abf2704d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:11.951489 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3545ff20-a806-4ab2-bfee-c68840ca15c5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6c4c5e8e-8215-4796-a5ce-435bb8609f4a HTTP/1.1" status: 204 len: 168 time: 2.8012149 Feb 18 08:46:11.958222 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45188) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:11.973061 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365c4bd-e5ae-4eb7-b2f2-8372abf2704d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Pushing event deleted for resources: {'Port': ['ID=dfb6e662-096b-4f13-aef3-81a550b36bdd,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:12.008434 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eae1468b-b609-432d-bcdb-c2d808b767cb req-c2abeb87-2268-440e-b506-7acf3b9b1c8e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741350 Feb 18 08:46:12.130052 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-0bc9b5b1-968d-4bdf-b216-b9b667274dac service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960862 Feb 18 08:46:12.176311 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-64b9ba6d-090b-46db-87b5-63bc6d42cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:12.177850 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-64b9ba6d-090b-46db-87b5-63bc6d42cb44 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.4720597 Feb 18 08:46:12.276299 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebc4c9f-6cc2-4b71-9b5f-b64697fc406a req-2365c4bd-e5ae-4eb7-b2f2-8372abf2704d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] No DVR routers for this DVR port dfb6e662-096b-4f13-aef3-81a550b36bdd on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:46:12.301583 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-0ebc4c9f-6cc2-4b71-9b5f-b64697fc406a req-2365c4bd-e5ae-4eb7-b2f2-8372abf2704d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:12.303869 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0ebc4c9f-6cc2-4b71-9b5f-b64697fc406a req-2365c4bd-e5ae-4eb7-b2f2-8372abf2704d tempest-FloatingIPsAssociationNegativeTestJSON-280255903 tempest-FloatingIPsAssociationNegativeTestJSON-280255903-project] 10.222.0.81 "DELETE /v2.0/ports/dfb6e662-096b-4f13-aef3-81a550b36bdd HTTP/1.1" status: 204 len: 173 time: 2.2384207 Feb 18 08:46:12.304395 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036df3b6-3127-4cd9-b560-455c17359909', 'name': 'network-vif-deleted', 'tag': 'dfb6e662-096b-4f13-aef3-81a550b36bdd'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:46:12.316088 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-b2c8abbf-21a4-4de7-8287-7aa8792c6a7a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8 HTTP/1.1" status: 200 len: 217 time: 0.1231928 Feb 18 08:46:12.448448 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-24a6c147-34f3-4d9c-8223-623ba7aa552a service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111281 Feb 18 08:46:12.463254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b448303-9275-41bf-88df-7a1a621ad390 req-d826df7d-4133-4785-8b7c-7c6406f1ae68 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:12.470897 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9b448303-9275-41bf-88df-7a1a621ad390 req-d826df7d-4133-4785-8b7c-7c6406f1ae68 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.2017846 Feb 18 08:46:12.495971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5da5d-bb52-410d-8efe-26b7219a164e req-dcee1ba2-bed4-46b2-9019-d58f524df84f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:12.497652 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37a5da5d-bb52-410d-8efe-26b7219a164e req-dcee1ba2-bed4-46b2-9019-d58f524df84f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.4321346 Feb 18 08:46:12.560108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-37bda112-f31d-4f0b-80a3-b3a91ca45da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:12.562770 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-37bda112-f31d-4f0b-80a3-b3a91ca45da0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.2304819 Feb 18 08:46:12.571227 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9b448303-9275-41bf-88df-7a1a621ad390 req-1ce327ae-247d-4c9c-a652-f807abb13253 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988319 Feb 18 08:46:12.601707 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37a5da5d-bb52-410d-8efe-26b7219a164e req-06305701-bce6-42d6-827c-51706a3e0098 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969849 Feb 18 08:46:12.918591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-131da825-65d8-439c-aaf9-23b26de0b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:12.920060 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-131da825-65d8-439c-aaf9-23b26de0b522 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2837899 Feb 18 08:46:13.007825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94f22c-ca4a-4d6f-8636-60a95d238345 req-c62bac85-a5d3-4c6b-8ff6-a324beb2292b tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:13.009800 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e94f22c-ca4a-4d6f-8636-60a95d238345 req-c62bac85-a5d3-4c6b-8ff6-a324beb2292b tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 1096 time: 0.3167522 Feb 18 08:46:13.054708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b849a5e-58f8-4ec9-b99a-65688f1f52bb req-f21069c5-efec-4375-9bc3-3a94719ae9c1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:13.064626 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b849a5e-58f8-4ec9-b99a-65688f1f52bb req-f21069c5-efec-4375-9bc3-3a94719ae9c1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 944 time: 0.1600430 Feb 18 08:46:13.110392 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e94f22c-ca4a-4d6f-8636-60a95d238345 req-68cc7f33-3786-4541-bc60-e78dca62a9de tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941281 Feb 18 08:46:13.150584 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b849a5e-58f8-4ec9-b99a-65688f1f52bb req-f5358d81-ea85-45d2-b66d-ed769256f8d6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845604 Feb 18 08:46:13.204581 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-494cc03e-b362-4553-a7a9-d2ccee577cc9 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226524 Feb 18 08:46:13.239965 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036df3b6-3127-4cd9-b560-455c17359909', 'name': 'network-vif-deleted', 'tag': 'dfb6e662-096b-4f13-aef3-81a550b36bdd', 'status': 'completed', 'code': 200} Feb 18 08:46:13.404138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45230) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:13.682511 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-eabdc871-5db1-41d9-9045-c5ef0bbcdb96 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663708 Feb 18 08:46:13.698562 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-54098bf1-e53d-4bb2-baad-166380a4ae96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:13.789761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-f0b90915-20c2-4291-9f75-2abf67fc624e tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:13.791713 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-f0b90915-20c2-4291-9f75-2abf67fc624e tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5&tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 1095 time: 0.4318116 Feb 18 08:46:14.093934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-2b682ffe-20e8-44ea-92a3-4a513c6a9f95 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:14.094604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-2b682ffe-20e8-44ea-92a3-4a513c6a9f95 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Synchronizing usage tracker for tenant:71a7005190d947c4aa0657c525670dac on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:46:14.138309 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-54098bf1-e53d-4bb2-baad-166380a4ae96 admin admin] Deleting port ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:46:14.140571 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-54098bf1-e53d-4bb2-baad-166380a4ae96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:14.222462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57e655-a404-4547-8023-dab2b8a19e28 req-fb03ccc6-b1a7-46e9-9da1-f9a7bd31873a tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:14.224985 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7a57e655-a404-4547-8023-dab2b8a19e28 req-fb03ccc6-b1a7-46e9-9da1-f9a7bd31873a tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 1096 time: 0.6105504 Feb 18 08:46:14.231688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-2b682ffe-20e8-44ea-92a3-4a513c6a9f95 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Unset dirty status for tenant:71a7005190d947c4aa0657c525670dac on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:46:14.233601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-2b682ffe-20e8-44ea-92a3-4a513c6a9f95 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/networks?id=6636f866-f061-43f3-b5e2-ba77901c8096 HTTP/1.1" status: 200 len: 810 time: 0.6174996 Feb 18 08:46:14.322646 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-96b77bf7-681c-4c63-b650-b9298ab1e717 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/quotas/71a7005190d947c4aa0657c525670dac HTTP/1.1" status: 200 len: 375 time: 0.0787566 Feb 18 08:46:14.393527 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-54098bf1-e53d-4bb2-baad-166380a4ae96 admin admin] For port ac3918ec-16ed-4bc2-aef7-3b2bab08ff83, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ac3918ec-16ed-4bc2-aef7-3b2bab08ff83,segment=NetworkSegment(5e090425-3969-4d5c-85c5-a9508e604c58),segment_id=5e090425-3969-4d5c-85c5-a9508e604c58)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:14.394609 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-54098bf1-e53d-4bb2-baad-166380a4ae96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:14.411432 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-5f186624-ee6d-4ec8-b58f-9381ef292f07 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=71a7005190d947c4aa0657c525670dac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877247 Feb 18 08:46:14.450111 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7a57e655-a404-4547-8023-dab2b8a19e28 req-f8a77e40-842a-4500-b98e-b3aeeaba2c22 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078278 Feb 18 08:46:14.502787 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-6d6562d1-0c4d-4693-ba85-db9a561eeb01 service neutron] For port 27b00282-dcaa-4c58-8db2-087956d97def, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:46:14.555315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-54098bf1-e53d-4bb2-baad-166380a4ae96 admin admin] Calling delete_port for ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:46:14.582512 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-6d6562d1-0c4d-4693-ba85-db9a561eeb01 service neutron] Notify callbacks [] for binding, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:14.583593 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-755bf7ab-f30d-4911-ba9a-06e3a5a0f9f2 req-6d6562d1-0c4d-4693-ba85-db9a561eeb01 service neutron] 10.222.0.81 "DELETE /v2.0/ports/27b00282-dcaa-4c58-8db2-087956d97def/bindings/n-h2-829434-1 HTTP/1.1" status: 204 len: 173 time: 0.7833226 Feb 18 08:46:14.794906 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-d33f94f2-b41e-486e-9cf5-c6b611bd5450 service neutron] 10.222.0.72 "GET /v2.0/networks/6636f866-f061-43f3-b5e2-ba77901c8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823760 Feb 18 08:46:14.816944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133223f8-f31e-48f6-890d-296ea5ebc430 req-5f43730f-8470-4f68-b139-7ae366e157aa tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:14.824926 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-133223f8-f31e-48f6-890d-296ea5ebc430 req-5f43730f-8470-4f68-b139-7ae366e157aa tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.1577122 Feb 18 08:46:14.835611 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-54098bf1-e53d-4bb2-baad-166380a4ae96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:14.927563 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54098bf1-e53d-4bb2-baad-166380a4ae96 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3918ec-16ed-4bc2-aef7-3b2bab08ff83,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:15.179803 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-133223f8-f31e-48f6-890d-296ea5ebc430 req-7661f09a-1db4-464f-9b55-469ec6033ac6 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536701 Feb 18 08:46:15.304170 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-561ad215-4272-47aa-a489-cb829fcba4dd service neutron] 10.222.0.72 "GET /v2.0/networks/6636f866-f061-43f3-b5e2-ba77901c8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762685 Feb 18 08:46:15.404757 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:15.457758 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-54098bf1-e53d-4bb2-baad-166380a4ae96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:15.627631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46025f-bd75-450c-bb18-ea1001c06f37 req-b8798c81-e106-4cc9-965f-0bb5274ce796 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:15.637115 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0b46025f-bd75-450c-bb18-ea1001c06f37 req-b8798c81-e106-4cc9-965f-0bb5274ce796 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.2849250 Feb 18 08:46:15.794961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0b46025f-bd75-450c-bb18-ea1001c06f37 req-87191152-e27b-4064-a340-59654772ccdd tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568854 Feb 18 08:46:16.190526 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f595a783-cdd1-4c9e-b9b4-6b112b7c4e8b req-164bedbe-498a-4f96-a1a9-74376008cea6 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6a4304-9483-492c-82a3-429ea47baffc HTTP/1.1" status: 200 len: 210 time: 0.0709527 Feb 18 08:46:16.245174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd62693-7957-4290-843b-2e035a8982de req-28a31429-e524-482c-90bb-cce659b8314e tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:16.246657 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afd62693-7957-4290-843b-2e035a8982de req-28a31429-e524-482c-90bb-cce659b8314e tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 944 time: 0.4428279 Feb 18 08:46:16.247317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Deleting port 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:46:16.247655 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:16.291656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54098bf1-e53d-4bb2-baad-166380a4ae96 admin admin] Router 1ad967ac-64a4-40f6-89f7-d15bd23b0f6c has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:46:16.343293 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afd62693-7957-4290-843b-2e035a8982de req-d82be794-c399-4b74-93ce-1d7d9fcaae33 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659251 Feb 18 08:46:16.642562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] For port 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360,segment=NetworkSegment(f1628175-97b4-4953-9d48-f61cc3e4735f),segment_id=f1628175-97b4-4953-9d48-f61cc3e4735f)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:16.642873 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:16.671217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54098bf1-e53d-4bb2-baad-166380a4ae96 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:46:16.683806 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858b36b4-f184-4634-82a1-f9c82c47d117 None None] Sync routers for ids ['1ad967ac-64a4-40f6-89f7-d15bd23b0f6c'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:46:16.698093 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-54098bf1-e53d-4bb2-baad-166380a4ae96 admin admin] 10.222.0.72 "PUT /v2.0/routers/1ad967ac-64a4-40f6-89f7-d15bd23b0f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7297583 Feb 18 08:46:16.700345 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45284) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:16.708232 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858b36b4-f184-4634-82a1-f9c82c47d117 None None] Routers {'1ad967ac-64a4-40f6-89f7-d15bd23b0f6c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:46:16.709148 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-858b36b4-f184-4634-82a1-f9c82c47d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:46:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1ad967ac-64a4-40f6-89f7-d15bd23b0f6c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:16.943239 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Calling delete_port for 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:46:17.153208 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:17.180600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319798f-8a37-4af8-849f-3add0e9b2b3e req-5f80e70e-5479-4ffe-9342-d68b3f8b17b8 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:17.182246 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b319798f-8a37-4af8-849f-3add0e9b2b3e req-5f80e70e-5479-4ffe-9342-d68b3f8b17b8 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.6571035 Feb 18 08:46:17.187809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-858b36b4-f184-4634-82a1-f9c82c47d117 None None] Set router 1ad967ac-64a4-40f6-89f7-d15bd23b0f6c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:46:17.329983 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:17.375573 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b319798f-8a37-4af8-849f-3add0e9b2b3e req-5003d8ca-9e82-4a05-9bc9-2b401cc3273f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801994 Feb 18 08:46:17.385780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Pushing event deleted for resources: {'Port': ['ID=9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:17.442741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:17.443265 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:17.443614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:17.444308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:17.444644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:17.444969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:17.445290 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:17.445611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:17.445933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:17.446250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:17.447412 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:17.447885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:17.600105 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:17.652609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Deleting port df6d12cd-8741-406b-892a-34ca64ff74d5 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:46:17.653225 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:17.928144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] For port df6d12cd-8741-406b-892a-34ca64ff74d5, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=df6d12cd-8741-406b-892a-34ca64ff74d5,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:17.930294 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:17.973743 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-858b36b4-f184-4634-82a1-f9c82c47d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad967ac-64a4-40f6-89f7-d15bd23b0f6c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1675378307-router', 'tenant_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'df6d12cd-8741-406b-892a-34ca64ff74d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:37Z', 'updated_at': '2022-02-18T08:46:14Z', 'revision_number': 5, 'project_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'gw_port': {'id': 'df6d12cd-8741-406b-892a-34ca64ff74d5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad967ac-64a4-40f6-89f7-d15bd23b0f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:41:39Z', 'updated_at': '2022-02-18T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:17.983249 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858b36b4-f184-4634-82a1-f9c82c47d117 None None] Checking router: 1ad967ac-64a4-40f6-89f7-d15bd23b0f6c for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:46:17.995046 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858b36b4-f184-4634-82a1-f9c82c47d117 None None] Routers {'1ad967ac-64a4-40f6-89f7-d15bd23b0f6c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:46:17.995660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-858b36b4-f184-4634-82a1-f9c82c47d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:46:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1ad967ac-64a4-40f6-89f7-d15bd23b0f6c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:18.259419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97274bc9-68e7-4092-b308-e1b722f67edd req-48ca9388-0b5f-4a03-8f26-906e85a95d6f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:18.269649 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97274bc9-68e7-4092-b308-e1b722f67edd req-48ca9388-0b5f-4a03-8f26-906e85a95d6f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.3860891 Feb 18 08:46:18.290206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-bea26239-f994-483b-80a4-50e3fc6b8293 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:18.291683 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-bea26239-f994-483b-80a4-50e3fc6b8293 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.61 "GET /v2.0/networks?id=6636f866-f061-43f3-b5e2-ba77901c8096 HTTP/1.1" status: 200 len: 810 time: 0.2427230 Feb 18 08:46:18.318082 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:18.356973 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-858b36b4-f184-4634-82a1-f9c82c47d117 None None] Set router 1ad967ac-64a4-40f6-89f7-d15bd23b0f6c gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:46:18.383333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Calling delete_port for df6d12cd-8741-406b-892a-34ca64ff74d5 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:46:18.486198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97274bc9-68e7-4092-b308-e1b722f67edd req-c332f4a3-70dc-4291-bafb-745192e71f2a tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156196 Feb 18 08:46:18.526302 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-858b36b4-f184-4634-82a1-f9c82c47d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad967ac-64a4-40f6-89f7-d15bd23b0f6c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1675378307-router', 'tenant_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:37Z', 'updated_at': '2022-02-18T08:46:17Z', 'revision_number': 6, 'project_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:18.531207 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858b36b4-f184-4634-82a1-f9c82c47d117 None None] The sync data for ids ['1ad967ac-64a4-40f6-89f7-d15bd23b0f6c'] in n-d-829434-1 is: [{'id': '1ad967ac-64a4-40f6-89f7-d15bd23b0f6c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1675378307-router', 'tenant_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:41:37Z', 'updated_at': '2022-02-18T08:46:17Z', 'revision_number': 6, 'project_id': '45de32b0f5cb4b58a9253f0b1a3fd65c', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:46:18.622940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-00165d23-f7f1-4c18-8580-9fe5e2ab7cf2 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:46:18.629305 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-00165d23-f7f1-4c18-8580-9fe5e2ab7cf2 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3366940 Feb 18 08:46:18.633488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-54c71338-bd8f-435f-96e8-0023a5213a65 service neutron] Request body: {'binding': {'host': 'n-h2-829434-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:46:18.633935 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-54c71338-bd8f-435f-96e8-0023a5213a65 service neutron] Unknown quota resources ['binding']. {{(pid=87767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 18 08:46:18.663478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-046e76e5-fcbd-409d-a813-133210b848d2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Request body: {'port': {'device_id': 'ca6a4304-9483-492c-82a3-429ea47baffc', 'network_id': '6636f866-f061-43f3-b5e2-ba77901c8096', 'admin_state_up': True, 'tenant_id': '71a7005190d947c4aa0657c525670dac'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:46:18.806764 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad3e5812-5cd1-468d-bca1-82e153c0bf16 req-5347ffa6-e83a-4e5d-add7-cbd55e1c85c3 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6a4304-9483-492c-82a3-429ea47baffc HTTP/1.1" status: 200 len: 210 time: 0.0606449 Feb 18 08:46:18.980519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Router 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:46:19.002403 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-046e76e5-fcbd-409d-a813-133210b848d2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:46:19.011615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-046e76e5-fcbd-409d-a813-133210b848d2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Usage tracker for resource:port and tenant:71a7005190d947c4aa0657c525670dac is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:46:19.022246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-046e76e5-fcbd-409d-a813-133210b848d2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:46:19.040361 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-046e76e5-fcbd-409d-a813-133210b848d2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:46:19.053486 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:19.111136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-046e76e5-fcbd-409d-a813-133210b848d2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Made reservation on behalf of 71a7005190d947c4aa0657c525670dac for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:46:19.114581 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-046e76e5-fcbd-409d-a813-133210b848d2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:19.128218 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Pushing event deleted for resources: {'Port': ['ID=df6d12cd-8741-406b-892a-34ca64ff74d5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:19.151857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f225ad3-db2b-47bd-bffa-465a0962a59f req-67cc5bdd-0df6-4b0a-8866-d62d6701031a tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:19.153357 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f225ad3-db2b-47bd-bffa-465a0962a59f req-67cc5bdd-0df6-4b0a-8866-d62d6701031a tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 1095 time: 0.2108233 Feb 18 08:46:19.167831 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-54c71338-bd8f-435f-96e8-0023a5213a65 service neutron] Attempting to bind port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 on host n-h2-829434-1 for vnic_type normal with profile None {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:46:19.168177 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-54c71338-bd8f-435f-96e8-0023a5213a65 service neutron] Attempting to bind port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:46:19.168551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-54c71338-bd8f-435f-96e8-0023a5213a65 service neutron] Attempting to bind port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:46:19.171993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:19.172384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:19.172705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:19.173044 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:19.173377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:19.173710 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:19.174040 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:19.174365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:19.174689 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:19.175016 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:19.175339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:19.175660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:19.216408 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f225ad3-db2b-47bd-bffa-465a0962a59f req-1c3aaf91-8bad-415d-9aa9-909710727f42 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553415 Feb 18 08:46:19.218113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:46:19.230495 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8beda42d-ae5e-47d7-b23c-0a31234936ac admin admin] 10.222.0.72 "PUT /v2.0/routers/8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8257275 Feb 18 08:46:19.233462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-54c71338-bd8f-435f-96e8-0023a5213a65 service neutron] Port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 on network 51c9510d-69f6-4794-8ea8-380b620d4b91 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:46:19.233856 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-54c71338-bd8f-435f-96e8-0023a5213a65 service neutron] Attempting to bind port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:46:19.236371 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c55d1-b5dd-4f8d-a431-d491c5751375 None None] Sync routers for ids ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:46:19.242691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45342) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:19.249619 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c55d1-b5dd-4f8d-a431-d491c5751375 None None] Routers {'8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:46:19.250312 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-6a4c55d1-b5dd-4f8d-a431-d491c5751375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:46:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:19.312673 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-54c71338-bd8f-435f-96e8-0023a5213a65 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:46:19.312941 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-54c71338-bd8f-435f-96e8-0023a5213a65 service neutron] Checking segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:46:19.313593 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-54c71338-bd8f-435f-96e8-0023a5213a65 service neutron] Bound using segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:46:19.314013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-54c71338-bd8f-435f-96e8-0023a5213a65 service neutron] Bound port: 31fbc2ba-cde8-4f2d-96dd-0693a649f542, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:46:19.458541 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:19.487440 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-6a4c55d1-b5dd-4f8d-a431-d491c5751375 None None] Set router 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:46:19.627020 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d0bebb9c-7421-4e73-9b9d-ec16659672b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:19.775791 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-54c71338-bd8f-435f-96e8-0023a5213a65 service neutron] For port 31fbc2ba-cde8-4f2d-96dd-0693a649f542, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=31fbc2ba-cde8-4f2d-96dd-0693a649f542,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:46:19.780517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:19.785229 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:19.809282 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-6a4c55d1-b5dd-4f8d-a431-d491c5751375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1896638126-router', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:44:52Z', 'updated_at': '2022-02-18T08:46:17Z', 'revision_number': 5, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'gw_port': {'id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:54Z', 'updated_at': '2022-02-18T08:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:19.815307 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c55d1-b5dd-4f8d-a431-d491c5751375 None None] Checking router: 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:46:19.823411 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-54c71338-bd8f-435f-96e8-0023a5213a65 service neutron] Notify callbacks [] for binding, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:19.824895 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-54c71338-bd8f-435f-96e8-0023a5213a65 service neutron] 10.222.0.72 "POST /v2.0/ports/31fbc2ba-cde8-4f2d-96dd-0693a649f542/bindings HTTP/1.1" status: 201 len: 389 time: 1.1946740 Feb 18 08:46:19.830336 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-046e76e5-fcbd-409d-a813-133210b848d2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Allocated IP 172.20.0.8 (6636f866-f061-43f3-b5e2-ba77901c8096/de19b1bf-856f-4994-abaa-a70c34c76a5a/576e0cc8-1012-4107-96ab-0d7342a30c70) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:46:19.839670 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c55d1-b5dd-4f8d-a431-d491c5751375 None None] Routers {'8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:46:19.844595 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-6a4c55d1-b5dd-4f8d-a431-d491c5751375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:46:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:19.857194 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:19.857994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ad967ac-64a4-40f6-89f7-d15bd23b0f6c {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:46:19.875048 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:19.887080 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8578afa0-0821-4405-a819-e6047e44c70e admin admin] 10.222.0.72 "DELETE /v2.0/routers/1ad967ac-64a4-40f6-89f7-d15bd23b0f6c HTTP/1.1" status: 204 len: 168 time: 3.1856990 Feb 18 08:46:19.890933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45356) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:20.072738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4ac3d-1e31-4c73-b949-bd651c97e497 req-84ae27b5-33ba-43a5-b6d2-d53df8631435 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:20.088779 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2c4ac3d-1e31-4c73-b949-bd651c97e497 req-84ae27b5-33ba-43a5-b6d2-d53df8631435 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.7283037 Feb 18 08:46:20.172319 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d0bebb9c-7421-4e73-9b9d-ec16659672b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:20.174552 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc3713b-ef2b-4047-bb21-45050bef2ded admin admin] Deleting subnet e2656ea3-e43b-41ae-a8d9-b991219b9d56 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:46:20.185081 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2c4ac3d-1e31-4c73-b949-bd651c97e497 req-b98b3372-c976-4cd7-9071-b6d96e585f40 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953979 Feb 18 08:46:20.212097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-d0bebb9c-7421-4e73-9b9d-ec16659672b6 admin admin] Deleting port 96c1e270-7d96-40a6-91a0-7de854336a23 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:46:20.213317 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d0bebb9c-7421-4e73-9b9d-ec16659672b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:20.258716 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-6a4c55d1-b5dd-4f8d-a431-d491c5751375 None None] Set router 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:46:20.409352 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cc3713b-ef2b-4047-bb21-45050bef2ded admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:20.454816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device df6d12cd-8741-406b-892a-34ca64ff74d5 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:46:20.504865 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cc3713b-ef2b-4047-bb21-45050bef2ded admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:20.525618 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: df6d12cd-8741-406b-892a-34ca64ff74d5 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:46:20.525964 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device df6d12cd-8741-406b-892a-34ca64ff74d5 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:46:20.526381 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:46:20.539643 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-046e76e5-fcbd-409d-a813-133210b848d2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:20.578088 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:46:20.578569 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ac3918ec-16ed-4bc2-aef7-3b2bab08ff83 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:46:20.601121 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-6a4c55d1-b5dd-4f8d-a431-d491c5751375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1896638126-router', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:44:52Z', 'updated_at': '2022-02-18T08:46:17Z', 'revision_number': 5, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'gw_port': {'id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:54Z', 'updated_at': '2022-02-18T08:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:20.605199 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c55d1-b5dd-4f8d-a431-d491c5751375 None None] The sync data for ids ['8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27'] in n-d-829434-1 is: [{'id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1896638126-router', 'tenant_id': 'b94ba894049c4fed9af7021dad82b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:44:52Z', 'updated_at': '2022-02-18T08:46:17Z', 'revision_number': 5, 'project_id': 'b94ba894049c4fed9af7021dad82b5c9', 'gw_port': {'id': '96c1e270-7d96-40a6-91a0-7de854336a23', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:44:54Z', 'updated_at': '2022-02-18T08:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:46:20.613867 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cc3713b-ef2b-4047-bb21-45050bef2ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:20.651531 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-046e76e5-fcbd-409d-a813-133210b848d2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:20.777149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-66c31b64-b63f-40ae-adac-6c44e20ff52b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:20.778640 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-66c31b64-b63f-40ae-adac-6c44e20ff52b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 807 time: 0.4349263 Feb 18 08:46:20.797258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-d0bebb9c-7421-4e73-9b9d-ec16659672b6 admin admin] For port 96c1e270-7d96-40a6-91a0-7de854336a23, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=96c1e270-7d96-40a6-91a0-7de854336a23,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:20.797258 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d0bebb9c-7421-4e73-9b9d-ec16659672b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:20.807507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-faa7562b-7ba6-4cee-b7d6-b252aea1c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:20.808982 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-faa7562b-7ba6-4cee-b7d6-b252aea1c96d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 1096 time: 0.5367863 Feb 18 08:46:20.813706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-046e76e5-fcbd-409d-a813-133210b848d2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Network 6636f866-f061-43f3-b5e2-ba77901c8096 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:46:20.823216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-046e76e5-fcbd-409d-a813-133210b848d2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:46:20.825768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-046e76e5-fcbd-409d-a813-133210b848d2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:46:20.898847 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8aa6bb-5599-4e47-a6b3-32522ea88040 req-448040c1-0ab6-4e64-8c22-e4f3255ec517 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:20.900248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b8aa6bb-5599-4e47-a6b3-32522ea88040 req-448040c1-0ab6-4e64-8c22-e4f3255ec517 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.7801840 Feb 18 08:46:20.907310 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-a8246d2a-ba51-44ee-8de9-dae690292b14 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/quotas/7d4a44b7fff94ccba0bfe75ccf303824 HTTP/1.1" status: 200 len: 375 time: 0.1136718 Feb 18 08:46:20.913563 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e76e5-fcbd-409d-a813-133210b848d2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Pushing event updated for resources: {'Port': ['ID=576e0cc8-1012-4107-96ab-0d7342a30c70,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:20.935944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-046e76e5-fcbd-409d-a813-133210b848d2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:20.938921 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-046e76e5-fcbd-409d-a813-133210b848d2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:20.960633 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cc3713b-ef2b-4047-bb21-45050bef2ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:20.978056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-d0bebb9c-7421-4e73-9b9d-ec16659672b6 admin admin] Calling delete_port for 96c1e270-7d96-40a6-91a0-7de854336a23 owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:46:21.018305 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cc3713b-ef2b-4047-bb21-45050bef2ded admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:21.024646 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9cc3713b-ef2b-4047-bb21-45050bef2ded admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e2656ea3-e43b-41ae-a8d9-b991219b9d56 HTTP/1.1" status: 204 len: 168 time: 1.1325622 Feb 18 08:46:21.026357 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59b7eb4-1b75-4e29-a10d-0e664251c911 None None] Network 8c7d6323-5b11-448f-8a8b-475ff20cda2c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:46:21.028671 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45372) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:21.032763 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-046e76e5-fcbd-409d-a813-133210b848d2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3731346 Feb 18 08:46:21.056603 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3713b-ef2b-4047-bb21-45050bef2ded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2656ea3-e43b-41ae-a8d9-b991219b9d56,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:21.064157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Request body: {'port': {'device_id': 'ca6a4304-9483-492c-82a3-429ea47baffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:46:21.220737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b8aa6bb-5599-4e47-a6b3-32522ea88040 req-fa030744-d3f5-45ae-8404-df756827ecf6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056863 Feb 18 08:46:21.272880 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:21.290533 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:21.350693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] Deleting port 3615f939-665c-4b22-a934-3345dd85e906 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:46:21.351135 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:21.353885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-fb3e73ac-c05c-47a2-bb51-a37d199ad3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:21.355341 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-fb3e73ac-c05c-47a2-bb51-a37d199ad3f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 922 time: 0.5323117 Feb 18 08:46:21.439330 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff25e199-e983-471e-9e27-2f31b6071496 None None] DHCP port deletion for 8c7d6323-5b11-448f-8a8b-475ff20cda2c request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:46:21.443890 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ff25e199-e983-471e-9e27-2f31b6071496 None None] Deleting port 3615f939-665c-4b22-a934-3345dd85e906 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:46:21.444348 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ff25e199-e983-471e-9e27-2f31b6071496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:21.450624 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-3709c481-4a55-42b0-b001-ebcb51997fe6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5424805 Feb 18 08:46:21.452308 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-1f64607a-c5a5-4cf8-8999-c802884042e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31fbc2ba-cde8-4f2d-96dd-0693a649f542 HTTP/1.1" status: 200 len: 217 time: 0.0885344 Feb 18 08:46:21.624442 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d0bebb9c-7421-4e73-9b9d-ec16659672b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:21.667668 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ff25e199-e983-471e-9e27-2f31b6071496 None None] For port 3615f939-665c-4b22-a934-3345dd85e906, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3615f939-665c-4b22-a934-3345dd85e906,segment=NetworkSegment(5e090425-3969-4d5c-85c5-a9508e604c58),segment_id=5e090425-3969-4d5c-85c5-a9508e604c58)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:21.667668 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ff25e199-e983-471e-9e27-2f31b6071496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:21.728314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] For port 3615f939-665c-4b22-a934-3345dd85e906, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3615f939-665c-4b22-a934-3345dd85e906,segment=NetworkSegment(5e090425-3969-4d5c-85c5-a9508e604c58),segment_id=5e090425-3969-4d5c-85c5-a9508e604c58)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:21.729805 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:21.793071 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ff25e199-e983-471e-9e27-2f31b6071496 None None] Calling delete_port for 3615f939-665c-4b22-a934-3345dd85e906 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:46:21.804840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-4bba5be2-2d4d-44fd-92d8-d6455c4e410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:21.806270 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-4bba5be2-2d4d-44fd-92d8-d6455c4e410e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.3443885 Feb 18 08:46:21.808126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bebb9c-7421-4e73-9b9d-ec16659672b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=96c1e270-7d96-40a6-91a0-7de854336a23,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:21.891287 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] Calling delete_port for 3615f939-665c-4b22-a934-3345dd85e906 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:46:21.919345 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ff25e199-e983-471e-9e27-2f31b6071496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:21.945384 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-c91aa01a-963f-40b8-aef6-f9956a282c5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929315 Feb 18 08:46:21.983024 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25e199-e983-471e-9e27-2f31b6071496 None None] Pushing event deleted for resources: {'Port': ['ID=3615f939-665c-4b22-a934-3345dd85e906,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:21.997541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff25e199-e983-471e-9e27-2f31b6071496 None None] No DVR routers for this DVR port 3615f939-665c-4b22-a934-3345dd85e906 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:46:22.042517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:46:22.042517 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:46:22.050526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576e0cc8-1012-4107-96ab-0d7342a30c70 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:46:22.058433 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:22.076430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Transition to ACTIVE for port object 576e0cc8-1012-4107-96ab-0d7342a30c70 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:46:22.079704 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:22.090412 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-b2204d42-8db7-43e2-8e33-4ec99b00d97d service neutron] 10.222.0.72 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294768 Feb 18 08:46:22.112727 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d0bebb9c-7421-4e73-9b9d-ec16659672b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:22.259034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc83052-0ad1-4823-bad9-d45e04f46722 req-0ca6ef26-ff2f-445a-889d-474342ab2aba tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:22.266621 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fc83052-0ad1-4823-bad9-d45e04f46722 req-0ca6ef26-ff2f-445a-889d-474342ab2aba tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6a4304-9483-492c-82a3-429ea47baffc HTTP/1.1" status: 200 len: 931 time: 0.7494218 Feb 18 08:46:22.296908 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=576e0cc8-1012-4107-96ab-0d7342a30c70,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:22.318912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Attempting to bind port 576e0cc8-1012-4107-96ab-0d7342a30c70 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:46:22.319247 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Attempting to bind port 576e0cc8-1012-4107-96ab-0d7342a30c70 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'dee84dd1-e119-47c5-be8f-b367edad6451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6636f866-f061-43f3-b5e2-ba77901c8096'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:46:22.319798 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Attempting to bind port 576e0cc8-1012-4107-96ab-0d7342a30c70 on network 6636f866-f061-43f3-b5e2-ba77901c8096 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:46:22.324533 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Port 576e0cc8-1012-4107-96ab-0d7342a30c70 on network 6636f866-f061-43f3-b5e2-ba77901c8096 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:46:22.324849 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Attempting to bind port 576e0cc8-1012-4107-96ab-0d7342a30c70 on network 6636f866-f061-43f3-b5e2-ba77901c8096 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:46:22.331188 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:46:22.331519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Checking segment: {'id': 'dee84dd1-e119-47c5-be8f-b367edad6451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6636f866-f061-43f3-b5e2-ba77901c8096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:46:22.331899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Bound using segment: {'id': 'dee84dd1-e119-47c5-be8f-b367edad6451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6636f866-f061-43f3-b5e2-ba77901c8096'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:46:22.333294 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Bound port: 576e0cc8-1012-4107-96ab-0d7342a30c70, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee84dd1-e119-47c5-be8f-b367edad6451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6636f866-f061-43f3-b5e2-ba77901c8096'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:46:22.333294 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:22.453654 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d0bebb9c-7421-4e73-9b9d-ec16659672b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:22.459155 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d0bebb9c-7421-4e73-9b9d-ec16659672b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:22.481288 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-e6aab2c3-3224-480f-88f4-b3b254a9efbc service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177128 Feb 18 08:46:22.508652 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3615f939-665c-4b22-a934-3345dd85e906 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:46:22.543728 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] For port 576e0cc8-1012-4107-96ab-0d7342a30c70, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:46:22.544306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] Deleting port 3615f939-665c-4b22-a934-3345dd85e906 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:46:22.544306 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:22.565979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 3615f939-665c-4b22-a934-3345dd85e906 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:46:22.566384 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3615f939-665c-4b22-a934-3345dd85e906 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:46:22.568233 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:46:22.596525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1fc83052-0ad1-4823-bad9-d45e04f46722 req-2a0457d7-2a68-48b8-a1c8-a9bafbcdb558 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Synchronizing usage tracker for tenant:71a7005190d947c4aa0657c525670dac on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:46:22.617720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] For port 576e0cc8-1012-4107-96ab-0d7342a30c70, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=576e0cc8-1012-4107-96ab-0d7342a30c70,segment=NetworkSegment(dee84dd1-e119-47c5-be8f-b367edad6451),segment_id=dee84dd1-e119-47c5-be8f-b367edad6451)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:46:22.617855 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d0bebb9c-7421-4e73-9b9d-ec16659672b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:22.617963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bebb9c-7421-4e73-9b9d-ec16659672b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:46:22.622812 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] The port '3615f939-665c-4b22-a934-3345dd85e906' was deleted {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:46:22.632962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:46:22.632962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9e47f9ed-9cc8-41e1-82e5-73dc6ca4f360 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:46:22.648387 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-8d405f96-b967-457c-aeb7-c2dd847c99c6 service neutron] 10.222.0.72 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852736 Feb 18 08:46:22.653630 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:22.693145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1fc83052-0ad1-4823-bad9-d45e04f46722 req-2a0457d7-2a68-48b8-a1c8-a9bafbcdb558 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Unset dirty status for tenant:71a7005190d947c4aa0657c525670dac on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:46:22.695190 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fc83052-0ad1-4823-bad9-d45e04f46722 req-2a0457d7-2a68-48b8-a1c8-a9bafbcdb558 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/security-groups?id=d23ff029-9d97-4df0-90ae-a7bb0114f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748858 Feb 18 08:46:22.699640 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d0bebb9c-7421-4e73-9b9d-ec16659672b6 admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:22.707120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d0bebb9c-7421-4e73-9b9d-ec16659672b6 admin admin] 10.222.0.72 "DELETE /v2.0/routers/8cd03527-96b5-4f7b-bd6d-dcf53e6a9f27 HTTP/1.1" status: 204 len: 168 time: 3.4595475 Feb 18 08:46:22.727121 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45390) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:22.801574 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-6be2d246-174a-4cab-a841-4af43caa20b4 service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076010 Feb 18 08:46:22.999282 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:22.999951 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:23.002002 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] 10.222.0.61 "PUT /v2.0/ports/576e0cc8-1012-4107-96ab-0d7342a30c70 HTTP/1.1" status: 200 len: 1091 time: 1.9420586 Feb 18 08:46:23.002305 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6a4304-9483-492c-82a3-429ea47baffc', 'tag': '576e0cc8-1012-4107-96ab-0d7342a30c70'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:46:23.023048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55986405-5ec8-4da3-937b-a7b0b42c20b1 req-6d078d56-517c-4732-a427-67dcadc62c6a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:23.038000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55986405-5ec8-4da3-937b-a7b0b42c20b1 req-6d078d56-517c-4732-a427-67dcadc62c6a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 945 time: 0.1659312 Feb 18 08:46:23.068082 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:23.094104 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16ae85-3508-4aa2-aa76-60db0f3d3ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=576e0cc8-1012-4107-96ab-0d7342a30c70,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:23.104790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8822cfff-ed6d-4f89-ac2e-2047a0db7e25 admin admin] Deleting subnet 75bedb5a-dc43-47ad-9183-01314b818f6c {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:46:23.109530 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8822cfff-ed6d-4f89-ac2e-2047a0db7e25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:23.158311 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55986405-5ec8-4da3-937b-a7b0b42c20b1 req-db057bc9-7752-4e82-be17-1f15d562b954 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168470 Feb 18 08:46:23.178872 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8822cfff-ed6d-4f89-ac2e-2047a0db7e25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:23.230086 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:46:23.254310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ac76b-d07d-4b4b-8390-c7a5a35392f6 req-e800e6f1-e343-4d84-a9b2-ae47ce2e73ab tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:23.265839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d02ac76b-d07d-4b4b-8390-c7a5a35392f6 req-e800e6f1-e343-4d84-a9b2-ae47ce2e73ab tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 946 time: 0.1923182 Feb 18 08:46:23.332218 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8822cfff-ed6d-4f89-ac2e-2047a0db7e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:23.392727 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d02ac76b-d07d-4b4b-8390-c7a5a35392f6 req-d4f292f1-b4e9-4664-835e-fd22fa12de9f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261888 Feb 18 08:46:23.539408 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:23.567951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7d6323-5b11-448f-8a8b-475ff20cda2c']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:23.584973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e090425-3969-4d5c-85c5-a9508e604c58') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:23.585864 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e090425-3969-4d5c-85c5-a9508e604c58') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:23.603316 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:23.614834 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d94604be-bb87-42d5-a184-9d5fcad0b861 req-571591a4-93aa-4623-806a-7bbdfab90cb1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 210 time: 0.0863094 Feb 18 08:46:23.625136 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:23.630993 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:23.631205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f3f787-9d92-4d51-a350-ccc832052c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:46:23.644629 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:46:23.646421 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:23.652610 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:23.676789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694828e-224e-45fb-a484-0e45b9e908c6 req-126367d0-d522-4572-84db-eb2d92208c8d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:23.678645 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4694828e-224e-45fb-a484-0e45b9e908c6 req-126367d0-d522-4572-84db-eb2d92208c8d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.2042911 Feb 18 08:46:23.762223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:46:23.762479 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:46:23.782500 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6a4304-9483-492c-82a3-429ea47baffc', 'tag': '576e0cc8-1012-4107-96ab-0d7342a30c70', 'status': 'completed', 'code': 200} Feb 18 08:46:23.790759 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:23.798109 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:23.811087 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4694828e-224e-45fb-a484-0e45b9e908c6 req-4cb5922e-d212-4ebd-9031-a36857a839e2 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167638 Feb 18 08:46:23.839479 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] 10.222.0.72 "DELETE /v2.0/networks/8c7d6323-5b11-448f-8a8b-475ff20cda2c HTTP/1.1" status: 204 len: 168 time: 2.8088281 Feb 18 08:46:23.845506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb86e7-df89-491a-ab41-c834cb473f3d admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7d6323-5b11-448f-8a8b-475ff20cda2c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:23.890092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-0a8fb69c-7e4b-4bed-83f1-1f821a642b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:23.892586 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-0a8fb69c-7e4b-4bed-83f1-1f821a642b4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71a7005190d947c4aa0657c525670dac&device_id=ca6a4304-9483-492c-82a3-429ea47baffc HTTP/1.1" status: 200 len: 1094 time: 0.8418100 Feb 18 08:46:23.987543 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-4bb6b318-d66e-458e-aeb7-ec709820a329 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=576e0cc8-1012-4107-96ab-0d7342a30c70 HTTP/1.1" status: 200 len: 217 time: 0.0869126 Feb 18 08:46:24.037058 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8822cfff-ed6d-4f89-ac2e-2047a0db7e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:24.056840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ef94a-6c6b-4b77-9443-d659a56d28be req-398aca01-435b-466f-964d-934c654c8825 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:24.058834 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c5ef94a-6c6b-4b77-9443-d659a56d28be req-398aca01-435b-466f-964d-934c654c8825 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f3f787-9d92-4d51-a350-ccc832052c15 HTTP/1.1" status: 200 len: 948 time: 0.1605685 Feb 18 08:46:24.079437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45434) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:24.101392 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822cfff-ed6d-4f89-ac2e-2047a0db7e25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75bedb5a-dc43-47ad-9183-01314b818f6c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:24.119230 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc560dd-6c54-4c77-bdee-9f6f3ec05674 None None] Network 6725a324-084e-46c0-9964-ba3e59bb822d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:46:24.121991 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8822cfff-ed6d-4f89-ac2e-2047a0db7e25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:24.143660 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8822cfff-ed6d-4f89-ac2e-2047a0db7e25 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/75bedb5a-dc43-47ad-9183-01314b818f6c HTTP/1.1" status: 204 len: 168 time: 1.4162269 Feb 18 08:46:24.144781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45438) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:24.150562 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c5ef94a-6c6b-4b77-9443-d659a56d28be req-746ceb89-e3dd-4005-b804-1dfca3486b11 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/security-groups?id=b5956318-c812-442b-884a-59707e2b578a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854554 Feb 18 08:46:24.199200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-98345c6f-b59b-434a-af15-a6b63df1091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:24.213552 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-98345c6f-b59b-434a-af15-a6b63df1091f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=de19b1bf-856f-4994-abaa-a70c34c76a5a HTTP/1.1" status: 200 len: 850 time: 0.2191362 Feb 18 08:46:24.230194 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-166deab0-4eb5-4a09-a593-90da81873be0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=acb5ccc9e90344ccb998b0892a2a055c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1490591 Feb 18 08:46:24.231012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45446) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:24.329291 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f05ff295-66a1-454f-a82a-f80e73c4eedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:24.425576 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f05ff295-66a1-454f-a82a-f80e73c4eedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:24.434982 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-9f03490a-e3d1-47aa-9498-4fdc9c4eeb5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6636f866-f061-43f3-b5e2-ba77901c8096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2116370 Feb 18 08:46:24.455880 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 96c1e270-7d96-40a6-91a0-7de854336a23 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:46:24.531260 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 96c1e270-7d96-40a6-91a0-7de854336a23 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:46:24.531260 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 96c1e270-7d96-40a6-91a0-7de854336a23 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:46:24.534603 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f05ff295-66a1-454f-a82a-f80e73c4eedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:24.560985 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:24.567316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ff295-66a1-454f-a82a-f80e73c4eedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d55d8be-38e7-4c04-9840-54952f461c51,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:24.588200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] Deleting port 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:46:24.588813 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:24.612237 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f05ff295-66a1-454f-a82a-f80e73c4eedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:24.615098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f05ff295-66a1-454f-a82a-f80e73c4eedb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4d55d8be-38e7-4c04-9840-54952f461c51 HTTP/1.1" status: 204 len: 168 time: 0.3830760 Feb 18 08:46:24.691866 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-818db41d-8371-4c0e-b3bd-1d1bebc2f915 service neutron] 10.222.0.61 "GET /v2.0/networks/6636f866-f061-43f3-b5e2-ba77901c8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482429 Feb 18 08:46:24.719178 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f3f787-9d92-4d51-a350-ccc832052c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29', 'code': 200} Feb 18 08:46:24.791991 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45073e47-2ee0-44f8-806e-92686094468f None None] DHCP port deletion for 6725a324-084e-46c0-9964-ba3e59bb822d request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:46:24.796749 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-45073e47-2ee0-44f8-806e-92686094468f None None] Deleting port 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:46:24.797536 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-45073e47-2ee0-44f8-806e-92686094468f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:24.816772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7535f4b-f336-4f27-b67d-f5c6a5b61c24 req-97d56e3b-b5f9-4dac-95fb-7a1e4604d091 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:24.823986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7535f4b-f336-4f27-b67d-f5c6a5b61c24 req-97d56e3b-b5f9-4dac-95fb-7a1e4604d091 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6a4304-9483-492c-82a3-429ea47baffc HTTP/1.1" status: 200 len: 943 time: 0.0979321 Feb 18 08:46:25.067718 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7535f4b-f336-4f27-b67d-f5c6a5b61c24 req-4236ad23-5c62-49e3-be58-f9bd7d30adac tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/security-groups?id=d23ff029-9d97-4df0-90ae-a7bb0114f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428403 Feb 18 08:46:25.199332 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-45073e47-2ee0-44f8-806e-92686094468f None None] For port 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8ec57e3b-1168-43fa-bf7f-46d7f0119ddc,segment=NetworkSegment(f1628175-97b4-4953-9d48-f61cc3e4735f),segment_id=f1628175-97b4-4953-9d48-f61cc3e4735f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:25.202681 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-45073e47-2ee0-44f8-806e-92686094468f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:25.405912 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-45073e47-2ee0-44f8-806e-92686094468f None None] Calling delete_port for 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:46:25.411504 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-5727a8e5-4ec8-47c6-b2d5-6eb58bbbdf2e tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:25.413630 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-5727a8e5-4ec8-47c6-b2d5-6eb58bbbdf2e tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.81 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 807 time: 0.3450367 Feb 18 08:46:25.466817 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-6096f6fd-8fd8-4678-8673-2b5fb30dd64b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Request body: {'port': {'device_id': 'ca24022a-01e5-45c5-8562-5cf0b5465acb', 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963', 'admin_state_up': True, 'tenant_id': '7d4a44b7fff94ccba0bfe75ccf303824'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:46:25.474592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45472) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:25.490359 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-45073e47-2ee0-44f8-806e-92686094468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:25.559054 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45073e47-2ee0-44f8-806e-92686094468f None None] Pushing event deleted for resources: {'Port': ['ID=8ec57e3b-1168-43fa-bf7f-46d7f0119ddc,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:25.569679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45073e47-2ee0-44f8-806e-92686094468f None None] No DVR routers for this DVR port 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:46:25.672478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] For port 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8ec57e3b-1168-43fa-bf7f-46d7f0119ddc,segment=NetworkSegment(f1628175-97b4-4953-9d48-f61cc3e4735f),segment_id=f1628175-97b4-4953-9d48-f61cc3e4735f)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:25.674794 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:25.686726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccaad1-3e5b-4f7a-94d4-7fa368439c04 req-2cdc2d2c-599f-4ebb-86ab-a40059bd1816 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:25.694800 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-06ccaad1-3e5b-4f7a-94d4-7fa368439c04 req-2cdc2d2c-599f-4ebb-86ab-a40059bd1816 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 945 time: 0.2794058 Feb 18 08:46:25.760833 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-06ccaad1-3e5b-4f7a-94d4-7fa368439c04 req-7a0fa95b-d427-41c9-87ae-944fdd5ea264 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649552 Feb 18 08:46:25.847337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-6096f6fd-8fd8-4678-8673-2b5fb30dd64b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:46:25.858623 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8af3120b-542c-4cda-ba00-a836015d9357 req-c064cc50-0516-4759-b357-7017db9fecb4 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 210 time: 0.0672104 Feb 18 08:46:25.865869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-6096f6fd-8fd8-4678-8673-2b5fb30dd64b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:46:25.866082 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-00e33aeb-989c-4094-9497-25748d6c084c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=45de32b0f5cb4b58a9253f0b1a3fd65c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777955 Feb 18 08:46:25.866844 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45486) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:25.873953 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] Calling delete_port for 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:46:25.886780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-6096f6fd-8fd8-4678-8673-2b5fb30dd64b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Made reservation on behalf of 7d4a44b7fff94ccba0bfe75ccf303824 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:46:25.891204 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-6096f6fd-8fd8-4678-8673-2b5fb30dd64b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:25.923438 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-613f73ba-9329-4ad9-a964-28e4283d0e3d req-3e5bdba9-52f1-4e8f-a037-515bf499bafc service neutron] 10.222.0.61 "GET /v2.0/networks/6636f866-f061-43f3-b5e2-ba77901c8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1787167 Feb 18 08:46:26.089254 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:46:26.089568 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:46:26.096160 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94f03ba7-361f-4132-be6f-221509d99ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:26.127323 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94f03ba7-361f-4132-be6f-221509d99ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:26.142981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed47715-6dcf-4d41-aa4d-73de595ed249 req-0acabc9e-fba2-4b0d-b21a-ecb588342e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:26.145239 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2ed47715-6dcf-4d41-aa4d-73de595ed249 req-0acabc9e-fba2-4b0d-b21a-ecb588342e60 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71a7005190d947c4aa0657c525670dac&device_id=ca6a4304-9483-492c-82a3-429ea47baffc HTTP/1.1" status: 200 len: 1094 time: 0.1566024 Feb 18 08:46:26.146197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4500d-08f1-4ca8-8454-df70003b9306 req-8721adae-02f0-43e6-8f31-6a5409eaa26d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:26.147873 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cbb4500d-08f1-4ca8-8454-df70003b9306 req-8721adae-02f0-43e6-8f31-6a5409eaa26d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.1677446 Feb 18 08:46:26.158571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-6096f6fd-8fd8-4678-8673-2b5fb30dd64b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Allocated IP 172.20.0.11 (e8816836-4120-4f1e-b024-4d70fd6a0963/1fa84373-6523-4aec-81db-497517a8e76d/f4df945e-c791-465d-a172-fdeff3c06799) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:46:26.281592 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cbb4500d-08f1-4ca8-8454-df70003b9306 req-5cbe26ab-5706-4bf4-ac29-6ad96ef60fdd tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245034 Feb 18 08:46:26.302097 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94f03ba7-361f-4132-be6f-221509d99ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:26.326886 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed47715-6dcf-4d41-aa4d-73de595ed249 req-0f9116a2-9373-4d6b-b5f8-aec13a50391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:26.328351 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2ed47715-6dcf-4d41-aa4d-73de595ed249 req-0f9116a2-9373-4d6b-b5f8-aec13a50391e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6636f866-f061-43f3-b5e2-ba77901c8096 HTTP/1.1" status: 200 len: 911 time: 0.1770823 Feb 18 08:46:26.329448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f03ba7-361f-4132-be6f-221509d99ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f410dae2-010c-4904-b3b1-5c80b323548a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:26.402559 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2ed47715-6dcf-4d41-aa4d-73de595ed249 req-64e66dfd-00be-4214-9f9f-8b8d994f7b2c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=576e0cc8-1012-4107-96ab-0d7342a30c70 HTTP/1.1" status: 200 len: 217 time: 0.0665541 Feb 18 08:46:26.403103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0d956-97c1-4e3b-9a2e-51c397606019 req-1d1e0637-407a-4bd2-b886-4b212ac88bc2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:26.405318 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85e0d956-97c1-4e3b-9a2e-51c397606019 req-1d1e0637-407a-4bd2-b886-4b212ac88bc2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6a4304-9483-492c-82a3-429ea47baffc HTTP/1.1" status: 200 len: 943 time: 0.2157443 Feb 18 08:46:26.405907 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94f03ba7-361f-4132-be6f-221509d99ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:26.409373 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-94f03ba7-361f-4132-be6f-221509d99ef9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f410dae2-010c-4904-b3b1-5c80b323548a HTTP/1.1" status: 204 len: 168 time: 0.4877217 Feb 18 08:46:26.421975 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:46:26.468673 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:46:26.469154 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:46:26.496778 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed47715-6dcf-4d41-aa4d-73de595ed249 req-758605ec-be68-466b-bd41-a0f54e290faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:26.499578 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2ed47715-6dcf-4d41-aa4d-73de595ed249 req-758605ec-be68-466b-bd41-a0f54e290faa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=de19b1bf-856f-4994-abaa-a70c34c76a5a HTTP/1.1" status: 200 len: 850 time: 0.0863140 Feb 18 08:46:26.504455 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85e0d956-97c1-4e3b-9a2e-51c397606019 req-b5e8b070-3b4e-4eb8-83f1-b75b9fe4cab4 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/security-groups?id=d23ff029-9d97-4df0-90ae-a7bb0114f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897934 Feb 18 08:46:26.534991 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-6096f6fd-8fd8-4678-8673-2b5fb30dd64b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:26.556061 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2ed47715-6dcf-4d41-aa4d-73de595ed249 req-2e6354cd-cf40-45e2-813d-f21616a66284 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6636f866-f061-43f3-b5e2-ba77901c8096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489752 Feb 18 08:46:26.566308 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-6096f6fd-8fd8-4678-8673-2b5fb30dd64b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:26.644172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-6096f6fd-8fd8-4678-8673-2b5fb30dd64b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Network e8816836-4120-4f1e-b024-4d70fd6a0963 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:46:26.649640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-6096f6fd-8fd8-4678-8673-2b5fb30dd64b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:46:26.651754 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] Deleting port 8ec57e3b-1168-43fa-bf7f-46d7f0119ddc {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:46:26.652324 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:26.674232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096f6fd-8fd8-4678-8673-2b5fb30dd64b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Pushing event updated for resources: {'Port': ['ID=f4df945e-c791-465d-a172-fdeff3c06799,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:26.684735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-6096f6fd-8fd8-4678-8673-2b5fb30dd64b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:46:26.770802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] The port '8ec57e3b-1168-43fa-bf7f-46d7f0119ddc' was deleted {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:46:26.782591 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-6096f6fd-8fd8-4678-8673-2b5fb30dd64b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:26.783221 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-6096f6fd-8fd8-4678-8673-2b5fb30dd64b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:26.815815 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-6096f6fd-8fd8-4678-8673-2b5fb30dd64b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3535752 Feb 18 08:46:26.829573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Request body: {'port': {'device_id': 'ca24022a-01e5-45c5-8562-5cf0b5465acb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:46:26.905628 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2ed47715-6dcf-4d41-aa4d-73de595ed249 req-fb541418-f6a6-45b7-ab8d-044db229eba6 service neutron] 10.222.0.61 "GET /v2.0/networks/6636f866-f061-43f3-b5e2-ba77901c8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420897 Feb 18 08:46:26.994922 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:27.031077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6725a324-084e-46c0-9964-ba3e59bb822d']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:27.047713 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:27.055960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1628175-97b4-4953-9d48-f61cc3e4735f') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:27.056253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1628175-97b4-4953-9d48-f61cc3e4735f') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:27.080714 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:27.110239 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2ed47715-6dcf-4d41-aa4d-73de595ed249 req-252e4bf7-598c-4c05-8bf0-ad7b395bcc50 service neutron] 10.222.0.61 "GET /v2.0/networks/6636f866-f061-43f3-b5e2-ba77901c8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985326 Feb 18 08:46:27.111167 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:27.117874 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:46:27.118261 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:46:27.135992 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:46:27.227517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e34006-9439-4878-a8ee-0b0959b30d89 req-1d98bc8b-1c2b-4a8d-b2fb-808f3170012b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:27.234741 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26e34006-9439-4878-a8ee-0b0959b30d89 req-1d98bc8b-1c2b-4a8d-b2fb-808f3170012b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 945 time: 0.2805138 Feb 18 08:46:27.319878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651fae3-1ff4-4c8e-800a-b26c862703ea req-55b8ea2a-8b53-4f45-aa53-8e2e67f95330 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:27.320946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5651fae3-1ff4-4c8e-800a-b26c862703ea req-55b8ea2a-8b53-4f45-aa53-8e2e67f95330 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Synchronizing usage tracker for tenant:7d4a44b7fff94ccba0bfe75ccf303824 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:46:27.331511 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:27.343755 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:27.369569 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] Pushing event deleted for resources: {'Network': ['ID=6725a324-084e-46c0-9964-ba3e59bb822d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:27.379932 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-27c76766-989c-451a-b240-378fa2fc5496 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6725a324-084e-46c0-9964-ba3e59bb822d HTTP/1.1" status: 204 len: 168 time: 3.2319157 Feb 18 08:46:27.482689 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26e34006-9439-4878-a8ee-0b0959b30d89 req-8e139486-e88d-4240-97d6-be131ef7f056 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470236 Feb 18 08:46:27.538303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5651fae3-1ff4-4c8e-800a-b26c862703ea req-55b8ea2a-8b53-4f45-aa53-8e2e67f95330 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Unset dirty status for tenant:7d4a44b7fff94ccba0bfe75ccf303824 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:46:27.545082 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5651fae3-1ff4-4c8e-800a-b26c862703ea req-55b8ea2a-8b53-4f45-aa53-8e2e67f95330 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 932 time: 0.5028722 Feb 18 08:46:27.628023 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5651fae3-1ff4-4c8e-800a-b26c862703ea req-bf432c7a-c78b-40a3-8435-7c6043b6027d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820620 Feb 18 08:46:27.634083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45554) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:27.702132 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c7527df4-649a-4d4c-a464-d8a019ec0ce9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b94ba894049c4fed9af7021dad82b5c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0668385 Feb 18 08:46:27.704583 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45558) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:27.771268 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1789a401-44d3-44bc-b307-2d241eb9319a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:27.800855 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1789a401-44d3-44bc-b307-2d241eb9319a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:27.859525 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1789a401-44d3-44bc-b307-2d241eb9319a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:27.878454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4df945e-c791-465d-a172-fdeff3c06799 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:46:27.885651 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789a401-44d3-44bc-b307-2d241eb9319a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb65fd32-9759-48c3-9887-15dbda54264b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:27.901111 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:27.914828 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1789a401-44d3-44bc-b307-2d241eb9319a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:27.918490 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1789a401-44d3-44bc-b307-2d241eb9319a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eb65fd32-9759-48c3-9887-15dbda54264b HTTP/1.1" status: 204 len: 168 time: 0.2104666 Feb 18 08:46:27.923515 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 82d288b2-283e-4640-8bdf-0a0de1623c48 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:46:27.941288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Transition to ACTIVE for port object f4df945e-c791-465d-a172-fdeff3c06799 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:46:27.950187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f411210-2f7d-4e49-8a76-34490d9acea7 req-37bc3bf7-73bb-426a-9208-741c25f6778f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:27.951984 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f411210-2f7d-4e49-8a76-34490d9acea7 req-37bc3bf7-73bb-426a-9208-741c25f6778f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.2563159 Feb 18 08:46:27.953992 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:28.022395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04f55e-732e-4c46-8801-685a79c2860d req-d33f4f0e-8cfd-47b0-bae9-9dbd1e6be538 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:28.023867 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f04f55e-732e-4c46-8801-685a79c2860d req-d33f4f0e-8cfd-47b0-bae9-9dbd1e6be538 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6a4304-9483-492c-82a3-429ea47baffc HTTP/1.1" status: 200 len: 943 time: 0.2352715 Feb 18 08:46:28.093531 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 82d288b2-283e-4640-8bdf-0a0de1623c48, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=82d288b2-283e-4640-8bdf-0a0de1623c48,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:28.115080 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '82d288b2-283e-4640-8bdf-0a0de1623c48', 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4', 'port_id': '82d288b2-283e-4640-8bdf-0a0de1623c48', 'mac_address': 'fa:16:3e:2a:d2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:46:28.186762 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:28.190222 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Pushing event updated for resources: {'Port': ['ID=f4df945e-c791-465d-a172-fdeff3c06799,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:28.208424 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82d288b2-283e-4640-8bdf-0a0de1623c48 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:46:28.228811 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 82d288b2-283e-4640-8bdf-0a0de1623c48, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=82d288b2-283e-4640-8bdf-0a0de1623c48,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:28.236549 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f411210-2f7d-4e49-8a76-34490d9acea7 req-22e397ed-fbee-4dde-886e-09c890707662 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740319 Feb 18 08:46:28.237138 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:28.256605 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f04f55e-732e-4c46-8801-685a79c2860d req-d90f6480-26d5-4f78-ae0f-b38725a44ed5 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/security-groups?id=d23ff029-9d97-4df0-90ae-a7bb0114f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695960 Feb 18 08:46:28.317124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Attempting to bind port f4df945e-c791-465d-a172-fdeff3c06799 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:46:28.318155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Attempting to bind port f4df945e-c791-465d-a172-fdeff3c06799 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:46:28.318717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Attempting to bind port f4df945e-c791-465d-a172-fdeff3c06799 on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:46:28.324104 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Port f4df945e-c791-465d-a172-fdeff3c06799 on network e8816836-4120-4f1e-b024-4d70fd6a0963 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:46:28.324704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Attempting to bind port f4df945e-c791-465d-a172-fdeff3c06799 on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:46:28.330741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:46:28.331292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Checking segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:46:28.331920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Bound using segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:46:28.332496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Bound port: f4df945e-c791-465d-a172-fdeff3c06799, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:46:28.333806 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:28.367619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=82d288b2-283e-4640-8bdf-0a0de1623c48,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:28.379118 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:28.379735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:28.380249 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:28.380777 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:28.381324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:28.381814 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:28.382314 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:28.382800 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:28.383283 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:28.383781 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:28.384444 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:28.384786 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:28.389530 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['82d288b2-283e-4640-8bdf-0a0de1623c48'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:46:28.404000 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:46:28.447547 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] For port f4df945e-c791-465d-a172-fdeff3c06799, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:46:28.451518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] For port f4df945e-c791-465d-a172-fdeff3c06799, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f4df945e-c791-465d-a172-fdeff3c06799,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:46:28.459125 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:28.522852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:28.523804 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:28.525353 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] 10.222.0.81 "PUT /v2.0/ports/f4df945e-c791-465d-a172-fdeff3c06799 HTTP/1.1" status: 200 len: 1092 time: 1.7005661 Feb 18 08:46:28.547988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca24022a-01e5-45c5-8562-5cf0b5465acb', 'tag': 'f4df945e-c791-465d-a172-fdeff3c06799'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:46:28.578873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f3d79-650c-4e81-9f75-8b33590d3f7f service neutron] Pushing event updated for resources: {'Port': ['ID=f4df945e-c791-465d-a172-fdeff3c06799,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:28.677862 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca24022a-01e5-45c5-8562-5cf0b5465acb', 'tag': 'f4df945e-c791-465d-a172-fdeff3c06799', 'status': 'completed', 'code': 200} Feb 18 08:46:28.723204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-3925c756-185e-4131-8586-6b956944cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:28.724704 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-3925c756-185e-4131-8586-6b956944cd98 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 1095 time: 0.1415863 Feb 18 08:46:28.819731 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-4274beaf-2d92-4628-8174-b5858b13af85 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4df945e-c791-465d-a172-fdeff3c06799 HTTP/1.1" status: 200 len: 217 time: 0.0808911 Feb 18 08:46:28.864643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2a194-a9b5-48f8-bc45-66b37f00c086 req-7bd372ef-c1d2-4d88-9b8e-b2acaa6c471a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:28.866091 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72b2a194-a9b5-48f8-bc45-66b37f00c086 req-7bd372ef-c1d2-4d88-9b8e-b2acaa6c471a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 945 time: 0.2242432 Feb 18 08:46:28.983429 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45626) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:28.986658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-c652707d-feee-450d-ae09-5752ef008643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:28.988098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-c652707d-feee-450d-ae09-5752ef008643 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.1640592 Feb 18 08:46:28.998454 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72b2a194-a9b5-48f8-bc45-66b37f00c086 req-48a03a49-9964-4f0c-a75a-7b5b92228ac7 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247754 Feb 18 08:46:29.064470 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-369c01ee-893e-4362-8498-95c096cacd7d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630589 Feb 18 08:46:29.101695 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371683c-893e-4428-9926-8fde742c97ad req-0f6d1b47-2d69-4b7e-86b2-148cb783955c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:29.101893 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1990410215-network', 'tenant_id': '720aa9f56ecd457799eae6642efa82c1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:46:29.103144 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d371683c-893e-4428-9926-8fde742c97ad req-0f6d1b47-2d69-4b7e-86b2-148cb783955c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 944 time: 0.2361906 Feb 18 08:46:29.108377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:46:29.113511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Usage tracker for resource:network and tenant:720aa9f56ecd457799eae6642efa82c1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:46:29.116759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:46:29.124292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:46:29.136420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Made reservation on behalf of 720aa9f56ecd457799eae6642efa82c1 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:46:29.139856 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:29.152334 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:29.170391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:46:29.174557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Usage tracker for resource:security_group_rule and tenant:720aa9f56ecd457799eae6642efa82c1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:46:29.177643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:46:29.183259 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:46:29.220883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d371683c-893e-4428-9926-8fde742c97ad req-bd062fdc-6219-41e0-a176-3220388efb3b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729744 Feb 18 08:46:29.250937 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-9d070919-a801-48c4-b836-d48aa1cd568e service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794298 Feb 18 08:46:29.258646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 576e0cc8-1012-4107-96ab-0d7342a30c70 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:46:29.283388 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:29.294913 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:29.368545 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:46:29.388880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413e94e2-c655-4c2b-b3d5-804c56bd3348,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:29.411655 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:29.412136 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Added segment cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa of type vlan for network ac22bd4f-efff-43ce-b773-f3d6553ed9e8 Feb 18 08:46:29.442579 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:29.472114 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 576e0cc8-1012-4107-96ab-0d7342a30c70, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=576e0cc8-1012-4107-96ab-0d7342a30c70,segment=NetworkSegment(dee84dd1-e119-47c5-be8f-b367edad6451),segment_id=dee84dd1-e119-47c5-be8f-b367edad6451)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:29.475703 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:29.476956 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:29.477616 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:29.487138 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '576e0cc8-1012-4107-96ab-0d7342a30c70', 'network_id': '6636f866-f061-43f3-b5e2-ba77901c8096', 'port_id': '576e0cc8-1012-4107-96ab-0d7342a30c70', 'mac_address': 'fa:16:3e:ec:6a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de19b1bf-856f-4994-abaa-a70c34c76a5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:46:29.543181 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:29.560390 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576e0cc8-1012-4107-96ab-0d7342a30c70 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:46:29.576919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] Pushing event updated for resources: {'Network': ['ID=ac22bd4f-efff-43ce-b773-f3d6553ed9e8,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:29.577841 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 576e0cc8-1012-4107-96ab-0d7342a30c70, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=576e0cc8-1012-4107-96ab-0d7342a30c70,segment=NetworkSegment(dee84dd1-e119-47c5-be8f-b367edad6451),segment_id=dee84dd1-e119-47c5-be8f-b367edad6451)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:29.579713 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-09da2529-517f-4c9d-9e99-4e3b94dfc4d6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5945196 Feb 18 08:46:29.582771 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45644) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:29.583915 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:29.589442 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ff78eafb-dd19-4511-a03f-a14a71b13f91 admin admin] Request body: {'subnet': {'network_id': 'ac22bd4f-efff-43ce-b773-f3d6553ed9e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1990410215-subnet', 'tenant_id': '720aa9f56ecd457799eae6642efa82c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:46:29.595416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ff78eafb-dd19-4511-a03f-a14a71b13f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:46:29.599059 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ff78eafb-dd19-4511-a03f-a14a71b13f91 admin admin] Usage tracker for resource:subnet and tenant:720aa9f56ecd457799eae6642efa82c1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:46:29.601967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ff78eafb-dd19-4511-a03f-a14a71b13f91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:46:29.607758 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ff78eafb-dd19-4511-a03f-a14a71b13f91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:46:29.616979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network ac22bd4f-efff-43ce-b773-f3d6553ed9e8 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:46:29.624538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff78eafb-dd19-4511-a03f-a14a71b13f91 admin admin] Made reservation on behalf of 720aa9f56ecd457799eae6642efa82c1 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:46:29.627562 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff78eafb-dd19-4511-a03f-a14a71b13f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:29.661757 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0ab56dd-6a9d-4d0a-94c1-e2fa62b96928 req-5d6cd31f-c3a3-4128-9a9c-3953d80adefa service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023643 Feb 18 08:46:29.681622 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fdddd-9916-4e6f-99d9-8a66fb224de7 req-4f1b6fcf-4add-4dfb-a6db-fafe8645ad4d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:29.683283 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-281fdddd-9916-4e6f-99d9-8a66fb224de7 req-4f1b6fcf-4add-4dfb-a6db-fafe8645ad4d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.3128271 Feb 18 08:46:29.714726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebe3ff-bf73-4395-920a-56a893ee7098 req-801116e6-dd63-4eb4-9bbd-dee008818c4b tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:29.716742 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71ebe3ff-bf73-4395-920a-56a893ee7098 req-801116e6-dd63-4eb4-9bbd-dee008818c4b tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6a4304-9483-492c-82a3-429ea47baffc HTTP/1.1" status: 200 len: 943 time: 0.2006061 Feb 18 08:46:29.792484 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=576e0cc8-1012-4107-96ab-0d7342a30c70,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:29.817439 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-281fdddd-9916-4e6f-99d9-8a66fb224de7 req-7688aeec-2a81-467b-b2cf-de9a0dd1aabd tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234496 Feb 18 08:46:29.847061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71ebe3ff-bf73-4395-920a-56a893ee7098 req-034ab057-187b-4410-b597-c58abb445d3c tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/security-groups?id=d23ff029-9d97-4df0-90ae-a7bb0114f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152160 Feb 18 08:46:29.884639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0bde7-2c71-4771-9786-15684a12c268 req-b20f1dbf-357e-4f57-81a1-7d614e03b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:29.886617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0d0bde7-2c71-4771-9786-15684a12c268 req-b20f1dbf-357e-4f57-81a1-7d614e03b909 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 1095 time: 0.1397128 Feb 18 08:46:29.900772 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff78eafb-dd19-4511-a03f-a14a71b13f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:29.954680 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 82d288b2-283e-4640-8bdf-0a0de1623c48 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:46:29.997251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78eafb-dd19-4511-a03f-a14a71b13f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78eb61f-2f29-410e-8b36-64f35f968593,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:29.998717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['576e0cc8-1012-4107-96ab-0d7342a30c70'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:46:30.007534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff78eafb-dd19-4511-a03f-a14a71b13f91 admin admin] Checking segment: {'id': 'cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ac22bd4f-efff-43ce-b773-f3d6553ed9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:46:30.008982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff78eafb-dd19-4511-a03f-a14a71b13f91 admin admin] Network hostable DHCP agents. Network: ac22bd4f-efff-43ce-b773-f3d6553ed9e8, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:46:30.078561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff78eafb-dd19-4511-a03f-a14a71b13f91 admin admin] Network ac22bd4f-efff-43ce-b773-f3d6553ed9e8 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:46:30.086295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0bde7-2c71-4771-9786-15684a12c268 req-f78c2322-a1c0-4a6d-b783-9f7e3a8d75dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:30.089489 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0d0bde7-2c71-4771-9786-15684a12c268 req-f78c2322-a1c0-4a6d-b783-9f7e3a8d75dc service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.1922696 Feb 18 08:46:30.094392 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-ff78eafb-dd19-4511-a03f-a14a71b13f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, ac22bd4f-efff-43ce-b773-f3d6553ed9e8) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:46:30.105665 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7a2327-ca9e-43ba-9429-02586b02363a None None] Network ac22bd4f-efff-43ce-b773-f3d6553ed9e8 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:46:30.127790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff78eafb-dd19-4511-a03f-a14a71b13f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:30.127790 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff78eafb-dd19-4511-a03f-a14a71b13f91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:30.167111 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ff78eafb-dd19-4511-a03f-a14a71b13f91 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5785186 Feb 18 08:46:30.167111 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45678) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:30.176229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1990410215-router', 'tenant_id': '720aa9f56ecd457799eae6642efa82c1', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:46:30.185918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:46:30.196828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Usage tracker for resource:router and tenant:720aa9f56ecd457799eae6642efa82c1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:46:30.196828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:46:30.215656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:46:30.244694 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:30.244694 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:30.262737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0d0bde7-2c71-4771-9786-15684a12c268 req-04bc8207-f418-47ef-bfe7-4935e1ae9ebd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4df945e-c791-465d-a172-fdeff3c06799 HTTP/1.1" status: 200 len: 217 time: 0.1664271 Feb 18 08:46:30.314585 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:30.404586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0bde7-2c71-4771-9786-15684a12c268 req-bdf2bf6a-0958-4d86-982c-8ca4fa5da1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:30.406204 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0d0bde7-2c71-4771-9786-15684a12c268 req-bdf2bf6a-0958-4d86-982c-8ca4fa5da1a1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.0836401 Feb 18 08:46:30.441838 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 82d288b2-283e-4640-8bdf-0a0de1623c48 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:46:30.442379 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:30.460916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45686) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:30.517030 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0d0bde7-2c71-4771-9786-15684a12c268 req-4fd6dd99-5401-4ea9-9710-2d18092e612c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947733 Feb 18 08:46:30.655764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e920f-7189-44dc-b33f-3911bd809cf5 req-6430957d-6b5d-4201-9465-9ffa94aa4962 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:30.661010 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6de64e2f-ee4c-4254-994d-8f3e4575ba3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:30.669853 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c96e920f-7189-44dc-b33f-3911bd809cf5 req-6430957d-6b5d-4201-9465-9ffa94aa4962 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 945 time: 0.3875208 Feb 18 08:46:30.725232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232c06c-7a3e-463f-a839-174ddea97f16 req-f2418231-1e8f-4bc2-a9cd-7aa19a17d429 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:30.733522 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6232c06c-7a3e-463f-a839-174ddea97f16 req-f2418231-1e8f-4bc2-a9cd-7aa19a17d429 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 944 time: 0.3164215 Feb 18 08:46:30.764495 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c96e920f-7189-44dc-b33f-3911bd809cf5 req-110f5c55-6026-46d7-bdaf-63a33ad5f076 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087067 Feb 18 08:46:30.800072 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-ac22bd4f-efff-43ce-b773-f3d6553ed9e8', 'network_id': 'ac22bd4f-efff-43ce-b773-f3d6553ed9e8', 'tenant_id': '720aa9f56ecd457799eae6642efa82c1', 'fixed_ips': [{'subnet_id': 'b78eb61f-2f29-410e-8b36-64f35f968593'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:46:30.800072 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:30.848757 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6232c06c-7a3e-463f-a839-174ddea97f16 req-4146b8ad-0cdf-44b2-a186-349d4484da52 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061361 Feb 18 08:46:30.868811 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0d0bde7-2c71-4771-9786-15684a12c268 req-1bb162ba-3708-4258-a421-a1a3c9c80e93 service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288994 Feb 18 08:46:30.949534 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:30.990670 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:31.034895 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-655136a0-35b1-4705-a70a-2212eab1ac60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:31.053423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffab57b8-8f81-410b-8ee9-fb22be4baa04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d288b2-283e-4640-8bdf-0a0de1623c48'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:46:31.091769 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 82d288b2-283e-4640-8bdf-0a0de1623c48, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=82d288b2-283e-4640-8bdf-0a0de1623c48,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:31.105122 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:31.120878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-655136a0-35b1-4705-a70a-2212eab1ac60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:46:31.120878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-655136a0-35b1-4705-a70a-2212eab1ac60 admin admin] Usage tracker for resource:security_group_rule and tenant:6da3b49dcb4a4f25bb151129a1211600 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:46:31.120878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-655136a0-35b1-4705-a70a-2212eab1ac60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:46:31.127411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-655136a0-35b1-4705-a70a-2212eab1ac60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:46:31.167393 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-fb1057ce-554b-4f91-b11e-363a68dcda3b service neutron] show failed (client error): The resource could not be found. Feb 18 08:46:31.167393 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-fb1057ce-554b-4f91-b11e-363a68dcda3b service neutron] 10.222.0.61 "GET /v2.0/ports/1b039fe0-4d1c-44b8-b038-91a8980c68b8/bindings/n-h1-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.3642919 Feb 18 08:46:31.215596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=82d288b2-283e-4640-8bdf-0a0de1623c48,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:31.316910 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Allocated IP 172.20.0.2 (ac22bd4f-efff-43ce-b773-f3d6553ed9e8/b78eb61f-2f29-410e-8b36-64f35f968593/63461b02-43d7-4fd1-922f-b83574e126f7) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:46:31.434540 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-655136a0-35b1-4705-a70a-2212eab1ac60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:31.449530 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-655136a0-35b1-4705-a70a-2212eab1ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:31.455436 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb651f-177d-4826-b9b0-3c398834cc59 req-c07c5277-de28-44bd-bd5f-402def3e7f3f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:31.455436 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abbb651f-177d-4826-b9b0-3c398834cc59 req-c07c5277-de28-44bd-bd5f-402def3e7f3f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.2566469 Feb 18 08:46:31.455436 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0d0bde7-2c71-4771-9786-15684a12c268 req-7e02d8b2-f25d-425f-bf45-fde138a5c593 service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5848477 Feb 18 08:46:31.500905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012464f-a40b-4978-bf3f-0e574157c3c6 req-c2f13d5a-6200-464c-a8bf-80449c9210d0 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:31.500905 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7012464f-a40b-4978-bf3f-0e574157c3c6 req-c2f13d5a-6200-464c-a8bf-80449c9210d0 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6a4304-9483-492c-82a3-429ea47baffc HTTP/1.1" status: 200 len: 944 time: 0.3826625 Feb 18 08:46:31.546208 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-655136a0-35b1-4705-a70a-2212eab1ac60 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6da3b49dcb4a4f25bb151129a1211600&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0808063 Feb 18 08:46:31.547793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45702) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:31.596630 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abbb651f-177d-4826-b9b0-3c398834cc59 req-8ef1dd22-fadd-442c-927d-ef4753b33b10 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385498 Feb 18 08:46:31.619234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655136a0-35b1-4705-a70a-2212eab1ac60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c66c1e-3072-4da5-8369-62d1c9f8c296,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:31.627382 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7012464f-a40b-4978-bf3f-0e574157c3c6 req-c083a1fb-36e8-42ab-8d39-178696ab35ba tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/security-groups?id=d23ff029-9d97-4df0-90ae-a7bb0114f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191647 Feb 18 08:46:31.682054 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:31.690662 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Transition to ACTIVE for port object 63461b02-43d7-4fd1-922f-b83574e126f7 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:46:31.731062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Transition to ACTIVE for port object 63461b02-43d7-4fd1-922f-b83574e126f7 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:46:31.746727 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:31.785742 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42e56c0a-b365-42fa-8d24-cd27f852db40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:31.824008 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42e56c0a-b365-42fa-8d24-cd27f852db40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:31.830234 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Network ac22bd4f-efff-43ce-b773-f3d6553ed9e8 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:46:31.833022 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:46:31.843864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:46:31.899537 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffab57b8-8f81-410b-8ee9-fb22be4baa04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d288b2-283e-4640-8bdf-0a0de1623c48', 'code': 200} Feb 18 08:46:31.909918 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:31.957499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-1ed397a4-750e-4c02-868c-32e810e1913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:31.959554 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-1ed397a4-750e-4c02-868c-32e810e1913f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657&tenant_id=5705a2476ef74c5f99a6d92a75908a3b HTTP/1.1" status: 200 len: 1101 time: 0.4170794 Feb 18 08:46:31.960527 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42e56c0a-b365-42fa-8d24-cd27f852db40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:31.974038 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Pushing event updated for resources: {'Port': ['ID=63461b02-43d7-4fd1-922f-b83574e126f7,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:31.986069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 7c976871-b175-485d-94d0-82cc383ccd00 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:46:31.996875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:46:31.997311 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:32.055025 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e56c0a-b365-42fa-8d24-cd27f852db40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c66c1e-3072-4da5-8369-62d1c9f8c296,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:32.063552 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42e56c0a-b365-42fa-8d24-cd27f852db40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:32.064771 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-42e56c0a-b365-42fa-8d24-cd27f852db40 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d6c66c1e-3072-4da5-8369-62d1c9f8c296 HTTP/1.1" status: 204 len: 168 time: 0.4845376 Feb 18 08:46:32.102315 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Attempting to bind port 63461b02-43d7-4fd1-922f-b83574e126f7 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:46:32.102689 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Attempting to bind port 63461b02-43d7-4fd1-922f-b83574e126f7 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ac22bd4f-efff-43ce-b773-f3d6553ed9e8'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:46:32.103044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Attempting to bind port 63461b02-43d7-4fd1-922f-b83574e126f7 on network ac22bd4f-efff-43ce-b773-f3d6553ed9e8 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:46:32.120958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:46:32.121333 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Checking segment: {'id': 'cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ac22bd4f-efff-43ce-b773-f3d6553ed9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:46:32.121730 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:32.122109 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Bound using segment: {'id': 'cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ac22bd4f-efff-43ce-b773-f3d6553ed9e8'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:46:32.122869 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Bound port: 63461b02-43d7-4fd1-922f-b83574e126f7, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ac22bd4f-efff-43ce-b773-f3d6553ed9e8'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:46:32.123236 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:32.215042 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 7c976871-b175-485d-94d0-82cc383ccd00, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7c976871-b175-485d-94d0-82cc383ccd00,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:32.235439 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Allocated IP 172.25.1.137 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/696bc80d-1b9e-40a4-974e-27947ac226e9) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:46:32.237904 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '7c976871-b175-485d-94d0-82cc383ccd00', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '7c976871-b175-485d-94d0-82cc383ccd00', 'mac_address': 'fa:16:3e:e3:bb:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:46:32.307447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] For port 63461b02-43d7-4fd1-922f-b83574e126f7, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:46:32.321861 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] For port 63461b02-43d7-4fd1-922f-b83574e126f7, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=63461b02-43d7-4fd1-922f-b83574e126f7,segment=NetworkSegment(cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa),segment_id=cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:46:32.324296 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:32.338806 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:32.386070 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c976871-b175-485d-94d0-82cc383ccd00 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:46:32.418015 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:32.445617 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 7c976871-b175-485d-94d0-82cc383ccd00, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7c976871-b175-485d-94d0-82cc383ccd00,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:32.453628 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676d779-4045-4861-8f1d-137c9011d30c None None] Pushing event updated for resources: {'Port': ['ID=63461b02-43d7-4fd1-922f-b83574e126f7,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:32.460367 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:32.489661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45730) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:32.497618 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ded9e-e993-4ba4-be0e-9ad614ad4c25 req-69cdd9f0-9340-4eac-b445-a8f333bbeec1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:32.504844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-063ded9e-e993-4ba4-be0e-9ad614ad4c25 req-69cdd9f0-9340-4eac-b445-a8f333bbeec1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 944 time: 0.2479107 Feb 18 08:46:32.539898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4694d9c-3d1a-416f-b4f3-872b90218a99 req-a1a6cc1e-dcbb-4e06-bbd8-24e4978acf3c tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:32.541544 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0a86ac8-a1c5-46bd-8ae4-6a809dfa7e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:32.548520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4694d9c-3d1a-416f-b4f3-872b90218a99 req-a1a6cc1e-dcbb-4e06-bbd8-24e4978acf3c tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 945 time: 0.4824510 Feb 18 08:46:32.593433 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c0a86ac8-a1c5-46bd-8ae4-6a809dfa7e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:46:32.604575 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=7c976871-b175-485d-94d0-82cc383ccd00,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:32.611020 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c0a86ac8-a1c5-46bd-8ae4-6a809dfa7e1b admin admin] Usage tracker for resource:security_group_rule and tenant:51b785a41e5e442f8e92c11f3fc3d097 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:46:32.616819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-b20ed72b-9009-48d6-8202-8e4aa8662cbf tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:32.618295 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-b20ed72b-9009-48d6-8202-8e4aa8662cbf tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a&tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 1096 time: 0.2450371 Feb 18 08:46:32.619372 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c0a86ac8-a1c5-46bd-8ae4-6a809dfa7e1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:46:32.640076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829434-1'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:46:32.643336 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1973e286-d6e8-426a-9319-5726a5e8e746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:32.667747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c0a86ac8-a1c5-46bd-8ae4-6a809dfa7e1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:46:32.678780 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:32.687134 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-063ded9e-e993-4ba4-be0e-9ad614ad4c25 req-f5c65ad2-5a56-4307-ad14-a9866c1de6ae tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741812 Feb 18 08:46:32.692818 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4694d9c-3d1a-416f-b4f3-872b90218a99 req-964d6629-d527-4ebc-bc58-2598b7803d9e tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434641 Feb 18 08:46:32.737992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['7c976871-b175-485d-94d0-82cc383ccd00'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:46:32.918367 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:33.078134 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:33.090710 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] For port 1b039fe0-4d1c-44b8-b038-91a8980c68b8, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:33.153404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da813ee9-848a-4e60-ae72-c20e917c776c req-aa5357a6-35fe-4f06-b503-3136830fca79 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:33.155257 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da813ee9-848a-4e60-ae72-c20e917c776c req-aa5357a6-35fe-4f06-b503-3136830fca79 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6a4304-9483-492c-82a3-429ea47baffc HTTP/1.1" status: 200 len: 944 time: 0.2158616 Feb 18 08:46:33.159579 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] For port 1b039fe0-4d1c-44b8-b038-91a8980c68b8, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:46:33.232232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f320492-94f5-4527-ba08-7c94e7bc93d6 req-ad0c21d7-7f85-46ae-9892-fcb189c630ed tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:33.233914 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f320492-94f5-4527-ba08-7c94e7bc93d6 req-ad0c21d7-7f85-46ae-9892-fcb189c630ed tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.2530289 Feb 18 08:46:33.240180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:46:33.243518 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0a86ac8-a1c5-46bd-8ae4-6a809dfa7e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:33.250365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:46:33.252979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:46:33.283693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da813ee9-848a-4e60-ae72-c20e917c776c req-db40f7b5-3c5c-41c8-a949-119d64251977 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/security-groups?id=d23ff029-9d97-4df0-90ae-a7bb0114f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964139 Feb 18 08:46:33.288581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2364f970-fef3-4743-8e7a-988372540657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b039fe0-4d1c-44b8-b038-91a8980c68b8'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:46:33.290927 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0a86ac8-a1c5-46bd-8ae4-6a809dfa7e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:33.291853 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 31fbc2ba-cde8-4f2d-96dd-0693a649f542 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:46:33.295413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 576e0cc8-1012-4107-96ab-0d7342a30c70 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:46:33.296522 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:33.324726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Transition to ACTIVE for port object 1b039fe0-4d1c-44b8-b038-91a8980c68b8 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:46:33.339424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Pushing event updated for resources: {'Port': ['ID=696bc80d-1b9e-40a4-974e-27947ac226e9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:33.339666 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:33.415128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a86ac8-a1c5-46bd-8ae4-6a809dfa7e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa7c6a9-24cb-4cd1-bf18-a4905141d758,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:33.495273 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f320492-94f5-4527-ba08-7c94e7bc93d6 req-2356e719-061b-4492-8034-68e5f4f670aa tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479312 Feb 18 08:46:33.503232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Pushing event updated for resources: {'Port': ['ID=1b039fe0-4d1c-44b8-b038-91a8980c68b8,revision_number=6']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:33.509056 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c0a86ac8-a1c5-46bd-8ae4-6a809dfa7e1b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=51b785a41e5e442f8e92c11f3fc3d097&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0153260 Feb 18 08:46:33.515615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45756) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:33.522146 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 576e0cc8-1012-4107-96ab-0d7342a30c70 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:46:33.549981 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 576e0cc8-1012-4107-96ab-0d7342a30c70 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:46:33.550609 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:33.667405 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] No DVR routers for this DVR port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:46:33.708783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] For port 31fbc2ba-cde8-4f2d-96dd-0693a649f542, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=31fbc2ba-cde8-4f2d-96dd-0693a649f542,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:33.786559 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Attempting to bind port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:46:33.787214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Attempting to bind port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:46:33.787868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Attempting to bind port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:46:33.797674 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 31fbc2ba-cde8-4f2d-96dd-0693a649f542, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=31fbc2ba-cde8-4f2d-96dd-0693a649f542,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:33.798639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:46:33.799141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Attempting to bind port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:46:33.804888 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:46:33.805472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:46:33.807390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:46:33.808007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Bound port: 1b039fe0-4d1c-44b8-b038-91a8980c68b8, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:46:33.809040 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:33.821886 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:33.830533 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:33.875744 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:33.877545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 31fbc2ba-cde8-4f2d-96dd-0693a649f542 has no active binding in host n-h2-829434-1 {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 08:46:33.895501 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 576e0cc8-1012-4107-96ab-0d7342a30c70, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=576e0cc8-1012-4107-96ab-0d7342a30c70,segment=NetworkSegment(dee84dd1-e119-47c5-be8f-b367edad6451),segment_id=dee84dd1-e119-47c5-be8f-b367edad6451)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:33.901475 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6a4304-9483-492c-82a3-429ea47baffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576e0cc8-1012-4107-96ab-0d7342a30c70'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:46:33.907330 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:46:33.915128 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:33.916075 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1b039fe0-4d1c-44b8-b038-91a8980c68b8 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:46:34.018173 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] For port 31fbc2ba-cde8-4f2d-96dd-0693a649f542, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:46:34.051660 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d3fae8df-0dd3-49fe-8f0f-258e813b610f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:34.076575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] For port 1b039fe0-4d1c-44b8-b038-91a8980c68b8, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:46:34.076974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 7c976871-b175-485d-94d0-82cc383ccd00 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:46:34.095649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] For port 1b039fe0-4d1c-44b8-b038-91a8980c68b8, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:46:34.114719 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:34.155084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1b039fe0-4d1c-44b8-b038-91a8980c68b8 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:46:34.199149 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d3fae8df-0dd3-49fe-8f0f-258e813b610f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:34.200296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:34.201671 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:34.203986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] 10.222.0.81 "PUT /v2.0/ports/1b039fe0-4d1c-44b8-b038-91a8980c68b8 HTTP/1.1" status: 200 len: 1096 time: 2.2210355 Feb 18 08:46:34.218757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cf017-d516-4629-badf-9bc1c58dbe96 req-fe9148af-b7b9-4774-8a26-5c13634f1129 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:34.220690 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac9cf017-d516-4629-badf-9bc1c58dbe96 req-fe9148af-b7b9-4774-8a26-5c13634f1129 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 945 time: 0.2651479 Feb 18 08:46:34.225272 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 7c976871-b175-485d-94d0-82cc383ccd00 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:46:34.225597 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2364f970-fef3-4743-8e7a-988372540657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b039fe0-4d1c-44b8-b038-91a8980c68b8', 'code': 200} Feb 18 08:46:34.226082 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:34.230196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15447f69-0c79-48df-ba20-fe869a8cbb5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31fbc2ba-cde8-4f2d-96dd-0693a649f542'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:46:34.246698 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:34.296975 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac9cf017-d516-4629-badf-9bc1c58dbe96 req-8d638dbc-7bed-4725-b888-590ef0ce1c28 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613942 Feb 18 08:46:34.299040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6b5343-113b-4101-b9f1-af070319650c None None] Network ac22bd4f-efff-43ce-b773-f3d6553ed9e8 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:46:34.344492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9d6a8-9fb8-471f-b352-c1a696b6e69e service neutron] Pushing event updated for resources: {'Port': ['ID=1b039fe0-4d1c-44b8-b038-91a8980c68b8,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:34.508592 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6a4304-9483-492c-82a3-429ea47baffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576e0cc8-1012-4107-96ab-0d7342a30c70', 'code': 200} Feb 18 08:46:34.592553 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:34.599907 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 63461b02-43d7-4fd1-922f-b83574e126f7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:46:34.672833 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15447f69-0c79-48df-ba20-fe869a8cbb5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31fbc2ba-cde8-4f2d-96dd-0693a649f542', 'code': 200} Feb 18 08:46:34.720200 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:34.761460 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=576e0cc8-1012-4107-96ab-0d7342a30c70,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:34.814728 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c2cb22dc-8aa7-4954-a68b-539440220372 None None] Provisioning for port 63461b02-43d7-4fd1-922f-b83574e126f7 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:46:34.847729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-69dd2973-4dfc-408c-90ea-7e5c4c455e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:34.848476 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-69dd2973-4dfc-408c-90ea-7e5c4c455e30 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 1099 time: 0.3646736 Feb 18 08:46:34.889755 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:34.902075 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca50f9-7a8e-459c-889d-38cdd2321328 req-2c4da426-be1e-4e4a-9324-5a0daca8d71c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:34.904725 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41ca50f9-7a8e-459c-889d-38cdd2321328 req-2c4da426-be1e-4e4a-9324-5a0daca8d71c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 944 time: 0.5198364 Feb 18 08:46:34.939307 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:34.956931 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 63461b02-43d7-4fd1-922f-b83574e126f7 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:46:34.970734 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 7c976871-b175-485d-94d0-82cc383ccd00, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7c976871-b175-485d-94d0-82cc383ccd00,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:34.970734 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 63461b02-43d7-4fd1-922f-b83574e126f7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:46:34.970734 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:35.069282 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d3fae8df-0dd3-49fe-8f0f-258e813b610f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:35.075463 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:35.190788 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=7c976871-b175-485d-94d0-82cc383ccd00,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:35.227230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e74fd-678b-41fe-9a65-7240875ea248 req-b92ece33-65da-42fa-81df-34c57b55a504 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:35.229027 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a4e74fd-678b-41fe-9a65-7240875ea248 req-b92ece33-65da-42fa-81df-34c57b55a504 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6a4304-9483-492c-82a3-429ea47baffc HTTP/1.1" status: 200 len: 945 time: 0.5644372 Feb 18 08:46:35.295754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b08ff-fc99-424e-aa6c-46662f47d425 req-e5a0a038-d0ff-40d1-a7ab-8e77f6f9fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:35.297200 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e26b08ff-fc99-424e-aa6c-46662f47d425 req-e5a0a038-d0ff-40d1-a7ab-8e77f6f9fbed service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ca6a4304-9483-492c-82a3-429ea47baffc HTTP/1.1" status: 200 len: 1096 time: 0.5639265 Feb 18 08:46:35.324124 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:35.399075 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 63461b02-43d7-4fd1-922f-b83574e126f7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=63461b02-43d7-4fd1-922f-b83574e126f7,segment=NetworkSegment(cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa),segment_id=cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:35.422704 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:35.453269 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:35.458537 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9a8cf678-d532-4933-8b83-96f64f49addf None None] Provisioning complete for port 63461b02-43d7-4fd1-922f-b83574e126f7 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:46:35.458537 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9a8cf678-d532-4933-8b83-96f64f49addf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:35.463692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] Pushing event updated for resources: {'Port': ['ID=31fbc2ba-cde8-4f2d-96dd-0693a649f542,revision_number=7']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:35.471873 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41ca50f9-7a8e-459c-889d-38cdd2321328 req-c032336c-6242-4c00-9ec2-6f26fc95b3ba tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286498 Feb 18 08:46:35.511656 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a4e74fd-678b-41fe-9a65-7240875ea248 req-7708bba4-525e-4a7e-abf5-2f7ecf64d7c0 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/security-groups?id=d23ff029-9d97-4df0-90ae-a7bb0114f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528291 Feb 18 08:46:35.552693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e26b08ff-fc99-424e-aa6c-46662f47d425 req-73b27e61-4bf7-4bcd-a36e-d427d3439f89 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d23ff029-9d97-4df0-90ae-a7bb0114f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427740 Feb 18 08:46:35.563206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-46640d5a-adbc-4bcb-9d13-e2e8227247ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:35.564702 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-46640d5a-adbc-4bcb-9d13-e2e8227247ee service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.7085063 Feb 18 08:46:35.685493 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=63461b02-43d7-4fd1-922f-b83574e126f7,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:35.752525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-f22f726e-adb3-4d4c-a4d2-c6989ac1fd7f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8 HTTP/1.1" status: 200 len: 217 time: 0.1694491 Feb 18 08:46:35.762694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] Attempting to bind port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 on host n-h1-829434-1 for vnic_type normal with profile {"migrating_to": "n-h2-829434-1"} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:46:35.762694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] Attempting to bind port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:46:35.762694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] Attempting to bind port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:46:35.762694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fae8df-0dd3-49fe-8f0f-258e813b610f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa7c6a9-24cb-4cd1-bf18-a4905141d758,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:35.762694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] Port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 on network 51c9510d-69f6-4794-8ea8-380b620d4b91 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:46:35.762694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] Attempting to bind port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 on network 51c9510d-69f6-4794-8ea8-380b620d4b91 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:46:35.777210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:46:35.777210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] Checking segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:46:35.777210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] Bound using segment: {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:46:35.777210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] Bound port: 31fbc2ba-cde8-4f2d-96dd-0693a649f542, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d36e9de-c474-48ae-80ae-94211a63afb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '51c9510d-69f6-4794-8ea8-380b620d4b91'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:46:35.777210 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:35.952929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] For port 31fbc2ba-cde8-4f2d-96dd-0693a649f542, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:46:35.955734 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d3fae8df-0dd3-49fe-8f0f-258e813b610f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:35.959225 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d3fae8df-0dd3-49fe-8f0f-258e813b610f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8fa7c6a9-24cb-4cd1-bf18-a4905141d758 HTTP/1.1" status: 204 len: 168 time: 2.4400597 Feb 18 08:46:35.960116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] For port 31fbc2ba-cde8-4f2d-96dd-0693a649f542, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=31fbc2ba-cde8-4f2d-96dd-0693a649f542,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:46:35.969179 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:35.977140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f4df945e-c791-465d-a172-fdeff3c06799 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:46:36.101452 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-a6181b49-bb5d-4d7f-a7cb-af6e06f960b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:36.102896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-a6181b49-bb5d-4d7f-a7cb-af6e06f960b8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.2778177 Feb 18 08:46:36.115502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Router 604e5ced-760f-4e25-9076-4ad67832c7ec is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:46:36.237824 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] Pushing event updated for resources: {'Port': ['ID=31fbc2ba-cde8-4f2d-96dd-0693a649f542,revision_number=8']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:36.245634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2364f970-fef3-4743-8e7a-988372540657', 'tag': '1b039fe0-4d1c-44b8-b038-91a8980c68b8'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:46:36.351833 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port f4df945e-c791-465d-a172-fdeff3c06799, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f4df945e-c791-465d-a172-fdeff3c06799,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:36.368652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:36.368652 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:36.377706 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-d98ae764-9dbc-4bff-a12f-411ec914da26 service neutron] 10.222.0.61 "PUT /v2.0/ports/31fbc2ba-cde8-4f2d-96dd-0693a649f542 HTTP/1.1" status: 200 len: 1121 time: 3.7335913 Feb 18 08:46:36.383023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'f4df945e-c791-465d-a172-fdeff3c06799', 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963', 'port_id': 'f4df945e-c791-465d-a172-fdeff3c06799', 'mac_address': 'fa:16:3e:1d:e1:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa84373-6523-4aec-81db-497517a8e76d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:46:36.415045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f084cb3-d113-42e6-b19f-512e6cbace3e req-fdb89e34-96c6-4bc0-876d-fc8fd99ec48a tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:36.439647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f084cb3-d113-42e6-b19f-512e6cbace3e req-fdb89e34-96c6-4bc0-876d-fc8fd99ec48a tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 948 time: 0.7049913 Feb 18 08:46:36.531251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:46:36.557212 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:36.565217 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-977f6f5f-2d78-4b57-a2ce-a1291cc8e761 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3947899 Feb 18 08:46:36.565872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45832) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:36.582322 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd601e026-8237-45ab-adb4-e731be0c220f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c976871-b175-485d-94d0-82cc383ccd00'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:46:36.587657 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Sync routers for ids ['604e5ced-760f-4e25-9076-4ad67832c7ec'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:46:36.603107 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 63461b02-43d7-4fd1-922f-b83574e126f7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:46:36.616581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae89fd-95af-4948-925a-ab77d8e23f22 req-66f78648-9ba5-4466-b260-c9f07f733d8b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:36.622636 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-51ae89fd-95af-4948-925a-ab77d8e23f22 req-66f78648-9ba5-4466-b260-c9f07f733d8b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 943 time: 0.6789310 Feb 18 08:46:36.675599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15447f69-0c79-48df-ba20-fe869a8cbb5a', 'tag': '31fbc2ba-cde8-4f2d-96dd-0693a649f542'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:46:36.699259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-8f7d5675-2b85-4409-a51e-a50a1b520e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:36.702710 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-8f7d5675-2b85-4409-a51e-a50a1b520e87 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5844159 Feb 18 08:46:36.722246 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-51ae89fd-95af-4948-925a-ab77d8e23f22 req-5cf1b625-ca5a-4d1b-872f-3c9b4b42ceba tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964131 Feb 18 08:46:36.736485 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['31fbc2ba-cde8-4f2d-96dd-0693a649f542'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:46:36.774453 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['31fbc2ba-cde8-4f2d-96dd-0693a649f542'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:46:36.898352 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Routers {'604e5ced-760f-4e25-9076-4ad67832c7ec'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:46:36.899102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:46:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['604e5ced-760f-4e25-9076-4ad67832c7ec'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:37.006029 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:37.120767 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4df945e-c791-465d-a172-fdeff3c06799 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:46:37.218462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-6efedcad-17ce-4d3d-b7f4-c2ff412f14ed service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928946 Feb 18 08:46:37.223239 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2364f970-fef3-4743-8e7a-988372540657', 'tag': '1b039fe0-4d1c-44b8-b038-91a8980c68b8', 'status': 'completed', 'code': 200} Feb 18 08:46:37.228205 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f084cb3-d113-42e6-b19f-512e6cbace3e req-387596c2-69dc-4fd5-be0e-cdac4a05a2be tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7898161 Feb 18 08:46:37.502677 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port f4df945e-c791-465d-a172-fdeff3c06799, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f4df945e-c791-465d-a172-fdeff3c06799,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:37.525187 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:37.596182 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7374de74-90e1-43ac-a5fb-698f303f6189 req-65e71a91-7254-4789-86d6-8ba83fa25b69 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673828 Feb 18 08:46:37.689631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Set router 604e5ced-760f-4e25-9076-4ad67832c7ec gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:46:37.728428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-b816493f-0ea9-4b83-9839-b58aee124d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:37.730113 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-b816493f-0ea9-4b83-9839-b58aee124d6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 1099 time: 0.6624930 Feb 18 08:46:37.942372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f4780-e271-46a0-9d3e-b7bba0361027 req-cdf99b42-d452-4959-8119-b1f3878666fb tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:37.943922 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-771f4780-e271-46a0-9d3e-b7bba0361027 req-cdf99b42-d452-4959-8119-b1f3878666fb tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 945 time: 0.7225647 Feb 18 08:46:38.000720 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 63461b02-43d7-4fd1-922f-b83574e126f7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:46:38.002142 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:38.052628 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3eadb0-9c15-4b0d-8a6b-e32f2274d3ae req-29ba7c15-e682-4b05-b209-624cd7142f14 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:38.057600 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c3eadb0-9c15-4b0d-8a6b-e32f2274d3ae req-29ba7c15-e682-4b05-b209-624cd7142f14 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6a4304-9483-492c-82a3-429ea47baffc HTTP/1.1" status: 200 len: 945 time: 0.4917834 Feb 18 08:46:38.094994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-0b8fd3a8-d753-469b-a3a2-290ceb07000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:38.096494 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-0b8fd3a8-d753-469b-a3a2-290ceb07000a service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.3560252 Feb 18 08:46:38.183602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=f4df945e-c791-465d-a172-fdeff3c06799,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:38.221027 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-771f4780-e271-46a0-9d3e-b7bba0361027 req-e25617d2-858c-4caa-b768-535d348dd301 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606859 Feb 18 08:46:38.267659 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['f4df945e-c791-465d-a172-fdeff3c06799'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:46:38.325601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c3eadb0-9c15-4b0d-8a6b-e32f2274d3ae req-330bcdf6-d6dd-4488-840d-67f0d46155b2 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/security-groups?id=d23ff029-9d97-4df0-90ae-a7bb0114f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406993 Feb 18 08:46:38.327120 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-a96d2ca3-ccd7-4ef5-a88d-41f65dc4bee1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8 HTTP/1.1" status: 200 len: 217 time: 0.2191896 Feb 18 08:46:38.473107 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd601e026-8237-45ab-adb4-e731be0c220f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c976871-b175-485d-94d0-82cc383ccd00', 'code': 200} Feb 18 08:46:38.506696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-62d53b9e-4886-40ed-b569-4704ed21638a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:38.510704 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-62d53b9e-4886-40ed-b569-4704ed21638a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 1099 time: 0.7716222 Feb 18 08:46:38.569524 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15447f69-0c79-48df-ba20-fe869a8cbb5a', 'tag': '31fbc2ba-cde8-4f2d-96dd-0693a649f542', 'status': 'completed', 'code': 200} Feb 18 08:46:38.842430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-db86266e-f21e-4b9b-99e8-f93944708ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:38.848439 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-db86266e-f21e-4b9b-99e8-f93944708ea4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.3318143 Feb 18 08:46:39.000846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-bf9d65ba-5552-4419-a307-3ea090f9dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:39.008021 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-bf9d65ba-5552-4419-a307-3ea090f9dc08 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.6690683 Feb 18 08:46:39.018860 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-3a76d056-989c-4177-98a0-529d4fa65984 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8 HTTP/1.1" status: 200 len: 217 time: 0.1599510 Feb 18 08:46:39.230574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-60a3640e-b63f-4699-b360-b333761fa59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:39.234799 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-60a3640e-b63f-4699-b360-b333761fa59d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.2039080 Feb 18 08:46:39.344967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232f137-32b6-4b61-b6e3-3d465c97f587 req-cc5f7156-e720-4264-bfba-282fb6af2a3a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:39.347155 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6232f137-32b6-4b61-b6e3-3d465c97f587 req-cc5f7156-e720-4264-bfba-282fb6af2a3a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 943 time: 0.2190487 Feb 18 08:46:39.452953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1990410215-router', 'tenant_id': '720aa9f56ecd457799eae6642efa82c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '696bc80d-1b9e-40a4-974e-27947ac226e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:46:30Z', 'updated_at': '2022-02-18T08:46:33Z', 'revision_number': 3, 'project_id': '720aa9f56ecd457799eae6642efa82c1', 'gw_port': {'id': '696bc80d-1b9e-40a4-974e-27947ac226e9', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:46:32Z', 'updated_at': '2022-02-18T08:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:39.462985 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Checking router: 604e5ced-760f-4e25-9076-4ad67832c7ec for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:46:39.463628 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Updating router 604e5ced-760f-4e25-9076-4ad67832c7ec port 696bc80d-1b9e-40a4-974e-27947ac226e9 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:46:39.577718 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd3af8-9d52-49ad-8979-6dfc14b2c0bc req-fc2dd72e-6328-414c-b080-72428f3a184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:39.579057 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:39.582733 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-55fd3af8-9d52-49ad-8979-6dfc14b2c0bc req-fc2dd72e-6328-414c-b080-72428f3a184a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 1124 time: 0.9778175 Feb 18 08:46:39.610601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6232f137-32b6-4b61-b6e3-3d465c97f587 req-3c4b5e26-9154-4a62-83c7-ec159fef5da0 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525449 Feb 18 08:46:39.664981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-282b5d68-afa7-41bf-ab77-bb70f59893a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:39.666439 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-282b5d68-afa7-41bf-ab77-bb70f59893a0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6475308 Feb 18 08:46:39.733343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-85d4e91a-2413-41f4-896b-7f2df06fd46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:39.734977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-85d4e91a-2413-41f4-896b-7f2df06fd46f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4916832 Feb 18 08:46:40.209890 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:40.220574 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Transition to ACTIVE for port object 696bc80d-1b9e-40a4-974e-27947ac226e9 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:46:40.235280 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:40.270912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd3af8-9d52-49ad-8979-6dfc14b2c0bc req-c3341b3d-5939-4164-bb5f-81d6e83567bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:40.275096 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-55fd3af8-9d52-49ad-8979-6dfc14b2c0bc req-c3341b3d-5939-4164-bb5f-81d6e83567bf service neutron] 10.222.0.81 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 922 time: 0.6671922 Feb 18 08:46:40.313176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744eb0c-c8bf-4bf8-b979-de937c79b66a req-032cba54-c807-4d04-9afd-d52a9b2d2644 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:40.314385 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2744eb0c-c8bf-4bf8-b979-de937c79b66a req-032cba54-c807-4d04-9afd-d52a9b2d2644 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 948 time: 0.6926601 Feb 18 08:46:40.352567 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Attempting to bind port 696bc80d-1b9e-40a4-974e-27947ac226e9 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:46:40.352989 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Attempting to bind port 696bc80d-1b9e-40a4-974e-27947ac226e9 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:46:40.353597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Attempting to bind port 696bc80d-1b9e-40a4-974e-27947ac226e9 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:46:40.370587 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:46:40.371091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:46:40.371533 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:40.372039 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:46:40.372634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Bound port: 696bc80d-1b9e-40a4-974e-27947ac226e9, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:46:40.373441 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:40.402548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06140629-815e-4d2f-880c-4d6017cb86bf None None] Pushing event updated for resources: {'Port': ['ID=696bc80d-1b9e-40a4-974e-27947ac226e9,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:40.517472 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] For port 696bc80d-1b9e-40a4-974e-27947ac226e9, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:46:40.525988 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] For port 696bc80d-1b9e-40a4-974e-27947ac226e9, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=696bc80d-1b9e-40a4-974e-27947ac226e9,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:46:40.538619 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:40.597998 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-34d82b78-bedb-4142-829e-c8aa675e6886 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8450444 Feb 18 08:46:40.902471 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06140629-815e-4d2f-880c-4d6017cb86bf None None] Pushing event updated for resources: {'Port': ['ID=696bc80d-1b9e-40a4-974e-27947ac226e9,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:41.015611 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:41.017770 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Routers {'604e5ced-760f-4e25-9076-4ad67832c7ec'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:46:41.018430 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:46:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['604e5ced-760f-4e25-9076-4ad67832c7ec'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:41.055115 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:41.111932 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2744eb0c-c8bf-4bf8-b979-de937c79b66a req-f0f0e1fe-37b8-4841-8481-fa4ddd507120 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7606142 Feb 18 08:46:41.164369 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-55fd3af8-9d52-49ad-8979-6dfc14b2c0bc req-681d3e89-7de7-45dd-9257-e6c7a50ccd60 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31fbc2ba-cde8-4f2d-96dd-0693a649f542 HTTP/1.1" status: 200 len: 217 time: 0.8664448 Feb 18 08:46:41.180680 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-09e8b411-ad10-47b5-acd8-a5521628c1ce service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5058074 Feb 18 08:46:41.209606 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-509afdad-be33-4842-b279-26a616f724cb service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883100 Feb 18 08:46:41.254920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a246eee-8736-4c17-aadc-7632a1f8943c req-3c6f92f8-c935-42ae-a6cf-910d1d53703b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:41.265543 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a246eee-8736-4c17-aadc-7632a1f8943c req-3c6f92f8-c935-42ae-a6cf-910d1d53703b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 945 time: 0.8482885 Feb 18 08:46:41.384857 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a246eee-8736-4c17-aadc-7632a1f8943c req-3e6017d4-815d-4c6d-a9d2-1deaff49aca1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120892 Feb 18 08:46:41.478587 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:41.488383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd3af8-9d52-49ad-8979-6dfc14b2c0bc req-75be48f2-8974-4bc9-b996-7c1ae7d6da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:41.489761 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-55fd3af8-9d52-49ad-8979-6dfc14b2c0bc req-75be48f2-8974-4bc9-b996-7c1ae7d6da86 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.3138547 Feb 18 08:46:41.501754 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] Set router 604e5ced-760f-4e25-9076-4ad67832c7ec gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:46:41.591000 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-fc483863-61b7-4736-8a80-46a08dc36b81 service neutron] 10.222.0.81 "GET /v2.0/ports/31fbc2ba-cde8-4f2d-96dd-0693a649f542/bindings/n-h2-829434-1 HTTP/1.1" status: 200 len: 384 time: 0.5374711 Feb 18 08:46:41.664905 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-55fd3af8-9d52-49ad-8979-6dfc14b2c0bc req-05eb6464-e65a-4747-b192-73eb89bd1def service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589632 Feb 18 08:46:41.708221 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0cab20dc-da96-44af-93e9-cd84aa69c3a8 req-70d415ea-35fc-4077-b5fd-a5ac21e3db0d service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714086 Feb 18 08:46:42.100340 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] Allocated IP 172.20.0.1 (ac22bd4f-efff-43ce-b773-f3d6553ed9e8/b78eb61f-2f29-410e-8b36-64f35f968593/27b15195-f421-4ca8-97b9-3f952a2e8c18) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:46:42.110055 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1b039fe0-4d1c-44b8-b038-91a8980c68b8 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:46:42.118416 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f4df945e-c791-465d-a172-fdeff3c06799 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:46:42.432287 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port f4df945e-c791-465d-a172-fdeff3c06799 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:46:42.520717 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:42.550935 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] Transition to ACTIVE for port object 27b15195-f421-4ca8-97b9-3f952a2e8c18 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:46:42.611427 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:42.631967 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port f4df945e-c791-465d-a172-fdeff3c06799 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:46:42.632503 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:42.786905 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1990410215-router', 'tenant_id': '720aa9f56ecd457799eae6642efa82c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '696bc80d-1b9e-40a4-974e-27947ac226e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:46:30Z', 'updated_at': '2022-02-18T08:46:33Z', 'revision_number': 3, 'project_id': '720aa9f56ecd457799eae6642efa82c1', 'gw_port': {'id': '696bc80d-1b9e-40a4-974e-27947ac226e9', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:46:32Z', 'updated_at': '2022-02-18T08:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:42.809660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8e72dc-1290-4d2f-98ba-9521bdbacabf None None] The sync data for ids ['604e5ced-760f-4e25-9076-4ad67832c7ec'] in n-d-829434-1 is: [{'id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1990410215-router', 'tenant_id': '720aa9f56ecd457799eae6642efa82c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '696bc80d-1b9e-40a4-974e-27947ac226e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:46:30Z', 'updated_at': '2022-02-18T08:46:33Z', 'revision_number': 3, 'project_id': '720aa9f56ecd457799eae6642efa82c1', 'gw_port': {'id': '696bc80d-1b9e-40a4-974e-27947ac226e9', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:46:32Z', 'updated_at': '2022-02-18T08:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:46:42.844069 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-55fd3af8-9d52-49ad-8979-6dfc14b2c0bc req-9d6a1194-8659-41b4-88dd-a771b53637dd service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1663563 Feb 18 08:46:42.890821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 1b039fe0-4d1c-44b8-b038-91a8980c68b8, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:43.027487 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '1b039fe0-4d1c-44b8-b038-91a8980c68b8', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '1b039fe0-4d1c-44b8-b038-91a8980c68b8', 'mac_address': 'fa:16:3e:81:d7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:46:43.192202 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:43.252596 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:43.260831 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] Network ac22bd4f-efff-43ce-b773-f3d6553ed9e8 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:46:43.277206 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca24022a-01e5-45c5-8562-5cf0b5465acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4df945e-c791-465d-a172-fdeff3c06799'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:46:43.308852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:46:43.316619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:46:43.316985 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b039fe0-4d1c-44b8-b038-91a8980c68b8 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:46:43.329844 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port f4df945e-c791-465d-a172-fdeff3c06799, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f4df945e-c791-465d-a172-fdeff3c06799,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:43.362085 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:43.628230 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 1b039fe0-4d1c-44b8-b038-91a8980c68b8, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:43.652146 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:43.684791 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=f4df945e-c791-465d-a172-fdeff3c06799,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:43.711055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-4707792f-18cc-4ce2-b08a-ff763a4f6a68 service neutron] For port 31fbc2ba-cde8-4f2d-96dd-0693a649f542, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=31fbc2ba-cde8-4f2d-96dd-0693a649f542,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:43.767949 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-4707792f-18cc-4ce2-b08a-ff763a4f6a68 service neutron] For port 31fbc2ba-cde8-4f2d-96dd-0693a649f542, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:46:43.911317 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-55fd3af8-9d52-49ad-8979-6dfc14b2c0bc req-a14c0ae0-5e20-4818-b8a5-cfbed6f57f5b service neutron] 10.222.0.81 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0355558 Feb 18 08:46:43.925945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] Pushing event updated for resources: {'Port': ['ID=27b15195-f421-4ca8-97b9-3f952a2e8c18,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:43.946352 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ce64a2f7-4dca-471c-b745-f0f5ae2c220e None None] Provisioning for port 27b15195-f421-4ca8-97b9-3f952a2e8c18 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:46:43.953765 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=1b039fe0-4d1c-44b8-b038-91a8980c68b8,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:43.964841 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:43.971746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ce64a2f7-4dca-471c-b745-f0f5ae2c220e None None] Provisioning complete for port 27b15195-f421-4ca8-97b9-3f952a2e8c18 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:46:43.972199 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ce64a2f7-4dca-471c-b745-f0f5ae2c220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:44.069698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 31fbc2ba-cde8-4f2d-96dd-0693a649f542 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:46:44.145814 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['1b039fe0-4d1c-44b8-b038-91a8980c68b8'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:46:44.318424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-4707792f-18cc-4ce2-b08a-ff763a4f6a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31fbc2ba-cde8-4f2d-96dd-0693a649f542 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:46:44.348911 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-4707792f-18cc-4ce2-b08a-ff763a4f6a68 service neutron] For port 31fbc2ba-cde8-4f2d-96dd-0693a649f542, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=31fbc2ba-cde8-4f2d-96dd-0693a649f542,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:44.402242 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-4707792f-18cc-4ce2-b08a-ff763a4f6a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:44.441684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ce64a2f7-4dca-471c-b745-f0f5ae2c220e None None] Port 27b15195-f421-4ca8-97b9-3f952a2e8c18 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:46:44.786021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-4707792f-18cc-4ce2-b08a-ff763a4f6a68 service neutron] Transition to ACTIVE for port object 31fbc2ba-cde8-4f2d-96dd-0693a649f542 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:46:44.947642 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-4707792f-18cc-4ce2-b08a-ff763a4f6a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:45.224952 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707792f-18cc-4ce2-b08a-ff763a4f6a68 service neutron] Pushing event updated for resources: {'Port': ['ID=31fbc2ba-cde8-4f2d-96dd-0693a649f542,revision_number=10']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:45.280122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 696bc80d-1b9e-40a4-974e-27947ac226e9 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:46:45.526909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-4707792f-18cc-4ce2-b08a-ff763a4f6a68 service neutron] No DVR routers for this DVR port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:46:45.545190 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 696bc80d-1b9e-40a4-974e-27947ac226e9 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:46:45.552475 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 696bc80d-1b9e-40a4-974e-27947ac226e9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:46:45.553400 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:45.619550 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:45.698029 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-4707792f-18cc-4ce2-b08a-ff763a4f6a68 service neutron] 10.222.0.81 "PUT /v2.0/ports/31fbc2ba-cde8-4f2d-96dd-0693a649f542/bindings/n-h2-829434-1/activate HTTP/1.1" status: 200 len: 369 time: 4.0932529 Feb 18 08:46:45.834396 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:45.865517 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 696bc80d-1b9e-40a4-974e-27947ac226e9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=696bc80d-1b9e-40a4-974e-27947ac226e9,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:45.876254 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:45.957895 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:45.995907 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=696bc80d-1b9e-40a4-974e-27947ac226e9,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:46.002178 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:46.183327 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] Pushing event updated for resources: {'Port': ['ID=27b15195-f421-4ca8-97b9-3f952a2e8c18,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:46.187859 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:46.249219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-424da331-d0cb-43e0-a6c1-8975730f5cd8 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:46.250754 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-424da331-d0cb-43e0-a6c1-8975730f5cd8 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a&tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 1095 time: 0.2904136 Feb 18 08:46:46.501123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-8b9d2f40-84c1-4116-979a-8a9d469c3843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:46.502886 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-8b9d2f40-84c1-4116-979a-8a9d469c3843 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a&tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c HTTP/1.1" status: 200 len: 1095 time: 0.1492844 Feb 18 08:46:46.505039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] Network ac22bd4f-efff-43ce-b773-f3d6553ed9e8 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:46:46.506474 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:46:47.002830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9ba009d7-21fe-4304-bfa4-1d7a605b2523 None None] Provisioning complete for port 27b15195-f421-4ca8-97b9-3f952a2e8c18 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:46:47.003760 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9ba009d7-21fe-4304-bfa4-1d7a605b2523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:47.042371 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-70f1bf12-0990-4ada-b976-d439a34dff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:47.047825 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-70f1bf12-0990-4ada-b976-d439a34dff35 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 1095 time: 0.4194012 Feb 18 08:46:47.108685 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9ba009d7-21fe-4304-bfa4-1d7a605b2523 None None] Port 27b15195-f421-4ca8-97b9-3f952a2e8c18 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:46:47.115492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] Router 604e5ced-760f-4e25-9076-4ad67832c7ec has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:46:47.303319 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 696bc80d-1b9e-40a4-974e-27947ac226e9 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:46:47.666100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 696bc80d-1b9e-40a4-974e-27947ac226e9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:46:47.666828 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:47.992631 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-01dcca83-e6b2-4e5e-9d00-beef2640198c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:47.995003 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-01dcca83-e6b2-4e5e-9d00-beef2640198c service neutron] 10.222.0.61 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 922 time: 0.9408479 Feb 18 08:46:48.084409 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1b039fe0-4d1c-44b8-b038-91a8980c68b8 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:46:48.094121 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:46:48.105344 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Sync routers for ids ['604e5ced-760f-4e25-9076-4ad67832c7ec'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:46:48.120626 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1ab29c9c-2544-4e47-b2f6-88aede27f4cc admin admin] 10.222.0.72 "PUT /v2.0/routers/604e5ced-760f-4e25-9076-4ad67832c7ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5530047 Feb 18 08:46:48.123155 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-6bb381de-566f-4d6f-af7a-4f7b6381f9dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31fbc2ba-cde8-4f2d-96dd-0693a649f542 HTTP/1.1" status: 200 len: 217 time: 0.1212106 Feb 18 08:46:48.132404 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Routers {'604e5ced-760f-4e25-9076-4ad67832c7ec'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:46:48.136375 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:46:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['604e5ced-760f-4e25-9076-4ad67832c7ec'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:48.395371 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:46:48.401780 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:46:48.402232 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:48.521284 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-ef5912d7-86ca-4e3c-9ec0-4b8c5f24ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:48.522937 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-ef5912d7-86ca-4e3c-9ec0-4b8c5f24ec4d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.3927810 Feb 18 08:46:48.658389 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-1c7adb78-de05-440b-bb9d-fc284cd4b5c0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263885 Feb 18 08:46:48.671608 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Set router 604e5ced-760f-4e25-9076-4ad67832c7ec gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:46:48.717032 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:48.784667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 1b039fe0-4d1c-44b8-b038-91a8980c68b8, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:48.797269 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:48.962645 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-241b4d13-15ff-4bb6-b842-922b14ef9b75 service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947948 Feb 18 08:46:49.000479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=1b039fe0-4d1c-44b8-b038-91a8980c68b8,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:49.176401 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-bb79f4f1-50b4-4c0d-9183-e42ed2cc3a07 service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048702 Feb 18 08:46:49.319724 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1990410215-router', 'tenant_id': '720aa9f56ecd457799eae6642efa82c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '696bc80d-1b9e-40a4-974e-27947ac226e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:46:30Z', 'updated_at': '2022-02-18T08:46:44Z', 'revision_number': 4, 'project_id': '720aa9f56ecd457799eae6642efa82c1', 'gw_port': {'id': '696bc80d-1b9e-40a4-974e-27947ac226e9', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:46:32Z', 'updated_at': '2022-02-18T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '27b15195-f421-4ca8-97b9-3f952a2e8c18', 'name': '', 'network_id': 'ac22bd4f-efff-43ce-b773-f3d6553ed9e8', 'tenant_id': '720aa9f56ecd457799eae6642efa82c1', 'mac_address': 'fa:16:3e:56:72:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b78eb61f-2f29-410e-8b36-64f35f968593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:46:41Z', 'updated_at': '2022-02-18T08:46:45Z', 'revision_number': 2, 'project_id': '720aa9f56ecd457799eae6642efa82c1', 'subnets': [{'id': 'b78eb61f-2f29-410e-8b36-64f35f968593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:49.348043 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Checking router: 604e5ced-760f-4e25-9076-4ad67832c7ec for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:46:49.349122 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Updating router 604e5ced-760f-4e25-9076-4ad67832c7ec port 27b15195-f421-4ca8-97b9-3f952a2e8c18 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:46:49.566331 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:49.640720 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e10f1ddc-8e23-4c27-b5c5-df31c5d2e84b req-f51cbf3a-f5a6-403a-8b29-918567fe94fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2187951 Feb 18 08:46:49.834290 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-11639bb3-927e-474a-80f7-96ee58a89e6e tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:49.842630 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-11639bb3-927e-474a-80f7-96ee58a89e6e tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a&tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&binding%3Ahost_id=n-h2-829434-1 HTTP/1.1" status: 200 len: 1095 time: 0.2053108 Feb 18 08:46:49.884527 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f1ddc-8e23-4c27-b5c5-df31c5d2e84b req-b9f26cc4-cd17-4629-8ad9-cf0654f41ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:49.886050 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e10f1ddc-8e23-4c27-b5c5-df31c5d2e84b req-b9f26cc4-cd17-4629-8ad9-cf0654f41ebf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 1096 time: 0.1892359 Feb 18 08:46:50.047036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-1c9cf18e-c66d-4c15-a47a-3a070daac142 service neutron] For port 31fbc2ba-cde8-4f2d-96dd-0693a649f542, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:46:50.051432 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-1c9cf18e-c66d-4c15-a47a-3a070daac142 service neutron] Notify callbacks [] for binding, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:50.055689 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7d9c51d-783d-4c78-b325-17a7e1f509c1 req-1c9cf18e-c66d-4c15-a47a-3a070daac142 service neutron] 10.222.0.61 "DELETE /v2.0/ports/31fbc2ba-cde8-4f2d-96dd-0693a649f542/bindings/n-h1-829434-1 HTTP/1.1" status: 204 len: 173 time: 0.2040422 Feb 18 08:46:50.268128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f1ddc-8e23-4c27-b5c5-df31c5d2e84b req-9fc3c1d9-ab55-47dd-8f76-9542c5fb523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:50.271163 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e10f1ddc-8e23-4c27-b5c5-df31c5d2e84b req-9fc3c1d9-ab55-47dd-8f76-9542c5fb523c service neutron] 10.222.0.61 "GET /v2.0/networks?id=51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 200 len: 922 time: 0.3544586 Feb 18 08:46:50.363784 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:50.398875 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Transition to ACTIVE for port object 27b15195-f421-4ca8-97b9-3f952a2e8c18 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:46:50.414419 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:50.472287 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e10f1ddc-8e23-4c27-b5c5-df31c5d2e84b req-d7ed14e6-755f-4c41-9129-bc47a7a7c0f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c HTTP/1.1" status: 200 len: 217 time: 0.1931217 Feb 18 08:46:50.574990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f1ddc-8e23-4c27-b5c5-df31c5d2e84b req-4bd63ea2-88c7-4f71-ae54-b7487716c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:50.577718 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e10f1ddc-8e23-4c27-b5c5-df31c5d2e84b req-4bd63ea2-88c7-4f71-ae54-b7487716c087 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 200 len: 861 time: 0.0960560 Feb 18 08:46:50.660965 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e10f1ddc-8e23-4c27-b5c5-df31c5d2e84b req-2484ea91-a689-4c9c-ac57-a1ea44b3ea30 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=51c9510d-69f6-4794-8ea8-380b620d4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743642 Feb 18 08:46:50.816569 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc2d1b-ae9c-4fbd-bcff-dfc9d0796303 None None] Pushing event updated for resources: {'Port': ['ID=27b15195-f421-4ca8-97b9-3f952a2e8c18,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:50.853557 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc2d1b-ae9c-4fbd-bcff-dfc9d0796303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:50.853907 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc2d1b-ae9c-4fbd-bcff-dfc9d0796303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:50.856820 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc2d1b-ae9c-4fbd-bcff-dfc9d0796303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:50.856820 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc2d1b-ae9c-4fbd-bcff-dfc9d0796303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:50.858371 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc2d1b-ae9c-4fbd-bcff-dfc9d0796303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:50.858718 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc2d1b-ae9c-4fbd-bcff-dfc9d0796303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:50.859056 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc2d1b-ae9c-4fbd-bcff-dfc9d0796303 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:50.861297 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc2d1b-ae9c-4fbd-bcff-dfc9d0796303 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:50.861652 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc2d1b-ae9c-4fbd-bcff-dfc9d0796303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:50.862395 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc2d1b-ae9c-4fbd-bcff-dfc9d0796303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:50.866092 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc2d1b-ae9c-4fbd-bcff-dfc9d0796303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:50.866493 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc2d1b-ae9c-4fbd-bcff-dfc9d0796303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:46:51.014269 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e10f1ddc-8e23-4c27-b5c5-df31c5d2e84b req-c8295857-b970-4c94-bfe2-2b853d5eb853 service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445196 Feb 18 08:46:51.175094 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Attempting to bind port 27b15195-f421-4ca8-97b9-3f952a2e8c18 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:46:51.176183 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Attempting to bind port 27b15195-f421-4ca8-97b9-3f952a2e8c18 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ac22bd4f-efff-43ce-b773-f3d6553ed9e8'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:46:51.177181 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Attempting to bind port 27b15195-f421-4ca8-97b9-3f952a2e8c18 on network ac22bd4f-efff-43ce-b773-f3d6553ed9e8 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:46:51.192228 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:46:51.192862 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Checking segment: {'id': 'cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ac22bd4f-efff-43ce-b773-f3d6553ed9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:46:51.193454 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:51.194019 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Bound using segment: {'id': 'cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ac22bd4f-efff-43ce-b773-f3d6553ed9e8'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:46:51.194667 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Bound port: 27b15195-f421-4ca8-97b9-3f952a2e8c18, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ac22bd4f-efff-43ce-b773-f3d6553ed9e8'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:46:51.195238 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:51.347724 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] For port 27b15195-f421-4ca8-97b9-3f952a2e8c18, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:46:51.352552 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] For port 27b15195-f421-4ca8-97b9-3f952a2e8c18, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=27b15195-f421-4ca8-97b9-3f952a2e8c18,segment=NetworkSegment(cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa),segment_id=cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:46:51.362853 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:51.441224 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e10f1ddc-8e23-4c27-b5c5-df31c5d2e84b req-93bd016e-020f-434d-8b34-99b1804afd89 service neutron] 10.222.0.61 "GET /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875368 Feb 18 08:46:51.514289 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Routers {'604e5ced-760f-4e25-9076-4ad67832c7ec'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:46:51.515923 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:46:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['604e5ced-760f-4e25-9076-4ad67832c7ec'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:51.624113 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc2d1b-ae9c-4fbd-bcff-dfc9d0796303 None None] Pushing event updated for resources: {'Port': ['ID=27b15195-f421-4ca8-97b9-3f952a2e8c18,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:51.776476 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] Set router 604e5ced-760f-4e25-9076-4ad67832c7ec gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:46:52.384796 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1990410215-router', 'tenant_id': '720aa9f56ecd457799eae6642efa82c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '696bc80d-1b9e-40a4-974e-27947ac226e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:46:30Z', 'updated_at': '2022-02-18T08:46:44Z', 'revision_number': 4, 'project_id': '720aa9f56ecd457799eae6642efa82c1', 'gw_port': {'id': '696bc80d-1b9e-40a4-974e-27947ac226e9', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:46:32Z', 'updated_at': '2022-02-18T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '27b15195-f421-4ca8-97b9-3f952a2e8c18', 'name': '', 'network_id': 'ac22bd4f-efff-43ce-b773-f3d6553ed9e8', 'tenant_id': '720aa9f56ecd457799eae6642efa82c1', 'mac_address': 'fa:16:3e:56:72:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b78eb61f-2f29-410e-8b36-64f35f968593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:46:41Z', 'updated_at': '2022-02-18T08:46:51Z', 'revision_number': 4, 'project_id': '720aa9f56ecd457799eae6642efa82c1', 'subnets': [{'id': 'b78eb61f-2f29-410e-8b36-64f35f968593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:46:52.397174 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71569bd7-80aa-43e7-b25c-1ebbc11b586e None None] The sync data for ids ['604e5ced-760f-4e25-9076-4ad67832c7ec'] in n-d-829434-1 is: [{'id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1990410215-router', 'tenant_id': '720aa9f56ecd457799eae6642efa82c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '696bc80d-1b9e-40a4-974e-27947ac226e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:46:30Z', 'updated_at': '2022-02-18T08:46:44Z', 'revision_number': 4, 'project_id': '720aa9f56ecd457799eae6642efa82c1', 'gw_port': {'id': '696bc80d-1b9e-40a4-974e-27947ac226e9', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:46:32Z', 'updated_at': '2022-02-18T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '27b15195-f421-4ca8-97b9-3f952a2e8c18', 'name': '', 'network_id': 'ac22bd4f-efff-43ce-b773-f3d6553ed9e8', 'tenant_id': '720aa9f56ecd457799eae6642efa82c1', 'mac_address': 'fa:16:3e:56:72:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b78eb61f-2f29-410e-8b36-64f35f968593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:46:41Z', 'updated_at': '2022-02-18T08:46:51Z', 'revision_number': 4, 'project_id': '720aa9f56ecd457799eae6642efa82c1', 'subnets': [{'id': 'b78eb61f-2f29-410e-8b36-64f35f968593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:46:53.486528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 27b15195-f421-4ca8-97b9-3f952a2e8c18 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:46:53.593434 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 27b15195-f421-4ca8-97b9-3f952a2e8c18 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:46:53.609781 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 27b15195-f421-4ca8-97b9-3f952a2e8c18 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:46:53.610179 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:53.951740 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:54.087437 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 27b15195-f421-4ca8-97b9-3f952a2e8c18, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=27b15195-f421-4ca8-97b9-3f952a2e8c18,segment=NetworkSegment(cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa),segment_id=cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:54.099508 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:54.339230 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=27b15195-f421-4ca8-97b9-3f952a2e8c18,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:54.702066 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-d39435a5-9521-4fb7-aba3-97c3a4e7a507 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2350750 Feb 18 08:46:54.956828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-80039db9-7852-4299-898b-2c598390d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:54.958777 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-80039db9-7852-4299-898b-2c598390d549 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 1096 time: 0.1560042 Feb 18 08:46:55.224045 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 27b15195-f421-4ca8-97b9-3f952a2e8c18 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:46:55.357018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-994da4a2-a1f9-43d3-907c-4e6f3b46487a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:55.360087 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-994da4a2-a1f9-43d3-907c-4e6f3b46487a service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.3681428 Feb 18 08:46:55.397708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 27b15195-f421-4ca8-97b9-3f952a2e8c18 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:46:55.398094 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:55.484214 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-65838d59-e3bf-46c2-9d57-24c4ed3b3d9c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4df10ce9-dc75-4467-9cf6-3fe46137637f HTTP/1.1" status: 200 len: 217 time: 0.1154909 Feb 18 08:46:55.491257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a7697-99ea-4d5e-836a-d3089109c9e9 req-98730a45-656a-4bb0-a9c4-ec0af33e19d8 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:55.513343 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fa0a7697-99ea-4d5e-836a-d3089109c9e9 req-98730a45-656a-4bb0-a9c4-ec0af33e19d8 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 944 time: 0.2282169 Feb 18 08:46:55.591858 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-603a0e3f-a82b-4d39-9199-f61e1a4dd077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:55.593349 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-603a0e3f-a82b-4d39-9199-f61e1a4dd077 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.1002414 Feb 18 08:46:55.668365 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-0f3892f9-3f7f-4028-b6bf-735a30ec03e4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561719 Feb 18 08:46:55.672523 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fa0a7697-99ea-4d5e-836a-d3089109c9e9 req-96ed898f-d27c-4030-a2df-818b54b23629 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676846 Feb 18 08:46:55.733549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c157c-1293-44f5-9f4b-b13973d9c523 req-cc2a854f-041e-4584-a1b9-7a0ff4ae479c tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:55.741942 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-547c157c-1293-44f5-9f4b-b13973d9c523 req-cc2a854f-041e-4584-a1b9-7a0ff4ae479c tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.1433704 Feb 18 08:46:55.812694 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-547c157c-1293-44f5-9f4b-b13973d9c523 req-5240bf2d-353b-4afc-aa57-4c14ae964a07 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670536 Feb 18 08:46:55.996334 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-85764094-8c97-4a9a-aa22-f74595e50423 service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675724 Feb 18 08:46:56.006064 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca24022a-01e5-45c5-8562-5cf0b5465acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4df945e-c791-465d-a172-fdeff3c06799', 'code': 200} Feb 18 08:46:56.103607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dd860-300e-431f-9b39-faa530cedb54 req-ad8294e0-8c3c-4ea3-838a-e836f56222a5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:56.105386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-267dd860-300e-431f-9b39-faa530cedb54 req-ad8294e0-8c3c-4ea3-838a-e836f56222a5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 946 time: 0.1992624 Feb 18 08:46:56.236588 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a989d0b-14fd-4b7d-a208-45e1c354baa4 req-d515ccd0-6bcd-43f2-8501-dfbbd32d5886 tempest-FloatingIPsNegativeTestJSON-1037208174 tempest-FloatingIPsNegativeTestJSON-1037208174-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=720aa9f56ecd457799eae6642efa82c1 HTTP/1.1" status: 200 len: 217 time: 0.0988140 Feb 18 08:46:56.256681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-267dd860-300e-431f-9b39-faa530cedb54 req-d1b71cc0-0848-44e7-a0c8-559ad8f59fed tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437435 Feb 18 08:46:56.280294 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-be7ab8c9-790c-4075-b103-83b446ffcfce service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772772 Feb 18 08:46:56.287416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de8c0c-bbc1-4fc9-be9d-9da87915f6fd req-3483b375-7fa3-49e4-b97b-669966f3e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:56.289337 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d1de8c0c-bbc1-4fc9-be9d-9da87915f6fd req-3483b375-7fa3-49e4-b97b-669966f3e384 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 1097 time: 0.1780031 Feb 18 08:46:56.387584 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d1de8c0c-bbc1-4fc9-be9d-9da87915f6fd req-626a59d6-b790-4b42-b4ea-bbfd0a5459b2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907176 Feb 18 08:46:56.574818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3144cd1-4749-45d9-a57b-4d5aee9aed86 req-1b608546-6915-4ae4-80fd-f88916b0b8c7 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:56.582456 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c3144cd1-4749-45d9-a57b-4d5aee9aed86 req-1b608546-6915-4ae4-80fd-f88916b0b8c7 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6a4304-9483-492c-82a3-429ea47baffc HTTP/1.1" status: 200 len: 945 time: 0.1145980 Feb 18 08:46:56.639949 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c3144cd1-4749-45d9-a57b-4d5aee9aed86 req-c563126a-6eb9-47a6-ad5f-40387c68196e tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/security-groups?id=d23ff029-9d97-4df0-90ae-a7bb0114f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564594 Feb 18 08:46:56.747825 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4d89c7b-8450-40b1-be5d-754620f23552 req-dc6a833e-5612-49bf-a123-01be4a9f21e1 tempest-FloatingIPsNegativeTestJSON-1037208174 tempest-FloatingIPsNegativeTestJSON-1037208174-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0509961 Feb 18 08:46:56.912334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fcf73-ef51-4fd0-886a-035f120f71a3 req-8df173bb-4f33-4deb-8b20-624a78a9e647 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:56.913690 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9d2fcf73-ef51-4fd0-886a-035f120f71a3 req-8df173bb-4f33-4deb-8b20-624a78a9e647 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.81 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657&tenant_id=5705a2476ef74c5f99a6d92a75908a3b&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 950 time: 0.1531818 Feb 18 08:46:57.054220 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df316425-6a4c-4034-bfd3-f06c31e49c9e req-5851018d-5783-40bc-b885-c2026760b5f3 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:57.057565 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df316425-6a4c-4034-bfd3-f06c31e49c9e req-5851018d-5783-40bc-b885-c2026760b5f3 tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 1095 time: 0.1018748 Feb 18 08:46:57.130606 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9d2fcf73-ef51-4fd0-886a-035f120f71a3 req-6b4c23ff-1a65-4a9e-a2de-72a896d5b301 service neutron] 10.222.0.81 "GET /v2.0/ports/1b039fe0-4d1c-44b8-b038-91a8980c68b8/bindings/n-h1-829434-1 HTTP/1.1" status: 200 len: 382 time: 0.2086098 Feb 18 08:46:57.132374 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df316425-6a4c-4034-bfd3-f06c31e49c9e req-816187e0-0650-40b3-a3cd-58719d58bc0c tempest-LiveAutoBlockMigrationV225Test-603172926 tempest-LiveAutoBlockMigrationV225Test-603172926-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555167 Feb 18 08:46:57.149534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-41462874-4223-491b-bcc5-18a87e66cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:57.150265 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-41462874-4223-491b-bcc5-18a87e66cc18 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657&tenant_id=5705a2476ef74c5f99a6d92a75908a3b&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 1101 time: 0.1314223 Feb 18 08:46:57.296025 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-833e1239-4375-4071-b330-1cd56aa6668b service neutron] delete failed (client error): The resource could not be found. Feb 18 08:46:57.296998 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-833e1239-4375-4071-b330-1cd56aa6668b service neutron] 10.222.0.61 "DELETE /v2.0/ports/1b039fe0-4d1c-44b8-b038-91a8980c68b8/bindings/n-h2-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.1154416 Feb 18 08:46:57.298972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fcf73-ef51-4fd0-886a-035f120f71a3 req-2ae4804d-c691-4a1a-b587-3c3aa7df25bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:57.300524 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9d2fcf73-ef51-4fd0-886a-035f120f71a3 req-2ae4804d-c691-4a1a-b587-3c3aa7df25bd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 1101 time: 0.1495187 Feb 18 08:46:57.328462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86513de8-28ba-4850-8c44-8567c8787cb1 req-29b06f6b-ff71-4c59-a6c0-eb77fc4ed035 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:57.331447 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86513de8-28ba-4850-8c44-8567c8787cb1 req-29b06f6b-ff71-4c59-a6c0-eb77fc4ed035 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca6a4304-9483-492c-82a3-429ea47baffc HTTP/1.1" status: 200 len: 945 time: 0.1262982 Feb 18 08:46:57.471535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-86513de8-28ba-4850-8c44-8567c8787cb1 req-b9fee5b9-c623-4147-a223-66e598f0680f tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Deleting port 576e0cc8-1012-4107-96ab-0d7342a30c70 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:46:57.471981 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-86513de8-28ba-4850-8c44-8567c8787cb1 req-b9fee5b9-c623-4147-a223-66e598f0680f tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:57.500959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fcf73-ef51-4fd0-886a-035f120f71a3 req-ed935719-a2e2-472e-9dfe-be6e4cf01e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:57.502636 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9d2fcf73-ef51-4fd0-886a-035f120f71a3 req-ed935719-a2e2-472e-9dfe-be6e4cf01e36 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.1932070 Feb 18 08:46:57.569630 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-0958b52f-56e4-4643-a2c9-45f8bad62636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:57.571284 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-0958b52f-56e4-4643-a2c9-45f8bad62636 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 1101 time: 0.1734936 Feb 18 08:46:57.597113 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9d2fcf73-ef51-4fd0-886a-035f120f71a3 req-e7fe7cc9-37fb-4c13-8320-4dcbbc0d389f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8 HTTP/1.1" status: 200 len: 217 time: 0.0869720 Feb 18 08:46:57.610809 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-b0ec7ff3-2d6d-4949-83fc-b2494391d9ff req-91fcf866-b85c-496e-b5fd-7cbfe190331d tempest-FloatingIPsNegativeTestJSON-1037208174 tempest-FloatingIPsNegativeTestJSON-1037208174-project] show failed (client error): The resource could not be found. Feb 18 08:46:57.611826 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b0ec7ff3-2d6d-4949-83fc-b2494391d9ff req-91fcf866-b85c-496e-b5fd-7cbfe190331d tempest-FloatingIPsNegativeTestJSON-1037208174 tempest-FloatingIPsNegativeTestJSON-1037208174-project] 10.222.0.72 "GET /v2.0/floatingips/6408ae39-966b-46e1-805c-a73e596a7cdc HTTP/1.1" status: 404 len: 350 time: 0.0874319 Feb 18 08:46:57.638184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46098) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:57.867846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fcf73-ef51-4fd0-886a-035f120f71a3 req-9cedb5f3-3568-4f84-baa5-80d5f779841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:57.869311 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9d2fcf73-ef51-4fd0-886a-035f120f71a3 req-9cedb5f3-3568-4f84-baa5-80d5f779841f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.2009249 Feb 18 08:46:57.870883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-4fad6477-787a-4f03-bd68-e90c30238210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:57.875257 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-4fad6477-787a-4f03-bd68-e90c30238210 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2964458 Feb 18 08:46:57.885751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72347f-31c8-4bf2-8c17-5c6194810a31 req-0775a36a-1b31-4ac2-92b5-baf1d6f2b029 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:57.887734 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae72347f-31c8-4bf2-8c17-5c6194810a31 req-0775a36a-1b31-4ac2-92b5-baf1d6f2b029 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.4913177 Feb 18 08:46:58.009144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2364f970-fef3-4743-8e7a-988372540657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b039fe0-4d1c-44b8-b038-91a8980c68b8'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:46:58.028744 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-baca4992-a997-4e6b-bc73-587cb584822d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8 HTTP/1.1" status: 200 len: 217 time: 0.0931497 Feb 18 08:46:58.112451 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-ef4e9ab8-dc1f-47b9-a339-5aa0b7e3aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:58.113864 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-ef4e9ab8-dc1f-47b9-a339-5aa0b7e3aa26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0746720 Feb 18 08:46:58.116816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fcf73-ef51-4fd0-886a-035f120f71a3 req-8116f4a6-3b71-46b3-b9c8-f06db548d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:58.118125 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9d2fcf73-ef51-4fd0-886a-035f120f71a3 req-8116f4a6-3b71-46b3-b9c8-f06db548d3ef service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2385759 Feb 18 08:46:58.143333 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae72347f-31c8-4bf2-8c17-5c6194810a31 req-72d7a580-9790-4d63-b42f-11ac8624f5d0 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297053 Feb 18 08:46:58.186721 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 82d288b2-283e-4640-8bdf-0a0de1623c48 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:46:58.305121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-86513de8-28ba-4850-8c44-8567c8787cb1 req-b9fee5b9-c623-4147-a223-66e598f0680f tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] For port 576e0cc8-1012-4107-96ab-0d7342a30c70, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=576e0cc8-1012-4107-96ab-0d7342a30c70,segment=NetworkSegment(dee84dd1-e119-47c5-be8f-b367edad6451),segment_id=dee84dd1-e119-47c5-be8f-b367edad6451)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:58.305393 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-86513de8-28ba-4850-8c44-8567c8787cb1 req-b9fee5b9-c623-4147-a223-66e598f0680f tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:58.408919 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9d2fcf73-ef51-4fd0-886a-035f120f71a3 req-c39fcf14-5828-47cc-ab9b-ebbed11d68f7 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514124 Feb 18 08:46:58.537730 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:58.581304 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 82d288b2-283e-4640-8bdf-0a0de1623c48, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=82d288b2-283e-4640-8bdf-0a0de1623c48,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:46:58.588621 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:58.616951 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9d2fcf73-ef51-4fd0-886a-035f120f71a3 req-130b0abe-f3ba-4a77-a909-a0741592914c service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933377 Feb 18 08:46:58.636575 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-0e6ef7a3-3b34-4101-9cff-9f190443fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:58.638658 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-0e6ef7a3-3b34-4101-9cff-9f190443fffd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5170243 Feb 18 08:46:58.684402 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=82d288b2-283e-4640-8bdf-0a0de1623c48,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:58.713377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-86513de8-28ba-4850-8c44-8567c8787cb1 req-b9fee5b9-c623-4147-a223-66e598f0680f tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Calling delete_port for 576e0cc8-1012-4107-96ab-0d7342a30c70 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:46:58.795487 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-d3f002f0-830f-4c3a-b721-b68e3445baa6 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485147 Feb 18 08:46:58.814428 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea301d-3461-4cb9-84e2-e3546bf95c1f req-a95408bf-3a62-4cbb-8204-7aea4d8c0084 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:58.815900 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0fea301d-3461-4cb9-84e2-e3546bf95c1f req-a95408bf-3a62-4cbb-8204-7aea4d8c0084 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 946 time: 0.7687449 Feb 18 08:46:58.880220 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46120) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:46:58.952229 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dd0de955-363a-4cc7-8d10-e8680d009074 req-e104fa87-5e19-4591-a51e-694719a10c91 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495054 Feb 18 08:46:59.017718 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0fea301d-3461-4cb9-84e2-e3546bf95c1f req-6804dff8-f7af-4ccd-b619-a0f5961af903 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864178 Feb 18 08:46:59.085987 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fd937a54-42e2-4581-b45b-5343e8195f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:59.124786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fd937a54-42e2-4581-b45b-5343e8195f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:46:59.133902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e18d84-c1d5-4625-b5b8-c42a5cbf86ad req-86845942-78c6-416c-a3c6-37bf38a13a5f tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:59.135351 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64e18d84-c1d5-4625-b5b8-c42a5cbf86ad req-86845942-78c6-416c-a3c6-37bf38a13a5f tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6a4304-9483-492c-82a3-429ea47baffc HTTP/1.1" status: 200 len: 945 time: 0.4925377 Feb 18 08:46:59.155775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fd937a54-42e2-4581-b45b-5343e8195f82 admin admin] Usage tracker for resource:security_group_rule and tenant:b505abc321d344c2ae3c1a358ddbf2dc is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:46:59.165629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb8bba-9f79-4821-81ea-45a16cd14754 req-4bc839b3-8040-4e52-aa05-60f60dc649c8 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:59.167040 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7edb8bba-9f79-4821-81ea-45a16cd14754 req-4bc839b3-8040-4e52-aa05-60f60dc649c8 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.61 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 944 time: 0.4110456 Feb 18 08:46:59.179712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fd937a54-42e2-4581-b45b-5343e8195f82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:46:59.225626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fd937a54-42e2-4581-b45b-5343e8195f82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:46:59.304604 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-86513de8-28ba-4850-8c44-8567c8787cb1 req-b9fee5b9-c623-4147-a223-66e598f0680f tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:59.430798 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 31fbc2ba-cde8-4f2d-96dd-0693a649f542 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:46:59.509466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fee5b9-c623-4147-a223-66e598f0680f tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Pushing event deleted for resources: {'Port': ['ID=576e0cc8-1012-4107-96ab-0d7342a30c70,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:46:59.515584 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64e18d84-c1d5-4625-b5b8-c42a5cbf86ad req-992aa2d8-fc6e-4f10-8dbc-123df5e9ae71 tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.72 "GET /v2.0/security-groups?id=d23ff029-9d97-4df0-90ae-a7bb0114f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742027 Feb 18 08:46:59.560434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-7edb8bba-9f79-4821-81ea-45a16cd14754 req-93f2c0b8-b4a7-4bec-accf-eef6fc88dad1 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Deleting port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:46:59.560791 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7edb8bba-9f79-4821-81ea-45a16cd14754 req-93f2c0b8-b4a7-4bec-accf-eef6fc88dad1 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:59.564884 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 576e0cc8-1012-4107-96ab-0d7342a30c70 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:46:59.593651 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2364f970-fef3-4743-8e7a-988372540657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b039fe0-4d1c-44b8-b038-91a8980c68b8', 'code': 200} Feb 18 08:46:59.607265 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 576e0cc8-1012-4107-96ab-0d7342a30c70 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:46:59.607478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 576e0cc8-1012-4107-96ab-0d7342a30c70 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:46:59.683265 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-86513de8-28ba-4850-8c44-8567c8787cb1 req-b9fee5b9-c623-4147-a223-66e598f0680f tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] No DVR routers for this DVR port 576e0cc8-1012-4107-96ab-0d7342a30c70 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:46:59.692312 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-86513de8-28ba-4850-8c44-8567c8787cb1 req-b9fee5b9-c623-4147-a223-66e598f0680f tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:46:59.699094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6a4304-9483-492c-82a3-429ea47baffc', 'name': 'network-vif-deleted', 'tag': '576e0cc8-1012-4107-96ab-0d7342a30c70'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:46:59.895184 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86513de8-28ba-4850-8c44-8567c8787cb1 req-b9fee5b9-c623-4147-a223-66e598f0680f tempest-ServerGroupTestJSON-1068480684 tempest-ServerGroupTestJSON-1068480684-project] 10.222.0.61 "DELETE /v2.0/ports/576e0cc8-1012-4107-96ab-0d7342a30c70 HTTP/1.1" status: 204 len: 173 time: 2.5567393 Feb 18 08:46:59.910840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5a94b-5fda-4d2b-b72f-e3259c9105aa req-451ebf60-89f3-47ef-a26e-016b7b432767 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:46:59.912692 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85d5a94b-5fda-4d2b-b72f-e3259c9105aa req-451ebf60-89f3-47ef-a26e-016b7b432767 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 944 time: 0.7188356 Feb 18 08:47:00.053589 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fd937a54-42e2-4581-b45b-5343e8195f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:00.080220 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fd937a54-42e2-4581-b45b-5343e8195f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:00.168897 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85d5a94b-5fda-4d2b-b72f-e3259c9105aa req-95e47381-0e26-4892-b9bc-f8745b48249b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415664 Feb 18 08:47:00.193177 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 7c976871-b175-485d-94d0-82cc383ccd00 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:47:00.219442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-81904b1c-1306-41f6-9d56-1bbc6259f377 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:00.220966 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-81904b1c-1306-41f6-9d56-1bbc6259f377 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/networks?id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4 HTTP/1.1" status: 200 len: 804 time: 0.5342100 Feb 18 08:47:00.223716 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-228b7f7a-ebb8-4b9f-87eb-d75f185473ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:00.273821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd937a54-42e2-4581-b45b-5343e8195f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c01ffb-6332-4414-bc26-9216563d4e48,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:00.274029 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-117bbec6-be1c-41a5-822a-0d5c545c0358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:00.291063 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fd937a54-42e2-4581-b45b-5343e8195f82 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b505abc321d344c2ae3c1a358ddbf2dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4021075 Feb 18 08:47:00.291183 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46160) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:00.341980 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-82e6c045-f820-4dbe-af96-ce824a7db4c0 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/quotas/52c8b10c39d84f9990de9c9a779edb52 HTTP/1.1" status: 200 len: 375 time: 0.0572147 Feb 18 08:47:00.351497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-7edb8bba-9f79-4821-81ea-45a16cd14754 req-93f2c0b8-b4a7-4bec-accf-eef6fc88dad1 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] For port 31fbc2ba-cde8-4f2d-96dd-0693a649f542, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=31fbc2ba-cde8-4f2d-96dd-0693a649f542,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:00.351996 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7edb8bba-9f79-4821-81ea-45a16cd14754 req-93f2c0b8-b4a7-4bec-accf-eef6fc88dad1 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:00.378435 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:00.391124 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bb1db7cf-de93-41de-a86f-31a493c3a515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:00.420928 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 7c976871-b175-485d-94d0-82cc383ccd00, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7c976871-b175-485d-94d0-82cc383ccd00,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:00.432411 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bb1db7cf-de93-41de-a86f-31a493c3a515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:00.432688 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:00.494903 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bb1db7cf-de93-41de-a86f-31a493c3a515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:00.519430 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bb1db7cf-de93-41de-a86f-31a493c3a515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:00.521744 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bb1db7cf-de93-41de-a86f-31a493c3a515 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/92c01ffb-6332-4414-bc26-9216563d4e48 HTTP/1.1" status: 204 len: 168 time: 0.2304163 Feb 18 08:47:00.525702 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=7c976871-b175-485d-94d0-82cc383ccd00,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:00.535627 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1db7cf-de93-41de-a86f-31a493c3a515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c01ffb-6332-4414-bc26-9216563d4e48,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:00.648790 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-7edb8bba-9f79-4821-81ea-45a16cd14754 req-93f2c0b8-b4a7-4bec-accf-eef6fc88dad1 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Calling delete_port for 31fbc2ba-cde8-4f2d-96dd-0693a649f542 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:47:00.661404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf7c47-0b87-45ca-b306-3656b39d5845 req-4f45588c-b7e1-4fd7-ad00-e0728df89c18 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:00.662081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-40cf7c47-0b87-45ca-b306-3656b39d5845 req-4f45588c-b7e1-4fd7-ad00-e0728df89c18 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Synchronizing usage tracker for tenant:52c8b10c39d84f9990de9c9a779edb52 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:47:00.679107 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-40cf7c47-0b87-45ca-b306-3656b39d5845 req-4f45588c-b7e1-4fd7-ad00-e0728df89c18 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Unset dirty status for tenant:52c8b10c39d84f9990de9c9a779edb52 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:47:00.680530 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40cf7c47-0b87-45ca-b306-3656b39d5845 req-4f45588c-b7e1-4fd7-ad00-e0728df89c18 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffab57b8-8f81-410b-8ee9-fb22be4baa04 HTTP/1.1" status: 200 len: 944 time: 0.1392622 Feb 18 08:47:00.766720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-40cf7c47-0b87-45ca-b306-3656b39d5845 req-3f53455f-6480-4656-97e6-fd2208b3a591 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Deleting port 82d288b2-283e-4640-8bdf-0a0de1623c48 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:47:00.767380 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40cf7c47-0b87-45ca-b306-3656b39d5845 req-3f53455f-6480-4656-97e6-fd2208b3a591 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:00.909653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d0021-13ed-4f83-b902-27b081a0889a req-70071ac8-3740-44d9-8ab5-c5a49020f6af tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:00.911210 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb1d0021-13ed-4f83-b902-27b081a0889a req-70071ac8-3740-44d9-8ab5-c5a49020f6af tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.4922392 Feb 18 08:47:00.917738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46170) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:00.924100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-b514626d-07c9-4a0e-b62b-b089cae5676d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=52c8b10c39d84f9990de9c9a779edb52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5805247 Feb 18 08:47:01.064029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-40cf7c47-0b87-45ca-b306-3656b39d5845 req-3f53455f-6480-4656-97e6-fd2208b3a591 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] For port 82d288b2-283e-4640-8bdf-0a0de1623c48, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=82d288b2-283e-4640-8bdf-0a0de1623c48,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:01.064421 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40cf7c47-0b87-45ca-b306-3656b39d5845 req-3f53455f-6480-4656-97e6-fd2208b3a591 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:01.159736 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a28836f6-ae7e-46be-b853-b7669a18303f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:01.217764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a28836f6-ae7e-46be-b853-b7669a18303f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:01.233955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a28836f6-ae7e-46be-b853-b7669a18303f admin admin] Usage tracker for resource:security_group_rule and tenant:0843b434cd32452d9423589440fa5758 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:01.238083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a28836f6-ae7e-46be-b853-b7669a18303f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:01.246154 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb1d0021-13ed-4f83-b902-27b081a0889a req-1ed4169b-46e7-4511-8c0a-6139606a42b4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079681 Feb 18 08:47:01.254522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a28836f6-ae7e-46be-b853-b7669a18303f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:01.256700 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7edb8bba-9f79-4821-81ea-45a16cd14754 req-93f2c0b8-b4a7-4bec-accf-eef6fc88dad1 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:01.267787 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['918423d4-67e0-46f8-bb7b-59253e8bb54a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:47:01.330925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-40cf7c47-0b87-45ca-b306-3656b39d5845 req-3f53455f-6480-4656-97e6-fd2208b3a591 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Calling delete_port for 82d288b2-283e-4640-8bdf-0a0de1623c48 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:47:01.378663 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6a4304-9483-492c-82a3-429ea47baffc', 'name': 'network-vif-deleted', 'tag': '576e0cc8-1012-4107-96ab-0d7342a30c70', 'status': 'completed', 'code': 200} Feb 18 08:47:01.390432 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2c0b8-b4a7-4bec-accf-eef6fc88dad1 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Pushing event deleted for resources: {'Port': ['ID=31fbc2ba-cde8-4f2d-96dd-0693a649f542,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:01.530018 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40cf7c47-0b87-45ca-b306-3656b39d5845 req-3f53455f-6480-4656-97e6-fd2208b3a591 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:01.594594 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffab57b8-8f81-410b-8ee9-fb22be4baa04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d288b2-283e-4640-8bdf-0a0de1623c48'}, {'server_uuid': 'd601e026-8237-45ab-adb4-e731be0c220f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c976871-b175-485d-94d0-82cc383ccd00'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:01.606169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-228b7f7a-ebb8-4b9f-87eb-d75f185473ba admin admin] Deleting port 27b15195-f421-4ca8-97b9-3f952a2e8c18 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:47:01.606525 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-228b7f7a-ebb8-4b9f-87eb-d75f185473ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:01.618751 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53455f-6480-4656-97e6-fd2208b3a591 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Pushing event deleted for resources: {'Port': ['ID=82d288b2-283e-4640-8bdf-0a0de1623c48,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:01.654105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edb8bba-9f79-4821-81ea-45a16cd14754 req-93f2c0b8-b4a7-4bec-accf-eef6fc88dad1 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] No DVR routers for this DVR port 31fbc2ba-cde8-4f2d-96dd-0693a649f542 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:47:01.662429 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7edb8bba-9f79-4821-81ea-45a16cd14754 req-93f2c0b8-b4a7-4bec-accf-eef6fc88dad1 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:01.665414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cf7c47-0b87-45ca-b306-3656b39d5845 req-3f53455f-6480-4656-97e6-fd2208b3a591 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] No DVR routers for this DVR port 82d288b2-283e-4640-8bdf-0a0de1623c48 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:47:01.669416 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40cf7c47-0b87-45ca-b306-3656b39d5845 req-3f53455f-6480-4656-97e6-fd2208b3a591 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:01.673230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffab57b8-8f81-410b-8ee9-fb22be4baa04', 'name': 'network-vif-deleted', 'tag': '82d288b2-283e-4640-8bdf-0a0de1623c48'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:01.688304 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40cf7c47-0b87-45ca-b306-3656b39d5845 req-3f53455f-6480-4656-97e6-fd2208b3a591 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.81 "DELETE /v2.0/ports/82d288b2-283e-4640-8bdf-0a0de1623c48 HTTP/1.1" status: 204 len: 173 time: 1.0011911 Feb 18 08:47:01.754395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7edb8bba-9f79-4821-81ea-45a16cd14754 req-93f2c0b8-b4a7-4bec-accf-eef6fc88dad1 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.61 "DELETE /v2.0/ports/31fbc2ba-cde8-4f2d-96dd-0693a649f542 HTTP/1.1" status: 204 len: 173 time: 2.5681901 Feb 18 08:47:01.853239 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9e97ca4d-4204-4d53-8e69-8b50e16c4238 service neutron] 10.222.0.72 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9183435 Feb 18 08:47:01.983970 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31192cf-5997-4b14-abbd-5f9a6493e18b req-e4d9c381-033a-4632-bd60-023bcdc717bd tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:01.985450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a31192cf-5997-4b14-abbd-5f9a6493e18b req-e4d9c381-033a-4632-bd60-023bcdc717bd tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 946 time: 0.5061777 Feb 18 08:47:02.008062 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a28836f6-ae7e-46be-b853-b7669a18303f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:02.035515 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a28836f6-ae7e-46be-b853-b7669a18303f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:02.042783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-228b7f7a-ebb8-4b9f-87eb-d75f185473ba admin admin] For port 27b15195-f421-4ca8-97b9-3f952a2e8c18, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=27b15195-f421-4ca8-97b9-3f952a2e8c18,segment=NetworkSegment(cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa),segment_id=cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:02.043165 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-228b7f7a-ebb8-4b9f-87eb-d75f185473ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:02.247928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-228b7f7a-ebb8-4b9f-87eb-d75f185473ba admin admin] Calling delete_port for 27b15195-f421-4ca8-97b9-3f952a2e8c18 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:47:02.291693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a31192cf-5997-4b14-abbd-5f9a6493e18b req-33bb8d38-a9f8-416e-a1ca-f3986ea8a74a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953784 Feb 18 08:47:02.304548 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a28836f6-ae7e-46be-b853-b7669a18303f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0843b434cd32452d9423589440fa5758&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3736262 Feb 18 08:47:02.305379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28836f6-ae7e-46be-b853-b7669a18303f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e036a2-5d52-4374-be64-046ff0244a65,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:02.307361 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46184) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:02.329299 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-8b55c7eb-b9b2-499a-a017-b3149f524e2e service neutron] 10.222.0.72 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620366 Feb 18 08:47:02.387479 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e25dc4b2-b35e-43b3-b769-0adb1fa23da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:02.420115 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e25dc4b2-b35e-43b3-b769-0adb1fa23da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:02.504517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e25dc4b2-b35e-43b3-b769-0adb1fa23da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:02.519748 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dc4b2-b35e-43b3-b769-0adb1fa23da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e036a2-5d52-4374-be64-046ff0244a65,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:02.528823 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e25dc4b2-b35e-43b3-b769-0adb1fa23da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:02.530201 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e25dc4b2-b35e-43b3-b769-0adb1fa23da9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d2e036a2-5d52-4374-be64-046ff0244a65 HTTP/1.1" status: 204 len: 168 time: 0.2206867 Feb 18 08:47:02.620916 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-228b7f7a-ebb8-4b9f-87eb-d75f185473ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:02.646242 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-220ef437-5a2f-463f-b66b-28b2e794aa5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:02.686275 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b7f7a-ebb8-4b9f-87eb-d75f185473ba admin admin] Pushing event deleted for resources: {'Port': ['ID=27b15195-f421-4ca8-97b9-3f952a2e8c18,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:02.700861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c46985-ac58-45a1-9b95-57045dadccba req-e1eb2cf5-a40a-49a6-ad37-f3de8c13430e tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:02.708642 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97c46985-ac58-45a1-9b95-57045dadccba req-e1eb2cf5-a40a-49a6-ad37-f3de8c13430e tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?device_id=d601e026-8237-45ab-adb4-e731be0c220f HTTP/1.1" status: 200 len: 948 time: 0.1810119 Feb 18 08:47:02.927723 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97c46985-ac58-45a1-9b95-57045dadccba req-4d010991-ffad-44c9-8103-d784e5dc2617 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/security-groups?id=b5956318-c812-442b-884a-59707e2b578a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180073 Feb 18 08:47:03.026964 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ad8186a6-448e-4c1a-bac8-63e0e89501bf req-58710153-77d3-4275-90ba-617c381a91ef tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Synchronizing usage tracker for tenant:ee0715c9ca2d4e6ead6a5e9e3f746d1c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:47:03.372816 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffab57b8-8f81-410b-8ee9-fb22be4baa04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d288b2-283e-4640-8bdf-0a0de1623c48', 'code': 200} Feb 18 08:47:03.373201 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd601e026-8237-45ab-adb4-e731be0c220f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c976871-b175-485d-94d0-82cc383ccd00', 'code': 200} Feb 18 08:47:03.385288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15447f69-0c79-48df-ba20-fe869a8cbb5a', 'name': 'network-vif-deleted', 'tag': '31fbc2ba-cde8-4f2d-96dd-0693a649f542'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:03.447391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ad8186a6-448e-4c1a-bac8-63e0e89501bf req-58710153-77d3-4275-90ba-617c381a91ef tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Unset dirty status for tenant:ee0715c9ca2d4e6ead6a5e9e3f746d1c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:47:03.451105 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad8186a6-448e-4c1a-bac8-63e0e89501bf req-58710153-77d3-4275-90ba-617c381a91ef tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=15447f69-0c79-48df-ba20-fe869a8cbb5a HTTP/1.1" status: 200 len: 210 time: 0.5604434 Feb 18 08:47:03.628743 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:03.677751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e8aa6-676a-4b2e-98de-d1b25d9d48d6 req-a5e8b7ef-716d-415c-8798-1fb0132991ca tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:03.679477 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d7e8aa6-676a-4b2e-98de-d1b25d9d48d6 req-a5e8b7ef-716d-415c-8798-1fb0132991ca tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.61 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 950 time: 0.2876666 Feb 18 08:47:03.680454 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-228b7f7a-ebb8-4b9f-87eb-d75f185473ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:03.743732 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffab57b8-8f81-410b-8ee9-fb22be4baa04', 'name': 'network-vif-deleted', 'tag': '82d288b2-283e-4640-8bdf-0a0de1623c48', 'status': 'completed', 'code': 200} Feb 18 08:47:03.758025 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:03.987492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-841d7d4c-5467-4327-bada-96e808dcf764 req-fd7f4f4b-74da-4a94-af4c-2fea607da928 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a9b209c-d9f3-4bfd-a357-d02651cb6bef HTTP/1.1" status: 200 len: 210 time: 0.0821636 Feb 18 08:47:03.993179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-4d7e8aa6-676a-4b2e-98de-d1b25d9d48d6 req-0ed0fe6b-8095-49de-8fed-e6e861f53872 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Deleting port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:47:03.993526 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4d7e8aa6-676a-4b2e-98de-d1b25d9d48d6 req-0ed0fe6b-8095-49de-8fed-e6e861f53872 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:04.181837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74596a77-370f-48b4-a27f-be7d890301db req-4351caa8-6b01-4d96-aff0-d91c3fa08415 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:04.189384 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-74596a77-370f-48b4-a27f-be7d890301db req-4351caa8-6b01-4d96-aff0-d91c3fa08415 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 1097 time: 0.5229499 Feb 18 08:47:04.207123 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1b039fe0-4d1c-44b8-b038-91a8980c68b8 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:47:04.390865 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:04.454654 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 1b039fe0-4d1c-44b8-b038-91a8980c68b8, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:04.463460 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:04.464867 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 82d288b2-283e-4640-8bdf-0a0de1623c48 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:47:04.568771 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 82d288b2-283e-4640-8bdf-0a0de1623c48 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:47:04.569364 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 82d288b2-283e-4640-8bdf-0a0de1623c48 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:47:04.596020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=1b039fe0-4d1c-44b8-b038-91a8980c68b8,revision_number=10']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:04.716222 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-ec652721-c8fc-46fb-ba50-4a4539b47616 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:04.718079 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-ec652721-c8fc-46fb-ba50-4a4539b47616 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.61 "GET /v2.0/networks?id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4 HTTP/1.1" status: 200 len: 804 time: 0.4866736 Feb 18 08:47:04.758138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-98d6ea21-b586-4636-bdc1-aa1fa2602cfc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Request body: {'port': {'device_id': '2a9b209c-d9f3-4bfd-a357-d02651cb6bef', 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4', 'admin_state_up': True, 'tenant_id': '52c8b10c39d84f9990de9c9a779edb52'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:04.889450 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:05.016182 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-74596a77-370f-48b4-a27f-be7d890301db req-13173332-ec02-40dd-81cc-ceed069bf1a0 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8259354 Feb 18 08:47:05.177218 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15447f69-0c79-48df-ba20-fe869a8cbb5a', 'name': 'network-vif-deleted', 'tag': '31fbc2ba-cde8-4f2d-96dd-0693a649f542', 'status': 'completed', 'code': 200} Feb 18 08:47:05.343680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228b7f7a-ebb8-4b9f-87eb-d75f185473ba admin admin] Router 604e5ced-760f-4e25-9076-4ad67832c7ec has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:47:05.374591 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2364f970-fef3-4743-8e7a-988372540657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b039fe0-4d1c-44b8-b038-91a8980c68b8'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:05.389543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e045bf-89a6-428b-a412-459097e7acab req-212e5788-d44f-423f-ae19-605fe720e5d4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:05.404783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a8e045bf-89a6-428b-a412-459097e7acab req-212e5788-d44f-423f-ae19-605fe720e5d4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 949 time: 0.5239856 Feb 18 08:47:05.404973 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:47:05.412350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-4d7e8aa6-676a-4b2e-98de-d1b25d9d48d6 req-0ed0fe6b-8095-49de-8fed-e6e861f53872 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] For port 1b039fe0-4d1c-44b8-b038-91a8980c68b8, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:05.412716 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4d7e8aa6-676a-4b2e-98de-d1b25d9d48d6 req-0ed0fe6b-8095-49de-8fed-e6e861f53872 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:05.633630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-98d6ea21-b586-4636-bdc1-aa1fa2602cfc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:05.705678 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a8e045bf-89a6-428b-a412-459097e7acab req-ef0cd06f-f6f5-461a-b8d5-37b4f5a8e15d tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994523 Feb 18 08:47:05.730082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-4d7e8aa6-676a-4b2e-98de-d1b25d9d48d6 req-0ed0fe6b-8095-49de-8fed-e6e861f53872 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Calling delete_port for 1b039fe0-4d1c-44b8-b038-91a8980c68b8 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:47:05.753366 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-98d6ea21-b586-4636-bdc1-aa1fa2602cfc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Usage tracker for resource:port and tenant:52c8b10c39d84f9990de9c9a779edb52 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:05.767943 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-781746b7-ac1f-4754-90c8-a6db883890f4 req-8ffed590-ad87-43a5-9080-cadb624a13b1 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a9b209c-d9f3-4bfd-a357-d02651cb6bef HTTP/1.1" status: 200 len: 210 time: 0.2285018 Feb 18 08:47:05.768912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-98d6ea21-b586-4636-bdc1-aa1fa2602cfc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:05.783160 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-98d6ea21-b586-4636-bdc1-aa1fa2602cfc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:05.872540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-98d6ea21-b586-4636-bdc1-aa1fa2602cfc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Made reservation on behalf of 52c8b10c39d84f9990de9c9a779edb52 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:47:05.876294 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-98d6ea21-b586-4636-bdc1-aa1fa2602cfc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:05.884178 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2364f970-fef3-4743-8e7a-988372540657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b039fe0-4d1c-44b8-b038-91a8980c68b8', 'code': 200} Feb 18 08:47:06.265913 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228b7f7a-ebb8-4b9f-87eb-d75f185473ba admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:47:06.269658 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [req-4d7e8aa6-676a-4b2e-98de-d1b25d9d48d6 req-0ed0fe6b-8095-49de-8fed-e6e861f53872 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:47:06.270857 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [req-4d7e8aa6-676a-4b2e-98de-d1b25d9d48d6 req-0ed0fe6b-8095-49de-8fed-e6e861f53872 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:47:06.278464 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a581b407-ae7a-4ead-9836-c921b2ed631a None None] Sync routers for ids ['604e5ced-760f-4e25-9076-4ad67832c7ec'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:47:06.281641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46306) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:06.324219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a581b407-ae7a-4ead-9836-c921b2ed631a None None] Routers {'604e5ced-760f-4e25-9076-4ad67832c7ec'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:47:06.327622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a581b407-ae7a-4ead-9836-c921b2ed631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:47:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['604e5ced-760f-4e25-9076-4ad67832c7ec'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:06.347908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-228b7f7a-ebb8-4b9f-87eb-d75f185473ba admin admin] 10.222.0.72 "PUT /v2.0/routers/604e5ced-760f-4e25-9076-4ad67832c7ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7077322 Feb 18 08:47:06.363514 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46316) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:06.366639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-98d6ea21-b586-4636-bdc1-aa1fa2602cfc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Allocated IP 172.20.0.4 (f1f00c03-c5b7-4a43-9e03-87d58d513ba4/b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3/1ae1854a-02d6-4c91-a77d-0417c1b43e79) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:47:06.484929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-07428766-74c0-4f13-a784-df27a2525d21 admin admin] Deleting subnet de19b1bf-856f-4994-abaa-a70c34c76a5a {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:47:06.510257 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-07428766-74c0-4f13-a784-df27a2525d21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:06.622466 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-07428766-74c0-4f13-a784-df27a2525d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:06.726092 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-07428766-74c0-4f13-a784-df27a2525d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:06.727261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46332) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:06.745490 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98c67094-0997-4034-8528-83abde25d9ba admin admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:06.785692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-a581b407-ae7a-4ead-9836-c921b2ed631a None None] Set router 604e5ced-760f-4e25-9076-4ad67832c7ec gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:47:06.829938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-4d7e8aa6-676a-4b2e-98de-d1b25d9d48d6 req-0ed0fe6b-8095-49de-8fed-e6e861f53872 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Deleting port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:47:06.843053 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4d7e8aa6-676a-4b2e-98de-d1b25d9d48d6 req-0ed0fe6b-8095-49de-8fed-e6e861f53872 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:06.928119 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-07428766-74c0-4f13-a784-df27a2525d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:07.052230 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-07428766-74c0-4f13-a784-df27a2525d21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:07.061178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07428766-74c0-4f13-a784-df27a2525d21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de19b1bf-856f-4994-abaa-a70c34c76a5a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:07.071595 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-07428766-74c0-4f13-a784-df27a2525d21 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/de19b1bf-856f-4994-abaa-a70c34c76a5a HTTP/1.1" status: 204 len: 168 time: 0.7882168 Feb 18 08:47:07.074150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46344) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:07.208717 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44425f43-c7c7-43b6-a38b-4d17d0efad98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:07.356347 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a581b407-ae7a-4ead-9836-c921b2ed631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1990410215-router', 'tenant_id': '720aa9f56ecd457799eae6642efa82c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '696bc80d-1b9e-40a4-974e-27947ac226e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:46:30Z', 'updated_at': '2022-02-18T08:47:02Z', 'revision_number': 5, 'project_id': '720aa9f56ecd457799eae6642efa82c1', 'gw_port': {'id': '696bc80d-1b9e-40a4-974e-27947ac226e9', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:46:32Z', 'updated_at': '2022-02-18T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:07.360948 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a581b407-ae7a-4ead-9836-c921b2ed631a None None] Checking router: 604e5ced-760f-4e25-9076-4ad67832c7ec for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:47:07.374023 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44425f43-c7c7-43b6-a38b-4d17d0efad98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:07.375707 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a581b407-ae7a-4ead-9836-c921b2ed631a None None] Routers {'604e5ced-760f-4e25-9076-4ad67832c7ec'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:47:07.376831 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a581b407-ae7a-4ead-9836-c921b2ed631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:47:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['604e5ced-760f-4e25-9076-4ad67832c7ec'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:07.405626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-4d7e8aa6-676a-4b2e-98de-d1b25d9d48d6 req-0ed0fe6b-8095-49de-8fed-e6e861f53872 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] For port 1b039fe0-4d1c-44b8-b038-91a8980c68b8, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1b039fe0-4d1c-44b8-b038-91a8980c68b8,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:07.406193 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4d7e8aa6-676a-4b2e-98de-d1b25d9d48d6 req-0ed0fe6b-8095-49de-8fed-e6e861f53872 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:07.411246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-44425f43-c7c7-43b6-a38b-4d17d0efad98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6636f866-f061-43f3-b5e2-ba77901c8096']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:07.425885 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-44425f43-c7c7-43b6-a38b-4d17d0efad98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee84dd1-e119-47c5-be8f-b367edad6451') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:07.426512 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-44425f43-c7c7-43b6-a38b-4d17d0efad98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee84dd1-e119-47c5-be8f-b367edad6451') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:07.440204 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44425f43-c7c7-43b6-a38b-4d17d0efad98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:07.458932 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44425f43-c7c7-43b6-a38b-4d17d0efad98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:07.466388 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44425f43-c7c7-43b6-a38b-4d17d0efad98 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:47:07.467177 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44425f43-c7c7-43b6-a38b-4d17d0efad98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:47:07.567310 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:47:07.575092 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44425f43-c7c7-43b6-a38b-4d17d0efad98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:07.600487 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44425f43-c7c7-43b6-a38b-4d17d0efad98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:07.615018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44425f43-c7c7-43b6-a38b-4d17d0efad98 admin admin] Pushing event deleted for resources: {'Network': ['ID=6636f866-f061-43f3-b5e2-ba77901c8096,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:07.639085 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-44425f43-c7c7-43b6-a38b-4d17d0efad98 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6636f866-f061-43f3-b5e2-ba77901c8096 HTTP/1.1" status: 204 len: 168 time: 0.5544186 Feb 18 08:47:07.876408 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46358) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:07.918855 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98c67094-0997-4034-8528-83abde25d9ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:07.931117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-4d7e8aa6-676a-4b2e-98de-d1b25d9d48d6 req-0ed0fe6b-8095-49de-8fed-e6e861f53872 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Calling delete_port for 1b039fe0-4d1c-44b8-b038-91a8980c68b8 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:47:07.973265 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-a581b407-ae7a-4ead-9836-c921b2ed631a None None] Set router 604e5ced-760f-4e25-9076-4ad67832c7ec gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:47:07.999645 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-aa627b68-3d96-4aa2-9d1d-ec90762a6a10 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=71a7005190d947c4aa0657c525670dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1217120 Feb 18 08:47:08.000449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46362) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:08.089272 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-468ee900-7a59-4167-8448-b17826747a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:08.121452 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-468ee900-7a59-4167-8448-b17826747a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:08.141561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-50415d27-d2c6-4a51-a92c-aa6481d6d80b req-070b14cd-a4ac-4e43-a811-9e6408d2050d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Synchronizing usage tracker for tenant:52c8b10c39d84f9990de9c9a779edb52 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:47:08.145622 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85d48c0d-275f-446d-bbb2-f183fa889ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:08.185424 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-98c67094-0997-4034-8528-83abde25d9ba admin admin] Deleting port 696bc80d-1b9e-40a4-974e-27947ac226e9 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:47:08.185810 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98c67094-0997-4034-8528-83abde25d9ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:08.200318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-468ee900-7a59-4167-8448-b17826747a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:08.218413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ee900-7a59-4167-8448-b17826747a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23ff029-9d97-4df0-90ae-a7bb0114f24c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:08.236104 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-468ee900-7a59-4167-8448-b17826747a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:08.241928 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-468ee900-7a59-4167-8448-b17826747a2f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d23ff029-9d97-4df0-90ae-a7bb0114f24c HTTP/1.1" status: 204 len: 168 time: 0.2404871 Feb 18 08:47:08.373830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a581b407-ae7a-4ead-9836-c921b2ed631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1990410215-router', 'tenant_id': '720aa9f56ecd457799eae6642efa82c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '696bc80d-1b9e-40a4-974e-27947ac226e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:46:30Z', 'updated_at': '2022-02-18T08:47:02Z', 'revision_number': 5, 'project_id': '720aa9f56ecd457799eae6642efa82c1', 'gw_port': {'id': '696bc80d-1b9e-40a4-974e-27947ac226e9', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:46:32Z', 'updated_at': '2022-02-18T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:08.386657 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a581b407-ae7a-4ead-9836-c921b2ed631a None None] The sync data for ids ['604e5ced-760f-4e25-9076-4ad67832c7ec'] in n-d-829434-1 is: [{'id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'name': 'tempest-FloatingIPsNegativeTestJSON-1990410215-router', 'tenant_id': '720aa9f56ecd457799eae6642efa82c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '696bc80d-1b9e-40a4-974e-27947ac226e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:46:30Z', 'updated_at': '2022-02-18T08:47:02Z', 'revision_number': 5, 'project_id': '720aa9f56ecd457799eae6642efa82c1', 'gw_port': {'id': '696bc80d-1b9e-40a4-974e-27947ac226e9', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604e5ced-760f-4e25-9076-4ad67832c7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:46:32Z', 'updated_at': '2022-02-18T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:47:08.414054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-85d48c0d-275f-446d-bbb2-f183fa889ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:08.458888 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-85d48c0d-275f-446d-bbb2-f183fa889ad2 admin admin] Usage tracker for resource:security_group_rule and tenant:db4b6fbb434d45e2887f297924d9afb7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:08.464305 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-50415d27-d2c6-4a51-a92c-aa6481d6d80b req-070b14cd-a4ac-4e43-a811-9e6408d2050d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Unset dirty status for tenant:52c8b10c39d84f9990de9c9a779edb52 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:47:08.472650 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-50415d27-d2c6-4a51-a92c-aa6481d6d80b req-070b14cd-a4ac-4e43-a811-9e6408d2050d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a9b209c-d9f3-4bfd-a357-d02651cb6bef HTTP/1.1" status: 200 len: 210 time: 0.9204643 Feb 18 08:47:08.475418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-85d48c0d-275f-446d-bbb2-f183fa889ad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:08.487493 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-98d6ea21-b586-4636-bdc1-aa1fa2602cfc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:08.507792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-85d48c0d-275f-446d-bbb2-f183fa889ad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:08.556202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-98c67094-0997-4034-8528-83abde25d9ba admin admin] For port 696bc80d-1b9e-40a4-974e-27947ac226e9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=696bc80d-1b9e-40a4-974e-27947ac226e9,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:08.556846 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98c67094-0997-4034-8528-83abde25d9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:08.746478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-98c67094-0997-4034-8528-83abde25d9ba admin admin] Calling delete_port for 696bc80d-1b9e-40a4-974e-27947ac226e9 owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:47:08.790934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23e0e3-30ac-43e2-9b3b-c24a33f1d69c req-e4701a49-8448-4c3f-8c2b-ea177c6616c6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:08.792484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0d23e0e3-30ac-43e2-9b3b-c24a33f1d69c req-e4701a49-8448-4c3f-8c2b-ea177c6616c6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Synchronizing usage tracker for tenant:5705a2476ef74c5f99a6d92a75908a3b on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:47:08.930537 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-98d6ea21-b586-4636-bdc1-aa1fa2602cfc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:08.932384 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4d7e8aa6-676a-4b2e-98de-d1b25d9d48d6 req-0ed0fe6b-8095-49de-8fed-e6e861f53872 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:08.944967 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['dd82590c-6b15-41db-bf05-5364a0328873'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:47:09.038242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7dc0a0b4-c201-4513-9a53-8f73a8b8a996', '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:47:09.079453 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85d48c0d-275f-446d-bbb2-f183fa889ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:09.177077 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 27b15195-f421-4ca8-97b9-3f952a2e8c18 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:47:09.275196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46406) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:09.351659 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 27b15195-f421-4ca8-97b9-3f952a2e8c18 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:47:09.351659 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 27b15195-f421-4ca8-97b9-3f952a2e8c18 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:47:09.418955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-169984449-network', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:09.428806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:09.451079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Usage tracker for resource:network and tenant:c7aae89a9b4a4075b2ddf8edaad1f621 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:09.459361 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:09.470340 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:09.477803 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:47:09.480732 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85d48c0d-275f-446d-bbb2-f183fa889ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:09.519977 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Made reservation on behalf of c7aae89a9b4a4075b2ddf8edaad1f621 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:47:09.527560 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:09.530611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0d23e0e3-30ac-43e2-9b3b-c24a33f1d69c req-e4701a49-8448-4c3f-8c2b-ea177c6616c6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Unset dirty status for tenant:5705a2476ef74c5f99a6d92a75908a3b on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:47:09.532699 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d23e0e3-30ac-43e2-9b3b-c24a33f1d69c req-e4701a49-8448-4c3f-8c2b-ea177c6616c6 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=2364f970-fef3-4743-8e7a-988372540657 HTTP/1.1" status: 200 len: 949 time: 1.7826223 Feb 18 08:47:09.533305 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98c67094-0997-4034-8528-83abde25d9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:09.537395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7e8aa6-676a-4b2e-98de-d1b25d9d48d6 req-0ed0fe6b-8095-49de-8fed-e6e861f53872 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] No DVR routers for this DVR port 1b039fe0-4d1c-44b8-b038-91a8980c68b8 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:47:09.549384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d48c0d-275f-446d-bbb2-f183fa889ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18723755-4ec0-49fb-a808-e257d8458e7b,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:09.569036 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4d7e8aa6-676a-4b2e-98de-d1b25d9d48d6 req-0ed0fe6b-8095-49de-8fed-e6e861f53872 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:09.571405 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:09.593089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-98d6ea21-b586-4636-bdc1-aa1fa2602cfc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:47:09.593777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2364f970-fef3-4743-8e7a-988372540657', 'name': 'network-vif-deleted', 'tag': '1b039fe0-4d1c-44b8-b038-91a8980c68b8'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:09.594932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:09.599887 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Usage tracker for resource:security_group_rule and tenant:c7aae89a9b4a4075b2ddf8edaad1f621 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:09.605239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:09.607937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-98d6ea21-b586-4636-bdc1-aa1fa2602cfc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:47:09.615354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:09.634727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-98d6ea21-b586-4636-bdc1-aa1fa2602cfc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:47:09.662445 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d7e8aa6-676a-4b2e-98de-d1b25d9d48d6 req-0ed0fe6b-8095-49de-8fed-e6e861f53872 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.61 "DELETE /v2.0/ports/1b039fe0-4d1c-44b8-b038-91a8980c68b8 HTTP/1.1" status: 204 len: 173 time: 5.9723165 Feb 18 08:47:09.697557 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-85d48c0d-275f-446d-bbb2-f183fa889ad2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=db4b6fbb434d45e2887f297924d9afb7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9692674 Feb 18 08:47:09.698637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6ea21-b586-4636-bdc1-aa1fa2602cfc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Pushing event updated for resources: {'Port': ['ID=1ae1854a-02d6-4c91-a77d-0417c1b43e79,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:09.705843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46424) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:09.725587 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:09.756781 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29', 'mac_address': 'fa:16:3e:3a:69:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:47:09.818772 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:09.831804 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:09.910082 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:09.944923 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:47:09.971252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df407e6d-2d8f-4f7e-8127-f4c69baffa0d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:09.985356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:47:09.996310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0fe6b-8095-49de-8fed-e6e861f53872 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Pushing event deleted for resources: {'Port': ['ID=1b039fe0-4d1c-44b8-b038-91a8980c68b8,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:10.006534 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:10.011106 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Added segment 6a425925-ca22-4fe0-98f3-fd0d8441cd1c of type vlan for network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 Feb 18 08:47:10.031907 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:10.050582 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:10.090190 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d23e0e3-30ac-43e2-9b3b-c24a33f1d69c req-80509bf0-1704-455f-9d7e-38e90778911a tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048535 Feb 18 08:47:10.140173 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:10.170904 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c67094-0997-4034-8528-83abde25d9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=696bc80d-1b9e-40a4-974e-27947ac226e9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:10.189768 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:10.190384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-98d6ea21-b586-4636-bdc1-aa1fa2602cfc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:10.191011 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-98d6ea21-b586-4636-bdc1-aa1fa2602cfc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:10.203542 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:47:10.222412 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98c67094-0997-4034-8528-83abde25d9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:10.231867 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:10.233243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:10.234038 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:10.356862 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] Pushing event updated for resources: {'Network': ['ID=5d5e2a5a-f047-425a-86b2-0b3143ac8640,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:10.374830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:47:10.392839 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2656ac90-0ec3-4629-9d17-243951d6fbb5 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1151280 Feb 18 08:47:10.395795 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46432) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:10.403204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f7a2d646-960c-4baf-99b0-42d17e8bd8cd admin admin] Request body: {'subnet': {'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-subnet', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:10.409223 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f7a2d646-960c-4baf-99b0-42d17e8bd8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:10.413787 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f7a2d646-960c-4baf-99b0-42d17e8bd8cd admin admin] Usage tracker for resource:subnet and tenant:c7aae89a9b4a4075b2ddf8edaad1f621 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:10.418564 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f7a2d646-960c-4baf-99b0-42d17e8bd8cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:10.433805 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-808e78b3-828f-498a-a16d-d3d9940ce1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:10.439207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f7a2d646-960c-4baf-99b0-42d17e8bd8cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:10.465709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a2d646-960c-4baf-99b0-42d17e8bd8cd admin admin] Made reservation on behalf of c7aae89a9b4a4075b2ddf8edaad1f621 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:47:10.468567 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-808e78b3-828f-498a-a16d-d3d9940ce1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:10.469126 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f7a2d646-960c-4baf-99b0-42d17e8bd8cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:10.572018 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-98d6ea21-b586-4636-bdc1-aa1fa2602cfc tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8222585 Feb 18 08:47:10.644131 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-808e78b3-828f-498a-a16d-d3d9940ce1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:10.675882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e78b3-828f-498a-a16d-d3d9940ce1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18723755-4ec0-49fb-a808-e257d8458e7b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:10.684863 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2364f970-fef3-4743-8e7a-988372540657', 'name': 'network-vif-deleted', 'tag': '1b039fe0-4d1c-44b8-b038-91a8980c68b8', 'status': 'completed', 'code': 200} Feb 18 08:47:10.690143 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Request body: {'port': {'device_id': '2a9b209c-d9f3-4bfd-a357-d02651cb6bef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:10.736049 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98c67094-0997-4034-8528-83abde25d9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:10.750972 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98c67094-0997-4034-8528-83abde25d9ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:10.762782 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-808e78b3-828f-498a-a16d-d3d9940ce1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:10.765882 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-808e78b3-828f-498a-a16d-d3d9940ce1d0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18723755-4ec0-49fb-a808-e257d8458e7b HTTP/1.1" status: 204 len: 168 time: 1.0495975 Feb 18 08:47:10.802895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0725c-aa91-4e1b-bad7-882332078e41 req-1f27df91-0c0c-4e01-8052-d03b249443cd tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:10.811209 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4ea0725c-aa91-4e1b-bad7-882332078e41 req-1f27df91-0c0c-4e01-8052-d03b249443cd tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a9b209c-d9f3-4bfd-a357-d02651cb6bef HTTP/1.1" status: 200 len: 931 time: 0.7277970 Feb 18 08:47:10.873203 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4ea0725c-aa91-4e1b-bad7-882332078e41 req-70449a0d-8083-4861-84eb-270beeb8dcf9 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610044 Feb 18 08:47:10.919756 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:10.956115 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98c67094-0997-4034-8528-83abde25d9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:10.957905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c67094-0997-4034-8528-83abde25d9ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 604e5ced-760f-4e25-9076-4ad67832c7ec {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:47:10.988373 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f7a2d646-960c-4baf-99b0-42d17e8bd8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:11.005715 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98c67094-0997-4034-8528-83abde25d9ba admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:11.014567 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-98c67094-0997-4034-8528-83abde25d9ba admin admin] 10.222.0.72 "DELETE /v2.0/routers/604e5ced-760f-4e25-9076-4ad67832c7ec HTTP/1.1" status: 204 len: 168 time: 4.6499202 Feb 18 08:47:11.024016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46452) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:11.118369 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a2d646-960c-4baf-99b0-42d17e8bd8cd admin admin] Checking segment: {'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:47:11.118641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a2d646-960c-4baf-99b0-42d17e8bd8cd admin admin] Network hostable DHCP agents. Network: 5d5e2a5a-f047-425a-86b2-0b3143ac8640, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:47:11.130178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2d646-960c-4baf-99b0-42d17e8bd8cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=df727fe9-3fec-4967-a902-47fe24f8ed0f,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:11.141521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-725a9253-678c-4d43-9829-b1b3cabf66eb admin admin] Deleting subnet b78eb61f-2f29-410e-8b36-64f35f968593 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:47:11.145750 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a2d646-960c-4baf-99b0-42d17e8bd8cd admin admin] Network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:47:11.158737 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-725a9253-678c-4d43-9829-b1b3cabf66eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:11.169418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-f7a2d646-960c-4baf-99b0-42d17e8bd8cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 5d5e2a5a-f047-425a-86b2-0b3143ac8640) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:47:11.180611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2d646-960c-4baf-99b0-42d17e8bd8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:11.181185 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f7a2d646-960c-4baf-99b0-42d17e8bd8cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:11.189715 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41ae2c4-861f-44df-9b4a-5371326527b0 None None] Network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:47:11.241926 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f7a2d646-960c-4baf-99b0-42d17e8bd8cd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8447824 Feb 18 08:47:11.245194 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46460) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:11.256493 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:11.271424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:11.279030 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Usage tracker for resource:router and tenant:c7aae89a9b4a4075b2ddf8edaad1f621 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:11.286355 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:11.308525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:11.334925 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:11.336034 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:11.374796 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:11.383256 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-725a9253-678c-4d43-9829-b1b3cabf66eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:11.428322 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:11.431757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46464) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:11.444571 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:11.475322 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:47:11.532744 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4ef6a4a7-7183-41a2-9c7d-4f845b2735a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:11.629175 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-725a9253-678c-4d43-9829-b1b3cabf66eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:11.653316 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:47:11.654126 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:11.672541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:47:11.672917 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:11.753825 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:11.755569 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-725a9253-678c-4d43-9829-b1b3cabf66eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:11.912765 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:11.957719 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:11.960592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f3f787-9d92-4d51-a350-ccc832052c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:11.969702 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:12.008367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Allocated IP 172.20.0.2 (5d5e2a5a-f047-425a-86b2-0b3143ac8640/df727fe9-3fec-4967-a902-47fe24f8ed0f/e825e259-2686-4c5a-b03b-ffed9a67f650) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:47:12.079199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4ef6a4a7-7183-41a2-9c7d-4f845b2735a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:12.083296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4ef6a4a7-7183-41a2-9c7d-4f845b2735a6 admin admin] Usage tracker for resource:security_group_rule and tenant:55bbd743d9f34732a9d4d0398dda44ab is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:12.086122 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4ef6a4a7-7183-41a2-9c7d-4f845b2735a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:12.093001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4ef6a4a7-7183-41a2-9c7d-4f845b2735a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:12.120185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,revision_number=10']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:12.156176 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:12.168331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a9253-678c-4d43-9829-b1b3cabf66eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78eb61f-2f29-410e-8b36-64f35f968593,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:12.202297 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:12.267210 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:12.281138 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Transition to ACTIVE for port object e825e259-2686-4c5a-b03b-ffed9a67f650 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:47:12.302276 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Transition to ACTIVE for port object e825e259-2686-4c5a-b03b-ffed9a67f650 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:47:12.314802 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:12.323351 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-725a9253-678c-4d43-9829-b1b3cabf66eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:12.371309 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-725a9253-678c-4d43-9829-b1b3cabf66eb admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b78eb61f-2f29-410e-8b36-64f35f968593 HTTP/1.1" status: 204 len: 168 time: 1.3420308 Feb 18 08:47:12.375421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46476) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:12.421648 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Pushing event updated for resources: {'Port': ['ID=e825e259-2686-4c5a-b03b-ffed9a67f650,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:12.424359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f40ee2-d469-40ab-9ef9-a1009f733680 None None] Network ac22bd4f-efff-43ce-b773-f3d6553ed9e8 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:47:12.473699 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Allocated IP 172.25.1.132 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/e075a60e-3436-42e0-839f-4a65589ad9f7) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:47:12.480902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d958d-94a4-4d8b-b8ce-2afaca6b1486 req-5bfc346e-5e18-463e-b552-05f923c1be90 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:12.482506 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f0d958d-94a4-4d8b-b8ce-2afaca6b1486 req-5bfc346e-5e18-463e-b552-05f923c1be90 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 944 time: 1.3319807 Feb 18 08:47:12.519161 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:47:12.522558 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:47:12.526576 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:47:12.545963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3784ac-b73c-4682-8724-a3ed6c106f92 req-6b171bd0-7fb3-478a-9fa1-e3e9fc6bbcf1 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:12.548541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf3784ac-b73c-4682-8724-a3ed6c106f92 req-6b171bd0-7fb3-478a-9fa1-e3e9fc6bbcf1 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 950 time: 1.1175325 Feb 18 08:47:12.559308 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:12.625331 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] Deleting port 63461b02-43d7-4fd1-922f-b83574e126f7 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:47:12.625740 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:12.635497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae1854a-02d6-4c91-a77d-0417c1b43e79 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:47:12.682326 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f0d958d-94a4-4d8b-b8ce-2afaca6b1486 req-af0cc03c-5696-4c81-851c-caef4a2b823a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507711 Feb 18 08:47:12.688584 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:12.690759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Attempting to bind port e825e259-2686-4c5a-b03b-ffed9a67f650 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:47:12.691301 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Attempting to bind port e825e259-2686-4c5a-b03b-ffed9a67f650 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:47:12.691827 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Attempting to bind port e825e259-2686-4c5a-b03b-ffed9a67f650 on network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:47:12.700652 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:47:12.701340 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Checking segment: {'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:47:12.701916 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:12.702461 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Bound using segment: {'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:47:12.703146 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Bound port: e825e259-2686-4c5a-b03b-ffed9a67f650, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:47:12.703755 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:12.727024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba451995-2e1d-4275-a540-ccc0c74eac98 req-bc12c8cd-3fda-4ab8-99a8-591d45176746 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:12.728623 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba451995-2e1d-4275-a540-ccc0c74eac98 req-bc12c8cd-3fda-4ab8-99a8-591d45176746 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.61 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 944 time: 0.6957769 Feb 18 08:47:12.781729 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:12.832225 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-ba451995-2e1d-4275-a540-ccc0c74eac98 req-7539bfc6-23e7-485d-b9f6-ddd8579fc27a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Deleting port 918423d4-67e0-46f8-bb7b-59253e8bb54a {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:47:12.832592 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ba451995-2e1d-4275-a540-ccc0c74eac98 req-7539bfc6-23e7-485d-b9f6-ddd8579fc27a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:12.847454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] For port e825e259-2686-4c5a-b03b-ffed9a67f650, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:47:12.853343 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] For port e825e259-2686-4c5a-b03b-ffed9a67f650, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e825e259-2686-4c5a-b03b-ffed9a67f650,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:47:12.860796 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Transition to ACTIVE for port object 1ae1854a-02d6-4c91-a77d-0417c1b43e79 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:47:12.867750 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:12.876120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf3784ac-b73c-4682-8724-a3ed6c106f92 req-c41ca4eb-0489-402c-9993-fba9774eaf74 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924063 Feb 18 08:47:12.892622 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:12.964435 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e9904f-557e-4298-8a1e-3f98c6c7bfd7 None None] DHCP port deletion for ac22bd4f-efff-43ce-b773-f3d6553ed9e8 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:47:12.995663 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4ef6a4a7-7183-41a2-9c7d-4f845b2735a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:13.014187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-43e9904f-557e-4298-8a1e-3f98c6c7bfd7 None None] Deleting port 63461b02-43d7-4fd1-922f-b83574e126f7 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:47:13.014719 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-43e9904f-557e-4298-8a1e-3f98c6c7bfd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:13.020719 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4ef6a4a7-7183-41a2-9c7d-4f845b2735a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:13.049515 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f3f787-9d92-4d51-a350-ccc832052c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29', 'code': 200} Feb 18 08:47:13.137932 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcae25-4d15-4b31-826b-2e9f1a4de023 None None] Pushing event updated for resources: {'Port': ['ID=e825e259-2686-4c5a-b03b-ffed9a67f650,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:13.173310 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4ef6a4a7-7183-41a2-9c7d-4f845b2735a6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=55bbd743d9f34732a9d4d0398dda44ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7350440 Feb 18 08:47:13.192670 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] For port 63461b02-43d7-4fd1-922f-b83574e126f7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=63461b02-43d7-4fd1-922f-b83574e126f7,segment=NetworkSegment(cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa),segment_id=cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:13.193038 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:13.252036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46488) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:13.316609 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae1854a-02d6-4c91-a77d-0417c1b43e79,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:13.321625 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 63461b02-43d7-4fd1-922f-b83574e126f7 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:47:13.375338 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:13.385575 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] Calling delete_port for 63461b02-43d7-4fd1-922f-b83574e126f7 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:47:13.400374 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-43e9904f-557e-4298-8a1e-3f98c6c7bfd7 None None] For port 63461b02-43d7-4fd1-922f-b83574e126f7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=63461b02-43d7-4fd1-922f-b83574e126f7,segment=NetworkSegment(cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa),segment_id=cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:13.401092 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-43e9904f-557e-4298-8a1e-3f98c6c7bfd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:13.585038 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ba451995-2e1d-4275-a540-ccc0c74eac98 req-7539bfc6-23e7-485d-b9f6-ddd8579fc27a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] For port 918423d4-67e0-46f8-bb7b-59253e8bb54a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=918423d4-67e0-46f8-bb7b-59253e8bb54a,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:13.585509 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ba451995-2e1d-4275-a540-ccc0c74eac98 req-7539bfc6-23e7-485d-b9f6-ddd8579fc27a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:13.598407 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-43e9904f-557e-4298-8a1e-3f98c6c7bfd7 None None] Calling delete_port for 63461b02-43d7-4fd1-922f-b83574e126f7 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:47:13.616458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:47:13.623051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:47:13.625841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:47:13.720664 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed3cbd-18b8-4c57-a12d-f3c48c6d7978 req-795f49b7-f64e-4592-bf7c-becd48d4e572 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:13.723891 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b2ed3cbd-18b8-4c57-a12d-f3c48c6d7978 req-795f49b7-f64e-4592-bf7c-becd48d4e572 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 950 time: 0.6845822 Feb 18 08:47:13.724731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Pushing event updated for resources: {'Port': ['ID=e075a60e-3436-42e0-839f-4a65589ad9f7,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:13.780613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-ba451995-2e1d-4275-a540-ccc0c74eac98 req-7539bfc6-23e7-485d-b9f6-ddd8579fc27a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Calling delete_port for 918423d4-67e0-46f8-bb7b-59253e8bb54a owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:47:13.846629 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:13.866222 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:13.873242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6a4a7-7183-41a2-9c7d-4f845b2735a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef04d6bf-438d-48da-af1b-ff3d5be0e114,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:13.957473 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 696bc80d-1b9e-40a4-974e-27947ac226e9 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:47:13.984546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=63461b02-43d7-4fd1-922f-b83574e126f7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:13.990909 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-43e9904f-557e-4298-8a1e-3f98c6c7bfd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:47:13.991407 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-43e9904f-557e-4298-8a1e-3f98c6c7bfd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:47:14.001181 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 696bc80d-1b9e-40a4-974e-27947ac226e9 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:47:14.001546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 696bc80d-1b9e-40a4-974e-27947ac226e9 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:47:14.050044 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ba451995-2e1d-4275-a540-ccc0c74eac98 req-7539bfc6-23e7-485d-b9f6-ddd8579fc27a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:14.059461 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] No DVR routers for this DVR port 63461b02-43d7-4fd1-922f-b83574e126f7 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:47:14.064820 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-b2ed3cbd-18b8-4c57-a12d-f3c48c6d7978 req-e2759180-1f82-43bc-bd52-f2593eee3daf tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Deleting port dd82590c-6b15-41db-bf05-5364a0328873 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:47:14.065161 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b2ed3cbd-18b8-4c57-a12d-f3c48c6d7978 req-e2759180-1f82-43bc-bd52-f2593eee3daf tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:14.125940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-001cef0b-3857-4fa5-9c8d-cd07c1f25396 req-8c5b9ba0-eeb1-44d7-b801-33a71a5aa549 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 210 time: 0.1483614 Feb 18 08:47:14.133718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539bfc6-23e7-485d-b9f6-ddd8579fc27a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Pushing event deleted for resources: {'Port': ['ID=918423d4-67e0-46f8-bb7b-59253e8bb54a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:14.229949 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-80e917d1-62de-4881-99f0-8b24924b567f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:14.367068 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-80e917d1-62de-4881-99f0-8b24924b567f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:14.427869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba451995-2e1d-4275-a540-ccc0c74eac98 req-7539bfc6-23e7-485d-b9f6-ddd8579fc27a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] No DVR routers for this DVR port 918423d4-67e0-46f8-bb7b-59253e8bb54a on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:47:14.441448 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6cd52-84eb-41de-b7d1-9831bd9b6ee3 req-2b75bed0-1862-401a-81ae-5f45ac95ae45 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:14.452541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bdd6cd52-84eb-41de-b7d1-9831bd9b6ee3 req-2b75bed0-1862-401a-81ae-5f45ac95ae45 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a9b209c-d9f3-4bfd-a357-d02651cb6bef HTTP/1.1" status: 200 len: 943 time: 1.4026146 Feb 18 08:47:14.485228 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ba451995-2e1d-4275-a540-ccc0c74eac98 req-7539bfc6-23e7-485d-b9f6-ddd8579fc27a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:14.492748 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-43e9904f-557e-4298-8a1e-3f98c6c7bfd7 None None] Deleting port 63461b02-43d7-4fd1-922f-b83574e126f7 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:47:14.493131 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-43e9904f-557e-4298-8a1e-3f98c6c7bfd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:14.518752 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-80e917d1-62de-4881-99f0-8b24924b567f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:14.540549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Attempting to bind port 1ae1854a-02d6-4c91-a77d-0417c1b43e79 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:47:14.541304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Attempting to bind port 1ae1854a-02d6-4c91-a77d-0417c1b43e79 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '89345c19-0d49-41e0-979a-1170b8d250ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:47:14.541637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Attempting to bind port 1ae1854a-02d6-4c91-a77d-0417c1b43e79 on network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:47:14.553439 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653eb90d-09e6-4315-b9e5-8c92ec529e39', 'name': 'network-vif-deleted', 'tag': '918423d4-67e0-46f8-bb7b-59253e8bb54a'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:14.586824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Port 1ae1854a-02d6-4c91-a77d-0417c1b43e79 on network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:47:14.587479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Attempting to bind port 1ae1854a-02d6-4c91-a77d-0417c1b43e79 on network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:47:14.615558 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-43e9904f-557e-4298-8a1e-3f98c6c7bfd7 None None] The port '63461b02-43d7-4fd1-922f-b83574e126f7' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:47:14.618909 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4fc458-d08a-4811-a912-644bc684c8d2 None None] Network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:47:14.627199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e917d1-62de-4881-99f0-8b24924b567f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef04d6bf-438d-48da-af1b-ff3d5be0e114,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:14.645469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:47:14.646132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Checking segment: {'id': '89345c19-0d49-41e0-979a-1170b8d250ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:47:14.646736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Bound using segment: {'id': '89345c19-0d49-41e0-979a-1170b8d250ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:47:14.648642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Bound port: 1ae1854a-02d6-4c91-a77d-0417c1b43e79, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89345c19-0d49-41e0-979a-1170b8d250ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:47:14.649349 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:14.676249 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bdd6cd52-84eb-41de-b7d1-9831bd9b6ee3 req-86fd37ec-3467-4d5e-9e7e-a6483ebcbfc1 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197077 Feb 18 08:47:14.676782 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:14.704745 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba451995-2e1d-4275-a540-ccc0c74eac98 req-7539bfc6-23e7-485d-b9f6-ddd8579fc27a tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.61 "DELETE /v2.0/ports/918423d4-67e0-46f8-bb7b-59253e8bb54a HTTP/1.1" status: 204 len: 173 time: 1.9489913 Feb 18 08:47:14.729645 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-80e917d1-62de-4881-99f0-8b24924b567f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:14.734411 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-80e917d1-62de-4881-99f0-8b24924b567f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ef04d6bf-438d-48da-af1b-ff3d5be0e114 HTTP/1.1" status: 204 len: 168 time: 1.4753969 Feb 18 08:47:14.897873 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4c5dfd04-663d-40de-a5ee-8cddca507e92 None None] Provisioning for port e825e259-2686-4c5a-b03b-ffed9a67f650 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:47:14.915869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acbaaa-fe0b-4929-a5b4-c791f82d5c37 req-53bfe54f-094e-48bf-b464-c9490e65857c tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:14.938252 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-06acbaaa-fe0b-4929-a5b4-c791f82d5c37 req-53bfe54f-094e-48bf-b464-c9490e65857c tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 950 time: 0.6658614 Feb 18 08:47:14.941200 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653eb90d-09e6-4315-b9e5-8c92ec529e39', 'name': 'network-vif-deleted', 'tag': '918423d4-67e0-46f8-bb7b-59253e8bb54a', 'status': 'completed', 'code': 200} Feb 18 08:47:15.004455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-b2ed3cbd-18b8-4c57-a12d-f3c48c6d7978 req-e2759180-1f82-43bc-bd52-f2593eee3daf tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] For port dd82590c-6b15-41db-bf05-5364a0328873, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=dd82590c-6b15-41db-bf05-5364a0328873,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:15.004907 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b2ed3cbd-18b8-4c57-a12d-f3c48c6d7978 req-e2759180-1f82-43bc-bd52-f2593eee3daf tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:15.213629 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-06acbaaa-fe0b-4929-a5b4-c791f82d5c37 req-3f78980d-b87d-4606-8a5a-7ea123264938 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726262 Feb 18 08:47:15.250040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] For port 1ae1854a-02d6-4c91-a77d-0417c1b43e79, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:47:15.254890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] For port 1ae1854a-02d6-4c91-a77d-0417c1b43e79, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1ae1854a-02d6-4c91-a77d-0417c1b43e79,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:47:15.271473 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:15.365119 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e825e259-2686-4c5a-b03b-ffed9a67f650 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:47:15.408962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:15.417802 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:15.427034 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] 10.222.0.61 "PUT /v2.0/ports/1ae1854a-02d6-4c91-a77d-0417c1b43e79 HTTP/1.1" status: 200 len: 1091 time: 4.7643976 Feb 18 08:47:15.525196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 918423d4-67e0-46f8-bb7b-59253e8bb54a no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:47:15.537879 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-b2ed3cbd-18b8-4c57-a12d-f3c48c6d7978 req-e2759180-1f82-43bc-bd52-f2593eee3daf tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Calling delete_port for dd82590c-6b15-41db-bf05-5364a0328873 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:47:15.570752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-98abda5b-59c8-491a-8ee1-4c8f3a50c567 req-746aba44-4dc8-4d4c-b6e6-e039abbc1205 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Synchronizing usage tracker for tenant:ee0715c9ca2d4e6ead6a5e9e3f746d1c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:47:15.632801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb69f3-0bd9-4a0f-b78e-529de0369b94 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae1854a-02d6-4c91-a77d-0417c1b43e79,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:15.640828 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 918423d4-67e0-46f8-bb7b-59253e8bb54a {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:47:15.641213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 918423d4-67e0-46f8-bb7b-59253e8bb54a not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:47:15.652865 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-98abda5b-59c8-491a-8ee1-4c8f3a50c567 req-746aba44-4dc8-4d4c-b6e6-e039abbc1205 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Unset dirty status for tenant:ee0715c9ca2d4e6ead6a5e9e3f746d1c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:47:15.662793 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-98abda5b-59c8-491a-8ee1-4c8f3a50c567 req-746aba44-4dc8-4d4c-b6e6-e039abbc1205 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=653eb90d-09e6-4315-b9e5-8c92ec529e39 HTTP/1.1" status: 200 len: 210 time: 0.2348783 Feb 18 08:47:15.719012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-a6716594-ce96-4698-9f89-21e85c6b17a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:15.720519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-a6716594-ce96-4698-9f89-21e85c6b17a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=52c8b10c39d84f9990de9c9a779edb52&device_id=2a9b209c-d9f3-4bfd-a357-d02651cb6bef HTTP/1.1" status: 200 len: 1094 time: 0.2318265 Feb 18 08:47:15.767724 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port e825e259-2686-4c5a-b03b-ffed9a67f650 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:47:15.784216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e825e259-2686-4c5a-b03b-ffed9a67f650 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:47:15.784672 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:15.858087 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b2ed3cbd-18b8-4c57-a12d-f3c48c6d7978 req-e2759180-1f82-43bc-bd52-f2593eee3daf tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:15.918219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7dc0a0b4-c201-4513-9a53-8f73a8b8a996', '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:47:15.957380 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac22bd4f-efff-43ce-b773-f3d6553ed9e8']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:15.986652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2759180-1f82-43bc-bd52-f2593eee3daf tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Pushing event deleted for resources: {'Port': ['ID=dd82590c-6b15-41db-bf05-5364a0328873,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:15.990981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:15.991515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb0a1f9-660c-4ff6-bab5-bde90ebf66fa') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:16.069137 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:16.071391 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-cd40122d-6433-475f-8a02-2e9417c24581 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ae1854a-02d6-4c91-a77d-0417c1b43e79 HTTP/1.1" status: 200 len: 217 time: 0.3410475 Feb 18 08:47:16.145510 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-96e81227-33b8-4611-b6fc-98519c3a258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:16.146963 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-96e81227-33b8-4611-b6fc-98519c3a258d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3 HTTP/1.1" status: 200 len: 844 time: 0.0685475 Feb 18 08:47:16.207074 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-a881e1e4-4565-4c9f-81bc-5cafa4819948 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507870 Feb 18 08:47:16.240192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ed3cbd-18b8-4c57-a12d-f3c48c6d7978 req-e2759180-1f82-43bc-bd52-f2593eee3daf tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] No DVR routers for this DVR port dd82590c-6b15-41db-bf05-5364a0328873 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:47:16.246166 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b2ed3cbd-18b8-4c57-a12d-f3c48c6d7978 req-e2759180-1f82-43bc-bd52-f2593eee3daf tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:16.254907 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:16.256819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'name': 'network-vif-deleted', 'tag': 'dd82590c-6b15-41db-bf05-5364a0328873'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:16.277324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device dd82590c-6b15-41db-bf05-5364a0328873 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:47:16.283850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:47:16.284394 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:47:16.310227 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:47:16.331032 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: dd82590c-6b15-41db-bf05-5364a0328873 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:47:16.331428 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device dd82590c-6b15-41db-bf05-5364a0328873 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:47:16.392158 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:16.445123 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:16.454198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46625cf2-077e-4fcf-81c8-49a9cf688af6 req-37919195-177d-4655-ab72-0f5e09b24973 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:16.465046 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-46625cf2-077e-4fcf-81c8-49a9cf688af6 req-37919195-177d-4655-ab72-0f5e09b24973 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a9b209c-d9f3-4bfd-a357-d02651cb6bef HTTP/1.1" status: 200 len: 943 time: 0.5692332 Feb 18 08:47:16.540909 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b2ed3cbd-18b8-4c57-a12d-f3c48c6d7978 req-e2759180-1f82-43bc-bd52-f2593eee3daf tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.81 "DELETE /v2.0/ports/dd82590c-6b15-41db-bf05-5364a0328873 HTTP/1.1" status: 204 len: 173 time: 2.7962801 Feb 18 08:47:16.555390 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port e825e259-2686-4c5a-b03b-ffed9a67f650, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e825e259-2686-4c5a-b03b-ffed9a67f650,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:16.565416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46576) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:16.597068 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:16.620320 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:16.628254 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:16.703141 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d44d7141-b9fa-44a3-948f-8ad9257e77cc req-e29d5d20-c959-4bb4-8de0-9dc430d1e463 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c3b4f4d-6757-4778-bb33-2e38c2db5e2f HTTP/1.1" status: 200 len: 210 time: 0.2096343 Feb 18 08:47:16.841373 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=e825e259-2686-4c5a-b03b-ffed9a67f650,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:16.878225 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-f0a36abb-5c35-4896-8c03-ad7a40a7f0fe service neutron] 10.222.0.61 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6605322 Feb 18 08:47:16.971366 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9b209c-d9f3-4bfd-a357-d02651cb6bef', 'tag': '1ae1854a-02d6-4c91-a77d-0417c1b43e79'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:16.982478 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3b4f4d-6757-4778-bb33-2e38c2db5e2f', 'name': 'network-vif-deleted', 'tag': 'dd82590c-6b15-41db-bf05-5364a0328873', 'status': 'completed', 'code': 200} Feb 18 08:47:17.008569 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-46625cf2-077e-4fcf-81c8-49a9cf688af6 req-a0834b4b-21ff-4e43-abb1-478dc5a5808c tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380623 Feb 18 08:47:17.015098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1300321844-network', 'tenant_id': 'c0fcf4e4fdef468daddf32b0c6c2fcef'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:17.076261 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac22bd4f-efff-43ce-b773-f3d6553ed9e8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:17.095458 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d98e4525-4d3d-4e94-b02f-983030823a23 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ac22bd4f-efff-43ce-b773-f3d6553ed9e8 HTTP/1.1" status: 204 len: 168 time: 4.7169895 Feb 18 08:47:17.100459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:17.147617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Usage tracker for resource:network and tenant:c0fcf4e4fdef468daddf32b0c6c2fcef is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:17.161847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:17.177504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:17.273983 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b59f678-2ce4-4e7b-b1ea-366e3e272cef req-985573f8-541c-40a1-97bd-8bf3cebce6db service neutron] 10.222.0.61 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624012 Feb 18 08:47:17.293095 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9b209c-d9f3-4bfd-a357-d02651cb6bef', 'tag': '1ae1854a-02d6-4c91-a77d-0417c1b43e79', 'status': 'completed', 'code': 200} Feb 18 08:47:17.310187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e825e259-2686-4c5a-b03b-ffed9a67f650 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:47:17.335130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Made reservation on behalf of c0fcf4e4fdef468daddf32b0c6c2fcef for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:47:17.337505 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:17.357734 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:17.393064 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:17.401516 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Usage tracker for resource:security_group_rule and tenant:c0fcf4e4fdef468daddf32b0c6c2fcef is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:17.406198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:17.415431 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:17.418190 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:17.452477 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46604) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:17.489178 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e825e259-2686-4c5a-b03b-ffed9a67f650 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:47:17.490411 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:17.597312 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:17.608451 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:17.631979 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-55dcd3b3-e076-421c-91c3-a5e0fd28b14e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=720aa9f56ecd457799eae6642efa82c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585455 Feb 18 08:47:17.633964 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46608) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:17.636797 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e41261-2e9a-499e-bde0-11a4f7b097cc req-75477e66-84e8-4a65-8a60-f87f11b08a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:17.638446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11e41261-2e9a-499e-bde0-11a4f7b097cc req-75477e66-84e8-4a65-8a60-f87f11b08a1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=52c8b10c39d84f9990de9c9a779edb52&device_id=2a9b209c-d9f3-4bfd-a357-d02651cb6bef HTTP/1.1" status: 200 len: 1094 time: 0.3002245 Feb 18 08:47:17.661935 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:47:17.750549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d11518d-3837-45b5-aa9e-d43b6afe82fb,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:17.779810 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:17.780286 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Added segment 1c6ca81c-6646-460a-b919-6485619a497d of type vlan for network f242dabd-ea57-460a-b200-f986d428c448 Feb 18 08:47:17.790393 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-259de00c-0049-4345-8312-76990148aeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:17.824328 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:17.854685 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-259de00c-0049-4345-8312-76990148aeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:17.899176 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Router 7346e605-e248-4b48-8674-137ead41b54e is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:47:17.906643 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:17.907599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:17.908180 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:18.017335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7d3c2-4542-4244-9b03-c15c1d04bc04 req-2b738514-e6dd-40d8-9ead-6d7218900fd2 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:18.018857 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18b7d3c2-4542-4244-9b03-c15c1d04bc04 req-2b738514-e6dd-40d8-9ead-6d7218900fd2 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 945 time: 0.4737046 Feb 18 08:47:18.261629 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18b7d3c2-4542-4244-9b03-c15c1d04bc04 req-24d63b6a-fdcc-4cfd-b9af-2e0c77eec41d tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362866 Feb 18 08:47:18.275896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e41261-2e9a-499e-bde0-11a4f7b097cc req-6867e19e-ee63-4811-93a0-9860dfa84bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:18.278431 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11e41261-2e9a-499e-bde0-11a4f7b097cc req-6867e19e-ee63-4811-93a0-9860dfa84bfc service neutron] 10.222.0.61 "GET /v2.0/networks?id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4 HTTP/1.1" status: 200 len: 905 time: 0.5913143 Feb 18 08:47:18.352994 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-259de00c-0049-4345-8312-76990148aeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:18.420090 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444a59a-ebba-4fc4-9b31-f0fb356eaa04 req-67610883-a9e0-46fd-a3f0-5fe69484ef69 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:18.421807 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2444a59a-ebba-4fc4-9b31-f0fb356eaa04 req-67610883-a9e0-46fd-a3f0-5fe69484ef69 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.61 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 945 time: 0.4210744 Feb 18 08:47:18.424761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] Pushing event updated for resources: {'Network': ['ID=f242dabd-ea57-460a-b200-f986d428c448,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:18.428674 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259de00c-0049-4345-8312-76990148aeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413e94e2-c655-4c2b-b3d5-804c56bd3348,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:18.432324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11e41261-2e9a-499e-bde0-11a4f7b097cc req-1a5b4700-36d8-415a-a65a-ec453bf77252 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ae1854a-02d6-4c91-a77d-0417c1b43e79 HTTP/1.1" status: 200 len: 217 time: 0.1456277 Feb 18 08:47:18.437108 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network f242dabd-ea57-460a-b200-f986d428c448 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:47:18.675959 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-259de00c-0049-4345-8312-76990148aeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:18.679353 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-259de00c-0049-4345-8312-76990148aeee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/413e94e2-c655-4c2b-b3d5-804c56bd3348 HTTP/1.1" status: 204 len: 168 time: 1.0377848 Feb 18 08:47:18.685037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259de00c-0049-4345-8312-76990148aeee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:18.685379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259de00c-0049-4345-8312-76990148aeee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:18.685715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259de00c-0049-4345-8312-76990148aeee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:18.686052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259de00c-0049-4345-8312-76990148aeee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:18.686376 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259de00c-0049-4345-8312-76990148aeee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:18.686698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259de00c-0049-4345-8312-76990148aeee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:18.687017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259de00c-0049-4345-8312-76990148aeee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:18.687335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259de00c-0049-4345-8312-76990148aeee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:18.687652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259de00c-0049-4345-8312-76990148aeee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:18.687965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259de00c-0049-4345-8312-76990148aeee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:18.688375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259de00c-0049-4345-8312-76990148aeee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:18.688628 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259de00c-0049-4345-8312-76990148aeee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:18.718710 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c9f8b316-bb1f-4917-a51a-ed70b45350eb admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1520329 Feb 18 08:47:18.726783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46638) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:18.758499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-2444a59a-ebba-4fc4-9b31-f0fb356eaa04 req-0c26c1b4-c5b0-4c64-9df5-97be222c99b8 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Deleting port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:47:18.758835 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2444a59a-ebba-4fc4-9b31-f0fb356eaa04 req-0c26c1b4-c5b0-4c64-9df5-97be222c99b8 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:18.759641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Request body: {'subnet': {'network_id': 'f242dabd-ea57-460a-b200-f986d428c448', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1300321844-subnet', 'tenant_id': 'c0fcf4e4fdef468daddf32b0c6c2fcef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:18.783870 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:18.792126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Usage tracker for resource:subnet and tenant:c0fcf4e4fdef468daddf32b0c6c2fcef is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:18.798732 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:18.808250 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:18.810792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:47:18.824671 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Sync routers for ids ['7346e605-e248-4b48-8674-137ead41b54e'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:47:18.840992 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Routers {'7346e605-e248-4b48-8674-137ead41b54e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:47:18.841460 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:47:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7346e605-e248-4b48-8674-137ead41b54e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:18.858224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e41261-2e9a-499e-bde0-11a4f7b097cc req-1d417139-e998-47f6-8cea-366543606821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:18.859853 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11e41261-2e9a-499e-bde0-11a4f7b097cc req-1d417139-e998-47f6-8cea-366543606821 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3 HTTP/1.1" status: 200 len: 844 time: 0.4176235 Feb 18 08:47:18.863897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Made reservation on behalf of c0fcf4e4fdef468daddf32b0c6c2fcef for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:47:18.866343 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:18.895100 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:18.900659 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9364a453-07ba-473c-a2dc-8ce3b9948186 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.6498363 Feb 18 08:47:18.906041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46642) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:18.980466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11e41261-2e9a-499e-bde0-11a4f7b097cc req-5f95f90f-5ea1-4803-acd3-2156aed3a329 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078990 Feb 18 08:47:18.987934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa80ad1-fa42-4330-b917-3da3ac40ceff req-51270a15-d7c5-4a3e-b097-f47113bb9da3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:18.996007 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afa80ad1-fa42-4330-b917-3da3ac40ceff req-51270a15-d7c5-4a3e-b097-f47113bb9da3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a9b209c-d9f3-4bfd-a357-d02651cb6bef HTTP/1.1" status: 200 len: 943 time: 0.6446309 Feb 18 08:47:19.165271 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49938f-5f3b-4098-8b67-f8832cd4a46f req-c94d058a-49a0-429d-b503-06e19d175d85 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:19.167558 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a49938f-5f3b-4098-8b67-f8832cd4a46f req-c94d058a-49a0-429d-b503-06e19d175d85 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 950 time: 0.5282848 Feb 18 08:47:19.253618 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Set router 7346e605-e248-4b48-8674-137ead41b54e gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:47:19.271991 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afa80ad1-fa42-4330-b917-3da3ac40ceff req-34f131ab-0f15-46b1-ba6f-f7ee1348d31f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748981 Feb 18 08:47:19.479145 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a49938f-5f3b-4098-8b67-f8832cd4a46f req-9744e07d-ac80-4716-8a74-6b4d335ada86 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499986 Feb 18 08:47:19.505543 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11e41261-2e9a-499e-bde0-11a4f7b097cc req-8fb74f7c-53a7-44fd-86d0-ef91596b8d9d service neutron] 10.222.0.61 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074019 Feb 18 08:47:19.535039 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1ae1854a-02d6-4c91-a77d-0417c1b43e79 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:47:19.827414 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1ae1854a-02d6-4c91-a77d-0417c1b43e79, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1ae1854a-02d6-4c91-a77d-0417c1b43e79,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:19.850596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '1ae1854a-02d6-4c91-a77d-0417c1b43e79', 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4', 'port_id': '1ae1854a-02d6-4c91-a77d-0417c1b43e79', 'mac_address': 'fa:16:3e:57:cf:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:47:19.934594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-2444a59a-ebba-4fc4-9b31-f0fb356eaa04 req-0c26c1b4-c5b0-4c64-9df5-97be222c99b8 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] For port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:19.934974 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2444a59a-ebba-4fc4-9b31-f0fb356eaa04 req-0c26c1b4-c5b0-4c64-9df5-97be222c99b8 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:19.984958 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:20.008824 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae1854a-02d6-4c91-a77d-0417c1b43e79 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:47:20.049111 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1ae1854a-02d6-4c91-a77d-0417c1b43e79, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1ae1854a-02d6-4c91-a77d-0417c1b43e79,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:20.050698 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:47:14Z', 'revision_number': 3, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:20.063454 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Checking router: 7346e605-e248-4b48-8674-137ead41b54e for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:47:20.063803 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Updating router 7346e605-e248-4b48-8674-137ead41b54e port e075a60e-3436-42e0-839f-4a65589ad9f7 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:47:20.067783 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:20.178568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1ae1854a-02d6-4c91-a77d-0417c1b43e79,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:20.191362 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:20.234586 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:20.417235 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['1ae1854a-02d6-4c91-a77d-0417c1b43e79'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:47:20.479396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-2444a59a-ebba-4fc4-9b31-f0fb356eaa04 req-0c26c1b4-c5b0-4c64-9df5-97be222c99b8 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Calling delete_port for 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:47:20.678014 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11e41261-2e9a-499e-bde0-11a4f7b097cc req-0e68b27b-5703-4b2e-aa71-45283ca61ebc service neutron] 10.222.0.61 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1070299 Feb 18 08:47:20.698830 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:20.704046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4dcf7-10f1-4659-9899-c02563193109 req-e196708f-33a6-4130-8fa8-0eacce1fc2bb tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:20.716919 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2da4dcf7-10f1-4659-9899-c02563193109 req-e196708f-33a6-4130-8fa8-0eacce1fc2bb tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 1097 time: 1.2181001 Feb 18 08:47:20.727639 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Transition to ACTIVE for port object e075a60e-3436-42e0-839f-4a65589ad9f7 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:47:20.740133 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:20.894379 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ac482-28c4-41c1-925b-999668be244f None None] Pushing event updated for resources: {'Port': ['ID=e075a60e-3436-42e0-839f-4a65589ad9f7,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:20.925616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd95d477-7865-4355-a726-b80555cff7c6,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:20.938980 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Attempting to bind port e075a60e-3436-42e0-839f-4a65589ad9f7 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:47:20.939271 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Attempting to bind port e075a60e-3436-42e0-839f-4a65589ad9f7 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:47:20.939668 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Attempting to bind port e075a60e-3436-42e0-839f-4a65589ad9f7 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:47:20.959283 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:47:20.959780 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:47:20.960199 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:20.960627 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:47:20.961214 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Bound port: e075a60e-3436-42e0-839f-4a65589ad9f7, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:47:20.961648 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:20.977813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c622cc-eeb0-4069-8363-4f32a2847c64 req-14ff4464-5257-462a-9b9f-3734ef12ac11 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:20.981318 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07c622cc-eeb0-4069-8363-4f32a2847c64 req-14ff4464-5257-462a-9b9f-3734ef12ac11 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=f031d9d9-a51c-459e-9823-90c6a15173ef HTTP/1.1" status: 200 len: 945 time: 1.1234047 Feb 18 08:47:20.985002 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2444a59a-ebba-4fc4-9b31-f0fb356eaa04 req-0c26c1b4-c5b0-4c64-9df5-97be222c99b8 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:21.055279 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:21.055635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:21.055982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:21.056382 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:21.056912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:21.057246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:21.057577 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:21.060587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:21.061314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:21.062227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:21.062592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:21.062931 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:21.105349 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba27e29-e8af-48a5-b39b-54803cd62caa req-dde71c0c-45b6-43f6-a8dc-5bdc240429b7 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:21.105349 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-9ba27e29-e8af-48a5-b39b-54803cd62caa req-dde71c0c-45b6-43f6-a8dc-5bdc240429b7 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Synchronizing usage tracker for tenant:5705a2476ef74c5f99a6d92a75908a3b on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:47:21.115695 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Checking segment: {'id': '1c6ca81c-6646-460a-b919-6485619a497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f242dabd-ea57-460a-b200-f986d428c448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:47:21.116059 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Network hostable DHCP agents. Network: f242dabd-ea57-460a-b200-f986d428c448, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:47:21.120827 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26c1b4-c5b0-4c64-9df5-97be222c99b8 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Pushing event deleted for resources: {'Port': ['ID=8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:21.142267 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2da4dcf7-10f1-4659-9899-c02563193109 req-081ab1ad-be1c-443b-aa03-fbfcdf12dfed tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036744 Feb 18 08:47:21.169757 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] For port e075a60e-3436-42e0-839f-4a65589ad9f7, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:47:21.175055 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] For port e075a60e-3436-42e0-839f-4a65589ad9f7, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e075a60e-3436-42e0-839f-4a65589ad9f7,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:47:21.190196 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:21.251803 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Network f242dabd-ea57-460a-b200-f986d428c448 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:47:21.256084 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-9ba27e29-e8af-48a5-b39b-54803cd62caa req-dde71c0c-45b6-43f6-a8dc-5bdc240429b7 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Unset dirty status for tenant:5705a2476ef74c5f99a6d92a75908a3b on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:47:21.258496 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9ba27e29-e8af-48a5-b39b-54803cd62caa req-dde71c0c-45b6-43f6-a8dc-5bdc240429b7 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 950 time: 1.3139265 Feb 18 08:47:21.296585 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Routers {'7346e605-e248-4b48-8674-137ead41b54e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:47:21.297284 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:47:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7346e605-e248-4b48-8674-137ead41b54e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:21.344457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2444a59a-ebba-4fc4-9b31-f0fb356eaa04 req-0c26c1b4-c5b0-4c64-9df5-97be222c99b8 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] No DVR routers for this DVR port 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:47:21.350225 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2444a59a-ebba-4fc4-9b31-f0fb356eaa04 req-0c26c1b4-c5b0-4c64-9df5-97be222c99b8 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:21.361951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f031d9d9-a51c-459e-9823-90c6a15173ef', 'name': 'network-vif-deleted', 'tag': '8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:21.371608 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07c622cc-eeb0-4069-8363-4f32a2847c64 req-938cf780-b504-4cbf-9c73-0d65f972adbb tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843737 Feb 18 08:47:21.373654 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2444a59a-ebba-4fc4-9b31-f0fb356eaa04 req-0c26c1b4-c5b0-4c64-9df5-97be222c99b8 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.61 "DELETE /v2.0/ports/8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c HTTP/1.1" status: 204 len: 173 time: 2.9349253 Feb 18 08:47:21.392025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, f242dabd-ea57-460a-b200-f986d428c448) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:47:21.410043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a28dcd4-866b-4d7b-a5ff-0770a3fa96aa None None] Network f242dabd-ea57-460a-b200-f986d428c448 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:47:21.431330 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ac482-28c4-41c1-925b-999668be244f None None] Pushing event updated for resources: {'Port': ['ID=e075a60e-3436-42e0-839f-4a65589ad9f7,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:21.515993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:21.516721 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:21.588920 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1ae1854a-02d6-4c91-a77d-0417c1b43e79 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:47:21.606789 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-9ba27e29-e8af-48a5-b39b-54803cd62caa req-deb6a768-a6d4-4b12-b1ef-d8fd7795dcce tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Deleting port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:47:21.607203 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9ba27e29-e8af-48a5-b39b-54803cd62caa req-deb6a768-a6d4-4b12-b1ef-d8fd7795dcce tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:21.739381 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:21.766951 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] Set router 7346e605-e248-4b48-8674-137ead41b54e gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:47:21.809583 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cb20b-f03a-43e0-b59f-328bcdfb18fa req-534ea49a-b8f6-4e78-9373-9f0ab01e973d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:21.812153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a4cb20b-f03a-43e0-b59f-328bcdfb18fa req-534ea49a-b8f6-4e78-9373-9f0ab01e973d tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a9b209c-d9f3-4bfd-a357-d02651cb6bef HTTP/1.1" status: 200 len: 944 time: 0.2101586 Feb 18 08:47:22.019525 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 1ae1854a-02d6-4c91-a77d-0417c1b43e79 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:47:22.072901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 1ae1854a-02d6-4c91-a77d-0417c1b43e79 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:47:22.074189 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:22.145917 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1baf11d9-a6da-4eab-a6d8-31c2b2afaea6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.4187753 Feb 18 08:47:22.160368 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46696) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:22.226860 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44faee8c-4936-4394-a864-b7686dc1a9c8 None None] Network f242dabd-ea57-460a-b200-f986d428c448 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:47:22.299298 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:47:14Z', 'revision_number': 3, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:22.309276 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d85567d-18b5-40f6-ad88-0fd05117b925 None None] The sync data for ids ['7346e605-e248-4b48-8674-137ead41b54e'] in n-d-829434-1 is: [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:47:14Z', 'revision_number': 3, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:47:22.340503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a4cb20b-f03a-43e0-b59f-328bcdfb18fa req-e7faad8a-fb33-4d5c-976c-f388bb4e59c9 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581852 Feb 18 08:47:22.405384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181be88d-e3ee-4899-944a-bc64bf6107df req-fc150062-1be7-406a-bf74-042e3b797f01 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:22.412911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-181be88d-e3ee-4899-944a-bc64bf6107df req-fc150062-1be7-406a-bf74-042e3b797f01 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 950 time: 0.5995097 Feb 18 08:47:22.505529 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-181be88d-e3ee-4899-944a-bc64bf6107df req-cfbcfe0c-8072-40b1-a352-4556847dfd74 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871408 Feb 18 08:47:22.606015 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f031d9d9-a51c-459e-9823-90c6a15173ef', 'name': 'network-vif-deleted', 'tag': '8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c', 'status': 'completed', 'code': 200} Feb 18 08:47:22.684229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] Allocated IP 172.20.0.1 (5d5e2a5a-f047-425a-86b2-0b3143ac8640/df727fe9-3fec-4967-a902-47fe24f8ed0f/33ae7cc4-7cb8-4b3f-b3a7-329a637052f7) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:47:22.875216 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:22.983869 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9b209c-d9f3-4bfd-a357-d02651cb6bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae1854a-02d6-4c91-a77d-0417c1b43e79'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:23.121646 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:23.141011 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] Transition to ACTIVE for port object 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:47:23.212991 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1ae1854a-02d6-4c91-a77d-0417c1b43e79, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1ae1854a-02d6-4c91-a77d-0417c1b43e79,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:23.230524 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:23.231346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:47:23.397990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:47:23.399013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 8a96ffaf-2f62-4b7a-81a1-3cf46cc7eb8c not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:47:23.407889 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e075a60e-3436-42e0-839f-4a65589ad9f7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:47:23.447617 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46742) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:23.453826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1793923843-network', 'tenant_id': 'd96721d72d8c4519b83daf48b43538ac'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:23.471229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:23.482471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Usage tracker for resource:network and tenant:d96721d72d8c4519b83daf48b43538ac is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:23.488363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:23.501712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:23.523532 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9b209c-d9f3-4bfd-a357-d02651cb6bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae1854a-02d6-4c91-a77d-0417c1b43e79', 'code': 200} Feb 18 08:47:23.535487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Made reservation on behalf of d96721d72d8c4519b83daf48b43538ac for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:47:23.539717 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:23.564004 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:23.574127 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:47:23.614058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:23.619915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Usage tracker for resource:security_group_rule and tenant:d96721d72d8c4519b83daf48b43538ac is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:23.623683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:23.636435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:23.733130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-9ba27e29-e8af-48a5-b39b-54803cd62caa req-deb6a768-a6d4-4b12-b1ef-d8fd7795dcce tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] For port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:23.733707 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9ba27e29-e8af-48a5-b39b-54803cd62caa req-deb6a768-a6d4-4b12-b1ef-d8fd7795dcce tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:23.744662 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1ae1854a-02d6-4c91-a77d-0417c1b43e79,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:23.870410 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port e075a60e-3436-42e0-839f-4a65589ad9f7 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:47:23.905401 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:23.958193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31753174-2597-4c8e-8cbd-46cc7ac20987 req-47e868e8-f922-4776-aaf0-254baf0cae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:23.960060 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31753174-2597-4c8e-8cbd-46cc7ac20987 req-47e868e8-f922-4776-aaf0-254baf0cae5f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b209c-d9f3-4bfd-a357-d02651cb6bef HTTP/1.1" status: 200 len: 1096 time: 0.3208873 Feb 18 08:47:23.972211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e075a60e-3436-42e0-839f-4a65589ad9f7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:47:23.974785 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:23.982253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-9ba27e29-e8af-48a5-b39b-54803cd62caa req-deb6a768-a6d4-4b12-b1ef-d8fd7795dcce tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Calling delete_port for 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:47:24.035950 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df05bfd-0c64-4dcd-8666-784ecc5eb247 req-7e744248-37ea-48f3-81f0-5556633c13a7 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:24.047643 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9df05bfd-0c64-4dcd-8666-784ecc5eb247 req-7e744248-37ea-48f3-81f0-5556633c13a7 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a9b209c-d9f3-4bfd-a357-d02651cb6bef HTTP/1.1" status: 200 len: 945 time: 0.3666780 Feb 18 08:47:24.070908 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:24.197239 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9da6aca3-d37f-4524-a29b-e0b3f342d726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:24.292219 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9df05bfd-0c64-4dcd-8666-784ecc5eb247 req-0b02e9f8-f298-4d8c-98e7-d4cad69e8b9f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426870 Feb 18 08:47:24.306923 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] Network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:47:24.325103 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] Pushing event updated for resources: {'Port': ['ID=33ae7cc4-7cb8-4b3f-b3a7-329a637052f7,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:24.367210 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31753174-2597-4c8e-8cbd-46cc7ac20987 req-f5ca5962-1409-4b80-8eeb-1d7f8bec4ed6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925121 Feb 18 08:47:24.367210 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:24.379757 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:24.397869 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9da6aca3-d37f-4524-a29b-e0b3f342d726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:24.401745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:47:24.412534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:47:24.463225 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9da6aca3-d37f-4524-a29b-e0b3f342d726 admin admin] Usage tracker for resource:security_group_rule and tenant:0fdad91cb5fc41eda4ba34cb28006792 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:24.464152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:47:24.473926 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9da6aca3-d37f-4524-a29b-e0b3f342d726 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:24.507080 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9da6aca3-d37f-4524-a29b-e0b3f342d726 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:24.553004 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:24.596514 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port e075a60e-3436-42e0-839f-4a65589ad9f7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e075a60e-3436-42e0-839f-4a65589ad9f7,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:24.605634 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9ba27e29-e8af-48a5-b39b-54803cd62caa req-deb6a768-a6d4-4b12-b1ef-d8fd7795dcce tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:24.608918 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:24.615628 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110b53bf-bb18-4c67-ae2f-1fdcf86eb13c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:24.639035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d371087-4650-441d-bad9-eb841f1511f4 req-3a87f279-0dee-43a3-84db-819ed6c23396 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:24.639771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4d371087-4650-441d-bad9-eb841f1511f4 req-3a87f279-0dee-43a3-84db-819ed6c23396 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Synchronizing usage tracker for tenant:ee0715c9ca2d4e6ead6a5e9e3f746d1c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:47:24.641917 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7dc0a0b4-c201-4513-9a53-8f73a8b8a996'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:47:24.656158 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:24.660734 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Added segment 242d71b1-a2c5-4704-bdab-3f41cead48da of type vlan for network 7e5485b8-873e-4fe6-b7f2-a21b7f567fb8 Feb 18 08:47:24.757696 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:24.814437 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6a768-a6d4-4b12-b1ef-d8fd7795dcce tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Pushing event deleted for resources: {'Port': ['ID=6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:24.833059 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:24.894563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4d371087-4650-441d-bad9-eb841f1511f4 req-3a87f279-0dee-43a3-84db-819ed6c23396 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Unset dirty status for tenant:ee0715c9ca2d4e6ead6a5e9e3f746d1c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:47:24.897251 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d371087-4650-441d-bad9-eb841f1511f4 req-3a87f279-0dee-43a3-84db-819ed6c23396 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 944 time: 0.8359292 Feb 18 08:47:24.904046 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:24.905454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:24.907103 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:24.946447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-492a4fd1-47b0-4008-86a3-b3c3751f150a tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:47:24.947912 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-492a4fd1-47b0-4008-86a3-b3c3751f150a tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0305991 Feb 18 08:47:24.976556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=e075a60e-3436-42e0-839f-4a65589ad9f7,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:24.982182 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-40897db1-bfba-49b6-97c7-6f1cf184c1cc None None] Provisioning for port 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:47:25.008344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-40897db1-bfba-49b6-97c7-6f1cf184c1cc None None] Provisioning complete for port 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:47:25.008717 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-40897db1-bfba-49b6-97c7-6f1cf184c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:25.014535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-6566994f-80a6-44d5-9d0a-1e05e8186597 service neutron] Request body: {'binding': {'host': 'n-h2-829434-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:25.017346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-6566994f-80a6-44d5-9d0a-1e05e8186597 service neutron] Unknown quota resources ['binding']. {{(pid=87767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 18 08:47:25.064645 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba27e29-e8af-48a5-b39b-54803cd62caa req-deb6a768-a6d4-4b12-b1ef-d8fd7795dcce tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] No DVR routers for this DVR port 6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:47:25.080746 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9ba27e29-e8af-48a5-b39b-54803cd62caa req-deb6a768-a6d4-4b12-b1ef-d8fd7795dcce tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:25.082115 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-40897db1-bfba-49b6-97c7-6f1cf184c1cc None None] Port 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:47:25.083753 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a131cf2-f306-4d2d-a48c-c960e4413f3f', 'name': 'network-vif-deleted', 'tag': '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:25.181896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-4d371087-4650-441d-bad9-eb841f1511f4 req-6beb6743-4b54-4245-bd74-8bbc5f99f3dc tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Deleting port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:47:25.182976 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4d371087-4650-441d-bad9-eb841f1511f4 req-6beb6743-4b54-4245-bd74-8bbc5f99f3dc tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:25.234744 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9ba27e29-e8af-48a5-b39b-54803cd62caa req-deb6a768-a6d4-4b12-b1ef-d8fd7795dcce tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.61 "DELETE /v2.0/ports/6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf HTTP/1.1" status: 204 len: 173 time: 3.9513810 Feb 18 08:47:25.259026 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e075a60e-3436-42e0-839f-4a65589ad9f7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:47:25.322730 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9da6aca3-d37f-4524-a29b-e0b3f342d726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:25.326805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04ef4f-0fd8-4744-8293-cd2f8ddde2f1 req-bf762491-275a-4116-ba47-d2a167d3d82b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:25.339594 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c04ef4f-0fd8-4744-8293-cd2f8ddde2f1 req-bf762491-275a-4116-ba47-d2a167d3d82b tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 944 time: 0.8199732 Feb 18 08:47:25.353130 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9da6aca3-d37f-4524-a29b-e0b3f342d726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:25.408212 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9587069 Feb 18 08:47:25.409252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46772) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:25.429354 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e075a60e-3436-42e0-839f-4a65589ad9f7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:47:25.429908 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:25.507334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f9f98e11-8441-46a7-967b-01d1ef57f5c6 admin admin] Request body: {'subnet': {'network_id': '7e5485b8-873e-4fe6-b7f2-a21b7f567fb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1793923843-subnet', 'tenant_id': 'd96721d72d8c4519b83daf48b43538ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:25.549229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f9f98e11-8441-46a7-967b-01d1ef57f5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:25.558167 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9f98e11-8441-46a7-967b-01d1ef57f5c6 admin admin] Usage tracker for resource:subnet and tenant:d96721d72d8c4519b83daf48b43538ac is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:25.563124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9f98e11-8441-46a7-967b-01d1ef57f5c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:25.574851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f9f98e11-8441-46a7-967b-01d1ef57f5c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:25.575839 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9da6aca3-d37f-4524-a29b-e0b3f342d726 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0fdad91cb5fc41eda4ba34cb28006792&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4068701 Feb 18 08:47:25.595252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46776) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:25.606282 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6aca3-d37f-4524-a29b-e0b3f342d726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df72830-8ba5-45a7-9747-8f23d130c223,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:25.648403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb465aa-8bce-4053-b979-ec5fc02ea01e admin admin] Pushing event updated for resources: {'Network': ['ID=7e5485b8-873e-4fe6-b7f2-a21b7f567fb8,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:25.666152 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 7e5485b8-873e-4fe6-b7f2-a21b7f567fb8 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:47:25.705541 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:25.854218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f98e11-8441-46a7-967b-01d1ef57f5c6 admin admin] Made reservation on behalf of d96721d72d8c4519b83daf48b43538ac for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:47:25.860018 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f9f98e11-8441-46a7-967b-01d1ef57f5c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:25.976888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c04ef4f-0fd8-4744-8293-cd2f8ddde2f1 req-cf9d047e-582d-4dca-8a15-d546b59f36eb tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/security-groups?id=e0efe919-661a-44b6-93df-86aeb0fcc1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355438 Feb 18 08:47:26.079292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-6566994f-80a6-44d5-9d0a-1e05e8186597 service neutron] Attempting to bind port f4df945e-c791-465d-a172-fdeff3c06799 on host n-h2-829434-1 for vnic_type normal with profile None {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:47:26.079292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-6566994f-80a6-44d5-9d0a-1e05e8186597 service neutron] Attempting to bind port f4df945e-c791-465d-a172-fdeff3c06799 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:47:26.079292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-6566994f-80a6-44d5-9d0a-1e05e8186597 service neutron] Attempting to bind port f4df945e-c791-465d-a172-fdeff3c06799 on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:47:26.091143 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ab97905-f746-4263-a286-2e7727685672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:26.146853 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ab97905-f746-4263-a286-2e7727685672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:26.209472 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-6566994f-80a6-44d5-9d0a-1e05e8186597 service neutron] Port f4df945e-c791-465d-a172-fdeff3c06799 on network e8816836-4120-4f1e-b024-4d70fd6a0963 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:47:26.210106 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-6566994f-80a6-44d5-9d0a-1e05e8186597 service neutron] Attempting to bind port f4df945e-c791-465d-a172-fdeff3c06799 on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:47:26.228826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-6566994f-80a6-44d5-9d0a-1e05e8186597 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:47:26.229512 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-6566994f-80a6-44d5-9d0a-1e05e8186597 service neutron] Checking segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:47:26.230088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-6566994f-80a6-44d5-9d0a-1e05e8186597 service neutron] Bound using segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:47:26.230739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-6566994f-80a6-44d5-9d0a-1e05e8186597 service neutron] Bound port: f4df945e-c791-465d-a172-fdeff3c06799, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:47:26.233475 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ab97905-f746-4263-a286-2e7727685672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:26.290427 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ab97905-f746-4263-a286-2e7727685672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:26.290427 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8ab97905-f746-4263-a286-2e7727685672 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3df72830-8ba5-45a7-9747-8f23d130c223 HTTP/1.1" status: 204 len: 168 time: 0.6901572 Feb 18 08:47:26.291821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab97905-f746-4263-a286-2e7727685672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df72830-8ba5-45a7-9747-8f23d130c223,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:26.406254 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-6566994f-80a6-44d5-9d0a-1e05e8186597 service neutron] For port f4df945e-c791-465d-a172-fdeff3c06799, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f4df945e-c791-465d-a172-fdeff3c06799,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:47:26.407905 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5904d447-62ce-46ad-9879-97f11a1020c4 req-b963e672-ff56-4a44-8e3a-7dd42ed52ac1 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a131cf2-f306-4d2d-a48c-c960e4413f3f HTTP/1.1" status: 200 len: 210 time: 0.1495695 Feb 18 08:47:26.424622 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-6566994f-80a6-44d5-9d0a-1e05e8186597 service neutron] Notify callbacks [] for binding, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:26.425992 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-6566994f-80a6-44d5-9d0a-1e05e8186597 service neutron] 10.222.0.72 "POST /v2.0/ports/f4df945e-c791-465d-a172-fdeff3c06799/bindings HTTP/1.1" status: 201 len: 389 time: 1.4359827 Feb 18 08:47:26.458872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-4d371087-4650-441d-bad9-eb841f1511f4 req-6beb6743-4b54-4245-bd74-8bbc5f99f3dc tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] For port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,segment=NetworkSegment(8d36e9de-c474-48ae-80ae-94211a63afb3),segment_id=8d36e9de-c474-48ae-80ae-94211a63afb3)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:26.459706 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4d371087-4650-441d-bad9-eb841f1511f4 req-6beb6743-4b54-4245-bd74-8bbc5f99f3dc tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:26.507217 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:26.524067 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:26.771354 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a131cf2-f306-4d2d-a48c-c960e4413f3f', 'name': 'network-vif-deleted', 'tag': '6923e1d5-c7ee-4ed7-84d3-3bcdaec34daf', 'status': 'completed', 'code': 200} Feb 18 08:47:26.819946 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f9f98e11-8441-46a7-967b-01d1ef57f5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:26.830542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-4d371087-4650-441d-bad9-eb841f1511f4 req-6beb6743-4b54-4245-bd74-8bbc5f99f3dc tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Calling delete_port for 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:47:26.905117 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:27.173966 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] Network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:47:27.195771 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:47:27.304356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] Pushing event updated for resources: {'Port': ['ID=33ae7cc4-7cb8-4b3f-b3a7-329a637052f7,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:27.333834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f98e11-8441-46a7-967b-01d1ef57f5c6 admin admin] Checking segment: {'id': '242d71b1-a2c5-4704-bdab-3f41cead48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7e5485b8-873e-4fe6-b7f2-a21b7f567fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:47:27.334196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f98e11-8441-46a7-967b-01d1ef57f5c6 admin admin] Network hostable DHCP agents. Network: 7e5485b8-873e-4fe6-b7f2-a21b7f567fb8, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:47:27.347650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-339eae0f-70ff-457e-ae2f-bb68ee6e8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:27.349192 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-339eae0f-70ff-457e-ae2f-bb68ee6e8c3a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 1097 time: 0.4291465 Feb 18 08:47:27.371160 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f98e11-8441-46a7-967b-01d1ef57f5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fddd826a-24b8-4c9f-99e9-c73ca8b1f78e,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:27.402630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f98e11-8441-46a7-967b-01d1ef57f5c6 admin admin] Network 7e5485b8-873e-4fe6-b7f2-a21b7f567fb8 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:47:27.495683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51a37b-15cc-4b6b-bce7-09c16828b028 req-e4746e69-60e9-4cd2-a9b2-c7d70adf89cf tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:27.510003 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab51a37b-15cc-4b6b-bce7-09c16828b028 req-e4746e69-60e9-4cd2-a9b2-c7d70adf89cf tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a9b209c-d9f3-4bfd-a357-d02651cb6bef HTTP/1.1" status: 200 len: 945 time: 0.3541999 Feb 18 08:47:27.518961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-f9f98e11-8441-46a7-967b-01d1ef57f5c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 7e5485b8-873e-4fe6-b7f2-a21b7f567fb8) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:47:27.530701 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c428ca-5091-4b7d-813e-4869bc5262cd None None] Network 7e5485b8-873e-4fe6-b7f2-a21b7f567fb8 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:47:27.535762 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdb140-e142-4386-a593-694206c36c28 req-bc5014b2-6ff6-4c7a-9be9-ca868b2c359b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:27.543255 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64cdb140-e142-4386-a593-694206c36c28 req-bc5014b2-6ff6-4c7a-9be9-ca868b2c359b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 946 time: 0.6569512 Feb 18 08:47:27.545732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f98e11-8441-46a7-967b-01d1ef57f5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:27.546330 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f9f98e11-8441-46a7-967b-01d1ef57f5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:27.622871 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:47:27.655773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] Router 7346e605-e248-4b48-8674-137ead41b54e has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:47:27.714508 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab51a37b-15cc-4b6b-bce7-09c16828b028 req-6161e809-a9df-4df3-a4d3-6884bd946ad3 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927741 Feb 18 08:47:27.736862 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64cdb140-e142-4386-a593-694206c36c28 req-7e7e3e01-2d82-482e-b2d1-3f05eda0ded3 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926899 Feb 18 08:47:27.737765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46816) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:27.739252 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4d371087-4650-441d-bad9-eb841f1511f4 req-6beb6743-4b54-4245-bd74-8bbc5f99f3dc tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:27.748662 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f9f98e11-8441-46a7-967b-01d1ef57f5c6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2529805 Feb 18 08:47:27.750898 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:47:27.750898 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:47:27.809248 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2b7c1268-4a00-4abc-981b-847cc8c94b4b None None] Provisioning complete for port 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:47:27.809615 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2b7c1268-4a00-4abc-981b-847cc8c94b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:27.823337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb6743-4b54-4245-bd74-8bbc5f99f3dc tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Pushing event deleted for resources: {'Port': ['ID=66d707d6-fcfb-4c3b-b2a0-d4b332679fd1,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:27.958821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-cc31b412-042f-478c-b0d7-ebab73279496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:27.976085 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-cc31b412-042f-478c-b0d7-ebab73279496 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.5373011 Feb 18 08:47:28.063184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d371087-4650-441d-bad9-eb841f1511f4 req-6beb6743-4b54-4245-bd74-8bbc5f99f3dc tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] No DVR routers for this DVR port 66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:47:28.063353 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2b7c1268-4a00-4abc-981b-847cc8c94b4b None None] Port 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:47:28.069968 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4d371087-4650-441d-bad9-eb841f1511f4 req-6beb6743-4b54-4245-bd74-8bbc5f99f3dc tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:28.076756 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d371087-4650-441d-bad9-eb841f1511f4 req-6beb6743-4b54-4245-bd74-8bbc5f99f3dc tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.61 "DELETE /v2.0/ports/66d707d6-fcfb-4c3b-b2a0-d4b332679fd1 HTTP/1.1" status: 204 len: 173 time: 3.1322365 Feb 18 08:47:28.090353 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc4fed2-3893-419d-b211-8fa083ca9364', 'name': 'network-vif-deleted', 'tag': '66d707d6-fcfb-4c3b-b2a0-d4b332679fd1'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:28.182954 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46840) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:28.223499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1205305824-network', 'tenant_id': 'ef7afd6ecb794a56bc0f8875e8e00a3c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:28.228501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:28.233755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Usage tracker for resource:network and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:28.240123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:28.251916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:28.292388 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-29b24a59-46b7-498c-aa2b-2b9ddf7836b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4df945e-c791-465d-a172-fdeff3c06799 HTTP/1.1" status: 200 len: 217 time: 0.3150909 Feb 18 08:47:28.302200 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Made reservation on behalf of ef7afd6ecb794a56bc0f8875e8e00a3c for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:47:28.308243 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:28.343568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caa867f-e8cb-4ae4-9497-d452a0126494 None None] Network 7e5485b8-873e-4fe6-b7f2-a21b7f567fb8 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:47:28.346939 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:28.357823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9779979a-7a99-4482-b0a1-19656e6d6631 req-c2b5545e-818a-46da-906f-dd35c2330fe6 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Synchronizing usage tracker for tenant:ee0715c9ca2d4e6ead6a5e9e3f746d1c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:47:28.388202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:28.392374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Usage tracker for resource:security_group_rule and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:28.395292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:28.403346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:28.446830 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-7b0e7784-c813-47c0-800b-903f2e8979df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:28.449010 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-7b0e7784-c813-47c0-800b-903f2e8979df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.1405852 Feb 18 08:47:28.466190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0032f7d-9707-402e-b0cb-1b2ad23f0f02 admin admin] Deleting subnet fd95d477-7865-4355-a726-b80555cff7c6 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:47:28.510790 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:28.530601 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0032f7d-9707-402e-b0cb-1b2ad23f0f02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:28.542084 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:28.558735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:47:28.582339 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-170829a7-14f3-4b0b-a0c3-66fdda3ad1db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199372 Feb 18 08:47:28.587881 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:28.588730 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Added segment 56589a8e-f93b-4698-87f1-9e079742ce7f of type vlan for network c421ccdb-0273-4cab-af82-7758af24ad4c Feb 18 08:47:28.611253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9779979a-7a99-4482-b0a1-19656e6d6631 req-c2b5545e-818a-46da-906f-dd35c2330fe6 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] Unset dirty status for tenant:ee0715c9ca2d4e6ead6a5e9e3f746d1c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:47:28.617266 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9779979a-7a99-4482-b0a1-19656e6d6631 req-c2b5545e-818a-46da-906f-dd35c2330fe6 tempest-LiveAutoBlockMigrationV225Test-367490098 tempest-LiveAutoBlockMigrationV225Test-367490098-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbc4fed2-3893-419d-b211-8fa083ca9364 HTTP/1.1" status: 200 len: 210 time: 0.5563269 Feb 18 08:47:28.704457 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:28.722575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3533b29-d533-4cb5-8b35-16ae6649297a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:28.739267 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc4fed2-3893-419d-b211-8fa083ca9364', 'name': 'network-vif-deleted', 'tag': '66d707d6-fcfb-4c3b-b2a0-d4b332679fd1', 'status': 'completed', 'code': 200} Feb 18 08:47:28.835301 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:28.836302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:28.839930 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:29.049438 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-666d6264-21f2-4f24-a8a7-7e61d6f4b2ba service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381442 Feb 18 08:47:29.053659 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:47:29.065013 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f00af110-afcb-43f5-bd8f-e51b021b5cdd admin admin] 10.222.0.72 "PUT /v2.0/routers/7346e605-e248-4b48-8674-137ead41b54e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1579945 Feb 18 08:47:29.077856 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Sync routers for ids ['7346e605-e248-4b48-8674-137ead41b54e'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:47:29.096793 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Routers {'7346e605-e248-4b48-8674-137ead41b54e'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:47:29.099459 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:47:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7346e605-e248-4b48-8674-137ead41b54e'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:29.118755 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0032f7d-9707-402e-b0cb-1b2ad23f0f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:29.231239 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] Pushing event updated for resources: {'Network': ['ID=c421ccdb-0273-4cab-af82-7758af24ad4c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:29.310898 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network c421ccdb-0273-4cab-af82-7758af24ad4c details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:47:29.348752 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-df4f8e12-154f-4a7e-a613-78a1eb4c55cb admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6069779 Feb 18 08:47:29.355901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46856) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:29.362684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-349af111-fae5-41a9-a7b2-dbfc0ee2636e admin admin] Request body: {'subnet': {'network_id': 'c421ccdb-0273-4cab-af82-7758af24ad4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1205305824-subnet', 'tenant_id': 'ef7afd6ecb794a56bc0f8875e8e00a3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:29.386158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-349af111-fae5-41a9-a7b2-dbfc0ee2636e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:29.404118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-349af111-fae5-41a9-a7b2-dbfc0ee2636e admin admin] Usage tracker for resource:subnet and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:29.409657 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-19c3ecd0-1918-43fe-a4fc-a7041dda4824 service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518190 Feb 18 08:47:29.411395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-349af111-fae5-41a9-a7b2-dbfc0ee2636e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:29.424989 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-349af111-fae5-41a9-a7b2-dbfc0ee2636e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:29.454593 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0032f7d-9707-402e-b0cb-1b2ad23f0f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:29.457128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12522c27-8264-4b65-87f5-c7f03112db2c req-2fde2b42-1c3c-4a82-abe6-4cc25f6b8e0c tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:29.461565 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-12522c27-8264-4b65-87f5-c7f03112db2c req-2fde2b42-1c3c-4a82-abe6-4cc25f6b8e0c tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a9b209c-d9f3-4bfd-a357-d02651cb6bef HTTP/1.1" status: 200 len: 945 time: 0.6101429 Feb 18 08:47:29.535133 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Set router 7346e605-e248-4b48-8674-137ead41b54e gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:47:29.559259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42aac3-875f-46eb-95e3-d4e433c91852 req-45164d2b-1b04-4d25-a62f-499833e89037 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:29.561967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e42aac3-875f-46eb-95e3-d4e433c91852 req-45164d2b-1b04-4d25-a62f-499833e89037 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 946 time: 0.3127923 Feb 18 08:47:29.584297 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0032f7d-9707-402e-b0cb-1b2ad23f0f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:29.626823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349af111-fae5-41a9-a7b2-dbfc0ee2636e admin admin] Made reservation on behalf of ef7afd6ecb794a56bc0f8875e8e00a3c for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:47:29.629360 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-349af111-fae5-41a9-a7b2-dbfc0ee2636e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:29.650553 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-12522c27-8264-4b65-87f5-c7f03112db2c req-628de2ef-68c5-456e-a6ad-5c30e85601ad tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585572 Feb 18 08:47:29.741643 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0032f7d-9707-402e-b0cb-1b2ad23f0f02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:29.746653 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e42aac3-875f-46eb-95e3-d4e433c91852 req-5ec69ec9-44d1-4b20-bbe6-f871d99ef15a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718159 Feb 18 08:47:29.784138 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d0032f7d-9707-402e-b0cb-1b2ad23f0f02 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/fd95d477-7865-4355-a726-b80555cff7c6 HTTP/1.1" status: 204 len: 168 time: 1.5747304 Feb 18 08:47:29.803152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46862) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:30.012314 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:47:25Z', 'revision_number': 4, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '33ae7cc4-7cb8-4b3f-b3a7-329a637052f7', 'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'mac_address': 'fa:16:3e:78:10:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:22Z', 'updated_at': '2022-02-18T08:47:26Z', 'revision_number': 2, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'subnets': [{'id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:30.016958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Checking router: 7346e605-e248-4b48-8674-137ead41b54e for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:47:30.017350 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Updating router 7346e605-e248-4b48-8674-137ead41b54e port 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:47:30.053395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34af5f-e0e3-462e-9047-33b3f59bdac4 req-fcdbb67d-71b2-4420-8aab-22310563fb93 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:30.064549 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc34af5f-e0e3-462e-9047-33b3f59bdac4 req-fcdbb67d-71b2-4420-8aab-22310563fb93 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.2373202 Feb 18 08:47:30.080788 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:30.087050 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0032f7d-9707-402e-b0cb-1b2ad23f0f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd95d477-7865-4355-a726-b80555cff7c6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:30.168356 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc34af5f-e0e3-462e-9047-33b3f59bdac4 req-8611d93d-8224-4932-8dd7-50e4809c8559 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020253 Feb 18 08:47:30.213070 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0ef81bb-b829-4be1-b5ca-128dfcf669ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:30.279780 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-349af111-fae5-41a9-a7b2-dbfc0ee2636e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:30.402108 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-58c3c586-c0ae-4d09-8dd6-1f464ac2e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:30.422652 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0ef81bb-b829-4be1-b5ca-128dfcf669ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:30.465845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c0ef81bb-b829-4be1-b5ca-128dfcf669ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f242dabd-ea57-460a-b200-f986d428c448']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:30.484192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c0ef81bb-b829-4be1-b5ca-128dfcf669ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6ca81c-6646-460a-b919-6485619a497d') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:30.484962 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c0ef81bb-b829-4be1-b5ca-128dfcf669ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6ca81c-6646-460a-b919-6485619a497d') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:30.502798 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0ef81bb-b829-4be1-b5ca-128dfcf669ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:30.524798 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0ef81bb-b829-4be1-b5ca-128dfcf669ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:30.534141 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ef81bb-b829-4be1-b5ca-128dfcf669ee admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:47:30.534874 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0ef81bb-b829-4be1-b5ca-128dfcf669ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:30.592240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46876) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:30.749235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349af111-fae5-41a9-a7b2-dbfc0ee2636e admin admin] Checking segment: {'id': '56589a8e-f93b-4698-87f1-9e079742ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c421ccdb-0273-4cab-af82-7758af24ad4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:47:30.750267 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349af111-fae5-41a9-a7b2-dbfc0ee2636e admin admin] Network hostable DHCP agents. Network: c421ccdb-0273-4cab-af82-7758af24ad4c, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:47:30.756219 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:47:30.809415 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0ef81bb-b829-4be1-b5ca-128dfcf669ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:30.815115 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0ef81bb-b829-4be1-b5ca-128dfcf669ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:30.845715 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c0ef81bb-b829-4be1-b5ca-128dfcf669ee admin admin] 10.222.0.72 "DELETE /v2.0/networks/f242dabd-ea57-460a-b200-f986d428c448 HTTP/1.1" status: 204 len: 168 time: 1.0415230 Feb 18 08:47:30.847251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef81bb-b829-4be1-b5ca-128dfcf669ee admin admin] Pushing event deleted for resources: {'Network': ['ID=f242dabd-ea57-460a-b200-f986d428c448,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:30.853739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46886) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:30.894388 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:30.902168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a32330-e8b1-4054-a74d-ed25116f21b5 admin admin] Deleting subnet c0a4176b-79bd-4632-822e-600c5663a061 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:47:30.915401 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Transition to ACTIVE for port object 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:47:30.926093 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-44a32330-e8b1-4054-a74d-ed25116f21b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:30.928387 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c80eb8-a8a7-46ba-a3a5-7a3656678861 admin admin] Deleting subnet fddd826a-24b8-4c9f-99e9-c73ca8b1f78e {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:47:30.933020 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59c80eb8-a8a7-46ba-a3a5-7a3656678861 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:30.935754 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:30.997448 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59c80eb8-a8a7-46ba-a3a5-7a3656678861 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:31.007671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349af111-fae5-41a9-a7b2-dbfc0ee2636e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4096d46f-c2b8-494a-a8f4-de2454a9c23f,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:31.082027 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59c80eb8-a8a7-46ba-a3a5-7a3656678861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:31.157354 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349af111-fae5-41a9-a7b2-dbfc0ee2636e admin admin] Network c421ccdb-0273-4cab-af82-7758af24ad4c is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:47:31.178641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-349af111-fae5-41a9-a7b2-dbfc0ee2636e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, c421ccdb-0273-4cab-af82-7758af24ad4c) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:47:31.189874 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349af111-fae5-41a9-a7b2-dbfc0ee2636e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:31.190696 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-349af111-fae5-41a9-a7b2-dbfc0ee2636e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:31.206416 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5516cca4-ef7f-4af3-94e8-7ca930683d00 None None] Network c421ccdb-0273-4cab-af82-7758af24ad4c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:47:31.217653 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-44a32330-e8b1-4054-a74d-ed25116f21b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:31.226365 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59c80eb8-a8a7-46ba-a3a5-7a3656678861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:31.304664 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c80eb8-a8a7-46ba-a3a5-7a3656678861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fddd826a-24b8-4c9f-99e9-c73ca8b1f78e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:31.307546 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59c80eb8-a8a7-46ba-a3a5-7a3656678861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:31.328791 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-59c80eb8-a8a7-46ba-a3a5-7a3656678861 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/fddd826a-24b8-4c9f-99e9-c73ca8b1f78e HTTP/1.1" status: 204 len: 168 time: 0.4736242 Feb 18 08:47:31.329672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46898) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:31.345475 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-349af111-fae5-41a9-a7b2-dbfc0ee2636e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9880781 Feb 18 08:47:31.427823 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-44a32330-e8b1-4054-a74d-ed25116f21b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:31.517466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46904) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:31.549990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e9bccbbf-f995-46c0-9527-be7efcbecdaf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2043110890', 'description': 'tempest-description--764989486'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:31.579572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4ae14-d7af-43ed-b311-ec73e37e32e3 req-b436257b-1cbf-41b9-92de-3bf44c58c90b tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:31.581699 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0c8c8-e405-4a4e-a934-e0aa7bcb5c28 req-6b3f38c2-15a7-49a8-9f8f-82052fc48ec4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:31.582442 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-95a0c8c8-e405-4a4e-a934-e0aa7bcb5c28 req-6b3f38c2-15a7-49a8-9f8f-82052fc48ec4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Synchronizing usage tracker for tenant:5705a2476ef74c5f99a6d92a75908a3b on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:47:31.586616 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819b64c-8019-4ea7-81fe-c6c80c7e132f None None] Pushing event updated for resources: {'Port': ['ID=33ae7cc4-7cb8-4b3f-b3a7-329a637052f7,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:31.589875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37c4ae14-d7af-43ed-b311-ec73e37e32e3 req-b436257b-1cbf-41b9-92de-3bf44c58c90b tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a9b209c-d9f3-4bfd-a357-d02651cb6bef HTTP/1.1" status: 200 len: 945 time: 0.5742295 Feb 18 08:47:31.595415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e9bccbbf-f995-46c0-9527-be7efcbecdaf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:31.610235 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819b64c-8019-4ea7-81fe-c6c80c7e132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:31.610570 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819b64c-8019-4ea7-81fe-c6c80c7e132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:31.610899 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819b64c-8019-4ea7-81fe-c6c80c7e132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:31.611766 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819b64c-8019-4ea7-81fe-c6c80c7e132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:31.612150 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819b64c-8019-4ea7-81fe-c6c80c7e132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:31.612583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819b64c-8019-4ea7-81fe-c6c80c7e132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:31.612819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819b64c-8019-4ea7-81fe-c6c80c7e132f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:31.613136 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819b64c-8019-4ea7-81fe-c6c80c7e132f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:31.613688 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819b64c-8019-4ea7-81fe-c6c80c7e132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:31.614012 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819b64c-8019-4ea7-81fe-c6c80c7e132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:31.614602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819b64c-8019-4ea7-81fe-c6c80c7e132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:31.614738 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819b64c-8019-4ea7-81fe-c6c80c7e132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:47:31.662676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e9bccbbf-f995-46c0-9527-be7efcbecdaf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Usage tracker for resource:security_group and tenant:c7aae89a9b4a4075b2ddf8edaad1f621 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:31.668319 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-015f026d-f23e-4a4b-8815-eb77e4f38ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:31.677958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-95a0c8c8-e405-4a4e-a934-e0aa7bcb5c28 req-6b3f38c2-15a7-49a8-9f8f-82052fc48ec4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Unset dirty status for tenant:5705a2476ef74c5f99a6d92a75908a3b on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:47:31.679309 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-95a0c8c8-e405-4a4e-a934-e0aa7bcb5c28 req-6b3f38c2-15a7-49a8-9f8f-82052fc48ec4 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.9177632 Feb 18 08:47:31.685137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e9bccbbf-f995-46c0-9527-be7efcbecdaf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:31.703213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Attempting to bind port 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:47:31.703577 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Attempting to bind port 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:47:31.703933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Attempting to bind port 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 on network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:47:31.729356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:47:31.729725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Checking segment: {'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:47:31.730121 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:31.730754 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Bound using segment: {'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:47:31.731245 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Bound port: 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:47:31.732149 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:31.865499 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec74a64-7172-4804-bd2b-f469683efe97 None None] Network c421ccdb-0273-4cab-af82-7758af24ad4c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:47:31.921332 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-95a0c8c8-e405-4a4e-a934-e0aa7bcb5c28 req-10cccee8-bf62-4755-91fe-52f181f2532f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Deleting port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:47:31.922027 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-95a0c8c8-e405-4a4e-a934-e0aa7bcb5c28 req-10cccee8-bf62-4755-91fe-52f181f2532f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:31.958769 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-015f026d-f23e-4a4b-8815-eb77e4f38ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:32.058849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e9bccbbf-f995-46c0-9527-be7efcbecdaf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:32.087222 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-44a32330-e8b1-4054-a74d-ed25116f21b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:32.093132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] For port 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:47:32.122547 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] For port 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=33ae7cc4-7cb8-4b3f-b3a7-329a637052f7,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:47:32.148767 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:32.154534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-015f026d-f23e-4a4b-8815-eb77e4f38ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5485b8-873e-4fe6-b7f2-a21b7f567fb8']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:32.177153 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-015f026d-f23e-4a4b-8815-eb77e4f38ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242d71b1-a2c5-4704-bdab-3f41cead48da') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:32.177615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-015f026d-f23e-4a4b-8815-eb77e4f38ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242d71b1-a2c5-4704-bdab-3f41cead48da') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:32.206215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a32330-e8b1-4054-a74d-ed25116f21b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a4176b-79bd-4632-822e-600c5663a061,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:32.260931 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-44a32330-e8b1-4054-a74d-ed25116f21b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:32.288561 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37c4ae14-d7af-43ed-b311-ec73e37e32e3 req-14e10d1a-fc4e-4f02-b785-ffa40925a98e tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6721101 Feb 18 08:47:32.291898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-44a32330-e8b1-4054-a74d-ed25116f21b5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c0a4176b-79bd-4632-822e-600c5663a061 HTTP/1.1" status: 204 len: 168 time: 1.6917706 Feb 18 08:47:32.295049 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46910) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:32.413386 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819b64c-8019-4ea7-81fe-c6c80c7e132f None None] Pushing event updated for resources: {'Port': ['ID=33ae7cc4-7cb8-4b3f-b3a7-329a637052f7,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:32.414139 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-015f026d-f23e-4a4b-8815-eb77e4f38ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:32.518072 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Routers {'7346e605-e248-4b48-8674-137ead41b54e'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:47:32.518953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:47:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7346e605-e248-4b48-8674-137ead41b54e'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:32.541160 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-015f026d-f23e-4a4b-8815-eb77e4f38ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:32.552350 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e9bccbbf-f995-46c0-9527-be7efcbecdaf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:32.564598 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c78fc33-3038-4e9a-b1b5-7f763cdde6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:32.591997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e9bccbbf-f995-46c0-9527-be7efcbecdaf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:32.596356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e9bccbbf-f995-46c0-9527-be7efcbecdaf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Usage tracker for resource:security_group_rule and tenant:c7aae89a9b4a4075b2ddf8edaad1f621 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:32.599799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e9bccbbf-f995-46c0-9527-be7efcbecdaf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:32.606472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e9bccbbf-f995-46c0-9527-be7efcbecdaf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:32.636400 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015f026d-f23e-4a4b-8815-eb77e4f38ec8 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:47:32.637012 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-015f026d-f23e-4a4b-8815-eb77e4f38ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:47:32.658467 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:47:32.775851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-95a0c8c8-e405-4a4e-a934-e0aa7bcb5c28 req-10cccee8-bf62-4755-91fe-52f181f2532f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] For port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:32.776446 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-95a0c8c8-e405-4a4e-a934-e0aa7bcb5c28 req-10cccee8-bf62-4755-91fe-52f181f2532f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:32.832568 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9ca375c3-2d1f-45fb-818e-e7a112dce1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:32.838365 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e9bccbbf-f995-46c0-9527-be7efcbecdaf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:32.852129 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] Set router 7346e605-e248-4b48-8674-137ead41b54e gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:47:32.858770 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e9bccbbf-f995-46c0-9527-be7efcbecdaf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:32.947196 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e9bccbbf-f995-46c0-9527-be7efcbecdaf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:32.948522 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e9bccbbf-f995-46c0-9527-be7efcbecdaf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4300590 Feb 18 08:47:32.954907 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46924) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:32.991136 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-6dd1cf59-87fa-48fd-be9c-ee359530aa35 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Request body: {'security_group_rule': {'security_group_id': '91698203-b9a9-492c-ac41-c0a66a6def80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:33.013606 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-95a0c8c8-e405-4a4e-a934-e0aa7bcb5c28 req-10cccee8-bf62-4755-91fe-52f181f2532f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Calling delete_port for 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:47:33.134589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8afa1-b8bf-42d9-8988-da20c5c70470 req-79b6d35e-6af3-4d21-a1d6-fc02531c98ef tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:33.142176 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fad8afa1-b8bf-42d9-8988-da20c5c70470 req-79b6d35e-6af3-4d21-a1d6-fc02531c98ef tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 946 time: 1.4578557 Feb 18 08:47:33.144250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6dd1cf59-87fa-48fd-be9c-ee359530aa35 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:33.148685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6dd1cf59-87fa-48fd-be9c-ee359530aa35 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Usage tracker for resource:security_group_rule and tenant:c7aae89a9b4a4075b2ddf8edaad1f621 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:33.152407 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6dd1cf59-87fa-48fd-be9c-ee359530aa35 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:33.157863 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6dd1cf59-87fa-48fd-be9c-ee359530aa35 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:33.208221 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-95a0c8c8-e405-4a4e-a934-e0aa7bcb5c28 req-10cccee8-bf62-4755-91fe-52f181f2532f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:33.247162 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fad8afa1-b8bf-42d9-8988-da20c5c70470 req-36ee558a-e61a-4780-a6b1-38a393cccb17 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041491 Feb 18 08:47:33.247724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bccbbf-f995-46c0-9527-be7efcbecdaf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91698203-b9a9-492c-ac41-c0a66a6def80,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:33.266217 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6dd1cf59-87fa-48fd-be9c-ee359530aa35 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:33.285126 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c78fc33-3038-4e9a-b1b5-7f763cdde6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:33.322723 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d0384-fe3b-4601-af05-1058099ec4de req-5e794d87-5e44-4742-a29f-e32edd49573e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:33.324255 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e5d0384-fe3b-4601-af05-1058099ec4de req-5e794d87-5e44-4742-a29f-e32edd49573e tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c132ece-be5b-4c9a-897c-102ad91dd7b0 HTTP/1.1" status: 200 len: 949 time: 0.5858400 Feb 18 08:47:33.356315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cccee8-bf62-4755-91fe-52f181f2532f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Pushing event deleted for resources: {'Port': ['ID=7dc0a0b4-c201-4513-9a53-8f73a8b8a996,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:33.382953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-2c78fc33-3038-4e9a-b1b5-7f763cdde6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c9510d-69f6-4794-8ea8-380b620d4b91']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:33.408310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-75c3f07b-d199-4cec-96b7-ae8132f9cf0f req-3f361c26-bf36-4074-b8c3-78d4cf894787 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2052057789', 'description': 'tempest-description-1249484261'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:33.419754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-75c3f07b-d199-4cec-96b7-ae8132f9cf0f req-3f361c26-bf36-4074-b8c3-78d4cf894787 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:33.423648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-75c3f07b-d199-4cec-96b7-ae8132f9cf0f req-3f361c26-bf36-4074-b8c3-78d4cf894787 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Usage tracker for resource:security_group and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:33.426571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-75c3f07b-d199-4cec-96b7-ae8132f9cf0f req-3f361c26-bf36-4074-b8c3-78d4cf894787 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:33.434006 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a0c8c8-e405-4a4e-a934-e0aa7bcb5c28 req-10cccee8-bf62-4755-91fe-52f181f2532f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] No DVR routers for this DVR port 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:47:33.434617 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-75c3f07b-d199-4cec-96b7-ae8132f9cf0f req-3f361c26-bf36-4074-b8c3-78d4cf894787 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:33.437391 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-95a0c8c8-e405-4a4e-a934-e0aa7bcb5c28 req-10cccee8-bf62-4755-91fe-52f181f2532f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:33.453944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c132ece-be5b-4c9a-897c-102ad91dd7b0', 'name': 'network-vif-deleted', 'tag': '7dc0a0b4-c201-4513-9a53-8f73a8b8a996'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:33.460292 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-015f026d-f23e-4a4b-8815-eb77e4f38ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:33.462625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-2c78fc33-3038-4e9a-b1b5-7f763cdde6b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d36e9de-c474-48ae-80ae-94211a63afb3') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:33.462930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-2c78fc33-3038-4e9a-b1b5-7f763cdde6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d36e9de-c474-48ae-80ae-94211a63afb3') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:33.467554 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-95a0c8c8-e405-4a4e-a934-e0aa7bcb5c28 req-10cccee8-bf62-4755-91fe-52f181f2532f tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.61 "DELETE /v2.0/ports/7dc0a0b4-c201-4513-9a53-8f73a8b8a996 HTTP/1.1" status: 204 len: 173 time: 1.7514989 Feb 18 08:47:33.481683 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75c3f07b-d199-4cec-96b7-ae8132f9cf0f req-3f361c26-bf36-4074-b8c3-78d4cf894787 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:33.493865 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6dd1cf59-87fa-48fd-be9c-ee359530aa35 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:33.498674 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-015f026d-f23e-4a4b-8815-eb77e4f38ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:33.504682 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-015f026d-f23e-4a4b-8815-eb77e4f38ec8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7e5485b8-873e-4fe6-b7f2-a21b7f567fb8 HTTP/1.1" status: 204 len: 168 time: 2.1683152 Feb 18 08:47:33.518350 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e5d0384-fe3b-4601-af05-1058099ec4de req-a6f2a55e-3744-4c1d-b8cd-b4bf49a6b354 tempest-MigrationsAdminTest-1071330143 tempest-MigrationsAdminTest-1071330143-project] 10.222.0.72 "GET /v2.0/security-groups?id=c899ae3d-0c37-43ef-88ad-ca1ae0d70294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815469 Feb 18 08:47:33.524839 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6dd1cf59-87fa-48fd-be9c-ee359530aa35 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:33.527713 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c78fc33-3038-4e9a-b1b5-7f763cdde6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:33.533745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f026d-f23e-4a4b-8815-eb77e4f38ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e5485b8-873e-4fe6-b7f2-a21b7f567fb8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:33.534918 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:47:25Z', 'revision_number': 4, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '33ae7cc4-7cb8-4b3f-b3a7-329a637052f7', 'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'mac_address': 'fa:16:3e:78:10:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:22Z', 'updated_at': '2022-02-18T08:47:32Z', 'revision_number': 4, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'subnets': [{'id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:33.549213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133c4aa-8a8c-45cd-9262-e867c38ab3eb None None] The sync data for ids ['7346e605-e248-4b48-8674-137ead41b54e'] in n-d-829434-1 is: [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:47:25Z', 'revision_number': 4, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '33ae7cc4-7cb8-4b3f-b3a7-329a637052f7', 'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'mac_address': 'fa:16:3e:78:10:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:22Z', 'updated_at': '2022-02-18T08:47:32Z', 'revision_number': 4, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'subnets': [{'id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:47:33.561092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1cf59-87fa-48fd-be9c-ee359530aa35 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2038a5d5-34a5-4db9-9831-76d501833006,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:33.585148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-75c3f07b-d199-4cec-96b7-ae8132f9cf0f req-3f361c26-bf36-4074-b8c3-78d4cf894787 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:33.590114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-75c3f07b-d199-4cec-96b7-ae8132f9cf0f req-3f361c26-bf36-4074-b8c3-78d4cf894787 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Usage tracker for resource:security_group_rule and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:33.595472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-75c3f07b-d199-4cec-96b7-ae8132f9cf0f req-3f361c26-bf36-4074-b8c3-78d4cf894787 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:33.608429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-75c3f07b-d199-4cec-96b7-ae8132f9cf0f req-3f361c26-bf36-4074-b8c3-78d4cf894787 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:33.655530 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:47:33.708329 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75c3f07b-d199-4cec-96b7-ae8132f9cf0f req-3f361c26-bf36-4074-b8c3-78d4cf894787 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:33.721365 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75c3f07b-d199-4cec-96b7-ae8132f9cf0f req-3f361c26-bf36-4074-b8c3-78d4cf894787 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:33.724552 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c78fc33-3038-4e9a-b1b5-7f763cdde6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:33.780475 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c78fc33-3038-4e9a-b1b5-7f763cdde6b7 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:47:33.780889 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c78fc33-3038-4e9a-b1b5-7f763cdde6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:47:33.804208 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:47:33.818233 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:33.855576 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:47:33.856019 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7dc0a0b4-c201-4513-9a53-8f73a8b8a996 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:47:33.878767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46936) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:33.885641 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:33.947733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f361c26-bf36-4074-b8c3-78d4cf894787 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34945fd-efd3-40f0-9fd0-4c0430d26e3f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:33.974705 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6dd1cf59-87fa-48fd-be9c-ee359530aa35 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:33.976233 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6dd1cf59-87fa-48fd-be9c-ee359530aa35 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0163827 Feb 18 08:47:33.978933 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75c3f07b-d199-4cec-96b7-ae8132f9cf0f req-3f361c26-bf36-4074-b8c3-78d4cf894787 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:33.985963 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46944) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:33.995908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75c3f07b-d199-4cec-96b7-ae8132f9cf0f req-3f361c26-bf36-4074-b8c3-78d4cf894787 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6036644 Feb 18 08:47:34.012879 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6a7bd707-da4a-4f43-9c4b-8df799ea7919 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Request body: {'security_group_rule': {'security_group_id': '91698203-b9a9-492c-ac41-c0a66a6def80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:34.058725 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c78fc33-3038-4e9a-b1b5-7f763cdde6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:34.100656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6a7bd707-da4a-4f43-9c4b-8df799ea7919 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:34.118241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78fc33-3038-4e9a-b1b5-7f763cdde6b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=51c9510d-69f6-4794-8ea8-380b620d4b91,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:34.121950 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c78fc33-3038-4e9a-b1b5-7f763cdde6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:34.143934 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2c78fc33-3038-4e9a-b1b5-7f763cdde6b7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/51c9510d-69f6-4794-8ea8-380b620d4b91 HTTP/1.1" status: 204 len: 168 time: 1.8461738 Feb 18 08:47:34.146355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46950) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:34.159639 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6a7bd707-da4a-4f43-9c4b-8df799ea7919 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Usage tracker for resource:security_group_rule and tenant:c7aae89a9b4a4075b2ddf8edaad1f621 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:34.163721 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6a7bd707-da4a-4f43-9c4b-8df799ea7919 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:34.187836 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c132ece-be5b-4c9a-897c-102ad91dd7b0', 'name': 'network-vif-deleted', 'tag': '7dc0a0b4-c201-4513-9a53-8f73a8b8a996', 'status': 'completed', 'code': 200} Feb 18 08:47:34.204736 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6f602f17-2eb2-41bf-ba27-5c28946bd835 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c0fcf4e4fdef468daddf32b0c6c2fcef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220441 Feb 18 08:47:34.210220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46954) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:34.236716 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5fed6c2-9e34-48dd-8889-fa1e2b839be7 admin admin] Deleting subnet 928ff533-e685-4fc5-a754-d559396a90c8 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:47:34.239055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6a7bd707-da4a-4f43-9c4b-8df799ea7919 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:34.245298 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b5fed6c2-9e34-48dd-8889-fa1e2b839be7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:34.314284 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a7bd707-da4a-4f43-9c4b-8df799ea7919 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:34.363365 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ae01b99a-5185-471e-8eac-d5265bc90c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:34.371125 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b5fed6c2-9e34-48dd-8889-fa1e2b839be7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:34.485016 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ae01b99a-5185-471e-8eac-d5265bc90c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:34.499186 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b5fed6c2-9e34-48dd-8889-fa1e2b839be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:34.570174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-d3b36411-2780-403f-90ad-608a82df7699 req-c285297e-79ca-492e-a601-63ddb854b7d0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-934994828', 'description': 'tempest-description-324159920'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:34.572973 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a7bd707-da4a-4f43-9c4b-8df799ea7919 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:34.588068 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a7bd707-da4a-4f43-9c4b-8df799ea7919 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:34.611844 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d3b36411-2780-403f-90ad-608a82df7699 req-c285297e-79ca-492e-a601-63ddb854b7d0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:34.621246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d3b36411-2780-403f-90ad-608a82df7699 req-c285297e-79ca-492e-a601-63ddb854b7d0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Usage tracker for resource:security_group and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:34.625932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d3b36411-2780-403f-90ad-608a82df7699 req-c285297e-79ca-492e-a601-63ddb854b7d0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:34.640052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d3b36411-2780-403f-90ad-608a82df7699 req-c285297e-79ca-492e-a601-63ddb854b7d0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:34.699358 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d3b36411-2780-403f-90ad-608a82df7699 req-c285297e-79ca-492e-a601-63ddb854b7d0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:34.724981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bd707-da4a-4f43-9c4b-8df799ea7919 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29194186-1e08-4a3e-abef-236b237a2240,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:34.726408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d3b36411-2780-403f-90ad-608a82df7699 req-c285297e-79ca-492e-a601-63ddb854b7d0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:34.733132 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a7bd707-da4a-4f43-9c4b-8df799ea7919 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:34.743639 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6a7bd707-da4a-4f43-9c4b-8df799ea7919 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7560170 Feb 18 08:47:34.753547 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46976) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:34.779777 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:34.789034 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:34.793934 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Usage tracker for resource:floatingip and tenant:c7aae89a9b4a4075b2ddf8edaad1f621 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:34.796993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:34.803344 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:34.817879 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b5fed6c2-9e34-48dd-8889-fa1e2b839be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:34.823276 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:34.838943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d3b36411-2780-403f-90ad-608a82df7699 req-c285297e-79ca-492e-a601-63ddb854b7d0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Usage tracker for resource:security_group_rule and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:34.866296 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ae01b99a-5185-471e-8eac-d5265bc90c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:34.886586 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:34.898513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d3b36411-2780-403f-90ad-608a82df7699 req-c285297e-79ca-492e-a601-63ddb854b7d0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:34.912879 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b5fed6c2-9e34-48dd-8889-fa1e2b839be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:34.935455 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b5fed6c2-9e34-48dd-8889-fa1e2b839be7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/928ff533-e685-4fc5-a754-d559396a90c8 HTTP/1.1" status: 204 len: 168 time: 0.7879951 Feb 18 08:47:34.937352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46980) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:34.938447 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d3b36411-2780-403f-90ad-608a82df7699 req-c285297e-79ca-492e-a601-63ddb854b7d0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:34.941209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fed6c2-9e34-48dd-8889-fa1e2b839be7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=928ff533-e685-4fc5-a754-d559396a90c8,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:34.967786 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01b99a-5185-471e-8eac-d5265bc90c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d11518d-3837-45b5-aa9e-d43b6afe82fb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:34.984935 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ae01b99a-5185-471e-8eac-d5265bc90c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:34.988836 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ae01b99a-5185-471e-8eac-d5265bc90c6a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6d11518d-3837-45b5-aa9e-d43b6afe82fb HTTP/1.1" status: 204 len: 168 time: 0.7702241 Feb 18 08:47:35.079033 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:35.216909 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fefdbc13-4f1a-4b82-9f2d-c2d0ea462d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:35.333618 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:47:35.349236 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Allocated IP 172.25.1.234 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/6facd12c-e00b-417d-8beb-8e86080515ee) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:47:35.402679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c82ae-221b-47f9-8609-dab5ba92791a req-c3d8aa7b-d61d-4c79-b21c-51588ebf76bb tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:35.416503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-281c82ae-221b-47f9-8609-dab5ba92791a req-c3d8aa7b-d61d-4c79-b21c-51588ebf76bb tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 946 time: 0.6868272 Feb 18 08:47:35.481098 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:47:35.487614 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:47:35.488447 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:35.588975 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:35.646698 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:35.716539 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:35.767041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:47:35.770528 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:47:35.774832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:47:35.779911 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=33ae7cc4-7cb8-4b3f-b3a7-329a637052f7,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:35.789391 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:35.809434 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Pushing event updated for resources: {'Port': ['ID=6facd12c-e00b-417d-8beb-8e86080515ee,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:35.848347 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fefdbc13-4f1a-4b82-9f2d-c2d0ea462d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:35.890298 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-281c82ae-221b-47f9-8609-dab5ba92791a req-e91d8e15-5bbc-4b4b-829b-558547bf1d5d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724894 Feb 18 08:47:35.895584 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:35.925805 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d3b36411-2780-403f-90ad-608a82df7699 req-c285297e-79ca-492e-a601-63ddb854b7d0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:35.927584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-fefdbc13-4f1a-4b82-9f2d-c2d0ea462d6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b11ac7-9ed0-409d-a208-b772421e6a02']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:35.971888 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=33ae7cc4-7cb8-4b3f-b3a7-329a637052f7,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:35.974936 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d3b36411-2780-403f-90ad-608a82df7699 req-c285297e-79ca-492e-a601-63ddb854b7d0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:36.026013 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-fefdbc13-4f1a-4b82-9f2d-c2d0ea462d6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c879494-0c26-4f67-804c-7c4237a20bc6') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:36.026306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-fefdbc13-4f1a-4b82-9f2d-c2d0ea462d6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c879494-0c26-4f67-804c-7c4237a20bc6') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:47:36.061574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46998) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:36.144227 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fefdbc13-4f1a-4b82-9f2d-c2d0ea462d6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:36.152149 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:36.167502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285297e-79ca-492e-a601-63ddb854b7d0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0215005d-1ced-4991-8669-1e259a7cb6af,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:36.194247 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d3b36411-2780-403f-90ad-608a82df7699 req-c285297e-79ca-492e-a601-63ddb854b7d0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:36.195077 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3b36411-2780-403f-90ad-608a82df7699 req-c285297e-79ca-492e-a601-63ddb854b7d0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.7020731 Feb 18 08:47:36.223756 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fefdbc13-4f1a-4b82-9f2d-c2d0ea462d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:36.245145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fefdbc13-4f1a-4b82-9f2d-c2d0ea462d6c admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:47:36.245404 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fefdbc13-4f1a-4b82-9f2d-c2d0ea462d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:47:36.264259 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:47:36.269469 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d7680fd5-83bd-4347-b926-f20e4be5acde admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d96721d72d8c4519b83daf48b43538ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852872 Feb 18 08:47:36.270064 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47014) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:36.477630 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fefdbc13-4f1a-4b82-9f2d-c2d0ea462d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:36.507885 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fefdbc13-4f1a-4b82-9f2d-c2d0ea462d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:36.522642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdbc13-4f1a-4b82-9f2d-c2d0ea462d6c admin admin] Pushing event deleted for resources: {'Network': ['ID=19b11ac7-9ed0-409d-a208-b772421e6a02,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:36.523218 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:36.525315 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-750fd835-e7cf-42c7-896a-266fe4a67b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:36.532613 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:36.544765 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fefdbc13-4f1a-4b82-9f2d-c2d0ea462d6c admin admin] 10.222.0.72 "DELETE /v2.0/networks/19b11ac7-9ed0-409d-a208-b772421e6a02 HTTP/1.1" status: 204 len: 168 time: 1.5969405 Feb 18 08:47:36.606335 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-750fd835-e7cf-42c7-896a-266fe4a67b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:36.722038 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47032) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:36.728494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Pushing event updated for resources: {'Port': ['ID=6facd12c-e00b-417d-8beb-8e86080515ee,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:36.790158 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:36.863522 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:36.878925 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f25baaf3-5387-40d9-bb35-d54e22e41dc3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1033883 Feb 18 08:47:36.908153 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-750fd835-e7cf-42c7-896a-266fe4a67b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:36.945179 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47042) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:36.972713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-ffaadfb2-4af1-4337-bcba-3968cbf9f33c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:36.973500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-ffaadfb2-4af1-4337-bcba-3968cbf9f33c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Synchronizing usage tracker for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:47:36.981466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fd835-e7cf-42c7-896a-266fe4a67b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110b53bf-bb18-4c67-ae2f-1fdcf86eb13c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:37.011489 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-750fd835-e7cf-42c7-896a-266fe4a67b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:37.019870 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-750fd835-e7cf-42c7-896a-266fe4a67b3d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/110b53bf-bb18-4c67-ae2f-1fdcf86eb13c HTTP/1.1" status: 204 len: 168 time: 0.7412462 Feb 18 08:47:37.048748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-ffaadfb2-4af1-4337-bcba-3968cbf9f33c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Unset dirty status for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:47:37.050072 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-ffaadfb2-4af1-4337-bcba-3968cbf9f33c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/networks?id=c421ccdb-0273-4cab-af82-7758af24ad4c HTTP/1.1" status: 200 len: 813 time: 0.4368224 Feb 18 08:47:37.079593 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-dd15dea8-a388-4ff7-b199-6cd7315fb693 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/quotas/ef7afd6ecb794a56bc0f8875e8e00a3c HTTP/1.1" status: 200 len: 375 time: 0.0186508 Feb 18 08:47:37.178098 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-99d5d833-dadf-43a8-be70-34eb29f47855 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee0715c9ca2d4e6ead6a5e9e3f746d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312644 Feb 18 08:47:37.247825 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47050) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:37.277917 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0cf4e4a8-b5c0-447b-ab4b-6acfe3b35f54 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5705a2476ef74c5f99a6d92a75908a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5540643 Feb 18 08:47:37.282289 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47056) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:37.298722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:47:37.318064 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-e5c85e40-1ff4-47ff-b7c6-2c1a9d95da05 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef7afd6ecb794a56bc0f8875e8e00a3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2238479 Feb 18 08:47:37.425070 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-155d1772-a52c-4313-b3c5-05d124122e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:37.452413 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d8670001-163f-468b-a02d-1034c49fd936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:37.465332 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:47:37.467075 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:37.513165 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-155d1772-a52c-4313-b3c5-05d124122e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:37.546422 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d8670001-163f-468b-a02d-1034c49fd936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:37.625076 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-9f10dfa4-05ad-4c05-909d-b6a6f3dd24e8 service neutron] 10.222.0.72 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050869 Feb 18 08:47:37.635633 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f17bc2-b826-49ac-a974-679f98354888 req-27b7d056-4422-4231-971e-06287d8cf750 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:37.641056 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91f17bc2-b826-49ac-a974-679f98354888 req-27b7d056-4422-4231-971e-06287d8cf750 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 946 time: 0.4673893 Feb 18 08:47:37.645511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1ae1854a-02d6-4c91-a77d-0417c1b43e79 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:47:37.709076 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-155d1772-a52c-4313-b3c5-05d124122e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:37.726246 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d8670001-163f-468b-a02d-1034c49fd936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:37.736720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d1772-a52c-4313-b3c5-05d124122e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0efe919-661a-44b6-93df-86aeb0fcc1b2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:37.785664 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-155d1772-a52c-4313-b3c5-05d124122e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:37.787196 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-155d1772-a52c-4313-b3c5-05d124122e21 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e0efe919-661a-44b6-93df-86aeb0fcc1b2 HTTP/1.1" status: 204 len: 168 time: 0.5380847 Feb 18 08:47:37.789116 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d8670001-163f-468b-a02d-1034c49fd936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:37.793851 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d8670001-163f-468b-a02d-1034c49fd936 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c899ae3d-0c37-43ef-88ad-ca1ae0d70294 HTTP/1.1" status: 204 len: 168 time: 0.5092065 Feb 18 08:47:37.795142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8670001-163f-468b-a02d-1034c49fd936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c899ae3d-0c37-43ef-88ad-ca1ae0d70294,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:38.064718 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1ae1854a-02d6-4c91-a77d-0417c1b43e79, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1ae1854a-02d6-4c91-a77d-0417c1b43e79,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:38.075555 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91f17bc2-b826-49ac-a974-679f98354888 req-a58dfe5c-77be-4401-8d5e-a803b8c77807 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190023 Feb 18 08:47:38.079517 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-7ad2dfe2-b184-4d5c-850f-0ebadb7ce462 service neutron] 10.222.0.72 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370868 Feb 18 08:47:38.121057 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '1ae1854a-02d6-4c91-a77d-0417c1b43e79', 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4', 'port_id': '1ae1854a-02d6-4c91-a77d-0417c1b43e79', 'mac_address': 'fa:16:3e:57:cf:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:47:38.300145 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:38.390209 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ae1854a-02d6-4c91-a77d-0417c1b43e79 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:47:38.422183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1ae1854a-02d6-4c91-a77d-0417c1b43e79, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1ae1854a-02d6-4c91-a77d-0417c1b43e79,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:38.456131 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:38.483661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47102) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:38.519498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47106) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:38.529259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-6cf1c2ff-0951-4b66-8524-a160a09e7959 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Synchronizing usage tracker for tenant:c7aae89a9b4a4075b2ddf8edaad1f621 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:47:38.587076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1ae1854a-02d6-4c91-a77d-0417c1b43e79,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:38.594361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['1ae1854a-02d6-4c91-a77d-0417c1b43e79'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:47:38.650250 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e1f74362-40d0-4e2e-8fd7-01fd00321d34 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c467a7203abf46f2996ac0434025e1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652095 Feb 18 08:47:38.652572 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47114) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:38.756805 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-776c16dd-1a50-4040-b5a2-383fb74c915a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:38.795055 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-776c16dd-1a50-4040-b5a2-383fb74c915a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:38.821882 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1412e2ca-66bf-4c97-977c-f197e1ab0fb0 req-53bb8a76-36f3-4be4-bedb-8d2e46aaadea tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 210 time: 0.1747327 Feb 18 08:47:38.878302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-6cf1c2ff-0951-4b66-8524-a160a09e7959 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Unset dirty status for tenant:c7aae89a9b4a4075b2ddf8edaad1f621 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:47:38.894037 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-6cf1c2ff-0951-4b66-8524-a160a09e7959 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2043110890&fields=id&tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621 HTTP/1.1" status: 200 len: 267 time: 0.4617064 Feb 18 08:47:38.952615 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5b375140-3101-4324-86c5-89034d8900f0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8ecc55dadcb744ec88add2617145cb69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305389 Feb 18 08:47:38.955199 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47124) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:39.060080 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-776c16dd-1a50-4040-b5a2-383fb74c915a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:39.084602 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-776c16dd-1a50-4040-b5a2-383fb74c915a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:39.089837 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-776c16dd-1a50-4040-b5a2-383fb74c915a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/189f15ce-2805-45a4-b72d-60fc412119a8 HTTP/1.1" status: 204 len: 168 time: 0.4321599 Feb 18 08:47:39.091752 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c16dd-1a50-4040-b5a2-383fb74c915a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189f15ce-2805-45a4-b72d-60fc412119a8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:39.178369 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ebae387b-f3d6-4232-a879-ecb4d95d7073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:39.237653 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ebae387b-f3d6-4232-a879-ecb4d95d7073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:39.273253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-894e3ad3-885d-40f1-af6c-5859d4153ccf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:39.282609 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-894e3ad3-885d-40f1-af6c-5859d4153ccf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/networks?id=5d5e2a5a-f047-425a-86b2-0b3143ac8640 HTTP/1.1" status: 200 len: 816 time: 0.3873179 Feb 18 08:47:39.319725 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-a2d89afe-8fd1-4f7b-9dc6-dd2c2e922838 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/quotas/c7aae89a9b4a4075b2ddf8edaad1f621 HTTP/1.1" status: 200 len: 375 time: 0.0288823 Feb 18 08:47:39.338670 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ebae387b-f3d6-4232-a879-ecb4d95d7073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:39.361692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae387b-f3d6-4232-a879-ecb4d95d7073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9126d1d9-b13e-4c17-b37b-817c9d9d3685,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:39.385765 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ebae387b-f3d6-4232-a879-ecb4d95d7073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:39.390495 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ebae387b-f3d6-4232-a879-ecb4d95d7073 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9126d1d9-b13e-4c17-b37b-817c9d9d3685 HTTP/1.1" status: 204 len: 168 time: 0.4334733 Feb 18 08:47:39.574216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c88e8-44bc-42ea-b751-24258122a256 req-1dcf9309-b4a7-48a8-ba38-3c2219251700 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:39.575920 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f00c88e8-44bc-42ea-b751-24258122a256 req-1dcf9309-b4a7-48a8-ba38-3c2219251700 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 946 time: 0.1682191 Feb 18 08:47:39.596886 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-5d54ec24-cdd8-4674-9a17-19008335c925 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2746241 Feb 18 08:47:39.656303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device f4df945e-c791-465d-a172-fdeff3c06799 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:47:39.665148 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1ae1854a-02d6-4c91-a77d-0417c1b43e79 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:47:39.961998 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f00c88e8-44bc-42ea-b751-24258122a256 req-33be8b37-32ef-4b3f-8f83-4b46b514bf24 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633139 Feb 18 08:47:39.971984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 1ae1854a-02d6-4c91-a77d-0417c1b43e79 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:47:39.992486 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:40.123319 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port f4df945e-c791-465d-a172-fdeff3c06799, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f4df945e-c791-465d-a172-fdeff3c06799,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:40.169995 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-fc81f0b1-7f23-45f1-aec8-5cd176038bc9 service neutron] 10.222.0.72 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520971 Feb 18 08:47:40.198803 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-d4e8616d-1a4b-46a7-a284-524df61abcaa tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:40.205176 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-d4e8616d-1a4b-46a7-a284-524df61abcaa tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb&tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 1097 time: 0.3584616 Feb 18 08:47:40.206954 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device f4df945e-c791-465d-a172-fdeff3c06799 has no active binding in host n-h2-829434-1 {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 08:47:40.216120 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829434-1'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:40.256894 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:40.333551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9b209c-d9f3-4bfd-a357-d02651cb6bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae1854a-02d6-4c91-a77d-0417c1b43e79'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:40.387158 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1ae1854a-02d6-4c91-a77d-0417c1b43e79, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1ae1854a-02d6-4c91-a77d-0417c1b43e79,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:40.405030 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:40.585095 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1ae1854a-02d6-4c91-a77d-0417c1b43e79,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:40.599277 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:40.766405 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4dbf7eb6-f63c-4308-b589-14db37d43847 req-9cae92ac-a96b-4402-8c2d-c8c20f072c3a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 210 time: 0.1049042 Feb 18 08:47:40.870569 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-1f91f811-2666-41b5-88da-313b113ed535 service neutron] 10.222.0.72 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6962984 Feb 18 08:47:40.952734 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:41.013872 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9b209c-d9f3-4bfd-a357-d02651cb6bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae1854a-02d6-4c91-a77d-0417c1b43e79', 'code': 200} Feb 18 08:47:41.318980 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:41.346533 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] For port f4df945e-c791-465d-a172-fdeff3c06799, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f4df945e-c791-465d-a172-fdeff3c06799,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:41.384166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] For port f4df945e-c791-465d-a172-fdeff3c06799, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:47:41.412529 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-415c1253-9757-4e39-b0ff-ccfbfc17ceb1 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:41.414053 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-415c1253-9757-4e39-b0ff-ccfbfc17ceb1 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.61 "GET /v2.0/networks?id=c421ccdb-0273-4cab-af82-7758af24ad4c HTTP/1.1" status: 200 len: 813 time: 0.4753735 Feb 18 08:47:41.443160 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-c3f02f5e-d7ca-4e32-8d96-9970be1cd394 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Request body: {'port': {'device_id': '4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f', 'network_id': 'c421ccdb-0273-4cab-af82-7758af24ad4c', 'admin_state_up': True, 'tenant_id': 'ef7afd6ecb794a56bc0f8875e8e00a3c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:41.460035 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:41.475362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca24022a-01e5-45c5-8562-5cf0b5465acb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4df945e-c791-465d-a172-fdeff3c06799'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:41.489258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:41.751727 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ef7b5ca-cf97-4327-9a29-ed77f01f3e39 req-fe3d6439-0939-439c-a44f-e0ac169ba322 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 210 time: 0.0893641 Feb 18 08:47:41.770058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] Pushing event updated for resources: {'Port': ['ID=f4df945e-c791-465d-a172-fdeff3c06799,revision_number=7']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:41.791566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] Attempting to bind port f4df945e-c791-465d-a172-fdeff3c06799 on host n-h1-829434-1 for vnic_type normal with profile {"migrating_to": "n-h2-829434-1"} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:47:41.792123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] Attempting to bind port f4df945e-c791-465d-a172-fdeff3c06799 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:47:41.792698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] Attempting to bind port f4df945e-c791-465d-a172-fdeff3c06799 on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:47:41.798346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] Port f4df945e-c791-465d-a172-fdeff3c06799 on network e8816836-4120-4f1e-b024-4d70fd6a0963 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:47:41.798978 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] Attempting to bind port f4df945e-c791-465d-a172-fdeff3c06799 on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:47:41.799095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc10b47-1ef7-4667-94fa-677e7808bc56 req-18632c04-7c60-4eab-b5c6-b5a067276f27 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:41.800878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bdc10b47-1ef7-4667-94fa-677e7808bc56 req-18632c04-7c60-4eab-b5c6-b5a067276f27 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 946 time: 0.5495856 Feb 18 08:47:41.805469 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:47:41.806268 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] Checking segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:47:41.806885 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] Bound using segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:47:41.807603 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] Bound port: f4df945e-c791-465d-a172-fdeff3c06799, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:47:41.808155 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:41.928940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bdc10b47-1ef7-4667-94fa-677e7808bc56 req-fc6da778-d6cc-4f67-b56b-c001ece5af2a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915711 Feb 18 08:47:41.930495 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-c3f02f5e-d7ca-4e32-8d96-9970be1cd394 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:41.941340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-c3f02f5e-d7ca-4e32-8d96-9970be1cd394 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Usage tracker for resource:port and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:41.945001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-c3f02f5e-d7ca-4e32-8d96-9970be1cd394 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:41.960536 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-c3f02f5e-d7ca-4e32-8d96-9970be1cd394 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:41.990217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-c3f02f5e-d7ca-4e32-8d96-9970be1cd394 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Made reservation on behalf of ef7afd6ecb794a56bc0f8875e8e00a3c for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:47:41.995411 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-c3f02f5e-d7ca-4e32-8d96-9970be1cd394 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:42.006416 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca24022a-01e5-45c5-8562-5cf0b5465acb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4df945e-c791-465d-a172-fdeff3c06799', 'code': 200} Feb 18 08:47:42.073248 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] For port f4df945e-c791-465d-a172-fdeff3c06799, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:47:42.077201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] For port f4df945e-c791-465d-a172-fdeff3c06799, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f4df945e-c791-465d-a172-fdeff3c06799,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:47:42.099433 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:42.288376 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-c3f02f5e-d7ca-4e32-8d96-9970be1cd394 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Allocated IP 172.20.0.8 (c421ccdb-0273-4cab-af82-7758af24ad4c/4096d46f-c2b8-494a-a8f4-de2454a9c23f/a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:47:42.421098 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:47:42.590984 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-637a98aa-7392-444c-ae82-37d89e941259 req-97479bb1-41af-4776-9b5f-fd649fa699d3 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 210 time: 0.1316755 Feb 18 08:47:42.759266 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:42.759864 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-c3f02f5e-d7ca-4e32-8d96-9970be1cd394 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:42.759975 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:42.761412 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] 10.222.0.61 "PUT /v2.0/ports/f4df945e-c791-465d-a172-fdeff3c06799 HTTP/1.1" status: 200 len: 1122 time: 2.5494540 Feb 18 08:47:42.770078 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14399cb8-d799-4a3d-ac81-f6520d798512 service neutron] Pushing event updated for resources: {'Port': ['ID=f4df945e-c791-465d-a172-fdeff3c06799,revision_number=8']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:42.823472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc525cf-47b1-4514-9bd8-2d61fe348ec2 req-96b9d657-a73a-4496-bf66-5385699cba96 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:42.825054 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7bc525cf-47b1-4514-9bd8-2d61fe348ec2 req-96b9d657-a73a-4496-bf66-5385699cba96 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f3f787-9d92-4d51-a350-ccc832052c15 HTTP/1.1" status: 200 len: 951 time: 0.3669362 Feb 18 08:47:42.846511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['f4df945e-c791-465d-a172-fdeff3c06799'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:47:42.895954 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7bc525cf-47b1-4514-9bd8-2d61fe348ec2 req-30adb3c0-2fdc-4b8d-b882-3ee179775599 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/security-groups?id=b5956318-c812-442b-884a-59707e2b578a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565398 Feb 18 08:47:42.902434 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-c3f02f5e-d7ca-4e32-8d96-9970be1cd394 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:42.980834 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['f4df945e-c791-465d-a172-fdeff3c06799'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:47:43.130406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-c3f02f5e-d7ca-4e32-8d96-9970be1cd394 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Network c421ccdb-0273-4cab-af82-7758af24ad4c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:47:43.163923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-c3f02f5e-d7ca-4e32-8d96-9970be1cd394 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:47:43.178242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-c3f02f5e-d7ca-4e32-8d96-9970be1cd394 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:47:43.406692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-c3f02f5e-d7ca-4e32-8d96-9970be1cd394 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:43.407328 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-c3f02f5e-d7ca-4e32-8d96-9970be1cd394 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:43.412084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f02f5e-d7ca-4e32-8d96-9970be1cd394 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event updated for resources: {'Port': ['ID=a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:43.470343 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b96d7bff-4023-474f-916d-94f360708860 req-c3de0f43-6dec-417c-9fb2-5e6f4425ee08 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9c354dc2445545388d88409cf5b197a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704021 Feb 18 08:47:43.479971 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f60794f-4ce7-48b6-844f-a5217144cedd req-337beab5-feb9-4adf-b8da-ad0c6a8d7a2e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 210 time: 0.1457059 Feb 18 08:47:43.590553 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-c3f02f5e-d7ca-4e32-8d96-9970be1cd394 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1616719 Feb 18 08:47:43.607607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Request body: {'port': {'device_id': '4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:43.754803 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-8fca02f2-0fa5-46a4-a3f2-64b9d6421648 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:43.755566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-8fca02f2-0fa5-46a4-a3f2-64b9d6421648 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Synchronizing usage tracker for tenant:c7aae89a9b4a4075b2ddf8edaad1f621 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:47:43.783244 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-8fca02f2-0fa5-46a4-a3f2-64b9d6421648 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Unset dirty status for tenant:c7aae89a9b4a4075b2ddf8edaad1f621 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:47:43.789472 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-8fca02f2-0fa5-46a4-a3f2-64b9d6421648 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.81 "GET /v2.0/networks?id=5d5e2a5a-f047-425a-86b2-0b3143ac8640 HTTP/1.1" status: 200 len: 816 time: 0.4742880 Feb 18 08:47:43.887842 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-c906cb63-fa65-423f-ba3d-c9365729ed57 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Synchronizing usage tracker for tenant:c7aae89a9b4a4075b2ddf8edaad1f621 on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:47:43.922067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-c906cb63-fa65-423f-ba3d-c9365729ed57 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Unset dirty status for tenant:c7aae89a9b4a4075b2ddf8edaad1f621 on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:47:43.926248 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-c906cb63-fa65-423f-ba3d-c9365729ed57 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621 HTTP/1.1" status: 200 len: 380 time: 0.1314507 Feb 18 08:47:43.940575 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-5c69a825-5dbe-4a6c-a1c2-1ce17210116e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Request body: {'port': {'device_id': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'admin_state_up': True, 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'security_groups': ['91698203-b9a9-492c-ac41-c0a66a6def80']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:44.002516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d7bff-4023-474f-916d-94f360708860 req-efd147a1-f3f0-4a90-a578-e4c761aba255 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:44.009702 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b96d7bff-4023-474f-916d-94f360708860 req-efd147a1-f3f0-4a90-a578-e4c761aba255 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5284886 Feb 18 08:47:44.020176 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca24022a-01e5-45c5-8562-5cf0b5465acb', 'tag': 'f4df945e-c791-465d-a172-fdeff3c06799'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:44.036154 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b96d7bff-4023-474f-916d-94f360708860 req-cd9fd222-0f2d-4ddd-a6ba-f8c3988b0cd9 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/quotas/9c354dc2445545388d88409cf5b197a2 HTTP/1.1" status: 200 len: 375 time: 0.0255280 Feb 18 08:47:44.040117 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:44.114340 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b96d7bff-4023-474f-916d-94f360708860 req-f4532a7a-48be-4d2d-b7b0-0f00832a3421 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c354dc2445545388d88409cf5b197a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771809 Feb 18 08:47:44.136764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-5c69a825-5dbe-4a6c-a1c2-1ce17210116e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:44.144540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-5c69a825-5dbe-4a6c-a1c2-1ce17210116e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Usage tracker for resource:port and tenant:c7aae89a9b4a4075b2ddf8edaad1f621 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:44.149175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-5c69a825-5dbe-4a6c-a1c2-1ce17210116e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:44.156584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-5c69a825-5dbe-4a6c-a1c2-1ce17210116e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:44.184767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-5c69a825-5dbe-4a6c-a1c2-1ce17210116e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Made reservation on behalf of c7aae89a9b4a4075b2ddf8edaad1f621 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:47:44.192107 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-5c69a825-5dbe-4a6c-a1c2-1ce17210116e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:44.526178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-5c69a825-5dbe-4a6c-a1c2-1ce17210116e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Allocated IP 172.20.0.4 (5d5e2a5a-f047-425a-86b2-0b3143ac8640/df727fe9-3fec-4967-a902-47fe24f8ed0f/a32a9fce-bafc-4c7c-a307-309ea9ccfb6a) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:47:44.557876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:47:44.575958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fae8d-effc-477e-9a5f-1b36b19c481f req-b30b3c60-8130-4fb2-bd2d-9d2e7a2e15e1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:44.577520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-436fae8d-effc-477e-9a5f-1b36b19c481f req-b30b3c60-8130-4fb2-bd2d-9d2e7a2e15e1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 944 time: 0.6385071 Feb 18 08:47:44.579372 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:44.619001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Transition to ACTIVE for port object a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:47:44.640287 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:44.693251 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-436fae8d-effc-477e-9a5f-1b36b19c481f req-413687e0-a8c5-4912-9b2c-6f69a5d0d8e2 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089134 Feb 18 08:47:44.887215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:45.045174 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-5c69a825-5dbe-4a6c-a1c2-1ce17210116e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:45.063358 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Attempting to bind port a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:47:45.063711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Attempting to bind port a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '56589a8e-f93b-4698-87f1-9e079742ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c421ccdb-0273-4cab-af82-7758af24ad4c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:47:45.064039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Attempting to bind port a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 on network c421ccdb-0273-4cab-af82-7758af24ad4c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:47:45.087944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-5c69a825-5dbe-4a6c-a1c2-1ce17210116e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Transition to ACTIVE for port object a32a9fce-bafc-4c7c-a307-309ea9ccfb6a will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:47:45.088706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Port a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 on network c421ccdb-0273-4cab-af82-7758af24ad4c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:47:45.089431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Attempting to bind port a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 on network c421ccdb-0273-4cab-af82-7758af24ad4c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:47:45.098599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:47:45.098943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Checking segment: {'id': '56589a8e-f93b-4698-87f1-9e079742ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c421ccdb-0273-4cab-af82-7758af24ad4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:47:45.099324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Bound using segment: {'id': '56589a8e-f93b-4698-87f1-9e079742ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c421ccdb-0273-4cab-af82-7758af24ad4c'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:47:45.099757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Bound port: a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56589a8e-f93b-4698-87f1-9e079742ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c421ccdb-0273-4cab-af82-7758af24ad4c'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:47:45.100106 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:45.145764 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-5c69a825-5dbe-4a6c-a1c2-1ce17210116e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:45.205223 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e701e24-19ae-4cce-a423-0321af19d897 req-fffd64fc-d882-4e4b-87fe-5047c4f04d23 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:45.205948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7e701e24-19ae-4cce-a423-0321af19d897 req-fffd64fc-d882-4e4b-87fe-5047c4f04d23 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Synchronizing usage tracker for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:47:45.226347 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-5c69a825-5dbe-4a6c-a1c2-1ce17210116e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:47:45.230258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-5c69a825-5dbe-4a6c-a1c2-1ce17210116e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:47:45.233519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-5c69a825-5dbe-4a6c-a1c2-1ce17210116e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:47:45.277502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7e701e24-19ae-4cce-a423-0321af19d897 req-fffd64fc-d882-4e4b-87fe-5047c4f04d23 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Unset dirty status for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:47:45.277768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69a825-5dbe-4a6c-a1c2-1ce17210116e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Pushing event updated for resources: {'Port': ['ID=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:45.279546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e701e24-19ae-4cce-a423-0321af19d897 req-fffd64fc-d882-4e4b-87fe-5047c4f04d23 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 943 time: 0.3268683 Feb 18 08:47:45.323501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] For port a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:47:45.327091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-5c69a825-5dbe-4a6c-a1c2-1ce17210116e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:45.328040 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-5c69a825-5dbe-4a6c-a1c2-1ce17210116e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:45.361077 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-5c69a825-5dbe-4a6c-a1c2-1ce17210116e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4277184 Feb 18 08:47:45.370042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7e701e24-19ae-4cce-a423-0321af19d897 req-2c2d2ee3-0075-42d1-aebb-9ca8b72f052b tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Synchronizing usage tracker for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:47:45.378427 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Request body: {'port': {'device_id': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:45.378669 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] For port a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1,segment=NetworkSegment(56589a8e-f93b-4698-87f1-9e079742ce7f),segment_id=56589a8e-f93b-4698-87f1-9e079742ce7f)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:47:45.420769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f1332-5f71-4dfd-8606-191bb8880213 req-a4135c02-3f7c-42af-a3a4-1ecd0f665954 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:45.423299 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb3f1332-5f71-4dfd-8606-191bb8880213 req-a4135c02-3f7c-42af-a3a4-1ecd0f665954 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f3f787-9d92-4d51-a350-ccc832052c15 HTTP/1.1" status: 200 len: 951 time: 0.3259242 Feb 18 08:47:45.429006 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:45.546876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:45.547949 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:45.553348 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] 10.222.0.61 "PUT /v2.0/ports/a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 HTTP/1.1" status: 200 len: 1091 time: 1.9520683 Feb 18 08:47:45.554275 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7e701e24-19ae-4cce-a423-0321af19d897 req-2c2d2ee3-0075-42d1-aebb-9ca8b72f052b tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Unset dirty status for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:47:45.567530 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e701e24-19ae-4cce-a423-0321af19d897 req-2c2d2ee3-0075-42d1-aebb-9ca8b72f052b tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870409 Feb 18 08:47:45.571565 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f', 'tag': 'a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:45.601947 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:45.671476 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca24022a-01e5-45c5-8562-5cf0b5465acb', 'tag': 'f4df945e-c791-465d-a172-fdeff3c06799', 'status': 'completed', 'code': 200} Feb 18 08:47:45.677318 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:47:45.718326 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb3f1332-5f71-4dfd-8606-191bb8880213 req-8f953269-e7bd-4492-a989-c5bc78b1332f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/security-groups?id=b5956318-c812-442b-884a-59707e2b578a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251077 Feb 18 08:47:45.750867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52342e2e-530b-4986-8711-f2e664015a55 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:45.790760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-8c1856d6-6603-478d-bf8c-086f9623309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:45.792671 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-8c1856d6-6603-478d-bf8c-086f9623309f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef7afd6ecb794a56bc0f8875e8e00a3c&device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 1094 time: 0.1457381 Feb 18 08:47:45.957893 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:45.967126 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-0a407781-b48d-4687-baf0-c5f2b0063827 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 HTTP/1.1" status: 200 len: 217 time: 0.1653481 Feb 18 08:47:45.972152 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1a0ddef4-8b2c-4403-b544-506310f5d597 None None] Provisioning for port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:47:45.982048 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1a0ddef4-8b2c-4403-b544-506310f5d597 None None] Provisioning complete for port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:47:45.982879 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1a0ddef4-8b2c-4403-b544-506310f5d597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:46.025981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f20d5469-29b2-44c1-bf71-e93c763bae45 req-e148a1ee-2d4d-4ee6-b8e1-d5ca132a4631 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/ports?device_id=e06ecd99-65c4-4b9e-8f5d-dd69741e836d HTTP/1.1" status: 200 len: 210 time: 0.0799518 Feb 18 08:47:46.088030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:46.095021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f3f787-9d92-4d51-a350-ccc832052c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:46.103587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21528a77-703e-4ba9-be02-565b5eff7b11 req-42c3f31d-931e-42bf-84ae-c6ec680acac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:46.106227 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-21528a77-703e-4ba9-be02-565b5eff7b11 req-42c3f31d-931e-42bf-84ae-c6ec680acac1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 1125 time: 0.4034696 Feb 18 08:47:46.112208 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:46.220456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-c13f57e1-c222-4267-9001-4030df7549d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:46.221924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-c13f57e1-c222-4267-9001-4030df7549d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4096d46f-c2b8-494a-a8f4-de2454a9c23f HTTP/1.1" status: 200 len: 853 time: 0.1950786 Feb 18 08:47:46.227790 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1a0ddef4-8b2c-4403-b544-506310f5d597 None None] Port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:47:46.299819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,revision_number=11']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:46.375819 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b96d7bff-4023-474f-916d-94f360708860 req-21106de4-de2a-459b-9dec-ea73f774f68d tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9c354dc2445545388d88409cf5b197a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2083070 Feb 18 08:47:46.376991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21528a77-703e-4ba9-be02-565b5eff7b11 req-82dd064b-c3e5-425b-9b70-9395fa2d8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:46.378290 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-21528a77-703e-4ba9-be02-565b5eff7b11 req-82dd064b-c3e5-425b-9b70-9395fa2d8c05 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.2526145 Feb 18 08:47:46.513990 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-78fb7deb-afc5-4caa-b831-18beb0c89bd4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c421ccdb-0273-4cab-af82-7758af24ad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2782488 Feb 18 08:47:46.556694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43996d30-5454-42ce-acbf-a46b24b9bab7 req-21fded66-bb17-4fc7-8ec8-1583bf497ce4 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:46.557483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43996d30-5454-42ce-acbf-a46b24b9bab7 req-21fded66-bb17-4fc7-8ec8-1583bf497ce4 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:46.558132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43996d30-5454-42ce-acbf-a46b24b9bab7 req-21fded66-bb17-4fc7-8ec8-1583bf497ce4 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:46.558751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43996d30-5454-42ce-acbf-a46b24b9bab7 req-21fded66-bb17-4fc7-8ec8-1583bf497ce4 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:46.559365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43996d30-5454-42ce-acbf-a46b24b9bab7 req-21fded66-bb17-4fc7-8ec8-1583bf497ce4 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:46.559975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43996d30-5454-42ce-acbf-a46b24b9bab7 req-21fded66-bb17-4fc7-8ec8-1583bf497ce4 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:46.560617 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43996d30-5454-42ce-acbf-a46b24b9bab7 req-21fded66-bb17-4fc7-8ec8-1583bf497ce4 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:46.561227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43996d30-5454-42ce-acbf-a46b24b9bab7 req-21fded66-bb17-4fc7-8ec8-1583bf497ce4 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:46.563518 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43996d30-5454-42ce-acbf-a46b24b9bab7 req-21fded66-bb17-4fc7-8ec8-1583bf497ce4 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5694 time: 0.6453183 Feb 18 08:47:46.665389 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bde2c-6a0a-437c-8b4b-1326bae17f0d req-803d504a-a61b-409a-a503-d371e33abd36 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:46.667358 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc4bde2c-6a0a-437c-8b4b-1326bae17f0d req-803d504a-a61b-409a-a503-d371e33abd36 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 931 time: 0.4420302 Feb 18 08:47:46.720281 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-fd92aab0-4079-4e63-9c92-ef6c34ab22b5 service neutron] 10.222.0.61 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982298 Feb 18 08:47:46.748492 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-21528a77-703e-4ba9-be02-565b5eff7b11 req-2cd5ec02-b000-4a1b-b2a5-f73a262429a8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4df945e-c791-465d-a172-fdeff3c06799 HTTP/1.1" status: 200 len: 217 time: 0.1922972 Feb 18 08:47:46.838743 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f', 'tag': 'a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1', 'status': 'completed', 'code': 200} Feb 18 08:47:46.874412 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc4bde2c-6a0a-437c-8b4b-1326bae17f0d req-2921ad23-9a81-4261-b141-6106a93df317 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939113 Feb 18 08:47:46.978929 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d812dbc2-9e0b-4c8a-80e6-8cfa314d0832 req-26047283-7701-435b-aa8f-9fb887fa7c95 service neutron] 10.222.0.61 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504528 Feb 18 08:47:47.080622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21528a77-703e-4ba9-be02-565b5eff7b11 req-42593d82-d74a-40b3-8d25-d94bc074d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:47.082176 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-21528a77-703e-4ba9-be02-565b5eff7b11 req-42593d82-d74a-40b3-8d25-d94bc074d0fb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.3272831 Feb 18 08:47:47.159282 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-21528a77-703e-4ba9-be02-565b5eff7b11 req-21b6d98c-5747-4aec-aaba-d92c45c4d6e9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571909 Feb 18 08:47:47.169655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d7bff-4023-474f-916d-94f360708860 req-5a361143-1fb6-4ca5-8e44-8d2b456216df tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:47.171475 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b96d7bff-4023-474f-916d-94f360708860 req-5a361143-1fb6-4ca5-8e44-8d2b456216df tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6172328 Feb 18 08:47:47.201132 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f3f787-9d92-4d51-a350-ccc832052c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29', 'code': 200} Feb 18 08:47:47.209613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Request body: {'port': {'device_id': 'e06ecd99-65c4-4b9e-8f5d-dd69741e836d', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '9c354dc2445545388d88409cf5b197a2'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:47.250868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd631d6-ff53-4beb-b6e5-39b55232a615 req-f833f40d-b25c-4903-9e82-976fc7fe88d1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:47.252676 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4dd631d6-ff53-4beb-b6e5-39b55232a615 req-f833f40d-b25c-4903-9e82-976fc7fe88d1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 944 time: 0.2728808 Feb 18 08:47:47.283853 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:47:47.285808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e2930-43f3-4fae-8129-a11fc4be66b6 req-ef7fa1e1-3944-43e6-bc61-8136f91ffb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:47.287308 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a85e2930-43f3-4fae-8129-a11fc4be66b6 req-ef7fa1e1-3944-43e6-bc61-8136f91ffb62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef7afd6ecb794a56bc0f8875e8e00a3c&device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 1094 time: 0.2426803 Feb 18 08:47:47.468090 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32a9fce-bafc-4c7c-a307-309ea9ccfb6a {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:47:47.470759 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4dd631d6-ff53-4beb-b6e5-39b55232a615 req-001caa6a-5d0f-47f9-ad4c-319a52baed09 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946428 Feb 18 08:47:47.544389 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e78dd-2f69-44b5-99e2-951392a38443 req-ef9d9cc8-274a-4cbe-8465-ff70d819af50 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:47.556874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b12e78dd-2f69-44b5-99e2-951392a38443 req-ef9d9cc8-274a-4cbe-8465-ff70d819af50 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 886 time: 0.3029599 Feb 18 08:47:47.560536 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:47.572042 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:47.577464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Usage tracker for resource:port and tenant:9c354dc2445545388d88409cf5b197a2 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:47.583307 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-21528a77-703e-4ba9-be02-565b5eff7b11 req-e2462aed-fc82-4520-ac5a-5400261aaf3c service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093978 Feb 18 08:47:47.587287 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:47.593743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e2930-43f3-4fae-8129-a11fc4be66b6 req-127104ba-4e76-4c6a-85bb-b74d5fd51895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:47.600056 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a85e2930-43f3-4fae-8129-a11fc4be66b6 req-127104ba-4e76-4c6a-85bb-b74d5fd51895 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c421ccdb-0273-4cab-af82-7758af24ad4c HTTP/1.1" status: 200 len: 914 time: 0.2942724 Feb 18 08:47:47.600430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:47.636551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Transition to ACTIVE for port object a32a9fce-bafc-4c7c-a307-309ea9ccfb6a will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:47:47.691242 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:47.693267 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a85e2930-43f3-4fae-8129-a11fc4be66b6 req-d8e14aff-0f40-4b3c-aeae-bc96dbd58452 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 HTTP/1.1" status: 200 len: 217 time: 0.0878193 Feb 18 08:47:47.739614 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Made reservation on behalf of 9c354dc2445545388d88409cf5b197a2 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:47:47.743855 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:47.841866 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:47.920589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba0acc-c70d-47ce-b02c-aaf8c36aadf6 req-802c97c9-2dbe-471f-9d81-058459495138 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:47.924137 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0ba0acc-c70d-47ce-b02c-aaf8c36aadf6 req-802c97c9-2dbe-471f-9d81-058459495138 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 943 time: 0.2292314 Feb 18 08:47:47.930469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e2930-43f3-4fae-8129-a11fc4be66b6 req-6706f2ad-03a7-4f56-b573-426cec79f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:47.934225 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a85e2930-43f3-4fae-8129-a11fc4be66b6 req-6706f2ad-03a7-4f56-b573-426cec79f7b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4096d46f-c2b8-494a-a8f4-de2454a9c23f HTTP/1.1" status: 200 len: 853 time: 0.1775341 Feb 18 08:47:47.956525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:47.959270 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:48.052935 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a85e2930-43f3-4fae-8129-a11fc4be66b6 req-847fa170-f98b-43f1-b96f-d434b9c8a669 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c421ccdb-0273-4cab-af82-7758af24ad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716562 Feb 18 08:47:48.134366 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Usage tracker for resource:security_group_rule and tenant:9c354dc2445545388d88409cf5b197a2 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:48.138216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:48.144972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:48.214277 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-21528a77-703e-4ba9-be02-565b5eff7b11 req-ae45b4cb-4f36-4c7b-98fc-eac15029cc3a service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184230 Feb 18 08:47:48.309188 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17eaef15-283d-40a1-ac69-eefbae22c508 req-4b40c11d-91f5-477b-9479-58f0b04a90f1 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/ports?device_id=e06ecd99-65c4-4b9e-8f5d-dd69741e836d HTTP/1.1" status: 200 len: 210 time: 0.1539040 Feb 18 08:47:48.309188 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0ba0acc-c70d-47ce-b02c-aaf8c36aadf6 req-94ee43d5-f897-4e34-85db-e4db0e3827c8 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563964 Feb 18 08:47:48.502420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Attempting to bind port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:47:48.502952 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Attempting to bind port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:47:48.503287 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Attempting to bind port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a on network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:47:48.524450 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a on network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:47:48.525183 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Attempting to bind port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a on network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:47:48.540531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:47:48.541125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Checking segment: {'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:47:48.542234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Bound using segment: {'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:47:48.542877 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Bound port: a32a9fce-bafc-4c7c-a307-309ea9ccfb6a, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:47:48.543441 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:48.635616 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a85e2930-43f3-4fae-8129-a11fc4be66b6 req-17ba1e30-a681-4799-b262-e3b5811fde45 service neutron] 10.222.0.61 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758944 Feb 18 08:47:48.665067 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:48.676763 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:48.738989 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] For port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:47:48.776068 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] For port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:47:48.786160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=294f599e-f9dd-4650-a422-0bc771136b93,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:48.796178 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:48.967280 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36721c3c-1991-438d-84ed-9e3405d75b30 req-a15ed3be-03f9-4a44-9d9c-9d6d6a781e77 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:48.967948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36721c3c-1991-438d-84ed-9e3405d75b30 req-a15ed3be-03f9-4a44-9d9c-9d6d6a781e77 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:48.968203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36721c3c-1991-438d-84ed-9e3405d75b30 req-a15ed3be-03f9-4a44-9d9c-9d6d6a781e77 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:48.968684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36721c3c-1991-438d-84ed-9e3405d75b30 req-a15ed3be-03f9-4a44-9d9c-9d6d6a781e77 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:48.969147 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36721c3c-1991-438d-84ed-9e3405d75b30 req-a15ed3be-03f9-4a44-9d9c-9d6d6a781e77 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:48.969587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36721c3c-1991-438d-84ed-9e3405d75b30 req-a15ed3be-03f9-4a44-9d9c-9d6d6a781e77 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:48.970032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36721c3c-1991-438d-84ed-9e3405d75b30 req-a15ed3be-03f9-4a44-9d9c-9d6d6a781e77 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:48.970478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36721c3c-1991-438d-84ed-9e3405d75b30 req-a15ed3be-03f9-4a44-9d9c-9d6d6a781e77 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:48.983350 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36721c3c-1991-438d-84ed-9e3405d75b30 req-a15ed3be-03f9-4a44-9d9c-9d6d6a781e77 tempest-NetworksTest-55022260 tempest-NetworksTest-55022260-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5694 time: 0.5433543 Feb 18 08:47:49.049971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ce329-a056-4464-8b11-66a7eb25ac61 req-234ed39c-ee2e-4fe0-928a-457c69f3ef09 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:49.057083 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-575ce329-a056-4464-8b11-66a7eb25ac61 req-234ed39c-ee2e-4fe0-928a-457c69f3ef09 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 943 time: 0.4204874 Feb 18 08:47:49.058684 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:49.059301 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:49.060695 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] 10.222.0.81 "PUT /v2.0/ports/a32a9fce-bafc-4c7c-a307-309ea9ccfb6a HTTP/1.1" status: 200 len: 1091 time: 3.6907966 Feb 18 08:47:49.061140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'tag': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:49.078660 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a85e2930-43f3-4fae-8129-a11fc4be66b6 req-f9ad195f-6fe8-463d-9596-d60c6ee63271 service neutron] 10.222.0.61 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076478 Feb 18 08:47:49.113649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93348e85-a694-4df2-acc5-e953697cb3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:49.230916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Allocated IP 192.168.233.235 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/1336e09c-e47d-4796-8510-24489566a2d2) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:47:49.240184 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-575ce329-a056-4464-8b11-66a7eb25ac61 req-3d348cd8-0efe-46dc-b7f9-3db7f7256577 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820652 Feb 18 08:47:49.391422 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-0e41e88a-09ec-4c1e-9972-e00f1fcc0cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:49.392937 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-0e41e88a-09ec-4c1e-9972-e00f1fcc0cbe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621&device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 1094 time: 0.2803535 Feb 18 08:47:49.465681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4badb-5a27-45cb-bc08-800b65609051 req-4f33906a-32cf-4f78-a1eb-33c1a8bd1da0 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:49.467130 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2b4badb-5a27-45cb-bc08-800b65609051 req-4f33906a-32cf-4f78-a1eb-33c1a8bd1da0 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 944 time: 0.1758118 Feb 18 08:47:49.568552 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2b4badb-5a27-45cb-bc08-800b65609051 req-81ce164b-3807-4edf-9887-79ced79b9249 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906699 Feb 18 08:47:49.605732 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-ab9c2f8f-2c65-422e-8870-a7339f8835ad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a HTTP/1.1" status: 200 len: 217 time: 0.1243081 Feb 18 08:47:49.662408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47498) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:49.683514 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:47:49.786949 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'tag': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a', 'status': 'completed', 'code': 200} Feb 18 08:47:49.789588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-e78cfd59-5bcb-4aca-ab61-2dfb10ffcfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:49.823282 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-e78cfd59-5bcb-4aca-ab61-2dfb10ffcfca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=df727fe9-3fec-4967-a902-47fe24f8ed0f HTTP/1.1" status: 200 len: 855 time: 0.2068958 Feb 18 08:47:49.886194 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:49.897505 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1,segment=NetworkSegment(56589a8e-f93b-4698-87f1-9e079742ce7f),segment_id=56589a8e-f93b-4698-87f1-9e079742ce7f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:49.917712 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1', 'network_id': 'c421ccdb-0273-4cab-af82-7758af24ad4c', 'port_id': 'a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1', 'mac_address': 'fa:16:3e:ea:3c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4096d46f-c2b8-494a-a8f4-de2454a9c23f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:47:49.925355 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Transition to ACTIVE for port object 1336e09c-e47d-4796-8510-24489566a2d2 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:47:49.990830 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:50.004415 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:50.010791 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:47:50.030041 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1,segment=NetworkSegment(56589a8e-f93b-4698-87f1-9e079742ce7f),segment_id=56589a8e-f93b-4698-87f1-9e079742ce7f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:50.039299 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:50.177550 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:47:50.185484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Pushing event updated for resources: {'Port': ['ID=1336e09c-e47d-4796-8510-24489566a2d2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:50.196947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:47:50.202052 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:47:50.230110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:50.353305 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:50.353911 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:50.362058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-3d4ee176-8a02-425f-97c5-13d067f05680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:50.362776 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-3d4ee176-8a02-425f-97c5-13d067f05680 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5d5e2a5a-f047-425a-86b2-0b3143ac8640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4091611 Feb 18 08:47:50.389305 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dd92213e-96fa-4278-bfed-e0fe32fb170c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:50.413242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:47:50.466404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-dd92213e-96fa-4278-bfed-e0fe32fb170c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:50.471961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-dd92213e-96fa-4278-bfed-e0fe32fb170c admin admin] Usage tracker for resource:security_group_rule and tenant:ab0c644feefc4324a45c1c41eb17e3c2 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:50.481141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-dd92213e-96fa-4278-bfed-e0fe32fb170c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:50.502007 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b96d7bff-4023-474f-916d-94f360708860 req-3d83319e-26e7-482b-b4ac-62d76075a9b0 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2995877 Feb 18 08:47:50.522129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-dd92213e-96fa-4278-bfed-e0fe32fb170c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:50.545756 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Request body: {'port': {'device_id': 'e06ecd99-65c4-4b9e-8f5d-dd69741e836d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:50.631364 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3658a264-0d47-41ed-8ada-b40e9c005d0b None None] Provisioning for port 1336e09c-e47d-4796-8510-24489566a2d2 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:47:50.643068 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3658a264-0d47-41ed-8ada-b40e9c005d0b None None] Provisioning complete for port 1336e09c-e47d-4796-8510-24489566a2d2 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:47:50.643695 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3658a264-0d47-41ed-8ada-b40e9c005d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:50.683752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47514) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:50.721117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa531a-aba3-40b4-ae84-445061be52bf req-04bf7a99-77cd-4087-9a68-88df0ac88ebb tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:50.721749 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5caa531a-aba3-40b4-ae84-445061be52bf req-04bf7a99-77cd-4087-9a68-88df0ac88ebb tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/ports?device_id=e06ecd99-65c4-4b9e-8f5d-dd69741e836d HTTP/1.1" status: 200 len: 936 time: 0.6251833 Feb 18 08:47:50.753061 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-3658a264-0d47-41ed-8ada-b40e9c005d0b None None] Port 1336e09c-e47d-4796-8510-24489566a2d2 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:47:50.775559 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-a4096a6e-d434-4203-a886-72c7b2017142 service neutron] 10.222.0.81 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033589 Feb 18 08:47:50.778524 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:50.859311 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dd92213e-96fa-4278-bfed-e0fe32fb170c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:50.886220 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dd92213e-96fa-4278-bfed-e0fe32fb170c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:50.921161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d7e89-3ad1-4805-8a99-46851bade9ae req-4ad23f8c-cf9e-44db-b04e-2c86fb08f6f7 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:50.924188 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df3d7e89-3ad1-4805-8a99-46851bade9ae req-4ad23f8c-cf9e-44db-b04e-2c86fb08f6f7 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 944 time: 0.6440511 Feb 18 08:47:51.049737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5caa531a-aba3-40b4-ae84-445061be52bf req-3a572b0b-1b31-4263-a4c4-bd85fa58c596 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/security-groups?id=294f599e-f9dd-4650-a422-0bc771136b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042302 Feb 18 08:47:51.062471 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dd92213e-96fa-4278-bfed-e0fe32fb170c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ab0c644feefc4324a45c1c41eb17e3c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3907256 Feb 18 08:47:51.063415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47524) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:51.076170 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dadba62a-ba92-4f85-86e7-36a97f95a339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:51.109346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92213e-96fa-4278-bfed-e0fe32fb170c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341d3585-921f-40af-a868-62439ced902f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:51.124762 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-dadba62a-ba92-4f85-86e7-36a97f95a339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:51.141397 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-dadba62a-ba92-4f85-86e7-36a97f95a339 admin admin] Usage tracker for resource:security_group_rule and tenant:aab65d2cc388403da8b4bc0e04a01652 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:51.147507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-dadba62a-ba92-4f85-86e7-36a97f95a339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:51.167555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-dadba62a-ba92-4f85-86e7-36a97f95a339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:51.180680 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df3d7e89-3ad1-4805-8a99-46851bade9ae req-11c09454-97ad-40fe-820a-7eb033ccd73f tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240822 Feb 18 08:47:51.251432 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af94b444-057c-4791-9b62-705606df9276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:51.260047 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7dcad3fa-5abd-437f-b3d5-d8f9f60bfa78 req-75a22fe6-589c-4947-b7b5-9c7081a370c5 service neutron] 10.222.0.81 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425120 Feb 18 08:47:51.348585 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af94b444-057c-4791-9b62-705606df9276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:51.465738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6e817-71b2-4f3b-b8d6-78585c62ac95 req-5c9fdc8e-d9bd-4904-9c45-8aa5560225fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:51.468210 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f7a6e817-71b2-4f3b-b8d6-78585c62ac95 req-5c9fdc8e-d9bd-4904-9c45-8aa5560225fa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621&device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 1094 time: 0.1361983 Feb 18 08:47:51.638468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1336e09c-e47d-4796-8510-24489566a2d2 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:47:51.655106 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dadba62a-ba92-4f85-86e7-36a97f95a339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:51.667863 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:51.672147 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51593d-6515-4ec1-8c89-b9ccf9515fa3 req-af6d04da-9192-4722-a63f-8b642be53817 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:51.680251 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af51593d-6515-4ec1-8c89-b9ccf9515fa3 req-af6d04da-9192-4722-a63f-8b642be53817 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 944 time: 0.2119222 Feb 18 08:47:51.685680 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dadba62a-ba92-4f85-86e7-36a97f95a339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:51.727506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Transition to ACTIVE for port object 1336e09c-e47d-4796-8510-24489566a2d2 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:47:51.744552 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:51.749026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadba62a-ba92-4f85-86e7-36a97f95a339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee1a99e-38ad-4d4f-89cd-3831ba3f0356,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:51.756024 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af94b444-057c-4791-9b62-705606df9276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:51.795563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f978a7-7cb4-4b0b-9997-d4d093632dfa req-3860183c-5c9b-46ef-85c4-b51dc5a1e1d4 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:51.797544 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01f978a7-7cb4-4b0b-9997-d4d093632dfa req-3860183c-5c9b-46ef-85c4-b51dc5a1e1d4 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 943 time: 0.4186890 Feb 18 08:47:51.803544 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af94b444-057c-4791-9b62-705606df9276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:51.806965 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-af94b444-057c-4791-9b62-705606df9276 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/341d3585-921f-40af-a868-62439ced902f HTTP/1.1" status: 204 len: 168 time: 0.7364018 Feb 18 08:47:51.842727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94b444-057c-4791-9b62-705606df9276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341d3585-921f-40af-a868-62439ced902f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:51.860516 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dadba62a-ba92-4f85-86e7-36a97f95a339 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aab65d2cc388403da8b4bc0e04a01652&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1731358 Feb 18 08:47:51.889963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47540) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:51.931060 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01f978a7-7cb4-4b0b-9997-d4d093632dfa req-9280a451-7cec-488b-aa51-59a015cc210b tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124728 Feb 18 08:47:51.962612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Pushing event updated for resources: {'Port': ['ID=1336e09c-e47d-4796-8510-24489566a2d2,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:51.993364 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af51593d-6515-4ec1-8c89-b9ccf9515fa3 req-295397d8-72c9-4c07-b49b-ecae14b369ee tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108671 Feb 18 08:47:52.075013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6e817-71b2-4f3b-b8d6-78585c62ac95 req-706d389e-4ae1-4759-b42e-37caf4d7bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:52.077141 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f7a6e817-71b2-4f3b-b8d6-78585c62ac95 req-706d389e-4ae1-4759-b42e-37caf4d7bdab service neutron] 10.222.0.81 "GET /v2.0/networks?id=5d5e2a5a-f047-425a-86b2-0b3143ac8640 HTTP/1.1" status: 200 len: 917 time: 0.5712624 Feb 18 08:47:52.182101 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-480259d2-ea71-49f0-af9e-61eb89d29603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:52.189837 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f7a6e817-71b2-4f3b-b8d6-78585c62ac95 req-1231e598-8319-4ac6-b1a7-11284271156f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a HTTP/1.1" status: 200 len: 217 time: 0.1032929 Feb 18 08:47:52.254198 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-480259d2-ea71-49f0-af9e-61eb89d29603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:52.393026 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-480259d2-ea71-49f0-af9e-61eb89d29603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:52.454017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480259d2-ea71-49f0-af9e-61eb89d29603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee1a99e-38ad-4d4f-89cd-3831ba3f0356,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:52.458413 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-480259d2-ea71-49f0-af9e-61eb89d29603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:52.492098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-480259d2-ea71-49f0-af9e-61eb89d29603 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aee1a99e-38ad-4d4f-89cd-3831ba3f0356 HTTP/1.1" status: 204 len: 168 time: 0.5802250 Feb 18 08:47:52.515716 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6e817-71b2-4f3b-b8d6-78585c62ac95 req-a6cb750f-37b7-491d-a4e4-f0c2d31b33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:52.525431 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f7a6e817-71b2-4f3b-b8d6-78585c62ac95 req-a6cb750f-37b7-491d-a4e4-f0c2d31b33bf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=df727fe9-3fec-4967-a902-47fe24f8ed0f HTTP/1.1" status: 200 len: 855 time: 0.2936797 Feb 18 08:47:52.535533 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47570) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:52.636278 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Attempting to bind port 1336e09c-e47d-4796-8510-24489566a2d2 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:47:52.636643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Attempting to bind port 1336e09c-e47d-4796-8510-24489566a2d2 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:47:52.636970 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Attempting to bind port 1336e09c-e47d-4796-8510-24489566a2d2 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:47:52.643799 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-353e91fe-3800-40f4-aed8-daa4b9b9ed79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:52.669411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Port 1336e09c-e47d-4796-8510-24489566a2d2 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:47:52.669749 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Attempting to bind port 1336e09c-e47d-4796-8510-24489566a2d2 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:47:52.675396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-353e91fe-3800-40f4-aed8-daa4b9b9ed79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:52.679537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6e817-71b2-4f3b-b8d6-78585c62ac95 req-273e2452-f855-4f87-8010-c146634683a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:52.681236 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f7a6e817-71b2-4f3b-b8d6-78585c62ac95 req-273e2452-f855-4f87-8010-c146634683a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5d5e2a5a-f047-425a-86b2-0b3143ac8640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448421 Feb 18 08:47:52.681961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:47:52.682288 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:47:52.682654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:47:52.683253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Bound port: 1336e09c-e47d-4796-8510-24489566a2d2, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:47:52.683601 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:52.721953 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-353e91fe-3800-40f4-aed8-daa4b9b9ed79 admin admin] Usage tracker for resource:security_group_rule and tenant:e4b040eda17e45fab2ba4544309ced3e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:52.728728 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-353e91fe-3800-40f4-aed8-daa4b9b9ed79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:52.729753 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e919c6-167c-4d20-acc8-ae09f1b03c5f req-9094e76a-91ea-425b-98c6-c5f61fcf814f tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:52.740021 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d6e919c6-167c-4d20-acc8-ae09f1b03c5f req-9094e76a-91ea-425b-98c6-c5f61fcf814f tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 944 time: 0.1924272 Feb 18 08:47:52.795327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d487632-52e1-4813-b4e7-ce8428feff72 req-0a80ca27-86d2-4166-8ec8-488a16646209 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:52.815708 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d487632-52e1-4813-b4e7-ce8428feff72 req-0a80ca27-86d2-4166-8ec8-488a16646209 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/ports?device_id=e06ecd99-65c4-4b9e-8f5d-dd69741e836d HTTP/1.1" status: 200 len: 948 time: 0.3592792 Feb 18 08:47:52.826981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-353e91fe-3800-40f4-aed8-daa4b9b9ed79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:52.891614 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d6e919c6-167c-4d20-acc8-ae09f1b03c5f req-41051d8f-2aca-428c-968a-208da92a0bba tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505492 Feb 18 08:47:53.000794 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d487632-52e1-4813-b4e7-ce8428feff72 req-2e8ae5b9-b9e0-4bd3-b52e-6ed79c8b0cbd tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/security-groups?id=294f599e-f9dd-4650-a422-0bc771136b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840827 Feb 18 08:47:53.130977 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] For port 1336e09c-e47d-4796-8510-24489566a2d2, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:47:53.153306 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f7a6e817-71b2-4f3b-b8d6-78585c62ac95 req-b8e6c3a4-ee1f-4596-9190-9fe93f22b413 service neutron] 10.222.0.81 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570284 Feb 18 08:47:53.158854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] For port 1336e09c-e47d-4796-8510-24489566a2d2, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1336e09c-e47d-4796-8510-24489566a2d2,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:47:53.202977 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:53.233166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47590) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:53.280625 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8d2b19e9-56fb-4450-8e3d-3dd979eab457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:53.325640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8d2b19e9-56fb-4450-8e3d-3dd979eab457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:53.334809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8d2b19e9-56fb-4450-8e3d-3dd979eab457 admin admin] Usage tracker for resource:security_group_rule and tenant:321e8006a72f4aed816d66c1f936b8b1 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:53.339812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8d2b19e9-56fb-4450-8e3d-3dd979eab457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:53.347301 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:53.348283 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:53.349301 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b96d7bff-4023-474f-916d-94f360708860 req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] 10.222.0.61 "PUT /v2.0/ports/1336e09c-e47d-4796-8510-24489566a2d2 HTTP/1.1" status: 200 len: 1096 time: 2.8222821 Feb 18 08:47:53.360064 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06ecd99-65c4-4b9e-8f5d-dd69741e836d', 'tag': '1336e09c-e47d-4796-8510-24489566a2d2'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:53.363587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8d2b19e9-56fb-4450-8e3d-3dd979eab457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:53.557831 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-353e91fe-3800-40f4-aed8-daa4b9b9ed79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:53.560248 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ceebf-4022-48db-95ba-e06603b3d8ff service neutron] Pushing event updated for resources: {'Port': ['ID=1336e09c-e47d-4796-8510-24489566a2d2,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:53.592040 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-353e91fe-3800-40f4-aed8-daa4b9b9ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:53.681383 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f7a6e817-71b2-4f3b-b8d6-78585c62ac95 req-d2a7cdec-369b-4d15-b94b-96b4f972e165 service neutron] 10.222.0.81 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076010 Feb 18 08:47:53.684072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e91fe-3800-40f4-aed8-daa4b9b9ed79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf0379c-fad7-4ac7-bd58-bb3598a5679d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:53.684348 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8d2b19e9-56fb-4450-8e3d-3dd979eab457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:53.692508 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-353e91fe-3800-40f4-aed8-daa4b9b9ed79 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e4b040eda17e45fab2ba4544309ced3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1533597 Feb 18 08:47:53.693427 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47598) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:53.703779 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:47:53.713381 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d7bff-4023-474f-916d-94f360708860 req-dc9c6b2e-f709-4676-8579-d9c29f4a5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:53.714969 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b96d7bff-4023-474f-916d-94f360708860 req-dc9c6b2e-f709-4676-8579-d9c29f4a5f5b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c354dc2445545388d88409cf5b197a2&device_id=e06ecd99-65c4-4b9e-8f5d-dd69741e836d HTTP/1.1" status: 200 len: 1099 time: 0.3110609 Feb 18 08:47:53.715803 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8d2b19e9-56fb-4450-8e3d-3dd979eab457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:53.764929 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f8a60-9925-48c4-8859-8ac68f0b7fa2 req-ef545eef-541c-4127-b678-6cb87c936034 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:53.767282 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-947f8a60-9925-48c4-8859-8ac68f0b7fa2 req-ef545eef-541c-4127-b678-6cb87c936034 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 944 time: 0.3072102 Feb 18 08:47:53.815842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:47:53.824456 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:47:53.825151 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:53.827081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4414a71-b4a7-4d7a-aba1-474cc79d7190 req-9cf03bd2-c504-49a9-925c-b8722a3b97c2 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:53.829021 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f4414a71-b4a7-4d7a-aba1-474cc79d7190 req-9cf03bd2-c504-49a9-925c-b8722a3b97c2 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 943 time: 0.3672798 Feb 18 08:47:53.836477 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8d2b19e9-56fb-4450-8e3d-3dd979eab457 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=321e8006a72f4aed816d66c1f936b8b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6021235 Feb 18 08:47:53.853695 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b19e9-56fb-4450-8e3d-3dd979eab457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a42c68-88bc-4eb2-aba1-ee8e5444409d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:53.873478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47602) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:53.877918 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b96d7bff-4023-474f-916d-94f360708860 req-d6505713-89de-4600-b097-845995640a3a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=1336e09c-e47d-4796-8510-24489566a2d2 HTTP/1.1" status: 200 len: 217 time: 0.1552243 Feb 18 08:47:53.947812 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-947f8a60-9925-48c4-8859-8ac68f0b7fa2 req-a967ed7a-177c-4fad-af11-9cef047412ba tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518192 Feb 18 08:47:53.963291 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40bd5142-a5a0-4a5e-a4b9-97fc370c2f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:53.994972 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40bd5142-a5a0-4a5e-a4b9-97fc370c2f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:54.028903 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:54.059343 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:54.062483 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f4414a71-b4a7-4d7a-aba1-474cc79d7190 req-927b3ea5-ef2d-493b-8bab-d543f1b88e88 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244215 Feb 18 08:47:54.071447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1,segment=NetworkSegment(56589a8e-f93b-4698-87f1-9e079742ce7f),segment_id=56589a8e-f93b-4698-87f1-9e079742ce7f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:54.076081 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-79a61ef2-1cb0-4c08-9d71-00f3ef8343be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:54.088534 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:54.097859 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40bd5142-a5a0-4a5e-a4b9-97fc370c2f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:54.148916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd5142-a5a0-4a5e-a4b9-97fc370c2f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf0379c-fad7-4ac7-bd58-bb3598a5679d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:54.166819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d7bff-4023-474f-916d-94f360708860 req-2090b700-a732-416f-9521-1d5ff3587e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:54.171120 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b96d7bff-4023-474f-916d-94f360708860 req-2090b700-a732-416f-9521-1d5ff3587e4f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.2678742 Feb 18 08:47:54.177753 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-79a61ef2-1cb0-4c08-9d71-00f3ef8343be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:54.187341 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40bd5142-a5a0-4a5e-a4b9-97fc370c2f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:54.192990 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-40bd5142-a5a0-4a5e-a4b9-97fc370c2f59 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/faf0379c-fad7-4ac7-bd58-bb3598a5679d HTTP/1.1" status: 204 len: 168 time: 0.4980688 Feb 18 08:47:54.202680 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:54.281840 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06ecd99-65c4-4b9e-8f5d-dd69741e836d', 'tag': '1336e09c-e47d-4796-8510-24489566a2d2', 'status': 'completed', 'code': 200} Feb 18 08:47:54.331630 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-79a61ef2-1cb0-4c08-9d71-00f3ef8343be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:54.347737 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d7bff-4023-474f-916d-94f360708860 req-001cc3d9-165d-4538-8daa-6c0f7f303104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:54.349260 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b96d7bff-4023-474f-916d-94f360708860 req-001cc3d9-165d-4538-8daa-6c0f7f303104 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1634393 Feb 18 08:47:54.360118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a61ef2-1cb0-4c08-9d71-00f3ef8343be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a42c68-88bc-4eb2-aba1-ee8e5444409d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:54.371181 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-79a61ef2-1cb0-4c08-9d71-00f3ef8343be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:54.378889 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-79a61ef2-1cb0-4c08-9d71-00f3ef8343be admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a0a42c68-88bc-4eb2-aba1-ee8e5444409d HTTP/1.1" status: 204 len: 168 time: 0.5023878 Feb 18 08:47:54.462756 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device a32a9fce-bafc-4c7c-a307-309ea9ccfb6a details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:47:54.856968 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b96d7bff-4023-474f-916d-94f360708860 req-95e4cd00-0ea5-43bc-b344-8c32d1403965 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824100 Feb 18 08:47:54.959741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:55.049234 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'port_id': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a', 'mac_address': 'fa:16:3e:9c:44:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:47:55.084059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdd7e3-266b-473c-ad08-e2f3a47ebe67 req-ffc6f957-9da7-45bb-b62a-0df104641282 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:55.093789 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26bdd7e3-266b-473c-ad08-e2f3a47ebe67 req-ffc6f957-9da7-45bb-b62a-0df104641282 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 945 time: 0.6389008 Feb 18 08:47:55.166326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c979d4f-ef05-46b4-a3b3-0257ee49057e req-86751e20-c376-435f-9aaa-327bc1cbe478 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:55.167778 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c979d4f-ef05-46b4-a3b3-0257ee49057e req-86751e20-c376-435f-9aaa-327bc1cbe478 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/ports?device_id=e06ecd99-65c4-4b9e-8f5d-dd69741e836d HTTP/1.1" status: 200 len: 948 time: 0.7644641 Feb 18 08:47:55.241800 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:55.299966 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32a9fce-bafc-4c7c-a307-309ea9ccfb6a {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:47:55.332552 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26bdd7e3-266b-473c-ad08-e2f3a47ebe67 req-875b75a3-1e83-4879-97bf-2705084e698a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255220 Feb 18 08:47:55.356604 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:55.364825 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:55.378186 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c979d4f-ef05-46b4-a3b3-0257ee49057e req-cecac624-ef8d-4437-a2e5-df3c0bb0b21c tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/security-groups?id=294f599e-f9dd-4650-a422-0bc771136b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759636 Feb 18 08:47:55.387637 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-919e5742-4ab3-4170-980e-e25e0847e305 req-92d79cba-d95c-446e-8ac1-f50f0a2b36dd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8280442 Feb 18 08:47:55.402531 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b96d7bff-4023-474f-916d-94f360708860 req-0fedccb5-a3c5-4684-8354-44c2ab7cae25 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448511 Feb 18 08:47:55.539841 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1', 'code': 200} Feb 18 08:47:55.637770 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:55.742863 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['a32a9fce-bafc-4c7c-a307-309ea9ccfb6a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:47:55.777971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d19e0-5914-4a39-a050-abbf586b2743 req-0916bc96-dc65-4f3b-8dc4-58d922a68af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:55.785600 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a16d19e0-5914-4a39-a050-abbf586b2743 req-0916bc96-dc65-4f3b-8dc4-58d922a68af7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 1096 time: 0.2411425 Feb 18 08:47:55.792953 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-e438ced2-44fc-4596-8af8-29001a846bf9 service neutron] 10.222.0.81 "GET /v2.0/ports/f4df945e-c791-465d-a172-fdeff3c06799/bindings/n-h2-829434-1 HTTP/1.1" status: 200 len: 384 time: 0.1370647 Feb 18 08:47:55.884883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a16d19e0-5914-4a39-a050-abbf586b2743 req-45a8bbc1-f08d-4bf3-b198-e03d41e54499 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864055 Feb 18 08:47:55.943837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e433a6-1ae5-49cc-827e-aef6cfbba478 req-e7f3b3f8-7a4e-4c76-9579-3c0aa16fcede tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:55.951451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30e433a6-1ae5-49cc-827e-aef6cfbba478 req-e7f3b3f8-7a4e-4c76-9579-3c0aa16fcede tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 944 time: 0.2274661 Feb 18 08:47:56.007944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e5742-4ab3-4170-980e-e25e0847e305 req-7435f41e-77eb-489a-b021-0a3c18ea1a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:56.009504 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-919e5742-4ab3-4170-980e-e25e0847e305 req-7435f41e-77eb-489a-b021-0a3c18ea1a93 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 1095 time: 0.5923076 Feb 18 08:47:56.023956 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf59f27-1d15-4ef4-b23a-9cc352935e86 req-5f70a01d-dd54-491e-af13-db27ae7774e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:56.025489 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-baf59f27-1d15-4ef4-b23a-9cc352935e86 req-5f70a01d-dd54-491e-af13-db27ae7774e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c354dc2445545388d88409cf5b197a2&device_id=e06ecd99-65c4-4b9e-8f5d-dd69741e836d HTTP/1.1" status: 200 len: 1099 time: 0.5492096 Feb 18 08:47:56.197956 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30e433a6-1ae5-49cc-827e-aef6cfbba478 req-ed6ec519-756b-4b7b-9a58-0a35665a0726 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258879 Feb 18 08:47:56.231027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595999ea-f31d-4bf0-82c9-50a7e7a800e9 req-191b3845-75e2-4455-9634-eea4f9a09aa6 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:56.237835 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-595999ea-f31d-4bf0-82c9-50a7e7a800e9 req-191b3845-75e2-4455-9634-eea4f9a09aa6 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 944 time: 0.2823601 Feb 18 08:47:56.366657 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-595999ea-f31d-4bf0-82c9-50a7e7a800e9 req-30d599ef-df69-42e0-9ba1-b7ef1dd5e5c8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026194 Feb 18 08:47:56.438867 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-8fe799ba-db08-40ab-94da-cfeed886977c service neutron] For port f4df945e-c791-465d-a172-fdeff3c06799, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f4df945e-c791-465d-a172-fdeff3c06799,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:56.463905 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f4df945e-c791-465d-a172-fdeff3c06799 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:47:56.487667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-8fe799ba-db08-40ab-94da-cfeed886977c service neutron] For port f4df945e-c791-465d-a172-fdeff3c06799, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:47:56.587034 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47708) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:56.650866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e9bdf-0e67-4dd3-a10c-8c370747253b req-1373df69-370b-47c0-bf42-f8f8206dd26a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:56.658854 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e3e9bdf-0e67-4dd3-a10c-8c370747253b req-1373df69-370b-47c0-bf42-f8f8206dd26a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 945 time: 0.1113803 Feb 18 08:47:56.693402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-8fe799ba-db08-40ab-94da-cfeed886977c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4df945e-c791-465d-a172-fdeff3c06799 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:47:56.705764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-8fe799ba-db08-40ab-94da-cfeed886977c service neutron] For port f4df945e-c791-465d-a172-fdeff3c06799, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f4df945e-c791-465d-a172-fdeff3c06799,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:56.716559 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e3e9bdf-0e67-4dd3-a10c-8c370747253b req-24249d32-be2b-4efc-a20a-259648cc5dc0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566444 Feb 18 08:47:56.784515 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-8fe799ba-db08-40ab-94da-cfeed886977c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:56.910103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06b85a-0ead-4e38-97e1-0170311a50e4 req-f37fdc7a-e896-46f7-b0d7-a49ce5d61568 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:56.916803 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b06b85a-0ead-4e38-97e1-0170311a50e4 req-f37fdc7a-e896-46f7-b0d7-a49ce5d61568 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/ports?device_id=e06ecd99-65c4-4b9e-8f5d-dd69741e836d HTTP/1.1" status: 200 len: 948 time: 0.1967483 Feb 18 08:47:57.013535 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b06b85a-0ead-4e38-97e1-0170311a50e4 req-a22ed286-dad9-4060-9718-8d0628a79727 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/security-groups?id=294f599e-f9dd-4650-a422-0bc771136b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756145 Feb 18 08:47:57.030217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e5742-4ab3-4170-980e-e25e0847e305 req-446d2421-0182-4e4c-9d75-98e1987f0fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:57.032256 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-919e5742-4ab3-4170-980e-e25e0847e305 req-446d2421-0182-4e4c-9d75-98e1987f0fb8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.9971895 Feb 18 08:47:57.129453 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1940826588-network', 'tenant_id': '3b9b03c847a845f1b5e194411bde3a13'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:57.180614 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf59f27-1d15-4ef4-b23a-9cc352935e86 req-9ebce467-0b64-432e-a171-296e0544786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:57.182680 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-baf59f27-1d15-4ef4-b23a-9cc352935e86 req-9ebce467-0b64-432e-a171-296e0544786d service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 1.0067565 Feb 18 08:47:57.184643 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-919e5742-4ab3-4170-980e-e25e0847e305 req-6536e77f-34e6-4c91-8afd-0fd97c915648 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27b00282-dcaa-4c58-8db2-087956d97def HTTP/1.1" status: 200 len: 217 time: 0.1386735 Feb 18 08:47:57.186759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:57.280634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Usage tracker for resource:network and tenant:3b9b03c847a845f1b5e194411bde3a13 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:57.360230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-8fe799ba-db08-40ab-94da-cfeed886977c service neutron] Transition to ACTIVE for port object f4df945e-c791-465d-a172-fdeff3c06799 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:47:57.361829 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e5742-4ab3-4170-980e-e25e0847e305 req-dd7e9107-dc2d-4976-a17b-fc2f2e86b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:57.363273 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-919e5742-4ab3-4170-980e-e25e0847e305 req-dd7e9107-dc2d-4976-a17b-fc2f2e86b7b6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.1353383 Feb 18 08:47:57.369683 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:57.418973 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-8fe799ba-db08-40ab-94da-cfeed886977c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:57.431732 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-baf59f27-1d15-4ef4-b23a-9cc352935e86 req-834bc66b-47da-4132-9e93-f5e738d068a7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=1336e09c-e47d-4796-8510-24489566a2d2 HTTP/1.1" status: 200 len: 217 time: 0.2079561 Feb 18 08:47:57.436634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:57.501399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0f219-d907-44e1-885d-2f5b54502752 req-10e9d1b1-04fc-4f3b-b538-1cc78dbaffee tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:57.510623 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bca0f219-d907-44e1-885d-2f5b54502752 req-10e9d1b1-04fc-4f3b-b538-1cc78dbaffee tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 945 time: 0.1804662 Feb 18 08:47:57.576170 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bca0f219-d907-44e1-885d-2f5b54502752 req-eb709c8d-ea3e-4ced-89ae-ff35663e6819 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628409 Feb 18 08:47:57.705643 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1336e09c-e47d-4796-8510-24489566a2d2 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:47:57.764154 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf59f27-1d15-4ef4-b23a-9cc352935e86 req-097b04e7-02c2-4a39-ba8b-f3a3a2149c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:57.765698 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-baf59f27-1d15-4ef4-b23a-9cc352935e86 req-097b04e7-02c2-4a39-ba8b-f3a3a2149c8c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.2850647 Feb 18 08:47:57.767707 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-919e5742-4ab3-4170-980e-e25e0847e305 req-fc8df1f9-808f-4fb2-8eee-7d46eaf0af79 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3949180 Feb 18 08:47:57.831923 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-8fe799ba-db08-40ab-94da-cfeed886977c service neutron] No DVR routers for this DVR port f4df945e-c791-465d-a172-fdeff3c06799 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:47:57.898636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150aff1b-48df-4c36-9749-cf4b4e364839 req-69ba7610-47c8-4f16-a4d7-5461d1d20120 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:57.903713 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Made reservation on behalf of 3b9b03c847a845f1b5e194411bde3a13 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:47:57.904598 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-150aff1b-48df-4c36-9749-cf4b4e364839 req-69ba7610-47c8-4f16-a4d7-5461d1d20120 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 944 time: 0.2191534 Feb 18 08:47:57.907154 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:57.939986 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:58.007873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:58.012444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Usage tracker for resource:security_group_rule and tenant:3b9b03c847a845f1b5e194411bde3a13 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:58.017167 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:58.017868 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-150aff1b-48df-4c36-9749-cf4b4e364839 req-dc7bc938-ca95-4aa5-9aff-de43093ca0e5 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078186 Feb 18 08:47:58.109433 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:58.161138 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe799ba-db08-40ab-94da-cfeed886977c service neutron] Pushing event updated for resources: {'Port': ['ID=f4df945e-c791-465d-a172-fdeff3c06799,revision_number=10']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:58.176164 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-8fe799ba-db08-40ab-94da-cfeed886977c service neutron] 10.222.0.81 "PUT /v2.0/ports/f4df945e-c791-465d-a172-fdeff3c06799/bindings/n-h2-829434-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3676448 Feb 18 08:47:58.181717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1336e09c-e47d-4796-8510-24489566a2d2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1336e09c-e47d-4796-8510-24489566a2d2,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:58.229439 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf59f27-1d15-4ef4-b23a-9cc352935e86 req-cd77636d-babd-4794-9a81-a5286485507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:58.230953 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-baf59f27-1d15-4ef4-b23a-9cc352935e86 req-cd77636d-babd-4794-9a81-a5286485507a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4041398 Feb 18 08:47:58.255950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '1336e09c-e47d-4796-8510-24489566a2d2', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '1336e09c-e47d-4796-8510-24489566a2d2', 'mac_address': 'fa:16:3e:97:78:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:47:58.357833 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-919e5742-4ab3-4170-980e-e25e0847e305 req-518c2002-e61d-4a57-af94-1d7dd0f9881f service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296795 Feb 18 08:47:58.450021 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:58.471608 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1336e09c-e47d-4796-8510-24489566a2d2 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:47:58.481837 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device a32a9fce-bafc-4c7c-a307-309ea9ccfb6a up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:47:58.526190 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-919e5742-4ab3-4170-980e-e25e0847e305 req-43e42718-4225-4100-9efc-391d7a1e7a14 service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519504 Feb 18 08:47:58.602342 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6af4c-fe5c-46ba-b0e6-e82edaa9a480 req-25d23be1-0551-4bc4-b7c0-2711a9d2fad2 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:58.610405 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2e6af4c-fe5c-46ba-b0e6-e82edaa9a480 req-25d23be1-0551-4bc4-b7c0-2711a9d2fad2 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 945 time: 0.4564638 Feb 18 08:47:58.621549 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:58.625548 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-baf59f27-1d15-4ef4-b23a-9cc352935e86 req-e006ff4b-5eb2-4f6d-ab5e-476bc1bfc837 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843834 Feb 18 08:47:58.653856 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1336e09c-e47d-4796-8510-24489566a2d2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1336e09c-e47d-4796-8510-24489566a2d2,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:58.663367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:47:58.670071 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:58.676209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-117dc779-70cc-40d1-b51e-7ea96c5a2df4 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:58.677433 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:47:58.677433 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:58.678697 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-117dc779-70cc-40d1-b51e-7ea96c5a2df4 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb&tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 1096 time: 0.3852820 Feb 18 08:47:58.714464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c093d3b6-c662-4464-b49b-3567ce1a62dd,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:58.752381 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:58.759170 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2e6af4c-fe5c-46ba-b0e6-e82edaa9a480 req-6972629d-9331-4097-8f90-653432d82b03 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476173 Feb 18 08:47:58.777868 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:47:58.815020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889713f-77a7-4882-b34d-94405e6acf5b req-bb490d53-c751-40b3-96c5-4833d8d353f6 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:58.831651 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4889713f-77a7-4882-b34d-94405e6acf5b req-bb490d53-c751-40b3-96c5-4833d8d353f6 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/ports?device_id=e06ecd99-65c4-4b9e-8f5d-dd69741e836d HTTP/1.1" status: 200 len: 948 time: 0.3999023 Feb 18 08:47:58.838716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1336e09c-e47d-4796-8510-24489566a2d2,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:58.846884 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-baf59f27-1d15-4ef4-b23a-9cc352935e86 req-58dbac9e-cf4d-433b-87a9-4a5839e4e258 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063847 Feb 18 08:47:58.851480 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:58.852016 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Added segment eac13793-9611-424a-9e9b-6bf00900c9f5 of type vlan for network 9218ec5a-f290-49da-a694-f0e256eb11d2 Feb 18 08:47:58.948461 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:59.009984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:59.010563 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:59.011241 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:59.012064 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4889713f-77a7-4882-b34d-94405e6acf5b req-94c2359f-5c92-4095-bff7-2031f92b5f8a tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/security-groups?id=294f599e-f9dd-4650-a422-0bc771136b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787946 Feb 18 08:47:59.041849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-759d414f-0f4a-4aa2-823b-270ec5b75389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:59.043476 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-759d414f-0f4a-4aa2-823b-270ec5b75389 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb&tenant_id=7d4a44b7fff94ccba0bfe75ccf303824 HTTP/1.1" status: 200 len: 1096 time: 0.3533113 Feb 18 08:47:59.156200 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['1336e09c-e47d-4796-8510-24489566a2d2'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:47:59.229297 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:59.237410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-727fc1cc-e850-4819-afca-0533ef712724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:59.244621 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-727fc1cc-e850-4819-afca-0533ef712724 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 1096 time: 0.1737356 Feb 18 08:47:59.246769 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] Pushing event updated for resources: {'Network': ['ID=9218ec5a-f290-49da-a694-f0e256eb11d2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:59.250423 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-78f2cd24-0638-4d79-aefd-9a184179e7ab admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6132433 Feb 18 08:47:59.253735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47844) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:47:59.266145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-75ca9306-4238-48c4-b3a2-196edb8980df admin admin] Request body: {'subnet': {'network_id': '9218ec5a-f290-49da-a694-f0e256eb11d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1940826588-subnet', 'tenant_id': '3b9b03c847a845f1b5e194411bde3a13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:47:59.280557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-75ca9306-4238-48c4-b3a2-196edb8980df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:47:59.286840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-75ca9306-4238-48c4-b3a2-196edb8980df admin admin] Usage tracker for resource:subnet and tenant:3b9b03c847a845f1b5e194411bde3a13 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:47:59.293308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-75ca9306-4238-48c4-b3a2-196edb8980df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:47:59.309656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-75ca9306-4238-48c4-b3a2-196edb8980df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:47:59.334429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:47:59.338033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 9218ec5a-f290-49da-a694-f0e256eb11d2 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:47:59.341919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ca9306-4238-48c4-b3a2-196edb8980df admin admin] Made reservation on behalf of 3b9b03c847a845f1b5e194411bde3a13 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:47:59.344757 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75ca9306-4238-48c4-b3a2-196edb8980df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:59.379381 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:47:59.415360 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:59.473919 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-243c71a6-dacd-4278-a85f-010de3b49720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:59.477596 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-243c71a6-dacd-4278-a85f-010de3b49720 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.2181273 Feb 18 08:47:59.591876 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-d65e7de8-e2bb-4a65-a876-afd87cf51666 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4df945e-c791-465d-a172-fdeff3c06799 HTTP/1.1" status: 200 len: 217 time: 0.1079631 Feb 18 08:47:59.657708 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75ca9306-4238-48c4-b3a2-196edb8980df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:59.678896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:59.739068 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-26869b2a-a3c0-4629-ac90-185027f650be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:59.740637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-26869b2a-a3c0-4629-ac90-185027f650be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.1410868 Feb 18 08:47:59.750231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca9306-4238-48c4-b3a2-196edb8980df admin admin] Pushing event updated for resources: {'Subnet': ['ID=c84de284-b7f5-4f5c-bb17-56c255f6ff08,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:47:59.779267 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device f4df945e-c791-465d-a172-fdeff3c06799 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:47:59.808153 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ca9306-4238-48c4-b3a2-196edb8980df admin admin] Checking segment: {'id': 'eac13793-9611-424a-9e9b-6bf00900c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9218ec5a-f290-49da-a694-f0e256eb11d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:47:59.808831 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ca9306-4238-48c4-b3a2-196edb8980df admin admin] Network hostable DHCP agents. Network: 9218ec5a-f290-49da-a694-f0e256eb11d2, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:47:59.837081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ca9306-4238-48c4-b3a2-196edb8980df admin admin] Network 9218ec5a-f290-49da-a694-f0e256eb11d2 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:47:59.857288 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-75ca9306-4238-48c4-b3a2-196edb8980df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 9218ec5a-f290-49da-a694-f0e256eb11d2) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:47:59.857690 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-1694fce2-2273-48b6-b7ff-7b203a697261 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089640 Feb 18 08:47:59.873560 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ca9306-4238-48c4-b3a2-196edb8980df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:47:59.876550 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75ca9306-4238-48c4-b3a2-196edb8980df admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:47:59.876694 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51064c2-907b-4905-b90a-17202a18bd4b None None] Network 9218ec5a-f290-49da-a694-f0e256eb11d2 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:47:59.948128 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-75ca9306-4238-48c4-b3a2-196edb8980df admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6932070 Feb 18 08:48:00.274279 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-0ad9a19b-41b3-4846-b3a0-e098984aa806 service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005389 Feb 18 08:48:00.362526 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-073b4395-1ff1-4fef-8192-a1ff2df9d666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:00.368715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-23fd2da1-9cdf-47eb-93fc-c8211d8daad4 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9f2fa9ecedc34ceb9c1713176a0a17a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2157681 Feb 18 08:48:00.476710 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313c4808-61c8-486e-a1a1-cfa388de7792 None None] Network 9218ec5a-f290-49da-a694-f0e256eb11d2 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:48:00.663631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9a48f-e67c-4cd6-ace1-d1dc6dc2e1fd req-8f33b921-c1e3-47c8-a3fa-e95d9877fc98 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:00.671330 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dfc9a48f-e67c-4cd6-ace1-d1dc6dc2e1fd req-8f33b921-c1e3-47c8-a3fa-e95d9877fc98 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 945 time: 0.3957038 Feb 18 08:48:00.713391 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-63b0ffbc-4875-49a1-911f-b0e8deeee22a service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827527 Feb 18 08:48:00.773838 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dfc9a48f-e67c-4cd6-ace1-d1dc6dc2e1fd req-92163ae4-d438-4de5-804a-7dd6f3d53c19 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015036 Feb 18 08:48:00.795121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-318e7901-995b-45f7-a986-2017f35fa1d6 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:00.823796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-318e7901-995b-45f7-a986-2017f35fa1d6 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3924370 Feb 18 08:48:00.859452 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-b3eaaa30-a296-4bd8-a5a9-8b1bdcba2ad5 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/quotas/9f2fa9ecedc34ceb9c1713176a0a17a8 HTTP/1.1" status: 200 len: 375 time: 0.0292430 Feb 18 08:48:00.941329 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-b04ee4af-e419-4c54-b030-9b48664613ac tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f2fa9ecedc34ceb9c1713176a0a17a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754025 Feb 18 08:48:01.022208 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47910) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:48:01.028086 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1435760767-network', 'tenant_id': 'a9ee24bbc4dc4d0197f87a376688aff6'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:01.044907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:01.054979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Usage tracker for resource:network and tenant:a9ee24bbc4dc4d0197f87a376688aff6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:01.065780 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:01.074142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:01.096002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Made reservation on behalf of a9ee24bbc4dc4d0197f87a376688aff6 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:48:01.098859 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:01.113556 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:01.134946 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:01.139171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:a9ee24bbc4dc4d0197f87a376688aff6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:01.142334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:01.177382 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:01.199980 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-017ae9cb-8844-4320-991b-1885a2dad08b req-0f3226b0-226d-41d1-8e6b-dfbde3c12ba1 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2052057789&fields=id&tenant_id=ef7afd6ecb794a56bc0f8875e8e00a3c HTTP/1.1" status: 200 len: 267 time: 0.0991385 Feb 18 08:48:01.308135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-b0913abf-7da8-4008-9797-7cbc89b8b1a2 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:01.309958 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-b0913abf-7da8-4008-9797-7cbc89b8b1a2 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb&tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&binding%3Ahost_id=n-h2-829434-1 HTTP/1.1" status: 200 len: 1096 time: 0.2766118 Feb 18 08:48:01.375902 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:01.380434 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:01.417109 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:48:01.432464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95d2016-a257-4af3-b0ac-81fe51d8823a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:01.439008 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:01.439909 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Added segment 0d7061c8-28b2-40eb-bdaa-9177e9f40abf of type vlan for network d400cf63-ed71-4b37-92ab-3e0ba879bc36 Feb 18 08:48:01.482031 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:01.517762 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:01.519108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:01.519787 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:01.527933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ae9cb-8844-4320-991b-1885a2dad08b req-d709a88f-d452-49d4-95d4-ffdd74c2d7b0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:01.536579 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-017ae9cb-8844-4320-991b-1885a2dad08b req-d709a88f-d452-49d4-95d4-ffdd74c2d7b0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 945 time: 0.3435681 Feb 18 08:48:01.542728 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-017ae9cb-8844-4320-991b-1885a2dad08b req-8e584be4-ffc9-4e57-b96a-02acde7e37e8 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Request body: {'port': {'security_groups': ['a3533b29-d533-4cb5-8b35-16ae6649297a', 'e34945fd-efd3-40f0-9fd0-4c0430d26e3f']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:01.712529 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-9021bda3-c205-4886-ae0b-787332d06dd8 service neutron] For port f4df945e-c791-465d-a172-fdeff3c06799, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:48:01.719523 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-9021bda3-c205-4886-ae0b-787332d06dd8 service neutron] Notify callbacks [] for binding, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:01.720948 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40c35388-d40e-4008-aa6e-d9a119ab2785 req-9021bda3-c205-4886-ae0b-787332d06dd8 service neutron] 10.222.0.61 "DELETE /v2.0/ports/f4df945e-c791-465d-a172-fdeff3c06799/bindings/n-h1-829434-1 HTTP/1.1" status: 204 len: 173 time: 0.3955350 Feb 18 08:48:01.736723 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1336e09c-e47d-4796-8510-24489566a2d2 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:48:01.765742 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6c284-7c67-4d59-a528-4caed7629eff req-6f2ca7a9-9785-42f7-88f5-f217df586cd3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:01.776424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=d400cf63-ed71-4b37-92ab-3e0ba879bc36,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:01.782535 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e82165d4-5edd-4592-bddb-acefbfc62aa2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7591825 Feb 18 08:48:01.784530 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdf6c284-7c67-4d59-a528-4caed7629eff req-6f2ca7a9-9785-42f7-88f5-f217df586cd3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 945 time: 0.3763239 Feb 18 08:48:01.785710 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47926) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:48:01.793896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-79178736-3972-4069-ae25-9da01f742970 admin admin] Request body: {'subnet': {'network_id': 'd400cf63-ed71-4b37-92ab-3e0ba879bc36', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1435760767-subnet', 'tenant_id': 'a9ee24bbc4dc4d0197f87a376688aff6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:01.799486 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-79178736-3972-4069-ae25-9da01f742970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:01.804626 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-79178736-3972-4069-ae25-9da01f742970 admin admin] Usage tracker for resource:subnet and tenant:a9ee24bbc4dc4d0197f87a376688aff6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:01.808075 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-79178736-3972-4069-ae25-9da01f742970 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:01.814632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-79178736-3972-4069-ae25-9da01f742970 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:01.818478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network d400cf63-ed71-4b37-92ab-3e0ba879bc36 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:48:01.821372 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-017ae9cb-8844-4320-991b-1885a2dad08b req-8e584be4-ffc9-4e57-b96a-02acde7e37e8 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:01.831102 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79178736-3972-4069-ae25-9da01f742970 admin admin] Made reservation on behalf of a9ee24bbc4dc4d0197f87a376688aff6 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:48:01.835139 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79178736-3972-4069-ae25-9da01f742970 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:02.036074 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdf6c284-7c67-4d59-a528-4caed7629eff req-10f61d7f-ea65-406c-a3ff-87cd66ddaa73 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498634 Feb 18 08:48:02.163664 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a', 'code': 200} Feb 18 08:48:02.169744 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 1336e09c-e47d-4796-8510-24489566a2d2 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:48:02.201658 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 1336e09c-e47d-4796-8510-24489566a2d2 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:48:02.202559 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79178736-3972-4069-ae25-9da01f742970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:02.203373 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:02.487770 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:02.520525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79178736-3972-4069-ae25-9da01f742970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e52ee996-844c-48ac-be41-8068c0a35861,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:02.536863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79178736-3972-4069-ae25-9da01f742970 admin admin] Checking segment: {'id': '0d7061c8-28b2-40eb-bdaa-9177e9f40abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd400cf63-ed71-4b37-92ab-3e0ba879bc36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:48:02.537219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79178736-3972-4069-ae25-9da01f742970 admin admin] Network hostable DHCP agents. Network: d400cf63-ed71-4b37-92ab-3e0ba879bc36, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:48:02.579949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-017ae9cb-8844-4320-991b-1885a2dad08b req-8e584be4-ffc9-4e57-b96a-02acde7e37e8 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] For port a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1,segment=NetworkSegment(56589a8e-f93b-4698-87f1-9e079742ce7f),segment_id=56589a8e-f93b-4698-87f1-9e079742ce7f)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:02.582251 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1336e09c-e47d-4796-8510-24489566a2d2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1336e09c-e47d-4796-8510-24489566a2d2,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:02.593445 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4393e-b4c6-4931-abf3-f5492761175c req-671934d8-df37-423b-85f3-fddb5dfe5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:02.594967 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-58c4393e-b4c6-4931-abf3-f5492761175c req-671934d8-df37-423b-85f3-fddb5dfe5d52 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 1096 time: 0.1960101 Feb 18 08:48:02.595114 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:02.595570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79178736-3972-4069-ae25-9da01f742970 admin admin] Network d400cf63-ed71-4b37-92ab-3e0ba879bc36 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:48:02.628830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacffb6-4afc-42a9-87db-95052bb48f5a req-67eabc74-3c8e-4190-b63c-4e76ecf900de tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:02.634885 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1bacffb6-4afc-42a9-87db-95052bb48f5a req-67eabc74-3c8e-4190-b63c-4e76ecf900de tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/ports?device_id=e06ecd99-65c4-4b9e-8f5d-dd69741e836d HTTP/1.1" status: 200 len: 949 time: 0.1968288 Feb 18 08:48:02.636428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-79178736-3972-4069-ae25-9da01f742970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, d400cf63-ed71-4b37-92ab-3e0ba879bc36) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:48:02.637286 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-017ae9cb-8844-4320-991b-1885a2dad08b req-8e584be4-ffc9-4e57-b96a-02acde7e37e8 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:02.645564 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79178736-3972-4069-ae25-9da01f742970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:02.646356 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79178736-3972-4069-ae25-9da01f742970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:02.656522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5c53b8-a3e1-43aa-8fde-55e8aa804176 None None] Network d400cf63-ed71-4b37-92ab-3e0ba879bc36 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:48:02.678174 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-017ae9cb-8844-4320-991b-1885a2dad08b req-8e584be4-ffc9-4e57-b96a-02acde7e37e8 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:02.698075 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-58c4393e-b4c6-4931-abf3-f5492761175c req-107f9ab4-3395-4b4c-a9a0-db7d0473f770 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940046 Feb 18 08:48:02.705157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:48:02.724779 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-79178736-3972-4069-ae25-9da01f742970 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9376440 Feb 18 08:48:02.770204 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1bacffb6-4afc-42a9-87db-95052bb48f5a req-f4a3f0c4-703d-4434-ae32-d35b227abe1c tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/security-groups?id=294f599e-f9dd-4650-a422-0bc771136b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297483 Feb 18 08:48:02.790337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ae9cb-8844-4320-991b-1885a2dad08b req-8e584be4-ffc9-4e57-b96a-02acde7e37e8 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:02.791069 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-017ae9cb-8844-4320-991b-1885a2dad08b req-8e584be4-ffc9-4e57-b96a-02acde7e37e8 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:02.809117 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-017ae9cb-8844-4320-991b-1885a2dad08b req-8e584be4-ffc9-4e57-b96a-02acde7e37e8 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "PUT /v2.0/ports/a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 HTTP/1.1" status: 200 len: 981 time: 1.2711525 Feb 18 08:48:02.810073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f', 'tag': 'a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:02.857828 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e584be4-ffc9-4e57-b96a-02acde7e37e8 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event updated for resources: {'Port': ['ID=a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1,revision_number=6']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:02.880290 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e5243c7f-6a9a-4c43-a99d-70297d9d3ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:02.961023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:48:03.096295 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1336e09c-e47d-4796-8510-24489566a2d2,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:03.375305 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaa0784-239d-4d4c-8c47-5764a6d61715 None None] Network d400cf63-ed71-4b37-92ab-3e0ba879bc36 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:48:03.620430 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-c652e632-a08a-41ab-a619-46ef8eac076b tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9f2fa9ecedc34ceb9c1713176a0a17a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289595 Feb 18 08:48:03.727249 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:03.791853 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:03.841575 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-a8816d3f-5e7a-4896-a1b6-2bcfd17fa33d tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9f2fa9ecedc34ceb9c1713176a0a17a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281587 Feb 18 08:48:03.938164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-845a8672-5c45-406b-a49e-bcc21c72ef8a tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:03.939793 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-845a8672-5c45-406b-a49e-bcc21c72ef8a tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3133304 Feb 18 08:48:03.996774 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-0b2f33a7-e3fa-41b5-b0e3-a9cb55f37752 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/quotas/9f2fa9ecedc34ceb9c1713176a0a17a8 HTTP/1.1" status: 200 len: 375 time: 0.0187290 Feb 18 08:48:04.023258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-31ebacd7-0d68-4532-9fe7-07d147b22e43 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:04.024618 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-31ebacd7-0d68-4532-9fe7-07d147b22e43 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773784 Feb 18 08:48:04.036310 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Request body: {'port': {'device_id': '50de0908-4647-499e-8821-4f4428066013', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '9f2fa9ecedc34ceb9c1713176a0a17a8'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:04.061226 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-f1725f38-ab76-4219-b5a9-b49828019e15 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f2fa9ecedc34ceb9c1713176a0a17a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492306 Feb 18 08:48:04.089999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d1473-4212-4308-b17a-be6db4d91d43 req-90b9a6e1-d354-477d-b049-d7afb1d13876 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:04.091523 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d7d1473-4212-4308-b17a-be6db4d91d43 req-90b9a6e1-d354-477d-b049-d7afb1d13876 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 945 time: 0.1507833 Feb 18 08:48:04.154431 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d7d1473-4212-4308-b17a-be6db4d91d43 req-7c3181a7-666c-458a-beb0-15ad69bf6f19 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572109 Feb 18 08:48:04.164757 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06ecd99-65c4-4b9e-8f5d-dd69741e836d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1336e09c-e47d-4796-8510-24489566a2d2'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:04.241116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:04.250025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Usage tracker for resource:port and tenant:9f2fa9ecedc34ceb9c1713176a0a17a8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:04.253526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:04.261743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:04.276438 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Made reservation on behalf of 9f2fa9ecedc34ceb9c1713176a0a17a8 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:48:04.294099 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:04.307494 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:04.324413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:04.328328 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Usage tracker for resource:security_group_rule and tenant:9f2fa9ecedc34ceb9c1713176a0a17a8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:04.331118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:04.338439 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:04.357647 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f', 'tag': 'a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1', 'status': 'completed', 'code': 200} Feb 18 08:48:04.362656 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-54eddce1-6c61-40e7-8052-15053b8ee8bb req-03d0e2e3-fd90-411f-922d-470f63eb064e tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-934994828&fields=id&tenant_id=ef7afd6ecb794a56bc0f8875e8e00a3c HTTP/1.1" status: 200 len: 267 time: 0.0501561 Feb 18 08:48:04.469692 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:04.476572 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:04.510736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fe600-f64e-47a9-9cc3-d086ed19b0bf req-3df398a3-f2bd-4652-8be7-90cd9f038e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:04.512217 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a81fe600-f64e-47a9-9cc3-d086ed19b0bf req-3df398a3-f2bd-4652-8be7-90cd9f038e6b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef7afd6ecb794a56bc0f8875e8e00a3c&device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 1135 time: 0.1399601 Feb 18 08:48:04.556391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eddce1-6c61-40e7-8052-15053b8ee8bb req-56007c9d-cc08-4116-b143-f5391ace2e16 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:04.558518 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-54eddce1-6c61-40e7-8052-15053b8ee8bb req-56007c9d-cc08-4116-b143-f5391ace2e16 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 984 time: 0.1875200 Feb 18 08:48:04.572173 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39c7e213-e493-4c09-9cda-975c5d52fab2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:04.630722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-54eddce1-6c61-40e7-8052-15053b8ee8bb req-ffae7aef-7d67-47c1-b273-376f2f339424 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Request body: {'port': {'security_groups': ['a3533b29-d533-4cb5-8b35-16ae6649297a', 'e34945fd-efd3-40f0-9fd0-4c0430d26e3f', '0215005d-1ced-4991-8669-1e259a7cb6af']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:04.677844 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Allocated IP 192.168.233.123 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/887d487b-f373-491a-b057-6e1da09dc46b) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:48:04.902477 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:04.904232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fe600-f64e-47a9-9cc3-d086ed19b0bf req-72aa4ea8-d17c-4e4b-9d6e-c7b96f9e2092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:04.905605 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a81fe600-f64e-47a9-9cc3-d086ed19b0bf req-72aa4ea8-d17c-4e4b-9d6e-c7b96f9e2092 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c421ccdb-0273-4cab-af82-7758af24ad4c HTTP/1.1" status: 200 len: 914 time: 0.3869328 Feb 18 08:48:04.911843 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:04.922401 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Transition to ACTIVE for port object 887d487b-f373-491a-b057-6e1da09dc46b will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:48:04.952981 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:05.017859 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a81fe600-f64e-47a9-9cc3-d086ed19b0bf req-fac577cc-963e-4f3a-bbfd-e7f2f93c429e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 HTTP/1.1" status: 200 len: 217 time: 0.0893786 Feb 18 08:48:05.022994 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-54eddce1-6c61-40e7-8052-15053b8ee8bb req-ffae7aef-7d67-47c1-b273-376f2f339424 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:05.036205 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:48:05.039896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:48:05.043765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:48:05.073599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-42a24dca-1250-4c18-bf70-0f9d126a81c6 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:05.075185 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-42a24dca-1250-4c18-bf70-0f9d126a81c6 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/networks?id=9218ec5a-f290-49da-a694-f0e256eb11d2 HTTP/1.1" status: 200 len: 815 time: 0.4154422 Feb 18 08:48:05.079869 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Pushing event updated for resources: {'Port': ['ID=887d487b-f373-491a-b057-6e1da09dc46b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:05.113433 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:05.114070 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:05.143093 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-6f2df9d1-8107-46da-8e94-3174d8461cdd tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1106844 Feb 18 08:48:05.157899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Request body: {'port': {'device_id': '50de0908-4647-499e-8821-4f4428066013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:05.159698 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-b1c6e0a8-5292-42a8-9aad-5be37dd6ee66 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/quotas/3b9b03c847a845f1b5e194411bde3a13 HTTP/1.1" status: 200 len: 375 time: 0.0397680 Feb 18 08:48:05.174386 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fe600-f64e-47a9-9cc3-d086ed19b0bf req-995ec862-456d-4a90-977d-96e5ef409f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:05.175847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a81fe600-f64e-47a9-9cc3-d086ed19b0bf req-995ec862-456d-4a90-977d-96e5ef409f64 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4096d46f-c2b8-494a-a8f4-de2454a9c23f HTTP/1.1" status: 200 len: 853 time: 0.1419661 Feb 18 08:48:05.266271 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-47aa81e2-e970-47f9-b6df-06daa8269278 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3b9b03c847a845f1b5e194411bde3a13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0970509 Feb 18 08:48:05.278651 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:05.280897 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a81fe600-f64e-47a9-9cc3-d086ed19b0bf req-c774efa1-2ddf-4d7c-8aba-93f7b5f55472 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c421ccdb-0273-4cab-af82-7758af24ad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668540 Feb 18 08:48:05.302971 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a6f43152-2132-4427-89e0-fb8b8fbd8f6c None None] Provisioning for port 887d487b-f373-491a-b057-6e1da09dc46b completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:48:05.316774 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a6f43152-2132-4427-89e0-fb8b8fbd8f6c None None] Provisioning complete for port 887d487b-f373-491a-b057-6e1da09dc46b triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:48:05.317063 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a6f43152-2132-4427-89e0-fb8b8fbd8f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:05.387509 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a6f43152-2132-4427-89e0-fb8b8fbd8f6c None None] Port 887d487b-f373-491a-b057-6e1da09dc46b cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:48:05.422542 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-c883a70c-3e3f-4fdb-a582-71e0fa26239a tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9f2fa9ecedc34ceb9c1713176a0a17a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352798 Feb 18 08:48:05.616842 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a81fe600-f64e-47a9-9cc3-d086ed19b0bf req-e78760f6-f0e9-4fc9-adcb-7b4716bd417f service neutron] 10.222.0.61 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270402 Feb 18 08:48:05.806500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-5c0c1796-757f-432d-ac88-c77b452bfd1a tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:05.807806 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-5c0c1796-757f-432d-ac88-c77b452bfd1a tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3798022 Feb 18 08:48:05.825876 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-1158b93b-543b-45df-91c1-9f91197712a7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Request body: {'port': {'device_id': '8498a858-823d-4bb2-b3aa-92f4596601de', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '9f2fa9ecedc34ceb9c1713176a0a17a8'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:05.882833 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-c5914fd1-08d1-4876-a94c-b1d66b5f3ac3 service neutron] 10.222.0.72 "GET /v2.0/networks/9218ec5a-f290-49da-a694-f0e256eb11d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6044748 Feb 18 08:48:05.892026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-54eddce1-6c61-40e7-8052-15053b8ee8bb req-ffae7aef-7d67-47c1-b273-376f2f339424 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] For port a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1,segment=NetworkSegment(56589a8e-f93b-4698-87f1-9e079742ce7f),segment_id=56589a8e-f93b-4698-87f1-9e079742ce7f)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:06.031210 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-54eddce1-6c61-40e7-8052-15053b8ee8bb req-ffae7aef-7d67-47c1-b273-376f2f339424 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:06.032066 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-1158b93b-543b-45df-91c1-9f91197712a7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:06.045136 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a81fe600-f64e-47a9-9cc3-d086ed19b0bf req-548ce225-b74e-4bfc-a786-87c3f23614df service neutron] 10.222.0.61 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108510 Feb 18 08:48:06.045707 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-54eddce1-6c61-40e7-8052-15053b8ee8bb req-ffae7aef-7d67-47c1-b273-376f2f339424 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:06.048294 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-1158b93b-543b-45df-91c1-9f91197712a7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Usage tracker for resource:port and tenant:9f2fa9ecedc34ceb9c1713176a0a17a8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:06.052699 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-1158b93b-543b-45df-91c1-9f91197712a7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:06.056457 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:48:06.061076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-1158b93b-543b-45df-91c1-9f91197712a7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:06.070251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887d487b-f373-491a-b057-6e1da09dc46b {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:48:06.079186 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:06.081807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-1158b93b-543b-45df-91c1-9f91197712a7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Made reservation on behalf of 9f2fa9ecedc34ceb9c1713176a0a17a8 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:48:06.085779 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-1158b93b-543b-45df-91c1-9f91197712a7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:06.116348 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Transition to ACTIVE for port object 887d487b-f373-491a-b057-6e1da09dc46b will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:48:06.147373 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eddce1-6c61-40e7-8052-15053b8ee8bb req-ffae7aef-7d67-47c1-b273-376f2f339424 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:06.147997 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-54eddce1-6c61-40e7-8052-15053b8ee8bb req-ffae7aef-7d67-47c1-b273-376f2f339424 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:06.149559 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-54eddce1-6c61-40e7-8052-15053b8ee8bb req-ffae7aef-7d67-47c1-b273-376f2f339424 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "PUT /v2.0/ports/a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 HTTP/1.1" status: 200 len: 1020 time: 1.5278044 Feb 18 08:48:06.152870 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:06.176307 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-267b7c3c-e490-41bb-a2a1-cc0e151c5b60 service neutron] 10.222.0.72 "GET /v2.0/networks/9218ec5a-f290-49da-a694-f0e256eb11d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817914 Feb 18 08:48:06.191078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae7aef-7d67-47c1-b273-376f2f339424 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event updated for resources: {'Port': ['ID=a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:06.240192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:48:06.386964 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Pushing event updated for resources: {'Port': ['ID=887d487b-f373-491a-b057-6e1da09dc46b,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:06.399492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f', 'tag': 'a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:06.451146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec116520-e0d7-43f1-82cb-6ef045167df8 req-36cc12c0-45d7-42f0-8294-1a55c0a3ffc2 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:06.459926 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec116520-e0d7-43f1-82cb-6ef045167df8 req-36cc12c0-45d7-42f0-8294-1a55c0a3ffc2 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 945 time: 0.1416996 Feb 18 08:48:06.526885 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec116520-e0d7-43f1-82cb-6ef045167df8 req-0edc822f-8474-4f38-ae8d-b9445eea260a tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660794 Feb 18 08:48:06.571573 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-1158b93b-543b-45df-91c1-9f91197712a7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Allocated IP 192.168.233.131 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/2cea9689-1a3d-44a6-b83e-fe7a28ae3340) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:48:06.588697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Attempting to bind port 887d487b-f373-491a-b057-6e1da09dc46b on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:48:06.589207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Attempting to bind port 887d487b-f373-491a-b057-6e1da09dc46b by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:48:06.589909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Attempting to bind port 887d487b-f373-491a-b057-6e1da09dc46b on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:48:06.598557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Port 887d487b-f373-491a-b057-6e1da09dc46b on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:48:06.598982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Attempting to bind port 887d487b-f373-491a-b057-6e1da09dc46b on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:48:06.620821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:48:06.621791 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:48:06.622457 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:48:06.623200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Bound port: 887d487b-f373-491a-b057-6e1da09dc46b, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:48:06.623814 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:06.842796 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e1469-5c49-4aaf-bb79-97dcf9f943cc req-a25238af-52f1-4095-bac8-b1bc8405b2f7 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:06.856538 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b78e1469-5c49-4aaf-bb79-97dcf9f943cc req-a25238af-52f1-4095-bac8-b1bc8405b2f7 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/ports?device_id=e06ecd99-65c4-4b9e-8f5d-dd69741e836d HTTP/1.1" status: 200 len: 950 time: 0.1612918 Feb 18 08:48:06.943233 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b78e1469-5c49-4aaf-bb79-97dcf9f943cc req-c75fd55a-62f5-40ad-a622-d28bf5afb95b tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/security-groups?id=294f599e-f9dd-4650-a422-0bc771136b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854666 Feb 18 08:48:06.999442 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06ecd99-65c4-4b9e-8f5d-dd69741e836d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1336e09c-e47d-4796-8510-24489566a2d2', 'code': 200} Feb 18 08:48:07.097113 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] For port 887d487b-f373-491a-b057-6e1da09dc46b, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:48:07.119187 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] For port 887d487b-f373-491a-b057-6e1da09dc46b, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=887d487b-f373-491a-b057-6e1da09dc46b,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:48:07.132949 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:07.184119 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-1158b93b-543b-45df-91c1-9f91197712a7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:07.206616 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cd8ed71d-7d82-4766-9bc0-e9ec32294afc req-e5d9be2f-f240-442f-a37d-d1df6a2d9373 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=8498a858-823d-4bb2-b3aa-92f4596601de HTTP/1.1" status: 200 len: 210 time: 0.0525005 Feb 18 08:48:07.238601 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:07.239052 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:07.241501 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] 10.222.0.81 "PUT /v2.0/ports/887d487b-f373-491a-b057-6e1da09dc46b HTTP/1.1" status: 200 len: 1096 time: 2.0901289 Feb 18 08:48:07.243352 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50de0908-4647-499e-8821-4f4428066013', 'tag': '887d487b-f373-491a-b057-6e1da09dc46b'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:07.254800 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-1158b93b-543b-45df-91c1-9f91197712a7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Transition to ACTIVE for port object 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:48:07.279348 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860e631-ce5a-4fdb-8d40-56f63f5d48af service neutron] Pushing event updated for resources: {'Port': ['ID=887d487b-f373-491a-b057-6e1da09dc46b,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:07.279863 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5379a6-4fb0-4eab-907d-111d9546ee2c req-2670794e-ffae-4edf-a6c1-5db7d9509866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:07.281562 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd5379a6-4fb0-4eab-907d-111d9546ee2c req-2670794e-ffae-4edf-a6c1-5db7d9509866 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e06ecd99-65c4-4b9e-8f5d-dd69741e836d HTTP/1.1" status: 200 len: 1101 time: 0.2081478 Feb 18 08:48:07.304104 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-1158b93b-543b-45df-91c1-9f91197712a7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:07.360607 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd5379a6-4fb0-4eab-907d-111d9546ee2c req-2095e90f-a1f6-4f94-855b-fdbe2729ff88 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=294f599e-f9dd-4650-a422-0bc771136b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718341 Feb 18 08:48:07.472792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-33d52f90-c433-4e95-9a01-93af2560819b req-6c1cab0c-7ecc-4a91-9636-e4b854accad8 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/ports?device_id=59671b60-1f6c-43c1-8cb8-826a27145f8e HTTP/1.1" status: 200 len: 210 time: 0.0510802 Feb 18 08:48:07.497239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-1158b93b-543b-45df-91c1-9f91197712a7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:48:07.505410 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-1158b93b-543b-45df-91c1-9f91197712a7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:48:07.509046 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158b93b-543b-45df-91c1-9f91197712a7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Pushing event updated for resources: {'Port': ['ID=2cea9689-1a3d-44a6-b83e-fe7a28ae3340,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:07.511209 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-1158b93b-543b-45df-91c1-9f91197712a7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:48:07.529026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16e8e3-cf0b-4582-8591-adc193e20a55 req-ed1f19b4-1eb5-42fe-9daa-03717dbdbd5c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:07.536177 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef16e8e3-cf0b-4582-8591-adc193e20a55 req-ed1f19b4-1eb5-42fe-9daa-03717dbdbd5c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 1023 time: 0.1568174 Feb 18 08:48:07.552329 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f', 'tag': 'a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1', 'status': 'completed', 'code': 200} Feb 18 08:48:07.607194 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-1158b93b-543b-45df-91c1-9f91197712a7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:07.607820 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-1158b93b-543b-45df-91c1-9f91197712a7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:07.625438 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-d86dd339-6480-4643-99ed-79551a5d78aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:07.626998 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-d86dd339-6480-4643-99ed-79551a5d78aa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f2fa9ecedc34ceb9c1713176a0a17a8&device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 1099 time: 0.2240896 Feb 18 08:48:07.638096 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-1158b93b-543b-45df-91c1-9f91197712a7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8163803 Feb 18 08:48:07.648048 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef16e8e3-cf0b-4582-8591-adc193e20a55 req-de9fdd81-8d68-478a-a976-81e4fefbf985 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=0215005d-1ced-4991-8669-1e259a7cb6af&id=a3533b29-d533-4cb5-8b35-16ae6649297a&id=e34945fd-efd3-40f0-9fd0-4c0430d26e3f HTTP/1.1" status: 200 len: 6148 time: 0.1107843 Feb 18 08:48:07.710427 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Request body: {'port': {'device_id': '8498a858-823d-4bb2-b3aa-92f4596601de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:07.767104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1ae1854a-02d6-4c91-a77d-0417c1b43e79 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:48:07.847216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b5c258bf-a482-4d27-991a-efc61684ac23 None None] Provisioning for port 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:48:07.848647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c778a-b8c1-457a-9504-d6c5b153ebf0 req-608c1e05-ddd2-4cea-ac80-f786b5256617 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:07.851195 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-667c778a-b8c1-457a-9504-d6c5b153ebf0 req-608c1e05-ddd2-4cea-ac80-f786b5256617 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 945 time: 0.2012501 Feb 18 08:48:07.866442 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b5c258bf-a482-4d27-991a-efc61684ac23 None None] Provisioning complete for port 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:48:07.866738 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b5c258bf-a482-4d27-991a-efc61684ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:07.916588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48114) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:48:07.937564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d29e0-05e0-48ec-b68d-ce3f3f3ed5cf req-81eed1e8-89b3-42d7-9030-2698bd756f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:07.939140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e38d29e0-05e0-48ec-b68d-ce3f3f3ed5cf req-81eed1e8-89b3-42d7-9030-2698bd756f3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef7afd6ecb794a56bc0f8875e8e00a3c&device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 1174 time: 0.2104149 Feb 18 08:48:07.944681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-4c35954f-68b0-41e4-8430-af6ee8868325 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Request body: {'floatingip': {'port_id': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:07.987950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b5c258bf-a482-4d27-991a-efc61684ac23 None None] Port 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:48:08.003245 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-2629191d-fd65-457f-9ced-35777d254882 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=887d487b-f373-491a-b057-6e1da09dc46b HTTP/1.1" status: 200 len: 217 time: 0.3639445 Feb 18 08:48:08.003915 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:08.073891 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1ae1854a-02d6-4c91-a77d-0417c1b43e79, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1ae1854a-02d6-4c91-a77d-0417c1b43e79,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:08.084001 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:08.161542 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1ae1854a-02d6-4c91-a77d-0417c1b43e79,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:08.216497 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4c35954f-68b0-41e4-8430-af6ee8868325 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:08.229144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-4bef9b25-5911-41b2-83a2-f01d929807a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:08.230662 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-4bef9b25-5911-41b2-83a2-f01d929807a4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1939816 Feb 18 08:48:08.319405 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:08.391001 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-92ee7d47-33bb-434e-a1c7-e4101dfd6a45 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:08.391685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-92ee7d47-33bb-434e-a1c7-e4101dfd6a45 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Synchronizing usage tracker for tenant:3b9b03c847a845f1b5e194411bde3a13 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:48:08.444503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d29e0-05e0-48ec-b68d-ce3f3f3ed5cf req-7f4fc26f-dfeb-4941-b7dc-e47b6457f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:08.444856 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-92ee7d47-33bb-434e-a1c7-e4101dfd6a45 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Unset dirty status for tenant:3b9b03c847a845f1b5e194411bde3a13 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:48:08.445905 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-92ee7d47-33bb-434e-a1c7-e4101dfd6a45 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.81 "GET /v2.0/networks?id=9218ec5a-f290-49da-a694-f0e256eb11d2 HTTP/1.1" status: 200 len: 815 time: 0.4398115 Feb 18 08:48:08.446076 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e38d29e0-05e0-48ec-b68d-ce3f3f3ed5cf req-7f4fc26f-dfeb-4941-b7dc-e47b6457f26a service neutron] 10.222.0.61 "GET /v2.0/networks?id=c421ccdb-0273-4cab-af82-7758af24ad4c HTTP/1.1" status: 200 len: 914 time: 0.4089196 Feb 18 08:48:08.450858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644fef1-7382-45a5-969f-072ac5503043 req-7a90a038-bc49-47ae-8d62-9d8c50cc0883 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:08.452418 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d644fef1-7382-45a5-969f-072ac5503043 req-7a90a038-bc49-47ae-8d62-9d8c50cc0883 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 1096 time: 0.5982320 Feb 18 08:48:08.458729 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-2f5c60cb-b07a-47f5-a55d-f2012b68052d tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Request body: {'port': {'device_id': '59671b60-1f6c-43c1-8cb8-826a27145f8e', 'network_id': '9218ec5a-f290-49da-a694-f0e256eb11d2', 'admin_state_up': True, 'tenant_id': '3b9b03c847a845f1b5e194411bde3a13'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:08.481305 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-5c18d40c-083b-4fd4-86dc-bbfc7a9244f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:08.482774 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-5c18d40c-083b-4fd4-86dc-bbfc7a9244f2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2333810 Feb 18 08:48:08.674740 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e38d29e0-05e0-48ec-b68d-ce3f3f3ed5cf req-a576f28b-dc43-41a3-b31d-eb9841cdb5e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 HTTP/1.1" status: 200 len: 217 time: 0.2166033 Feb 18 08:48:08.836798 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d644fef1-7382-45a5-969f-072ac5503043 req-a07f043b-78b4-4fc3-a137-123e59642e57 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048571 Feb 18 08:48:08.923302 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-9225aee7-c973-4e6a-afa6-141814a3cfa3 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008834 Feb 18 08:48:08.930738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-56b00581-77d2-4121-93cd-0c45741f8f79 req-8fb522e2-2fc8-4beb-afba-e4be3b0bf825 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Request body: {'security_group': {'name': ' tempest-securitygroup -110613300 ', 'description': 'tempest-description-1450337107'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:08.939375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d29e0-05e0-48ec-b68d-ce3f3f3ed5cf req-d185d327-064c-430d-9265-81b4129b0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:08.941342 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e38d29e0-05e0-48ec-b68d-ce3f3f3ed5cf req-d185d327-064c-430d-9265-81b4129b0c93 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4096d46f-c2b8-494a-a8f4-de2454a9c23f HTTP/1.1" status: 200 len: 853 time: 0.2071891 Feb 18 08:48:08.947675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-56b00581-77d2-4121-93cd-0c45741f8f79 req-8fb522e2-2fc8-4beb-afba-e4be3b0bf825 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:09.000553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9b209c-d9f3-4bfd-a357-d02651cb6bef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ae1854a-02d6-4c91-a77d-0417c1b43e79'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:09.020962 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e38d29e0-05e0-48ec-b68d-ce3f3f3ed5cf req-695e0728-31bc-49a4-8eb9-dbfa509baf9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c421ccdb-0273-4cab-af82-7758af24ad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681159 Feb 18 08:48:09.022380 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-56b00581-77d2-4121-93cd-0c45741f8f79 req-8fb522e2-2fc8-4beb-afba-e4be3b0bf825 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:09.045618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-2f5c60cb-b07a-47f5-a55d-f2012b68052d tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:09.049508 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-2f5c60cb-b07a-47f5-a55d-f2012b68052d tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Usage tracker for resource:port and tenant:3b9b03c847a845f1b5e194411bde3a13 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:09.053105 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50de0908-4647-499e-8821-4f4428066013', 'tag': '887d487b-f373-491a-b057-6e1da09dc46b', 'status': 'completed', 'code': 200} Feb 18 08:48:09.053925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-2f5c60cb-b07a-47f5-a55d-f2012b68052d tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:09.078596 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-2f5c60cb-b07a-47f5-a55d-f2012b68052d tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:09.132600 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-2f5c60cb-b07a-47f5-a55d-f2012b68052d tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Made reservation on behalf of 3b9b03c847a845f1b5e194411bde3a13 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:48:09.137555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-2f5c60cb-b07a-47f5-a55d-f2012b68052d tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:09.241805 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-56b00581-77d2-4121-93cd-0c45741f8f79 req-8fb522e2-2fc8-4beb-afba-e4be3b0bf825 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:09.308730 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-56b00581-77d2-4121-93cd-0c45741f8f79 req-8fb522e2-2fc8-4beb-afba-e4be3b0bf825 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:09.315228 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-401b1f1d-4d57-4b2a-aaf9-b415a340515d req-e307657d-0b41-469c-a7e4-63cf386ec4a0 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771377 Feb 18 08:48:09.337757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-56b00581-77d2-4121-93cd-0c45741f8f79 req-8fb522e2-2fc8-4beb-afba-e4be3b0bf825 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Usage tracker for resource:security_group_rule and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:09.352765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-56b00581-77d2-4121-93cd-0c45741f8f79 req-8fb522e2-2fc8-4beb-afba-e4be3b0bf825 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:09.362899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:48:09.381671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-56b00581-77d2-4121-93cd-0c45741f8f79 req-8fb522e2-2fc8-4beb-afba-e4be3b0bf825 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:09.405688 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e38d29e0-05e0-48ec-b68d-ce3f3f3ed5cf req-9d182260-b81f-472f-a85a-aabec11f6234 service neutron] 10.222.0.61 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219392 Feb 18 08:48:09.415424 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:09.489227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Transition to ACTIVE for port object 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:48:09.500373 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:09.564511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf93f1e-7db6-472c-b32f-922c956b3cae req-b9acfe4a-9dcc-461b-8c3e-7b79d6877600 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:09.566017 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abf93f1e-7db6-472c-b32f-922c956b3cae req-b9acfe4a-9dcc-461b-8c3e-7b79d6877600 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/ports?device_id=e06ecd99-65c4-4b9e-8f5d-dd69741e836d HTTP/1.1" status: 200 len: 950 time: 0.4300964 Feb 18 08:48:09.670691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-2f5c60cb-b07a-47f5-a55d-f2012b68052d tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Allocated IP 172.20.0.12 (9218ec5a-f290-49da-a694-f0e256eb11d2/c84de284-b7f5-4f5c-bb17-56c255f6ff08/5ada83f7-7dbb-49e4-a963-e2b35ed99727) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:48:09.687655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Pushing event updated for resources: {'Port': ['ID=2cea9689-1a3d-44a6-b83e-fe7a28ae3340,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:09.762088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3000c3-82ee-42cb-8d79-4155e51d5a6e req-f0e3ab33-38db-4426-95f4-27d6f31c0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:09.763232 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6b3000c3-82ee-42cb-8d79-4155e51d5a6e req-f0e3ab33-38db-4426-95f4-27d6f31c0c46 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f2fa9ecedc34ceb9c1713176a0a17a8&device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 1099 time: 0.3951483 Feb 18 08:48:09.785182 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-56b00581-77d2-4121-93cd-0c45741f8f79 req-8fb522e2-2fc8-4beb-afba-e4be3b0bf825 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:09.797826 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e38d29e0-05e0-48ec-b68d-ce3f3f3ed5cf req-8996004c-c919-4f5d-a704-fd34e59098c6 service neutron] 10.222.0.61 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826303 Feb 18 08:48:09.800171 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4c35954f-68b0-41e4-8430-af6ee8868325 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:09.803837 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abf93f1e-7db6-472c-b32f-922c956b3cae req-68f4506a-f7b3-44b7-8d8b-d6f220974fcf tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/security-groups?id=294f599e-f9dd-4650-a422-0bc771136b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206993 Feb 18 08:48:09.804330 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-56b00581-77d2-4121-93cd-0c45741f8f79 req-8fb522e2-2fc8-4beb-afba-e4be3b0bf825 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:09.820878 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4c35954f-68b0-41e4-8430-af6ee8868325 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:09.954795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb522e2-2fc8-4beb-afba-e4be3b0bf825 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a1a5af-3d73-4308-bfcd-06c271499f68,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:09.960234 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-56b00581-77d2-4121-93cd-0c45741f8f79 req-8fb522e2-2fc8-4beb-afba-e4be3b0bf825 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:09.966799 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-56b00581-77d2-4121-93cd-0c45741f8f79 req-8fb522e2-2fc8-4beb-afba-e4be3b0bf825 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.0566845 Feb 18 08:48:10.225761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Attempting to bind port 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:48:10.226176 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Attempting to bind port 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:48:10.226512 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Attempting to bind port 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:48:10.253899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Port 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:48:10.254222 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Attempting to bind port 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:48:10.256881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3000c3-82ee-42cb-8d79-4155e51d5a6e req-0904f538-d5ba-4647-92c4-daf77c5d3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:10.258328 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6b3000c3-82ee-42cb-8d79-4155e51d5a6e req-0904f538-d5ba-4647-92c4-daf77c5d3e33 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.3013387 Feb 18 08:48:10.326598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:48:10.327354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:48:10.327354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:48:10.327737 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Bound port: 2cea9689-1a3d-44a6-b83e-fe7a28ae3340, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:48:10.328079 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:10.335757 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-4c35954f-68b0-41e4-8430-af6ee8868325 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Floating IP 7e8548b6-2505-4630-9eb6-b9e12cadcb37 associated. External IP: 172.25.1.234, port: a32a9fce-bafc-4c7c-a307-309ea9ccfb6a. Feb 18 08:48:10.364279 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6b3000c3-82ee-42cb-8d79-4155e51d5a6e req-6867a49e-48f1-4d6a-a8bc-2dea60df5c0e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=887d487b-f373-491a-b057-6e1da09dc46b HTTP/1.1" status: 200 len: 217 time: 0.0919778 Feb 18 08:48:10.403502 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-2f5c60cb-b07a-47f5-a55d-f2012b68052d tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:10.509387 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3000c3-82ee-42cb-8d79-4155e51d5a6e req-c279276b-37e7-4d99-a478-19e497debda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:10.510741 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6b3000c3-82ee-42cb-8d79-4155e51d5a6e req-c279276b-37e7-4d99-a478-19e497debda3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1397331 Feb 18 08:48:10.544594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508096ae-0c50-4f4b-b4ff-e983bc4ff94c req-6ac5cd82-7718-4553-9e7f-d83adac58ec1 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:10.546058 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-508096ae-0c50-4f4b-b4ff-e983bc4ff94c req-6ac5cd82-7718-4553-9e7f-d83adac58ec1 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?device_id=d601e026-8237-45ab-adb4-e731be0c220f HTTP/1.1" status: 200 len: 948 time: 0.5133319 Feb 18 08:48:10.558052 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] For port 2cea9689-1a3d-44a6-b83e-fe7a28ae3340, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:48:10.558259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7649e0-7b0f-4c49-b3f2-9a1abc9d3b82 req-16e55377-d0d2-42bb-80c7-2a4bfdecb418 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:10.559749 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c7649e0-7b0f-4c49-b3f2-9a1abc9d3b82 req-16e55377-d0d2-42bb-80c7-2a4bfdecb418 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=8498a858-823d-4bb2-b3aa-92f4596601de HTTP/1.1" status: 200 len: 948 time: 0.4737031 Feb 18 08:48:10.576338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] For port 2cea9689-1a3d-44a6-b83e-fe7a28ae3340, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=2cea9689-1a3d-44a6-b83e-fe7a28ae3340,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:48:10.580077 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-2f5c60cb-b07a-47f5-a55d-f2012b68052d tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:10.593706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e93816-f251-48fa-a7e0-c26bf7292e72 req-fbb98f3b-1c97-4957-87ec-92fb038b8ff2 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:10.595108 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c8e93816-f251-48fa-a7e0-c26bf7292e72 req-fbb98f3b-1c97-4957-87ec-92fb038b8ff2 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.81 "GET /v2.0/ports?device_id=d601e026-8237-45ab-adb4-e731be0c220f HTTP/1.1" status: 200 len: 948 time: 0.4990463 Feb 18 08:48:10.631321 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:10.677015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-2f5c60cb-b07a-47f5-a55d-f2012b68052d tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Network 9218ec5a-f290-49da-a694-f0e256eb11d2 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:48:10.680458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:10.681076 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:10.682441 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] 10.222.0.61 "PUT /v2.0/ports/2cea9689-1a3d-44a6-b83e-fe7a28ae3340 HTTP/1.1" status: 200 len: 1096 time: 2.9770818 Feb 18 08:48:10.686363 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-2f5c60cb-b07a-47f5-a55d-f2012b68052d tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:48:10.692317 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-2f5c60cb-b07a-47f5-a55d-f2012b68052d tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:48:10.718459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c60cb-b07a-47f5-a55d-f2012b68052d tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Pushing event updated for resources: {'Port': ['ID=5ada83f7-7dbb-49e4-a963-e2b35ed99727,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:10.774092 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-508096ae-0c50-4f4b-b4ff-e983bc4ff94c req-eadbcb35-71a2-4c86-97ca-cb0095bd7eb9 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/security-groups?id=b5956318-c812-442b-884a-59707e2b578a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092688 Feb 18 08:48:10.830363 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c7649e0-7b0f-4c49-b3f2-9a1abc9d3b82 req-2ce0c5f5-b67c-42d1-9ea1-946d4fda74c8 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553103 Feb 18 08:48:10.852461 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3000c3-82ee-42cb-8d79-4155e51d5a6e req-4eec7076-74f2-4004-8cf4-addcbd1249f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:10.852461 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6b3000c3-82ee-42cb-8d79-4155e51d5a6e req-4eec7076-74f2-4004-8cf4-addcbd1249f5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3316643 Feb 18 08:48:10.872980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-c8e93816-f251-48fa-a7e0-c26bf7292e72 req-058aaf44-b838-47a5-96cc-ce264c2c796f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Deleting port 7c976871-b175-485d-94d0-82cc383ccd00 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:48:10.876690 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c8e93816-f251-48fa-a7e0-c26bf7292e72 req-058aaf44-b838-47a5-96cc-ce264c2c796f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:10.916391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-2f5c60cb-b07a-47f5-a55d-f2012b68052d tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:10.917052 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-2f5c60cb-b07a-47f5-a55d-f2012b68052d tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:10.945564 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:11.009332 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebbf74-d6ef-453d-a343-fffb88315b6a service neutron] Pushing event updated for resources: {'Port': ['ID=2cea9689-1a3d-44a6-b83e-fe7a28ae3340,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:11.020487 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-2f5c60cb-b07a-47f5-a55d-f2012b68052d tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5653069 Feb 18 08:48:11.036195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Request body: {'port': {'device_id': '59671b60-1f6c-43c1-8cb8-826a27145f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:11.069222 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8498a858-823d-4bb2-b3aa-92f4596601de', 'tag': '2cea9689-1a3d-44a6-b83e-fe7a28ae3340'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:11.140885 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6b3000c3-82ee-42cb-8d79-4155e51d5a6e req-c1bb3d6b-0b2f-41c7-be20-397597eb509f service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765617 Feb 18 08:48:11.157098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c35954f-68b0-41e4-8430-af6ee8868325 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Router 7346e605-e248-4b48-8674-137ead41b54e has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:48:11.189843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-2875b920-5b9e-41bc-967c-23e5b4cc0d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:11.192142 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-2875b920-5b9e-41bc-967c-23e5b4cc0d27 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9f2fa9ecedc34ceb9c1713176a0a17a8&device_id=8498a858-823d-4bb2-b3aa-92f4596601de HTTP/1.1" status: 200 len: 1099 time: 0.4261768 Feb 18 08:48:11.293910 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:11.301205 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-f64f004d-3d5b-4e95-8fa1-a42adef6b6af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=2cea9689-1a3d-44a6-b83e-fe7a28ae3340 HTTP/1.1" status: 200 len: 217 time: 0.0802836 Feb 18 08:48:11.388482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c5173-a3ff-4dc9-9200-59daf43baa27 req-a0703a20-a335-4c87-acad-9932e1969d45 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:11.389936 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b20c5173-a3ff-4dc9-9200-59daf43baa27 req-a0703a20-a335-4c87-acad-9932e1969d45 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/ports?device_id=59671b60-1f6c-43c1-8cb8-826a27145f8e HTTP/1.1" status: 200 len: 932 time: 0.3843873 Feb 18 08:48:11.396390 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:11.581280 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-c8e93816-f251-48fa-a7e0-c26bf7292e72 req-058aaf44-b838-47a5-96cc-ce264c2c796f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] For port 7c976871-b175-485d-94d0-82cc383ccd00, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7c976871-b175-485d-94d0-82cc383ccd00,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:11.581544 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c8e93816-f251-48fa-a7e0-c26bf7292e72 req-058aaf44-b838-47a5-96cc-ce264c2c796f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:11.591821 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b20c5173-a3ff-4dc9-9200-59daf43baa27 req-c2232c3c-50be-4897-a30c-eea2503c1180 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/security-groups?id=c093d3b6-c662-4464-b49b-3567ce1a62dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833048 Feb 18 08:48:11.598690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-6b9ab024-ef16-410d-ab12-fb67b8506f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:11.601161 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-6b9ab024-ef16-410d-ab12-fb67b8506f4b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.2496083 Feb 18 08:48:11.614983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13936ec8-7c2d-4497-b4b9-e36289c9de07 req-af97ecb3-22a6-49fa-9d31-c8e10dbfa179 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:11.617136 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13936ec8-7c2d-4497-b4b9-e36289c9de07 req-af97ecb3-22a6-49fa-9d31-c8e10dbfa179 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 1096 time: 0.3585606 Feb 18 08:48:11.649695 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9b209c-d9f3-4bfd-a357-d02651cb6bef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ae1854a-02d6-4c91-a77d-0417c1b43e79', 'code': 200} Feb 18 08:48:11.669564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c35954f-68b0-41e4-8430-af6ee8868325 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:48:11.681011 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6b3000c3-82ee-42cb-8d79-4155e51d5a6e req-4e8d9787-4eb7-42ff-981b-b6fd0862c607 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002544 Feb 18 08:48:11.693803 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f6222-8720-4e0b-830e-629d83431bd9 None None] Sync routers for ids ['7346e605-e248-4b48-8674-137ead41b54e'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:48:11.708553 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f6222-8720-4e0b-830e-629d83431bd9 None None] Routers {'7346e605-e248-4b48-8674-137ead41b54e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:48:11.710241 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fc6f6222-8720-4e0b-830e-629d83431bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:48:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7346e605-e248-4b48-8674-137ead41b54e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:48:11.736978 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4c35954f-68b0-41e4-8430-af6ee8868325 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:11.767564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-c8e93816-f251-48fa-a7e0-c26bf7292e72 req-058aaf44-b838-47a5-96cc-ce264c2c796f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Calling delete_port for 7c976871-b175-485d-94d0-82cc383ccd00 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:48:11.849552 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-75b11d12-267e-4c59-a9ca-18282c87c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:11.851520 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-75b11d12-267e-4c59-a9ca-18282c87c6df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2414689 Feb 18 08:48:11.939184 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-fc6f6222-8720-4e0b-830e-629d83431bd9 None None] Set router 7346e605-e248-4b48-8674-137ead41b54e gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:48:12.051354 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-6e3c2ec8-a970-4c1e-a0ee-25090b84a995 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870368 Feb 18 08:48:12.112409 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4c35954f-68b0-41e4-8430-af6ee8868325 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "PUT /v2.0/floatingips/7e8548b6-2505-4630-9eb6-b9e12cadcb37 HTTP/1.1" status: 200 len: 991 time: 4.1888149 Feb 18 08:48:12.113875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'tag': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:12.130365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13936ec8-7c2d-4497-b4b9-e36289c9de07 req-bfe28f35-0f98-47bf-921b-b5871ec1f5b9 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955803 Feb 18 08:48:12.186060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ada83f7-7dbb-49e4-a963-e2b35ed99727 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:48:12.197528 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:12.234861 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Transition to ACTIVE for port object 5ada83f7-7dbb-49e4-a963-e2b35ed99727 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:48:12.269917 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:12.292029 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8498a858-823d-4bb2-b3aa-92f4596601de', 'tag': '2cea9689-1a3d-44a6-b83e-fe7a28ae3340', 'status': 'completed', 'code': 200} Feb 18 08:48:12.314123 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15e749d4-e314-4fbc-a34c-e79e828c9465 req-df18ecf1-ab64-40e3-ad97-989b79bd5c36 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/a0a1a5af-3d73-4308-bfcd-06c271499f68 HTTP/1.1" status: 200 len: 1780 time: 0.1053915 Feb 18 08:48:12.341303 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c8e93816-f251-48fa-a7e0-c26bf7292e72 req-058aaf44-b838-47a5-96cc-ce264c2c796f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:12.473694 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fc6f6222-8720-4e0b-830e-629d83431bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:47:25Z', 'revision_number': 4, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '7e8548b6-2505-4630-9eb6-b9e12cadcb37', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '7346e605-e248-4b48-8674-137ead41b54e', 'port_id': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'mac_address': 'fa:16:3e:9c:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:47:35Z', 'updated_at': '2022-02-18T08:48:09Z', 'revision_number': 1, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ae7cc4-7cb8-4b3f-b3a7-329a637052f7', 'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'mac_address': 'fa:16:3e:78:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:22Z', 'updated_at': '2022-02-18T08:47:35Z', 'revision_number': 5, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'subnets': [{'id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:48:12.475841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Pushing event updated for resources: {'Port': ['ID=5ada83f7-7dbb-49e4-a963-e2b35ed99727,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:12.480921 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-726d5551-d3dd-4631-83c4-af9958f0f16e req-43e10062-dd3b-43e2-b051-ad38c805511c service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007339 Feb 18 08:48:12.483501 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f6222-8720-4e0b-830e-629d83431bd9 None None] Checking router: 7346e605-e248-4b48-8674-137ead41b54e for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:48:12.494031 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f6222-8720-4e0b-830e-629d83431bd9 None None] Routers {'7346e605-e248-4b48-8674-137ead41b54e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:48:12.494626 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fc6f6222-8720-4e0b-830e-629d83431bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:48:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7346e605-e248-4b48-8674-137ead41b54e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:48:12.500092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058aaf44-b838-47a5-96cc-ce264c2c796f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Pushing event deleted for resources: {'Port': ['ID=7c976871-b175-485d-94d0-82cc383ccd00,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:12.547661 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 887d487b-f373-491a-b057-6e1da09dc46b details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:48:12.551427 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 7c976871-b175-485d-94d0-82cc383ccd00 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:48:12.554783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af7d9004-d99a-4f79-8639-774fb7d28781 req-36ea40e9-27a9-4cb7-8ed1-e85c67838e4b tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?device_id=d601e026-8237-45ab-adb4-e731be0c220f HTTP/1.1" status: 200 len: 210 time: 0.1119144 Feb 18 08:48:12.608517 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 7c976871-b175-485d-94d0-82cc383ccd00 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:48:12.609218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 7c976871-b175-485d-94d0-82cc383ccd00 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:48:12.632015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e93816-f251-48fa-a7e0-c26bf7292e72 req-058aaf44-b838-47a5-96cc-ce264c2c796f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] No DVR routers for this DVR port 7c976871-b175-485d-94d0-82cc383ccd00 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:48:12.636522 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c8e93816-f251-48fa-a7e0-c26bf7292e72 req-058aaf44-b838-47a5-96cc-ce264c2c796f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:12.650816 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c8e93816-f251-48fa-a7e0-c26bf7292e72 req-058aaf44-b838-47a5-96cc-ce264c2c796f tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.81 "DELETE /v2.0/ports/7c976871-b175-485d-94d0-82cc383ccd00 HTTP/1.1" status: 204 len: 173 time: 2.0390663 Feb 18 08:48:12.767874 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3d3f7-7b4f-4bc7-90e5-8c8319eefdc3 req-712e5e26-588f-4096-b3a9-d172aaba0797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:12.769422 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2da3d3f7-7b4f-4bc7-90e5-8c8319eefdc3 req-712e5e26-588f-4096-b3a9-d172aaba0797 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9f2fa9ecedc34ceb9c1713176a0a17a8&device_id=8498a858-823d-4bb2-b3aa-92f4596601de HTTP/1.1" status: 200 len: 1099 time: 0.2136471 Feb 18 08:48:12.813526 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 887d487b-f373-491a-b057-6e1da09dc46b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=887d487b-f373-491a-b057-6e1da09dc46b,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:12.845328 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '887d487b-f373-491a-b057-6e1da09dc46b', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '887d487b-f373-491a-b057-6e1da09dc46b', 'mac_address': 'fa:16:3e:59:b0:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:48:12.852565 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-fc6f6222-8720-4e0b-830e-629d83431bd9 None None] Set router 7346e605-e248-4b48-8674-137ead41b54e gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:48:12.903554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-5c3182bf-05fb-479b-aa64-0bcc9d19a125 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:12.929124 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-5c3182bf-05fb-479b-aa64-0bcc9d19a125 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/networks?id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4 HTTP/1.1" status: 200 len: 804 time: 0.4427061 Feb 18 08:48:12.959039 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-0ed697ab-455b-4472-a184-865d9f101f1c tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/quotas/52c8b10c39d84f9990de9c9a779edb52 HTTP/1.1" status: 200 len: 375 time: 0.0279007 Feb 18 08:48:12.977664 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:13.001405 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887d487b-f373-491a-b057-6e1da09dc46b {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:48:13.009988 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3d3f7-7b4f-4bc7-90e5-8c8319eefdc3 req-410423bf-77c8-4886-8afd-4495ff9dae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:13.011753 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2da3d3f7-7b4f-4bc7-90e5-8c8319eefdc3 req-410423bf-77c8-4886-8afd-4495ff9dae23 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2313969 Feb 18 08:48:13.014380 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Attempting to bind port 5ada83f7-7dbb-49e4-a963-e2b35ed99727 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:48:13.014716 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Attempting to bind port 5ada83f7-7dbb-49e4-a963-e2b35ed99727 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'eac13793-9611-424a-9e9b-6bf00900c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9218ec5a-f290-49da-a694-f0e256eb11d2'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:48:13.015428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Attempting to bind port 5ada83f7-7dbb-49e4-a963-e2b35ed99727 on network 9218ec5a-f290-49da-a694-f0e256eb11d2 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:48:13.021381 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 887d487b-f373-491a-b057-6e1da09dc46b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=887d487b-f373-491a-b057-6e1da09dc46b,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:13.027511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Port 5ada83f7-7dbb-49e4-a963-e2b35ed99727 on network 9218ec5a-f290-49da-a694-f0e256eb11d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:48:13.027862 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Attempting to bind port 5ada83f7-7dbb-49e4-a963-e2b35ed99727 on network 9218ec5a-f290-49da-a694-f0e256eb11d2 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:48:13.029643 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:13.069574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab540d7-b337-40a2-8eea-b9906daa11a4 req-2985ae88-0f0d-49f7-855e-314679f3407b tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:13.071399 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ab540d7-b337-40a2-8eea-b9906daa11a4 req-2985ae88-0f0d-49f7-855e-314679f3407b tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=8498a858-823d-4bb2-b3aa-92f4596601de HTTP/1.1" status: 200 len: 948 time: 0.3344278 Feb 18 08:48:13.114672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:48:13.115916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Checking segment: {'id': 'eac13793-9611-424a-9e9b-6bf00900c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9218ec5a-f290-49da-a694-f0e256eb11d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:48:13.116329 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Bound using segment: {'id': 'eac13793-9611-424a-9e9b-6bf00900c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9218ec5a-f290-49da-a694-f0e256eb11d2'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:48:13.116776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Bound port: 5ada83f7-7dbb-49e4-a963-e2b35ed99727, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac13793-9611-424a-9e9b-6bf00900c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9218ec5a-f290-49da-a694-f0e256eb11d2'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:48:13.117276 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:13.118207 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-c0e7bb04-0b5b-43dd-b075-96d8b27c6a5b tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=52c8b10c39d84f9990de9c9a779edb52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1583505 Feb 18 08:48:13.136391 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2da3d3f7-7b4f-4bc7-90e5-8c8319eefdc3 req-94b3c8ff-4549-41ef-8648-a8af56d31b2d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=2cea9689-1a3d-44a6-b83e-fe7a28ae3340 HTTP/1.1" status: 200 len: 217 time: 0.1097770 Feb 18 08:48:13.155485 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=887d487b-f373-491a-b057-6e1da09dc46b,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:13.267121 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3d3f7-7b4f-4bc7-90e5-8c8319eefdc3 req-ad1e34ee-cfd9-4237-aa2a-11d247f20dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:13.268591 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2da3d3f7-7b4f-4bc7-90e5-8c8319eefdc3 req-ad1e34ee-cfd9-4237-aa2a-11d247f20dbf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0965936 Feb 18 08:48:13.270620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ab540d7-b337-40a2-8eea-b9906daa11a4 req-79e9bd48-0c27-46ab-8473-411ed92f42f6 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922629 Feb 18 08:48:13.328081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] For port 5ada83f7-7dbb-49e4-a963-e2b35ed99727, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:48:13.335373 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-d552fc7d-846e-4497-a9ee-daf5004109ca service neutron] 10.222.0.72 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162342 Feb 18 08:48:13.342730 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] For port 5ada83f7-7dbb-49e4-a963-e2b35ed99727, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=5ada83f7-7dbb-49e4-a963-e2b35ed99727,segment=NetworkSegment(eac13793-9611-424a-9e9b-6bf00900c9f5),segment_id=eac13793-9611-424a-9e9b-6bf00900c9f5)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:48:13.344729 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fc6f6222-8720-4e0b-830e-629d83431bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:47:25Z', 'revision_number': 4, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '7e8548b6-2505-4630-9eb6-b9e12cadcb37', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '7346e605-e248-4b48-8674-137ead41b54e', 'port_id': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'mac_address': 'fa:16:3e:9c:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:47:35Z', 'updated_at': '2022-02-18T08:48:09Z', 'revision_number': 1, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ae7cc4-7cb8-4b3f-b3a7-329a637052f7', 'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'mac_address': 'fa:16:3e:78:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:22Z', 'updated_at': '2022-02-18T08:47:35Z', 'revision_number': 5, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'subnets': [{'id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:48:13.349644 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f6222-8720-4e0b-830e-629d83431bd9 None None] The sync data for ids ['7346e605-e248-4b48-8674-137ead41b54e'] in n-d-829434-1 is: [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:47:25Z', 'revision_number': 4, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '7e8548b6-2505-4630-9eb6-b9e12cadcb37', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '7346e605-e248-4b48-8674-137ead41b54e', 'port_id': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'mac_address': 'fa:16:3e:9c:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:47:35Z', 'updated_at': '2022-02-18T08:48:09Z', 'revision_number': 1, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ae7cc4-7cb8-4b3f-b3a7-329a637052f7', 'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'mac_address': 'fa:16:3e:78:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:22Z', 'updated_at': '2022-02-18T08:47:35Z', 'revision_number': 5, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'subnets': [{'id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:48:13.359858 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:13.383167 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['887d487b-f373-491a-b057-6e1da09dc46b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:48:13.511517 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'tag': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a', 'status': 'completed', 'code': 200} Feb 18 08:48:13.518122 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-a37077ba-7bd3-4488-afa9-0ed36006277c service neutron] 10.222.0.72 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819162 Feb 18 08:48:13.573199 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:13.573786 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:13.575160 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] 10.222.0.81 "PUT /v2.0/ports/5ada83f7-7dbb-49e4-a963-e2b35ed99727 HTTP/1.1" status: 200 len: 1092 time: 2.5441170 Feb 18 08:48:13.623928 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3d3f7-7b4f-4bc7-90e5-8c8319eefdc3 req-0abf94c1-555b-4fea-b59b-63a4a4e3006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:13.625426 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2da3d3f7-7b4f-4bc7-90e5-8c8319eefdc3 req-0abf94c1-555b-4fea-b59b-63a4a4e3006a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3482981 Feb 18 08:48:13.756359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586a115-e0f2-49c9-82fe-1db07b03a8f5 None None] New status for floating IP 7e8548b6-2505-4630-9eb6-b9e12cadcb37: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:48:13.790110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245cf91-6689-4741-92a5-30d422fa5b46 service neutron] Pushing event updated for resources: {'Port': ['ID=5ada83f7-7dbb-49e4-a963-e2b35ed99727,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:13.883891 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca871c55-e003-4c66-9b60-b2ad033b7706 req-45a38846-72ee-49ed-abc7-967e43c2db87 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/a0a1a5af-3d73-4308-bfcd-06c271499f68 HTTP/1.1" status: 200 len: 1780 time: 0.1279740 Feb 18 08:48:13.965799 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ca871c55-e003-4c66-9b60-b2ad033b7706 req-048b11ab-275e-4ec5-bee9-7910ab7dd4b1 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:13.974507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d877c73-0667-437e-8626-a8f2d32456d8 req-d22b1bac-6ae6-4386-b300-1ab7cc112ffe tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:13.976055 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d877c73-0667-437e-8626-a8f2d32456d8 req-d22b1bac-6ae6-4386-b300-1ab7cc112ffe tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b209c-d9f3-4bfd-a357-d02651cb6bef HTTP/1.1" status: 200 len: 943 time: 0.3440862 Feb 18 08:48:13.993653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebc3ce-71b4-4a9f-979c-319fb3e7713e req-75bee27d-24e7-4ceb-8ff5-0d5d461a7683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:13.995215 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4ebc3ce-71b4-4a9f-979c-319fb3e7713e req-75bee27d-24e7-4ceb-8ff5-0d5d461a7683 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621&device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 1096 time: 0.4519930 Feb 18 08:48:14.206684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-4d877c73-0667-437e-8626-a8f2d32456d8 req-28bc4592-b1ed-4345-9158-f573de7c903a tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Deleting port 1ae1854a-02d6-4c91-a77d-0417c1b43e79 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:48:14.207031 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4d877c73-0667-437e-8626-a8f2d32456d8 req-28bc4592-b1ed-4345-9158-f573de7c903a tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:14.279456 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ca871c55-e003-4c66-9b60-b2ad033b7706 req-048b11ab-275e-4ec5-bee9-7910ab7dd4b1 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:14.303255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59671b60-1f6c-43c1-8cb8-826a27145f8e', 'tag': '5ada83f7-7dbb-49e4-a963-e2b35ed99727'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:14.418634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebc3ce-71b4-4a9f-979c-319fb3e7713e req-9d1d6c09-6c6d-4298-8314-1b3d53ebc1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:14.418792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-6ebe365c-b6f4-4254-9b92-90aed3445cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:14.420082 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4ebc3ce-71b4-4a9f-979c-319fb3e7713e req-9d1d6c09-6c6d-4298-8314-1b3d53ebc1dd service neutron] 10.222.0.81 "GET /v2.0/networks?id=5d5e2a5a-f047-425a-86b2-0b3143ac8640 HTTP/1.1" status: 200 len: 917 time: 0.3784125 Feb 18 08:48:14.420415 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-6ebe365c-b6f4-4254-9b92-90aed3445cd3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b9b03c847a845f1b5e194411bde3a13&device_id=59671b60-1f6c-43c1-8cb8-826a27145f8e HTTP/1.1" status: 200 len: 1095 time: 0.7800524 Feb 18 08:48:14.428479 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2da3d3f7-7b4f-4bc7-90e5-8c8319eefdc3 req-b4d4e096-a3a8-4252-8183-b5ccd8208de9 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7853317 Feb 18 08:48:14.553762 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 887d487b-f373-491a-b057-6e1da09dc46b up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:48:14.651151 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-add435de-2f6a-47ca-af31-78ca463e6d58 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ada83f7-7dbb-49e4-a963-e2b35ed99727 HTTP/1.1" status: 200 len: 217 time: 0.2168744 Feb 18 08:48:14.687403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 887d487b-f373-491a-b057-6e1da09dc46b completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:48:14.694346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 887d487b-f373-491a-b057-6e1da09dc46b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:48:14.694994 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:14.797256 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2da3d3f7-7b4f-4bc7-90e5-8c8319eefdc3 req-1365e101-aab9-4372-ac83-39d8b0169406 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607323 Feb 18 08:48:14.837399 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:14.877015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 887d487b-f373-491a-b057-6e1da09dc46b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=887d487b-f373-491a-b057-6e1da09dc46b,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:14.878179 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50de0908-4647-499e-8821-4f4428066013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887d487b-f373-491a-b057-6e1da09dc46b'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:14.887054 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:14.921329 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-425408b0-b1df-4119-aea5-bdfccfc0cb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:14.923720 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-425408b0-b1df-4119-aea5-bdfccfc0cb5f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c84de284-b7f5-4f5c-bb17-56c255f6ff08 HTTP/1.1" status: 200 len: 855 time: 0.1218100 Feb 18 08:48:14.965935 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=887d487b-f373-491a-b057-6e1da09dc46b,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:15.009312 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-c3d82aa7-221b-44e9-afec-466473550909 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9218ec5a-f290-49da-a694-f0e256eb11d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775061 Feb 18 08:48:15.103020 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ca871c55-e003-4c66-9b60-b2ad033b7706 req-048b11ab-275e-4ec5-bee9-7910ab7dd4b1 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:15.141973 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4ebc3ce-71b4-4a9f-979c-319fb3e7713e req-0205754c-1c80-4593-9687-0bfd9742e10d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a HTTP/1.1" status: 200 len: 1001 time: 0.6959693 Feb 18 08:48:15.153554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b11ab-275e-4ec5-bee9-7910ab7dd4b1 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a1a5af-3d73-4308-bfcd-06c271499f68,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:15.163608 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-73d0e853-6d9e-4f48-b9c9-a8905d1aafbd service neutron] 10.222.0.81 "GET /v2.0/networks/9218ec5a-f290-49da-a694-f0e256eb11d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477389 Feb 18 08:48:15.223145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-4d877c73-0667-437e-8626-a8f2d32456d8 req-28bc4592-b1ed-4345-9158-f573de7c903a tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] For port 1ae1854a-02d6-4c91-a77d-0417c1b43e79, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1ae1854a-02d6-4c91-a77d-0417c1b43e79,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:15.223515 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4d877c73-0667-437e-8626-a8f2d32456d8 req-28bc4592-b1ed-4345-9158-f573de7c903a tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:15.238692 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ca871c55-e003-4c66-9b60-b2ad033b7706 req-048b11ab-275e-4ec5-bee9-7910ab7dd4b1 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:15.249638 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca871c55-e003-4c66-9b60-b2ad033b7706 req-048b11ab-275e-4ec5-bee9-7910ab7dd4b1 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "DELETE /v2.0/security-groups/a0a1a5af-3d73-4308-bfcd-06c271499f68 HTTP/1.1" status: 204 len: 173 time: 1.3646567 Feb 18 08:48:15.401329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-4d877c73-0667-437e-8626-a8f2d32456d8 req-28bc4592-b1ed-4345-9158-f573de7c903a tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Calling delete_port for 1ae1854a-02d6-4c91-a77d-0417c1b43e79 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:48:15.463969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebc3ce-71b4-4a9f-979c-319fb3e7713e req-e76277cc-aa72-44cc-a177-56708524eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:15.473745 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4ebc3ce-71b4-4a9f-979c-319fb3e7713e req-e76277cc-aa72-44cc-a177-56708524eee0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=df727fe9-3fec-4967-a902-47fe24f8ed0f HTTP/1.1" status: 200 len: 855 time: 0.3118219 Feb 18 08:48:15.508782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e5766-f6b0-4b9a-84fa-fcb88e8f6ba8 req-45524d80-982b-438b-bbf0-5c46fb383c3f tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:15.514047 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-692e5766-f6b0-4b9a-84fa-fcb88e8f6ba8 req-45524d80-982b-438b-bbf0-5c46fb383c3f tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/ports?device_id=59671b60-1f6c-43c1-8cb8-826a27145f8e HTTP/1.1" status: 200 len: 944 time: 0.5714066 Feb 18 08:48:15.564903 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd601e026-8237-45ab-adb4-e731be0c220f', 'name': 'network-vif-deleted', 'tag': '7c976871-b175-485d-94d0-82cc383ccd00'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:15.630653 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-8c11998a-e702-469a-965a-5e3a6d0c5933 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:15.632250 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-8c11998a-e702-469a-965a-5e3a6d0c5933 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.81 "GET /v2.0/networks?id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4 HTTP/1.1" status: 200 len: 804 time: 0.2220216 Feb 18 08:48:15.640096 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d7bc0ad7-8aca-4ad0-90f2-d2ffc154f3de req-7b694dd2-7946-401a-ad56-96931e1155ce service neutron] 10.222.0.81 "GET /v2.0/networks/9218ec5a-f290-49da-a694-f0e256eb11d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669349 Feb 18 08:48:15.651898 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-c4e7876b-6698-42f7-85e8-dba39f2b208f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Request body: {'port': {'device_id': '130e2991-228e-493d-a2e1-b7a6f4a39bf2', 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4', 'admin_state_up': True, 'tenant_id': '52c8b10c39d84f9990de9c9a779edb52'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:15.670981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6306da46-e5a5-47c3-adde-9b1e9a9f8a5f req-531e5ca7-18fd-40bb-aadb-22a8e26257f8 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 210 time: 0.0765700 Feb 18 08:48:15.703635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-692e5766-f6b0-4b9a-84fa-fcb88e8f6ba8 req-582dd67d-2e95-4903-9d44-0134dfc9e7a8 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/security-groups?id=c093d3b6-c662-4464-b49b-3567ce1a62dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326084 Feb 18 08:48:15.760634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebc3ce-71b4-4a9f-979c-319fb3e7713e req-5a09ba87-74e2-4989-8c5a-de31fcead842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:15.762133 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4ebc3ce-71b4-4a9f-979c-319fb3e7713e req-5a09ba87-74e2-4989-8c5a-de31fcead842 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5d5e2a5a-f047-425a-86b2-0b3143ac8640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2662764 Feb 18 08:48:15.821389 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59671b60-1f6c-43c1-8cb8-826a27145f8e', 'tag': '5ada83f7-7dbb-49e4-a963-e2b35ed99727', 'status': 'completed', 'code': 200} Feb 18 08:48:15.823825 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-c4e7876b-6698-42f7-85e8-dba39f2b208f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:15.826407 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:48:15.834558 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-c4e7876b-6698-42f7-85e8-dba39f2b208f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:15.881094 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-c4e7876b-6698-42f7-85e8-dba39f2b208f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Made reservation on behalf of 52c8b10c39d84f9990de9c9a779edb52 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:48:15.884952 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-c4e7876b-6698-42f7-85e8-dba39f2b208f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:15.959253 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4d877c73-0667-437e-8626-a8f2d32456d8 req-28bc4592-b1ed-4345-9158-f573de7c903a tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:16.033680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc4592-b1ed-4345-9158-f573de7c903a tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Pushing event deleted for resources: {'Port': ['ID=1ae1854a-02d6-4c91-a77d-0417c1b43e79,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:16.057779 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e2bb8-2a24-4ac3-9476-9936cab90300 req-23ec7a3a-eef8-4127-ae0d-ac543abcda2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:16.059286 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-526e2bb8-2a24-4ac3-9476-9936cab90300 req-23ec7a3a-eef8-4127-ae0d-ac543abcda2e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b9b03c847a845f1b5e194411bde3a13&device_id=59671b60-1f6c-43c1-8cb8-826a27145f8e HTTP/1.1" status: 200 len: 1095 time: 0.2168159 Feb 18 08:48:16.141283 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4ebc3ce-71b4-4a9f-979c-319fb3e7713e req-31889ea4-4c1a-49d9-b9c4-be10a1d7e74e service neutron] 10.222.0.81 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640337 Feb 18 08:48:16.143604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d877c73-0667-437e-8626-a8f2d32456d8 req-28bc4592-b1ed-4345-9158-f573de7c903a tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] No DVR routers for this DVR port 1ae1854a-02d6-4c91-a77d-0417c1b43e79 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:48:16.147863 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4d877c73-0667-437e-8626-a8f2d32456d8 req-28bc4592-b1ed-4345-9158-f573de7c903a tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:16.165511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 2cea9689-1a3d-44a6-b83e-fe7a28ae3340, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=2cea9689-1a3d-44a6-b83e-fe7a28ae3340,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:16.184440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fe262-5c60-4098-950b-2ad2622d6157 req-177e22fb-110a-44c2-800d-dbd14376d346 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:16.186175 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-592fe262-5c60-4098-950b-2ad2622d6157 req-177e22fb-110a-44c2-800d-dbd14376d346 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=8498a858-823d-4bb2-b3aa-92f4596601de HTTP/1.1" status: 200 len: 948 time: 0.3824148 Feb 18 08:48:16.187324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '2cea9689-1a3d-44a6-b83e-fe7a28ae3340', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '2cea9689-1a3d-44a6-b83e-fe7a28ae3340', 'mac_address': 'fa:16:3e:7e:3a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:48:16.220528 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50de0908-4647-499e-8821-4f4428066013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887d487b-f373-491a-b057-6e1da09dc46b', 'code': 200} Feb 18 08:48:16.245649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-c4e7876b-6698-42f7-85e8-dba39f2b208f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Allocated IP 172.20.0.5 (f1f00c03-c5b7-4a43-9e03-87d58d513ba4/b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3/e5039c52-1a66-468c-9efc-50cfed59ad17) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:48:16.273748 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:16.288421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e2bb8-2a24-4ac3-9476-9936cab90300 req-70305983-d337-419f-bbae-507717069da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:16.290549 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-526e2bb8-2a24-4ac3-9476-9936cab90300 req-70305983-d337-419f-bbae-507717069da5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9218ec5a-f290-49da-a694-f0e256eb11d2 HTTP/1.1" status: 200 len: 916 time: 0.2230992 Feb 18 08:48:16.302712 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:48:16.321398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d877c73-0667-437e-8626-a8f2d32456d8 req-28bc4592-b1ed-4345-9158-f573de7c903a tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.61 "DELETE /v2.0/ports/1ae1854a-02d6-4c91-a77d-0417c1b43e79 HTTP/1.1" status: 204 len: 173 time: 2.3217380 Feb 18 08:48:16.326800 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-7800d37e-17c8-4b6d-9854-4c604f0823b3 req-16761a1c-0f62-4988-a807-46753600560b tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] show failed (client error): The resource could not be found. Feb 18 08:48:16.330840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 2cea9689-1a3d-44a6-b83e-fe7a28ae3340, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=2cea9689-1a3d-44a6-b83e-fe7a28ae3340,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:16.335966 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:16.336810 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1336e09c-e47d-4796-8510-24489566a2d2 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:48:16.339132 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7800d37e-17c8-4b6d-9854-4c604f0823b3 req-16761a1c-0f62-4988-a807-46753600560b tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/a0a1a5af-3d73-4308-bfcd-06c271499f68 HTTP/1.1" status: 404 len: 352 time: 0.0477874 Feb 18 08:48:16.343319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.81', 50433) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:48:16.371245 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1336e09c-e47d-4796-8510-24489566a2d2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1336e09c-e47d-4796-8510-24489566a2d2,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:16.394206 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-526e2bb8-2a24-4ac3-9476-9936cab90300 req-ee46fcab-5292-405e-86fa-a5d4c6328273 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ada83f7-7dbb-49e4-a963-e2b35ed99727 HTTP/1.1" status: 200 len: 217 time: 0.0847845 Feb 18 08:48:16.446824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-592fe262-5c60-4098-950b-2ad2622d6157 req-c9b9ab86-4227-4724-b675-42e5d99a49e8 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411039 Feb 18 08:48:16.516829 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '1336e09c-e47d-4796-8510-24489566a2d2', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '1336e09c-e47d-4796-8510-24489566a2d2', 'mac_address': 'fa:16:3e:97:78:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:48:16.566922 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4ebc3ce-71b4-4a9f-979c-319fb3e7713e req-c60b37f1-9568-42a8-afaa-c2d59892e878 service neutron] 10.222.0.81 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134741 Feb 18 08:48:16.566922 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd601e026-8237-45ab-adb4-e731be0c220f', 'name': 'network-vif-deleted', 'tag': '7c976871-b175-485d-94d0-82cc383ccd00', 'status': 'completed', 'code': 200} Feb 18 08:48:16.594799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32153923-a0e7-407e-94ee-8c0b6652c3ed req-9214809d-ed78-46f1-8180-40776ff5e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:16.597493 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32153923-a0e7-407e-94ee-8c0b6652c3ed req-9214809d-ed78-46f1-8180-40776ff5e7eb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 1101 time: 0.2476389 Feb 18 08:48:16.600982 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=2cea9689-1a3d-44a6-b83e-fe7a28ae3340,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:16.610159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-43fc126a-2af1-4c73-af17-9e9ca21569ff req-a3f66739-b968-4def-ac25-2e57c96bbe2a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1667859746', 'description': 'tempest-description-24791506'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:16.626778 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:16.650008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-43fc126a-2af1-4c73-af17-9e9ca21569ff req-a3f66739-b968-4def-ac25-2e57c96bbe2a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:16.670024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-43fc126a-2af1-4c73-af17-9e9ca21569ff req-a3f66739-b968-4def-ac25-2e57c96bbe2a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Usage tracker for resource:security_group and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:16.673933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1336e09c-e47d-4796-8510-24489566a2d2 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:48:16.690217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-43fc126a-2af1-4c73-af17-9e9ca21569ff req-a3f66739-b968-4def-ac25-2e57c96bbe2a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:16.691781 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1336e09c-e47d-4796-8510-24489566a2d2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1336e09c-e47d-4796-8510-24489566a2d2,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:16.698149 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:16.704023 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e2bb8-2a24-4ac3-9476-9936cab90300 req-f5459a7a-1d71-4791-b237-f5a562368ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:16.705570 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-526e2bb8-2a24-4ac3-9476-9936cab90300 req-f5459a7a-1d71-4791-b237-f5a562368ca8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c84de284-b7f5-4f5c-bb17-56c255f6ff08 HTTP/1.1" status: 200 len: 855 time: 0.3049738 Feb 18 08:48:16.706046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-43fc126a-2af1-4c73-af17-9e9ca21569ff req-a3f66739-b968-4def-ac25-2e57c96bbe2a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:16.713559 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32153923-a0e7-407e-94ee-8c0b6652c3ed req-85bc4643-620f-4f5a-a876-e5092d737d08 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934689 Feb 18 08:48:16.742756 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43fc126a-2af1-4c73-af17-9e9ca21569ff req-a3f66739-b968-4def-ac25-2e57c96bbe2a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:16.770618 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-43fc126a-2af1-4c73-af17-9e9ca21569ff req-a3f66739-b968-4def-ac25-2e57c96bbe2a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:16.776837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-43fc126a-2af1-4c73-af17-9e9ca21569ff req-a3f66739-b968-4def-ac25-2e57c96bbe2a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Usage tracker for resource:security_group_rule and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:16.778795 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1336e09c-e47d-4796-8510-24489566a2d2,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:16.779952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-43fc126a-2af1-4c73-af17-9e9ca21569ff req-a3f66739-b968-4def-ac25-2e57c96bbe2a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:16.792042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-43fc126a-2af1-4c73-af17-9e9ca21569ff req-a3f66739-b968-4def-ac25-2e57c96bbe2a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:16.811193 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-526e2bb8-2a24-4ac3-9476-9936cab90300 req-dd9ac4d3-62e1-4b5e-a7eb-3c00f2c4854c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9218ec5a-f290-49da-a694-f0e256eb11d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556242 Feb 18 08:48:16.833099 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['1336e09c-e47d-4796-8510-24489566a2d2'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:48:16.897096 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-c4e7876b-6698-42f7-85e8-dba39f2b208f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:16.915775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-432c28d3-3663-46bd-a936-0ccbceea0083 req-b0564041-e5ea-40c2-815a-5348526aa66b tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Synchronizing usage tracker for tenant:52c8b10c39d84f9990de9c9a779edb52 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:48:16.935085 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-c4e7876b-6698-42f7-85e8-dba39f2b208f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:16.937120 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43fc126a-2af1-4c73-af17-9e9ca21569ff req-a3f66739-b968-4def-ac25-2e57c96bbe2a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:16.944691 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43fc126a-2af1-4c73-af17-9e9ca21569ff req-a3f66739-b968-4def-ac25-2e57c96bbe2a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:16.965283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-432c28d3-3663-46bd-a936-0ccbceea0083 req-b0564041-e5ea-40c2-815a-5348526aa66b tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Unset dirty status for tenant:52c8b10c39d84f9990de9c9a779edb52 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:48:16.966439 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-432c28d3-3663-46bd-a936-0ccbceea0083 req-b0564041-e5ea-40c2-815a-5348526aa66b tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 210 time: 0.1029098 Feb 18 08:48:16.997808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f66739-b968-4def-ac25-2e57c96bbe2a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c18818-fd55-4d76-a164-a9d0e66cea85,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:17.008059 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43fc126a-2af1-4c73-af17-9e9ca21569ff req-a3f66739-b968-4def-ac25-2e57c96bbe2a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:17.009375 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43fc126a-2af1-4c73-af17-9e9ca21569ff req-a3f66739-b968-4def-ac25-2e57c96bbe2a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4083695 Feb 18 08:48:17.059480 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7876b-6698-42f7-85e8-dba39f2b208f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Pushing event updated for resources: {'Port': ['ID=e5039c52-1a66-468c-9efc-50cfed59ad17,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:17.069233 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-c4e7876b-6698-42f7-85e8-dba39f2b208f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:48:17.072394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-c4e7876b-6698-42f7-85e8-dba39f2b208f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:48:17.121255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-c4e7876b-6698-42f7-85e8-dba39f2b208f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:48:17.235431 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-c4e7876b-6698-42f7-85e8-dba39f2b208f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:17.236048 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-c4e7876b-6698-42f7-85e8-dba39f2b208f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:17.269597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['2cea9689-1a3d-44a6-b83e-fe7a28ae3340'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:48:17.290216 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-526e2bb8-2a24-4ac3-9476-9936cab90300 req-103965bc-402e-4f0b-a581-25a50bfc190c service neutron] 10.222.0.81 "GET /v2.0/networks/9218ec5a-f290-49da-a694-f0e256eb11d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494187 Feb 18 08:48:17.292114 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-c4e7876b-6698-42f7-85e8-dba39f2b208f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6441634 Feb 18 08:48:17.312058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Request body: {'port': {'device_id': '130e2991-228e-493d-a2e1-b7a6f4a39bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:17.376254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b18924-a18f-417d-9d98-748f60a27d41 req-ee1ab504-6e94-4037-ae0d-0113b2fa49bd tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:17.377748 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-70b18924-a18f-417d-9d98-748f60a27d41 req-ee1ab504-6e94-4037-ae0d-0113b2fa49bd tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/ports?device_id=59671b60-1f6c-43c1-8cb8-826a27145f8e HTTP/1.1" status: 200 len: 944 time: 0.2540193 Feb 18 08:48:17.387020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24c73a-ee30-4af5-809f-c9e22d4a42e2 req-9fb077c1-18d1-4a5d-98da-fe8aa6b48091 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:17.387714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ab24c73a-ee30-4af5-809f-c9e22d4a42e2 req-9fb077c1-18d1-4a5d-98da-fe8aa6b48091 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Synchronizing usage tracker for tenant:77c56d5e0d9d4f758733591cb47a45b8 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:48:17.426995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ab24c73a-ee30-4af5-809f-c9e22d4a42e2 req-9fb077c1-18d1-4a5d-98da-fe8aa6b48091 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Unset dirty status for tenant:77c56d5e0d9d4f758733591cb47a45b8 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:48:17.428715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab24c73a-ee30-4af5-809f-c9e22d4a42e2 req-9fb077c1-18d1-4a5d-98da-fe8aa6b48091 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f3f787-9d92-4d51-a350-ccc832052c15 HTTP/1.1" status: 200 len: 949 time: 0.1570570 Feb 18 08:48:17.439138 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-70b18924-a18f-417d-9d98-748f60a27d41 req-2fb15cef-6384-440e-a6f2-33eff0202ae2 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/security-groups?id=c093d3b6-c662-4464-b49b-3567ce1a62dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476587 Feb 18 08:48:17.484328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-bcccc9d6-db21-4f28-8424-a6df90dd9181 req-b36835b0-4e43-4417-806c-af4ca24acdcf tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1290359702', 'description': 'tempest-description-1545399154'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:17.494878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-bcccc9d6-db21-4f28-8424-a6df90dd9181 req-b36835b0-4e43-4417-806c-af4ca24acdcf tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:17.502080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-bcccc9d6-db21-4f28-8424-a6df90dd9181 req-b36835b0-4e43-4417-806c-af4ca24acdcf tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Usage tracker for resource:security_group and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:17.507082 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab24c73a-ee30-4af5-809f-c9e22d4a42e2 req-de4f39a1-0dee-45e2-83f7-7cc84fda436b tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/security-groups?id=b5956318-c812-442b-884a-59707e2b578a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670133 Feb 18 08:48:17.507858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-bcccc9d6-db21-4f28-8424-a6df90dd9181 req-b36835b0-4e43-4417-806c-af4ca24acdcf tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:17.514116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-bcccc9d6-db21-4f28-8424-a6df90dd9181 req-b36835b0-4e43-4417-806c-af4ca24acdcf tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:17.525077 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bcccc9d6-db21-4f28-8424-a6df90dd9181 req-b36835b0-4e43-4417-806c-af4ca24acdcf tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:17.546989 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-bcccc9d6-db21-4f28-8424-a6df90dd9181 req-b36835b0-4e43-4417-806c-af4ca24acdcf tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:17.548059 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:17.550879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-bcccc9d6-db21-4f28-8424-a6df90dd9181 req-b36835b0-4e43-4417-806c-af4ca24acdcf tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Usage tracker for resource:security_group_rule and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:17.554600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-bcccc9d6-db21-4f28-8424-a6df90dd9181 req-b36835b0-4e43-4417-806c-af4ca24acdcf tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:17.560304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-bcccc9d6-db21-4f28-8424-a6df90dd9181 req-b36835b0-4e43-4417-806c-af4ca24acdcf tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:17.565805 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-526e2bb8-2a24-4ac3-9476-9936cab90300 req-4417dc31-e6f9-485d-a946-68ae292584ef service neutron] 10.222.0.81 "GET /v2.0/networks/9218ec5a-f290-49da-a694-f0e256eb11d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607119 Feb 18 08:48:17.647344 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bcccc9d6-db21-4f28-8424-a6df90dd9181 req-b36835b0-4e43-4417-806c-af4ca24acdcf tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:17.652544 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bcccc9d6-db21-4f28-8424-a6df90dd9181 req-b36835b0-4e43-4417-806c-af4ca24acdcf tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:17.724932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36835b0-4e43-4417-806c-af4ca24acdcf tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4659272f-de95-4995-a0af-92132390b3ae,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:17.727477 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bcccc9d6-db21-4f28-8424-a6df90dd9181 req-b36835b0-4e43-4417-806c-af4ca24acdcf tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:17.728763 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bcccc9d6-db21-4f28-8424-a6df90dd9181 req-b36835b0-4e43-4417-806c-af4ca24acdcf tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2487848 Feb 18 08:48:17.753293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-366cdbc1-8df9-4c30-8d17-76e15cb43cbb req-ba68f668-ab07-4144-9335-bb5405ce891c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-797455251', 'description': 'tempest-description-63808021'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:17.760501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-366cdbc1-8df9-4c30-8d17-76e15cb43cbb req-ba68f668-ab07-4144-9335-bb5405ce891c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:17.764739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-366cdbc1-8df9-4c30-8d17-76e15cb43cbb req-ba68f668-ab07-4144-9335-bb5405ce891c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Usage tracker for resource:security_group and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:17.767833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-366cdbc1-8df9-4c30-8d17-76e15cb43cbb req-ba68f668-ab07-4144-9335-bb5405ce891c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:17.775176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-366cdbc1-8df9-4c30-8d17-76e15cb43cbb req-ba68f668-ab07-4144-9335-bb5405ce891c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:17.830884 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1336e09c-e47d-4796-8510-24489566a2d2 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:48:17.838471 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-366cdbc1-8df9-4c30-8d17-76e15cb43cbb req-ba68f668-ab07-4144-9335-bb5405ce891c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:17.880638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-366cdbc1-8df9-4c30-8d17-76e15cb43cbb req-ba68f668-ab07-4144-9335-bb5405ce891c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:17.887625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-366cdbc1-8df9-4c30-8d17-76e15cb43cbb req-ba68f668-ab07-4144-9335-bb5405ce891c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Usage tracker for resource:security_group_rule and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:17.891525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-366cdbc1-8df9-4c30-8d17-76e15cb43cbb req-ba68f668-ab07-4144-9335-bb5405ce891c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:17.914560 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 1336e09c-e47d-4796-8510-24489566a2d2 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:48:17.915267 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:17.915705 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-366cdbc1-8df9-4c30-8d17-76e15cb43cbb req-ba68f668-ab07-4144-9335-bb5405ce891c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:17.963475 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a339356-dbc9-4190-9606-0fda397a5573 req-d9617ce7-9b6b-48ec-8168-f0758f59b3f2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:17.965073 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a339356-dbc9-4190-9606-0fda397a5573 req-d9617ce7-9b6b-48ec-8168-f0758f59b3f2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=8498a858-823d-4bb2-b3aa-92f4596601de HTTP/1.1" status: 200 len: 949 time: 0.1831391 Feb 18 08:48:18.031524 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5039c52-1a66-468c-9efc-50cfed59ad17 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:48:18.039063 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a339356-dbc9-4190-9606-0fda397a5573 req-9617291c-4e68-4e07-ba6d-dfcc2b21f407 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644469 Feb 18 08:48:18.041603 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:18.051174 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-366cdbc1-8df9-4c30-8d17-76e15cb43cbb req-ba68f668-ab07-4144-9335-bb5405ce891c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:18.064789 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Transition to ACTIVE for port object e5039c52-1a66-468c-9efc-50cfed59ad17 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:48:18.065003 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-366cdbc1-8df9-4c30-8d17-76e15cb43cbb req-ba68f668-ab07-4144-9335-bb5405ce891c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:18.071494 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:18.120824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68f668-ab07-4144-9335-bb5405ce891c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50da602d-768f-429d-9685-6661e2560431,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:18.126950 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-366cdbc1-8df9-4c30-8d17-76e15cb43cbb req-ba68f668-ab07-4144-9335-bb5405ce891c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:18.133055 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-366cdbc1-8df9-4c30-8d17-76e15cb43cbb req-ba68f668-ab07-4144-9335-bb5405ce891c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3833156 Feb 18 08:48:18.139520 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:18.212867 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1336e09c-e47d-4796-8510-24489566a2d2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1336e09c-e47d-4796-8510-24489566a2d2,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:18.217910 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:18.218672 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1ae1854a-02d6-4c91-a77d-0417c1b43e79 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:48:18.353093 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Pushing event updated for resources: {'Port': ['ID=e5039c52-1a66-468c-9efc-50cfed59ad17,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:18.383756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098d82f-e0b0-431d-a805-764da6a44a57 req-9fb858ec-614b-4187-8545-e307499d6850 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:18.385286 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b098d82f-e0b0-431d-a805-764da6a44a57 req-9fb858ec-614b-4187-8545-e307499d6850 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 943 time: 0.1784730 Feb 18 08:48:18.397932 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06ecd99-65c4-4b9e-8f5d-dd69741e836d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1336e09c-e47d-4796-8510-24489566a2d2'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:18.408230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Attempting to bind port e5039c52-1a66-468c-9efc-50cfed59ad17 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:48:18.408817 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Attempting to bind port e5039c52-1a66-468c-9efc-50cfed59ad17 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '89345c19-0d49-41e0-979a-1170b8d250ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:48:18.409660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Attempting to bind port e5039c52-1a66-468c-9efc-50cfed59ad17 on network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:48:18.415350 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 1ae1854a-02d6-4c91-a77d-0417c1b43e79 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:48:18.415705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1ae1854a-02d6-4c91-a77d-0417c1b43e79 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:48:18.419305 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Port e5039c52-1a66-468c-9efc-50cfed59ad17 on network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:48:18.419768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Attempting to bind port e5039c52-1a66-468c-9efc-50cfed59ad17 on network f1f00c03-c5b7-4a43-9e03-87d58d513ba4 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:48:18.427992 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:48:18.428411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Checking segment: {'id': '89345c19-0d49-41e0-979a-1170b8d250ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:48:18.428988 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Bound using segment: {'id': '89345c19-0d49-41e0-979a-1170b8d250ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:48:18.429413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Bound port: e5039c52-1a66-468c-9efc-50cfed59ad17, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89345c19-0d49-41e0-979a-1170b8d250ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:48:18.429957 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:18.451903 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1336e09c-e47d-4796-8510-24489566a2d2,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:18.468240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6ada6b10-0524-4ee8-8f2f-8a2b27e550cf req-47d99474-9053-4b1f-b80f-cc9ae5dc6921 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Synchronizing usage tracker for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:48:18.479932 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b098d82f-e0b0-431d-a805-764da6a44a57 req-4f329ea2-1680-4395-b4a3-2197bb26e722 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663877 Feb 18 08:48:18.493931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6ada6b10-0524-4ee8-8f2f-8a2b27e550cf req-47d99474-9053-4b1f-b80f-cc9ae5dc6921 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Unset dirty status for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:48:18.509032 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ada6b10-0524-4ee8-8f2f-8a2b27e550cf req-47d99474-9053-4b1f-b80f-cc9ae5dc6921 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ef7afd6ecb794a56bc0f8875e8e00a3c HTTP/1.1" status: 200 len: 10893 time: 0.3449917 Feb 18 08:48:18.553389 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06ecd99-65c4-4b9e-8f5d-dd69741e836d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1336e09c-e47d-4796-8510-24489566a2d2', 'code': 200} Feb 18 08:48:18.556144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 5ada83f7-7dbb-49e4-a963-e2b35ed99727 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:48:18.569875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9b209c-d9f3-4bfd-a357-d02651cb6bef', 'name': 'network-vif-deleted', 'tag': '1ae1854a-02d6-4c91-a77d-0417c1b43e79'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:18.601715 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] For port e5039c52-1a66-468c-9efc-50cfed59ad17, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:48:18.607842 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] For port e5039c52-1a66-468c-9efc-50cfed59ad17, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e5039c52-1a66-468c-9efc-50cfed59ad17,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:48:18.614908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ada6b10-0524-4ee8-8f2f-8a2b27e550cf req-33bd853b-1d30-40d8-95cd-0db00f6512c6 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/a3533b29-d533-4cb5-8b35-16ae6649297a HTTP/1.1" status: 200 len: 2981 time: 0.1044352 Feb 18 08:48:18.618905 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:18.699072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:18.699697 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:18.701107 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] 10.222.0.81 "PUT /v2.0/ports/e5039c52-1a66-468c-9efc-50cfed59ad17 HTTP/1.1" status: 200 len: 1091 time: 1.3946786 Feb 18 08:48:18.701541 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130e2991-228e-493d-a2e1-b7a6f4a39bf2', 'tag': 'e5039c52-1a66-468c-9efc-50cfed59ad17'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:18.725783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd203f-f347-4efc-9bb8-1cd860752b58 service neutron] Pushing event updated for resources: {'Port': ['ID=e5039c52-1a66-468c-9efc-50cfed59ad17,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:18.760488 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ada6b10-0524-4ee8-8f2f-8a2b27e550cf req-b44c1b75-164b-456b-be7b-8d09467fd7fc tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/a3533b29-d533-4cb5-8b35-16ae6649297a HTTP/1.1" status: 200 len: 2981 time: 0.1428010 Feb 18 08:48:18.775829 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 5ada83f7-7dbb-49e4-a963-e2b35ed99727, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=5ada83f7-7dbb-49e4-a963-e2b35ed99727,segment=NetworkSegment(eac13793-9611-424a-9e9b-6bf00900c9f5),segment_id=eac13793-9611-424a-9e9b-6bf00900c9f5)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:18.813691 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '5ada83f7-7dbb-49e4-a963-e2b35ed99727', 'network_id': '9218ec5a-f290-49da-a694-f0e256eb11d2', 'port_id': '5ada83f7-7dbb-49e4-a963-e2b35ed99727', 'mac_address': 'fa:16:3e:f2:fe:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84de284-b7f5-4f5c-bb17-56c255f6ff08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:48:18.842629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17984768-fadd-4321-8ec4-0be18be0cf46 req-412bb176-ed4b-4c74-b551-46bc8d073208 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:18.856465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-af7f3ef2-c930-4087-9098-17b589ce065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:18.856918 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17984768-fadd-4321-8ec4-0be18be0cf46 req-412bb176-ed4b-4c74-b551-46bc8d073208 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/ports?device_id=59671b60-1f6c-43c1-8cb8-826a27145f8e HTTP/1.1" status: 200 len: 944 time: 0.1779273 Feb 18 08:48:18.860033 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-af7f3ef2-c930-4087-9098-17b589ce065f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52c8b10c39d84f9990de9c9a779edb52&device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 1094 time: 0.1075351 Feb 18 08:48:18.885882 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:18.906811 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ada83f7-7dbb-49e4-a963-e2b35ed99727 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:48:18.925625 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 5ada83f7-7dbb-49e4-a963-e2b35ed99727, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=5ada83f7-7dbb-49e4-a963-e2b35ed99727,segment=NetworkSegment(eac13793-9611-424a-9e9b-6bf00900c9f5),segment_id=eac13793-9611-424a-9e9b-6bf00900c9f5)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:18.934638 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:18.947408 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17984768-fadd-4321-8ec4-0be18be0cf46 req-dac514c4-650f-4f99-9e8b-e5fcce6acda4 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/security-groups?id=c093d3b6-c662-4464-b49b-3567ce1a62dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895543 Feb 18 08:48:19.022798 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=5ada83f7-7dbb-49e4-a963-e2b35ed99727,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:19.029736 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9b209c-d9f3-4bfd-a357-d02651cb6bef', 'name': 'network-vif-deleted', 'tag': '1ae1854a-02d6-4c91-a77d-0417c1b43e79', 'status': 'completed', 'code': 200} Feb 18 08:48:19.089512 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-f13af477-7fe6-4101-817c-73120fb0b46c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5039c52-1a66-468c-9efc-50cfed59ad17 HTTP/1.1" status: 200 len: 217 time: 0.2205579 Feb 18 08:48:19.103102 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfeb87d-5cff-406b-97b8-9f16c4f306ed req-578d412e-9d49-4a96-aab6-25ca159b739c tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:19.106462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cfeb87d-5cff-406b-97b8-9f16c4f306ed req-578d412e-9d49-4a96-aab6-25ca159b739c tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f3f787-9d92-4d51-a350-ccc832052c15 HTTP/1.1" status: 200 len: 949 time: 0.1561387 Feb 18 08:48:19.169203 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cfeb87d-5cff-406b-97b8-9f16c4f306ed req-481a0343-ba7f-429a-ac6a-246545a0d2f6 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/security-groups?id=b5956318-c812-442b-884a-59707e2b578a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576224 Feb 18 08:48:19.185890 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-1ff144e8-d2e7-41cf-b198-e070eff3f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:19.187673 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-1ff144e8-d2e7-41cf-b198-e070eff3f896 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3 HTTP/1.1" status: 200 len: 844 time: 0.0919650 Feb 18 08:48:19.189260 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130e2991-228e-493d-a2e1-b7a6f4a39bf2', 'tag': 'e5039c52-1a66-468c-9efc-50cfed59ad17', 'status': 'completed', 'code': 200} Feb 18 08:48:19.246195 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-b57e591b-13c4-4792-b1dc-52d7deffdf07 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503101 Feb 18 08:48:19.247252 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1bb6a69a-e32e-4fe1-a2ef-d5a5c8af012e req-ddf5452c-f17c-4128-9086-c74a94a28aae tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/d3c18818-fd55-4d76-a164-a9d0e66cea85 HTTP/1.1" status: 200 len: 1799 time: 0.0771210 Feb 18 08:48:19.299987 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['5ada83f7-7dbb-49e4-a963-e2b35ed99727'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:48:19.404239 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:48:19.445609 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-c599b68a-b574-419a-ad88-7875f1897c91 service neutron] 10.222.0.81 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876812 Feb 18 08:48:19.450748 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1bb6a69a-e32e-4fe1-a2ef-d5a5c8af012e req-7802c52c-4aae-4836-8d36-896db85cda40 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:19.522688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09a19d-0032-4f34-83d3-d465532dbe5d req-248fb377-b55c-4949-b855-8e7bd68f9d47 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:19.524498 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0b09a19d-0032-4f34-83d3-d465532dbe5d req-248fb377-b55c-4949-b855-8e7bd68f9d47 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=8498a858-823d-4bb2-b3aa-92f4596601de HTTP/1.1" status: 200 len: 949 time: 0.2297411 Feb 18 08:48:19.527395 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1bb6a69a-e32e-4fe1-a2ef-d5a5c8af012e req-7802c52c-4aae-4836-8d36-896db85cda40 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:19.593599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291155-7100-434a-a282-9ac6218ee03d req-6585861c-8f3a-40c7-8074-1c2930ba10f1 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:19.595096 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c291155-7100-434a-a282-9ac6218ee03d req-6585861c-8f3a-40c7-8074-1c2930ba10f1 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.61 "GET /v2.0/ports?device_id=96f3f787-9d92-4d51-a350-ccc832052c15 HTTP/1.1" status: 200 len: 949 time: 0.2084141 Feb 18 08:48:19.611492 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-316b4497-dd0d-4e8f-b43d-3fb9b4bd5d93 req-f217dc1f-d085-4f85-9cd9-0e1f40e16a0f service neutron] 10.222.0.81 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605117 Feb 18 08:48:19.680172 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0b09a19d-0032-4f34-83d3-d465532dbe5d req-4cb417e4-ccc8-4a33-8524-33b76f082d05 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399186 Feb 18 08:48:19.683972 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1bb6a69a-e32e-4fe1-a2ef-d5a5c8af012e req-7802c52c-4aae-4836-8d36-896db85cda40 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:19.720022 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802c52c-4aae-4836-8d36-896db85cda40 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c18818-fd55-4d76-a164-a9d0e66cea85,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:19.730634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-5c291155-7100-434a-a282-9ac6218ee03d req-33ac1867-2b65-4b99-883d-14ae010fa11e tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Deleting port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:48:19.731605 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5c291155-7100-434a-a282-9ac6218ee03d req-33ac1867-2b65-4b99-883d-14ae010fa11e tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:19.778292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76041887-1972-4e59-bcee-83255abb3575 req-eccc8b8c-f6bc-4551-b558-3cee426f961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:19.780225 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-76041887-1972-4e59-bcee-83255abb3575 req-eccc8b8c-f6bc-4551-b558-3cee426f961d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52c8b10c39d84f9990de9c9a779edb52&device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 1094 time: 0.1172161 Feb 18 08:48:19.787433 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c52c-4aae-4836-8d36-896db85cda40 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:19.787772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c52c-4aae-4836-8d36-896db85cda40 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:19.788116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c52c-4aae-4836-8d36-896db85cda40 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:19.788482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c52c-4aae-4836-8d36-896db85cda40 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:19.788796 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c52c-4aae-4836-8d36-896db85cda40 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:19.789119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c52c-4aae-4836-8d36-896db85cda40 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:19.789435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c52c-4aae-4836-8d36-896db85cda40 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:19.789756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c52c-4aae-4836-8d36-896db85cda40 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:19.790070 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c52c-4aae-4836-8d36-896db85cda40 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:19.790387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c52c-4aae-4836-8d36-896db85cda40 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:19.790712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c52c-4aae-4836-8d36-896db85cda40 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:19.791015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c52c-4aae-4836-8d36-896db85cda40 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:19.826028 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1bb6a69a-e32e-4fe1-a2ef-d5a5c8af012e req-7802c52c-4aae-4836-8d36-896db85cda40 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:19.834814 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1bb6a69a-e32e-4fe1-a2ef-d5a5c8af012e req-7802c52c-4aae-4836-8d36-896db85cda40 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "DELETE /v2.0/security-groups/d3c18818-fd55-4d76-a164-a9d0e66cea85 HTTP/1.1" status: 204 len: 173 time: 0.5813119 Feb 18 08:48:19.859422 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:48:19.968148 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-93f66e20-cc29-4c83-a5c5-39c94b3a7b0f req-f3150c90-430d-4f6a-a82f-1bcdb88eec17 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] show failed (client error): The resource could not be found. Feb 18 08:48:19.984900 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93f66e20-cc29-4c83-a5c5-39c94b3a7b0f req-f3150c90-430d-4f6a-a82f-1bcdb88eec17 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/d3c18818-fd55-4d76-a164-a9d0e66cea85 HTTP/1.1" status: 404 len: 352 time: 0.1234672 Feb 18 08:48:19.988754 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76041887-1972-4e59-bcee-83255abb3575 req-4b5b81f8-bf67-4c23-984a-837c892234f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:19.991228 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-76041887-1972-4e59-bcee-83255abb3575 req-4b5b81f8-bf67-4c23-984a-837c892234f3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4 HTTP/1.1" status: 200 len: 905 time: 0.2040205 Feb 18 08:48:19.999093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:48:20.005815 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:48:20.006509 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:20.154850 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-76041887-1972-4e59-bcee-83255abb3575 req-0e9d4ff9-2710-414f-bd54-5b76ca4d341d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5039c52-1a66-468c-9efc-50cfed59ad17 HTTP/1.1" status: 200 len: 217 time: 0.1566806 Feb 18 08:48:20.234133 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76041887-1972-4e59-bcee-83255abb3575 req-aea7f5ed-d323-47ed-bb17-ae1cf03a5ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:20.236036 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-76041887-1972-4e59-bcee-83255abb3575 req-aea7f5ed-d323-47ed-bb17-ae1cf03a5ace service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3 HTTP/1.1" status: 200 len: 844 time: 0.0718815 Feb 18 08:48:20.247477 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:20.289449 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 2cea9689-1a3d-44a6-b83e-fe7a28ae3340, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=2cea9689-1a3d-44a6-b83e-fe7a28ae3340,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:20.302723 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:20.356178 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-76041887-1972-4e59-bcee-83255abb3575 req-903e0b23-3cbe-485a-9a89-18f7560dd4ad service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f1f00c03-c5b7-4a43-9e03-87d58d513ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138334 Feb 18 08:48:20.476872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=2cea9689-1a3d-44a6-b83e-fe7a28ae3340,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:20.544480 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-76041887-1972-4e59-bcee-83255abb3575 req-9fa4c3ee-2de0-46db-90d7-24f1338c64e2 service neutron] 10.222.0.81 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812410 Feb 18 08:48:20.555345 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8498a858-823d-4bb2-b3aa-92f4596601de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cea9689-1a3d-44a6-b83e-fe7a28ae3340'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:20.555956 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e37522-0d62-4d10-8873-fc0395437385 req-84a509bd-bf10-433d-9b83-7f2e00796043 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:20.563337 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-81e37522-0d62-4d10-8873-fc0395437385 req-84a509bd-bf10-433d-9b83-7f2e00796043 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 943 time: 0.7274420 Feb 18 08:48:20.571878 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 5ada83f7-7dbb-49e4-a963-e2b35ed99727 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:48:20.615476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-5c291155-7100-434a-a282-9ac6218ee03d req-33ac1867-2b65-4b99-883d-14ae010fa11e tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] For port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:20.615982 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5c291155-7100-434a-a282-9ac6218ee03d req-33ac1867-2b65-4b99-883d-14ae010fa11e tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:20.631648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13899b70-56d4-45a7-ac59-13f43150c4cc req-ca7dc81e-466a-4daa-a6c5-a2d3a9386b4f tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:20.633213 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13899b70-56d4-45a7-ac59-13f43150c4cc req-ca7dc81e-466a-4daa-a6c5-a2d3a9386b4f tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/ports?device_id=59671b60-1f6c-43c1-8cb8-826a27145f8e HTTP/1.1" status: 200 len: 945 time: 0.3634377 Feb 18 08:48:20.755821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 5ada83f7-7dbb-49e4-a963-e2b35ed99727 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:48:20.765876 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-76041887-1972-4e59-bcee-83255abb3575 req-843644b6-1938-428e-8124-f11fcc051992 service neutron] 10.222.0.81 "GET /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145271 Feb 18 08:48:20.767903 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 5ada83f7-7dbb-49e4-a963-e2b35ed99727 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:48:20.780179 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:20.803155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-5c291155-7100-434a-a282-9ac6218ee03d req-33ac1867-2b65-4b99-883d-14ae010fa11e tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Calling delete_port for a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:48:20.862821 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-81e37522-0d62-4d10-8873-fc0395437385 req-c899f0bf-c7fc-4c52-9605-46f749876e17 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985427 Feb 18 08:48:21.009812 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13899b70-56d4-45a7-ac59-13f43150c4cc req-773cb272-9dfe-4d13-8ec8-30854ba145ba tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/security-groups?id=c093d3b6-c662-4464-b49b-3567ce1a62dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561480 Feb 18 08:48:21.074369 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f81c464-383a-4b2e-a9d2-7b26244d2849 req-07925ded-2e8a-4c3b-a43e-d14a1fe3f15f tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/4659272f-de95-4995-a0af-92132390b3ae HTTP/1.1" status: 200 len: 1801 time: 0.1667054 Feb 18 08:48:21.142028 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:21.198875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 5ada83f7-7dbb-49e4-a963-e2b35ed99727, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=5ada83f7-7dbb-49e4-a963-e2b35ed99727,segment=NetworkSegment(eac13793-9611-424a-9e9b-6bf00900c9f5),segment_id=eac13793-9611-424a-9e9b-6bf00900c9f5)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:21.205995 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5c291155-7100-434a-a282-9ac6218ee03d req-33ac1867-2b65-4b99-883d-14ae010fa11e tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:21.221952 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:21.274242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac1867-2b65-4b99-883d-14ae010fa11e tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Pushing event deleted for resources: {'Port': ['ID=a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:21.276481 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3f81c464-383a-4b2e-a9d2-7b26244d2849 req-ab8ff5d5-b25e-40f8-bc1f-d22f1764d626 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:21.344823 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=5ada83f7-7dbb-49e4-a963-e2b35ed99727,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:21.420231 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c291155-7100-434a-a282-9ac6218ee03d req-33ac1867-2b65-4b99-883d-14ae010fa11e tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] No DVR routers for this DVR port a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:48:21.424625 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5c291155-7100-434a-a282-9ac6218ee03d req-33ac1867-2b65-4b99-883d-14ae010fa11e tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:21.427768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f3f787-9d92-4d51-a350-ccc832052c15', 'name': 'network-vif-deleted', 'tag': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:21.435677 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3f81c464-383a-4b2e-a9d2-7b26244d2849 req-ab8ff5d5-b25e-40f8-bc1f-d22f1764d626 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:21.465272 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c291155-7100-434a-a282-9ac6218ee03d req-33ac1867-2b65-4b99-883d-14ae010fa11e tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.61 "DELETE /v2.0/ports/a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 HTTP/1.1" status: 204 len: 173 time: 1.8564785 Feb 18 08:48:21.508695 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3f81c464-383a-4b2e-a9d2-7b26244d2849 req-ab8ff5d5-b25e-40f8-bc1f-d22f1764d626 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:21.539712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ff5d5-b25e-40f8-bc1f-d22f1764d626 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4659272f-de95-4995-a0af-92132390b3ae,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:21.553716 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3f81c464-383a-4b2e-a9d2-7b26244d2849 req-ab8ff5d5-b25e-40f8-bc1f-d22f1764d626 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:21.561619 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f81c464-383a-4b2e-a9d2-7b26244d2849 req-ab8ff5d5-b25e-40f8-bc1f-d22f1764d626 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "DELETE /v2.0/security-groups/4659272f-de95-4995-a0af-92132390b3ae HTTP/1.1" status: 204 len: 173 time: 0.4828255 Feb 18 08:48:21.737771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-91bb35f3-62e2-42aa-9ba9-f12a39f69fb8 req-0292d81b-ac82-421a-834d-18cc139b7619 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Synchronizing usage tracker for tenant:77c56d5e0d9d4f758733591cb47a45b8 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:48:21.785193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-91bb35f3-62e2-42aa-9ba9-f12a39f69fb8 req-0292d81b-ac82-421a-834d-18cc139b7619 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] Unset dirty status for tenant:77c56d5e0d9d4f758733591cb47a45b8 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:48:21.790093 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91bb35f3-62e2-42aa-9ba9-f12a39f69fb8 req-0292d81b-ac82-421a-834d-18cc139b7619 tempest-ListImageFiltersTestJSON-819360410 tempest-ListImageFiltersTestJSON-819360410-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f3f787-9d92-4d51-a350-ccc832052c15 HTTP/1.1" status: 200 len: 210 time: 0.1165969 Feb 18 08:48:21.873265 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8498a858-823d-4bb2-b3aa-92f4596601de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cea9689-1a3d-44a6-b83e-fe7a28ae3340', 'code': 200} Feb 18 08:48:22.198119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df3bcc-718c-4c4d-a59b-1c36fd4a3011 req-a0ef4c49-e24e-4e35-b958-bd7e24a1d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:22.200311 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-51df3bcc-718c-4c4d-a59b-1c36fd4a3011 req-a0ef4c49-e24e-4e35-b958-bd7e24a1d1fb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8498a858-823d-4bb2-b3aa-92f4596601de HTTP/1.1" status: 200 len: 1101 time: 0.2233925 Feb 18 08:48:22.207699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bafdbe-0780-4dcb-b454-a3fe23633cdd req-77022988-714d-4799-82de-b02587171e89 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:22.215769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-24bafdbe-0780-4dcb-b454-a3fe23633cdd req-77022988-714d-4799-82de-b02587171e89 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=8498a858-823d-4bb2-b3aa-92f4596601de HTTP/1.1" status: 200 len: 950 time: 0.1556652 Feb 18 08:48:22.293084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-24bafdbe-0780-4dcb-b454-a3fe23633cdd req-3771a09a-64b5-44d1-92b1-2744f3cf49e6 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742133 Feb 18 08:48:22.327921 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-51df3bcc-718c-4c4d-a59b-1c36fd4a3011 req-47a774bd-34ca-4715-a3f9-cafa03a8ec9f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085827 Feb 18 08:48:22.353746 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f3f787-9d92-4d51-a350-ccc832052c15', 'name': 'network-vif-deleted', 'tag': 'a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29', 'status': 'completed', 'code': 200} Feb 18 08:48:22.393393 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-b4a6f141-72af-4133-a355-2fc508cdd55e req-49ccc48e-817d-47d2-a8af-9dcd91d5574c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] show failed (client error): The resource could not be found. Feb 18 08:48:22.401783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4a6f141-72af-4133-a355-2fc508cdd55e req-49ccc48e-817d-47d2-a8af-9dcd91d5574c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/4659272f-de95-4995-a0af-92132390b3ae HTTP/1.1" status: 404 len: 352 time: 0.0288310 Feb 18 08:48:22.586009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e5039c52-1a66-468c-9efc-50cfed59ad17 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:48:22.632230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba154608-4296-471b-a393-e353614df86e req-eaf2346b-a175-4b86-9778-74f9b587be54 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:22.667761 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba154608-4296-471b-a393-e353614df86e req-eaf2346b-a175-4b86-9778-74f9b587be54 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 943 time: 0.1726818 Feb 18 08:48:22.764601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba154608-4296-471b-a393-e353614df86e req-69537694-5850-49ca-82a0-12335f731e31 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896473 Feb 18 08:48:22.867503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e5039c52-1a66-468c-9efc-50cfed59ad17, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e5039c52-1a66-468c-9efc-50cfed59ad17,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:22.885304 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'e5039c52-1a66-468c-9efc-50cfed59ad17', 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4', 'port_id': 'e5039c52-1a66-468c-9efc-50cfed59ad17', 'mac_address': 'fa:16:3e:21:bd:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:48:22.978428 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:23.002537 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5039c52-1a66-468c-9efc-50cfed59ad17 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:48:23.022030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e5039c52-1a66-468c-9efc-50cfed59ad17, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e5039c52-1a66-468c-9efc-50cfed59ad17,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:23.029399 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:23.040545 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637ab65-2eeb-4e5a-9312-fe026d93359a req-efbb2d40-18d6-44c5-9143-043ebce1351d tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:23.042202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6637ab65-2eeb-4e5a-9312-fe026d93359a req-efbb2d40-18d6-44c5-9143-043ebce1351d tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/ports?device_id=59671b60-1f6c-43c1-8cb8-826a27145f8e HTTP/1.1" status: 200 len: 946 time: 0.1150479 Feb 18 08:48:23.131549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=e5039c52-1a66-468c-9efc-50cfed59ad17,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:23.137548 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6637ab65-2eeb-4e5a-9312-fe026d93359a req-2c0f5a0f-901b-410e-966d-e66531b3feb1 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/security-groups?id=c093d3b6-c662-4464-b49b-3567ce1a62dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876765 Feb 18 08:48:23.235404 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fa895a05-c4a2-4790-88f0-7bef3b49940c req-aaf1eb7b-61bd-456a-b031-70286e307952 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/50da602d-768f-429d-9685-6661e2560431 HTTP/1.1" status: 200 len: 1798 time: 0.0660248 Feb 18 08:48:23.326936 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fa895a05-c4a2-4790-88f0-7bef3b49940c req-7c52f7bb-14ed-43aa-9376-a425e390dbf5 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:23.367641 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fa895a05-c4a2-4790-88f0-7bef3b49940c req-7c52f7bb-14ed-43aa-9376-a425e390dbf5 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:23.408011 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['e5039c52-1a66-468c-9efc-50cfed59ad17'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:48:23.452525 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fa895a05-c4a2-4790-88f0-7bef3b49940c req-7c52f7bb-14ed-43aa-9376-a425e390dbf5 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:23.482472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52f7bb-14ed-43aa-9376-a425e390dbf5 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50da602d-768f-429d-9685-6661e2560431,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:23.484449 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fa895a05-c4a2-4790-88f0-7bef3b49940c req-7c52f7bb-14ed-43aa-9376-a425e390dbf5 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:23.496420 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fa895a05-c4a2-4790-88f0-7bef3b49940c req-7c52f7bb-14ed-43aa-9376-a425e390dbf5 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "DELETE /v2.0/security-groups/50da602d-768f-429d-9685-6661e2560431 HTTP/1.1" status: 204 len: 173 time: 0.2596722 Feb 18 08:48:23.813222 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7a67c-f387-4787-b5b5-f8ec9e7a3f4f req-92345c77-44ac-4086-9af9-51bdb39c812e tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:23.824907 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3f7a67c-f387-4787-b5b5-f8ec9e7a3f4f req-92345c77-44ac-4086-9af9-51bdb39c812e tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=8498a858-823d-4bb2-b3aa-92f4596601de HTTP/1.1" status: 200 len: 950 time: 0.1504216 Feb 18 08:48:23.874626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59671b60-1f6c-43c1-8cb8-826a27145f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ada83f7-7dbb-49e4-a963-e2b35ed99727'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:23.888813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3f7a67c-f387-4787-b5b5-f8ec9e7a3f4f req-a87ffb84-d317-44fb-ab03-2cf1a49d6e9b tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623538 Feb 18 08:48:23.909782 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:48:23.947101 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-39a236e3-e734-47a5-b2da-c6fd88d33852 req-7e952a8f-e27d-4b7e-88c8-01ff7dbeaee9 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] show failed (client error): The resource could not be found. Feb 18 08:48:23.962564 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39a236e3-e734-47a5-b2da-c6fd88d33852 req-7e952a8f-e27d-4b7e-88c8-01ff7dbeaee9 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/50da602d-768f-429d-9685-6661e2560431 HTTP/1.1" status: 404 len: 352 time: 0.0370226 Feb 18 08:48:23.963554 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:48:23.963959 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a6dde8eb-0ca9-4fbd-b7a4-d07b4bbeca29 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:48:24.600612 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e5039c52-1a66-468c-9efc-50cfed59ad17 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:48:24.687506 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port e5039c52-1a66-468c-9efc-50cfed59ad17 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:48:24.694633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port e5039c52-1a66-468c-9efc-50cfed59ad17 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:48:24.695001 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:24.939973 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:24.998426 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e5039c52-1a66-468c-9efc-50cfed59ad17, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e5039c52-1a66-468c-9efc-50cfed59ad17,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:25.004480 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:25.108895 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=e5039c52-1a66-468c-9efc-50cfed59ad17,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:30.229953 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aaee9c59-c96c-489a-bb44-fccf3691d9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:32.300005 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59671b60-1f6c-43c1-8cb8-826a27145f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ada83f7-7dbb-49e4-a963-e2b35ed99727', 'code': 200} Feb 18 08:48:32.361597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76201c-d15c-4821-ab6c-6d2255d5bd94 req-93a525a9-6bb5-4ae4-9d77-9af0837d6e18 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:32.363056 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0b76201c-d15c-4821-ab6c-6d2255d5bd94 req-93a525a9-6bb5-4ae4-9d77-9af0837d6e18 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 945 time: 0.1194000 Feb 18 08:48:32.436687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f402d-24fd-4982-a1bb-bb5fc32ab84e req-9ee3f0c3-365f-4537-9ac8-90a0df483d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:32.438171 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-058f402d-24fd-4982-a1bb-bb5fc32ab84e req-9ee3f0c3-365f-4537-9ac8-90a0df483d48 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=59671b60-1f6c-43c1-8cb8-826a27145f8e HTTP/1.1" status: 200 len: 1097 time: 0.0692296 Feb 18 08:48:32.447502 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0b76201c-d15c-4821-ab6c-6d2255d5bd94 req-fc671723-45a1-46a9-a23d-afd0a99f934f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732377 Feb 18 08:48:32.458014 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9ad8586e-f661-41ab-b9fd-c42702e1e95c req-ada9abd2-820d-4bed-9f54-04f9a743b305 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Synchronizing usage tracker for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:48:32.486492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9ad8586e-f661-41ab-b9fd-c42702e1e95c req-ada9abd2-820d-4bed-9f54-04f9a743b305 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Unset dirty status for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:48:32.488449 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9ad8586e-f661-41ab-b9fd-c42702e1e95c req-ada9abd2-820d-4bed-9f54-04f9a743b305 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ef7afd6ecb794a56bc0f8875e8e00a3c HTTP/1.1" status: 200 len: 6148 time: 0.1543875 Feb 18 08:48:32.495849 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-058f402d-24fd-4982-a1bb-bb5fc32ab84e req-c4cccc0d-1d62-47fa-bb1e-d7a24222f1ec service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c093d3b6-c662-4464-b49b-3567ce1a62dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481205 Feb 18 08:48:32.592260 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9ad8586e-f661-41ab-b9fd-c42702e1e95c req-4b1f0cb6-28d5-4153-bed9-44511bb96335 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/a3533b29-d533-4cb5-8b35-16ae6649297a HTTP/1.1" status: 200 len: 2981 time: 0.0953224 Feb 18 08:48:32.628871 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5b23e87a-ed9e-4b8e-a691-ef61dbda9754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:32.666000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9ad8586e-f661-41ab-b9fd-c42702e1e95c req-babd5228-ad4d-4c57-9f94-90fe948c9e41 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/a3533b29-d533-4cb5-8b35-16ae6649297a HTTP/1.1" status: 200 len: 2981 time: 0.0667443 Feb 18 08:48:32.679421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e088ad-ef73-41bd-b4ff-a2c8a2cf7a5d req-1617859e-9a90-4823-8781-6316348f7938 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:32.681000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53e088ad-ef73-41bd-b4ff-a2c8a2cf7a5d req-1617859e-9a90-4823-8781-6316348f7938 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/ports?device_id=59671b60-1f6c-43c1-8cb8-826a27145f8e HTTP/1.1" status: 200 len: 946 time: 0.1328950 Feb 18 08:48:32.727407 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53e088ad-ef73-41bd-b4ff-a2c8a2cf7a5d req-facfb802-5a79-49bc-a1f1-ed2782e26d4a tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/security-groups?id=c093d3b6-c662-4464-b49b-3567ce1a62dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404971 Feb 18 08:48:32.970826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3135ee-9593-4cfb-a624-8c5f38ed165e req-5eb117ed-7d37-43e3-8053-a5672d275a89 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:32.972462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0f3135ee-9593-4cfb-a624-8c5f38ed165e req-5eb117ed-7d37-43e3-8053-a5672d275a89 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=8498a858-823d-4bb2-b3aa-92f4596601de HTTP/1.1" status: 200 len: 950 time: 0.2112751 Feb 18 08:48:33.027685 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0f3135ee-9593-4cfb-a624-8c5f38ed165e req-c90b9404-ed75-4606-a3a8-cabcdc0824f2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473833 Feb 18 08:48:33.062703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-a85cb03b-82b2-40e6-9c66-da0732be3dae req-1d6490ce-64e1-48d3-aa79-ab4428dbd482 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1371680481', 'description': 'tempest-description-1719568549'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:33.070199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a85cb03b-82b2-40e6-9c66-da0732be3dae req-1d6490ce-64e1-48d3-aa79-ab4428dbd482 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:33.082764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a85cb03b-82b2-40e6-9c66-da0732be3dae req-1d6490ce-64e1-48d3-aa79-ab4428dbd482 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:33.096024 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a85cb03b-82b2-40e6-9c66-da0732be3dae req-1d6490ce-64e1-48d3-aa79-ab4428dbd482 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:33.123947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a85cb03b-82b2-40e6-9c66-da0732be3dae req-1d6490ce-64e1-48d3-aa79-ab4428dbd482 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:33.128310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a85cb03b-82b2-40e6-9c66-da0732be3dae req-1d6490ce-64e1-48d3-aa79-ab4428dbd482 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Usage tracker for resource:security_group_rule and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:33.131624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a85cb03b-82b2-40e6-9c66-da0732be3dae req-1d6490ce-64e1-48d3-aa79-ab4428dbd482 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:33.137699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a85cb03b-82b2-40e6-9c66-da0732be3dae req-1d6490ce-64e1-48d3-aa79-ab4428dbd482 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:33.222037 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a85cb03b-82b2-40e6-9c66-da0732be3dae req-1d6490ce-64e1-48d3-aa79-ab4428dbd482 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:33.227194 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a85cb03b-82b2-40e6-9c66-da0732be3dae req-1d6490ce-64e1-48d3-aa79-ab4428dbd482 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:33.279130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6490ce-64e1-48d3-aa79-ab4428dbd482 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa77985d-f9cf-4733-aae8-a376a07a4def,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:33.290872 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a85cb03b-82b2-40e6-9c66-da0732be3dae req-1d6490ce-64e1-48d3-aa79-ab4428dbd482 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:33.296765 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a85cb03b-82b2-40e6-9c66-da0732be3dae req-1d6490ce-64e1-48d3-aa79-ab4428dbd482 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2387772 Feb 18 08:48:33.440634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-84705a84-e702-4489-a153-9e340f54f4c4 req-dbb8966d-1e7a-4165-bb8c-79e0d2925610 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-766066637', 'description': 'tempest-description-1254714482'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:33.449757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-84705a84-e702-4489-a153-9e340f54f4c4 req-dbb8966d-1e7a-4165-bb8c-79e0d2925610 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:33.499346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-84705a84-e702-4489-a153-9e340f54f4c4 req-dbb8966d-1e7a-4165-bb8c-79e0d2925610 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Usage tracker for resource:security_group and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:33.504970 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-84705a84-e702-4489-a153-9e340f54f4c4 req-dbb8966d-1e7a-4165-bb8c-79e0d2925610 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:33.512532 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-84705a84-e702-4489-a153-9e340f54f4c4 req-dbb8966d-1e7a-4165-bb8c-79e0d2925610 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:33.532793 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-84705a84-e702-4489-a153-9e340f54f4c4 req-dbb8966d-1e7a-4165-bb8c-79e0d2925610 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:33.556675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-84705a84-e702-4489-a153-9e340f54f4c4 req-dbb8966d-1e7a-4165-bb8c-79e0d2925610 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:33.562127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-84705a84-e702-4489-a153-9e340f54f4c4 req-dbb8966d-1e7a-4165-bb8c-79e0d2925610 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Usage tracker for resource:security_group_rule and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:33.567920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-84705a84-e702-4489-a153-9e340f54f4c4 req-dbb8966d-1e7a-4165-bb8c-79e0d2925610 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:33.580926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49081a54-ed7f-4a4e-9bb9-225918a31262 req-7e57850f-6391-4f74-82bb-76c9cbe15dad tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:33.583226 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49081a54-ed7f-4a4e-9bb9-225918a31262 req-7e57850f-6391-4f74-82bb-76c9cbe15dad tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.1348062 Feb 18 08:48:33.584119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-84705a84-e702-4489-a153-9e340f54f4c4 req-dbb8966d-1e7a-4165-bb8c-79e0d2925610 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:33.636370 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:33.648690 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49081a54-ed7f-4a4e-9bb9-225918a31262 req-3dbd9f8f-3cee-4df6-a4e6-2fd2abfdaa01 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592520 Feb 18 08:48:33.719344 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-84705a84-e702-4489-a153-9e340f54f4c4 req-dbb8966d-1e7a-4165-bb8c-79e0d2925610 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:33.733318 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-84705a84-e702-4489-a153-9e340f54f4c4 req-dbb8966d-1e7a-4165-bb8c-79e0d2925610 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:33.782179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8966d-1e7a-4165-bb8c-79e0d2925610 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5b2de6-d482-4b7b-b152-363770d3ddd5,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:33.790968 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:33.791155 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-84705a84-e702-4489-a153-9e340f54f4c4 req-dbb8966d-1e7a-4165-bb8c-79e0d2925610 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:33.796201 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84705a84-e702-4489-a153-9e340f54f4c4 req-dbb8966d-1e7a-4165-bb8c-79e0d2925610 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3612349 Feb 18 08:48:33.868593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48650) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:48:34.108131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a4f1d-c8a5-4378-ab5c-e6df83b64de0 req-3926dbc8-f82a-40e5-80e4-ac59ef7fb7c0 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:34.115475 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c2a4f1d-c8a5-4378-ab5c-e6df83b64de0 req-3926dbc8-f82a-40e5-80e4-ac59ef7fb7c0 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/ports?device_id=59671b60-1f6c-43c1-8cb8-826a27145f8e HTTP/1.1" status: 200 len: 946 time: 0.1303995 Feb 18 08:48:34.141799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d4237-ab4d-4045-807d-e210fa1cf643 req-52d04567-d198-49c9-8502-b8034a4bc4c6 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:34.143239 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef7d4237-ab4d-4045-807d-e210fa1cf643 req-52d04567-d198-49c9-8502-b8034a4bc4c6 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 945 time: 0.2298493 Feb 18 08:48:34.229026 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c2a4f1d-c8a5-4378-ab5c-e6df83b64de0 req-91b08275-41b7-44f6-bd30-9d48dc382a96 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/security-groups?id=c093d3b6-c662-4464-b49b-3567ce1a62dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124446 Feb 18 08:48:34.248975 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3bda9471-73af-45f7-8ab7-2c5af3f89506 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=77c56d5e0d9d4f758733591cb47a45b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768270 Feb 18 08:48:34.252128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48660) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:48:34.256622 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef7d4237-ab4d-4045-807d-e210fa1cf643 req-03f7d335-b720-4132-85ee-5377539e700c tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902848 Feb 18 08:48:34.302510 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130e2991-228e-493d-a2e1-b7a6f4a39bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5039c52-1a66-468c-9efc-50cfed59ad17'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:34.377105 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bfd45e27-9eda-4fc8-a60f-edb02f1ddfd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:34.410771 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bfd45e27-9eda-4fc8-a60f-edb02f1ddfd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:34.423029 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-4b0699e2-485c-45f4-9b4f-ace2defea61e tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9f2fa9ecedc34ceb9c1713176a0a17a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388386 Feb 18 08:48:34.468136 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bfd45e27-9eda-4fc8-a60f-edb02f1ddfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:34.492226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd45e27-9eda-4fc8-a60f-edb02f1ddfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5956318-c812-442b-884a-59707e2b578a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:34.507222 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd45e27-9eda-4fc8-a60f-edb02f1ddfd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:34.507708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd45e27-9eda-4fc8-a60f-edb02f1ddfd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:34.508715 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd45e27-9eda-4fc8-a60f-edb02f1ddfd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:34.509016 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd45e27-9eda-4fc8-a60f-edb02f1ddfd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:34.509505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd45e27-9eda-4fc8-a60f-edb02f1ddfd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:34.509952 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd45e27-9eda-4fc8-a60f-edb02f1ddfd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:34.510477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd45e27-9eda-4fc8-a60f-edb02f1ddfd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:34.511235 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd45e27-9eda-4fc8-a60f-edb02f1ddfd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:34.511938 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd45e27-9eda-4fc8-a60f-edb02f1ddfd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:34.512568 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd45e27-9eda-4fc8-a60f-edb02f1ddfd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:34.513139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd45e27-9eda-4fc8-a60f-edb02f1ddfd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:34.513544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd45e27-9eda-4fc8-a60f-edb02f1ddfd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:34.524796 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bfd45e27-9eda-4fc8-a60f-edb02f1ddfd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:34.528450 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bfd45e27-9eda-4fc8-a60f-edb02f1ddfd1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b5956318-c812-442b-884a-59707e2b578a HTTP/1.1" status: 204 len: 168 time: 0.2725558 Feb 18 08:48:34.568481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f577a-a3c6-493e-bc8a-8fb62aff017d req-416ed530-ad9b-42cb-b9fe-5c1aa1cdd1ff tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:34.569977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-480f577a-a3c6-493e-bc8a-8fb62aff017d req-416ed530-ad9b-42cb-b9fe-5c1aa1cdd1ff tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/ports?device_id=e06ecd99-65c4-4b9e-8f5d-dd69741e836d HTTP/1.1" status: 200 len: 950 time: 0.2248268 Feb 18 08:48:34.648665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-addbd025-26b6-47c9-8aed-5f48c157463f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:34.650633 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-addbd025-26b6-47c9-8aed-5f48c157463f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169013 Feb 18 08:48:34.656116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-480f577a-a3c6-493e-bc8a-8fb62aff017d req-70ff63c4-32cc-4f59-8737-68eaa424396e tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/security-groups?id=294f599e-f9dd-4650-a422-0bc771136b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775411 Feb 18 08:48:34.669199 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-a84e0d54-7966-430d-842d-d38e377a9277 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/quotas/9f2fa9ecedc34ceb9c1713176a0a17a8 HTTP/1.1" status: 200 len: 375 time: 0.0109010 Feb 18 08:48:34.767172 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-cf7e505a-72b1-48b6-9e4e-84ecd7cfd08d tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f2fa9ecedc34ceb9c1713176a0a17a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912015 Feb 18 08:48:34.905364 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:34.967365 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130e2991-228e-493d-a2e1-b7a6f4a39bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5039c52-1a66-468c-9efc-50cfed59ad17', 'code': 200} Feb 18 08:48:34.976015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-1f9952fa-b5ed-488a-b0e9-674b5792ec26 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:34.988471 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-1f9952fa-b5ed-488a-b0e9-674b5792ec26 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/networks?id=c421ccdb-0273-4cab-af82-7758af24ad4c HTTP/1.1" status: 200 len: 813 time: 0.2133994 Feb 18 08:48:35.005973 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-42eba16c-94bd-4352-a9fd-6d790048e7bb tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/quotas/ef7afd6ecb794a56bc0f8875e8e00a3c HTTP/1.1" status: 200 len: 375 time: 0.0164423 Feb 18 08:48:35.106964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-654ac34d-6bcd-408a-9eb6-2e03726b9b07 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef7afd6ecb794a56bc0f8875e8e00a3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1000512 Feb 18 08:48:35.238769 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d573-bdd1-46f3-9428-f3e63a6348e4 req-6e8bdaf9-c15e-4e25-a8cf-149430041e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:35.240855 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0454d573-bdd1-46f3-9428-f3e63a6348e4 req-6e8bdaf9-c15e-4e25-a8cf-149430041e8b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 1096 time: 0.1740985 Feb 18 08:48:35.315505 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0454d573-bdd1-46f3-9428-f3e63a6348e4 req-33c616a1-9a4b-4c4f-b0da-689443000cd9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665030 Feb 18 08:48:35.334917 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-57c5c747-4fbb-490b-b59c-4f51b364d3a1 req-072a6679-0091-406f-bba4-4576d94257d2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=596970a8-0c33-4828-b702-b1e914752a49 HTTP/1.1" status: 200 len: 210 time: 0.1704619 Feb 18 08:48:35.389741 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-8076562d-0d1e-48e3-b50c-076260203261 service neutron] 10.222.0.72 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817006 Feb 18 08:48:35.602395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-042d9e3d-9450-46b2-8ee4-e0896ae9e997 service neutron] 10.222.0.72 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014875 Feb 18 08:48:35.654276 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6250d58-1358-485e-ac24-5a36c1d87213 req-aaacc978-4093-40a6-844c-83d624e581c2 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:35.656410 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f6250d58-1358-485e-ac24-5a36c1d87213 req-aaacc978-4093-40a6-844c-83d624e581c2 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/ports?device_id=59671b60-1f6c-43c1-8cb8-826a27145f8e HTTP/1.1" status: 200 len: 946 time: 0.1430945 Feb 18 08:48:35.727704 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f6250d58-1358-485e-ac24-5a36c1d87213 req-81f25691-59ec-4209-954f-eafe0540ad6e tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/security-groups?id=c093d3b6-c662-4464-b49b-3567ce1a62dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647223 Feb 18 08:48:35.983109 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1336e09c-e47d-4796-8510-24489566a2d2 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:48:36.204725 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:36.262207 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1336e09c-e47d-4796-8510-24489566a2d2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1336e09c-e47d-4796-8510-24489566a2d2,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:36.276782 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:36.344946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0f226-b781-42fe-9324-a4cf11855658 req-f304c08e-aca8-4ab7-9366-7e0a0bad2f3b tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:36.347591 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6a0f226-b781-42fe-9324-a4cf11855658 req-f304c08e-aca8-4ab7-9366-7e0a0bad2f3b tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 945 time: 0.3969369 Feb 18 08:48:36.372791 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1336e09c-e47d-4796-8510-24489566a2d2,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:36.382742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:36.383604 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:36.383604 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:36.384239 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:36.384239 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:36.384610 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:36.386026 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:36.386614 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:36.387303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:36.387648 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:36.387983 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:36.389157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:48:36.506486 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6a0f226-b781-42fe-9324-a4cf11855658 req-35b0a2e8-d779-40da-9b76-5e182da5100f tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487966 Feb 18 08:48:36.795162 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-38653e23-6dae-4b47-81ca-012d31a14824 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9f2fa9ecedc34ceb9c1713176a0a17a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535724 Feb 18 08:48:36.969003 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06ecd99-65c4-4b9e-8f5d-dd69741e836d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1336e09c-e47d-4796-8510-24489566a2d2'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:37.114669 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a0c00447-a622-4f74-bc43-2281db14306a req-d94403d9-a7c7-4818-bfaf-02f735b8d722 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=596970a8-0c33-4828-b702-b1e914752a49 HTTP/1.1" status: 200 len: 210 time: 0.0829995 Feb 18 08:48:37.173071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-8587e1a0-4d0c-4eaa-b971-860cf5198f26 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:37.175528 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-8587e1a0-4d0c-4eaa-b971-860cf5198f26 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3741801 Feb 18 08:48:37.189794 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-fd8b646f-7b17-4d55-b3e4-04dc9464f48f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Request body: {'port': {'device_id': '596970a8-0c33-4828-b702-b1e914752a49', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '9f2fa9ecedc34ceb9c1713176a0a17a8'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:37.229879 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8be2934b-c83f-4f17-a3b6-b7149d312b5e req-9d558a36-c5fd-4aea-83d3-57f94c85bec1 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 210 time: 0.1130548 Feb 18 08:48:37.368166 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06ecd99-65c4-4b9e-8f5d-dd69741e836d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1336e09c-e47d-4796-8510-24489566a2d2', 'code': 200} Feb 18 08:48:37.438264 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-fd8b646f-7b17-4d55-b3e4-04dc9464f48f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:37.446693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-fd8b646f-7b17-4d55-b3e4-04dc9464f48f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Usage tracker for resource:port and tenant:9f2fa9ecedc34ceb9c1713176a0a17a8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:37.451452 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-fd8b646f-7b17-4d55-b3e4-04dc9464f48f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:37.466091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-fd8b646f-7b17-4d55-b3e4-04dc9464f48f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:37.485995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-fd8b646f-7b17-4d55-b3e4-04dc9464f48f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Made reservation on behalf of 9f2fa9ecedc34ceb9c1713176a0a17a8 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:48:37.498477 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-fd8b646f-7b17-4d55-b3e4-04dc9464f48f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:38.078678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-fd8b646f-7b17-4d55-b3e4-04dc9464f48f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Allocated IP 192.168.233.178 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/151650c4-b0b5-43cb-8010-d13339380d33) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:48:38.149384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4a49c-100a-4c28-b11d-e5395099e043 req-97260ff7-83dd-4ba1-9bc1-04944972060c tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:38.152910 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36a4a49c-100a-4c28-b11d-e5395099e043 req-97260ff7-83dd-4ba1-9bc1-04944972060c tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 945 time: 0.4387238 Feb 18 08:48:38.335945 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36a4a49c-100a-4c28-b11d-e5395099e043 req-895bd98a-571a-4d4a-95ab-1855ce8749f2 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772633 Feb 18 08:48:38.435156 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48876) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:48:38.472354 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-dc7d8ee7-e8fc-43f9-9bb5-e96fc3fe3e3a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:38.473876 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-dc7d8ee7-e8fc-43f9-9bb5-e96fc3fe3e3a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.61 "GET /v2.0/networks?id=c421ccdb-0273-4cab-af82-7758af24ad4c HTTP/1.1" status: 200 len: 813 time: 0.6551526 Feb 18 08:48:38.475156 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-fd8b646f-7b17-4d55-b3e4-04dc9464f48f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:38.486840 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-21e7a422-2da2-4615-83b2-cb5a8a4937a1 req-20abe97b-8c6f-4b43-a127-542f9e0f442a tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=596970a8-0c33-4828-b702-b1e914752a49 HTTP/1.1" status: 200 len: 210 time: 0.1405094 Feb 18 08:48:38.506050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-80bd7c47-7f55-4126-a57a-05d6a64eb613 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Request body: {'port': {'device_id': 'd5ba48e4-f535-405d-b963-006626d5f23d', 'network_id': 'c421ccdb-0273-4cab-af82-7758af24ad4c', 'admin_state_up': True, 'tenant_id': 'ef7afd6ecb794a56bc0f8875e8e00a3c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:38.531787 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-fd8b646f-7b17-4d55-b3e4-04dc9464f48f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Transition to ACTIVE for port object 151650c4-b0b5-43cb-8010-d13339380d33 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:48:38.565777 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-fd8b646f-7b17-4d55-b3e4-04dc9464f48f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:38.586594 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['2cea9689-1a3d-44a6-b83e-fe7a28ae3340'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:48:38.660923 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26c4342b-e324-4f54-b4f4-3137713be8b9 req-4702007a-c41a-4c6f-a351-609ed2b4fb9e tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 210 time: 0.1187592 Feb 18 08:48:38.714236 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['887d487b-f373-491a-b057-6e1da09dc46b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:48:38.761287 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-fd8b646f-7b17-4d55-b3e4-04dc9464f48f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:48:38.764709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-fd8b646f-7b17-4d55-b3e4-04dc9464f48f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:48:38.797706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-fd8b646f-7b17-4d55-b3e4-04dc9464f48f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:48:38.809717 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4ff4155d-deb9-4954-b5c3-3748ccc157f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:38.829059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4ff4155d-deb9-4954-b5c3-3748ccc157f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:38.839092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4ff4155d-deb9-4954-b5c3-3748ccc157f9 admin admin] Usage tracker for resource:security_group_rule and tenant:4b3c4d8ddc7842249a0ede0f622b29da is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:38.842277 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4ff4155d-deb9-4954-b5c3-3748ccc157f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:38.848984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4ff4155d-deb9-4954-b5c3-3748ccc157f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:38.951782 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b646f-7b17-4d55-b3e4-04dc9464f48f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Pushing event updated for resources: {'Port': ['ID=151650c4-b0b5-43cb-8010-d13339380d33,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:38.988219 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4ff4155d-deb9-4954-b5c3-3748ccc157f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:39.002655 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-80bd7c47-7f55-4126-a57a-05d6a64eb613 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:39.009135 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4ff4155d-deb9-4954-b5c3-3748ccc157f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:39.022048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-fd8b646f-7b17-4d55-b3e4-04dc9464f48f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:39.022581 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-fd8b646f-7b17-4d55-b3e4-04dc9464f48f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:39.068065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-80bd7c47-7f55-4126-a57a-05d6a64eb613 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:39.077315 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-fd8b646f-7b17-4d55-b3e4-04dc9464f48f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8928320 Feb 18 08:48:39.092291 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Request body: {'port': {'device_id': '596970a8-0c33-4828-b702-b1e914752a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:39.103665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4155d-deb9-4954-b5c3-3748ccc157f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a41f80-14b1-47f8-88b9-07e8ae10784e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:39.128135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4ff4155d-deb9-4954-b5c3-3748ccc157f9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4b3c4d8ddc7842249a0ede0f622b29da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6759663 Feb 18 08:48:39.135597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48898) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:48:39.138985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-80bd7c47-7f55-4126-a57a-05d6a64eb613 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Made reservation on behalf of ef7afd6ecb794a56bc0f8875e8e00a3c for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:48:39.148607 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-80bd7c47-7f55-4126-a57a-05d6a64eb613 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:39.314310 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-82da192a-638e-4882-873f-02e0451848c3 None None] Provisioning for port 151650c4-b0b5-43cb-8010-d13339380d33 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:48:39.321157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-82da192a-638e-4882-873f-02e0451848c3 None None] Provisioning complete for port 151650c4-b0b5-43cb-8010-d13339380d33 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:48:39.321528 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-82da192a-638e-4882-873f-02e0451848c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:39.398551 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:39.445832 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-82da192a-638e-4882-873f-02e0451848c3 None None] Port 151650c4-b0b5-43cb-8010-d13339380d33 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:48:39.533154 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c32b4c92-8788-48df-8036-343ecb6feb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:39.633399 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c32b4c92-8788-48df-8036-343ecb6feb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:39.696828 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-80bd7c47-7f55-4126-a57a-05d6a64eb613 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Allocated IP 172.20.0.14 (c421ccdb-0273-4cab-af82-7758af24ad4c/4096d46f-c2b8-494a-a8f4-de2454a9c23f/6a03d89e-6b8c-433f-8c66-a87304f59e1b) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:48:39.818824 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c32b4c92-8788-48df-8036-343ecb6feb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:39.880212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b4c92-8788-48df-8036-343ecb6feb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a41f80-14b1-47f8-88b9-07e8ae10784e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:39.966101 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 151650c4-b0b5-43cb-8010-d13339380d33 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:48:39.975377 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:39.991205 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Transition to ACTIVE for port object 151650c4-b0b5-43cb-8010-d13339380d33 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:48:39.994498 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:40.051652 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c32b4c92-8788-48df-8036-343ecb6feb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:40.052947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c32b4c92-8788-48df-8036-343ecb6feb78 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/48a41f80-14b1-47f8-88b9-07e8ae10784e HTTP/1.1" status: 204 len: 168 time: 0.8796570 Feb 18 08:48:40.173827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Pushing event updated for resources: {'Port': ['ID=151650c4-b0b5-43cb-8010-d13339380d33,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:40.189117 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-80bd7c47-7f55-4126-a57a-05d6a64eb613 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:40.266822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-243afa7b-8903-4b76-8293-d770be123856 req-b5ac828e-969f-4b33-920a-41f6fc1760e4 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Synchronizing usage tracker for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:48:40.280847 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade945ba-dcd7-4a6b-a465-99becbbbb210 req-bfe0c6aa-6139-4918-b2a1-90f6652905e8 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:40.283626 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Attempting to bind port 151650c4-b0b5-43cb-8010-d13339380d33 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:48:40.283966 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Attempting to bind port 151650c4-b0b5-43cb-8010-d13339380d33 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:48:40.284313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Attempting to bind port 151650c4-b0b5-43cb-8010-d13339380d33 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:48:40.288791 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ade945ba-dcd7-4a6b-a465-99becbbbb210 req-bfe0c6aa-6139-4918-b2a1-90f6652905e8 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=596970a8-0c33-4828-b702-b1e914752a49 HTTP/1.1" status: 200 len: 936 time: 0.5456145 Feb 18 08:48:40.290742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Port 151650c4-b0b5-43cb-8010-d13339380d33 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:48:40.291060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Attempting to bind port 151650c4-b0b5-43cb-8010-d13339380d33 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:48:40.296542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:48:40.296877 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:48:40.299025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:48:40.299466 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Bound port: 151650c4-b0b5-43cb-8010-d13339380d33, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:48:40.299812 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:40.341800 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-243afa7b-8903-4b76-8293-d770be123856 req-b5ac828e-969f-4b33-920a-41f6fc1760e4 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Unset dirty status for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:48:40.354831 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-243afa7b-8903-4b76-8293-d770be123856 req-b5ac828e-969f-4b33-920a-41f6fc1760e4 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 210 time: 0.1564898 Feb 18 08:48:40.436053 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ade945ba-dcd7-4a6b-a465-99becbbbb210 req-f7570816-44b1-4136-9184-3e91a72c7506 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396220 Feb 18 08:48:40.463009 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-80bd7c47-7f55-4126-a57a-05d6a64eb613 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:40.463632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] For port 151650c4-b0b5-43cb-8010-d13339380d33, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:48:40.483017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] For port 151650c4-b0b5-43cb-8010-d13339380d33, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=151650c4-b0b5-43cb-8010-d13339380d33,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:48:40.491199 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:48:40.499060 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:40.547609 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-80bd7c47-7f55-4126-a57a-05d6a64eb613 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Network c421ccdb-0273-4cab-af82-7758af24ad4c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:48:40.551004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-80bd7c47-7f55-4126-a57a-05d6a64eb613 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:48:40.555491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-80bd7c47-7f55-4126-a57a-05d6a64eb613 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:48:40.654728 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd7c47-7f55-4126-a57a-05d6a64eb613 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event updated for resources: {'Port': ['ID=6a03d89e-6b8c-433f-8c66-a87304f59e1b,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:40.674251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:40.674996 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:40.676575 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] 10.222.0.81 "PUT /v2.0/ports/151650c4-b0b5-43cb-8010-d13339380d33 HTTP/1.1" status: 200 len: 1096 time: 1.5894303 Feb 18 08:48:40.679577 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596970a8-0c33-4828-b702-b1e914752a49', 'tag': '151650c4-b0b5-43cb-8010-d13339380d33'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:40.716771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-80bd7c47-7f55-4126-a57a-05d6a64eb613 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:40.718123 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-80bd7c47-7f55-4126-a57a-05d6a64eb613 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:40.839571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db079af-30b9-4013-a1af-836211eadf9c service neutron] Pushing event updated for resources: {'Port': ['ID=151650c4-b0b5-43cb-8010-d13339380d33,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:40.900086 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-80bd7c47-7f55-4126-a57a-05d6a64eb613 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4122145 Feb 18 08:48:41.012118 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:41.097672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-7d8e1e6e-1355-4240-b13f-9a1690faad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:41.102067 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-7d8e1e6e-1355-4240-b13f-9a1690faad4b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f2fa9ecedc34ceb9c1713176a0a17a8&device_id=596970a8-0c33-4828-b702-b1e914752a49 HTTP/1.1" status: 200 len: 1099 time: 0.3696039 Feb 18 08:48:41.165062 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] Request body: {'port': {'device_id': 'd5ba48e4-f535-405d-b963-006626d5f23d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:41.195592 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-5fae1441-62cf-456f-98f0-f4270b6f5b3d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=151650c4-b0b5-43cb-8010-d13339380d33 HTTP/1.1" status: 200 len: 217 time: 0.0814762 Feb 18 08:48:41.273143 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-fddb7817-02fe-4ae3-92ca-120c0d46bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:41.274629 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-fddb7817-02fe-4ae3-92ca-120c0d46bb9d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0724647 Feb 18 08:48:41.329725 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:41.363685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-a115bc72-b708-4a1b-9bb7-3be66c387049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:41.364775 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-a115bc72-b708-4a1b-9bb7-3be66c387049 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818439 Feb 18 08:48:41.371065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ca419-744f-4ee5-bafb-a7157c6c4bef req-44f99c2f-656e-4441-8faf-45a2ef32e58e tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:41.372583 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d8ca419-744f-4ee5-bafb-a7157c6c4bef req-44f99c2f-656e-4441-8faf-45a2ef32e58e tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 945 time: 0.6750674 Feb 18 08:48:41.373167 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:41.413209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-aee8e6f4-f454-4b5e-8030-87a68b185ecb tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:41.419783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-aee8e6f4-f454-4b5e-8030-87a68b185ecb tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 807 time: 0.5608037 Feb 18 08:48:41.482738 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-c0803008-1dff-4029-ba7b-8543ebba35dd tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/quotas/7d4a44b7fff94ccba0bfe75ccf303824 HTTP/1.1" status: 200 len: 375 time: 0.0620909 Feb 18 08:48:41.492167 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d8ca419-744f-4ee5-bafb-a7157c6c4bef req-5ee11878-a5a1-429f-863c-aac59808ceff tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090410 Feb 18 08:48:41.521033 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-e7e3cee9-80c2-485d-b013-c374c5dd3e50 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390905 Feb 18 08:48:41.665049 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596970a8-0c33-4828-b702-b1e914752a49', 'tag': '151650c4-b0b5-43cb-8010-d13339380d33', 'status': 'completed', 'code': 200} Feb 18 08:48:41.667111 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-302febe1-a03e-4cf5-83a2-7110228b9833 req-c7616b2e-c6f2-4837-b5e2-8b03e1d8efab service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394942 Feb 18 08:48:41.776081 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-30f5d4fb-e2fe-48ab-bd95-5c5b6ca43a97 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2826879 Feb 18 08:48:41.797026 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd8b4a-f263-47c0-b61a-7aaa3857e13b req-d595b80f-c34d-4ecf-bc91-bcd923d9215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:41.798498 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-16dd8b4a-f263-47c0-b61a-7aaa3857e13b req-d595b80f-c34d-4ecf-bc91-bcd923d9215b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f2fa9ecedc34ceb9c1713176a0a17a8&device_id=596970a8-0c33-4828-b702-b1e914752a49 HTTP/1.1" status: 200 len: 1099 time: 0.0801182 Feb 18 08:48:41.968740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd8b4a-f263-47c0-b61a-7aaa3857e13b req-a392e0f9-f8ea-4105-84fe-b225f9b51324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:41.970144 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-16dd8b4a-f263-47c0-b61a-7aaa3857e13b req-a392e0f9-f8ea-4105-84fe-b225f9b51324 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.1640091 Feb 18 08:48:41.976318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3527943-de71-4382-95d5-773d3b3579cc req-cea00380-a103-4f8f-8c8c-c7b29aa45a97 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:41.977971 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3527943-de71-4382-95d5-773d3b3579cc req-cea00380-a103-4f8f-8c8c-c7b29aa45a97 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 932 time: 0.3038831 Feb 18 08:48:42.008474 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1336e09c-e47d-4796-8510-24489566a2d2 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:48:42.018753 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-b9e73096-7afd-4900-8c27-4e989ac6e564 service neutron] 10.222.0.72 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300615 Feb 18 08:48:42.046450 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-16dd8b4a-f263-47c0-b61a-7aaa3857e13b req-300d17ea-1399-4db3-be2c-db7f7459d990 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=151650c4-b0b5-43cb-8010-d13339380d33 HTTP/1.1" status: 200 len: 217 time: 0.0650363 Feb 18 08:48:42.049518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f3527943-de71-4382-95d5-773d3b3579cc req-084a18f8-1570-4755-b7ee-288239ade2ac tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Synchronizing usage tracker for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:48:42.130686 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd8b4a-f263-47c0-b61a-7aaa3857e13b req-776993e8-e2da-48f1-a7b5-d83e38ff9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:42.132676 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-16dd8b4a-f263-47c0-b61a-7aaa3857e13b req-776993e8-e2da-48f1-a7b5-d83e38ff9477 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0798957 Feb 18 08:48:42.193920 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1336e09c-e47d-4796-8510-24489566a2d2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1336e09c-e47d-4796-8510-24489566a2d2,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:42.211943 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '1336e09c-e47d-4796-8510-24489566a2d2', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '1336e09c-e47d-4796-8510-24489566a2d2', 'mac_address': 'fa:16:3e:97:78:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:48:42.233799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f3527943-de71-4382-95d5-773d3b3579cc req-084a18f8-1570-4755-b7ee-288239ade2ac tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Unset dirty status for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:48:42.234955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3527943-de71-4382-95d5-773d3b3579cc req-084a18f8-1570-4755-b7ee-288239ade2ac tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468607 Feb 18 08:48:42.237116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a03d89e-6b8c-433f-8c66-a87304f59e1b {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:48:42.250887 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd8b4a-f263-47c0-b61a-7aaa3857e13b req-b01b329f-df54-4c4f-92bc-27787e466d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:42.251325 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:42.252872 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-16dd8b4a-f263-47c0-b61a-7aaa3857e13b req-b01b329f-df54-4c4f-92bc-27787e466d76 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1130083 Feb 18 08:48:42.290721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] Transition to ACTIVE for port object 6a03d89e-6b8c-433f-8c66-a87304f59e1b will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:48:42.298712 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:42.302748 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:42.321865 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1336e09c-e47d-4796-8510-24489566a2d2 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:48:42.339566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1336e09c-e47d-4796-8510-24489566a2d2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1336e09c-e47d-4796-8510-24489566a2d2,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:42.342910 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-3a0275ad-d433-49f0-a01b-2b11eb23bb13 service neutron] 10.222.0.72 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957239 Feb 18 08:48:42.344321 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:42.446899 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1336e09c-e47d-4796-8510-24489566a2d2,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:42.456015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['1336e09c-e47d-4796-8510-24489566a2d2'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:48:42.501458 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-16dd8b4a-f263-47c0-b61a-7aaa3857e13b req-7424b867-208c-48b2-bf7a-69091e853dd4 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398829 Feb 18 08:48:42.531959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43732499-8671-4c04-8862-a28f603112ab service neutron] Pushing event updated for resources: {'Port': ['ID=6a03d89e-6b8c-433f-8c66-a87304f59e1b,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:42.573949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] Attempting to bind port 6a03d89e-6b8c-433f-8c66-a87304f59e1b on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:48:42.574285 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] Attempting to bind port 6a03d89e-6b8c-433f-8c66-a87304f59e1b by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '56589a8e-f93b-4698-87f1-9e079742ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c421ccdb-0273-4cab-af82-7758af24ad4c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:48:42.574614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] Attempting to bind port 6a03d89e-6b8c-433f-8c66-a87304f59e1b on network c421ccdb-0273-4cab-af82-7758af24ad4c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:48:42.580044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] Port 6a03d89e-6b8c-433f-8c66-a87304f59e1b on network c421ccdb-0273-4cab-af82-7758af24ad4c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:48:42.580537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] Attempting to bind port 6a03d89e-6b8c-433f-8c66-a87304f59e1b on network c421ccdb-0273-4cab-af82-7758af24ad4c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:48:42.586729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:48:42.587070 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] Checking segment: {'id': '56589a8e-f93b-4698-87f1-9e079742ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c421ccdb-0273-4cab-af82-7758af24ad4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:48:42.587529 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] Bound using segment: {'id': '56589a8e-f93b-4698-87f1-9e079742ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c421ccdb-0273-4cab-af82-7758af24ad4c'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:48:42.587868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] Bound port: 6a03d89e-6b8c-433f-8c66-a87304f59e1b, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56589a8e-f93b-4698-87f1-9e079742ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c421ccdb-0273-4cab-af82-7758af24ad4c'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:48:42.588217 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:42.677768 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e5039c52-1a66-468c-9efc-50cfed59ad17 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:48:42.706328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] For port 6a03d89e-6b8c-433f-8c66-a87304f59e1b, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:48:42.722725 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] For port 6a03d89e-6b8c-433f-8c66-a87304f59e1b, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=6a03d89e-6b8c-433f-8c66-a87304f59e1b,segment=NetworkSegment(56589a8e-f93b-4698-87f1-9e079742ce7f),segment_id=56589a8e-f93b-4698-87f1-9e079742ce7f)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:48:42.733589 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-16dd8b4a-f263-47c0-b61a-7aaa3857e13b req-945483bb-51f2-4287-b2ac-5d68e00e7710 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239163 Feb 18 08:48:42.771208 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:42.843647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:42.846456 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:42.848820 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-43732499-8671-4c04-8862-a28f603112ab service neutron] 10.222.0.61 "PUT /v2.0/ports/6a03d89e-6b8c-433f-8c66-a87304f59e1b HTTP/1.1" status: 200 len: 1092 time: 1.9378633 Feb 18 08:48:42.858108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ba48e4-f535-405d-b963-006626d5f23d', 'tag': '6a03d89e-6b8c-433f-8c66-a87304f59e1b'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:42.902220 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c49691-610e-4617-b6d6-fb35639a7c5a req-417f93ce-01cd-4886-b15b-872d2f96bfe7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:42.903789 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95c49691-610e-4617-b6d6-fb35639a7c5a req-417f93ce-01cd-4886-b15b-872d2f96bfe7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=596970a8-0c33-4828-b702-b1e914752a49 HTTP/1.1" status: 200 len: 948 time: 0.1868973 Feb 18 08:48:42.928355 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e5039c52-1a66-468c-9efc-50cfed59ad17, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e5039c52-1a66-468c-9efc-50cfed59ad17,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:42.946718 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'e5039c52-1a66-468c-9efc-50cfed59ad17', 'network_id': 'f1f00c03-c5b7-4a43-9e03-87d58d513ba4', 'port_id': 'e5039c52-1a66-468c-9efc-50cfed59ad17', 'mac_address': 'fa:16:3e:21:bd:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:48:42.956301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43732499-8671-4c04-8862-a28f603112ab service neutron] Pushing event updated for resources: {'Port': ['ID=6a03d89e-6b8c-433f-8c66-a87304f59e1b,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:43.023151 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:43.045242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5039c52-1a66-468c-9efc-50cfed59ad17 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:48:43.062908 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e5039c52-1a66-468c-9efc-50cfed59ad17, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e5039c52-1a66-468c-9efc-50cfed59ad17,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:43.068209 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:43.145185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=e5039c52-1a66-468c-9efc-50cfed59ad17,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:43.167787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95c49691-610e-4617-b6d6-fb35639a7c5a req-d2944d82-a6b8-4971-b365-d6376d82b5ee tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291074 Feb 18 08:48:43.189849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-67771b3f-365d-48fe-b3b8-f475ecc865d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:43.189849 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-67771b3f-365d-48fe-b3b8-f475ecc865d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef7afd6ecb794a56bc0f8875e8e00a3c&device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 1095 time: 0.2831781 Feb 18 08:48:43.230355 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['e5039c52-1a66-468c-9efc-50cfed59ad17'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:48:43.265247 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-3e368134-8313-46a7-a1a5-342c33afce11 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a03d89e-6b8c-433f-8c66-a87304f59e1b HTTP/1.1" status: 200 len: 217 time: 0.0684056 Feb 18 08:48:43.358937 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f024e8f7-2fb7-429c-a7df-39a68ce563af req-c4d4ae39-0c0f-4f7f-a397-4c456c52e747 tempest-AbsoluteLimitsNegativeTestJSON-1780651636 tempest-AbsoluteLimitsNegativeTestJSON-1780651636-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=76c680b17a1c465b93000cc8c6d6c9fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714769 Feb 18 08:48:43.372404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec9dc9-b24b-4f4a-a177-1566e9599d4e req-d87683b0-5bc4-4d2a-a69f-45155c616e0e tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:43.377322 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04ec9dc9-b24b-4f4a-a177-1566e9599d4e req-d87683b0-5bc4-4d2a-a69f-45155c616e0e tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 944 time: 0.2551627 Feb 18 08:48:43.449896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-ddc714f9-8cd5-4331-9190-31ac5f78c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:43.451579 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-ddc714f9-8cd5-4331-9190-31ac5f78c025 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4096d46f-c2b8-494a-a8f4-de2454a9c23f HTTP/1.1" status: 200 len: 853 time: 0.1654074 Feb 18 08:48:43.574345 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-e0def5f6-0861-482c-b0bf-e42ff947a96c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c421ccdb-0273-4cab-af82-7758af24ad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714245 Feb 18 08:48:43.579285 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04ec9dc9-b24b-4f4a-a177-1566e9599d4e req-4bf920bb-f99d-47ca-8d59-775c6118df46 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960609 Feb 18 08:48:43.756983 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ee5fa84-9900-4d21-9d79-b9e6d4050be9 req-dc9d6890-b1e6-4b79-853e-d3c9e92ef6cb tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 210 time: 0.0646164 Feb 18 08:48:43.766270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024e8f7-2fb7-429c-a7df-39a68ce563af req-9e79cd3f-3674-461b-8dd4-ebcfd80e61df tempest-AbsoluteLimitsNegativeTestJSON-1780651636 tempest-AbsoluteLimitsNegativeTestJSON-1780651636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:43.767757 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f024e8f7-2fb7-429c-a7df-39a68ce563af req-9e79cd3f-3674-461b-8dd4-ebcfd80e61df tempest-AbsoluteLimitsNegativeTestJSON-1780651636 tempest-AbsoluteLimitsNegativeTestJSON-1780651636-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3857307 Feb 18 08:48:43.805405 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f024e8f7-2fb7-429c-a7df-39a68ce563af req-530261d5-1282-47fb-9c95-e200396fec5a tempest-AbsoluteLimitsNegativeTestJSON-1780651636 tempest-AbsoluteLimitsNegativeTestJSON-1780651636-project] 10.222.0.72 "GET /v2.0/quotas/76c680b17a1c465b93000cc8c6d6c9fb HTTP/1.1" status: 200 len: 375 time: 0.0245759 Feb 18 08:48:43.811130 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ba48e4-f535-405d-b963-006626d5f23d', 'tag': '6a03d89e-6b8c-433f-8c66-a87304f59e1b', 'status': 'completed', 'code': 200} Feb 18 08:48:43.814461 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-8d9ecca9-1812-477e-9c80-cc84c908fc51 service neutron] 10.222.0.61 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312658 Feb 18 08:48:43.881022 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f024e8f7-2fb7-429c-a7df-39a68ce563af req-ca9150f1-9c9b-4f96-87bd-5454381163ca tempest-AbsoluteLimitsNegativeTestJSON-1780651636 tempest-AbsoluteLimitsNegativeTestJSON-1780651636-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=76c680b17a1c465b93000cc8c6d6c9fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655084 Feb 18 08:48:44.012474 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1336e09c-e47d-4796-8510-24489566a2d2 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:48:44.043977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34f67e20-1440-466e-a90a-24c5582d5e96 req-c5aa9cfa-3938-4f1d-a67b-7d36fb931e37 service neutron] 10.222.0.61 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967349 Feb 18 08:48:44.058201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f8965-bae0-481d-a503-2037dd511a2b req-dc41573e-ed0f-4179-bcd7-3ad3c443ba49 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:44.059698 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52f8965-bae0-481d-a503-2037dd511a2b req-dc41573e-ed0f-4179-bcd7-3ad3c443ba49 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 944 time: 0.1321144 Feb 18 08:48:44.111310 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52f8965-bae0-481d-a503-2037dd511a2b req-0c16dd42-8cbc-4a41-85bf-e8f727831733 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457885 Feb 18 08:48:44.148988 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 1336e09c-e47d-4796-8510-24489566a2d2 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:48:44.150188 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:44.237303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11306d8c-1298-4820-a9a0-ffbd293f623b req-fea1b65a-1f11-4a83-8cb0-939319ddb31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:44.239636 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11306d8c-1298-4820-a9a0-ffbd293f623b req-fea1b65a-1f11-4a83-8cb0-939319ddb31d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef7afd6ecb794a56bc0f8875e8e00a3c&device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 1095 time: 0.1117167 Feb 18 08:48:44.296557 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:44.299853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-675eff70-1a20-460e-9dc0-94e5fa8893ef tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:44.306807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-675eff70-1a20-460e-9dc0-94e5fa8893ef tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Synchronizing usage tracker for tenant:7d4a44b7fff94ccba0bfe75ccf303824 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:48:44.320474 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49076) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:48:44.354079 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06ecd99-65c4-4b9e-8f5d-dd69741e836d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1336e09c-e47d-4796-8510-24489566a2d2'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:44.366703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-675eff70-1a20-460e-9dc0-94e5fa8893ef tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Unset dirty status for tenant:7d4a44b7fff94ccba0bfe75ccf303824 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:48:44.370793 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-675eff70-1a20-460e-9dc0-94e5fa8893ef tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.61 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 807 time: 0.3245974 Feb 18 08:48:44.371983 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1336e09c-e47d-4796-8510-24489566a2d2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1336e09c-e47d-4796-8510-24489566a2d2,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:44.383407 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:44.387292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-701159eb-b3dd-4eef-9fd5-aabaf56858b7 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Request body: {'port': {'device_id': '13f95802-0f58-4d61-8b9e-d293a35ad900', 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963', 'admin_state_up': True, 'tenant_id': '7d4a44b7fff94ccba0bfe75ccf303824'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:44.476001 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06ecd99-65c4-4b9e-8f5d-dd69741e836d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1336e09c-e47d-4796-8510-24489566a2d2', 'code': 200} Feb 18 08:48:44.508337 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1336e09c-e47d-4796-8510-24489566a2d2,revision_number=10']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:44.524353 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-daf3a2d8-b751-4898-ae6e-17b2358964b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:44.547109 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-daf3a2d8-b751-4898-ae6e-17b2358964b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:44.562036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-daf3a2d8-b751-4898-ae6e-17b2358964b3 admin admin] Usage tracker for resource:security_group_rule and tenant:76c680b17a1c465b93000cc8c6d6c9fb is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:44.569118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-daf3a2d8-b751-4898-ae6e-17b2358964b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:44.589217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11306d8c-1298-4820-a9a0-ffbd293f623b req-0ad6cb80-a9c9-4b0b-93c0-9144d0021f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:44.589462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-daf3a2d8-b751-4898-ae6e-17b2358964b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:44.591014 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11306d8c-1298-4820-a9a0-ffbd293f623b req-0ad6cb80-a9c9-4b0b-93c0-9144d0021f05 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c421ccdb-0273-4cab-af82-7758af24ad4c HTTP/1.1" status: 200 len: 914 time: 0.3430891 Feb 18 08:48:44.635954 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-701159eb-b3dd-4eef-9fd5-aabaf56858b7 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:44.653333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-701159eb-b3dd-4eef-9fd5-aabaf56858b7 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:44.677465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a7951-cbaf-4a70-bb36-2de9a7dd1656 req-bf6a52c0-9710-4852-98df-6cd17450f9f2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:44.679576 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-701159eb-b3dd-4eef-9fd5-aabaf56858b7 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Made reservation on behalf of 7d4a44b7fff94ccba0bfe75ccf303824 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:48:44.683984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-701159eb-b3dd-4eef-9fd5-aabaf56858b7 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:44.685055 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb5a7951-cbaf-4a70-bb36-2de9a7dd1656 req-bf6a52c0-9710-4852-98df-6cd17450f9f2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=596970a8-0c33-4828-b702-b1e914752a49 HTTP/1.1" status: 200 len: 948 time: 0.2319937 Feb 18 08:48:44.692314 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 151650c4-b0b5-43cb-8010-d13339380d33 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:48:44.696302 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e5039c52-1a66-468c-9efc-50cfed59ad17 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:48:44.752349 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb5a7951-cbaf-4a70-bb36-2de9a7dd1656 req-b82505a7-8109-4eb2-81bf-677b840e387a tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662081 Feb 18 08:48:44.754007 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11306d8c-1298-4820-a9a0-ffbd293f623b req-df6834ab-004d-406b-99b2-864125440200 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a03d89e-6b8c-433f-8c66-a87304f59e1b HTTP/1.1" status: 200 len: 217 time: 0.1556029 Feb 18 08:48:44.853573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11306d8c-1298-4820-a9a0-ffbd293f623b req-fd061496-fa47-4ccc-8831-8ec8d4dd3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:44.855020 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11306d8c-1298-4820-a9a0-ffbd293f623b req-fd061496-fa47-4ccc-8831-8ec8d4dd3363 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4096d46f-c2b8-494a-a8f4-de2454a9c23f HTTP/1.1" status: 200 len: 853 time: 0.0917261 Feb 18 08:48:44.939786 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11306d8c-1298-4820-a9a0-ffbd293f623b req-7f27c9f8-361f-4142-bd13-d33e144b689b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c421ccdb-0273-4cab-af82-7758af24ad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538807 Feb 18 08:48:45.004168 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port e5039c52-1a66-468c-9efc-50cfed59ad17 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:48:45.004857 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:45.091259 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 151650c4-b0b5-43cb-8010-d13339380d33, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=151650c4-b0b5-43cb-8010-d13339380d33,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:45.098428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-daf3a2d8-b751-4898-ae6e-17b2358964b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:45.110091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '151650c4-b0b5-43cb-8010-d13339380d33', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '151650c4-b0b5-43cb-8010-d13339380d33', 'mac_address': 'fa:16:3e:0b:da:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:48:45.114234 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-daf3a2d8-b751-4898-ae6e-17b2358964b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:45.126215 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1910f821-3427-47dc-a6d9-7c2448ce39bc req-671c03b1-d386-4e46-92bf-a26aac77fc29 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 210 time: 0.1889629 Feb 18 08:48:45.213552 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3a2d8-b751-4898-ae6e-17b2358964b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2a9a51-71f5-488c-977f-a861931e36c8,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:45.229865 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-daf3a2d8-b751-4898-ae6e-17b2358964b3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=76c680b17a1c465b93000cc8c6d6c9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9078104 Feb 18 08:48:45.232796 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49102) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:48:45.261395 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-701159eb-b3dd-4eef-9fd5-aabaf56858b7 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Allocated IP 172.20.0.4 (e8816836-4120-4f1e-b024-4d70fd6a0963/1fa84373-6523-4aec-81db-497517a8e76d/c9173669-3e83-4046-b1e5-63950727fa61) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:48:45.262190 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d211e-6baa-4618-819a-b7bb3e83dc46 req-ed126f6c-97fd-4c19-b9f8-2b4ae94afff7 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:45.268644 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:45.269312 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b09d211e-6baa-4618-819a-b7bb3e83dc46 req-ed126f6c-97fd-4c19-b9f8-2b4ae94afff7 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 944 time: 0.4131079 Feb 18 08:48:45.317531 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 151650c4-b0b5-43cb-8010-d13339380d33 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:48:45.350906 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b09d211e-6baa-4618-819a-b7bb3e83dc46 req-266b1382-61b3-4062-996e-e2b7f297c4c7 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807149 Feb 18 08:48:45.351557 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:45.359575 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11306d8c-1298-4820-a9a0-ffbd293f623b req-3707d7a2-31aa-4f6e-a414-3623e93eb9be service neutron] 10.222.0.61 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654085 Feb 18 08:48:45.387869 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 151650c4-b0b5-43cb-8010-d13339380d33, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=151650c4-b0b5-43cb-8010-d13339380d33,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:45.402282 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:45.454688 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e5039c52-1a66-468c-9efc-50cfed59ad17, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e5039c52-1a66-468c-9efc-50cfed59ad17,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:45.474094 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:45.494706 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=151650c4-b0b5-43cb-8010-d13339380d33,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:45.590450 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a09994c2-355b-4f6e-af51-dbe81fe825ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:45.591584 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11306d8c-1298-4820-a9a0-ffbd293f623b req-e377c494-61fa-414b-b307-9af5931754bc service neutron] 10.222.0.61 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240784 Feb 18 08:48:45.593307 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=e5039c52-1a66-468c-9efc-50cfed59ad17,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:45.594049 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-701159eb-b3dd-4eef-9fd5-aabaf56858b7 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:45.600196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e277b1-76de-462c-97e5-0e37262c02d0 req-7b11f447-633b-46bf-ae45-7d7f33387265 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:45.607599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73e277b1-76de-462c-97e5-0e37262c02d0 req-7b11f447-633b-46bf-ae45-7d7f33387265 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 944 time: 0.2212303 Feb 18 08:48:45.634311 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a09994c2-355b-4f6e-af51-dbe81fe825ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:45.650793 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73e277b1-76de-462c-97e5-0e37262c02d0 req-89ffedd6-34a3-4758-9216-5d8f0f96df00 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423462 Feb 18 08:48:45.685443 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-701159eb-b3dd-4eef-9fd5-aabaf56858b7 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:45.756885 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-701159eb-b3dd-4eef-9fd5-aabaf56858b7 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Network e8816836-4120-4f1e-b024-4d70fd6a0963 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:48:45.760787 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-701159eb-b3dd-4eef-9fd5-aabaf56858b7 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:48:45.763063 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a09994c2-355b-4f6e-af51-dbe81fe825ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:45.771909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-701159eb-b3dd-4eef-9fd5-aabaf56858b7 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:48:45.826614 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701159eb-b3dd-4eef-9fd5-aabaf56858b7 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Pushing event updated for resources: {'Port': ['ID=c9173669-3e83-4046-b1e5-63950727fa61,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:45.837313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09994c2-355b-4f6e-af51-dbe81fe825ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2a9a51-71f5-488c-977f-a861931e36c8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:45.886252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-701159eb-b3dd-4eef-9fd5-aabaf56858b7 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:45.886857 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-701159eb-b3dd-4eef-9fd5-aabaf56858b7 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:45.904071 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a09994c2-355b-4f6e-af51-dbe81fe825ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:45.906393 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a09994c2-355b-4f6e-af51-dbe81fe825ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3f2a9a51-71f5-488c-977f-a861931e36c8 HTTP/1.1" status: 204 len: 168 time: 0.6713531 Feb 18 08:48:45.913376 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-701159eb-b3dd-4eef-9fd5-aabaf56858b7 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5308871 Feb 18 08:48:45.927602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Request body: {'port': {'device_id': '13f95802-0f58-4d61-8b9e-d293a35ad900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:45.996714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216a118-d9fe-4676-9758-d275f5704112 req-8ae41592-213d-4613-a633-084a0cf25ee2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:45.998371 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a216a118-d9fe-4676-9758-d275f5704112 req-8ae41592-213d-4613-a633-084a0cf25ee2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=596970a8-0c33-4828-b702-b1e914752a49 HTTP/1.1" status: 200 len: 949 time: 0.1136184 Feb 18 08:48:46.024132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['151650c4-b0b5-43cb-8010-d13339380d33'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:48:46.044437 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:46.085775 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a216a118-d9fe-4676-9758-d275f5704112 req-078ee596-9c34-48c3-b9cb-485fb23a1d75 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794737 Feb 18 08:48:46.423810 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40af75-b976-49ff-bf1b-dfdafab9d20e req-0a30633a-3a76-492a-bc7e-5553fdf5a94b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:46.433590 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f40af75-b976-49ff-bf1b-dfdafab9d20e req-0a30633a-3a76-492a-bc7e-5553fdf5a94b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 931 time: 0.1386020 Feb 18 08:48:46.477507 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130e2991-228e-493d-a2e1-b7a6f4a39bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5039c52-1a66-468c-9efc-50cfed59ad17'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:46.488955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f40af75-b976-49ff-bf1b-dfdafab9d20e req-ecf373c2-0d53-4c88-b4ce-e126399fbf20 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536525 Feb 18 08:48:46.567812 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130e2991-228e-493d-a2e1-b7a6f4a39bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5039c52-1a66-468c-9efc-50cfed59ad17', 'code': 200} Feb 18 08:48:46.570279 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9173669-3e83-4046-b1e5-63950727fa61 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:48:46.589719 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:46.633407 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Transition to ACTIVE for port object c9173669-3e83-4046-b1e5-63950727fa61 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:48:46.640751 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:46.650526 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20193ed-fcaf-4746-95bf-94f76cfd9f38 req-b1c1c7ed-620f-43c6-9c91-ca10484ea396 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:46.655462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d20193ed-fcaf-4746-95bf-94f76cfd9f38 req-b1c1c7ed-620f-43c6-9c91-ca10484ea396 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 945 time: 0.1210933 Feb 18 08:48:46.714844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d20193ed-fcaf-4746-95bf-94f76cfd9f38 req-dc6a4caf-ffa8-4c35-b259-40bc8e5261cb tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584080 Feb 18 08:48:46.854084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49150) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:48:46.869686 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Pushing event updated for resources: {'Port': ['ID=c9173669-3e83-4046-b1e5-63950727fa61,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:46.907341 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbab5a-ec18-46e0-ae86-3a1f276b6535 req-40862cbf-f79e-4167-a867-75a6bf540057 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:46.908876 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b9dbab5a-ec18-46e0-ae86-3a1f276b6535 req-40862cbf-f79e-4167-a867-75a6bf540057 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 944 time: 0.1218371 Feb 18 08:48:46.963030 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Attempting to bind port c9173669-3e83-4046-b1e5-63950727fa61 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:48:46.963362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Attempting to bind port c9173669-3e83-4046-b1e5-63950727fa61 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:48:46.963677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b9dbab5a-ec18-46e0-ae86-3a1f276b6535 req-f83da155-684f-4be3-927a-310df0ea86cf tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482872 Feb 18 08:48:46.963835 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Attempting to bind port c9173669-3e83-4046-b1e5-63950727fa61 on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:48:46.968841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Port c9173669-3e83-4046-b1e5-63950727fa61 on network e8816836-4120-4f1e-b024-4d70fd6a0963 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:48:46.969397 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Attempting to bind port c9173669-3e83-4046-b1e5-63950727fa61 on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:48:46.983736 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:48:46.984073 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Checking segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:48:46.984485 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Bound using segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:48:46.984906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Bound port: c9173669-3e83-4046-b1e5-63950727fa61, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:48:46.985249 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:46.994936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-281810195-network', 'tenant_id': '2c6eede7d5974741a8106af845d9e34c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:46.999651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:47.007005 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Usage tracker for resource:network and tenant:2c6eede7d5974741a8106af845d9e34c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:47.010139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:47.016045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:47.027872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Made reservation on behalf of 2c6eede7d5974741a8106af845d9e34c for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:48:47.030532 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:47.043551 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:47.059682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:47.063528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Usage tracker for resource:security_group_rule and tenant:2c6eede7d5974741a8106af845d9e34c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:47.067321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:47.073849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:47.076061 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] For port c9173669-3e83-4046-b1e5-63950727fa61, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:48:47.079658 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] For port c9173669-3e83-4046-b1e5-63950727fa61, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c9173669-3e83-4046-b1e5-63950727fa61,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:48:47.084509 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:47.151207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:47.151931 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:47.153299 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] 10.222.0.61 "PUT /v2.0/ports/c9173669-3e83-4046-b1e5-63950727fa61 HTTP/1.1" status: 200 len: 1091 time: 1.2323081 Feb 18 08:48:47.153909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f95802-0f58-4d61-8b9e-d293a35ad900', 'tag': 'c9173669-3e83-4046-b1e5-63950727fa61'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:47.192581 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:47.197417 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:47.252155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:48:47.266392 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f95802-0f58-4d61-8b9e-d293a35ad900', 'tag': 'c9173669-3e83-4046-b1e5-63950727fa61', 'status': 'completed', 'code': 200} Feb 18 08:48:47.266616 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e64df9-00b4-4b01-bef6-b8ecc34e7b58,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:47.275130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55e5c6-dcb2-4c56-a1d9-74e93b6bed22 service neutron] Pushing event updated for resources: {'Port': ['ID=c9173669-3e83-4046-b1e5-63950727fa61,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:47.310558 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-012fde05-fd61-4449-89bc-0712af7e55de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:47.312052 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-012fde05-fd61-4449-89bc-0712af7e55de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 1094 time: 0.1134260 Feb 18 08:48:47.315275 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:47.315654 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Added segment 353a8abc-3e2f-49a2-988f-12737b21babc of type vlan for network d090a7c1-d22f-4a5d-b90a-56f024350c58 Feb 18 08:48:47.371918 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:47.433902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c856ba-5e52-4fb0-b4c8-31f233597600 req-dcfddbb7-eeed-4395-ac72-ed891b9a847a tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:47.434856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20c856ba-5e52-4fb0-b4c8-31f233597600 req-dcfddbb7-eeed-4395-ac72-ed891b9a847a tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=596970a8-0c33-4828-b702-b1e914752a49 HTTP/1.1" status: 200 len: 949 time: 0.1739030 Feb 18 08:48:47.441937 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:47.442930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:47.443509 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:47.507064 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-fe3ee0da-2ae5-42a0-b822-f3d59f041bc3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9173669-3e83-4046-b1e5-63950727fa61 HTTP/1.1" status: 200 len: 217 time: 0.1828997 Feb 18 08:48:47.574699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] Pushing event updated for resources: {'Network': ['ID=d090a7c1-d22f-4a5d-b90a-56f024350c58,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:47.582923 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-0f811928-b1e2-4a1d-9e1e-803c3086a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:47.584509 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-0f811928-b1e2-4a1d-9e1e-803c3086a6a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.0712197 Feb 18 08:48:47.586045 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network d090a7c1-d22f-4a5d-b90a-56f024350c58 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:48:47.632009 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f429e028-2e66-404f-963c-3f4f99eea29d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7737014 Feb 18 08:48:47.634400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49194) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:48:47.644969 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20c856ba-5e52-4fb0-b4c8-31f233597600 req-995f6f81-2b35-48b7-a47a-4bef9bf7b518 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941893 Feb 18 08:48:47.650360 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-fc47a95f-9ce9-4922-b03b-562873827d03 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527468 Feb 18 08:48:47.652920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-318e9cbc-ad60-4da0-83cd-87d8d184387d admin admin] Request body: {'subnet': {'network_id': 'd090a7c1-d22f-4a5d-b90a-56f024350c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-281810195-subnet', 'tenant_id': '2c6eede7d5974741a8106af845d9e34c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:47.695869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-318e9cbc-ad60-4da0-83cd-87d8d184387d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:47.709699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-318e9cbc-ad60-4da0-83cd-87d8d184387d admin admin] Usage tracker for resource:subnet and tenant:2c6eede7d5974741a8106af845d9e34c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:47.713895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-318e9cbc-ad60-4da0-83cd-87d8d184387d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:47.721169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-318e9cbc-ad60-4da0-83cd-87d8d184387d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:47.756964 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318e9cbc-ad60-4da0-83cd-87d8d184387d admin admin] Made reservation on behalf of 2c6eede7d5974741a8106af845d9e34c for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:48:47.760119 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-318e9cbc-ad60-4da0-83cd-87d8d184387d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:47.871283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95deb489-49ad-48d7-a816-e7a658287763 req-f756ebf9-df3c-4b89-8c1f-b0cc680050a6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:47.879624 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95deb489-49ad-48d7-a816-e7a658287763 req-f756ebf9-df3c-4b89-8c1f-b0cc680050a6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 943 time: 0.2312779 Feb 18 08:48:47.900605 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-284405e0-04ec-4da6-88ef-1c62f5361c63 service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423270 Feb 18 08:48:47.957667 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95deb489-49ad-48d7-a816-e7a658287763 req-b37f9e9f-e354-4013-a5d6-beab57959362 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770204 Feb 18 08:48:48.023111 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 6a03d89e-6b8c-433f-8c66-a87304f59e1b details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:48:48.139076 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3fc5a-3515-45b2-8289-73c4d02e5ba8 req-954572d6-5ec5-4922-8341-d84ce762614b tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:48.147472 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2bc3fc5a-3515-45b2-8289-73c4d02e5ba8 req-954572d6-5ec5-4922-8341-d84ce762614b tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 945 time: 0.1886854 Feb 18 08:48:48.169363 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7ce9a9d6-9dd8-4550-a60a-a4c7d5edc8b2 req-a64e9f56-a484-4157-bd25-a76fb1180bc5 service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548487 Feb 18 08:48:48.285512 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 6a03d89e-6b8c-433f-8c66-a87304f59e1b, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=6a03d89e-6b8c-433f-8c66-a87304f59e1b,segment=NetworkSegment(56589a8e-f93b-4698-87f1-9e079742ce7f),segment_id=56589a8e-f93b-4698-87f1-9e079742ce7f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:48.321738 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '6a03d89e-6b8c-433f-8c66-a87304f59e1b', 'network_id': 'c421ccdb-0273-4cab-af82-7758af24ad4c', 'port_id': '6a03d89e-6b8c-433f-8c66-a87304f59e1b', 'mac_address': 'fa:16:3e:78:df:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4096d46f-c2b8-494a-a8f4-de2454a9c23f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:48:48.408680 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc83e27-0153-4839-b69f-535e0b0d51b4 req-6f2983fb-a41e-463c-848c-59eb58f0b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:48.410684 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1fc83e27-0153-4839-b69f-535e0b0d51b4 req-6f2983fb-a41e-463c-848c-59eb58f0b176 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 1094 time: 0.1639831 Feb 18 08:48:48.437662 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2bc3fc5a-3515-45b2-8289-73c4d02e5ba8 req-ab4bd0d8-b52d-4d0a-a7c9-b82ceb6ac260 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871556 Feb 18 08:48:48.466274 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-318e9cbc-ad60-4da0-83cd-87d8d184387d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:48.480024 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:48.525346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a03d89e-6b8c-433f-8c66-a87304f59e1b {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:48:48.563798 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 6a03d89e-6b8c-433f-8c66-a87304f59e1b, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=6a03d89e-6b8c-433f-8c66-a87304f59e1b,segment=NetworkSegment(56589a8e-f93b-4698-87f1-9e079742ce7f),segment_id=56589a8e-f93b-4698-87f1-9e079742ce7f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:48.574292 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:48.619842 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e9cbc-ad60-4da0-83cd-87d8d184387d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a1eb550-4f02-4b05-b8ae-645e20ebd8cb,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:48.640055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e9cbc-ad60-4da0-83cd-87d8d184387d admin admin] Checking segment: {'id': '353a8abc-3e2f-49a2-988f-12737b21babc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'd090a7c1-d22f-4a5d-b90a-56f024350c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:48:48.640950 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318e9cbc-ad60-4da0-83cd-87d8d184387d admin admin] Network hostable DHCP agents. Network: d090a7c1-d22f-4a5d-b90a-56f024350c58, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:48:48.684537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee331c6-a584-4fbd-bf33-229f470b07ef req-8e8298fe-5ab0-4141-b837-7aa5324988d6 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:48.690689 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bee331c6-a584-4fbd-bf33-229f470b07ef req-8e8298fe-5ab0-4141-b837-7aa5324988d6 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 944 time: 0.5223475 Feb 18 08:48:48.708513 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=6a03d89e-6b8c-433f-8c66-a87304f59e1b,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:48.722765 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 151650c4-b0b5-43cb-8010-d13339380d33 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:48:48.741199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318e9cbc-ad60-4da0-83cd-87d8d184387d admin admin] Network d090a7c1-d22f-4a5d-b90a-56f024350c58 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:48:48.822451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-318e9cbc-ad60-4da0-83cd-87d8d184387d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, d090a7c1-d22f-4a5d-b90a-56f024350c58) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:48:48.842398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519f5b2c-e4c7-41ac-88c2-01ea0dd1220f None None] Network d090a7c1-d22f-4a5d-b90a-56f024350c58 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:48:48.860824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318e9cbc-ad60-4da0-83cd-87d8d184387d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:48.861362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc83e27-0153-4839-b69f-535e0b0d51b4 req-cdabfb68-d1cb-411d-bb22-3090b8f1008e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:48.867478 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-318e9cbc-ad60-4da0-83cd-87d8d184387d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:48.882753 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1fc83e27-0153-4839-b69f-535e0b0d51b4 req-cdabfb68-d1cb-411d-bb22-3090b8f1008e service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.4574480 Feb 18 08:48:48.891635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bee331c6-a584-4fbd-bf33-229f470b07ef req-cbbb8507-c4a1-4f81-b70a-497aa69c7499 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929760 Feb 18 08:48:48.952000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-318e9cbc-ad60-4da0-83cd-87d8d184387d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3057072 Feb 18 08:48:49.074864 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ec641-a749-4e47-ba8e-bb4a6238c5a9 req-ff219728-9b0a-4282-969e-b6b093dcdcda tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:49.085042 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea2ec641-a749-4e47-ba8e-bb4a6238c5a9 req-ff219728-9b0a-4282-969e-b6b093dcdcda tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=596970a8-0c33-4828-b702-b1e914752a49 HTTP/1.1" status: 200 len: 949 time: 0.1287282 Feb 18 08:48:49.125523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 151650c4-b0b5-43cb-8010-d13339380d33 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:48:49.158512 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 151650c4-b0b5-43cb-8010-d13339380d33 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:48:49.160486 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:49.220785 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea2ec641-a749-4e47-ba8e-bb4a6238c5a9 req-759499ad-d341-4560-92e9-1cb9d5062d84 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279261 Feb 18 08:48:49.240240 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['6a03d89e-6b8c-433f-8c66-a87304f59e1b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:48:49.250616 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1fc83e27-0153-4839-b69f-535e0b0d51b4 req-f56309a8-9f51-4ce7-aadb-ba7dac4d3ff8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9173669-3e83-4046-b1e5-63950727fa61 HTTP/1.1" status: 200 len: 217 time: 0.3669770 Feb 18 08:48:49.431392 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc83e27-0153-4839-b69f-535e0b0d51b4 req-20234793-a304-4418-b6ba-4dbfed5b1080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:49.434344 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1fc83e27-0153-4839-b69f-535e0b0d51b4 req-20234793-a304-4418-b6ba-4dbfed5b1080 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.1763151 Feb 18 08:48:49.515291 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1fc83e27-0153-4839-b69f-535e0b0d51b4 req-5e6e5bb2-93ff-49c3-9647-91d0644ad9da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715868 Feb 18 08:48:49.606009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a6302-2d3a-4c1b-9625-f203774d44b9 req-8d64d913-e579-4dbc-84b3-deabd0cfb13a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:49.614489 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e2a6302-2d3a-4c1b-9625-f203774d44b9 req-8d64d913-e579-4dbc-84b3-deabd0cfb13a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 943 time: 0.3102574 Feb 18 08:48:49.647145 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528ee1d1-1ec3-467f-996d-343b33405608 None None] Network d090a7c1-d22f-4a5d-b90a-56f024350c58 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:48:49.678240 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01c61549-63b0-464f-80d7-f81304a2ea95 req-be0ef5ee-4475-4274-bdc3-96692221d78b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3134058 Feb 18 08:48:49.700927 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1fc83e27-0153-4839-b69f-535e0b0d51b4 req-c00b985a-c1a6-44ad-ab4d-3bfa57e12a75 service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759355 Feb 18 08:48:49.783190 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e2a6302-2d3a-4c1b-9625-f203774d44b9 req-293500f9-4fe0-4ce5-9697-bb3553048e6e tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675704 Feb 18 08:48:49.953968 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-1d3b08d8-4228-45b0-a0bf-09194836c82a req-98a485c8-4552-4602-aef5-5af2efbdd789 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-444618485', 'description': 'tempest-description-1748438213'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:49.970834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1d3b08d8-4228-45b0-a0bf-09194836c82a req-98a485c8-4552-4602-aef5-5af2efbdd789 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:49.987922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1d3b08d8-4228-45b0-a0bf-09194836c82a req-98a485c8-4552-4602-aef5-5af2efbdd789 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Usage tracker for resource:security_group and tenant:2c6eede7d5974741a8106af845d9e34c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:50.004688 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:50.005407 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1d3b08d8-4228-45b0-a0bf-09194836c82a req-98a485c8-4552-4602-aef5-5af2efbdd789 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:50.015709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1d3b08d8-4228-45b0-a0bf-09194836c82a req-98a485c8-4552-4602-aef5-5af2efbdd789 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:50.048896 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1d3b08d8-4228-45b0-a0bf-09194836c82a req-98a485c8-4552-4602-aef5-5af2efbdd789 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:50.067431 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1fc83e27-0153-4839-b69f-535e0b0d51b4 req-d9a1a70b-98ec-404f-bed8-bff47d64a4d5 service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602817 Feb 18 08:48:50.076118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1d3b08d8-4228-45b0-a0bf-09194836c82a req-98a485c8-4552-4602-aef5-5af2efbdd789 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:50.082900 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c61549-63b0-464f-80d7-f81304a2ea95 req-37964943-3399-4d41-9ab8-a3cbeff9cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:50.086573 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01c61549-63b0-464f-80d7-f81304a2ea95 req-37964943-3399-4d41-9ab8-a3cbeff9cc84 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 1096 time: 0.2534602 Feb 18 08:48:50.087674 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1d3b08d8-4228-45b0-a0bf-09194836c82a req-98a485c8-4552-4602-aef5-5af2efbdd789 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Usage tracker for resource:security_group_rule and tenant:2c6eede7d5974741a8106af845d9e34c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:50.091985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1d3b08d8-4228-45b0-a0bf-09194836c82a req-98a485c8-4552-4602-aef5-5af2efbdd789 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:50.098382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1d3b08d8-4228-45b0-a0bf-09194836c82a req-98a485c8-4552-4602-aef5-5af2efbdd789 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:50.188853 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596970a8-0c33-4828-b702-b1e914752a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151650c4-b0b5-43cb-8010-d13339380d33'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:50.226766 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 151650c4-b0b5-43cb-8010-d13339380d33, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=151650c4-b0b5-43cb-8010-d13339380d33,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:50.271929 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:50.361525 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1d3b08d8-4228-45b0-a0bf-09194836c82a req-98a485c8-4552-4602-aef5-5af2efbdd789 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:50.364988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c61549-63b0-464f-80d7-f81304a2ea95 req-f412cea0-cc49-446e-9373-8028e42f40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:50.366577 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01c61549-63b0-464f-80d7-f81304a2ea95 req-f412cea0-cc49-446e-9373-8028e42f40ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.2360940 Feb 18 08:48:50.369985 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1d3b08d8-4228-45b0-a0bf-09194836c82a req-98a485c8-4552-4602-aef5-5af2efbdd789 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:50.434901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=151650c4-b0b5-43cb-8010-d13339380d33,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:50.530500 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01c61549-63b0-464f-80d7-f81304a2ea95 req-295ee359-58eb-42ea-8f64-3586ee28bbb2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4df945e-c791-465d-a172-fdeff3c06799 HTTP/1.1" status: 200 len: 217 time: 0.1552219 Feb 18 08:48:50.597190 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a485c8-4552-4602-aef5-5af2efbdd789 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b5dcb7-8fa0-4aca-8d41-be0d2467e82a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:50.605964 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1d3b08d8-4228-45b0-a0bf-09194836c82a req-98a485c8-4552-4602-aef5-5af2efbdd789 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:50.607388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d3b08d8-4228-45b0-a0bf-09194836c82a req-98a485c8-4552-4602-aef5-5af2efbdd789 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6690593 Feb 18 08:48:50.648423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c61549-63b0-464f-80d7-f81304a2ea95 req-3755ea8d-4e83-436f-b3b9-b33ecb2e7d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:50.650069 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01c61549-63b0-464f-80d7-f81304a2ea95 req-3755ea8d-4e83-436f-b3b9-b33ecb2e7d57 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.1082458 Feb 18 08:48:50.705177 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01c61549-63b0-464f-80d7-f81304a2ea95 req-29f259c2-74ee-4f16-9eac-751064214bb2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472271 Feb 18 08:48:50.714951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f4997-dc9b-4d67-ba0e-a04de371fcb9 req-5c34ceca-6282-4663-8188-43f020700a58 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:50.716632 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-950f4997-dc9b-4d67-ba0e-a04de371fcb9 req-5c34ceca-6282-4663-8188-43f020700a58 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 945 time: 0.2539151 Feb 18 08:48:50.896308 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-950f4997-dc9b-4d67-ba0e-a04de371fcb9 req-160ea706-441d-47dc-b220-db6153c9d016 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573989 Feb 18 08:48:50.946224 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01c61549-63b0-464f-80d7-f81304a2ea95 req-9ae47259-3210-40f4-aa7f-1de25eabd365 service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284291 Feb 18 08:48:50.975285 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596970a8-0c33-4828-b702-b1e914752a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151650c4-b0b5-43cb-8010-d13339380d33', 'code': 200} Feb 18 08:48:50.991155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14962c-c279-4aad-9b61-66c100fce6c1 req-0eef661b-87ad-45c6-80e1-e0ca9b721655 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:50.992866 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae14962c-c279-4aad-9b61-66c100fce6c1 req-0eef661b-87ad-45c6-80e1-e0ca9b721655 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 945 time: 0.1671607 Feb 18 08:48:51.168176 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228474de-8962-42ed-b71e-2d7c4998cfc4 req-27321b16-14de-4b4c-9c0a-2532d4574b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:51.170513 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-228474de-8962-42ed-b71e-2d7c4998cfc4 req-27321b16-14de-4b4c-9c0a-2532d4574b78 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=596970a8-0c33-4828-b702-b1e914752a49 HTTP/1.1" status: 200 len: 1101 time: 0.1243138 Feb 18 08:48:51.179618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae14962c-c279-4aad-9b61-66c100fce6c1 req-9ccda4c1-d644-4e14-b02c-a9cca311d15c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417212 Feb 18 08:48:51.228305 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01c61549-63b0-464f-80d7-f81304a2ea95 req-83ccd277-9e01-4175-8174-df28e4577399 service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711372 Feb 18 08:48:51.251503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd36ea-9bb5-49e1-a613-1122aed3a675 req-1432047d-940c-40a9-9403-2ce424d4ddc7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:51.253333 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03bd36ea-9bb5-49e1-a613-1122aed3a675 req-1432047d-940c-40a9-9403-2ce424d4ddc7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=596970a8-0c33-4828-b702-b1e914752a49 HTTP/1.1" status: 200 len: 950 time: 0.1613772 Feb 18 08:48:51.276310 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-228474de-8962-42ed-b71e-2d7c4998cfc4 req-dfe99365-08c1-451f-93f3-bc457740d0e0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993729 Feb 18 08:48:51.320133 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03bd36ea-9bb5-49e1-a613-1122aed3a675 req-228ed534-88a9-42f4-ab93-867df097877b tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495174 Feb 18 08:48:51.401719 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5398bb7-8c6a-4a04-9dc7-24ff1fe9dd6b req-2fa56135-f433-4631-84b4-a3dc6855c749 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "GET /v2.0/security-groups/a2b5dcb7-8fa0-4aca-8d41-be0d2467e82a HTTP/1.1" status: 200 len: 1812 time: 0.0599964 Feb 18 08:48:51.406642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-e5398bb7-8c6a-4a04-9dc7-24ff1fe9dd6b req-0df508b5-c5a5-4483-81c0-a65175850682 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a2b5dcb7-8fa0-4aca-8d41-be0d2467e82a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:51.407136 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-e5398bb7-8c6a-4a04-9dc7-24ff1fe9dd6b req-0df508b5-c5a5-4483-81c0-a65175850682 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a2b5dcb7-8fa0-4aca-8d41-be0d2467e82a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:51.414235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-e5398bb7-8c6a-4a04-9dc7-24ff1fe9dd6b req-0df508b5-c5a5-4483-81c0-a65175850682 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:51.418412 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-e5398bb7-8c6a-4a04-9dc7-24ff1fe9dd6b req-0df508b5-c5a5-4483-81c0-a65175850682 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Usage tracker for resource:security_group_rule and tenant:2c6eede7d5974741a8106af845d9e34c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:51.421294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-e5398bb7-8c6a-4a04-9dc7-24ff1fe9dd6b req-0df508b5-c5a5-4483-81c0-a65175850682 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:51.428309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-e5398bb7-8c6a-4a04-9dc7-24ff1fe9dd6b req-0df508b5-c5a5-4483-81c0-a65175850682 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:51.491550 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e5398bb7-8c6a-4a04-9dc7-24ff1fe9dd6b req-0df508b5-c5a5-4483-81c0-a65175850682 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:51.520294 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e5398bb7-8c6a-4a04-9dc7-24ff1fe9dd6b req-0df508b5-c5a5-4483-81c0-a65175850682 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:51.527370 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e5398bb7-8c6a-4a04-9dc7-24ff1fe9dd6b req-0df508b5-c5a5-4483-81c0-a65175850682 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:51.557528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df508b5-c5a5-4483-81c0-a65175850682 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5cf97e8-3951-4bab-accc-d84e5f4bbccb,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:51.572831 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e5398bb7-8c6a-4a04-9dc7-24ff1fe9dd6b req-0df508b5-c5a5-4483-81c0-a65175850682 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:51.576892 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5398bb7-8c6a-4a04-9dc7-24ff1fe9dd6b req-0df508b5-c5a5-4483-81c0-a65175850682 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1743312 Feb 18 08:48:52.024045 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-593c6c29-c731-46bb-9719-55fa64b2f3ae req-e59f9872-a424-4875-af74-8ade3fa4ccd6 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "GET /v2.0/security-groups/a2b5dcb7-8fa0-4aca-8d41-be0d2467e82a HTTP/1.1" status: 200 len: 2405 time: 0.0634277 Feb 18 08:48:52.039699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a77728-aa18-4cac-be41-87a6688ced41 req-edbd90fa-d7ec-446a-8ffe-c09d0477e4e1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:52.039699 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1a77728-aa18-4cac-be41-87a6688ced41 req-edbd90fa-d7ec-446a-8ffe-c09d0477e4e1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 943 time: 0.3149567 Feb 18 08:48:52.059133 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 6a03d89e-6b8c-433f-8c66-a87304f59e1b up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:48:52.136548 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1a77728-aa18-4cac-be41-87a6688ced41 req-f8d484cf-ccca-481e-9712-797d21b6e6d3 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903172 Feb 18 08:48:52.201313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 6a03d89e-6b8c-433f-8c66-a87304f59e1b completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:48:52.221381 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 6a03d89e-6b8c-433f-8c66-a87304f59e1b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:48:52.221863 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:52.276379 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-61b1ad9d-4797-4b23-88eb-fa0d24b35ece req-eaa7b007-e4e8-48d1-9085-836d37864e3f tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "GET /v2.0/security-group-rules/a5cf97e8-3951-4bab-accc-d84e5f4bbccb HTTP/1.1" status: 200 len: 778 time: 0.0363433 Feb 18 08:48:52.424580 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-61b1ad9d-4797-4b23-88eb-fa0d24b35ece req-d01f4e5a-935f-428a-94d9-68a0c448718b tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "GET /v2.0/security-groups/a2b5dcb7-8fa0-4aca-8d41-be0d2467e82a HTTP/1.1" status: 200 len: 2405 time: 0.1435850 Feb 18 08:48:52.460316 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:52.472327 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-61b1ad9d-4797-4b23-88eb-fa0d24b35ece req-678ef06c-0b0e-46f1-961d-82dd2071c678 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:52.486189 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-61b1ad9d-4797-4b23-88eb-fa0d24b35ece req-678ef06c-0b0e-46f1-961d-82dd2071c678 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:52.534990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b6765-55de-4f43-a2e2-810390c6258e req-722cfce9-5b10-4d74-9100-95d596ccc9e2 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:52.536343 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-254b6765-55de-4f43-a2e2-810390c6258e req-722cfce9-5b10-4d74-9100-95d596ccc9e2 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 945 time: 0.1803229 Feb 18 08:48:52.537945 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 6a03d89e-6b8c-433f-8c66-a87304f59e1b, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=6a03d89e-6b8c-433f-8c66-a87304f59e1b,segment=NetworkSegment(56589a8e-f93b-4698-87f1-9e079742ce7f),segment_id=56589a8e-f93b-4698-87f1-9e079742ce7f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:52.551745 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:52.563258 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-61b1ad9d-4797-4b23-88eb-fa0d24b35ece req-678ef06c-0b0e-46f1-961d-82dd2071c678 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:52.589096 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-61b1ad9d-4797-4b23-88eb-fa0d24b35ece req-678ef06c-0b0e-46f1-961d-82dd2071c678 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:52.590181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-61b1ad9d-4797-4b23-88eb-fa0d24b35ece req-678ef06c-0b0e-46f1-961d-82dd2071c678 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/a5cf97e8-3951-4bab-accc-d84e5f4bbccb HTTP/1.1" status: 204 len: 173 time: 0.1641829 Feb 18 08:48:52.599780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ef06c-0b0e-46f1-961d-82dd2071c678 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5cf97e8-3951-4bab-accc-d84e5f4bbccb,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:52.627830 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-254b6765-55de-4f43-a2e2-810390c6258e req-5d10a814-a1bc-4566-ac8a-099d43e92166 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803585 Feb 18 08:48:52.686008 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=6a03d89e-6b8c-433f-8c66-a87304f59e1b,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:52.717889 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e5039c52-1a66-468c-9efc-50cfed59ad17 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:48:52.947777 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:52.979176 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ba48e4-f535-405d-b963-006626d5f23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a03d89e-6b8c-433f-8c66-a87304f59e1b'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:52.981879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125becd0-fa81-42b9-8cd9-6347f33b77b4 req-d335ca4a-ab9b-4e8f-bc49-8f2a169aba43 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:52.993506 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-125becd0-fa81-42b9-8cd9-6347f33b77b4 req-d335ca4a-ab9b-4e8f-bc49-8f2a169aba43 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=596970a8-0c33-4828-b702-b1e914752a49 HTTP/1.1" status: 200 len: 950 time: 0.2032309 Feb 18 08:48:53.032037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-410f139e-30ea-434e-933c-58b221d41651 req-11e967de-b5c3-4227-ae26-88e705a40d33 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-310581021', 'description': 'tempest-description-690773542'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:53.042615 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e5039c52-1a66-468c-9efc-50cfed59ad17, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e5039c52-1a66-468c-9efc-50cfed59ad17,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:53.048505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-410f139e-30ea-434e-933c-58b221d41651 req-11e967de-b5c3-4227-ae26-88e705a40d33 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:53.051915 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:53.057081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-410f139e-30ea-434e-933c-58b221d41651 req-11e967de-b5c3-4227-ae26-88e705a40d33 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Usage tracker for resource:security_group and tenant:2c6eede7d5974741a8106af845d9e34c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:53.066444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-410f139e-30ea-434e-933c-58b221d41651 req-11e967de-b5c3-4227-ae26-88e705a40d33 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:53.072533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-410f139e-30ea-434e-933c-58b221d41651 req-11e967de-b5c3-4227-ae26-88e705a40d33 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:53.103648 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-410f139e-30ea-434e-933c-58b221d41651 req-11e967de-b5c3-4227-ae26-88e705a40d33 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:53.125977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-125becd0-fa81-42b9-8cd9-6347f33b77b4 req-8bec6c55-4213-4d2d-8f57-1cfb26f19a38 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311626 Feb 18 08:48:53.151691 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=e5039c52-1a66-468c-9efc-50cfed59ad17,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:53.152759 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-410f139e-30ea-434e-933c-58b221d41651 req-11e967de-b5c3-4227-ae26-88e705a40d33 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:53.165610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-410f139e-30ea-434e-933c-58b221d41651 req-11e967de-b5c3-4227-ae26-88e705a40d33 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Usage tracker for resource:security_group_rule and tenant:2c6eede7d5974741a8106af845d9e34c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:53.179642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-410f139e-30ea-434e-933c-58b221d41651 req-11e967de-b5c3-4227-ae26-88e705a40d33 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:53.187546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-410f139e-30ea-434e-933c-58b221d41651 req-11e967de-b5c3-4227-ae26-88e705a40d33 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:53.338127 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-410f139e-30ea-434e-933c-58b221d41651 req-11e967de-b5c3-4227-ae26-88e705a40d33 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:53.348256 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-410f139e-30ea-434e-933c-58b221d41651 req-11e967de-b5c3-4227-ae26-88e705a40d33 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:53.401452 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-410f139e-30ea-434e-933c-58b221d41651 req-11e967de-b5c3-4227-ae26-88e705a40d33 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:53.414265 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-410f139e-30ea-434e-933c-58b221d41651 req-11e967de-b5c3-4227-ae26-88e705a40d33 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4176371 Feb 18 08:48:53.416177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e967de-b5c3-4227-ae26-88e705a40d33 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5107e42c-fef1-451c-8a60-9b078e854589,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:53.450981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db239a5-cca9-403a-9830-076a31f54c61 req-1754eca0-e629-4502-ac9a-1134d2b120c9 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:53.452865 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3db239a5-cca9-403a-9830-076a31f54c61 req-1754eca0-e629-4502-ac9a-1134d2b120c9 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 943 time: 0.1806896 Feb 18 08:48:53.469634 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ba48e4-f535-405d-b963-006626d5f23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a03d89e-6b8c-433f-8c66-a87304f59e1b', 'code': 200} Feb 18 08:48:53.549965 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3db239a5-cca9-403a-9830-076a31f54c61 req-9328d9dc-4097-41bb-aa72-2673fb9f0476 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855772 Feb 18 08:48:53.869905 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b85e73a9-aa24-43f6-97d0-e4a47326a61e req-1ff0ddb3-247a-4b1c-85e3-fb019d50b341 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "GET /v2.0/security-groups/5107e42c-fef1-451c-8a60-9b078e854589 HTTP/1.1" status: 200 len: 1811 time: 0.0887923 Feb 18 08:48:53.873524 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3477a-2802-46e6-809f-f2eba9d0761a req-5dc933bd-05aa-4e66-9e7c-d349066abdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:53.874938 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92a3477a-2802-46e6-809f-f2eba9d0761a req-5dc933bd-05aa-4e66-9e7c-d349066abdb4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 1097 time: 0.2751935 Feb 18 08:48:53.935499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeeb183-c36f-4d52-b230-b768b34df19d req-c7c7803b-82bb-4beb-bb79-20af88d318c8 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:53.942218 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6aeeb183-c36f-4d52-b230-b768b34df19d req-c7c7803b-82bb-4beb-bb79-20af88d318c8 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 943 time: 0.2240171 Feb 18 08:48:54.017361 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6aeeb183-c36f-4d52-b230-b768b34df19d req-acc8c581-d714-4db1-a58a-54d074617373 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505328 Feb 18 08:48:54.019411 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92a3477a-2802-46e6-809f-f2eba9d0761a req-35aa83c5-68a7-4ae3-8e1a-3fbc47b07a38 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224620 Feb 18 08:48:54.085285 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-1c7c1ebe-a4b5-4f0e-974b-4acbab797a2e req-7da5f04b-b470-4f8f-b2b5-647e9bcbef26 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2137325115', 'description': 'tempest-description-1329048140'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:54.093776 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1c7c1ebe-a4b5-4f0e-974b-4acbab797a2e req-7da5f04b-b470-4f8f-b2b5-647e9bcbef26 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:54.099626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1c7c1ebe-a4b5-4f0e-974b-4acbab797a2e req-7da5f04b-b470-4f8f-b2b5-647e9bcbef26 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Usage tracker for resource:security_group and tenant:2c6eede7d5974741a8106af845d9e34c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:54.103454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1c7c1ebe-a4b5-4f0e-974b-4acbab797a2e req-7da5f04b-b470-4f8f-b2b5-647e9bcbef26 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:54.111750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1c7c1ebe-a4b5-4f0e-974b-4acbab797a2e req-7da5f04b-b470-4f8f-b2b5-647e9bcbef26 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:54.216595 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c7c1ebe-a4b5-4f0e-974b-4acbab797a2e req-7da5f04b-b470-4f8f-b2b5-647e9bcbef26 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:54.309402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1c7c1ebe-a4b5-4f0e-974b-4acbab797a2e req-7da5f04b-b470-4f8f-b2b5-647e9bcbef26 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:54.320932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1c7c1ebe-a4b5-4f0e-974b-4acbab797a2e req-7da5f04b-b470-4f8f-b2b5-647e9bcbef26 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Usage tracker for resource:security_group_rule and tenant:2c6eede7d5974741a8106af845d9e34c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:54.320932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1c7c1ebe-a4b5-4f0e-974b-4acbab797a2e req-7da5f04b-b470-4f8f-b2b5-647e9bcbef26 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:54.326346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1c7c1ebe-a4b5-4f0e-974b-4acbab797a2e req-7da5f04b-b470-4f8f-b2b5-647e9bcbef26 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:54.382621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023605f-d8c0-4601-8698-dc0f6a19498a req-fa9f7cbc-27f6-45ce-9fd5-49e6e1ef7585 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:54.383349 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8862-72a2-44ab-a123-c941935d9484 req-e992159a-0fbb-4f8e-81f0-949d3cc4c408 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:54.385667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-4c7e8862-72a2-44ab-a123-c941935d9484 req-e992159a-0fbb-4f8e-81f0-949d3cc4c408 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Synchronizing usage tracker for tenant:52c8b10c39d84f9990de9c9a779edb52 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:48:54.389800 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7023605f-d8c0-4601-8698-dc0f6a19498a req-fa9f7cbc-27f6-45ce-9fd5-49e6e1ef7585 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 946 time: 0.2728958 Feb 18 08:48:54.441402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-4c7e8862-72a2-44ab-a123-c941935d9484 req-e992159a-0fbb-4f8e-81f0-949d3cc4c408 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Unset dirty status for tenant:52c8b10c39d84f9990de9c9a779edb52 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:48:54.445978 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4c7e8862-72a2-44ab-a123-c941935d9484 req-e992159a-0fbb-4f8e-81f0-949d3cc4c408 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.81 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 943 time: 0.3145962 Feb 18 08:48:54.476112 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7023605f-d8c0-4601-8698-dc0f6a19498a req-d1a6d427-4cfb-4736-af2e-c2e771448407 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850112 Feb 18 08:48:54.495835 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c7c1ebe-a4b5-4f0e-974b-4acbab797a2e req-7da5f04b-b470-4f8f-b2b5-647e9bcbef26 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:54.510766 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c7c1ebe-a4b5-4f0e-974b-4acbab797a2e req-7da5f04b-b470-4f8f-b2b5-647e9bcbef26 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:54.627727 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-4c7e8862-72a2-44ab-a123-c941935d9484 req-45ecccba-8b0e-4ea2-97da-11736525a3c0 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Deleting port e5039c52-1a66-468c-9efc-50cfed59ad17 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:48:54.628165 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4c7e8862-72a2-44ab-a123-c941935d9484 req-45ecccba-8b0e-4ea2-97da-11736525a3c0 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:54.630436 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5f04b-b470-4f8f-b2b5-647e9bcbef26 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d0a4f6-2981-467a-8317-23a45012f885,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:54.656167 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c7c1ebe-a4b5-4f0e-974b-4acbab797a2e req-7da5f04b-b470-4f8f-b2b5-647e9bcbef26 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:54.657527 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c7c1ebe-a4b5-4f0e-974b-4acbab797a2e req-7da5f04b-b470-4f8f-b2b5-647e9bcbef26 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5771198 Feb 18 08:48:54.872649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa431b-64b9-4fac-8d3c-1ea9c4fda94b req-7fbd5397-e16b-4ee2-9a9f-833aefe539eb tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:54.874725 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5aa431b-64b9-4fac-8d3c-1ea9c4fda94b req-7fbd5397-e16b-4ee2-9a9f-833aefe539eb tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=596970a8-0c33-4828-b702-b1e914752a49 HTTP/1.1" status: 200 len: 950 time: 0.2205241 Feb 18 08:48:55.040547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5aa431b-64b9-4fac-8d3c-1ea9c4fda94b req-7dc17723-7397-40ad-88ad-88442da59ace tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815525 Feb 18 08:48:55.143614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6d858-3b2b-4588-a1b3-fd429f26f968 req-f271f7ed-96a0-4885-942c-49556411f316 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:55.152118 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7db6d858-3b2b-4588-a1b3-fd429f26f968 req-f271f7ed-96a0-4885-942c-49556411f316 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 943 time: 0.2729747 Feb 18 08:48:55.167740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-4c7e8862-72a2-44ab-a123-c941935d9484 req-45ecccba-8b0e-4ea2-97da-11736525a3c0 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] For port e5039c52-1a66-468c-9efc-50cfed59ad17, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e5039c52-1a66-468c-9efc-50cfed59ad17,segment=NetworkSegment(89345c19-0d49-41e0-979a-1170b8d250ff),segment_id=89345c19-0d49-41e0-979a-1170b8d250ff)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:55.168102 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4c7e8862-72a2-44ab-a123-c941935d9484 req-45ecccba-8b0e-4ea2-97da-11736525a3c0 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:55.222726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-749f281a-5098-4d46-a1dc-fb3dfecb28b6 req-fd26b758-84df-4029-8642-d21c4ce66af7 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "GET /v2.0/security-groups/61d0a4f6-2981-467a-8317-23a45012f885 HTTP/1.1" status: 200 len: 1813 time: 0.1210198 Feb 18 08:48:55.259444 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7db6d858-3b2b-4588-a1b3-fd429f26f968 req-23769245-17da-48f3-80d8-4ed29b6f8a60 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe310958-c6bb-45b8-b163-3d9278f462cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059222 Feb 18 08:48:55.358810 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-4c7e8862-72a2-44ab-a123-c941935d9484 req-45ecccba-8b0e-4ea2-97da-11736525a3c0 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Calling delete_port for e5039c52-1a66-468c-9efc-50cfed59ad17 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:48:55.471859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130e2991-228e-493d-a2e1-b7a6f4a39bf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5039c52-1a66-468c-9efc-50cfed59ad17'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:55.568785 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284a350-b25c-4046-8aac-191a206dde7f req-e9b1f680-6595-4da4-a4fa-9df863cb384d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:55.592510 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1284a350-b25c-4046-8aac-191a206dde7f req-e9b1f680-6595-4da4-a4fa-9df863cb384d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 943 time: 0.2001717 Feb 18 08:48:55.681758 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4c7e8862-72a2-44ab-a123-c941935d9484 req-45ecccba-8b0e-4ea2-97da-11736525a3c0 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:55.740735 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1284a350-b25c-4046-8aac-191a206dde7f req-6f99e63e-3eb1-4614-ab7d-2e328e94f5f1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468596 Feb 18 08:48:55.809906 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-c9ec56c4-e227-4a1d-90f3-11773b33ff31 req-2a84294b-8cc8-44f4-bd67-a3d18d57db61 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1588205526', 'description': 'tempest-description-683720837'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:55.827878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-c9ec56c4-e227-4a1d-90f3-11773b33ff31 req-2a84294b-8cc8-44f4-bd67-a3d18d57db61 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:55.846682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c9ec56c4-e227-4a1d-90f3-11773b33ff31 req-2a84294b-8cc8-44f4-bd67-a3d18d57db61 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Usage tracker for resource:security_group and tenant:2c6eede7d5974741a8106af845d9e34c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:55.849958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c9ec56c4-e227-4a1d-90f3-11773b33ff31 req-2a84294b-8cc8-44f4-bd67-a3d18d57db61 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:55.859560 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecccba-8b0e-4ea2-97da-11736525a3c0 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Pushing event deleted for resources: {'Port': ['ID=e5039c52-1a66-468c-9efc-50cfed59ad17,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:55.865203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-c9ec56c4-e227-4a1d-90f3-11773b33ff31 req-2a84294b-8cc8-44f4-bd67-a3d18d57db61 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:55.899759 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c9ec56c4-e227-4a1d-90f3-11773b33ff31 req-2a84294b-8cc8-44f4-bd67-a3d18d57db61 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:55.925771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-c9ec56c4-e227-4a1d-90f3-11773b33ff31 req-2a84294b-8cc8-44f4-bd67-a3d18d57db61 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:55.926220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7e8862-72a2-44ab-a123-c941935d9484 req-45ecccba-8b0e-4ea2-97da-11736525a3c0 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] No DVR routers for this DVR port e5039c52-1a66-468c-9efc-50cfed59ad17 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:48:55.933547 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4c7e8862-72a2-44ab-a123-c941935d9484 req-45ecccba-8b0e-4ea2-97da-11736525a3c0 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:55.934309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c9ec56c4-e227-4a1d-90f3-11773b33ff31 req-2a84294b-8cc8-44f4-bd67-a3d18d57db61 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Usage tracker for resource:security_group_rule and tenant:2c6eede7d5974741a8106af845d9e34c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:55.937405 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130e2991-228e-493d-a2e1-b7a6f4a39bf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5039c52-1a66-468c-9efc-50cfed59ad17', 'code': 200} Feb 18 08:48:55.954785 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c9ec56c4-e227-4a1d-90f3-11773b33ff31 req-2a84294b-8cc8-44f4-bd67-a3d18d57db61 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:55.975457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-c9ec56c4-e227-4a1d-90f3-11773b33ff31 req-2a84294b-8cc8-44f4-bd67-a3d18d57db61 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:55.979806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130e2991-228e-493d-a2e1-b7a6f4a39bf2', 'name': 'network-vif-deleted', 'tag': 'e5039c52-1a66-468c-9efc-50cfed59ad17'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:55.991343 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4c7e8862-72a2-44ab-a123-c941935d9484 req-45ecccba-8b0e-4ea2-97da-11736525a3c0 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.81 "DELETE /v2.0/ports/e5039c52-1a66-468c-9efc-50cfed59ad17 HTTP/1.1" status: 204 len: 173 time: 1.5389874 Feb 18 08:48:56.091053 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device c9173669-3e83-4046-b1e5-63950727fa61 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:48:56.098256 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c9ec56c4-e227-4a1d-90f3-11773b33ff31 req-2a84294b-8cc8-44f4-bd67-a3d18d57db61 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:56.105171 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c9ec56c4-e227-4a1d-90f3-11773b33ff31 req-2a84294b-8cc8-44f4-bd67-a3d18d57db61 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:56.208180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84294b-8cc8-44f4-bd67-a3d18d57db61 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71cfd011-166c-4ee8-af08-896fe88c7f39,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:56.260415 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c9ec56c4-e227-4a1d-90f3-11773b33ff31 req-2a84294b-8cc8-44f4-bd67-a3d18d57db61 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:56.276860 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9ec56c4-e227-4a1d-90f3-11773b33ff31 req-2a84294b-8cc8-44f4-bd67-a3d18d57db61 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4715896 Feb 18 08:48:56.329999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8bb34-0dd3-46a7-ab7e-1f210d6d6098 req-ed23d3db-12d7-4cb5-89e7-700efa80fce4 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:56.342344 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23c8bb34-0dd3-46a7-ab7e-1f210d6d6098 req-ed23d3db-12d7-4cb5-89e7-700efa80fce4 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 946 time: 0.1760449 Feb 18 08:48:56.358422 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port c9173669-3e83-4046-b1e5-63950727fa61, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c9173669-3e83-4046-b1e5-63950727fa61,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:56.398218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'c9173669-3e83-4046-b1e5-63950727fa61', 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963', 'port_id': 'c9173669-3e83-4046-b1e5-63950727fa61', 'mac_address': 'fa:16:3e:88:a8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa84373-6523-4aec-81db-497517a8e76d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:48:56.405934 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:48:56.454739 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23c8bb34-0dd3-46a7-ab7e-1f210d6d6098 req-f42279ab-10f5-49af-bc26-ece479da7358 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112902 Feb 18 08:48:56.527604 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:56.552085 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9173669-3e83-4046-b1e5-63950727fa61 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:48:56.573629 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port c9173669-3e83-4046-b1e5-63950727fa61, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c9173669-3e83-4046-b1e5-63950727fa61,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:56.582917 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:56.648664 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130e2991-228e-493d-a2e1-b7a6f4a39bf2', 'name': 'network-vif-deleted', 'tag': 'e5039c52-1a66-468c-9efc-50cfed59ad17', 'status': 'completed', 'code': 200} Feb 18 08:48:56.682446 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=c9173669-3e83-4046-b1e5-63950727fa61,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:56.754307 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bd0fa3b-66b4-4d45-9792-21fa3b858366 req-dd4bfad8-f945-4ad9-a1e2-be8a8fa7f222 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "GET /v2.0/security-groups/71cfd011-166c-4ee8-af08-896fe88c7f39 HTTP/1.1" status: 200 len: 1812 time: 0.0784442 Feb 18 08:48:56.975098 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['c9173669-3e83-4046-b1e5-63950727fa61'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:48:57.166807 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9af73ee9-85a5-4d54-9510-6348226e835f req-7cf8955e-83a6-4599-bc47-bb102956d109 tempest-ImagesTestJSON-1433087192 tempest-ImagesTestJSON-1433087192-project] 10.222.0.72 "GET /v2.0/ports?device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2 HTTP/1.1" status: 200 len: 210 time: 0.1489809 Feb 18 08:48:57.226752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-e4fa3e42-f3d4-4c2d-90d0-66a1b8d86646 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:57.227149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-e4fa3e42-f3d4-4c2d-90d0-66a1b8d86646 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:57.227618 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-e4fa3e42-f3d4-4c2d-90d0-66a1b8d86646 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:57.228080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-e4fa3e42-f3d4-4c2d-90d0-66a1b8d86646 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:57.228559 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-e4fa3e42-f3d4-4c2d-90d0-66a1b8d86646 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:57.229535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-e4fa3e42-f3d4-4c2d-90d0-66a1b8d86646 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:57.230003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-e4fa3e42-f3d4-4c2d-90d0-66a1b8d86646 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:57.230458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-e4fa3e42-f3d4-4c2d-90d0-66a1b8d86646 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:57.231402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-e4fa3e42-f3d4-4c2d-90d0-66a1b8d86646 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:57.231861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-e4fa3e42-f3d4-4c2d-90d0-66a1b8d86646 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:57.232340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-e4fa3e42-f3d4-4c2d-90d0-66a1b8d86646 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:57.232797 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-e4fa3e42-f3d4-4c2d-90d0-66a1b8d86646 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:57.243422 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-e4fa3e42-f3d4-4c2d-90d0-66a1b8d86646 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900&device_id=d5ba48e4-f535-405d-b963-006626d5f23d&device_id=596970a8-0c33-4828-b702-b1e914752a49&device_id=130e2991-228e-493d-a2e1-b7a6f4a39bf2&device_id=59671b60-1f6c-43c1-8cb8-826a27145f8e&device_id=8498a858-823d-4bb2-b3aa-92f4596601de&device_id=50de0908-4647-499e-8821-4f4428066013&device_id=e06ecd99-65c4-4b9e-8f5d-dd69741e836d&device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9&device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f&device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb&device_id=61c83d16-be65-466c-baab-23a27007e6f5&device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 10943 time: 0.3051333 Feb 18 08:48:57.271784 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-26d1944a-b3a4-4230-8691-2ab64c981a54 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:57.290820 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-26d1944a-b3a4-4230-8691-2ab64c981a54 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:57.296015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-26d1944a-b3a4-4230-8691-2ab64c981a54 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Usage tracker for resource:security_group_rule and tenant:03fa93fdced14a789dfc83250208fee1 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:57.299015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-26d1944a-b3a4-4230-8691-2ab64c981a54 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:57.311088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-26d1944a-b3a4-4230-8691-2ab64c981a54 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:57.503950 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-26d1944a-b3a4-4230-8691-2ab64c981a54 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:57.509667 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-26d1944a-b3a4-4230-8691-2ab64c981a54 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:57.560472 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd996edb-1e05-4ec3-acf9-442041ef0afd req-26d1944a-b3a4-4230-8691-2ab64c981a54 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=294f599e-f9dd-4650-a422-0bc771136b93&id=0215005d-1ced-4991-8669-1e259a7cb6af&id=e34945fd-efd3-40f0-9fd0-4c0430d26e3f&id=39c7e213-e493-4c09-9cda-975c5d52fab2&id=91698203-b9a9-492c-ac41-c0a66a6def80&id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&id=c093d3b6-c662-4464-b49b-3567ce1a62dd&id=a3533b29-d533-4cb5-8b35-16ae6649297a&fields=id&fields=name HTTP/1.1" status: 200 len: 877 time: 0.3160923 Feb 18 08:48:57.595356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1944a-b3a4-4230-8691-2ab64c981a54 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f73d39-da94-4bd2-9170-9df81641e869,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:57.646135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed24e03f-3424-4de0-884c-8705b659617f req-989b47a7-a509-4d09-b26e-93e8a6e55045 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1371680481&fields=id&tenant_id=ef7afd6ecb794a56bc0f8875e8e00a3c HTTP/1.1" status: 200 len: 267 time: 0.0642965 Feb 18 08:48:57.842854 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24e03f-3424-4de0-884c-8705b659617f req-baa4daf8-f19d-4be0-a938-c1f780925841 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:57.844525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed24e03f-3424-4de0-884c-8705b659617f req-baa4daf8-f19d-4be0-a938-c1f780925841 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 946 time: 0.1893184 Feb 18 08:48:57.873827 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-ed24e03f-3424-4de0-884c-8705b659617f req-f07209ae-ff99-4afb-a1ad-319f2761b87d tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Request body: {'port': {'security_groups': ['a3533b29-d533-4cb5-8b35-16ae6649297a', 'aa77985d-f9cf-4733-aae8-a376a07a4def']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:58.094117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8de396-e881-4459-ae73-c2b3f77ee944 req-c79c6d12-9cc6-424a-bafd-43c85bcff1f5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:58.095599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a8de396-e881-4459-ae73-c2b3f77ee944 req-c79c6d12-9cc6-424a-bafd-43c85bcff1f5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 944 time: 0.3508525 Feb 18 08:48:58.102361 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ed24e03f-3424-4de0-884c-8705b659617f req-f07209ae-ff99-4afb-a1ad-319f2761b87d tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:58.227354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a8de396-e881-4459-ae73-c2b3f77ee944 req-1c2b67af-72c9-4f8e-a8e7-dd456382468d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135249 Feb 18 08:48:58.282124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-1bf7180a-a3a4-419f-8805-c17462deaa2f req-3de93ffb-3649-4200-97fe-d310faaddc53 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2046688204', 'description': 'tempest-description-1585973813'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:48:58.293406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1bf7180a-a3a4-419f-8805-c17462deaa2f req-3de93ffb-3649-4200-97fe-d310faaddc53 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:58.307162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1bf7180a-a3a4-419f-8805-c17462deaa2f req-3de93ffb-3649-4200-97fe-d310faaddc53 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Usage tracker for resource:security_group and tenant:2c6eede7d5974741a8106af845d9e34c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:58.312162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1bf7180a-a3a4-419f-8805-c17462deaa2f req-3de93ffb-3649-4200-97fe-d310faaddc53 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:58.327350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1bf7180a-a3a4-419f-8805-c17462deaa2f req-3de93ffb-3649-4200-97fe-d310faaddc53 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:58.367818 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1bf7180a-a3a4-419f-8805-c17462deaa2f req-3de93ffb-3649-4200-97fe-d310faaddc53 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:58.455155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1bf7180a-a3a4-419f-8805-c17462deaa2f req-3de93ffb-3649-4200-97fe-d310faaddc53 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:48:58.467201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1bf7180a-a3a4-419f-8805-c17462deaa2f req-3de93ffb-3649-4200-97fe-d310faaddc53 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Usage tracker for resource:security_group_rule and tenant:2c6eede7d5974741a8106af845d9e34c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:48:58.473922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1bf7180a-a3a4-419f-8805-c17462deaa2f req-3de93ffb-3649-4200-97fe-d310faaddc53 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:48:58.493469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1bf7180a-a3a4-419f-8805-c17462deaa2f req-3de93ffb-3649-4200-97fe-d310faaddc53 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:48:58.571356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ed24e03f-3424-4de0-884c-8705b659617f req-f07209ae-ff99-4afb-a1ad-319f2761b87d tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] For port 6a03d89e-6b8c-433f-8c66-a87304f59e1b, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=6a03d89e-6b8c-433f-8c66-a87304f59e1b,segment=NetworkSegment(56589a8e-f93b-4698-87f1-9e079742ce7f),segment_id=56589a8e-f93b-4698-87f1-9e079742ce7f)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:48:58.671374 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ed24e03f-3424-4de0-884c-8705b659617f req-f07209ae-ff99-4afb-a1ad-319f2761b87d tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:58.699778 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ed24e03f-3424-4de0-884c-8705b659617f req-f07209ae-ff99-4afb-a1ad-319f2761b87d tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:58.712407 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1', '6a03d89e-6b8c-433f-8c66-a87304f59e1b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:48:58.804367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e5039c52-1a66-468c-9efc-50cfed59ad17 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:48:58.831619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24e03f-3424-4de0-884c-8705b659617f req-f07209ae-ff99-4afb-a1ad-319f2761b87d tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:58.832464 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ed24e03f-3424-4de0-884c-8705b659617f req-f07209ae-ff99-4afb-a1ad-319f2761b87d tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:58.838299 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed24e03f-3424-4de0-884c-8705b659617f req-f07209ae-ff99-4afb-a1ad-319f2761b87d tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "PUT /v2.0/ports/6a03d89e-6b8c-433f-8c66-a87304f59e1b HTTP/1.1" status: 200 len: 982 time: 0.9785795 Feb 18 08:48:58.875149 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1bf7180a-a3a4-419f-8805-c17462deaa2f req-3de93ffb-3649-4200-97fe-d310faaddc53 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:58.881366 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ba48e4-f535-405d-b963-006626d5f23d', 'tag': '6a03d89e-6b8c-433f-8c66-a87304f59e1b'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:48:58.917227 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1bf7180a-a3a4-419f-8805-c17462deaa2f req-3de93ffb-3649-4200-97fe-d310faaddc53 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:59.041420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07209ae-ff99-4afb-a1ad-319f2761b87d tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event updated for resources: {'Port': ['ID=6a03d89e-6b8c-433f-8c66-a87304f59e1b,revision_number=6']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:59.047571 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: e5039c52-1a66-468c-9efc-50cfed59ad17 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:48:59.049945 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e5039c52-1a66-468c-9efc-50cfed59ad17 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:48:59.064332 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1bf7180a-a3a4-419f-8805-c17462deaa2f req-3de93ffb-3649-4200-97fe-d310faaddc53 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:48:59.086919 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1bf7180a-a3a4-419f-8805-c17462deaa2f req-3de93ffb-3649-4200-97fe-d310faaddc53 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8220379 Feb 18 08:48:59.093799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['6a03d89e-6b8c-433f-8c66-a87304f59e1b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:48:59.125950 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de93ffb-3649-4200-97fe-d310faaddc53 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2737e8c8-0b8c-4572-b026-baa84a9e34db,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:48:59.327742 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ba48e4-f535-405d-b963-006626d5f23d', 'tag': '6a03d89e-6b8c-433f-8c66-a87304f59e1b', 'status': 'completed', 'code': 200} Feb 18 08:48:59.355240 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8792bb93-7eb9-4ff5-84d0-02a94285a00c req-e68a1508-0aa7-4aee-a7d4-c86806924742 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/aa77985d-f9cf-4733-aae8-a376a07a4def HTTP/1.1" status: 200 len: 1801 time: 0.1392994 Feb 18 08:48:59.594979 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-8792bb93-7eb9-4ff5-84d0-02a94285a00c req-598a0a8d-c017-4741-af8a-c350b57e108a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 18 08:48:59.601347 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8792bb93-7eb9-4ff5-84d0-02a94285a00c req-598a0a8d-c017-4741-af8a-c350b57e108a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "DELETE /v2.0/security-groups/aa77985d-f9cf-4733-aae8-a376a07a4def HTTP/1.1" status: 409 len: 341 time: 0.2452519 Feb 18 08:48:59.640349 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08e3096e-574d-4d05-8c25-6a5107bd9063 req-aa927875-947a-49fa-8c44-747d2f5e738d tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "GET /v2.0/security-groups/2737e8c8-0b8c-4572-b026-baa84a9e34db HTTP/1.1" status: 200 len: 1813 time: 0.1980371 Feb 18 08:48:59.661942 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00a1e6-96a9-4543-973e-ac1bac2bb070 req-71438693-9b0c-4ebb-96ae-ea00679f399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:59.668678 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8d00a1e6-96a9-4543-973e-ac1bac2bb070 req-71438693-9b0c-4ebb-96ae-ea00679f399a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef7afd6ecb794a56bc0f8875e8e00a3c&device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 1136 time: 0.2092862 Feb 18 08:48:59.929123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00a1e6-96a9-4543-973e-ac1bac2bb070 req-160bf72b-a2e0-41ac-873f-fbc7fa060233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:48:59.930812 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8d00a1e6-96a9-4543-973e-ac1bac2bb070 req-160bf72b-a2e0-41ac-873f-fbc7fa060233 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c421ccdb-0273-4cab-af82-7758af24ad4c HTTP/1.1" status: 200 len: 914 time: 0.2547901 Feb 18 08:49:00.074546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8d00a1e6-96a9-4543-973e-ac1bac2bb070 req-be2e8148-22cf-493a-a25c-a6bc3e7ff480 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a03d89e-6b8c-433f-8c66-a87304f59e1b HTTP/1.1" status: 200 len: 217 time: 0.1351006 Feb 18 08:49:00.110311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device c9173669-3e83-4046-b1e5-63950727fa61 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:49:00.246292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00a1e6-96a9-4543-973e-ac1bac2bb070 req-2816ea2b-93d0-48b6-85ff-cce09d6cf134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:00.248966 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8d00a1e6-96a9-4543-973e-ac1bac2bb070 req-2816ea2b-93d0-48b6-85ff-cce09d6cf134 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4096d46f-c2b8-494a-a8f4-de2454a9c23f HTTP/1.1" status: 200 len: 853 time: 0.1551969 Feb 18 08:49:00.292737 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d970ce65-28ab-4d02-8931-9cea92778bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:00.301797 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port c9173669-3e83-4046-b1e5-63950727fa61 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:49:00.319335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port c9173669-3e83-4046-b1e5-63950727fa61 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:00.319705 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:00.353362 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8d00a1e6-96a9-4543-973e-ac1bac2bb070 req-9524f950-b9c5-4b9f-8c33-d8b98871c9a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c421ccdb-0273-4cab-af82-7758af24ad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835886 Feb 18 08:49:00.631482 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:00.671767 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port c9173669-3e83-4046-b1e5-63950727fa61, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c9173669-3e83-4046-b1e5-63950727fa61,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:00.673324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f95802-0f58-4d61-8b9e-d293a35ad900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9173669-3e83-4046-b1e5-63950727fa61'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:49:00.693364 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:00.792340 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=c9173669-3e83-4046-b1e5-63950727fa61,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:00.817471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7405b4e-1cf6-42e8-8499-1f1ce5a32dd1 req-ce1ab715-666e-4a1f-8c5b-bf7538596fea tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:00.834647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7405b4e-1cf6-42e8-8499-1f1ce5a32dd1 req-ce1ab715-666e-4a1f-8c5b-bf7538596fea tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 944 time: 0.8212140 Feb 18 08:49:01.027989 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7405b4e-1cf6-42e8-8499-1f1ce5a32dd1 req-74a72963-1f7e-4e7b-9045-f1c28e4fcaa5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923676 Feb 18 08:49:01.037048 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8d00a1e6-96a9-4543-973e-ac1bac2bb070 req-25518083-09d6-4910-aaed-e04a55ede427 service neutron] 10.222.0.61 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6739402 Feb 18 08:49:01.161186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cbae2-02cf-48de-adae-3fc3d171f164 req-78f304d5-5521-45cb-a593-707c5e6845c3 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:01.161695 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cbae2-02cf-48de-adae-3fc3d171f164 req-78f304d5-5521-45cb-a593-707c5e6845c3 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:01.162166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cbae2-02cf-48de-adae-3fc3d171f164 req-78f304d5-5521-45cb-a593-707c5e6845c3 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:01.169691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-564cbae2-02cf-48de-adae-3fc3d171f164 req-78f304d5-5521-45cb-a593-707c5e6845c3 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=596970a8-0c33-4828-b702-b1e914752a49&device_id=8498a858-823d-4bb2-b3aa-92f4596601de&device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 2884 time: 0.7215490 Feb 18 08:49:01.239893 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-564cbae2-02cf-48de-adae-3fc3d171f164 req-af2f2830-e7ad-4d37-9bd7-80e62d455cf6 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Synchronizing usage tracker for tenant:03fa93fdced14a789dfc83250208fee1 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:49:01.263234 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8d00a1e6-96a9-4543-973e-ac1bac2bb070 req-2077401f-e38c-4b96-87c3-6716e547da3f service neutron] 10.222.0.61 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181532 Feb 18 08:49:01.283097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-564cbae2-02cf-48de-adae-3fc3d171f164 req-af2f2830-e7ad-4d37-9bd7-80e62d455cf6 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Unset dirty status for tenant:03fa93fdced14a789dfc83250208fee1 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:49:01.284982 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-564cbae2-02cf-48de-adae-3fc3d171f164 req-af2f2830-e7ad-4d37-9bd7-80e62d455cf6 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144230 Feb 18 08:49:01.359854 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-d6de4dab-7db4-4044-954d-aa012841bc50 req-f747f94c-e5f5-4c21-a82c-8a06cbb56f64 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] show failed (client error): The resource could not be found. Feb 18 08:49:01.361146 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d6de4dab-7db4-4044-954d-aa012841bc50 req-f747f94c-e5f5-4c21-a82c-8a06cbb56f64 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "GET /v2.0/security-groups/59c006ec-2017-4c96-b18f-1a18d2f48eb7 HTTP/1.1" status: 404 len: 352 time: 0.0364425 Feb 18 08:49:01.490442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21c2e6-d418-4c58-b1ec-d531717448ec req-5fb16100-8ebf-48db-93b2-8b8505f63069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:01.492013 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e21c2e6-d418-4c58-b1ec-d531717448ec req-5fb16100-8ebf-48db-93b2-8b8505f63069 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef7afd6ecb794a56bc0f8875e8e00a3c&device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 1136 time: 0.1055613 Feb 18 08:49:01.527298 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f95802-0f58-4d61-8b9e-d293a35ad900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9173669-3e83-4046-b1e5-63950727fa61', 'code': 200} Feb 18 08:49:01.710878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21c2e6-d418-4c58-b1ec-d531717448ec req-a2b74831-7e5b-4fae-8d43-203347f6dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:01.712990 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e21c2e6-d418-4c58-b1ec-d531717448ec req-a2b74831-7e5b-4fae-8d43-203347f6dcf7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c421ccdb-0273-4cab-af82-7758af24ad4c HTTP/1.1" status: 200 len: 914 time: 0.2130628 Feb 18 08:49:01.814051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144e3d0-0455-493b-8a17-0ee85d137d54 req-f084b620-145a-454f-aa15-e83ce5c84285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:01.820511 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7144e3d0-0455-493b-8a17-0ee85d137d54 req-f084b620-145a-454f-aa15-e83ce5c84285 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 1096 time: 0.2002482 Feb 18 08:49:01.879886 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7144e3d0-0455-493b-8a17-0ee85d137d54 req-239619f7-3678-4998-9615-d32a9b4aa872 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531838 Feb 18 08:49:01.898484 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e21c2e6-d418-4c58-b1ec-d531717448ec req-90f39109-3c11-4485-8025-c224e082e0fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a03d89e-6b8c-433f-8c66-a87304f59e1b HTTP/1.1" status: 200 len: 217 time: 0.1516254 Feb 18 08:49:01.903103 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-3d0e61ae-2dc1-4152-9781-5f5290b190e6 req-f5fc1e43-0439-4565-91de-9697ddcea74b tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] show failed (client error): The resource could not be found. Feb 18 08:49:01.904867 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d0e61ae-2dc1-4152-9781-5f5290b190e6 req-f5fc1e43-0439-4565-91de-9697ddcea74b tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "GET /v2.0/security-group-rules/c316183a-0c56-4624-ac22-159d9182fd84 HTTP/1.1" status: 404 len: 361 time: 0.0376647 Feb 18 08:49:01.963920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de81e6-a5a4-4579-83c6-29c3d0c01e0b req-6e27eb2d-9269-445c-bc3d-fb5ee863422c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:01.965661 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76de81e6-a5a4-4579-83c6-29c3d0c01e0b req-6e27eb2d-9269-445c-bc3d-fb5ee863422c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 985 time: 0.2515810 Feb 18 08:49:02.064948 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76de81e6-a5a4-4579-83c6-29c3d0c01e0b req-50e1cfde-f3c0-447f-a7d3-0ecaee059e07 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&id=aa77985d-f9cf-4733-aae8-a376a07a4def&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0873566 Feb 18 08:49:02.107629 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e8bed86-c17c-4425-a160-29927a492d16 req-49bdd481-70fb-4b0e-baee-b4e448d2678f tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "GET /v2.0/security-groups/2737e8c8-0b8c-4572-b026-baa84a9e34db HTTP/1.1" status: 200 len: 1813 time: 0.0700293 Feb 18 08:49:02.247525 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1e8bed86-c17c-4425-a160-29927a492d16 req-5038ca1b-f12b-4153-92bc-b549a70ff4cd tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:02.285807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21c2e6-d418-4c58-b1ec-d531717448ec req-0c3d3c5c-72ca-43d5-b4ff-f1e8e283013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:02.287157 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e21c2e6-d418-4c58-b1ec-d531717448ec req-0c3d3c5c-72ca-43d5-b4ff-f1e8e283013b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4096d46f-c2b8-494a-a8f4-de2454a9c23f HTTP/1.1" status: 200 len: 853 time: 0.1447387 Feb 18 08:49:02.343014 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1e8bed86-c17c-4425-a160-29927a492d16 req-5038ca1b-f12b-4153-92bc-b549a70ff4cd tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:02.354086 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e21c2e6-d418-4c58-b1ec-d531717448ec req-5785451f-3f63-4022-a83d-ec76e103f827 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c421ccdb-0273-4cab-af82-7758af24ad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556865 Feb 18 08:49:02.531387 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1e8bed86-c17c-4425-a160-29927a492d16 req-5038ca1b-f12b-4153-92bc-b549a70ff4cd tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:02.555044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038ca1b-f12b-4153-92bc-b549a70ff4cd tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2737e8c8-0b8c-4572-b026-baa84a9e34db,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:02.612777 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e21c2e6-d418-4c58-b1ec-d531717448ec req-16bb49d5-c1cc-4dca-8dbe-7780b6f9f3d0 service neutron] 10.222.0.61 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456744 Feb 18 08:49:02.621132 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1e8bed86-c17c-4425-a160-29927a492d16 req-5038ca1b-f12b-4153-92bc-b549a70ff4cd tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:02.623015 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e8bed86-c17c-4425-a160-29927a492d16 req-5038ca1b-f12b-4153-92bc-b549a70ff4cd tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "DELETE /v2.0/security-groups/2737e8c8-0b8c-4572-b026-baa84a9e34db HTTP/1.1" status: 204 len: 173 time: 0.5044415 Feb 18 08:49:02.651116 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2074cba4-3e03-4375-a3c6-b271fe848273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:02.825789 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e21c2e6-d418-4c58-b1ec-d531717448ec req-c5d04b1f-be8c-402e-936d-be5fefbeb01e service neutron] 10.222.0.61 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949918 Feb 18 08:49:02.853646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9529a5-078e-4138-99e2-99d52b76e494 req-eb34e03a-7a01-47ce-ba55-2e82dca0a84f tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:02.865165 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce9529a5-078e-4138-99e2-99d52b76e494 req-eb34e03a-7a01-47ce-ba55-2e82dca0a84f tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 945 time: 0.3912508 Feb 18 08:49:02.990398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce9529a5-078e-4138-99e2-99d52b76e494 req-2cc69881-a16a-4c96-bd24-b49a662e634a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196966 Feb 18 08:49:03.148251 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bfc13920-656a-47ee-9a8f-9d3fd4c58e98 req-16bf5590-3c24-465d-b8fa-af5bd4c1440d tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "GET /v2.0/security-groups/71cfd011-166c-4ee8-af08-896fe88c7f39 HTTP/1.1" status: 200 len: 1812 time: 0.0688531 Feb 18 08:49:03.229420 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bfc13920-656a-47ee-9a8f-9d3fd4c58e98 req-cb90dce0-e147-4cd8-bec7-0b40b8684625 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:03.289357 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bfc13920-656a-47ee-9a8f-9d3fd4c58e98 req-cb90dce0-e147-4cd8-bec7-0b40b8684625 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:03.379614 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bfc13920-656a-47ee-9a8f-9d3fd4c58e98 req-cb90dce0-e147-4cd8-bec7-0b40b8684625 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:03.423930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90dce0-e147-4cd8-bec7-0b40b8684625 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cfd011-166c-4ee8-af08-896fe88c7f39,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:03.440438 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bfc13920-656a-47ee-9a8f-9d3fd4c58e98 req-cb90dce0-e147-4cd8-bec7-0b40b8684625 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:03.472148 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bfc13920-656a-47ee-9a8f-9d3fd4c58e98 req-cb90dce0-e147-4cd8-bec7-0b40b8684625 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "DELETE /v2.0/security-groups/71cfd011-166c-4ee8-af08-896fe88c7f39 HTTP/1.1" status: 204 len: 173 time: 0.3217261 Feb 18 08:49:03.645174 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:03.715170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9be3bc-88af-4c2a-a355-f7e1df9da536 req-5e617d18-46b1-4f42-ba3d-24b08e2c2901 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:03.725945 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df9be3bc-88af-4c2a-a355-f7e1df9da536 req-5e617d18-46b1-4f42-ba3d-24b08e2c2901 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 985 time: 0.1156440 Feb 18 08:49:03.757942 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:03.816155 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df9be3bc-88af-4c2a-a355-f7e1df9da536 req-e95eed78-2f12-46e5-ab9b-80d0e8e4fde6 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&id=aa77985d-f9cf-4733-aae8-a376a07a4def&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0889909 Feb 18 08:49:03.929877 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-856cf9d3-7ab5-4dba-88ea-43e54c7b6f96 req-e767fb0d-b0c8-48f3-a522-a0290e15d80c tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "GET /v2.0/security-groups/61d0a4f6-2981-467a-8317-23a45012f885 HTTP/1.1" status: 200 len: 1813 time: 0.0575495 Feb 18 08:49:04.000832 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-856cf9d3-7ab5-4dba-88ea-43e54c7b6f96 req-8f12ad76-762b-4362-bc6c-ab9235009374 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:04.043102 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-856cf9d3-7ab5-4dba-88ea-43e54c7b6f96 req-8f12ad76-762b-4362-bc6c-ab9235009374 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:04.268851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73790a50-6a61-4542-84cc-a7172e7b62e7 req-e923fff4-42aa-4709-9c6a-d203824705e5 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:04.270244 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73790a50-6a61-4542-84cc-a7172e7b62e7 req-e923fff4-42aa-4709-9c6a-d203824705e5 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/ports?device_id=59671b60-1f6c-43c1-8cb8-826a27145f8e HTTP/1.1" status: 200 len: 946 time: 0.2290158 Feb 18 08:49:04.271381 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-856cf9d3-7ab5-4dba-88ea-43e54c7b6f96 req-8f12ad76-762b-4362-bc6c-ab9235009374 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:04.300011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12ad76-762b-4362-bc6c-ab9235009374 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d0a4f6-2981-467a-8317-23a45012f885,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:04.319015 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-856cf9d3-7ab5-4dba-88ea-43e54c7b6f96 req-8f12ad76-762b-4362-bc6c-ab9235009374 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:04.320104 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-856cf9d3-7ab5-4dba-88ea-43e54c7b6f96 req-8f12ad76-762b-4362-bc6c-ab9235009374 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "DELETE /v2.0/security-groups/61d0a4f6-2981-467a-8317-23a45012f885 HTTP/1.1" status: 204 len: 173 time: 0.3893626 Feb 18 08:49:04.335293 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73790a50-6a61-4542-84cc-a7172e7b62e7 req-d44d2af3-cbae-47be-ad90-74b15c39a71f tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/security-groups?id=c093d3b6-c662-4464-b49b-3567ce1a62dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530818 Feb 18 08:49:04.615833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1eea24-8bd9-4758-a74d-0c8fffb4e417 req-12c2404c-b5f7-4d3b-b053-78b54b12f816 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:04.621992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb1eea24-8bd9-4758-a74d-0c8fffb4e417 req-12c2404c-b5f7-4d3b-b053-78b54b12f816 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 1101 time: 0.1394258 Feb 18 08:49:04.665432 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cc518-c1b3-412c-884a-94cc20154b7e req-3c7329d2-7432-4f62-8469-f13d5bfda541 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:04.666896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-361cc518-c1b3-412c-884a-94cc20154b7e req-3c7329d2-7432-4f62-8469-f13d5bfda541 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 945 time: 0.1536839 Feb 18 08:49:04.692320 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb1eea24-8bd9-4758-a74d-0c8fffb4e417 req-ccc303f7-90aa-468b-9e97-b79fb2aa5f03 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692809 Feb 18 08:49:04.741940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-361cc518-c1b3-412c-884a-94cc20154b7e req-f96810f1-ff3e-44ea-9b96-3ef8ea346bda tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673015 Feb 18 08:49:04.830748 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c21ce8a-fd78-4c0c-80b2-96569627e5eb req-51c16ca9-a973-417c-9984-99e55d3d4ab8 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "GET /v2.0/security-groups/5107e42c-fef1-451c-8a60-9b078e854589 HTTP/1.1" status: 200 len: 1811 time: 0.0610611 Feb 18 08:49:04.896475 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49568) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:04.897971 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:04.913125 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c21ce8a-fd78-4c0c-80b2-96569627e5eb req-6026a647-bccf-4c67-8d81-952efeb09741 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:04.945059 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c21ce8a-fd78-4c0c-80b2-96569627e5eb req-6026a647-bccf-4c67-8d81-952efeb09741 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:04.977733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-db33be9e-fe16-4cfa-8d61-527b85cfc198 admin admin] Deleting subnet b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:49:04.981200 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-db33be9e-fe16-4cfa-8d61-527b85cfc198 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:05.033806 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c21ce8a-fd78-4c0c-80b2-96569627e5eb req-6026a647-bccf-4c67-8d81-952efeb09741 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:05.034727 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-db33be9e-fe16-4cfa-8d61-527b85cfc198 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:05.061457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026a647-bccf-4c67-8d81-952efeb09741 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5107e42c-fef1-451c-8a60-9b078e854589,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:05.069774 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c21ce8a-fd78-4c0c-80b2-96569627e5eb req-6026a647-bccf-4c67-8d81-952efeb09741 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:05.072738 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c21ce8a-fd78-4c0c-80b2-96569627e5eb req-6026a647-bccf-4c67-8d81-952efeb09741 tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "DELETE /v2.0/security-groups/5107e42c-fef1-451c-8a60-9b078e854589 HTTP/1.1" status: 204 len: 173 time: 0.2359149 Feb 18 08:49:05.099978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b3389-b6e6-43a0-b374-210816b8fe5b req-6ac8c71d-f3c8-4162-a0ef-8dede7091ebe tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:05.103389 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-db33be9e-fe16-4cfa-8d61-527b85cfc198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:05.104896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d1b3389-b6e6-43a0-b374-210816b8fe5b req-6ac8c71d-f3c8-4162-a0ef-8dede7091ebe tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 1101 time: 0.1068850 Feb 18 08:49:05.145864 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d1b3389-b6e6-43a0-b374-210816b8fe5b req-f3b2b648-7fb9-4698-ba23-7682fb78759a tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374272 Feb 18 08:49:05.176453 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-db33be9e-fe16-4cfa-8d61-527b85cfc198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:05.217671 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33be9e-fe16-4cfa-8d61-527b85cfc198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:05.222109 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-db33be9e-fe16-4cfa-8d61-527b85cfc198 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:05.231279 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49582) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:05.231842 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-db33be9e-fe16-4cfa-8d61-527b85cfc198 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b1d023b5-bcc4-49a5-a6d6-0276adeb4ee3 HTTP/1.1" status: 204 len: 168 time: 0.3328576 Feb 18 08:49:05.418588 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac6890a0-d316-459e-9abd-3ddf5fa85e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:05.557028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6dc688-3970-4cb0-bd31-03e5b7e7b56e req-0c7f1c13-30e9-469b-a3af-5b80c8e46189 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:05.558505 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9b6dc688-3970-4cb0-bd31-03e5b7e7b56e req-0c7f1c13-30e9-469b-a3af-5b80c8e46189 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 1096 time: 0.2631612 Feb 18 08:49:05.569155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114d190-37a5-487a-b610-145ed45b7224 req-256a2871-7f1a-4872-ac98-6bdcdbd30f98 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:05.570500 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0114d190-37a5-487a-b610-145ed45b7224 req-256a2871-7f1a-4872-ac98-6bdcdbd30f98 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 985 time: 0.2762671 Feb 18 08:49:05.598231 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac6890a0-d316-459e-9abd-3ddf5fa85e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:05.649164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ac6890a0-d316-459e-9abd-3ddf5fa85e07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f00c03-c5b7-4a43-9e03-87d58d513ba4']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:05.682035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ac6890a0-d316-459e-9abd-3ddf5fa85e07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89345c19-0d49-41e0-979a-1170b8d250ff') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:05.682346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ac6890a0-d316-459e-9abd-3ddf5fa85e07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89345c19-0d49-41e0-979a-1170b8d250ff') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:05.692230 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0114d190-37a5-487a-b610-145ed45b7224 req-8df53363-c848-41f1-abcd-3ef7b483fd20 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=a3533b29-d533-4cb5-8b35-16ae6649297a&id=aa77985d-f9cf-4733-aae8-a376a07a4def&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1084645 Feb 18 08:49:05.693708 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9b6dc688-3970-4cb0-bd31-03e5b7e7b56e req-680cc713-67b9-4e77-b898-52b2dbc84759 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139743 Feb 18 08:49:05.699696 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac6890a0-d316-459e-9abd-3ddf5fa85e07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:05.720411 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac6890a0-d316-459e-9abd-3ddf5fa85e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:05.730189 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6890a0-d316-459e-9abd-3ddf5fa85e07 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:49:05.730678 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac6890a0-d316-459e-9abd-3ddf5fa85e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:49:05.749046 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:49:05.800314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64db16d-80cb-4606-b014-5a170a617bb8 req-0b5762c8-8211-4f48-bb11-3c9c245ecfb8 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:05.801013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b64db16d-80cb-4606-b014-5a170a617bb8 req-0b5762c8-8211-4f48-bb11-3c9c245ecfb8 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Synchronizing usage tracker for tenant:3b9b03c847a845f1b5e194411bde3a13 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:49:05.820755 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b64db16d-80cb-4606-b014-5a170a617bb8 req-0b5762c8-8211-4f48-bb11-3c9c245ecfb8 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Unset dirty status for tenant:3b9b03c847a845f1b5e194411bde3a13 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:49:05.821987 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b64db16d-80cb-4606-b014-5a170a617bb8 req-0b5762c8-8211-4f48-bb11-3c9c245ecfb8 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.81 "GET /v2.0/ports?device_id=59671b60-1f6c-43c1-8cb8-826a27145f8e HTTP/1.1" status: 200 len: 946 time: 0.1065292 Feb 18 08:49:05.873669 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7843026d-c029-4519-9638-479c84f346b9 req-45302b55-04ed-4a76-8544-f61a5cdbce3e tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "GET /v2.0/security-groups/a2b5dcb7-8fa0-4aca-8d41-be0d2467e82a HTTP/1.1" status: 200 len: 1812 time: 0.1457579 Feb 18 08:49:05.893394 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac6890a0-d316-459e-9abd-3ddf5fa85e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:05.917169 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac6890a0-d316-459e-9abd-3ddf5fa85e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:05.917484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-b64db16d-80cb-4606-b014-5a170a617bb8 req-90ed0956-957a-4798-8044-84dfa61e83b4 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Deleting port 5ada83f7-7dbb-49e4-a963-e2b35ed99727 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:49:05.917999 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b64db16d-80cb-4606-b014-5a170a617bb8 req-90ed0956-957a-4798-8044-84dfa61e83b4 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:05.935853 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6890a0-d316-459e-9abd-3ddf5fa85e07 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f00c03-c5b7-4a43-9e03-87d58d513ba4,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:05.956503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ac6890a0-d316-459e-9abd-3ddf5fa85e07 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f1f00c03-c5b7-4a43-9e03-87d58d513ba4 HTTP/1.1" status: 204 len: 168 time: 0.7246239 Feb 18 08:49:05.985315 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7843026d-c029-4519-9638-479c84f346b9 req-2d78a04e-324f-4810-a0e8-bad2ffc6108a tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:06.014647 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7843026d-c029-4519-9638-479c84f346b9 req-2d78a04e-324f-4810-a0e8-bad2ffc6108a tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:06.066917 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7843026d-c029-4519-9638-479c84f346b9 req-2d78a04e-324f-4810-a0e8-bad2ffc6108a tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:06.122650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78a04e-324f-4810-a0e8-bad2ffc6108a tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b5dcb7-8fa0-4aca-8d41-be0d2467e82a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:06.124337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49598) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:06.132390 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7843026d-c029-4519-9638-479c84f346b9 req-2d78a04e-324f-4810-a0e8-bad2ffc6108a tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:06.139443 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49602) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:06.149169 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7843026d-c029-4519-9638-479c84f346b9 req-2d78a04e-324f-4810-a0e8-bad2ffc6108a tempest-SecurityGroupRulesNegativeTestJSON-808064182 tempest-SecurityGroupRulesNegativeTestJSON-808064182-project] 10.222.0.72 "DELETE /v2.0/security-groups/a2b5dcb7-8fa0-4aca-8d41-be0d2467e82a HTTP/1.1" status: 204 len: 173 time: 0.2733057 Feb 18 08:49:06.243115 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1099e94-148e-4f58-95a8-7b29885caf4c admin admin] Deleting subnet 6a1eb550-4f02-4b05-b8ae-645e20ebd8cb {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:49:06.248510 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1099e94-148e-4f58-95a8-7b29885caf4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:06.268259 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4bc4fac8-0276-46ef-a1e9-6e2e6d5508a7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=52c8b10c39d84f9990de9c9a779edb52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366687 Feb 18 08:49:06.274242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49606) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:06.285764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-b64db16d-80cb-4606-b014-5a170a617bb8 req-90ed0956-957a-4798-8044-84dfa61e83b4 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] For port 5ada83f7-7dbb-49e4-a963-e2b35ed99727, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=5ada83f7-7dbb-49e4-a963-e2b35ed99727,segment=NetworkSegment(eac13793-9611-424a-9e9b-6bf00900c9f5),segment_id=eac13793-9611-424a-9e9b-6bf00900c9f5)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:06.286129 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b64db16d-80cb-4606-b014-5a170a617bb8 req-90ed0956-957a-4798-8044-84dfa61e83b4 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:06.319155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27319805-9378-4c35-93bc-f3020864f6c4 req-1d2e7110-639a-45b3-99f3-fd24c1af1356 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:06.320620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-27319805-9378-4c35-93bc-f3020864f6c4 req-1d2e7110-639a-45b3-99f3-fd24c1af1356 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/ports?device_id=59671b60-1f6c-43c1-8cb8-826a27145f8e HTTP/1.1" status: 200 len: 946 time: 0.2329540 Feb 18 08:49:06.411989 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-27319805-9378-4c35-93bc-f3020864f6c4 req-ed899d46-c756-42a8-9472-0cf65003b682 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.72 "GET /v2.0/security-groups?id=c093d3b6-c662-4464-b49b-3567ce1a62dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787847 Feb 18 08:49:06.415624 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c40c06da-8984-40e8-be3f-8c7cf734740f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:06.417325 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-b64db16d-80cb-4606-b014-5a170a617bb8 req-90ed0956-957a-4798-8044-84dfa61e83b4 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Calling delete_port for 5ada83f7-7dbb-49e4-a963-e2b35ed99727 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:49:06.420296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef0fbe-b1ce-4df1-bd6e-58c786713a5c req-9b434455-39e4-4af4-8e43-361367cc2e4f tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:06.421769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71ef0fbe-b1ce-4df1-bd6e-58c786713a5c req-9b434455-39e4-4af4-8e43-361367cc2e4f tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 1096 time: 0.1961157 Feb 18 08:49:06.465768 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c40c06da-8984-40e8-be3f-8c7cf734740f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:06.509998 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71ef0fbe-b1ce-4df1-bd6e-58c786713a5c req-5cf8b2a3-fa18-4668-afdf-8642fcdee296 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779040 Feb 18 08:49:06.538778 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1099e94-148e-4f58-95a8-7b29885caf4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:06.572187 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e903958-e16d-4d8f-9148-4865721dbb9e req-bf5f1ffe-0fad-4a10-97b9-65662d93eb0b tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-766066637&fields=id&tenant_id=ef7afd6ecb794a56bc0f8875e8e00a3c HTTP/1.1" status: 200 len: 267 time: 0.0547626 Feb 18 08:49:06.624235 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c40c06da-8984-40e8-be3f-8c7cf734740f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:06.635076 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1099e94-148e-4f58-95a8-7b29885caf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:06.749465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c06da-8984-40e8-be3f-8c7cf734740f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe310958-c6bb-45b8-b163-3d9278f462cf,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:06.753170 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1099e94-148e-4f58-95a8-7b29885caf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:06.765356 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c40c06da-8984-40e8-be3f-8c7cf734740f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:06.766075 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c40c06da-8984-40e8-be3f-8c7cf734740f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fe310958-c6bb-45b8-b163-3d9278f462cf HTTP/1.1" status: 204 len: 168 time: 0.4908144 Feb 18 08:49:06.809772 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1099e94-148e-4f58-95a8-7b29885caf4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:06.814862 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1099e94-148e-4f58-95a8-7b29885caf4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a1eb550-4f02-4b05-b8ae-645e20ebd8cb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:06.839408 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b64db16d-80cb-4606-b014-5a170a617bb8 req-90ed0956-957a-4798-8044-84dfa61e83b4 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:06.861162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['5ada83f7-7dbb-49e4-a963-e2b35ed99727'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:49:06.894511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e903958-e16d-4d8f-9148-4865721dbb9e req-e3e5649d-2b17-4048-971a-31ef72e464ce tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:06.910481 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e903958-e16d-4d8f-9148-4865721dbb9e req-e3e5649d-2b17-4048-971a-31ef72e464ce tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 985 time: 0.3280592 Feb 18 08:49:06.925643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-6e903958-e16d-4d8f-9148-4865721dbb9e req-3637ef30-1ac3-4fae-a69e-53a906b35be0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Request body: {'port': {'security_groups': ['a3533b29-d533-4cb5-8b35-16ae6649297a', 'aa77985d-f9cf-4733-aae8-a376a07a4def', '4f5b2de6-d482-4b7b-b152-363770d3ddd5']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:06.938469 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed0956-957a-4798-8044-84dfa61e83b4 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Pushing event deleted for resources: {'Port': ['ID=5ada83f7-7dbb-49e4-a963-e2b35ed99727,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:06.951286 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d1099e94-148e-4f58-95a8-7b29885caf4c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6a1eb550-4f02-4b05-b8ae-645e20ebd8cb HTTP/1.1" status: 204 len: 168 time: 0.8087089 Feb 18 08:49:06.958409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49640) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:07.021956 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64db16d-80cb-4606-b014-5a170a617bb8 req-90ed0956-957a-4798-8044-84dfa61e83b4 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] No DVR routers for this DVR port 5ada83f7-7dbb-49e4-a963-e2b35ed99727 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:49:07.025070 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b64db16d-80cb-4606-b014-5a170a617bb8 req-90ed0956-957a-4798-8044-84dfa61e83b4 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:07.027295 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b64db16d-80cb-4606-b014-5a170a617bb8 req-90ed0956-957a-4798-8044-84dfa61e83b4 tempest-VolumesAdminNegativeTest-809508787 tempest-VolumesAdminNegativeTest-809508787-project] 10.222.0.81 "DELETE /v2.0/ports/5ada83f7-7dbb-49e4-a963-e2b35ed99727 HTTP/1.1" status: 204 len: 173 time: 1.1995976 Feb 18 08:49:07.085714 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59671b60-1f6c-43c1-8cb8-826a27145f8e', 'name': 'network-vif-deleted', 'tag': '5ada83f7-7dbb-49e4-a963-e2b35ed99727'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:49:07.136916 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed9437b0-9d86-4a4a-99f9-f754885c6d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:07.156649 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6e903958-e16d-4d8f-9148-4865721dbb9e req-3637ef30-1ac3-4fae-a69e-53a906b35be0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:07.288761 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed9437b0-9d86-4a4a-99f9-f754885c6d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:07.317944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ed9437b0-9d86-4a4a-99f9-f754885c6d62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d090a7c1-d22f-4a5d-b90a-56f024350c58']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:07.331925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ed9437b0-9d86-4a4a-99f9-f754885c6d62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353a8abc-3e2f-49a2-988f-12737b21babc') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:07.332222 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ed9437b0-9d86-4a4a-99f9-f754885c6d62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353a8abc-3e2f-49a2-988f-12737b21babc') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:07.344974 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed9437b0-9d86-4a4a-99f9-f754885c6d62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:07.368533 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed9437b0-9d86-4a4a-99f9-f754885c6d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:07.374957 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9437b0-9d86-4a4a-99f9-f754885c6d62 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:49:07.375449 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed9437b0-9d86-4a4a-99f9-f754885c6d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:49:07.390210 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:49:07.483270 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed9437b0-9d86-4a4a-99f9-f754885c6d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:07.489239 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed9437b0-9d86-4a4a-99f9-f754885c6d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:07.516764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9437b0-9d86-4a4a-99f9-f754885c6d62 admin admin] Pushing event deleted for resources: {'Network': ['ID=d090a7c1-d22f-4a5d-b90a-56f024350c58,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:07.521483 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ed9437b0-9d86-4a4a-99f9-f754885c6d62 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d090a7c1-d22f-4a5d-b90a-56f024350c58 HTTP/1.1" status: 204 len: 168 time: 0.5616686 Feb 18 08:49:07.538019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-6e903958-e16d-4d8f-9148-4865721dbb9e req-3637ef30-1ac3-4fae-a69e-53a906b35be0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] For port 6a03d89e-6b8c-433f-8c66-a87304f59e1b, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=6a03d89e-6b8c-433f-8c66-a87304f59e1b,segment=NetworkSegment(56589a8e-f93b-4698-87f1-9e079742ce7f),segment_id=56589a8e-f93b-4698-87f1-9e079742ce7f)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:07.582465 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6e903958-e16d-4d8f-9148-4865721dbb9e req-3637ef30-1ac3-4fae-a69e-53a906b35be0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:07.588778 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6e903958-e16d-4d8f-9148-4865721dbb9e req-3637ef30-1ac3-4fae-a69e-53a906b35be0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:07.602710 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1', '6a03d89e-6b8c-433f-8c66-a87304f59e1b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:49:07.682918 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e903958-e16d-4d8f-9148-4865721dbb9e req-3637ef30-1ac3-4fae-a69e-53a906b35be0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:07.683576 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6e903958-e16d-4d8f-9148-4865721dbb9e req-3637ef30-1ac3-4fae-a69e-53a906b35be0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:07.711737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e903958-e16d-4d8f-9148-4865721dbb9e req-3637ef30-1ac3-4fae-a69e-53a906b35be0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "PUT /v2.0/ports/6a03d89e-6b8c-433f-8c66-a87304f59e1b HTTP/1.1" status: 200 len: 1021 time: 0.7980704 Feb 18 08:49:07.714336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ba48e4-f535-405d-b963-006626d5f23d', 'tag': '6a03d89e-6b8c-433f-8c66-a87304f59e1b'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:49:07.732542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49682) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:07.773216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637ef30-1ac3-4fae-a69e-53a906b35be0 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event updated for resources: {'Port': ['ID=6a03d89e-6b8c-433f-8c66-a87304f59e1b,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:07.821980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['6a03d89e-6b8c-433f-8c66-a87304f59e1b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:49:07.868597 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f32d3d30-61a8-465d-9e30-4e4c95f6810e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c6eede7d5974741a8106af845d9e34c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1348088 Feb 18 08:49:07.870292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49694) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:07.976718 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-595ecc10-4d9e-420d-afa3-ac166781c5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:08.006106 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-595ecc10-4d9e-420d-afa3-ac166781c5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:08.009620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ce2c4-00a9-491d-b4ef-3c94591950d1 req-7febdc5d-d7e5-4738-b6a5-9c75ab155726 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:08.011206 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a07ce2c4-00a9-491d-b4ef-3c94591950d1 req-7febdc5d-d7e5-4738-b6a5-9c75ab155726 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/ports?device_id=e06ecd99-65c4-4b9e-8f5d-dd69741e836d HTTP/1.1" status: 200 len: 951 time: 0.1509986 Feb 18 08:49:08.070940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a07ce2c4-00a9-491d-b4ef-3c94591950d1 req-f4c69aba-293d-4a59-a74a-7b3519d5a124 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/security-groups?id=294f599e-f9dd-4650-a422-0bc771136b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481529 Feb 18 08:49:08.075771 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-595ecc10-4d9e-420d-afa3-ac166781c5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:08.101980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ecc10-4d9e-420d-afa3-ac166781c5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e64df9-00b4-4b01-bef6-b8ecc34e7b58,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:08.122090 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-595ecc10-4d9e-420d-afa3-ac166781c5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:08.125920 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-595ecc10-4d9e-420d-afa3-ac166781c5fc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b9e64df9-00b4-4b01-bef6-b8ecc34e7b58 HTTP/1.1" status: 204 len: 168 time: 0.2515225 Feb 18 08:49:08.137855 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1336e09c-e47d-4796-8510-24489566a2d2 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:49:08.431559 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:08.512247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06ecd99-65c4-4b9e-8f5d-dd69741e836d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1336e09c-e47d-4796-8510-24489566a2d2'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:49:08.543919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1336e09c-e47d-4796-8510-24489566a2d2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1336e09c-e47d-4796-8510-24489566a2d2,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:08.564212 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:08.598766 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59671b60-1f6c-43c1-8cb8-826a27145f8e', 'name': 'network-vif-deleted', 'tag': '5ada83f7-7dbb-49e4-a963-e2b35ed99727', 'status': 'completed', 'code': 200} Feb 18 08:49:08.688854 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1336e09c-e47d-4796-8510-24489566a2d2,revision_number=11']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:08.707712 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49738) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:08.803135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c05e5f1a-2c6b-4cb7-94a5-59fa1ae3bab2 req-4aef50fd-ecae-42d3-9032-395b4170ea96 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/4f5b2de6-d482-4b7b-b152-363770d3ddd5 HTTP/1.1" status: 200 len: 1800 time: 0.0717843 Feb 18 08:49:08.817855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d6d219-229d-43cd-88cf-756887303db2 admin admin] Deleting subnet c84de284-b7f5-4f5c-bb17-56c255f6ff08 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:49:08.821306 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d8d6d219-229d-43cd-88cf-756887303db2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:08.879572 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d8d6d219-229d-43cd-88cf-756887303db2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:08.881174 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-c05e5f1a-2c6b-4cb7-94a5-59fa1ae3bab2 req-1beca33b-9d36-4a8c-a4f2-f5b9af191b54 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 18 08:49:08.899157 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c05e5f1a-2c6b-4cb7-94a5-59fa1ae3bab2 req-1beca33b-9d36-4a8c-a4f2-f5b9af191b54 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "DELETE /v2.0/security-groups/4f5b2de6-d482-4b7b-b152-363770d3ddd5 HTTP/1.1" status: 409 len: 341 time: 0.0882118 Feb 18 08:49:08.966048 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d8d6d219-229d-43cd-88cf-756887303db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:09.004966 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ba48e4-f535-405d-b963-006626d5f23d', 'tag': '6a03d89e-6b8c-433f-8c66-a87304f59e1b', 'status': 'completed', 'code': 200} Feb 18 08:49:09.068583 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d8d6d219-229d-43cd-88cf-756887303db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:09.123271 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6a086-5daf-4bee-b6d4-8a4fd8ef6f2e req-f4dc90b4-6834-4d1e-8f39-563479883636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:09.124979 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4c6a086-5daf-4bee-b6d4-8a4fd8ef6f2e req-f4dc90b4-6834-4d1e-8f39-563479883636 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef7afd6ecb794a56bc0f8875e8e00a3c&device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 1175 time: 0.1073596 Feb 18 08:49:09.127607 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6d219-229d-43cd-88cf-756887303db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c84de284-b7f5-4f5c-bb17-56c255f6ff08,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:09.133131 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d8d6d219-229d-43cd-88cf-756887303db2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:09.140080 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d8d6d219-229d-43cd-88cf-756887303db2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c84de284-b7f5-4f5c-bb17-56c255f6ff08 HTTP/1.1" status: 204 len: 168 time: 0.4310513 Feb 18 08:49:09.145531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49758) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:09.269576 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9d92-94f2-40ef-9e72-5537504d71a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:09.276918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-131328b0-84f3-4c52-9494-daaf2b18d283 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:49:09.278222 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-131328b0-84f3-4c52-9494-daaf2b18d283 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4989438 Feb 18 08:49:09.299508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6a086-5daf-4bee-b6d4-8a4fd8ef6f2e req-5f4ad5aa-72e5-4e4c-acdc-4e675aa9b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:09.301540 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4c6a086-5daf-4bee-b6d4-8a4fd8ef6f2e req-5f4ad5aa-72e5-4e4c-acdc-4e675aa9b511 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c421ccdb-0273-4cab-af82-7758af24ad4c HTTP/1.1" status: 200 len: 914 time: 0.1685381 Feb 18 08:49:09.398070 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4c6a086-5daf-4bee-b6d4-8a4fd8ef6f2e req-346ac952-6079-4252-adc9-83b6f6107350 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a03d89e-6b8c-433f-8c66-a87304f59e1b HTTP/1.1" status: 200 len: 217 time: 0.0897033 Feb 18 08:49:09.442796 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9d92-94f2-40ef-9e72-5537504d71a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:09.474465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3e7c9d92-94f2-40ef-9e72-5537504d71a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9218ec5a-f290-49da-a694-f0e256eb11d2']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:09.486685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6a086-5daf-4bee-b6d4-8a4fd8ef6f2e req-f5c307e8-00df-4203-90ea-4d843ea8d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:09.488427 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4c6a086-5daf-4bee-b6d4-8a4fd8ef6f2e req-f5c307e8-00df-4203-90ea-4d843ea8d17d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4096d46f-c2b8-494a-a8f4-de2454a9c23f HTTP/1.1" status: 200 len: 853 time: 0.0834038 Feb 18 08:49:09.497356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3e7c9d92-94f2-40ef-9e72-5537504d71a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac13793-9611-424a-9e9b-6bf00900c9f5') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:09.497594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3e7c9d92-94f2-40ef-9e72-5537504d71a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac13793-9611-424a-9e9b-6bf00900c9f5') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:09.513486 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9d92-94f2-40ef-9e72-5537504d71a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:09.526227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-482552a0-00d8-4521-a95a-03a8070cee4f service neutron] Request body: {'binding': {'host': 'n-h1-829434-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:09.526676 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-482552a0-00d8-4521-a95a-03a8070cee4f service neutron] Unknown quota resources ['binding']. {{(pid=87767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 18 08:49:09.552050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4c6a086-5daf-4bee-b6d4-8a4fd8ef6f2e req-49a26659-864c-460a-90c7-826d54caa054 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c421ccdb-0273-4cab-af82-7758af24ad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568812 Feb 18 08:49:09.596308 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9d92-94f2-40ef-9e72-5537504d71a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:09.608608 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7c9d92-94f2-40ef-9e72-5537504d71a7 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:49:09.609051 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9d92-94f2-40ef-9e72-5537504d71a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:49:09.622731 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:49:09.675040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49776) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:09.760860 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4c6a086-5daf-4bee-b6d4-8a4fd8ef6f2e req-963d8452-fda7-4bf9-b425-733bc8d8c1e0 service neutron] 10.222.0.61 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018998 Feb 18 08:49:09.766201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-225646175-network', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:09.794508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:09.804249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Usage tracker for resource:network and tenant:36dcbc1b7570446ab0d9f0fbb29a058d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:09.864786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:09.881622 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:09.903893 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9d92-94f2-40ef-9e72-5537504d71a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:09.909695 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9d92-94f2-40ef-9e72-5537504d71a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:09.909859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Made reservation on behalf of 36dcbc1b7570446ab0d9f0fbb29a058d for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:49:09.912166 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:09.927542 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:09.961350 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c9d92-94f2-40ef-9e72-5537504d71a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9218ec5a-f290-49da-a694-f0e256eb11d2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:09.964496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:09.972916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Usage tracker for resource:security_group_rule and tenant:36dcbc1b7570446ab0d9f0fbb29a058d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:09.976096 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3e7c9d92-94f2-40ef-9e72-5537504d71a7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/9218ec5a-f290-49da-a694-f0e256eb11d2 HTTP/1.1" status: 204 len: 168 time: 0.8324580 Feb 18 08:49:09.976893 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:09.979417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49806) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:09.981315 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4c6a086-5daf-4bee-b6d4-8a4fd8ef6f2e req-f5f42654-83fb-430c-9b94-4f5c054f6188 service neutron] 10.222.0.61 "GET /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101674 Feb 18 08:49:09.984937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:10.074154 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-482552a0-00d8-4521-a95a-03a8070cee4f service neutron] Attempting to bind port c9173669-3e83-4046-b1e5-63950727fa61 on host n-h1-829434-1 for vnic_type normal with profile None {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:49:10.074902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-482552a0-00d8-4521-a95a-03a8070cee4f service neutron] Attempting to bind port c9173669-3e83-4046-b1e5-63950727fa61 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:49:10.074902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-482552a0-00d8-4521-a95a-03a8070cee4f service neutron] Attempting to bind port c9173669-3e83-4046-b1e5-63950727fa61 on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:49:10.079286 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:10.081374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b33bf33-cc2c-4682-801b-b9b3046f82e6 admin admin] Deleting subnet e52ee996-844c-48ac-be41-8068c0a35861 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:49:10.085976 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b33bf33-cc2c-4682-801b-b9b3046f82e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:10.086501 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:10.116402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:49:10.130846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3d1461-7f3d-4807-86b6-c8c51b1c42d0,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:10.135848 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:10.136194 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Added segment f35793db-6da9-4005-a2aa-54f0d4f8f9db of type vlan for network 5e6e39f0-327a-453b-b7d4-684adfe4b6e1 Feb 18 08:49:10.144765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-482552a0-00d8-4521-a95a-03a8070cee4f service neutron] Port c9173669-3e83-4046-b1e5-63950727fa61 on network e8816836-4120-4f1e-b024-4d70fd6a0963 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:49:10.145090 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-482552a0-00d8-4521-a95a-03a8070cee4f service neutron] Attempting to bind port c9173669-3e83-4046-b1e5-63950727fa61 on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:49:10.156054 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-482552a0-00d8-4521-a95a-03a8070cee4f service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:49:10.156459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-482552a0-00d8-4521-a95a-03a8070cee4f service neutron] Checking segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:49:10.156947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-482552a0-00d8-4521-a95a-03a8070cee4f service neutron] Bound using segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:49:10.157407 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-482552a0-00d8-4521-a95a-03a8070cee4f service neutron] Bound port: c9173669-3e83-4046-b1e5-63950727fa61, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:49:10.179355 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:10.181428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b33bf33-cc2c-4682-801b-b9b3046f82e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:10.220629 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:10.221848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:10.222875 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:10.251158 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-482552a0-00d8-4521-a95a-03a8070cee4f service neutron] For port c9173669-3e83-4046-b1e5-63950727fa61, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=c9173669-3e83-4046-b1e5-63950727fa61,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:49:10.252484 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b33bf33-cc2c-4682-801b-b9b3046f82e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:10.285888 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-482552a0-00d8-4521-a95a-03a8070cee4f service neutron] Notify callbacks [] for binding, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:10.287031 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-482552a0-00d8-4521-a95a-03a8070cee4f service neutron] 10.222.0.72 "POST /v2.0/ports/c9173669-3e83-4046-b1e5-63950727fa61/bindings HTTP/1.1" status: 201 len: 389 time: 0.9935794 Feb 18 08:49:10.331452 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b33bf33-cc2c-4682-801b-b9b3046f82e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:10.349981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] Pushing event updated for resources: {'Network': ['ID=5e6e39f0-327a-453b-b7d4-684adfe4b6e1,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:10.360299 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 5e6e39f0-327a-453b-b7d4-684adfe4b6e1 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:49:10.369869 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4b664d2e-f7d4-4148-b8bf-ce688f0e8dab admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6932783 Feb 18 08:49:10.372511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49818) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:10.381719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-9bf29749-05b8-4c4c-91d9-823289032a27 admin admin] Request body: {'subnet': {'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-225646175-subnet', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:10.392228 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33bf33-cc2c-4682-801b-b9b3046f82e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e52ee996-844c-48ac-be41-8068c0a35861,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:10.397980 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b33bf33-cc2c-4682-801b-b9b3046f82e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:10.402897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9bf29749-05b8-4c4c-91d9-823289032a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:10.409229 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7b33bf33-cc2c-4682-801b-b9b3046f82e6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e52ee996-844c-48ac-be41-8068c0a35861 HTTP/1.1" status: 204 len: 168 time: 0.4290419 Feb 18 08:49:10.409462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9bf29749-05b8-4c4c-91d9-823289032a27 admin admin] Usage tracker for resource:subnet and tenant:36dcbc1b7570446ab0d9f0fbb29a058d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:10.410209 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06ecd99-65c4-4b9e-8f5d-dd69741e836d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1336e09c-e47d-4796-8510-24489566a2d2', 'code': 200} Feb 18 08:49:10.411454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49822) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:10.414118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9bf29749-05b8-4c4c-91d9-823289032a27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:10.425890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9bf29749-05b8-4c4c-91d9-823289032a27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:10.449041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf29749-05b8-4c4c-91d9-823289032a27 admin admin] Made reservation on behalf of 36dcbc1b7570446ab0d9f0fbb29a058d for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:49:10.452720 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9bf29749-05b8-4c4c-91d9-823289032a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:10.619415 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88120e27-deef-46fe-b975-7b458cefd4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:10.766357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9d9e7e86-2aae-4bb1-9ec2-03efc30e2a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:10.768657 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9d9e7e86-2aae-4bb1-9ec2-03efc30e2a9c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 1096 time: 0.2128947 Feb 18 08:49:10.812526 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88120e27-deef-46fe-b975-7b458cefd4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:10.825246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede2638-32b6-4bf0-8eea-1de0ae9c0f37 req-748ccf16-ceda-4789-a024-91f175f7a235 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:10.826753 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ede2638-32b6-4bf0-8eea-1de0ae9c0f37 req-748ccf16-ceda-4789-a024-91f175f7a235 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.1872382 Feb 18 08:49:10.835430 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 5ada83f7-7dbb-49e4-a963-e2b35ed99727 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:49:10.901733 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 5ada83f7-7dbb-49e4-a963-e2b35ed99727 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:49:10.902228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 5ada83f7-7dbb-49e4-a963-e2b35ed99727 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:49:10.912082 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-88120e27-deef-46fe-b975-7b458cefd4da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d400cf63-ed71-4b37-92ab-3e0ba879bc36']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:10.929282 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-88120e27-deef-46fe-b975-7b458cefd4da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7061c8-28b2-40eb-bdaa-9177e9f40abf') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:10.929484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-88120e27-deef-46fe-b975-7b458cefd4da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7061c8-28b2-40eb-bdaa-9177e9f40abf') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:10.952085 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88120e27-deef-46fe-b975-7b458cefd4da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:10.954974 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:10.969254 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ede2638-32b6-4bf0-8eea-1de0ae9c0f37 req-b24b6020-abdc-446d-986a-158c79b8452f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140556 Feb 18 08:49:11.005556 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88120e27-deef-46fe-b975-7b458cefd4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:11.016344 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9bf29749-05b8-4c4c-91d9-823289032a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:11.016827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88120e27-deef-46fe-b975-7b458cefd4da admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:49:11.017333 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88120e27-deef-46fe-b975-7b458cefd4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:49:11.030712 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:49:11.033456 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-1cb83464-0e93-4835-8c45-3fae094579ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:11.033456 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-1cb83464-0e93-4835-8c45-3fae094579ab service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.2550008 Feb 18 08:49:11.106185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096e370-1d3f-4300-88f8-75c52badb9a2 req-ae6a5491-99c0-4b91-af19-a4abe94c6476 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:11.107610 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7096e370-1d3f-4300-88f8-75c52badb9a2 req-ae6a5491-99c0-4b91-af19-a4abe94c6476 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 945 time: 0.2001095 Feb 18 08:49:11.154860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf29749-05b8-4c4c-91d9-823289032a27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06dc3032-d041-4123-94a7-f9ef538af254,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:11.162605 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-4a5d1e5f-ff25-4f45-8717-a418c3433193 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9173669-3e83-4046-b1e5-63950727fa61 HTTP/1.1" status: 200 len: 217 time: 0.0842755 Feb 18 08:49:11.189224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf29749-05b8-4c4c-91d9-823289032a27 admin admin] Checking segment: {'id': 'f35793db-6da9-4005-a2aa-54f0d4f8f9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:49:11.189624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf29749-05b8-4c4c-91d9-823289032a27 admin admin] Network hostable DHCP agents. Network: 5e6e39f0-327a-453b-b7d4-684adfe4b6e1, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:49:11.200370 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88120e27-deef-46fe-b975-7b458cefd4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:11.223996 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88120e27-deef-46fe-b975-7b458cefd4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:11.227879 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7096e370-1d3f-4300-88f8-75c52badb9a2 req-4f6bcb40-18aa-4346-9131-68b1dba72c5b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826607 Feb 18 08:49:11.237379 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88120e27-deef-46fe-b975-7b458cefd4da admin admin] Pushing event deleted for resources: {'Network': ['ID=d400cf63-ed71-4b37-92ab-3e0ba879bc36,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:11.241644 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-88120e27-deef-46fe-b975-7b458cefd4da admin admin] 10.222.0.72 "DELETE /v2.0/networks/d400cf63-ed71-4b37-92ab-3e0ba879bc36 HTTP/1.1" status: 204 len: 168 time: 0.8282800 Feb 18 08:49:11.244085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf29749-05b8-4c4c-91d9-823289032a27 admin admin] Network 5e6e39f0-327a-453b-b7d4-684adfe4b6e1 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:49:11.267943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b93cb-916f-44b5-b805-1f6cac519d6a req-82ac1d0a-9b57-4b90-816d-8d37445d1fdc tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:11.268464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-64bdee9b-c817-4ce9-8c85-9a377e6ddf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:11.270500 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-64bdee9b-c817-4ce9-8c85-9a377e6ddf05 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.1016724 Feb 18 08:49:11.271345 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f2b93cb-916f-44b5-b805-1f6cac519d6a req-82ac1d0a-9b57-4b90-816d-8d37445d1fdc tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 1024 time: 0.1827524 Feb 18 08:49:11.273937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-9bf29749-05b8-4c4c-91d9-823289032a27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 5e6e39f0-327a-453b-b7d4-684adfe4b6e1) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:49:11.287230 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1f14cd-1929-43a1-9872-eeb052e54ba7 None None] Network 5e6e39f0-327a-453b-b7d4-684adfe4b6e1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:49:11.292741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf29749-05b8-4c4c-91d9-823289032a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:11.293325 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9bf29749-05b8-4c4c-91d9-823289032a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:11.352971 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9bf29749-05b8-4c4c-91d9-823289032a27 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9764733 Feb 18 08:49:11.353361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49842) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:11.361896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-225646175-router', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:11.373841 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-4bed5eb8-6168-4140-855c-c983f79e2e46 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946751 Feb 18 08:49:11.377398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f2b93cb-916f-44b5-b805-1f6cac519d6a req-c755b87d-99a4-4c71-81e1-0efe30503bbd tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f5b2de6-d482-4b7b-b152-363770d3ddd5&id=a3533b29-d533-4cb5-8b35-16ae6649297a&id=aa77985d-f9cf-4733-aae8-a376a07a4def&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0866883 Feb 18 08:49:11.393961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:11.412150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Usage tracker for resource:router and tenant:36dcbc1b7570446ab0d9f0fbb29a058d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:11.418274 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:11.428837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:11.437802 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49850) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:11.534513 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:11.535654 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:11.562583 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:11.566772 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:11.606006 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-21b820af-eb53-4006-a8b2-df036b3d8430 service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243121 Feb 18 08:49:11.651071 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-5e6e39f0-327a-453b-b7d4-684adfe4b6e1', 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'fixed_ips': [{'subnet_id': '06dc3032-d041-4123-94a7-f9ef538af254'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:49:11.651945 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:11.666541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-46d57563-2925-4905-a7a0-65bde6d63ca8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3b9b03c847a845f1b5e194411bde3a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254312 Feb 18 08:49:11.676356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49876) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:11.959534 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Allocated IP 172.20.0.2 (5e6e39f0-327a-453b-b7d4-684adfe4b6e1/06dc3032-d041-4123-94a7-f9ef538af254/e1de90ec-b76c-4fe0-b71d-63af319f3466) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:49:11.988603 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:12.027471 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49884) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:12.038586 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-4573fa6d-b53e-424d-80d2-e1a6fd20b497 service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276521 Feb 18 08:49:12.140896 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-792329d1-ccff-45be-922f-5d7a3212142c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:12.188803 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ea40495-624a-47e2-bfe2-cf15ceb91f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:12.204073 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2ea40495-624a-47e2-bfe2-cf15ceb91f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:12.209058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2ea40495-624a-47e2-bfe2-cf15ceb91f69 admin admin] Usage tracker for resource:security_group_rule and tenant:21773bf822fc4ba68eece07a7680235d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:12.213212 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2ea40495-624a-47e2-bfe2-cf15ceb91f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:12.220697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2ea40495-624a-47e2-bfe2-cf15ceb91f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:12.227035 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:12.241650 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Transition to ACTIVE for port object e1de90ec-b76c-4fe0-b71d-63af319f3466 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:49:12.243480 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-792329d1-ccff-45be-922f-5d7a3212142c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:12.270848 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Transition to ACTIVE for port object e1de90ec-b76c-4fe0-b71d-63af319f3466 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:49:12.279308 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:12.281089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef71902-30a5-4b45-b421-ccedda2b8a98 req-f1decee3-92e1-401c-9f87-7daa052b7502 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:12.288833 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ef71902-30a5-4b45-b421-ccedda2b8a98 req-f1decee3-92e1-401c-9f87-7daa052b7502 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/ports?device_id=e06ecd99-65c4-4b9e-8f5d-dd69741e836d HTTP/1.1" status: 200 len: 949 time: 0.3566897 Feb 18 08:49:12.359063 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ea40495-624a-47e2-bfe2-cf15ceb91f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:12.365579 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ef71902-30a5-4b45-b421-ccedda2b8a98 req-c8588ada-8f8a-4f67-9365-99d5b2c6964c tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/security-groups?id=294f599e-f9dd-4650-a422-0bc771136b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758221 Feb 18 08:49:12.387877 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ea40495-624a-47e2-bfe2-cf15ceb91f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:12.391201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee3f23-8a74-4048-bf69-d2f41bbf39e1 req-7d030b8b-d476-4fc2-9f79-65c2bb3764ed tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:12.400113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Pushing event updated for resources: {'Port': ['ID=e1de90ec-b76c-4fe0-b71d-63af319f3466,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:12.409802 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66ee3f23-8a74-4048-bf69-d2f41bbf39e1 req-7d030b8b-d476-4fc2-9f79-65c2bb3764ed tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.3068800 Feb 18 08:49:12.410335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Network 5e6e39f0-327a-453b-b7d4-684adfe4b6e1 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:49:12.411797 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:49:12.415267 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:49:12.453830 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-792329d1-ccff-45be-922f-5d7a3212142c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:12.500945 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2ea40495-624a-47e2-bfe2-cf15ceb91f69 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=21773bf822fc4ba68eece07a7680235d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4721305 Feb 18 08:49:12.502201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea40495-624a-47e2-bfe2-cf15ceb91f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7642648b-2e83-4308-b12f-a2294e05bfab,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:12.504692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49894) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:12.527844 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Attempting to bind port e1de90ec-b76c-4fe0-b71d-63af319f3466 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:49:12.528366 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Attempting to bind port e1de90ec-b76c-4fe0-b71d-63af319f3466 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'f35793db-6da9-4005-a2aa-54f0d4f8f9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:49:12.528734 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Attempting to bind port e1de90ec-b76c-4fe0-b71d-63af319f3466 on network 5e6e39f0-327a-453b-b7d4-684adfe4b6e1 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:49:12.537841 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:49:12.538279 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Checking segment: {'id': 'f35793db-6da9-4005-a2aa-54f0d4f8f9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:49:12.538682 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:12.539228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Bound using segment: {'id': 'f35793db-6da9-4005-a2aa-54f0d4f8f9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:49:12.539697 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Bound port: e1de90ec-b76c-4fe0-b71d-63af319f3466, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35793db-6da9-4005-a2aa-54f0d4f8f9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:49:12.540125 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:12.551822 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66ee3f23-8a74-4048-bf69-d2f41bbf39e1 req-9a25d716-8d17-4454-b7e2-0d331a76336b tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410036 Feb 18 08:49:12.555054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792329d1-ccff-45be-922f-5d7a3212142c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c093d3b6-c662-4464-b49b-3567ce1a62dd,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:12.608177 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7628e504-414c-4807-9d95-e7288e02c505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:12.646269 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7628e504-414c-4807-9d95-e7288e02c505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:12.661159 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] For port e1de90ec-b76c-4fe0-b71d-63af319f3466, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:49:12.665985 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] For port e1de90ec-b76c-4fe0-b71d-63af319f3466, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e1de90ec-b76c-4fe0-b71d-63af319f3466,segment=NetworkSegment(f35793db-6da9-4005-a2aa-54f0d4f8f9db),segment_id=f35793db-6da9-4005-a2aa-54f0d4f8f9db)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:49:12.673085 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:12.725523 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7628e504-414c-4807-9d95-e7288e02c505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:12.754467 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628e504-414c-4807-9d95-e7288e02c505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7642648b-2e83-4308-b12f-a2294e05bfab,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:12.772841 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7628e504-414c-4807-9d95-e7288e02c505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:12.776399 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7628e504-414c-4807-9d95-e7288e02c505 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7642648b-2e83-4308-b12f-a2294e05bfab HTTP/1.1" status: 204 len: 168 time: 0.2540858 Feb 18 08:49:12.792810 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464acc8-2d8c-44e3-a0ab-1fe919f581ed None None] Pushing event updated for resources: {'Port': ['ID=e1de90ec-b76c-4fe0-b71d-63af319f3466,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:12.944897 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-792329d1-ccff-45be-922f-5d7a3212142c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:12.947111 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-792329d1-ccff-45be-922f-5d7a3212142c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c093d3b6-c662-4464-b49b-3567ce1a62dd HTTP/1.1" status: 204 len: 168 time: 1.2688065 Feb 18 08:49:13.213851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c4775-017d-4b04-be83-1f82e0e796fc req-a42cc4ca-aded-4c8f-8a8d-26abd3fa2e80 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:13.215797 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a02c4775-017d-4b04-be83-1f82e0e796fc req-a42cc4ca-aded-4c8f-8a8d-26abd3fa2e80 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 1024 time: 0.7410862 Feb 18 08:49:13.351760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-a02c4775-017d-4b04-be83-1f82e0e796fc req-2bcd784c-dc26-4164-8072-2c8a5d565720 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Deleting port 6a03d89e-6b8c-433f-8c66-a87304f59e1b {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:49:13.351760 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a02c4775-017d-4b04-be83-1f82e0e796fc req-2bcd784c-dc26-4164-8072-2c8a5d565720 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:13.398844 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e1de90ec-b76c-4fe0-b71d-63af319f3466 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:49:13.404698 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:13.463101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202677c-25ed-48c7-a946-2ccad90bad62 req-48f13299-e573-4aaa-afa9-2e1a46f87d60 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:13.464814 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1202677c-25ed-48c7-a946-2ccad90bad62 req-48f13299-e573-4aaa-afa9-2e1a46f87d60 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 945 time: 0.8751554 Feb 18 08:49:13.480250 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:13.510173 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49916) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:13.530141 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port e1de90ec-b76c-4fe0-b71d-63af319f3466 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:49:13.602423 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d022abbe-3e4d-43d3-81a3-187ba32981a5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a9ee24bbc4dc4d0197f87a376688aff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0881896 Feb 18 08:49:13.603109 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49922) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:13.606260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e2cb5-6a77-4c6a-af7c-193f5bd4da5e req-978a16ed-87ba-4fd2-812d-c107624faeee tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:13.611878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-297e2cb5-6a77-4c6a-af7c-193f5bd4da5e req-978a16ed-87ba-4fd2-812d-c107624faeee tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 1024 time: 0.6911016 Feb 18 08:49:13.709140 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f61d8f20-89e5-4033-9581-03ce17569b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:13.751484 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f61d8f20-89e5-4033-9581-03ce17569b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:13.826371 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f61d8f20-89e5-4033-9581-03ce17569b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:13.849356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d8f20-89e5-4033-9581-03ce17569b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95d2016-a257-4af3-b0ac-81fe51d8823a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:13.872449 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f61d8f20-89e5-4033-9581-03ce17569b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:13.877443 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f61d8f20-89e5-4033-9581-03ce17569b66 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f95d2016-a257-4af3-b0ac-81fe51d8823a HTTP/1.1" status: 204 len: 168 time: 0.2703743 Feb 18 08:49:13.883425 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1202677c-25ed-48c7-a946-2ccad90bad62 req-83f89813-5130-4a0c-8636-80d8070a0781 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049599 Feb 18 08:49:14.035382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Allocated IP 172.25.1.183 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/009a776f-8073-4cf4-9906-fa750cac6bb5) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:49:14.044593 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23244dc3-2b38-4129-b9d4-07d04b40287b req-5956dd17-5704-4641-ad4d-a85201c52a97 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:14.045455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-23244dc3-2b38-4129-b9d4-07d04b40287b req-5956dd17-5704-4641-ad4d-a85201c52a97 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Synchronizing usage tracker for tenant:9c354dc2445545388d88409cf5b197a2 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:49:14.099580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-23244dc3-2b38-4129-b9d4-07d04b40287b req-5956dd17-5704-4641-ad4d-a85201c52a97 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Unset dirty status for tenant:9c354dc2445545388d88409cf5b197a2 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:49:14.101790 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-23244dc3-2b38-4129-b9d4-07d04b40287b req-5956dd17-5704-4641-ad4d-a85201c52a97 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06ecd99-65c4-4b9e-8f5d-dd69741e836d HTTP/1.1" status: 200 len: 949 time: 0.2088857 Feb 18 08:49:14.136698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b178663c-4940-4c42-8a78-612a27060a6d None None] Network 5e6e39f0-327a-453b-b7d4-684adfe4b6e1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:49:14.226844 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-23244dc3-2b38-4129-b9d4-07d04b40287b req-69aaa044-c769-48f7-9aaf-78566c600635 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Deleting port 1336e09c-e47d-4796-8510-24489566a2d2 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:49:14.227148 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-23244dc3-2b38-4129-b9d4-07d04b40287b req-69aaa044-c769-48f7-9aaf-78566c600635 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:14.307597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1442dc9f-c89c-4a35-b97e-88b94b64546f None None] Provisioning for port e1de90ec-b76c-4fe0-b71d-63af319f3466 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:49:14.328670 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1442dc9f-c89c-4a35-b97e-88b94b64546f None None] Provisioning complete for port e1de90ec-b76c-4fe0-b71d-63af319f3466 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:14.328670 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1442dc9f-c89c-4a35-b97e-88b94b64546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:14.386293 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-297e2cb5-6a77-4c6a-af7c-193f5bd4da5e req-2e0d9580-fcea-4377-bf33-af4859558a1b tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f5b2de6-d482-4b7b-b152-363770d3ddd5&id=a3533b29-d533-4cb5-8b35-16ae6649297a&id=aa77985d-f9cf-4733-aae8-a376a07a4def&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.6998267 Feb 18 08:49:14.577344 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1442dc9f-c89c-4a35-b97e-88b94b64546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:14.622795 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1442dc9f-c89c-4a35-b97e-88b94b64546f None None] For port e1de90ec-b76c-4fe0-b71d-63af319f3466, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e1de90ec-b76c-4fe0-b71d-63af319f3466,segment=NetworkSegment(f35793db-6da9-4005-a2aa-54f0d4f8f9db),segment_id=f35793db-6da9-4005-a2aa-54f0d4f8f9db)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:14.624900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-23244dc3-2b38-4129-b9d4-07d04b40287b req-69aaa044-c769-48f7-9aaf-78566c600635 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] For port 1336e09c-e47d-4796-8510-24489566a2d2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1336e09c-e47d-4796-8510-24489566a2d2,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:14.625433 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-23244dc3-2b38-4129-b9d4-07d04b40287b req-69aaa044-c769-48f7-9aaf-78566c600635 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:14.631493 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1442dc9f-c89c-4a35-b97e-88b94b64546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:14.653497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a02c4775-017d-4b04-be83-1f82e0e796fc req-2bcd784c-dc26-4164-8072-2c8a5d565720 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] For port 6a03d89e-6b8c-433f-8c66-a87304f59e1b, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=6a03d89e-6b8c-433f-8c66-a87304f59e1b,segment=NetworkSegment(56589a8e-f93b-4698-87f1-9e079742ce7f),segment_id=56589a8e-f93b-4698-87f1-9e079742ce7f)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:14.654079 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a02c4775-017d-4b04-be83-1f82e0e796fc req-2bcd784c-dc26-4164-8072-2c8a5d565720 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:14.713989 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442dc9f-c89c-4a35-b97e-88b94b64546f None None] Pushing event updated for resources: {'Port': ['ID=e1de90ec-b76c-4fe0-b71d-63af319f3466,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:14.804690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff215d-b18c-4633-b3b7-a15210bb1e71 req-2757539b-cb30-40a6-8654-4296c908d554 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:14.811728 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9eff215d-b18c-4633-b3b7-a15210bb1e71 req-2757539b-cb30-40a6-8654-4296c908d554 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/ports?device_id=e06ecd99-65c4-4b9e-8f5d-dd69741e836d HTTP/1.1" status: 200 len: 949 time: 0.5798841 Feb 18 08:49:14.812522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-23244dc3-2b38-4129-b9d4-07d04b40287b req-69aaa044-c769-48f7-9aaf-78566c600635 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Calling delete_port for 1336e09c-e47d-4796-8510-24489566a2d2 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:49:14.864833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-a02c4775-017d-4b04-be83-1f82e0e796fc req-2bcd784c-dc26-4164-8072-2c8a5d565720 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Calling delete_port for 6a03d89e-6b8c-433f-8c66-a87304f59e1b owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:49:14.898442 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:15.050462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9eff215d-b18c-4633-b3b7-a15210bb1e71 req-2fbd38de-c039-418e-9cf7-2d3727d16fb7 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.72 "GET /v2.0/security-groups?id=294f599e-f9dd-4650-a422-0bc771136b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359974 Feb 18 08:49:15.072181 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c35dcb19-63ec-48b0-8a9f-a9ac63431106 None None] Provisioning complete for port e1de90ec-b76c-4fe0-b71d-63af319f3466 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:15.072181 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c35dcb19-63ec-48b0-8a9f-a9ac63431106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:15.073151 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-23244dc3-2b38-4129-b9d4-07d04b40287b req-69aaa044-c769-48f7-9aaf-78566c600635 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:15.119889 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:15.159723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aaa044-c769-48f7-9aaf-78566c600635 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Pushing event deleted for resources: {'Port': ['ID=1336e09c-e47d-4796-8510-24489566a2d2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:15.227644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a00cf-f1a3-4829-94cc-c99a5ad01166 req-c35ffbd1-77be-4905-986c-899fedd36b38 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:15.234473 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f35a00cf-f1a3-4829-94cc-c99a5ad01166 req-c35ffbd1-77be-4905-986c-899fedd36b38 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.4373715 Feb 18 08:49:15.268555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Pushing event updated for resources: {'Port': ['ID=009a776f-8073-4cf4-9906-fa750cac6bb5,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:15.279923 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a02c4775-017d-4b04-be83-1f82e0e796fc req-2bcd784c-dc26-4164-8072-2c8a5d565720 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:15.281700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-23244dc3-2b38-4129-b9d4-07d04b40287b req-69aaa044-c769-48f7-9aaf-78566c600635 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] No DVR routers for this DVR port 1336e09c-e47d-4796-8510-24489566a2d2 on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:49:15.286433 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-23244dc3-2b38-4129-b9d4-07d04b40287b req-69aaa044-c769-48f7-9aaf-78566c600635 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:15.291022 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06ecd99-65c4-4b9e-8f5d-dd69741e836d', 'name': 'network-vif-deleted', 'tag': '1336e09c-e47d-4796-8510-24489566a2d2'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:49:15.320461 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-23244dc3-2b38-4129-b9d4-07d04b40287b req-69aaa044-c769-48f7-9aaf-78566c600635 tempest-ImagesOneServerTestJSON-1244718970 tempest-ImagesOneServerTestJSON-1244718970-project] 10.222.0.61 "DELETE /v2.0/ports/1336e09c-e47d-4796-8510-24489566a2d2 HTTP/1.1" status: 204 len: 173 time: 1.2111626 Feb 18 08:49:15.335945 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:49:15.450383 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e1de90ec-b76c-4fe0-b71d-63af319f3466 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:49:15.450809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:49:15.504477 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:49:15.510776 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:49:15.561758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e1de90ec-b76c-4fe0-b71d-63af319f3466 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:15.562077 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:15.652801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd784c-dc26-4164-8072-2c8a5d565720 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event deleted for resources: {'Port': ['ID=6a03d89e-6b8c-433f-8c66-a87304f59e1b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:15.695737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-fa1a05c5-1dae-4af7-abd2-eb380038e413 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=3293cfe2212c4bcc94806354bc1e0ca2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856068 Feb 18 08:49:15.869788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02c4775-017d-4b04-be83-1f82e0e796fc req-2bcd784c-dc26-4164-8072-2c8a5d565720 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] No DVR routers for this DVR port 6a03d89e-6b8c-433f-8c66-a87304f59e1b on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:49:15.872623 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a02c4775-017d-4b04-be83-1f82e0e796fc req-2bcd784c-dc26-4164-8072-2c8a5d565720 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:15.883743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ba48e4-f535-405d-b963-006626d5f23d', 'name': 'network-vif-deleted', 'tag': '6a03d89e-6b8c-433f-8c66-a87304f59e1b'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:49:15.905401 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f35a00cf-f1a3-4829-94cc-c99a5ad01166 req-d8ae6ab6-7155-4884-a466-1a0c4be661b2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6389809 Feb 18 08:49:16.112657 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a02c4775-017d-4b04-be83-1f82e0e796fc req-2bcd784c-dc26-4164-8072-2c8a5d565720 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.61 "DELETE /v2.0/ports/6a03d89e-6b8c-433f-8c66-a87304f59e1b HTTP/1.1" status: 204 len: 173 time: 2.8759658 Feb 18 08:49:16.161463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 6a03d89e-6b8c-433f-8c66-a87304f59e1b no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:49:16.210016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 6a03d89e-6b8c-433f-8c66-a87304f59e1b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:49:16.210373 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 6a03d89e-6b8c-433f-8c66-a87304f59e1b not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:49:16.235992 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c890560e-a480-48b3-a483-b524af250637 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:16.238195 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c890560e-a480-48b3-a483-b524af250637 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5401614 Feb 18 08:49:16.331140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-3a6ded16-b142-4104-a299-cb4eef29a115 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/quotas/3293cfe2212c4bcc94806354bc1e0ca2 HTTP/1.1" status: 200 len: 375 time: 0.0841255 Feb 18 08:49:16.402640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8669-d5a2-4bc7-98b8-849fc4a1e8a5 req-ddfa86a6-ac7e-4cdd-8550-77245866ce55 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:16.404077 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab3c8669-d5a2-4bc7-98b8-849fc4a1e8a5 req-ddfa86a6-ac7e-4cdd-8550-77245866ce55 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 945 time: 0.3388906 Feb 18 08:49:16.406392 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-57dd30c3-61a0-42bb-832f-74676e7b2fe6 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3293cfe2212c4bcc94806354bc1e0ca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626578 Feb 18 08:49:16.534709 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab3c8669-d5a2-4bc7-98b8-849fc4a1e8a5 req-2384c068-d854-492c-b5f8-628af2e7ba91 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769200 Feb 18 08:49:16.537345 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:16.640318 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06ecd99-65c4-4b9e-8f5d-dd69741e836d', 'name': 'network-vif-deleted', 'tag': '1336e09c-e47d-4796-8510-24489566a2d2', 'status': 'completed', 'code': 200} Feb 18 08:49:16.795009 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ba48e4-f535-405d-b963-006626d5f23d', 'name': 'network-vif-deleted', 'tag': '6a03d89e-6b8c-433f-8c66-a87304f59e1b', 'status': 'completed', 'code': 200} Feb 18 08:49:16.920866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f4245ae3-2ab0-4517-839b-baca23817d1f req-12826d0b-dc1d-4b12-8542-5eff1a1658dc tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Synchronizing usage tracker for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:49:17.039093 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9bc77cf1-ecc6-4c1a-8f6d-7d8d9b8dc690 req-3616e61c-5abf-4f85-9efb-dcf8702be85f tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/ports?device_id=37dc1039-87b9-4dd6-af43-5867305f7f05 HTTP/1.1" status: 200 len: 210 time: 0.0680025 Feb 18 08:49:17.109187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f4245ae3-2ab0-4517-839b-baca23817d1f req-12826d0b-dc1d-4b12-8542-5eff1a1658dc tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Unset dirty status for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:49:17.117967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f4245ae3-2ab0-4517-839b-baca23817d1f req-12826d0b-dc1d-4b12-8542-5eff1a1658dc tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5ba48e4-f535-405d-b963-006626d5f23d HTTP/1.1" status: 200 len: 210 time: 0.3433294 Feb 18 08:49:17.166218 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50006) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:17.302284 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50012) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:17.398182 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-889b19d1-6020-460f-b169-a49747ec797b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:17.414008 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:17.415803 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-889b19d1-6020-460f-b169-a49747ec797b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:17.420170 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-889b19d1-6020-460f-b169-a49747ec797b admin admin] Usage tracker for resource:security_group_rule and tenant:9554003a30c74357bd5854c6aa0c7ed0 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:17.435303 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-889b19d1-6020-460f-b169-a49747ec797b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:17.445490 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-889b19d1-6020-460f-b169-a49747ec797b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:17.494967 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-589403ed-b61a-48d2-81ab-b8202bc06ce7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9c354dc2445545388d88409cf5b197a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912696 Feb 18 08:49:17.497549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50018) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:17.521041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb7b65-8932-416c-88d0-2a7665449d4b req-b44a5d72-4dba-4df1-a7a4-3382273cfce5 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:17.527986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6eb7b65-8932-416c-88d0-2a7665449d4b req-b44a5d72-4dba-4df1-a7a4-3382273cfce5 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.3692360 Feb 18 08:49:17.600739 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0d1b77cb-aed5-45de-8aeb-1b6634db0f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:17.626347 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-889b19d1-6020-460f-b169-a49747ec797b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:17.637708 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-889b19d1-6020-460f-b169-a49747ec797b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:17.651289 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6eb7b65-8932-416c-88d0-2a7665449d4b req-5e8b9330-d394-427e-af93-357c6d67b388 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224210 Feb 18 08:49:17.655627 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0d1b77cb-aed5-45de-8aeb-1b6634db0f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:17.707225 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b19d1-6020-460f-b169-a49747ec797b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154d476a-8c71-45fa-b98f-fbd44963647b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:17.724728 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-889b19d1-6020-460f-b169-a49747ec797b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9554003a30c74357bd5854c6aa0c7ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5545716 Feb 18 08:49:17.725429 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50024) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:17.743529 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Router 227481cd-e1fe-4c8c-96b9-c7a8e20353fc is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:49:17.795944 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5a74448e-4db1-418d-9697-2a4a4d735371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:17.797746 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0d1b77cb-aed5-45de-8aeb-1b6634db0f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:17.822523 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b77cb-aed5-45de-8aeb-1b6634db0f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294f599e-f9dd-4650-a422-0bc771136b93,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:17.823855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733649e-96c7-4185-9eac-601aaebdf930 req-e5c6043d-aa9b-4278-a1cc-b07c5fa8999f tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:17.825387 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6733649e-96c7-4185-9eac-601aaebdf930 req-e5c6043d-aa9b-4278-a1cc-b07c5fa8999f tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 945 time: 0.1717730 Feb 18 08:49:17.849729 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5a74448e-4db1-418d-9697-2a4a4d735371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:17.858482 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0d1b77cb-aed5-45de-8aeb-1b6634db0f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:17.862997 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0d1b77cb-aed5-45de-8aeb-1b6634db0f7e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/294f599e-f9dd-4650-a422-0bc771136b93 HTTP/1.1" status: 204 len: 168 time: 0.3642700 Feb 18 08:49:17.959044 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6733649e-96c7-4185-9eac-601aaebdf930 req-ec0a8b04-4071-401f-a526-615b35453358 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235077 Feb 18 08:49:17.981786 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-94e0212e-7a14-441f-8e8d-c09645efa119 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=3293cfe2212c4bcc94806354bc1e0ca2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571408 Feb 18 08:49:17.995262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:49:18.007766 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Sync routers for ids ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:49:18.022241 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:18.026766 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e3e182b0-d8b6-430a-95fd-09a5c40a2e5e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6724625 Feb 18 08:49:18.027663 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Routers {'227481cd-e1fe-4c8c-96b9-c7a8e20353fc'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:49:18.028169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50030) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:18.028479 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:49:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:18.153772 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1336e09c-e47d-4796-8510-24489566a2d2 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:49:18.224429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 1336e09c-e47d-4796-8510-24489566a2d2 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:49:18.237142 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1336e09c-e47d-4796-8510-24489566a2d2 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:49:18.283815 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dca37ea0-9db6-4857-8a7a-03bf44b092b4 req-990763a9-06cb-4928-90ea-01bd512b8ccf tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/ports?device_id=37dc1039-87b9-4dd6-af43-5867305f7f05 HTTP/1.1" status: 200 len: 210 time: 0.0661860 Feb 18 08:49:18.332615 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Set router 227481cd-e1fe-4c8c-96b9-c7a8e20353fc gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:49:18.449705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2c44f100-408e-44a6-b3ff-688a29afb916 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:18.451844 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2c44f100-408e-44a6-b3ff-688a29afb916 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4645035 Feb 18 08:49:18.466130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Request body: {'port': {'device_id': '37dc1039-87b9-4dd6-af43-5867305f7f05', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '3293cfe2212c4bcc94806354bc1e0ca2'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:18.484426 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5a74448e-4db1-418d-9697-2a4a4d735371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:18.512065 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c96d42a-b00f-4abb-ab28-6d6aad4cbb93 req-ddb2841b-201a-4d2a-844c-16e617b69630 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/aa77985d-f9cf-4733-aae8-a376a07a4def HTTP/1.1" status: 200 len: 1801 time: 0.1433794 Feb 18 08:49:18.560607 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5a74448e-4db1-418d-9697-2a4a4d735371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:18.562210 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5a74448e-4db1-418d-9697-2a4a4d735371 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/154d476a-8c71-45fa-b98f-fbd44963647b HTTP/1.1" status: 204 len: 168 time: 0.8358948 Feb 18 08:49:18.571492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74448e-4db1-418d-9697-2a4a4d735371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154d476a-8c71-45fa-b98f-fbd44963647b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:18.673181 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:18.693149 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Usage tracker for resource:port and tenant:3293cfe2212c4bcc94806354bc1e0ca2 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:18.693713 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c96d42a-b00f-4abb-ab28-6d6aad4cbb93 req-a300f8d3-e59e-4202-a11e-753e348a464e tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:18.702334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:18.717619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:18.743706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Made reservation on behalf of 3293cfe2212c4bcc94806354bc1e0ca2 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:49:18.747691 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:18.760221 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'name': 'tempest-ServersTestBootFromVolume-225646175-router', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:11Z', 'updated_at': '2022-02-18T08:49:16Z', 'revision_number': 3, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'gw_port': {'id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:13Z', 'updated_at': '2022-02-18T08:49:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:18.764696 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Checking router: 227481cd-e1fe-4c8c-96b9-c7a8e20353fc for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:49:18.765071 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Updating router 227481cd-e1fe-4c8c-96b9-c7a8e20353fc port 009a776f-8073-4cf4-9906-fa750cac6bb5 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:49:18.773230 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:18.805755 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c96d42a-b00f-4abb-ab28-6d6aad4cbb93 req-a300f8d3-e59e-4202-a11e-753e348a464e tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:18.826014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:18.839122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Usage tracker for resource:security_group_rule and tenant:3293cfe2212c4bcc94806354bc1e0ca2 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:18.846165 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:18.854122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:18.855294 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:19.011881 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:19.018707 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:19.131846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e19ab0-550c-4c52-92b8-e44b1705d3fe,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:19.267579 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c96d42a-b00f-4abb-ab28-6d6aad4cbb93 req-a300f8d3-e59e-4202-a11e-753e348a464e tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:19.275870 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Allocated IP 192.168.233.211 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/f7bf5fef-f959-4f2f-baae-289d325127b0) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:49:19.311216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650ca00-3b69-492e-a73e-04313faa08ad req-afda8ba1-3c14-4358-a353-64454904c853 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:19.314411 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b650ca00-3b69-492e-a73e-04313faa08ad req-afda8ba1-3c14-4358-a353-64454904c853 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.2556710 Feb 18 08:49:19.318495 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300f8d3-e59e-4202-a11e-753e348a464e tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa77985d-f9cf-4733-aae8-a376a07a4def,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:19.430731 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c96d42a-b00f-4abb-ab28-6d6aad4cbb93 req-a300f8d3-e59e-4202-a11e-753e348a464e tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:19.432146 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c96d42a-b00f-4abb-ab28-6d6aad4cbb93 req-a300f8d3-e59e-4202-a11e-753e348a464e tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "DELETE /v2.0/security-groups/aa77985d-f9cf-4733-aae8-a376a07a4def HTTP/1.1" status: 204 len: 173 time: 0.9191754 Feb 18 08:49:19.440507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b650ca00-3b69-492e-a73e-04313faa08ad req-64edf3ac-492d-4cee-ada9-24fb7b7a3b40 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166480 Feb 18 08:49:19.461889 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:19.695818 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:19.704339 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:19.711069 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Transition to ACTIVE for port object 009a776f-8073-4cf4-9906-fa750cac6bb5 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:49:19.727335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Transition to ACTIVE for port object f7bf5fef-f959-4f2f-baae-289d325127b0 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:49:19.732046 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:19.759719 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:19.815877 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe17fb88-4a92-4b79-8be3-2eb90ea588d9 req-291ca101-8dc8-47a3-aefd-3557fafd58da tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/ports?device_id=37dc1039-87b9-4dd6-af43-5867305f7f05 HTTP/1.1" status: 200 len: 210 time: 0.1199157 Feb 18 08:49:19.821867 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Attempting to bind port 009a776f-8073-4cf4-9906-fa750cac6bb5 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:49:19.822475 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Attempting to bind port 009a776f-8073-4cf4-9906-fa750cac6bb5 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:49:19.823353 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Attempting to bind port 009a776f-8073-4cf4-9906-fa750cac6bb5 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:49:19.864540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a49de3-c607-4c14-93bf-7c0d329ae24f req-96ff35b5-8cd3-4cbc-98cd-0afb406e77fd tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:19.871259 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9a49de3-c607-4c14-93bf-7c0d329ae24f req-96ff35b5-8cd3-4cbc-98cd-0afb406e77fd tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 945 time: 0.2319891 Feb 18 08:49:19.902494 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61719a06-5465-44be-bf20-d77dd0359a91 None None] Pushing event updated for resources: {'Port': ['ID=009a776f-8073-4cf4-9906-fa750cac6bb5,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:19.912190 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Allocated IP 172.20.0.1 (5e6e39f0-327a-453b-b7d4-684adfe4b6e1/06dc3032-d041-4123-94a7-f9ef538af254/4a81bfe3-3a2d-46af-91ea-7d48f080ef1d) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:49:19.918409 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61719a06-5465-44be-bf20-d77dd0359a91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:19.923178 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61719a06-5465-44be-bf20-d77dd0359a91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:19.935207 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61719a06-5465-44be-bf20-d77dd0359a91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:19.935866 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61719a06-5465-44be-bf20-d77dd0359a91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:19.936780 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61719a06-5465-44be-bf20-d77dd0359a91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:19.937290 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61719a06-5465-44be-bf20-d77dd0359a91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:19.937824 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61719a06-5465-44be-bf20-d77dd0359a91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:19.938863 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61719a06-5465-44be-bf20-d77dd0359a91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:19.939372 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61719a06-5465-44be-bf20-d77dd0359a91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:19.940468 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61719a06-5465-44be-bf20-d77dd0359a91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:19.940977 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61719a06-5465-44be-bf20-d77dd0359a91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:19.941594 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61719a06-5465-44be-bf20-d77dd0359a91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:19.945441 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:49:19.946044 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:49:19.946596 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:19.947156 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:49:19.947789 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Bound port: 009a776f-8073-4cf4-9906-fa750cac6bb5, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:49:19.948358 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:19.971776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9a49de3-c607-4c14-93bf-7c0d329ae24f req-169420a4-35b1-4a74-8f09-fe45859959eb tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992570 Feb 18 08:49:19.991288 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:49:19.991288 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Pushing event updated for resources: {'Port': ['ID=f7bf5fef-f959-4f2f-baae-289d325127b0,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:20.009475 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:49:20.013316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:49:20.108673 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] For port 009a776f-8073-4cf4-9906-fa750cac6bb5, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:49:20.112711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:20.113349 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:20.114652 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] For port 009a776f-8073-4cf4-9906-fa750cac6bb5, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=009a776f-8073-4cf4-9906-fa750cac6bb5,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:49:20.130254 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:20.160668 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c578f9ac-e986-4683-abf2-8c7cf4ed14a8 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6982861 Feb 18 08:49:20.174165 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Request body: {'port': {'device_id': '37dc1039-87b9-4dd6-af43-5867305f7f05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:20.270336 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Routers {'227481cd-e1fe-4c8c-96b9-c7a8e20353fc'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:49:20.271238 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:49:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:20.277650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50092) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:20.324964 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:20.352279 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Transition to ACTIVE for port object 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:49:20.366776 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:20.373007 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61719a06-5465-44be-bf20-d77dd0359a91 None None] Pushing event updated for resources: {'Port': ['ID=009a776f-8073-4cf4-9906-fa750cac6bb5,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:20.404946 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-35af2bf1-0b08-4d7d-b921-97c7c7e8e3ab req-a78699ee-f250-4514-bc41-adad0ccde792 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/4f5b2de6-d482-4b7b-b152-363770d3ddd5 HTTP/1.1" status: 200 len: 1800 time: 0.3916681 Feb 18 08:49:20.418793 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3f998830-c08c-4480-8b81-ff8ed13b5368 None None] Provisioning for port f7bf5fef-f959-4f2f-baae-289d325127b0 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:49:20.426297 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3f998830-c08c-4480-8b81-ff8ed13b5368 None None] Provisioning complete for port f7bf5fef-f959-4f2f-baae-289d325127b0 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:20.426789 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3f998830-c08c-4480-8b81-ff8ed13b5368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:20.497829 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-3f998830-c08c-4480-8b81-ff8ed13b5368 None None] Port f7bf5fef-f959-4f2f-baae-289d325127b0 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:49:20.526095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1109574658-network', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:20.537928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:20.542418 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:20.579330 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-35af2bf1-0b08-4d7d-b921-97c7c7e8e3ab req-63b0daff-fd42-4274-b0ef-c99056fd509d tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:20.583057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Usage tracker for resource:network and tenant:f36b4d9571104590ab36bf43cd4935a5 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:20.587980 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] Set router 227481cd-e1fe-4c8c-96b9-c7a8e20353fc gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:49:20.600960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:20.630168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:20.643308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Network 5e6e39f0-327a-453b-b7d4-684adfe4b6e1 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:49:20.653777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:49:20.663103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:49:20.701511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Pushing event updated for resources: {'Port': ['ID=4a81bfe3-3a2d-46af-91ea-7d48f080ef1d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:20.704467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Made reservation on behalf of f36b4d9571104590ab36bf43cd4935a5 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:49:20.706710 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:20.717484 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-35af2bf1-0b08-4d7d-b921-97c7c7e8e3ab req-63b0daff-fd42-4274-b0ef-c99056fd509d tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:20.751170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:20.751666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:20.757562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:20.757998 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:20.758338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:20.759858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:20.760198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:20.760632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:20.760965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:20.761286 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:20.761614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:20.761930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:20.768900 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:20.855205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:20.865852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Usage tracker for resource:security_group_rule and tenant:f36b4d9571104590ab36bf43cd4935a5 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:20.873495 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:20.878758 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:21.034020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d6385e98-79fd-4061-88ab-0a1c64d936c0 None None] Provisioning for port 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:49:21.045794 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d6385e98-79fd-4061-88ab-0a1c64d936c0 None None] Provisioning complete for port 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:21.046242 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d6385e98-79fd-4061-88ab-0a1c64d936c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:21.051100 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bf5fef-f959-4f2f-baae-289d325127b0 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:49:21.053185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:21.061542 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:21.092694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-8d2b897f-31bd-447f-9cf5-f612830163c8 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:21.095186 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-8d2b897f-31bd-447f-9cf5-f612830163c8 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900&tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&binding%3Ahost_id=n-h2-829434-1 HTTP/1.1" status: 200 len: 1096 time: 0.2682600 Feb 18 08:49:21.096280 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Transition to ACTIVE for port object f7bf5fef-f959-4f2f-baae-289d325127b0 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:49:21.101115 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-35af2bf1-0b08-4d7d-b921-97c7c7e8e3ab req-63b0daff-fd42-4274-b0ef-c99056fd509d tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:21.105990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829434-1'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:21.143749 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:21.147600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0daff-fd42-4274-b0ef-c99056fd509d tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5b2de6-d482-4b7b-b152-363770d3ddd5,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:21.178219 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'name': 'tempest-ServersTestBootFromVolume-225646175-router', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:11Z', 'updated_at': '2022-02-18T08:49:16Z', 'revision_number': 3, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'gw_port': {'id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:13Z', 'updated_at': '2022-02-18T08:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:21.190335 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4fb1da-b5da-46e4-a482-81479a2440d6 None None] The sync data for ids ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'] in n-d-829434-1 is: [{'id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'name': 'tempest-ServersTestBootFromVolume-225646175-router', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:11Z', 'updated_at': '2022-02-18T08:49:16Z', 'revision_number': 3, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'gw_port': {'id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:13Z', 'updated_at': '2022-02-18T08:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:49:21.206706 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-35af2bf1-0b08-4d7d-b921-97c7c7e8e3ab req-63b0daff-fd42-4274-b0ef-c99056fd509d tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:21.207692 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-35af2bf1-0b08-4d7d-b921-97c7c7e8e3ab req-63b0daff-fd42-4274-b0ef-c99056fd509d tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "DELETE /v2.0/security-groups/4f5b2de6-d482-4b7b-b152-363770d3ddd5 HTTP/1.1" status: 204 len: 173 time: 0.8018174 Feb 18 08:49:21.226079 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d6385e98-79fd-4061-88ab-0a1c64d936c0 None None] Port 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:49:21.275912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bf5fef-f959-4f2f-baae-289d325127b0,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:21.339621 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:21.388907 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:21.508744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:49:21.579531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2cbfdf-15c5-4228-b0cd-182763c6559c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:21.632993 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:21.649462 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:21.649462 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Added segment 39d543dc-7685-4651-a376-d91bd72f0ee1 of type vlan for network 8fd094ef-94c6-47f1-8512-5bdc35ad8752 Feb 18 08:49:21.835345 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:21.880961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Attempting to bind port f7bf5fef-f959-4f2f-baae-289d325127b0 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:49:21.881216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Attempting to bind port f7bf5fef-f959-4f2f-baae-289d325127b0 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:49:21.882052 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Attempting to bind port f7bf5fef-f959-4f2f-baae-289d325127b0 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:49:21.921562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Port f7bf5fef-f959-4f2f-baae-289d325127b0 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:49:21.921891 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Attempting to bind port f7bf5fef-f959-4f2f-baae-289d325127b0 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:49:21.939376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:49:21.940324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:49:21.941042 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:49:21.941837 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Bound port: f7bf5fef-f959-4f2f-baae-289d325127b0, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:49:21.942181 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:21.947101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814ea0f-1223-4331-a2f1-f1508995617e req-021a4f4a-bf29-4d79-94e3-d45e3771d19e tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:21.948661 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5814ea0f-1223-4331-a2f1-f1508995617e req-021a4f4a-bf29-4d79-94e3-d45e3771d19e tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.6008582 Feb 18 08:49:21.973615 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:22.061948 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5814ea0f-1223-4331-a2f1-f1508995617e req-a8a6e5c8-715e-47a2-a855-4ef1197cfbe0 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044428 Feb 18 08:49:22.180321 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] For port f7bf5fef-f959-4f2f-baae-289d325127b0, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:49:22.191048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] For port f7bf5fef-f959-4f2f-baae-289d325127b0, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f7bf5fef-f959-4f2f-baae-289d325127b0,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:49:22.203555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:22.208047 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:22.209080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:22.209858 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:22.252841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] For port c9173669-3e83-4046-b1e5-63950727fa61, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c9173669-3e83-4046-b1e5-63950727fa61,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:22.274603 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:22.275213 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:22.276727 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] 10.222.0.81 "PUT /v2.0/ports/f7bf5fef-f959-4f2f-baae-289d325127b0 HTTP/1.1" status: 200 len: 1096 time: 2.1077421 Feb 18 08:49:22.277033 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37dc1039-87b9-4dd6-af43-5867305f7f05', 'tag': 'f7bf5fef-f959-4f2f-baae-289d325127b0'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:49:22.336523 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] For port c9173669-3e83-4046-b1e5-63950727fa61, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:49:22.398911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1150053 Feb 18 08:49:22.413985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50112) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:22.434299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-b50ef7df-18ca-45c9-8a00-2d9fa5122631 admin admin] Request body: {'subnet': {'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1109574658-subnet', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:22.446984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f2f63-fcbf-4246-9eb3-cd2ebabedad0 req-b793929b-c00e-40d9-bd15-827c709a6c5b tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:22.448565 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-493f2f63-fcbf-4246-9eb3-cd2ebabedad0 req-b793929b-c00e-40d9-bd15-827c709a6c5b tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/ports?device_id=37dc1039-87b9-4dd6-af43-5867305f7f05 HTTP/1.1" status: 200 len: 948 time: 0.5530038 Feb 18 08:49:22.449229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e4d5e-9eb3-4869-9593-97b0cf004e01 admin admin] Pushing event updated for resources: {'Network': ['ID=8fd094ef-94c6-47f1-8512-5bdc35ad8752,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:22.461053 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 8fd094ef-94c6-47f1-8512-5bdc35ad8752 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:49:22.462401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b50ef7df-18ca-45c9-8a00-2d9fa5122631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:22.474142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663a1c6-a35e-4ca4-935b-627904e402e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bf5fef-f959-4f2f-baae-289d325127b0,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:22.490346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b50ef7df-18ca-45c9-8a00-2d9fa5122631 admin admin] Usage tracker for resource:subnet and tenant:f36b4d9571104590ab36bf43cd4935a5 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:22.499277 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b50ef7df-18ca-45c9-8a00-2d9fa5122631 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:22.519212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b50ef7df-18ca-45c9-8a00-2d9fa5122631 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:22.562604 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:22.571500 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-493f2f63-fcbf-4246-9eb3-cd2ebabedad0 req-7ab13804-937a-4c5b-ad56-e4d902f1f2fc tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9e19ab0-550c-4c52-92b8-e44b1705d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131506 Feb 18 08:49:22.579430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50ef7df-18ca-45c9-8a00-2d9fa5122631 admin admin] Made reservation on behalf of f36b4d9571104590ab36bf43cd4935a5 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:49:22.580507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-fead1687-186d-406a-8a66-3272e7dd0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:22.582058 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b50ef7df-18ca-45c9-8a00-2d9fa5122631 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:22.582190 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-fead1687-186d-406a-8a66-3272e7dd0d3a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3293cfe2212c4bcc94806354bc1e0ca2&device_id=37dc1039-87b9-4dd6-af43-5867305f7f05 HTTP/1.1" status: 200 len: 1099 time: 0.2053075 Feb 18 08:49:22.582951 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:22.621450 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:22.669846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-9f6e1911-5eb7-406a-8bb0-0cab5e7c9144 req-882586c9-25c6-4b86-964b-8425b8c0d05f tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-397838205', 'description': 'tempest-description-1302255764'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:22.689061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05871587-f25b-4ecf-8113-a575281c44f9 req-6c5a6213-f9b8-4f37-b544-29549d3c0d92 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:22.706895 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05871587-f25b-4ecf-8113-a575281c44f9 req-6c5a6213-f9b8-4f37-b544-29549d3c0d92 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 945 time: 0.4730003 Feb 18 08:49:22.706895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9f6e1911-5eb7-406a-8bb0-0cab5e7c9144 req-882586c9-25c6-4b86-964b-8425b8c0d05f tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:22.712909 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:22.764497 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-3f5590ca-bda4-4ff5-8649-ea408a46851f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=f7bf5fef-f959-4f2f-baae-289d325127b0 HTTP/1.1" status: 200 len: 217 time: 0.1332986 Feb 18 08:49:22.802086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9f6e1911-5eb7-406a-8bb0-0cab5e7c9144 req-882586c9-25c6-4b86-964b-8425b8c0d05f tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Usage tracker for resource:security_group and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:22.820252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9f6e1911-5eb7-406a-8bb0-0cab5e7c9144 req-882586c9-25c6-4b86-964b-8425b8c0d05f tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:22.849390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9f6e1911-5eb7-406a-8bb0-0cab5e7c9144 req-882586c9-25c6-4b86-964b-8425b8c0d05f tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:22.878578 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device c9173669-3e83-4046-b1e5-63950727fa61 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:49:22.931014 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9f6e1911-5eb7-406a-8bb0-0cab5e7c9144 req-882586c9-25c6-4b86-964b-8425b8c0d05f tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:22.935572 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:22.946497 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] Attempting to bind port c9173669-3e83-4046-b1e5-63950727fa61 on host n-h2-829434-1 for vnic_type normal with profile {"migrating_to": "n-h1-829434-1"} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:49:22.946497 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] Attempting to bind port c9173669-3e83-4046-b1e5-63950727fa61 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:49:22.946497 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] Attempting to bind port c9173669-3e83-4046-b1e5-63950727fa61 on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:49:22.963924 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Pushing event updated for resources: {'Port': ['ID=4a81bfe3-3a2d-46af-91ea-7d48f080ef1d,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:22.974924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] Port c9173669-3e83-4046-b1e5-63950727fa61 on network e8816836-4120-4f1e-b024-4d70fd6a0963 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:49:22.974924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] Attempting to bind port c9173669-3e83-4046-b1e5-63950727fa61 on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:49:22.974924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] Pushing event updated for resources: {'Port': ['ID=c9173669-3e83-4046-b1e5-63950727fa61,revision_number=7']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:22.974924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c74668d5-b89a-4f0d-a5b9-4e93e134d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:22.974924 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-c74668d5-b89a-4f0d-a5b9-4e93e134d41c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1885800 Feb 18 08:49:22.974924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:49:22.974924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] Checking segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:49:22.974924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] Bound using segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:49:22.974924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] Bound port: c9173669-3e83-4046-b1e5-63950727fa61, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:49:22.974924 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:22.996707 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05871587-f25b-4ecf-8113-a575281c44f9 req-435f96a3-cde0-4677-9678-7c8e4c63e7f8 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895856 Feb 18 08:49:23.070028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9f6e1911-5eb7-406a-8bb0-0cab5e7c9144 req-882586c9-25c6-4b86-964b-8425b8c0d05f tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:23.145989 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37dc1039-87b9-4dd6-af43-5867305f7f05', 'tag': 'f7bf5fef-f959-4f2f-baae-289d325127b0', 'status': 'completed', 'code': 200} Feb 18 08:49:23.161606 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9f6e1911-5eb7-406a-8bb0-0cab5e7c9144 req-882586c9-25c6-4b86-964b-8425b8c0d05f tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Usage tracker for resource:security_group_rule and tenant:ef7afd6ecb794a56bc0f8875e8e00a3c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:23.179960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] For port c9173669-3e83-4046-b1e5-63950727fa61, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:49:23.180089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9f6e1911-5eb7-406a-8bb0-0cab5e7c9144 req-882586c9-25c6-4b86-964b-8425b8c0d05f tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:23.183875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] For port c9173669-3e83-4046-b1e5-63950727fa61, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c9173669-3e83-4046-b1e5-63950727fa61,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:49:23.187720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-5e96db19-c644-4238-bd60-47faa1bab45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:23.187920 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-5e96db19-c644-4238-bd60-47faa1bab45f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2051744 Feb 18 08:49:23.208820 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9f6e1911-5eb7-406a-8bb0-0cab5e7c9144 req-882586c9-25c6-4b86-964b-8425b8c0d05f tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:23.225047 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port c9173669-3e83-4046-b1e5-63950727fa61, host n-h2-829434-1, got binding levels [] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:23.274316 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:23.278816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Attempting to bind port c9173669-3e83-4046-b1e5-63950727fa61 on host n-h2-829434-1 for vnic_type normal with profile {"migrating_to": "n-h1-829434-1"} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:49:23.278816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Attempting to bind port c9173669-3e83-4046-b1e5-63950727fa61 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:49:23.278816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Attempting to bind port c9173669-3e83-4046-b1e5-63950727fa61 on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:49:23.278816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Port c9173669-3e83-4046-b1e5-63950727fa61 on network e8816836-4120-4f1e-b024-4d70fd6a0963 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:49:23.290181 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Attempting to bind port c9173669-3e83-4046-b1e5-63950727fa61 on network e8816836-4120-4f1e-b024-4d70fd6a0963 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:49:23.308919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:49:23.308919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Checking segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:49:23.308919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Bound using segment: {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:49:23.308919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Bound port: c9173669-3e83-4046-b1e5-63950727fa61, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e8816836-4120-4f1e-b024-4d70fd6a0963'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:49:23.308919 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:23.417681 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 009a776f-8073-4cf4-9906-fa750cac6bb5 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:49:23.513507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Network 5e6e39f0-327a-453b-b7d4-684adfe4b6e1 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:49:23.544541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:49:23.660862 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 009a776f-8073-4cf4-9906-fa750cac6bb5 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:49:23.664557 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-de7b1950-fc6f-43b9-a199-6adf9802b491 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549081 Feb 18 08:49:23.669901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 009a776f-8073-4cf4-9906-fa750cac6bb5 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:23.670576 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:23.695421 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9f6e1911-5eb7-406a-8bb0-0cab5e7c9144 req-882586c9-25c6-4b86-964b-8425b8c0d05f tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:23.738987 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9f6e1911-5eb7-406a-8bb0-0cab5e7c9144 req-882586c9-25c6-4b86-964b-8425b8c0d05f tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:23.758760 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b50ef7df-18ca-45c9-8a00-2d9fa5122631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:23.767009 n-d-829434-1 neutron-server[87769]: WARNING neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Concurrent port binding operations failed on port c9173669-3e83-4046-b1e5-63950727fa61 Feb 18 08:49:23.773572 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port c9173669-3e83-4046-b1e5-63950727fa61, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c9173669-3e83-4046-b1e5-63950727fa61,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:23.784874 n-d-829434-1 neutron-server[87769]: INFO neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Attempt 2 to bind port c9173669-3e83-4046-b1e5-63950727fa61 Feb 18 08:49:23.784874 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device c9173669-3e83-4046-b1e5-63950727fa61 has no active binding in host n-h1-829434-1 {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 08:49:23.819392 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:23.819392 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:23.819392 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] 10.222.0.81 "PUT /v2.0/ports/c9173669-3e83-4046-b1e5-63950727fa61 HTTP/1.1" status: 200 len: 1121 time: 2.7171671 Feb 18 08:49:23.890246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9114b6-54b0-4ad1-b3ee-ef065caddc12 service neutron] Pushing event updated for resources: {'Port': ['ID=c9173669-3e83-4046-b1e5-63950727fa61,revision_number=8']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:23.981826 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['c9173669-3e83-4046-b1e5-63950727fa61'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:49:23.995811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca03c73-910b-4693-b323-865861a4ca70 req-d454d6e2-26ac-44c1-a943-556886228a5d tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:23.995811 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ca03c73-910b-4693-b323-865861a4ca70 req-d454d6e2-26ac-44c1-a943-556886228a5d tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.6981435 Feb 18 08:49:24.059234 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9ef6e003-15a3-469a-8358-29e77bfb57d9 req-f7f136ca-4205-4a32-b224-c49cd4000d23 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853271 Feb 18 08:49:24.077328 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['c9173669-3e83-4046-b1e5-63950727fa61'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:49:24.183917 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:24.221839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882586c9-25c6-4b86-964b-8425b8c0d05f tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=549ba985-d3dc-4a93-b6cb-a04b4d9a6e27,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:24.243984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-41700bbc-d6ea-4c1e-a668-b1c6e7b30c57 None None] Provisioning complete for port 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:24.243984 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-41700bbc-d6ea-4c1e-a668-b1c6e7b30c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:24.285154 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 009a776f-8073-4cf4-9906-fa750cac6bb5, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=009a776f-8073-4cf4-9906-fa750cac6bb5,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:24.297920 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9f6e1911-5eb7-406a-8bb0-0cab5e7c9144 req-882586c9-25c6-4b86-964b-8425b8c0d05f tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:24.297920 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f6e1911-5eb7-406a-8bb0-0cab5e7c9144 req-882586c9-25c6-4b86-964b-8425b8c0d05f tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.6839795 Feb 18 08:49:24.305262 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:24.307261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ef7df-18ca-45c9-8a00-2d9fa5122631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92437707-2c28-4b2b-a5bf-911c8fdf26b8,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:24.317828 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ca03c73-910b-4693-b323-865861a4ca70 req-acf3c796-fec4-4562-a4e3-74a506016f5c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831942 Feb 18 08:49:24.319621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ef7df-18ca-45c9-8a00-2d9fa5122631 admin admin] Checking segment: {'id': '39d543dc-7685-4651-a376-d91bd72f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:49:24.319621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50ef7df-18ca-45c9-8a00-2d9fa5122631 admin admin] Network hostable DHCP agents. Network: 8fd094ef-94c6-47f1-8512-5bdc35ad8752, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:49:24.336158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Router 227481cd-e1fe-4c8c-96b9-c7a8e20353fc has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:49:24.446141 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee3837-6e46-4e41-95a9-f9b603bd5539 req-f708a8c6-988f-44f5-a027-c926c994cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:24.447714 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e1ee3837-6e46-4e41-95a9-f9b603bd5539 req-f708a8c6-988f-44f5-a027-c926c994cd5d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3293cfe2212c4bcc94806354bc1e0ca2&device_id=37dc1039-87b9-4dd6-af43-5867305f7f05 HTTP/1.1" status: 200 len: 1099 time: 0.3178713 Feb 18 08:49:24.510649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=009a776f-8073-4cf4-9906-fa750cac6bb5,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:24.599671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50ef7df-18ca-45c9-8a00-2d9fa5122631 admin admin] Network 8fd094ef-94c6-47f1-8512-5bdc35ad8752 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:49:24.626226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee3837-6e46-4e41-95a9-f9b603bd5539 req-fda9716c-2aa4-4a2e-b398-ab4188a3a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:24.627718 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e1ee3837-6e46-4e41-95a9-f9b603bd5539 req-fda9716c-2aa4-4a2e-b398-ab4188a3a2fe service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.1701937 Feb 18 08:49:24.678715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-b50ef7df-18ca-45c9-8a00-2d9fa5122631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 8fd094ef-94c6-47f1-8512-5bdc35ad8752) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:49:24.683238 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50ef7df-18ca-45c9-8a00-2d9fa5122631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:24.683824 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b50ef7df-18ca-45c9-8a00-2d9fa5122631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:24.686024 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-41700bbc-d6ea-4c1e-a668-b1c6e7b30c57 None None] Port 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:49:24.692231 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44995fc5-4723-4b37-916d-5d560099ddcf None None] Network 8fd094ef-94c6-47f1-8512-5bdc35ad8752 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:49:24.723597 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e1ee3837-6e46-4e41-95a9-f9b603bd5539 req-976dc7f9-2cdc-4a19-9bc6-ad8f89d8e7ef service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=f7bf5fef-f959-4f2f-baae-289d325127b0 HTTP/1.1" status: 200 len: 217 time: 0.0887208 Feb 18 08:49:24.783698 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b50ef7df-18ca-45c9-8a00-2d9fa5122631 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3683536 Feb 18 08:49:24.786138 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50128) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:24.801687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1109574658-router', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:24.812010 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:24.822981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:49:24.828913 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-983ed330-7104-47cb-9347-de1036f8daac admin admin] 10.222.0.72 "PUT /v2.0/routers/227481cd-e1fe-4c8c-96b9-c7a8e20353fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7987115 Feb 18 08:49:24.836894 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Usage tracker for resource:router and tenant:f36b4d9571104590ab36bf43cd4935a5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:24.851951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Sync routers for ids ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:49:24.861719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:24.861953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0f476-4759-42f1-9a4f-96bb8d65abf0 req-74cbce4f-d32c-4a3f-a5de-0d172646a105 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:24.867619 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17f0f476-4759-42f1-9a4f-96bb8d65abf0 req-74cbce4f-d32c-4a3f-a5de-0d172646a105 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/ports?device_id=37dc1039-87b9-4dd6-af43-5867305f7f05 HTTP/1.1" status: 200 len: 948 time: 0.2654440 Feb 18 08:49:24.875988 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:24.879553 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee3837-6e46-4e41-95a9-f9b603bd5539 req-d559b984-b7bb-405c-ae7e-63d0088a09b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:24.881235 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e1ee3837-6e46-4e41-95a9-f9b603bd5539 req-d559b984-b7bb-405c-ae7e-63d0088a09b5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1508183 Feb 18 08:49:24.887075 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Routers {'227481cd-e1fe-4c8c-96b9-c7a8e20353fc'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:49:24.887789 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:49:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:24.929009 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:24.930550 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:24.963086 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:24.963779 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 887d487b-f373-491a-b057-6e1da09dc46b no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:49:24.995951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee3837-6e46-4e41-95a9-f9b603bd5539 req-b00d3b66-4a55-47c5-a286-ec75a635c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:24.997839 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e1ee3837-6e46-4e41-95a9-f9b603bd5539 req-b00d3b66-4a55-47c5-a286-ec75a635c944 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038470 Feb 18 08:49:25.017683 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17f0f476-4759-42f1-9a4f-96bb8d65abf0 req-93893b16-8a28-41ca-96f7-894bfe2680df tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9e19ab0-550c-4c52-92b8-e44b1705d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797706 Feb 18 08:49:25.057802 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e96619-7cd5-49a8-aab5-28cec867c24d req-14d001c0-262a-45a1-9139-adab1bcfad56 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:25.059585 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20e96619-7cd5-49a8-aab5-28cec867c24d req-14d001c0-262a-45a1-9139-adab1bcfad56 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 943 time: 0.1910765 Feb 18 08:49:25.137341 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20e96619-7cd5-49a8-aab5-28cec867c24d req-1a3e04d5-d669-4937-9362-8075ed831468 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643821 Feb 18 08:49:25.140183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-027b8890-7711-4b89-98f5-60ecab9a5914 req-082b9e23-9b17-4212-88f5-057614ff7b1e tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/549ba985-d3dc-4a93-b6cb-a04b4d9a6e27 HTTP/1.1" status: 200 len: 1800 time: 0.0794885 Feb 18 08:49:25.153394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-027b8890-7711-4b89-98f5-60ecab9a5914 req-aed46577-d21d-48a3-baba-0a0c07e0e234 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1506714750', 'description': 'tempest-description-hth-342868581'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:25.164135 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f95802-0f58-4d61-8b9e-d293a35ad900', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9173669-3e83-4046-b1e5-63950727fa61'}, {'name': 'network-changed', 'server_uuid': '13f95802-0f58-4d61-8b9e-d293a35ad900', 'tag': 'c9173669-3e83-4046-b1e5-63950727fa61'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:49:25.196528 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-027b8890-7711-4b89-98f5-60ecab9a5914 req-aed46577-d21d-48a3-baba-0a0c07e0e234 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:25.273040 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-027b8890-7711-4b89-98f5-60ecab9a5914 req-aed46577-d21d-48a3-baba-0a0c07e0e234 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:25.287285 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-027b8890-7711-4b89-98f5-60ecab9a5914 req-aed46577-d21d-48a3-baba-0a0c07e0e234 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:25.334582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-8fd094ef-94c6-47f1-8512-5bdc35ad8752', 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'fixed_ips': [{'subnet_id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:49:25.334582 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:25.340364 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-027b8890-7711-4b89-98f5-60ecab9a5914 req-aed46577-d21d-48a3-baba-0a0c07e0e234 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:25.366923 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:25.371634 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-027b8890-7711-4b89-98f5-60ecab9a5914 req-aed46577-d21d-48a3-baba-0a0c07e0e234 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "PUT /v2.0/security-groups/549ba985-d3dc-4a93-b6cb-a04b4d9a6e27 HTTP/1.1" status: 200 len: 1774 time: 0.2222376 Feb 18 08:49:25.392844 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Set router 227481cd-e1fe-4c8c-96b9-c7a8e20353fc gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:49:25.414922 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:25.434748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed46577-d21d-48a3-baba-0a0c07e0e234 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=549ba985-d3dc-4a93-b6cb-a04b4d9a6e27,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:25.444192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 009a776f-8073-4cf4-9906-fa750cac6bb5 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:49:25.569117 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e1ee3837-6e46-4e41-95a9-f9b603bd5539 req-f22a8af0-c2a5-4e08-ba47-62b154144dfa service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790065 Feb 18 08:49:25.649588 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50de0908-4647-499e-8821-4f4428066013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '887d487b-f373-491a-b057-6e1da09dc46b'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:49:25.701928 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 887d487b-f373-491a-b057-6e1da09dc46b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=887d487b-f373-491a-b057-6e1da09dc46b,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:25.778308 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:25.823442 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e1ee3837-6e46-4e41-95a9-f9b603bd5539 req-8e28ae91-0624-4c7a-b244-3ea0dfe4745e service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418642 Feb 18 08:49:25.825589 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f95802-0f58-4d61-8b9e-d293a35ad900', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9173669-3e83-4046-b1e5-63950727fa61', 'code': 200} Feb 18 08:49:25.826104 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f95802-0f58-4d61-8b9e-d293a35ad900', 'tag': 'c9173669-3e83-4046-b1e5-63950727fa61', 'status': 'completed', 'code': 200} Feb 18 08:49:25.931651 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8fb21a8c-2ea3-4782-a5a5-69d7a50d1893 req-055c2df0-8666-4089-9d62-bc9daeb892e3 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/549ba985-d3dc-4a93-b6cb-a04b4d9a6e27 HTTP/1.1" status: 200 len: 1774 time: 0.0859590 Feb 18 08:49:25.974627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 009a776f-8073-4cf4-9906-fa750cac6bb5 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:25.978856 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:25.990894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50150) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:25.996308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-2ce2031f-3adf-48c6-85a9-7a555cac0a40 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1011903953', 'description': 'tempest-description--1208899842'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:26.013870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2ce2031f-3adf-48c6-85a9-7a555cac0a40 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:26.025693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=887d487b-f373-491a-b057-6e1da09dc46b,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:26.039248 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2ce2031f-3adf-48c6-85a9-7a555cac0a40 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Usage tracker for resource:security_group and tenant:36dcbc1b7570446ab0d9f0fbb29a058d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:26.044000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2ce2031f-3adf-48c6-85a9-7a555cac0a40 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:26.057825 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50de0908-4647-499e-8821-4f4428066013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '887d487b-f373-491a-b057-6e1da09dc46b', 'code': 200} Feb 18 08:49:26.065215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2ce2031f-3adf-48c6-85a9-7a555cac0a40 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:26.065879 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Allocated IP 172.20.0.2 (8fd094ef-94c6-47f1-8512-5bdc35ad8752/92437707-2c28-4b2b-a5bf-911c8fdf26b8/ab62068e-36f0-4203-be4a-28a5ac844f14) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:49:26.095460 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:26.125151 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2ce2031f-3adf-48c6-85a9-7a555cac0a40 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:26.132939 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:26.226816 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2ce2031f-3adf-48c6-85a9-7a555cac0a40 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:26.240518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2ce2031f-3adf-48c6-85a9-7a555cac0a40 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Usage tracker for resource:security_group_rule and tenant:36dcbc1b7570446ab0d9f0fbb29a058d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:26.245384 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90de76d0-e17a-4b5b-8731-20f52e211a03 req-c4d4a7eb-8bfe-4188-8bc0-798acf69956d tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/549ba985-d3dc-4a93-b6cb-a04b4d9a6e27 HTTP/1.1" status: 200 len: 1774 time: 0.1395118 Feb 18 08:49:26.251598 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2ce2031f-3adf-48c6-85a9-7a555cac0a40 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:26.262039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2ce2031f-3adf-48c6-85a9-7a555cac0a40 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:26.267186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844925a-34b2-4e5f-992f-805336227b4b req-0aa286fd-5db1-4f3e-954c-73f5b5964a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:26.268731 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5844925a-34b2-4e5f-992f-805336227b4b req-0aa286fd-5db1-4f3e-954c-73f5b5964a0b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 1124 time: 0.3585680 Feb 18 08:49:26.365563 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'name': 'tempest-ServersTestBootFromVolume-225646175-router', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:11Z', 'updated_at': '2022-02-18T08:49:21Z', 'revision_number': 4, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'gw_port': {'id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:13Z', 'updated_at': '2022-02-18T08:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4a81bfe3-3a2d-46af-91ea-7d48f080ef1d', 'name': '', 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'mac_address': 'fa:16:3e:a1:88:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '06dc3032-d041-4123-94a7-f9ef538af254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:19Z', 'updated_at': '2022-02-18T08:49:22Z', 'revision_number': 2, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'subnets': [{'id': '06dc3032-d041-4123-94a7-f9ef538af254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:26.385599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Allocated IP 172.25.1.85 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/21738396-b6e6-49b1-bde6-9799fd2ae4df) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:49:26.458562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5ec5b-a581-4037-903e-058da83bb4f1 req-2d6ec877-4dac-4d08-9f54-66eec28cf895 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:26.460056 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76b5ec5b-a581-4037-903e-058da83bb4f1 req-2d6ec877-4dac-4d08-9f54-66eec28cf895 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 948 time: 0.3361521 Feb 18 08:49:26.461742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Checking router: 227481cd-e1fe-4c8c-96b9-c7a8e20353fc for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:49:26.462305 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Updating router 227481cd-e1fe-4c8c-96b9-c7a8e20353fc port 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:49:26.542877 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:26.550441 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:26.550834 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-90de76d0-e17a-4b5b-8731-20f52e211a03 req-523b28ce-1d41-43c8-9d72-ee7b64da05f2 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:26.559206 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:26.582682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844925a-34b2-4e5f-992f-805336227b4b req-c8726652-1c12-4122-b234-dd3bb7a85a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:26.584576 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5844925a-34b2-4e5f-992f-805336227b4b req-c8726652-1c12-4122-b234-dd3bb7a85a25 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.3031738 Feb 18 08:49:26.587138 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:26.598211 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2ce2031f-3adf-48c6-85a9-7a555cac0a40 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:26.600877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Transition to ACTIVE for port object ab62068e-36f0-4203-be4a-28a5ac844f14 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:49:26.638498 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:49:26.639345 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Transition to ACTIVE for port object ab62068e-36f0-4203-be4a-28a5ac844f14 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:49:26.645882 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:49:26.660488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:49:26.673725 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2ce2031f-3adf-48c6-85a9-7a555cac0a40 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:26.679428 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76b5ec5b-a581-4037-903e-058da83bb4f1 req-aab199d4-53ee-415e-a480-cc76bfba2b26 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998165 Feb 18 08:49:26.686557 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:26.692689 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5844925a-34b2-4e5f-992f-805336227b4b req-dabed7c0-fcdb-499b-b3db-d69e9130fc4a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9173669-3e83-4046-b1e5-63950727fa61 HTTP/1.1" status: 200 len: 217 time: 0.0969722 Feb 18 08:49:26.694174 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-90de76d0-e17a-4b5b-8731-20f52e211a03 req-523b28ce-1d41-43c8-9d72-ee7b64da05f2 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:26.731062 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Pushing event updated for resources: {'Port': ['ID=21738396-b6e6-49b1-bde6-9799fd2ae4df,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:26.784583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Network 8fd094ef-94c6-47f1-8512-5bdc35ad8752 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:49:26.791826 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:49:26.795187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Pushing event updated for resources: {'Port': ['ID=ab62068e-36f0-4203-be4a-28a5ac844f14,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:26.798450 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:49:26.836992 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2031f-3adf-48c6-85a9-7a555cac0a40 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:26.854322 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2ce2031f-3adf-48c6-85a9-7a555cac0a40 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:26.855538 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2ce2031f-3adf-48c6-85a9-7a555cac0a40 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8632684 Feb 18 08:49:26.861733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50160) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:26.880612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-a7a81e57-c017-4164-8114-64bb883652ab tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Request body: {'security_group_rule': {'security_group_id': 'd4fa8752-c6e5-46f4-be4e-e6a27b14b1d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:26.886378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844925a-34b2-4e5f-992f-805336227b4b req-37420db9-ed95-471b-95bd-a0df192c9b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:26.887732 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5844925a-34b2-4e5f-992f-805336227b4b req-37420db9-ed95-471b-95bd-a0df192c9b14 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.1783230 Feb 18 08:49:26.899569 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a7a81e57-c017-4164-8114-64bb883652ab tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:26.905066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a7a81e57-c017-4164-8114-64bb883652ab tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Usage tracker for resource:security_group_rule and tenant:36dcbc1b7570446ab0d9f0fbb29a058d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:26.908702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a7a81e57-c017-4164-8114-64bb883652ab tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:26.913658 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 887d487b-f373-491a-b057-6e1da09dc46b details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:49:26.956696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a7a81e57-c017-4164-8114-64bb883652ab tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:27.008785 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-90de76d0-e17a-4b5b-8731-20f52e211a03 req-523b28ce-1d41-43c8-9d72-ee7b64da05f2 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:27.024594 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5844925a-34b2-4e5f-992f-805336227b4b req-8cb6ef2f-2e99-4117-b40a-c348781bfb31 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691476 Feb 18 08:49:27.035983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b28ce-1d41-43c8-9d72-ee7b64da05f2 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=549ba985-d3dc-4a93-b6cb-a04b4d9a6e27,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:27.038842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Attempting to bind port ab62068e-36f0-4203-be4a-28a5ac844f14 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:49:27.039216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Attempting to bind port ab62068e-36f0-4203-be4a-28a5ac844f14 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '39d543dc-7685-4651-a376-d91bd72f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:49:27.039583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Attempting to bind port ab62068e-36f0-4203-be4a-28a5ac844f14 on network 8fd094ef-94c6-47f1-8512-5bdc35ad8752 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:49:27.116360 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:49:27.117073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Checking segment: {'id': '39d543dc-7685-4651-a376-d91bd72f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:49:27.117644 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:27.118194 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Bound using segment: {'id': '39d543dc-7685-4651-a376-d91bd72f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:49:27.118830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Bound port: ab62068e-36f0-4203-be4a-28a5ac844f14, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d543dc-7685-4651-a376-d91bd72f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:49:27.119383 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:27.129229 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7a81e57-c017-4164-8114-64bb883652ab tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:27.136296 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-90de76d0-e17a-4b5b-8731-20f52e211a03 req-523b28ce-1d41-43c8-9d72-ee7b64da05f2 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:27.137578 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90de76d0-e17a-4b5b-8731-20f52e211a03 req-523b28ce-1d41-43c8-9d72-ee7b64da05f2 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "DELETE /v2.0/security-groups/549ba985-d3dc-4a93-b6cb-a04b4d9a6e27 HTTP/1.1" status: 204 len: 173 time: 0.8817043 Feb 18 08:49:27.166039 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:27.229094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56dada-5e15-4854-9c26-18ace5218340 req-3918286d-12a7-4333-ad14-28a5cc14b003 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:27.230595 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e56dada-5e15-4854-9c26-18ace5218340 req-3918286d-12a7-4333-ad14-28a5cc14b003 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/ports?device_id=37dc1039-87b9-4dd6-af43-5867305f7f05 HTTP/1.1" status: 200 len: 948 time: 0.3416796 Feb 18 08:49:27.277273 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5844925a-34b2-4e5f-992f-805336227b4b req-c78ee4b9-0b0c-4865-9bd1-6fbaab33af07 service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431467 Feb 18 08:49:27.337158 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 887d487b-f373-491a-b057-6e1da09dc46b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=887d487b-f373-491a-b057-6e1da09dc46b,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:27.356257 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] For port ab62068e-36f0-4203-be4a-28a5ac844f14, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:49:27.360664 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '887d487b-f373-491a-b057-6e1da09dc46b', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '887d487b-f373-491a-b057-6e1da09dc46b', 'mac_address': 'fa:16:3e:59:b0:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:49:27.377552 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:27.409354 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] For port ab62068e-36f0-4203-be4a-28a5ac844f14, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ab62068e-36f0-4203-be4a-28a5ac844f14,segment=NetworkSegment(39d543dc-7685-4651-a376-d91bd72f0ee1),segment_id=39d543dc-7685-4651-a376-d91bd72f0ee1)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:49:27.429018 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:27.434494 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Transition to ACTIVE for port object 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:49:27.466803 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7a81e57-c017-4164-8114-64bb883652ab tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:27.500334 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:27.533142 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7a81e57-c017-4164-8114-64bb883652ab tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:27.543303 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:27.551777 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e56dada-5e15-4854-9c26-18ace5218340 req-35c5d43d-01d0-4a5c-bd5e-ba2118c6a9e9 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9e19ab0-550c-4c52-92b8-e44b1705d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077528 Feb 18 08:49:27.660893 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:27.675910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a81e57-c017-4164-8114-64bb883652ab tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca00eca-f91b-4afc-9a4d-c80f1cefd683,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:27.681592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f501d-165a-4c69-9c00-8594f91d4bc8 None None] Pushing event updated for resources: {'Port': ['ID=ab62068e-36f0-4203-be4a-28a5ac844f14,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:27.760167 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887d487b-f373-491a-b057-6e1da09dc46b {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:49:27.764224 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7a81e57-c017-4164-8114-64bb883652ab tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:27.768360 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a7a81e57-c017-4164-8114-64bb883652ab tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9027967 Feb 18 08:49:27.829185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50172) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:27.857615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e2d69012-c697-4755-8545-2ed89617387c tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Request body: {'security_group_rule': {'security_group_id': 'd4fa8752-c6e5-46f4-be4e-e6a27b14b1d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:27.898184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e2d69012-c697-4755-8545-2ed89617387c tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:27.917120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5844925a-34b2-4e5f-992f-805336227b4b req-bfffabcd-5945-401f-8b65-77fb60af5651 service neutron] 10.222.0.61 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6244285 Feb 18 08:49:27.935295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e2d69012-c697-4755-8545-2ed89617387c tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Usage tracker for resource:security_group_rule and tenant:36dcbc1b7570446ab0d9f0fbb29a058d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:27.941758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e2d69012-c697-4755-8545-2ed89617387c tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:27.972949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e2d69012-c697-4755-8545-2ed89617387c tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:28.004408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fedaa4-f1df-47ac-9122-1bf616c0934a req-b82cb9b6-5253-4887-b409-564d7a50ac59 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:28.025628 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7fedaa4-f1df-47ac-9122-1bf616c0934a req-b82cb9b6-5253-4887-b409-564d7a50ac59 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 943 time: 0.7278326 Feb 18 08:49:28.160449 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2d69012-c697-4755-8545-2ed89617387c tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:28.223679 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Router 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:49:28.294840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b4a67-247b-4ba0-b6e2-1d4cb4255144 None None] Pushing event updated for resources: {'Port': ['ID=4a81bfe3-3a2d-46af-91ea-7d48f080ef1d,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:28.302306 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 887d487b-f373-491a-b057-6e1da09dc46b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=887d487b-f373-491a-b057-6e1da09dc46b,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:28.309390 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7fedaa4-f1df-47ac-9122-1bf616c0934a req-fc550daa-d261-4242-85c3-9fe299dac0e4 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920623 Feb 18 08:49:28.310407 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Attempting to bind port 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:49:28.310842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Attempting to bind port 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'f35793db-6da9-4005-a2aa-54f0d4f8f9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:49:28.311274 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Attempting to bind port 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d on network 5e6e39f0-327a-453b-b7d4-684adfe4b6e1 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:49:28.315768 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:28.368754 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:49:28.369227 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Checking segment: {'id': 'f35793db-6da9-4005-a2aa-54f0d4f8f9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:49:28.369697 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:28.370159 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Bound using segment: {'id': 'f35793db-6da9-4005-a2aa-54f0d4f8f9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:49:28.370701 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Bound port: 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35793db-6da9-4005-a2aa-54f0d4f8f9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:49:28.371139 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:28.486247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=887d487b-f373-491a-b057-6e1da09dc46b,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:28.496241 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-dd64f7f5-0549-44a5-82a8-795370cf7816 req-9bc81581-d991-42a4-bac1-6a010e537338 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] show failed (client error): The resource could not be found. Feb 18 08:49:28.497280 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd64f7f5-0549-44a5-82a8-795370cf7816 req-9bc81581-d991-42a4-bac1-6a010e537338 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/4f5b2de6-d482-4b7b-b152-363770d3ddd5 HTTP/1.1" status: 404 len: 352 time: 0.0345113 Feb 18 08:49:28.543761 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] For port 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:49:28.553582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] For port 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4a81bfe3-3a2d-46af-91ea-7d48f080ef1d,segment=NetworkSegment(f35793db-6da9-4005-a2aa-54f0d4f8f9db),segment_id=f35793db-6da9-4005-a2aa-54f0d4f8f9db)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:49:28.553582 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:28.557136 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2d69012-c697-4755-8545-2ed89617387c tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:28.577043 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2d69012-c697-4755-8545-2ed89617387c tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:28.603921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c0cf7-a7cb-41c3-93f8-5b1a2fd4bdeb req-29b04c0e-74eb-4d68-93f9-211593dcf1df tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:28.603921 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-471c0cf7-a7cb-41c3-93f8-5b1a2fd4bdeb req-29b04c0e-74eb-4d68-93f9-211593dcf1df tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 948 time: 0.4147344 Feb 18 08:49:28.670264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d69012-c697-4755-8545-2ed89617387c tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4c9834-0550-45b7-a0ed-dfc8b4f78ed6,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:28.680411 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-85b71baa-4bcf-4655-bed6-29da891ea1a2 service neutron] 10.222.0.61 "GET /v2.0/ports/c9173669-3e83-4046-b1e5-63950727fa61/bindings/n-h1-829434-1 HTTP/1.1" status: 200 len: 384 time: 0.3611190 Feb 18 08:49:28.683843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:49:28.711373 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Routers {'227481cd-e1fe-4c8c-96b9-c7a8e20353fc'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:49:28.712280 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:49:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:28.713295 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Sync routers for ids ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:49:28.742150 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Routers {'1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:49:28.742835 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:49:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:28.758968 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:28.758968 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b9706131-34a3-41cc-bac4-d6ef6433b3fd admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.9691644 Feb 18 08:49:28.759883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50194) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:28.845095 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-471c0cf7-a7cb-41c3-93f8-5b1a2fd4bdeb req-a40c135b-e335-43af-b96a-4481a44f2239 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349126 Feb 18 08:49:28.903905 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2d69012-c697-4755-8545-2ed89617387c tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:28.903905 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e2d69012-c697-4755-8545-2ed89617387c tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0689645 Feb 18 08:49:28.952088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50198) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:29.006708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:29.043007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:29.072156 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-493e0006-1e65-43b3-b348-b7a600c498b9 req-d382df9a-1772-4347-b0c5-18e73ca6d92d tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] show failed (client error): The resource could not be found. Feb 18 08:49:29.111175 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] Set router 227481cd-e1fe-4c8c-96b9-c7a8e20353fc gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:49:29.116136 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-493e0006-1e65-43b3-b348-b7a600c498b9 req-d382df9a-1772-4347-b0c5-18e73ca6d92d tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/aa77985d-f9cf-4733-aae8-a376a07a4def HTTP/1.1" status: 404 len: 352 time: 0.2703235 Feb 18 08:49:29.160828 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Usage tracker for resource:floatingip and tenant:36dcbc1b7570446ab0d9f0fbb29a058d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:29.186794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:29.198007 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Set router 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:49:29.211664 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:29.273219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['887d487b-f373-491a-b057-6e1da09dc46b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:49:29.395139 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device c9173669-3e83-4046-b1e5-63950727fa61 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:49:29.427151 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b4a67-247b-4ba0-b6e2-1d4cb4255144 None None] Pushing event updated for resources: {'Port': ['ID=4a81bfe3-3a2d-46af-91ea-7d48f080ef1d,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:29.506086 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ab62068e-36f0-4203-be4a-28a5ac844f14 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:49:29.519970 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-3664c269-a541-4894-ac49-30bd9c97af69 service neutron] For port c9173669-3e83-4046-b1e5-63950727fa61, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c9173669-3e83-4046-b1e5-63950727fa61,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:29.545970 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-3664c269-a541-4894-ac49-30bd9c97af69 service neutron] For port c9173669-3e83-4046-b1e5-63950727fa61, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:49:29.607164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-3664c269-a541-4894-ac49-30bd9c97af69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9173669-3e83-4046-b1e5-63950727fa61 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:49:29.627597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-3664c269-a541-4894-ac49-30bd9c97af69 service neutron] For port c9173669-3e83-4046-b1e5-63950727fa61, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=c9173669-3e83-4046-b1e5-63950727fa61,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:29.681267 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0d3c54-03f1-4689-b83d-f6b9678dcdae None None] Network 8fd094ef-94c6-47f1-8512-5bdc35ad8752 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:49:29.714597 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:29.730505 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-3664c269-a541-4894-ac49-30bd9c97af69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:29.847769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-3664c269-a541-4894-ac49-30bd9c97af69 service neutron] Transition to ACTIVE for port object c9173669-3e83-4046-b1e5-63950727fa61 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:49:29.874612 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-3664c269-a541-4894-ac49-30bd9c97af69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:29.883257 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'name': 'tempest-ServersTestJSON-1109574658-router', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:24Z', 'updated_at': '2022-02-18T08:49:26Z', 'revision_number': 3, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'gw_port': {'id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:26Z', 'updated_at': '2022-02-18T08:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:29.891018 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Checking router: 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:49:29.891018 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Updating router 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c port 21738396-b6e6-49b1-bde6-9799fd2ae4df binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:49:30.017740 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:30.134636 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:49:30.291951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3f6d6-3182-48ca-a719-f65f55d1bdc8 req-4c9728f8-62ec-40f7-9213-dda2db47b89f tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:30.310023 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abe3f6d6-3182-48ca-a719-f65f55d1bdc8 req-4c9728f8-62ec-40f7-9213-dda2db47b89f tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/ports?device_id=37dc1039-87b9-4dd6-af43-5867305f7f05 HTTP/1.1" status: 200 len: 948 time: 1.0052049 Feb 18 08:49:30.327159 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device c9173669-3e83-4046-b1e5-63950727fa61 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:49:30.383077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-3664c269-a541-4894-ac49-30bd9c97af69 service neutron] No DVR routers for this DVR port c9173669-3e83-4046-b1e5-63950727fa61 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:49:30.399957 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-8debe47f-651e-4e83-9b48-e14991cf3f6e req-1ddc1e36-8270-4895-8790-1f1df2026243 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] show failed (client error): The resource could not be found. Feb 18 08:49:30.408391 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8debe47f-651e-4e83-9b48-e14991cf3f6e req-1ddc1e36-8270-4895-8790-1f1df2026243 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/50da602d-768f-429d-9685-6661e2560431 HTTP/1.1" status: 404 len: 352 time: 0.1515045 Feb 18 08:49:30.422709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664c269-a541-4894-ac49-30bd9c97af69 service neutron] Pushing event updated for resources: {'Port': ['ID=c9173669-3e83-4046-b1e5-63950727fa61,revision_number=10']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:30.511518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device c9173669-3e83-4046-b1e5-63950727fa61 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:49:30.531909 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:30.561857 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-3664c269-a541-4894-ac49-30bd9c97af69 service neutron] 10.222.0.61 "PUT /v2.0/ports/c9173669-3e83-4046-b1e5-63950727fa61/bindings/n-h1-829434-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8707263 Feb 18 08:49:30.588733 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abe3f6d6-3182-48ca-a719-f65f55d1bdc8 req-54ada5ca-15a8-482d-aebf-89408af43768 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9e19ab0-550c-4c52-92b8-e44b1705d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872062 Feb 18 08:49:30.629048 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-09cfd381-b974-469b-a7ce-678eb04eedd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:30.868078 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3f6e5641-35df-4b79-97ff-40731c5af51a None None] Provisioning for port ab62068e-36f0-4203-be4a-28a5ac844f14 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:49:30.891764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50232) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:30.900012 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3f6e5641-35df-4b79-97ff-40731c5af51a None None] Provisioning complete for port ab62068e-36f0-4203-be4a-28a5ac844f14 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:30.911701 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3f6e5641-35df-4b79-97ff-40731c5af51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:30.942866 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:30.968299 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Transition to ACTIVE for port object 21738396-b6e6-49b1-bde6-9799fd2ae4df will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:49:30.980778 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:31.037561 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port ab62068e-36f0-4203-be4a-28a5ac844f14 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:49:31.095370 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ab62068e-36f0-4203-be4a-28a5ac844f14 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:31.097052 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:31.129265 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Attempting to bind port 21738396-b6e6-49b1-bde6-9799fd2ae4df on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:49:31.129885 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Attempting to bind port 21738396-b6e6-49b1-bde6-9799fd2ae4df by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:49:31.130511 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Attempting to bind port 21738396-b6e6-49b1-bde6-9799fd2ae4df on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:49:31.137236 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:31.159854 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:49:31.161459 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:49:31.161956 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:31.162614 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:49:31.163198 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Bound port: 21738396-b6e6-49b1-bde6-9799fd2ae4df, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:49:31.164220 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:31.229114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9536fcde-e1e1-4691-b41c-340852b44a09 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:31.230858 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-9536fcde-e1e1-4691-b41c-340852b44a09 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900&tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&binding%3Ahost_id=n-h2-829434-1 HTTP/1.1" status: 200 len: 1095 time: 0.5573347 Feb 18 08:49:31.233896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port c9173669-3e83-4046-b1e5-63950727fa61, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c9173669-3e83-4046-b1e5-63950727fa61,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:31.254660 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56915dc2-e80e-4e3d-8922-0cbcf44f9e9a None None] Pushing event updated for resources: {'Port': ['ID=21738396-b6e6-49b1-bde6-9799fd2ae4df,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:31.317254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Allocated IP 172.25.1.229 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/e82fd0cf-d4ea-4158-bdc1-74d7533069a1) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:49:31.318133 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Allocated IP 172.20.0.1 (8fd094ef-94c6-47f1-8512-5bdc35ad8752/92437707-2c28-4b2b-a5bf-911c8fdf26b8/c77fd214-cb4b-4828-a6c1-59d0d317079c) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:49:31.341526 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3f6e5641-35df-4b79-97ff-40731c5af51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:31.360978 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] For port 21738396-b6e6-49b1-bde6-9799fd2ae4df, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:49:31.365463 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] For port 21738396-b6e6-49b1-bde6-9799fd2ae4df, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=21738396-b6e6-49b1-bde6-9799fd2ae4df,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:49:31.370097 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3f0427c9-8c97-4ce6-bc88-82795510e5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:31.379819 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:31.393472 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3f0427c9-8c97-4ce6-bc88-82795510e5e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:31.397555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3f0427c9-8c97-4ce6-bc88-82795510e5e6 admin admin] Usage tracker for resource:security_group_rule and tenant:0e873bf8740645d68e59e7352718a685 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:31.400346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device c9173669-3e83-4046-b1e5-63950727fa61 has no active binding in host n-h1-829434-1 {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 08:49:31.400581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3f0427c9-8c97-4ce6-bc88-82795510e5e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:31.400693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f7bf5fef-f959-4f2f-baae-289d325127b0 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:49:31.407033 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3f0427c9-8c97-4ce6-bc88-82795510e5e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:31.498944 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3f0427c9-8c97-4ce6-bc88-82795510e5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:31.523267 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56915dc2-e80e-4e3d-8922-0cbcf44f9e9a None None] Pushing event updated for resources: {'Port': ['ID=21738396-b6e6-49b1-bde6-9799fd2ae4df,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:31.524222 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3f0427c9-8c97-4ce6-bc88-82795510e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:31.549520 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Routers {'1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:49:31.551069 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:49:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:31.570875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e875b-c53f-41ef-9317-354ca70c34fb req-08921c2f-93fe-4ff6-bc10-cf6bb9fb927c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:31.579269 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c16e875b-c53f-41ef-9317-354ca70c34fb req-08921c2f-93fe-4ff6-bc10-cf6bb9fb927c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 944 time: 0.9887574 Feb 18 08:49:31.607687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port f7bf5fef-f959-4f2f-baae-289d325127b0, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f7bf5fef-f959-4f2f-baae-289d325127b0,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:31.634597 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-80ca559a-0681-492d-875d-aa14004e6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:31.635932 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-80ca559a-0681-492d-875d-aa14004e6982 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900&tenant_id=7d4a44b7fff94ccba0bfe75ccf303824 HTTP/1.1" status: 200 len: 1095 time: 0.3934567 Feb 18 08:49:31.655645 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'f7bf5fef-f959-4f2f-baae-289d325127b0', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': 'f7bf5fef-f959-4f2f-baae-289d325127b0', 'mac_address': 'fa:16:3e:39:0c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:49:31.673509 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3f0427c9-8c97-4ce6-bc88-82795510e5e6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0e873bf8740645d68e59e7352718a685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7813725 Feb 18 08:49:31.674275 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0427c9-8c97-4ce6-bc88-82795510e5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fec96c8-9d31-402b-9b75-0e5339ad4f6b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:31.674436 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:31.679157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50240) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:31.706328 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c16e875b-c53f-41ef-9317-354ca70c34fb req-058a70e5-0307-4521-acd9-2384d0317db0 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258481 Feb 18 08:49:31.767881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bfc8f-42c5-43f6-8951-6dff182d5278 req-1333e1da-81ec-42e2-a7a9-408a7451e779 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:31.787453 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc7bfc8f-42c5-43f6-8951-6dff182d5278 req-1333e1da-81ec-42e2-a7a9-408a7451e779 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 949 time: 1.0105977 Feb 18 08:49:31.898369 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:31.941764 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:31.942706 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] Set router 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:49:31.962355 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:32.002213 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc7bfc8f-42c5-43f6-8951-6dff182d5278 req-9f288a49-c771-47ed-b3b0-f567ac930245 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181046 Feb 18 08:49:32.002345 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3f6e5641-35df-4b79-97ff-40731c5af51a None None] For port ab62068e-36f0-4203-be4a-28a5ac844f14, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ab62068e-36f0-4203-be4a-28a5ac844f14,segment=NetworkSegment(39d543dc-7685-4651-a376-d91bd72f0ee1),segment_id=39d543dc-7685-4651-a376-d91bd72f0ee1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:32.032021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bf5fef-f959-4f2f-baae-289d325127b0 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:49:32.065889 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:32.098970 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a5808f9-6061-472d-98bb-5b159303574c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:32.110410 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:49:32.110762 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:49:32.111803 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3f6e5641-35df-4b79-97ff-40731c5af51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:32.116054 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'name': 'tempest-ServersTestBootFromVolume-225646175-router', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:11Z', 'updated_at': '2022-02-18T08:49:21Z', 'revision_number': 4, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'gw_port': {'id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:13Z', 'updated_at': '2022-02-18T08:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4a81bfe3-3a2d-46af-91ea-7d48f080ef1d', 'name': '', 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'mac_address': 'fa:16:3e:a1:88:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '06dc3032-d041-4123-94a7-f9ef538af254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:19Z', 'updated_at': '2022-02-18T08:49:28Z', 'revision_number': 4, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'subnets': [{'id': '06dc3032-d041-4123-94a7-f9ef538af254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:32.131575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:49:32.137273 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:49:32.142956 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a5808f9-6061-472d-98bb-5b159303574c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:32.153282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:49:32.169225 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f79c547-b6cb-40c3-bfa8-572ba6bd5aa2 None None] The sync data for ids ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'] in n-d-829434-1 is: [{'id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'name': 'tempest-ServersTestBootFromVolume-225646175-router', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:11Z', 'updated_at': '2022-02-18T08:49:21Z', 'revision_number': 4, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'gw_port': {'id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:13Z', 'updated_at': '2022-02-18T08:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4a81bfe3-3a2d-46af-91ea-7d48f080ef1d', 'name': '', 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'mac_address': 'fa:16:3e:a1:88:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '06dc3032-d041-4123-94a7-f9ef538af254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:19Z', 'updated_at': '2022-02-18T08:49:28Z', 'revision_number': 4, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'subnets': [{'id': '06dc3032-d041-4123-94a7-f9ef538af254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:49:32.190931 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-15c69392-567b-4e22-bde3-55f8d20b099f req-d5883afb-10ee-4960-9b76-1177c01f79fe tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] show failed (client error): The resource could not be found. Feb 18 08:49:32.203859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port f7bf5fef-f959-4f2f-baae-289d325127b0, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f7bf5fef-f959-4f2f-baae-289d325127b0,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:32.205074 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15c69392-567b-4e22-bde3-55f8d20b099f req-d5883afb-10ee-4960-9b76-1177c01f79fe tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/4659272f-de95-4995-a0af-92132390b3ae HTTP/1.1" status: 404 len: 352 time: 0.1173642 Feb 18 08:49:32.215259 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:32.244246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Pushing event updated for resources: {'Port': ['ID=e82fd0cf-d4ea-4158-bdc1-74d7533069a1,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:32.245594 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 887d487b-f373-491a-b057-6e1da09dc46b up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:49:32.264870 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Transition to ACTIVE for port object c77fd214-cb4b-4828-a6c1-59d0d317079c will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:49:32.276338 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a5808f9-6061-472d-98bb-5b159303574c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:32.325512 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-3060b95c-eff1-4a1d-8d94-5a4eb0d9c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:32.327485 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-3060b95c-eff1-4a1d-8d94-5a4eb0d9c70e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 1095 time: 0.6473444 Feb 18 08:49:32.331542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5808f9-6061-472d-98bb-5b159303574c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fec96c8-9d31-402b-9b75-0e5339ad4f6b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:32.392881 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0ae80a7c-d2c0-4f3c-818a-6942c02e3ce9 None None] Provisioning complete for port ab62068e-36f0-4203-be4a-28a5ac844f14 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:32.399931 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0ae80a7c-d2c0-4f3c-818a-6942c02e3ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:32.401703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576177ae-65bb-4158-935a-c444bd0c7f1c req-db46bb54-e7b9-40d5-804e-f7aec6e3e3eb tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:32.417814 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-576177ae-65bb-4158-935a-c444bd0c7f1c req-db46bb54-e7b9-40d5-804e-f7aec6e3e3eb tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 945 time: 0.4094408 Feb 18 08:49:32.523016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e5641-35df-4b79-97ff-40731c5af51a None None] Pushing event updated for resources: {'Port': ['ID=ab62068e-36f0-4203-be4a-28a5ac844f14,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:32.540130 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a5808f9-6061-472d-98bb-5b159303574c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:32.544450 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6a5808f9-6061-472d-98bb-5b159303574c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6fec96c8-9d31-402b-9b75-0e5339ad4f6b HTTP/1.1" status: 204 len: 168 time: 0.8599253 Feb 18 08:49:32.553108 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'name': 'tempest-ServersTestJSON-1109574658-router', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:24Z', 'updated_at': '2022-02-18T08:49:26Z', 'revision_number': 3, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'gw_port': {'id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:26Z', 'updated_at': '2022-02-18T08:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:32.560656 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b7c174-a363-43c4-9631-49d858c02e0a None None] The sync data for ids ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'] in n-d-829434-1 is: [{'id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'name': 'tempest-ServersTestJSON-1109574658-router', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:24Z', 'updated_at': '2022-02-18T08:49:26Z', 'revision_number': 3, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'gw_port': {'id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:26Z', 'updated_at': '2022-02-18T08:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:49:32.626561 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:32.653930 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-7143e036-df05-4a9b-bfb3-20c9343d701e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:32.655257 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-7143e036-df05-4a9b-bfb3-20c9343d701e service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.3199255 Feb 18 08:49:32.657374 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:32.661242 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-576177ae-65bb-4158-935a-c444bd0c7f1c req-fce98d25-eda2-4751-9c42-15ea976452ed tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421434 Feb 18 08:49:32.782759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 887d487b-f373-491a-b057-6e1da09dc46b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:32.783273 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:32.821258 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-0caf1bc6-c395-4dfb-9b57-7cf1bcdf3eaa req-4ca7c1af-a2fb-4e0d-a329-42bf85dc1f06 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] show failed (client error): The resource could not be found. Feb 18 08:49:32.829800 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0caf1bc6-c395-4dfb-9b57-7cf1bcdf3eaa req-4ca7c1af-a2fb-4e0d-a329-42bf85dc1f06 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/d3c18818-fd55-4d76-a164-a9d0e66cea85 HTTP/1.1" status: 404 len: 352 time: 0.0747659 Feb 18 08:49:32.846679 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7d8cdec8-4dd6-433a-925e-40639c27ac0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:32.889336 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:32.911321 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=f7bf5fef-f959-4f2f-baae-289d325127b0,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:33.111378 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=c77fd214-cb4b-4828-a6c1-59d0d317079c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:33.156343 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-4d360562-e549-4a88-b862-88a90ba2b30f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9173669-3e83-4046-b1e5-63950727fa61 HTTP/1.1" status: 200 len: 217 time: 0.4890847 Feb 18 08:49:33.170282 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:33.191833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b7981-8159-4dc0-9a47-794ce4502029 req-61697d22-acf0-4cc5-b318-cc947a649591 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:33.199353 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-921b7981-8159-4dc0-9a47-794ce4502029 req-61697d22-acf0-4cc5-b318-cc947a649591 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/ports?device_id=37dc1039-87b9-4dd6-af43-5867305f7f05 HTTP/1.1" status: 200 len: 949 time: 0.7348497 Feb 18 08:49:33.230006 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50de0908-4647-499e-8821-4f4428066013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887d487b-f373-491a-b057-6e1da09dc46b'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:49:33.230321 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Network 8fd094ef-94c6-47f1-8512-5bdc35ad8752 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:49:33.240985 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:49:33.253872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:49:33.265679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['f7bf5fef-f959-4f2f-baae-289d325127b0'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:49:33.360187 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:33.370409 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ab62068e-36f0-4203-be4a-28a5ac844f14 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:49:33.407209 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:49:33.472650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-a798e11e-ddae-4e5e-a6d2-a6a95fa3af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:33.475161 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-a798e11e-ddae-4e5e-a6d2-a6a95fa3af3b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.3099098 Feb 18 08:49:33.539353 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 887d487b-f373-491a-b057-6e1da09dc46b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=887d487b-f373-491a-b057-6e1da09dc46b,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:33.566110 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:33.570145 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device c9173669-3e83-4046-b1e5-63950727fa61 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:49:33.609818 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-d717fe76-6cd6-45e7-b2db-32611d45e337 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190524 Feb 18 08:49:33.818266 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:33.820467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ab62068e-36f0-4203-be4a-28a5ac844f14 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:33.820467 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:33.952330 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:33.966118 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6da65240-2282-4a27-8c1a-3900b9ccc226 None None] Provisioning for port c77fd214-cb4b-4828-a6c1-59d0d317079c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:49:33.987743 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6da65240-2282-4a27-8c1a-3900b9ccc226 None None] Provisioning complete for port c77fd214-cb4b-4828-a6c1-59d0d317079c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:33.988377 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6da65240-2282-4a27-8c1a-3900b9ccc226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:34.020523 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:34.038409 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=887d487b-f373-491a-b057-6e1da09dc46b,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:34.042973 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:34.082974 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-921b7981-8159-4dc0-9a47-794ce4502029 req-cbd68c38-0cde-4771-84ee-44b535ef1e82 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9e19ab0-550c-4c52-92b8-e44b1705d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8637915 Feb 18 08:49:34.103923 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:34.212329 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-3c653e86-a613-4691-8348-cfe0887b3648 service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5846283 Feb 18 08:49:34.218835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Pushing event updated for resources: {'Port': ['ID=e82fd0cf-d4ea-4158-bdc1-74d7533069a1,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:34.265614 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:49:34.321975 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:34.346716 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-9f320363-3ae6-4cb0-9cb8-312b48b6f5e9 req-a4970189-54c9-4cbc-ad34-059dfda1fa10 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] show failed (client error): The resource could not be found. Feb 18 08:49:34.353894 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f320363-3ae6-4cb0-9cb8-312b48b6f5e9 req-a4970189-54c9-4cbc-ad34-059dfda1fa10 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/a0a1a5af-3d73-4308-bfcd-06c271499f68 HTTP/1.1" status: 404 len: 352 time: 0.1357188 Feb 18 08:49:34.368979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75285656-7520-49e6-b184-58876c21adec req-e20d78f9-bcce-4b8a-bebf-b6ab30c668a6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:34.379619 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75285656-7520-49e6-b184-58876c21adec req-e20d78f9-bcce-4b8a-bebf-b6ab30c668a6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 944 time: 1.1074228 Feb 18 08:49:34.445076 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:34.456049 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-6da65240-2282-4a27-8c1a-3900b9ccc226 None None] Port c77fd214-cb4b-4828-a6c1-59d0d317079c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:49:34.456228 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7b6fd65f-b88e-45fa-8976-8b22fdb34648 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4687648 Feb 18 08:49:34.482965 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75285656-7520-49e6-b184-58876c21adec req-85d6ee48-c0e2-4b59-b0a3-16c1b3a759c1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022096 Feb 18 08:49:34.576020 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50de0908-4647-499e-8821-4f4428066013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887d487b-f373-491a-b057-6e1da09dc46b', 'code': 200} Feb 18 08:49:34.652708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:49:34.663552 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:34.664189 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:34.867962 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:34.930047 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:34.932379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4a81bfe3-3a2d-46af-91ea-7d48f080ef1d,segment=NetworkSegment(f35793db-6da9-4005-a2aa-54f0d4f8f9db),segment_id=f35793db-6da9-4005-a2aa-54f0d4f8f9db)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:34.947643 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:35.014010 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-908e73cb-9bc1-4297-a35b-442928e46c14 service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7825162 Feb 18 08:49:35.065610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252fd87-0d24-43a4-a9df-dd09e007f03a req-1c0330d7-ef1b-42f1-88e5-419ef1a82f60 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:35.071650 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:35.084036 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:35.090531 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4252fd87-0d24-43a4-a9df-dd09e007f03a req-1c0330d7-ef1b-42f1-88e5-419ef1a82f60 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.4708650 Feb 18 08:49:35.196858 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 21738396-b6e6-49b1-bde6-9799fd2ae4df up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:49:35.259266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a053a-5c86-40fd-875e-2edc3373b057 req-d287d739-07f4-474f-b118-7723793008f5 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:35.260384 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-808a053a-5c86-40fd-875e-2edc3373b057 req-d287d739-07f4-474f-b118-7723793008f5 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 945 time: 0.4464867 Feb 18 08:49:35.276522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=c77fd214-cb4b-4828-a6c1-59d0d317079c,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:35.305535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:35.306178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:35.306675 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:35.307174 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:35.307673 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:35.308157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:35.308664 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:35.311216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:35.311816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:35.313148 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:35.313690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:35.314214 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:35.333631 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:35.347418 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=4a81bfe3-3a2d-46af-91ea-7d48f080ef1d,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:35.361362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d2f63-c9ee-433d-8bac-9b8683622354 req-986d862e-7381-4966-b351-b0e4ade47874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:35.363252 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4c6d2f63-c9ee-433d-8bac-9b8683622354 req-986d862e-7381-4966-b351-b0e4ade47874 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 1101 time: 0.4137776 Feb 18 08:49:35.373057 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 21738396-b6e6-49b1-bde6-9799fd2ae4df completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:49:35.387364 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4252fd87-0d24-43a4-a9df-dd09e007f03a req-5693e90c-c57e-4e8e-b9f7-32654b61ce07 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903109 Feb 18 08:49:35.394801 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 21738396-b6e6-49b1-bde6-9799fd2ae4df triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:35.394801 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:35.395028 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-808a053a-5c86-40fd-875e-2edc3373b057 req-f230b1f1-4a43-43ff-a639-8aca7e3cf974 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227336 Feb 18 08:49:35.663218 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:35.691522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 21738396-b6e6-49b1-bde6-9799fd2ae4df, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=21738396-b6e6-49b1-bde6-9799fd2ae4df,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:35.698935 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:35.940259 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=21738396-b6e6-49b1-bde6-9799fd2ae4df,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:36.066064 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4c6d2f63-c9ee-433d-8bac-9b8683622354 req-3eeb6994-0d62-404f-a4cc-7cf481247994 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6624506 Feb 18 08:49:36.117886 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-93d4a4e9-e7db-4b5e-bf7c-6ed522b00fdc tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:36.118964 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-93d4a4e9-e7db-4b5e-bf7c-6ed522b00fdc tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900&tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 1095 time: 0.7628057 Feb 18 08:49:36.131015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Network 8fd094ef-94c6-47f1-8512-5bdc35ad8752 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:49:36.133790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:49:36.221380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f7bf5fef-f959-4f2f-baae-289d325127b0 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:49:36.275168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ead60-8332-4320-8873-0538d0bd6344 req-35a2945f-1a82-447f-bb13-8efc4bcf752b tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:36.282900 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a7ead60-8332-4320-8873-0538d0bd6344 req-35a2945f-1a82-447f-bb13-8efc4bcf752b tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/ports?device_id=37dc1039-87b9-4dd6-af43-5867305f7f05 HTTP/1.1" status: 200 len: 949 time: 0.1324451 Feb 18 08:49:36.357182 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port f7bf5fef-f959-4f2f-baae-289d325127b0 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:49:36.365688 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port f7bf5fef-f959-4f2f-baae-289d325127b0 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:36.366166 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:36.398197 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a7ead60-8332-4320-8873-0538d0bd6344 req-d3868687-4bdb-4587-b1f6-a72b7de69e96 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9e19ab0-550c-4c52-92b8-e44b1705d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141117 Feb 18 08:49:36.448923 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Router 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:49:36.460829 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1538e8-b6ac-4e51-8fd2-c73d47af3d3c req-18b7c263-f83f-4e01-807a-5f201750af0c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:36.469303 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c1538e8-b6ac-4e51-8fd2-c73d47af3d3c req-18b7c263-f83f-4e01-807a-5f201750af0c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 944 time: 0.1595881 Feb 18 08:49:36.526780 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c1538e8-b6ac-4e51-8fd2-c73d47af3d3c req-e55ad881-2793-4819-afa6-d01fe454f540 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565233 Feb 18 08:49:36.626925 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-fa6de5ef-981c-4a35-878a-03700b7f41b8 None None] Provisioning complete for port c77fd214-cb4b-4828-a6c1-59d0d317079c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:36.627396 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fa6de5ef-981c-4a35-878a-03700b7f41b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:36.691366 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-fa6de5ef-981c-4a35-878a-03700b7f41b8 None None] Port c77fd214-cb4b-4828-a6c1-59d0d317079c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:49:36.726622 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:36.761029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:49:36.768502 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ed5f35de-2886-4d76-8b90-4167a51e0ab7 admin admin] 10.222.0.72 "PUT /v2.0/routers/1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0083160 Feb 18 08:49:36.772622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dc1039-87b9-4dd6-af43-5867305f7f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bf5fef-f959-4f2f-baae-289d325127b0'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:49:36.793139 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Sync routers for ids ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:49:36.803351 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port f7bf5fef-f959-4f2f-baae-289d325127b0, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f7bf5fef-f959-4f2f-baae-289d325127b0,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:36.809736 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Routers {'1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:49:36.810365 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:49:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:36.880942 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:36.883597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b4282-2b82-42f6-b0f3-ab15534ecc0e req-37998b35-7e8e-40ca-81a9-da934df4d506 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:36.885241 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-534b4282-2b82-42f6-b0f3-ab15534ecc0e req-37998b35-7e8e-40ca-81a9-da934df4d506 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.1416345 Feb 18 08:49:36.894343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30d01b-a220-4d6f-9655-c2d99cb86010 req-7726f20d-6520-424d-95cf-246a7cd5cd57 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:36.901991 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc30d01b-a220-4d6f-9655-c2d99cb86010 req-7726f20d-6520-424d-95cf-246a7cd5cd57 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 1023 time: 0.3742144 Feb 18 08:49:36.987629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-fc30d01b-a220-4d6f-9655-c2d99cb86010 req-5e702bcd-779b-493a-91a8-7f72c0ff9969 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Synchronizing usage tracker for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:49:36.995148 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-534b4282-2b82-42f6-b0f3-ab15534ecc0e req-379910d5-c0d0-49d1-b18f-c990325099e6 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781004 Feb 18 08:49:37.018933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-fc30d01b-a220-4d6f-9655-c2d99cb86010 req-5e702bcd-779b-493a-91a8-7f72c0ff9969 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Unset dirty status for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:49:37.034067 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc30d01b-a220-4d6f-9655-c2d99cb86010 req-5e702bcd-779b-493a-91a8-7f72c0ff9969 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups?id=0215005d-1ced-4991-8669-1e259a7cb6af&id=a3533b29-d533-4cb5-8b35-16ae6649297a&id=e34945fd-efd3-40f0-9fd0-4c0430d26e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1308751 Feb 18 08:49:37.119231 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 21738396-b6e6-49b1-bde6-9799fd2ae4df up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:49:37.179571 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37dc1039-87b9-4dd6-af43-5867305f7f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bf5fef-f959-4f2f-baae-289d325127b0', 'code': 200} Feb 18 08:49:37.212343 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=f7bf5fef-f959-4f2f-baae-289d325127b0,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:37.254144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:37.254447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:37.255029 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:37.255367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:37.255688 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:37.256011 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:37.256345 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:37.256862 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:37.257336 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:37.257825 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:37.258345 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:37.258509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a91f87-2cec-46e4-8ab2-a9729b3a5d74 req-d67dc778-ee45-47c0-ac6b-dc5290b2453c tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:37.259031 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:49:37.260351 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e8a91f87-2cec-46e4-8ab2-a9729b3a5d74 req-d67dc778-ee45-47c0-ac6b-dc5290b2453c tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 945 time: 0.1163142 Feb 18 08:49:37.263914 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Set router 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:49:37.325779 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e8a91f87-2cec-46e4-8ab2-a9729b3a5d74 req-9d2daffa-7388-47f4-9dba-b707ec24b074 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552404 Feb 18 08:49:37.605602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 21738396-b6e6-49b1-bde6-9799fd2ae4df triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:37.606141 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:37.653666 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50384) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:37.693348 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b1a8374e-4659-4161-942e-bf76ecca2ace tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1439025728', 'description': 'tempest-description--1945861647'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:37.711126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b1a8374e-4659-4161-942e-bf76ecca2ace tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:37.720633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b1a8374e-4659-4161-942e-bf76ecca2ace tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Usage tracker for resource:security_group and tenant:f36b4d9571104590ab36bf43cd4935a5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:37.747481 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b1a8374e-4659-4161-942e-bf76ecca2ace tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:37.763378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec42d1-e9bb-4d65-920b-3816373c479e req-e4307dd2-3d39-4b03-a3c2-cbdcd6a38f03 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:37.767720 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6fec42d1-e9bb-4d65-920b-3816373c479e req-e4307dd2-3d39-4b03-a3c2-cbdcd6a38f03 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 1095 time: 0.2467813 Feb 18 08:49:37.774643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b1a8374e-4659-4161-942e-bf76ecca2ace tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:37.788308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3f397-8ed6-4cad-b195-e83095595e00 req-ef5955c7-3bd4-44b9-9fb4-1e2935b4844c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:37.790184 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92b3f397-8ed6-4cad-b195-e83095595e00 req-ef5955c7-3bd4-44b9-9fb4-1e2935b4844c tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 1023 time: 0.1799674 Feb 18 08:49:37.810517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-7981ff2c-c942-4014-a2d1-ffc1357efd3b service neutron] For port c9173669-3e83-4046-b1e5-63950727fa61, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:49:37.813183 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1a8374e-4659-4161-942e-bf76ecca2ace tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:37.842082 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-7981ff2c-c942-4014-a2d1-ffc1357efd3b service neutron] Notify callbacks [] for binding, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:37.843846 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a80d65ee-0efb-4a86-9f2c-31fe0e802b8b req-7981ff2c-c942-4014-a2d1-ffc1357efd3b service neutron] 10.222.0.81 "DELETE /v2.0/ports/c9173669-3e83-4046-b1e5-63950727fa61/bindings/n-h2-829434-1 HTTP/1.1" status: 204 len: 173 time: 0.4556475 Feb 18 08:49:37.883093 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b1a8374e-4659-4161-942e-bf76ecca2ace tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:37.890709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a51ce-0423-47d2-81a1-f1cf045c067f req-2152dc8f-9877-4583-be1a-803d6ff912b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:37.892253 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-119a51ce-0423-47d2-81a1-f1cf045c067f req-2152dc8f-9877-4583-be1a-803d6ff912b0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=37dc1039-87b9-4dd6-af43-5867305f7f05 HTTP/1.1" status: 200 len: 1101 time: 0.3319123 Feb 18 08:49:37.901829 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'name': 'tempest-ServersTestJSON-1109574658-router', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:24Z', 'updated_at': '2022-02-18T08:49:33Z', 'revision_number': 4, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'gw_port': {'id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:26Z', 'updated_at': '2022-02-18T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'c77fd214-cb4b-4828-a6c1-59d0d317079c', 'name': '', 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'mac_address': 'fa:16:3e:59:cb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:30Z', 'updated_at': '2022-02-18T08:49:34Z', 'revision_number': 2, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'subnets': [{'id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:37.907279 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b1a8374e-4659-4161-942e-bf76ecca2ace tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Usage tracker for resource:security_group_rule and tenant:f36b4d9571104590ab36bf43cd4935a5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:37.923470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Checking router: 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:49:37.923822 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Updating router 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c port c77fd214-cb4b-4828-a6c1-59d0d317079c binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:49:37.934450 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b1a8374e-4659-4161-942e-bf76ecca2ace tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:37.960580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b1a8374e-4659-4161-942e-bf76ecca2ace tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:38.005450 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-92b3f397-8ed6-4cad-b195-e83095595e00 req-2f3e6c12-92e0-44ec-9e5a-ecd1d09004f9 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Deleting port a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:49:38.006359 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-92b3f397-8ed6-4cad-b195-e83095595e00 req-2f3e6c12-92e0-44ec-9e5a-ecd1d09004f9 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:38.043296 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6fec42d1-e9bb-4d65-920b-3816373c479e req-abd90e1d-f363-4ad9-a6d7-08d6b0da14c0 tempest-LiveMigrationTest-1091044709 tempest-LiveMigrationTest-1091044709-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655015 Feb 18 08:49:38.077746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:49:38.085451 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-119a51ce-0423-47d2-81a1-f1cf045c067f req-5d501b03-0a07-4cb7-9f02-dc4ba9676815 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f9e19ab0-550c-4c52-92b8-e44b1705d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779082 Feb 18 08:49:38.147432 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:38.216255 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1a8374e-4659-4161-942e-bf76ecca2ace tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:38.223316 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1a8374e-4659-4161-942e-bf76ecca2ace tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:38.424859 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8374e-4659-4161-942e-bf76ecca2ace tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a741c825-8744-4866-990d-4edf5ec2da1a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:38.435899 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1a8374e-4659-4161-942e-bf76ecca2ace tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:38.443732 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b1a8374e-4659-4161-942e-bf76ecca2ace tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7793143 Feb 18 08:49:38.454647 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50400) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:38.471627 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-73da6796-38c1-4b96-a0c3-53809dc3f176 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Request body: {'security_group_rule': {'security_group_id': 'a741c825-8744-4866-990d-4edf5ec2da1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:38.510296 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-73da6796-38c1-4b96-a0c3-53809dc3f176 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:38.529414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-73da6796-38c1-4b96-a0c3-53809dc3f176 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Usage tracker for resource:security_group_rule and tenant:f36b4d9571104590ab36bf43cd4935a5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:38.548029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-73da6796-38c1-4b96-a0c3-53809dc3f176 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:38.562449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-73da6796-38c1-4b96-a0c3-53809dc3f176 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:38.606213 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73da6796-38c1-4b96-a0c3-53809dc3f176 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:38.638295 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:38.643023 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:38.644967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-92b3f397-8ed6-4cad-b195-e83095595e00 req-2f3e6c12-92e0-44ec-9e5a-ecd1d09004f9 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] For port a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1,segment=NetworkSegment(56589a8e-f93b-4698-87f1-9e079742ce7f),segment_id=56589a8e-f93b-4698-87f1-9e079742ce7f)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:38.645435 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-92b3f397-8ed6-4cad-b195-e83095595e00 req-2f3e6c12-92e0-44ec-9e5a-ecd1d09004f9 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:38.669404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe75a39-ba16-4283-9763-8f41a61f4603 req-e7d042f7-88d7-4d21-a9c5-de9cefdb305e tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:38.676147 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebe75a39-ba16-4283-9763-8f41a61f4603 req-e7d042f7-88d7-4d21-a9c5-de9cefdb305e tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/ports?device_id=37dc1039-87b9-4dd6-af43-5867305f7f05 HTTP/1.1" status: 200 len: 950 time: 0.3049719 Feb 18 08:49:38.809877 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73da6796-38c1-4b96-a0c3-53809dc3f176 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:38.818804 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73da6796-38c1-4b96-a0c3-53809dc3f176 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:38.892604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-92b3f397-8ed6-4cad-b195-e83095595e00 req-2f3e6c12-92e0-44ec-9e5a-ecd1d09004f9 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Calling delete_port for a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:49:38.901433 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73da6796-38c1-4b96-a0c3-53809dc3f176 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:38.906768 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-73da6796-38c1-4b96-a0c3-53809dc3f176 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4480779 Feb 18 08:49:38.909217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50404) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:38.919947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-60e50a47-9257-4f08-a0e8-509788ef0833 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Request body: {'security_group_rule': {'security_group_id': 'a741c825-8744-4866-990d-4edf5ec2da1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:38.931458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da6796-38c1-4b96-a0c3-53809dc3f176 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8ad494-72d9-4587-816a-2faf5d8d4cfe,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:38.949048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-60e50a47-9257-4f08-a0e8-509788ef0833 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:38.959192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-60e50a47-9257-4f08-a0e8-509788ef0833 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Usage tracker for resource:security_group_rule and tenant:f36b4d9571104590ab36bf43cd4935a5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:38.966674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-60e50a47-9257-4f08-a0e8-509788ef0833 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:38.997169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-60e50a47-9257-4f08-a0e8-509788ef0833 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:39.068147 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-60e50a47-9257-4f08-a0e8-509788ef0833 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:39.169932 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-92b3f397-8ed6-4cad-b195-e83095595e00 req-2f3e6c12-92e0-44ec-9e5a-ecd1d09004f9 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:39.201536 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-60e50a47-9257-4f08-a0e8-509788ef0833 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:39.209628 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-60e50a47-9257-4f08-a0e8-509788ef0833 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:39.270854 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e6c12-92e0-44ec-9e5a-ecd1d09004f9 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event deleted for resources: {'Port': ['ID=a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:39.271273 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e50a47-9257-4f08-a0e8-509788ef0833 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cada3e-c51f-4ecd-b0d4-8c2f82a6efe3,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:39.289244 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-60e50a47-9257-4f08-a0e8-509788ef0833 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:39.294305 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebe75a39-ba16-4283-9763-8f41a61f4603 req-db5edbd0-51f7-46ce-b69d-de094826db5b tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9e19ab0-550c-4c52-92b8-e44b1705d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6112890 Feb 18 08:49:39.296542 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-60e50a47-9257-4f08-a0e8-509788ef0833 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3861759 Feb 18 08:49:39.298190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50408) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:39.310395 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:39.328003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:39.334924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Usage tracker for resource:floatingip and tenant:f36b4d9571104590ab36bf43cd4935a5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:39.342324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:39.355264 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:39.384963 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:39.413196 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:39.449971 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Transition to ACTIVE for port object c77fd214-cb4b-4828-a6c1-59d0d317079c will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:49:39.494248 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:39.664259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b3f397-8ed6-4cad-b195-e83095595e00 req-2f3e6c12-92e0-44ec-9e5a-ecd1d09004f9 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] No DVR routers for this DVR port a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:49:39.674440 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-92b3f397-8ed6-4cad-b195-e83095595e00 req-2f3e6c12-92e0-44ec-9e5a-ecd1d09004f9 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:39.687023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f', 'name': 'network-vif-deleted', 'tag': 'a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:49:39.694477 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c515068d-0da6-4a49-b2b7-0feaf1d99952 req-191f37c8-b5e6-472c-ad81-1146527f5190 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Synchronizing usage tracker for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:49:39.715498 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92b3f397-8ed6-4cad-b195-e83095595e00 req-2f3e6c12-92e0-44ec-9e5a-ecd1d09004f9 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.61 "DELETE /v2.0/ports/a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 HTTP/1.1" status: 204 len: 173 time: 1.8664103 Feb 18 08:49:39.729466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5734e52-aeff-436b-a260-d9cec18c53f9 req-888a14ce-7a2a-40e0-a0b7-76c33ebf8726 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:39.743293 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f5734e52-aeff-436b-a260-d9cec18c53f9 req-888a14ce-7a2a-40e0-a0b7-76c33ebf8726 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.9956710 Feb 18 08:49:39.787390 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327606ec-2a5d-4633-aad7-94f37f5a9c60 None None] Pushing event updated for resources: {'Port': ['ID=c77fd214-cb4b-4828-a6c1-59d0d317079c,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:39.800202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c515068d-0da6-4a49-b2b7-0feaf1d99952 req-191f37c8-b5e6-472c-ad81-1146527f5190 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Unset dirty status for tenant:ef7afd6ecb794a56bc0f8875e8e00a3c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:49:39.813031 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c515068d-0da6-4a49-b2b7-0feaf1d99952 req-191f37c8-b5e6-472c-ad81-1146527f5190 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f HTTP/1.1" status: 200 len: 210 time: 0.2136326 Feb 18 08:49:39.886573 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f5734e52-aeff-436b-a260-d9cec18c53f9 req-657ab73c-69ce-4089-a777-c0767ee21fb0 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417632 Feb 18 08:49:39.937111 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:40.223896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Attempting to bind port c77fd214-cb4b-4828-a6c1-59d0d317079c on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:49:40.225864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Attempting to bind port c77fd214-cb4b-4828-a6c1-59d0d317079c by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '39d543dc-7685-4651-a376-d91bd72f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:49:40.226608 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Attempting to bind port c77fd214-cb4b-4828-a6c1-59d0d317079c on network 8fd094ef-94c6-47f1-8512-5bdc35ad8752 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:49:40.234733 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:49:40.236133 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Checking segment: {'id': '39d543dc-7685-4651-a376-d91bd72f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:49:40.236324 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:40.237027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Bound using segment: {'id': '39d543dc-7685-4651-a376-d91bd72f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:49:40.237643 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Bound port: c77fd214-cb4b-4828-a6c1-59d0d317079c, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d543dc-7685-4651-a376-d91bd72f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:49:40.237852 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:40.254561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8298e5-0589-4409-89bb-8a3ece6086d5 req-9cc3a8d9-70c5-40a0-8f15-0ecf0283d1ea tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:40.263367 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff8298e5-0589-4409-89bb-8a3ece6086d5 req-9cc3a8d9-70c5-40a0-8f15-0ecf0283d1ea tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 945 time: 0.1579394 Feb 18 08:49:40.326346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Allocated IP 172.25.1.209 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/4873b359-9fc0-45d0-a509-c7b2b16a40a1) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:49:40.331980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:49:40.416209 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:49:40.418352 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:49:40.474025 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff8298e5-0589-4409-89bb-8a3ece6086d5 req-b0b62737-7c94-43a6-bff7-b8e594ce4f74 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039349 Feb 18 08:49:40.535153 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] For port c77fd214-cb4b-4828-a6c1-59d0d317079c, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:49:40.539159 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] For port c77fd214-cb4b-4828-a6c1-59d0d317079c, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c77fd214-cb4b-4828-a6c1-59d0d317079c,segment=NetworkSegment(39d543dc-7685-4651-a376-d91bd72f0ee1),segment_id=39d543dc-7685-4651-a376-d91bd72f0ee1)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:49:40.545963 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:40.576620 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0d5b00-fb2b-4ee8-a1f1-a1fad4708d8f', 'name': 'network-vif-deleted', 'tag': 'a7a09fbb-66a2-4a60-abfa-9a2af9ad1ad1', 'status': 'completed', 'code': 200} Feb 18 08:49:40.683072 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:40.736847 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Routers {'1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:49:40.737478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:49:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:40.754372 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:40.833035 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:49:40.836376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:49:40.838998 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:49:40.915700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327606ec-2a5d-4633-aad7-94f37f5a9c60 None None] Pushing event updated for resources: {'Port': ['ID=c77fd214-cb4b-4828-a6c1-59d0d317079c,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:40.986561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466e4dd-fe02-4456-b631-c5586a13b98b req-474e2805-a888-4e00-9128-e3f83a018c90 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:40.993862 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4466e4dd-fe02-4456-b631-c5586a13b98b req-474e2805-a888-4e00-9128-e3f83a018c90 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 944 time: 0.2683020 Feb 18 08:49:41.014111 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Pushing event updated for resources: {'Port': ['ID=4873b359-9fc0-45d0-a509-c7b2b16a40a1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:41.025786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aec6a9-5aee-4481-a181-53fb62a2e3ce req-29516095-0846-4afe-9f98-ccdd743886b0 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:41.027922 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38aec6a9-5aee-4481-a181-53fb62a2e3ce req-29516095-0846-4afe-9f98-ccdd743886b0 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/ports?device_id=37dc1039-87b9-4dd6-af43-5867305f7f05 HTTP/1.1" status: 200 len: 950 time: 0.2058957 Feb 18 08:49:41.068544 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:41.091158 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:41.100435 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4466e4dd-fe02-4456-b631-c5586a13b98b req-62cbf38c-7078-4246-a62b-853fd532ee2d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018357 Feb 18 08:49:41.143282 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] Set router 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:49:41.159729 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38aec6a9-5aee-4481-a181-53fb62a2e3ce req-d219313f-a51b-4a4a-bd03-7da1f24186fb tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9e19ab0-550c-4c52-92b8-e44b1705d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224735 Feb 18 08:49:41.211601 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:41.426743 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:41.486357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297b5e8-05b3-41bb-a1c7-2b4acf554e7c req-f74e78ab-9316-4b00-bcb8-5a48fb473b1f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:41.488789 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8297b5e8-05b3-41bb-a1c7-2b4acf554e7c req-f74e78ab-9316-4b00-bcb8-5a48fb473b1f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.1353912 Feb 18 08:49:41.565849 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8297b5e8-05b3-41bb-a1c7-2b4acf554e7c req-a23284f0-77d8-48e8-88ca-14ccaa156047 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683191 Feb 18 08:49:41.597383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b905767-2269-4475-aafa-0ab5aa7f393d req-ae0d4e74-1f69-4e26-a471-fd70b15ebfe2 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:41.599266 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-9b905767-2269-4475-aafa-0ab5aa7f393d req-ae0d4e74-1f69-4e26-a471-fd70b15ebfe2 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Synchronizing usage tracker for tenant:7d4a44b7fff94ccba0bfe75ccf303824 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:49:41.602112 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'name': 'tempest-ServersTestJSON-1109574658-router', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:24Z', 'updated_at': '2022-02-18T08:49:33Z', 'revision_number': 4, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'gw_port': {'id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:26Z', 'updated_at': '2022-02-18T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'c77fd214-cb4b-4828-a6c1-59d0d317079c', 'name': '', 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'mac_address': 'fa:16:3e:59:cb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:30Z', 'updated_at': '2022-02-18T08:49:40Z', 'revision_number': 4, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'subnets': [{'id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:41.607384 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaadaab7-740e-42f2-9ad1-f49ee311991b None None] The sync data for ids ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'] in n-d-829434-1 is: [{'id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'name': 'tempest-ServersTestJSON-1109574658-router', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:24Z', 'updated_at': '2022-02-18T08:49:33Z', 'revision_number': 4, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'gw_port': {'id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:26Z', 'updated_at': '2022-02-18T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'c77fd214-cb4b-4828-a6c1-59d0d317079c', 'name': '', 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'mac_address': 'fa:16:3e:59:cb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:30Z', 'updated_at': '2022-02-18T08:49:40Z', 'revision_number': 4, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'subnets': [{'id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:49:41.749094 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c3a59845-b064-4745-b6c9-70a9cd9c41cf req-f5fd8f9f-62c6-4d8f-a353-b8a1938539cb tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/0215005d-1ced-4991-8669-1e259a7cb6af HTTP/1.1" status: 200 len: 1799 time: 0.1153145 Feb 18 08:49:41.783944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-9b905767-2269-4475-aafa-0ab5aa7f393d req-ae0d4e74-1f69-4e26-a471-fd70b15ebfe2 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Unset dirty status for tenant:7d4a44b7fff94ccba0bfe75ccf303824 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:49:41.785273 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9b905767-2269-4475-aafa-0ab5aa7f393d req-ae0d4e74-1f69-4e26-a471-fd70b15ebfe2 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.81 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 944 time: 0.3221188 Feb 18 08:49:41.944289 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c3a59845-b064-4745-b6c9-70a9cd9c41cf req-e1320111-df42-46f3-9902-b779f5f5331a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:41.978477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-9b905767-2269-4475-aafa-0ab5aa7f393d req-f94baeba-ffcc-4529-a9f9-c53fe911444d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Deleting port c9173669-3e83-4046-b1e5-63950727fa61 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:49:41.978819 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9b905767-2269-4475-aafa-0ab5aa7f393d req-f94baeba-ffcc-4529-a9f9-c53fe911444d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:41.984100 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c3a59845-b064-4745-b6c9-70a9cd9c41cf req-e1320111-df42-46f3-9902-b779f5f5331a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:42.006008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a499b-c4c4-46d1-851d-543245e3ef9a req-0efe5577-b9dc-4201-a25b-67e9b5613f63 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:42.023156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d3a499b-c4c4-46d1-851d-543245e3ef9a req-0efe5577-b9dc-4201-a25b-67e9b5613f63 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 945 time: 0.1901729 Feb 18 08:49:42.110739 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d3a499b-c4c4-46d1-851d-543245e3ef9a req-51d3d62b-9939-45ef-9444-0acaaf7a7b1d tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706859 Feb 18 08:49:42.112959 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:42.125826 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c3a59845-b064-4745-b6c9-70a9cd9c41cf req-e1320111-df42-46f3-9902-b779f5f5331a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:42.128461 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:42.169851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1320111-df42-46f3-9902-b779f5f5331a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0215005d-1ced-4991-8669-1e259a7cb6af,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:42.175556 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c3a59845-b064-4745-b6c9-70a9cd9c41cf req-e1320111-df42-46f3-9902-b779f5f5331a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:42.176794 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c3a59845-b064-4745-b6c9-70a9cd9c41cf req-e1320111-df42-46f3-9902-b779f5f5331a tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "DELETE /v2.0/security-groups/0215005d-1ced-4991-8669-1e259a7cb6af HTTP/1.1" status: 204 len: 173 time: 0.4198720 Feb 18 08:49:42.359699 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Pushing event updated for resources: {'Port': ['ID=4873b359-9fc0-45d0-a509-c7b2b16a40a1,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:42.406627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa3e62-6596-41e2-b303-92e814756c71 req-5b1c8d5c-1e44-40e4-8249-300b6a270196 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:42.408481 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36fa3e62-6596-41e2-b303-92e814756c71 req-5b1c8d5c-1e44-40e4-8249-300b6a270196 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.1404495 Feb 18 08:49:42.423643 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:42.474678 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36fa3e62-6596-41e2-b303-92e814756c71 req-79b18955-c880-420f-877b-a91cbf6e736f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598469 Feb 18 08:49:42.504805 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-9b905767-2269-4475-aafa-0ab5aa7f393d req-f94baeba-ffcc-4529-a9f9-c53fe911444d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] For port c9173669-3e83-4046-b1e5-63950727fa61, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=c9173669-3e83-4046-b1e5-63950727fa61,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:42.505171 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9b905767-2269-4475-aafa-0ab5aa7f393d req-f94baeba-ffcc-4529-a9f9-c53fe911444d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:42.522836 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:42.533203 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0326b42e-92db-43c3-ad04-bcceb29beb47 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2286875 Feb 18 08:49:42.720009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-9b905767-2269-4475-aafa-0ab5aa7f393d req-f94baeba-ffcc-4529-a9f9-c53fe911444d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Calling delete_port for c9173669-3e83-4046-b1e5-63950727fa61 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:49:42.809852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd010e-451c-4987-beb9-edea47c021cf req-7b68e9b9-1dbe-4dcf-beb8-36a8034c6796 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:42.818582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5cd010e-451c-4987-beb9-edea47c021cf req-7b68e9b9-1dbe-4dcf-beb8-36a8034c6796 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/ports?device_id=37dc1039-87b9-4dd6-af43-5867305f7f05 HTTP/1.1" status: 200 len: 950 time: 0.1026301 Feb 18 08:49:42.876514 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5cd010e-451c-4987-beb9-edea47c021cf req-541f0026-c3ea-434e-bab4-32379232dbc7 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9e19ab0-550c-4c52-92b8-e44b1705d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568709 Feb 18 08:49:42.976871 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dbc5789e-5407-49d7-b28b-e581c8c97936 req-6f03adcb-59c3-42f1-b53a-fa0685f52136 tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "GET /v2.0/security-groups/e34945fd-efd3-40f0-9fd0-4c0430d26e3f HTTP/1.1" status: 200 len: 1801 time: 0.0786569 Feb 18 08:49:42.979237 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9b905767-2269-4475-aafa-0ab5aa7f393d req-f94baeba-ffcc-4529-a9f9-c53fe911444d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:43.041714 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94baeba-ffcc-4529-a9f9-c53fe911444d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Pushing event deleted for resources: {'Port': ['ID=c9173669-3e83-4046-b1e5-63950727fa61,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:43.053997 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aceb5fd0-b0cb-4449-9598-6c3b9fe49fc0 req-71cc03e8-c185-4293-b995-936bf093ae95 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=13f95802-0f58-4d61-8b9e-d293a35ad900 HTTP/1.1" status: 200 len: 210 time: 0.0750253 Feb 18 08:49:43.102256 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dbc5789e-5407-49d7-b28b-e581c8c97936 req-0b7a85f5-d1c6-4ade-96c2-8e7cafe6a62b tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:43.134813 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dbc5789e-5407-49d7-b28b-e581c8c97936 req-0b7a85f5-d1c6-4ade-96c2-8e7cafe6a62b tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:43.148802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b905767-2269-4475-aafa-0ab5aa7f393d req-f94baeba-ffcc-4529-a9f9-c53fe911444d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] No DVR routers for this DVR port c9173669-3e83-4046-b1e5-63950727fa61 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:49:43.155452 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9b905767-2269-4475-aafa-0ab5aa7f393d req-f94baeba-ffcc-4529-a9f9-c53fe911444d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:43.159216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f95802-0f58-4d61-8b9e-d293a35ad900', 'name': 'network-vif-deleted', 'tag': 'c9173669-3e83-4046-b1e5-63950727fa61'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:49:43.182810 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9b905767-2269-4475-aafa-0ab5aa7f393d req-f94baeba-ffcc-4529-a9f9-c53fe911444d tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.81 "DELETE /v2.0/ports/c9173669-3e83-4046-b1e5-63950727fa61 HTTP/1.1" status: 204 len: 173 time: 1.3893316 Feb 18 08:49:43.215392 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dbc5789e-5407-49d7-b28b-e581c8c97936 req-0b7a85f5-d1c6-4ade-96c2-8e7cafe6a62b tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:43.249685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a85f5-d1c6-4ade-96c2-8e7cafe6a62b tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34945fd-efd3-40f0-9fd0-4c0430d26e3f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:43.269725 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dbc5789e-5407-49d7-b28b-e581c8c97936 req-0b7a85f5-d1c6-4ade-96c2-8e7cafe6a62b tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:43.271055 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dbc5789e-5407-49d7-b28b-e581c8c97936 req-0b7a85f5-d1c6-4ade-96c2-8e7cafe6a62b tempest-SecurityGroupsTestJSON-556130630 tempest-SecurityGroupsTestJSON-556130630-project] 10.222.0.72 "DELETE /v2.0/security-groups/e34945fd-efd3-40f0-9fd0-4c0430d26e3f HTTP/1.1" status: 204 len: 173 time: 0.2934139 Feb 18 08:49:43.279758 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50470) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:43.356115 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c77fd214-cb4b-4828-a6c1-59d0d317079c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:49:43.476369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-331a9d6f-8b87-4d6c-a81e-0ef88dc6423f tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Synchronizing usage tracker for tenant:f36b4d9571104590ab36bf43cd4935a5 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:49:43.482123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea81cae6-a356-48b0-a396-c8ce5970cae0 admin admin] Deleting subnet 4096d46f-c2b8-494a-a8f4-de2454a9c23f {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:49:43.493831 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea81cae6-a356-48b0-a396-c8ce5970cae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:43.511893 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-331a9d6f-8b87-4d6c-a81e-0ef88dc6423f tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Unset dirty status for tenant:f36b4d9571104590ab36bf43cd4935a5 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:49:43.519728 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-331a9d6f-8b87-4d6c-a81e-0ef88dc6423f tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1439025728&fields=id&tenant_id=f36b4d9571104590ab36bf43cd4935a5 HTTP/1.1" status: 200 len: 267 time: 0.1046305 Feb 18 08:49:43.525582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port c77fd214-cb4b-4828-a6c1-59d0d317079c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:49:43.535254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port c77fd214-cb4b-4828-a6c1-59d0d317079c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:43.535637 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:43.555622 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea81cae6-a356-48b0-a396-c8ce5970cae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:43.640939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841afdff-a1b8-4ba6-99a7-a19fa6007c36 req-4ada206a-2636-45ef-b77e-d320ee11f312 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:43.641604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-841afdff-a1b8-4ba6-99a7-a19fa6007c36 req-4ada206a-2636-45ef-b77e-d320ee11f312 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Synchronizing usage tracker for tenant:3293cfe2212c4bcc94806354bc1e0ca2 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:49:43.723740 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea81cae6-a356-48b0-a396-c8ce5970cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:43.765727 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-841afdff-a1b8-4ba6-99a7-a19fa6007c36 req-4ada206a-2636-45ef-b77e-d320ee11f312 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Unset dirty status for tenant:3293cfe2212c4bcc94806354bc1e0ca2 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:49:43.767139 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-841afdff-a1b8-4ba6-99a7-a19fa6007c36 req-4ada206a-2636-45ef-b77e-d320ee11f312 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.81 "GET /v2.0/ports?device_id=37dc1039-87b9-4dd6-af43-5867305f7f05 HTTP/1.1" status: 200 len: 950 time: 0.4106741 Feb 18 08:49:43.854647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-74fc07c6-2225-4915-b185-307cf26c67f6 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:43.855397 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-74fc07c6-2225-4915-b185-307cf26c67f6 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Synchronizing usage tracker for tenant:f36b4d9571104590ab36bf43cd4935a5 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:49:43.866191 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:43.939772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-74fc07c6-2225-4915-b185-307cf26c67f6 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Unset dirty status for tenant:f36b4d9571104590ab36bf43cd4935a5 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:49:43.947638 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-74fc07c6-2225-4915-b185-307cf26c67f6 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/networks?id=8fd094ef-94c6-47f1-8512-5bdc35ad8752 HTTP/1.1" status: 200 len: 806 time: 0.4224384 Feb 18 08:49:43.953768 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port c77fd214-cb4b-4828-a6c1-59d0d317079c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c77fd214-cb4b-4828-a6c1-59d0d317079c,segment=NetworkSegment(39d543dc-7685-4651-a376-d91bd72f0ee1),segment_id=39d543dc-7685-4651-a376-d91bd72f0ee1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:43.971764 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:43.981688 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-b72a0bff-c82c-4979-b133-93eed69ba28e tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/quotas/f36b4d9571104590ab36bf43cd4935a5 HTTP/1.1" status: 200 len: 375 time: 0.0318403 Feb 18 08:49:43.994350 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-841afdff-a1b8-4ba6-99a7-a19fa6007c36 req-86f553c9-a326-46ca-aee6-8d09bcf980dd tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Deleting port f7bf5fef-f959-4f2f-baae-289d325127b0 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:49:44.005328 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-841afdff-a1b8-4ba6-99a7-a19fa6007c36 req-86f553c9-a326-46ca-aee6-8d09bcf980dd tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:44.113138 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea81cae6-a356-48b0-a396-c8ce5970cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:44.162305 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=c77fd214-cb4b-4828-a6c1-59d0d317079c,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:44.213733 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-90da4d4b-52be-4191-94f6-f85023d528dd tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f36b4d9571104590ab36bf43cd4935a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2296133 Feb 18 08:49:44.228436 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device a32a9fce-bafc-4c7c-a307-309ea9ccfb6a details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:49:44.231712 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device c9173669-3e83-4046-b1e5-63950727fa61 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:49:44.382046 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81cae6-a356-48b0-a396-c8ce5970cae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4096d46f-c2b8-494a-a8f4-de2454a9c23f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:44.393465 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea81cae6-a356-48b0-a396-c8ce5970cae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:44.417074 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ea81cae6-a356-48b0-a396-c8ce5970cae0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4096d46f-c2b8-494a-a8f4-de2454a9c23f HTTP/1.1" status: 204 len: 168 time: 1.1352963 Feb 18 08:49:44.418097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50496) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:44.526756 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:44.550274 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: c9173669-3e83-4046-b1e5-63950727fa61 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:49:44.551016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device c9173669-3e83-4046-b1e5-63950727fa61 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:49:44.553523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'port_id': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a', 'mac_address': 'fa:16:3e:9c:44:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:49:44.619400 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:44.637503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a32a9fce-bafc-4c7c-a307-309ea9ccfb6a {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:49:44.665530 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:44.680548 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3335d27b-9b06-46a0-a4ef-eb928e39a83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:44.683824 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:44.696845 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-dd4f6599-071d-478f-9607-e01d584ab5aa service neutron] 10.222.0.72 "GET /v2.0/networks/8fd094ef-94c6-47f1-8512-5bdc35ad8752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567940 Feb 18 08:49:44.795283 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:44.834971 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-841afdff-a1b8-4ba6-99a7-a19fa6007c36 req-86f553c9-a326-46ca-aee6-8d09bcf980dd tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] For port f7bf5fef-f959-4f2f-baae-289d325127b0, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f7bf5fef-f959-4f2f-baae-289d325127b0,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:44.835290 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['a32a9fce-bafc-4c7c-a307-309ea9ccfb6a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:49:44.835442 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-841afdff-a1b8-4ba6-99a7-a19fa6007c36 req-86f553c9-a326-46ca-aee6-8d09bcf980dd tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:44.951014 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3335d27b-9b06-46a0-a4ef-eb928e39a83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:45.003154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467538c-5e14-4bb4-b180-b0c90afa42c5 req-a32388ce-275a-4e92-9931-f82b73dd96ac tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:45.015842 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4467538c-5e14-4bb4-b180-b0c90afa42c5 req-a32388ce-275a-4e92-9931-f82b73dd96ac tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 945 time: 0.4815841 Feb 18 08:49:45.091782 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4467538c-5e14-4bb4-b180-b0c90afa42c5 req-1bbb77ee-b4df-47ec-94d9-2488e7801663 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746219 Feb 18 08:49:45.130237 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-bdb739ab-b1ac-4331-a38e-c2715dc17716 service neutron] 10.222.0.72 "GET /v2.0/networks/8fd094ef-94c6-47f1-8512-5bdc35ad8752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299214 Feb 18 08:49:45.205750 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f95802-0f58-4d61-8b9e-d293a35ad900', 'name': 'network-vif-deleted', 'tag': 'c9173669-3e83-4046-b1e5-63950727fa61', 'status': 'completed', 'code': 200} Feb 18 08:49:45.214007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-841afdff-a1b8-4ba6-99a7-a19fa6007c36 req-86f553c9-a326-46ca-aee6-8d09bcf980dd tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Calling delete_port for f7bf5fef-f959-4f2f-baae-289d325127b0 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:49:45.242602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3335d27b-9b06-46a0-a4ef-eb928e39a83b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c421ccdb-0273-4cab-af82-7758af24ad4c']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:45.276633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3335d27b-9b06-46a0-a4ef-eb928e39a83b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56589a8e-f93b-4698-87f1-9e079742ce7f') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:45.276926 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3335d27b-9b06-46a0-a4ef-eb928e39a83b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56589a8e-f93b-4698-87f1-9e079742ce7f') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:49:45.310211 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3335d27b-9b06-46a0-a4ef-eb928e39a83b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:45.324875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c77fd214-cb4b-4828-a6c1-59d0d317079c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:49:45.350382 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3335d27b-9b06-46a0-a4ef-eb928e39a83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:45.385832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3335d27b-9b06-46a0-a4ef-eb928e39a83b admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:49:45.386522 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3335d27b-9b06-46a0-a4ef-eb928e39a83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:45.412791 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33cd0b-f2d3-42c5-beec-ec67f2341f12 req-92d3a098-be3c-4553-add1-7d270690ab30 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:45.419748 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9d33cd0b-f2d3-42c5-beec-ec67f2341f12 req-92d3a098-be3c-4553-add1-7d270690ab30 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.1533749 Feb 18 08:49:45.478180 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port c77fd214-cb4b-4828-a6c1-59d0d317079c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:45.478773 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:45.531349 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9d33cd0b-f2d3-42c5-beec-ec67f2341f12 req-d52adaba-c917-4685-b3da-9c49c328d426 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024635 Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:49:45.561939 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:49:45.574411 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3335d27b-9b06-46a0-a4ef-eb928e39a83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:45.582054 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3335d27b-9b06-46a0-a4ef-eb928e39a83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:45.647499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335d27b-9b06-46a0-a4ef-eb928e39a83b admin admin] Pushing event deleted for resources: {'Network': ['ID=c421ccdb-0273-4cab-af82-7758af24ad4c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:45.681095 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3335d27b-9b06-46a0-a4ef-eb928e39a83b admin admin] 10.222.0.72 "DELETE /v2.0/networks/c421ccdb-0273-4cab-af82-7758af24ad4c HTTP/1.1" status: 204 len: 168 time: 1.2594030 Feb 18 08:49:45.753383 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-841afdff-a1b8-4ba6-99a7-a19fa6007c36 req-86f553c9-a326-46ca-aee6-8d09bcf980dd tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:46.009697 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab130dfe-5ca4-4b76-861f-3eeb9db0507d req-d45a4c3f-dde4-484a-bffa-f6a173cf2074 tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.72 "GET /v2.0/ports?device_id=37dc1039-87b9-4dd6-af43-5867305f7f05 HTTP/1.1" status: 200 len: 210 time: 0.3914204 Feb 18 08:49:46.152914 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50520) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:46.165742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f553c9-a326-46ca-aee6-8d09bcf980dd tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Pushing event deleted for resources: {'Port': ['ID=f7bf5fef-f959-4f2f-baae-289d325127b0,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:46.169619 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-911fdaf9-da8c-4345-bcce-fedd5a0da10a req-6dc2e58e-4046-4643-9358-22eaa567a04b tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 210 time: 0.0610299 Feb 18 08:49:46.225530 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device a32a9fce-bafc-4c7c-a307-309ea9ccfb6a up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:49:46.250018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-841afdff-a1b8-4ba6-99a7-a19fa6007c36 req-86f553c9-a326-46ca-aee6-8d09bcf980dd tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] No DVR routers for this DVR port f7bf5fef-f959-4f2f-baae-289d325127b0 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:49:46.270238 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-841afdff-a1b8-4ba6-99a7-a19fa6007c36 req-86f553c9-a326-46ca-aee6-8d09bcf980dd tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:46.286786 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-841afdff-a1b8-4ba6-99a7-a19fa6007c36 req-86f553c9-a326-46ca-aee6-8d09bcf980dd tempest-ImagesNegativeTestJSON-2019093579 tempest-ImagesNegativeTestJSON-2019093579-project] 10.222.0.81 "DELETE /v2.0/ports/f7bf5fef-f959-4f2f-baae-289d325127b0 HTTP/1.1" status: 204 len: 173 time: 2.5145133 Feb 18 08:49:46.393119 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-47868d95-9ec0-45f7-833f-c88f8dcb40e9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ef7afd6ecb794a56bc0f8875e8e00a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339694 Feb 18 08:49:46.395577 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50532) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:46.445572 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:46.447062 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:46.590780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e347f91-21a9-496a-b2b6-d0027d517227 req-0ca0641b-cf99-4019-b738-80f9f4ab1417 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:46.599527 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e347f91-21a9-496a-b2b6-d0027d517227 req-0ca0641b-cf99-4019-b738-80f9f4ab1417 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 944 time: 0.2656631 Feb 18 08:49:46.605019 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ecb316d5-09ce-4787-82a4-1b8ecbca6cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:46.662628 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e347f91-21a9-496a-b2b6-d0027d517227 req-af30ecb4-7c08-4254-a1d0-9171611f6434 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605934 Feb 18 08:49:46.682616 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ecb316d5-09ce-4787-82a4-1b8ecbca6cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:46.758899 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ecb316d5-09ce-4787-82a4-1b8ecbca6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:46.780476 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb316d5-09ce-4787-82a4-1b8ecbca6cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3533b29-d533-4cb5-8b35-16ae6649297a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:46.818165 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ecb316d5-09ce-4787-82a4-1b8ecbca6cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:46.823312 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ecb316d5-09ce-4787-82a4-1b8ecbca6cf0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a3533b29-d533-4cb5-8b35-16ae6649297a HTTP/1.1" status: 204 len: 168 time: 0.4231272 Feb 18 08:49:46.944876 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:46.977552 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:49:47.004080 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:47.030655 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:47.031615 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f7bf5fef-f959-4f2f-baae-289d325127b0 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:49:47.134071 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: f7bf5fef-f959-4f2f-baae-289d325127b0 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:49:47.134470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f7bf5fef-f959-4f2f-baae-289d325127b0 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:49:47.192458 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:47.206601 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dc1039-87b9-4dd6-af43-5867305f7f05', 'name': 'network-vif-deleted', 'tag': 'f7bf5fef-f959-4f2f-baae-289d325127b0'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:49:47.232075 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43877dc-c94a-4a4c-aed1-48da5bc8249d req-e93cfcb8-47fd-42d3-b709-f6be2d622338 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:47.247583 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b43877dc-c94a-4a4c-aed1-48da5bc8249d req-e93cfcb8-47fd-42d3-b709-f6be2d622338 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.2601213 Feb 18 08:49:47.276796 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a', 'code': 200} Feb 18 08:49:47.373650 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b43877dc-c94a-4a4c-aed1-48da5bc8249d req-56e74482-07d8-4a98-a06c-b2527859d80b tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183963 Feb 18 08:49:47.459229 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37dc1039-87b9-4dd6-af43-5867305f7f05', 'name': 'network-vif-deleted', 'tag': 'f7bf5fef-f959-4f2f-baae-289d325127b0', 'status': 'completed', 'code': 200} Feb 18 08:49:47.742149 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb68fb3f-66b7-42b5-ae53-67403c6ee939 req-d1f7cad7-b4cc-49ca-b9fc-5b45fd6babdc tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 210 time: 0.1662583 Feb 18 08:49:48.182541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc4128-6bd1-4a5f-bf30-a20ecfb3cc07 req-87da64e0-d4e3-4cf4-84d5-7c872e11b250 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:48.194852 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83bc4128-6bd1-4a5f-bf30-a20ecfb3cc07 req-87da64e0-d4e3-4cf4-84d5-7c872e11b250 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 945 time: 0.2597890 Feb 18 08:49:48.487225 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83bc4128-6bd1-4a5f-bf30-a20ecfb3cc07 req-890107f2-df74-42fd-917e-77673ff7aa10 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911260 Feb 18 08:49:48.565030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-179c0a20-00d4-48e6-b342-bc8173dd11cf tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:48.567160 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-179c0a20-00d4-48e6-b342-bc8173dd11cf tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.61 "GET /v2.0/networks?id=8fd094ef-94c6-47f1-8512-5bdc35ad8752 HTTP/1.1" status: 200 len: 806 time: 0.3171420 Feb 18 08:49:48.673507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-59c7d7b0-82ea-4347-b966-88639dd3fb1d tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f36b4d9571104590ab36bf43cd4935a5 HTTP/1.1" status: 200 len: 380 time: 0.0836322 Feb 18 08:49:48.691661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-17494831-cacd-40f9-96e2-4e9fbbcf07e4 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Request body: {'port': {'device_id': 'c1aac7c3-5077-4069-9af8-8fbe9eecc429', 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752', 'admin_state_up': True, 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'security_groups': ['a741c825-8744-4866-990d-4edf5ec2da1a']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:48.980939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50630) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:49.258971 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb173e40-5a4c-438f-a769-1eca4ac86a2e req-dd99ec5e-31ce-4cb1-9aa8-1cfc50c303e5 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 210 time: 0.1785772 Feb 18 08:49:49.289973 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-17494831-cacd-40f9-96e2-4e9fbbcf07e4 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:49.312761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-17494831-cacd-40f9-96e2-4e9fbbcf07e4 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Usage tracker for resource:port and tenant:f36b4d9571104590ab36bf43cd4935a5 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:49.325812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-17494831-cacd-40f9-96e2-4e9fbbcf07e4 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:49.340833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-17494831-cacd-40f9-96e2-4e9fbbcf07e4 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:49.408389 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-17494831-cacd-40f9-96e2-4e9fbbcf07e4 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Made reservation on behalf of f36b4d9571104590ab36bf43cd4935a5 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:49:49.426227 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-17494831-cacd-40f9-96e2-4e9fbbcf07e4 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:49.590630 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50648) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:49.843111 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1999332526-network', 'tenant_id': '41c983f274f241c4b9d98d05fffe9b2b'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:49.861164 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:49.890991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Usage tracker for resource:network and tenant:41c983f274f241c4b9d98d05fffe9b2b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:49.914535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:49.959184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:49.998500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Made reservation on behalf of 41c983f274f241c4b9d98d05fffe9b2b for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:49:50.002132 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:50.025630 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:50.055784 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-17494831-cacd-40f9-96e2-4e9fbbcf07e4 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Allocated IP 172.20.0.8 (8fd094ef-94c6-47f1-8512-5bdc35ad8752/92437707-2c28-4b2b-a5bf-911c8fdf26b8/36bb6e5f-ac01-46a9-9858-f328164431e4) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:49:50.075443 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:50.085603 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Usage tracker for resource:security_group_rule and tenant:41c983f274f241c4b9d98d05fffe9b2b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:50.100716 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:50.113500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:50.350283 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:50.353840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50662) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:50.364387 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:50.458535 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-47612476-909a-4c21-94c0-ee3c0fc9759e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3293cfe2212c4bcc94806354bc1e0ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8638902 Feb 18 08:49:50.466609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50668) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:50.469451 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-17494831-cacd-40f9-96e2-4e9fbbcf07e4 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:50.508643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-17494831-cacd-40f9-96e2-4e9fbbcf07e4 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Transition to ACTIVE for port object 36bb6e5f-ac01-46a9-9858-f328164431e4 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:49:50.538744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:49:50.574548 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6695c8c7-ba35-4cf0-9ec2-54536c2bb5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:50.578283 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3790a263-1d0a-4528-9ac3-e9a61d80e2dd,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:50.581411 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-17494831-cacd-40f9-96e2-4e9fbbcf07e4 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:50.632850 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-240acb7e-194c-4225-bc20-5e6f5e6a26f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:50.648300 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:50.649026 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Added segment 992c6f03-c8b5-4d2b-a21a-9c57579ff6c2 of type vlan for network d3a54723-fbe1-48b2-8605-adc73008b0c6 Feb 18 08:49:50.671328 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-240acb7e-194c-4225-bc20-5e6f5e6a26f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:50.674869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17494831-cacd-40f9-96e2-4e9fbbcf07e4 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Pushing event updated for resources: {'Port': ['ID=36bb6e5f-ac01-46a9-9858-f328164431e4,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:50.695391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-240acb7e-194c-4225-bc20-5e6f5e6a26f3 admin admin] Usage tracker for resource:security_group_rule and tenant:0eb0dfd19a1a48efad258c6bd08060a2 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:50.703183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-17494831-cacd-40f9-96e2-4e9fbbcf07e4 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Network 8fd094ef-94c6-47f1-8512-5bdc35ad8752 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:49:50.706954 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6695c8c7-ba35-4cf0-9ec2-54536c2bb5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:50.707115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-17494831-cacd-40f9-96e2-4e9fbbcf07e4 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:49:50.712673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-17494831-cacd-40f9-96e2-4e9fbbcf07e4 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:49:50.740945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-240acb7e-194c-4225-bc20-5e6f5e6a26f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:50.760592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-240acb7e-194c-4225-bc20-5e6f5e6a26f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:50.769223 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fa216-6fbd-4caf-a0fd-44858e2b1067 req-ca4c8e22-51d8-42a7-a8f1-7fdfc6d76359 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:50.778598 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-372fa216-6fbd-4caf-a0fd-44858e2b1067 req-ca4c8e22-51d8-42a7-a8f1-7fdfc6d76359 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 1.6915610 Feb 18 08:49:50.872225 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:51.053306 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:51.057861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79214acc-423b-4b2e-a01a-fbafa9f1f6db req-72ad3c83-d87c-4414-a90e-417f492c55b7 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:51.059121 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:51.059855 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:51.070493 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-79214acc-423b-4b2e-a01a-fbafa9f1f6db req-72ad3c83-d87c-4414-a90e-417f492c55b7 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 945 time: 0.7506039 Feb 18 08:49:51.124869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-17494831-cacd-40f9-96e2-4e9fbbcf07e4 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:51.125549 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-17494831-cacd-40f9-96e2-4e9fbbcf07e4 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:51.185303 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-372fa216-6fbd-4caf-a0fd-44858e2b1067 req-081d83ad-0e89-4981-bfda-dc704a57a0c6 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054279 Feb 18 08:49:51.281485 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-79214acc-423b-4b2e-a01a-fbafa9f1f6db req-d408771e-7f8a-4d9b-b44d-39e0e47d524d tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099957 Feb 18 08:49:51.294146 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e3e0ee17-f06e-4463-adda-ce0949bdccfe None None] Provisioning for port 36bb6e5f-ac01-46a9-9858-f328164431e4 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:49:51.308458 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e3e0ee17-f06e-4463-adda-ce0949bdccfe None None] Provisioning complete for port 36bb6e5f-ac01-46a9-9858-f328164431e4 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:49:51.308458 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e3e0ee17-f06e-4463-adda-ce0949bdccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:51.334020 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-17494831-cacd-40f9-96e2-4e9fbbcf07e4 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6544294 Feb 18 08:49:51.350739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Request body: {'port': {'device_id': 'c1aac7c3-5077-4069-9af8-8fbe9eecc429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:51.441652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] Pushing event updated for resources: {'Network': ['ID=d3a54723-fbe1-48b2-8605-adc73008b0c6,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:51.454963 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a1c5d517-2796-469f-918e-3f52f7400724 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4723148 Feb 18 08:49:51.460210 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6695c8c7-ba35-4cf0-9ec2-54536c2bb5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:51.465705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50678) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:51.475395 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network d3a54723-fbe1-48b2-8605-adc73008b0c6 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:49:51.505331 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-760a8af3-950c-4506-8d9b-efacd259829a admin admin] Request body: {'subnet': {'network_id': 'd3a54723-fbe1-48b2-8605-adc73008b0c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1999332526-subnet', 'tenant_id': '41c983f274f241c4b9d98d05fffe9b2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:51.516839 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-760a8af3-950c-4506-8d9b-efacd259829a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:51.528637 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-760a8af3-950c-4506-8d9b-efacd259829a admin admin] Usage tracker for resource:subnet and tenant:41c983f274f241c4b9d98d05fffe9b2b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:51.534387 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-760a8af3-950c-4506-8d9b-efacd259829a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:51.542825 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-760a8af3-950c-4506-8d9b-efacd259829a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:51.558624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695c8c7-ba35-4cf0-9ec2-54536c2bb5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e19ab0-550c-4c52-92b8-e44b1705d3fe,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:51.572903 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6695c8c7-ba35-4cf0-9ec2-54536c2bb5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:51.574391 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6695c8c7-ba35-4cf0-9ec2-54536c2bb5dd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f9e19ab0-550c-4c52-92b8-e44b1705d3fe HTTP/1.1" status: 204 len: 168 time: 1.1045511 Feb 18 08:49:51.597761 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-240acb7e-194c-4225-bc20-5e6f5e6a26f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:51.618311 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-240acb7e-194c-4225-bc20-5e6f5e6a26f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:51.692831 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240acb7e-194c-4225-bc20-5e6f5e6a26f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8c2b75-3667-431a-97b3-5e36ce8684bb,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:51.719500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760a8af3-950c-4506-8d9b-efacd259829a admin admin] Made reservation on behalf of 41c983f274f241c4b9d98d05fffe9b2b for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:49:51.727270 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-760a8af3-950c-4506-8d9b-efacd259829a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:51.899044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e3e0ee17-f06e-4463-adda-ce0949bdccfe None None] Port 36bb6e5f-ac01-46a9-9858-f328164431e4 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:49:52.109706 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-240acb7e-194c-4225-bc20-5e6f5e6a26f3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0eb0dfd19a1a48efad258c6bd08060a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7514496 Feb 18 08:49:52.112479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50688) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:52.188345 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-029e7a2b-4459-4c1d-a275-4fe3f369e25c req-054c4c1e-5f60-4fa8-a0a8-4fc53fe43231 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8498a858-823d-4bb2-b3aa-92f4596601de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2450027 Feb 18 08:49:52.363656 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:52.488079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27168bef-d60e-4d80-86d5-d06d0f517861 req-af1ef35c-68cc-420a-8d0e-c0d144b4de7d tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:52.491710 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-27168bef-d60e-4d80-86d5-d06d0f517861 req-af1ef35c-68cc-420a-8d0e-c0d144b4de7d tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Synchronizing usage tracker for tenant:f36b4d9571104590ab36bf43cd4935a5 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:49:52.536878 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-760a8af3-950c-4506-8d9b-efacd259829a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:52.620191 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e7a2b-4459-4c1d-a275-4fe3f369e25c req-80fa4ed4-dd54-43c5-a0d2-8b0952f1e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:52.621889 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-029e7a2b-4459-4c1d-a275-4fe3f369e25c req-80fa4ed4-dd54-43c5-a0d2-8b0952f1e54e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9f2fa9ecedc34ceb9c1713176a0a17a8&device_id=8498a858-823d-4bb2-b3aa-92f4596601de HTTP/1.1" status: 200 len: 1101 time: 0.3868425 Feb 18 08:49:52.695085 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760a8af3-950c-4506-8d9b-efacd259829a admin admin] Checking segment: {'id': '992c6f03-c8b5-4d2b-a21a-9c57579ff6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd3a54723-fbe1-48b2-8605-adc73008b0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:49:52.695462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760a8af3-950c-4506-8d9b-efacd259829a admin admin] Network hostable DHCP agents. Network: d3a54723-fbe1-48b2-8605-adc73008b0c6, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:49:52.699811 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a8af3-950c-4506-8d9b-efacd259829a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a6c779e-66a4-4e2f-b6e4-ce0c702890ff,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:52.724376 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922b9b7-ecfb-4c59-b09f-a463fc02f820 req-29b13da9-be5c-421e-af62-f571ee038ea6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:52.725866 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4922b9b7-ecfb-4c59-b09f-a463fc02f820 req-29b13da9-be5c-421e-af62-f571ee038ea6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 945 time: 0.5860832 Feb 18 08:49:52.763058 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fe8453d2-7e4d-4bb4-82ba-6d183120b497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:52.851337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-27168bef-d60e-4d80-86d5-d06d0f517861 req-af1ef35c-68cc-420a-8d0e-c0d144b4de7d tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Unset dirty status for tenant:f36b4d9571104590ab36bf43cd4935a5 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:49:52.858345 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760a8af3-950c-4506-8d9b-efacd259829a admin admin] Network d3a54723-fbe1-48b2-8605-adc73008b0c6 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:49:52.865503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-27168bef-d60e-4d80-86d5-d06d0f517861 req-af1ef35c-68cc-420a-8d0e-c0d144b4de7d tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 931 time: 1.3470883 Feb 18 08:49:52.954407 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fe8453d2-7e4d-4bb4-82ba-6d183120b497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:52.972306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-760a8af3-950c-4506-8d9b-efacd259829a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, d3a54723-fbe1-48b2-8605-adc73008b0c6) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:49:52.979036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760a8af3-950c-4506-8d9b-efacd259829a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:52.988065 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90b4c9a-eb79-4ad4-af70-1fa8af4e1ea2 None None] Network d3a54723-fbe1-48b2-8605-adc73008b0c6 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:49:52.988652 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-760a8af3-950c-4506-8d9b-efacd259829a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:52.992734 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e7a2b-4459-4c1d-a275-4fe3f369e25c req-4ddc139e-a9f7-47bf-9ac4-08df5a455237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:53.007120 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-029e7a2b-4459-4c1d-a275-4fe3f369e25c req-4ddc139e-a9f7-47bf-9ac4-08df5a455237 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.3412788 Feb 18 08:49:53.065849 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4922b9b7-ecfb-4c59-b09f-a463fc02f820 req-4f06dbfe-8e3e-428c-a968-8e0681296563 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280787 Feb 18 08:49:53.287863 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-760a8af3-950c-4506-8d9b-efacd259829a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7852163 Feb 18 08:49:53.296757 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-029e7a2b-4459-4c1d-a275-4fe3f369e25c req-b1b39459-a536-42fc-b0b0-26ebf97dff9d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=2cea9689-1a3d-44a6-b83e-fe7a28ae3340 HTTP/1.1" status: 200 len: 217 time: 0.2854977 Feb 18 08:49:53.436232 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-27168bef-d60e-4d80-86d5-d06d0f517861 req-e7f05a54-74d4-4f73-a47a-15dc4df7701a tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/security-groups?id=a741c825-8744-4866-990d-4edf5ec2da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5686591 Feb 18 08:49:53.528102 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e7a2b-4459-4c1d-a275-4fe3f369e25c req-ff434d69-51bb-4ac3-babb-825eb9362187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:53.530193 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-029e7a2b-4459-4c1d-a275-4fe3f369e25c req-ff434d69-51bb-4ac3-babb-825eb9362187 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.2296958 Feb 18 08:49:53.535317 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac102d7-e39d-403f-b27f-4a28b4e05f3f None None] Network d3a54723-fbe1-48b2-8605-adc73008b0c6 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:49:53.606711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50716) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:53.693656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f6c36-41fb-4aeb-a2db-2d22a60d5431 req-1c8b9401-51aa-4f24-a2e6-89c8ed148f6c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:53.708542 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-244f6c36-41fb-4aeb-a2db-2d22a60d5431 req-1c8b9401-51aa-4f24-a2e6-89c8ed148f6c tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 945 time: 1.1741807 Feb 18 08:49:53.737582 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e7a2b-4459-4c1d-a275-4fe3f369e25c req-dd48b07e-1b49-4766-9c3f-bc22c971989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:53.739877 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-029e7a2b-4459-4c1d-a275-4fe3f369e25c req-dd48b07e-1b49-4766-9c3f-bc22c971989e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1833057 Feb 18 08:49:53.868930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36bb6e5f-ac01-46a9-9858-f328164431e4 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:49:53.882428 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:53.983981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Transition to ACTIVE for port object 36bb6e5f-ac01-46a9-9858-f328164431e4 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:49:54.035182 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fe8453d2-7e4d-4bb4-82ba-6d183120b497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:54.066312 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-029e7a2b-4459-4c1d-a275-4fe3f369e25c req-f136c681-6423-4d6e-892d-a5d888369762 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201141 Feb 18 08:49:54.101517 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:54.249467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8453d2-7e4d-4bb4-82ba-6d183120b497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8c2b75-3667-431a-97b3-5e36ce8684bb,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:54.283695 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-029e7a2b-4459-4c1d-a275-4fe3f369e25c req-57c85151-10c5-44c3-a08e-116ed1b7f4ce service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103670 Feb 18 08:49:54.352053 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fe8453d2-7e4d-4bb4-82ba-6d183120b497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:54.356354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fe8453d2-7e4d-4bb4-82ba-6d183120b497 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aa8c2b75-3667-431a-97b3-5e36ce8684bb HTTP/1.1" status: 204 len: 168 time: 2.2417932 Feb 18 08:49:54.377345 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2026035387-network', 'tenant_id': '75eb46d2988549f58acc23f93dd84a7e'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:54.423893 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e090ec-e694-402b-9361-6be4ec55a6e7 req-4d7d2648-7b36-43c4-a28e-83fb50530de9 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:54.433649 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1e090ec-e694-402b-9361-6be4ec55a6e7 req-4d7d2648-7b36-43c4-a28e-83fb50530de9 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 1.0935996 Feb 18 08:49:54.454452 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:54.464595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-244f6c36-41fb-4aeb-a2db-2d22a60d5431 req-7f05637b-cc81-428b-8e95-06265cd7d33a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Deleting port f4df945e-c791-465d-a172-fdeff3c06799 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:49:54.465199 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-244f6c36-41fb-4aeb-a2db-2d22a60d5431 req-7f05637b-cc81-428b-8e95-06265cd7d33a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:54.542737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Usage tracker for resource:network and tenant:75eb46d2988549f58acc23f93dd84a7e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:54.561118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:54.601170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:54.606465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Pushing event updated for resources: {'Port': ['ID=36bb6e5f-ac01-46a9-9858-f328164431e4,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:54.662150 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1e090ec-e694-402b-9361-6be4ec55a6e7 req-2bf79721-12d5-4dd2-8297-bbdb29b8a2c1 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275083 Feb 18 08:49:54.686058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Made reservation on behalf of 75eb46d2988549f58acc23f93dd84a7e for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:49:54.688928 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:54.761270 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:54.811769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83b9c5-97b0-4e66-bd1c-26db658aeb34 req-64e67cbd-8685-48d7-9e24-f1aa7bb033df tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:54.814106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c83b9c5-97b0-4e66-bd1c-26db658aeb34 req-64e67cbd-8685-48d7-9e24-f1aa7bb033df tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 945 time: 0.9131787 Feb 18 08:49:54.815269 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Attempting to bind port 36bb6e5f-ac01-46a9-9858-f328164431e4 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:49:54.815804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Attempting to bind port 36bb6e5f-ac01-46a9-9858-f328164431e4 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '39d543dc-7685-4651-a376-d91bd72f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:49:54.816345 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Attempting to bind port 36bb6e5f-ac01-46a9-9858-f328164431e4 on network 8fd094ef-94c6-47f1-8512-5bdc35ad8752 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:49:54.829034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:54.837581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Usage tracker for resource:security_group_rule and tenant:75eb46d2988549f58acc23f93dd84a7e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:54.841916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:54.850589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:55.027093 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:55.069206 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:55.073483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Port 36bb6e5f-ac01-46a9-9858-f328164431e4 on network 8fd094ef-94c6-47f1-8512-5bdc35ad8752 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:49:55.073811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Attempting to bind port 36bb6e5f-ac01-46a9-9858-f328164431e4 on network 8fd094ef-94c6-47f1-8512-5bdc35ad8752 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:49:55.226039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:49:55.226394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Checking segment: {'id': '39d543dc-7685-4651-a376-d91bd72f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:49:55.226785 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Bound using segment: {'id': '39d543dc-7685-4651-a376-d91bd72f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:49:55.227230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Bound port: 36bb6e5f-ac01-46a9-9858-f328164431e4, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d543dc-7685-4651-a376-d91bd72f0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:49:55.227578 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:55.270557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:49:55.316403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:55.580486 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c83b9c5-97b0-4e66-bd1c-26db658aeb34 req-0f8e2fc5-03d6-4bfe-abef-46f0e5df0f4f tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5400951 Feb 18 08:49:55.588392 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:55.588644 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Added segment 7d35b79e-79a6-41fe-9fb2-4feac907ecd1 of type vlan for network 37941738-3b60-49d5-86b1-6f8075363e3c Feb 18 08:49:55.705042 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:55.709948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-244f6c36-41fb-4aeb-a2db-2d22a60d5431 req-7f05637b-cc81-428b-8e95-06265cd7d33a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] For port f4df945e-c791-465d-a172-fdeff3c06799, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f4df945e-c791-465d-a172-fdeff3c06799,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:49:55.710317 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-244f6c36-41fb-4aeb-a2db-2d22a60d5431 req-7f05637b-cc81-428b-8e95-06265cd7d33a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:55.933903 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50762) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:55.945719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-244f6c36-41fb-4aeb-a2db-2d22a60d5431 req-7f05637b-cc81-428b-8e95-06265cd7d33a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Calling delete_port for f4df945e-c791-465d-a172-fdeff3c06799 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:49:56.018379 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:49:56.031682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] For port 36bb6e5f-ac01-46a9-9858-f328164431e4, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:49:56.040085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] For port 36bb6e5f-ac01-46a9-9858-f328164431e4, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=36bb6e5f-ac01-46a9-9858-f328164431e4,segment=NetworkSegment(39d543dc-7685-4651-a376-d91bd72f0ee1),segment_id=39d543dc-7685-4651-a376-d91bd72f0ee1)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:49:56.104499 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:56.131002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-675653064-network', 'tenant_id': '7e849e134c3d4c469203dbdd812a1615'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:56.141929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:56.146531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Usage tracker for resource:network and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:56.150761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:56.159418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:56.174740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Made reservation on behalf of 7e849e134c3d4c469203dbdd812a1615 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:49:56.182387 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:56.200409 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:56.220097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:56.229359 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Usage tracker for resource:security_group_rule and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:56.238871 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:56.253576 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:56.297166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:56.298246 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:56.300330 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] 10.222.0.61 "PUT /v2.0/ports/36bb6e5f-ac01-46a9-9858-f328164431e4 HTTP/1.1" status: 200 len: 1091 time: 4.9571884 Feb 18 08:49:56.301808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1aac7c3-5077-4069-9af8-8fbe9eecc429', 'tag': '36bb6e5f-ac01-46a9-9858-f328164431e4'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:49:56.352863 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:56.357844 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:56.358446 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:56.372193 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device f4df945e-c791-465d-a172-fdeff3c06799 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:49:56.600372 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:56.610709 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:56.662614 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:49:56.667942 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-16ebd3f5-1696-4796-9540-71fcfe7851ef req-d2e50254-012f-40de-9634-3c98b4133c52 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2604012 Feb 18 08:49:56.680556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e36db29-0f52-4f5b-b7bd-29f5c321e7e2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:56.686069 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:56.686755 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Added segment c378f753-9aba-4929-9d53-76e37120327b of type vlan for network 4baf104b-223d-493d-bf60-1a61d8564d7d Feb 18 08:49:56.747814 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:56.817486 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Port f4df945e-c791-465d-a172-fdeff3c06799 update to DOWN by agent not found {{(pid=87769) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 18 08:49:56.844858 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:56.846890 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:56.847954 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:56.870160 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c9586-7dcd-4389-8f05-0484b623150d service neutron] Pushing event updated for resources: {'Port': ['ID=36bb6e5f-ac01-46a9-9858-f328164431e4,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:56.910663 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9755995 Feb 18 08:49:56.911659 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50774) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:56.934361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] Pushing event updated for resources: {'Network': ['ID=37941738-3b60-49d5-86b1-6f8075363e3c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:56.949178 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-244f6c36-41fb-4aeb-a2db-2d22a60d5431 req-7f05637b-cc81-428b-8e95-06265cd7d33a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:56.954867 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 37941738-3b60-49d5-86b1-6f8075363e3c details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:49:57.077456 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4ece9c2d-44be-475b-b734-dc877e8ed925 admin admin] Request body: {'subnet': {'network_id': '4baf104b-223d-493d-bf60-1a61d8564d7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-675653064-subnet', 'tenant_id': '7e849e134c3d4c469203dbdd812a1615', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:57.162502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4ece9c2d-44be-475b-b734-dc877e8ed925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:57.177928 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4ece9c2d-44be-475b-b734-dc877e8ed925 admin admin] Usage tracker for resource:subnet and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:57.181512 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4ece9c2d-44be-475b-b734-dc877e8ed925 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:57.193958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4ece9c2d-44be-475b-b734-dc877e8ed925 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:57.210935 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50a5ac-55fd-4128-9a2e-2d7317876bde admin admin] Pushing event updated for resources: {'Network': ['ID=4baf104b-223d-493d-bf60-1a61d8564d7d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:57.234291 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 4baf104b-223d-493d-bf60-1a61d8564d7d details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:49:57.237851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ece9c2d-44be-475b-b734-dc877e8ed925 admin admin] Made reservation on behalf of 7e849e134c3d4c469203dbdd812a1615 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:49:57.241798 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ece9c2d-44be-475b-b734-dc877e8ed925 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:57.256617 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05637b-cc81-428b-8e95-06265cd7d33a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Pushing event deleted for resources: {'Port': ['ID=f4df945e-c791-465d-a172-fdeff3c06799,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:57.274915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aa941-cdf5-4c71-a4f0-de0de2f60035 req-9107088d-7895-465a-b117-31927f0db846 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:57.289400 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f1aa941-cdf5-4c71-a4f0-de0de2f60035 req-9107088d-7895-465a-b117-31927f0db846 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca24022a-01e5-45c5-8562-5cf0b5465acb HTTP/1.1" status: 200 len: 945 time: 1.2475092 Feb 18 08:49:57.456373 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f1aa941-cdf5-4c71-a4f0-de0de2f60035 req-a93fa198-fce8-413a-95a0-78efecc6be22 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656229 Feb 18 08:49:57.457408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-244f6c36-41fb-4aeb-a2db-2d22a60d5431 req-7f05637b-cc81-428b-8e95-06265cd7d33a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] No DVR routers for this DVR port f4df945e-c791-465d-a172-fdeff3c06799 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:49:57.463154 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-275b45f0-25c8-4a05-af36-9084429ae87c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.8525267 Feb 18 08:49:57.466780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50784) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:49:57.467897 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-244f6c36-41fb-4aeb-a2db-2d22a60d5431 req-7f05637b-cc81-428b-8e95-06265cd7d33a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:57.469867 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-244f6c36-41fb-4aeb-a2db-2d22a60d5431 req-7f05637b-cc81-428b-8e95-06265cd7d33a tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.61 "DELETE /v2.0/ports/f4df945e-c791-465d-a172-fdeff3c06799 HTTP/1.1" status: 204 len: 173 time: 3.5704188 Feb 18 08:49:57.489892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d6562af1-9401-40b1-86c8-40d93a017bde admin admin] Request body: {'subnet': {'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2026035387-subnet', 'tenant_id': '75eb46d2988549f58acc23f93dd84a7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:49:57.511087 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d6562af1-9401-40b1-86c8-40d93a017bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:49:57.527131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d6562af1-9401-40b1-86c8-40d93a017bde admin admin] Usage tracker for resource:subnet and tenant:75eb46d2988549f58acc23f93dd84a7e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:49:57.540148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d6562af1-9401-40b1-86c8-40d93a017bde admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:49:57.564234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d6562af1-9401-40b1-86c8-40d93a017bde admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:49:57.570394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-1ab6cddf-ba5c-4f31-8015-7fcde9177a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:57.575587 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-1ab6cddf-ba5c-4f31-8015-7fcde9177a56 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f36b4d9571104590ab36bf43cd4935a5&device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 1094 time: 0.6496170 Feb 18 08:49:57.610418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebd3f5-1696-4796-9540-71fcfe7851ef req-685ddad0-a1c6-4120-b126-ef13a7c31bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:57.615711 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-16ebd3f5-1696-4796-9540-71fcfe7851ef req-685ddad0-a1c6-4120-b126-ef13a7c31bfa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 1096 time: 0.5290124 Feb 18 08:49:57.788186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6562af1-9401-40b1-86c8-40d93a017bde admin admin] Made reservation on behalf of 75eb46d2988549f58acc23f93dd84a7e for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:49:57.790470 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6562af1-9401-40b1-86c8-40d93a017bde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:57.877764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebd3f5-1696-4796-9540-71fcfe7851ef req-a17049ef-1368-400b-b7b8-d46291849402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:57.882495 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-16ebd3f5-1696-4796-9540-71fcfe7851ef req-a17049ef-1368-400b-b7b8-d46291849402 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 200 len: 908 time: 0.2339423 Feb 18 08:49:57.920874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-6dfd277c-8bf8-42f6-bf4c-c5635e968506 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36bb6e5f-ac01-46a9-9858-f328164431e4 HTTP/1.1" status: 200 len: 217 time: 0.3354547 Feb 18 08:49:58.051817 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-16ebd3f5-1696-4796-9540-71fcfe7851ef req-8b16cee6-4c37-45df-ac45-ceabf6cdba57 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4df10ce9-dc75-4467-9cf6-3fe46137637f HTTP/1.1" status: 200 len: 217 time: 0.1041472 Feb 18 08:49:58.064500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-5c337eeb-c923-451b-a12f-492dfeb812ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:58.066061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-5c337eeb-c923-451b-a12f-492dfeb812ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92437707-2c28-4b2b-a5bf-911c8fdf26b8 HTTP/1.1" status: 200 len: 845 time: 0.1279581 Feb 18 08:49:58.180167 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebd3f5-1696-4796-9540-71fcfe7851ef req-a54866d7-df74-4bcd-96d9-87f2cbc6abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:58.181649 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-16ebd3f5-1696-4796-9540-71fcfe7851ef req-a54866d7-df74-4bcd-96d9-87f2cbc6abb4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 200 len: 847 time: 0.1045425 Feb 18 08:49:58.245044 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-16ebd3f5-1696-4796-9540-71fcfe7851ef req-483f7a75-715f-4f41-93f1-1b66cc8e11d4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e8816836-4120-4f1e-b024-4d70fd6a0963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516536 Feb 18 08:49:58.249931 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ece9c2d-44be-475b-b734-dc877e8ed925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:58.296083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec9397-e23a-4a0d-9a77-048360094abb req-d8f19ea0-f701-40cb-bae3-1c1cadf12871 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:58.309404 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83ec9397-e23a-4a0d-9a77-048360094abb req-d8f19ea0-f701-40cb-bae3-1c1cadf12871 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 943 time: 0.5806954 Feb 18 08:49:58.447562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece9c2d-44be-475b-b734-dc877e8ed925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82fca5c5-4683-4733-a7b9-9c638f8d20f2,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:58.464612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ece9c2d-44be-475b-b734-dc877e8ed925 admin admin] Checking segment: {'id': 'c378f753-9aba-4929-9d53-76e37120327b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '4baf104b-223d-493d-bf60-1a61d8564d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:49:58.465036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ece9c2d-44be-475b-b734-dc877e8ed925 admin admin] Network hostable DHCP agents. Network: 4baf104b-223d-493d-bf60-1a61d8564d7d, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:49:58.526207 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-16ebd3f5-1696-4796-9540-71fcfe7851ef req-b8ce96c9-b21c-49f6-afbd-c981a94c086f service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706110 Feb 18 08:49:58.531232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ece9c2d-44be-475b-b734-dc877e8ed925 admin admin] Network 4baf104b-223d-493d-bf60-1a61d8564d7d is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:49:58.592435 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83ec9397-e23a-4a0d-9a77-048360094abb req-256c2397-95bd-48ac-b4a2-38507fc59403 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/security-groups?id=a741c825-8744-4866-990d-4edf5ec2da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814703 Feb 18 08:49:58.651775 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-4ece9c2d-44be-475b-b734-dc877e8ed925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 4baf104b-223d-493d-bf60-1a61d8564d7d) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:49:58.662285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e2c401-e911-45da-8ee8-e252b4424e00 None None] Network 4baf104b-223d-493d-bf60-1a61d8564d7d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:49:58.667760 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ece9c2d-44be-475b-b734-dc877e8ed925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:58.668863 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ece9c2d-44be-475b-b734-dc877e8ed925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:58.705260 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6562af1-9401-40b1-86c8-40d93a017bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:58.753613 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4ece9c2d-44be-475b-b734-dc877e8ed925 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8281550 Feb 18 08:49:58.799380 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-16ebd3f5-1696-4796-9540-71fcfe7851ef req-14f1456d-ead9-4cfd-a05d-49e98d305a4d service neutron] 10.222.0.81 "GET /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616966 Feb 18 08:49:58.805987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-55b6169d-46a1-4d00-95b0-8ad948b38561 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:58.807482 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-55b6169d-46a1-4d00-95b0-8ad948b38561 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/networks?id=d3a54723-fbe1-48b2-8605-adc73008b0c6 HTTP/1.1" status: 200 len: 822 time: 0.6954997 Feb 18 08:49:58.839916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-9b7e90e3-0ca2-4c8e-b866-50585b11a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:58.850515 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-9b7e90e3-0ca2-4c8e-b866-50585b11a4f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8fd094ef-94c6-47f1-8512-5bdc35ad8752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7769783 Feb 18 08:49:59.052136 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-cf0109a1-4d2d-4f1e-b937-58f305e74b64 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/quotas/41c983f274f241c4b9d98d05fffe9b2b HTTP/1.1" status: 200 len: 375 time: 0.2212453 Feb 18 08:49:59.159277 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6562af1-9401-40b1-86c8-40d93a017bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=d45a775a-d6b1-454c-87b6-7f0420cf3393,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:49:59.173860 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-e07d7eed-6314-472e-ac89-414ae5e355a1 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=41c983f274f241c4b9d98d05fffe9b2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646000 Feb 18 08:49:59.217934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6562af1-9401-40b1-86c8-40d93a017bde admin admin] Checking segment: {'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:49:59.218307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6562af1-9401-40b1-86c8-40d93a017bde admin admin] Network hostable DHCP agents. Network: 37941738-3b60-49d5-86b1-6f8075363e3c, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:49:59.261666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c1607d-f38a-4a56-8443-cce2dd4b82f5 None None] Network 4baf104b-223d-493d-bf60-1a61d8564d7d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:49:59.376675 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-f476bd04-387b-48cd-9df1-9c9589ee8b95 service neutron] 10.222.0.61 "GET /v2.0/networks/8fd094ef-94c6-47f1-8512-5bdc35ad8752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432204 Feb 18 08:49:59.387272 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3166c35-8516-4e94-96aa-45f8be07ffd6 req-6666ce4e-1ce7-418c-a4cf-a98d1f19be6f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:59.389894 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3166c35-8516-4e94-96aa-45f8be07ffd6 req-6666ce4e-1ce7-418c-a4cf-a98d1f19be6f tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.5812588 Feb 18 08:49:59.393780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6562af1-9401-40b1-86c8-40d93a017bde admin admin] Network 37941738-3b60-49d5-86b1-6f8075363e3c is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:49:59.509031 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-11e59bb9-d396-47e3-9550-08af17884dbf service neutron] 10.222.0.72 "GET /v2.0/networks/d3a54723-fbe1-48b2-8605-adc73008b0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244617 Feb 18 08:49:59.523854 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-d6562af1-9401-40b1-86c8-40d93a017bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 37941738-3b60-49d5-86b1-6f8075363e3c) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:49:59.555445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6562af1-9401-40b1-86c8-40d93a017bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:59.556042 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6562af1-9401-40b1-86c8-40d93a017bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:49:59.563108 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0832bab1-1ce2-4ff4-b077-e25c165e1c33 None None] Network 37941738-3b60-49d5-86b1-6f8075363e3c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:49:59.661221 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3166c35-8516-4e94-96aa-45f8be07ffd6 req-f3c1a1b4-531c-4f04-bf0d-b4730f353731 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393847 Feb 18 08:49:59.728025 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d6562af1-9401-40b1-86c8-40d93a017bde admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2437775 Feb 18 08:49:59.750735 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c89d85-aec7-4e20-ad69-a1c722779510 req-fb633066-939b-4494-bef7-3e90ea0455b5 service neutron] 10.222.0.61 "GET /v2.0/networks/8fd094ef-94c6-47f1-8512-5bdc35ad8752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579271 Feb 18 08:49:59.752410 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1aac7c3-5077-4069-9af8-8fbe9eecc429', 'tag': '36bb6e5f-ac01-46a9-9858-f328164431e4', 'status': 'completed', 'code': 200} Feb 18 08:49:59.828947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-f0832585-7fd5-4593-ab06-38658a940d21 service neutron] 10.222.0.72 "GET /v2.0/networks/d3a54723-fbe1-48b2-8605-adc73008b0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030849 Feb 18 08:49:59.936137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19917f5-a859-4233-b160-57a7ac606809 req-c64d33fb-3bd3-44a6-90c4-4ad196ffdad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:49:59.942046 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b19917f5-a859-4233-b160-57a7ac606809 req-c64d33fb-3bd3-44a6-90c4-4ad196ffdad9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f36b4d9571104590ab36bf43cd4935a5&device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 1094 time: 0.1117854 Feb 18 08:50:00.134330 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38d38fd-95d2-4690-9e36-81b6874ae19d None None] Network 37941738-3b60-49d5-86b1-6f8075363e3c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:50:00.355588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19917f5-a859-4233-b160-57a7ac606809 req-993aa2db-7f8b-4e38-bbf9-b3aca4a4160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:00.363977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b19917f5-a859-4233-b160-57a7ac606809 req-993aa2db-7f8b-4e38-bbf9-b3aca4a4160b service neutron] 10.222.0.61 "GET /v2.0/networks?id=8fd094ef-94c6-47f1-8512-5bdc35ad8752 HTTP/1.1" status: 200 len: 907 time: 0.4074161 Feb 18 08:50:00.366488 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-17686252-555e-4fff-87d4-cad99986ed98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:00.514331 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b19917f5-a859-4233-b160-57a7ac606809 req-46897587-a7a3-46cc-9d50-44e9cea1dc34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36bb6e5f-ac01-46a9-9858-f328164431e4 HTTP/1.1" status: 200 len: 217 time: 0.1393697 Feb 18 08:50:00.579130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180efa9-4097-4f57-a29e-acb84cc0b7e1 req-484da1b6-ff07-47af-a875-e7bbba1cb1b5 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:00.581823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6180efa9-4097-4f57-a29e-acb84cc0b7e1 req-484da1b6-ff07-47af-a875-e7bbba1cb1b5 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 945 time: 0.5202315 Feb 18 08:50:00.643867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19917f5-a859-4233-b160-57a7ac606809 req-8239d54d-d585-406a-8b9f-6d0037c91958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:00.645369 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b19917f5-a859-4233-b160-57a7ac606809 req-8239d54d-d585-406a-8b9f-6d0037c91958 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92437707-2c28-4b2b-a5bf-911c8fdf26b8 HTTP/1.1" status: 200 len: 845 time: 0.1224225 Feb 18 08:50:00.648519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-2537d21f-3a01-47b0-837b-46a952700968 req-2b6d06f2-b987-497b-9804-934755806e54 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1395347292', 'description': 'tempest-description-432627561'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:00.690334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-2537d21f-3a01-47b0-837b-46a952700968 req-2b6d06f2-b987-497b-9804-934755806e54 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:00.711763 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2537d21f-3a01-47b0-837b-46a952700968 req-2b6d06f2-b987-497b-9804-934755806e54 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:00.717577 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2537d21f-3a01-47b0-837b-46a952700968 req-2b6d06f2-b987-497b-9804-934755806e54 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:00.728038 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-2537d21f-3a01-47b0-837b-46a952700968 req-2b6d06f2-b987-497b-9804-934755806e54 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:00.736885 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6180efa9-4097-4f57-a29e-acb84cc0b7e1 req-dc2eaeb0-b587-4a22-b8c6-9127e63f868e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220131 Feb 18 08:50:00.757599 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2537d21f-3a01-47b0-837b-46a952700968 req-2b6d06f2-b987-497b-9804-934755806e54 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:00.818692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-2537d21f-3a01-47b0-837b-46a952700968 req-2b6d06f2-b987-497b-9804-934755806e54 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:00.832034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19917f5-a859-4233-b160-57a7ac606809 req-9020b08c-59cc-4ccb-8f20-6c069c4f953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:00.834541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b19917f5-a859-4233-b160-57a7ac606809 req-9020b08c-59cc-4ccb-8f20-6c069c4f953e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8fd094ef-94c6-47f1-8512-5bdc35ad8752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780918 Feb 18 08:50:00.838855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2537d21f-3a01-47b0-837b-46a952700968 req-2b6d06f2-b987-497b-9804-934755806e54 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group_rule and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:00.848623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2537d21f-3a01-47b0-837b-46a952700968 req-2b6d06f2-b987-497b-9804-934755806e54 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:00.911059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-2537d21f-3a01-47b0-837b-46a952700968 req-2b6d06f2-b987-497b-9804-934755806e54 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:01.280583 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b19917f5-a859-4233-b160-57a7ac606809 req-643c90ea-ef52-49b5-90f8-ef2c61014e13 service neutron] 10.222.0.61 "GET /v2.0/networks/8fd094ef-94c6-47f1-8512-5bdc35ad8752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333339 Feb 18 08:50:01.392190 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2537d21f-3a01-47b0-837b-46a952700968 req-2b6d06f2-b987-497b-9804-934755806e54 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:01.408466 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2537d21f-3a01-47b0-837b-46a952700968 req-2b6d06f2-b987-497b-9804-934755806e54 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:01.451748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab4854-f172-4991-b834-29e549133132 req-7c0a7783-ff74-41fd-b3ef-4c07f69e1bf5 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:01.453653 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03ab4854-f172-4991-b834-29e549133132 req-7c0a7783-ff74-41fd-b3ef-4c07f69e1bf5 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 943 time: 0.4802146 Feb 18 08:50:01.517774 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2537d21f-3a01-47b0-837b-46a952700968 req-2b6d06f2-b987-497b-9804-934755806e54 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:01.520831 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2537d21f-3a01-47b0-837b-46a952700968 req-2b6d06f2-b987-497b-9804-934755806e54 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8846328 Feb 18 08:50:01.543721 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b19917f5-a859-4233-b160-57a7ac606809 req-b5ad68d0-e3a8-4a83-9c26-585aab796b44 service neutron] 10.222.0.61 "GET /v2.0/networks/8fd094ef-94c6-47f1-8512-5bdc35ad8752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526011 Feb 18 08:50:01.550216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d06f2-b987-497b-9804-934755806e54 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c8fce9-c4e3-45b6-898f-467cc2859998,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:01.592382 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03ab4854-f172-4991-b834-29e549133132 req-174aca8f-42e5-417b-858f-06f52f22cd77 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/security-groups?id=a741c825-8744-4866-990d-4edf5ec2da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294932 Feb 18 08:50:01.751940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-890052f5-8236-43ed-8bdf-a2785ab4594f req-b761a670-6ae8-43f2-8689-c500ceba6f5b tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 210 time: 0.0913949 Feb 18 08:50:01.755079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca24022a-01e5-45c5-8562-5cf0b5465acb', 'name': 'network-vif-deleted', 'tag': 'f4df945e-c791-465d-a172-fdeff3c06799'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:02.023799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-ebd73c6d-3012-40d1-bdb1-6291846098b7 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:02.024580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-ebd73c6d-3012-40d1-bdb1-6291846098b7 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Synchronizing usage tracker for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:50:02.290299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-ebd73c6d-3012-40d1-bdb1-6291846098b7 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Unset dirty status for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:50:02.299106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-ebd73c6d-3012-40d1-bdb1-6291846098b7 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 812 time: 0.4973752 Feb 18 08:50:02.324895 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-1fdbfc94-0992-4576-8783-f91b92ae5c9f tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/quotas/75eb46d2988549f58acc23f93dd84a7e HTTP/1.1" status: 200 len: 375 time: 0.0246325 Feb 18 08:50:02.387911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-b9e0b7a7-39e5-4ac8-ac16-d53a58d45c45 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612361 Feb 18 08:50:02.597727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-a675ad29-72f4-4a62-b89b-a0708d463fe7 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:02.599097 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-a675ad29-72f4-4a62-b89b-a0708d463fe7 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.61 "GET /v2.0/networks?id=d3a54723-fbe1-48b2-8605-adc73008b0c6 HTTP/1.1" status: 200 len: 822 time: 0.5594923 Feb 18 08:50:02.625731 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-4b1bc500-423f-4df0-953e-e16ccc61e5f9 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Request body: {'port': {'device_id': 'b1ec3d3b-408a-46be-bfdb-dc87e27e0568', 'network_id': 'd3a54723-fbe1-48b2-8605-adc73008b0c6', 'admin_state_up': True, 'tenant_id': '41c983f274f241c4b9d98d05fffe9b2b'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:02.671781 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7718f0c3-66ad-4325-929a-49fbfb1d87a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:02.750053 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-c53bdfb8-47eb-4e51-9ba5-817bb185b51f service neutron] 10.222.0.72 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605509 Feb 18 08:50:02.812137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a74d6-9526-49c8-828b-e4e7dcabc1b9 req-28706f95-e79e-4826-9a61-ebf9cbbfd499 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:02.813960 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-510a74d6-9526-49c8-828b-e4e7dcabc1b9 req-28706f95-e79e-4826-9a61-ebf9cbbfd499 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.3327527 Feb 18 08:50:02.968363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-4b1bc500-423f-4df0-953e-e16ccc61e5f9 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:02.993869 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-510a74d6-9526-49c8-828b-e4e7dcabc1b9 req-bc3de691-bd5a-4629-b2d7-151703f72b87 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176064 Feb 18 08:50:03.005659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-4b1bc500-423f-4df0-953e-e16ccc61e5f9 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Usage tracker for resource:port and tenant:41c983f274f241c4b9d98d05fffe9b2b is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:03.010892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-4b1bc500-423f-4df0-953e-e16ccc61e5f9 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:03.036198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-95d76f03-7e2d-4539-9c79-02083cbcdc55 service neutron] 10.222.0.72 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816520 Feb 18 08:50:03.037313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-4b1bc500-423f-4df0-953e-e16ccc61e5f9 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:03.096807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d88d94-5ce0-4779-9ba6-5668c3776d4a req-f4d2d5c9-9e7a-488a-b5d3-e7c354ffd8a6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:03.097471 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-a3d88d94-5ce0-4779-9ba6-5668c3776d4a req-f4d2d5c9-9e7a-488a-b5d3-e7c354ffd8a6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Synchronizing usage tracker for tenant:7d4a44b7fff94ccba0bfe75ccf303824 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:50:03.137686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-4b1bc500-423f-4df0-953e-e16ccc61e5f9 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Made reservation on behalf of 41c983f274f241c4b9d98d05fffe9b2b for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:50:03.147648 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-4b1bc500-423f-4df0-953e-e16ccc61e5f9 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:03.155686 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-a3d88d94-5ce0-4779-9ba6-5668c3776d4a req-f4d2d5c9-9e7a-488a-b5d3-e7c354ffd8a6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Unset dirty status for tenant:7d4a44b7fff94ccba0bfe75ccf303824 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:50:03.156901 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a3d88d94-5ce0-4779-9ba6-5668c3776d4a req-f4d2d5c9-9e7a-488a-b5d3-e7c354ffd8a6 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.81 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 944 time: 0.2084408 Feb 18 08:50:03.215025 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-841278fc-fc83-44c1-b02e-5b30442d8d08 req-62179456-cfc6-426a-908c-49bf6379c885 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-groups/87c8fce9-c4e3-45b6-898f-467cc2859998 HTTP/1.1" status: 200 len: 1804 time: 0.1752837 Feb 18 08:50:03.226433 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-841278fc-fc83-44c1-b02e-5b30442d8d08 req-452c3211-e73b-4117-8a58-5a9b9a9cbe7f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87c8fce9-c4e3-45b6-898f-467cc2859998', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:03.226671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-841278fc-fc83-44c1-b02e-5b30442d8d08 req-452c3211-e73b-4117-8a58-5a9b9a9cbe7f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87c8fce9-c4e3-45b6-898f-467cc2859998', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:03.233340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-841278fc-fc83-44c1-b02e-5b30442d8d08 req-452c3211-e73b-4117-8a58-5a9b9a9cbe7f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:03.237443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-841278fc-fc83-44c1-b02e-5b30442d8d08 req-452c3211-e73b-4117-8a58-5a9b9a9cbe7f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group_rule and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:03.256977 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-841278fc-fc83-44c1-b02e-5b30442d8d08 req-452c3211-e73b-4117-8a58-5a9b9a9cbe7f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:03.270195 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-841278fc-fc83-44c1-b02e-5b30442d8d08 req-452c3211-e73b-4117-8a58-5a9b9a9cbe7f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:03.328618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-a3d88d94-5ce0-4779-9ba6-5668c3776d4a req-812fd525-26a3-491c-8b65-0cfac933647b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Deleting port 27b00282-dcaa-4c58-8db2-087956d97def {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:50:03.329705 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a3d88d94-5ce0-4779-9ba6-5668c3776d4a req-812fd525-26a3-491c-8b65-0cfac933647b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:03.348168 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca24022a-01e5-45c5-8562-5cf0b5465acb', 'name': 'network-vif-deleted', 'tag': 'f4df945e-c791-465d-a172-fdeff3c06799', 'status': 'completed', 'code': 200} Feb 18 08:50:03.352419 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-841278fc-fc83-44c1-b02e-5b30442d8d08 req-452c3211-e73b-4117-8a58-5a9b9a9cbe7f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:03.377698 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-841278fc-fc83-44c1-b02e-5b30442d8d08 req-452c3211-e73b-4117-8a58-5a9b9a9cbe7f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:03.390238 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-841278fc-fc83-44c1-b02e-5b30442d8d08 req-452c3211-e73b-4117-8a58-5a9b9a9cbe7f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:03.620818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c3211-e73b-4117-8a58-5a9b9a9cbe7f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ca3335-8d36-40ce-8919-2eaa346652a4,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:03.640914 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-841278fc-fc83-44c1-b02e-5b30442d8d08 req-452c3211-e73b-4117-8a58-5a9b9a9cbe7f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:03.653005 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-841278fc-fc83-44c1-b02e-5b30442d8d08 req-452c3211-e73b-4117-8a58-5a9b9a9cbe7f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4304528 Feb 18 08:50:03.655699 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:03.753781 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:03.805161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-4b1bc500-423f-4df0-953e-e16ccc61e5f9 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Allocated IP 172.20.0.14 (d3a54723-fbe1-48b2-8605-adc73008b0c6/5a6c779e-66a4-4e2f-b6e4-ce0c702890ff/6bbeb4bc-8296-4eab-9e08-c3140d4e5c05) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:50:03.897546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a3d88d94-5ce0-4779-9ba6-5668c3776d4a req-812fd525-26a3-491c-8b65-0cfac933647b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] For port 27b00282-dcaa-4c58-8db2-087956d97def, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=27b00282-dcaa-4c58-8db2-087956d97def,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:03.898041 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a3d88d94-5ce0-4779-9ba6-5668c3776d4a req-812fd525-26a3-491c-8b65-0cfac933647b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:03.941890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16081a1d-1fa5-4f53-b3a1-170e77070680 req-e13844b4-f42b-40da-b2ff-c4197857d203 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:03.955646 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16081a1d-1fa5-4f53-b3a1-170e77070680 req-e13844b4-f42b-40da-b2ff-c4197857d203 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 945 time: 0.4528441 Feb 18 08:50:04.067634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-a3d88d94-5ce0-4779-9ba6-5668c3776d4a req-812fd525-26a3-491c-8b65-0cfac933647b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Calling delete_port for 27b00282-dcaa-4c58-8db2-087956d97def owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:50:04.398294 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 36bb6e5f-ac01-46a9-9858-f328164431e4 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:50:04.462034 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a3d88d94-5ce0-4779-9ba6-5668c3776d4a req-812fd525-26a3-491c-8b65-0cfac933647b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:04.561043 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16081a1d-1fa5-4f53-b3a1-170e77070680 req-88c9a653-9b0f-4319-84c6-b8929676a465 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6000347 Feb 18 08:50:04.789567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fd525-26a3-491c-8b65-0cfac933647b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Pushing event deleted for resources: {'Port': ['ID=27b00282-dcaa-4c58-8db2-087956d97def,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:04.883744 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 36bb6e5f-ac01-46a9-9858-f328164431e4, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=36bb6e5f-ac01-46a9-9858-f328164431e4,segment=NetworkSegment(39d543dc-7685-4651-a376-d91bd72f0ee1),segment_id=39d543dc-7685-4651-a376-d91bd72f0ee1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:04.917038 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d88d94-5ce0-4779-9ba6-5668c3776d4a req-812fd525-26a3-491c-8b65-0cfac933647b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] No DVR routers for this DVR port 27b00282-dcaa-4c58-8db2-087956d97def on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:50:04.925300 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a3d88d94-5ce0-4779-9ba6-5668c3776d4a req-812fd525-26a3-491c-8b65-0cfac933647b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:04.934179 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c83d16-be65-466c-baab-23a27007e6f5', 'name': 'network-vif-deleted', 'tag': '27b00282-dcaa-4c58-8db2-087956d97def'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:04.961555 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '36bb6e5f-ac01-46a9-9858-f328164431e4', 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752', 'port_id': '36bb6e5f-ac01-46a9-9858-f328164431e4', 'mac_address': 'fa:16:3e:26:8b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:50:04.970620 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-4b1bc500-423f-4df0-953e-e16ccc61e5f9 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:04.987195 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a3d88d94-5ce0-4779-9ba6-5668c3776d4a req-812fd525-26a3-491c-8b65-0cfac933647b tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.81 "DELETE /v2.0/ports/27b00282-dcaa-4c58-8db2-087956d97def HTTP/1.1" status: 204 len: 173 time: 1.8228903 Feb 18 08:50:04.991534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5b266-867c-4845-a1f7-51781c6fcf08 req-cfff12bd-fab3-44e5-898d-8fccc32402b8 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:04.992503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d3b5b266-867c-4845-a1f7-51781c6fcf08 req-cfff12bd-fab3-44e5-898d-8fccc32402b8 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Synchronizing usage tracker for tenant:7d4a44b7fff94ccba0bfe75ccf303824 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:50:05.116067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d3b5b266-867c-4845-a1f7-51781c6fcf08 req-cfff12bd-fab3-44e5-898d-8fccc32402b8 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Unset dirty status for tenant:7d4a44b7fff94ccba0bfe75ccf303824 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:50:05.117276 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3b5b266-867c-4845-a1f7-51781c6fcf08 req-cfff12bd-fab3-44e5-898d-8fccc32402b8 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=61c83d16-be65-466c-baab-23a27007e6f5 HTTP/1.1" status: 200 len: 866 time: 1.1528423 Feb 18 08:50:05.189951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9c62e-14da-49fe-a6bd-c502435044e2 req-9ba1544e-0557-485c-b31e-e8cff359cd13 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:05.191729 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91f9c62e-14da-49fe-a6bd-c502435044e2 req-9ba1544e-0557-485c-b31e-e8cff359cd13 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 943 time: 0.3915169 Feb 18 08:50:05.194698 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3b5b266-867c-4845-a1f7-51781c6fcf08 req-c2d24cf4-3c32-4550-81e7-17af128b9819 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/security-groups?id=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711553 Feb 18 08:50:05.196206 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-4b1bc500-423f-4df0-953e-e16ccc61e5f9 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:05.323468 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:05.350611 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:05.351271 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-4b1bc500-423f-4df0-953e-e16ccc61e5f9 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Network d3a54723-fbe1-48b2-8605-adc73008b0c6 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:50:05.368470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-4b1bc500-423f-4df0-953e-e16ccc61e5f9 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:50:05.368680 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36bb6e5f-ac01-46a9-9858-f328164431e4 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:50:05.374133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-4b1bc500-423f-4df0-953e-e16ccc61e5f9 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:50:05.399037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-daef4127-3773-4e6c-9a8e-12fc5d9d0668 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:05.400735 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-daef4127-3773-4e6c-9a8e-12fc5d9d0668 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 812 time: 0.3514390 Feb 18 08:50:05.402381 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 36bb6e5f-ac01-46a9-9858-f328164431e4, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=36bb6e5f-ac01-46a9-9858-f328164431e4,segment=NetworkSegment(39d543dc-7685-4651-a376-d91bd72f0ee1),segment_id=39d543dc-7685-4651-a376-d91bd72f0ee1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:05.408061 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:05.428531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-0c1bd3f8-c040-43c9-a87e-240030728ab9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Request body: {'port': {'device_id': '7842fb22-532b-4bd1-b3d4-48d69d99922a', 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c', 'admin_state_up': True, 'tenant_id': '75eb46d2988549f58acc23f93dd84a7e'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:05.509477 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91f9c62e-14da-49fe-a6bd-c502435044e2 req-2881d97c-71a8-43ea-81be-7d9aad4c7d9c tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/security-groups?id=a741c825-8744-4866-990d-4edf5ec2da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107629 Feb 18 08:50:05.524132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bc500-423f-4df0-953e-e16ccc61e5f9 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Pushing event updated for resources: {'Port': ['ID=6bbeb4bc-8296-4eab-9e08-c3140d4e5c05,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:05.588977 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-4b1bc500-423f-4df0-953e-e16ccc61e5f9 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:05.589610 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-4b1bc500-423f-4df0-953e-e16ccc61e5f9 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:05.626554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff28c2-723e-499f-9094-2662f762ef5d req-18707ad3-c4c3-448d-bcfb-c97710453f95 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:05.627289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4cff28c2-723e-499f-9094-2662f762ef5d req-18707ad3-c4c3-448d-bcfb-c97710453f95 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Synchronizing usage tracker for tenant:41c983f274f241c4b9d98d05fffe9b2b on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:50:05.632673 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-4b1bc500-423f-4df0-953e-e16ccc61e5f9 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0209322 Feb 18 08:50:05.661117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Request body: {'port': {'device_id': 'b1ec3d3b-408a-46be-bfdb-dc87e27e0568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:05.675764 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=36bb6e5f-ac01-46a9-9858-f328164431e4,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:05.679222 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-0c1bd3f8-c040-43c9-a87e-240030728ab9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:05.685960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-0c1bd3f8-c040-43c9-a87e-240030728ab9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Usage tracker for resource:port and tenant:75eb46d2988549f58acc23f93dd84a7e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:05.689979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-0c1bd3f8-c040-43c9-a87e-240030728ab9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:05.699104 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-0c1bd3f8-c040-43c9-a87e-240030728ab9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:05.716046 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-0c1bd3f8-c040-43c9-a87e-240030728ab9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Made reservation on behalf of 75eb46d2988549f58acc23f93dd84a7e for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:50:05.721020 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-0c1bd3f8-c040-43c9-a87e-240030728ab9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:05.745773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['36bb6e5f-ac01-46a9-9858-f328164431e4'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:50:05.769785 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4cff28c2-723e-499f-9094-2662f762ef5d req-18707ad3-c4c3-448d-bcfb-c97710453f95 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Unset dirty status for tenant:41c983f274f241c4b9d98d05fffe9b2b on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:50:05.773410 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cff28c2-723e-499f-9094-2662f762ef5d req-18707ad3-c4c3-448d-bcfb-c97710453f95 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 932 time: 0.3171093 Feb 18 08:50:06.011178 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e96473c-e12f-4a3b-b0f2-3fd4618e7398 req-885ef8f2-480a-445b-8f63-d667cc81ce2a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7842fb22-532b-4bd1-b3d4-48d69d99922a HTTP/1.1" status: 200 len: 210 time: 0.1496813 Feb 18 08:50:06.094265 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-d488fc67-02e3-4b43-9af3-48245fde8c3b req-bc7822e4-126e-441d-ae77-b1aafac70ae2 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-552697508', 'description': 'tempest-description-1997978014'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:06.111504 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d488fc67-02e3-4b43-9af3-48245fde8c3b req-bc7822e4-126e-441d-ae77-b1aafac70ae2 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:06.136726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cff28c2-723e-499f-9094-2662f762ef5d req-a5219dff-22aa-4d3d-93a3-a6b624eac150 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/security-groups?id=3790a263-1d0a-4528-9ac3-e9a61d80e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221457 Feb 18 08:50:06.160892 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-0c1bd3f8-c040-43c9-a87e-240030728ab9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Allocated IP 172.20.0.14 (37941738-3b60-49d5-86b1-6f8075363e3c/d45a775a-d6b1-454c-87b6-7f0420cf3393/25c05f06-79c4-49e6-92cc-0f18d904930b) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:50:06.164815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d488fc67-02e3-4b43-9af3-48245fde8c3b req-bc7822e4-126e-441d-ae77-b1aafac70ae2 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:06.171361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d488fc67-02e3-4b43-9af3-48245fde8c3b req-bc7822e4-126e-441d-ae77-b1aafac70ae2 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:06.178674 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:06.195782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d488fc67-02e3-4b43-9af3-48245fde8c3b req-bc7822e4-126e-441d-ae77-b1aafac70ae2 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:06.252676 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d488fc67-02e3-4b43-9af3-48245fde8c3b req-bc7822e4-126e-441d-ae77-b1aafac70ae2 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:06.296917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d488fc67-02e3-4b43-9af3-48245fde8c3b req-bc7822e4-126e-441d-ae77-b1aafac70ae2 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:06.308019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d488fc67-02e3-4b43-9af3-48245fde8c3b req-bc7822e4-126e-441d-ae77-b1aafac70ae2 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group_rule and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:06.313056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d488fc67-02e3-4b43-9af3-48245fde8c3b req-bc7822e4-126e-441d-ae77-b1aafac70ae2 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:06.342771 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 27b00282-dcaa-4c58-8db2-087956d97def no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:50:06.379028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d488fc67-02e3-4b43-9af3-48245fde8c3b req-bc7822e4-126e-441d-ae77-b1aafac70ae2 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:06.388988 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 27b00282-dcaa-4c58-8db2-087956d97def {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:50:06.389948 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 27b00282-dcaa-4c58-8db2-087956d97def not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:50:06.472528 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-0c1bd3f8-c040-43c9-a87e-240030728ab9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:06.516256 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-0c1bd3f8-c040-43c9-a87e-240030728ab9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:06.605661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-0c1bd3f8-c040-43c9-a87e-240030728ab9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Network 37941738-3b60-49d5-86b1-6f8075363e3c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:50:06.639673 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-0c1bd3f8-c040-43c9-a87e-240030728ab9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:50:06.647077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bd3f8-c040-43c9-a87e-240030728ab9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Pushing event updated for resources: {'Port': ['ID=25c05f06-79c4-49e6-92cc-0f18d904930b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:06.661110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-0c1bd3f8-c040-43c9-a87e-240030728ab9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:50:06.702859 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d488fc67-02e3-4b43-9af3-48245fde8c3b req-bc7822e4-126e-441d-ae77-b1aafac70ae2 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:06.721469 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d488fc67-02e3-4b43-9af3-48245fde8c3b req-bc7822e4-126e-441d-ae77-b1aafac70ae2 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:06.733429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7022d-59e5-49ce-9a8b-87649c267ef1 req-902f22a8-d02f-4867-a7bf-6317398bfc9c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:06.740756 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89a7022d-59e5-49ce-9a8b-87649c267ef1 req-902f22a8-d02f-4867-a7bf-6317398bfc9c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.3584938 Feb 18 08:50:06.777160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-0c1bd3f8-c040-43c9-a87e-240030728ab9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:06.779156 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-0c1bd3f8-c040-43c9-a87e-240030728ab9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:06.804223 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-0c1bd3f8-c040-43c9-a87e-240030728ab9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3867147 Feb 18 08:50:06.817613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Request body: {'port': {'device_id': '7842fb22-532b-4bd1-b3d4-48d69d99922a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:06.921314 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d488fc67-02e3-4b43-9af3-48245fde8c3b req-bc7822e4-126e-441d-ae77-b1aafac70ae2 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:06.922522 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d488fc67-02e3-4b43-9af3-48245fde8c3b req-bc7822e4-126e-441d-ae77-b1aafac70ae2 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8446498 Feb 18 08:50:06.933514 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7822e4-126e-441d-ae77-b1aafac70ae2 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e9943c-b85b-465a-9e97-5a84c9c237d7,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:06.963892 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:06.987716 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89a7022d-59e5-49ce-9a8b-87649c267ef1 req-8b7895cb-810b-4189-9ddf-6826a867433e tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460082 Feb 18 08:50:07.015199 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c83d16-be65-466c-baab-23a27007e6f5', 'name': 'network-vif-deleted', 'tag': '27b00282-dcaa-4c58-8db2-087956d97def', 'status': 'completed', 'code': 200} Feb 18 08:50:07.040690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:50:07.057398 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:07.085615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Transition to ACTIVE for port object 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:50:07.095137 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:07.334469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Pushing event updated for resources: {'Port': ['ID=6bbeb4bc-8296-4eab-9e08-c3140d4e5c05,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:07.503352 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c05f06-79c4-49e6-92cc-0f18d904930b {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:50:07.513318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:07.531638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Transition to ACTIVE for port object 25c05f06-79c4-49e6-92cc-0f18d904930b will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:50:07.539973 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:07.620181 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Pushing event updated for resources: {'Port': ['ID=25c05f06-79c4-49e6-92cc-0f18d904930b,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:07.684011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Attempting to bind port 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:50:07.684011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Attempting to bind port 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '992c6f03-c8b5-4d2b-a21a-9c57579ff6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd3a54723-fbe1-48b2-8605-adc73008b0c6'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:50:07.684011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Attempting to bind port 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 on network d3a54723-fbe1-48b2-8605-adc73008b0c6 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:50:07.697651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d8da6-3a24-44de-9d06-4255b1f2b0c8 req-6d591ce6-fb26-4562-8555-2191b892a381 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:07.699235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-126d8da6-3a24-44de-9d06-4255b1f2b0c8 req-6d591ce6-fb26-4562-8555-2191b892a381 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 945 time: 0.4350498 Feb 18 08:50:07.709605 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea980f-533a-4565-9f5b-aa5aad95bc17 req-e175384f-e009-459a-8e05-1f2d96dcb754 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:07.717238 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55ea980f-533a-4565-9f5b-aa5aad95bc17 req-e175384f-e009-459a-8e05-1f2d96dcb754 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 944 time: 0.4144375 Feb 18 08:50:07.720948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Port 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 on network d3a54723-fbe1-48b2-8605-adc73008b0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:50:07.721346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Attempting to bind port 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 on network d3a54723-fbe1-48b2-8605-adc73008b0c6 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:50:07.762324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:50:07.762755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Checking segment: {'id': '992c6f03-c8b5-4d2b-a21a-9c57579ff6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd3a54723-fbe1-48b2-8605-adc73008b0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:50:07.763199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Bound using segment: {'id': '992c6f03-c8b5-4d2b-a21a-9c57579ff6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd3a54723-fbe1-48b2-8605-adc73008b0c6'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:50:07.763714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Bound port: 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992c6f03-c8b5-4d2b-a21a-9c57579ff6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd3a54723-fbe1-48b2-8605-adc73008b0c6'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:50:07.764106 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:07.857740 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-126d8da6-3a24-44de-9d06-4255b1f2b0c8 req-2566a8b9-96cf-4321-ab9c-f9728567f820 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371744 Feb 18 08:50:07.873450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55ea980f-533a-4565-9f5b-aa5aad95bc17 req-3544eff1-01ee-4a79-aefa-6e38317790c4 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/security-groups?id=a741c825-8744-4866-990d-4edf5ec2da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549838 Feb 18 08:50:07.927483 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Attempting to bind port 25c05f06-79c4-49e6-92cc-0f18d904930b on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:50:07.928078 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Attempting to bind port 25c05f06-79c4-49e6-92cc-0f18d904930b by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:50:07.928433 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Attempting to bind port 25c05f06-79c4-49e6-92cc-0f18d904930b on network 37941738-3b60-49d5-86b1-6f8075363e3c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:50:07.933438 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Port 25c05f06-79c4-49e6-92cc-0f18d904930b on network 37941738-3b60-49d5-86b1-6f8075363e3c not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:50:07.933839 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Attempting to bind port 25c05f06-79c4-49e6-92cc-0f18d904930b on network 37941738-3b60-49d5-86b1-6f8075363e3c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:50:07.941504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:50:07.941937 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Checking segment: {'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:50:07.942452 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Bound using segment: {'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:50:07.942995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Bound port: 25c05f06-79c4-49e6-92cc-0f18d904930b, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:50:07.943414 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:07.966185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] For port 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:50:07.976245 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-030f4b5d-1aec-46c1-86f8-44af64fc24f0 req-d5e621ac-1016-4996-817a-dee82ffe6d87 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-groups/60e9943c-b85b-465a-9e97-5a84c9c237d7 HTTP/1.1" status: 200 len: 1804 time: 0.0806103 Feb 18 08:50:07.981029 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-030f4b5d-1aec-46c1-86f8-44af64fc24f0 req-ddaacf99-7977-4cc3-ac59-a428e4e898fb tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '60e9943c-b85b-465a-9e97-5a84c9c237d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:07.981975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-030f4b5d-1aec-46c1-86f8-44af64fc24f0 req-ddaacf99-7977-4cc3-ac59-a428e4e898fb tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '60e9943c-b85b-465a-9e97-5a84c9c237d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:07.991123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] For port 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=6bbeb4bc-8296-4eab-9e08-c3140d4e5c05,segment=NetworkSegment(992c6f03-c8b5-4d2b-a21a-9c57579ff6c2),segment_id=992c6f03-c8b5-4d2b-a21a-9c57579ff6c2)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:50:07.992461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-030f4b5d-1aec-46c1-86f8-44af64fc24f0 req-ddaacf99-7977-4cc3-ac59-a428e4e898fb tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:08.006012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-030f4b5d-1aec-46c1-86f8-44af64fc24f0 req-ddaacf99-7977-4cc3-ac59-a428e4e898fb tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group_rule and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:08.011041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-030f4b5d-1aec-46c1-86f8-44af64fc24f0 req-ddaacf99-7977-4cc3-ac59-a428e4e898fb tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:08.015686 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:08.068756 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] For port 25c05f06-79c4-49e6-92cc-0f18d904930b, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:50:08.072346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-030f4b5d-1aec-46c1-86f8-44af64fc24f0 req-ddaacf99-7977-4cc3-ac59-a428e4e898fb tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:08.078265 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] For port 25c05f06-79c4-49e6-92cc-0f18d904930b, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=25c05f06-79c4-49e6-92cc-0f18d904930b,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:50:08.084093 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:08.155983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Pushing event updated for resources: {'Port': ['ID=25c05f06-79c4-49e6-92cc-0f18d904930b,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:08.163884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:08.164522 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:08.165896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] 10.222.0.61 "PUT /v2.0/ports/6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 HTTP/1.1" status: 200 len: 1092 time: 2.5195489 Feb 18 08:50:08.167089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ec3d3b-408a-46be-bfdb-dc87e27e0568', 'tag': '6bbeb4bc-8296-4eab-9e08-c3140d4e5c05'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:08.167511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:08.168746 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:08.170576 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-eee70b1e-0a9e-47eb-9488-c4841855ff6d service neutron] 10.222.0.81 "PUT /v2.0/ports/25c05f06-79c4-49e6-92cc-0f18d904930b HTTP/1.1" status: 200 len: 1092 time: 1.3580589 Feb 18 08:50:08.228403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8b693-bc70-4b02-b6f8-3151ea3966db service neutron] Pushing event updated for resources: {'Port': ['ID=6bbeb4bc-8296-4eab-9e08-c3140d4e5c05,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:08.321193 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-030f4b5d-1aec-46c1-86f8-44af64fc24f0 req-ddaacf99-7977-4cc3-ac59-a428e4e898fb tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:08.326608 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-dc702fd8-1507-4c11-aab7-d3ec79a5e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:08.328248 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-dc702fd8-1507-4c11-aab7-d3ec79a5e90b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&device_id=7842fb22-532b-4bd1-b3d4-48d69d99922a HTTP/1.1" status: 200 len: 1095 time: 0.1049728 Feb 18 08:50:08.351362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc77be9-e65d-4fba-b6ee-5c9d8d78fdbd req-ee4d2a71-6665-4005-9995-90327b3abdde tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:08.359172 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2fc77be9-e65d-4fba-b6ee-5c9d8d78fdbd req-ee4d2a71-6665-4005-9995-90327b3abdde tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7842fb22-532b-4bd1-b3d4-48d69d99922a HTTP/1.1" status: 200 len: 944 time: 0.3348105 Feb 18 08:50:08.404158 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-030f4b5d-1aec-46c1-86f8-44af64fc24f0 req-ddaacf99-7977-4cc3-ac59-a428e4e898fb tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:08.423980 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-030f4b5d-1aec-46c1-86f8-44af64fc24f0 req-ddaacf99-7977-4cc3-ac59-a428e4e898fb tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:08.425877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 36bb6e5f-ac01-46a9-9858-f328164431e4 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:50:08.427051 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-ecd3b4cc-eda3-44b1-a358-d7048399db9c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25c05f06-79c4-49e6-92cc-0f18d904930b HTTP/1.1" status: 200 len: 217 time: 0.0874665 Feb 18 08:50:08.472762 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2fc77be9-e65d-4fba-b6ee-5c9d8d78fdbd req-63088bb0-7a8a-4580-adda-f88e173ea67b tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Synchronizing usage tracker for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:50:08.478146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaacf99-7977-4cc3-ac59-a428e4e898fb tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199411fc-d9bf-400b-8553-64c2a5709cb3,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:08.512518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-fb781b78-1176-4869-9d53-731b6255e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:08.514763 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-fb781b78-1176-4869-9d53-731b6255e1e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41c983f274f241c4b9d98d05fffe9b2b&device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 1095 time: 0.2917500 Feb 18 08:50:08.537738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-593ca2da-119f-415b-b2bb-05a18be603f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:08.538069 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-593ca2da-119f-415b-b2bb-05a18be603f1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d45a775a-d6b1-454c-87b6-7f0420cf3393 HTTP/1.1" status: 200 len: 852 time: 0.0966215 Feb 18 08:50:08.569303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 36bb6e5f-ac01-46a9-9858-f328164431e4 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:50:08.576331 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 36bb6e5f-ac01-46a9-9858-f328164431e4 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:50:08.577714 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:08.584471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2fc77be9-e65d-4fba-b6ee-5c9d8d78fdbd req-63088bb0-7a8a-4580-adda-f88e173ea67b tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Unset dirty status for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:50:08.585897 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-46979034-91ce-4c3d-8727-9cdc7234e32f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=37941738-3b60-49d5-86b1-6f8075363e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413942 Feb 18 08:50:08.595248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2fc77be9-e65d-4fba-b6ee-5c9d8d78fdbd req-63088bb0-7a8a-4580-adda-f88e173ea67b tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347772 Feb 18 08:50:08.610313 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-030f4b5d-1aec-46c1-86f8-44af64fc24f0 req-ddaacf99-7977-4cc3-ac59-a428e4e898fb tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:08.626179 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-030f4b5d-1aec-46c1-86f8-44af64fc24f0 req-ddaacf99-7977-4cc3-ac59-a428e4e898fb tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6488740 Feb 18 08:50:08.650950 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-f3708eca-9b61-4d15-bb64-bdf3bf0f4742 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 HTTP/1.1" status: 200 len: 217 time: 0.1282659 Feb 18 08:50:08.788441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-7957cac3-e432-4bce-8d0d-3be2484a1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:08.790254 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-7957cac3-e432-4bce-8d0d-3be2484a1525 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a6c779e-66a4-4e2f-b6e4-ce0c702890ff HTTP/1.1" status: 200 len: 862 time: 0.1377106 Feb 18 08:50:08.804692 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:08.817054 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-c4f4f452-b611-4964-805e-7e9f30a8cc9c service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238150 Feb 18 08:50:08.852387 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 36bb6e5f-ac01-46a9-9858-f328164431e4, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=36bb6e5f-ac01-46a9-9858-f328164431e4,segment=NetworkSegment(39d543dc-7685-4651-a376-d91bd72f0ee1),segment_id=39d543dc-7685-4651-a376-d91bd72f0ee1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:08.853819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1aac7c3-5077-4069-9af8-8fbe9eecc429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bb6e5f-ac01-46a9-9858-f328164431e4'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:08.866515 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:08.875492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-a0e205e9-91d9-47f7-8f81-6914b0c9e931 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3a54723-fbe1-48b2-8605-adc73008b0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518517 Feb 18 08:50:08.948365 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=36bb6e5f-ac01-46a9-9858-f328164431e4,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:08.964704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-c6e25e91-ca34-419f-8396-726893ae98e1 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Synchronizing usage tracker for tenant:36dcbc1b7570446ab0d9f0fbb29a058d on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:50:09.015833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7842fb22-532b-4bd1-b3d4-48d69d99922a', 'tag': '25c05f06-79c4-49e6-92cc-0f18d904930b'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:09.042567 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a3a869b6-558e-4ef8-a9ea-d68d1b0f9873 req-49ff6433-ca98-47de-ab59-bb1f2068724d service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179730 Feb 18 08:50:09.077214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-c6e25e91-ca34-419f-8396-726893ae98e1 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Unset dirty status for tenant:36dcbc1b7570446ab0d9f0fbb29a058d on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:50:09.078401 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-c6e25e91-ca34-419f-8396-726893ae98e1 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1011903953&fields=id&tenant_id=36dcbc1b7570446ab0d9f0fbb29a058d HTTP/1.1" status: 200 len: 267 time: 0.2872605 Feb 18 08:50:09.131367 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-82c27e02-0407-410f-b77b-5a81fd53b2d4 service neutron] 10.222.0.61 "GET /v2.0/networks/d3a54723-fbe1-48b2-8605-adc73008b0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064102 Feb 18 08:50:09.226543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0772bb-a802-4c73-8b28-d2a95ff13285 req-86f7fa8b-405c-4983-8d3e-da3cb0eb33b1 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:09.233410 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f0772bb-a802-4c73-8b28-d2a95ff13285 req-86f7fa8b-405c-4983-8d3e-da3cb0eb33b1 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 944 time: 0.3570080 Feb 18 08:50:09.384479 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f0772bb-a802-4c73-8b28-d2a95ff13285 req-57a9999f-6d5e-419f-8539-fb4c1ed88faa tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/security-groups?id=3790a263-1d0a-4528-9ac3-e9a61d80e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500840 Feb 18 08:50:09.451436 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-f50daf3d-33b1-4481-bb4b-11efc74a2d04 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:09.452332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-f50daf3d-33b1-4481-bb4b-11efc74a2d04 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Synchronizing usage tracker for tenant:36dcbc1b7570446ab0d9f0fbb29a058d on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:50:09.458639 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eab3766b-a5b4-4d8e-b7c4-59bc96053a08 req-07ed3c27-6e6b-49f7-bd3f-0a584deaf20f service neutron] 10.222.0.61 "GET /v2.0/networks/d3a54723-fbe1-48b2-8605-adc73008b0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753537 Feb 18 08:50:09.514779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-f50daf3d-33b1-4481-bb4b-11efc74a2d04 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Unset dirty status for tenant:36dcbc1b7570446ab0d9f0fbb29a058d on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:50:09.516470 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-f50daf3d-33b1-4481-bb4b-11efc74a2d04 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/networks?id=5e6e39f0-327a-453b-b7d4-684adfe4b6e1 HTTP/1.1" status: 200 len: 815 time: 0.4230328 Feb 18 08:50:09.541928 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-e0f67d3e-0593-4383-a8ed-21b52198dd88 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/quotas/36dcbc1b7570446ab0d9f0fbb29a058d HTTP/1.1" status: 200 len: 375 time: 0.0199289 Feb 18 08:50:09.649876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-4d39b78e-7bb6-441b-9be2-0e461ca384e1 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Synchronizing usage tracker for tenant:36dcbc1b7570446ab0d9f0fbb29a058d on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:50:09.672789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-4d39b78e-7bb6-441b-9be2-0e461ca384e1 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Unset dirty status for tenant:36dcbc1b7570446ab0d9f0fbb29a058d on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:50:09.674921 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-4d39b78e-7bb6-441b-9be2-0e461ca384e1 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=36dcbc1b7570446ab0d9f0fbb29a058d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1263461 Feb 18 08:50:09.905801 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-63bd9d72-09be-4813-8170-4610735b22e0 service neutron] 10.222.0.72 "GET /v2.0/networks/5e6e39f0-327a-453b-b7d4-684adfe4b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166228 Feb 18 08:50:10.200448 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3d7fc-3952-47f9-9900-9a82cbab0860 req-25e63789-90f7-4637-ad75-a3d4d08ed875 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:10.201840 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecd3d7fc-3952-47f9-9900-9a82cbab0860 req-25e63789-90f7-4637-ad75-a3d4d08ed875 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.3303978 Feb 18 08:50:10.205690 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-e928f144-7a99-4253-bf0d-539f17249e08 service neutron] 10.222.0.72 "GET /v2.0/networks/5e6e39f0-327a-453b-b7d4-684adfe4b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867970 Feb 18 08:50:10.249438 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecd3d7fc-3952-47f9-9900-9a82cbab0860 req-421e25bb-5c29-4c81-b056-44c8291def6d tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415132 Feb 18 08:50:10.303257 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ec3d3b-408a-46be-bfdb-dc87e27e0568', 'tag': '6bbeb4bc-8296-4eab-9e08-c3140d4e5c05', 'status': 'completed', 'code': 200} Feb 18 08:50:10.322669 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-8854a1d1-c83a-4ace-adc9-1de6d42e6e34 req-e4920e8a-249d-48ee-bc35-b4dd92db5e08 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2071720026', 'description': 'tempest-description-295139458'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:10.375607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8854a1d1-c83a-4ace-adc9-1de6d42e6e34 req-e4920e8a-249d-48ee-bc35-b4dd92db5e08 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:10.381369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8854a1d1-c83a-4ace-adc9-1de6d42e6e34 req-e4920e8a-249d-48ee-bc35-b4dd92db5e08 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:10.384653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8854a1d1-c83a-4ace-adc9-1de6d42e6e34 req-e4920e8a-249d-48ee-bc35-b4dd92db5e08 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:10.391674 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8854a1d1-c83a-4ace-adc9-1de6d42e6e34 req-e4920e8a-249d-48ee-bc35-b4dd92db5e08 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:10.408043 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:50:10.414850 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8854a1d1-c83a-4ace-adc9-1de6d42e6e34 req-e4920e8a-249d-48ee-bc35-b4dd92db5e08 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:10.440608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2a6c7-c3ad-4d38-ae69-30b5534a0dad req-32f23c1d-f754-4b9a-ac2b-92ac5b09225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:10.442082 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f8b2a6c7-c3ad-4d38-ae69-30b5534a0dad req-32f23c1d-f754-4b9a-ac2b-92ac5b09225a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41c983f274f241c4b9d98d05fffe9b2b&device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 1095 time: 0.1126151 Feb 18 08:50:10.444183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8854a1d1-c83a-4ace-adc9-1de6d42e6e34 req-e4920e8a-249d-48ee-bc35-b4dd92db5e08 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:10.466349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8854a1d1-c83a-4ace-adc9-1de6d42e6e34 req-e4920e8a-249d-48ee-bc35-b4dd92db5e08 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group_rule and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:10.471620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8854a1d1-c83a-4ace-adc9-1de6d42e6e34 req-e4920e8a-249d-48ee-bc35-b4dd92db5e08 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:10.537194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8854a1d1-c83a-4ace-adc9-1de6d42e6e34 req-e4920e8a-249d-48ee-bc35-b4dd92db5e08 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:10.539309 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c6c3f-9cb7-4ca2-97e6-d06e2698a676 req-af283da2-d641-4477-874b-09abc15e0bdb tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:10.540322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-7b6c6c3f-9cb7-4ca2-97e6-d06e2698a676 req-af283da2-d641-4477-874b-09abc15e0bdb tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Synchronizing usage tracker for tenant:7d4a44b7fff94ccba0bfe75ccf303824 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:50:10.554099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-7b6c6c3f-9cb7-4ca2-97e6-d06e2698a676 req-af283da2-d641-4477-874b-09abc15e0bdb tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Unset dirty status for tenant:7d4a44b7fff94ccba0bfe75ccf303824 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:50:10.555377 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7b6c6c3f-9cb7-4ca2-97e6-d06e2698a676 req-af283da2-d641-4477-874b-09abc15e0bdb tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.81 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 945 time: 0.1002223 Feb 18 08:50:10.616376 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1aac7c3-5077-4069-9af8-8fbe9eecc429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bb6e5f-ac01-46a9-9858-f328164431e4', 'code': 200} Feb 18 08:50:10.663755 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-7b6c6c3f-9cb7-4ca2-97e6-d06e2698a676 req-838fedf2-2690-4126-b61d-d9b1ec923cf5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Deleting port 4df10ce9-dc75-4467-9cf6-3fe46137637f {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:50:10.665318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7b6c6c3f-9cb7-4ca2-97e6-d06e2698a676 req-838fedf2-2690-4126-b61d-d9b1ec923cf5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:10.672212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2a6c7-c3ad-4d38-ae69-30b5534a0dad req-e9524349-b198-4768-888a-a823eecd46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:10.673870 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f8b2a6c7-c3ad-4d38-ae69-30b5534a0dad req-e9524349-b198-4768-888a-a823eecd46eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3a54723-fbe1-48b2-8605-adc73008b0c6 HTTP/1.1" status: 200 len: 923 time: 0.2259672 Feb 18 08:50:10.854132 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8854a1d1-c83a-4ace-adc9-1de6d42e6e34 req-e4920e8a-249d-48ee-bc35-b4dd92db5e08 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:10.859827 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f8b2a6c7-c3ad-4d38-ae69-30b5534a0dad req-1159e234-ce86-4414-8927-f5e6cd4c7150 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 HTTP/1.1" status: 200 len: 217 time: 0.1658571 Feb 18 08:50:10.913592 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8854a1d1-c83a-4ace-adc9-1de6d42e6e34 req-e4920e8a-249d-48ee-bc35-b4dd92db5e08 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:10.961760 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-7b6c6c3f-9cb7-4ca2-97e6-d06e2698a676 req-838fedf2-2690-4126-b61d-d9b1ec923cf5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] For port 4df10ce9-dc75-4467-9cf6-3fe46137637f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=4df10ce9-dc75-4467-9cf6-3fe46137637f,segment=NetworkSegment(ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06),segment_id=ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:10.962018 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7b6c6c3f-9cb7-4ca2-97e6-d06e2698a676 req-838fedf2-2690-4126-b61d-d9b1ec923cf5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:10.973287 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:11.029715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4920e8a-249d-48ee-bc35-b4dd92db5e08 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf472710-644a-416d-930b-08cebfe00bbb,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:11.047356 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8854a1d1-c83a-4ace-adc9-1de6d42e6e34 req-e4920e8a-249d-48ee-bc35-b4dd92db5e08 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:11.048658 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8854a1d1-c83a-4ace-adc9-1de6d42e6e34 req-e4920e8a-249d-48ee-bc35-b4dd92db5e08 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7312567 Feb 18 08:50:11.061494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2a6c7-c3ad-4d38-ae69-30b5534a0dad req-697a8fec-8639-41aa-a212-ad4e957c78c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:11.063249 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f8b2a6c7-c3ad-4d38-ae69-30b5534a0dad req-697a8fec-8639-41aa-a212-ad4e957c78c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a6c779e-66a4-4e2f-b6e4-ce0c702890ff HTTP/1.1" status: 200 len: 862 time: 0.1961565 Feb 18 08:50:11.079892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48dc1c-3bea-4a08-bd25-270e6a19a994 req-0ab8390a-62d4-472a-a1b9-89bce50058c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:11.081874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc48dc1c-3bea-4a08-bd25-270e6a19a994 req-0ab8390a-62d4-472a-a1b9-89bce50058c9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 1096 time: 0.3910058 Feb 18 08:50:11.099421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-7b6c6c3f-9cb7-4ca2-97e6-d06e2698a676 req-838fedf2-2690-4126-b61d-d9b1ec923cf5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Calling delete_port for 4df10ce9-dc75-4467-9cf6-3fe46137637f owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:50:11.175745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5871499-fbef-463b-bc6e-6b8bf110fa4a req-6abee6fd-4412-4d18-9745-d19ad0529898 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:11.177725 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c5871499-fbef-463b-bc6e-6b8bf110fa4a req-6abee6fd-4412-4d18-9745-d19ad0529898 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 945 time: 0.3739448 Feb 18 08:50:11.184992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f8b2a6c7-c3ad-4d38-ae69-30b5534a0dad req-99d6868c-59d7-43e3-8c94-6f2669940dd4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3a54723-fbe1-48b2-8605-adc73008b0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015313 Feb 18 08:50:11.319633 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7b6c6c3f-9cb7-4ca2-97e6-d06e2698a676 req-838fedf2-2690-4126-b61d-d9b1ec923cf5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:11.336141 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:11.392149 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fedf2-2690-4126-b61d-d9b1ec923cf5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Pushing event deleted for resources: {'Port': ['ID=4df10ce9-dc75-4467-9cf6-3fe46137637f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:11.412843 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc48dc1c-3bea-4a08-bd25-270e6a19a994 req-6a1223d7-55c4-450f-bf97-f2f9baf77233 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a741c825-8744-4866-990d-4edf5ec2da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782433 Feb 18 08:50:11.449525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c5871499-fbef-463b-bc6e-6b8bf110fa4a req-026723f8-3576-4a9a-9652-64de26f0d25f tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/security-groups?id=a741c825-8744-4866-990d-4edf5ec2da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634470 Feb 18 08:50:11.535828 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f8b2a6c7-c3ad-4d38-ae69-30b5534a0dad req-667eb871-4d63-4c5f-8000-4fe2fa7a0fd6 service neutron] 10.222.0.61 "GET /v2.0/networks/d3a54723-fbe1-48b2-8605-adc73008b0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299141 Feb 18 08:50:11.551895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0a5b-decb-4016-b0f8-344f5f56a80f req-1fb3f887-8034-44bd-9b94-a00cfa53b4d7 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:11.559920 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9bc0a5b-decb-4016-b0f8-344f5f56a80f req-1fb3f887-8034-44bd-9b94-a00cfa53b4d7 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 945 time: 0.3082459 Feb 18 08:50:11.614163 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7842fb22-532b-4bd1-b3d4-48d69d99922a', 'tag': '25c05f06-79c4-49e6-92cc-0f18d904930b', 'status': 'completed', 'code': 200} Feb 18 08:50:11.619383 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9bc0a5b-decb-4016-b0f8-344f5f56a80f req-0aec8c45-4f1e-442a-97ad-2de1e78e299f tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584328 Feb 18 08:50:11.656408 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6c6c3f-9cb7-4ca2-97e6-d06e2698a676 req-838fedf2-2690-4126-b61d-d9b1ec923cf5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] No DVR routers for this DVR port 4df10ce9-dc75-4467-9cf6-3fe46137637f on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:50:11.662807 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7b6c6c3f-9cb7-4ca2-97e6-d06e2698a676 req-838fedf2-2690-4126-b61d-d9b1ec923cf5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:11.692817 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7b6c6c3f-9cb7-4ca2-97e6-d06e2698a676 req-838fedf2-2690-4126-b61d-d9b1ec923cf5 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.81 "DELETE /v2.0/ports/4df10ce9-dc75-4467-9cf6-3fe46137637f HTTP/1.1" status: 204 len: 173 time: 1.1277335 Feb 18 08:50:11.713464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4af568-de1c-4d31-9982-35c68fe1bd46 req-fc2b60a4-7124-4b84-ba7a-3657fd363af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:11.715036 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2a4af568-de1c-4d31-9982-35c68fe1bd46 req-fc2b60a4-7124-4b84-ba7a-3657fd363af5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&device_id=7842fb22-532b-4bd1-b3d4-48d69d99922a HTTP/1.1" status: 200 len: 1095 time: 0.0998969 Feb 18 08:50:11.873724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4af568-de1c-4d31-9982-35c68fe1bd46 req-ed623bfb-c134-44ad-be0e-5ad983ebf889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:11.874802 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2a4af568-de1c-4d31-9982-35c68fe1bd46 req-ed623bfb-c134-44ad-be0e-5ad983ebf889 service neutron] 10.222.0.81 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 913 time: 0.1522372 Feb 18 08:50:11.885261 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23ff868c-066c-4dee-b327-a653b61c2902 req-56cd5bb1-1329-4b17-93b2-7f13d6fd0aa1 tempest-LiveMigrationTest-1902386934 tempest-LiveMigrationTest-1902386934-project] 10.222.0.72 "GET /v2.0/ports?device_id=df91f6a6-8868-427f-8235-49790076f011 HTTP/1.1" status: 200 len: 210 time: 0.1352749 Feb 18 08:50:11.966283 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2a4af568-de1c-4d31-9982-35c68fe1bd46 req-1482b4fc-ae05-4048-8002-602d0ea0523b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25c05f06-79c4-49e6-92cc-0f18d904930b HTTP/1.1" status: 200 len: 217 time: 0.0830660 Feb 18 08:50:11.977727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47f142-02bd-4976-91dc-cb03ee60b1d7 req-8d17362c-d3b4-42fc-a121-9048c2abd9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:11.978930 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d47f142-02bd-4976-91dc-cb03ee60b1d7 req-8d17362c-d3b4-42fc-a121-9048c2abd9f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621&device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 1096 time: 0.3586802 Feb 18 08:50:11.996955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266275e-4c54-4f24-afcc-745f419b5e7f req-ad86e8f6-d39b-424b-a209-22fa63e4fbb1 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:11.999942 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2266275e-4c54-4f24-afcc-745f419b5e7f req-ad86e8f6-d39b-424b-a209-22fa63e4fbb1 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7842fb22-532b-4bd1-b3d4-48d69d99922a HTTP/1.1" status: 200 len: 944 time: 0.3448901 Feb 18 08:50:12.033141 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4af568-de1c-4d31-9982-35c68fe1bd46 req-3ff03f75-40fb-4555-9e01-9f00b738a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:12.034731 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2a4af568-de1c-4d31-9982-35c68fe1bd46 req-3ff03f75-40fb-4555-9e01-9f00b738a666 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d45a775a-d6b1-454c-87b6-7f0420cf3393 HTTP/1.1" status: 200 len: 852 time: 0.0631864 Feb 18 08:50:12.106510 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2a4af568-de1c-4d31-9982-35c68fe1bd46 req-eaa8299e-117d-461d-8430-556256ff1ccc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=37941738-3b60-49d5-86b1-6f8075363e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454679 Feb 18 08:50:12.135419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f8b2a6c7-c3ad-4d38-ae69-30b5534a0dad req-ae370677-d63d-49e8-b080-e5d7e60d8501 service neutron] 10.222.0.61 "GET /v2.0/networks/d3a54723-fbe1-48b2-8605-adc73008b0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260850 Feb 18 08:50:12.268201 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2a4af568-de1c-4d31-9982-35c68fe1bd46 req-b6db6622-1da6-4294-9335-6bc9b6e8de3e service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527383 Feb 18 08:50:12.368529 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 25c05f06-79c4-49e6-92cc-0f18d904930b details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:50:12.435707 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2a4af568-de1c-4d31-9982-35c68fe1bd46 req-211d2342-2b98-4b58-8111-2890c83b4f5e service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560900 Feb 18 08:50:12.436845 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2266275e-4c54-4f24-afcc-745f419b5e7f req-4337ad82-500e-4e0d-a28a-e953deff2851 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145231 Feb 18 08:50:12.535180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47f142-02bd-4976-91dc-cb03ee60b1d7 req-b62fa4e7-9f01-481e-a409-57c9a78707e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:12.538147 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d47f142-02bd-4976-91dc-cb03ee60b1d7 req-b62fa4e7-9f01-481e-a409-57c9a78707e1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5d5e2a5a-f047-425a-86b2-0b3143ac8640 HTTP/1.1" status: 200 len: 917 time: 0.5493085 Feb 18 08:50:12.610005 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 25c05f06-79c4-49e6-92cc-0f18d904930b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=25c05f06-79c4-49e6-92cc-0f18d904930b,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:12.625352 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '25c05f06-79c4-49e6-92cc-0f18d904930b', 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c', 'port_id': '25c05f06-79c4-49e6-92cc-0f18d904930b', 'mac_address': 'fa:16:3e:c7:39:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45a775a-d6b1-454c-87b6-7f0420cf3393', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:50:12.675846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-b46ad2e1-f218-4612-b7cf-cd04da0ddde9 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:12.677251 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-b46ad2e1-f218-4612-b7cf-cd04da0ddde9 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.61 "GET /v2.0/networks?id=5e6e39f0-327a-453b-b7d4-684adfe4b6e1 HTTP/1.1" status: 200 len: 815 time: 0.5514028 Feb 18 08:50:12.685336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77085b1e-607c-4522-a7df-de91be08247a req-f0f7ccab-350c-4fac-8b95-367245782e48 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:12.687232 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77085b1e-607c-4522-a7df-de91be08247a req-f0f7ccab-350c-4fac-8b95-367245782e48 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 944 time: 0.6660318 Feb 18 08:50:12.692706 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:12.711502 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c05f06-79c4-49e6-92cc-0f18d904930b {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:50:12.729948 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 25c05f06-79c4-49e6-92cc-0f18d904930b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=25c05f06-79c4-49e6-92cc-0f18d904930b,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:12.739756 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:12.742891 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f8c6ceb-68f1-4e7f-b581-7eaec0b62e8e req-1090cad7-cf24-459d-920c-c6c505b6d7ae tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 210 time: 0.1343808 Feb 18 08:50:12.806524 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d47f142-02bd-4976-91dc-cb03ee60b1d7 req-e2f70752-7872-4440-b2e2-9fb80620893e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a HTTP/1.1" status: 200 len: 1001 time: 0.2498903 Feb 18 08:50:12.814425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-9848ebfd-670f-457f-83a3-58537370fa66 req-e955c562-39f6-40da-9e49-c9bde48c53c4 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1005728751', 'description': 'tempest-description-957110481'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:12.839040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9848ebfd-670f-457f-83a3-58537370fa66 req-e955c562-39f6-40da-9e49-c9bde48c53c4 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:12.856141 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-ff463cc4-d1e5-499d-b92f-cbcb25bccb91 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36dcbc1b7570446ab0d9f0fbb29a058d HTTP/1.1" status: 200 len: 380 time: 0.1653819 Feb 18 08:50:12.857150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9848ebfd-670f-457f-83a3-58537370fa66 req-e955c562-39f6-40da-9e49-c9bde48c53c4 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:12.863887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77085b1e-607c-4522-a7df-de91be08247a req-1f2bbdaa-0646-4b67-b8e7-e2ccb2a9c5f5 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/security-groups?id=3790a263-1d0a-4528-9ac3-e9a61d80e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513798 Feb 18 08:50:12.904486 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=25c05f06-79c4-49e6-92cc-0f18d904930b,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:12.919735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9848ebfd-670f-457f-83a3-58537370fa66 req-e955c562-39f6-40da-9e49-c9bde48c53c4 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:12.930580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-7bbd0420-b260-497d-b83c-96c13c9ae083 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Request body: {'port': {'device_id': 'eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0', 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1', 'admin_state_up': True, 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'security_groups': ['d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:12.956597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9848ebfd-670f-457f-83a3-58537370fa66 req-e955c562-39f6-40da-9e49-c9bde48c53c4 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:13.089244 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9848ebfd-670f-457f-83a3-58537370fa66 req-e955c562-39f6-40da-9e49-c9bde48c53c4 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:13.114115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47f142-02bd-4976-91dc-cb03ee60b1d7 req-73e8c593-5a3e-4ff0-8d0a-34d9ded99e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:13.115566 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d47f142-02bd-4976-91dc-cb03ee60b1d7 req-73e8c593-5a3e-4ff0-8d0a-34d9ded99e95 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=df727fe9-3fec-4967-a902-47fe24f8ed0f HTTP/1.1" status: 200 len: 855 time: 0.2550199 Feb 18 08:50:13.154280 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['25c05f06-79c4-49e6-92cc-0f18d904930b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:50:13.183223 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9848ebfd-670f-457f-83a3-58537370fa66 req-e955c562-39f6-40da-9e49-c9bde48c53c4 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:13.216122 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9848ebfd-670f-457f-83a3-58537370fa66 req-e955c562-39f6-40da-9e49-c9bde48c53c4 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group_rule and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:13.223079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9848ebfd-670f-457f-83a3-58537370fa66 req-e955c562-39f6-40da-9e49-c9bde48c53c4 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:13.235656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9848ebfd-670f-457f-83a3-58537370fa66 req-e955c562-39f6-40da-9e49-c9bde48c53c4 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:13.245427 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-7bbd0420-b260-497d-b83c-96c13c9ae083 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:13.275643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-7bbd0420-b260-497d-b83c-96c13c9ae083 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:13.304601 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885b04e-fadc-4d07-b66e-ab369d905ef1 req-63ab098e-bad0-4a44-a611-7f8b873d2b90 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:13.306072 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f885b04e-fadc-4d07-b66e-ab369d905ef1 req-63ab098e-bad0-4a44-a611-7f8b873d2b90 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 950 time: 0.2819321 Feb 18 08:50:13.338695 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-7bbd0420-b260-497d-b83c-96c13c9ae083 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Made reservation on behalf of 36dcbc1b7570446ab0d9f0fbb29a058d for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:50:13.342191 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-7bbd0420-b260-497d-b83c-96c13c9ae083 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:13.376028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47f142-02bd-4976-91dc-cb03ee60b1d7 req-3ef7ad72-e0cd-4de8-a818-d0eb140db68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:13.377602 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d47f142-02bd-4976-91dc-cb03ee60b1d7 req-3ef7ad72-e0cd-4de8-a818-d0eb140db68c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5d5e2a5a-f047-425a-86b2-0b3143ac8640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2501626 Feb 18 08:50:13.491369 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9848ebfd-670f-457f-83a3-58537370fa66 req-e955c562-39f6-40da-9e49-c9bde48c53c4 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:13.494625 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f885b04e-fadc-4d07-b66e-ab369d905ef1 req-54ab5342-feae-45ea-a15c-c040e67cf336 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715090 Feb 18 08:50:13.540762 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9848ebfd-670f-457f-83a3-58537370fa66 req-e955c562-39f6-40da-9e49-c9bde48c53c4 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:13.615445 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df91f6a6-8868-427f-8235-49790076f011', 'name': 'network-vif-deleted', 'tag': '4df10ce9-dc75-4467-9cf6-3fe46137637f'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:13.667760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955c562-39f6-40da-9e49-c9bde48c53c4 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40756e88-3c52-410c-95f7-21969d5a1a00,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:13.687167 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9848ebfd-670f-457f-83a3-58537370fa66 req-e955c562-39f6-40da-9e49-c9bde48c53c4 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:13.688645 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9848ebfd-670f-457f-83a3-58537370fa66 req-e955c562-39f6-40da-9e49-c9bde48c53c4 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8964758 Feb 18 08:50:13.764120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d47f142-02bd-4976-91dc-cb03ee60b1d7 req-1696724d-4e3d-4d73-954b-33e00929eff4 service neutron] 10.222.0.81 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738484 Feb 18 08:50:13.923643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-7bbd0420-b260-497d-b83c-96c13c9ae083 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Allocated IP 172.20.0.6 (5e6e39f0-327a-453b-b7d4-684adfe4b6e1/06dc3032-d041-4123-94a7-f9ef538af254/7446ac55-027c-4a4f-9eca-65dcb17d147d) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:50:13.956894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a024c-643a-45ad-8311-a31df199a6f5 req-e62a03fb-25a6-4b11-ab21-4b4cd13834e7 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:13.958352 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e5a024c-643a-45ad-8311-a31df199a6f5 req-e62a03fb-25a6-4b11-ab21-4b4cd13834e7 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 945 time: 0.3485489 Feb 18 08:50:14.061944 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d47f142-02bd-4976-91dc-cb03ee60b1d7 req-dbebff5b-3322-4557-a883-ca7e9d0b1d6a service neutron] 10.222.0.81 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898259 Feb 18 08:50:14.150665 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e5a024c-643a-45ad-8311-a31df199a6f5 req-cd509e29-28b0-48ad-b6ac-1e809fa8438f tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/security-groups?id=a741c825-8744-4866-990d-4edf5ec2da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770709 Feb 18 08:50:14.161119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99d75f-d401-44c8-ae08-360951736120 req-8c7074cc-92b9-4df9-85a1-2189d2112c01 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:14.165045 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e99d75f-d401-44c8-ae08-360951736120 req-8c7074cc-92b9-4df9-85a1-2189d2112c01 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 945 time: 0.3657396 Feb 18 08:50:14.238642 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50998) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:14.350840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0598756-3085-49fb-970b-542128fb8012 admin admin] Deleting subnet 1fa84373-6523-4aec-81db-497517a8e76d {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:50:14.353825 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0598756-3085-49fb-970b-542128fb8012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:14.386205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 25c05f06-79c4-49e6-92cc-0f18d904930b up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:50:14.403411 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0598756-3085-49fb-970b-542128fb8012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:14.426903 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e99d75f-d401-44c8-ae08-360951736120 req-3c83a225-bd02-458d-982d-612856878da6 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552669 Feb 18 08:50:14.433560 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:50:14.467333 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0598756-3085-49fb-970b-542128fb8012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:14.471209 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-7bbd0420-b260-497d-b83c-96c13c9ae083 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:14.490891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-7bbd0420-b260-497d-b83c-96c13c9ae083 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Transition to ACTIVE for port object 7446ac55-027c-4a4f-9eca-65dcb17d147d will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:50:14.500394 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df91f6a6-8868-427f-8235-49790076f011', 'name': 'network-vif-deleted', 'tag': '4df10ce9-dc75-4467-9cf6-3fe46137637f', 'status': 'completed', 'code': 200} Feb 18 08:50:14.546451 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0598756-3085-49fb-970b-542128fb8012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:14.573013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 25c05f06-79c4-49e6-92cc-0f18d904930b completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:50:14.580961 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 25c05f06-79c4-49e6-92cc-0f18d904930b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:50:14.581330 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:14.581847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb190ca5-6e5d-4ef5-b0f3-de72e725d9c0 req-86490c2c-3ba2-420f-891c-ded844799599 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-groups/cf472710-644a-416d-930b-08cebfe00bbb HTTP/1.1" status: 200 len: 1804 time: 0.0640843 Feb 18 08:50:14.587224 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-7bbd0420-b260-497d-b83c-96c13c9ae083 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:14.592868 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0598756-3085-49fb-970b-542128fb8012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fa84373-6523-4aec-81db-497517a8e76d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:14.595192 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0598756-3085-49fb-970b-542128fb8012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:14.605166 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a0598756-3085-49fb-970b-542128fb8012 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1fa84373-6523-4aec-81db-497517a8e76d HTTP/1.1" status: 204 len: 168 time: 0.3632095 Feb 18 08:50:14.605481 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51006) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:14.676361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c59b11-288e-4ce5-80e1-0f9a2884ece4 req-a2ecfba0-efd0-46cd-9a96-e6dc04323dc0 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:14.677830 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7c59b11-288e-4ce5-80e1-0f9a2884ece4 req-a2ecfba0-efd0-46cd-9a96-e6dc04323dc0 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7842fb22-532b-4bd1-b3d4-48d69d99922a HTTP/1.1" status: 200 len: 945 time: 0.3566687 Feb 18 08:50:14.690943 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=6bbeb4bc-8296-4eab-9e08-c3140d4e5c05,segment=NetworkSegment(992c6f03-c8b5-4d2b-a21a-9c57579ff6c2),segment_id=992c6f03-c8b5-4d2b-a21a-9c57579ff6c2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:14.705923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-7bbd0420-b260-497d-b83c-96c13c9ae083 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Network 5e6e39f0-327a-453b-b7d4-684adfe4b6e1 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:50:14.706492 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '6bbeb4bc-8296-4eab-9e08-c3140d4e5c05', 'network_id': 'd3a54723-fbe1-48b2-8605-adc73008b0c6', 'port_id': '6bbeb4bc-8296-4eab-9e08-c3140d4e5c05', 'mac_address': 'fa:16:3e:83:37:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6c779e-66a4-4e2f-b6e4-ce0c702890ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:50:14.722639 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0fb5dc1-79ab-44cb-ae22-f4cdb9f99213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:14.723944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-7bbd0420-b260-497d-b83c-96c13c9ae083 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:50:14.726314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-7bbd0420-b260-497d-b83c-96c13c9ae083 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:50:14.807937 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:14.808540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd0420-b260-497d-b83c-96c13c9ae083 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Pushing event updated for resources: {'Port': ['ID=7446ac55-027c-4a4f-9eca-65dcb17d147d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:14.820833 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:14.848855 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:50:14.857085 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7842fb22-532b-4bd1-b3d4-48d69d99922a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c05f06-79c4-49e6-92cc-0f18d904930b'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:14.874453 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 25c05f06-79c4-49e6-92cc-0f18d904930b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=25c05f06-79c4-49e6-92cc-0f18d904930b,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:14.879391 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=6bbeb4bc-8296-4eab-9e08-c3140d4e5c05,segment=NetworkSegment(992c6f03-c8b5-4d2b-a21a-9c57579ff6c2),segment_id=992c6f03-c8b5-4d2b-a21a-9c57579ff6c2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:14.880892 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7c59b11-288e-4ce5-80e1-0f9a2884ece4 req-e39a6fca-e9d8-4dfb-97e8-ca0c1621c0f2 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815476 Feb 18 08:50:14.885729 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:14.886715 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 887d487b-f373-491a-b057-6e1da09dc46b no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:50:14.887344 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-7bbd0420-b260-497d-b83c-96c13c9ae083 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:14.888011 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-7bbd0420-b260-497d-b83c-96c13c9ae083 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:14.902005 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb190ca5-6e5d-4ef5-b0f3-de72e725d9c0 req-56b3e43b-fc39-49c2-b7a3-3dfc8bf90a0b tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-groups/40756e88-3c52-410c-95f7-21969d5a1a00 HTTP/1.1" status: 200 len: 1804 time: 0.3047364 Feb 18 08:50:14.907154 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0fb5dc1-79ab-44cb-ae22-f4cdb9f99213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:14.916432 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-cb190ca5-6e5d-4ef5-b0f3-de72e725d9c0 req-8624a6fe-2a96-466e-90ce-810a3a651bb1 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cf472710-644a-416d-930b-08cebfe00bbb', 'remote_group_id': '40756e88-3c52-410c-95f7-21969d5a1a00', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:14.916750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-cb190ca5-6e5d-4ef5-b0f3-de72e725d9c0 req-8624a6fe-2a96-466e-90ce-810a3a651bb1 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cf472710-644a-416d-930b-08cebfe00bbb', 'remote_group_id': '40756e88-3c52-410c-95f7-21969d5a1a00', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:14.931470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-cb190ca5-6e5d-4ef5-b0f3-de72e725d9c0 req-8624a6fe-2a96-466e-90ce-810a3a651bb1 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:14.938188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cb190ca5-6e5d-4ef5-b0f3-de72e725d9c0 req-8624a6fe-2a96-466e-90ce-810a3a651bb1 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group_rule and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:14.941518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cb190ca5-6e5d-4ef5-b0f3-de72e725d9c0 req-8624a6fe-2a96-466e-90ce-810a3a651bb1 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:14.948347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-cb190ca5-6e5d-4ef5-b0f3-de72e725d9c0 req-8624a6fe-2a96-466e-90ce-810a3a651bb1 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:14.954255 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-7bbd0420-b260-497d-b83c-96c13c9ae083 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0319645 Feb 18 08:50:14.960973 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:14.972787 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Request body: {'port': {'device_id': 'eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:14.986778 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-a0fb5dc1-79ab-44cb-ae22-f4cdb9f99213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8816836-4120-4f1e-b024-4d70fd6a0963']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:15.007511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-a0fb5dc1-79ab-44cb-ae22-f4cdb9f99213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:15.007847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-a0fb5dc1-79ab-44cb-ae22-f4cdb9f99213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7fe2e1-48ca-4c09-a9ba-6043ecdb2b06') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:15.025556 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0fb5dc1-79ab-44cb-ae22-f4cdb9f99213 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.026103 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=25c05f06-79c4-49e6-92cc-0f18d904930b,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:15.065837 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0fb5dc1-79ab-44cb-ae22-f4cdb9f99213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.072694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fb5dc1-79ab-44cb-ae22-f4cdb9f99213 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:50:15.073145 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0fb5dc1-79ab-44cb-ae22-f4cdb9f99213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:50:15.086577 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:50:15.156488 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.168697 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0fb5dc1-79ab-44cb-ae22-f4cdb9f99213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.172953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-963dff2f-9e91-4b29-9f70-79c1f664eaa4 None None] Provisioning for port 7446ac55-027c-4a4f-9eca-65dcb17d147d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:50:15.184896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=6bbeb4bc-8296-4eab-9e08-c3140d4e5c05,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:15.189130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-963dff2f-9e91-4b29-9f70-79c1f664eaa4 None None] Provisioning complete for port 7446ac55-027c-4a4f-9eca-65dcb17d147d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:50:15.189434 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.190074 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-963dff2f-9e91-4b29-9f70-79c1f664eaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.194964 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0fb5dc1-79ab-44cb-ae22-f4cdb9f99213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.209162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb5dc1-79ab-44cb-ae22-f4cdb9f99213 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8816836-4120-4f1e-b024-4d70fd6a0963,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:15.209411 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cb190ca5-6e5d-4ef5-b0f3-de72e725d9c0 req-8624a6fe-2a96-466e-90ce-810a3a651bb1 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.220756 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a0fb5dc1-79ab-44cb-ae22-f4cdb9f99213 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e8816836-4120-4f1e-b024-4d70fd6a0963 HTTP/1.1" status: 204 len: 168 time: 0.6127081 Feb 18 08:50:15.220756 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51012) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:15.257943 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 887d487b-f373-491a-b057-6e1da09dc46b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=887d487b-f373-491a-b057-6e1da09dc46b,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:15.260665 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-963dff2f-9e91-4b29-9f70-79c1f664eaa4 None None] Port 7446ac55-027c-4a4f-9eca-65dcb17d147d cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:50:15.266248 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.267665 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 4df10ce9-dc75-4467-9cf6-3fe46137637f no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:50:15.289130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-92907137-9c40-4df5-a26b-d30b6f72031e admin admin] Deleting subnet d3334208-885d-42c4-b153-700a75393bc9 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:50:15.292348 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92907137-9c40-4df5-a26b-d30b6f72031e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.307043 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cb190ca5-6e5d-4ef5-b0f3-de72e725d9c0 req-8624a6fe-2a96-466e-90ce-810a3a651bb1 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.319010 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cb190ca5-6e5d-4ef5-b0f3-de72e725d9c0 req-8624a6fe-2a96-466e-90ce-810a3a651bb1 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.337640 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['6bbeb4bc-8296-4eab-9e08-c3140d4e5c05'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:50:15.345089 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92907137-9c40-4df5-a26b-d30b6f72031e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.369271 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 4df10ce9-dc75-4467-9cf6-3fe46137637f {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:50:15.369703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 4df10ce9-dc75-4467-9cf6-3fe46137637f not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:50:15.370189 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device a32a9fce-bafc-4c7c-a307-309ea9ccfb6a no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:50:15.391145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ecf37e-931e-49d6-b62d-62d67db064b7 req-72c9881b-e127-4025-9865-00f46f2e860d tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:15.391867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d9ecf37e-931e-49d6-b62d-62d67db064b7 req-72c9881b-e127-4025-9865-00f46f2e860d tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Synchronizing usage tracker for tenant:36dcbc1b7570446ab0d9f0fbb29a058d on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:50:15.411395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624a6fe-2a96-466e-90ce-810a3a651bb1 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e73adcb-2578-49e1-a5b9-375d27b7bd54,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:15.416134 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92907137-9c40-4df5-a26b-d30b6f72031e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.441471 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cb190ca5-6e5d-4ef5-b0f3-de72e725d9c0 req-8624a6fe-2a96-466e-90ce-810a3a651bb1 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.452912 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb190ca5-6e5d-4ef5-b0f3-de72e725d9c0 req-8624a6fe-2a96-466e-90ce-810a3a651bb1 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5499010 Feb 18 08:50:15.476138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d9ecf37e-931e-49d6-b62d-62d67db064b7 req-72c9881b-e127-4025-9865-00f46f2e860d tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Unset dirty status for tenant:36dcbc1b7570446ab0d9f0fbb29a058d on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:50:15.479591 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=887d487b-f373-491a-b057-6e1da09dc46b,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:15.487187 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9ecf37e-931e-49d6-b62d-62d67db064b7 req-72c9881b-e127-4025-9865-00f46f2e860d tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 931 time: 0.4240932 Feb 18 08:50:15.519959 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92907137-9c40-4df5-a26b-d30b6f72031e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.570607 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92907137-9c40-4df5-a26b-d30b6f72031e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.573242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92907137-9c40-4df5-a26b-d30b6f72031e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3334208-885d-42c4-b153-700a75393bc9,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:15.579333 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-92907137-9c40-4df5-a26b-d30b6f72031e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d3334208-885d-42c4-b153-700a75393bc9 HTTP/1.1" status: 204 len: 168 time: 0.3577330 Feb 18 08:50:15.581737 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51020) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:15.592770 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.610611 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9ecf37e-931e-49d6-b62d-62d67db064b7 req-fc7a890d-ed6b-4e7c-ae45-4db142edeec6 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173940 Feb 18 08:50:15.682727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:15.695420 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.715436 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b8f5aded-ce6a-47e1-9b24-6a441635e316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.830900 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:15.942992 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b8f5aded-ce6a-47e1-9b24-6a441635e316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:15.943613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bac75-a322-4182-ae7f-f93c967f0862 req-d6941f2a-06e1-4b52-b97c-7deb61df8903 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:15.944943 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-055bac75-a322-4182-ae7f-f93c967f0862 req-d6941f2a-06e1-4b52-b97c-7deb61df8903 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 945 time: 0.3331959 Feb 18 08:50:15.969704 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-b8f5aded-ce6a-47e1-9b24-6a441635e316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a3bd48-f97c-4d08-aa71-54c23390b18f']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:15.982316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-b8f5aded-ce6a-47e1-9b24-6a441635e316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27bc1ec7-5ebb-4a8e-a399-07b203d0487a') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:15.982611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-b8f5aded-ce6a-47e1-9b24-6a441635e316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27bc1ec7-5ebb-4a8e-a399-07b203d0487a') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:15.994535 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b8f5aded-ce6a-47e1-9b24-6a441635e316 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:16.001169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7446ac55-027c-4a4f-9eca-65dcb17d147d {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:50:16.010819 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b8f5aded-ce6a-47e1-9b24-6a441635e316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:16.018912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f5aded-ce6a-47e1-9b24-6a441635e316 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:50:16.019304 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b8f5aded-ce6a-47e1-9b24-6a441635e316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:16.020457 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:16.035082 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-055bac75-a322-4182-ae7f-f93c967f0862 req-df8a4946-5f4b-416e-8fba-70f8a1617534 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/security-groups?id=3790a263-1d0a-4528-9ac3-e9a61d80e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733628 Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:50:16.036154 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:50:16.045457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb1c19-aee2-453d-90cc-c762bd763b2d req-3d31bc78-f67a-45be-bb8a-6d10d3bafaa9 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:16.046923 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3dbb1c19-aee2-453d-90cc-c762bd763b2d req-3d31bc78-f67a-45be-bb8a-6d10d3bafaa9 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 945 time: 0.2663965 Feb 18 08:50:16.053034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Transition to ACTIVE for port object 7446ac55-027c-4a4f-9eca-65dcb17d147d will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:50:16.056121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51026) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:16.063185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e43470d7-fdfa-44c9-9402-96fcc815714c tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Request body: {'floatingip': {'port_id': '36bb6e5f-ac01-46a9-9858-f328164431e4'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:16.120414 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:16.131061 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b8f5aded-ce6a-47e1-9b24-6a441635e316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:16.135539 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b8f5aded-ce6a-47e1-9b24-6a441635e316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:16.160341 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b8f5aded-ce6a-47e1-9b24-6a441635e316 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d9a3bd48-f97c-4d08-aa71-54c23390b18f HTTP/1.1" status: 204 len: 168 time: 0.5775785 Feb 18 08:50:16.161365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5aded-ce6a-47e1-9b24-6a441635e316 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9a3bd48-f97c-4d08-aa71-54c23390b18f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:16.169921 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7842fb22-532b-4bd1-b3d4-48d69d99922a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c05f06-79c4-49e6-92cc-0f18d904930b', 'code': 200} Feb 18 08:50:16.206351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-cb9df5c1-9b5b-4d83-ab7e-332b1c9a2394 req-f9aa253b-5117-48e8-ada5-a073b2f83f5a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2040789315', 'description': 'tempest-description-1008735383'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:16.212381 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e43470d7-fdfa-44c9-9402-96fcc815714c tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:16.299150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51032) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:16.352161 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1cb39d6e-efc9-4f29-b084-4d0fc6746407 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7d4a44b7fff94ccba0bfe75ccf303824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513508 Feb 18 08:50:16.354374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51036) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:16.407377 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 887d487b-f373-491a-b057-6e1da09dc46b details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:50:16.425607 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-178cd330-0d74-4f9a-89ac-7590b7bd6873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:16.442939 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:50:16.457800 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-178cd330-0d74-4f9a-89ac-7590b7bd6873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:16.505209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-cb9df5c1-9b5b-4d83-ab7e-332b1c9a2394 req-f9aa253b-5117-48e8-ada5-a073b2f83f5a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:16.521165 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-178cd330-0d74-4f9a-89ac-7590b7bd6873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:16.537513 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cd330-0d74-4f9a-89ac-7590b7bd6873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b282e8b-eecb-45e2-ab9b-bdee43b80e2b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:16.548504 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-178cd330-0d74-4f9a-89ac-7590b7bd6873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:16.552099 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-178cd330-0d74-4f9a-89ac-7590b7bd6873 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1b282e8b-eecb-45e2-ab9b-bdee43b80e2b HTTP/1.1" status: 204 len: 168 time: 0.1944520 Feb 18 08:50:16.567571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7446ac55-027c-4a4f-9eca-65dcb17d147d,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:16.622914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cb9df5c1-9b5b-4d83-ab7e-332b1c9a2394 req-f9aa253b-5117-48e8-ada5-a073b2f83f5a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:16.641170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cb9df5c1-9b5b-4d83-ab7e-332b1c9a2394 req-f9aa253b-5117-48e8-ada5-a073b2f83f5a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:16.647734 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 887d487b-f373-491a-b057-6e1da09dc46b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=887d487b-f373-491a-b057-6e1da09dc46b,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:16.655667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:50:16.664026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-cb9df5c1-9b5b-4d83-ab7e-332b1c9a2394 req-f9aa253b-5117-48e8-ada5-a073b2f83f5a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:16.664478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:50:16.664864 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:16.700735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '887d487b-f373-491a-b057-6e1da09dc46b', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '887d487b-f373-491a-b057-6e1da09dc46b', 'mac_address': 'fa:16:3e:59:b0:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:50:16.781572 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:16.833797 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887d487b-f373-491a-b057-6e1da09dc46b {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:50:16.846751 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cb9df5c1-9b5b-4d83-ab7e-332b1c9a2394 req-f9aa253b-5117-48e8-ada5-a073b2f83f5a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:16.863370 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:16.873357 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 887d487b-f373-491a-b057-6e1da09dc46b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=887d487b-f373-491a-b057-6e1da09dc46b,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:16.881950 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:16.884116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-cb9df5c1-9b5b-4d83-ab7e-332b1c9a2394 req-f9aa253b-5117-48e8-ada5-a073b2f83f5a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:16.886508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Attempting to bind port 7446ac55-027c-4a4f-9eca-65dcb17d147d on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:50:16.886998 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Attempting to bind port 7446ac55-027c-4a4f-9eca-65dcb17d147d by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'f35793db-6da9-4005-a2aa-54f0d4f8f9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:50:16.887445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Attempting to bind port 7446ac55-027c-4a4f-9eca-65dcb17d147d on network 5e6e39f0-327a-453b-b7d4-684adfe4b6e1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:50:16.914286 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cb9df5c1-9b5b-4d83-ab7e-332b1c9a2394 req-f9aa253b-5117-48e8-ada5-a073b2f83f5a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group_rule and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:16.917988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Port 7446ac55-027c-4a4f-9eca-65dcb17d147d on network 5e6e39f0-327a-453b-b7d4-684adfe4b6e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:50:16.918576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Attempting to bind port 7446ac55-027c-4a4f-9eca-65dcb17d147d on network 5e6e39f0-327a-453b-b7d4-684adfe4b6e1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:50:16.922301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cb9df5c1-9b5b-4d83-ab7e-332b1c9a2394 req-f9aa253b-5117-48e8-ada5-a073b2f83f5a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:16.986033 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51046) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:16.998252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa86781-daea-40cf-9eb3-9444eb161a63 req-36f416ff-1700-4b2e-ba2a-4750ff6ae92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:16.999742 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5aa86781-daea-40cf-9eb3-9444eb161a63 req-36f416ff-1700-4b2e-ba2a-4750ff6ae92a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7842fb22-532b-4bd1-b3d4-48d69d99922a HTTP/1.1" status: 200 len: 1097 time: 0.7240405 Feb 18 08:50:17.002476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-cb9df5c1-9b5b-4d83-ab7e-332b1c9a2394 req-f9aa253b-5117-48e8-ada5-a073b2f83f5a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:17.009742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=6bbeb4bc-8296-4eab-9e08-c3140d4e5c05,segment=NetworkSegment(992c6f03-c8b5-4d2b-a21a-9c57579ff6c2),segment_id=992c6f03-c8b5-4d2b-a21a-9c57579ff6c2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:17.017878 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:17.022359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:50:17.022692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Checking segment: {'id': 'f35793db-6da9-4005-a2aa-54f0d4f8f9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:50:17.022827 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=887d487b-f373-491a-b057-6e1da09dc46b,revision_number=10']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:17.023084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Bound using segment: {'id': 'f35793db-6da9-4005-a2aa-54f0d4f8f9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:50:17.023517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Bound port: 7446ac55-027c-4a4f-9eca-65dcb17d147d, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35793db-6da9-4005-a2aa-54f0d4f8f9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:50:17.024075 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:17.043639 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-286b7a70-c37c-4c1b-b0dd-949391a961fa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=961f321fca3f42abbb377ac9becba8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534289 Feb 18 08:50:17.043998 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51050) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:17.073434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d62a12-6b98-419b-b596-9b3765cf4611 req-575e1388-0af1-4fe8-9e31-cdd0791e21ff tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:17.075597 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26d62a12-6b98-419b-b596-9b3765cf4611 req-575e1388-0af1-4fe8-9e31-cdd0791e21ff tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 948 time: 0.8066127 Feb 18 08:50:17.097361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=6bbeb4bc-8296-4eab-9e08-c3140d4e5c05,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:17.112073 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1c475c6-7a09-4af2-b8e5-559947eefeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:17.138865 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1c475c6-7a09-4af2-b8e5-559947eefeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:17.191431 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1c475c6-7a09-4af2-b8e5-559947eefeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:17.203077 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['887d487b-f373-491a-b057-6e1da09dc46b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:50:17.206220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c475c6-7a09-4af2-b8e5-559947eefeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4bd8c4-748f-4777-ab0f-2c208049b4e2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:17.215158 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1c475c6-7a09-4af2-b8e5-559947eefeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:17.218895 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e1c475c6-7a09-4af2-b8e5-559947eefeff admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e4bd8c4-748f-4777-ab0f-2c208049b4e2 HTTP/1.1" status: 204 len: 168 time: 0.1736989 Feb 18 08:50:17.242959 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5aa86781-daea-40cf-9eb3-9444eb161a63 req-0a81cc2c-98b0-404e-b5d8-8f7a4da7a061 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348423 Feb 18 08:50:17.311715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26d62a12-6b98-419b-b596-9b3765cf4611 req-aa4350cd-51e1-45d2-9ff0-3e5476873df6 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106047 Feb 18 08:50:17.447686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] For port 7446ac55-027c-4a4f-9eca-65dcb17d147d, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:50:17.517859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] For port 7446ac55-027c-4a4f-9eca-65dcb17d147d, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7446ac55-027c-4a4f-9eca-65dcb17d147d,segment=NetworkSegment(f35793db-6da9-4005-a2aa-54f0d4f8f9db),segment_id=f35793db-6da9-4005-a2aa-54f0d4f8f9db)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:50:17.521679 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cb9df5c1-9b5b-4d83-ab7e-332b1c9a2394 req-f9aa253b-5117-48e8-ada5-a073b2f83f5a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:17.533863 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:17.537353 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cb9df5c1-9b5b-4d83-ab7e-332b1c9a2394 req-f9aa253b-5117-48e8-ada5-a073b2f83f5a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:17.672249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:17.672970 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:17.674340 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] 10.222.0.61 "PUT /v2.0/ports/7446ac55-027c-4a4f-9eca-65dcb17d147d HTTP/1.1" status: 200 len: 1091 time: 2.7113175 Feb 18 08:50:17.678054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0', 'tag': '7446ac55-027c-4a4f-9eca-65dcb17d147d'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:17.693545 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa253b-5117-48e8-ada5-a073b2f83f5a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4136d8d4-9c4a-456f-b28b-2cfaa9490c2a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:17.701283 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cb9df5c1-9b5b-4d83-ab7e-332b1c9a2394 req-f9aa253b-5117-48e8-ada5-a073b2f83f5a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:17.702480 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb9df5c1-9b5b-4d83-ab7e-332b1c9a2394 req-f9aa253b-5117-48e8-ada5-a073b2f83f5a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.5000043 Feb 18 08:50:17.718694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5810262-4ad7-4793-96b7-af7eca9e96c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7446ac55-027c-4a4f-9eca-65dcb17d147d,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:17.825282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7bfb9-80c7-4fb5-b23b-4e9ff7b65639 req-2cd289d4-d985-42c8-a6bc-85568094bdc0 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:17.828175 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-62f7bfb9-80c7-4fb5-b23b-4e9ff7b65639 req-2cd289d4-d985-42c8-a6bc-85568094bdc0 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 943 time: 0.3769131 Feb 18 08:50:17.932541 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-e43470d7-fdfa-44c9-9402-96fcc815714c tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:50:18.035447 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-62f7bfb9-80c7-4fb5-b23b-4e9ff7b65639 req-a243d330-a023-4ebe-bf94-a616ab708526 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868312 Feb 18 08:50:18.050208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-9d52ef7a-891d-4dcc-b90f-de5317b6f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:18.051711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-9d52ef7a-891d-4dcc-b90f-de5317b6f6ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=36dcbc1b7570446ab0d9f0fbb29a058d&device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 1094 time: 0.3282478 Feb 18 08:50:18.130961 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e43470d7-fdfa-44c9-9402-96fcc815714c tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:18.132662 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-0a49d99e-7846-4e4c-af0d-64092f532dec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7446ac55-027c-4a4f-9eca-65dcb17d147d HTTP/1.1" status: 200 len: 217 time: 0.0725162 Feb 18 08:50:18.170269 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e43470d7-fdfa-44c9-9402-96fcc815714c tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:18.171143 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50de0908-4647-499e-8821-4f4428066013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '887d487b-f373-491a-b057-6e1da09dc46b'}, {'server_uuid': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a'}, {'server_uuid': 'b1ec3d3b-408a-46be-bfdb-dc87e27e0568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbeb4bc-8296-4eab-9e08-c3140d4e5c05'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:18.418044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 887d487b-f373-491a-b057-6e1da09dc46b up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:50:18.433343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2960e-fdb1-477e-b786-251af1d9917d req-a6cde4ae-0721-4aef-927d-0af6abbd8d04 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:18.435674 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3b2960e-fdb1-477e-b786-251af1d9917d req-a6cde4ae-0721-4aef-927d-0af6abbd8d04 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7842fb22-532b-4bd1-b3d4-48d69d99922a HTTP/1.1" status: 200 len: 946 time: 0.6025991 Feb 18 08:50:18.489104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 887d487b-f373-491a-b057-6e1da09dc46b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:50:18.489677 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:18.529780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-d9b88805-7a9a-4434-ba96-b0c6d1804168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:18.531195 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-d9b88805-7a9a-4434-ba96-b0c6d1804168 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06dc3032-d041-4123-94a7-f9ef538af254 HTTP/1.1" status: 200 len: 854 time: 0.3918390 Feb 18 08:50:18.633365 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:18.639110 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3b2960e-fdb1-477e-b786-251af1d9917d req-051c25fd-9691-4981-b3d2-ff633c13cd60 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887624 Feb 18 08:50:18.643535 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-e43470d7-fdfa-44c9-9402-96fcc815714c tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Floating IP 36b37afe-5334-4951-b0b7-84cab7ce5bc1 associated. External IP: 172.25.1.209, port: 36bb6e5f-ac01-46a9-9858-f328164431e4. Feb 18 08:50:18.683099 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 887d487b-f373-491a-b057-6e1da09dc46b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=887d487b-f373-491a-b057-6e1da09dc46b,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:18.692429 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:18.693249 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device a32a9fce-bafc-4c7c-a307-309ea9ccfb6a no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:50:18.743911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32b1a6-1c69-459f-867e-941058dc850a req-3286386a-a2c4-47a0-87b0-378f6449da9c tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:18.744570 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b32b1a6-1c69-459f-867e-941058dc850a req-3286386a-a2c4-47a0-87b0-378f6449da9c tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 943 time: 0.3943341 Feb 18 08:50:18.860309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-3632e46d-f81d-405c-a8df-cf76a0ccabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:18.862062 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-3632e46d-f81d-405c-a8df-cf76a0ccabbd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e6e39f0-327a-453b-b7d4-684adfe4b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3093174 Feb 18 08:50:18.867564 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=887d487b-f373-491a-b057-6e1da09dc46b,revision_number=11']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:18.964126 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b32b1a6-1c69-459f-867e-941058dc850a req-a043630f-79ec-48f0-9cc6-8e2b2889f7bf tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097454 Feb 18 08:50:19.067431 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0', 'tag': '7446ac55-027c-4a4f-9eca-65dcb17d147d', 'status': 'completed', 'code': 200} Feb 18 08:50:19.095568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-abccdff0-4eae-4b38-ac27-0dcd6aed4c7c req-ac42ebe0-319f-462c-9f67-828041ca71cd tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1601280782', 'description': 'tempest-description-1494199916'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:19.106525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-abccdff0-4eae-4b38-ac27-0dcd6aed4c7c req-ac42ebe0-319f-462c-9f67-828041ca71cd tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:19.120309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-abccdff0-4eae-4b38-ac27-0dcd6aed4c7c req-ac42ebe0-319f-462c-9f67-828041ca71cd tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:19.136892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-abccdff0-4eae-4b38-ac27-0dcd6aed4c7c req-ac42ebe0-319f-462c-9f67-828041ca71cd tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:19.150262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-abccdff0-4eae-4b38-ac27-0dcd6aed4c7c req-ac42ebe0-319f-462c-9f67-828041ca71cd tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:19.237710 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-9280d69f-7e11-490d-9996-330cc78a3dc9 service neutron] 10.222.0.61 "GET /v2.0/networks/5e6e39f0-327a-453b-b7d4-684adfe4b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654771 Feb 18 08:50:19.238400 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-abccdff0-4eae-4b38-ac27-0dcd6aed4c7c req-ac42ebe0-319f-462c-9f67-828041ca71cd tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:19.363337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-abccdff0-4eae-4b38-ac27-0dcd6aed4c7c req-ac42ebe0-319f-462c-9f67-828041ca71cd tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:19.369654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-abccdff0-4eae-4b38-ac27-0dcd6aed4c7c req-ac42ebe0-319f-462c-9f67-828041ca71cd tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group_rule and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:19.376685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43470d7-fdfa-44c9-9402-96fcc815714c tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Router 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:50:19.384519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-abccdff0-4eae-4b38-ac27-0dcd6aed4c7c req-ac42ebe0-319f-462c-9f67-828041ca71cd tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:19.395141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-abccdff0-4eae-4b38-ac27-0dcd6aed4c7c req-ac42ebe0-319f-462c-9f67-828041ca71cd tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:19.409342 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824721f-4fa8-4b26-b5b1-fcac4a187317 req-8bb1afde-de7b-4673-bd7e-f13541d00657 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:19.410900 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4824721f-4fa8-4b26-b5b1-fcac4a187317 req-8bb1afde-de7b-4673-bd7e-f13541d00657 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 946 time: 0.4458435 Feb 18 08:50:19.572990 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37819829-3c20-4179-a96b-39a6d5601ac1 req-16b9c7ba-2b59-4988-a07f-565120174681 service neutron] 10.222.0.61 "GET /v2.0/networks/5e6e39f0-327a-453b-b7d4-684adfe4b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141770 Feb 18 08:50:19.591324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4824721f-4fa8-4b26-b5b1-fcac4a187317 req-fa6ff623-70ef-4a54-bf61-fafc76efd5f5 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/security-groups?id=3790a263-1d0a-4528-9ac3-e9a61d80e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615176 Feb 18 08:50:19.891997 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-abccdff0-4eae-4b38-ac27-0dcd6aed4c7c req-ac42ebe0-319f-462c-9f67-828041ca71cd tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:19.897868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43470d7-fdfa-44c9-9402-96fcc815714c tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:50:19.905764 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-abccdff0-4eae-4b38-ac27-0dcd6aed4c7c req-ac42ebe0-319f-462c-9f67-828041ca71cd tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:19.910346 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b852864d-7f88-43b2-975a-da6f2b9236d0 None None] Sync routers for ids ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:50:19.923337 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852864d-7f88-43b2-975a-da6f2b9236d0 None None] Routers {'1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:50:19.924335 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b852864d-7f88-43b2-975a-da6f2b9236d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:50:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:19.957590 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e43470d7-fdfa-44c9-9402-96fcc815714c tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:19.982057 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-abccdff0-4eae-4b38-ac27-0dcd6aed4c7c req-ac42ebe0-319f-462c-9f67-828041ca71cd tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:19.983260 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abccdff0-4eae-4b38-ac27-0dcd6aed4c7c req-ac42ebe0-319f-462c-9f67-828041ca71cd tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9134262 Feb 18 08:50:20.000775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42ebe0-319f-462c-9f67-828041ca71cd tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3175452-3f7c-43d1-a756-6cd35d4f98ba,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:20.016045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257ed37-725b-4173-883a-cadae3ff8e59 req-bac488c9-5aa2-4396-baf1-7f64aa480f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:20.017553 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e257ed37-725b-4173-883a-cadae3ff8e59 req-bac488c9-5aa2-4396-baf1-7f64aa480f65 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=36dcbc1b7570446ab0d9f0fbb29a058d&device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 1094 time: 0.3713520 Feb 18 08:50:20.047864 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e43470d7-fdfa-44c9-9402-96fcc815714c tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "PUT /v2.0/floatingips/36b37afe-5334-4951-b0b7-84cab7ce5bc1 HTTP/1.1" status: 200 len: 991 time: 3.9904287 Feb 18 08:50:20.070049 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50de0908-4647-499e-8821-4f4428066013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '887d487b-f373-491a-b057-6e1da09dc46b', 'code': 200} Feb 18 08:50:20.070610 n-d-829434-1 neutron-server[87769]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a', 'code': 422} returned with failed status Feb 18 08:50:20.070838 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ec3d3b-408a-46be-bfdb-dc87e27e0568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbeb4bc-8296-4eab-9e08-c3140d4e5c05', 'code': 200} Feb 18 08:50:20.172752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257ed37-725b-4173-883a-cadae3ff8e59 req-2370e8a0-b8c8-4a21-98a5-2d6d5a9805e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:20.174725 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e257ed37-725b-4173-883a-cadae3ff8e59 req-2370e8a0-b8c8-4a21-98a5-2d6d5a9805e0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5e6e39f0-327a-453b-b7d4-684adfe4b6e1 HTTP/1.1" status: 200 len: 916 time: 0.1485050 Feb 18 08:50:20.279334 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-b852864d-7f88-43b2-975a-da6f2b9236d0 None None] Set router 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:50:20.316445 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e257ed37-725b-4173-883a-cadae3ff8e59 req-20867fdd-7631-4003-82aa-8949b1d1f964 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7446ac55-027c-4a4f-9eca-65dcb17d147d HTTP/1.1" status: 200 len: 217 time: 0.0958600 Feb 18 08:50:20.499483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257ed37-725b-4173-883a-cadae3ff8e59 req-e9bc8618-459c-4c5b-83c0-de60ac9f36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:20.501298 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e257ed37-725b-4173-883a-cadae3ff8e59 req-e9bc8618-459c-4c5b-83c0-de60ac9f36e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06dc3032-d041-4123-94a7-f9ef538af254 HTTP/1.1" status: 200 len: 854 time: 0.1379921 Feb 18 08:50:20.597076 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28190370-5b52-421f-9248-80eb360acfce req-9b092761-c0a1-4599-8742-f8be77f2ef83 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=259cd62e1f1340f9828d7d7a1587db25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943286 Feb 18 08:50:20.682977 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b852864d-7f88-43b2-975a-da6f2b9236d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'name': 'tempest-ServersTestJSON-1109574658-router', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:24Z', 'updated_at': '2022-02-18T08:49:33Z', 'revision_number': 4, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'gw_port': {'id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:26Z', 'updated_at': '2022-02-18T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '36b37afe-5334-4951-b0b7-84cab7ce5bc1', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'floating_ip_address': '172.25.1.209', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'port_id': '36bb6e5f-ac01-46a9-9858-f328164431e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752', 'mac_address': 'fa:16:3e:26:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1aac7c3-5077-4069-9af8-8fbe9eecc429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:49:41Z', 'updated_at': '2022-02-18T08:50:17Z', 'revision_number': 1, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77fd214-cb4b-4828-a6c1-59d0d317079c', 'name': '', 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'mac_address': 'fa:16:3e:59:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:30Z', 'updated_at': '2022-02-18T08:49:43Z', 'revision_number': 5, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'subnets': [{'id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:20.686972 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b852864d-7f88-43b2-975a-da6f2b9236d0 None None] Checking router: 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:50:20.695672 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852864d-7f88-43b2-975a-da6f2b9236d0 None None] Routers {'1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:50:20.696296 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b852864d-7f88-43b2-975a-da6f2b9236d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:50:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:20.709848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b8046-118d-4225-be8d-082d29377d6c req-9c3a22be-429b-46e0-82a1-d1f36b49eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:20.711466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-572b8046-118d-4225-be8d-082d29377d6c req-9c3a22be-429b-46e0-82a1-d1f36b49eea7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 1097 time: 0.5358069 Feb 18 08:50:20.725016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4888e8-845e-40c3-9185-b04d5009b466 req-f4c45ef5-3f4c-438f-9b10-01c28e1ab5fc tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:20.726585 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e4888e8-845e-40c3-9185-b04d5009b466 req-f4c45ef5-3f4c-438f-9b10-01c28e1ab5fc tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 951 time: 0.5048707 Feb 18 08:50:20.860942 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-572b8046-118d-4225-be8d-082d29377d6c req-64716a95-fe7e-4373-85d4-dd7b6dea4c9c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3790a263-1d0a-4528-9ac3-e9a61d80e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308482 Feb 18 08:50:20.872444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28190370-5b52-421f-9248-80eb360acfce req-c74a69ef-fd60-40b4-a975-de5bfe5949e5 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:20.874084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28190370-5b52-421f-9248-80eb360acfce req-c74a69ef-fd60-40b4-a975-de5bfe5949e5 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2716389 Feb 18 08:50:20.877069 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e4888e8-845e-40c3-9185-b04d5009b466 req-93cf12e7-dd52-42d5-9b0a-9e12148b3095 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367326 Feb 18 08:50:20.883886 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-b852864d-7f88-43b2-975a-da6f2b9236d0 None None] Set router 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:50:20.885015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257ed37-725b-4173-883a-cadae3ff8e59 req-5dbb7a06-b16c-41f3-896e-fb8a4d7fa360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:20.887272 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e257ed37-725b-4173-883a-cadae3ff8e59 req-5dbb7a06-b16c-41f3-896e-fb8a4d7fa360 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e6e39f0-327a-453b-b7d4-684adfe4b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3697333 Feb 18 08:50:20.904126 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28190370-5b52-421f-9248-80eb360acfce req-15a16ca9-4b1f-4dfa-a752-4a49f32c8d2e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/quotas/259cd62e1f1340f9828d7d7a1587db25 HTTP/1.1" status: 200 len: 375 time: 0.0147154 Feb 18 08:50:20.950397 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28190370-5b52-421f-9248-80eb360acfce req-6f8eb38a-e769-443f-b24d-9b9c4e13c67e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480909 Feb 18 08:50:21.074615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ddc97-6c3a-4187-a28f-5a8a3fc79e9c req-0363887d-60f6-410d-a6b5-9026c19f701d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:21.078919 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-508ddc97-6c3a-4187-a28f-5a8a3fc79e9c req-0363887d-60f6-410d-a6b5-9026c19f701d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7842fb22-532b-4bd1-b3d4-48d69d99922a HTTP/1.1" status: 200 len: 946 time: 0.0914156 Feb 18 08:50:21.079071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1aac7c3-5077-4069-9af8-8fbe9eecc429', 'tag': '36bb6e5f-ac01-46a9-9858-f328164431e4'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:21.286262 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-508ddc97-6c3a-4187-a28f-5a8a3fc79e9c req-14b75e3d-6ef3-4aed-8a4f-8530d337a588 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901836 Feb 18 08:50:21.292739 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b852864d-7f88-43b2-975a-da6f2b9236d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'name': 'tempest-ServersTestJSON-1109574658-router', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:24Z', 'updated_at': '2022-02-18T08:49:33Z', 'revision_number': 4, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'gw_port': {'id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:26Z', 'updated_at': '2022-02-18T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '36b37afe-5334-4951-b0b7-84cab7ce5bc1', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'floating_ip_address': '172.25.1.209', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'port_id': '36bb6e5f-ac01-46a9-9858-f328164431e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752', 'mac_address': 'fa:16:3e:26:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1aac7c3-5077-4069-9af8-8fbe9eecc429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:49:41Z', 'updated_at': '2022-02-18T08:50:17Z', 'revision_number': 1, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77fd214-cb4b-4828-a6c1-59d0d317079c', 'name': '', 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'mac_address': 'fa:16:3e:59:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:30Z', 'updated_at': '2022-02-18T08:49:43Z', 'revision_number': 5, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'subnets': [{'id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:21.297149 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b852864d-7f88-43b2-975a-da6f2b9236d0 None None] The sync data for ids ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'] in n-d-829434-1 is: [{'id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'name': 'tempest-ServersTestJSON-1109574658-router', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:24Z', 'updated_at': '2022-02-18T08:49:33Z', 'revision_number': 4, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'gw_port': {'id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:26Z', 'updated_at': '2022-02-18T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '36b37afe-5334-4951-b0b7-84cab7ce5bc1', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'floating_ip_address': '172.25.1.209', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'port_id': '36bb6e5f-ac01-46a9-9858-f328164431e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752', 'mac_address': 'fa:16:3e:26:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1aac7c3-5077-4069-9af8-8fbe9eecc429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:49:41Z', 'updated_at': '2022-02-18T08:50:17Z', 'revision_number': 1, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77fd214-cb4b-4828-a6c1-59d0d317079c', 'name': '', 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'mac_address': 'fa:16:3e:59:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:30Z', 'updated_at': '2022-02-18T08:49:43Z', 'revision_number': 5, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'subnets': [{'id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:50:21.410503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e257ed37-725b-4173-883a-cadae3ff8e59 req-892d3fb2-8b4a-4a61-8386-7a455cd6e22e service neutron] 10.222.0.61 "GET /v2.0/networks/5e6e39f0-327a-453b-b7d4-684adfe4b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944658 Feb 18 08:50:21.508162 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f8e8c42-5c8f-4c14-8489-d253df29f397 req-a18cb2f8-5cb8-40e4-83ab-f71dc9fe88f0 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-groups/4136d8d4-9c4a-456f-b28b-2cfaa9490c2a HTTP/1.1" status: 200 len: 1805 time: 0.1779499 Feb 18 08:50:21.528414 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094ad284-3e74-4b4d-9bcf-08dbfefccc42 None None] New status for floating IP 36b37afe-5334-4951-b0b7-84cab7ce5bc1: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:50:21.529888 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0c1f1-81e8-4193-b0a6-08dff5b651e4 req-b79b79ae-b8df-4128-9c6a-d85fb5f0226a tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:21.536792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4b0c1f1-81e8-4193-b0a6-08dff5b651e4 req-b79b79ae-b8df-4128-9c6a-d85fb5f0226a tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 943 time: 0.3395195 Feb 18 08:50:21.672369 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4b0c1f1-81e8-4193-b0a6-08dff5b651e4 req-534d04c2-4b36-4ae8-9a0c-5861c96a8867 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121905 Feb 18 08:50:21.676350 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f8e8c42-5c8f-4c14-8489-d253df29f397 req-2fd032e8-628c-4213-83ce-6313d3f0e951 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-groups/e3175452-3f7c-43d1-a756-6cd35d4f98ba HTTP/1.1" status: 200 len: 1805 time: 0.1588647 Feb 18 08:50:21.683525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e257ed37-725b-4173-883a-cadae3ff8e59 req-f88979f2-d021-4acc-8a88-aea45ccb686b service neutron] 10.222.0.61 "GET /v2.0/networks/5e6e39f0-327a-453b-b7d4-684adfe4b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633448 Feb 18 08:50:21.692647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-7f8e8c42-5c8f-4c14-8489-d253df29f397 req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4136d8d4-9c4a-456f-b28b-2cfaa9490c2a', 'remote_group_id': 'e3175452-3f7c-43d1-a756-6cd35d4f98ba', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:21.692987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-7f8e8c42-5c8f-4c14-8489-d253df29f397 req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4136d8d4-9c4a-456f-b28b-2cfaa9490c2a', 'remote_group_id': 'e3175452-3f7c-43d1-a756-6cd35d4f98ba', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:21.700810 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-7f8e8c42-5c8f-4c14-8489-d253df29f397 req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:21.706625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7f8e8c42-5c8f-4c14-8489-d253df29f397 req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group_rule and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:21.711250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7f8e8c42-5c8f-4c14-8489-d253df29f397 req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:21.720007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-7f8e8c42-5c8f-4c14-8489-d253df29f397 req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:21.859782 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7f8e8c42-5c8f-4c14-8489-d253df29f397 req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:21.899039 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7f8e8c42-5c8f-4c14-8489-d253df29f397 req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:21.904947 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7f8e8c42-5c8f-4c14-8489-d253df29f397 req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:21.932849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a80b2e-b473-4a6d-a7f3-2d73494f0ce9 req-6bf508be-8016-47d2-9d98-edad77bd5493 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:21.935388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-12a80b2e-b473-4a6d-a7f3-2d73494f0ce9 req-6bf508be-8016-47d2-9d98-edad77bd5493 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 945 time: 0.1448162 Feb 18 08:50:22.071980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50de0908-4647-499e-8821-4f4428066013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887d487b-f373-491a-b057-6e1da09dc46b'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:22.087801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e15eb1-f1c1-41d9-aabe-2841e1ef0717,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:22.099769 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7f8e8c42-5c8f-4c14-8489-d253df29f397 req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:22.100975 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f8e8c42-5c8f-4c14-8489-d253df29f397 req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4157908 Feb 18 08:50:22.109233 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:22.110013 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:22.110356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:22.110697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:22.111035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:22.111368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:22.111697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:22.112025 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:22.112365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:22.112688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:22.113010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:22.113329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0d6d-ae7a-4d56-8834-be6356f21b6a tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:22.123923 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-12a80b2e-b473-4a6d-a7f3-2d73494f0ce9 req-df3c576f-2e5a-4415-94ab-0e8313064419 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/security-groups?id=a741c825-8744-4866-990d-4edf5ec2da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825438 Feb 18 08:50:22.181352 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28190370-5b52-421f-9248-80eb360acfce req-a0b7cb82-da19-4814-9cca-4d5eda98c3d0 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=259cd62e1f1340f9828d7d7a1587db25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313199 Feb 18 08:50:22.395029 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28190370-5b52-421f-9248-80eb360acfce req-21351bf4-7764-4fc1-9881-73a14cbbc233 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:22.396796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28190370-5b52-421f-9248-80eb360acfce req-21351bf4-7764-4fc1-9881-73a14cbbc233 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2098410 Feb 18 08:50:22.448600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Request body: {'port': {'device_id': '53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '259cd62e1f1340f9828d7d7a1587db25'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:22.481787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a89b8dde-1221-4025-87b1-6f210f687a1c req-b83cd068-300f-4945-bafd-14bd1852e258 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c HTTP/1.1" status: 200 len: 210 time: 0.0785501 Feb 18 08:50:22.540259 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1aac7c3-5077-4069-9af8-8fbe9eecc429', 'tag': '36bb6e5f-ac01-46a9-9858-f328164431e4', 'status': 'completed', 'code': 200} Feb 18 08:50:22.614561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55447d0-4487-4421-a1cc-8fe2456c608b req-ce563460-ad07-4b6e-9f17-2c362d42fee7 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:22.615957 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c55447d0-4487-4421-a1cc-8fe2456c608b req-ce563460-ad07-4b6e-9f17-2c362d42fee7 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 946 time: 0.2756326 Feb 18 08:50:22.717103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:22.722385 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c55447d0-4487-4421-a1cc-8fe2456c608b req-95f65a75-40eb-44a6-95f0-9b298a229d03 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/security-groups?id=3790a263-1d0a-4528-9ac3-e9a61d80e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840704 Feb 18 08:50:22.725541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Usage tracker for resource:port and tenant:259cd62e1f1340f9828d7d7a1587db25 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:22.729412 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:22.736688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:22.752410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04d11c-941a-435a-bfaf-f064a94bd4fa req-91acb4d5-c7f1-499f-8618-1690d39269fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:22.753158 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c04d11c-941a-435a-bfaf-f064a94bd4fa req-91acb4d5-c7f1-499f-8618-1690d39269fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f36b4d9571104590ab36bf43cd4935a5&device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 1096 time: 0.1796782 Feb 18 08:50:22.786819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Made reservation on behalf of 259cd62e1f1340f9828d7d7a1587db25 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:50:22.790814 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:22.799633 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-b0ca9d46-3945-4646-be9d-cd9299aceb28 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2370064 Feb 18 08:50:22.809452 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50de0908-4647-499e-8821-4f4428066013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887d487b-f373-491a-b057-6e1da09dc46b', 'code': 200} Feb 18 08:50:22.898364 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:22.985466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:23.008100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Usage tracker for resource:security_group_rule and tenant:259cd62e1f1340f9828d7d7a1587db25 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:23.014682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:23.030315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:23.084726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23c2171e-3935-4fb5-82a4-55bd3cd66d55 req-d1e1468d-cde3-4131-bfaf-0db7a149e912 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-groups/e3175452-3f7c-43d1-a756-6cd35d4f98ba HTTP/1.1" status: 200 len: 1805 time: 0.1935091 Feb 18 08:50:23.102651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04d11c-941a-435a-bfaf-f064a94bd4fa req-ee613457-5e56-4e6b-910c-d8737faca071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:23.104072 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c04d11c-941a-435a-bfaf-f064a94bd4fa req-ee613457-5e56-4e6b-910c-d8737faca071 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8fd094ef-94c6-47f1-8512-5bdc35ad8752 HTTP/1.1" status: 200 len: 907 time: 0.3424037 Feb 18 08:50:23.162463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24d9df-f8f4-4eea-bc1d-991366d43db2 req-650d670f-451f-4003-b366-d0c50b73f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:23.164026 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2c24d9df-f8f4-4eea-bc1d-991366d43db2 req-650d670f-451f-4003-b366-d0c50b73f8f0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 1102 time: 0.0742321 Feb 18 08:50:23.206881 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2c24d9df-f8f4-4eea-bc1d-991366d43db2 req-0b3ba914-4d62-401c-858e-d06e9df3ee2f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365367 Feb 18 08:50:23.264105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9699a85-7986-4fcf-9ad6-20092a658f46 req-808a42a3-20a0-40c9-ae42-6c23eb2d8105 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:23.265609 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9699a85-7986-4fcf-9ad6-20092a658f46 req-808a42a3-20a0-40c9-ae42-6c23eb2d8105 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 951 time: 0.3734024 Feb 18 08:50:23.303855 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c04d11c-941a-435a-bfaf-f064a94bd4fa req-31251eb8-5baf-4b7d-9703-ad7bd1f63dce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36bb6e5f-ac01-46a9-9858-f328164431e4 HTTP/1.1" status: 200 len: 1001 time: 0.1831837 Feb 18 08:50:23.377461 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-23c2171e-3935-4fb5-82a4-55bd3cd66d55 req-66baadf2-c87e-4872-a9f4-189c7f3c9b25 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:23.417889 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9699a85-7986-4fcf-9ad6-20092a658f46 req-c22d8fe2-2b7d-4deb-8837-54c14aea6283 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442175 Feb 18 08:50:23.464564 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-23c2171e-3935-4fb5-82a4-55bd3cd66d55 req-66baadf2-c87e-4872-a9f4-189c7f3c9b25 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:23.473375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04d11c-941a-435a-bfaf-f064a94bd4fa req-ae6e67da-3696-4e19-a256-a51bb0727df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:23.474891 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c04d11c-941a-435a-bfaf-f064a94bd4fa req-ae6e67da-3696-4e19-a256-a51bb0727df3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92437707-2c28-4b2b-a5bf-911c8fdf26b8 HTTP/1.1" status: 200 len: 845 time: 0.1592336 Feb 18 08:50:23.479030 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:23.536398 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:23.721820 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07999316-16ab-4667-99ba-de798d75fa22,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:23.817604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04d11c-941a-435a-bfaf-f064a94bd4fa req-61e882ef-f5d3-45d9-9a29-dbac8a423041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:23.819111 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c04d11c-941a-435a-bfaf-f064a94bd4fa req-61e882ef-f5d3-45d9-9a29-dbac8a423041 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8fd094ef-94c6-47f1-8512-5bdc35ad8752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3261676 Feb 18 08:50:23.819705 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-23c2171e-3935-4fb5-82a4-55bd3cd66d55 req-66baadf2-c87e-4872-a9f4-189c7f3c9b25 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:23.877019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c137e8-0d2d-4e45-9c57-8b643f43f702 req-8e3eba45-fa5c-4fa4-bc38-11399e796f9a tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:23.878480 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69c137e8-0d2d-4e45-9c57-8b643f43f702 req-8e3eba45-fa5c-4fa4-bc38-11399e796f9a tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 943 time: 0.3456137 Feb 18 08:50:23.879215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66baadf2-c87e-4872-a9f4-189c7f3c9b25 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3175452-3f7c-43d1-a756-6cd35d4f98ba,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:23.955583 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Allocated IP 192.168.233.142 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/4c45de44-0392-4c95-9687-a557a54d9fc1) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:50:24.138168 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-23c2171e-3935-4fb5-82a4-55bd3cd66d55 req-66baadf2-c87e-4872-a9f4-189c7f3c9b25 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:24.139288 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23c2171e-3935-4fb5-82a4-55bd3cd66d55 req-66baadf2-c87e-4872-a9f4-189c7f3c9b25 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "DELETE /v2.0/security-groups/e3175452-3f7c-43d1-a756-6cd35d4f98ba HTTP/1.1" status: 204 len: 173 time: 1.0472555 Feb 18 08:50:24.170791 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69c137e8-0d2d-4e45-9c57-8b643f43f702 req-211efbb0-b7f5-47f0-bed4-6b3e4a89eb68 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798386 Feb 18 08:50:24.240870 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c04d11c-941a-435a-bfaf-f064a94bd4fa req-af4edfac-f1f2-4609-89ad-f29f6face31d service neutron] 10.222.0.61 "GET /v2.0/networks/8fd094ef-94c6-47f1-8512-5bdc35ad8752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995771 Feb 18 08:50:24.619328 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:24.625808 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c04d11c-941a-435a-bfaf-f064a94bd4fa req-f10c560a-cd9b-49a9-94e8-74fa0cef9239 service neutron] 10.222.0.61 "GET /v2.0/networks/8fd094ef-94c6-47f1-8512-5bdc35ad8752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317354 Feb 18 08:50:24.646034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa3b12-c0a7-48c3-ab24-d02600f7a574 req-40ff680d-5394-4e15-a532-43c338868adf tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:24.647551 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2aa3b12-c0a7-48c3-ab24-d02600f7a574 req-40ff680d-5394-4e15-a532-43c338868adf tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7842fb22-532b-4bd1-b3d4-48d69d99922a HTTP/1.1" status: 200 len: 946 time: 0.3524373 Feb 18 08:50:24.655937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3055a8-2066-498b-a1e8-6beafb445b9a req-c5f48def-2bb4-4eb1-8e51-8176173d83bb tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:24.657468 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-de3055a8-2066-498b-a1e8-6beafb445b9a req-c5f48def-2bb4-4eb1-8e51-8176173d83bb tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 943 time: 0.4124641 Feb 18 08:50:24.699609 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Transition to ACTIVE for port object 4c45de44-0392-4c95-9687-a557a54d9fc1 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:50:24.751812 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2aa3b12-c0a7-48c3-ab24-d02600f7a574 req-1000e480-1f73-4954-9ab7-082c896ee2cb tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933671 Feb 18 08:50:24.763823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-de3055a8-2066-498b-a1e8-6beafb445b9a req-06f26f0d-4d29-47a3-a891-fc4297ef27dd tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848713 Feb 18 08:50:24.780459 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:24.794384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923605e4-48c1-410d-ae08-b87486642583 req-8c9e1a2c-9e5b-470a-ac11-2044e01efc1d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:24.794384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-923605e4-48c1-410d-ae08-b87486642583 req-8c9e1a2c-9e5b-470a-ac11-2044e01efc1d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Synchronizing usage tracker for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:50:24.841319 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-923605e4-48c1-410d-ae08-b87486642583 req-8c9e1a2c-9e5b-470a-ac11-2044e01efc1d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Unset dirty status for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:50:24.842645 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-923605e4-48c1-410d-ae08-b87486642583 req-8c9e1a2c-9e5b-470a-ac11-2044e01efc1d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "GET /v2.0/ports?device_id=7842fb22-532b-4bd1-b3d4-48d69d99922a HTTP/1.1" status: 200 len: 946 time: 0.2276618 Feb 18 08:50:24.914250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:50:24.919522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:50:24.923157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:50:24.974193 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-923605e4-48c1-410d-ae08-b87486642583 req-75380820-8f66-4a38-805f-c7f1017a215e tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Deleting port 25c05f06-79c4-49e6-92cc-0f18d904930b {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:50:24.974551 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-923605e4-48c1-410d-ae08-b87486642583 req-75380820-8f66-4a38-805f-c7f1017a215e tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:25.058562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Pushing event updated for resources: {'Port': ['ID=4c45de44-0392-4c95-9687-a557a54d9fc1,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:25.131660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:25.132412 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:25.174349 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28190370-5b52-421f-9248-80eb360acfce req-a5fdb4a8-f415-4204-8829-7a68568e65b7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7696359 Feb 18 08:50:25.188443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Request body: {'port': {'device_id': '53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:25.231283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8289a3-6ea8-4e68-af32-264f02ac224e req-a419fb58-4ee7-45c5-9636-98609e4f7c4a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:25.231647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7c8289a3-6ea8-4e68-af32-264f02ac224e req-a419fb58-4ee7-45c5-9636-98609e4f7c4a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Synchronizing usage tracker for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:50:25.239526 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-44b08607-cc37-4461-8e4e-6235f43a589b None None] Provisioning for port 4c45de44-0392-4c95-9687-a557a54d9fc1 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:50:25.248015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-44b08607-cc37-4461-8e4e-6235f43a589b None None] Provisioning complete for port 4c45de44-0392-4c95-9687-a557a54d9fc1 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:50:25.248585 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-44b08607-cc37-4461-8e4e-6235f43a589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:25.265931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d818822-f156-41ca-a1f7-1e0093a578fc req-a37aec60-bb7d-467c-92aa-c79fb2d9132c tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:25.267421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d818822-f156-41ca-a1f7-1e0093a578fc req-a37aec60-bb7d-467c-92aa-c79fb2d9132c tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 946 time: 0.2918208 Feb 18 08:50:25.285840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-923605e4-48c1-410d-ae08-b87486642583 req-75380820-8f66-4a38-805f-c7f1017a215e tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] For port 25c05f06-79c4-49e6-92cc-0f18d904930b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=25c05f06-79c4-49e6-92cc-0f18d904930b,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:25.286194 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-923605e4-48c1-410d-ae08-b87486642583 req-75380820-8f66-4a38-805f-c7f1017a215e tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:25.311804 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-44b08607-cc37-4461-8e4e-6235f43a589b None None] Port 4c45de44-0392-4c95-9687-a557a54d9fc1 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:50:25.314445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7c8289a3-6ea8-4e68-af32-264f02ac224e req-a419fb58-4ee7-45c5-9636-98609e4f7c4a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Unset dirty status for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:50:25.315965 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7c8289a3-6ea8-4e68-af32-264f02ac224e req-a419fb58-4ee7-45c5-9636-98609e4f7c4a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c HTTP/1.1" status: 200 len: 936 time: 0.4006686 Feb 18 08:50:25.402937 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d818822-f156-41ca-a1f7-1e0093a578fc req-5026eeeb-f6dc-473d-9d35-4307e4640267 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/security-groups?id=3790a263-1d0a-4528-9ac3-e9a61d80e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268618 Feb 18 08:50:25.413758 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-923605e4-48c1-410d-ae08-b87486642583 req-75380820-8f66-4a38-805f-c7f1017a215e tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Calling delete_port for 25c05f06-79c4-49e6-92cc-0f18d904930b owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:50:25.430302 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:25.443944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7c8289a3-6ea8-4e68-af32-264f02ac224e req-1cb921dd-c2be-42ff-a16c-842f99650fc3 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Synchronizing usage tracker for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:50:25.560761 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-923605e4-48c1-410d-ae08-b87486642583 req-75380820-8f66-4a38-805f-c7f1017a215e tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:25.572982 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['25c05f06-79c4-49e6-92cc-0f18d904930b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:50:25.591937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7c8289a3-6ea8-4e68-af32-264f02ac224e req-1cb921dd-c2be-42ff-a16c-842f99650fc3 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Unset dirty status for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:50:25.593113 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7c8289a3-6ea8-4e68-af32-264f02ac224e req-1cb921dd-c2be-42ff-a16c-842f99650fc3 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675440 Feb 18 08:50:25.620213 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec6fd907-57ce-4722-af24-c0c8315019ea req-d686c369-73a6-45b7-ace2-f43166629748 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-groups/4136d8d4-9c4a-456f-b28b-2cfaa9490c2a HTTP/1.1" status: 200 len: 1805 time: 0.1707575 Feb 18 08:50:25.658973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75380820-8f66-4a38-805f-c7f1017a215e tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Pushing event deleted for resources: {'Port': ['ID=25c05f06-79c4-49e6-92cc-0f18d904930b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:25.735064 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-923605e4-48c1-410d-ae08-b87486642583 req-75380820-8f66-4a38-805f-c7f1017a215e tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] No DVR routers for this DVR port 25c05f06-79c4-49e6-92cc-0f18d904930b on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:50:25.737569 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-923605e4-48c1-410d-ae08-b87486642583 req-75380820-8f66-4a38-805f-c7f1017a215e tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:25.740143 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7842fb22-532b-4bd1-b3d4-48d69d99922a', 'name': 'network-vif-deleted', 'tag': '25c05f06-79c4-49e6-92cc-0f18d904930b'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:25.755685 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-923605e4-48c1-410d-ae08-b87486642583 req-75380820-8f66-4a38-805f-c7f1017a215e tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "DELETE /v2.0/ports/25c05f06-79c4-49e6-92cc-0f18d904930b HTTP/1.1" status: 204 len: 173 time: 0.9069662 Feb 18 08:50:25.903068 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-f1ac07a3-affb-4e20-bd02-8eaa1a91c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:25.904575 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-f1ac07a3-affb-4e20-bd02-8eaa1a91c619 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9&tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621 HTTP/1.1" status: 200 len: 1094 time: 0.3755612 Feb 18 08:50:25.926578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:26.210497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0e0fa-86e9-400f-814a-81adb4068966 req-0efe8528-2017-42fa-90ed-bf13175d9301 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:26.211972 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-61e0e0fa-86e9-400f-814a-81adb4068966 req-0efe8528-2017-42fa-90ed-bf13175d9301 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 951 time: 0.4740081 Feb 18 08:50:26.249916 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:26.297687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768a142-06be-46dd-a9ab-bee39e58de2d req-53d76b7a-1ab4-49ed-a292-c89277bd39fd tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:26.299174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2768a142-06be-46dd-a9ab-bee39e58de2d req-53d76b7a-1ab4-49ed-a292-c89277bd39fd tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 943 time: 0.5169072 Feb 18 08:50:26.407648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c45de44-0392-4c95-9687-a557a54d9fc1 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:50:26.414474 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-61e0e0fa-86e9-400f-814a-81adb4068966 req-4c24462e-0123-4bc4-a425-440e83491cc8 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913404 Feb 18 08:50:26.429980 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:26.464096 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2768a142-06be-46dd-a9ab-bee39e58de2d req-c02f4585-9a46-42fd-a832-fa5179db06f0 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465383 Feb 18 08:50:26.508110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Transition to ACTIVE for port object 4c45de44-0392-4c95-9687-a557a54d9fc1 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:50:26.516011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-5cfa6855-1edf-4065-8822-ca1e16304494 req-9ba61678-52e1-455b-b0cb-e4d53408f377 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1332795565', 'description': 'tempest-description-1623416628'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:26.526374 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:26.533049 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-5cfa6855-1edf-4065-8822-ca1e16304494 req-9ba61678-52e1-455b-b0cb-e4d53408f377 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:26.548419 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7842fb22-532b-4bd1-b3d4-48d69d99922a', 'name': 'network-vif-deleted', 'tag': '25c05f06-79c4-49e6-92cc-0f18d904930b', 'status': 'completed', 'code': 200} Feb 18 08:50:26.593871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5cfa6855-1edf-4065-8822-ca1e16304494 req-9ba61678-52e1-455b-b0cb-e4d53408f377 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:26.610053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5cfa6855-1edf-4065-8822-ca1e16304494 req-9ba61678-52e1-455b-b0cb-e4d53408f377 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:26.715960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-5cfa6855-1edf-4065-8822-ca1e16304494 req-9ba61678-52e1-455b-b0cb-e4d53408f377 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:26.775489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c45de44-0392-4c95-9687-a557a54d9fc1,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:26.869101 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5cfa6855-1edf-4065-8822-ca1e16304494 req-9ba61678-52e1-455b-b0cb-e4d53408f377 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:26.948128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-5cfa6855-1edf-4065-8822-ca1e16304494 req-9ba61678-52e1-455b-b0cb-e4d53408f377 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:26.986860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5cfa6855-1edf-4065-8822-ca1e16304494 req-9ba61678-52e1-455b-b0cb-e4d53408f377 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group_rule and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:26.996623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5cfa6855-1edf-4065-8822-ca1e16304494 req-9ba61678-52e1-455b-b0cb-e4d53408f377 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:27.015317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] For port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:27.017619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-5cfa6855-1edf-4065-8822-ca1e16304494 req-9ba61678-52e1-455b-b0cb-e4d53408f377 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:27.060792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Attempting to bind port 4c45de44-0392-4c95-9687-a557a54d9fc1 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:50:27.061116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Attempting to bind port 4c45de44-0392-4c95-9687-a557a54d9fc1 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:50:27.061443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Attempting to bind port 4c45de44-0392-4c95-9687-a557a54d9fc1 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:50:27.095657 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abf2b4-6990-46b2-92e3-5c4781c55962 req-b82c9a32-5373-4d60-bdcb-b541a1399e38 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:27.097178 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72abf2b4-6990-46b2-92e3-5c4781c55962 req-b82c9a32-5373-4d60-bdcb-b541a1399e38 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 943 time: 0.3257864 Feb 18 08:50:27.101534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Port 4c45de44-0392-4c95-9687-a557a54d9fc1 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:50:27.101856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Attempting to bind port 4c45de44-0392-4c95-9687-a557a54d9fc1 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:50:27.111850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] For port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:50:27.166595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:50:27.166930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:50:27.167942 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:50:27.168446 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Bound port: 4c45de44-0392-4c95-9687-a557a54d9fc1, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:50:27.168826 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:27.272337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32a9fce-bafc-4c7c-a307-309ea9ccfb6a {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:50:27.289994 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72abf2b4-6990-46b2-92e3-5c4781c55962 req-2ca14c8a-96d5-47ad-bdbd-93aa08ffa7a5 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858261 Feb 18 08:50:27.291576 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:27.309590 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5cfa6855-1edf-4065-8822-ca1e16304494 req-9ba61678-52e1-455b-b0cb-e4d53408f377 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:27.320398 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5cfa6855-1edf-4065-8822-ca1e16304494 req-9ba61678-52e1-455b-b0cb-e4d53408f377 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:27.355644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Transition to ACTIVE for port object a32a9fce-bafc-4c7c-a307-309ea9ccfb6a will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:50:27.378972 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:27.388156 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] For port 4c45de44-0392-4c95-9687-a557a54d9fc1, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:50:27.445816 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5cfa6855-1edf-4065-8822-ca1e16304494 req-9ba61678-52e1-455b-b0cb-e4d53408f377 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:27.447011 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5cfa6855-1edf-4065-8822-ca1e16304494 req-9ba61678-52e1-455b-b0cb-e4d53408f377 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9402676 Feb 18 08:50:27.450546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] For port 4c45de44-0392-4c95-9687-a557a54d9fc1, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=4c45de44-0392-4c95-9687-a557a54d9fc1,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:50:27.462550 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba61678-52e1-455b-b0cb-e4d53408f377 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b6014b-9408-4f23-8d9e-3f6de8971c69,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:27.534536 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:27.600804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Pushing event updated for resources: {'Port': ['ID=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,revision_number=9']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:27.604466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:27.605198 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:27.606592 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28190370-5b52-421f-9248-80eb360acfce req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] 10.222.0.81 "PUT /v2.0/ports/4c45de44-0392-4c95-9687-a557a54d9fc1 HTTP/1.1" status: 200 len: 1096 time: 2.4224331 Feb 18 08:50:27.640012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c', 'tag': '4c45de44-0392-4c95-9687-a557a54d9fc1'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:28.002249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] No DVR routers for this DVR port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:50:28.146667 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7efddd-be9f-4c28-842e-576c4f024ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c45de44-0392-4c95-9687-a557a54d9fc1,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:28.251754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-26654672-6149-4d5c-b8d3-d93be24915c9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:28.253267 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-26654672-6149-4d5c-b8d3-d93be24915c9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 812 time: 0.6535299 Feb 18 08:50:28.273218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d24ba3-adf4-4939-84eb-a84b2bb5e708 req-77743043-3f98-426e-a53f-1c7e25d1bc16 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:28.274637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d1d24ba3-adf4-4939-84eb-a84b2bb5e708 req-77743043-3f98-426e-a53f-1c7e25d1bc16 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c HTTP/1.1" status: 200 len: 948 time: 0.6826611 Feb 18 08:50:28.310694 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-d732f12b-ece4-452b-a771-cda2ab472fba tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/quotas/75eb46d2988549f58acc23f93dd84a7e HTTP/1.1" status: 200 len: 375 time: 0.0498655 Feb 18 08:50:28.312854 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28190370-5b52-421f-9248-80eb360acfce req-87f00104-1fcd-4d31-8f25-de38f3c8b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:28.314352 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28190370-5b52-421f-9248-80eb360acfce req-87f00104-1fcd-4d31-8f25-de38f3c8b371 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c HTTP/1.1" status: 200 len: 1099 time: 0.6093760 Feb 18 08:50:28.448662 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 25c05f06-79c4-49e6-92cc-0f18d904930b no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:50:28.470619 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-d755c471-9563-4f76-9403-356904c4afb8 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1496010 Feb 18 08:50:28.473914 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28190370-5b52-421f-9248-80eb360acfce req-878c3699-6278-4c03-a9cf-b02a5c697835 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=4c45de44-0392-4c95-9687-a557a54d9fc1 HTTP/1.1" status: 200 len: 217 time: 0.1518917 Feb 18 08:50:28.489199 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 25c05f06-79c4-49e6-92cc-0f18d904930b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:50:28.489826 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 25c05f06-79c4-49e6-92cc-0f18d904930b not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:50:28.552682 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d1d24ba3-adf4-4939-84eb-a84b2bb5e708 req-2dd676d3-e2a7-467c-ba2a-69e1dec361c2 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635674 Feb 18 08:50:28.558449 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Attempting to bind port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:50:28.558789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Attempting to bind port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:50:28.559121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Attempting to bind port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a on network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:50:28.618383 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a on network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:50:28.618715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Attempting to bind port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a on network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:50:28.655967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:50:28.656309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Checking segment: {'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:50:28.656697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Bound using segment: {'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:50:28.657199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Bound port: a32a9fce-bafc-4c7c-a307-309ea9ccfb6a, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:50:28.657551 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:28.693907 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28190370-5b52-421f-9248-80eb360acfce req-6c859fe5-87cd-4705-93c0-2d16a5fedfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:28.695332 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28190370-5b52-421f-9248-80eb360acfce req-6c859fe5-87cd-4705-93c0-2d16a5fedfdb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.2085025 Feb 18 08:50:28.822292 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-74671290-be7b-40e0-9481-9c3423a342e8 req-1861c616-3577-46d6-9fbf-4d071555ee2b tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-groups/e2b6014b-9408-4f23-8d9e-3f6de8971c69 HTTP/1.1" status: 200 len: 1805 time: 0.2111511 Feb 18 08:50:28.831416 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-ad4ec128-3762-4d32-8351-401a74c76053 service neutron] 10.222.0.72 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434689 Feb 18 08:50:28.842512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-74671290-be7b-40e0-9481-9c3423a342e8 req-0a2ce15a-f669-430d-9df0-f0f9c436bf18 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2b6014b-9408-4f23-8d9e-3f6de8971c69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:28.842832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-74671290-be7b-40e0-9481-9c3423a342e8 req-0a2ce15a-f669-430d-9df0-f0f9c436bf18 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2b6014b-9408-4f23-8d9e-3f6de8971c69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:28.888070 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-74671290-be7b-40e0-9481-9c3423a342e8 req-0a2ce15a-f669-430d-9df0-f0f9c436bf18 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:28.942350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-74671290-be7b-40e0-9481-9c3423a342e8 req-0a2ce15a-f669-430d-9df0-f0f9c436bf18 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group_rule and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:28.950648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-74671290-be7b-40e0-9481-9c3423a342e8 req-0a2ce15a-f669-430d-9df0-f0f9c436bf18 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:28.959615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-74671290-be7b-40e0-9481-9c3423a342e8 req-0a2ce15a-f669-430d-9df0-f0f9c436bf18 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:28.967805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] For port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:50:28.992773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] For port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:50:29.015758 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:29.108645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28190370-5b52-421f-9248-80eb360acfce req-de990503-425b-4f36-8cde-5d68ce0787ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:29.110144 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28190370-5b52-421f-9248-80eb360acfce req-de990503-425b-4f36-8cde-5d68ce0787ed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4074607 Feb 18 08:50:29.125300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:29.125915 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:29.127266 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] 10.222.0.61 "PUT /v2.0/ports/a32a9fce-bafc-4c7c-a307-309ea9ccfb6a HTTP/1.1" status: 200 len: 1091 time: 3.2086396 Feb 18 08:50:29.158587 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-4d299cf6-efb6-4f67-9852-0cb9fdb513cb service neutron] 10.222.0.72 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188984 Feb 18 08:50:29.269195 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-74671290-be7b-40e0-9481-9c3423a342e8 req-0a2ce15a-f669-430d-9df0-f0f9c436bf18 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:29.302606 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5a37f-ecf0-4527-ac4f-631b70421e16 service neutron] Pushing event updated for resources: {'Port': ['ID=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,revision_number=10']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:29.334369 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-74671290-be7b-40e0-9481-9c3423a342e8 req-0a2ce15a-f669-430d-9df0-f0f9c436bf18 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:29.350049 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-74671290-be7b-40e0-9481-9c3423a342e8 req-0a2ce15a-f669-430d-9df0-f0f9c436bf18 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:29.447465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ce15a-f669-430d-9df0-f0f9c436bf18 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ce7820-350f-4537-87aa-704569f80484,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:29.458043 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-74671290-be7b-40e0-9481-9c3423a342e8 req-0a2ce15a-f669-430d-9df0-f0f9c436bf18 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:29.459189 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-74671290-be7b-40e0-9481-9c3423a342e8 req-0a2ce15a-f669-430d-9df0-f0f9c436bf18 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6251791 Feb 18 08:50:29.466208 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28190370-5b52-421f-9248-80eb360acfce req-f54ff0c9-6517-4373-ba8e-05348f7e803a service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356705 Feb 18 08:50:29.502208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-b59a1037-3da0-40e1-a49a-c5ea68c2c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:29.503801 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-b59a1037-3da0-40e1-a49a-c5ea68c2c9cf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621&device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 1095 time: 0.3432786 Feb 18 08:50:29.890086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ef738-f535-41d4-9584-8c7fa9171251 req-123e033d-0e13-400f-b7f2-840eaebe2daa tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:29.891586 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae0ef738-f535-41d4-9584-8c7fa9171251 req-123e033d-0e13-400f-b7f2-840eaebe2daa tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 1102 time: 0.5004969 Feb 18 08:50:29.945718 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28190370-5b52-421f-9248-80eb360acfce req-be9f8a64-7d3f-4086-8583-8834ceaa2cab service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729488 Feb 18 08:50:29.976692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-f2971478-1d7b-44a2-8c4f-77a2225fa9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:29.978140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-f2971478-1d7b-44a2-8c4f-77a2225fa9d1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5d5e2a5a-f047-425a-86b2-0b3143ac8640 HTTP/1.1" status: 200 len: 917 time: 0.2833388 Feb 18 08:50:29.990353 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c574e-6faa-4253-83cd-4416ed73f934 req-57d9febe-ca43-4bb8-8fee-7e9f28ebfee1 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:29.991829 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b6c574e-6faa-4253-83cd-4416ed73f934 req-57d9febe-ca43-4bb8-8fee-7e9f28ebfee1 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 944 time: 0.2955666 Feb 18 08:50:30.048513 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae0ef738-f535-41d4-9584-8c7fa9171251 req-e94dba90-6979-4803-a231-211f5ffb2727 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444244 Feb 18 08:50:30.123469 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b6c574e-6faa-4253-83cd-4416ed73f934 req-01ed99e9-2111-443f-a6ef-9ca5fb8552e6 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772140 Feb 18 08:50:30.127252 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-59c31019-9016-4d8c-941a-91987549b049 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a HTTP/1.1" status: 200 len: 999 time: 0.1345026 Feb 18 08:50:30.192675 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c', 'tag': '4c45de44-0392-4c95-9687-a557a54d9fc1', 'status': 'completed', 'code': 200} Feb 18 08:50:30.196247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-02ce65f1-0a56-4176-a3a1-39d9036f2e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:30.197730 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-02ce65f1-0a56-4176-a3a1-39d9036f2e0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df727fe9-3fec-4967-a902-47fe24f8ed0f HTTP/1.1" status: 200 len: 855 time: 0.0633788 Feb 18 08:50:30.221066 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-26eb5c6b-ba28-40ba-b420-2d20138d9cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:30.443540 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed5768ba-64a9-4cce-9ce7-8e0c95e00467 req-05d429bb-f283-46e5-b965-7ed9cb9c60a2 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=14ec2161-3f8a-46d9-a08c-945bd7431a74 HTTP/1.1" status: 200 len: 210 time: 0.0595329 Feb 18 08:50:30.452129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-78353c3c-7a34-4f4c-8756-af5a25ac6e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:30.453637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-78353c3c-7a34-4f4c-8756-af5a25ac6e4c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5d5e2a5a-f047-425a-86b2-0b3143ac8640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2485411 Feb 18 08:50:30.483622 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdb80c-0eac-4d0c-81f9-302c1fac239b req-981e04a1-837a-437d-ad3e-6f01bd49ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:30.485036 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5bbdb80c-0eac-4d0c-81f9-302c1fac239b req-981e04a1-837a-437d-ad3e-6f01bd49ee53 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c HTTP/1.1" status: 200 len: 1099 time: 0.2368376 Feb 18 08:50:30.497324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4086cae-c536-4ad3-bd2d-1d616ca31b77 req-312b1662-76b5-4eb2-88b5-9ff8121efcf3 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:30.498740 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f4086cae-c536-4ad3-bd2d-1d616ca31b77 req-312b1662-76b5-4eb2-88b5-9ff8121efcf3 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 943 time: 0.2084982 Feb 18 08:50:30.727836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-8896a40b-5ab3-4068-830e-53adc53821d8 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:30.729195 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-8896a40b-5ab3-4068-830e-53adc53821d8 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 812 time: 0.2460694 Feb 18 08:50:30.736627 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1481c7ae-c9d4-4988-9764-d88d2f39b3c4 req-ca962327-fc19-4ac4-af1f-a147fdb34252 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-groups/e2b6014b-9408-4f23-8d9e-3f6de8971c69 HTTP/1.1" status: 200 len: 2398 time: 0.2497935 Feb 18 08:50:30.742870 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-4b0a0a13-54a8-4b8d-bc4b-b54d16a0b06a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Request body: {'port': {'device_id': '14ec2161-3f8a-46d9-a08c-945bd7431a74', 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c', 'admin_state_up': True, 'tenant_id': '75eb46d2988549f58acc23f93dd84a7e'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:30.749542 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f4086cae-c536-4ad3-bd2d-1d616ca31b77 req-0aecab38-b6a1-46a6-8b49-6df022e48210 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353516 Feb 18 08:50:30.774295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-1481c7ae-c9d4-4988-9764-d88d2f39b3c4 req-f541c98a-3a9b-4b43-bbf5-0a41af9c18ac tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2b6014b-9408-4f23-8d9e-3f6de8971c69', 'remote_group_id': None}]} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:30.774295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-1481c7ae-c9d4-4988-9764-d88d2f39b3c4 req-f541c98a-3a9b-4b43-bbf5-0a41af9c18ac tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2b6014b-9408-4f23-8d9e-3f6de8971c69', 'remote_group_id': None}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:30.789601 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1481c7ae-c9d4-4988-9764-d88d2f39b3c4 req-f541c98a-3a9b-4b43-bbf5-0a41af9c18ac tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:30.805702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1481c7ae-c9d4-4988-9764-d88d2f39b3c4 req-f541c98a-3a9b-4b43-bbf5-0a41af9c18ac tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Usage tracker for resource:security_group_rule and tenant:7e849e134c3d4c469203dbdd812a1615 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:30.811487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1481c7ae-c9d4-4988-9764-d88d2f39b3c4 req-f541c98a-3a9b-4b43-bbf5-0a41af9c18ac tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:30.823334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1481c7ae-c9d4-4988-9764-d88d2f39b3c4 req-f541c98a-3a9b-4b43-bbf5-0a41af9c18ac tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:30.830773 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-41556a3a-6641-46e3-baf0-2311bf39ffbe service neutron] 10.222.0.61 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704815 Feb 18 08:50:30.835880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdb80c-0eac-4d0c-81f9-302c1fac239b req-b1f9da0b-9f5e-4e5b-add9-a4fdc44a6f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:30.837286 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5bbdb80c-0eac-4d0c-81f9-302c1fac239b req-b1f9da0b-9f5e-4e5b-add9-a4fdc44a6f83 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.3242142 Feb 18 08:50:30.909116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-4b0a0a13-54a8-4b8d-bc4b-b54d16a0b06a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:30.913243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-4b0a0a13-54a8-4b8d-bc4b-b54d16a0b06a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Usage tracker for resource:port and tenant:75eb46d2988549f58acc23f93dd84a7e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:30.916110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-4b0a0a13-54a8-4b8d-bc4b-b54d16a0b06a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:30.922658 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-4b0a0a13-54a8-4b8d-bc4b-b54d16a0b06a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:30.932650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-4b0a0a13-54a8-4b8d-bc4b-b54d16a0b06a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Made reservation on behalf of 75eb46d2988549f58acc23f93dd84a7e for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:50:30.936524 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-4b0a0a13-54a8-4b8d-bc4b-b54d16a0b06a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:30.970346 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5bbdb80c-0eac-4d0c-81f9-302c1fac239b req-e5491adc-2b59-4930-9b30-1752a42bc844 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=4c45de44-0392-4c95-9687-a557a54d9fc1 HTTP/1.1" status: 200 len: 217 time: 0.1103427 Feb 18 08:50:31.102223 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-4b0a0a13-54a8-4b8d-bc4b-b54d16a0b06a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Allocated IP 172.20.0.3 (37941738-3b60-49d5-86b1-6f8075363e3c/d45a775a-d6b1-454c-87b6-7f0420cf3393/62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:50:31.161550 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1481c7ae-c9d4-4988-9764-d88d2f39b3c4 req-f541c98a-3a9b-4b43-bbf5-0a41af9c18ac tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:31.305939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdb80c-0eac-4d0c-81f9-302c1fac239b req-e5c94715-d782-4dd3-afef-9ebbf8a8acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:31.307282 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5bbdb80c-0eac-4d0c-81f9-302c1fac239b req-e5c94715-d782-4dd3-afef-9ebbf8a8acdd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.2802036 Feb 18 08:50:31.316254 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-4b0a0a13-54a8-4b8d-bc4b-b54d16a0b06a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:31.345905 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-4b0a0a13-54a8-4b8d-bc4b-b54d16a0b06a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:31.384916 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-10a02121-386c-41b4-92a4-45ab663b8374 service neutron] 10.222.0.61 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440807 Feb 18 08:50:31.401241 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1481c7ae-c9d4-4988-9764-d88d2f39b3c4 req-f541c98a-3a9b-4b43-bbf5-0a41af9c18ac tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:31.412615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2da086-4f21-41f0-be2d-1ddb395c7ddf req-aa18faad-c3db-4407-968c-7652c19e53e6 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:31.414069 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b2da086-4f21-41f0-be2d-1ddb395c7ddf req-aa18faad-c3db-4407-968c-7652c19e53e6 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c HTTP/1.1" status: 200 len: 948 time: 0.4991481 Feb 18 08:50:31.415167 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-4b0a0a13-54a8-4b8d-bc4b-b54d16a0b06a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Network 37941738-3b60-49d5-86b1-6f8075363e3c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:50:31.419518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-4b0a0a13-54a8-4b8d-bc4b-b54d16a0b06a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:50:31.423200 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1481c7ae-c9d4-4988-9764-d88d2f39b3c4 req-f541c98a-3a9b-4b43-bbf5-0a41af9c18ac tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:31.423374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-4b0a0a13-54a8-4b8d-bc4b-b54d16a0b06a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:50:31.469784 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541c98a-3a9b-4b43-bbf5-0a41af9c18ac tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d50efff-8bdb-4a3a-b358-e32f16cad53b,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:31.486094 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a0a13-54a8-4b8d-bc4b-b54d16a0b06a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Pushing event updated for resources: {'Port': ['ID=62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:31.496383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-4b0a0a13-54a8-4b8d-bc4b-b54d16a0b06a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:31.496977 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-4b0a0a13-54a8-4b8d-bc4b-b54d16a0b06a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:31.502319 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1481c7ae-c9d4-4988-9764-d88d2f39b3c4 req-f541c98a-3a9b-4b43-bbf5-0a41af9c18ac tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:31.503147 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1481c7ae-c9d4-4988-9764-d88d2f39b3c4 req-f541c98a-3a9b-4b43-bbf5-0a41af9c18ac tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7590122 Feb 18 08:50:31.520213 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b2da086-4f21-41f0-be2d-1ddb395c7ddf req-de7d25ee-d980-4f0c-9b82-6a03360cbf25 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949972 Feb 18 08:50:31.522323 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdb80c-0eac-4d0c-81f9-302c1fac239b req-ef722bda-4cbe-4e4a-a47e-334169be4970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:31.524163 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5bbdb80c-0eac-4d0c-81f9-302c1fac239b req-ef722bda-4cbe-4e4a-a47e-334169be4970 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1956346 Feb 18 08:50:31.550254 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-4b0a0a13-54a8-4b8d-bc4b-b54d16a0b06a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8111212 Feb 18 08:50:31.577894 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Request body: {'port': {'device_id': '14ec2161-3f8a-46d9-a08c-945bd7431a74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:31.720669 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:31.749132 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5bbdb80c-0eac-4d0c-81f9-302c1fac239b req-222bfd12-f219-4e3b-bf51-3a2bcc300460 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185361 Feb 18 08:50:31.887677 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26576d-ce01-489a-9a8c-f0d250050b43 req-9efdbca9-6703-476c-8c02-4936a884fb1c tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:31.889308 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5a26576d-ce01-489a-9a8c-f0d250050b43 req-9efdbca9-6703-476c-8c02-4936a884fb1c tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 946 time: 0.2482176 Feb 18 08:50:32.063006 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5a26576d-ce01-489a-9a8c-f0d250050b43 req-e2d357fd-70bc-4f86-8bf8-f82613ce4ab6 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/security-groups?id=3790a263-1d0a-4528-9ac3-e9a61d80e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660981 Feb 18 08:50:32.094255 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5bbdb80c-0eac-4d0c-81f9-302c1fac239b req-72035780-dd3c-4650-b85b-e132adfc9142 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371367 Feb 18 08:50:32.159792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c375f0f-d331-4196-a6c3-c0cdfdc81e20 req-2a257853-938c-4cba-9d9c-168b7d83934f tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:32.173579 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c375f0f-d331-4196-a6c3-c0cdfdc81e20 req-2a257853-938c-4cba-9d9c-168b7d83934f tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 944 time: 0.3320422 Feb 18 08:50:32.209444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'tag': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:32.228340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9576c-1eb4-4279-b223-c2eed55d1505 req-6e163bf4-2667-40eb-b15d-3790020bc97c tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:32.239510 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:50:32.242853 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-44e9576c-1eb4-4279-b223-c2eed55d1505 req-6e163bf4-2667-40eb-b15d-3790020bc97c tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 946 time: 0.3008804 Feb 18 08:50:32.248468 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:32.265044 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Transition to ACTIVE for port object 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:50:32.270562 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:32.335573 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c375f0f-d331-4196-a6c3-c0cdfdc81e20 req-da47ce7e-f4b9-4e6e-a71c-f0e9dbcdb5e7 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542578 Feb 18 08:50:32.421832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03135ea4-9f7d-4511-9a37-38be719c4908 req-bce26e37-256b-415a-966a-008442cf6dec tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:32.440888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03135ea4-9f7d-4511-9a37-38be719c4908 req-bce26e37-256b-415a-966a-008442cf6dec tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=14ec2161-3f8a-46d9-a08c-945bd7431a74 HTTP/1.1" status: 200 len: 943 time: 0.1833775 Feb 18 08:50:32.464970 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 4c45de44-0392-4c95-9687-a557a54d9fc1 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:50:32.514529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Pushing event updated for resources: {'Port': ['ID=62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:32.549273 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d4b77fc2-5124-4bcd-9eb3-8e2a58e1bdd1 req-caef9724-f4cc-4ab3-a21a-3fd1ba38fae5 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-groups/e2b6014b-9408-4f23-8d9e-3f6de8971c69 HTTP/1.1" status: 200 len: 2996 time: 0.1731555 Feb 18 08:50:32.592904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03135ea4-9f7d-4511-9a37-38be719c4908 req-49931636-ff45-4acc-bf31-37826b344969 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510379 Feb 18 08:50:32.670823 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-67a1515c-2097-4423-ba56-568c8c8e2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:32.671531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Attempting to bind port 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:50:32.674404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Attempting to bind port 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:50:32.674404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Attempting to bind port 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b on network 37941738-3b60-49d5-86b1-6f8075363e3c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:50:32.696024 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Port 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b on network 37941738-3b60-49d5-86b1-6f8075363e3c not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:50:32.696562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Attempting to bind port 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b on network 37941738-3b60-49d5-86b1-6f8075363e3c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:50:32.709151 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:50:32.720120 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Checking segment: {'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:50:32.720857 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Bound using segment: {'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:50:32.721898 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Bound port: 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:50:32.721898 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:32.766059 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 4c45de44-0392-4c95-9687-a557a54d9fc1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=4c45de44-0392-4c95-9687-a557a54d9fc1,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:32.784090 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '4c45de44-0392-4c95-9687-a557a54d9fc1', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '4c45de44-0392-4c95-9687-a557a54d9fc1', 'mac_address': 'fa:16:3e:f1:9c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:50:32.862511 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:32.898508 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] For port 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:50:32.909265 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] For port 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:50:32.914477 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c45de44-0392-4c95-9687-a557a54d9fc1 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:50:32.921207 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:32.935228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e982d-166e-49cc-996a-0fc93d8ece1e req-2300e9fa-d927-4030-9105-8f3850872457 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:32.943681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e04e982d-166e-49cc-996a-0fc93d8ece1e req-2300e9fa-d927-4030-9105-8f3850872457 tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 1102 time: 0.2157953 Feb 18 08:50:32.956261 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 4c45de44-0392-4c95-9687-a557a54d9fc1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=4c45de44-0392-4c95-9687-a557a54d9fc1,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:32.971016 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:32.978937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588df42a-9c3e-4242-85ae-52ef5a9070e3 req-c61c0d96-c4fa-4cea-835e-230882fdae3a tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:32.981756 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-588df42a-9c3e-4242-85ae-52ef5a9070e3 req-c61c0d96-c4fa-4cea-835e-230882fdae3a tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 943 time: 0.1992564 Feb 18 08:50:33.070450 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=4c45de44-0392-4c95-9687-a557a54d9fc1,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:33.077519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e04e982d-166e-49cc-996a-0fc93d8ece1e req-ca2bf3df-a423-4c6a-b540-a620dedd21bb tempest-ServersAdminTestJSON-2024711362 tempest-ServersAdminTestJSON-2024711362-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325324 Feb 18 08:50:33.083466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-588df42a-9c3e-4242-85ae-52ef5a9070e3 req-a5869f99-4ab3-4060-a453-9794128b536e tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933321 Feb 18 08:50:33.169968 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c3be352f-b5be-4c55-8607-21b541ecccda req-00c2330c-933c-4f8d-88c3-93ccd7e666ec tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-group-rules/8d50efff-8bdb-4a3a-b358-e32f16cad53b HTTP/1.1" status: 200 len: 783 time: 0.0292835 Feb 18 08:50:33.232130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Pushing event updated for resources: {'Port': ['ID=62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:33.237562 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'tag': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a', 'status': 'completed', 'code': 200} Feb 18 08:50:33.246306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:33.247460 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:33.249165 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-3381268c-8bc6-463d-855d-9ba896828a29 service neutron] 10.222.0.81 "PUT /v2.0/ports/62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b HTTP/1.1" status: 200 len: 1091 time: 1.6825440 Feb 18 08:50:33.249782 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ec2161-3f8a-46d9-a08c-945bd7431a74', 'tag': '62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:33.261525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c3be352f-b5be-4c55-8607-21b541ecccda req-330b15e4-734f-4831-b29b-e3af8a788bef tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-groups/e2b6014b-9408-4f23-8d9e-3f6de8971c69 HTTP/1.1" status: 200 len: 2996 time: 0.0746586 Feb 18 08:50:33.303112 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['4c45de44-0392-4c95-9687-a557a54d9fc1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:50:33.326611 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c3be352f-b5be-4c55-8607-21b541ecccda req-ddfc782e-b6c4-40b7-977c-34b3366484ef tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:33.353077 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c3be352f-b5be-4c55-8607-21b541ecccda req-ddfc782e-b6c4-40b7-977c-34b3366484ef tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:33.403806 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c3be352f-b5be-4c55-8607-21b541ecccda req-ddfc782e-b6c4-40b7-977c-34b3366484ef tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:33.431881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-a83bd49c-b36a-4e09-b4d2-5f6d2b8ddc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:33.434261 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-a83bd49c-b36a-4e09-b4d2-5f6d2b8ddc34 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&device_id=14ec2161-3f8a-46d9-a08c-945bd7431a74 HTTP/1.1" status: 200 len: 1094 time: 0.1233480 Feb 18 08:50:33.483706 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c3be352f-b5be-4c55-8607-21b541ecccda req-ddfc782e-b6c4-40b7-977c-34b3366484ef tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:33.484844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c3be352f-b5be-4c55-8607-21b541ecccda req-ddfc782e-b6c4-40b7-977c-34b3366484ef tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/8d50efff-8bdb-4a3a-b358-e32f16cad53b HTTP/1.1" status: 204 len: 173 time: 0.2226629 Feb 18 08:50:33.506023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc782e-b6c4-40b7-977c-34b3366484ef tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d50efff-8bdb-4a3a-b358-e32f16cad53b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:33.568796 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d215d9e-981f-43c1-9f38-62833f03ba63 req-aa160143-1bbc-4246-b218-a01dbf2de247 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:33.570875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d215d9e-981f-43c1-9f38-62833f03ba63 req-aa160143-1bbc-4246-b218-a01dbf2de247 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c HTTP/1.1" status: 200 len: 949 time: 0.1434319 Feb 18 08:50:33.621777 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-81a0fee2-e431-42ff-aabf-241bf73a534a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b HTTP/1.1" status: 200 len: 217 time: 0.1788120 Feb 18 08:50:33.672919 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d215d9e-981f-43c1-9f38-62833f03ba63 req-3ff9d32e-305d-46c0-968f-3651a0567a78 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883369 Feb 18 08:50:33.697515 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:33.727493 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-0a2fdc7f-e828-468a-ae25-6a6c086702c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:33.728951 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-0a2fdc7f-e828-468a-ae25-6a6c086702c3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d45a775a-d6b1-454c-87b6-7f0420cf3393 HTTP/1.1" status: 200 len: 852 time: 0.1013813 Feb 18 08:50:33.758904 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:33.810698 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-cde0a568-9eee-4e0e-b249-48cdcaed802b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=37941738-3b60-49d5-86b1-6f8075363e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596619 Feb 18 08:50:33.889687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f2007-f9f3-4c61-95e7-1ff5becbe8ca req-bc958f87-ac5a-4440-84b5-61ff1f82dd85 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:33.896403 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b7f2007-f9f3-4c61-95e7-1ff5becbe8ca req-bc958f87-ac5a-4440-84b5-61ff1f82dd85 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 946 time: 0.1786208 Feb 18 08:50:33.969096 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b7f2007-f9f3-4c61-95e7-1ff5becbe8ca req-53fbbb37-bd92-415f-a33d-50e308c6898e tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/security-groups?id=3790a263-1d0a-4528-9ac3-e9a61d80e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717440 Feb 18 08:50:34.046650 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-aa0f9569-a56e-4e11-8eb4-1de6dc9a6ff3 service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347865 Feb 18 08:50:34.051331 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ec2161-3f8a-46d9-a08c-945bd7431a74', 'tag': '62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b', 'status': 'completed', 'code': 200} Feb 18 08:50:34.213202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c706c4f6-1bfc-4e87-bbe7-f03d576b2cb9 req-527145af-6dc0-4f20-9e6e-008c1b4fb942 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-groups/e2b6014b-9408-4f23-8d9e-3f6de8971c69 HTTP/1.1" status: 200 len: 2398 time: 0.1270354 Feb 18 08:50:34.279628 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a0e142c-09c4-4ae0-b866-abdec04f5dc1 req-89324d2b-6f29-491b-abe8-797ce25c20a3 service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104802 Feb 18 08:50:34.380516 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c706c4f6-1bfc-4e87-bbe7-f03d576b2cb9 req-b17b491f-70b7-4ffa-85bc-dc007841290e tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:34.416150 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c706c4f6-1bfc-4e87-bbe7-f03d576b2cb9 req-b17b491f-70b7-4ffa-85bc-dc007841290e tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:34.470509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54607ace-f7e6-4e35-beb4-90c9bd2f0902 req-995833dc-01fc-4605-add7-eeb5a51eeacf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:34.475498 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-54607ace-f7e6-4e35-beb4-90c9bd2f0902 req-995833dc-01fc-4605-add7-eeb5a51eeacf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 944 time: 0.1965287 Feb 18 08:50:34.477597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 4c45de44-0392-4c95-9687-a557a54d9fc1 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:50:34.536110 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c706c4f6-1bfc-4e87-bbe7-f03d576b2cb9 req-b17b491f-70b7-4ffa-85bc-dc007841290e tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:34.538111 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62276c-e4c4-4293-943d-61ab4d26e612 req-970d8bb6-8878-4b00-9029-484c0cfc17b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:34.539957 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5c62276c-e4c4-4293-943d-61ab4d26e612 req-970d8bb6-8878-4b00-9029-484c0cfc17b9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&device_id=14ec2161-3f8a-46d9-a08c-945bd7431a74 HTTP/1.1" status: 200 len: 1094 time: 0.1936226 Feb 18 08:50:34.546871 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7446ac55-027c-4a4f-9eca-65dcb17d147d details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:50:34.549836 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:50:34.596250 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-54607ace-f7e6-4e35-beb4-90c9bd2f0902 req-7526d99c-9104-434c-bd5b-0ab61a150eda tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197412 Feb 18 08:50:34.614430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b491f-70b7-4ffa-85bc-dc007841290e tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b6014b-9408-4f23-8d9e-3f6de8971c69,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:34.630999 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c706c4f6-1bfc-4e87-bbe7-f03d576b2cb9 req-b17b491f-70b7-4ffa-85bc-dc007841290e tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:34.649135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c706c4f6-1bfc-4e87-bbe7-f03d576b2cb9 req-b17b491f-70b7-4ffa-85bc-dc007841290e tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "DELETE /v2.0/security-groups/e2b6014b-9408-4f23-8d9e-3f6de8971c69 HTTP/1.1" status: 204 len: 173 time: 0.4346395 Feb 18 08:50:34.762863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62276c-e4c4-4293-943d-61ab4d26e612 req-859cead2-f6c6-43d9-b4da-291120da9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:34.764809 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5c62276c-e4c4-4293-943d-61ab4d26e612 req-859cead2-f6c6-43d9-b4da-291120da9f8a service neutron] 10.222.0.81 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 913 time: 0.2131050 Feb 18 08:50:34.923512 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5c62276c-e4c4-4293-943d-61ab4d26e612 req-2069ac17-6f37-49c4-8215-2c01c67c8751 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b HTTP/1.1" status: 200 len: 217 time: 0.1513033 Feb 18 08:50:35.020454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeaf9aa-2e22-4bd4-b591-f91d3056980c req-c9fecd4a-2720-421b-bf1b-336b1506bfcf tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:35.025217 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cfeaf9aa-2e22-4bd4-b591-f91d3056980c req-c9fecd4a-2720-421b-bf1b-336b1506bfcf tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=596970a8-0c33-4828-b702-b1e914752a49 HTTP/1.1" status: 200 len: 950 time: 0.2034366 Feb 18 08:50:35.054540 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 7446ac55-027c-4a4f-9eca-65dcb17d147d, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7446ac55-027c-4a4f-9eca-65dcb17d147d,segment=NetworkSegment(f35793db-6da9-4005-a2aa-54f0d4f8f9db),segment_id=f35793db-6da9-4005-a2aa-54f0d4f8f9db)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:35.085494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62276c-e4c4-4293-943d-61ab4d26e612 req-aa22e5f3-4507-4937-8e2e-645f7e953661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:35.087589 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '7446ac55-027c-4a4f-9eca-65dcb17d147d', 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1', 'port_id': '7446ac55-027c-4a4f-9eca-65dcb17d147d', 'mac_address': 'fa:16:3e:c9:c6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06dc3032-d041-4123-94a7-f9ef538af254', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:50:35.089416 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5c62276c-e4c4-4293-943d-61ab4d26e612 req-aa22e5f3-4507-4937-8e2e-645f7e953661 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d45a775a-d6b1-454c-87b6-7f0420cf3393 HTTP/1.1" status: 200 len: 852 time: 0.1540375 Feb 18 08:50:35.093838 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cfeaf9aa-2e22-4bd4-b591-f91d3056980c req-41260bed-4db1-42e8-923b-4218f789acad tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627725 Feb 18 08:50:35.153736 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5c62276c-e4c4-4293-943d-61ab4d26e612 req-9c06569b-33cf-4a31-a7fc-a36b6981651b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=37941738-3b60-49d5-86b1-6f8075363e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565255 Feb 18 08:50:35.266092 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 4c45de44-0392-4c95-9687-a557a54d9fc1 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:50:35.294704 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:35.323758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 4c45de44-0392-4c95-9687-a557a54d9fc1 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:50:35.325922 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:35.469117 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5c62276c-e4c4-4293-943d-61ab4d26e612 req-35ff467e-5197-40f7-b9f7-42a536734d36 service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092794 Feb 18 08:50:35.497418 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:35.578583 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0771c-94b8-463e-8c15-dd22dead3957 req-76044e12-4f61-4c69-a9b7-9f40e78af615 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:35.582165 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7446ac55-027c-4a4f-9eca-65dcb17d147d {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:50:35.593967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22c0771c-94b8-463e-8c15-dd22dead3957 req-76044e12-4f61-4c69-a9b7-9f40e78af615 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=14ec2161-3f8a-46d9-a08c-945bd7431a74 HTTP/1.1" status: 200 len: 943 time: 0.4248211 Feb 18 08:50:35.603806 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:35.705004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22c0771c-94b8-463e-8c15-dd22dead3957 req-e33b90b9-e7b3-4d25-8905-7f7ec0562084 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094193 Feb 18 08:50:35.730624 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:35.743969 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5c62276c-e4c4-4293-943d-61ab4d26e612 req-2742ff0a-362d-4b37-b83e-2c98fe47985f service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673564 Feb 18 08:50:35.757456 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 7446ac55-027c-4a4f-9eca-65dcb17d147d, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7446ac55-027c-4a4f-9eca-65dcb17d147d,segment=NetworkSegment(f35793db-6da9-4005-a2aa-54f0d4f8f9db),segment_id=f35793db-6da9-4005-a2aa-54f0d4f8f9db)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:35.775011 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-22ba1432-559d-4350-ba16-7833b692c3a5 req-d0197b79-883a-45eb-90f3-ec895dd2a48f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] show failed (client error): The resource could not be found. Feb 18 08:50:35.781839 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:35.787835 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22ba1432-559d-4350-ba16-7833b692c3a5 req-d0197b79-883a-45eb-90f3-ec895dd2a48f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-groups/e3175452-3f7c-43d1-a756-6cd35d4f98ba HTTP/1.1" status: 404 len: 352 time: 0.0383923 Feb 18 08:50:35.798546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d5c84-5dae-4979-aff6-8ac5293b63c8 req-4199b446-2ca9-451e-8e51-6fa99b86ecad tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:35.805617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb3d5c84-5dae-4979-aff6-8ac5293b63c8 req-4199b446-2ca9-451e-8e51-6fa99b86ecad tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 943 time: 0.4965665 Feb 18 08:50:35.841891 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ec3d3b-408a-46be-bfdb-dc87e27e0568', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bbeb4bc-8296-4eab-9e08-c3140d4e5c05'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:35.895802 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb3d5c84-5dae-4979-aff6-8ac5293b63c8 req-e61096da-08ae-4095-a09b-cd4ed9a73e6f tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890131 Feb 18 08:50:35.965276 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=6bbeb4bc-8296-4eab-9e08-c3140d4e5c05,segment=NetworkSegment(992c6f03-c8b5-4d2b-a21a-9c57579ff6c2),segment_id=992c6f03-c8b5-4d2b-a21a-9c57579ff6c2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:35.990172 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:35.995793 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=7446ac55-027c-4a4f-9eca-65dcb17d147d,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:36.033500 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 4c45de44-0392-4c95-9687-a557a54d9fc1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=4c45de44-0392-4c95-9687-a557a54d9fc1,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:36.039410 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d683b-86d2-48d3-af15-e8d136497022 req-c2af95b8-4eed-4678-b260-9e962c012091 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:36.040160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-091d683b-86d2-48d3-af15-e8d136497022 req-c2af95b8-4eed-4678-b260-9e962c012091 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Synchronizing usage tracker for tenant:9f2fa9ecedc34ceb9c1713176a0a17a8 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:50:36.066618 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:36.079207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-091d683b-86d2-48d3-af15-e8d136497022 req-c2af95b8-4eed-4678-b260-9e962c012091 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Unset dirty status for tenant:9f2fa9ecedc34ceb9c1713176a0a17a8 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:50:36.081541 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-091d683b-86d2-48d3-af15-e8d136497022 req-c2af95b8-4eed-4678-b260-9e962c012091 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.81 "GET /v2.0/ports?device_id=596970a8-0c33-4828-b702-b1e914752a49 HTTP/1.1" status: 200 len: 950 time: 0.2338960 Feb 18 08:50:36.121064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=6bbeb4bc-8296-4eab-9e08-c3140d4e5c05,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:36.185339 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdaa7e3-a941-41dd-9bd5-e4d78cd79bd0 req-929f8107-b10b-45d6-8efa-392903ffa646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:36.185610 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dfdaa7e3-a941-41dd-9bd5-e4d78cd79bd0 req-929f8107-b10b-45d6-8efa-392903ffa646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c HTTP/1.1" status: 200 len: 950 time: 0.1871488 Feb 18 08:50:36.214139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-091d683b-86d2-48d3-af15-e8d136497022 req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Deleting port 151650c4-b0b5-43cb-8010-d13339380d33 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:50:36.214139 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-091d683b-86d2-48d3-af15-e8d136497022 req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:36.238812 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=4c45de44-0392-4c95-9687-a557a54d9fc1,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:36.243335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7446ac55-027c-4a4f-9eca-65dcb17d147d'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:50:36.276627 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dfdaa7e3-a941-41dd-9bd5-e4d78cd79bd0 req-72342392-a309-48f4-8880-2d4d09272269 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792973 Feb 18 08:50:36.643364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d32f86-a741-4eef-9ac1-fbcea49037d7 req-a16ffe7b-236c-4949-aea4-886419357d16 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:36.644900 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23d32f86-a741-4eef-9ac1-fbcea49037d7 req-a16ffe7b-236c-4949-aea4-886419357d16 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 944 time: 0.2234180 Feb 18 08:50:36.707183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d08a0a-072d-494f-b439-0f26f8448773 req-162f6bcd-b9c5-412b-85fc-7f1ec4053d9a tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:36.711465 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63d08a0a-072d-494f-b439-0f26f8448773 req-162f6bcd-b9c5-412b-85fc-7f1ec4053d9a tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 944 time: 0.1842582 Feb 18 08:50:36.713375 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23d32f86-a741-4eef-9ac1-fbcea49037d7 req-8ae33f8c-4898-4a5f-a482-b19e82b53db2 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/security-groups?id=3790a263-1d0a-4528-9ac3-e9a61d80e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588667 Feb 18 08:50:36.782190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-091d683b-86d2-48d3-af15-e8d136497022 req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] For port 151650c4-b0b5-43cb-8010-d13339380d33, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=151650c4-b0b5-43cb-8010-d13339380d33,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:36.783139 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-091d683b-86d2-48d3-af15-e8d136497022 req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:36.809585 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63d08a0a-072d-494f-b439-0f26f8448773 req-8d88a90f-252a-4e53-8cc3-f9313769d13f tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750673 Feb 18 08:50:36.934910 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f41f41dc-0ca9-4aaf-a4bb-44b0f6c4e77f req-43fea82e-e638-49e1-91ab-824ea9e9f138 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-groups/4136d8d4-9c4a-456f-b28b-2cfaa9490c2a HTTP/1.1" status: 200 len: 1805 time: 0.1418343 Feb 18 08:50:36.999010 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ec3d3b-408a-46be-bfdb-dc87e27e0568', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bbeb4bc-8296-4eab-9e08-c3140d4e5c05', 'code': 200} Feb 18 08:50:37.037996 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-091d683b-86d2-48d3-af15-e8d136497022 req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Calling delete_port for 151650c4-b0b5-43cb-8010-d13339380d33 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:50:37.066542 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f41f41dc-0ca9-4aaf-a4bb-44b0f6c4e77f req-d66e284d-e8c0-4ef2-8d3e-a2300aa61e4e tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:37.108076 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f41f41dc-0ca9-4aaf-a4bb-44b0f6c4e77f req-d66e284d-e8c0-4ef2-8d3e-a2300aa61e4e tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:37.208840 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f41f41dc-0ca9-4aaf-a4bb-44b0f6c4e77f req-d66e284d-e8c0-4ef2-8d3e-a2300aa61e4e tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:37.232229 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-091d683b-86d2-48d3-af15-e8d136497022 req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:37.248469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e284d-e8c0-4ef2-8d3e-a2300aa61e4e tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4136d8d4-9c4a-456f-b28b-2cfaa9490c2a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:37.250744 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['887d487b-f373-491a-b057-6e1da09dc46b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:50:37.273950 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f41f41dc-0ca9-4aaf-a4bb-44b0f6c4e77f req-d66e284d-e8c0-4ef2-8d3e-a2300aa61e4e tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:37.275309 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f41f41dc-0ca9-4aaf-a4bb-44b0f6c4e77f req-d66e284d-e8c0-4ef2-8d3e-a2300aa61e4e tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "DELETE /v2.0/security-groups/4136d8d4-9c4a-456f-b28b-2cfaa9490c2a HTTP/1.1" status: 204 len: 173 time: 0.3396037 Feb 18 08:50:37.332226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34887b79-d328-447a-8c83-2e63b395e362 req-6e67510b-b5b7-4fb2-a47d-313a7f6f61cb tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:37.339103 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34887b79-d328-447a-8c83-2e63b395e362 req-6e67510b-b5b7-4fb2-a47d-313a7f6f61cb tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=596970a8-0c33-4828-b702-b1e914752a49 HTTP/1.1" status: 200 len: 867 time: 0.1784194 Feb 18 08:50:37.350187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['2cea9689-1a3d-44a6-b83e-fe7a28ae3340'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:50:37.356370 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Pushing event deleted for resources: {'Port': ['ID=151650c4-b0b5-43cb-8010-d13339380d33,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:37.369576 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:37.370555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:37.370990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:37.371441 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:37.371870 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:37.372314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:37.372736 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:37.373386 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:37.373551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:37.373969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:37.374397 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:37.374813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:37.409227 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34887b79-d328-447a-8c83-2e63b395e362 req-f1cc6ce7-d9d1-4e8e-856d-6e1cee702922 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576034 Feb 18 08:50:37.429965 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-091d683b-86d2-48d3-af15-e8d136497022 req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] No DVR routers for this DVR port 151650c4-b0b5-43cb-8010-d13339380d33 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:50:37.433945 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-091d683b-86d2-48d3-af15-e8d136497022 req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:37.455980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596970a8-0c33-4828-b702-b1e914752a49', 'name': 'network-vif-deleted', 'tag': '151650c4-b0b5-43cb-8010-d13339380d33'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:37.470117 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-091d683b-86d2-48d3-af15-e8d136497022 req-eb8ad891-0e8d-4314-9117-653a85798c7c tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.81 "DELETE /v2.0/ports/151650c4-b0b5-43cb-8010-d13339380d33 HTTP/1.1" status: 204 len: 173 time: 1.3832319 Feb 18 08:50:37.705546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba4f48-4c71-4ca8-a878-50fe744f05fd req-0d5ba9b9-04b5-47b6-99f6-49d7f9a824cd tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:37.713147 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1ba4f48-4c71-4ca8-a878-50fe744f05fd req-0d5ba9b9-04b5-47b6-99f6-49d7f9a824cd tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=14ec2161-3f8a-46d9-a08c-945bd7431a74 HTTP/1.1" status: 200 len: 943 time: 0.2629712 Feb 18 08:50:37.798543 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1ba4f48-4c71-4ca8-a878-50fe744f05fd req-cee76f0b-6724-42f6-8a70-14047884e07c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812199 Feb 18 08:50:37.824520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305761e-3f9e-4278-9fd7-f9c79cfaaf7c req-b230cf70-53cc-4d68-9a40-03f7a493aa3c tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:37.835986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1305761e-3f9e-4278-9fd7-f9c79cfaaf7c req-b230cf70-53cc-4d68-9a40-03f7a493aa3c tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 944 time: 0.2596254 Feb 18 08:50:37.935987 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22b38ebe-d7dc-43ef-a339-639afac4acf5 req-f56166f5-2025-4f16-80e9-040a27eff4e9 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-groups/40756e88-3c52-410c-95f7-21969d5a1a00 HTTP/1.1" status: 200 len: 1804 time: 0.0772250 Feb 18 08:50:38.016788 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1305761e-3f9e-4278-9fd7-f9c79cfaaf7c req-b32140d4-780f-471e-86a6-ea418b4c719a tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797340 Feb 18 08:50:38.055236 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-22b38ebe-d7dc-43ef-a339-639afac4acf5 req-d0618147-065c-4c0b-871b-feba95d61c2f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:38.096201 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-22b38ebe-d7dc-43ef-a339-639afac4acf5 req-d0618147-065c-4c0b-871b-feba95d61c2f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:38.195731 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-22b38ebe-d7dc-43ef-a339-639afac4acf5 req-d0618147-065c-4c0b-871b-feba95d61c2f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:38.216165 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0618147-065c-4c0b-871b-feba95d61c2f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40756e88-3c52-410c-95f7-21969d5a1a00,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:38.254124 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-22b38ebe-d7dc-43ef-a339-639afac4acf5 req-d0618147-065c-4c0b-871b-feba95d61c2f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:38.259234 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22b38ebe-d7dc-43ef-a339-639afac4acf5 req-d0618147-065c-4c0b-871b-feba95d61c2f tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "DELETE /v2.0/security-groups/40756e88-3c52-410c-95f7-21969d5a1a00 HTTP/1.1" status: 204 len: 173 time: 0.3224566 Feb 18 08:50:38.333762 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596970a8-0c33-4828-b702-b1e914752a49', 'name': 'network-vif-deleted', 'tag': '151650c4-b0b5-43cb-8010-d13339380d33', 'status': 'completed', 'code': 200} Feb 18 08:50:38.389541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d134f-35ac-4d11-ae9f-c56ace2269f0 req-02e477db-6361-44b8-bf44-8dae169ba241 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:38.393180 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af9d134f-35ac-4d11-ae9f-c56ace2269f0 req-02e477db-6361-44b8-bf44-8dae169ba241 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c HTTP/1.1" status: 200 len: 950 time: 0.1315064 Feb 18 08:50:38.461040 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af9d134f-35ac-4d11-ae9f-c56ace2269f0 req-ecb1a9d3-05da-44d1-9ce8-e718bdd99734 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636644 Feb 18 08:50:38.481090 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:50:38.624084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 151650c4-b0b5-43cb-8010-d13339380d33 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:50:38.662074 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7446ac55-027c-4a4f-9eca-65dcb17d147d up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:50:38.690335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51af42-996a-4332-95b5-8646a4596fc8 req-0642d619-4fb9-47b5-8fe6-f29408a26c9a tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:38.692815 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec51af42-996a-4332-95b5-8646a4596fc8 req-0642d619-4fb9-47b5-8fe6-f29408a26c9a tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 944 time: 0.2357702 Feb 18 08:50:38.707843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8f362-fa15-44c3-b045-21fb154ed4d8 req-4be6122f-137b-45db-ada2-0534613303ba tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:38.709439 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 151650c4-b0b5-43cb-8010-d13339380d33 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:50:38.709724 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20e8f362-fa15-44c3-b045-21fb154ed4d8 req-4be6122f-137b-45db-ada2-0534613303ba tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 944 time: 0.1256976 Feb 18 08:50:38.710192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 151650c4-b0b5-43cb-8010-d13339380d33 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:50:38.790056 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:38.798888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec51af42-996a-4332-95b5-8646a4596fc8 req-c18e0170-d4ad-45ce-b489-bbda9ad586b2 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/security-groups?id=3790a263-1d0a-4528-9ac3-e9a61d80e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878823 Feb 18 08:50:38.800965 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 7446ac55-027c-4a4f-9eca-65dcb17d147d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:50:38.813020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 7446ac55-027c-4a4f-9eca-65dcb17d147d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:50:38.813600 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:38.816868 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20e8f362-fa15-44c3-b045-21fb154ed4d8 req-7735dc43-efb0-4caf-8a74-c767f3a87b83 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899546 Feb 18 08:50:38.844576 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b', 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c', 'port_id': '62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b', 'mac_address': 'fa:16:3e:b3:79:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45a775a-d6b1-454c-87b6-7f0420cf3393', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:50:38.938236 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:38.963569 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-442b4b9a-751d-47bc-acd9-5c3a3b03ccf9 req-648a59e8-6586-415f-90e7-cafe99efd090 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-groups/cf472710-644a-416d-930b-08cebfe00bbb HTTP/1.1" status: 200 len: 1804 time: 0.1200752 Feb 18 08:50:38.965913 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:50:38.983403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:38.993888 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:39.028494 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c45de44-0392-4c95-9687-a557a54d9fc1'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:39.112751 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-442b4b9a-751d-47bc-acd9-5c3a3b03ccf9 req-379b039b-0bc1-4d0d-9163-8185ba270b01 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:39.127342 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:39.129531 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:39.193333 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:39.193746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:39.194055 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:39.194576 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:39.194914 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:39.195242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:39.195567 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:39.195890 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:39.196987 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:39.197309 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:39.197777 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:39.198158 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:50:39.204691 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-442b4b9a-751d-47bc-acd9-5c3a3b03ccf9 req-379b039b-0bc1-4d0d-9163-8185ba270b01 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:39.229597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 7446ac55-027c-4a4f-9eca-65dcb17d147d, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7446ac55-027c-4a4f-9eca-65dcb17d147d,segment=NetworkSegment(f35793db-6da9-4005-a2aa-54f0d4f8f9db),segment_id=f35793db-6da9-4005-a2aa-54f0d4f8f9db)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:39.235958 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:39.284324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07f4fe-a899-4886-b675-cfd1996c1eac req-e548cef0-1dbd-4d1d-991a-7f1723699231 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:39.285386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e07f4fe-a899-4886-b675-cfd1996c1eac req-e548cef0-1dbd-4d1d-991a-7f1723699231 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=14ec2161-3f8a-46d9-a08c-945bd7431a74 HTTP/1.1" status: 200 len: 944 time: 0.1569412 Feb 18 08:50:39.286689 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-442b4b9a-751d-47bc-acd9-5c3a3b03ccf9 req-379b039b-0bc1-4d0d-9163-8185ba270b01 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:39.326455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b039b-0bc1-4d0d-9163-8185ba270b01 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf472710-644a-416d-930b-08cebfe00bbb,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:39.333334 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:50:39.392087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=7446ac55-027c-4a4f-9eca-65dcb17d147d,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:39.392928 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e07f4fe-a899-4886-b675-cfd1996c1eac req-9ace658d-581e-49d6-8b40-997c48122196 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908132 Feb 18 08:50:39.421756 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-442b4b9a-751d-47bc-acd9-5c3a3b03ccf9 req-379b039b-0bc1-4d0d-9163-8185ba270b01 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:39.421756 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-442b4b9a-751d-47bc-acd9-5c3a3b03ccf9 req-379b039b-0bc1-4d0d-9163-8185ba270b01 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "DELETE /v2.0/security-groups/cf472710-644a-416d-930b-08cebfe00bbb HTTP/1.1" status: 204 len: 173 time: 0.4534321 Feb 18 08:50:39.482587 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c45de44-0392-4c95-9687-a557a54d9fc1', 'code': 200} Feb 18 08:50:39.685140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da3859-a499-4aaf-9399-cfa326421179 req-71c12eb3-25d7-4287-affe-7a5abe305c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:39.688990 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e5da3859-a499-4aaf-9399-cfa326421179 req-71c12eb3-25d7-4287-affe-7a5abe305c46 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c HTTP/1.1" status: 200 len: 1101 time: 0.1521719 Feb 18 08:50:39.768008 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e5da3859-a499-4aaf-9399-cfa326421179 req-2f28444c-3a9a-4665-924d-8a83835b4cd3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719137 Feb 18 08:50:39.868064 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abaa9a16-330c-45fe-a2cf-daec1a329620 req-e1d62824-7992-4474-a339-4e48363ac7f4 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-groups/60e9943c-b85b-465a-9e97-5a84c9c237d7 HTTP/1.1" status: 200 len: 2403 time: 0.1107974 Feb 18 08:50:39.880285 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e0f36-8854-4e39-9529-64fbbef4f139 req-38566206-2e5b-4802-a9e8-99dc18c3f68d tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:39.889305 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fa7e0f36-8854-4e39-9529-64fbbef4f139 req-38566206-2e5b-4802-a9e8-99dc18c3f68d tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 945 time: 0.2634847 Feb 18 08:50:39.972252 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fa7e0f36-8854-4e39-9529-64fbbef4f139 req-d6b97432-6dd1-4315-9501-9a20c5dca0ff tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818641 Feb 18 08:50:40.004140 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-abaa9a16-330c-45fe-a2cf-daec1a329620 req-e5bf019d-2a86-495e-a457-1cb30fd89786 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:40.048243 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-abaa9a16-330c-45fe-a2cf-daec1a329620 req-e5bf019d-2a86-495e-a457-1cb30fd89786 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:40.151012 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-abaa9a16-330c-45fe-a2cf-daec1a329620 req-e5bf019d-2a86-495e-a457-1cb30fd89786 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:40.174667 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf019d-2a86-495e-a457-1cb30fd89786 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e9943c-b85b-465a-9e97-5a84c9c237d7,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:40.180542 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-abaa9a16-330c-45fe-a2cf-daec1a329620 req-e5bf019d-2a86-495e-a457-1cb30fd89786 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:40.181645 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abaa9a16-330c-45fe-a2cf-daec1a329620 req-e5bf019d-2a86-495e-a457-1cb30fd89786 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "DELETE /v2.0/security-groups/60e9943c-b85b-465a-9e97-5a84c9c237d7 HTTP/1.1" status: 204 len: 173 time: 0.2702289 Feb 18 08:50:40.203867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481798b-c38a-4a19-b8cc-f4f1f053ab45 req-2b605995-11ea-4f63-a2c4-8df32ebaa30d tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:40.203867 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b481798b-c38a-4a19-b8cc-f4f1f053ab45 req-2b605995-11ea-4f63-a2c4-8df32ebaa30d tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c HTTP/1.1" status: 200 len: 950 time: 0.1294575 Feb 18 08:50:40.258349 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b481798b-c38a-4a19-b8cc-f4f1f053ab45 req-e99f88e7-c147-42dc-970c-2b84cb8874a8 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496602 Feb 18 08:50:40.510867 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:50:40.562861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474b831-9dff-48ac-89d5-636ece0f463f req-f8601964-341a-4e66-9ec4-9d2b06b001fa tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:40.564337 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d474b831-9dff-48ac-89d5-636ece0f463f req-f8601964-341a-4e66-9ec4-9d2b06b001fa tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=8498a858-823d-4bb2-b3aa-92f4596601de HTTP/1.1" status: 200 len: 950 time: 0.2629483 Feb 18 08:50:40.577703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96707f20-71b3-4749-82e7-9188d359856a req-48716746-bd1f-4fa4-8c77-76ecb2e1920d tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:40.578036 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:50:40.579230 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96707f20-71b3-4749-82e7-9188d359856a req-48716746-bd1f-4fa4-8c77-76ecb2e1920d tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 944 time: 0.1225955 Feb 18 08:50:40.582864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:50:40.583235 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:40.656787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d474b831-9dff-48ac-89d5-636ece0f463f req-d29fc58a-b739-458f-87c5-1e7b898324f7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766039 Feb 18 08:50:40.659436 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96707f20-71b3-4749-82e7-9188d359856a req-9441fd88-dc5d-461c-b028-9e880d167ce9 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/security-groups?id=3790a263-1d0a-4528-9ac3-e9a61d80e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641971 Feb 18 08:50:40.705017 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:40.741275 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:40.743703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fa93f9f-3372-4764-940e-baded7af3170 req-143bd346-6def-4e89-94cd-f7b4140fcf7d tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "GET /v2.0/security-groups/87c8fce9-c4e3-45b6-898f-467cc2859998 HTTP/1.1" status: 200 len: 2397 time: 0.0487978 Feb 18 08:50:40.746544 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:40.818093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:40.875051 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1fa93f9f-3372-4764-940e-baded7af3170 req-7c428df8-bf28-4b4e-bcc1-6cbb05001562 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:40.898250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de9150-75f5-4813-9e11-77227d4727bd req-ab64e83c-5987-4b2f-bfd3-173461d0b5c0 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:40.899680 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16de9150-75f5-4813-9e11-77227d4727bd req-ab64e83c-5987-4b2f-bfd3-173461d0b5c0 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 944 time: 0.1379876 Feb 18 08:50:40.927472 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1fa93f9f-3372-4764-940e-baded7af3170 req-7c428df8-bf28-4b4e-bcc1-6cbb05001562 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:40.962470 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:40.984624 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16de9150-75f5-4813-9e11-77227d4727bd req-11c642f8-ca47-4600-b023-9b13c4623960 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757594 Feb 18 08:50:41.002244 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1fa93f9f-3372-4764-940e-baded7af3170 req-7c428df8-bf28-4b4e-bcc1-6cbb05001562 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:41.025205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c428df8-bf28-4b4e-bcc1-6cbb05001562 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c8fce9-c4e3-45b6-898f-467cc2859998,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:41.028498 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1fa93f9f-3372-4764-940e-baded7af3170 req-7c428df8-bf28-4b4e-bcc1-6cbb05001562 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:41.029868 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fa93f9f-3372-4764-940e-baded7af3170 req-7c428df8-bf28-4b4e-bcc1-6cbb05001562 tempest-SecurityGroupRulesTestJSON-1378639812 tempest-SecurityGroupRulesTestJSON-1378639812-project] 10.222.0.72 "DELETE /v2.0/security-groups/87c8fce9-c4e3-45b6-898f-467cc2859998 HTTP/1.1" status: 204 len: 173 time: 0.2795374 Feb 18 08:50:41.037362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51368) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:41.114600 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe19a92-84e8-41d3-b634-ab3ed1d5aade admin admin] Deleting subnet 82fca5c5-4683-4733-a7b9-9c638f8d20f2 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:50:41.117740 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dfe19a92-84e8-41d3-b634-ab3ed1d5aade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:41.174596 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dfe19a92-84e8-41d3-b634-ab3ed1d5aade admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:41.230460 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e283967-a5d2-4a56-8ddf-6567ba9c54bd req-1c355f63-00c5-4b7b-af5a-ee4d7fc018f5 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:41.231971 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e283967-a5d2-4a56-8ddf-6567ba9c54bd req-1c355f63-00c5-4b7b-af5a-ee4d7fc018f5 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=14ec2161-3f8a-46d9-a08c-945bd7431a74 HTTP/1.1" status: 200 len: 945 time: 0.1458454 Feb 18 08:50:41.255236 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dfe19a92-84e8-41d3-b634-ab3ed1d5aade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:41.281400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13938b59-35a9-48b6-9dc3-4e338ca8fe94 req-ba522b4d-5ac6-4ed1-af46-99d6409d6b0a tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:41.284805 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13938b59-35a9-48b6-9dc3-4e338ca8fe94 req-ba522b4d-5ac6-4ed1-af46-99d6409d6b0a tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 945 time: 0.1362801 Feb 18 08:50:41.313798 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:41.321776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e283967-a5d2-4a56-8ddf-6567ba9c54bd req-8178786d-c785-4b74-8b7d-035a78bfb963 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837753 Feb 18 08:50:41.330352 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dfe19a92-84e8-41d3-b634-ab3ed1d5aade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:41.356709 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13938b59-35a9-48b6-9dc3-4e338ca8fe94 req-5e94ec94-3528-4c01-ba8f-262adf0b850b tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639861 Feb 18 08:50:41.375368 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe19a92-84e8-41d3-b634-ab3ed1d5aade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82fca5c5-4683-4733-a7b9-9c638f8d20f2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:41.377299 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dfe19a92-84e8-41d3-b634-ab3ed1d5aade admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:41.383576 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-dfe19a92-84e8-41d3-b634-ab3ed1d5aade admin admin] 10.222.0.72 "DELETE /v2.0/subnets/82fca5c5-4683-4733-a7b9-9c638f8d20f2 HTTP/1.1" status: 204 len: 168 time: 0.3449292 Feb 18 08:50:41.386595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51374) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:41.484812 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7446ac55-027c-4a4f-9eca-65dcb17d147d'}, {'server_uuid': '14ec2161-3f8a-46d9-a08c-945bd7431a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:41.537314 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7446ac55-027c-4a4f-9eca-65dcb17d147d', 'code': 200} Feb 18 08:50:41.537920 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ec2161-3f8a-46d9-a08c-945bd7431a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b', 'code': 200} Feb 18 08:50:41.542102 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4aa4768-9783-4703-a48d-93d3abd2e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:41.668869 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3650dd0-6635-469c-94b9-0c8993d0245c req-05cf2165-a78d-4181-8399-092ebacd55c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:41.670326 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d3650dd0-6635-469c-94b9-0c8993d0245c req-05cf2165-a78d-4181-8399-092ebacd55c8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=14ec2161-3f8a-46d9-a08c-945bd7431a74 HTTP/1.1" status: 200 len: 1096 time: 0.0771701 Feb 18 08:50:41.675452 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbec829-0e32-446e-9280-618c783ee7b5 req-f69a3d3f-f990-4833-9085-cc1d0138e4d2 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:41.677045 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0dbec829-0e32-446e-9280-618c783ee7b5 req-f69a3d3f-f990-4833-9085-cc1d0138e4d2 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c HTTP/1.1" status: 200 len: 950 time: 0.2216263 Feb 18 08:50:41.716244 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d3650dd0-6635-469c-94b9-0c8993d0245c req-eb716cf6-a1a1-44d5-bec6-661f5897ebab service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387769 Feb 18 08:50:41.717502 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4aa4768-9783-4703-a48d-93d3abd2e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:41.760497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-a4aa4768-9783-4703-a48d-93d3abd2e1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4baf104b-223d-493d-bf60-1a61d8564d7d']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:41.769374 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0dbec829-0e32-446e-9280-618c783ee7b5 req-c1b702d5-c25d-42e5-953a-db1128228f7b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834196 Feb 18 08:50:41.809381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-a4aa4768-9783-4703-a48d-93d3abd2e1d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c378f753-9aba-4929-9d53-76e37120327b') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:41.809715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-a4aa4768-9783-4703-a48d-93d3abd2e1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c378f753-9aba-4929-9d53-76e37120327b') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:41.828018 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4aa4768-9783-4703-a48d-93d3abd2e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:41.849610 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4aa4768-9783-4703-a48d-93d3abd2e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:41.859600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4aa4768-9783-4703-a48d-93d3abd2e1d6 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:50:41.860001 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4aa4768-9783-4703-a48d-93d3abd2e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:50:41.874264 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:50:42.008822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2dfeb4-0f17-4e05-99a3-52d73d4ffaa9 req-c080f957-3030-446e-9fb7-307b1b88df21 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:42.010859 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a2dfeb4-0f17-4e05-99a3-52d73d4ffaa9 req-c080f957-3030-446e-9fb7-307b1b88df21 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=8498a858-823d-4bb2-b3aa-92f4596601de HTTP/1.1" status: 200 len: 950 time: 0.2385235 Feb 18 08:50:42.018173 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4aa4768-9783-4703-a48d-93d3abd2e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:42.049114 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4aa4768-9783-4703-a48d-93d3abd2e1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:42.066734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa4768-9783-4703-a48d-93d3abd2e1d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4baf104b-223d-493d-bf60-1a61d8564d7d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:42.076622 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a4aa4768-9783-4703-a48d-93d3abd2e1d6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4baf104b-223d-493d-bf60-1a61d8564d7d HTTP/1.1" status: 204 len: 168 time: 0.6889777 Feb 18 08:50:42.093981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a2dfeb4-0f17-4e05-99a3-52d73d4ffaa9 req-c2bba97d-eee2-4c7a-abfe-a4b1772263d2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766468 Feb 18 08:50:42.106465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b95d0-5c73-4a71-9c9a-f1306f6ea4df req-633c0353-6253-4c6f-a5b9-52303c5577dd tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:42.107939 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c7b95d0-5c73-4a71-9c9a-f1306f6ea4df req-633c0353-6253-4c6f-a5b9-52303c5577dd tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 944 time: 0.2328780 Feb 18 08:50:42.157069 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c7b95d0-5c73-4a71-9c9a-f1306f6ea4df req-3dad0ca1-4749-4901-9697-4b0679b31d7f tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/security-groups?id=3790a263-1d0a-4528-9ac3-e9a61d80e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407619 Feb 18 08:50:42.284056 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51394) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:42.334988 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5ff9df78-c2e3-49b8-b9c8-985dc1b3e93b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7e849e134c3d4c469203dbdd812a1615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497420 Feb 18 08:50:42.335618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51398) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:42.385461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef8803-2044-406b-affb-3fea4d7f3ad3 req-87f3137f-fd8c-453f-8604-f8ff41a2d953 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:42.386944 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f7ef8803-2044-406b-affb-3fea4d7f3ad3 req-87f3137f-fd8c-453f-8604-f8ff41a2d953 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c HTTP/1.1" status: 200 len: 1101 time: 0.1342273 Feb 18 08:50:42.395243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c537cf0-0371-43c4-a4d2-f42e6f8e3169 req-03db23c3-c05a-4a7b-a30d-1d10ace062ff tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:42.395813 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-06d4e4c5-2183-4aee-9095-4d339ebdc73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:42.396667 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c537cf0-0371-43c4-a4d2-f42e6f8e3169 req-03db23c3-c05a-4a7b-a30d-1d10ace062ff tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 944 time: 0.1091707 Feb 18 08:50:42.421600 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-06d4e4c5-2183-4aee-9095-4d339ebdc73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:42.426054 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f7ef8803-2044-406b-affb-3fea4d7f3ad3 req-3345f446-4fa4-4a93-a82e-b212d2b9be19 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:42.452691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-f7ef8803-2044-406b-affb-3fea4d7f3ad3 req-3345f446-4fa4-4a93-a82e-b212d2b9be19 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:42.460494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f7ef8803-2044-406b-affb-3fea4d7f3ad3 req-3345f446-4fa4-4a93-a82e-b212d2b9be19 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] Usage tracker for resource:security_group_rule and tenant:604a04bb2ad243baa33f36d23ec5170c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:42.464966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f7ef8803-2044-406b-affb-3fea4d7f3ad3 req-3345f446-4fa4-4a93-a82e-b212d2b9be19 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:42.469929 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c537cf0-0371-43c4-a4d2-f42e6f8e3169 req-cacdc325-1294-466a-8fc3-9299ac571f37 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600467 Feb 18 08:50:42.473543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-f7ef8803-2044-406b-affb-3fea4d7f3ad3 req-3345f446-4fa4-4a93-a82e-b212d2b9be19 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:42.475476 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-06d4e4c5-2183-4aee-9095-4d339ebdc73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:42.492874 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4e4c5-2183-4aee-9095-4d339ebdc73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e36db29-0f52-4f5b-b7bd-29f5c321e7e2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:42.498273 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-06d4e4c5-2183-4aee-9095-4d339ebdc73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:42.501699 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-06d4e4c5-2183-4aee-9095-4d339ebdc73c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1e36db29-0f52-4f5b-b7bd-29f5c321e7e2 HTTP/1.1" status: 204 len: 168 time: 0.1628611 Feb 18 08:50:42.577655 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f7ef8803-2044-406b-affb-3fea4d7f3ad3 req-3345f446-4fa4-4a93-a82e-b212d2b9be19 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:42.582950 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f7ef8803-2044-406b-affb-3fea4d7f3ad3 req-3345f446-4fa4-4a93-a82e-b212d2b9be19 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:42.749025 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f7ef8803-2044-406b-affb-3fea4d7f3ad3 req-3345f446-4fa4-4a93-a82e-b212d2b9be19 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513980 Feb 18 08:50:42.770288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345f446-4fa4-4a93-a82e-b212d2b9be19 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfea47f-2dfb-46d8-85d8-272d77d19181,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:42.807444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802c2c5-0ef4-4721-a4e0-5d8c27e16071 req-2aa709e7-2579-4a9b-b626-63cf28b0f7e6 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:42.809271 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9802c2c5-0ef4-4721-a4e0-5d8c27e16071 req-2aa709e7-2579-4a9b-b626-63cf28b0f7e6 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=14ec2161-3f8a-46d9-a08c-945bd7431a74 HTTP/1.1" status: 200 len: 945 time: 0.1050439 Feb 18 08:50:42.866934 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9802c2c5-0ef4-4721-a4e0-5d8c27e16071 req-c68f5323-1abf-412b-a3e4-32b5743f8b2f tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510480 Feb 18 08:50:42.985173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e47040-c6be-4ac5-bc27-dfe25b3c83f4 req-2c87547f-ff1b-441a-ae7a-b17af7303805 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:42.986673 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25e47040-c6be-4ac5-bc27-dfe25b3c83f4 req-2c87547f-ff1b-441a-ae7a-b17af7303805 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 945 time: 0.1085885 Feb 18 08:50:43.037079 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25e47040-c6be-4ac5-bc27-dfe25b3c83f4 req-ea23e076-867f-49f3-9387-22b2b0cb1329 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441310 Feb 18 08:50:43.263316 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-a65a82f4-6129-430e-aae0-6f909ca18c49 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=259cd62e1f1340f9828d7d7a1587db25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598466 Feb 18 08:50:43.343398 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51444) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:43.434315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66893ec6-0144-4b31-9e2e-2c7010a772e4 req-536900e2-8c39-4ad8-82ff-2cc454222f1e tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:43.435783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66893ec6-0144-4b31-9e2e-2c7010a772e4 req-536900e2-8c39-4ad8-82ff-2cc454222f1e tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=8498a858-823d-4bb2-b3aa-92f4596601de HTTP/1.1" status: 200 len: 950 time: 0.2083280 Feb 18 08:50:43.448816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1537280525-network', 'tenant_id': '714b504203b34573b7413cf07f309317'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:43.450519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-9699f833-2f72-4a94-ae48-1557f28859a6 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:43.451900 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-9699f833-2f72-4a94-ae48-1557f28859a6 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831498 Feb 18 08:50:43.453786 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:43.457683 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Usage tracker for resource:network and tenant:714b504203b34573b7413cf07f309317 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:43.460555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:43.467824 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:43.478369 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Made reservation on behalf of 714b504203b34573b7413cf07f309317 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:50:43.480904 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:43.483362 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-dccb6b4b-f6de-45de-a843-ceaeb6deb101 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/quotas/259cd62e1f1340f9828d7d7a1587db25 HTTP/1.1" status: 200 len: 375 time: 0.0158837 Feb 18 08:50:43.494406 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:43.511945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:43.515781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:714b504203b34573b7413cf07f309317 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:43.518564 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:43.524079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:43.532968 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66893ec6-0144-4b31-9e2e-2c7010a772e4 req-ca894f96-850c-49a5-b36f-7e89cdeb4cf4 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897310 Feb 18 08:50:43.599412 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-810332f1-16a3-4447-a5b8-05c461340093 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1007693 Feb 18 08:50:43.626266 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:43.630746 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:43.670955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:50:43.676544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e51ee39-1c1c-4b8c-b416-07950b52a163,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:43.686523 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:43.688146 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Added segment 205332d2-5e41-4349-a80d-ed574e6c5dfc of type vlan for network 1fbb486a-3666-4e84-bd21-7ff3eb849b23 Feb 18 08:50:43.724379 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:43.757461 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:43.758899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:43.759685 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:43.762436 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282b7ff-b135-4681-b33d-6c2c0d58e42a req-312a5e5a-7109-45a8-b8f5-27f19a0ec2bd tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:43.763912 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4282b7ff-b135-4681-b33d-6c2c0d58e42a req-312a5e5a-7109-45a8-b8f5-27f19a0ec2bd tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 944 time: 0.1020312 Feb 18 08:50:43.830515 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4282b7ff-b135-4681-b33d-6c2c0d58e42a req-21e59db4-6627-4468-8a88-985d2cd0312d tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/security-groups?id=3790a263-1d0a-4528-9ac3-e9a61d80e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558393 Feb 18 08:50:43.904327 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5597999 Feb 18 08:50:43.905482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0b5b0-dd24-41e6-bcc2-301a2a811eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=1fbb486a-3666-4e84-bd21-7ff3eb849b23,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:43.907602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51454) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:43.914814 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-df0a82f8-c44e-4c2e-a0f8-17ae9f335847 admin admin] Request body: {'subnet': {'network_id': '1fbb486a-3666-4e84-bd21-7ff3eb849b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1537280525-subnet', 'tenant_id': '714b504203b34573b7413cf07f309317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:43.917482 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 1fbb486a-3666-4e84-bd21-7ff3eb849b23 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:50:43.920756 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-df0a82f8-c44e-4c2e-a0f8-17ae9f335847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:43.924827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-df0a82f8-c44e-4c2e-a0f8-17ae9f335847 admin admin] Usage tracker for resource:subnet and tenant:714b504203b34573b7413cf07f309317 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:43.933621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-df0a82f8-c44e-4c2e-a0f8-17ae9f335847 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:43.941846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-df0a82f8-c44e-4c2e-a0f8-17ae9f335847 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:44.033130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0a82f8-c44e-4c2e-a0f8-17ae9f335847 admin admin] Made reservation on behalf of 714b504203b34573b7413cf07f309317 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:50:44.041501 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df0a82f8-c44e-4c2e-a0f8-17ae9f335847 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:44.049178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-44e9576c-1eb4-4279-b223-c2eed55d1505 req-6879918d-fb58-4d63-80dc-7aabf45f5784 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Deleting port 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:50:44.049743 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-44e9576c-1eb4-4279-b223-c2eed55d1505 req-6879918d-fb58-4d63-80dc-7aabf45f5784 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:44.164620 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1fc4c-f57b-4fed-91a8-68d1efffc21f req-9ca8e9bb-9f04-45ee-bc8a-684fac5a16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:44.166206 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fae1fc4c-f57b-4fed-91a8-68d1efffc21f req-9ca8e9bb-9f04-45ee-bc8a-684fac5a16cd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 1096 time: 0.2259471 Feb 18 08:50:44.226404 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fae1fc4c-f57b-4fed-91a8-68d1efffc21f req-b430df05-a4e9-43d0-8d2d-82da93063a53 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507665 Feb 18 08:50:44.417662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7fcff-acbe-4f75-a604-5394c920afca req-c46a7354-ddf9-4e9c-b5fa-71d4a9f441ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:44.419183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37d7fcff-acbe-4f75-a604-5394c920afca req-c46a7354-ddf9-4e9c-b5fa-71d4a9f441ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621&device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 1095 time: 0.4607310 Feb 18 08:50:44.428314 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df0a82f8-c44e-4c2e-a0f8-17ae9f335847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:44.431404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f3882-1d2d-405d-bc6e-5b906e90bc83 req-83c2d252-3e72-4bf2-bb86-3269e4acc80e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:44.433656 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b2f3882-1d2d-405d-bc6e-5b906e90bc83 req-83c2d252-3e72-4bf2-bb86-3269e4acc80e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 944 time: 0.3418846 Feb 18 08:50:44.453715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d8a36-f67a-4a92-8346-a5f5c8259b9d req-7051cfc2-12cf-481e-98e4-506941f431a8 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:44.455156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c49d8a36-f67a-4a92-8346-a5f5c8259b9d req-7051cfc2-12cf-481e-98e4-506941f431a8 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=14ec2161-3f8a-46d9-a08c-945bd7431a74 HTTP/1.1" status: 200 len: 945 time: 0.3138196 Feb 18 08:50:44.503630 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a82f8-c44e-4c2e-a0f8-17ae9f335847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5ea898-36fc-4ae9-badb-8f439569cf47,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:44.516193 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0a82f8-c44e-4c2e-a0f8-17ae9f335847 admin admin] Checking segment: {'id': '205332d2-5e41-4349-a80d-ed574e6c5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1fbb486a-3666-4e84-bd21-7ff3eb849b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:50:44.516584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0a82f8-c44e-4c2e-a0f8-17ae9f335847 admin admin] Network hostable DHCP agents. Network: 1fbb486a-3666-4e84-bd21-7ff3eb849b23, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:50:44.538050 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0a82f8-c44e-4c2e-a0f8-17ae9f335847 admin admin] Network 1fbb486a-3666-4e84-bd21-7ff3eb849b23 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:50:44.548936 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-df0a82f8-c44e-4c2e-a0f8-17ae9f335847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 1fbb486a-3666-4e84-bd21-7ff3eb849b23) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:50:44.554253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0a82f8-c44e-4c2e-a0f8-17ae9f335847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:44.554843 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df0a82f8-c44e-4c2e-a0f8-17ae9f335847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:44.562999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1291b6a9-00de-47a3-a01b-087d88f9487a None None] Network 1fbb486a-3666-4e84-bd21-7ff3eb849b23 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:50:44.584291 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-44e9576c-1eb4-4279-b223-c2eed55d1505 req-6879918d-fb58-4d63-80dc-7aabf45f5784 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] For port 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=6bbeb4bc-8296-4eab-9e08-c3140d4e5c05,segment=NetworkSegment(992c6f03-c8b5-4d2b-a21a-9c57579ff6c2),segment_id=992c6f03-c8b5-4d2b-a21a-9c57579ff6c2)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:44.584640 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-44e9576c-1eb4-4279-b223-c2eed55d1505 req-6879918d-fb58-4d63-80dc-7aabf45f5784 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:44.598443 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-df0a82f8-c44e-4c2e-a0f8-17ae9f335847 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6894674 Feb 18 08:50:44.648706 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b2f3882-1d2d-405d-bc6e-5b906e90bc83 req-23e7667d-b644-4380-b2ff-7d1fe11af6ae tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900618 Feb 18 08:50:44.659479 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c49d8a36-f67a-4a92-8346-a5f5c8259b9d req-e866bb6b-bc77-4936-b7f9-0be2d53b960d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850657 Feb 18 08:50:44.792056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-44e9576c-1eb4-4279-b223-c2eed55d1505 req-6879918d-fb58-4d63-80dc-7aabf45f5784 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Calling delete_port for 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:50:45.128990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833c9057-0007-41b3-84c4-e022b8d857a6 None None] Network 1fbb486a-3666-4e84-bd21-7ff3eb849b23 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:50:45.294542 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-44e9576c-1eb4-4279-b223-c2eed55d1505 req-6879918d-fb58-4d63-80dc-7aabf45f5784 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:45.441879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879918d-fb58-4d63-80dc-7aabf45f5784 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Pushing event deleted for resources: {'Port': ['ID=6bbeb4bc-8296-4eab-9e08-c3140d4e5c05,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:45.499492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7fcff-acbe-4f75-a604-5394c920afca req-a8a23e95-00ff-4a40-9ae1-9ac69b79b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:45.501693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37d7fcff-acbe-4f75-a604-5394c920afca req-a8a23e95-00ff-4a40-9ae1-9ac69b79b5a3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5d5e2a5a-f047-425a-86b2-0b3143ac8640 HTTP/1.1" status: 200 len: 917 time: 0.9683197 Feb 18 08:50:45.609287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e9576c-1eb4-4279-b223-c2eed55d1505 req-6879918d-fb58-4d63-80dc-7aabf45f5784 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] No DVR routers for this DVR port 6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:50:45.639110 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-44e9576c-1eb4-4279-b223-c2eed55d1505 req-6879918d-fb58-4d63-80dc-7aabf45f5784 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:45.642098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ec3d3b-408a-46be-bfdb-dc87e27e0568', 'name': 'network-vif-deleted', 'tag': '6bbeb4bc-8296-4eab-9e08-c3140d4e5c05'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:45.712524 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-44e9576c-1eb4-4279-b223-c2eed55d1505 req-6879918d-fb58-4d63-80dc-7aabf45f5784 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.61 "DELETE /v2.0/ports/6bbeb4bc-8296-4eab-9e08-c3140d4e5c05 HTTP/1.1" status: 204 len: 173 time: 1.8440788 Feb 18 08:50:45.717330 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37d7fcff-acbe-4f75-a604-5394c920afca req-6b579258-aab6-4794-a573-828aad81b87e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a HTTP/1.1" status: 200 len: 999 time: 0.1772609 Feb 18 08:50:45.726862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfa2d3-8805-4ea0-9e50-7214009839ea req-649992c5-cd1b-439b-bf8a-fefafdc714d0 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:45.728452 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2cfa2d3-8805-4ea0-9e50-7214009839ea req-649992c5-cd1b-439b-bf8a-fefafdc714d0 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 945 time: 0.5033224 Feb 18 08:50:45.794307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196a502-8458-462c-aeb6-1bb5f87226bc req-596f114c-1743-4644-8d5f-928d19a000dc tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:45.801581 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c196a502-8458-462c-aeb6-1bb5f87226bc req-596f114c-1743-4644-8d5f-928d19a000dc tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=8498a858-823d-4bb2-b3aa-92f4596601de HTTP/1.1" status: 200 len: 950 time: 0.4385414 Feb 18 08:50:45.914838 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7fcff-acbe-4f75-a604-5394c920afca req-2903acc3-1aeb-40d4-9592-c0c4bc58c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:45.916915 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37d7fcff-acbe-4f75-a604-5394c920afca req-2903acc3-1aeb-40d4-9592-c0c4bc58c7bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df727fe9-3fec-4967-a902-47fe24f8ed0f HTTP/1.1" status: 200 len: 855 time: 0.1872022 Feb 18 08:50:45.929171 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2cfa2d3-8805-4ea0-9e50-7214009839ea req-0b27545c-ff65-41dc-952c-aa1e2c254ef2 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642234 Feb 18 08:50:45.940566 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c196a502-8458-462c-aeb6-1bb5f87226bc req-0a95b3ce-adbc-4a64-8447-ab42a1ad37a7 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380832 Feb 18 08:50:45.980719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51496) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:46.110904 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-199950a7-f7a0-4aaf-b320-eb3904a22456 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=259cd62e1f1340f9828d7d7a1587db25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404024 Feb 18 08:50:46.167937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7fcff-acbe-4f75-a604-5394c920afca req-9838e228-fd65-41b2-a5d1-dddfc7824431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:46.169442 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37d7fcff-acbe-4f75-a604-5394c920afca req-9838e228-fd65-41b2-a5d1-dddfc7824431 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5d5e2a5a-f047-425a-86b2-0b3143ac8640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2436426 Feb 18 08:50:46.182912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a48e9-b056-48dc-846f-6428fb531f11 req-5084025e-cf2e-41be-bdcf-8b346a07768b tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:46.184562 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b40a48e9-b056-48dc-846f-6428fb531f11 req-5084025e-cf2e-41be-bdcf-8b346a07768b tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.61 "GET /v2.0/ports?device_id=8498a858-823d-4bb2-b3aa-92f4596601de HTTP/1.1" status: 200 len: 950 time: 0.3176038 Feb 18 08:50:46.309158 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-086dbce2-c764-427c-92bd-744e5e6747f8 admin admin] Deleting subnet df5ea898-36fc-4ae9-badb-8f439569cf47 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:50:46.317493 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-086dbce2-c764-427c-92bd-744e5e6747f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:46.435134 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-086dbce2-c764-427c-92bd-744e5e6747f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:46.478801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-38180bb4-c4ab-4341-beb6-bdf57452d382 req-4477084e-4dcf-41e8-8441-b8da439ac600 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Synchronizing usage tracker for tenant:41c983f274f241c4b9d98d05fffe9b2b on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:50:46.499943 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-671fbe5d-8692-4b4f-89c4-074e7fdaa9ba req-0ee355c8-16d3-4192-88ec-91a7e9a48ddf tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476 HTTP/1.1" status: 200 len: 210 time: 0.2913311 Feb 18 08:50:46.533937 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-3d46cd06-5c78-4249-bc02-13c2d1aa4834 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=259cd62e1f1340f9828d7d7a1587db25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0975807 Feb 18 08:50:46.548616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-be876b5a-0c17-41ef-b3fa-1693a5601723 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:46.551920 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-be876b5a-0c17-41ef-b3fa-1693a5601723 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4189825 Feb 18 08:50:46.573232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-404cd212-187c-4ba6-9bc8-5ec029e1d918 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Request body: {'port': {'device_id': 'e81efc53-3ed5-4358-ad72-71c2ca9a5fab', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '259cd62e1f1340f9828d7d7a1587db25'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:46.600592 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ec3d3b-408a-46be-bfdb-dc87e27e0568', 'name': 'network-vif-deleted', 'tag': '6bbeb4bc-8296-4eab-9e08-c3140d4e5c05', 'status': 'completed', 'code': 200} Feb 18 08:50:46.614216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-b40a48e9-b056-48dc-846f-6428fb531f11 req-12bbaeeb-0e22-4c9d-824e-dafa2b8ad988 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Deleting port 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:50:46.614811 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b40a48e9-b056-48dc-846f-6428fb531f11 req-12bbaeeb-0e22-4c9d-824e-dafa2b8ad988 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:46.701478 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-086dbce2-c764-427c-92bd-744e5e6747f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:46.703883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-38180bb4-c4ab-4341-beb6-bdf57452d382 req-4477084e-4dcf-41e8-8441-b8da439ac600 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] Unset dirty status for tenant:41c983f274f241c4b9d98d05fffe9b2b on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:50:46.705320 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38180bb4-c4ab-4341-beb6-bdf57452d382 req-4477084e-4dcf-41e8-8441-b8da439ac600 tempest-InstanceActionsNegativeTestJSON-1199381753 tempest-InstanceActionsNegativeTestJSON-1199381753-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ec3d3b-408a-46be-bfdb-dc87e27e0568 HTTP/1.1" status: 200 len: 210 time: 0.4979424 Feb 18 08:50:46.833547 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-404cd212-187c-4ba6-9bc8-5ec029e1d918 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:46.846152 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-086dbce2-c764-427c-92bd-744e5e6747f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:46.850070 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-404cd212-187c-4ba6-9bc8-5ec029e1d918 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:46.852969 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37d7fcff-acbe-4f75-a604-5394c920afca req-a4965e54-e984-46b4-abba-53f7b141c50e service neutron] 10.222.0.61 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6673050 Feb 18 08:50:46.896571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086dbce2-c764-427c-92bd-744e5e6747f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5ea898-36fc-4ae9-badb-8f439569cf47,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:46.905296 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-086dbce2-c764-427c-92bd-744e5e6747f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:46.914848 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-086dbce2-c764-427c-92bd-744e5e6747f8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/df5ea898-36fc-4ae9-badb-8f439569cf47 HTTP/1.1" status: 204 len: 168 time: 0.9329679 Feb 18 08:50:46.916610 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51506) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:46.919060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-404cd212-187c-4ba6-9bc8-5ec029e1d918 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Made reservation on behalf of 259cd62e1f1340f9828d7d7a1587db25 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:50:46.922490 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-404cd212-187c-4ba6-9bc8-5ec029e1d918 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:47.098089 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab2aabd7-6a3b-4719-9b8f-6ba0a286e977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:47.192027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-7603a38f-fe04-4024-8c25-04ebdfbaacfd tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:47.193486 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-7603a38f-fe04-4024-8c25-04ebdfbaacfd tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6328444 Feb 18 08:50:47.218974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-2070f96f-85d7-4ef2-8055-4f3c1fb50646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Request body: {'port': {'device_id': '879bfc94-8d21-4bbd-9887-c6f7e439f476', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '259cd62e1f1340f9828d7d7a1587db25'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:47.303190 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab2aabd7-6a3b-4719-9b8f-6ba0a286e977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:47.328321 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-404cd212-187c-4ba6-9bc8-5ec029e1d918 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Allocated IP 192.168.233.137 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/25d3a1d3-7047-4495-b537-7c39b8c631cb) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:50:47.349588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ab2aabd7-6a3b-4719-9b8f-6ba0a286e977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbb486a-3666-4e84-bd21-7ff3eb849b23']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:47.364867 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ab2aabd7-6a3b-4719-9b8f-6ba0a286e977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205332d2-5e41-4349-a80d-ed574e6c5dfc') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:47.365399 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ab2aabd7-6a3b-4719-9b8f-6ba0a286e977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205332d2-5e41-4349-a80d-ed574e6c5dfc') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:47.390763 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab2aabd7-6a3b-4719-9b8f-6ba0a286e977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:47.415550 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:50:47.432487 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab2aabd7-6a3b-4719-9b8f-6ba0a286e977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:47.448171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2aabd7-6a3b-4719-9b8f-6ba0a286e977 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:50:47.449319 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab2aabd7-6a3b-4719-9b8f-6ba0a286e977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:50:47.465912 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:50:47.471226 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37d7fcff-acbe-4f75-a604-5394c920afca req-c1a4611b-1ea5-467f-b61c-41d69b6e26c0 service neutron] 10.222.0.61 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074936 Feb 18 08:50:47.479403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd867b-32dd-4b12-91ba-244b54f6bcc8 req-a6f1ed6a-fa1b-4afb-9d3a-cd4468976121 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:47.481131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fbbd867b-32dd-4b12-91ba-244b54f6bcc8 req-a6f1ed6a-fa1b-4afb-9d3a-cd4468976121 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 944 time: 0.7722116 Feb 18 08:50:47.640039 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab2aabd7-6a3b-4719-9b8f-6ba0a286e977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:47.646184 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fbbd867b-32dd-4b12-91ba-244b54f6bcc8 req-477f8530-f6cb-4ef2-9071-9d9baed5f6bc tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420503 Feb 18 08:50:47.648637 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab2aabd7-6a3b-4719-9b8f-6ba0a286e977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:47.676530 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b40a48e9-b056-48dc-846f-6428fb531f11 req-12bbaeeb-0e22-4c9d-824e-dafa2b8ad988 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] For port 2cea9689-1a3d-44a6-b83e-fe7a28ae3340, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=2cea9689-1a3d-44a6-b83e-fe7a28ae3340,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:47.676530 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b40a48e9-b056-48dc-846f-6428fb531f11 req-12bbaeeb-0e22-4c9d-824e-dafa2b8ad988 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:47.680748 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2aabd7-6a3b-4719-9b8f-6ba0a286e977 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fbb486a-3666-4e84-bd21-7ff3eb849b23,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:47.711232 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ab2aabd7-6a3b-4719-9b8f-6ba0a286e977 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1fbb486a-3666-4e84-bd21-7ff3eb849b23 HTTP/1.1" status: 204 len: 168 time: 0.7937183 Feb 18 08:50:47.766604 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-404cd212-187c-4ba6-9bc8-5ec029e1d918 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:47.790689 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-404cd212-187c-4ba6-9bc8-5ec029e1d918 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Transition to ACTIVE for port object 25d3a1d3-7047-4495-b537-7c39b8c631cb will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:50:47.855280 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-b40a48e9-b056-48dc-846f-6428fb531f11 req-12bbaeeb-0e22-4c9d-824e-dafa2b8ad988 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Calling delete_port for 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:50:47.856371 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-404cd212-187c-4ba6-9bc8-5ec029e1d918 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:47.869840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['4c45de44-0392-4c95-9687-a557a54d9fc1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:50:47.912862 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51528) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:47.946363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-2070f96f-85d7-4ef2-8055-4f3c1fb50646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:48.000003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-2070f96f-85d7-4ef2-8055-4f3c1fb50646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Usage tracker for resource:port and tenant:259cd62e1f1340f9828d7d7a1587db25 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:48.021562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-2070f96f-85d7-4ef2-8055-4f3c1fb50646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:48.039977 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-2070f96f-85d7-4ef2-8055-4f3c1fb50646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:48.068236 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa100e-d7b5-40ad-bfe8-ba0e25d9e6a7 req-241011a4-e8ea-43f4-a2c2-03ed2361bf93 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:48.069863 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17fa100e-d7b5-40ad-bfe8-ba0e25d9e6a7 req-241011a4-e8ea-43f4-a2c2-03ed2361bf93 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=8498a858-823d-4bb2-b3aa-92f4596601de HTTP/1.1" status: 200 len: 950 time: 0.6613607 Feb 18 08:50:48.088727 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-404cd212-187c-4ba6-9bc8-5ec029e1d918 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:50:48.101040 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-404cd212-187c-4ba6-9bc8-5ec029e1d918 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:50:48.103954 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-404cd212-187c-4ba6-9bc8-5ec029e1d918 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:50:48.113937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-2070f96f-85d7-4ef2-8055-4f3c1fb50646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Made reservation on behalf of 259cd62e1f1340f9828d7d7a1587db25 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:50:48.117917 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-2070f96f-85d7-4ef2-8055-4f3c1fb50646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:48.206463 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-47b7b7a1-c2b3-4fa6-b1cd-722eec3c17d1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=714b504203b34573b7413cf07f309317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816589 Feb 18 08:50:48.209013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51532) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:48.214826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404cd212-187c-4ba6-9bc8-5ec029e1d918 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Pushing event updated for resources: {'Port': ['ID=25d3a1d3-7047-4495-b537-7c39b8c631cb,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:48.266935 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-404cd212-187c-4ba6-9bc8-5ec029e1d918 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:48.267721 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-404cd212-187c-4ba6-9bc8-5ec029e1d918 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:48.276073 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17fa100e-d7b5-40ad-bfe8-ba0e25d9e6a7 req-f87e86e3-c72d-4af1-815d-59362f2296be tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639411 Feb 18 08:50:48.282409 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b40a48e9-b056-48dc-846f-6428fb531f11 req-12bbaeeb-0e22-4c9d-824e-dafa2b8ad988 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:48.315010 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['887d487b-f373-491a-b057-6e1da09dc46b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:50:48.324199 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-404cd212-187c-4ba6-9bc8-5ec029e1d918 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7581289 Feb 18 08:50:48.328804 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b985f662-81e0-4aaa-af74-fd63cda8e735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:48.335553 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Request body: {'port': {'device_id': 'e81efc53-3ed5-4358-ad72-71c2ca9a5fab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:48.382460 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbaeeb-0e22-4c9d-824e-dafa2b8ad988 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Pushing event deleted for resources: {'Port': ['ID=2cea9689-1a3d-44a6-b83e-fe7a28ae3340,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:48.416355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21572092-cd82-4044-bbd6-3841c2c8e608 req-de948052-a500-423e-a4a1-056fce07fc91 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:48.418157 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-21572092-cd82-4044-bbd6-3841c2c8e608 req-de948052-a500-423e-a4a1-056fce07fc91 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 945 time: 0.4776404 Feb 18 08:50:48.422513 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b985f662-81e0-4aaa-af74-fd63cda8e735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:48.585381 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-85be79f4-4176-46d4-81a6-5acfbf3230c1 None None] Provisioning for port 25d3a1d3-7047-4495-b537-7c39b8c631cb completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:50:48.595218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-85be79f4-4176-46d4-81a6-5acfbf3230c1 None None] Provisioning complete for port 25d3a1d3-7047-4495-b537-7c39b8c631cb triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:50:48.596682 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-85be79f4-4176-46d4-81a6-5acfbf3230c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:48.601641 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:48.624032 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-245317b1-ac77-4d6f-925f-3d6981c8959b req-855e903e-6139-4d74-a58b-1c9be38b6bd0 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476 HTTP/1.1" status: 200 len: 210 time: 0.0748649 Feb 18 08:50:48.647512 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:50:48.699577 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b985f662-81e0-4aaa-af74-fd63cda8e735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:48.714870 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:50:48.715333 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:50:48.726758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-85be79f4-4176-46d4-81a6-5acfbf3230c1 None None] Port 25d3a1d3-7047-4495-b537-7c39b8c631cb cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:50:48.727915 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-21572092-cd82-4044-bbd6-3841c2c8e608 req-7d08838a-5085-46fa-a368-4bd42c39b9cd tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985034 Feb 18 08:50:48.741471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40a48e9-b056-48dc-846f-6428fb531f11 req-12bbaeeb-0e22-4c9d-824e-dafa2b8ad988 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] No DVR routers for this DVR port 2cea9689-1a3d-44a6-b83e-fe7a28ae3340 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:50:48.744651 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b40a48e9-b056-48dc-846f-6428fb531f11 req-12bbaeeb-0e22-4c9d-824e-dafa2b8ad988 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:48.758472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8498a858-823d-4bb2-b3aa-92f4596601de', 'name': 'network-vif-deleted', 'tag': '2cea9689-1a3d-44a6-b83e-fe7a28ae3340'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:48.780501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51544) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:48.783717 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b40a48e9-b056-48dc-846f-6428fb531f11 req-12bbaeeb-0e22-4c9d-824e-dafa2b8ad988 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.61 "DELETE /v2.0/ports/2cea9689-1a3d-44a6-b83e-fe7a28ae3340 HTTP/1.1" status: 204 len: 173 time: 2.5715382 Feb 18 08:50:48.809515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985f662-81e0-4aaa-af74-fd63cda8e735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e51ee39-1c1c-4b8c-b416-07950b52a163,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:48.835345 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b985f662-81e0-4aaa-af74-fd63cda8e735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:48.846715 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b985f662-81e0-4aaa-af74-fd63cda8e735 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9e51ee39-1c1c-4b8c-b416-07950b52a163 HTTP/1.1" status: 204 len: 168 time: 0.6366124 Feb 18 08:50:48.941355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd15330e-fb12-439d-a3a4-2410f74367ee admin admin] Deleting subnet 5a6c779e-66a4-4e2f-b6e4-ce0c702890ff {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:50:48.950923 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dd15330e-fb12-439d-a3a4-2410f74367ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:49.105398 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8498a858-823d-4bb2-b3aa-92f4596601de', 'name': 'network-vif-deleted', 'tag': '2cea9689-1a3d-44a6-b83e-fe7a28ae3340', 'status': 'completed', 'code': 200} Feb 18 08:50:49.193946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-2070f96f-85d7-4ef2-8055-4f3c1fb50646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Allocated IP 192.168.233.189 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/3f77bea7-e6e0-45e7-a4db-9f99e09cb922) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:50:49.198538 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dd15330e-fb12-439d-a3a4-2410f74367ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:49.490848 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dd15330e-fb12-439d-a3a4-2410f74367ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:49.594032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad231f6-b586-4cf8-b07d-bd12cc981566 req-5645384f-fd95-43d2-94eb-cc55ab68234c tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:49.596319 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dad231f6-b586-4cf8-b07d-bd12cc981566 req-5645384f-fd95-43d2-94eb-cc55ab68234c tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 944 time: 0.4899144 Feb 18 08:50:49.695891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5c28b-4bab-4136-beed-baf89d1f9f86 req-0bc480d2-058f-418e-b46d-bb88b453c159 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:49.697539 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-33a5c28b-4bab-4136-beed-baf89d1f9f86 req-0bc480d2-058f-418e-b46d-bb88b453c159 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 945 time: 0.5977595 Feb 18 08:50:49.706277 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51570) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:49.713623 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0eccf64f-6860-4e67-aa69-e604d0da64df tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Request body: {'floatingip': {'port_id': '7446ac55-027c-4a4f-9eca-65dcb17d147d'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:49.766811 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dad231f6-b586-4cf8-b07d-bd12cc981566 req-a27bd476-3945-487e-b28d-b698d68ce7e7 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628542 Feb 18 08:50:49.771141 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dd15330e-fb12-439d-a3a4-2410f74367ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:49.850758 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0eccf64f-6860-4e67-aa69-e604d0da64df tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for floatingip, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:49.858659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15330e-fb12-439d-a3a4-2410f74367ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a6c779e-66a4-4e2f-b6e4-ce0c702890ff,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:49.891973 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dd15330e-fb12-439d-a3a4-2410f74367ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:49.911416 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dd15330e-fb12-439d-a3a4-2410f74367ee admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5a6c779e-66a4-4e2f-b6e4-ce0c702890ff HTTP/1.1" status: 204 len: 168 time: 1.1275747 Feb 18 08:50:49.926655 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51580) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:49.980959 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-2070f96f-85d7-4ef2-8055-4f3c1fb50646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:50.114219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51584) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:50.147086 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-990e046f-146b-4001-ad56-ed617107ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:50.174045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-2070f96f-85d7-4ef2-8055-4f3c1fb50646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Transition to ACTIVE for port object 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:50:50.203555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-712f8ae8-f35a-4d98-b150-ce0d4d7bf5ad req-f1d6fde0-b78d-46ff-bf92-5db36133d165 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Synchronizing usage tracker for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:50:50.220021 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-2070f96f-85d7-4ef2-8055-4f3c1fb50646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:50.234760 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['4c45de44-0392-4c95-9687-a557a54d9fc1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:50:50.320725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-121972987-network', 'tenant_id': 'd328563fe2e44a9ba9241bccb50b91a2'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:50.388696 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:50.400522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-2070f96f-85d7-4ef2-8055-4f3c1fb50646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:50:50.408828 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-2070f96f-85d7-4ef2-8055-4f3c1fb50646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:50:50.418937 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Usage tracker for resource:network and tenant:d328563fe2e44a9ba9241bccb50b91a2 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:50.430602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:50.443992 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:50.499049 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-2070f96f-85d7-4ef2-8055-4f3c1fb50646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:50:50.534076 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-712f8ae8-f35a-4d98-b150-ce0d4d7bf5ad req-f1d6fde0-b78d-46ff-bf92-5db36133d165 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Unset dirty status for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:50:50.535243 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-712f8ae8-f35a-4d98-b150-ce0d4d7bf5ad req-f1d6fde0-b78d-46ff-bf92-5db36133d165 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476 HTTP/1.1" status: 200 len: 210 time: 0.5607951 Feb 18 08:50:50.552571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Made reservation on behalf of d328563fe2e44a9ba9241bccb50b91a2 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:50:50.564417 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:50.586137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070f96f-85d7-4ef2-8055-4f3c1fb50646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Pushing event updated for resources: {'Port': ['ID=3f77bea7-e6e0-45e7-a4db-9f99e09cb922,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:50.591621 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:50.592840 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-990e046f-146b-4001-ad56-ed617107ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:50.640087 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-2070f96f-85d7-4ef2-8055-4f3c1fb50646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:50.640665 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-2070f96f-85d7-4ef2-8055-4f3c1fb50646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:50.654300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-990e046f-146b-4001-ad56-ed617107ce23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a54723-fbe1-48b2-8605-adc73008b0c6']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:50.658342 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bbf609d8-005e-4522-881c-9a44bc7276ec None None] Provisioning for port 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:50:50.664192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bbf609d8-005e-4522-881c-9a44bc7276ec None None] Provisioning complete for port 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:50:50.664673 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bbf609d8-005e-4522-881c-9a44bc7276ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:50.677438 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-990e046f-146b-4001-ad56-ed617107ce23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992c6f03-c8b5-4d2b-a21a-9c57579ff6c2') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:50.677646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-990e046f-146b-4001-ad56-ed617107ce23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992c6f03-c8b5-4d2b-a21a-9c57579ff6c2') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:50.679771 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:50.697647 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Usage tracker for resource:security_group_rule and tenant:d328563fe2e44a9ba9241bccb50b91a2 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:50.697966 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-990e046f-146b-4001-ad56-ed617107ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:50.704685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:50.724243 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-990e046f-146b-4001-ad56-ed617107ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:50.731579 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990e046f-146b-4001-ad56-ed617107ce23 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:50:50.732130 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-990e046f-146b-4001-ad56-ed617107ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:50.757918 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-bbf609d8-005e-4522-881c-9a44bc7276ec None None] Port 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:50:50.799914 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:50:50.812227 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-2070f96f-85d7-4ef2-8055-4f3c1fb50646 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6048467 Feb 18 08:50:50.827990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Request body: {'port': {'device_id': '879bfc94-8d21-4bbd-9887-c6f7e439f476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:50.829419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:50.834105 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:50:50.889095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ec40b-37da-45fe-8f7e-d43319fd691d req-0421eb50-9094-4d70-9aef-fb0307ef16ce tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:50.889823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-164ec40b-37da-45fe-8f7e-d43319fd691d req-0421eb50-9094-4d70-9aef-fb0307ef16ce tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Synchronizing usage tracker for tenant:9f2fa9ecedc34ceb9c1713176a0a17a8 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:50:50.896182 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-990e046f-146b-4001-ad56-ed617107ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:50.924939 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-990e046f-146b-4001-ad56-ed617107ce23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:50.939873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e046f-146b-4001-ad56-ed617107ce23 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a54723-fbe1-48b2-8605-adc73008b0c6,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:51.012427 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-990e046f-146b-4001-ad56-ed617107ce23 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d3a54723-fbe1-48b2-8605-adc73008b0c6 HTTP/1.1" status: 204 len: 168 time: 1.0827627 Feb 18 08:50:51.013212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-164ec40b-37da-45fe-8f7e-d43319fd691d req-0421eb50-9094-4d70-9aef-fb0307ef16ce tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Unset dirty status for tenant:9f2fa9ecedc34ceb9c1713176a0a17a8 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:50:51.014214 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-164ec40b-37da-45fe-8f7e-d43319fd691d req-0421eb50-9094-4d70-9aef-fb0307ef16ce tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 951 time: 0.7107432 Feb 18 08:50:51.070684 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:51.078702 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d3a1d3-7047-4495-b537-7c39b8c631cb {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:50:51.098015 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:51.143506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Transition to ACTIVE for port object 25d3a1d3-7047-4495-b537-7c39b8c631cb will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:50:51.150432 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-164ec40b-37da-45fe-8f7e-d43319fd691d req-f9b55f66-5908-4842-aa40-a4934ef115aa tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232405 Feb 18 08:50:51.158245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51600) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:51.198348 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:51.231437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974ae87-e671-461b-8842-7ce0de64acae req-04b6dec5-19da-4205-8489-e176809791e6 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:51.232955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2974ae87-e671-461b-8842-7ce0de64acae req-04b6dec5-19da-4205-8489-e176809791e6 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 944 time: 0.2591617 Feb 18 08:50:51.313412 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-93c9f25d-39d0-41a2-ae92-e91af552e0a6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=41c983f274f241c4b9d98d05fffe9b2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500742 Feb 18 08:50:51.316884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51604) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:51.351755 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:51.361730 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [None req-0eccf64f-6860-4e67-aa69-e604d0da64df tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:50:51.398395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2974ae87-e671-461b-8842-7ce0de64acae req-4ce1baa9-ae4c-4dd6-8173-74c11ea51d96 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214261 Feb 18 08:50:51.426499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Pushing event updated for resources: {'Port': ['ID=25d3a1d3-7047-4495-b537-7c39b8c631cb,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:51.479214 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:51.578988 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0eccf64f-6860-4e67-aa69-e604d0da64df tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:51.601715 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0eccf64f-6860-4e67-aa69-e604d0da64df tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:51.639907 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9e5e60db-4d38-46f2-99e0-c77e7d2f9aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:51.667077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:50:51.688618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa912eb7-5b77-41b2-a62c-5091db7b5ea5,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:51.729572 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9e5e60db-4d38-46f2-99e0-c77e7d2f9aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:51.756782 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:51.757124 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Added segment 600c8072-9436-4a76-83be-d949ac02705d of type vlan for network 11c62acf-109f-4a27-bd57-7b2fbd2fa5fa Feb 18 08:50:51.874692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Attempting to bind port 25d3a1d3-7047-4495-b537-7c39b8c631cb on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:50:51.875835 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Attempting to bind port 25d3a1d3-7047-4495-b537-7c39b8c631cb by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:50:51.876058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:50:51.876566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Attempting to bind port 25d3a1d3-7047-4495-b537-7c39b8c631cb on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:50:51.888093 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539c86a-e800-4eb3-a554-c1eb40bad378 req-857f122e-9557-4df7-94a4-49a533ef0d2c tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:51.889022 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:51.894941 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6539c86a-e800-4eb3-a554-c1eb40bad378 req-857f122e-9557-4df7-94a4-49a533ef0d2c tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476 HTTP/1.1" status: 200 len: 936 time: 0.2105124 Feb 18 08:50:51.899342 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9e5e60db-4d38-46f2-99e0-c77e7d2f9aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:51.906493 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:51.911128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Port 25d3a1d3-7047-4495-b537-7c39b8c631cb on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:50:51.911475 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Attempting to bind port 25d3a1d3-7047-4495-b537-7c39b8c631cb on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:50:51.928359 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:50:51.928962 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:50:51.929343 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:50:51.929761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Bound port: 25d3a1d3-7047-4495-b537-7c39b8c631cb, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:50:51.930099 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:51.942301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e60db-4d38-46f2-99e0-c77e7d2f9aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3790a263-1d0a-4528-9ac3-e9a61d80e2dd,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:51.955908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Transition to ACTIVE for port object 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:50:51.956893 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9e5e60db-4d38-46f2-99e0-c77e7d2f9aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:51.958055 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9e5e60db-4d38-46f2-99e0-c77e7d2f9aa2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3790a263-1d0a-4528-9ac3-e9a61d80e2dd HTTP/1.1" status: 204 len: 168 time: 0.6388886 Feb 18 08:50:51.968394 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:52.023218 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-0eccf64f-6860-4e67-aa69-e604d0da64df tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Floating IP 05ccfcbf-bee4-4e44-a52b-587e1b37b8df associated. External IP: 172.25.1.229, port: 7446ac55-027c-4a4f-9eca-65dcb17d147d. Feb 18 08:50:52.028179 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6539c86a-e800-4eb3-a554-c1eb40bad378 req-c3e0c7c1-e1c8-4f32-8e27-08c4aff14868 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320965 Feb 18 08:50:52.108733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Pushing event updated for resources: {'Port': ['ID=3f77bea7-e6e0-45e7-a4db-9f99e09cb922,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:52.260846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Attempting to bind port 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:50:52.261221 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fc034-6fe4-4fd1-a4c6-61d0cad81b34 req-d632936e-62f6-4673-8f41-ec5edb900fa4 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:52.261381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Attempting to bind port 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:50:52.261692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Attempting to bind port 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:50:52.261968 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-571fc034-6fe4-4fd1-a4c6-61d0cad81b34 req-d632936e-62f6-4673-8f41-ec5edb900fa4 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Synchronizing usage tracker for tenant:9f2fa9ecedc34ceb9c1713176a0a17a8 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:50:52.269033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Port 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:50:52.269534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Attempting to bind port 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:50:52.276946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:50:52.277372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:50:52.277825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:50:52.278878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Bound port: 3f77bea7-e6e0-45e7-a4db-9f99e09cb922, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:50:52.279385 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:52.280917 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:52.282038 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:52.282677 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:52.338902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] For port 25d3a1d3-7047-4495-b537-7c39b8c631cb, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:50:52.429127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-571fc034-6fe4-4fd1-a4c6-61d0cad81b34 req-d632936e-62f6-4673-8f41-ec5edb900fa4 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Unset dirty status for tenant:9f2fa9ecedc34ceb9c1713176a0a17a8 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:50:52.430226 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-571fc034-6fe4-4fd1-a4c6-61d0cad81b34 req-d632936e-62f6-4673-8f41-ec5edb900fa4 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.81 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 951 time: 0.7318091 Feb 18 08:50:52.453959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] For port 3f77bea7-e6e0-45e7-a4db-9f99e09cb922, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:50:52.457691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] For port 3f77bea7-e6e0-45e7-a4db-9f99e09cb922, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=3f77bea7-e6e0-45e7-a4db-9f99e09cb922,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:50:52.468207 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:52.526072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] For port 25d3a1d3-7047-4495-b537-7c39b8c631cb, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=25d3a1d3-7047-4495-b537-7c39b8c631cb,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:50:52.537064 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce7c73-bc97-4059-aef0-a539599e8ad7 req-4d1fe810-8d61-457c-b3e0-fe933a580cd3 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:52.539640 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31ce7c73-bc97-4059-aef0-a539599e8ad7 req-4d1fe810-8d61-457c-b3e0-fe933a580cd3 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 951 time: 0.2069027 Feb 18 08:50:52.574610 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4589748 Feb 18 08:50:52.584073 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad7197-ab91-43e4-8a55-469ed4a4e048 admin admin] Pushing event updated for resources: {'Network': ['ID=11c62acf-109f-4a27-bd57-7b2fbd2fa5fa,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:52.586660 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:52.595404 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 11c62acf-109f-4a27-bd57-7b2fbd2fa5fa details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:50:52.652044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:52.652807 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:52.654590 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] 10.222.0.81 "PUT /v2.0/ports/3f77bea7-e6e0-45e7-a4db-9f99e09cb922 HTTP/1.1" status: 200 len: 1096 time: 1.8312697 Feb 18 08:50:52.655429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f57648-5396-43a3-95d4-14ef54c12f21 service neutron] Pushing event updated for resources: {'Port': ['ID=3f77bea7-e6e0-45e7-a4db-9f99e09cb922,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:52.659232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879bfc94-8d21-4bbd-9887-c6f7e439f476', 'tag': '3f77bea7-e6e0-45e7-a4db-9f99e09cb922'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:52.829692 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31ce7c73-bc97-4059-aef0-a539599e8ad7 req-ffabdb69-86eb-4942-8afd-3d364773d45a tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c7e213-e493-4c09-9cda-975c5d52fab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685843 Feb 18 08:50:52.906927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134c72b-60d2-4c71-b655-bb5700c8eae6 req-7c0f4118-2186-400b-b376-eac62052d96a tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:52.914957 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9134c72b-60d2-4c71-b655-bb5700c8eae6 req-7c0f4118-2186-400b-b376-eac62052d96a tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 944 time: 0.3571322 Feb 18 08:50:52.971708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-26851bc1-62b0-411b-87ab-ef333c997ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:52.973216 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-26851bc1-62b0-411b-87ab-ef333c997ce9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476 HTTP/1.1" status: 200 len: 1099 time: 0.2558599 Feb 18 08:50:53.006051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:53.006695 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:53.008053 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] 10.222.0.81 "PUT /v2.0/ports/25d3a1d3-7047-4495-b537-7c39b8c631cb HTTP/1.1" status: 200 len: 1096 time: 4.6767542 Feb 18 08:50:53.008206 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9134c72b-60d2-4c71-b655-bb5700c8eae6 req-97af81e4-e790-4458-b9f4-00ad9938ff9f tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914400 Feb 18 08:50:53.010864 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81efc53-3ed5-4358-ad72-71c2ca9a5fab', 'tag': '25d3a1d3-7047-4495-b537-7c39b8c631cb'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:53.020995 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879bfc94-8d21-4bbd-9887-c6f7e439f476', 'tag': '3f77bea7-e6e0-45e7-a4db-9f99e09cb922', 'status': 'completed', 'code': 200} Feb 18 08:50:53.033890 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-571fc034-6fe4-4fd1-a4c6-61d0cad81b34 req-37c69d52-c263-4f86-b0ba-4c32995c85e2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Deleting port 887d487b-f373-491a-b057-6e1da09dc46b {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:50:53.034430 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-571fc034-6fe4-4fd1-a4c6-61d0cad81b34 req-37c69d52-c263-4f86-b0ba-4c32995c85e2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:53.166737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-4fa3a77b-bb24-4d0c-9db7-a2c11dee7098 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=3f77bea7-e6e0-45e7-a4db-9f99e09cb922 HTTP/1.1" status: 200 len: 217 time: 0.1443520 Feb 18 08:50:53.179805 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81efc53-3ed5-4358-ad72-71c2ca9a5fab', 'tag': '25d3a1d3-7047-4495-b537-7c39b8c631cb', 'status': 'completed', 'code': 200} Feb 18 08:50:53.279673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51652) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:53.284193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-57b60277-2d00-4ab3-a1bd-da83869ae9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:53.286639 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-57b60277-2d00-4ab3-a1bd-da83869ae9a8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1042447 Feb 18 08:50:53.339248 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3ab36-2802-4ec2-8fdc-00f05e8b9e29 service neutron] Pushing event updated for resources: {'Port': ['ID=25d3a1d3-7047-4495-b537-7c39b8c631cb,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:53.413670 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eccf64f-6860-4e67-aa69-e604d0da64df tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Router 227481cd-e1fe-4c8c-96b9-c7a8e20353fc has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:50:53.552825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaab31-665f-423a-b475-d1f656c375d9 req-8b659a87-2f28-4f23-8c17-efa992da8464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:53.554342 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2deaab31-665f-423a-b475-d1f656c375d9 req-8b659a87-2f28-4f23-8c17-efa992da8464 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621&device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 1095 time: 0.2614613 Feb 18 08:50:53.613013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-a28b6ade-7aad-4070-a1bb-7fcf4e6f4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:53.614525 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-a28b6ade-7aad-4070-a1bb-7fcf4e6f4cff service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=e81efc53-3ed5-4358-ad72-71c2ca9a5fab HTTP/1.1" status: 200 len: 1099 time: 0.4827747 Feb 18 08:50:53.648711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-811089728-network', 'tenant_id': '539e8772fdef4b1e9a67e1a3a1960338'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:53.662169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:53.725456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Usage tracker for resource:network and tenant:539e8772fdef4b1e9a67e1a3a1960338 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:53.751075 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-4c214369-790e-4b22-9233-f99091dc7b48 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=25d3a1d3-7047-4495-b537-7c39b8c631cb HTTP/1.1" status: 200 len: 217 time: 0.1286726 Feb 18 08:50:53.860915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-1af11f17-9c0b-4f53-aabe-1a677cf210e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:53.861872 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-1af11f17-9c0b-4f53-aabe-1a677cf210e1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5285854 Feb 18 08:50:53.862718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:53.881444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-571fc034-6fe4-4fd1-a4c6-61d0cad81b34 req-37c69d52-c263-4f86-b0ba-4c32995c85e2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] For port 887d487b-f373-491a-b057-6e1da09dc46b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=887d487b-f373-491a-b057-6e1da09dc46b,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:53.881823 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-571fc034-6fe4-4fd1-a4c6-61d0cad81b34 req-37c69d52-c263-4f86-b0ba-4c32995c85e2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:53.886060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:53.890161 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-5324d899-e15d-4f74-ba04-a6e04349e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:53.891488 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-5324d899-e15d-4f74-ba04-a6e04349e08e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1301618 Feb 18 08:50:53.895120 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eccf64f-6860-4e67-aa69-e604d0da64df tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:50:53.900779 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0eccf64f-6860-4e67-aa69-e604d0da64df tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:53.904880 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccb09ea-5951-47e7-b450-ab2d08821e03 None None] Sync routers for ids ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:50:53.916478 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccb09ea-5951-47e7-b450-ab2d08821e03 None None] Routers {'227481cd-e1fe-4c8c-96b9-c7a8e20353fc'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:50:53.917433 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dccb09ea-5951-47e7-b450-ab2d08821e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:50:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:53.992706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5509b-bfc4-4f87-85b6-11b2bd2dd902 req-f046dfb8-1f86-4342-9dd1-3f02fd9681c1 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:53.994682 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03b5509b-bfc4-4f87-85b6-11b2bd2dd902 req-f046dfb8-1f86-4342-9dd1-3f02fd9681c1 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476 HTTP/1.1" status: 200 len: 948 time: 0.6625454 Feb 18 08:50:54.042507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Made reservation on behalf of 539e8772fdef4b1e9a67e1a3a1960338 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:50:54.044754 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:54.077961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-571fc034-6fe4-4fd1-a4c6-61d0cad81b34 req-37c69d52-c263-4f86-b0ba-4c32995c85e2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Calling delete_port for 887d487b-f373-491a-b057-6e1da09dc46b owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:50:54.080427 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e68c13-6791-401e-9b25-c997390f82c3 req-fa92b2ce-01b3-4149-96ee-4e78b395b2b8 tempest-ComputeTenantNetworksTest-1539621389 tempest-ComputeTenantNetworksTest-1539621389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:54.086318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e68c13-6791-401e-9b25-c997390f82c3 req-fa92b2ce-01b3-4149-96ee-4e78b395b2b8 tempest-ComputeTenantNetworksTest-1539621389 tempest-ComputeTenantNetworksTest-1539621389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:54.092638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e68c13-6791-401e-9b25-c997390f82c3 req-fa92b2ce-01b3-4149-96ee-4e78b395b2b8 tempest-ComputeTenantNetworksTest-1539621389 tempest-ComputeTenantNetworksTest-1539621389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:54.094223 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80e68c13-6791-401e-9b25-c997390f82c3 req-fa92b2ce-01b3-4149-96ee-4e78b395b2b8 tempest-ComputeTenantNetworksTest-1539621389 tempest-ComputeTenantNetworksTest-1539621389-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5779088 Feb 18 08:50:54.117598 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:54.164162 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-dccb09ea-5951-47e7-b450-ab2d08821e03 None None] Set router 227481cd-e1fe-4c8c-96b9-c7a8e20353fc gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:50:54.173386 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0eccf64f-6860-4e67-aa69-e604d0da64df tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "PUT /v2.0/floatingips/05ccfcbf-bee4-4e44-a52b-587e1b37b8df HTTP/1.1" status: 200 len: 991 time: 4.4653151 Feb 18 08:50:54.204788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaab31-665f-423a-b475-d1f656c375d9 req-4dab9069-ea4d-44a5-a637-17507763cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:54.206230 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2deaab31-665f-423a-b475-d1f656c375d9 req-4dab9069-ea4d-44a5-a637-17507763cb23 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5d5e2a5a-f047-425a-86b2-0b3143ac8640 HTTP/1.1" status: 200 len: 917 time: 0.5817616 Feb 18 08:50:54.207233 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:54.231620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03b5509b-bfc4-4f87-85b6-11b2bd2dd902 req-06a8bd7a-81d3-461f-b7cc-b6e6b8151e0c tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139797 Feb 18 08:50:54.266387 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-03d33b6d-d374-487e-9f41-38882c2c05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:54.268046 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-03d33b6d-d374-487e-9f41-38882c2c05e7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2909529 Feb 18 08:50:54.353399 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2deaab31-665f-423a-b475-d1f656c375d9 req-e69722d8-b797-45b7-8bd7-79aa778e69e5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a HTTP/1.1" status: 200 len: 999 time: 0.1207862 Feb 18 08:50:54.355500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Usage tracker for resource:security_group_rule and tenant:539e8772fdef4b1e9a67e1a3a1960338 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:54.379086 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-571fc034-6fe4-4fd1-a4c6-61d0cad81b34 req-37c69d52-c263-4f86-b0ba-4c32995c85e2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:54.395792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:54.446150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c69d52-c263-4f86-b0ba-4c32995c85e2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Pushing event deleted for resources: {'Port': ['ID=887d487b-f373-491a-b057-6e1da09dc46b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:54.490241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:54.511729 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ffc6474d-0ec3-4dd6-b449-071cb5a479e1 req-7589e756-c10b-4632-92cb-dac8a65f9baa tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.72 "GET /v2.0/ports?device_id=50de0908-4647-499e-8821-4f4428066013 HTTP/1.1" status: 200 len: 210 time: 0.2695525 Feb 18 08:50:54.516313 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-2afab3e0-0d93-408e-9877-11114fe74672 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6373103 Feb 18 08:50:54.547768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-571fc034-6fe4-4fd1-a4c6-61d0cad81b34 req-37c69d52-c263-4f86-b0ba-4c32995c85e2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] No DVR routers for this DVR port 887d487b-f373-491a-b057-6e1da09dc46b on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:50:54.553132 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-571fc034-6fe4-4fd1-a4c6-61d0cad81b34 req-37c69d52-c263-4f86-b0ba-4c32995c85e2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:54.564883 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-9c5e5930-8b9e-4723-a35b-be55a39f689f service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877827 Feb 18 08:50:54.578023 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-571fc034-6fe4-4fd1-a4c6-61d0cad81b34 req-37c69d52-c263-4f86-b0ba-4c32995c85e2 tempest-ServersAdminTestJSON-1848538416 tempest-ServersAdminTestJSON-1848538416-project] 10.222.0.81 "DELETE /v2.0/ports/887d487b-f373-491a-b057-6e1da09dc46b HTTP/1.1" status: 204 len: 173 time: 2.0603921 Feb 18 08:50:54.595218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 887d487b-f373-491a-b057-6e1da09dc46b no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:50:54.600996 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dccb09ea-5951-47e7-b450-ab2d08821e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'name': 'tempest-ServersTestBootFromVolume-225646175-router', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:11Z', 'updated_at': '2022-02-18T08:49:21Z', 'revision_number': 4, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'gw_port': {'id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:13Z', 'updated_at': '2022-02-18T08:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '05ccfcbf-bee4-4e44-a52b-587e1b37b8df', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'port_id': '7446ac55-027c-4a4f-9eca-65dcb17d147d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1', 'mac_address': 'fa:16:3e:c9:c6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:49:32Z', 'updated_at': '2022-02-18T08:50:51Z', 'revision_number': 1, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a81bfe3-3a2d-46af-91ea-7d48f080ef1d', 'name': '', 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'mac_address': 'fa:16:3e:a1:88:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '06dc3032-d041-4123-94a7-f9ef538af254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:19Z', 'updated_at': '2022-02-18T08:49:34Z', 'revision_number': 5, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'subnets': [{'id': '06dc3032-d041-4123-94a7-f9ef538af254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:54.607112 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccb09ea-5951-47e7-b450-ab2d08821e03 None None] Checking router: 227481cd-e1fe-4c8c-96b9-c7a8e20353fc for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:50:54.619326 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccb09ea-5951-47e7-b450-ab2d08821e03 None None] Routers {'227481cd-e1fe-4c8c-96b9-c7a8e20353fc'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:50:54.620233 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dccb09ea-5951-47e7-b450-ab2d08821e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:50:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:54.696334 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 887d487b-f373-491a-b057-6e1da09dc46b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:50:54.696678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 887d487b-f373-491a-b057-6e1da09dc46b not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:50:54.703351 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a32a9fce-bafc-4c7c-a307-309ea9ccfb6a details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:50:54.813938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaab31-665f-423a-b475-d1f656c375d9 req-a7bea7d5-56d9-4649-9875-cb6f680e505d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:54.815418 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2deaab31-665f-423a-b475-d1f656c375d9 req-a7bea7d5-56d9-4649-9875-cb6f680e505d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df727fe9-3fec-4967-a902-47fe24f8ed0f HTTP/1.1" status: 200 len: 855 time: 0.4207566 Feb 18 08:50:54.961415 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:54.975103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335178b-a925-424b-85aa-a84e9368e533 req-638da079-def4-42bb-b9d1-28722c8b9aa4 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:54.982613 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4335178b-a925-424b-85aa-a84e9368e533 req-638da079-def4-42bb-b9d1-28722c8b9aa4 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 944 time: 0.6282206 Feb 18 08:50:54.988782 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'port_id': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a', 'mac_address': 'fa:16:3e:9c:44:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:50:55.012728 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-cb5afee1-6004-4fe8-bd73-8b71c1b2a1fb service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238651 Feb 18 08:50:55.037126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff58e4d-7116-4562-992c-db1eadd44481 req-640c9de5-4fe3-4e41-8784-09161e761704 tempest-ComputeTenantNetworksTest-1539621389 tempest-ComputeTenantNetworksTest-1539621389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:55.038485 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fff58e4d-7116-4562-992c-db1eadd44481 req-640c9de5-4fe3-4e41-8784-09161e761704 tempest-ComputeTenantNetworksTest-1539621389 tempest-ComputeTenantNetworksTest-1539621389-project] 10.222.0.72 "GET /v2.0/networks/11c62acf-109f-4a27-bd57-7b2fbd2fa5fa HTTP/1.1" status: 200 len: 768 time: 0.4963622 Feb 18 08:50:55.051300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51668) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:55.081631 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4335178b-a925-424b-85aa-a84e9368e533 req-586d85de-532f-42ca-9960-c503e11e0e35 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980883 Feb 18 08:50:55.086049 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-dccb09ea-5951-47e7-b450-ab2d08821e03 None None] Set router 227481cd-e1fe-4c8c-96b9-c7a8e20353fc gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:50:55.126333 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6be3284c-c34c-47a0-b564-bac6790bbb8a req-3bb7799e-63a2-45fe-8b81-0d0a371a3086 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859089 Feb 18 08:50:55.156093 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:55.169177 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:55.171654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaab31-665f-423a-b475-d1f656c375d9 req-c1d961e3-7e8e-41cc-801c-15fe26df7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:55.173224 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2deaab31-665f-423a-b475-d1f656c375d9 req-c1d961e3-7e8e-41cc-801c-15fe26df7c18 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5d5e2a5a-f047-425a-86b2-0b3143ac8640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3378413 Feb 18 08:50:55.177756 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:55.193806 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:50:55.206361 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:55.207116 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Added segment f04847ad-b43b-493a-bb68-84993f5f3d8c of type vlan for network 4c5aa3e0-32a3-4779-89e4-c5426773007d Feb 18 08:50:55.209432 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0', 'tag': '7446ac55-027c-4a4f-9eca-65dcb17d147d'}, {'server_uuid': '50de0908-4647-499e-8821-4f4428066013', 'name': 'network-vif-deleted', 'tag': '887d487b-f373-491a-b057-6e1da09dc46b'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:55.211592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32a9fce-bafc-4c7c-a307-309ea9ccfb6a {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:50:55.266470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:55.283200 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:55.330131 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:55.356765 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6d765825-6c36-452c-b935-107ea25d61ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:55.410090 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0', 'tag': '7446ac55-027c-4a4f-9eca-65dcb17d147d', 'status': 'completed', 'code': 200} Feb 18 08:50:55.410351 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50de0908-4647-499e-8821-4f4428066013', 'name': 'network-vif-deleted', 'tag': '887d487b-f373-491a-b057-6e1da09dc46b', 'status': 'completed', 'code': 200} Feb 18 08:50:55.413209 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013446f8-b313-4f9f-b315-afffda120f73 req-624286f3-b65f-47b3-b070-7fa24c0b695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:55.415665 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-013446f8-b313-4f9f-b315-afffda120f73 req-624286f3-b65f-47b3-b070-7fa24c0b695d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=e81efc53-3ed5-4358-ad72-71c2ca9a5fab HTTP/1.1" status: 200 len: 1099 time: 0.1912148 Feb 18 08:50:55.465185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,revision_number=11']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:55.640936 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6d765825-6c36-452c-b935-107ea25d61ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:55.660812 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['a32a9fce-bafc-4c7c-a307-309ea9ccfb6a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:50:55.662053 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dccb09ea-5951-47e7-b450-ab2d08821e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'name': 'tempest-ServersTestBootFromVolume-225646175-router', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:11Z', 'updated_at': '2022-02-18T08:49:21Z', 'revision_number': 4, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'gw_port': {'id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:13Z', 'updated_at': '2022-02-18T08:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '05ccfcbf-bee4-4e44-a52b-587e1b37b8df', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'port_id': '7446ac55-027c-4a4f-9eca-65dcb17d147d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1', 'mac_address': 'fa:16:3e:c9:c6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:49:32Z', 'updated_at': '2022-02-18T08:50:51Z', 'revision_number': 1, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a81bfe3-3a2d-46af-91ea-7d48f080ef1d', 'name': '', 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'mac_address': 'fa:16:3e:a1:88:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '06dc3032-d041-4123-94a7-f9ef538af254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:19Z', 'updated_at': '2022-02-18T08:49:34Z', 'revision_number': 5, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'subnets': [{'id': '06dc3032-d041-4123-94a7-f9ef538af254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:55.666321 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccb09ea-5951-47e7-b450-ab2d08821e03 None None] The sync data for ids ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'] in n-d-829434-1 is: [{'id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'name': 'tempest-ServersTestBootFromVolume-225646175-router', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:11Z', 'updated_at': '2022-02-18T08:49:21Z', 'revision_number': 4, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'gw_port': {'id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:13Z', 'updated_at': '2022-02-18T08:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '05ccfcbf-bee4-4e44-a52b-587e1b37b8df', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'port_id': '7446ac55-027c-4a4f-9eca-65dcb17d147d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1', 'mac_address': 'fa:16:3e:c9:c6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:49:32Z', 'updated_at': '2022-02-18T08:50:51Z', 'revision_number': 1, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a81bfe3-3a2d-46af-91ea-7d48f080ef1d', 'name': '', 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'mac_address': 'fa:16:3e:a1:88:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '06dc3032-d041-4123-94a7-f9ef538af254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:19Z', 'updated_at': '2022-02-18T08:49:34Z', 'revision_number': 5, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'subnets': [{'id': '06dc3032-d041-4123-94a7-f9ef538af254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:50:55.693503 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6d765825-6c36-452c-b935-107ea25d61ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c62acf-109f-4a27-bd57-7b2fbd2fa5fa']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:55.720468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6d765825-6c36-452c-b935-107ea25d61ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600c8072-9436-4a76-83be-d949ac02705d') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:55.720794 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6d765825-6c36-452c-b935-107ea25d61ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600c8072-9436-4a76-83be-d949ac02705d') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:50:55.734503 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013446f8-b313-4f9f-b315-afffda120f73 req-1676b90b-6c75-41eb-94f5-32c1423aa615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:55.736155 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-013446f8-b313-4f9f-b315-afffda120f73 req-1676b90b-6c75-41eb-94f5-32c1423aa615 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.3022149 Feb 18 08:50:55.738011 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6d765825-6c36-452c-b935-107ea25d61ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:55.773423 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:55.774799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:55.775382 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:55.828990 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6d765825-6c36-452c-b935-107ea25d61ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:55.838253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d765825-6c36-452c-b935-107ea25d61ed admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:50:55.839558 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6d765825-6c36-452c-b935-107ea25d61ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:50:55.867503 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:50:55.937700 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-013446f8-b313-4f9f-b315-afffda120f73 req-bfd9cb98-7c81-444a-84a1-7af7201a7bd7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=25d3a1d3-7047-4495-b537-7c39b8c631cb HTTP/1.1" status: 200 len: 217 time: 0.1898532 Feb 18 08:50:55.971039 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ad7f5-dcea-4517-a993-705814158d9d None None] New status for floating IP 05ccfcbf-bee4-4e44-a52b-587e1b37b8df: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:50:55.972835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332d57b3-05f0-4c07-9a3e-1404f670a35d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:56.027654 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6d765825-6c36-452c-b935-107ea25d61ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:56.032925 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6d765825-6c36-452c-b935-107ea25d61ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:56.062981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013446f8-b313-4f9f-b315-afffda120f73 req-553daa85-5831-4efa-8212-706f759845fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:56.064918 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-013446f8-b313-4f9f-b315-afffda120f73 req-553daa85-5831-4efa-8212-706f759845fb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1141174 Feb 18 08:50:56.068943 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6d765825-6c36-452c-b935-107ea25d61ed admin admin] 10.222.0.72 "DELETE /v2.0/networks/11c62acf-109f-4a27-bd57-7b2fbd2fa5fa HTTP/1.1" status: 204 len: 168 time: 1.0154028 Feb 18 08:50:56.070300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d765825-6c36-452c-b935-107ea25d61ed admin admin] Pushing event deleted for resources: {'Network': ['ID=11c62acf-109f-4a27-bd57-7b2fbd2fa5fa,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:56.168702 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013446f8-b313-4f9f-b315-afffda120f73 req-1bdfb429-26a5-4aa1-a8ae-0d4e10fbcbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:56.171195 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-013446f8-b313-4f9f-b315-afffda120f73 req-1bdfb429-26a5-4aa1-a8ae-0d4e10fbcbb2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0968797 Feb 18 08:50:56.171329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] Pushing event updated for resources: {'Network': ['ID=4c5aa3e0-32a3-4779-89e4-c5426773007d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:56.197678 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-61491b35-3023-42d5-a190-ed6d87e94555 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.9160328 Feb 18 08:50:56.202479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 4c5aa3e0-32a3-4779-89e4-c5426773007d details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:50:56.218916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51690) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:56.226871 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a319596b-0017-43d6-ac11-104f1c79b561 admin admin] Request body: {'subnet': {'network_id': '4c5aa3e0-32a3-4779-89e4-c5426773007d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-811089728-subnet', 'tenant_id': '539e8772fdef4b1e9a67e1a3a1960338', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:56.266215 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2deaab31-665f-423a-b475-d1f656c375d9 req-c7ab6e9c-7809-4dbe-80d1-ffe6d3ca24c3 service neutron] 10.222.0.61 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7354152 Feb 18 08:50:56.275266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ed575-6b08-4e97-b9cf-1a0d60fff8ec req-95cfe2ef-10f8-476c-8d3d-d8b3e7043717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:56.277027 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-557ed575-6b08-4e97-b9cf-1a0d60fff8ec req-95cfe2ef-10f8-476c-8d3d-d8b3e7043717 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=36dcbc1b7570446ab0d9f0fbb29a058d&device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 1096 time: 0.7474227 Feb 18 08:50:56.284324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51694) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:56.285215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a319596b-0017-43d6-ac11-104f1c79b561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:56.295416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a319596b-0017-43d6-ac11-104f1c79b561 admin admin] Usage tracker for resource:subnet and tenant:539e8772fdef4b1e9a67e1a3a1960338 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:56.304468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d2a7-8bd9-4d7a-9654-6e7b69298401 req-450621d3-2c03-4d41-9a5b-632581f380fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:56.306011 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a503d2a7-8bd9-4d7a-9654-6e7b69298401 req-450621d3-2c03-4d41-9a5b-632581f380fe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476 HTTP/1.1" status: 200 len: 1099 time: 0.7743564 Feb 18 08:50:56.310622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a319596b-0017-43d6-ac11-104f1c79b561 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:56.314916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce5cde-ff50-4e36-a265-e92df6f84691 req-1adffd0d-a728-4a5b-bf6c-c51223e1a564 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:56.316842 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73ce5cde-ff50-4e36-a265-e92df6f84691 req-1adffd0d-a728-4a5b-bf6c-c51223e1a564 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 945 time: 0.8649595 Feb 18 08:50:56.321076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a319596b-0017-43d6-ac11-104f1c79b561 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:56.360742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a319596b-0017-43d6-ac11-104f1c79b561 admin admin] Made reservation on behalf of 539e8772fdef4b1e9a67e1a3a1960338 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:50:56.362982 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a319596b-0017-43d6-ac11-104f1c79b561 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:56.378229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecb7be-5dee-4337-896c-a5ee2de1d347 req-ae5355d4-6c22-416b-bfca-e1a9edb4d251 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:56.379711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-beecb7be-5dee-4337-896c-a5ee2de1d347 req-ae5355d4-6c22-416b-bfca-e1a9edb4d251 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476 HTTP/1.1" status: 200 len: 948 time: 0.7173960 Feb 18 08:50:56.465364 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9ce092d0-a8a7-480b-ad52-14673b5f6e53 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d328563fe2e44a9ba9241bccb50b91a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775680 Feb 18 08:50:56.477242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51698) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:56.500982 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-013446f8-b313-4f9f-b315-afffda120f73 req-2a8c814d-ea87-49bb-bdc1-518fb0a438ea service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153303 Feb 18 08:50:56.657202 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a32a9fce-bafc-4c7c-a307-309ea9ccfb6a up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:50:56.666154 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-339ce32f-a61e-49c6-a247-ee5ae948f80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:56.671060 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73ce5cde-ff50-4e36-a265-e92df6f84691 req-43db3b41-5c57-48a4-bbf0-0b9cf34104f4 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3264706 Feb 18 08:50:56.689176 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-beecb7be-5dee-4337-896c-a5ee2de1d347 req-86cf88ac-3652-49a3-b148-859bb335e859 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940157 Feb 18 08:50:56.749036 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:50:56.754410 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:50:56.754779 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:56.758161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ed575-6b08-4e97-b9cf-1a0d60fff8ec req-9a4acd79-44ce-4c07-b27f-10abbb23e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:56.759966 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-557ed575-6b08-4e97-b9cf-1a0d60fff8ec req-9a4acd79-44ce-4c07-b27f-10abbb23e3bb service neutron] 10.222.0.61 "GET /v2.0/networks?id=5e6e39f0-327a-453b-b7d4-684adfe4b6e1 HTTP/1.1" status: 200 len: 916 time: 0.4422367 Feb 18 08:50:56.836287 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-013446f8-b313-4f9f-b315-afffda120f73 req-2076e29e-b639-4395-a2ee-de6802f0d5ff service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181443 Feb 18 08:50:56.840310 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-339ce32f-a61e-49c6-a247-ee5ae948f80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:56.955282 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-557ed575-6b08-4e97-b9cf-1a0d60fff8ec req-52fe4b3d-a5cb-48bf-93e4-21ae85300f6c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7446ac55-027c-4a4f-9eca-65dcb17d147d HTTP/1.1" status: 200 len: 1001 time: 0.1804168 Feb 18 08:50:56.976748 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:57.021338 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:50:57.041498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d2a7-8bd9-4d7a-9654-6e7b69298401 req-3e377aaf-60b0-4faf-bb3f-7309b80ee6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:57.043191 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a503d2a7-8bd9-4d7a-9654-6e7b69298401 req-3e377aaf-60b0-4faf-bb3f-7309b80ee6b9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.6997354 Feb 18 08:50:57.044993 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:57.048444 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2deaab31-665f-423a-b475-d1f656c375d9 req-7be81b5a-11a6-4ab8-ad78-15de60144f0e service neutron] 10.222.0.61 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7699852 Feb 18 08:50:57.056842 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:57.202030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,revision_number=12']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:57.240819 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a319596b-0017-43d6-ac11-104f1c79b561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:57.286941 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a503d2a7-8bd9-4d7a-9654-6e7b69298401 req-0a62d426-2fca-4a55-9262-18e93c9be475 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=3f77bea7-e6e0-45e7-a4db-9f99e09cb922 HTTP/1.1" status: 200 len: 217 time: 0.2347133 Feb 18 08:50:57.329445 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-339ce32f-a61e-49c6-a247-ee5ae948f80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:57.344434 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a', 'code': 200} Feb 18 08:50:57.357200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319596b-0017-43d6-ac11-104f1c79b561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1ccc74-7d36-44b3-8c44-c7aee5b5a9a6,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:57.371372 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ce32f-a61e-49c6-a247-ee5ae948f80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa912eb7-5b77-41b2-a62c-5091db7b5ea5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:57.382431 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a319596b-0017-43d6-ac11-104f1c79b561 admin admin] Checking segment: {'id': 'f04847ad-b43b-493a-bb68-84993f5f3d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4c5aa3e0-32a3-4779-89e4-c5426773007d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:50:57.382785 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a319596b-0017-43d6-ac11-104f1c79b561 admin admin] Network hostable DHCP agents. Network: 4c5aa3e0-32a3-4779-89e4-c5426773007d, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:50:57.383725 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ed575-6b08-4e97-b9cf-1a0d60fff8ec req-fdd16e57-4c4b-449e-b452-5753ab386648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:57.387766 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-557ed575-6b08-4e97-b9cf-1a0d60fff8ec req-fdd16e57-4c4b-449e-b452-5753ab386648 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06dc3032-d041-4123-94a7-f9ef538af254 HTTP/1.1" status: 200 len: 854 time: 0.4037490 Feb 18 08:50:57.405331 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-339ce32f-a61e-49c6-a247-ee5ae948f80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:57.406117 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-339ce32f-a61e-49c6-a247-ee5ae948f80d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aa912eb7-5b77-41b2-a62c-5091db7b5ea5 HTTP/1.1" status: 204 len: 168 time: 0.9258578 Feb 18 08:50:57.420169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a319596b-0017-43d6-ac11-104f1c79b561 admin admin] Network 4c5aa3e0-32a3-4779-89e4-c5426773007d is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:50:57.459481 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-a319596b-0017-43d6-ac11-104f1c79b561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 4c5aa3e0-32a3-4779-89e4-c5426773007d) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:50:57.472418 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0405a99-aead-4a42-877f-34c3ac3d9016 None None] Network 4c5aa3e0-32a3-4779-89e4-c5426773007d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:50:57.474415 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a319596b-0017-43d6-ac11-104f1c79b561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:57.476576 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a319596b-0017-43d6-ac11-104f1c79b561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:57.534797 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a319596b-0017-43d6-ac11-104f1c79b561 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3131876 Feb 18 08:50:57.569664 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d2a7-8bd9-4d7a-9654-6e7b69298401 req-8ff030d5-86b7-460f-9f13-b4f68e3d7665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:57.571973 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a503d2a7-8bd9-4d7a-9654-6e7b69298401 req-8ff030d5-86b7-460f-9f13-b4f68e3d7665 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.2704129 Feb 18 08:50:57.612735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51716) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:57.778586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11f616-0b7c-476d-a162-059c9267b507 req-99843b7d-3d5a-45a0-b2c6-2817c6a7166c tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:57.785887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce11f616-0b7c-476d-a162-059c9267b507 req-99843b7d-3d5a-45a0-b2c6-2817c6a7166c tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 946 time: 0.6107132 Feb 18 08:50:57.876917 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4079d0-a2a9-4001-9bca-5974d355422e None None] Network 4c5aa3e0-32a3-4779-89e4-c5426773007d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:50:57.881365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce11f616-0b7c-476d-a162-059c9267b507 req-1a231c49-7747-430d-be1c-7eb52ea95a1a tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945539 Feb 18 08:50:57.982837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492c7ec-9a4e-4902-8b3b-9b70a659a81b req-1d582fb2-1489-42d3-b464-230fedc459e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:57.991720 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8492c7ec-9a4e-4902-8b3b-9b70a659a81b req-1d582fb2-1489-42d3-b464-230fedc459e0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 1097 time: 0.3017683 Feb 18 08:50:57.993784 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ed575-6b08-4e97-b9cf-1a0d60fff8ec req-7f596037-b12c-408a-a30c-7da89739614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:57.999547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-557ed575-6b08-4e97-b9cf-1a0d60fff8ec req-7f596037-b12c-408a-a30c-7da89739614e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e6e39f0-327a-453b-b7d4-684adfe4b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5404136 Feb 18 08:50:58.264612 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-65b48445-1b60-46fe-96fc-5c643d82a52f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9f2fa9ecedc34ceb9c1713176a0a17a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6466112 Feb 18 08:50:58.264612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51732) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:58.272015 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8492c7ec-9a4e-4902-8b3b-9b70a659a81b req-0518d5fe-9aab-49bb-92d5-6e6d5cdeec4e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647421 Feb 18 08:50:58.295432 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d2a7-8bd9-4d7a-9654-6e7b69298401 req-8f7ca8d9-ede4-4523-a619-2c01428b4032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:58.296821 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a503d2a7-8bd9-4d7a-9654-6e7b69298401 req-8f7ca8d9-ede4-4523-a619-2c01428b4032 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6633198 Feb 18 08:50:58.315702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbfd1f-a2f1-4426-967c-d27bfa53e590 req-3ccc1779-921c-4353-ada1-aed044370b49 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:58.315702 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72cbfd1f-a2f1-4426-967c-d27bfa53e590 req-3ccc1779-921c-4353-ada1-aed044370b49 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=14ec2161-3f8a-46d9-a08c-945bd7431a74 HTTP/1.1" status: 200 len: 945 time: 0.7422032 Feb 18 08:50:58.355616 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cfd40546-04db-4977-9577-d37a89c1f7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:58.395327 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cfd40546-04db-4977-9577-d37a89c1f7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:58.480417 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cfd40546-04db-4977-9577-d37a89c1f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:58.488924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-557ed575-6b08-4e97-b9cf-1a0d60fff8ec req-0fc74965-18dd-4aac-a982-c923c7eb558b service neutron] 10.222.0.61 "GET /v2.0/networks/5e6e39f0-327a-453b-b7d4-684adfe4b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474227 Feb 18 08:50:58.509585 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd40546-04db-4977-9577-d37a89c1f7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c7e213-e493-4c09-9cda-975c5d52fab2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:58.521438 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cfd40546-04db-4977-9577-d37a89c1f7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:58.521438 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cfd40546-04db-4977-9577-d37a89c1f7a9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/39c7e213-e493-4c09-9cda-975c5d52fab2 HTTP/1.1" status: 204 len: 168 time: 0.2557199 Feb 18 08:50:58.604049 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 25d3a1d3-7047-4495-b537-7c39b8c631cb details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:50:58.728955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72cbfd1f-a2f1-4426-967c-d27bfa53e590 req-7095bf20-ee38-4661-b461-fc7f8c72297e tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750911 Feb 18 08:50:58.794430 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 25d3a1d3-7047-4495-b537-7c39b8c631cb, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=25d3a1d3-7047-4495-b537-7c39b8c631cb,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:58.815538 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '25d3a1d3-7047-4495-b537-7c39b8c631cb', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '25d3a1d3-7047-4495-b537-7c39b8c631cb', 'mac_address': 'fa:16:3e:8b:96:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:50:58.857084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7317e-1875-413c-ad4d-1aa6e3256d25 req-6c108160-5cb8-4971-8ae3-4aacd44fce5b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:58.864347 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ae7317e-1875-413c-ad4d-1aa6e3256d25 req-6c108160-5cb8-4971-8ae3-4aacd44fce5b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476 HTTP/1.1" status: 200 len: 948 time: 0.6638632 Feb 18 08:50:58.894588 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a503d2a7-8bd9-4d7a-9654-6e7b69298401 req-40907665-b22a-4834-9288-0de802b13454 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5751605 Feb 18 08:50:58.913808 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:58.943241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d3a1d3-7047-4495-b537-7c39b8c631cb {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:50:58.989208 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 25d3a1d3-7047-4495-b537-7c39b8c631cb, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=25d3a1d3-7047-4495-b537-7c39b8c631cb,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:58.998945 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:58.999633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:50:59.104033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 3f77bea7-e6e0-45e7-a4db-9f99e09cb922, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=3f77bea7-e6e0-45e7-a4db-9f99e09cb922,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:59.106895 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51758) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:59.118932 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ae7317e-1875-413c-ad4d-1aa6e3256d25 req-82c7a63a-fa0f-4454-a9ec-d067b2b5b1b6 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536414 Feb 18 08:50:59.141065 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=25d3a1d3-7047-4495-b537-7c39b8c631cb,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:59.141314 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-557ed575-6b08-4e97-b9cf-1a0d60fff8ec req-7ef86f01-e4b9-49c2-877d-f5542d7fabca service neutron] 10.222.0.61 "GET /v2.0/networks/5e6e39f0-327a-453b-b7d4-684adfe4b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621277 Feb 18 08:50:59.151162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '3f77bea7-e6e0-45e7-a4db-9f99e09cb922', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '3f77bea7-e6e0-45e7-a4db-9f99e09cb922', 'mac_address': 'fa:16:3e:76:16:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:50:59.198753 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a503d2a7-8bd9-4d7a-9654-6e7b69298401 req-6e746a82-def9-466f-9b74-08b8b381689c service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821331 Feb 18 08:50:59.239396 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:59.259874 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:50:59.279008 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 3f77bea7-e6e0-45e7-a4db-9f99e09cb922, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=3f77bea7-e6e0-45e7-a4db-9f99e09cb922,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:50:59.288526 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:59.316090 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51768) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:59.377387 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=3f77bea7-e6e0-45e7-a4db-9f99e09cb922,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:59.402224 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9971c6d5-b40b-4264-935c-4ce926e2dfc6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=03fa93fdced14a789dfc83250208fee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840132 Feb 18 08:50:59.404645 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51776) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:50:59.466218 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-576cfab7-bdcf-4f09-adc6-2fc89e4e388c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:59.500785 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-576cfab7-bdcf-4f09-adc6-2fc89e4e388c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:59.562881 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-576cfab7-bdcf-4f09-adc6-2fc89e4e388c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:59.584855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1588353225-network', 'tenant_id': 'a4a62a8c174445a691623ed243915fc9'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:50:59.590859 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576cfab7-bdcf-4f09-adc6-2fc89e4e388c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f73d39-da94-4bd2-9170-9df81641e869,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:50:59.593613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:59.597921 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Usage tracker for resource:network and tenant:a4a62a8c174445a691623ed243915fc9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:59.601409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:59.607985 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:59.611726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-3e7a6cef-45fb-45af-9228-d3a4bb5b647d tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:59.612517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-3e7a6cef-45fb-45af-9228-d3a4bb5b647d tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Synchronizing usage tracker for tenant:539e8772fdef4b1e9a67e1a3a1960338 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:50:59.624707 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-576cfab7-bdcf-4f09-adc6-2fc89e4e388c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:59.624916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6977608-067f-4d66-bb47-c6a447742d18 req-518a9453-f321-4efb-9fdf-b74875e3d8c3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:59.626392 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f6977608-067f-4d66-bb47-c6a447742d18 req-518a9453-f321-4efb-9fdf-b74875e3d8c3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 946 time: 0.2690017 Feb 18 08:50:59.631975 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-576cfab7-bdcf-4f09-adc6-2fc89e4e388c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/80f73d39-da94-4bd2-9170-9df81641e869 HTTP/1.1" status: 204 len: 168 time: 0.2207172 Feb 18 08:50:59.633386 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Made reservation on behalf of a4a62a8c174445a691623ed243915fc9 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:50:59.636561 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:59.641142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59696e-6d7e-41b4-8913-4affa721520d req-9fec57ed-fc20-4750-a95c-efc03b2aafa0 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:50:59.642870 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff59696e-6d7e-41b4-8913-4affa721520d req-9fec57ed-fc20-4750-a95c-efc03b2aafa0 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "GET /v2.0/ports?device_id=14ec2161-3f8a-46d9-a08c-945bd7431a74 HTTP/1.1" status: 200 len: 945 time: 0.3538685 Feb 18 08:50:59.643391 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['25d3a1d3-7047-4495-b537-7c39b8c631cb'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:50:59.652951 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:59.685370 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['3f77bea7-e6e0-45e7-a4db-9f99e09cb922'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:50:59.688239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:50:59.695037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Usage tracker for resource:security_group_rule and tenant:a4a62a8c174445a691623ed243915fc9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:50:59.700835 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:50:59.711406 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:50:59.813217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-3e7a6cef-45fb-45af-9228-d3a4bb5b647d tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Unset dirty status for tenant:539e8772fdef4b1e9a67e1a3a1960338 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:50:59.814389 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-3e7a6cef-45fb-45af-9228-d3a4bb5b647d tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/networks?id=4c5aa3e0-32a3-4779-89e4-c5426773007d HTTP/1.1" status: 200 len: 820 time: 0.4507213 Feb 18 08:50:59.834786 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f6977608-067f-4d66-bb47-c6a447742d18 req-ce3f95fb-9e22-4905-9c1b-02a7dfd73366 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874917 Feb 18 08:50:59.884754 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-ca855996-7fc3-4d81-9597-7d57e6172ae1 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/quotas/539e8772fdef4b1e9a67e1a3a1960338 HTTP/1.1" status: 200 len: 375 time: 0.0359190 Feb 18 08:50:59.898946 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:59.918648 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:59.944419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-ff59696e-6d7e-41b4-8913-4affa721520d req-71f9c77e-7165-45e4-8f23-109453bede6c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Deleting port 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:50:59.945071 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ff59696e-6d7e-41b4-8913-4affa721520d req-71f9c77e-7165-45e4-8f23-109453bede6c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:50:59.990184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aed3cb5-532c-42c3-b0fa-968df9101296,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:00.006764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:51:00.029984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:00.030409 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Added segment 127fbf82-eedd-4b22-9791-7c88cc8b5c7c of type vlan for network 6c34d911-d8e0-4928-8f9f-24e8af7e550a Feb 18 08:51:00.046469 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-c2c059b3-d8db-4c81-a8b1-6c9e0eaf3fab tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=539e8772fdef4b1e9a67e1a3a1960338&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1592400 Feb 18 08:51:00.098087 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:00.139083 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:00.140183 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:00.140931 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:00.259584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] Pushing event updated for resources: {'Network': ['ID=6c34d911-d8e0-4928-8f9f-24e8af7e550a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:00.263926 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9bd82e41-12e8-4e9d-a317-4ab35600464e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1556616 Feb 18 08:51:00.266569 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51816) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:00.272525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8e130502-4d9f-4f9e-b300-aafb7ec170fc admin admin] Request body: {'subnet': {'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1588353225-subnet', 'tenant_id': 'a4a62a8c174445a691623ed243915fc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:00.273751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 6c34d911-d8e0-4928-8f9f-24e8af7e550a details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:51:00.281216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8e130502-4d9f-4f9e-b300-aafb7ec170fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:00.286192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8e130502-4d9f-4f9e-b300-aafb7ec170fc admin admin] Usage tracker for resource:subnet and tenant:a4a62a8c174445a691623ed243915fc9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:51:00.289740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8e130502-4d9f-4f9e-b300-aafb7ec170fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:51:00.297212 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8e130502-4d9f-4f9e-b300-aafb7ec170fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:00.309478 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7cfcf531-f64e-4c1f-9b11-0b57aa79d5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:00.312508 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e130502-4d9f-4f9e-b300-aafb7ec170fc admin admin] Made reservation on behalf of a4a62a8c174445a691623ed243915fc9 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:51:00.319677 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8e130502-4d9f-4f9e-b300-aafb7ec170fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:00.434743 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-3d8398f1-e22d-430d-9173-0bd2ad616e21 service neutron] 10.222.0.72 "GET /v2.0/networks/4c5aa3e0-32a3-4779-89e4-c5426773007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749475 Feb 18 08:51:00.529454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13482d00-1246-4553-a721-d993343e3569 req-9caf56ab-1de3-45f7-a5bc-040365c182cd tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:00.530961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13482d00-1246-4553-a721-d993343e3569 req-9caf56ab-1de3-45f7-a5bc-040365c182cd tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=14ec2161-3f8a-46d9-a08c-945bd7431a74 HTTP/1.1" status: 200 len: 945 time: 0.3628688 Feb 18 08:51:00.605805 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8e130502-4d9f-4f9e-b300-aafb7ec170fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:00.683803 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13482d00-1246-4553-a721-d993343e3569 req-abd7fda8-449a-4d0e-8d1d-b6c1046776c0 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996213 Feb 18 08:51:00.691750 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e130502-4d9f-4f9e-b300-aafb7ec170fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fd32f46-ee09-481e-b1fa-9eb10ab6742b,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:00.719920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ff59696e-6d7e-41b4-8913-4affa721520d req-71f9c77e-7165-45e4-8f23-109453bede6c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] For port 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:00.720624 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ff59696e-6d7e-41b4-8913-4affa721520d req-71f9c77e-7165-45e4-8f23-109453bede6c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:00.771661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e130502-4d9f-4f9e-b300-aafb7ec170fc admin admin] Checking segment: {'id': '127fbf82-eedd-4b22-9791-7c88cc8b5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:51:00.773452 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e130502-4d9f-4f9e-b300-aafb7ec170fc admin admin] Network hostable DHCP agents. Network: 6c34d911-d8e0-4928-8f9f-24e8af7e550a, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:51:00.827152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e130502-4d9f-4f9e-b300-aafb7ec170fc admin admin] Network 6c34d911-d8e0-4928-8f9f-24e8af7e550a is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:51:00.840567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-8e130502-4d9f-4f9e-b300-aafb7ec170fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 6c34d911-d8e0-4928-8f9f-24e8af7e550a) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:00.845354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e130502-4d9f-4f9e-b300-aafb7ec170fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:00.846408 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8e130502-4d9f-4f9e-b300-aafb7ec170fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:00.851836 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6158d1-5797-4d2d-b2d9-3e5d8b5b4429 None None] Network 6c34d911-d8e0-4928-8f9f-24e8af7e550a requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:51:00.898051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51848) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:00.936936 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8e130502-4d9f-4f9e-b300-aafb7ec170fc admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6687906 Feb 18 08:51:01.005368 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-716a8423-fdeb-47b5-9675-730191f1d6ca service neutron] 10.222.0.72 "GET /v2.0/networks/4c5aa3e0-32a3-4779-89e4-c5426773007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131905 Feb 18 08:51:01.013321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-ff59696e-6d7e-41b4-8913-4affa721520d req-71f9c77e-7165-45e4-8f23-109453bede6c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Calling delete_port for 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:51:01.062054 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1407907742-network', 'tenant_id': 'edfc19ecf0ab4bb7b4c70295cbff8743'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:01.068069 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:01.079737 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Usage tracker for resource:network and tenant:edfc19ecf0ab4bb7b4c70295cbff8743 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:51:01.088387 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:51:01.116761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:01.152710 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Made reservation on behalf of edfc19ecf0ab4bb7b4c70295cbff8743 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:51:01.155991 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:01.188770 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:01.210555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:01.215995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Usage tracker for resource:security_group_rule and tenant:edfc19ecf0ab4bb7b4c70295cbff8743 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:51:01.219043 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:51:01.224802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:01.251159 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d198b6-f4fe-42d6-bd5c-282d62d54973 None None] Network 6c34d911-d8e0-4928-8f9f-24e8af7e550a requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:51:01.330784 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:01.338162 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:01.372748 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:51:01.387638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cf7182-43b3-4b7f-8297-073879e851cb,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:01.407202 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:01.407551 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Added segment e5ee779a-8e06-4556-895a-c8826a5f5597 of type vlan for network 22e675f4-5d9a-4259-832b-c0978e7dc5ea Feb 18 08:51:01.450161 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:01.461084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccfba05-48b9-4d6d-ba4f-b78f59bbbb1a req-6aee0156-e7aa-426c-9224-65d4ffb50b77 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:01.469201 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ccfba05-48b9-4d6d-ba4f-b78f59bbbb1a req-6aee0156-e7aa-426c-9224-65d4ffb50b77 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476 HTTP/1.1" status: 200 len: 949 time: 0.4663908 Feb 18 08:51:01.493473 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ff59696e-6d7e-41b4-8913-4affa721520d req-71f9c77e-7165-45e4-8f23-109453bede6c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:01.497407 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:01.499477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:01.499477 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:01.570266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9c77e-7165-45e4-8f23-109453bede6c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Pushing event deleted for resources: {'Port': ['ID=62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:01.623595 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ccfba05-48b9-4d6d-ba4f-b78f59bbbb1a req-5e60affd-b0ba-4702-ab64-0a6a82576441 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535177 Feb 18 08:51:01.635611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] Pushing event updated for resources: {'Network': ['ID=22e675f4-5d9a-4259-832b-c0978e7dc5ea,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:01.644073 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fd6e900e-73e9-4017-bcff-b7507dd16067 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7439137 Feb 18 08:51:01.644712 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51870) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:01.651772 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-9e04a0ee-b564-4129-8623-bd323cb95d7a admin admin] Request body: {'subnet': {'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1407907742-subnet', 'tenant_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:01.653930 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 22e675f4-5d9a-4259-832b-c0978e7dc5ea details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:51:01.665593 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9e04a0ee-b564-4129-8623-bd323cb95d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:01.674388 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9e04a0ee-b564-4129-8623-bd323cb95d7a admin admin] Usage tracker for resource:subnet and tenant:edfc19ecf0ab4bb7b4c70295cbff8743 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:51:01.680691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff59696e-6d7e-41b4-8913-4affa721520d req-71f9c77e-7165-45e4-8f23-109453bede6c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] No DVR routers for this DVR port 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:51:01.681358 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9e04a0ee-b564-4129-8623-bd323cb95d7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:51:01.683829 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ff59696e-6d7e-41b4-8913-4affa721520d req-71f9c77e-7165-45e4-8f23-109453bede6c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:01.693184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9e04a0ee-b564-4129-8623-bd323cb95d7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:01.709118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa83184-04fa-4e89-ad2a-981750df4671 req-fd5f97df-1715-4327-8843-6ad90c560bca tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:01.710947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fa83184-04fa-4e89-ad2a-981750df4671 req-fd5f97df-1715-4327-8843-6ad90c560bca tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 946 time: 0.4241014 Feb 18 08:51:01.712196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ec2161-3f8a-46d9-a08c-945bd7431a74', 'name': 'network-vif-deleted', 'tag': '62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:51:01.718740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e04a0ee-b564-4129-8623-bd323cb95d7a admin admin] Made reservation on behalf of edfc19ecf0ab4bb7b4c70295cbff8743 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:51:01.724763 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9e04a0ee-b564-4129-8623-bd323cb95d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:01.843189 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fa83184-04fa-4e89-ad2a-981750df4671 req-1afc6c8f-8374-43e1-b476-471f5f7845e1 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673068 Feb 18 08:51:01.858114 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83a8d757-b192-4a36-b77b-272e2d481434 req-272704bb-c91c-42e3-9ba7-3c5ff1d83039 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/ports?device_id=729d584b-c4f7-4316-8309-e5c00ffc5a63 HTTP/1.1" status: 200 len: 210 time: 0.1401694 Feb 18 08:51:01.859926 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff59696e-6d7e-41b4-8913-4affa721520d req-71f9c77e-7165-45e4-8f23-109453bede6c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "DELETE /v2.0/ports/62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b HTTP/1.1" status: 204 len: 173 time: 2.1953828 Feb 18 08:51:01.975510 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9e04a0ee-b564-4129-8623-bd323cb95d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:02.090986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04a0ee-b564-4129-8623-bd323cb95d7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1a63a75-feb8-4c64-8fb4-be73357e03d6,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:02.101018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e04a0ee-b564-4129-8623-bd323cb95d7a admin admin] Checking segment: {'id': 'e5ee779a-8e06-4556-895a-c8826a5f5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:51:02.101622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e04a0ee-b564-4129-8623-bd323cb95d7a admin admin] Network hostable DHCP agents. Network: 22e675f4-5d9a-4259-832b-c0978e7dc5ea, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:51:02.102839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-e5abb944-8ae7-4940-b59e-0981f68a12f2 req-e5ebddb5-f719-4a83-b8be-818b8ffbf5a8 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Synchronizing usage tracker for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:51:02.124473 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e04a0ee-b564-4129-8623-bd323cb95d7a admin admin] Network 22e675f4-5d9a-4259-832b-c0978e7dc5ea is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:51:02.134089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-e5abb944-8ae7-4940-b59e-0981f68a12f2 req-e5ebddb5-f719-4a83-b8be-818b8ffbf5a8 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Unset dirty status for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:51:02.135710 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5abb944-8ae7-4940-b59e-0981f68a12f2 req-e5ebddb5-f719-4a83-b8be-818b8ffbf5a8 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=14ec2161-3f8a-46d9-a08c-945bd7431a74 HTTP/1.1" status: 200 len: 210 time: 0.0898755 Feb 18 08:51:02.139121 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-9e04a0ee-b564-4129-8623-bd323cb95d7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 22e675f4-5d9a-4259-832b-c0978e7dc5ea) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:02.143609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e04a0ee-b564-4129-8623-bd323cb95d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:02.144555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9e04a0ee-b564-4129-8623-bd323cb95d7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:02.151143 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249bfafb-4906-4587-ac69-536db107aebb None None] Network 22e675f4-5d9a-4259-832b-c0978e7dc5ea requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:51:02.178933 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9e04a0ee-b564-4129-8623-bd323cb95d7a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5328414 Feb 18 08:51:02.181587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51890) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:02.192810 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1407907742-router', 'tenant_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:02.202881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:02.207522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Usage tracker for resource:router and tenant:edfc19ecf0ab4bb7b4c70295cbff8743 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:51:02.210800 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:51:02.226430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:02.246820 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:02.248554 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:02.272376 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:02.279147 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ec2161-3f8a-46d9-a08c-945bd7431a74', 'name': 'network-vif-deleted', 'tag': '62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b', 'status': 'completed', 'code': 200} Feb 18 08:51:02.355291 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-766b7d14-9f1d-465d-918d-0f6b8171658a tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:02.367847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-766b7d14-9f1d-465d-918d-0f6b8171658a tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/networks?id=6c34d911-d8e0-4928-8f9f-24e8af7e550a HTTP/1.1" status: 200 len: 815 time: 0.2026498 Feb 18 08:51:02.384923 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-ea0832fb-53bf-4e40-8428-08415bc0a5b8 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/quotas/a4a62a8c174445a691623ed243915fc9 HTTP/1.1" status: 200 len: 375 time: 0.0158050 Feb 18 08:51:02.451943 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-4b1393a2-05c3-4214-93c7-f5b4c7f45346 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4a62a8c174445a691623ed243915fc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640547 Feb 18 08:51:02.468165 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-22e675f4-5d9a-4259-832b-c0978e7dc5ea', 'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea', 'tenant_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'fixed_ips': [{'subnet_id': 'e1a63a75-feb8-4c64-8fb4-be73357e03d6'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:51:02.469434 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:02.629972 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-9a6c8d8d-7086-47bd-8dd2-0e81519b8594 service neutron] 10.222.0.72 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713076 Feb 18 08:51:02.656410 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 25d3a1d3-7047-4495-b537-7c39b8c631cb up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:02.721579 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:02.846824 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b3ecbd4e-2f79-447c-996a-06cb3c5774b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:02.854593 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Allocated IP 172.20.0.2 (22e675f4-5d9a-4259-832b-c0978e7dc5ea/e1a63a75-feb8-4c64-8fb4-be73357e03d6/b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:51:02.890714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 25d3a1d3-7047-4495-b537-7c39b8c631cb completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:02.946860 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 25d3a1d3-7047-4495-b537-7c39b8c631cb triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:02.947537 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:03.101355 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-56d54a36-ef65-49fc-98c8-c1e12785f415 service neutron] 10.222.0.72 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610479 Feb 18 08:51:03.109326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-a8510960-cbe6-43b4-b5e5-ebeac7aedecb tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:03.110684 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-a8510960-cbe6-43b4-b5e5-ebeac7aedecb tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.61 "GET /v2.0/networks?id=4c5aa3e0-32a3-4779-89e4-c5426773007d HTTP/1.1" status: 200 len: 820 time: 0.4418623 Feb 18 08:51:03.123360 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-d60b0546-b80f-4ca6-be59-e5e3bda65deb tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Request body: {'port': {'device_id': '729d584b-c4f7-4316-8309-e5c00ffc5a63', 'network_id': '4c5aa3e0-32a3-4779-89e4-c5426773007d', 'admin_state_up': True, 'tenant_id': '539e8772fdef4b1e9a67e1a3a1960338'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:03.153569 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c34919-3277-4257-8ec2-f2440711caa7 req-55840d33-44ba-448e-b4b0-46f3ac3f5e52 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:03.155794 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b5c34919-3277-4257-8ec2-f2440711caa7 req-55840d33-44ba-448e-b4b0-46f3ac3f5e52 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476 HTTP/1.1" status: 200 len: 949 time: 0.2508841 Feb 18 08:51:03.171521 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:03.178859 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:03.220512 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 25d3a1d3-7047-4495-b537-7c39b8c631cb, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=25d3a1d3-7047-4495-b537-7c39b8c631cb,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:03.223878 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81efc53-3ed5-4358-ad72-71c2ca9a5fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d3a1d3-7047-4495-b537-7c39b8c631cb'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:51:03.230743 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:03.233879 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:03.234856 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:03.264094 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:03.290296 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b5c34919-3277-4257-8ec2-f2440711caa7 req-192fe96c-1355-4874-ab11-58b2c9146ab2 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822883 Feb 18 08:51:03.323939 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Transition to ACTIVE for port object b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:03.415275 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Transition to ACTIVE for port object b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:03.435616 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:03.441014 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=25d3a1d3-7047-4495-b537-7c39b8c631cb,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:03.584717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Network 22e675f4-5d9a-4259-832b-c0978e7dc5ea is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:51:03.585534 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:03.596458 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81efc53-3ed5-4358-ad72-71c2ca9a5fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d3a1d3-7047-4495-b537-7c39b8c631cb', 'code': 200} Feb 18 08:51:03.596882 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:03.597511 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:03.619543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-d60b0546-b80f-4ca6-be59-e5e3bda65deb tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:03.625166 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:03.646785 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:51:03.665263 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab79c635-e953-4e97-ad3e-b14d5cdefa5a req-ea384857-6fd9-4c47-9ffa-a15821df7d0d tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/ports?device_id=729d584b-c4f7-4316-8309-e5c00ffc5a63 HTTP/1.1" status: 200 len: 210 time: 0.0981171 Feb 18 08:51:03.671481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-d60b0546-b80f-4ca6-be59-e5e3bda65deb tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Usage tracker for resource:port and tenant:539e8772fdef4b1e9a67e1a3a1960338 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:51:03.696888 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Allocated IP 172.25.1.51 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/a1c008c7-84cc-43e3-afe1-7de70b2ffb84) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:51:03.731137 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Pushing event updated for resources: {'Port': ['ID=b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:03.772378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-d60b0546-b80f-4ca6-be59-e5e3bda65deb tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:51:03.805850 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:03.813159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-d60b0546-b80f-4ca6-be59-e5e3bda65deb tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:03.823750 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e5f4dbe-9b4e-4eae-93b5-23f5528525ce req-0dbbcaa2-2c27-4cd3-bd7f-c8b0b52c7337 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 210 time: 0.1534982 Feb 18 08:51:03.839104 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-d60b0546-b80f-4ca6-be59-e5e3bda65deb tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Made reservation on behalf of 539e8772fdef4b1e9a67e1a3a1960338 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:51:03.842248 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-d60b0546-b80f-4ca6-be59-e5e3bda65deb tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:03.904755 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Attempting to bind port b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:51:03.906513 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Attempting to bind port b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'e5ee779a-8e06-4556-895a-c8826a5f5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:51:03.907019 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Attempting to bind port b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c on network 22e675f4-5d9a-4259-832b-c0978e7dc5ea {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:51:03.919542 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:51:03.919921 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Checking segment: {'id': 'e5ee779a-8e06-4556-895a-c8826a5f5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:51:03.920429 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:03.922982 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Bound using segment: {'id': 'e5ee779a-8e06-4556-895a-c8826a5f5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:51:03.923470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Bound port: b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ee779a-8e06-4556-895a-c8826a5f5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:51:03.925641 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:03.952078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe981d-6827-4ddb-835b-95480b161d64 req-15c824dd-f52e-43a9-a0dc-3a47259d232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:03.954112 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ebe981d-6827-4ddb-835b-95480b161d64 req-15c824dd-f52e-43a9-a0dc-3a47259d232c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e81efc53-3ed5-4358-ad72-71c2ca9a5fab HTTP/1.1" status: 200 len: 1101 time: 0.2874210 Feb 18 08:51:04.022221 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:04.071355 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ebe981d-6827-4ddb-835b-95480b161d64 req-42c9b677-e2de-4c01-b364-11a85bd2d002 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078708 Feb 18 08:51:04.111485 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:04.120990 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:04.135975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-d60b0546-b80f-4ca6-be59-e5e3bda65deb tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Allocated IP 172.20.0.13 (4c5aa3e0-32a3-4779-89e4-c5426773007d/8b1ccc74-7d36-44b3-8c44-c7aee5b5a9a6/5d74f44a-1e62-47ad-bccd-123dd5df4a33) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:51:04.158402 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:04.184646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 3f77bea7-e6e0-45e7-a4db-9f99e09cb922, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=3f77bea7-e6e0-45e7-a4db-9f99e09cb922,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:04.200633 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:04.201682 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:51:04.258525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:51:04.262545 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:04.266860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:51:04.312225 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:51:04.312589 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 62eb94d7-ea67-44c7-b4bd-d39d7cb5c88b not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:51:04.335726 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] For port b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:51:04.345180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Pushing event updated for resources: {'Port': ['ID=a1c008c7-84cc-43e3-afe1-7de70b2ffb84,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:04.356700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] For port b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c,segment=NetworkSegment(e5ee779a-8e06-4556-895a-c8826a5f5597),segment_id=e5ee779a-8e06-4556-895a-c8826a5f5597)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:51:04.368138 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:04.394370 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=3f77bea7-e6e0-45e7-a4db-9f99e09cb922,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:04.463178 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-d60b0546-b80f-4ca6-be59-e5e3bda65deb tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:04.470002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a2a32-7345-4df5-a8cd-8dceb7854670 None None] Pushing event updated for resources: {'Port': ['ID=b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:04.523371 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-d60b0546-b80f-4ca6-be59-e5e3bda65deb tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:04.788528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-d60b0546-b80f-4ca6-be59-e5e3bda65deb tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Network 4c5aa3e0-32a3-4779-89e4-c5426773007d is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:51:04.798048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-d60b0546-b80f-4ca6-be59-e5e3bda65deb tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:04.800593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b0546-b80f-4ca6-be59-e5e3bda65deb tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Pushing event updated for resources: {'Port': ['ID=5d74f44a-1e62-47ad-bccd-123dd5df4a33,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:04.807595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-d60b0546-b80f-4ca6-be59-e5e3bda65deb tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:51:04.942122 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:04.961044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-d60b0546-b80f-4ca6-be59-e5e3bda65deb tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:04.961908 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-d60b0546-b80f-4ca6-be59-e5e3bda65deb tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:04.974450 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:04.998337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2167efb-6a26-4a1e-be2c-c26f1c9f8e73 req-938f50f7-40e6-4cbf-b5e5-c3403e5db050 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:05.004969 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2167efb-6a26-4a1e-be2c-c26f1c9f8e73 req-938f50f7-40e6-4cbf-b5e5-c3403e5db050 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476 HTTP/1.1" status: 200 len: 950 time: 0.4103527 Feb 18 08:51:05.042866 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-d60b0546-b80f-4ca6-be59-e5e3bda65deb tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9178925 Feb 18 08:51:05.050448 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44a047-7de9-4c78-b5c8-d2e154521c36 req-0458c037-1ab6-4ea6-be77-f11c6ba95bad tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:05.055070 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7c44a047-7de9-4c78-b5c8-d2e154521c36 req-0458c037-1ab6-4ea6-be77-f11c6ba95bad tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 812 time: 0.3638895 Feb 18 08:51:05.077536 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Request body: {'port': {'device_id': '729d584b-c4f7-4316-8309-e5c00ffc5a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:05.121212 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7c44a047-7de9-4c78-b5c8-d2e154521c36 req-a5a320e7-7328-4477-a627-ae6a7bd4f68b tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/quotas/75eb46d2988549f58acc23f93dd84a7e HTTP/1.1" status: 200 len: 375 time: 0.0593169 Feb 18 08:51:05.222543 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2167efb-6a26-4a1e-be2c-c26f1c9f8e73 req-dff5f5e2-6ed4-45a1-ab7a-5de7befc4cca tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180469 Feb 18 08:51:05.342742 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7c44a047-7de9-4c78-b5c8-d2e154521c36 req-ea9c910b-a83c-4358-8673-b3f257cd38ba tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2300465 Feb 18 08:51:05.520729 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:05.686428 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879bfc94-8d21-4bbd-9887-c6f7e439f476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f77bea7-e6e0-45e7-a4db-9f99e09cb922'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:51:05.761655 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:05.766835 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:05.870804 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7c44a047-7de9-4c78-b5c8-d2e154521c36 req-130fd726-5b20-48c9-a4df-d0b1a9fe4530 service neutron] 10.222.0.72 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271163 Feb 18 08:51:06.045636 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec118ea-1bfd-449a-9801-542b0e312b1c None None] Network 22e675f4-5d9a-4259-832b-c0978e7dc5ea requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:51:06.057102 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Router 39843d9a-9a59-4b64-9bf0-c7fe44da9e03 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:51:06.177656 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:06.219823 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-62386a7f-abb4-4637-b836-71bdd66f8af7 None None] Provisioning for port b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:06.219823 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-62386a7f-abb4-4637-b836-71bdd66f8af7 None None] Provisioning complete for port b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:06.219823 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-62386a7f-abb4-4637-b836-71bdd66f8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:06.249738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-89a73e59-fe95-4742-95d6-acbd5b0bc8c4 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:06.249738 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-89a73e59-fe95-4742-95d6-acbd5b0bc8c4 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.61 "GET /v2.0/networks?id=6c34d911-d8e0-4928-8f9f-24e8af7e550a HTTP/1.1" status: 200 len: 815 time: 1.0886438 Feb 18 08:51:06.288912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-410939c6-b094-4339-bef4-a9acff694ca0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Request body: {'port': {'device_id': '60f89b66-2f80-40f1-bfb6-98dfe684b2cf', 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a', 'admin_state_up': True, 'tenant_id': 'a4a62a8c174445a691623ed243915fc9'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:06.370015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:51:06.379858 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Sync routers for ids ['39843d9a-9a59-4b64-9bf0-c7fe44da9e03'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:51:06.389566 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Routers {'39843d9a-9a59-4b64-9bf0-c7fe44da9e03'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:51:06.390472 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:51:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['39843d9a-9a59-4b64-9bf0-c7fe44da9e03'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:06.397711 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:06.401188 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2e0eeb20-7b6a-401d-b1f8-8f79581397aa admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2168562 Feb 18 08:51:06.403707 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51944) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:06.415615 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7c44a047-7de9-4c78-b5c8-d2e154521c36 req-b09f516d-42c7-4c1a-bcb6-d893b153b605 service neutron] 10.222.0.72 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436902 Feb 18 08:51:06.490358 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-62386a7f-abb4-4637-b836-71bdd66f8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:06.548719 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-62386a7f-abb4-4637-b836-71bdd66f8af7 None None] For port b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c,segment=NetworkSegment(e5ee779a-8e06-4556-895a-c8826a5f5597),segment_id=e5ee779a-8e06-4556-895a-c8826a5f5597)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:06.555939 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-62386a7f-abb4-4637-b836-71bdd66f8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:06.582376 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ea586-d9f4-4106-ac76-c7172415c171 req-b4a51889-be40-4414-8c15-8bb0f0229433 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:06.583821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-083ea586-d9f4-4106-ac76-c7172415c171 req-b4a51889-be40-4414-8c15-8bb0f0229433 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Synchronizing usage tracker for tenant:539e8772fdef4b1e9a67e1a3a1960338 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:51:06.724491 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62386a7f-abb4-4637-b836-71bdd66f8af7 None None] Pushing event updated for resources: {'Port': ['ID=b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:06.752994 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-083ea586-d9f4-4106-ac76-c7172415c171 req-b4a51889-be40-4414-8c15-8bb0f0229433 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Unset dirty status for tenant:539e8772fdef4b1e9a67e1a3a1960338 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:51:06.760119 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-083ea586-d9f4-4106-ac76-c7172415c171 req-b4a51889-be40-4414-8c15-8bb0f0229433 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/ports?device_id=729d584b-c4f7-4316-8309-e5c00ffc5a63 HTTP/1.1" status: 200 len: 932 time: 1.1606491 Feb 18 08:51:06.810461 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Set router 39843d9a-9a59-4b64-9bf0-c7fe44da9e03 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:51:06.980769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4aefc7cf-11b3-4aa9-a852-35d0c3b9f7b8 req-f93799f2-c3aa-4478-b3df-e234fc9e5d6f tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 210 time: 0.0808048 Feb 18 08:51:06.982732 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d81fcbad-1637-4254-bf0d-66e205a77bea None None] Provisioning complete for port b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:06.983106 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d81fcbad-1637-4254-bf0d-66e205a77bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:06.992566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-410939c6-b094-4339-bef4-a9acff694ca0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:06.997497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-410939c6-b094-4339-bef4-a9acff694ca0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Usage tracker for resource:port and tenant:a4a62a8c174445a691623ed243915fc9 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:51:07.001343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-410939c6-b094-4339-bef4-a9acff694ca0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:51:07.007725 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-410939c6-b094-4339-bef4-a9acff694ca0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:07.043145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-083ea586-d9f4-4106-ac76-c7172415c171 req-018e7dfe-8637-4052-8522-1e6b8fec49ec tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Synchronizing usage tracker for tenant:539e8772fdef4b1e9a67e1a3a1960338 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:51:07.048068 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-410939c6-b094-4339-bef4-a9acff694ca0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Made reservation on behalf of a4a62a8c174445a691623ed243915fc9 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:51:07.053284 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-410939c6-b094-4339-bef4-a9acff694ca0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:07.093672 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879bfc94-8d21-4bbd-9887-c6f7e439f476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f77bea7-e6e0-45e7-a4db-9f99e09cb922', 'code': 200} Feb 18 08:51:07.345631 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'name': 'tempest-AttachSCSIVolumeTestJSON-1407907742-router', 'tenant_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a1c008c7-84cc-43e3-afe1-7de70b2ffb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:51:02Z', 'updated_at': '2022-02-18T08:51:04Z', 'revision_number': 3, 'project_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'gw_port': {'id': 'a1c008c7-84cc-43e3-afe1-7de70b2ffb84', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:03Z', 'updated_at': '2022-02-18T08:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:07.347394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-083ea586-d9f4-4106-ac76-c7172415c171 req-018e7dfe-8637-4052-8522-1e6b8fec49ec tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Unset dirty status for tenant:539e8772fdef4b1e9a67e1a3a1960338 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:51:07.348631 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-083ea586-d9f4-4106-ac76-c7172415c171 req-018e7dfe-8637-4052-8522-1e6b8fec49ec tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/security-groups?id=332d57b3-05f0-4c07-9a3e-1404f670a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140986 Feb 18 08:51:07.355569 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Checking router: 39843d9a-9a59-4b64-9bf0-c7fe44da9e03 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:51:07.356511 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Updating router 39843d9a-9a59-4b64-9bf0-c7fe44da9e03 port a1c008c7-84cc-43e3-afe1-7de70b2ffb84 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:51:07.367671 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:07.490772 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:07.561111 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:07.561111 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:07.715710 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be1c7c-80fe-4514-bf0a-33f1efaf0d14 req-68415605-3368-4399-aad0-2e90abf5c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:07.716093 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2be1c7c-80fe-4514-bf0a-33f1efaf0d14 req-68415605-3368-4399-aad0-2e90abf5c01a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476 HTTP/1.1" status: 200 len: 1101 time: 0.5555813 Feb 18 08:51:07.735845 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c7d40-28ab-416a-a229-0ce9e13498e4 req-d25d81b2-12f8-49e5-ba99-636455d30b42 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:07.743196 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-265c7d40-28ab-416a-a229-0ce9e13498e4 req-d25d81b2-12f8-49e5-ba99-636455d30b42 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476 HTTP/1.1" status: 200 len: 950 time: 0.4697642 Feb 18 08:51:07.874226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d74f44a-1e62-47ad-bccd-123dd5df4a33 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:51:07.879819 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:07.902439 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Transition to ACTIVE for port object 5d74f44a-1e62-47ad-bccd-123dd5df4a33 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:07.917837 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77598299-42da-43e9-b5fe-24a21532938d req-bafe6467-60c2-484a-b767-0b96a7fdba77 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdf00615-d4a9-4bbc-9a8e-5cf987042cfa HTTP/1.1" status: 200 len: 210 time: 0.2546797 Feb 18 08:51:07.936341 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:07.965659 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:07.998377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-410939c6-b094-4339-bef4-a9acff694ca0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Allocated IP 172.20.0.13 (6c34d911-d8e0-4928-8f9f-24e8af7e550a/9fd32f46-ee09-481e-b1fa-9eb10ab6742b/2349d555-f889-41da-9a56-820e9f1307c5) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:51:08.029368 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2be1c7c-80fe-4514-bf0a-33f1efaf0d14 req-0151a20f-e484-491c-bf91-77490e31c041 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740140 Feb 18 08:51:08.071044 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:08.085330 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Transition to ACTIVE for port object a1c008c7-84cc-43e3-afe1-7de70b2ffb84 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:08.095128 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:08.164252 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-265c7d40-28ab-416a-a229-0ce9e13498e4 req-5c65d58b-5347-464a-99aa-6c992c81afbe tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199944 Feb 18 08:51:08.224357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] Allocated IP 172.20.0.1 (22e675f4-5d9a-4259-832b-c0978e7dc5ea/e1a63a75-feb8-4c64-8fb4-be73357e03d6/d5b25f10-5bd8-4b30-b440-095005177350) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:51:08.229534 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Attempting to bind port a1c008c7-84cc-43e3-afe1-7de70b2ffb84 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:51:08.230208 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Attempting to bind port a1c008c7-84cc-43e3-afe1-7de70b2ffb84 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:51:08.230799 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Attempting to bind port a1c008c7-84cc-43e3-afe1-7de70b2ffb84 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:51:08.245929 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:51:08.246471 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:51:08.246974 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:08.247466 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:51:08.248037 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Bound port: a1c008c7-84cc-43e3-afe1-7de70b2ffb84, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:51:08.248857 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:08.286812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Pushing event updated for resources: {'Port': ['ID=5d74f44a-1e62-47ad-bccd-123dd5df4a33,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:08.325216 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] For port a1c008c7-84cc-43e3-afe1-7de70b2ffb84, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:51:08.328922 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] For port a1c008c7-84cc-43e3-afe1-7de70b2ffb84, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a1c008c7-84cc-43e3-afe1-7de70b2ffb84,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:51:08.342968 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:08.360010 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccd3cd-7536-4947-9685-e7c63f3560d3 None None] Pushing event updated for resources: {'Port': ['ID=a1c008c7-84cc-43e3-afe1-7de70b2ffb84,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:08.382242 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-791f6fe5-3810-43ff-be32-002bf56591ed req-8a139dd9-a3cc-40bf-9313-e3f856c45541 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 210 time: 0.0790758 Feb 18 08:51:08.388767 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeccd3cd-7536-4947-9685-e7c63f3560d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:08.389356 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeccd3cd-7536-4947-9685-e7c63f3560d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:08.389648 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeccd3cd-7536-4947-9685-e7c63f3560d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:08.389982 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeccd3cd-7536-4947-9685-e7c63f3560d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:08.390809 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeccd3cd-7536-4947-9685-e7c63f3560d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:08.391163 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeccd3cd-7536-4947-9685-e7c63f3560d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:08.391495 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeccd3cd-7536-4947-9685-e7c63f3560d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:08.391819 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeccd3cd-7536-4947-9685-e7c63f3560d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:08.392141 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeccd3cd-7536-4947-9685-e7c63f3560d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:08.392727 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeccd3cd-7536-4947-9685-e7c63f3560d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:08.393051 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeccd3cd-7536-4947-9685-e7c63f3560d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:08.394859 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeccd3cd-7536-4947-9685-e7c63f3560d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:08.476204 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:08.488324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-780b5bf9-644c-4daa-bc58-5668a3580354 req-d7ab5880-3fec-4c39-9935-aeeb57c13de6 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdf00615-d4a9-4bbc-9a8e-5cf987042cfa HTTP/1.1" status: 200 len: 210 time: 0.0928595 Feb 18 08:51:08.495489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] Transition to ACTIVE for port object d5b25f10-5bd8-4b30-b440-095005177350 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:08.514402 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Routers {'39843d9a-9a59-4b64-9bf0-c7fe44da9e03'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:51:08.515151 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:51:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['39843d9a-9a59-4b64-9bf0-c7fe44da9e03'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:08.572571 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:08.660571 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccd3cd-7536-4947-9685-e7c63f3560d3 None None] Pushing event updated for resources: {'Port': ['ID=a1c008c7-84cc-43e3-afe1-7de70b2ffb84,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:08.691741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] Network 22e675f4-5d9a-4259-832b-c0978e7dc5ea is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:51:08.697556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:08.702098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:51:08.709369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Attempting to bind port 5d74f44a-1e62-47ad-bccd-123dd5df4a33 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:51:08.709708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Attempting to bind port 5d74f44a-1e62-47ad-bccd-123dd5df4a33 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'f04847ad-b43b-493a-bb68-84993f5f3d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4c5aa3e0-32a3-4779-89e4-c5426773007d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:51:08.710550 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Attempting to bind port 5d74f44a-1e62-47ad-bccd-123dd5df4a33 on network 4c5aa3e0-32a3-4779-89e4-c5426773007d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:51:08.725349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Port 5d74f44a-1e62-47ad-bccd-123dd5df4a33 on network 4c5aa3e0-32a3-4779-89e4-c5426773007d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:51:08.728993 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Attempting to bind port 5d74f44a-1e62-47ad-bccd-123dd5df4a33 on network 4c5aa3e0-32a3-4779-89e4-c5426773007d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:51:08.729746 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b25f10-5bd8-4b30-b440-095005177350,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:08.739850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:51:08.740217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Checking segment: {'id': 'f04847ad-b43b-493a-bb68-84993f5f3d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4c5aa3e0-32a3-4779-89e4-c5426773007d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:51:08.741532 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Bound using segment: {'id': 'f04847ad-b43b-493a-bb68-84993f5f3d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4c5aa3e0-32a3-4779-89e4-c5426773007d'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:51:08.742000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Bound port: 5d74f44a-1e62-47ad-bccd-123dd5df4a33, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04847ad-b43b-493a-bb68-84993f5f3d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4c5aa3e0-32a3-4779-89e4-c5426773007d'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:51:08.743658 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:08.774395 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:08.899042 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] Set router 39843d9a-9a59-4b64-9bf0-c7fe44da9e03 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:51:09.048004 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:09.069276 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7c44a047-7de9-4c78-b5c8-d2e154521c36 req-3860d8bb-45a2-4024-85fe-3dd585553012 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&device_id=cdf00615-d4a9-4bbc-9a8e-5cf987042cfa HTTP/1.1" status: 200 len: 210 time: 0.0698462 Feb 18 08:51:09.161586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0e8f33e6-dc39-40e3-a9c2-33c15e167785 None None] Provisioning for port d5b25f10-5bd8-4b30-b440-095005177350 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:09.170291 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0e8f33e6-dc39-40e3-a9c2-33c15e167785 None None] Provisioning complete for port d5b25f10-5bd8-4b30-b440-095005177350 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:09.171060 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0e8f33e6-dc39-40e3-a9c2-33c15e167785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:09.254817 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0e8f33e6-dc39-40e3-a9c2-33c15e167785 None None] Port d5b25f10-5bd8-4b30-b440-095005177350 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:51:09.302000 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-410939c6-b094-4339-bef4-a9acff694ca0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:09.428288 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'name': 'tempest-AttachSCSIVolumeTestJSON-1407907742-router', 'tenant_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a1c008c7-84cc-43e3-afe1-7de70b2ffb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:51:02Z', 'updated_at': '2022-02-18T08:51:04Z', 'revision_number': 3, 'project_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'gw_port': {'id': 'a1c008c7-84cc-43e3-afe1-7de70b2ffb84', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:03Z', 'updated_at': '2022-02-18T08:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:09.434116 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704878cc-38b3-47f7-b622-5da7e5951686 None None] The sync data for ids ['39843d9a-9a59-4b64-9bf0-c7fe44da9e03'] in n-d-829434-1 is: [{'id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'name': 'tempest-AttachSCSIVolumeTestJSON-1407907742-router', 'tenant_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a1c008c7-84cc-43e3-afe1-7de70b2ffb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:51:02Z', 'updated_at': '2022-02-18T08:51:04Z', 'revision_number': 3, 'project_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'gw_port': {'id': 'a1c008c7-84cc-43e3-afe1-7de70b2ffb84', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:03Z', 'updated_at': '2022-02-18T08:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:51:09.448187 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:09.462274 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:09.496338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] For port 5d74f44a-1e62-47ad-bccd-123dd5df4a33, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:51:09.538096 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22b9aa-4e96-4ab5-93ba-f254b2217c5b req-4e51b9ff-7101-4a09-8298-f01ce6a9aad1 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:09.540229 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e22b9aa-4e96-4ab5-93ba-f254b2217c5b req-4e51b9ff-7101-4a09-8298-f01ce6a9aad1 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/ports?device_id=729d584b-c4f7-4316-8309-e5c00ffc5a63 HTTP/1.1" status: 200 len: 944 time: 0.8948915 Feb 18 08:51:09.543483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] For port 5d74f44a-1e62-47ad-bccd-123dd5df4a33, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5d74f44a-1e62-47ad-bccd-123dd5df4a33,segment=NetworkSegment(f04847ad-b43b-493a-bb68-84993f5f3d8c),segment_id=f04847ad-b43b-493a-bb68-84993f5f3d8c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:51:09.582252 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:09.591781 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44a047-7de9-4c78-b5c8-d2e154521c36 req-ba25e8d2-fdb9-4fd4-a0df-de37f54f8254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:09.593529 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7c44a047-7de9-4c78-b5c8-d2e154521c36 req-ba25e8d2-fdb9-4fd4-a0df-de37f54f8254 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=75eb46d2988549f58acc23f93dd84a7e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5038407 Feb 18 08:51:09.626648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b25f10-5bd8-4b30-b440-095005177350,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:09.630148 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:09.732915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:09.732915 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:09.744708 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] 10.222.0.61 "PUT /v2.0/ports/5d74f44a-1e62-47ad-bccd-123dd5df4a33 HTTP/1.1" status: 200 len: 1092 time: 4.6675279 Feb 18 08:51:09.763056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729d584b-c4f7-4316-8309-e5c00ffc5a63', 'tag': '5d74f44a-1e62-47ad-bccd-123dd5df4a33'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:51:09.780531 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-410939c6-b094-4339-bef4-a9acff694ca0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:09.888226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] Network 22e675f4-5d9a-4259-832b-c0978e7dc5ea is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:51:09.889826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:09.974070 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e22b9aa-4e96-4ab5-93ba-f254b2217c5b req-0bfffb57-8295-42b2-9ad1-fd32d8c8f204 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/security-groups?id=332d57b3-05f0-4c07-9a3e-1404f670a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113698 Feb 18 08:51:10.001909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-410939c6-b094-4339-bef4-a9acff694ca0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Network 6c34d911-d8e0-4928-8f9f-24e8af7e550a is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:51:10.011111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-410939c6-b094-4339-bef4-a9acff694ca0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:10.022345 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-410939c6-b094-4339-bef4-a9acff694ca0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:51:10.094764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11a08e-be64-4cf0-93f8-837358df417b service neutron] Pushing event updated for resources: {'Port': ['ID=5d74f44a-1e62-47ad-bccd-123dd5df4a33,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:10.215440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7ac19-fa93-401d-a4de-a911b4fc68f7 req-f759f3dd-527c-4bf3-aa7c-7acfdffb2fdd tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:10.229051 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69c7ac19-fa93-401d-a4de-a911b4fc68f7 req-f759f3dd-527c-4bf3-aa7c-7acfdffb2fdd tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476 HTTP/1.1" status: 200 len: 950 time: 0.8396051 Feb 18 08:51:10.327650 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-984d34ff-afb3-416e-9831-9f3b72823d1a None None] Provisioning complete for port d5b25f10-5bd8-4b30-b440-095005177350 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:10.327650 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-984d34ff-afb3-416e-9831-9f3b72823d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:10.334067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] Router 39843d9a-9a59-4b64-9bf0-c7fe44da9e03 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:51:10.425098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-410939c6-b094-4339-bef4-a9acff694ca0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:10.425098 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-410939c6-b094-4339-bef4-a9acff694ca0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:10.437329 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-984d34ff-afb3-416e-9831-9f3b72823d1a None None] Port d5b25f10-5bd8-4b30-b440-095005177350 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:51:10.455367 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410939c6-b094-4339-bef4-a9acff694ca0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Pushing event updated for resources: {'Port': ['ID=2349d555-f889-41da-9a56-820e9f1307c5,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:10.468831 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44a047-7de9-4c78-b5c8-d2e154521c36 req-7d5fc97a-f900-490c-b7d0-a1dae4a3075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:10.470575 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7c44a047-7de9-4c78-b5c8-d2e154521c36 req-7d5fc97a-f900-490c-b7d0-a1dae4a3075a service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8391373 Feb 18 08:51:10.491361 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69c7ac19-fa93-401d-a4de-a911b4fc68f7 req-a1acf1e0-16cd-45e6-b4a2-47d18d88988e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729261 Feb 18 08:51:10.572455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-00056397-ed53-4599-a7f7-63c93b67ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:10.574313 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-00056397-ed53-4599-a7f7-63c93b67ae22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=539e8772fdef4b1e9a67e1a3a1960338&device_id=729d584b-c4f7-4316-8309-e5c00ffc5a63 HTTP/1.1" status: 200 len: 1095 time: 0.6510739 Feb 18 08:51:10.576719 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7c44a047-7de9-4c78-b5c8-d2e154521c36 req-df275bac-edda-4b0a-be24-eac2fab3dc19 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdf00615-d4a9-4bbc-9a8e-5cf987042cfa HTTP/1.1" status: 200 len: 210 time: 0.0728800 Feb 18 08:51:10.589444 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-410939c6-b094-4339-bef4-a9acff694ca0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3110867 Feb 18 08:51:10.611914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Request body: {'port': {'device_id': '60f89b66-2f80-40f1-bfb6-98dfe684b2cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:10.748092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8efa2-dc9d-4fb9-b6e4-67dc256c05ef req-6f75cf48-be6b-42fd-93cb-de7ae04f9d44 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:10.749115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-64a8efa2-dc9d-4fb9-b6e4-67dc256c05ef req-6f75cf48-be6b-42fd-93cb-de7ae04f9d44 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Synchronizing usage tracker for tenant:a4a62a8c174445a691623ed243915fc9 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:51:10.756329 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:51:10.766418 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7577d86a-f59b-4573-bd61-37262727acd2 admin admin] 10.222.0.72 "PUT /v2.0/routers/39843d9a-9a59-4b64-9bf0-c7fe44da9e03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3612921 Feb 18 08:51:10.834195 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-46cb06cf-97be-4e10-957c-176315a0fc67 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d74f44a-1e62-47ad-bccd-123dd5df4a33 HTTP/1.1" status: 200 len: 217 time: 0.2312901 Feb 18 08:51:10.902965 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc0684c9-2c6a-461b-85e9-21c06eb39820 req-757a78c1-ab7f-4e63-a990-73acb43e0e8a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdf00615-d4a9-4bbc-9a8e-5cf987042cfa HTTP/1.1" status: 200 len: 210 time: 0.1640458 Feb 18 08:51:10.988585 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:11.055514 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729d584b-c4f7-4316-8309-e5c00ffc5a63', 'tag': '5d74f44a-1e62-47ad-bccd-123dd5df4a33', 'status': 'completed', 'code': 200} Feb 18 08:51:11.065466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-64a8efa2-dc9d-4fb9-b6e4-67dc256c05ef req-6f75cf48-be6b-42fd-93cb-de7ae04f9d44 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Unset dirty status for tenant:a4a62a8c174445a691623ed243915fc9 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:51:11.073203 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64a8efa2-dc9d-4fb9-b6e4-67dc256c05ef req-6f75cf48-be6b-42fd-93cb-de7ae04f9d44 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 932 time: 0.8132250 Feb 18 08:51:11.082981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a63e6290-f0b1-458b-886a-29fbe9c59b0a req-3dc65a2a-b81b-4438-bc83-fd71aaad9115 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&device_id=cdf00615-d4a9-4bbc-9a8e-5cf987042cfa HTTP/1.1" status: 200 len: 210 time: 0.1385229 Feb 18 08:51:11.132256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-1ec3719e-99b7-474e-8460-3830decdc6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:11.134904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-1ec3719e-99b7-474e-8460-3830decdc6b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b1ccc74-7d36-44b3-8c44-c7aee5b5a9a6 HTTP/1.1" status: 200 len: 860 time: 0.2797940 Feb 18 08:51:11.193988 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:11.333784 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:11.406336 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a1c008c7-84cc-43e3-afe1-7de70b2ffb84 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:11.501035 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port a1c008c7-84cc-43e3-afe1-7de70b2ffb84 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:11.505321 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-efb969b1-bd35-443e-9637-10b2c30c0ab3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4c5aa3e0-32a3-4779-89e4-c5426773007d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3121898 Feb 18 08:51:11.506916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a1c008c7-84cc-43e3-afe1-7de70b2ffb84 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:11.507304 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:11.525102 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64a8efa2-dc9d-4fb9-b6e4-67dc256c05ef req-80aec045-504c-4b72-b589-ce220a7cf186 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536452 Feb 18 08:51:11.670145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51996) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:11.675030 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1610959338-network', 'tenant_id': 'ea4b32f0b2c645b2865babfe2fa05a24'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:11.681380 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:11.687055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Usage tracker for resource:network and tenant:ea4b32f0b2c645b2865babfe2fa05a24 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:51:11.696783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:51:11.707731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:11.726155 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:11.742865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Made reservation on behalf of ea4b32f0b2c645b2865babfe2fa05a24 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:51:11.745993 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:11.750445 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port a1c008c7-84cc-43e3-afe1-7de70b2ffb84, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a1c008c7-84cc-43e3-afe1-7de70b2ffb84,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:11.757370 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:11.768185 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:11.783702 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:11.792338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Usage tracker for resource:security_group_rule and tenant:ea4b32f0b2c645b2865babfe2fa05a24 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:51:11.795635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:51:11.802501 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:11.869695 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=a1c008c7-84cc-43e3-afe1-7de70b2ffb84,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:11.883554 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Sync routers for ids ['39843d9a-9a59-4b64-9bf0-c7fe44da9e03'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:51:11.900397 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Routers {'39843d9a-9a59-4b64-9bf0-c7fe44da9e03'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:51:11.901092 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:51:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['39843d9a-9a59-4b64-9bf0-c7fe44da9e03'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:11.953188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e6290-f0b1-458b-886a-29fbe9c59b0a req-d2195e95-4b03-4f73-b240-b451b0a346a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:11.954787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a63e6290-f0b1-458b-886a-29fbe9c59b0a req-d2195e95-4b03-4f73-b240-b451b0a346a3 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=75eb46d2988549f58acc23f93dd84a7e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8485391 Feb 18 08:51:11.965687 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:11.973949 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:11.988410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5f168-1ee9-44bd-a500-fdea852247a1 req-9fa0744f-109b-46ae-9735-d2d3b199cd85 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:11.989127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:51:11.990020 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3aa5f168-1ee9-44bd-a500-fdea852247a1 req-9fa0744f-109b-46ae-9735-d2d3b199cd85 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/ports?device_id=729d584b-c4f7-4316-8309-e5c00ffc5a63 HTTP/1.1" status: 200 len: 944 time: 0.8473463 Feb 18 08:51:12.000827 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:12.000827 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Added segment 270dbfe8-91d8-413e-a53c-42e5c48aac1f of type vlan for network bf4538cf-9efe-4c3f-a4bc-d6501e58d265 Feb 18 08:51:12.053965 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f386df8a-51e6-4711-83d2-24e3696d9e23,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:12.073015 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:12.118380 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:12.120003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:12.121618 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:12.151810 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Set router 39843d9a-9a59-4b64-9bf0-c7fe44da9e03 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:51:12.238259 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] Pushing event updated for resources: {'Network': ['ID=bf4538cf-9efe-4c3f-a4bc-d6501e58d265,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:12.241629 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6c72f8bd-af48-4e40-a841-2efccffb4429 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5717487 Feb 18 08:51:12.244616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52002) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:12.250014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2273b723-846f-4d9a-b752-f1a63821d82e admin admin] Request body: {'subnet': {'network_id': 'bf4538cf-9efe-4c3f-a4bc-d6501e58d265', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610959338-subnet', 'tenant_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:12.263497 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2273b723-846f-4d9a-b752-f1a63821d82e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:12.267758 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2273b723-846f-4d9a-b752-f1a63821d82e admin admin] Usage tracker for resource:subnet and tenant:ea4b32f0b2c645b2865babfe2fa05a24 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:51:12.270914 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2273b723-846f-4d9a-b752-f1a63821d82e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:51:12.275459 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-6d978184-7f3f-4074-87c1-b5bdd934c368 service neutron] 10.222.0.61 "GET /v2.0/networks/4c5aa3e0-32a3-4779-89e4-c5426773007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7566652 Feb 18 08:51:12.277358 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2273b723-846f-4d9a-b752-f1a63821d82e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:12.286907 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3aa5f168-1ee9-44bd-a500-fdea852247a1 req-f11f9458-8248-45c7-a29c-9289b0ea66d3 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/security-groups?id=332d57b3-05f0-4c07-9a3e-1404f670a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433205 Feb 18 08:51:12.297914 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2273b723-846f-4d9a-b752-f1a63821d82e admin admin] Made reservation on behalf of ea4b32f0b2c645b2865babfe2fa05a24 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:51:12.300958 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2273b723-846f-4d9a-b752-f1a63821d82e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:12.308244 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network bf4538cf-9efe-4c3f-a4bc-d6501e58d265 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:51:12.343004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98c0a9-d0be-41e3-8904-27904df07b2f req-e69f7390-9465-4c4b-8f72-9d57369b9107 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:12.349451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c98c0a9-d0be-41e3-8904-27904df07b2f req-e69f7390-9465-4c4b-8f72-9d57369b9107 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476 HTTP/1.1" status: 200 len: 950 time: 0.5941184 Feb 18 08:51:12.617480 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2273b723-846f-4d9a-b752-f1a63821d82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:12.659303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'name': 'tempest-AttachSCSIVolumeTestJSON-1407907742-router', 'tenant_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a1c008c7-84cc-43e3-afe1-7de70b2ffb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:51:02Z', 'updated_at': '2022-02-18T08:51:08Z', 'revision_number': 4, 'project_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'gw_port': {'id': 'a1c008c7-84cc-43e3-afe1-7de70b2ffb84', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:03Z', 'updated_at': '2022-02-18T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'd5b25f10-5bd8-4b30-b440-095005177350', 'name': '', 'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea', 'tenant_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'mac_address': 'fa:16:3e:89:b2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'e1a63a75-feb8-4c64-8fb4-be73357e03d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:08Z', 'updated_at': '2022-02-18T08:51:09Z', 'revision_number': 2, 'project_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'subnets': [{'id': 'e1a63a75-feb8-4c64-8fb4-be73357e03d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:12.664067 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Checking router: 39843d9a-9a59-4b64-9bf0-c7fe44da9e03 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:51:12.664781 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Updating router 39843d9a-9a59-4b64-9bf0-c7fe44da9e03 port d5b25f10-5bd8-4b30-b440-095005177350 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:51:12.671823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5a4794aa-f008-441d-95e9-e1badb7b7fa1 req-a9deae79-7f31-495b-9813-954c0e3368fd tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdf00615-d4a9-4bbc-9a8e-5cf987042cfa HTTP/1.1" status: 200 len: 210 time: 0.2145233 Feb 18 08:51:12.712862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e6290-f0b1-458b-886a-29fbe9c59b0a req-74205255-c517-46a8-a8c5-86f043f07180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:12.714139 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a63e6290-f0b1-458b-886a-29fbe9c59b0a req-74205255-c517-46a8-a8c5-86f043f07180 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7366097 Feb 18 08:51:12.732420 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:12.737105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2349d555-f889-41da-9a56-820e9f1307c5 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:51:12.742968 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2273b723-846f-4d9a-b752-f1a63821d82e admin admin] Checking segment: {'id': '270dbfe8-91d8-413e-a53c-42e5c48aac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'bf4538cf-9efe-4c3f-a4bc-d6501e58d265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:51:12.743850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2273b723-846f-4d9a-b752-f1a63821d82e admin admin] Network hostable DHCP agents. Network: bf4538cf-9efe-4c3f-a4bc-d6501e58d265, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:51:12.749223 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273b723-846f-4d9a-b752-f1a63821d82e admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d840f2-54cf-40cb-843b-6f3d159362e1,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:12.774022 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:12.791933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2273b723-846f-4d9a-b752-f1a63821d82e admin admin] Network bf4538cf-9efe-4c3f-a4bc-d6501e58d265 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:51:12.828313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-2273b723-846f-4d9a-b752-f1a63821d82e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, bf4538cf-9efe-4c3f-a4bc-d6501e58d265) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:12.835206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2273b723-846f-4d9a-b752-f1a63821d82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:12.837540 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2273b723-846f-4d9a-b752-f1a63821d82e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:12.845686 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb8485-3fe7-46fd-b330-6249ff3fcb14 None None] Network bf4538cf-9efe-4c3f-a4bc-d6501e58d265 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:51:12.847306 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c98c0a9-d0be-41e3-8904-27904df07b2f req-cac10a15-73a7-43f2-b904-23b09f25d0f1 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970028 Feb 18 08:51:12.905326 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2273b723-846f-4d9a-b752-f1a63821d82e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6594706 Feb 18 08:51:12.907723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52010) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:12.909613 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a63e6290-f0b1-458b-886a-29fbe9c59b0a req-ca867abe-7ba5-4353-b3ba-0f79440c04bc tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdf00615-d4a9-4bbc-9a8e-5cf987042cfa HTTP/1.1" status: 200 len: 210 time: 0.1256499 Feb 18 08:51:12.917301 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1610959338-router', 'tenant_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:12.929299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Transition to ACTIVE for port object 2349d555-f889-41da-9a56-820e9f1307c5 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:12.931604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:12.949345 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Usage tracker for resource:router and tenant:ea4b32f0b2c645b2865babfe2fa05a24 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:51:12.962508 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:51:12.975293 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:13.001709 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:13.002901 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:13.017801 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:13.030887 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:13.266073 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6f202b4-f068-411c-96ae-1dc2a2f00222 req-ce9ebad6-2d66-416a-9fb7-ad27b53a5e72 service neutron] 10.222.0.61 "GET /v2.0/networks/4c5aa3e0-32a3-4779-89e4-c5426773007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9768107 Feb 18 08:51:13.417028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-bf4538cf-9efe-4c3f-a4bc-d6501e58d265', 'network_id': 'bf4538cf-9efe-4c3f-a4bc-d6501e58d265', 'tenant_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'fixed_ips': [{'subnet_id': '07d840f2-54cf-40cb-843b-6f3d159362e1'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:51:13.419447 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:13.436830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a1c008c7-84cc-43e3-afe1-7de70b2ffb84 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:13.471245 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:13.513910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Pushing event updated for resources: {'Port': ['ID=2349d555-f889-41da-9a56-820e9f1307c5,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:13.802726 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a1c008c7-84cc-43e3-afe1-7de70b2ffb84 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:13.803235 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:13.875827 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:13.895315 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:13.910424 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Allocated IP 172.20.0.2 (bf4538cf-9efe-4c3f-a4bc-d6501e58d265/07d840f2-54cf-40cb-843b-6f3d159362e1/e0bf8021-96ff-4914-9310-b2050db94d26) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:51:13.920503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Transition to ACTIVE for port object d5b25f10-5bd8-4b30-b440-095005177350 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:13.941263 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:13.952706 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:13.973963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Attempting to bind port 2349d555-f889-41da-9a56-820e9f1307c5 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:51:13.974391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Attempting to bind port 2349d555-f889-41da-9a56-820e9f1307c5 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '127fbf82-eedd-4b22-9791-7c88cc8b5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:51:13.974741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Attempting to bind port 2349d555-f889-41da-9a56-820e9f1307c5 on network 6c34d911-d8e0-4928-8f9f-24e8af7e550a {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:51:13.986512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5019bd-47c2-48b1-bc4b-02552906bf78 req-6567ae8a-adff-44a4-9942-ad309f395f3f tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:13.988044 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b5019bd-47c2-48b1-bc4b-02552906bf78 req-6567ae8a-adff-44a4-9942-ad309f395f3f tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 932 time: 1.1292768 Feb 18 08:51:14.033250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Port 2349d555-f889-41da-9a56-820e9f1307c5 on network 6c34d911-d8e0-4928-8f9f-24e8af7e550a not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:51:14.033250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Attempting to bind port 2349d555-f889-41da-9a56-820e9f1307c5 on network 6c34d911-d8e0-4928-8f9f-24e8af7e550a {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:51:14.045683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d435703-9d72-45b0-bb93-50c1c16d2ec5 req-338d1b1b-9915-4f5c-b421-e8eadc2120e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:14.047201 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d435703-9d72-45b0-bb93-50c1c16d2ec5 req-338d1b1b-9915-4f5c-b421-e8eadc2120e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=539e8772fdef4b1e9a67e1a3a1960338&device_id=729d584b-c4f7-4316-8309-e5c00ffc5a63 HTTP/1.1" status: 200 len: 1095 time: 0.6156402 Feb 18 08:51:14.052719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:51:14.053268 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Checking segment: {'id': '127fbf82-eedd-4b22-9791-7c88cc8b5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:51:14.053659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Bound using segment: {'id': '127fbf82-eedd-4b22-9791-7c88cc8b5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:51:14.054949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Bound port: 2349d555-f889-41da-9a56-820e9f1307c5, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127fbf82-eedd-4b22-9791-7c88cc8b5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:51:14.055351 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:14.130331 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Allocated IP 172.25.1.250 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/aca78fe0-4024-476f-a831-a7e1e61f268f) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:51:14.167623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c3aed-4743-40ce-a156-08db8ff5dc71 req-174fbbe7-873a-404d-81b9-16cb22d57173 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:14.177328 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-de9c3aed-4743-40ce-a156-08db8ff5dc71 req-174fbbe7-873a-404d-81b9-16cb22d57173 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=e81efc53-3ed5-4358-ad72-71c2ca9a5fab HTTP/1.1" status: 200 len: 950 time: 0.9853945 Feb 18 08:51:14.284835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] For port 2349d555-f889-41da-9a56-820e9f1307c5, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:51:14.289494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] For port 2349d555-f889-41da-9a56-820e9f1307c5, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=2349d555-f889-41da-9a56-820e9f1307c5,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:51:14.317674 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b5019bd-47c2-48b1-bc4b-02552906bf78 req-506004a0-8a4d-4bf5-a8bb-d03cbc4c5dc6 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095574 Feb 18 08:51:14.331140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3dc8e-41fc-4807-978e-62d39543f0c8 None None] Pushing event updated for resources: {'Port': ['ID=d5b25f10-5bd8-4b30-b440-095005177350,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:14.361964 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:14.499814 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:14.555513 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:14.556936 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Attempting to bind port d5b25f10-5bd8-4b30-b440-095005177350 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:51:14.556936 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Attempting to bind port d5b25f10-5bd8-4b30-b440-095005177350 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'e5ee779a-8e06-4556-895a-c8826a5f5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:51:14.557859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Attempting to bind port d5b25f10-5bd8-4b30-b440-095005177350 on network 22e675f4-5d9a-4259-832b-c0978e7dc5ea {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:51:14.571164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:14.571164 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:14.572656 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] 10.222.0.61 "PUT /v2.0/ports/2349d555-f889-41da-9a56-820e9f1307c5 HTTP/1.1" status: 200 len: 1092 time: 3.9685194 Feb 18 08:51:14.572872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:51:14.573254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Checking segment: {'id': 'e5ee779a-8e06-4556-895a-c8826a5f5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:51:14.573658 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:14.574028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Bound using segment: {'id': 'e5ee779a-8e06-4556-895a-c8826a5f5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:51:14.574617 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Bound port: d5b25f10-5bd8-4b30-b440-095005177350, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ee779a-8e06-4556-895a-c8826a5f5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:51:14.574978 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:14.583614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f89b66-2f80-40f1-bfb6-98dfe684b2cf', 'tag': '2349d555-f889-41da-9a56-820e9f1307c5'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:51:14.644709 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-de9c3aed-4743-40ce-a156-08db8ff5dc71 req-289cc8b8-f90d-4ee1-96a0-ff70848746f2 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580467 Feb 18 08:51:14.661942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:51:14.672194 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:14.676830 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:51:14.746176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2280be-bcb2-4b39-a0aa-1301790d172d service neutron] Pushing event updated for resources: {'Port': ['ID=2349d555-f889-41da-9a56-820e9f1307c5,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:14.755776 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:14.770462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d435703-9d72-45b0-bb93-50c1c16d2ec5 req-49b82a97-bb89-4bf4-af51-f81a36f2a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:14.772618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d435703-9d72-45b0-bb93-50c1c16d2ec5 req-49b82a97-bb89-4bf4-af51-f81a36f2a61e service neutron] 10.222.0.61 "GET /v2.0/networks?id=4c5aa3e0-32a3-4779-89e4-c5426773007d HTTP/1.1" status: 200 len: 921 time: 0.6962004 Feb 18 08:51:14.777492 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Transition to ACTIVE for port object e0bf8021-96ff-4914-9310-b2050db94d26 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:14.789032 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] For port d5b25f10-5bd8-4b30-b440-095005177350, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:51:14.815487 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] For port d5b25f10-5bd8-4b30-b440-095005177350, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d5b25f10-5bd8-4b30-b440-095005177350,segment=NetworkSegment(e5ee779a-8e06-4556-895a-c8826a5f5597),segment_id=e5ee779a-8e06-4556-895a-c8826a5f5597)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:51:14.828442 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Transition to ACTIVE for port object e0bf8021-96ff-4914-9310-b2050db94d26 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:14.834306 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:14.876955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d435703-9d72-45b0-bb93-50c1c16d2ec5 req-6d001631-121f-43fc-a319-46a9327a6fd1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d74f44a-1e62-47ad-bccd-123dd5df4a33 HTTP/1.1" status: 200 len: 217 time: 0.0931776 Feb 18 08:51:14.889262 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:14.939789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc57c36-7d73-4ed5-b177-2e1d517b3073 req-0a4164ff-937f-4a75-8210-22d55fbeaf0c tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:14.958796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8fc57c36-7d73-4ed5-b177-2e1d517b3073 req-0a4164ff-937f-4a75-8210-22d55fbeaf0c tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/ports?device_id=729d584b-c4f7-4316-8309-e5c00ffc5a63 HTTP/1.1" status: 200 len: 944 time: 0.4848480 Feb 18 08:51:14.959598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Pushing event updated for resources: {'Port': ['ID=aca78fe0-4024-476f-a831-a7e1e61f268f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:14.972478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Network bf4538cf-9efe-4c3f-a4bc-d6501e58d265 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:51:14.981395 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:14.991377 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:51:15.006142 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Routers {'39843d9a-9a59-4b64-9bf0-c7fe44da9e03'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:51:15.006376 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:51:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['39843d9a-9a59-4b64-9bf0-c7fe44da9e03'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:15.043771 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f89b66-2f80-40f1-bfb6-98dfe684b2cf', 'tag': '2349d555-f889-41da-9a56-820e9f1307c5', 'status': 'completed', 'code': 200} Feb 18 08:51:15.056320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-5943439d-95d4-4b33-b91f-d20c320593c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:15.061224 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-5943439d-95d4-4b33-b91f-d20c320593c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4a62a8c174445a691623ed243915fc9&device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 1095 time: 0.4314926 Feb 18 08:51:15.135877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3dc8e-41fc-4807-978e-62d39543f0c8 None None] Pushing event updated for resources: {'Port': ['ID=d5b25f10-5bd8-4b30-b440-095005177350,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:15.168485 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-cab7fe78-6481-468c-aca8-8cc98c100c37 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2349d555-f889-41da-9a56-820e9f1307c5 HTTP/1.1" status: 200 len: 217 time: 0.0913980 Feb 18 08:51:15.275716 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8fc57c36-7d73-4ed5-b177-2e1d517b3073 req-985c0b7b-a000-4a36-84bd-bff301f23c28 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/security-groups?id=332d57b3-05f0-4c07-9a3e-1404f670a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157146 Feb 18 08:51:15.277446 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d435703-9d72-45b0-bb93-50c1c16d2ec5 req-7b6be550-19ed-44bd-9db7-ad2b30226109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:15.284430 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d435703-9d72-45b0-bb93-50c1c16d2ec5 req-7b6be550-19ed-44bd-9db7-ad2b30226109 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b1ccc74-7d36-44b3-8c44-c7aee5b5a9a6 HTTP/1.1" status: 200 len: 860 time: 0.3972523 Feb 18 08:51:15.356571 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Pushing event updated for resources: {'Port': ['ID=e0bf8021-96ff-4914-9310-b2050db94d26,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:15.390139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-6a8a02e8-c4ca-4333-ab20-cc5196218e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:15.392244 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-6a8a02e8-c4ca-4333-ab20-cc5196218e36 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fd32f46-ee09-481e-b1fa-9eb10ab6742b HTTP/1.1" status: 200 len: 855 time: 0.2112327 Feb 18 08:51:15.463786 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:15.478957 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Attempting to bind port e0bf8021-96ff-4914-9310-b2050db94d26 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:51:15.479094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Attempting to bind port e0bf8021-96ff-4914-9310-b2050db94d26 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '270dbfe8-91d8-413e-a53c-42e5c48aac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'bf4538cf-9efe-4c3f-a4bc-d6501e58d265'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:51:15.480740 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Attempting to bind port e0bf8021-96ff-4914-9310-b2050db94d26 on network bf4538cf-9efe-4c3f-a4bc-d6501e58d265 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:51:15.489116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-94127a12-14b5-4f56-b6b2-23d49f7f07cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c34d911-d8e0-4928-8f9f-24e8af7e550a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905187 Feb 18 08:51:15.503386 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:51:15.503760 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Checking segment: {'id': '270dbfe8-91d8-413e-a53c-42e5c48aac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'bf4538cf-9efe-4c3f-a4bc-d6501e58d265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:51:15.504156 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:15.504570 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Bound using segment: {'id': '270dbfe8-91d8-413e-a53c-42e5c48aac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'bf4538cf-9efe-4c3f-a4bc-d6501e58d265'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:51:15.505038 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Bound port: e0bf8021-96ff-4914-9310-b2050db94d26, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270dbfe8-91d8-413e-a53c-42e5c48aac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'bf4538cf-9efe-4c3f-a4bc-d6501e58d265'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:51:15.505401 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:15.529836 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d435703-9d72-45b0-bb93-50c1c16d2ec5 req-a51cca96-6927-4eb4-9ad8-90bd4713da19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4c5aa3e0-32a3-4779-89e4-c5426773007d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2373159 Feb 18 08:51:15.576622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] Set router 39843d9a-9a59-4b64-9bf0-c7fe44da9e03 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:51:15.691458 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] For port e0bf8021-96ff-4914-9310-b2050db94d26, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:51:15.695555 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] For port e0bf8021-96ff-4914-9310-b2050db94d26, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e0bf8021-96ff-4914-9310-b2050db94d26,segment=NetworkSegment(270dbfe8-91d8-413e-a53c-42e5c48aac1f),segment_id=270dbfe8-91d8-413e-a53c-42e5c48aac1f)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:51:15.705650 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:15.951222 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10aa3c-2af9-4859-a3db-f5a59aa24091 None None] Pushing event updated for resources: {'Port': ['ID=e0bf8021-96ff-4914-9310-b2050db94d26,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:15.980371 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:16.107976 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-4e11e993-f923-4cef-b374-2e3f8b4866e0 service neutron] 10.222.0.61 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615590 Feb 18 08:51:16.107976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-2e79ab32-d163-44fb-ae26-dc10adac2d2d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:16.107976 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-2e79ab32-d163-44fb-ae26-dc10adac2d2d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 812 time: 0.6135519 Feb 18 08:51:16.130376 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc82ef-6d94-4389-a5b3-c3572bcf7509 req-d48be5cf-3f1a-4c21-aca2-e8131fd0a130 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:16.130376 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc82ef-6d94-4389-a5b3-c3572bcf7509 req-d48be5cf-3f1a-4c21-aca2-e8131fd0a130 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:16.143751 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90fc82ef-6d94-4389-a5b3-c3572bcf7509 req-d48be5cf-3f1a-4c21-aca2-e8131fd0a130 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476&device_id=e81efc53-3ed5-4358-ad72-71c2ca9a5fab HTTP/1.1" status: 200 len: 1691 time: 0.6026409 Feb 18 08:51:16.173441 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'name': 'tempest-AttachSCSIVolumeTestJSON-1407907742-router', 'tenant_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a1c008c7-84cc-43e3-afe1-7de70b2ffb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:51:02Z', 'updated_at': '2022-02-18T08:51:08Z', 'revision_number': 4, 'project_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'gw_port': {'id': 'a1c008c7-84cc-43e3-afe1-7de70b2ffb84', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:03Z', 'updated_at': '2022-02-18T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'd5b25f10-5bd8-4b30-b440-095005177350', 'name': '', 'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea', 'tenant_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'mac_address': 'fa:16:3e:89:b2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'e1a63a75-feb8-4c64-8fb4-be73357e03d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:08Z', 'updated_at': '2022-02-18T08:51:14Z', 'revision_number': 4, 'project_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'subnets': [{'id': 'e1a63a75-feb8-4c64-8fb4-be73357e03d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:16.173693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-bffcba52-02d1-44b4-a576-e6bdb596c772 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/quotas/75eb46d2988549f58acc23f93dd84a7e HTTP/1.1" status: 200 len: 375 time: 0.0318513 Feb 18 08:51:16.183855 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009a0de3-6bbb-4e93-937c-e525eb9eba64 None None] The sync data for ids ['39843d9a-9a59-4b64-9bf0-c7fe44da9e03'] in n-d-829434-1 is: [{'id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'name': 'tempest-AttachSCSIVolumeTestJSON-1407907742-router', 'tenant_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a1c008c7-84cc-43e3-afe1-7de70b2ffb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:51:02Z', 'updated_at': '2022-02-18T08:51:08Z', 'revision_number': 4, 'project_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'gw_port': {'id': 'a1c008c7-84cc-43e3-afe1-7de70b2ffb84', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:03Z', 'updated_at': '2022-02-18T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'd5b25f10-5bd8-4b30-b440-095005177350', 'name': '', 'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea', 'tenant_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'mac_address': 'fa:16:3e:89:b2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'e1a63a75-feb8-4c64-8fb4-be73357e03d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:08Z', 'updated_at': '2022-02-18T08:51:14Z', 'revision_number': 4, 'project_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'subnets': [{'id': 'e1a63a75-feb8-4c64-8fb4-be73357e03d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:51:16.188783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d435703-9d72-45b0-bb93-50c1c16d2ec5 req-df15f4cd-9d2b-447d-a237-0b81fd31bdde service neutron] 10.222.0.61 "GET /v2.0/networks/4c5aa3e0-32a3-4779-89e4-c5426773007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748127 Feb 18 08:51:16.305260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Router 7567d080-0b19-4552-a730-e33520d4ca8e is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:51:16.569531 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-f56747bf-ceea-4fca-ad9e-6493dc2c750d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3770192 Feb 18 08:51:16.762590 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5d74f44a-1e62-47ad-bccd-123dd5df4a33 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:51:16.779299 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:51:16.791316 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Sync routers for ids ['7567d080-0b19-4552-a730-e33520d4ca8e'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:51:16.806959 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Routers {'7567d080-0b19-4552-a730-e33520d4ca8e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:51:16.808949 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:51:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7567d080-0b19-4552-a730-e33520d4ca8e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:16.846708 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:16.848208 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-39d0a0c2-b392-4ddd-8412-4ff53d0278df admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9393942 Feb 18 08:51:16.852921 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52044) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:16.987376 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-f16c61de-1f97-484f-bb0f-36bb35fe3665 service neutron] 10.222.0.72 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166303 Feb 18 08:51:17.095430 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 5d74f44a-1e62-47ad-bccd-123dd5df4a33, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5d74f44a-1e62-47ad-bccd-123dd5df4a33,segment=NetworkSegment(f04847ad-b43b-493a-bb68-84993f5f3d8c),segment_id=f04847ad-b43b-493a-bb68-84993f5f3d8c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:17.120216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '5d74f44a-1e62-47ad-bccd-123dd5df4a33', 'network_id': '4c5aa3e0-32a3-4779-89e4-c5426773007d', 'port_id': '5d74f44a-1e62-47ad-bccd-123dd5df4a33', 'mac_address': 'fa:16:3e:05:41:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1ccc74-7d36-44b3-8c44-c7aee5b5a9a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:51:17.183825 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Set router 7567d080-0b19-4552-a730-e33520d4ca8e gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:51:17.208241 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34986862-c036-42c2-8fe9-7a73d1a22c60 req-c0f1177e-dbfa-4f2a-839e-d9b03b768971 service neutron] 10.222.0.61 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0974157 Feb 18 08:51:17.249867 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:17.299252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d74f44a-1e62-47ad-bccd-123dd5df4a33 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:51:17.355941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 5d74f44a-1e62-47ad-bccd-123dd5df4a33, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5d74f44a-1e62-47ad-bccd-123dd5df4a33,segment=NetworkSegment(f04847ad-b43b-493a-bb68-84993f5f3d8c),segment_id=f04847ad-b43b-493a-bb68-84993f5f3d8c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:17.370165 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:17.390517 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90fc82ef-6d94-4389-a5b3-c3572bcf7509 req-eca50bd8-e358-4abc-b345-aad4d01112cc tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2548375 Feb 18 08:51:17.440963 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d435703-9d72-45b0-bb93-50c1c16d2ec5 req-80afdc87-0143-43bf-bfcd-0638475a95af service neutron] 10.222.0.61 "GET /v2.0/networks/4c5aa3e0-32a3-4779-89e4-c5426773007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8618343 Feb 18 08:51:17.599870 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e0bf8021-96ff-4914-9310-b2050db94d26 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:17.696248 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbe6e42-e8f2-49b0-a95d-51f316109d9f None None] Network bf4538cf-9efe-4c3f-a4bc-d6501e58d265 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:51:17.720613 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=5d74f44a-1e62-47ad-bccd-123dd5df4a33,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:17.770969 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610959338-router', 'tenant_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'aca78fe0-4024-476f-a831-a7e1e61f268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:51:13Z', 'updated_at': '2022-02-18T08:51:15Z', 'revision_number': 3, 'project_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'gw_port': {'id': 'aca78fe0-4024-476f-a831-a7e1e61f268f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:14Z', 'updated_at': '2022-02-18T08:51:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:17.776826 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Checking router: 7567d080-0b19-4552-a730-e33520d4ca8e for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:51:17.777428 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Updating router 7567d080-0b19-4552-a730-e33520d4ca8e port aca78fe0-4024-476f-a831-a7e1e61f268f binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:51:17.802170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628f859-32ae-4c37-96b8-2d263f3300ce req-305e96c4-f7a8-4730-b7bf-243a1efed582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:17.804599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6628f859-32ae-4c37-96b8-2d263f3300ce req-305e96c4-f7a8-4730-b7bf-243a1efed582 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4a62a8c174445a691623ed243915fc9&device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 1095 time: 0.3725700 Feb 18 08:51:17.823666 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-3b8645bb-4791-4745-9651-d93331e1d584 service neutron] 10.222.0.72 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6855896 Feb 18 08:51:17.905967 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:17.960626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a27ccd65-eae3-447a-bb82-f954d4116c15 None None] Provisioning for port e0bf8021-96ff-4914-9310-b2050db94d26 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:17.995048 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port e0bf8021-96ff-4914-9310-b2050db94d26 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:18.006409 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e0bf8021-96ff-4914-9310-b2050db94d26 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:18.006782 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:18.107413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628f859-32ae-4c37-96b8-2d263f3300ce req-6af26b35-d0f9-46b7-8dc3-0b25344d2449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:18.109039 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6628f859-32ae-4c37-96b8-2d263f3300ce req-6af26b35-d0f9-46b7-8dc3-0b25344d2449 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c34d911-d8e0-4928-8f9f-24e8af7e550a HTTP/1.1" status: 200 len: 916 time: 0.2842076 Feb 18 08:51:18.164622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['5d74f44a-1e62-47ad-bccd-123dd5df4a33'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:51:18.184801 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:18.254868 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6628f859-32ae-4c37-96b8-2d263f3300ce req-79cfeb17-1363-4d4d-a945-d0398cdb74ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2349d555-f889-41da-9a56-820e9f1307c5 HTTP/1.1" status: 200 len: 217 time: 0.1297617 Feb 18 08:51:18.393090 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc65d4-07d8-4fac-a23a-f35c2ca90250 req-b9bcfc05-8651-412b-8064-fc4b67453ae7 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:18.401622 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-61fc65d4-07d8-4fac-a23a-f35c2ca90250 req-b9bcfc05-8651-412b-8064-fc4b67453ae7 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 944 time: 0.7393818 Feb 18 08:51:18.505033 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:18.526399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628f859-32ae-4c37-96b8-2d263f3300ce req-1dd6686e-aa2b-47be-b6c1-ff24fff5c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:18.528242 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6628f859-32ae-4c37-96b8-2d263f3300ce req-1dd6686e-aa2b-47be-b6c1-ff24fff5c363 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fd32f46-ee09-481e-b1fa-9eb10ab6742b HTTP/1.1" status: 200 len: 855 time: 0.2610145 Feb 18 08:51:18.544694 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-61fc65d4-07d8-4fac-a23a-f35c2ca90250 req-de17cde4-57aa-4606-977a-199d1c3820c7 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419857 Feb 18 08:51:18.558459 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:18.588467 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Transition to ACTIVE for port object aca78fe0-4024-476f-a831-a7e1e61f268f will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:18.589947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] Allocated IP 172.20.0.1 (bf4538cf-9efe-4c3f-a4bc-d6501e58d265/07d840f2-54cf-40cb-843b-6f3d159362e1/49310ffc-a671-45ac-9b8d-4c6f6571caee) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:51:18.600898 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port e0bf8021-96ff-4914-9310-b2050db94d26, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e0bf8021-96ff-4914-9310-b2050db94d26,segment=NetworkSegment(270dbfe8-91d8-413e-a53c-42e5c48aac1f),segment_id=270dbfe8-91d8-413e-a53c-42e5c48aac1f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:18.627183 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:18.634902 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:18.636105 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d5b25f10-5bd8-4b30-b440-095005177350 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:18.705129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63233c59-a803-4960-b015-cd815f4326f7 req-0097d469-88eb-4fb2-8b68-d3e0b518245d tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:18.707141 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63233c59-a803-4960-b015-cd815f4326f7 req-0097d469-88eb-4fb2-8b68-d3e0b518245d tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/ports?device_id=729d584b-c4f7-4316-8309-e5c00ffc5a63 HTTP/1.1" status: 200 len: 945 time: 0.3405077 Feb 18 08:51:18.714376 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6628f859-32ae-4c37-96b8-2d263f3300ce req-ed50af15-490b-490e-ae51-c0f815e69239 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c34d911-d8e0-4928-8f9f-24e8af7e550a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661794 Feb 18 08:51:18.876287 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7d7ea-9e10-4a76-a34b-86e112345971 None None] Pushing event updated for resources: {'Port': ['ID=aca78fe0-4024-476f-a831-a7e1e61f268f,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:18.878510 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:18.910902 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6628f859-32ae-4c37-96b8-2d263f3300ce req-243cbcb7-9796-4b47-9fbc-4502327c8051 service neutron] 10.222.0.61 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871710 Feb 18 08:51:18.927127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] Transition to ACTIVE for port object 49310ffc-a671-45ac-9b8d-4c6f6571caee will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:18.970374 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:18.979491 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c438d41-12f8-49d0-a25f-2536651dcbb3 req-d51e40d4-1960-40c5-8ca3-c5993b760833 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 210 time: 0.0672493 Feb 18 08:51:18.983485 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Attempting to bind port aca78fe0-4024-476f-a831-a7e1e61f268f on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:51:18.992000 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Attempting to bind port aca78fe0-4024-476f-a831-a7e1e61f268f by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:51:18.992898 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Attempting to bind port aca78fe0-4024-476f-a831-a7e1e61f268f on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:51:19.021811 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:51:19.023252 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:51:19.024081 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:19.024916 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:51:19.025893 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Bound port: aca78fe0-4024-476f-a831-a7e1e61f268f, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:51:19.026724 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:19.156617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63233c59-a803-4960-b015-cd815f4326f7 req-b7138de9-0190-4d88-9a4a-400874cab59e tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/security-groups?id=332d57b3-05f0-4c07-9a3e-1404f670a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332502 Feb 18 08:51:19.161683 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] Network bf4538cf-9efe-4c3f-a4bc-d6501e58d265 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:51:19.165999 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:19.169202 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:51:19.306688 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ddc66720-37b2-4ffa-88e5-3d8027d68bb5 None None] Provisioning complete for port e0bf8021-96ff-4914-9310-b2050db94d26 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:19.306688 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ddc66720-37b2-4ffa-88e5-3d8027d68bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:19.331700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] Pushing event updated for resources: {'Port': ['ID=49310ffc-a671-45ac-9b8d-4c6f6571caee,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:19.403889 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:19.448330 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port d5b25f10-5bd8-4b30-b440-095005177350 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:19.470901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=e0bf8021-96ff-4914-9310-b2050db94d26,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:19.477706 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port d5b25f10-5bd8-4b30-b440-095005177350 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:19.479361 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:19.630377 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] For port aca78fe0-4024-476f-a831-a7e1e61f268f, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:51:19.630377 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] For port aca78fe0-4024-476f-a831-a7e1e61f268f, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=aca78fe0-4024-476f-a831-a7e1e61f268f,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:51:19.630377 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:19.661476 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6628f859-32ae-4c37-96b8-2d263f3300ce req-fb4322af-185f-4427-b3e4-5bc743f7c071 service neutron] 10.222.0.61 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6656401 Feb 18 08:51:19.692854 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6541fd-c279-410c-8ed6-02f7549fd4aa req-dd7246b4-d9fd-4c6f-a8e4-a8551ee34b94 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:19.701224 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a6541fd-c279-410c-8ed6-02f7549fd4aa req-dd7246b4-d9fd-4c6f-a8e4-a8551ee34b94 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476 HTTP/1.1" status: 200 len: 1101 time: 0.4221771 Feb 18 08:51:19.734484 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:19.809370 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:19.846144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3a6541fd-c279-410c-8ed6-02f7549fd4aa req-ab59e9b5-4c2d-4a8c-8611-859fcf6cf30c tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] Synchronizing usage tracker for tenant:604a04bb2ad243baa33f36d23ec5170c on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:51:19.849845 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Routers {'7567d080-0b19-4552-a730-e33520d4ca8e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:51:19.851201 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:51:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7567d080-0b19-4552-a730-e33520d4ca8e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:19.863517 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port d5b25f10-5bd8-4b30-b440-095005177350, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d5b25f10-5bd8-4b30-b440-095005177350,segment=NetworkSegment(e5ee779a-8e06-4556-895a-c8826a5f5597),segment_id=e5ee779a-8e06-4556-895a-c8826a5f5597)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:19.869299 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:19.964990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ce1fe-1ff4-4f7e-8435-6aff353a00ad req-def3485a-c2cf-489a-bd55-6e596805041a tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:19.968771 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a41220ca-7ee4-4c1e-9ee9-870aef731e33 None None] Provisioning for port 49310ffc-a671-45ac-9b8d-4c6f6571caee completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:19.971078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-807ce1fe-1ff4-4f7e-8435-6aff353a00ad req-def3485a-c2cf-489a-bd55-6e596805041a tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 944 time: 0.2493627 Feb 18 08:51:19.981071 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a41220ca-7ee4-4c1e-9ee9-870aef731e33 None None] Provisioning complete for port 49310ffc-a671-45ac-9b8d-4c6f6571caee triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:19.981071 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a41220ca-7ee4-4c1e-9ee9-870aef731e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:19.993331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3a6541fd-c279-410c-8ed6-02f7549fd4aa req-ab59e9b5-4c2d-4a8c-8611-859fcf6cf30c tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] Unset dirty status for tenant:604a04bb2ad243baa33f36d23ec5170c on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:51:20.006296 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a6541fd-c279-410c-8ed6-02f7549fd4aa req-ab59e9b5-4c2d-4a8c-8611-859fcf6cf30c tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041272 Feb 18 08:51:20.077735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=d5b25f10-5bd8-4b30-b440-095005177350,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:20.091970 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a41220ca-7ee4-4c1e-9ee9-870aef731e33 None None] Port 49310ffc-a671-45ac-9b8d-4c6f6571caee cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:51:20.103043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e0bf8021-96ff-4914-9310-b2050db94d26 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:20.213652 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e0bf8021-96ff-4914-9310-b2050db94d26 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:20.213652 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:20.295628 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1427d87a-81b2-4604-bc74-30c708501e62 req-b53b432f-881b-4d42-aaa0-7f1779500ec3 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 210 time: 0.0561030 Feb 18 08:51:20.402026 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7d7ea-9e10-4a76-a34b-86e112345971 None None] Pushing event updated for resources: {'Port': ['ID=aca78fe0-4024-476f-a831-a7e1e61f268f,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:20.526032 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:20.532393 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-807ce1fe-1ff4-4f7e-8435-6aff353a00ad req-fcac108d-9273-4008-8f85-a80803786351 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557191 Feb 18 08:51:20.548969 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:20.604078 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] Set router 7567d080-0b19-4552-a730-e33520d4ca8e gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:51:20.662324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-74bfb74b-76e0-4640-9871-e0aac9fae9c8 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:20.666141 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-74bfb74b-76e0-4640-9871-e0aac9fae9c8 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 812 time: 0.5007358 Feb 18 08:51:20.676902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6602-3512-4f64-be27-ffd0d25ae04e req-920c383d-2d5c-4573-ab37-c6aeb162db58 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:20.687236 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-419e6602-3512-4f64-be27-ffd0d25ae04e req-920c383d-2d5c-4573-ab37-c6aeb162db58 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e81efc53-3ed5-4358-ad72-71c2ca9a5fab HTTP/1.1" status: 200 len: 1101 time: 0.1438835 Feb 18 08:51:20.723646 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] Pushing event updated for resources: {'Port': ['ID=49310ffc-a671-45ac-9b8d-4c6f6571caee,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:20.726930 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:20.769967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Request body: {'port': {'device_id': '37a5678d-7648-4010-a703-64c29c43f4a7', 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c', 'admin_state_up': True, 'tenant_id': '75eb46d2988549f58acc23f93dd84a7e'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:20.776182 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 2349d555-f889-41da-9a56-820e9f1307c5 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:51:20.780246 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5d74f44a-1e62-47ad-bccd-123dd5df4a33 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:20.920676 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] Network bf4538cf-9efe-4c3f-a4bc-d6501e58d265 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:51:20.921782 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:21.028261 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-419e6602-3512-4f64-be27-ffd0d25ae04e req-12b9be98-780e-4927-b514-3fe9c2699083 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391731 Feb 18 08:51:21.154487 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 2349d555-f889-41da-9a56-820e9f1307c5, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=2349d555-f889-41da-9a56-820e9f1307c5,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:21.178344 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610959338-router', 'tenant_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'aca78fe0-4024-476f-a831-a7e1e61f268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:51:13Z', 'updated_at': '2022-02-18T08:51:19Z', 'revision_number': 4, 'project_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'gw_port': {'id': 'aca78fe0-4024-476f-a831-a7e1e61f268f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:14Z', 'updated_at': '2022-02-18T08:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '49310ffc-a671-45ac-9b8d-4c6f6571caee', 'name': '', 'network_id': 'bf4538cf-9efe-4c3f-a4bc-d6501e58d265', 'tenant_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'mac_address': 'fa:16:3e:a8:77:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '07d840f2-54cf-40cb-843b-6f3d159362e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:18Z', 'updated_at': '2022-02-18T08:51:18Z', 'revision_number': 1, 'project_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'subnets': [{'id': '07d840f2-54cf-40cb-843b-6f3d159362e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:21.191076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '2349d555-f889-41da-9a56-820e9f1307c5', 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a', 'port_id': '2349d555-f889-41da-9a56-820e9f1307c5', 'mac_address': 'fa:16:3e:af:43:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fd32f46-ee09-481e-b1fa-9eb10ab6742b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:51:21.193445 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 5d74f44a-1e62-47ad-bccd-123dd5df4a33 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:21.198144 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4a4e89-0999-4872-be78-e10c3f20c771 None None] The sync data for ids ['7567d080-0b19-4552-a730-e33520d4ca8e'] in n-d-829434-1 is: [{'id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610959338-router', 'tenant_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'aca78fe0-4024-476f-a831-a7e1e61f268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:51:13Z', 'updated_at': '2022-02-18T08:51:19Z', 'revision_number': 4, 'project_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'gw_port': {'id': 'aca78fe0-4024-476f-a831-a7e1e61f268f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:14Z', 'updated_at': '2022-02-18T08:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '49310ffc-a671-45ac-9b8d-4c6f6571caee', 'name': '', 'network_id': 'bf4538cf-9efe-4c3f-a4bc-d6501e58d265', 'tenant_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'mac_address': 'fa:16:3e:a8:77:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '07d840f2-54cf-40cb-843b-6f3d159362e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:18Z', 'updated_at': '2022-02-18T08:51:18Z', 'revision_number': 1, 'project_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'subnets': [{'id': '07d840f2-54cf-40cb-843b-6f3d159362e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:51:21.218241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e33679-f435-486a-9f9f-911ab40067a3 req-dc7086da-0f77-4696-8c92-b2a938e9546d tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:21.220322 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4e33679-f435-486a-9f9f-911ab40067a3 req-dc7086da-0f77-4696-8c92-b2a938e9546d tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/ports?device_id=729d584b-c4f7-4316-8309-e5c00ffc5a63 HTTP/1.1" status: 200 len: 945 time: 0.5088487 Feb 18 08:51:21.265495 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 5d74f44a-1e62-47ad-bccd-123dd5df4a33 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:21.265821 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:21.273572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:21.330130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:21.400194 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4e33679-f435-486a-9f9f-911ab40067a3 req-d780397e-1e90-45ae-a761-397df17e3865 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/security-groups?id=332d57b3-05f0-4c07-9a3e-1404f670a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619983 Feb 18 08:51:21.401263 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Made reservation on behalf of 75eb46d2988549f58acc23f93dd84a7e for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:51:21.414895 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:21.421449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] Router 7567d080-0b19-4552-a730-e33520d4ca8e has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:51:21.534092 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:21.574954 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-97aa8123-392d-493d-8062-e257bde53209 None None] Provisioning complete for port 49310ffc-a671-45ac-9b8d-4c6f6571caee triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:21.575325 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-97aa8123-392d-493d-8062-e257bde53209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:21.607247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2349d555-f889-41da-9a56-820e9f1307c5 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:51:21.770382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 2349d555-f889-41da-9a56-820e9f1307c5, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=2349d555-f889-41da-9a56-820e9f1307c5,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:21.775864 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-470fee8b-623d-40b3-9029-ed2bb13f87b5 req-e2b3ce6f-f666-48c1-af98-e24840061381 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 210 time: 0.2137175 Feb 18 08:51:21.777187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-97aa8123-392d-493d-8062-e257bde53209 None None] Port 49310ffc-a671-45ac-9b8d-4c6f6571caee cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:51:21.779847 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:21.793482 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-72ebea3f-e442-43f2-af47-8eac87d10c66 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=259cd62e1f1340f9828d7d7a1587db25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1547706 Feb 18 08:51:21.795629 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:21.828164 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:51:21.853107 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b5d7cc64-830f-4f99-8b3a-a3a4b8649996 admin admin] 10.222.0.72 "PUT /v2.0/routers/7567d080-0b19-4552-a730-e33520d4ca8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9988616 Feb 18 08:51:21.950439 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729d584b-c4f7-4316-8309-e5c00ffc5a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d74f44a-1e62-47ad-bccd-123dd5df4a33'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:51:21.975141 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 5d74f44a-1e62-47ad-bccd-123dd5df4a33, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5d74f44a-1e62-47ad-bccd-123dd5df4a33,segment=NetworkSegment(f04847ad-b43b-493a-bb68-84993f5f3d8c),segment_id=f04847ad-b43b-493a-bb68-84993f5f3d8c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:21.986350 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=2349d555-f889-41da-9a56-820e9f1307c5,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:21.993687 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:22.077586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d5b25f10-5bd8-4b30-b440-095005177350 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:22.120364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-0af228b2-e4c6-4dbc-ba52-35ac67d3bf6a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:22.121976 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-0af228b2-e4c6-4dbc-ba52-35ac67d3bf6a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3318448 Feb 18 08:51:22.161209 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=5d74f44a-1e62-47ad-bccd-123dd5df4a33,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:22.217635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port d5b25f10-5bd8-4b30-b440-095005177350 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:22.218095 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:22.240849 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-73ed520a-1741-4038-bcb3-96c755899fd9 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/quotas/259cd62e1f1340f9828d7d7a1587db25 HTTP/1.1" status: 200 len: 375 time: 0.1070774 Feb 18 08:51:22.264318 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['2349d555-f889-41da-9a56-820e9f1307c5'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:51:22.448602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a838e16-6327-426c-af6c-6927ccc79698 req-42ecf8ad-d3d5-482b-ae70-b44d293147cb tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:22.452557 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a838e16-6327-426c-af6c-6927ccc79698 req-42ecf8ad-d3d5-482b-ae70-b44d293147cb tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 945 time: 0.3282967 Feb 18 08:51:22.541923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Allocated IP 172.20.0.5 (37941738-3b60-49d5-86b1-6f8075363e3c/d45a775a-d6b1-454c-87b6-7f0420cf3393/d6f9c747-5b83-48c9-b576-aeef7bdc3fef) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:51:22.635585 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a838e16-6327-426c-af6c-6927ccc79698 req-e6317f39-e64d-4373-a017-f75220b77307 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429083 Feb 18 08:51:22.686098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-4eb0da6b-3d7a-474e-81ba-60f8cfa29730 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4311407 Feb 18 08:51:22.739084 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729d584b-c4f7-4316-8309-e5c00ffc5a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d74f44a-1e62-47ad-bccd-123dd5df4a33', 'code': 200} Feb 18 08:51:23.473267 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:23.521555 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:23.682717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b3d64-5abf-40ce-abfa-0c4db28aed57 req-e933ea6a-d6ff-42ac-bb2c-eea6e318e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:23.684036 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-461b3d64-5abf-40ce-abfa-0c4db28aed57 req-e933ea6a-d6ff-42ac-bb2c-eea6e318e41b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=729d584b-c4f7-4316-8309-e5c00ffc5a63 HTTP/1.1" status: 200 len: 1097 time: 0.8724160 Feb 18 08:51:23.728611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d576af6-dd54-4a67-8292-69b0efb22283 req-52cda216-6e41-47d7-bc37-01605d738c7d tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:23.748928 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d576af6-dd54-4a67-8292-69b0efb22283 req-52cda216-6e41-47d7-bc37-01605d738c7d tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/ports?device_id=729d584b-c4f7-4316-8309-e5c00ffc5a63 HTTP/1.1" status: 200 len: 946 time: 0.7129581 Feb 18 08:51:23.783689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Network 37941738-3b60-49d5-86b1-6f8075363e3c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:51:23.792918 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:23.801431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:51:23.908731 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:23.910063 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:23.963681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Pushing event updated for resources: {'Port': ['ID=d6f9c747-5b83-48c9-b576-aeef7bdc3fef,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:24.000967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d576af6-dd54-4a67-8292-69b0efb22283 req-a10346e9-c850-4c6a-aa71-267109657b3f tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/security-groups?id=332d57b3-05f0-4c07-9a3e-1404f670a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511272 Feb 18 08:51:24.064739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:24.068867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:24.069413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:24.075811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:24.088348 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:24.095353 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:24.096048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:24.096571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:24.097047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:24.097523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:24.104852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:24.105192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:24.217736 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device aca78fe0-4024-476f-a831-a7e1e61f268f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:24.241856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-41144721-551b-4dd1-8114-47a882498f33 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4751000 Feb 18 08:51:24.261794 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-461b3d64-5abf-40ce-abfa-0c4db28aed57 req-706a09f1-ed9d-46a4-82dd-d7f9bf6ad4f9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=332d57b3-05f0-4c07-9a3e-1404f670a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585420 Feb 18 08:51:24.285225 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Request body: {'port': {'device_id': '37a5678d-7648-4010-a703-64c29c43f4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:24.379987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee4fd0-ee2d-4d8c-b182-b566773eaf04 req-5a48753e-0607-4947-9fb9-cfc64761c30f tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:24.380770 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3cee4fd0-ee2d-4d8c-b182-b566773eaf04 req-5a48753e-0607-4947-9fb9-cfc64761c30f tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Synchronizing usage tracker for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:51:24.412316 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:51:24.421539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port aca78fe0-4024-476f-a831-a7e1e61f268f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:24.465658 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port aca78fe0-4024-476f-a831-a7e1e61f268f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:24.468459 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:24.485646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3cee4fd0-ee2d-4d8c-b182-b566773eaf04 req-5a48753e-0607-4947-9fb9-cfc64761c30f tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Unset dirty status for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:51:24.495494 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3cee4fd0-ee2d-4d8c-b182-b566773eaf04 req-5a48753e-0607-4947-9fb9-cfc64761c30f tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 931 time: 0.8956649 Feb 18 08:51:24.683155 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:24.707586 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3cee4fd0-ee2d-4d8c-b182-b566773eaf04 req-06c0144e-736e-4bc7-9891-fb25f2f152ce tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062252 Feb 18 08:51:24.843638 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:24.873612 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port aca78fe0-4024-476f-a831-a7e1e61f268f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=aca78fe0-4024-476f-a831-a7e1e61f268f,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:24.877165 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 2349d555-f889-41da-9a56-820e9f1307c5 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:24.924243 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:24.951296 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c7f23ab-59a9-4cff-b039-cd503a45b417 req-56016118-1fff-4898-a310-14e3c684eea4 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=a59a3bd7-481d-4a3e-a363-af7728a91760 HTTP/1.1" status: 200 len: 210 time: 0.1434472 Feb 18 08:51:25.088557 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Sync routers for ids ['7567d080-0b19-4552-a730-e33520d4ca8e'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:51:25.191543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=aca78fe0-4024-476f-a831-a7e1e61f268f,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:25.208242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Routers {'7567d080-0b19-4552-a730-e33520d4ca8e'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:51:25.209088 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:51:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7567d080-0b19-4552-a730-e33520d4ca8e'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:25.545448 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1b4d9-8877-4d6c-847d-96dda2bf5f64 req-f2178788-e900-4fe3-a9e9-0af5f24cbb11 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:25.547002 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ea1b4d9-8877-4d6c-847d-96dda2bf5f64 req-f2178788-e900-4fe3-a9e9-0af5f24cbb11 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 945 time: 0.7555952 Feb 18 08:51:25.583539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Set router 7567d080-0b19-4552-a730-e33520d4ca8e gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:51:25.684599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ea1b4d9-8877-4d6c-847d-96dda2bf5f64 req-07dc37c8-ff68-4a04-9e8b-c4c7c5ff60bd tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265488 Feb 18 08:51:25.739757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396288-c077-4e17-8e33-17304513b265 req-41156f98-5690-4c1f-a504-f1eb4360d67e tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:25.746625 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 2349d555-f889-41da-9a56-820e9f1307c5 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:25.748538 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90396288-c077-4e17-8e33-17304513b265 req-41156f98-5690-4c1f-a504-f1eb4360d67e tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/ports?device_id=729d584b-c4f7-4316-8309-e5c00ffc5a63 HTTP/1.1" status: 200 len: 946 time: 0.3495221 Feb 18 08:51:25.791957 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 2349d555-f889-41da-9a56-820e9f1307c5 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:25.793979 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:25.820580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f9c747-5b83-48c9-b576-aeef7bdc3fef {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:51:25.833842 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:25.855789 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90396288-c077-4e17-8e33-17304513b265 req-33fca15d-07a3-43d3-957a-de7c9e509c65 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/security-groups?id=332d57b3-05f0-4c07-9a3e-1404f670a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059382 Feb 18 08:51:25.884593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Transition to ACTIVE for port object d6f9c747-5b83-48c9-b576-aeef7bdc3fef will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:25.899969 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:26.328811 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device aca78fe0-4024-476f-a831-a7e1e61f268f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:26.486324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d299404a-c632-4bae-ba82-b56315b63252 req-1d7e70d2-631f-489e-b6a4-3a71d96ed260 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=a59a3bd7-481d-4a3e-a363-af7728a91760 HTTP/1.1" status: 200 len: 210 time: 0.1074481 Feb 18 08:51:26.603965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Pushing event updated for resources: {'Port': ['ID=d6f9c747-5b83-48c9-b576-aeef7bdc3fef,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:26.624044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port aca78fe0-4024-476f-a831-a7e1e61f268f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:26.624609 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:26.638687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Attempting to bind port d6f9c747-5b83-48c9-b576-aeef7bdc3fef on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:51:26.639237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Attempting to bind port d6f9c747-5b83-48c9-b576-aeef7bdc3fef by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:51:26.639751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Attempting to bind port d6f9c747-5b83-48c9-b576-aeef7bdc3fef on network 37941738-3b60-49d5-86b1-6f8075363e3c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:51:26.651256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Port d6f9c747-5b83-48c9-b576-aeef7bdc3fef on network 37941738-3b60-49d5-86b1-6f8075363e3c not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:51:26.652409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Attempting to bind port d6f9c747-5b83-48c9-b576-aeef7bdc3fef on network 37941738-3b60-49d5-86b1-6f8075363e3c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:51:26.661868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:51:26.662465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Checking segment: {'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:51:26.663908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Bound using segment: {'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:51:26.665154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Bound port: d6f9c747-5b83-48c9-b576-aeef7bdc3fef, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:51:26.665706 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:26.689074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976c5af-3ef2-4ae3-b0b8-14578799ccff req-856c015a-25e8-4849-b82d-e4c6a228ce63 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:26.698960 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4976c5af-3ef2-4ae3-b0b8-14578799ccff req-856c015a-25e8-4849-b82d-e4c6a228ce63 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 943 time: 0.5269594 Feb 18 08:51:26.838505 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:26.970860 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4976c5af-3ef2-4ae3-b0b8-14578799ccff req-35acfd3b-e574-4298-a716-94faf0341db4 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688098 Feb 18 08:51:27.091485 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-caaddbb5-f532-4366-aab8-2b73c3f7ac00 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=259cd62e1f1340f9828d7d7a1587db25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852048 Feb 18 08:51:27.097149 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 2349d555-f889-41da-9a56-820e9f1307c5, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=2349d555-f889-41da-9a56-820e9f1307c5,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:27.196325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f89b66-2f80-40f1-bfb6-98dfe684b2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2349d555-f889-41da-9a56-820e9f1307c5'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:51:27.292115 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:27.421073 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-185b45da-81d6-4dd3-b8c3-3fe982091d71 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=259cd62e1f1340f9828d7d7a1587db25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5681825 Feb 18 08:51:27.467745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=2349d555-f889-41da-9a56-820e9f1307c5,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:27.494263 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610959338-router', 'tenant_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'aca78fe0-4024-476f-a831-a7e1e61f268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:51:13Z', 'updated_at': '2022-02-18T08:51:19Z', 'revision_number': 4, 'project_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'gw_port': {'id': 'aca78fe0-4024-476f-a831-a7e1e61f268f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:14Z', 'updated_at': '2022-02-18T08:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '49310ffc-a671-45ac-9b8d-4c6f6571caee', 'name': '', 'network_id': 'bf4538cf-9efe-4c3f-a4bc-d6501e58d265', 'tenant_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'mac_address': 'fa:16:3e:a8:77:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '07d840f2-54cf-40cb-843b-6f3d159362e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:18Z', 'updated_at': '2022-02-18T08:51:19Z', 'revision_number': 2, 'project_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'subnets': [{'id': '07d840f2-54cf-40cb-843b-6f3d159362e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:27.514440 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Checking router: 7567d080-0b19-4552-a730-e33520d4ca8e for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:51:27.516201 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Updating router 7567d080-0b19-4552-a730-e33520d4ca8e port 49310ffc-a671-45ac-9b8d-4c6f6571caee binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:51:27.525935 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9d5cbe12-2cdc-49b0-afb9-db3699f39fe2 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:27.528645 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9d5cbe12-2cdc-49b0-afb9-db3699f39fe2 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4231915 Feb 18 08:51:27.561690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9a3bde2b-07b9-4d24-9d71-64efd48b2415 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Request body: {'port': {'device_id': 'a59a3bd7-481d-4a3e-a363-af7728a91760', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '259cd62e1f1340f9828d7d7a1587db25'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:27.611585 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:27.613121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] For port d6f9c747-5b83-48c9-b576-aeef7bdc3fef, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:51:27.617552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] For port d6f9c747-5b83-48c9-b576-aeef7bdc3fef, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d6f9c747-5b83-48c9-b576-aeef7bdc3fef,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:51:27.653312 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:27.758983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9a3bde2b-07b9-4d24-9d71-64efd48b2415 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:27.770916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9a3bde2b-07b9-4d24-9d71-64efd48b2415 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:27.778574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:27.779885 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:27.781644 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] 10.222.0.81 "PUT /v2.0/ports/d6f9c747-5b83-48c9-b576-aeef7bdc3fef HTTP/1.1" status: 200 len: 1091 time: 3.5178680 Feb 18 08:51:27.783594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9a3bde2b-07b9-4d24-9d71-64efd48b2415 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Made reservation on behalf of 259cd62e1f1340f9828d7d7a1587db25 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:51:27.786248 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a5678d-7648-4010-a703-64c29c43f4a7', 'tag': 'd6f9c747-5b83-48c9-b576-aeef7bdc3fef'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:51:27.790447 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9a3bde2b-07b9-4d24-9d71-64efd48b2415 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:27.962630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e46b76-031d-4ff5-a555-1aa64afa1397 req-10e71a72-f195-4820-9fd1-1843f623b7e3 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:27.965575 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f6e46b76-031d-4ff5-a555-1aa64afa1397 req-10e71a72-f195-4820-9fd1-1843f623b7e3 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/ports?device_id=729d584b-c4f7-4316-8309-e5c00ffc5a63 HTTP/1.1" status: 200 len: 946 time: 0.5433309 Feb 18 08:51:28.029049 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef9f32-50d7-431c-ac05-559009919c3d service neutron] Pushing event updated for resources: {'Port': ['ID=d6f9c747-5b83-48c9-b576-aeef7bdc3fef,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:28.071524 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac778d-e2ae-48bf-b37f-f37a56e4af23 req-1d30d1a3-244b-4579-a581-df0da821b426 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:28.073137 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00ac778d-e2ae-48bf-b37f-f37a56e4af23 req-1d30d1a3-244b-4579-a581-df0da821b426 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 945 time: 1.2142944 Feb 18 08:51:28.085019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-e5f21175-ede9-429f-ac4d-835fc4a8a0be tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:28.085847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-e5f21175-ede9-429f-ac4d-835fc4a8a0be tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6030149 Feb 18 08:51:28.098904 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9a3bde2b-07b9-4d24-9d71-64efd48b2415 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Allocated IP 192.168.233.166 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/32e863b0-3d00-46eb-a579-bf599725623f) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:51:28.121764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9cd73b3d-1b29-44bf-afe6-86af6c49109a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Request body: {'port': {'device_id': '22af8858-e017-4e31-a512-22dee6cacfa8', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '259cd62e1f1340f9828d7d7a1587db25'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:28.192109 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:28.217786 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Transition to ACTIVE for port object 49310ffc-a671-45ac-9b8d-4c6f6571caee will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:28.236601 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:28.288632 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f6e46b76-031d-4ff5-a555-1aa64afa1397 req-f3686b76-30fc-407c-8cd5-10749f28bfca tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/security-groups?id=332d57b3-05f0-4c07-9a3e-1404f670a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033056 Feb 18 08:51:28.301014 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9cd73b3d-1b29-44bf-afe6-86af6c49109a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:28.354986 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9a3bde2b-07b9-4d24-9d71-64efd48b2415 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:28.356527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9cd73b3d-1b29-44bf-afe6-86af6c49109a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:28.373026 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0bc4b-3d45-4292-9a93-ce0df9c8d45b None None] Pushing event updated for resources: {'Port': ['ID=49310ffc-a671-45ac-9b8d-4c6f6571caee,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:28.394910 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00ac778d-e2ae-48bf-b37f-f37a56e4af23 req-79e5eee0-9087-454b-b887-40978eee6950 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054922 Feb 18 08:51:28.396194 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9a3bde2b-07b9-4d24-9d71-64efd48b2415 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Transition to ACTIVE for port object 32e863b0-3d00-46eb-a579-bf599725623f will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:28.416654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9cd73b3d-1b29-44bf-afe6-86af6c49109a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Made reservation on behalf of 259cd62e1f1340f9828d7d7a1587db25 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:51:28.427294 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9cd73b3d-1b29-44bf-afe6-86af6c49109a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:28.448214 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9a3bde2b-07b9-4d24-9d71-64efd48b2415 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:28.477715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-c4b0fa85-b426-447a-9a40-6b2b40bce52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:28.479497 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-c4b0fa85-b426-447a-9a40-6b2b40bce52b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 1094 time: 0.6198752 Feb 18 08:51:28.532114 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f89b66-2f80-40f1-bfb6-98dfe684b2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2349d555-f889-41da-9a56-820e9f1307c5', 'code': 200} Feb 18 08:51:28.543314 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['4c45de44-0392-4c95-9687-a557a54d9fc1', '3f77bea7-e6e0-45e7-a4db-9f99e09cb922', '25d3a1d3-7047-4495-b537-7c39b8c631cb'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:51:28.810570 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a5678d-7648-4010-a703-64c29c43f4a7', 'tag': 'd6f9c747-5b83-48c9-b576-aeef7bdc3fef', 'status': 'completed', 'code': 200} Feb 18 08:51:28.845486 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-69c289d7-d8ce-4665-a70f-8868a29b80b7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6f9c747-5b83-48c9-b576-aeef7bdc3fef HTTP/1.1" status: 200 len: 217 time: 0.3565757 Feb 18 08:51:28.969668 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Attempting to bind port 49310ffc-a671-45ac-9b8d-4c6f6571caee on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:51:28.970105 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Attempting to bind port 49310ffc-a671-45ac-9b8d-4c6f6571caee by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '270dbfe8-91d8-413e-a53c-42e5c48aac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'bf4538cf-9efe-4c3f-a4bc-d6501e58d265'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:51:28.970688 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Attempting to bind port 49310ffc-a671-45ac-9b8d-4c6f6571caee on network bf4538cf-9efe-4c3f-a4bc-d6501e58d265 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:51:28.989600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:51:28.990205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Checking segment: {'id': '270dbfe8-91d8-413e-a53c-42e5c48aac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'bf4538cf-9efe-4c3f-a4bc-d6501e58d265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:51:28.991352 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:28.991854 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Bound using segment: {'id': '270dbfe8-91d8-413e-a53c-42e5c48aac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'bf4538cf-9efe-4c3f-a4bc-d6501e58d265'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:51:28.992591 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Bound port: 49310ffc-a671-45ac-9b8d-4c6f6571caee, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270dbfe8-91d8-413e-a53c-42e5c48aac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'bf4538cf-9efe-4c3f-a4bc-d6501e58d265'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:51:28.993332 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:29.055640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-4f2d22a4-2f0e-4107-8113-b13481cc20ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:29.057398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-4f2d22a4-2f0e-4107-8113-b13481cc20ab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d45a775a-d6b1-454c-87b6-7f0420cf3393 HTTP/1.1" status: 200 len: 852 time: 0.2008593 Feb 18 08:51:29.122527 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] For port 49310ffc-a671-45ac-9b8d-4c6f6571caee, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:51:29.127840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] For port 49310ffc-a671-45ac-9b8d-4c6f6571caee, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=49310ffc-a671-45ac-9b8d-4c6f6571caee,segment=NetworkSegment(270dbfe8-91d8-413e-a53c-42e5c48aac1f),segment_id=270dbfe8-91d8-413e-a53c-42e5c48aac1f)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:51:29.149937 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bde2b-07b9-4d24-9d71-64efd48b2415 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Pushing event updated for resources: {'Port': ['ID=32e863b0-3d00-46eb-a579-bf599725623f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:29.172320 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:29.172532 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9a3bde2b-07b9-4d24-9d71-64efd48b2415 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:51:29.174902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9a3bde2b-07b9-4d24-9d71-64efd48b2415 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:29.191802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9a3bde2b-07b9-4d24-9d71-64efd48b2415 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:51:29.214163 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-d8deb276-d593-48c6-a0c1-11cc7a00494f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=37941738-3b60-49d5-86b1-6f8075363e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348515 Feb 18 08:51:29.321762 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Routers {'7567d080-0b19-4552-a730-e33520d4ca8e'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:51:29.322345 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:51:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7567d080-0b19-4552-a730-e33520d4ca8e'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:29.385190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9a3bde2b-07b9-4d24-9d71-64efd48b2415 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:29.385882 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9a3bde2b-07b9-4d24-9d71-64efd48b2415 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:29.468859 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9a3bde2b-07b9-4d24-9d71-64efd48b2415 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9150453 Feb 18 08:51:29.483097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Request body: {'port': {'device_id': 'a59a3bd7-481d-4a3e-a363-af7728a91760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:29.632968 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9cd73b3d-1b29-44bf-afe6-86af6c49109a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Allocated IP 192.168.233.156 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/14fa4ce6-f550-4895-8d9c-63279a962fba) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:51:29.691605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0bc4b-3d45-4292-9a93-ce0df9c8d45b None None] Pushing event updated for resources: {'Port': ['ID=49310ffc-a671-45ac-9b8d-4c6f6571caee,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:29.859319 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:29.913162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] Set router 7567d080-0b19-4552-a730-e33520d4ca8e gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:51:30.128578 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3ee99e0c-8b6f-4190-9b0e-0e9e39c9afe8 None None] Provisioning for port 32e863b0-3d00-46eb-a579-bf599725623f completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:30.148430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373b64c-74bd-4df0-9a7d-2456d03a7240 req-cffcccf3-6b89-465f-86c1-17a392f4dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:30.149962 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6373b64c-74bd-4df0-9a7d-2456d03a7240 req-cffcccf3-6b89-465f-86c1-17a392f4dde2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 1097 time: 1.5661585 Feb 18 08:51:30.170490 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 49310ffc-a671-45ac-9b8d-4c6f6571caee up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:30.250396 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3ee99e0c-8b6f-4190-9b0e-0e9e39c9afe8 None None] Provisioning complete for port 32e863b0-3d00-46eb-a579-bf599725623f triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:30.250760 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3ee99e0c-8b6f-4190-9b0e-0e9e39c9afe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:30.286897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f242c23-ef1d-4522-b7e6-d31c58348efa req-3452710b-064f-4fc1-b2f9-d692195c3d91 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:30.288490 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f242c23-ef1d-4522-b7e6-d31c58348efa req-3452710b-064f-4fc1-b2f9-d692195c3d91 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=a59a3bd7-481d-4a3e-a363-af7728a91760 HTTP/1.1" status: 200 len: 936 time: 1.2790329 Feb 18 08:51:30.479684 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-932e160b-3743-47d3-bfcd-0215ba26bdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:30.515179 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6373b64c-74bd-4df0-9a7d-2456d03a7240 req-6b7c9c13-c5fc-4eb6-9484-8c56efb91a66 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487582 Feb 18 08:51:30.517470 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-181683ac-af9a-44f7-97a0-954b262d5635 service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2902966 Feb 18 08:51:30.520085 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9cd73b3d-1b29-44bf-afe6-86af6c49109a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:30.587698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-3ee99e0c-8b6f-4190-9b0e-0e9e39c9afe8 None None] Port 32e863b0-3d00-46eb-a579-bf599725623f cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:51:30.646400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9cd73b3d-1b29-44bf-afe6-86af6c49109a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Transition to ACTIVE for port object 14fa4ce6-f550-4895-8d9c-63279a962fba will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:30.648525 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 49310ffc-a671-45ac-9b8d-4c6f6571caee completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:30.662903 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae78ec-4765-45d0-aa93-0177186c6940 req-48265074-f17f-4c2c-abb0-3814c20a18c7 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:30.664411 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05ae78ec-4765-45d0-aa93-0177186c6940 req-48265074-f17f-4c2c-abb0-3814c20a18c7 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 943 time: 0.6874366 Feb 18 08:51:30.675235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f242c23-ef1d-4522-b7e6-d31c58348efa req-6eec0662-1aee-4125-b630-4567c5119f12 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578575 Feb 18 08:51:30.696061 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 49310ffc-a671-45ac-9b8d-4c6f6571caee triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:30.697076 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:30.852845 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fe2d0e2-0ef4-430a-85de-086add3a603b req-90128a67-487d-4efe-b48f-56f2f24b676d service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162532 Feb 18 08:51:30.861282 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9cd73b3d-1b29-44bf-afe6-86af6c49109a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:31.019979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-490f9c06-4457-49e0-b891-9ca348707783 None None] Provisioning complete for port 49310ffc-a671-45ac-9b8d-4c6f6571caee triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:31.020133 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-490f9c06-4457-49e0-b891-9ca348707783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:31.132086 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05ae78ec-4765-45d0-aa93-0177186c6940 req-83d69dbb-133d-4524-8731-01d0fa9f7cec tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403214 Feb 18 08:51:31.170507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9cd73b3d-1b29-44bf-afe6-86af6c49109a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:51:31.188861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9cd73b3d-1b29-44bf-afe6-86af6c49109a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:31.214312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9cd73b3d-1b29-44bf-afe6-86af6c49109a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:51:31.294675 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e863b0-3d00-46eb-a579-bf599725623f {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:51:31.313788 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:31.321579 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd73b3d-1b29-44bf-afe6-86af6c49109a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Pushing event updated for resources: {'Port': ['ID=14fa4ce6-f550-4895-8d9c-63279a962fba,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:31.369879 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Transition to ACTIVE for port object 32e863b0-3d00-46eb-a579-bf599725623f will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:31.384001 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:31.421456 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610959338-router', 'tenant_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'aca78fe0-4024-476f-a831-a7e1e61f268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:51:13Z', 'updated_at': '2022-02-18T08:51:19Z', 'revision_number': 4, 'project_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'gw_port': {'id': 'aca78fe0-4024-476f-a831-a7e1e61f268f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:14Z', 'updated_at': '2022-02-18T08:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '49310ffc-a671-45ac-9b8d-4c6f6571caee', 'name': '', 'network_id': 'bf4538cf-9efe-4c3f-a4bc-d6501e58d265', 'tenant_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'mac_address': 'fa:16:3e:a8:77:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '07d840f2-54cf-40cb-843b-6f3d159362e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:18Z', 'updated_at': '2022-02-18T08:51:29Z', 'revision_number': 4, 'project_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'subnets': [{'id': '07d840f2-54cf-40cb-843b-6f3d159362e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:31.505451 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:31.528544 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3b4a1b-e638-45e8-baef-bd14ea4a9db2 None None] The sync data for ids ['7567d080-0b19-4552-a730-e33520d4ca8e'] in n-d-829434-1 is: [{'id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610959338-router', 'tenant_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'aca78fe0-4024-476f-a831-a7e1e61f268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:51:13Z', 'updated_at': '2022-02-18T08:51:19Z', 'revision_number': 4, 'project_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'gw_port': {'id': 'aca78fe0-4024-476f-a831-a7e1e61f268f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:14Z', 'updated_at': '2022-02-18T08:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '49310ffc-a671-45ac-9b8d-4c6f6571caee', 'name': '', 'network_id': 'bf4538cf-9efe-4c3f-a4bc-d6501e58d265', 'tenant_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'mac_address': 'fa:16:3e:a8:77:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '07d840f2-54cf-40cb-843b-6f3d159362e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:18Z', 'updated_at': '2022-02-18T08:51:29Z', 'revision_number': 4, 'project_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'subnets': [{'id': '07d840f2-54cf-40cb-843b-6f3d159362e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:51:31.563790 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-490f9c06-4457-49e0-b891-9ca348707783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:31.592048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819b8a0-eee0-4808-9cd5-d66193610b0b req-cbd08b19-0b4a-4ef1-965c-419dbb3d3ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:31.593809 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0819b8a0-eee0-4808-9cd5-d66193610b0b req-cbd08b19-0b4a-4ef1-965c-419dbb3d3ea4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 1094 time: 0.6048837 Feb 18 08:51:31.599770 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9cd73b3d-1b29-44bf-afe6-86af6c49109a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:31.601627 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9cd73b3d-1b29-44bf-afe6-86af6c49109a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:31.673584 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 49310ffc-a671-45ac-9b8d-4c6f6571caee, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=49310ffc-a671-45ac-9b8d-4c6f6571caee,segment=NetworkSegment(270dbfe8-91d8-413e-a53c-42e5c48aac1f),segment_id=270dbfe8-91d8-413e-a53c-42e5c48aac1f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:31.708637 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:31.724497 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-9cd73b3d-1b29-44bf-afe6-86af6c49109a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6098990 Feb 18 08:51:31.742418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-882a45c2-91ec-48b6-9d6d-0a53d8502676 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:51:31.743659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-882a45c2-91ec-48b6-9d6d-0a53d8502676 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066812 Feb 18 08:51:31.814142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Pushing event updated for resources: {'Port': ['ID=32e863b0-3d00-46eb-a579-bf599725623f,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:31.892351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Request body: {'port': {'device_id': '22af8858-e017-4e31-a512-22dee6cacfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:31.958686 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Attempting to bind port 32e863b0-3d00-46eb-a579-bf599725623f on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:51:31.959732 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Attempting to bind port 32e863b0-3d00-46eb-a579-bf599725623f by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:51:31.960346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Attempting to bind port 32e863b0-3d00-46eb-a579-bf599725623f on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:51:32.007862 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Port 32e863b0-3d00-46eb-a579-bf599725623f on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:51:32.009715 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Attempting to bind port 32e863b0-3d00-46eb-a579-bf599725623f on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:51:32.026374 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-490f9c06-4457-49e0-b891-9ca348707783 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:51:32.026738 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-490f9c06-4457-49e0-b891-9ca348707783 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:51:32.035408 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:51:32.037704 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:51:32.038220 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=49310ffc-a671-45ac-9b8d-4c6f6571caee,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:32.043513 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:51:32.044104 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Bound port: 32e863b0-3d00-46eb-a579-bf599725623f, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:51:32.044556 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:32.232413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d90ba-186a-43a2-a957-471075c1ebc0 req-4ed43022-a0a9-42d5-a8c3-1d2c397847ec tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:32.233282 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-783d90ba-186a-43a2-a957-471075c1ebc0 req-4ed43022-a0a9-42d5-a8c3-1d2c397847ec tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 946 time: 0.8688574 Feb 18 08:51:32.248535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] For port 32e863b0-3d00-46eb-a579-bf599725623f, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:51:32.257736 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] For port 32e863b0-3d00-46eb-a579-bf599725623f, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=32e863b0-3d00-46eb-a579-bf599725623f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:51:32.262352 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:32.339396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2151f52-8ffd-493e-8434-c3c020a874ae req-d1ac5349-0c9d-43ce-99dc-579f79d1444e tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:32.341419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2151f52-8ffd-493e-8434-c3c020a874ae req-d1ac5349-0c9d-43ce-99dc-579f79d1444e tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 945 time: 0.8698645 Feb 18 08:51:32.344433 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-783d90ba-186a-43a2-a957-471075c1ebc0 req-fd48d72d-803e-4751-8373-38ef8e5aed34 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103387 Feb 18 08:51:32.361114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:32.371032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819b8a0-eee0-4808-9cd5-d66193610b0b req-1509d47d-dd76-4b0b-ba8b-20d4a237ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:32.371032 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0819b8a0-eee0-4808-9cd5-d66193610b0b req-1509d47d-dd76-4b0b-ba8b-20d4a237ca68 service neutron] 10.222.0.81 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 913 time: 0.7349160 Feb 18 08:51:32.374199 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:32.375842 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] 10.222.0.81 "PUT /v2.0/ports/32e863b0-3d00-46eb-a579-bf599725623f HTTP/1.1" status: 200 len: 1096 time: 2.8982716 Feb 18 08:51:32.376620 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59a3bd7-481d-4a3e-a363-af7728a91760', 'tag': '32e863b0-3d00-46eb-a579-bf599725623f'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:51:32.403519 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['4c45de44-0392-4c95-9687-a557a54d9fc1', '3f77bea7-e6e0-45e7-a4db-9f99e09cb922', '25d3a1d3-7047-4495-b537-7c39b8c631cb'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:51:32.411041 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:32.431784 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4deadc9-2e4d-4776-a886-02d6d3e7cff2 service neutron] Pushing event updated for resources: {'Port': ['ID=32e863b0-3d00-46eb-a579-bf599725623f,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:32.730177 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b921c604-ceb9-43ce-a1be-219beb04352f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:32.760961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0819b8a0-eee0-4808-9cd5-d66193610b0b req-50e3c85b-27e5-41b9-89d5-51ac848a1477 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6f9c747-5b83-48c9-b576-aeef7bdc3fef HTTP/1.1" status: 200 len: 217 time: 0.3140604 Feb 18 08:51:32.764693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-96b595de-2f50-49d4-be99-551648871ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:32.778869 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-96b595de-2f50-49d4-be99-551648871ef3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=a59a3bd7-481d-4a3e-a363-af7728a91760 HTTP/1.1" status: 200 len: 1099 time: 0.3197789 Feb 18 08:51:32.922854 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-7a65f66e-c1d3-487d-9416-fab664cfacf3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=32e863b0-3d00-46eb-a579-bf599725623f HTTP/1.1" status: 200 len: 217 time: 0.1477005 Feb 18 08:51:33.092584 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2151f52-8ffd-493e-8434-c3c020a874ae req-520f98d7-9588-428a-86e9-d7fa12d7cf39 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/security-groups?id=a741c825-8744-4866-990d-4edf5ec2da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7226253 Feb 18 08:51:33.092731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-f9746a27-04af-4b2a-a7e2-412362f025f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:33.094376 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-f9746a27-04af-4b2a-a7e2-412362f025f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1645229 Feb 18 08:51:33.096707 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c98c81a7-1056-4a8f-ac1f-14f2c9cfa977 None None] Provisioning for port 14fa4ce6-f550-4895-8d9c-63279a962fba completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:33.112588 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c98c81a7-1056-4a8f-ac1f-14f2c9cfa977 None None] Provisioning complete for port 14fa4ce6-f550-4895-8d9c-63279a962fba triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:33.112848 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c98c81a7-1056-4a8f-ac1f-14f2c9cfa977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:33.156001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819b8a0-eee0-4808-9cd5-d66193610b0b req-a0f7379c-092a-4b85-83e0-51734641adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:33.158492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0819b8a0-eee0-4808-9cd5-d66193610b0b req-a0f7379c-092a-4b85-83e0-51734641adb5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d45a775a-d6b1-454c-87b6-7f0420cf3393 HTTP/1.1" status: 200 len: 852 time: 0.3611851 Feb 18 08:51:33.293328 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c98c81a7-1056-4a8f-ac1f-14f2c9cfa977 None None] Port 14fa4ce6-f550-4895-8d9c-63279a962fba cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:51:33.308557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-61fc3750-8d3f-46d8-b780-9535fbdda0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:33.310285 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-61fc3750-8d3f-46d8-b780-9535fbdda0c2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2088635 Feb 18 08:51:33.417837 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0819b8a0-eee0-4808-9cd5-d66193610b0b req-3a5a0ef9-4985-496d-b463-7dd1bcc9f38b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=37941738-3b60-49d5-86b1-6f8075363e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2486055 Feb 18 08:51:33.640769 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-c4689fd8-7732-42cb-8456-3f953df54056 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201175 Feb 18 08:51:33.670311 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:33.757378 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:33.859992 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-6b0be1b2-4336-43a6-bbb7-08ef5c0d3be2 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103679 Feb 18 08:51:33.948960 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0819b8a0-eee0-4808-9cd5-d66193610b0b req-d7ec3464-889e-4f4c-a3e0-e5c6698c0af6 service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107248 Feb 18 08:51:33.971588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadac428-33e7-4a93-b22d-59b240b633ca req-01bb2aaa-8c10-4265-be53-7c2a2c96308e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:33.972524 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-aadac428-33e7-4a93-b22d-59b240b633ca req-01bb2aaa-8c10-4265-be53-7c2a2c96308e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Synchronizing usage tracker for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:51:33.999191 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 49310ffc-a671-45ac-9b8d-4c6f6571caee up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:34.095063 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 49310ffc-a671-45ac-9b8d-4c6f6571caee triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:34.095726 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:34.125185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-aadac428-33e7-4a93-b22d-59b240b633ca req-01bb2aaa-8c10-4265-be53-7c2a2c96308e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Unset dirty status for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:51:34.128811 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aadac428-33e7-4a93-b22d-59b240b633ca req-01bb2aaa-8c10-4265-be53-7c2a2c96308e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=a59a3bd7-481d-4a3e-a363-af7728a91760 HTTP/1.1" status: 200 len: 948 time: 1.2238548 Feb 18 08:51:34.211564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1ab41-3f79-4a95-849b-fec451792b1b req-2551ddf4-019c-46bc-90ca-92a4e1b6175b tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:34.213874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5b1ab41-3f79-4a95-849b-fec451792b1b req-2551ddf4-019c-46bc-90ca-92a4e1b6175b tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 943 time: 0.8593915 Feb 18 08:51:34.273648 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0819b8a0-eee0-4808-9cd5-d66193610b0b req-a8c72977-34b9-4094-90b2-4eba97697b09 service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135552 Feb 18 08:51:34.286756 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aadac428-33e7-4a93-b22d-59b240b633ca req-5ffefd0e-8546-4a5f-bd8f-10d37a5552ba tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483808 Feb 18 08:51:34.337982 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5b1ab41-3f79-4a95-849b-fec451792b1b req-afc040b1-8d96-4149-aa52-9f36073c8b63 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870957 Feb 18 08:51:34.409328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14fa4ce6-f550-4895-8d9c-63279a962fba {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:51:34.434179 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59a3bd7-481d-4a3e-a363-af7728a91760', 'tag': '32e863b0-3d00-46eb-a579-bf599725623f', 'status': 'completed', 'code': 200} Feb 18 08:51:34.465512 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:34.500737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Transition to ACTIVE for port object 14fa4ce6-f550-4895-8d9c-63279a962fba will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:34.523929 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:34.722273 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022f507-a01f-4693-8513-93bc75efb945 req-7061f2a6-f9b9-49e7-bafe-f638c8a77396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:34.724155 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2022f507-a01f-4693-8513-93bc75efb945 req-7061f2a6-f9b9-49e7-bafe-f638c8a77396 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=a59a3bd7-481d-4a3e-a363-af7728a91760 HTTP/1.1" status: 200 len: 1099 time: 0.3052022 Feb 18 08:51:34.814685 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d6f9c747-5b83-48c9-b576-aeef7bdc3fef details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:51:34.999636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022f507-a01f-4693-8513-93bc75efb945 req-c10aac43-8c4f-4ea4-a9d3-cbf307683fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:35.001766 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2022f507-a01f-4693-8513-93bc75efb945 req-c10aac43-8c4f-4ea4-a9d3-cbf307683fdb service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2664578 Feb 18 08:51:35.003201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Pushing event updated for resources: {'Port': ['ID=14fa4ce6-f550-4895-8d9c-63279a962fba,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:35.083004 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:35.183963 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d6f9c747-5b83-48c9-b576-aeef7bdc3fef, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d6f9c747-5b83-48c9-b576-aeef7bdc3fef,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:35.199719 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'd6f9c747-5b83-48c9-b576-aeef7bdc3fef', 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c', 'port_id': 'd6f9c747-5b83-48c9-b576-aeef7bdc3fef', 'mac_address': 'fa:16:3e:56:fd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45a775a-d6b1-454c-87b6-7f0420cf3393', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:51:35.263145 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:35.265102 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2022f507-a01f-4693-8513-93bc75efb945 req-a3bbd63f-e0b4-4297-a14b-36b5e28d69f9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=32e863b0-3d00-46eb-a579-bf599725623f HTTP/1.1" status: 200 len: 217 time: 0.1844256 Feb 18 08:51:35.269823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Attempting to bind port 14fa4ce6-f550-4895-8d9c-63279a962fba on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:51:35.270156 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Attempting to bind port 14fa4ce6-f550-4895-8d9c-63279a962fba by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:51:35.270479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Attempting to bind port 14fa4ce6-f550-4895-8d9c-63279a962fba on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:51:35.287056 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f9c747-5b83-48c9-b576-aeef7bdc3fef {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:51:35.307297 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d6f9c747-5b83-48c9-b576-aeef7bdc3fef, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d6f9c747-5b83-48c9-b576-aeef7bdc3fef,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:35.314664 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:35.317050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Port 14fa4ce6-f550-4895-8d9c-63279a962fba on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:51:35.317253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Attempting to bind port 14fa4ce6-f550-4895-8d9c-63279a962fba on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:51:35.337433 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:51:35.337680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:51:35.338239 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:51:35.339002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Bound port: 14fa4ce6-f550-4895-8d9c-63279a962fba, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:51:35.339512 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:35.382126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f68aa9-5847-4dbd-9c10-8ad607280716 req-db1e5d1d-3de2-4072-a1fb-0dd6cd74f783 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:35.383653 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4f68aa9-5847-4dbd-9c10-8ad607280716 req-db1e5d1d-3de2-4072-a1fb-0dd6cd74f783 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 946 time: 0.7957547 Feb 18 08:51:35.400043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=d6f9c747-5b83-48c9-b576-aeef7bdc3fef,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:35.452212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022f507-a01f-4693-8513-93bc75efb945 req-a22f3854-c785-4220-8bbe-fe666ef2b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:35.453704 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2022f507-a01f-4693-8513-93bc75efb945 req-a22f3854-c785-4220-8bbe-fe666ef2b042 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1775560 Feb 18 08:51:35.594658 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4f68aa9-5847-4dbd-9c10-8ad607280716 req-a7d283c8-27fb-4c76-8c35-aa1b15dd0882 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766613 Feb 18 08:51:35.603466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] For port 14fa4ce6-f550-4895-8d9c-63279a962fba, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:51:35.612884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] For port 14fa4ce6-f550-4895-8d9c-63279a962fba, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=14fa4ce6-f550-4895-8d9c-63279a962fba,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:51:35.639641 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:35.714744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:35.716141 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:35.718036 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] 10.222.0.61 "PUT /v2.0/ports/14fa4ce6-f550-4895-8d9c-63279a962fba HTTP/1.1" status: 200 len: 1096 time: 3.8621721 Feb 18 08:51:35.722707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22af8858-e017-4e31-a512-22dee6cacfa8', 'tag': '14fa4ce6-f550-4895-8d9c-63279a962fba'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:51:35.775562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022f507-a01f-4693-8513-93bc75efb945 req-cb066e55-6a36-47a4-acb0-d73ab174136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:35.777251 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2022f507-a01f-4693-8513-93bc75efb945 req-cb066e55-6a36-47a4-acb0-d73ab174136a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3110154 Feb 18 08:51:35.908208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2edc85-c5f2-4ccb-baba-5cd22010da41 req-1ce4cc72-7184-4e25-af51-8bc6107d1d18 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:35.916375 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d2edc85-c5f2-4ccb-baba-5cd22010da41 req-1ce4cc72-7184-4e25-af51-8bc6107d1d18 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/ports?device_id=729d584b-c4f7-4316-8309-e5c00ffc5a63 HTTP/1.1" status: 200 len: 946 time: 0.4489079 Feb 18 08:51:35.988952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4b044-aa29-4f18-9420-779e2813acb0 service neutron] Pushing event updated for resources: {'Port': ['ID=14fa4ce6-f550-4895-8d9c-63279a962fba,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:36.026765 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['d6f9c747-5b83-48c9-b576-aeef7bdc3fef'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:51:36.206112 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d2edc85-c5f2-4ccb-baba-5cd22010da41 req-86ac47dd-2367-415a-a425-0214466fbcc4 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/security-groups?id=332d57b3-05f0-4c07-9a3e-1404f670a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883809 Feb 18 08:51:36.283029 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2022f507-a01f-4693-8513-93bc75efb945 req-222566c9-cc29-4cc4-a463-e1bb18b9ba5a service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838432 Feb 18 08:51:36.417472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a4bf8-6634-4c0c-97b3-7cc9c9520001 req-9b74f8dd-036b-48a5-8a9c-3a2dada815cd tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:36.424769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b91a4bf8-6634-4c0c-97b3-7cc9c9520001 req-9b74f8dd-036b-48a5-8a9c-3a2dada815cd tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=a59a3bd7-481d-4a3e-a363-af7728a91760 HTTP/1.1" status: 200 len: 948 time: 0.6584640 Feb 18 08:51:36.513538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-6b768157-0bbd-4879-9d53-5b23ea6b9dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:36.515021 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-6b768157-0bbd-4879-9d53-5b23ea6b9dc9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=22af8858-e017-4e31-a512-22dee6cacfa8 HTTP/1.1" status: 200 len: 1099 time: 0.7368443 Feb 18 08:51:36.631008 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-6520514b-84bd-49e0-8843-847a4c6ea6f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=14fa4ce6-f550-4895-8d9c-63279a962fba HTTP/1.1" status: 200 len: 217 time: 0.0948906 Feb 18 08:51:36.639453 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b91a4bf8-6634-4c0c-97b3-7cc9c9520001 req-6756fce1-e65d-4293-8c91-daba9f12451c tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136476 Feb 18 08:51:36.740138 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2022f507-a01f-4693-8513-93bc75efb945 req-ce76d08c-671b-4da1-9957-f3e50562efb8 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495068 Feb 18 08:51:36.749638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-65c2f51e-3cd3-43e0-a99b-9533a31235a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:36.751347 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-65c2f51e-3cd3-43e0-a99b-9533a31235a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0989816 Feb 18 08:51:36.804372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99327419-457f-47e3-a2ae-3e6c7c0eb1f3 req-e235f912-c0d2-46ae-a2e6-4ac08ffe0137 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:36.805843 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99327419-457f-47e3-a2ae-3e6c7c0eb1f3 req-e235f912-c0d2-46ae-a2e6-4ac08ffe0137 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 944 time: 0.3615527 Feb 18 08:51:36.810916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 32e863b0-3d00-46eb-a579-bf599725623f details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:51:36.979677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99327419-457f-47e3-a2ae-3e6c7c0eb1f3 req-ddafa8ff-d4d4-4bfd-9f18-53e3ee4f3fc7 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889978 Feb 18 08:51:37.038267 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-fbb7944f-ea4a-4ca4-8762-0d37f028e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:37.039773 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-fbb7944f-ea4a-4ca4-8762-0d37f028e898 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2749848 Feb 18 08:51:37.048178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509d1ad-f7f3-4904-ae8d-f51cf53b3628 req-95bbb2be-7465-4bdd-ab23-1de098f9d2a7 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:37.049885 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f509d1ad-f7f3-4904-ae8d-f51cf53b3628 req-95bbb2be-7465-4bdd-ab23-1de098f9d2a7 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 945 time: 0.2429721 Feb 18 08:51:37.098994 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 32e863b0-3d00-46eb-a579-bf599725623f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=32e863b0-3d00-46eb-a579-bf599725623f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:37.133528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '32e863b0-3d00-46eb-a579-bf599725623f', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '32e863b0-3d00-46eb-a579-bf599725623f', 'mac_address': 'fa:16:3e:af:07:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:51:37.211011 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:37.236569 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-6c37d082-445d-46e2-b5c9-9fcd1078c5d1 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853521 Feb 18 08:51:37.238962 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22af8858-e017-4e31-a512-22dee6cacfa8', 'tag': '14fa4ce6-f550-4895-8d9c-63279a962fba', 'status': 'completed', 'code': 200} Feb 18 08:51:37.247541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e863b0-3d00-46eb-a579-bf599725623f {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:51:37.281601 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 32e863b0-3d00-46eb-a579-bf599725623f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=32e863b0-3d00-46eb-a579-bf599725623f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:37.289731 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:37.446774 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=32e863b0-3d00-46eb-a579-bf599725623f,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:37.448229 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef243ab0-089e-4014-ad8d-ee5ab5b6f334 req-0066ae26-96c4-4229-9415-9e28b4f8030b service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961498 Feb 18 08:51:37.611059 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f509d1ad-f7f3-4904-ae8d-f51cf53b3628 req-154503f8-5ec5-4f6b-893f-d43321eeb87d tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/security-groups?id=a741c825-8744-4866-990d-4edf5ec2da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5396223 Feb 18 08:51:37.698253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea36fd1-90fc-42cc-b2dc-bdca6fd361ec req-b2f390ac-9944-4422-899f-ae00717f4265 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:37.699923 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ea36fd1-90fc-42cc-b2dc-bdca6fd361ec req-b2f390ac-9944-4422-899f-ae00717f4265 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.61 "GET /v2.0/ports?device_id=729d584b-c4f7-4316-8309-e5c00ffc5a63 HTTP/1.1" status: 200 len: 946 time: 0.2505679 Feb 18 08:51:37.746804 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['32e863b0-3d00-46eb-a579-bf599725623f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:51:37.781819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fd56c-bee4-430d-9732-dc30f22213b0 req-2f540e3b-f71e-4f79-93a3-d0a9b77ba09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:37.784531 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b4fd56c-bee4-430d-9732-dc30f22213b0 req-2f540e3b-f71e-4f79-93a3-d0a9b77ba09c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=22af8858-e017-4e31-a512-22dee6cacfa8 HTTP/1.1" status: 200 len: 1099 time: 0.2493756 Feb 18 08:51:37.793567 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5df92-5b0e-4fc5-a622-8328cc5c205c req-cebd22ef-c0f9-49f5-8ef1-3b141c7d8647 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:37.795367 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0f5df92-5b0e-4fc5-a622-8328cc5c205c req-cebd22ef-c0f9-49f5-8ef1-3b141c7d8647 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/ports?device_id=729d584b-c4f7-4316-8309-e5c00ffc5a63 HTTP/1.1" status: 200 len: 946 time: 0.2946527 Feb 18 08:51:37.842665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1226f5-9a8f-4abf-8490-e6a30f535108 req-cf98b889-772c-40d0-984f-ba15865236c7 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:37.844185 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-ea1226f5-9a8f-4abf-8490-e6a30f535108 req-cf98b889-772c-40d0-984f-ba15865236c7 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Synchronizing usage tracker for tenant:f36b4d9571104590ab36bf43cd4935a5 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:51:37.876355 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0f5df92-5b0e-4fc5-a622-8328cc5c205c req-f253194f-4ea3-44aa-bd6f-e11819760157 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/security-groups?id=332d57b3-05f0-4c07-9a3e-1404f670a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523834 Feb 18 08:51:37.879863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-ea1226f5-9a8f-4abf-8490-e6a30f535108 req-cf98b889-772c-40d0-984f-ba15865236c7 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Unset dirty status for tenant:f36b4d9571104590ab36bf43cd4935a5 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:51:37.883722 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea1226f5-9a8f-4abf-8490-e6a30f535108 req-cf98b889-772c-40d0-984f-ba15865236c7 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 945 time: 0.4466944 Feb 18 08:51:37.980821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-1ea36fd1-90fc-42cc-b2dc-bdca6fd361ec req-c9d1afd9-602a-4ea5-9a03-a7109bbcbb66 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Deleting port 5d74f44a-1e62-47ad-bccd-123dd5df4a33 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:51:37.981337 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1ea36fd1-90fc-42cc-b2dc-bdca6fd361ec req-c9d1afd9-602a-4ea5-9a03-a7109bbcbb66 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:38.107943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-ea1226f5-9a8f-4abf-8490-e6a30f535108 req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Deleting port 36bb6e5f-ac01-46a9-9858-f328164431e4 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:51:38.112320 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ea1226f5-9a8f-4abf-8490-e6a30f535108 req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:38.243307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fd56c-bee4-430d-9732-dc30f22213b0 req-f76329f2-5c01-4a3e-a568-83e39dab19aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:38.244627 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b4fd56c-bee4-430d-9732-dc30f22213b0 req-f76329f2-5c01-4a3e-a568-83e39dab19aa service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.4452798 Feb 18 08:51:38.505622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-ea1226f5-9a8f-4abf-8490-e6a30f535108 req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] For port 36bb6e5f-ac01-46a9-9858-f328164431e4, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=36bb6e5f-ac01-46a9-9858-f328164431e4,segment=NetworkSegment(39d543dc-7685-4651-a376-d91bd72f0ee1),segment_id=39d543dc-7685-4651-a376-d91bd72f0ee1)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:38.506477 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ea1226f5-9a8f-4abf-8490-e6a30f535108 req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:38.706948 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b4fd56c-bee4-430d-9732-dc30f22213b0 req-5aba3296-7710-487c-a2ad-c32b95c7b4fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=14fa4ce6-f550-4895-8d9c-63279a962fba HTTP/1.1" status: 200 len: 217 time: 0.4136467 Feb 18 08:51:38.835716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d6f9c747-5b83-48c9-b576-aeef7bdc3fef up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:38.976549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port d6f9c747-5b83-48c9-b576-aeef7bdc3fef completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:38.987049 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port d6f9c747-5b83-48c9-b576-aeef7bdc3fef triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:38.987526 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:39.042761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-1ea36fd1-90fc-42cc-b2dc-bdca6fd361ec req-c9d1afd9-602a-4ea5-9a03-a7109bbcbb66 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] For port 5d74f44a-1e62-47ad-bccd-123dd5df4a33, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5d74f44a-1e62-47ad-bccd-123dd5df4a33,segment=NetworkSegment(f04847ad-b43b-493a-bb68-84993f5f3d8c),segment_id=f04847ad-b43b-493a-bb68-84993f5f3d8c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:39.043654 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1ea36fd1-90fc-42cc-b2dc-bdca6fd361ec req-c9d1afd9-602a-4ea5-9a03-a7109bbcbb66 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:39.076084 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ea1226f5-9a8f-4abf-8490-e6a30f535108 req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:39.076640 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ea1226f5-9a8f-4abf-8490-e6a30f535108 req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:39.076795 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [req-ea1226f5-9a8f-4abf-8490-e6a30f535108 req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Floating IP 36b37afe-5334-4951-b0b7-84cab7ce5bc1 disassociated. External IP: 172.25.1.209, port: 36bb6e5f-ac01-46a9-9858-f328164431e4. Feb 18 08:51:39.078551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-ea1226f5-9a8f-4abf-8490-e6a30f535108 req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Calling delete_port for 36bb6e5f-ac01-46a9-9858-f328164431e4 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:51:39.137898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fd56c-bee4-430d-9732-dc30f22213b0 req-f72c13dc-5ea3-483b-b0e1-da48262031ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:39.139653 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b4fd56c-bee4-430d-9732-dc30f22213b0 req-f72c13dc-5ea3-483b-b0e1-da48262031ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.4213572 Feb 18 08:51:39.142537 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:39.205518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a5678d-7648-4010-a703-64c29c43f4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f9c747-5b83-48c9-b576-aeef7bdc3fef'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:51:39.230996 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d6f9c747-5b83-48c9-b576-aeef7bdc3fef, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d6f9c747-5b83-48c9-b576-aeef7bdc3fef,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:39.246117 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:39.350875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=d6f9c747-5b83-48c9-b576-aeef7bdc3fef,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:39.360676 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.361166 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.364457 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.368685 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.369203 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.370342 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.370836 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.373650 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.374088 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.374320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.374774 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.375113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.408971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-1ea36fd1-90fc-42cc-b2dc-bdca6fd361ec req-c9d1afd9-602a-4ea5-9a03-a7109bbcbb66 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Calling delete_port for 5d74f44a-1e62-47ad-bccd-123dd5df4a33 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:51:39.442142 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ea1226f5-9a8f-4abf-8490-e6a30f535108 req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:39.515740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Pushing event deleted for resources: {'Port': ['ID=36bb6e5f-ac01-46a9-9858-f328164431e4,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:39.537180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.538607 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.539240 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.539790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.540378 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.540928 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.543950 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.544531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.545211 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.545757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.546319 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.546806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:51:39.675632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39b66f-a9cb-4c4c-be3e-223e7318bf07 req-019b96c2-75ae-4da1-879c-ce961faea632 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:39.685885 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab39b66f-a9cb-4c4c-be3e-223e7318bf07 req-019b96c2-75ae-4da1-879c-ce961faea632 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=a59a3bd7-481d-4a3e-a363-af7728a91760 HTTP/1.1" status: 200 len: 949 time: 1.5283368 Feb 18 08:51:39.707872 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1ea36fd1-90fc-42cc-b2dc-bdca6fd361ec req-c9d1afd9-602a-4ea5-9a03-a7109bbcbb66 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:39.776674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea1226f5-9a8f-4abf-8490-e6a30f535108 req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Router 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:51:39.839640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1afd9-602a-4ea5-9a03-a7109bbcbb66 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Pushing event deleted for resources: {'Port': ['ID=5d74f44a-1e62-47ad-bccd-123dd5df4a33,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:40.029131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab39b66f-a9cb-4c4c-be3e-223e7318bf07 req-f5c29f16-e9bd-4cb4-9a0f-2250f6dbc5dd tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423765 Feb 18 08:51:40.038436 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111812f-ee47-49cf-ad1f-18f67e4820e9 req-71ab4abb-557a-46c1-afcf-5d13023c9c9f tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:40.046042 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f111812f-ee47-49cf-ad1f-18f67e4820e9 req-71ab4abb-557a-46c1-afcf-5d13023c9c9f tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 944 time: 1.4193709 Feb 18 08:51:40.063603 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea36fd1-90fc-42cc-b2dc-bdca6fd361ec req-c9d1afd9-602a-4ea5-9a03-a7109bbcbb66 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] No DVR routers for this DVR port 5d74f44a-1e62-47ad-bccd-123dd5df4a33 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:51:40.073547 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1ea36fd1-90fc-42cc-b2dc-bdca6fd361ec req-c9d1afd9-602a-4ea5-9a03-a7109bbcbb66 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:40.085421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729d584b-c4f7-4316-8309-e5c00ffc5a63', 'name': 'network-vif-deleted', 'tag': '5d74f44a-1e62-47ad-bccd-123dd5df4a33'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:51:40.096858 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ea36fd1-90fc-42cc-b2dc-bdca6fd361ec req-c9d1afd9-602a-4ea5-9a03-a7109bbcbb66 tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.61 "DELETE /v2.0/ports/5d74f44a-1e62-47ad-bccd-123dd5df4a33 HTTP/1.1" status: 204 len: 173 time: 2.3839946 Feb 18 08:51:40.191296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fd56c-bee4-430d-9732-dc30f22213b0 req-4383ee41-3264-4bab-9815-918154d378c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:40.198713 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b4fd56c-bee4-430d-9732-dc30f22213b0 req-4383ee41-3264-4bab-9815-918154d378c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0364683 Feb 18 08:51:40.217847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f111812f-ee47-49cf-ad1f-18f67e4820e9 req-f819c864-715b-40a6-ac88-941a2c3e2491 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707115 Feb 18 08:51:40.274848 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea1226f5-9a8f-4abf-8490-e6a30f535108 req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:51:40.283905 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22e6967-00ea-44da-b30a-0b1a852d6254 None None] Sync routers for ids ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:51:40.301873 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22e6967-00ea-44da-b30a-0b1a852d6254 None None] Routers {'1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:51:40.305032 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e22e6967-00ea-44da-b30a-0b1a852d6254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:51:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:40.483872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1226f5-9a8f-4abf-8490-e6a30f535108 req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] No DVR routers for this DVR port 36bb6e5f-ac01-46a9-9858-f328164431e4 on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:51:40.514771 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ea1226f5-9a8f-4abf-8490-e6a30f535108 req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:40.537912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1aac7c3-5077-4069-9af8-8fbe9eecc429', 'name': 'network-vif-deleted', 'tag': '36bb6e5f-ac01-46a9-9858-f328164431e4'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:51:40.571293 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-12186329-6c31-4db4-965a-a5e07a1e881e req-090a96cc-c078-4e68-afbb-8e34702e1569 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1aac7c3-5077-4069-9af8-8fbe9eecc429 HTTP/1.1" status: 200 len: 210 time: 0.2035940 Feb 18 08:51:40.597283 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea1226f5-9a8f-4abf-8490-e6a30f535108 req-dfb41c0a-c09b-4659-ae25-94b70d2c53da tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.61 "DELETE /v2.0/ports/36bb6e5f-ac01-46a9-9858-f328164431e4 HTTP/1.1" status: 204 len: 173 time: 2.7067189 Feb 18 08:51:40.801318 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a5678d-7648-4010-a703-64c29c43f4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f9c747-5b83-48c9-b576-aeef7bdc3fef', 'code': 200} Feb 18 08:51:40.846024 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 32e863b0-3d00-46eb-a579-bf599725623f up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:40.955673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1a05431c-5135-4357-9d2f-1b8123df0a57 req-be77e9c8-7cdd-4d42-a973-5c7c18bd122d tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Synchronizing usage tracker for tenant:539e8772fdef4b1e9a67e1a3a1960338 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:51:40.957765 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 14fa4ce6-f550-4895-8d9c-63279a962fba details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:51:40.981466 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5d74f44a-1e62-47ad-bccd-123dd5df4a33 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:51:40.999237 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b4fd56c-bee4-430d-9732-dc30f22213b0 req-521b7cac-c921-4093-8278-b3ccf95631ea service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7791831 Feb 18 08:51:41.198797 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-e22e6967-00ea-44da-b30a-0b1a852d6254 None None] Set router 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:51:41.202709 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1aac7c3-5077-4069-9af8-8fbe9eecc429', 'name': 'network-vif-deleted', 'tag': '36bb6e5f-ac01-46a9-9858-f328164431e4', 'status': 'completed', 'code': 200} Feb 18 08:51:41.215659 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 5d74f44a-1e62-47ad-bccd-123dd5df4a33 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:51:41.216541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5d74f44a-1e62-47ad-bccd-123dd5df4a33 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:51:41.217162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 36bb6e5f-ac01-46a9-9858-f328164431e4 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:51:41.277814 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b4fd56c-bee4-430d-9732-dc30f22213b0 req-80d60054-3f02-4c98-b490-318129fb1589 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720540 Feb 18 08:51:41.296861 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729d584b-c4f7-4316-8309-e5c00ffc5a63', 'name': 'network-vif-deleted', 'tag': '5d74f44a-1e62-47ad-bccd-123dd5df4a33', 'status': 'completed', 'code': 200} Feb 18 08:51:41.308429 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:51:41.312988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1a05431c-5135-4357-9d2f-1b8123df0a57 req-be77e9c8-7cdd-4d42-a973-5c7c18bd122d tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] Unset dirty status for tenant:539e8772fdef4b1e9a67e1a3a1960338 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:51:41.315983 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a05431c-5135-4357-9d2f-1b8123df0a57 req-be77e9c8-7cdd-4d42-a973-5c7c18bd122d tempest-ServerMetadataNegativeTestJSON-336506915 tempest-ServerMetadataNegativeTestJSON-336506915-project] 10.222.0.72 "GET /v2.0/ports?device_id=729d584b-c4f7-4316-8309-e5c00ffc5a63 HTTP/1.1" status: 200 len: 210 time: 0.5620463 Feb 18 08:51:41.465885 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:41.467144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 36bb6e5f-ac01-46a9-9858-f328164431e4 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:51:41.467453 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 36bb6e5f-ac01-46a9-9858-f328164431e4 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:51:41.494558 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:41.575251 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 32e863b0-3d00-46eb-a579-bf599725623f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:41.586686 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 32e863b0-3d00-46eb-a579-bf599725623f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:41.587067 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:41.649652 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 14fa4ce6-f550-4895-8d9c-63279a962fba, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=14fa4ce6-f550-4895-8d9c-63279a962fba,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:41.754918 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '14fa4ce6-f550-4895-8d9c-63279a962fba', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '14fa4ce6-f550-4895-8d9c-63279a962fba', 'mac_address': 'fa:16:3e:3f:dd:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:51:42.025704 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:42.046599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14fa4ce6-f550-4895-8d9c-63279a962fba {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:51:42.112252 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:42.166583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 14fa4ce6-f550-4895-8d9c-63279a962fba, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=14fa4ce6-f550-4895-8d9c-63279a962fba,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:42.188106 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:42.266377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f35f4-0db0-459f-aac4-7df8a8f555e1 req-d0967221-74c7-4cde-aa77-8a0e7d03d415 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:42.281716 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a58f35f4-0db0-459f-aac4-7df8a8f555e1 req-d0967221-74c7-4cde-aa77-8a0e7d03d415 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=a59a3bd7-481d-4a3e-a363-af7728a91760 HTTP/1.1" status: 200 len: 949 time: 0.7448151 Feb 18 08:51:42.308488 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a51e9-6a42-43ed-80b4-b5c0c44f4847 req-1d75fb5f-4fbe-4b03-8589-f35415ddad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:42.313593 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb5a51e9-6a42-43ed-80b4-b5c0c44f4847 req-1d75fb5f-4fbe-4b03-8589-f35415ddad06 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 1096 time: 1.2707024 Feb 18 08:51:42.330788 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 32e863b0-3d00-46eb-a579-bf599725623f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=32e863b0-3d00-46eb-a579-bf599725623f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:42.346055 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:42.381525 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e22e6967-00ea-44da-b30a-0b1a852d6254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'name': 'tempest-ServersTestJSON-1109574658-router', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:24Z', 'updated_at': '2022-02-18T08:49:33Z', 'revision_number': 4, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'gw_port': {'id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:26Z', 'updated_at': '2022-02-18T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'c77fd214-cb4b-4828-a6c1-59d0d317079c', 'name': '', 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'mac_address': 'fa:16:3e:59:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:30Z', 'updated_at': '2022-02-18T08:49:43Z', 'revision_number': 5, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'subnets': [{'id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:42.392216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=14fa4ce6-f550-4895-8d9c-63279a962fba,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:42.395466 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22e6967-00ea-44da-b30a-0b1a852d6254 None None] Checking router: 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:51:42.413425 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22e6967-00ea-44da-b30a-0b1a852d6254 None None] Routers {'1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:51:42.413425 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e22e6967-00ea-44da-b30a-0b1a852d6254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:51:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:42.425590 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb5a51e9-6a42-43ed-80b4-b5c0c44f4847 req-1e748e04-1ca4-454a-9fe1-0f88fada088f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984943 Feb 18 08:51:42.457191 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a58f35f4-0db0-459f-aac4-7df8a8f555e1 req-87484530-6105-4790-adc0-10b68b0ade64 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750124 Feb 18 08:51:42.515893 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=32e863b0-3d00-46eb-a579-bf599725623f,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:42.577688 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['14fa4ce6-f550-4895-8d9c-63279a962fba'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:51:42.726361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40268aed-caa1-48bc-a03b-b02bfd00b063 req-f4d6f4c6-43ce-4672-8f01-3247f4f3da20 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:42.737958 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40268aed-caa1-48bc-a03b-b02bfd00b063 req-f4d6f4c6-43ce-4672-8f01-3247f4f3da20 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 945 time: 0.2088172 Feb 18 08:51:42.759342 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-e22e6967-00ea-44da-b30a-0b1a852d6254 None None] Set router 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:51:42.808941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59a3bd7-481d-4a3e-a363-af7728a91760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e863b0-3d00-46eb-a579-bf599725623f'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:51:42.888936 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40268aed-caa1-48bc-a03b-b02bfd00b063 req-dd6976fa-826c-49bf-ba53-18b1d819edab tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467137 Feb 18 08:51:43.099152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52312) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:43.139832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36b53b-2eed-48b5-9221-53bb45ca5a91 req-ee30d38d-93e6-4bac-800c-17716267cdd4 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:43.142787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f36b53b-2eed-48b5-9221-53bb45ca5a91 req-ee30d38d-93e6-4bac-800c-17716267cdd4 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 945 time: 0.1227252 Feb 18 08:51:43.222599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52318) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:43.230365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f36b53b-2eed-48b5-9221-53bb45ca5a91 req-71be32c7-b06e-4dde-af65-25e064c2c3b7 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769966 Feb 18 08:51:43.297409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba28ab9-00a3-4c7c-a0db-c1f80df7bb10 admin admin] Deleting subnet 8b1ccc74-7d36-44b3-8c44-c7aee5b5a9a6 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:51:43.305299 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fba28ab9-00a3-4c7c-a0db-c1f80df7bb10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:43.327533 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59a3bd7-481d-4a3e-a363-af7728a91760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e863b0-3d00-46eb-a579-bf599725623f', 'code': 200} Feb 18 08:51:43.398456 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-151330c0-d5dc-4a1e-8fb8-82988def83d5 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:43.451626 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fba28ab9-00a3-4c7c-a0db-c1f80df7bb10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:43.523711 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-151330c0-d5dc-4a1e-8fb8-82988def83d5 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:43.595883 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e22e6967-00ea-44da-b30a-0b1a852d6254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'name': 'tempest-ServersTestJSON-1109574658-router', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:24Z', 'updated_at': '2022-02-18T08:49:33Z', 'revision_number': 4, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'gw_port': {'id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:26Z', 'updated_at': '2022-02-18T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'c77fd214-cb4b-4828-a6c1-59d0d317079c', 'name': '', 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'mac_address': 'fa:16:3e:59:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:30Z', 'updated_at': '2022-02-18T08:49:43Z', 'revision_number': 5, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'subnets': [{'id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:43.604361 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22e6967-00ea-44da-b30a-0b1a852d6254 None None] The sync data for ids ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'] in n-d-829434-1 is: [{'id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'name': 'tempest-ServersTestJSON-1109574658-router', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:24Z', 'updated_at': '2022-02-18T08:49:33Z', 'revision_number': 4, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'gw_port': {'id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:26Z', 'updated_at': '2022-02-18T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'c77fd214-cb4b-4828-a6c1-59d0d317079c', 'name': '', 'network_id': '8fd094ef-94c6-47f1-8512-5bdc35ad8752', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'mac_address': 'fa:16:3e:59:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:30Z', 'updated_at': '2022-02-18T08:49:43Z', 'revision_number': 5, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'subnets': [{'id': '92437707-2c28-4b2b-a5bf-911c8fdf26b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:51:43.738898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cbf9f-5a72-4b55-9a43-df95024a42d7 req-daec10d4-d67d-40b6-b741-836c6c5386f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:43.741456 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca6cbf9f-5a72-4b55-9a43-df95024a42d7 req-daec10d4-d67d-40b6-b741-836c6c5386f4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a59a3bd7-481d-4a3e-a363-af7728a91760 HTTP/1.1" status: 200 len: 1101 time: 0.3227539 Feb 18 08:51:43.743347 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fba28ab9-00a3-4c7c-a0db-c1f80df7bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:43.868370 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-151330c0-d5dc-4a1e-8fb8-82988def83d5 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:43.905122 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fba28ab9-00a3-4c7c-a0db-c1f80df7bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:43.909432 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca6cbf9f-5a72-4b55-9a43-df95024a42d7 req-5deaaa97-e12b-4481-bde8-2ea95073f4b6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549339 Feb 18 08:51:43.950640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151330c0-d5dc-4a1e-8fb8-82988def83d5 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a741c825-8744-4866-990d-4edf5ec2da1a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:44.031500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a56c92-04f4-460c-962e-5771db63e1c0 req-db5d2adc-2ad3-49ab-9d8f-a746f1683f7a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:44.033130 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75a56c92-04f4-460c-962e-5771db63e1c0 req-db5d2adc-2ad3-49ab-9d8f-a746f1683f7a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=a59a3bd7-481d-4a3e-a363-af7728a91760 HTTP/1.1" status: 200 len: 950 time: 0.3640585 Feb 18 08:51:44.059003 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fba28ab9-00a3-4c7c-a0db-c1f80df7bb10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:44.083327 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba28ab9-00a3-4c7c-a0db-c1f80df7bb10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b1ccc74-7d36-44b3-8c44-c7aee5b5a9a6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:44.109572 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-151330c0-d5dc-4a1e-8fb8-82988def83d5 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:44.113235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-151330c0-d5dc-4a1e-8fb8-82988def83d5 tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "DELETE /v2.0/security-groups/a741c825-8744-4866-990d-4edf5ec2da1a HTTP/1.1" status: 204 len: 168 time: 0.8811543 Feb 18 08:51:44.114960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52332) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:44.154688 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fba28ab9-00a3-4c7c-a0db-c1f80df7bb10 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8b1ccc74-7d36-44b3-8c44-c7aee5b5a9a6 HTTP/1.1" status: 204 len: 168 time: 1.0529459 Feb 18 08:51:44.155811 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52336) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:44.182242 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75a56c92-04f4-460c-962e-5771db63e1c0 req-495a2796-8a79-4575-88c4-75354f3e99b0 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383145 Feb 18 08:51:44.198635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d624ee4f-0955-4de3-9913-3fe7ed860928 None None] New status for floating IP 36b37afe-5334-4951-b0b7-84cab7ce5bc1: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:51:44.209810 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-706a287c-8f72-4d8c-ad5d-15691455147a tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] show failed (client error): The resource could not be found. Feb 18 08:51:44.211648 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-706a287c-8f72-4d8c-ad5d-15691455147a tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "GET /v2.0/security-groups/a741c825-8744-4866-990d-4edf5ec2da1a HTTP/1.1" status: 404 len: 347 time: 0.0950241 Feb 18 08:51:44.215428 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52340) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:44.383782 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-68d86bac-49f0-45d4-b1c5-b37e25a08e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:44.695822 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-68d86bac-49f0-45d4-b1c5-b37e25a08e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:44.749152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-68d86bac-49f0-45d4-b1c5-b37e25a08e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5aa3e0-32a3-4779-89e4-c5426773007d']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:44.763059 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-68d86bac-49f0-45d4-b1c5-b37e25a08e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04847ad-b43b-493a-bb68-84993f5f3d8c') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:44.763154 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-68d86bac-49f0-45d4-b1c5-b37e25a08e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04847ad-b43b-493a-bb68-84993f5f3d8c') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:44.763910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a5a649af-f21c-4eed-a752-ba4b8103b43b tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Deleting port 4873b359-9fc0-45d0-a509-c7b2b16a40a1 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:51:44.763910 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a5a649af-f21c-4eed-a752-ba4b8103b43b tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:44.775195 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-68d86bac-49f0-45d4-b1c5-b37e25a08e3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:44.794393 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-68d86bac-49f0-45d4-b1c5-b37e25a08e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:44.802853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d86bac-49f0-45d4-b1c5-b37e25a08e3c admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:51:44.804499 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-68d86bac-49f0-45d4-b1c5-b37e25a08e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:44.892590 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 14fa4ce6-f550-4895-8d9c-63279a962fba up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:51:44.936770 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:51:44.950053 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-68d86bac-49f0-45d4-b1c5-b37e25a08e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:44.972743 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-68d86bac-49f0-45d4-b1c5-b37e25a08e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:44.983540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0dd23-609a-45e0-8227-07ed2027ce5c req-bb15ceaf-5bad-4072-bca7-ddcf51bfff85 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:44.988676 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d86bac-49f0-45d4-b1c5-b37e25a08e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=4c5aa3e0-32a3-4779-89e4-c5426773007d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:44.992884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ea0dd23-609a-45e0-8227-07ed2027ce5c req-bb15ceaf-5bad-4072-bca7-ddcf51bfff85 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 945 time: 0.4367800 Feb 18 08:51:44.994258 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-68d86bac-49f0-45d4-b1c5-b37e25a08e3c admin admin] 10.222.0.72 "DELETE /v2.0/networks/4c5aa3e0-32a3-4779-89e4-c5426773007d HTTP/1.1" status: 204 len: 168 time: 0.8303120 Feb 18 08:51:45.038573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cb9a4-2de7-40dc-8649-59321d14f3ba req-32232a2e-9674-495e-9e4a-9c29b317fdcc tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:45.046866 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d40cb9a4-2de7-40dc-8649-59321d14f3ba req-32232a2e-9674-495e-9e4a-9c29b317fdcc tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 945 time: 0.3970411 Feb 18 08:51:45.047607 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 14fa4ce6-f550-4895-8d9c-63279a962fba completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:51:45.053727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 14fa4ce6-f550-4895-8d9c-63279a962fba triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:51:45.054162 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:45.147853 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ea0dd23-609a-45e0-8227-07ed2027ce5c req-f3dfe79b-84be-489c-9ad0-0fd356676b8e tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538491 Feb 18 08:51:45.153564 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a5a649af-f21c-4eed-a752-ba4b8103b43b tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:45.154717 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a5a649af-f21c-4eed-a752-ba4b8103b43b tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:45.228668 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:45.299406 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 14fa4ce6-f550-4895-8d9c-63279a962fba, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=14fa4ce6-f550-4895-8d9c-63279a962fba,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:45.313675 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:45.318665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52354) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:45.416424 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22af8858-e017-4e31-a512-22dee6cacfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fa4ce6-f550-4895-8d9c-63279a962fba'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:51:45.437479 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-499e68d4-8f5f-4fa7-84aa-23a72cce44c3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=539e8772fdef4b1e9a67e1a3a1960338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1173453 Feb 18 08:51:45.440967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52360) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:45.502304 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=14fa4ce6-f550-4895-8d9c-63279a962fba,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:45.514146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a5a649af-f21c-4eed-a752-ba4b8103b43b tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Calling delete_port for 4873b359-9fc0-45d0-a509-c7b2b16a40a1 owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:51:45.555594 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d40cb9a4-2de7-40dc-8649-59321d14f3ba req-5f1d3144-3d88-4ebc-baf3-4ea55464fbb9 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5042853 Feb 18 08:51:45.612436 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e170c620-9d4e-4de2-be57-7f7563f01579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:45.673016 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e170c620-9d4e-4de2-be57-7f7563f01579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:45.693712 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22af8858-e017-4e31-a512-22dee6cacfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fa4ce6-f550-4895-8d9c-63279a962fba', 'code': 200} Feb 18 08:51:45.761829 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e170c620-9d4e-4de2-be57-7f7563f01579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:45.796579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170c620-9d4e-4de2-be57-7f7563f01579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332d57b3-05f0-4c07-9a3e-1404f670a35d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:45.809452 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e170c620-9d4e-4de2-be57-7f7563f01579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:45.836566 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e170c620-9d4e-4de2-be57-7f7563f01579 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/332d57b3-05f0-4c07-9a3e-1404f670a35d HTTP/1.1" status: 204 len: 168 time: 0.3794370 Feb 18 08:51:46.038998 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a5a649af-f21c-4eed-a752-ba4b8103b43b tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:46.299641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174acdb-db54-4d0c-9af2-0b40d611874a req-cf26966d-7387-4842-ae33-1b0bcd2a30a0 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:46.300206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a649af-f21c-4eed-a752-ba4b8103b43b tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Pushing event deleted for resources: {'Port': ['ID=4873b359-9fc0-45d0-a509-c7b2b16a40a1,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:46.307530 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3174acdb-db54-4d0c-9af2-0b40d611874a req-cf26966d-7387-4842-ae33-1b0bcd2a30a0 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 945 time: 0.2136154 Feb 18 08:51:46.389620 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-3174acdb-db54-4d0c-9af2-0b40d611874a req-50889bae-c453-4c5f-9fc5-e1dc5ff20dff tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Deleting port 7446ac55-027c-4a4f-9eca-65dcb17d147d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:51:46.390274 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3174acdb-db54-4d0c-9af2-0b40d611874a req-50889bae-c453-4c5f-9fc5-e1dc5ff20dff tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:46.519380 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7c59c-78b5-4b4a-a809-2dd7f3800f54 req-8ac66d78-9dd0-4b55-b045-64260f6227ae tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:46.526917 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08a7c59c-78b5-4b4a-a809-2dd7f3800f54 req-8ac66d78-9dd0-4b55-b045-64260f6227ae tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=a59a3bd7-481d-4a3e-a363-af7728a91760 HTTP/1.1" status: 200 len: 950 time: 0.6513779 Feb 18 08:51:46.564326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8c8c8-2c09-45ea-9a6f-e329df83a5ba req-8890c536-f137-47e6-815e-b4c38fae6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:46.565817 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e6e8c8c8-2c09-45ea-9a6f-e329df83a5ba req-8890c536-f137-47e6-815e-b4c38fae6d8b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22af8858-e017-4e31-a512-22dee6cacfa8 HTTP/1.1" status: 200 len: 1101 time: 0.6916621 Feb 18 08:51:46.572694 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a5a649af-f21c-4eed-a752-ba4b8103b43b tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:46.601120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a553b1-3f74-4486-a11c-0fea21409185 req-746be497-691b-41b2-9bc1-2b5a7831f54a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:46.608343 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-35a553b1-3f74-4486-a11c-0fea21409185 req-746be497-691b-41b2-9bc1-2b5a7831f54a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 945 time: 0.3005352 Feb 18 08:51:46.686965 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08a7c59c-78b5-4b4a-a809-2dd7f3800f54 req-6e325db1-e3f5-4961-8139-4afb930737f6 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591125 Feb 18 08:51:46.710968 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a5a649af-f21c-4eed-a752-ba4b8103b43b tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:46.712703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a5a649af-f21c-4eed-a752-ba4b8103b43b tempest-ServersTestJSON-1761954166 tempest-ServersTestJSON-1761954166-project] 10.222.0.72 "DELETE /v2.0/floatingips/36b37afe-5334-4951-b0b7-84cab7ce5bc1 HTTP/1.1" status: 204 len: 168 time: 2.4961145 Feb 18 08:51:46.716358 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52386) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:46.729609 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e6e8c8c8-2c09-45ea-9a6f-e329df83a5ba req-524e5660-f336-4856-8e4c-40b72f7f54a3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378999 Feb 18 08:51:46.837482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-3174acdb-db54-4d0c-9af2-0b40d611874a req-50889bae-c453-4c5f-9fc5-e1dc5ff20dff tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] For port 7446ac55-027c-4a4f-9eca-65dcb17d147d, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7446ac55-027c-4a4f-9eca-65dcb17d147d,segment=NetworkSegment(f35793db-6da9-4005-a2aa-54f0d4f8f9db),segment_id=f35793db-6da9-4005-a2aa-54f0d4f8f9db)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:46.838354 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3174acdb-db54-4d0c-9af2-0b40d611874a req-50889bae-c453-4c5f-9fc5-e1dc5ff20dff tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:46.943361 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-35a553b1-3f74-4486-a11c-0fea21409185 req-4941196f-51cb-4458-a690-bd161e04deb7 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337584 Feb 18 08:51:47.199327 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52400) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:47.329300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1294083374-network', 'tenant_id': '798bb9ed286e4f31bb980885f300d38b'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:47.353937 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:47.358436 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850b2a4-8ec8-47cc-b48d-723e6352a75c req-a9596581-e764-4759-acac-373475046194 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:47.359838 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1850b2a4-8ec8-47cc-b48d-723e6352a75c req-a9596581-e764-4759-acac-373475046194 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 945 time: 0.4150784 Feb 18 08:51:47.394161 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Usage tracker for resource:network and tenant:798bb9ed286e4f31bb980885f300d38b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:51:47.400409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:51:47.405585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d16ae-de2d-4889-9a95-5796c09a6a3a req-306305cd-993f-40c3-94ce-b2446c398a9f tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:47.412453 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:47.413946 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-880d16ae-de2d-4889-9a95-5796c09a6a3a req-306305cd-993f-40c3-94ce-b2446c398a9f tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=22af8858-e017-4e31-a512-22dee6cacfa8 HTTP/1.1" status: 200 len: 950 time: 0.2824976 Feb 18 08:51:47.419120 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3174acdb-db54-4d0c-9af2-0b40d611874a req-50889bae-c453-4c5f-9fc5-e1dc5ff20dff tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:47.419710 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3174acdb-db54-4d0c-9af2-0b40d611874a req-50889bae-c453-4c5f-9fc5-e1dc5ff20dff tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:47.420210 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [req-3174acdb-db54-4d0c-9af2-0b40d611874a req-50889bae-c453-4c5f-9fc5-e1dc5ff20dff tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Floating IP 05ccfcbf-bee4-4e44-a52b-587e1b37b8df disassociated. External IP: 172.25.1.229, port: 7446ac55-027c-4a4f-9eca-65dcb17d147d. Feb 18 08:51:47.420781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-3174acdb-db54-4d0c-9af2-0b40d611874a req-50889bae-c453-4c5f-9fc5-e1dc5ff20dff tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Calling delete_port for 7446ac55-027c-4a4f-9eca-65dcb17d147d owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:51:47.471334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Made reservation on behalf of 798bb9ed286e4f31bb980885f300d38b for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:51:47.474587 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:47.497015 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:47.520620 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:47.537994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Usage tracker for resource:security_group_rule and tenant:798bb9ed286e4f31bb980885f300d38b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:51:47.541825 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:51:47.550296 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:47.574271 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1850b2a4-8ec8-47cc-b48d-723e6352a75c req-85b4096d-5a49-45d9-8b07-eb595286013c tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929319 Feb 18 08:51:47.599446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-880d16ae-de2d-4889-9a95-5796c09a6a3a req-fa5c25c3-0b77-4ebe-950a-a44573138e43 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845584 Feb 18 08:51:47.732443 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7923b5c-3991-418b-983f-0ec66d762261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:47.807002 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3174acdb-db54-4d0c-9af2-0b40d611874a req-50889bae-c453-4c5f-9fc5-e1dc5ff20dff tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:47.907271 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50889bae-c453-4c5f-9fc5-e1dc5ff20dff tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Pushing event deleted for resources: {'Port': ['ID=7446ac55-027c-4a4f-9eca-65dcb17d147d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:48.189168 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:48.220631 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:48.246312 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:51:48.265524 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:48.268174 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Added segment 364fe0fb-1f80-4ebc-89da-7173b78ed7f4 of type vlan for network 12e64400-cf9f-4083-ba74-e4376b152978 Feb 18 08:51:48.310918 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:48.393650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3174acdb-db54-4d0c-9af2-0b40d611874a req-50889bae-c453-4c5f-9fc5-e1dc5ff20dff tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Router 227481cd-e1fe-4c8c-96b9-c7a8e20353fc has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:51:48.418382 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:48.419339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:48.419904 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:48.465376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d0f71c-f94c-4789-9b93-556852d4b350,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:48.507534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e7923b5c-3991-418b-983f-0ec66d762261 admin admin] Deleting port c77fd214-cb4b-4828-a6c1-59d0d317079c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:51:48.508627 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7923b5c-3991-418b-983f-0ec66d762261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:48.756087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] Pushing event updated for resources: {'Network': ['ID=12e64400-cf9f-4083-ba74-e4376b152978,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:48.772678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 12e64400-cf9f-4083-ba74-e4376b152978 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:51:48.795133 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1dfe12b3-7a47-4304-9e60-67ed5bc5e7fc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5917242 Feb 18 08:51:48.796976 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52418) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:48.806291 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-af8c0097-8b89-4619-893d-cf014d298d01 admin admin] Request body: {'subnet': {'network_id': '12e64400-cf9f-4083-ba74-e4376b152978', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1294083374-subnet', 'tenant_id': '798bb9ed286e4f31bb980885f300d38b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:48.811972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-af8c0097-8b89-4619-893d-cf014d298d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:48.816543 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-af8c0097-8b89-4619-893d-cf014d298d01 admin admin] Usage tracker for resource:subnet and tenant:798bb9ed286e4f31bb980885f300d38b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:51:48.819792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-af8c0097-8b89-4619-893d-cf014d298d01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:51:48.825773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-af8c0097-8b89-4619-893d-cf014d298d01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:48.835014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3174acdb-db54-4d0c-9af2-0b40d611874a req-50889bae-c453-4c5f-9fc5-e1dc5ff20dff tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:51:48.845948 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3284b0da-d90c-47f7-aece-265857799092 None None] Sync routers for ids ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:51:48.862974 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3284b0da-d90c-47f7-aece-265857799092 None None] Routers {'227481cd-e1fe-4c8c-96b9-c7a8e20353fc'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:51:48.864487 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3284b0da-d90c-47f7-aece-265857799092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:51:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:48.889430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8c0097-8b89-4619-893d-cf014d298d01 admin admin] Made reservation on behalf of 798bb9ed286e4f31bb980885f300d38b for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:51:48.891812 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-af8c0097-8b89-4619-893d-cf014d298d01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:48.943010 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7446ac55-027c-4a4f-9eca-65dcb17d147d no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:51:49.031799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 7446ac55-027c-4a4f-9eca-65dcb17d147d {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:51:49.032136 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7446ac55-027c-4a4f-9eca-65dcb17d147d not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:51:49.071421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb89fa9e-49b6-4836-8036-79efd37354f1 req-563eca51-7881-4ce0-9cbf-0cd845be040b tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0 HTTP/1.1" status: 200 len: 210 time: 0.2183955 Feb 18 08:51:49.144182 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-3284b0da-d90c-47f7-aece-265857799092 None None] Set router 227481cd-e1fe-4c8c-96b9-c7a8e20353fc gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:51:49.214798 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3174acdb-db54-4d0c-9af2-0b40d611874a req-50889bae-c453-4c5f-9fc5-e1dc5ff20dff tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] No DVR routers for this DVR port 7446ac55-027c-4a4f-9eca-65dcb17d147d on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:51:49.219267 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-af8c0097-8b89-4619-893d-cf014d298d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:49.223047 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3174acdb-db54-4d0c-9af2-0b40d611874a req-50889bae-c453-4c5f-9fc5-e1dc5ff20dff tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:49.288934 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0', 'name': 'network-vif-deleted', 'tag': '7446ac55-027c-4a4f-9eca-65dcb17d147d'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:51:49.294380 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3174acdb-db54-4d0c-9af2-0b40d611874a req-50889bae-c453-4c5f-9fc5-e1dc5ff20dff tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.61 "DELETE /v2.0/ports/7446ac55-027c-4a4f-9eca-65dcb17d147d HTTP/1.1" status: 204 len: 173 time: 2.9852331 Feb 18 08:51:49.298486 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-e7923b5c-3991-418b-983f-0ec66d762261 admin admin] For port c77fd214-cb4b-4828-a6c1-59d0d317079c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c77fd214-cb4b-4828-a6c1-59d0d317079c,segment=NetworkSegment(39d543dc-7685-4651-a376-d91bd72f0ee1),segment_id=39d543dc-7685-4651-a376-d91bd72f0ee1)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:49.299155 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7923b5c-3991-418b-983f-0ec66d762261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:49.323391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c0097-8b89-4619-893d-cf014d298d01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e0af47-4a67-44ca-adca-bb81358725be,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:49.362202 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8c0097-8b89-4619-893d-cf014d298d01 admin admin] Checking segment: {'id': '364fe0fb-1f80-4ebc-89da-7173b78ed7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '12e64400-cf9f-4083-ba74-e4376b152978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:51:49.362936 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8c0097-8b89-4619-893d-cf014d298d01 admin admin] Network hostable DHCP agents. Network: 12e64400-cf9f-4083-ba74-e4376b152978, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:51:49.393387 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8c0097-8b89-4619-893d-cf014d298d01 admin admin] Network 12e64400-cf9f-4083-ba74-e4376b152978 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:51:49.418371 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-af8c0097-8b89-4619-893d-cf014d298d01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 12e64400-cf9f-4083-ba74-e4376b152978) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:49.424716 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8c0097-8b89-4619-893d-cf014d298d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:49.425406 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-af8c0097-8b89-4619-893d-cf014d298d01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:49.434437 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe538504-f898-4198-b35b-16dc5ff9c020 None None] Network 12e64400-cf9f-4083-ba74-e4376b152978 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:51:49.445293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d295f20-bcb6-40e0-b7fb-8cd1e05a27a7 req-9dcb6074-20bf-4fac-b1c8-f525718f329a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:49.446856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d295f20-bcb6-40e0-b7fb-8cd1e05a27a7 req-9dcb6074-20bf-4fac-b1c8-f525718f329a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 945 time: 0.8627574 Feb 18 08:51:49.495391 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-af8c0097-8b89-4619-893d-cf014d298d01 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6972392 Feb 18 08:51:49.672894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e7923b5c-3991-418b-983f-0ec66d762261 admin admin] Calling delete_port for c77fd214-cb4b-4828-a6c1-59d0d317079c owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:51:49.827076 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3284b0da-d90c-47f7-aece-265857799092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'name': 'tempest-ServersTestBootFromVolume-225646175-router', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:11Z', 'updated_at': '2022-02-18T08:49:21Z', 'revision_number': 4, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'gw_port': {'id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:13Z', 'updated_at': '2022-02-18T08:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4a81bfe3-3a2d-46af-91ea-7d48f080ef1d', 'name': '', 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'mac_address': 'fa:16:3e:a1:88:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '06dc3032-d041-4123-94a7-f9ef538af254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:19Z', 'updated_at': '2022-02-18T08:49:34Z', 'revision_number': 5, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'subnets': [{'id': '06dc3032-d041-4123-94a7-f9ef538af254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:49.830374 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08654c9f-d210-454e-8971-a64a4c69f858 None None] Network 12e64400-cf9f-4083-ba74-e4376b152978 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:51:49.836129 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3284b0da-d90c-47f7-aece-265857799092 None None] Checking router: 227481cd-e1fe-4c8c-96b9-c7a8e20353fc for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:51:49.859525 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3284b0da-d90c-47f7-aece-265857799092 None None] Routers {'227481cd-e1fe-4c8c-96b9-c7a8e20353fc'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:51:49.860916 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3284b0da-d90c-47f7-aece-265857799092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:51:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:50.018830 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d295f20-bcb6-40e0-b7fb-8cd1e05a27a7 req-5c7c3296-542a-4dd4-93a9-7b85f6fdd8a0 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518913 Feb 18 08:51:50.086783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16d4db-d9b4-4e2a-8465-0fc89c2e3720 req-7e2b0ba7-4de7-493c-969e-8d0996c1c611 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:50.088390 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff16d4db-d9b4-4e2a-8465-0fc89c2e3720 req-7e2b0ba7-4de7-493c-969e-8d0996c1c611 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=22af8858-e017-4e31-a512-22dee6cacfa8 HTTP/1.1" status: 200 len: 950 time: 0.8066733 Feb 18 08:51:50.116689 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-3284b0da-d90c-47f7-aece-265857799092 None None] Set router 227481cd-e1fe-4c8c-96b9-c7a8e20353fc gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:51:50.156141 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff16d4db-d9b4-4e2a-8465-0fc89c2e3720 req-ca1580c7-c0a8-4a95-b867-c98e569b089d tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592782 Feb 18 08:51:50.185004 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5106b7-5d21-46ce-a7ba-935e5fa7a1f0', 'name': 'network-vif-deleted', 'tag': '7446ac55-027c-4a4f-9eca-65dcb17d147d', 'status': 'completed', 'code': 200} Feb 18 08:51:50.300588 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7923b5c-3991-418b-983f-0ec66d762261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:50.539443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7923b5c-3991-418b-983f-0ec66d762261 admin admin] Pushing event deleted for resources: {'Port': ['ID=c77fd214-cb4b-4828-a6c1-59d0d317079c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:50.769049 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-2154d37a-5ba4-4768-b877-17c049f5e053 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:50.772840 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-2154d37a-5ba4-4768-b877-17c049f5e053 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/networks?id=6c34d911-d8e0-4928-8f9f-24e8af7e550a HTTP/1.1" status: 200 len: 815 time: 0.3259208 Feb 18 08:51:51.085909 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3284b0da-d90c-47f7-aece-265857799092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'name': 'tempest-ServersTestBootFromVolume-225646175-router', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:11Z', 'updated_at': '2022-02-18T08:49:21Z', 'revision_number': 4, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'gw_port': {'id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:13Z', 'updated_at': '2022-02-18T08:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4a81bfe3-3a2d-46af-91ea-7d48f080ef1d', 'name': '', 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'mac_address': 'fa:16:3e:a1:88:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '06dc3032-d041-4123-94a7-f9ef538af254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:19Z', 'updated_at': '2022-02-18T08:49:34Z', 'revision_number': 5, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'subnets': [{'id': '06dc3032-d041-4123-94a7-f9ef538af254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:51.091459 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3284b0da-d90c-47f7-aece-265857799092 None None] The sync data for ids ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'] in n-d-829434-1 is: [{'id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'name': 'tempest-ServersTestBootFromVolume-225646175-router', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:11Z', 'updated_at': '2022-02-18T08:49:21Z', 'revision_number': 4, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'gw_port': {'id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:13Z', 'updated_at': '2022-02-18T08:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4a81bfe3-3a2d-46af-91ea-7d48f080ef1d', 'name': '', 'network_id': '5e6e39f0-327a-453b-b7d4-684adfe4b6e1', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'mac_address': 'fa:16:3e:a1:88:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '06dc3032-d041-4123-94a7-f9ef538af254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:19Z', 'updated_at': '2022-02-18T08:49:34Z', 'revision_number': 5, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'subnets': [{'id': '06dc3032-d041-4123-94a7-f9ef538af254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:51:51.108924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-d1ae2698-b7f6-4c82-93bf-9af82bf456c9 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/quotas/a4a62a8c174445a691623ed243915fc9 HTTP/1.1" status: 200 len: 375 time: 0.3229558 Feb 18 08:51:51.199552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-a835d0b7-10c7-4e95-90a7-e06b8a26192e tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:51.201177 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-a835d0b7-10c7-4e95-90a7-e06b8a26192e tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/networks?id=12e64400-cf9f-4083-ba74-e4376b152978 HTTP/1.1" status: 200 len: 813 time: 0.3876531 Feb 18 08:51:51.276190 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-07c11723-e47e-4ee5-8602-82926fad73ae tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/quotas/798bb9ed286e4f31bb980885f300d38b HTTP/1.1" status: 200 len: 375 time: 0.0300570 Feb 18 08:51:51.572417 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac82196-c7b8-4ecc-a322-366444bced62 None None] New status for floating IP 05ccfcbf-bee4-4e44-a52b-587e1b37b8df: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:51:51.628226 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-37101d81-fe4a-484e-90a8-6349623c2dcd tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=798bb9ed286e4f31bb980885f300d38b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3420618 Feb 18 08:51:51.668395 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7923b5c-3991-418b-983f-0ec66d762261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:51.848340 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-a20a57d1-3255-4812-9394-790216d13292 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4a62a8c174445a691623ed243915fc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6439018 Feb 18 08:51:52.011157 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-98c1f433-9c41-4c02-a307-a220bfc7ea0d service neutron] 10.222.0.72 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525736 Feb 18 08:51:52.354635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-55497b63-ee88-4d63-8849-7afba4c0a8f8 service neutron] 10.222.0.72 "GET /v2.0/networks/12e64400-cf9f-4083-ba74-e4376b152978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7268665 Feb 18 08:51:52.565852 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-6aae2592-73f4-4d36-a1ac-c52374042b3f service neutron] 10.222.0.72 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444691 Feb 18 08:51:52.606242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7923b5c-3991-418b-983f-0ec66d762261 admin admin] Router 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:51:52.691190 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-465855f9-6652-4c66-bf8e-c388e6d71d8d service neutron] 10.222.0.72 "GET /v2.0/networks/12e64400-cf9f-4083-ba74-e4376b152978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358059 Feb 18 08:51:53.087758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7923b5c-3991-418b-983f-0ec66d762261 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:51:53.101770 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b76d90-dee9-4a84-875b-b1f918f8e249 None None] Sync routers for ids ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:51:53.115793 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b76d90-dee9-4a84-875b-b1f918f8e249 None None] Routers {'1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:51:53.116523 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-50b76d90-dee9-4a84-875b-b1f918f8e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:51:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:53.126497 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e7923b5c-3991-418b-983f-0ec66d762261 admin admin] 10.222.0.72 "PUT /v2.0/routers/1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4052632 Feb 18 08:51:53.126990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52480) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:53.321926 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ddc4dca-810e-4303-9f78-d2ecba10a9d7 req-fbfcc461-12b4-4e18-91a9-6b7b54b12094 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=219baa18-2741-4920-94c3-e00b2662ee07 HTTP/1.1" status: 200 len: 210 time: 0.1129591 Feb 18 08:51:53.712607 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-50b76d90-dee9-4a84-875b-b1f918f8e249 None None] Set router 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:51:54.080950 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8b7fc1e-774f-43bd-b87f-2760649aa416 req-2bca3953-ffef-4135-9c31-468e2600f056 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/ports?device_id=e983150e-2a96-419b-8335-dbd74c8d3387 HTTP/1.1" status: 200 len: 210 time: 0.1866863 Feb 18 08:51:54.147302 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52494) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:54.161799 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cba81f32-a170-4554-b373-461adf8d0a3b admin admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:54.228986 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-00021f46-b80c-488c-95cc-3a3c57b07ab0 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:54.293380 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-00021f46-b80c-488c-95cc-3a3c57b07ab0 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:54.328209 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-50b76d90-dee9-4a84-875b-b1f918f8e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'name': 'tempest-ServersTestJSON-1109574658-router', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:24Z', 'updated_at': '2022-02-18T08:51:50Z', 'revision_number': 5, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'gw_port': {'id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:26Z', 'updated_at': '2022-02-18T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:54.333871 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b76d90-dee9-4a84-875b-b1f918f8e249 None None] Checking router: 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:51:54.366246 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b76d90-dee9-4a84-875b-b1f918f8e249 None None] Routers {'1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:51:54.367376 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-50b76d90-dee9-4a84-875b-b1f918f8e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:51:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:54.445921 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-00021f46-b80c-488c-95cc-3a3c57b07ab0 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:54.474764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983c3e6-a01b-4c3c-8fd0-93d458e7c273 req-8481c770-deb1-469b-9a76-51541317e60c tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:54.482963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983c3e6-a01b-4c3c-8fd0-93d458e7c273 req-8481c770-deb1-469b-9a76-51541317e60c tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:54.496356 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0983c3e6-a01b-4c3c-8fd0-93d458e7c273 req-8481c770-deb1-469b-9a76-51541317e60c tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=a59a3bd7-481d-4a3e-a363-af7728a91760&device_id=22af8858-e017-4e31-a512-22dee6cacfa8 HTTP/1.1" status: 200 len: 1691 time: 0.5284011 Feb 18 08:51:54.514610 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-00021f46-b80c-488c-95cc-3a3c57b07ab0 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:54.518552 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-00021f46-b80c-488c-95cc-3a3c57b07ab0 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "DELETE /v2.0/security-groups/d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9 HTTP/1.1" status: 204 len: 168 time: 0.3696084 Feb 18 08:51:54.519641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00021f46-b80c-488c-95cc-3a3c57b07ab0 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:54.521871 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52500) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:54.540935 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-319a2312-cbe6-41c9-a737-af317ae6da78 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] show failed (client error): The resource could not be found. Feb 18 08:51:54.545783 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-319a2312-cbe6-41c9-a737-af317ae6da78 tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "GET /v2.0/security-groups/d4fa8752-c6e5-46f4-be4e-e6a27b14b1d9 HTTP/1.1" status: 404 len: 347 time: 0.0225306 Feb 18 08:51:54.546866 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52504) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:54.602748 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0983c3e6-a01b-4c3c-8fd0-93d458e7c273 req-0aff93f9-0b55-4627-873a-eddc8e9c9627 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053448 Feb 18 08:51:54.765642 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-50b76d90-dee9-4a84-875b-b1f918f8e249 None None] Set router 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:51:54.873020 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0838fa5b-e13d-4265-b803-8999820053fc tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Deleting port e82fd0cf-d4ea-4158-bdc1-74d7533069a1 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:51:54.873643 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0838fa5b-e13d-4265-b803-8999820053fc tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:55.002813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b72f56ca-31d9-427c-aa49-318189b08cda req-50b37818-a15f-4404-891e-b1c2638799e0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=219baa18-2741-4920-94c3-e00b2662ee07 HTTP/1.1" status: 200 len: 210 time: 0.1629093 Feb 18 08:51:55.186640 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cba81f32-a170-4554-b373-461adf8d0a3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:55.226611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92130c94-5f2d-4dcf-ba5a-18568107b4f8 req-01ef223e-7c1f-4623-9418-4d550e2d5d7f tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:55.234223 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92130c94-5f2d-4dcf-ba5a-18568107b4f8 req-01ef223e-7c1f-4623-9418-4d550e2d5d7f tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 945 time: 0.8882291 Feb 18 08:51:55.260912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-cba81f32-a170-4554-b373-461adf8d0a3b admin admin] Deleting port 21738396-b6e6-49b1-bde6-9799fd2ae4df {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:51:55.261298 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cba81f32-a170-4554-b373-461adf8d0a3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:55.561941 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-50b76d90-dee9-4a84-875b-b1f918f8e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'name': 'tempest-ServersTestJSON-1109574658-router', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:24Z', 'updated_at': '2022-02-18T08:51:50Z', 'revision_number': 5, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'gw_port': {'id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:26Z', 'updated_at': '2022-02-18T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:51:55.570035 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b76d90-dee9-4a84-875b-b1f918f8e249 None None] The sync data for ids ['1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c'] in n-d-829434-1 is: [{'id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'name': 'tempest-ServersTestJSON-1109574658-router', 'tenant_id': 'f36b4d9571104590ab36bf43cd4935a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:24Z', 'updated_at': '2022-02-18T08:51:50Z', 'revision_number': 5, 'project_id': 'f36b4d9571104590ab36bf43cd4935a5', 'gw_port': {'id': '21738396-b6e6-49b1-bde6-9799fd2ae4df', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:26Z', 'updated_at': '2022-02-18T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:51:55.590982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-cba81f32-a170-4554-b373-461adf8d0a3b admin admin] For port 21738396-b6e6-49b1-bde6-9799fd2ae4df, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=21738396-b6e6-49b1-bde6-9799fd2ae4df,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:55.591199 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cba81f32-a170-4554-b373-461adf8d0a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:55.664717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bb72f-3bea-49a5-ac8f-7e63cfa97ab5 req-9fe3d984-d718-4a3b-9fb5-55d9e89d387f tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:55.666332 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-920bb72f-3bea-49a5-ac8f-7e63cfa97ab5 req-9fe3d984-d718-4a3b-9fb5-55d9e89d387f tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "GET /v2.0/ports?device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 945 time: 0.8944223 Feb 18 08:51:55.779659 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0838fa5b-e13d-4265-b803-8999820053fc tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:55.780722 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0838fa5b-e13d-4265-b803-8999820053fc tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:55.805409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-947a3dbe-f328-43ed-ae12-a4ca070598df tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:55.806444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-947a3dbe-f328-43ed-ae12-a4ca070598df tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Synchronizing usage tracker for tenant:a4a62a8c174445a691623ed243915fc9 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:51:55.952032 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0838fa5b-e13d-4265-b803-8999820053fc tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Calling delete_port for e82fd0cf-d4ea-4158-bdc1-74d7533069a1 owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:51:55.963716 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-cba81f32-a170-4554-b373-461adf8d0a3b admin admin] Calling delete_port for 21738396-b6e6-49b1-bde6-9799fd2ae4df owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:51:55.984916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c77fd214-cb4b-4828-a6c1-59d0d317079c no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:51:56.064193 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: c77fd214-cb4b-4828-a6c1-59d0d317079c {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:51:56.064706 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c77fd214-cb4b-4828-a6c1-59d0d317079c not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:51:56.083150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-947a3dbe-f328-43ed-ae12-a4ca070598df tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Unset dirty status for tenant:a4a62a8c174445a691623ed243915fc9 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:51:56.084365 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-947a3dbe-f328-43ed-ae12-a4ca070598df tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.61 "GET /v2.0/networks?id=6c34d911-d8e0-4928-8f9f-24e8af7e550a HTTP/1.1" status: 200 len: 815 time: 1.0311024 Feb 18 08:51:56.088398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-129275db-8a05-4697-a340-0469fbd3e86a req-5f521bd7-f8ee-4178-81a5-8129f7a9a04f tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/ports?device_id=e983150e-2a96-419b-8335-dbd74c8d3387 HTTP/1.1" status: 200 len: 210 time: 0.4614046 Feb 18 08:51:56.138575 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-45380662-183f-4bd4-836f-2285f818fb5b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Request body: {'port': {'device_id': '219baa18-2741-4920-94c3-e00b2662ee07', 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a', 'admin_state_up': True, 'tenant_id': 'a4a62a8c174445a691623ed243915fc9'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:56.199185 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92130c94-5f2d-4dcf-ba5a-18568107b4f8 req-3684300d-b452-47d2-890e-544998500717 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9638534 Feb 18 08:51:56.268971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-920bb72f-3bea-49a5-ac8f-7e63cfa97ab5 req-c52e9a65-c608-4d7f-a3cf-5f6c9af39253 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Deleting port d6f9c747-5b83-48c9-b576-aeef7bdc3fef {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:51:56.269431 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-920bb72f-3bea-49a5-ac8f-7e63cfa97ab5 req-c52e9a65-c608-4d7f-a3cf-5f6c9af39253 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:56.402540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-45380662-183f-4bd4-836f-2285f818fb5b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:56.411826 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0838fa5b-e13d-4265-b803-8999820053fc tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:56.415557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-45380662-183f-4bd4-836f-2285f818fb5b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:56.468499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838fa5b-e13d-4265-b803-8999820053fc tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Pushing event deleted for resources: {'Port': ['ID=e82fd0cf-d4ea-4158-bdc1-74d7533069a1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:56.500628 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-45380662-183f-4bd4-836f-2285f818fb5b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Made reservation on behalf of a4a62a8c174445a691623ed243915fc9 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:51:56.504792 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-45380662-183f-4bd4-836f-2285f818fb5b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:56.603940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da45209a-622c-4663-82c2-ac094cbc776f req-458add87-cfd3-4d27-9642-8bbe6d1fb679 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=219baa18-2741-4920-94c3-e00b2662ee07 HTTP/1.1" status: 200 len: 210 time: 0.2224495 Feb 18 08:51:56.627135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-7c4b2872-f24c-4e5f-a5a3-962594c31aa5 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:56.628554 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-7c4b2872-f24c-4e5f-a5a3-962594c31aa5 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.61 "GET /v2.0/networks?id=12e64400-cf9f-4083-ba74-e4376b152978 HTTP/1.1" status: 200 len: 813 time: 0.8416629 Feb 18 08:51:56.689830 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0838fa5b-e13d-4265-b803-8999820053fc tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:56.705806 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-28a6e0f3-e30a-48d7-a02c-012ff9ad889b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Request body: {'port': {'device_id': 'e983150e-2a96-419b-8335-dbd74c8d3387', 'network_id': '12e64400-cf9f-4083-ba74-e4376b152978', 'admin_state_up': True, 'tenant_id': '798bb9ed286e4f31bb980885f300d38b'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:56.781029 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0838fa5b-e13d-4265-b803-8999820053fc tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:56.782168 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0838fa5b-e13d-4265-b803-8999820053fc tempest-ServersTestBootFromVolume-472857558 tempest-ServersTestBootFromVolume-472857558-project] 10.222.0.72 "DELETE /v2.0/floatingips/05ccfcbf-bee4-4e44-a52b-587e1b37b8df HTTP/1.1" status: 204 len: 168 time: 2.2340038 Feb 18 08:51:56.788579 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4cc5c8e5-f853-4286-8659-01f96ae78244 req-5ae338f0-88c2-421b-861e-fa94d5b8790b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2191226 Feb 18 08:51:56.789034 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52540) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:56.917138 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d6f9c747-5b83-48c9-b576-aeef7bdc3fef no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:51:56.934531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-45380662-183f-4bd4-836f-2285f818fb5b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Allocated IP 172.20.0.11 (6c34d911-d8e0-4928-8f9f-24e8af7e550a/9fd32f46-ee09-481e-b1fa-9eb10ab6742b/b3581b1b-2b37-401a-9a68-6ace9353fc71) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:51:57.005657 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62670e-3ead-4668-bd2d-2fe32daed7a6 req-5237fa12-f823-419f-8897-2b967c591200 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:57.007156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e62670e-3ead-4668-bd2d-2fe32daed7a6 req-5237fa12-f823-419f-8897-2b967c591200 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a59a3bd7-481d-4a3e-a363-af7728a91760 HTTP/1.1" status: 200 len: 1101 time: 0.7543790 Feb 18 08:51:57.042004 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:57.070793 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a5678d-7648-4010-a703-64c29c43f4a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f9c747-5b83-48c9-b576-aeef7bdc3fef'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:51:57.081355 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d6f9c747-5b83-48c9-b576-aeef7bdc3fef, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d6f9c747-5b83-48c9-b576-aeef7bdc3fef,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:57.086707 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:57.155317 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cba81f32-a170-4554-b373-461adf8d0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:57.162467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=d6f9c747-5b83-48c9-b576-aeef7bdc3fef,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:57.209935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-28a6e0f3-e30a-48d7-a02c-012ff9ad889b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:51:57.247421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-28a6e0f3-e30a-48d7-a02c-012ff9ad889b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Usage tracker for resource:port and tenant:798bb9ed286e4f31bb980885f300d38b is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:51:57.252524 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e62670e-3ead-4668-bd2d-2fe32daed7a6 req-ba8c83b0-7cd4-4cfc-8654-2c02e8f1ca5e tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260754 Feb 18 08:51:57.280184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-28a6e0f3-e30a-48d7-a02c-012ff9ad889b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:51:57.286197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba81f32-a170-4554-b373-461adf8d0a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=21738396-b6e6-49b1-bde6-9799fd2ae4df,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:57.298109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-920bb72f-3bea-49a5-ac8f-7e63cfa97ab5 req-c52e9a65-c608-4d7f-a3cf-5f6c9af39253 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] For port d6f9c747-5b83-48c9-b576-aeef7bdc3fef, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d6f9c747-5b83-48c9-b576-aeef7bdc3fef,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:57.298476 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-920bb72f-3bea-49a5-ac8f-7e63cfa97ab5 req-c52e9a65-c608-4d7f-a3cf-5f6c9af39253 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:57.307111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-28a6e0f3-e30a-48d7-a02c-012ff9ad889b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:51:57.325536 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-15e57339-4937-448f-98c6-fe5cc35d66cf tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:57.326985 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-15e57339-4937-448f-98c6-fe5cc35d66cf tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/networks?id=22e675f4-5d9a-4259-832b-c0978e7dc5ea HTTP/1.1" status: 200 len: 815 time: 0.5141075 Feb 18 08:51:57.378985 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5c8e5-f853-4286-8659-01f96ae78244 req-bdec802f-d1d6-41c2-939e-e31e1de58915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:57.380591 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4cc5c8e5-f853-4286-8659-01f96ae78244 req-bdec802f-d1d6-41c2-939e-e31e1de58915 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c HTTP/1.1" status: 200 len: 1101 time: 0.5038483 Feb 18 08:51:57.409596 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a5678d-7648-4010-a703-64c29c43f4a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f9c747-5b83-48c9-b576-aeef7bdc3fef', 'code': 200} Feb 18 08:51:57.482387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-920bb72f-3bea-49a5-ac8f-7e63cfa97ab5 req-c52e9a65-c608-4d7f-a3cf-5f6c9af39253 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Calling delete_port for d6f9c747-5b83-48c9-b576-aeef7bdc3fef owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:51:57.514805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-28a6e0f3-e30a-48d7-a02c-012ff9ad889b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Made reservation on behalf of 798bb9ed286e4f31bb980885f300d38b for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:51:57.518094 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-28a6e0f3-e30a-48d7-a02c-012ff9ad889b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:57.579546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-903a174a-09e4-484a-a80b-1495e67997f9 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/quotas/edfc19ecf0ab4bb7b4c70295cbff8743 HTTP/1.1" status: 200 len: 375 time: 0.2197759 Feb 18 08:51:57.607529 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-45380662-183f-4bd4-836f-2285f818fb5b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:57.612097 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b8b75d4-f9b0-49dc-a47c-ab81307a7caa req-e9bab8bf-b690-47ee-b3cb-88144074db2d tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/ports?device_id=e983150e-2a96-419b-8335-dbd74c8d3387 HTTP/1.1" status: 200 len: 210 time: 0.0815551 Feb 18 08:51:57.724808 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cba81f32-a170-4554-b373-461adf8d0a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:57.725385 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-45380662-183f-4bd4-836f-2285f818fb5b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:57.736132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['2349d555-f889-41da-9a56-820e9f1307c5'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:51:57.815174 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5c8e5-f853-4286-8659-01f96ae78244 req-2f4b5e8c-da20-4da5-854d-457a3ca12bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:57.817887 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4cc5c8e5-f853-4286-8659-01f96ae78244 req-2f4b5e8c-da20-4da5-854d-457a3ca12bc3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.3679986 Feb 18 08:51:57.910169 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4cc5c8e5-f853-4286-8659-01f96ae78244 req-1defb884-1a81-43ec-9aab-a15e0fc4a9c6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=4c45de44-0392-4c95-9687-a557a54d9fc1 HTTP/1.1" status: 200 len: 217 time: 0.0757346 Feb 18 08:51:57.913281 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-45380662-183f-4bd4-836f-2285f818fb5b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Network 6c34d911-d8e0-4928-8f9f-24e8af7e550a is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:51:57.918757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-45380662-183f-4bd4-836f-2285f818fb5b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:51:57.923700 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [req-920bb72f-3bea-49a5-ac8f-7e63cfa97ab5 req-c52e9a65-c608-4d7f-a3cf-5f6c9af39253 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:51:57.924013 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [req-920bb72f-3bea-49a5-ac8f-7e63cfa97ab5 req-c52e9a65-c608-4d7f-a3cf-5f6c9af39253 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:51:57.963128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-45380662-183f-4bd4-836f-2285f818fb5b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:51:58.004129 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45380662-183f-4bd4-836f-2285f818fb5b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Pushing event updated for resources: {'Port': ['ID=b3581b1b-2b37-401a-9a68-6ace9353fc71,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:58.061902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-45380662-183f-4bd4-836f-2285f818fb5b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:58.062552 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-45380662-183f-4bd4-836f-2285f818fb5b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:58.067264 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5c8e5-f853-4286-8659-01f96ae78244 req-44154513-1bb5-41f5-9341-a4292ba9230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:58.068717 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4cc5c8e5-f853-4286-8659-01f96ae78244 req-44154513-1bb5-41f5-9341-a4292ba9230a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1473989 Feb 18 08:51:58.132053 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-45380662-183f-4bd4-836f-2285f818fb5b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0064664 Feb 18 08:51:58.146620 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cba81f32-a170-4554-b373-461adf8d0a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:58.151765 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cba81f32-a170-4554-b373-461adf8d0a3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:58.153158 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Request body: {'port': {'device_id': '219baa18-2741-4920-94c3-e00b2662ee07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:51:58.260015 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-57ad5ae1-fb0e-466d-bbc2-6f86c40b8c18 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=edfc19ecf0ab4bb7b4c70295cbff8743&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6650231 Feb 18 08:51:58.272813 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cba81f32-a170-4554-b373-461adf8d0a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:58.273316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba81f32-a170-4554-b373-461adf8d0a3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:51:58.298473 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-387d4952-720a-456b-8cbf-1116e18b0592 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:51:58.304907 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-387d4952-720a-456b-8cbf-1116e18b0592 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219965 Feb 18 08:51:58.331086 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5c8e5-f853-4286-8659-01f96ae78244 req-f44308ea-7c82-4d2b-8940-b9b484d9d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:58.333404 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4cc5c8e5-f853-4286-8659-01f96ae78244 req-f44308ea-7c82-4d2b-8940-b9b484d9d65a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2512743 Feb 18 08:51:58.347215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [req-4cc5c8e5-f853-4286-8659-01f96ae78244 req-46723073-a918-47d5-9b19-d455d82ad0dc service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:51:58.348453 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4cc5c8e5-f853-4286-8659-01f96ae78244 req-46723073-a918-47d5-9b19-d455d82ad0dc service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080786 Feb 18 08:51:58.351605 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd00899-a12d-4d7c-85c1-27cb6b2434dc req-7af5cbf2-f7b0-4be5-a4b2-5129c7c9ddfd tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:58.353717 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fbd00899-a12d-4d7c-85c1-27cb6b2434dc req-7af5cbf2-f7b0-4be5-a4b2-5129c7c9ddfd tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 943 time: 0.5897818 Feb 18 08:51:58.359854 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-28a6e0f3-e30a-48d7-a02c-012ff9ad889b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Allocated IP 172.20.0.7 (12e64400-cf9f-4083-ba74-e4376b152978/79e0af47-4a67-44ca-adca-bb81358725be/1a6ea11f-b91f-4b82-858d-2dd2967fced8) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:51:58.373962 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:58.438333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-920bb72f-3bea-49a5-ac8f-7e63cfa97ab5 req-c52e9a65-c608-4d7f-a3cf-5f6c9af39253 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Deleting port d6f9c747-5b83-48c9-b576-aeef7bdc3fef {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:51:58.438676 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-920bb72f-3bea-49a5-ac8f-7e63cfa97ab5 req-c52e9a65-c608-4d7f-a3cf-5f6c9af39253 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:58.449114 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5bf6a0a-7f7c-46cb-964a-2827e77fc1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:58.485758 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cba81f32-a170-4554-b373-461adf8d0a3b admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:58.486859 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cba81f32-a170-4554-b373-461adf8d0a3b admin admin] 10.222.0.72 "DELETE /v2.0/routers/1fdfd67e-fa5d-4055-ba3c-30cc0464ae6c HTTP/1.1" status: 204 len: 168 time: 5.3577487 Feb 18 08:51:58.497207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52556) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:51:58.619336 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fbd00899-a12d-4d7c-85c1-27cb6b2434dc req-79004571-bd12-4ecc-84fc-c58a190d1e30 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065458 Feb 18 08:51:58.671644 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-4b340981-4cd0-4a70-8026-6763b09b1ce0 service neutron] 10.222.0.72 "GET /v2.0/networks/22e675f4-5d9a-4259-832b-c0978e7dc5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656168 Feb 18 08:51:58.732478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2201c6a8-249d-47ce-8d79-6e8704a9b070 admin admin] Deleting subnet 92437707-2c28-4b2b-a5bf-911c8fdf26b8 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:51:58.925105 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4cc5c8e5-f853-4286-8659-01f96ae78244 req-b90b4651-cf49-4f5e-b640-99afa8b12cd1 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697927 Feb 18 08:51:58.929616 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2201c6a8-249d-47ce-8d79-6e8704a9b070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:59.138847 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-920bb72f-3bea-49a5-ac8f-7e63cfa97ab5 req-c52e9a65-c608-4d7f-a3cf-5f6c9af39253 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] For port d6f9c747-5b83-48c9-b576-aeef7bdc3fef, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d6f9c747-5b83-48c9-b576-aeef7bdc3fef,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:51:59.139137 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-920bb72f-3bea-49a5-ac8f-7e63cfa97ab5 req-c52e9a65-c608-4d7f-a3cf-5f6c9af39253 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:59.148042 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-e90cd720-0778-4ed7-bd02-29bb8b8fb136 service neutron] 10.222.0.72 "GET /v2.0/networks/22e675f4-5d9a-4259-832b-c0978e7dc5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523687 Feb 18 08:51:59.155167 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-28a6e0f3-e30a-48d7-a02c-012ff9ad889b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:59.254972 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2201c6a8-249d-47ce-8d79-6e8704a9b070 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:59.287796 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-920bb72f-3bea-49a5-ac8f-7e63cfa97ab5 req-c52e9a65-c608-4d7f-a3cf-5f6c9af39253 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Calling delete_port for d6f9c747-5b83-48c9-b576-aeef7bdc3fef owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:51:59.389098 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4cc5c8e5-f853-4286-8659-01f96ae78244 req-bf5f3c00-bc51-40f9-9e06-2541725a4244 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332583 Feb 18 08:51:59.464149 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2201c6a8-249d-47ce-8d79-6e8704a9b070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:59.524388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a957d5-1628-4dcd-b7e7-1fa0ce2de74a req-26deb99d-fada-4b05-9b84-cece39af317c tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:59.528888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d8a957d5-1628-4dcd-b7e7-1fa0ce2de74a req-26deb99d-fada-4b05-9b84-cece39af317c tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=22af8858-e017-4e31-a512-22dee6cacfa8 HTTP/1.1" status: 200 len: 1101 time: 0.7884014 Feb 18 08:51:59.605379 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-920bb72f-3bea-49a5-ac8f-7e63cfa97ab5 req-c52e9a65-c608-4d7f-a3cf-5f6c9af39253 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:59.625958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3581b1b-2b37-401a-9a68-6ace9353fc71 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:51:59.634753 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c5bf6a0a-7f7c-46cb-964a-2827e77fc1cc admin admin] Deleting port 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:51:59.635297 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5bf6a0a-7f7c-46cb-964a-2827e77fc1cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:59.663290 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:59.682055 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d8a957d5-1628-4dcd-b7e7-1fa0ce2de74a req-ff828ce7-31d5-46f6-be33-13ac936ec57d tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310368 Feb 18 08:51:59.687882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e9a65-c608-4d7f-a3cf-5f6c9af39253 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Pushing event deleted for resources: {'Port': ['ID=d6f9c747-5b83-48c9-b576-aeef7bdc3fef,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:59.718327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604bbbd-b0f7-4a4e-8451-4c86785a483f req-745d1613-f72e-4f98-b3dc-dd416794091a tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:51:59.720254 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9604bbbd-b0f7-4a4e-8451-4c86785a483f req-745d1613-f72e-4f98-b3dc-dd416794091a tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=219baa18-2741-4920-94c3-e00b2662ee07 HTTP/1.1" status: 200 len: 932 time: 0.3377228 Feb 18 08:51:59.721490 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-28a6e0f3-e30a-48d7-a02c-012ff9ad889b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:59.754263 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Transition to ACTIVE for port object b3581b1b-2b37-401a-9a68-6ace9353fc71 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:51:59.759165 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2201c6a8-249d-47ce-8d79-6e8704a9b070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:59.853917 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:59.857620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-920bb72f-3bea-49a5-ac8f-7e63cfa97ab5 req-c52e9a65-c608-4d7f-a3cf-5f6c9af39253 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] No DVR routers for this DVR port d6f9c747-5b83-48c9-b576-aeef7bdc3fef on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:51:59.862512 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-920bb72f-3bea-49a5-ac8f-7e63cfa97ab5 req-c52e9a65-c608-4d7f-a3cf-5f6c9af39253 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:51:59.891672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201c6a8-249d-47ce-8d79-6e8704a9b070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92437707-2c28-4b2b-a5bf-911c8fdf26b8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:51:59.911792 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09866c6-7913-4b3c-a018-c9e5c6a44968 None None] Network 8fd094ef-94c6-47f1-8512-5bdc35ad8752 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:51:59.917654 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2201c6a8-249d-47ce-8d79-6e8704a9b070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:00.006856 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 21738396-b6e6-49b1-bde6-9799fd2ae4df no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:52:00.045368 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2201c6a8-249d-47ce-8d79-6e8704a9b070 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/92437707-2c28-4b2b-a5bf-911c8fdf26b8 HTTP/1.1" status: 204 len: 168 time: 1.5212958 Feb 18 08:52:00.049016 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52582) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:00.055052 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 21738396-b6e6-49b1-bde6-9799fd2ae4df {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:52:00.055724 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 21738396-b6e6-49b1-bde6-9799fd2ae4df not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:52:00.091043 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Pushing event updated for resources: {'Port': ['ID=b3581b1b-2b37-401a-9a68-6ace9353fc71,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:00.109015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a5678d-7648-4010-a703-64c29c43f4a7', 'name': 'network-vif-deleted', 'tag': 'd6f9c747-5b83-48c9-b576-aeef7bdc3fef'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:00.228388 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-c5bf6a0a-7f7c-46cb-964a-2827e77fc1cc admin admin] For port 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4a81bfe3-3a2d-46af-91ea-7d48f080ef1d,segment=NetworkSegment(f35793db-6da9-4005-a2aa-54f0d4f8f9db),segment_id=f35793db-6da9-4005-a2aa-54f0d4f8f9db)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:00.228774 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5bf6a0a-7f7c-46cb-964a-2827e77fc1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:00.240647 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a62b6051-858b-49c2-bc21-47b525a267d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:00.241301 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-920bb72f-3bea-49a5-ac8f-7e63cfa97ab5 req-c52e9a65-c608-4d7f-a3cf-5f6c9af39253 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "DELETE /v2.0/ports/d6f9c747-5b83-48c9-b576-aeef7bdc3fef HTTP/1.1" status: 204 len: 173 time: 4.4349267 Feb 18 08:52:00.251327 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9604bbbd-b0f7-4a4e-8451-4c86785a483f req-2d8cc406-2750-4f60-846c-4e928844c822 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082522 Feb 18 08:52:00.295057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6e0f3-e30a-48d7-a02c-012ff9ad889b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Pushing event updated for resources: {'Port': ['ID=1a6ea11f-b91f-4b82-858d-2dd2967fced8,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:00.302653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-28a6e0f3-e30a-48d7-a02c-012ff9ad889b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Network 12e64400-cf9f-4083-ba74-e4376b152978 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:52:00.305819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-28a6e0f3-e30a-48d7-a02c-012ff9ad889b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:00.314359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-28a6e0f3-e30a-48d7-a02c-012ff9ad889b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:52:00.322152 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d348dacb-1f93-43ce-892d-3ff8c5d3aa08 None None] DHCP port deletion for 8fd094ef-94c6-47f1-8512-5bdc35ad8752 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:52:00.327407 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d348dacb-1f93-43ce-892d-3ff8c5d3aa08 None None] Deleting port ab62068e-36f0-4203-be4a-28a5ac844f14 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:52:00.328008 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d348dacb-1f93-43ce-892d-3ff8c5d3aa08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:00.405197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-28a6e0f3-e30a-48d7-a02c-012ff9ad889b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:00.405879 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-28a6e0f3-e30a-48d7-a02c-012ff9ad889b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:00.440417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168792d-de04-49f4-84e4-8f315166e3eb req-15d5ed21-d1c8-49bc-bc5e-9f7385b2032b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:00.441309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c168792d-de04-49f4-84e4-8f315166e3eb req-15d5ed21-d1c8-49bc-bc5e-9f7385b2032b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Synchronizing usage tracker for tenant:798bb9ed286e4f31bb980885f300d38b on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:52:00.460105 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-28a6e0f3-e30a-48d7-a02c-012ff9ad889b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7653501 Feb 18 08:52:00.479751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Request body: {'port': {'device_id': 'e983150e-2a96-419b-8335-dbd74c8d3387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:00.527443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c168792d-de04-49f4-84e4-8f315166e3eb req-15d5ed21-d1c8-49bc-bc5e-9f7385b2032b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Unset dirty status for tenant:798bb9ed286e4f31bb980885f300d38b on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:52:00.528659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c168792d-de04-49f4-84e4-8f315166e3eb req-15d5ed21-d1c8-49bc-bc5e-9f7385b2032b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/ports?device_id=e983150e-2a96-419b-8335-dbd74c8d3387 HTTP/1.1" status: 200 len: 931 time: 0.6869538 Feb 18 08:52:00.561648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c5bf6a0a-7f7c-46cb-964a-2827e77fc1cc admin admin] Calling delete_port for 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:52:00.600466 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:00.609244 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42b3607c-06cc-43a4-8eae-958d25dae191 req-d23cddce-e862-4511-b4b0-92176705e0da tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39f2249-6218-4dbc-9374-ca9bec17dcd1 HTTP/1.1" status: 200 len: 210 time: 0.0885971 Feb 18 08:52:00.622537 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d348dacb-1f93-43ce-892d-3ff8c5d3aa08 None None] For port ab62068e-36f0-4203-be4a-28a5ac844f14, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ab62068e-36f0-4203-be4a-28a5ac844f14,segment=NetworkSegment(39d543dc-7685-4651-a376-d91bd72f0ee1),segment_id=39d543dc-7685-4651-a376-d91bd72f0ee1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:00.623073 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d348dacb-1f93-43ce-892d-3ff8c5d3aa08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:00.659566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] Deleting port ab62068e-36f0-4203-be4a-28a5ac844f14 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:52:00.660219 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:00.795246 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c168792d-de04-49f4-84e4-8f315166e3eb req-ddec3b05-4cf0-41ec-ba9b-228e5ff5456f tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0d0f71c-f94c-4789-9b93-556852d4b350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226882 Feb 18 08:52:00.830532 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d348dacb-1f93-43ce-892d-3ff8c5d3aa08 None None] Calling delete_port for ab62068e-36f0-4203-be4a-28a5ac844f14 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:52:00.856508 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Attempting to bind port b3581b1b-2b37-401a-9a68-6ace9353fc71 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:52:00.857099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Attempting to bind port b3581b1b-2b37-401a-9a68-6ace9353fc71 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '127fbf82-eedd-4b22-9791-7c88cc8b5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:52:00.857624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Attempting to bind port b3581b1b-2b37-401a-9a68-6ace9353fc71 on network 6c34d911-d8e0-4928-8f9f-24e8af7e550a {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:00.866404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Port b3581b1b-2b37-401a-9a68-6ace9353fc71 on network 6c34d911-d8e0-4928-8f9f-24e8af7e550a not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:52:00.866911 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Attempting to bind port b3581b1b-2b37-401a-9a68-6ace9353fc71 on network 6c34d911-d8e0-4928-8f9f-24e8af7e550a {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:00.876292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:52:00.877155 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Checking segment: {'id': '127fbf82-eedd-4b22-9791-7c88cc8b5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:52:00.878156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Bound using segment: {'id': '127fbf82-eedd-4b22-9791-7c88cc8b5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:52:00.878869 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Bound port: b3581b1b-2b37-401a-9a68-6ace9353fc71, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127fbf82-eedd-4b22-9791-7c88cc8b5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:52:00.879400 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:01.007715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-73ef3abe-0860-4c2c-86ad-a85752f9329c tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:01.009411 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-73ef3abe-0860-4c2c-86ad-a85752f9329c tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.81 "GET /v2.0/networks?id=22e675f4-5d9a-4259-832b-c0978e7dc5ea HTTP/1.1" status: 200 len: 815 time: 0.3835480 Feb 18 08:52:01.042259 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:01.068566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-e2dc54b2-e5da-4bdb-b0e0-ece4fa8f6f94 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Request body: {'port': {'device_id': 'd39f2249-6218-4dbc-9374-ca9bec17dcd1', 'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea', 'admin_state_up': True, 'tenant_id': 'edfc19ecf0ab4bb7b4c70295cbff8743'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:01.083211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a90e2733-0945-461f-97be-a73761ead26c req-b7a21d5f-98ab-4b4c-bd16-b33ddb0fb67a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Synchronizing usage tracker for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:52:01.093628 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-957e7398-d853-484f-acad-f93a654c98a9 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=259cd62e1f1340f9828d7d7a1587db25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785167 Feb 18 08:52:01.101809 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d348dacb-1f93-43ce-892d-3ff8c5d3aa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:01.164091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d348dacb-1f93-43ce-892d-3ff8c5d3aa08 None None] No DVR routers for this DVR port ab62068e-36f0-4203-be4a-28a5ac844f14 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:52:01.166184 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348dacb-1f93-43ce-892d-3ff8c5d3aa08 None None] Pushing event deleted for resources: {'Port': ['ID=ab62068e-36f0-4203-be4a-28a5ac844f14,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:01.260461 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] For port ab62068e-36f0-4203-be4a-28a5ac844f14, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ab62068e-36f0-4203-be4a-28a5ac844f14,segment=NetworkSegment(39d543dc-7685-4651-a376-d91bd72f0ee1),segment_id=39d543dc-7685-4651-a376-d91bd72f0ee1)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:01.261055 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:01.317104 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a90e2733-0945-461f-97be-a73761ead26c req-b7a21d5f-98ab-4b4c-bd16-b33ddb0fb67a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Unset dirty status for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:52:01.318561 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a90e2733-0945-461f-97be-a73761ead26c req-b7a21d5f-98ab-4b4c-bd16-b33ddb0fb67a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a5678d-7648-4010-a703-64c29c43f4a7 HTTP/1.1" status: 200 len: 210 time: 0.3757138 Feb 18 08:52:01.404879 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:52:01.419873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] Calling delete_port for ab62068e-36f0-4203-be4a-28a5ac844f14 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:52:01.514686 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] For port b3581b1b-2b37-401a-9a68-6ace9353fc71, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:52:01.526119 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:52:01.527153 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:52:01.537399 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] For port b3581b1b-2b37-401a-9a68-6ace9353fc71, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b3581b1b-2b37-401a-9a68-6ace9353fc71,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:52:01.551111 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:01.580215 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a5678d-7648-4010-a703-64c29c43f4a7', 'name': 'network-vif-deleted', 'tag': 'd6f9c747-5b83-48c9-b576-aeef7bdc3fef', 'status': 'completed', 'code': 200} Feb 18 08:52:01.746847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:01.747751 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:01.750038 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] 10.222.0.61 "PUT /v2.0/ports/b3581b1b-2b37-401a-9a68-6ace9353fc71 HTTP/1.1" status: 200 len: 1092 time: 3.6084092 Feb 18 08:52:01.752899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219baa18-2741-4920-94c3-e00b2662ee07', 'tag': 'b3581b1b-2b37-401a-9a68-6ace9353fc71'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:01.768701 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5bf6a0a-7f7c-46cb-964a-2827e77fc1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:01.782604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d0320-6bd9-444e-9399-cda8fa648650 service neutron] Pushing event updated for resources: {'Port': ['ID=b3581b1b-2b37-401a-9a68-6ace9353fc71,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:01.838420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf6a0a-7f7c-46cb-964a-2827e77fc1cc admin admin] Pushing event deleted for resources: {'Port': ['ID=4a81bfe3-3a2d-46af-91ea-7d48f080ef1d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:02.007525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-e2dc54b2-e5da-4bdb-b0e0-ece4fa8f6f94 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:02.033684 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] Deleting port ab62068e-36f0-4203-be4a-28a5ac844f14 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:52:02.034806 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:02.078111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-2a7d5018-e7dd-436e-b6d5-ef25895633a7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:02.087198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-2a7d5018-e7dd-436e-b6d5-ef25895633a7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9335413 Feb 18 08:52:02.097399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-e2dc54b2-e5da-4bdb-b0e0-ece4fa8f6f94 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Usage tracker for resource:port and tenant:edfc19ecf0ab4bb7b4c70295cbff8743 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:02.134069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-e2dc54b2-e5da-4bdb-b0e0-ece4fa8f6f94 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:02.158827 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-e2dc54b2-e5da-4bdb-b0e0-ece4fa8f6f94 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:02.174645 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-9953696b-2797-49fd-ac94-7d0481776732 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/quotas/259cd62e1f1340f9828d7d7a1587db25 HTTP/1.1" status: 200 len: 375 time: 0.0863008 Feb 18 08:52:02.198059 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] The port 'ab62068e-36f0-4203-be4a-28a5ac844f14' was deleted {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:52:02.226404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6ea11f-b91f-4b82-858d-2dd2967fced8 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:52:02.232546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ab62068e-36f0-4203-be4a-28a5ac844f14 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:52:02.297473 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:02.310105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-e2dc54b2-e5da-4bdb-b0e0-ece4fa8f6f94 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Made reservation on behalf of edfc19ecf0ab4bb7b4c70295cbff8743 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:52:02.310105 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-e2dc54b2-e5da-4bdb-b0e0-ece4fa8f6f94 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:02.360339 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac0546-5b55-4458-8b1e-4ca22dfc5d22 req-cbab3d09-d134-4a5a-89d8-a3fe8b86dc11 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:02.364598 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28ac0546-5b55-4458-8b1e-4ca22dfc5d22 req-cbab3d09-d134-4a5a-89d8-a3fe8b86dc11 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=219baa18-2741-4920-94c3-e00b2662ee07 HTTP/1.1" status: 200 len: 944 time: 0.7945220 Feb 18 08:52:02.365416 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Transition to ACTIVE for port object 1a6ea11f-b91f-4b82-858d-2dd2967fced8 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:02.382184 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: ab62068e-36f0-4203-be4a-28a5ac844f14 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:52:02.382184 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ab62068e-36f0-4203-be4a-28a5ac844f14 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:52:02.439012 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:02.665987 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-59dd0c92-07ae-4bf2-b19d-2c10dc21ad35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:02.724576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Pushing event updated for resources: {'Port': ['ID=1a6ea11f-b91f-4b82-858d-2dd2967fced8,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:02.950174 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:02.954224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Attempting to bind port 1a6ea11f-b91f-4b82-858d-2dd2967fced8 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:52:02.954559 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Attempting to bind port 1a6ea11f-b91f-4b82-858d-2dd2967fced8 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '364fe0fb-1f80-4ebc-89da-7173b78ed7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '12e64400-cf9f-4083-ba74-e4376b152978'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:52:02.954889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Attempting to bind port 1a6ea11f-b91f-4b82-858d-2dd2967fced8 on network 12e64400-cf9f-4083-ba74-e4376b152978 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:02.972072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Port 1a6ea11f-b91f-4b82-858d-2dd2967fced8 on network 12e64400-cf9f-4083-ba74-e4376b152978 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:52:02.973012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Attempting to bind port 1a6ea11f-b91f-4b82-858d-2dd2967fced8 on network 12e64400-cf9f-4083-ba74-e4376b152978 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:02.984649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:52:02.984995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Checking segment: {'id': '364fe0fb-1f80-4ebc-89da-7173b78ed7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '12e64400-cf9f-4083-ba74-e4376b152978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:52:02.985385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Bound using segment: {'id': '364fe0fb-1f80-4ebc-89da-7173b78ed7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '12e64400-cf9f-4083-ba74-e4376b152978'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:52:02.985826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Bound port: 1a6ea11f-b91f-4b82-858d-2dd2967fced8, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '364fe0fb-1f80-4ebc-89da-7173b78ed7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '12e64400-cf9f-4083-ba74-e4376b152978'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:52:02.986188 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:03.000750 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd094ef-94c6-47f1-8512-5bdc35ad8752']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:03.015233 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28ac0546-5b55-4458-8b1e-4ca22dfc5d22 req-38604d4a-ed96-4fcc-9cfb-26090c22428e tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5952406 Feb 18 08:52:03.018185 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d543dc-7685-4651-a376-d91bd72f0ee1') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:03.018734 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d543dc-7685-4651-a376-d91bd72f0ee1') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:03.033516 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:03.053067 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:03.058848 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-4443cad8-3deb-4636-92d6-4a01ab2a46a6 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8468018 Feb 18 08:52:03.061502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:52:03.062792 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:52:03.178958 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:52:03.196888 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:03.203465 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:03.277807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-2ad5ecc1-1862-4fca-b6a1-abee7b73786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:03.285599 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-2ad5ecc1-1862-4fca-b6a1-abee7b73786b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4a62a8c174445a691623ed243915fc9&device_id=219baa18-2741-4920-94c3-e00b2662ee07 HTTP/1.1" status: 200 len: 1095 time: 1.4434071 Feb 18 08:52:03.323006 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7db3cc1-1055-4c09-87ea-ed2c56b81f24 req-3c700de0-8ba0-46f7-89f9-91673d231cb6 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39f2249-6218-4dbc-9374-ca9bec17dcd1 HTTP/1.1" status: 200 len: 210 time: 0.1351869 Feb 18 08:52:03.357265 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd094ef-94c6-47f1-8512-5bdc35ad8752,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:03.385099 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-5e856d27-8209-41ff-80bd-ad2997538294 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3581b1b-2b37-401a-9a68-6ace9353fc71 HTTP/1.1" status: 200 len: 217 time: 0.0876169 Feb 18 08:52:03.389670 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0638ab2f-589b-48be-9d20-2e4dbded52ec admin admin] 10.222.0.72 "DELETE /v2.0/networks/8fd094ef-94c6-47f1-8512-5bdc35ad8752 HTTP/1.1" status: 204 len: 168 time: 3.3325689 Feb 18 08:52:03.389670 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5bf6a0a-7f7c-46cb-964a-2827e77fc1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:03.419429 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219baa18-2741-4920-94c3-e00b2662ee07', 'tag': 'b3581b1b-2b37-401a-9a68-6ace9353fc71', 'status': 'completed', 'code': 200} Feb 18 08:52:03.483507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-e2dc54b2-e5da-4bdb-b0e0-ece4fa8f6f94 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Allocated IP 172.20.0.11 (22e675f4-5d9a-4259-832b-c0978e7dc5ea/e1a63a75-feb8-4c64-8fb4-be73357e03d6/1e0fd99c-7f21-48d6-a74f-80f965252de4) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:52:03.552730 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] For port 1a6ea11f-b91f-4b82-858d-2dd2967fced8, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:52:03.561606 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] For port 1a6ea11f-b91f-4b82-858d-2dd2967fced8, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1a6ea11f-b91f-4b82-858d-2dd2967fced8,segment=NetworkSegment(364fe0fb-1f80-4ebc-89da-7173b78ed7f4),segment_id=364fe0fb-1f80-4ebc-89da-7173b78ed7f4)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:52:03.609225 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:03.687902 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:03.723033 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-74690d2d-61a2-4a46-83b5-51ebc987bd4d req-79b4dada-c034-4cb1-883f-c0a784a711ac tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 210 time: 0.1209085 Feb 18 08:52:03.724588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52636) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:03.767671 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:03.949700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-0ca6f83d-8ce8-44d6-a034-0971f09d3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:03.975251 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-0ca6f83d-8ce8-44d6-a034-0971f09d3759 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fd32f46-ee09-481e-b1fa-9eb10ab6742b HTTP/1.1" status: 200 len: 855 time: 0.5596614 Feb 18 08:52:03.991602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:03.992498 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:03.994490 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] 10.222.0.61 "PUT /v2.0/ports/1a6ea11f-b91f-4b82-858d-2dd2967fced8 HTTP/1.1" status: 200 len: 1091 time: 3.5192080 Feb 18 08:52:04.004941 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9985960a-b1c9-4fcc-a2e6-6461f35eea04 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f36b4d9571104590ab36bf43cd4935a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1671736 Feb 18 08:52:04.005811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e983150e-2a96-419b-8335-dbd74c8d3387', 'tag': '1a6ea11f-b91f-4b82-858d-2dd2967fced8'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:04.020857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52654) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:04.200173 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-2e14123c-2580-40d0-8603-80f5f5a46389 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c34d911-d8e0-4928-8f9f-24e8af7e550a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2172465 Feb 18 08:52:04.489373 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707627fd-da8e-4afe-ab07-b70caffebb8b service neutron] Pushing event updated for resources: {'Port': ['ID=1a6ea11f-b91f-4b82-858d-2dd2967fced8,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:04.594762 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ec85e05-430c-4167-9a57-6125a221bce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:04.616204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bf6a0a-7f7c-46cb-964a-2827e77fc1cc admin admin] Router 227481cd-e1fe-4c8c-96b9-c7a8e20353fc has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:52:04.618712 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-1070106c-f3c8-4636-9bbc-b7de78d62f02 service neutron] 10.222.0.61 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028549 Feb 18 08:52:04.635207 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a9737-17fe-4a24-8026-3186fcb97f35 req-9b8798ce-37e2-443f-b0ff-18fa916d32c4 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:04.642305 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-236a9737-17fe-4a24-8026-3186fcb97f35 req-9b8798ce-37e2-443f-b0ff-18fa916d32c4 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/ports?device_id=e983150e-2a96-419b-8335-dbd74c8d3387 HTTP/1.1" status: 200 len: 943 time: 0.8955100 Feb 18 08:52:04.657934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-4fb538cb-5c0c-4c74-934b-82ea10f95b71 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:04.665102 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-4fb538cb-5c0c-4c74-934b-82ea10f95b71 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 812 time: 0.6418827 Feb 18 08:52:04.717691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-6152b9b7-3e72-4721-aa76-dbe0ada895c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:04.719409 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-6152b9b7-3e72-4721-aa76-dbe0ada895c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=798bb9ed286e4f31bb980885f300d38b&device_id=e983150e-2a96-419b-8335-dbd74c8d3387 HTTP/1.1" status: 200 len: 1094 time: 0.6491387 Feb 18 08:52:04.739246 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-eb1c10fb-de50-40a0-9601-988b9b0b45cf tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/quotas/75eb46d2988549f58acc23f93dd84a7e HTTP/1.1" status: 200 len: 375 time: 0.0730548 Feb 18 08:52:04.755077 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ec85e05-430c-4167-9a57-6125a221bce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:04.914502 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:04.992998 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-e2dc54b2-e5da-4bdb-b0e0-ece4fa8f6f94 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:05.008716 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-79cb8cb3-749e-4905-825e-88cc92033d9f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a6ea11f-b91f-4b82-858d-2dd2967fced8 HTTP/1.1" status: 200 len: 217 time: 0.2661636 Feb 18 08:52:05.017837 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-77171746-d81b-40bf-85f4-e166fbc38b43 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2773969 Feb 18 08:52:05.115451 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c402a578-6af0-4cdf-adca-d5522f017c5e req-a20ccb52-449f-44e9-9634-66ed869ea496 service neutron] 10.222.0.61 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848225 Feb 18 08:52:05.117547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-236a9737-17fe-4a24-8026-3186fcb97f35 req-dd38f108-508f-4c22-9be0-734e646c6d87 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0d0f71c-f94c-4789-9b93-556852d4b350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743042 Feb 18 08:52:05.132334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bf6a0a-7f7c-46cb-964a-2827e77fc1cc admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:52:05.137043 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c5bf6a0a-7f7c-46cb-964a-2827e77fc1cc admin admin] 10.222.0.72 "PUT /v2.0/routers/227481cd-e1fe-4c8c-96b9-c7a8e20353fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3450241 Feb 18 08:52:05.139537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52668) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:05.149241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8f19d7-0d18-47c6-94ea-493b02ee8973 None None] Sync routers for ids ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:52:05.180432 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8f19d7-0d18-47c6-94ea-493b02ee8973 None None] Routers {'227481cd-e1fe-4c8c-96b9-c7a8e20353fc'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:52:05.181263 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-6f8f19d7-0d18-47c6-94ea-493b02ee8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:52:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:05.221905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-e2dc54b2-e5da-4bdb-b0e0-ece4fa8f6f94 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Transition to ACTIVE for port object 1e0fd99c-7f21-48d6-a74f-80f965252de4 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:05.330363 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e983150e-2a96-419b-8335-dbd74c8d3387', 'tag': '1a6ea11f-b91f-4b82-858d-2dd2967fced8', 'status': 'completed', 'code': 200} Feb 18 08:52:05.369558 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3a4cc141-d0e1-4b3d-afb9-b3351f6d33ab tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=259cd62e1f1340f9828d7d7a1587db25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2650371 Feb 18 08:52:05.375875 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ec85e05-430c-4167-9a57-6125a221bce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:05.573880 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-6f8f19d7-0d18-47c6-94ea-493b02ee8973 None None] Set router 227481cd-e1fe-4c8c-96b9-c7a8e20353fc gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:52:05.695661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81fbd0-6d80-4dbf-b164-0ffe0e241c12 req-d718761e-a91a-46b5-a424-510c349c5cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:05.697505 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea81fbd0-6d80-4dbf-b164-0ffe0e241c12 req-d718761e-a91a-46b5-a424-510c349c5cb7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4a62a8c174445a691623ed243915fc9&device_id=219baa18-2741-4920-94c3-e00b2662ee07 HTTP/1.1" status: 200 len: 1095 time: 0.2362623 Feb 18 08:52:05.705094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec85e05-430c-4167-9a57-6125a221bce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2cbfdf-15c5-4228-b0cd-182763c6559c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:05.728290 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ec85e05-430c-4167-9a57-6125a221bce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:05.732931 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8ec85e05-430c-4167-9a57-6125a221bce6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4e2cbfdf-15c5-4228-b0cd-182763c6559c HTTP/1.1" status: 204 len: 168 time: 1.6771276 Feb 18 08:52:05.744498 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58d74b08-3d69-4cc8-ac3b-d281d7535d7b admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:05.810011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-25df200b-afb2-4735-8ad7-eb43c7b69065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:05.811694 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-25df200b-afb2-4735-8ad7-eb43c7b69065 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79e0af47-4a67-44ca-adca-bb81358725be HTTP/1.1" status: 200 len: 853 time: 0.7658176 Feb 18 08:52:05.956978 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-ce735065-1bc7-4285-98ba-7d20895211c2 service neutron] 10.222.0.72 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9381995 Feb 18 08:52:06.015136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81fbd0-6d80-4dbf-b164-0ffe0e241c12 req-a0040663-ccd6-45e6-b821-e98c1a6b11f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:06.017214 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea81fbd0-6d80-4dbf-b164-0ffe0e241c12 req-a0040663-ccd6-45e6-b821-e98c1a6b11f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c34d911-d8e0-4928-8f9f-24e8af7e550a HTTP/1.1" status: 200 len: 916 time: 0.3087480 Feb 18 08:52:06.110227 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-e2dc54b2-e5da-4bdb-b0e0-ece4fa8f6f94 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:06.115010 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea81fbd0-6d80-4dbf-b164-0ffe0e241c12 req-99d46019-6b08-42ec-8725-29fad54d0d39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3581b1b-2b37-401a-9a68-6ace9353fc71 HTTP/1.1" status: 200 len: 217 time: 0.0826070 Feb 18 08:52:06.181500 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-6f8f19d7-0d18-47c6-94ea-493b02ee8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'name': 'tempest-ServersTestBootFromVolume-225646175-router', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:11Z', 'updated_at': '2022-02-18T08:52:01Z', 'revision_number': 5, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'gw_port': {'id': '009a776f-8073-4cf4-9906-fa750cac6bb5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:49:13Z', 'updated_at': '2022-02-18T08:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:06.195205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8f19d7-0d18-47c6-94ea-493b02ee8973 None None] Checking router: 227481cd-e1fe-4c8c-96b9-c7a8e20353fc for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:52:06.215611 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8f19d7-0d18-47c6-94ea-493b02ee8973 None None] Routers {'227481cd-e1fe-4c8c-96b9-c7a8e20353fc'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:52:06.216308 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-6f8f19d7-0d18-47c6-94ea-493b02ee8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:52:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:06.298954 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58d74b08-3d69-4cc8-ac3b-d281d7535d7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:06.308061 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81fbd0-6d80-4dbf-b164-0ffe0e241c12 req-44d92f9b-1a52-4895-833b-c5b3e65d7351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:06.310240 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea81fbd0-6d80-4dbf-b164-0ffe0e241c12 req-44d92f9b-1a52-4895-833b-c5b3e65d7351 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fd32f46-ee09-481e-b1fa-9eb10ab6742b HTTP/1.1" status: 200 len: 855 time: 0.1101041 Feb 18 08:52:06.318124 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-58d74b08-3d69-4cc8-ac3b-d281d7535d7b admin admin] Deleting port 009a776f-8073-4cf4-9906-fa750cac6bb5 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:52:06.318494 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58d74b08-3d69-4cc8-ac3b-d281d7535d7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:06.387938 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-0769b4b5-113c-4477-a9c3-8d3e720bdcd5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=12e64400-cf9f-4083-ba74-e4376b152978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3863287 Feb 18 08:52:06.443710 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea81fbd0-6d80-4dbf-b164-0ffe0e241c12 req-1cb8c5a1-b519-401f-b734-299b3dd6c499 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c34d911-d8e0-4928-8f9f-24e8af7e550a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630555 Feb 18 08:52:06.447914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b650e90-e338-496c-b700-f93512e6ca10 req-eaefe71a-0cb6-4119-aa5d-7427bdee6918 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:06.449460 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b650e90-e338-496c-b700-f93512e6ca10 req-eaefe71a-0cb6-4119-aa5d-7427bdee6918 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=219baa18-2741-4920-94c3-e00b2662ee07 HTTP/1.1" status: 200 len: 944 time: 0.7302556 Feb 18 08:52:06.477320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-6f8f19d7-0d18-47c6-94ea-493b02ee8973 None None] Set router 227481cd-e1fe-4c8c-96b9-c7a8e20353fc gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:52:06.665343 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-a576d877-3648-4605-ad34-5f354e59477d service neutron] 10.222.0.72 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7059073 Feb 18 08:52:06.712413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-6f8f19d7-0d18-47c6-94ea-493b02ee8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'name': 'tempest-ServersTestBootFromVolume-225646175-router', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:11Z', 'updated_at': '2022-02-18T08:52:06Z', 'revision_number': 6, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:06.725397 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8f19d7-0d18-47c6-94ea-493b02ee8973 None None] The sync data for ids ['227481cd-e1fe-4c8c-96b9-c7a8e20353fc'] in n-d-829434-1 is: [{'id': '227481cd-e1fe-4c8c-96b9-c7a8e20353fc', 'name': 'tempest-ServersTestBootFromVolume-225646175-router', 'tenant_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:49:11Z', 'updated_at': '2022-02-18T08:52:06Z', 'revision_number': 6, 'project_id': '36dcbc1b7570446ab0d9f0fbb29a058d', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:52:06.726202 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-58d74b08-3d69-4cc8-ac3b-d281d7535d7b admin admin] For port 009a776f-8073-4cf4-9906-fa750cac6bb5, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=009a776f-8073-4cf4-9906-fa750cac6bb5,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:06.726647 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58d74b08-3d69-4cc8-ac3b-d281d7535d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:06.732372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-e2dc54b2-e5da-4bdb-b0e0-ece4fa8f6f94 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Network 22e675f4-5d9a-4259-832b-c0978e7dc5ea is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:52:06.835974 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b650e90-e338-496c-b700-f93512e6ca10 req-3aaf0f62-8445-42eb-b07a-be7faa88c9a9 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731076 Feb 18 08:52:06.841360 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-e2dc54b2-e5da-4bdb-b0e0-ece4fa8f6f94 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:06.889033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-c165e98d-be33-4762-870a-06bdd5f876bc tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:06.896309 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-c165e98d-be33-4762-870a-06bdd5f876bc tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5103750 Feb 18 08:52:06.898134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-e2dc54b2-e5da-4bdb-b0e0-ece4fa8f6f94 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:52:06.983528 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-58d74b08-3d69-4cc8-ac3b-d281d7535d7b admin admin] Calling delete_port for 009a776f-8073-4cf4-9906-fa750cac6bb5 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:52:07.190516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-e2dc54b2-e5da-4bdb-b0e0-ece4fa8f6f94 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:07.194086 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-e2dc54b2-e5da-4bdb-b0e0-ece4fa8f6f94 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:07.286551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-eb01fbb0-20d2-4a7c-9923-a5384d68836a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Request body: {'port': {'device_id': '523ee089-177e-4f6a-a5b6-5ca14aa587a7', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '259cd62e1f1340f9828d7d7a1587db25'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:07.360848 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-256f8b03-740d-4d9b-a66e-4724d259d251 None None] Provisioning for port 1e0fd99c-7f21-48d6-a74f-80f965252de4 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:07.375219 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea81fbd0-6d80-4dbf-b164-0ffe0e241c12 req-14bd21ad-fa8e-4c7c-b7c0-6d05bd99d72f service neutron] 10.222.0.61 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377241 Feb 18 08:52:07.382924 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-256f8b03-740d-4d9b-a66e-4724d259d251 None None] Provisioning complete for port 1e0fd99c-7f21-48d6-a74f-80f965252de4 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:07.383363 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-256f8b03-740d-4d9b-a66e-4724d259d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:07.454979 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7ee480b-6897-40c2-ba09-2cff7d48e0ea req-89a83048-d957-4ac9-9658-2b82e95b6bec tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 210 time: 0.1846137 Feb 18 08:52:07.457655 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-e2dc54b2-e5da-4bdb-b0e0-ece4fa8f6f94 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4061887 Feb 18 08:52:07.482190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52700) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:07.564238 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-256f8b03-740d-4d9b-a66e-4724d259d251 None None] Port 1e0fd99c-7f21-48d6-a74f-80f965252de4 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:52:07.666626 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-e49ca7d8-b768-4a56-95df-c9aa553d34ea service neutron] 10.222.0.61 "GET /v2.0/networks/12e64400-cf9f-4083-ba74-e4376b152978?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2467196 Feb 18 08:52:07.678999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc54b2-e5da-4bdb-b0e0-ece4fa8f6f94 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Pushing event updated for resources: {'Port': ['ID=1e0fd99c-7f21-48d6-a74f-80f965252de4,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:07.758422 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Request body: {'port': {'device_id': 'd39f2249-6218-4dbc-9374-ca9bec17dcd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:07.789819 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea81fbd0-6d80-4dbf-b164-0ffe0e241c12 req-07bca90f-cc6f-4a29-bfdc-1f4a0aea66e0 service neutron] 10.222.0.61 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037480 Feb 18 08:52:07.827483 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1748897006-network', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:07.841067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:07.853389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Usage tracker for resource:network and tenant:3c0c64350cc646d0ba5cd476344b9e39 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:07.861832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:07.875961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:07.904719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Made reservation on behalf of 3c0c64350cc646d0ba5cd476344b9e39 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:52:07.907297 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:07.982498 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:08.015757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:08.032368 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Usage tracker for resource:security_group_rule and tenant:3c0c64350cc646d0ba5cd476344b9e39 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:08.038647 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:08.049406 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:08.063391 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58d74b08-3d69-4cc8-ac3b-d281d7535d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:08.087072 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 009a776f-8073-4cf4-9906-fa750cac6bb5 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:52:08.142030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 009a776f-8073-4cf4-9906-fa750cac6bb5 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:52:08.142476 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 009a776f-8073-4cf4-9906-fa750cac6bb5 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:52:08.144324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:52:08.198320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:52:08.199287 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4a81bfe3-3a2d-46af-91ea-7d48f080ef1d not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:52:08.244624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d74b08-3d69-4cc8-ac3b-d281d7535d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=009a776f-8073-4cf4-9906-fa750cac6bb5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:08.335182 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58d74b08-3d69-4cc8-ac3b-d281d7535d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:08.436770 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d3725-3db0-4e36-97fe-3a8ae8411931 req-99242a4b-8235-42bb-837a-091599b32a88 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:08.445903 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c7d3725-3db0-4e36-97fe-3a8ae8411931 req-99242a4b-8235-42bb-837a-091599b32a88 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/ports?device_id=e983150e-2a96-419b-8335-dbd74c8d3387 HTTP/1.1" status: 200 len: 943 time: 0.6255770 Feb 18 08:52:08.497196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-eb01fbb0-20d2-4a7c-9923-a5384d68836a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:08.528818 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:08.562592 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58d74b08-3d69-4cc8-ac3b-d281d7535d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:08.565257 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58d74b08-3d69-4cc8-ac3b-d281d7535d7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:08.566632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184a9d3-667e-4da3-b3ca-fb18b0a9025e req-8abe901d-1f92-4dfa-b5b1-750732244d3a tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:08.567780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8184a9d3-667e-4da3-b3ca-fb18b0a9025e req-8abe901d-1f92-4dfa-b5b1-750732244d3a tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Synchronizing usage tracker for tenant:edfc19ecf0ab4bb7b4c70295cbff8743 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:52:08.573708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-eb01fbb0-20d2-4a7c-9923-a5384d68836a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:08.598242 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d152a1c2-6b5e-4baf-ada3-1fa45c52c2cf req-9c26d380-9433-4dd8-b253-37f68e880443 service neutron] 10.222.0.61 "GET /v2.0/networks/12e64400-cf9f-4083-ba74-e4376b152978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9059567 Feb 18 08:52:08.641407 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:08.642930 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58d74b08-3d69-4cc8-ac3b-d281d7535d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:08.643481 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d74b08-3d69-4cc8-ac3b-d281d7535d7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 227481cd-e1fe-4c8c-96b9-c7a8e20353fc {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:52:08.655193 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:08.695043 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c7d3725-3db0-4e36-97fe-3a8ae8411931 req-0d480293-0d95-4f32-a582-513aa500fa19 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0d0f71c-f94c-4789-9b93-556852d4b350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478726 Feb 18 08:52:08.696988 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:52:08.729272 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbb41e5-05e7-4636-b0a2-3c18dace0b7b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:08.745689 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58d74b08-3d69-4cc8-ac3b-d281d7535d7b admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:08.747280 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-58d74b08-3d69-4cc8-ac3b-d281d7535d7b admin admin] 10.222.0.72 "DELETE /v2.0/routers/227481cd-e1fe-4c8c-96b9-c7a8e20353fc HTTP/1.1" status: 204 len: 168 time: 3.6066980 Feb 18 08:52:08.749089 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:08.749581 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Added segment b8afe4b3-9a3c-4204-90fa-16927b617d87 of type vlan for network b928b300-8a24-406f-9999-eb6cad70bd79 Feb 18 08:52:08.750890 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52718) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:08.863890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-eb01fbb0-20d2-4a7c-9923-a5384d68836a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Made reservation on behalf of 259cd62e1f1340f9828d7d7a1587db25 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:52:08.867639 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-eb01fbb0-20d2-4a7c-9923-a5384d68836a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:08.916359 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:08.927523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8184a9d3-667e-4da3-b3ca-fb18b0a9025e req-8abe901d-1f92-4dfa-b5b1-750732244d3a tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Unset dirty status for tenant:edfc19ecf0ab4bb7b4c70295cbff8743 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:52:08.930551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-74bbe3fd-6cc7-48d9-b2fe-00544873e6a6 admin admin] Deleting subnet 06dc3032-d041-4123-94a7-f9ef538af254 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:52:08.935684 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-74bbe3fd-6cc7-48d9-b2fe-00544873e6a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:08.935830 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8184a9d3-667e-4da3-b3ca-fb18b0a9025e req-8abe901d-1f92-4dfa-b5b1-750732244d3a tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39f2249-6218-4dbc-9374-ca9bec17dcd1 HTTP/1.1" status: 200 len: 932 time: 1.6667340 Feb 18 08:52:09.013824 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b3581b1b-2b37-401a-9a68-6ace9353fc71 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:52:09.015392 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-74bbe3fd-6cc7-48d9-b2fe-00544873e6a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:09.109765 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:09.110146 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:09.110941 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:09.182919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port b3581b1b-2b37-401a-9a68-6ace9353fc71, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b3581b1b-2b37-401a-9a68-6ace9353fc71,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:09.199055 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'b3581b1b-2b37-401a-9a68-6ace9353fc71', 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a', 'port_id': 'b3581b1b-2b37-401a-9a68-6ace9353fc71', 'mac_address': 'fa:16:3e:43:01:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fd32f46-ee09-481e-b1fa-9eb10ab6742b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:52:09.231135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ddc0a4ec-2d8e-4569-9bfa-c043de54c5f8 req-e43de286-033d-4bc4-a671-a36155d26824 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 210 time: 0.2871380 Feb 18 08:52:09.289907 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8088191 Feb 18 08:52:09.298565 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8184a9d3-667e-4da3-b3ca-fb18b0a9025e req-c39e05a3-7ed1-4c45-93c7-d0d256a74f02 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/security-groups?id=54cf7182-43b3-4b7f-8297-073879e851cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616989 Feb 18 08:52:09.303434 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52722) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:09.310263 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:09.338522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a2c109dc-84ed-4ee2-a84c-6406864e4c5f admin admin] Request body: {'subnet': {'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1748897006-subnet', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:09.347656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355ec13-0c0f-49b7-af8e-0f02c1072bd9 admin admin] Pushing event updated for resources: {'Network': ['ID=b928b300-8a24-406f-9999-eb6cad70bd79,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:09.354484 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-74bbe3fd-6cc7-48d9-b2fe-00544873e6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:09.357219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3581b1b-2b37-401a-9a68-6ace9353fc71 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:52:09.397086 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port b3581b1b-2b37-401a-9a68-6ace9353fc71, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b3581b1b-2b37-401a-9a68-6ace9353fc71,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:09.404440 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network b928b300-8a24-406f-9999-eb6cad70bd79 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:52:09.455419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a2c109dc-84ed-4ee2-a84c-6406864e4c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:09.471454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a2c109dc-84ed-4ee2-a84c-6406864e4c5f admin admin] Usage tracker for resource:subnet and tenant:3c0c64350cc646d0ba5cd476344b9e39 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:09.485163 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a2c109dc-84ed-4ee2-a84c-6406864e4c5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:09.500224 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a2c109dc-84ed-4ee2-a84c-6406864e4c5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:09.527071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c109dc-84ed-4ee2-a84c-6406864e4c5f admin admin] Made reservation on behalf of 3c0c64350cc646d0ba5cd476344b9e39 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:52:09.532739 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a2c109dc-84ed-4ee2-a84c-6406864e4c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:09.644619 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:09.745613 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=b3581b1b-2b37-401a-9a68-6ace9353fc71,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:09.801618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fef42774-4f92-4ad7-b58e-499934b04880 req-3343baf0-dc84-449d-b1bb-9ec2a2258e56 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 210 time: 0.2467265 Feb 18 08:52:09.929904 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d0f55-a261-41dc-be01-374acfa955f6 req-646088e7-b559-492a-a1bd-9d4f8cac9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:09.931525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b53d0f55-a261-41dc-be01-374acfa955f6 req-646088e7-b559-492a-a1bd-9d4f8cac9113 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=798bb9ed286e4f31bb980885f300d38b&device_id=e983150e-2a96-419b-8335-dbd74c8d3387 HTTP/1.1" status: 200 len: 1094 time: 1.2172847 Feb 18 08:52:10.073226 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['b3581b1b-2b37-401a-9a68-6ace9353fc71'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:52:10.101870 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-74bbe3fd-6cc7-48d9-b2fe-00544873e6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:10.151589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-eb01fbb0-20d2-4a7c-9923-a5384d68836a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Allocated IP 192.168.233.85 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/367bb83c-1982-4f57-b76f-469819aea79f) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:52:10.197409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253278b-ab05-4a9c-ba68-2283dd956ec1 req-2da9fca5-43bd-46e4-9714-b9da4f8db0ad tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:10.199291 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1253278b-ab05-4a9c-ba68-2283dd956ec1 req-2da9fca5-43bd-46e4-9714-b9da4f8db0ad tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=219baa18-2741-4920-94c3-e00b2662ee07 HTTP/1.1" status: 200 len: 945 time: 0.4955392 Feb 18 08:52:10.205823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0fd99c-7f21-48d6-a74f-80f965252de4 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:52:10.223372 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbe3fd-6cc7-48d9-b2fe-00544873e6a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06dc3032-d041-4123-94a7-f9ef538af254,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:10.263079 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:10.285932 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-74bbe3fd-6cc7-48d9-b2fe-00544873e6a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:10.291392 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f07c4eb-5434-4dbc-a943-c062b8935ae7 None None] Network 5e6e39f0-327a-453b-b7d4-684adfe4b6e1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:52:10.319532 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-17e93fd8-70ea-4dd9-b29e-bb694911ee3c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:10.322370 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-17e93fd8-70ea-4dd9-b29e-bb694911ee3c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 812 time: 0.7631321 Feb 18 08:52:10.325717 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-74bbe3fd-6cc7-48d9-b2fe-00544873e6a6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/06dc3032-d041-4123-94a7-f9ef538af254 HTTP/1.1" status: 204 len: 168 time: 1.5736706 Feb 18 08:52:10.328403 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52736) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:10.462264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Transition to ACTIVE for port object 1e0fd99c-7f21-48d6-a74f-80f965252de4 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:10.490129 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-e318c0ef-33fe-4873-ab7c-97bac1f76c60 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Request body: {'port': {'device_id': '7265da81-03fd-41ab-9396-26270f6426b9', 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c', 'admin_state_up': True, 'tenant_id': '75eb46d2988549f58acc23f93dd84a7e'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:10.490494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d0f55-a261-41dc-be01-374acfa955f6 req-88d9752f-fffb-4b35-be8d-e0c255a6e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:10.495329 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b53d0f55-a261-41dc-be01-374acfa955f6 req-88d9752f-fffb-4b35-be8d-e0c255a6e271 service neutron] 10.222.0.61 "GET /v2.0/networks?id=12e64400-cf9f-4083-ba74-e4376b152978 HTTP/1.1" status: 200 len: 914 time: 0.5487127 Feb 18 08:52:10.510764 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:10.681842 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:10.726898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0fd99c-7f21-48d6-a74f-80f965252de4,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:10.734640 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b53d0f55-a261-41dc-be01-374acfa955f6 req-7e1a1f9a-3f7f-4eb9-b523-b6719c325fa1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a6ea11f-b91f-4b82-858d-2dd2967fced8 HTTP/1.1" status: 200 len: 217 time: 0.2111304 Feb 18 08:52:10.756534 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1253278b-ab05-4a9c-ba68-2283dd956ec1 req-9ca403d0-4cf8-44a6-b529-cb6e54053789 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423219 Feb 18 08:52:10.894420 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25203f58-a06d-4d29-a5d4-9b214386dc75 None None] DHCP port deletion for 5e6e39f0-327a-453b-b7d4-684adfe4b6e1 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:52:10.908375 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-25203f58-a06d-4d29-a5d4-9b214386dc75 None None] Deleting port e1de90ec-b76c-4fe0-b71d-63af319f3466 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:52:10.908960 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25203f58-a06d-4d29-a5d4-9b214386dc75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:11.219587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] Deleting port e1de90ec-b76c-4fe0-b71d-63af319f3466 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:52:11.220162 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:11.290325 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-50ab0863-2aae-4b58-b505-94780f609871 req-35886c54-0c94-4c00-b09f-64a8d0fe0629 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 210 time: 0.1940238 Feb 18 08:52:11.301272 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Attempting to bind port 1e0fd99c-7f21-48d6-a74f-80f965252de4 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:52:11.307833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Attempting to bind port 1e0fd99c-7f21-48d6-a74f-80f965252de4 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'e5ee779a-8e06-4556-895a-c8826a5f5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:52:11.308709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Attempting to bind port 1e0fd99c-7f21-48d6-a74f-80f965252de4 on network 22e675f4-5d9a-4259-832b-c0978e7dc5ea {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:11.366455 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-25203f58-a06d-4d29-a5d4-9b214386dc75 None None] For port e1de90ec-b76c-4fe0-b71d-63af319f3466, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e1de90ec-b76c-4fe0-b71d-63af319f3466,segment=NetworkSegment(f35793db-6da9-4005-a2aa-54f0d4f8f9db),segment_id=f35793db-6da9-4005-a2aa-54f0d4f8f9db)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:11.367036 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25203f58-a06d-4d29-a5d4-9b214386dc75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:11.371639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Port 1e0fd99c-7f21-48d6-a74f-80f965252de4 on network 22e675f4-5d9a-4259-832b-c0978e7dc5ea not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:52:11.371971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Attempting to bind port 1e0fd99c-7f21-48d6-a74f-80f965252de4 on network 22e675f4-5d9a-4259-832b-c0978e7dc5ea {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:11.375343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d0f55-a261-41dc-be01-374acfa955f6 req-4b6c8aef-3b55-40c1-a3e6-2866ca1c9e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:11.376822 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b53d0f55-a261-41dc-be01-374acfa955f6 req-4b6c8aef-3b55-40c1-a3e6-2866ca1c9e3d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79e0af47-4a67-44ca-adca-bb81358725be HTTP/1.1" status: 200 len: 853 time: 0.5675559 Feb 18 08:52:11.384693 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a2c109dc-84ed-4ee2-a84c-6406864e4c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:11.424376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-e318c0ef-33fe-4873-ab7c-97bac1f76c60 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:11.439553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409bc4d-6488-4ba5-ac3d-742a3d5a431a req-0fc7c3da-073d-4367-b187-db8481f26ca2 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:11.441388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2409bc4d-6488-4ba5-ac3d-742a3d5a431a req-0fc7c3da-073d-4367-b187-db8481f26ca2 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/ports?device_id=e983150e-2a96-419b-8335-dbd74c8d3387 HTTP/1.1" status: 200 len: 943 time: 1.1754811 Feb 18 08:52:11.466015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-e318c0ef-33fe-4873-ab7c-97bac1f76c60 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:11.544842 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:52:11.545203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Checking segment: {'id': 'e5ee779a-8e06-4556-895a-c8826a5f5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:52:11.545576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Bound using segment: {'id': 'e5ee779a-8e06-4556-895a-c8826a5f5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:52:11.546037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Bound port: 1e0fd99c-7f21-48d6-a74f-80f965252de4, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5ee779a-8e06-4556-895a-c8826a5f5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:52:11.546384 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:11.578231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c109dc-84ed-4ee2-a84c-6406864e4c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ea0752-efa5-4df3-92c3-2023be837deb,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:11.596242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-e318c0ef-33fe-4873-ab7c-97bac1f76c60 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Made reservation on behalf of 75eb46d2988549f58acc23f93dd84a7e for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:52:11.600830 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-e318c0ef-33fe-4873-ab7c-97bac1f76c60 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:11.621607 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-25203f58-a06d-4d29-a5d4-9b214386dc75 None None] Calling delete_port for e1de90ec-b76c-4fe0-b71d-63af319f3466 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:52:11.638256 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c109dc-84ed-4ee2-a84c-6406864e4c5f admin admin] Checking segment: {'id': 'b8afe4b3-9a3c-4204-90fa-16927b617d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:52:11.638613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c109dc-84ed-4ee2-a84c-6406864e4c5f admin admin] Network hostable DHCP agents. Network: b928b300-8a24-406f-9999-eb6cad70bd79, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:52:11.662238 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] For port e1de90ec-b76c-4fe0-b71d-63af319f3466, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e1de90ec-b76c-4fe0-b71d-63af319f3466,segment=NetworkSegment(f35793db-6da9-4005-a2aa-54f0d4f8f9db),segment_id=f35793db-6da9-4005-a2aa-54f0d4f8f9db)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:11.662600 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:11.668633 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b53d0f55-a261-41dc-be01-374acfa955f6 req-57d9209d-bb7b-45ff-b94d-727c65a86272 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=12e64400-cf9f-4083-ba74-e4376b152978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2482989 Feb 18 08:52:11.733377 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25203f58-a06d-4d29-a5d4-9b214386dc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:11.806271 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25203f58-a06d-4d29-a5d4-9b214386dc75 None None] No DVR routers for this DVR port e1de90ec-b76c-4fe0-b71d-63af319f3466 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:52:11.813793 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:11.818160 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25203f58-a06d-4d29-a5d4-9b214386dc75 None None] Pushing event deleted for resources: {'Port': ['ID=e1de90ec-b76c-4fe0-b71d-63af319f3466,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:11.843155 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:12.055199 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-eb01fbb0-20d2-4a7c-9923-a5384d68836a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:12.105846 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e1de90ec-b76c-4fe0-b71d-63af319f3466 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:52:12.116546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2409bc4d-6488-4ba5-ac3d-742a3d5a431a req-63afb532-0e01-4f63-a76e-7b473f40bfd6 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0d0f71c-f94c-4789-9b93-556852d4b350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526056 Feb 18 08:52:12.130339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] Calling delete_port for e1de90ec-b76c-4fe0-b71d-63af319f3466 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:52:12.167076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: e1de90ec-b76c-4fe0-b71d-63af319f3466 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:52:12.167417 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e1de90ec-b76c-4fe0-b71d-63af319f3466 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:52:12.191903 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-eb01fbb0-20d2-4a7c-9923-a5384d68836a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Transition to ACTIVE for port object 367bb83c-1982-4f57-b76f-469819aea79f will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:12.231756 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c109dc-84ed-4ee2-a84c-6406864e4c5f admin admin] Network b928b300-8a24-406f-9999-eb6cad70bd79 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:52:12.250864 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-a2c109dc-84ed-4ee2-a84c-6406864e4c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, b928b300-8a24-406f-9999-eb6cad70bd79) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:12.257363 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c109dc-84ed-4ee2-a84c-6406864e4c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:12.262735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca487a9-6cb5-456f-bd43-071ed5d9aefa None None] Network b928b300-8a24-406f-9999-eb6cad70bd79 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:52:12.267844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b53d0f55-a261-41dc-be01-374acfa955f6 req-ea9261b2-d467-46ac-afa3-739c77fbcb33 service neutron] 10.222.0.61 "GET /v2.0/networks/12e64400-cf9f-4083-ba74-e4376b152978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5983474 Feb 18 08:52:12.271383 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a2c109dc-84ed-4ee2-a84c-6406864e4c5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:12.274390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] For port 1e0fd99c-7f21-48d6-a74f-80f965252de4, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:52:12.395674 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] For port 1e0fd99c-7f21-48d6-a74f-80f965252de4, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1e0fd99c-7f21-48d6-a74f-80f965252de4,segment=NetworkSegment(e5ee779a-8e06-4556-895a-c8826a5f5597),segment_id=e5ee779a-8e06-4556-895a-c8826a5f5597)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:52:12.438632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-e318c0ef-33fe-4873-ab7c-97bac1f76c60 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Allocated IP 172.20.0.3 (37941738-3b60-49d5-86b1-6f8075363e3c/d45a775a-d6b1-454c-87b6-7f0420cf3393/ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:52:12.465951 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:52:12.466584 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:52:12.473066 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a2c109dc-84ed-4ee2-a84c-6406864e4c5f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1616352 Feb 18 08:52:12.483829 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52756) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:12.499759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1748897006-router', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:12.516857 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:12.544595 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Usage tracker for resource:router and tenant:3c0c64350cc646d0ba5cd476344b9e39 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:12.554640 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:12.566094 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:12.597074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d8598-290a-408f-8abf-59464213b3be req-87dddb18-d1b6-4833-8b24-430c6a1bbd05 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:12.600102 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e7d8598-290a-408f-8abf-59464213b3be req-87dddb18-d1b6-4833-8b24-430c6a1bbd05 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39f2249-6218-4dbc-9374-ca9bec17dcd1 HTTP/1.1" status: 200 len: 944 time: 0.5681105 Feb 18 08:52:12.603776 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:12.680562 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:12.685430 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:12.705490 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-b928b300-8a24-406f-9999-eb6cad70bd79', 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'fixed_ips': [{'subnet_id': '13ea0752-efa5-4df3-92c3-2023be837deb'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:52:12.707302 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:12.711124 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2758240f-bd66-4cdb-b773-704e2f456585 req-b51c3c25-b4e9-4fd1-807f-046776f7a7de tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 210 time: 0.3101206 Feb 18 08:52:12.819865 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:12.915906 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b53d0f55-a261-41dc-be01-374acfa955f6 req-d29fb6bb-b730-4b77-8a03-c955729d5d00 service neutron] 10.222.0.61 "GET /v2.0/networks/12e64400-cf9f-4083-ba74-e4376b152978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273415 Feb 18 08:52:12.965568 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-e318c0ef-33fe-4873-ab7c-97bac1f76c60 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:12.970513 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] Deleting port e1de90ec-b76c-4fe0-b71d-63af319f3466 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:52:12.971331 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-eb01fbb0-20d2-4a7c-9923-a5384d68836a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:12.974058 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:12.992380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['14fa4ce6-f550-4895-8d9c-63279a962fba'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:52:13.034627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['4c45de44-0392-4c95-9687-a557a54d9fc1', '3f77bea7-e6e0-45e7-a4db-9f99e09cb922', '25d3a1d3-7047-4495-b537-7c39b8c631cb', '32e863b0-3d00-46eb-a579-bf599725623f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:52:13.058635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:13.059426 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:13.064715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] 10.222.0.81 "PUT /v2.0/ports/1e0fd99c-7f21-48d6-a74f-80f965252de4 HTTP/1.1" status: 200 len: 1092 time: 5.3965993 Feb 18 08:52:13.065901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39f2249-6218-4dbc-9374-ca9bec17dcd1', 'tag': '1e0fd99c-7f21-48d6-a74f-80f965252de4'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:13.088818 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1a6ea11f-b91f-4b82-858d-2dd2967fced8 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:52:13.091114 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b3581b1b-2b37-401a-9a68-6ace9353fc71 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:13.224662 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] The port 'e1de90ec-b76c-4fe0-b71d-63af319f3466' was deleted {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:52:13.234546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e7d8598-290a-408f-8abf-59464213b3be req-3d86380c-a347-41b4-a3d2-fc535fa9beb3 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/security-groups?id=54cf7182-43b3-4b7f-8297-073879e851cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6127613 Feb 18 08:52:13.276088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-eb01fbb0-20d2-4a7c-9923-a5384d68836a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:52:13.319898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-eb01fbb0-20d2-4a7c-9923-a5384d68836a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:13.321889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6eb8d-555f-4523-b348-c3f5193c04d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0fd99c-7f21-48d6-a74f-80f965252de4,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:13.342551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-eb01fbb0-20d2-4a7c-9923-a5384d68836a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:52:13.410771 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:52:13.532825 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Allocated IP 172.20.0.2 (b928b300-8a24-406f-9999-eb6cad70bd79/13ea0752-efa5-4df3-92c3-2023be837deb/a8dffe1c-a621-43d5-afd6-b0e953ac0425) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:52:13.562621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01fbb0-20d2-4a7c-9923-a5384d68836a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Pushing event updated for resources: {'Port': ['ID=367bb83c-1982-4f57-b76f-469819aea79f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:13.578064 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:13.656999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port b3581b1b-2b37-401a-9a68-6ace9353fc71 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:13.736783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a116ed86-1d8d-4fda-a460-afad6e93b7c7 req-61cc0e3e-14ef-4daa-9b3f-a0ba8966d1eb tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 210 time: 0.0961640 Feb 18 08:52:13.744367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port b3581b1b-2b37-401a-9a68-6ace9353fc71 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:13.744930 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:13.757243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07813a00-74f5-4151-93de-57153013d925 req-77f3009c-ca93-4e0b-ba26-28424758244e tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:13.759460 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07813a00-74f5-4151-93de-57153013d925 req-77f3009c-ca93-4e0b-ba26-28424758244e tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=219baa18-2741-4920-94c3-e00b2662ee07 HTTP/1.1" status: 200 len: 945 time: 0.7838619 Feb 18 08:52:13.781611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-eb01fbb0-20d2-4a7c-9923-a5384d68836a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:13.782279 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-eb01fbb0-20d2-4a7c-9923-a5384d68836a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:13.819520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-8bf60d07-59d6-460a-afce-346c5d43dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:13.821047 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-8bf60d07-59d6-460a-afce-346c5d43dd90 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=edfc19ecf0ab4bb7b4c70295cbff8743&device_id=d39f2249-6218-4dbc-9374-ca9bec17dcd1 HTTP/1.1" status: 200 len: 1095 time: 0.6827908 Feb 18 08:52:13.825037 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39f2249-6218-4dbc-9374-ca9bec17dcd1', 'tag': '1e0fd99c-7f21-48d6-a74f-80f965252de4', 'status': 'completed', 'code': 200} Feb 18 08:52:13.874076 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:13.875660 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07813a00-74f5-4151-93de-57153013d925 req-7106f367-0f56-48f3-888c-f6238e93dca2 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863433 Feb 18 08:52:13.883139 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-eb01fbb0-20d2-4a7c-9923-a5384d68836a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.6117229 Feb 18 08:52:13.884300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6e39f0-327a-453b-b7d4-684adfe4b6e1']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:13.899574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Request body: {'port': {'device_id': '523ee089-177e-4f6a-a5b6-5ca14aa587a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:13.901171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35793db-6da9-4005-a2aa-54f0d4f8f9db') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:13.902050 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35793db-6da9-4005-a2aa-54f0d4f8f9db') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:13.951939 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:13.981597 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-e318c0ef-33fe-4873-ab7c-97bac1f76c60 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:14.058696 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1a6ea11f-b91f-4b82-858d-2dd2967fced8, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1a6ea11f-b91f-4b82-858d-2dd2967fced8,segment=NetworkSegment(364fe0fb-1f80-4ebc-89da-7173b78ed7f4),segment_id=364fe0fb-1f80-4ebc-89da-7173b78ed7f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:14.094088 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:14.096002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-749a680e-aeba-457e-b0a4-6534aed7271e None None] Provisioning for port 367bb83c-1982-4f57-b76f-469819aea79f completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:14.152919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318c0ef-33fe-4873-ab7c-97bac1f76c60 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Pushing event updated for resources: {'Port': ['ID=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:14.156037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:52:14.156723 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:52:14.176026 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:52:14.178863 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '1a6ea11f-b91f-4b82-858d-2dd2967fced8', 'network_id': '12e64400-cf9f-4083-ba74-e4376b152978', 'port_id': '1a6ea11f-b91f-4b82-858d-2dd2967fced8', 'mac_address': 'fa:16:3e:98:6b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e0af47-4a67-44ca-adca-bb81358725be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:52:14.186444 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:14.188834 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-e318c0ef-33fe-4873-ab7c-97bac1f76c60 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Network 37941738-3b60-49d5-86b1-6f8075363e3c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:52:14.193663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-749a680e-aeba-457e-b0a4-6534aed7271e None None] Provisioning complete for port 367bb83c-1982-4f57-b76f-469819aea79f triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:14.194027 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-749a680e-aeba-457e-b0a4-6534aed7271e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:14.215684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145711e-6c63-45be-8835-f9e8fc371b66 req-efc78899-2242-4759-9c85-abb9f753e0c0 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:14.219840 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0145711e-6c63-45be-8835-f9e8fc371b66 req-efc78899-2242-4759-9c85-abb9f753e0c0 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/ports?device_id=e983150e-2a96-419b-8335-dbd74c8d3387 HTTP/1.1" status: 200 len: 943 time: 0.2550967 Feb 18 08:52:14.241313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-e318c0ef-33fe-4873-ab7c-97bac1f76c60 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:14.252213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-e318c0ef-33fe-4873-ab7c-97bac1f76c60 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:52:14.333752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489aa32c-3b65-4264-abea-caa088e700f1 req-1f8c311f-7b46-4bc5-a944-df344d4c8a9d tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:14.334442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-489aa32c-3b65-4264-abea-caa088e700f1 req-1f8c311f-7b46-4bc5-a944-df344d4c8a9d tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Synchronizing usage tracker for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:52:14.335822 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:14.349104 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-e318c0ef-33fe-4873-ab7c-97bac1f76c60 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:14.349850 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-e318c0ef-33fe-4873-ab7c-97bac1f76c60 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:14.368958 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:14.370372 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:14.410422 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] Pushing event deleted for resources: {'Network': ['ID=5e6e39f0-327a-453b-b7d4-684adfe4b6e1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:14.432884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0145711e-6c63-45be-8835-f9e8fc371b66 req-9317b13e-2966-4c59-b752-0d59c9431409 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0d0f71c-f94c-4789-9b93-556852d4b350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739261 Feb 18 08:52:14.433798 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-489aa32c-3b65-4264-abea-caa088e700f1 req-1f8c311f-7b46-4bc5-a944-df344d4c8a9d tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Unset dirty status for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:52:14.435231 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-489aa32c-3b65-4264-abea-caa088e700f1 req-1f8c311f-7b46-4bc5-a944-df344d4c8a9d tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 935 time: 0.3930373 Feb 18 08:52:14.445079 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f9df99b3-809f-4cca-8a05-70211538b98d admin admin] 10.222.0.72 "DELETE /v2.0/networks/5e6e39f0-327a-453b-b7d4-684adfe4b6e1 HTTP/1.1" status: 204 len: 168 time: 4.1154068 Feb 18 08:52:14.451179 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-e318c0ef-33fe-4873-ab7c-97bac1f76c60 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0070305 Feb 18 08:52:14.505452 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:14.519916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-749a680e-aeba-457e-b0a4-6534aed7271e None None] Port 367bb83c-1982-4f57-b76f-469819aea79f cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:52:14.557831 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219baa18-2741-4920-94c3-e00b2662ee07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3581b1b-2b37-401a-9a68-6ace9353fc71'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:14.576300 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:14.584378 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6ea11f-b91f-4b82-858d-2dd2967fced8 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:52:14.604543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port b3581b1b-2b37-401a-9a68-6ace9353fc71, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b3581b1b-2b37-401a-9a68-6ace9353fc71,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:14.622346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Transition to ACTIVE for port object a8dffe1c-a621-43d5-afd6-b0e953ac0425 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:14.634750 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:14.636427 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-489aa32c-3b65-4264-abea-caa088e700f1 req-2b0f05ca-7da8-4d4e-8078-f063e855ad8f tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938622 Feb 18 08:52:14.696044 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52774) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:14.717752 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1a6ea11f-b91f-4b82-858d-2dd2967fced8, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1a6ea11f-b91f-4b82-858d-2dd2967fced8,segment=NetworkSegment(364fe0fb-1f80-4ebc-89da-7173b78ed7f4),segment_id=364fe0fb-1f80-4ebc-89da-7173b78ed7f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:14.746763 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:14.755793 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Transition to ACTIVE for port object a8dffe1c-a621-43d5-afd6-b0e953ac0425 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:14.781821 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:14.817241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=b3581b1b-2b37-401a-9a68-6ace9353fc71,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:14.870508 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:14.885331 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Network b928b300-8a24-406f-9999-eb6cad70bd79 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:52:14.898837 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:14.903651 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:52:14.917104 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219baa18-2741-4920-94c3-e00b2662ee07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3581b1b-2b37-401a-9a68-6ace9353fc71', 'code': 200} Feb 18 08:52:14.980704 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-57071203-d8a0-4f6e-b1e0-754a780bcd38 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=36dcbc1b7570446ab0d9f0fbb29a058d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904004 Feb 18 08:52:14.980704 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:14.982539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52784) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:15.057693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1a6ea11f-b91f-4b82-858d-2dd2967fced8,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:15.140894 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Attempting to bind port a8dffe1c-a621-43d5-afd6-b0e953ac0425 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:52:15.141277 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Attempting to bind port a8dffe1c-a621-43d5-afd6-b0e953ac0425 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'b8afe4b3-9a3c-4204-90fa-16927b617d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:52:15.141615 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Attempting to bind port a8dffe1c-a621-43d5-afd6-b0e953ac0425 on network b928b300-8a24-406f-9999-eb6cad70bd79 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:15.152855 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['1a6ea11f-b91f-4b82-858d-2dd2967fced8'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:52:15.153155 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Allocated IP 172.25.1.192 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/6d76624f-fa7f-4a91-8d52-98a62e4d148f) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:52:15.202555 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:52:15.202933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Checking segment: {'id': 'b8afe4b3-9a3c-4204-90fa-16927b617d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:52:15.203314 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:15.203704 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Bound using segment: {'id': 'b8afe4b3-9a3c-4204-90fa-16927b617d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:52:15.204167 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Bound port: a8dffe1c-a621-43d5-afd6-b0e953ac0425, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8afe4b3-9a3c-4204-90fa-16927b617d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:52:15.204927 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:15.230290 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Pushing event updated for resources: {'Port': ['ID=a8dffe1c-a621-43d5-afd6-b0e953ac0425,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:15.286169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e18d8-855f-40f4-87fe-8b7001f0fc03 req-85b25be4-9a1f-4db8-9897-7a508b658c02 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:15.287421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-147e18d8-855f-40f4-87fe-8b7001f0fc03 req-85b25be4-9a1f-4db8-9897-7a508b658c02 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39f2249-6218-4dbc-9374-ca9bec17dcd1 HTTP/1.1" status: 200 len: 944 time: 0.6493170 Feb 18 08:52:15.288549 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d3cc9f44-022d-430a-a13c-2551e9bf7f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:15.309280 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8af63e-699a-4c04-b6ad-c79570425ea0 req-953dd7cb-c94c-4bee-b2f7-a2ede0e08392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:15.310043 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:15.310661 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a8af63e-699a-4c04-b6ad-c79570425ea0 req-953dd7cb-c94c-4bee-b2f7-a2ede0e08392 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=219baa18-2741-4920-94c3-e00b2662ee07 HTTP/1.1" status: 200 len: 1097 time: 0.3157914 Feb 18 08:52:15.343386 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:15.389805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5dfd2-2735-43e6-85a5-13e00da0fbed req-e11c9f18-ce89-43de-80a1-4b808e749003 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:15.391254 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48d5dfd2-2735-43e6-85a5-13e00da0fbed req-e11c9f18-ce89-43de-80a1-4b808e749003 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 931 time: 0.3217671 Feb 18 08:52:15.399382 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:52:15.402028 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:15.404646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] For port a8dffe1c-a621-43d5-afd6-b0e953ac0425, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:52:15.411540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:52:15.431261 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] For port a8dffe1c-a621-43d5-afd6-b0e953ac0425, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a8dffe1c-a621-43d5-afd6-b0e953ac0425,segment=NetworkSegment(b8afe4b3-9a3c-4204-90fa-16927b617d87),segment_id=b8afe4b3-9a3c-4204-90fa-16927b617d87)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:52:15.433558 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d3cc9f44-022d-430a-a13c-2551e9bf7f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:15.448439 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:15.461243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6d76624f-fa7f-4a91-8d52-98a62e4d148f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:15.507656 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-147e18d8-855f-40f4-87fe-8b7001f0fc03 req-dc076746-bc0b-4ea4-a0a2-c34d1e69282f tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/security-groups?id=54cf7182-43b3-4b7f-8297-073879e851cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020671 Feb 18 08:52:15.523347 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a8af63e-699a-4c04-b6ad-c79570425ea0 req-3be78a57-2e0f-482b-8129-b12d4e326a60 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934867 Feb 18 08:52:15.550499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367bb83c-1982-4f57-b76f-469819aea79f {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:52:15.563922 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:15.573162 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48d5dfd2-2735-43e6-85a5-13e00da0fbed req-46dcb06b-1406-47a8-acf1-b5889ecd677e tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147285 Feb 18 08:52:15.600318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Transition to ACTIVE for port object 367bb83c-1982-4f57-b76f-469819aea79f will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:15.614894 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:15.619751 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Request body: {'port': {'device_id': '7265da81-03fd-41ab-9396-26270f6426b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:15.621241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af547b7c-65db-41ee-a33a-7abdd6099908 None None] Pushing event updated for resources: {'Port': ['ID=a8dffe1c-a621-43d5-afd6-b0e953ac0425,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:15.812157 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d3cc9f44-022d-430a-a13c-2551e9bf7f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:15.853232 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:15.983454 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-237e16fc-ab84-4016-9a53-d6941717bf52 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e0fd99c-7f21-48d6-a74f-80f965252de4 HTTP/1.1" status: 200 len: 217 time: 0.3501792 Feb 18 08:52:16.010221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc9f44-022d-430a-a13c-2551e9bf7f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3d1461-7f3d-4807-86b6-c8c51b1c42d0,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:16.097713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Pushing event updated for resources: {'Port': ['ID=367bb83c-1982-4f57-b76f-469819aea79f,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:16.144586 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d3cc9f44-022d-430a-a13c-2551e9bf7f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:16.149373 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d3cc9f44-022d-430a-a13c-2551e9bf7f14 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9e3d1461-7f3d-4807-86b6-c8c51b1c42d0 HTTP/1.1" status: 204 len: 168 time: 1.1509540 Feb 18 08:52:16.374000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-6ed720a8-00bc-4916-b678-5d64d03a4580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:16.375573 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-6ed720a8-00bc-4916-b678-5d64d03a4580 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e1a63a75-feb8-4c64-8fb4-be73357e03d6 HTTP/1.1" status: 200 len: 854 time: 0.3422942 Feb 18 08:52:16.428126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Attempting to bind port 367bb83c-1982-4f57-b76f-469819aea79f on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:52:16.428482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Attempting to bind port 367bb83c-1982-4f57-b76f-469819aea79f by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:52:16.428816 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Attempting to bind port 367bb83c-1982-4f57-b76f-469819aea79f on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:16.439627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43214d-135a-4667-992e-30b571b7abe3 req-3471cc69-eb26-4309-b66d-452dfe3222df tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:16.441377 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc43214d-135a-4667-992e-30b571b7abe3 req-3471cc69-eb26-4309-b66d-452dfe3222df tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=219baa18-2741-4920-94c3-e00b2662ee07 HTTP/1.1" status: 200 len: 946 time: 0.5796247 Feb 18 08:52:16.488944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Port 367bb83c-1982-4f57-b76f-469819aea79f on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:52:16.489275 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Attempting to bind port 367bb83c-1982-4f57-b76f-469819aea79f on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:16.504486 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:16.515411 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:52:16.515694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:52:16.515878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:52:16.516351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Bound port: 367bb83c-1982-4f57-b76f-469819aea79f, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:52:16.516703 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:16.633683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90bd8b-0f7d-4e81-90bb-5a83cad2a430 req-c5009346-8dd9-4787-8a89-f6fd34b0c6b1 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:16.633924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce90bd8b-0f7d-4e81-90bb-5a83cad2a430 req-c5009346-8dd9-4787-8a89-f6fd34b0c6b1 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/ports?device_id=e983150e-2a96-419b-8335-dbd74c8d3387 HTTP/1.1" status: 200 len: 944 time: 0.3302827 Feb 18 08:52:16.650151 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc43214d-135a-4667-992e-30b571b7abe3 req-fdc4d2ec-e39d-4f2f-8fda-543f83033f9c tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742373 Feb 18 08:52:16.696282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] For port 367bb83c-1982-4f57-b76f-469819aea79f, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:52:16.700147 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] For port 367bb83c-1982-4f57-b76f-469819aea79f, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=367bb83c-1982-4f57-b76f-469819aea79f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:52:16.739235 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:16.896871 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce90bd8b-0f7d-4e81-90bb-5a83cad2a430 req-bca66b1d-96ba-42dd-a2c4-51236904fa57 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0d0f71c-f94c-4789-9b93-556852d4b350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929884 Feb 18 08:52:16.901006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Pushing event updated for resources: {'Port': ['ID=367bb83c-1982-4f57-b76f-469819aea79f,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:16.905983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-ba0b387a-be6f-4381-968a-3674f36fdb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:16.907458 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-ba0b387a-be6f-4381-968a-3674f36fdb5b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=22e675f4-5d9a-4259-832b-c0978e7dc5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4623692 Feb 18 08:52:16.908765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:16.909449 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:16.926119 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-3851d714-ac1a-4497-a78a-df7efb3327dd service neutron] 10.222.0.61 "PUT /v2.0/ports/367bb83c-1982-4f57-b76f-469819aea79f HTTP/1.1" status: 200 len: 1095 time: 3.0181653 Feb 18 08:52:16.926119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523ee089-177e-4f6a-a5b6-5ca14aa587a7', 'tag': '367bb83c-1982-4f57-b76f-469819aea79f'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:17.077726 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1a6ea11f-b91f-4b82-858d-2dd2967fced8 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:17.135128 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:17.284742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 1a6ea11f-b91f-4b82-858d-2dd2967fced8 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:17.290137 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 1a6ea11f-b91f-4b82-858d-2dd2967fced8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:17.290515 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:17.390793 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317462e4-deb4-41ac-a993-eafb7fd6a86b None None] Network b928b300-8a24-406f-9999-eb6cad70bd79 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:52:17.420335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52822) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:17.523566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7cf82b4c-22b4-4a65-a301-8ae0d6af2c26 None None] Provisioning for port a8dffe1c-a621-43d5-afd6-b0e953ac0425 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:17.525293 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:52:17.538032 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:17.549391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-77457094-b352-4f86-ab3b-da404858f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:17.551002 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-77457094-b352-4f86-ab3b-da404858f76d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 1098 time: 0.5289254 Feb 18 08:52:17.554755 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-0a1e00cf-74a4-494f-982a-e7f4e4dcf752 service neutron] 10.222.0.81 "GET /v2.0/networks/22e675f4-5d9a-4259-832b-c0978e7dc5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6351829 Feb 18 08:52:17.563267 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Transition to ACTIVE for port object ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:17.564670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310d117-2e1e-4173-a3a4-2a825637b9da req-8eb1a4bc-7ea1-46ad-8699-5ac58dd8b729 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:17.567082 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d310d117-2e1e-4173-a3a4-2a825637b9da req-8eb1a4bc-7ea1-46ad-8699-5ac58dd8b729 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 947 time: 0.6689446 Feb 18 08:52:17.577134 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:17.663315 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:17.669502 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-430bfeea-4abb-4528-ab20-fe93c04e31e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=367bb83c-1982-4f57-b76f-469819aea79f HTTP/1.1" status: 200 len: 217 time: 0.1000428 Feb 18 08:52:17.707923 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Router e98e26f3-7def-4a54-b725-c228e95c6425 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:52:17.744511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e983150e-2a96-419b-8335-dbd74c8d3387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6ea11f-b91f-4b82-858d-2dd2967fced8'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:17.758932 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1a6ea11f-b91f-4b82-858d-2dd2967fced8, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1a6ea11f-b91f-4b82-858d-2dd2967fced8,segment=NetworkSegment(364fe0fb-1f80-4ebc-89da-7173b78ed7f4),segment_id=364fe0fb-1f80-4ebc-89da-7173b78ed7f4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:17.769633 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:17.810597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737808cb-f21f-4a69-8a6d-a14a5a2a416f req-a27f074d-5acc-4689-a943-c3705e9d2311 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:17.814098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2051431160-network', 'tenant_id': '6d18a8fee4fe4d0fbcbef418d147350f'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:17.819132 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-737808cb-f21f-4a69-8a6d-a14a5a2a416f req-a27f074d-5acc-4689-a943-c3705e9d2311 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 946 time: 0.6237700 Feb 18 08:52:17.825434 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Pushing event updated for resources: {'Port': ['ID=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:17.851663 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:17.854028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1a6ea11f-b91f-4b82-858d-2dd2967fced8,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:17.926923 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-737808cb-f21f-4a69-8a6d-a14a5a2a416f req-ec3b9f4d-2f67-46cd-91cf-d04bcd77c59c tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058373 Feb 18 08:52:17.952961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d310d117-2e1e-4173-a3a4-2a825637b9da req-f437c884-e5d1-449d-8eed-adec38f3b11d tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709441 Feb 18 08:52:17.984029 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f1f82a3-8b64-4f01-ad69-7bc5fb246cf9 req-1db010d8-590c-4ca4-a6a7-141ab2fe385c service neutron] 10.222.0.81 "GET /v2.0/networks/22e675f4-5d9a-4259-832b-c0978e7dc5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159133 Feb 18 08:52:17.985743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-d2dea335-d302-4f37-8569-e4ea625670d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:17.988688 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-d2dea335-d302-4f37-8569-e4ea625670d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.3080573 Feb 18 08:52:18.059446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Usage tracker for resource:network and tenant:6d18a8fee4fe4d0fbcbef418d147350f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:18.066081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:18.127672 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a8dffe1c-a621-43d5-afd6-b0e953ac0425 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:18.137094 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:18.191844 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Made reservation on behalf of 6d18a8fee4fe4d0fbcbef418d147350f for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:52:18.195208 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:18.224156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Attempting to bind port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:52:18.224532 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Attempting to bind port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:52:18.225002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Attempting to bind port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 on network 37941738-3b60-49d5-86b1-6f8075363e3c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:18.231746 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 on network 37941738-3b60-49d5-86b1-6f8075363e3c not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:52:18.232074 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Attempting to bind port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 on network 37941738-3b60-49d5-86b1-6f8075363e3c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:18.234099 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:18.243571 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port a8dffe1c-a621-43d5-afd6-b0e953ac0425 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:18.246369 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:52:18.249821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a8dffe1c-a621-43d5-afd6-b0e953ac0425 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:18.250566 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:18.260778 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Sync routers for ids ['e98e26f3-7def-4a54-b725-c228e95c6425'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:52:18.267954 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:52:18.268826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Checking segment: {'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:52:18.268826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Bound using segment: {'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:52:18.269237 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Bound port: ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:52:18.269576 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:18.274201 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Routers {'e98e26f3-7def-4a54-b725-c228e95c6425'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:52:18.275187 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:52:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e98e26f3-7def-4a54-b725-c228e95c6425'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:18.290572 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:18.297140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Usage tracker for resource:security_group_rule and tenant:6d18a8fee4fe4d0fbcbef418d147350f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:18.302356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:18.338728 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:18.341262 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:18.342529 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-558b3233-9d1f-4ee0-8745-5e8fd5b5e9d1 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8564982 Feb 18 08:52:18.344049 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-36355025-54f8-443f-b1ee-05bd8950d0bb None None] Provisioning complete for port a8dffe1c-a621-43d5-afd6-b0e953ac0425 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:18.344529 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-36355025-54f8-443f-b1ee-05bd8950d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:18.353984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52834) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:18.426934 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] For port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:52:18.433617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] For port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:52:18.446217 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:18.490698 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:18.516902 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Set router e98e26f3-7def-4a54-b725-c228e95c6425 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:52:18.521346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:18.522601 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:18.523756 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] 10.222.0.81 "PUT /v2.0/ports/ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 HTTP/1.1" status: 200 len: 1091 time: 2.9084723 Feb 18 08:52:18.551829 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7265da81-03fd-41ab-9396-26270f6426b9', 'tag': 'ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:18.590102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port a8dffe1c-a621-43d5-afd6-b0e953ac0425, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a8dffe1c-a621-43d5-afd6-b0e953ac0425,segment=NetworkSegment(b8afe4b3-9a3c-4204-90fa-16927b617d87),segment_id=b8afe4b3-9a3c-4204-90fa-16927b617d87)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:18.609801 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:18.611382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-52236e5a-dee0-4c06-8d8e-d1fbd59d8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:18.613214 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-52236e5a-dee0-4c06-8d8e-d1fbd59d8efc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6182425 Feb 18 08:52:18.683921 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25a43c-4fbe-4729-a957-5c399db6c8ea service neutron] Pushing event updated for resources: {'Port': ['ID=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:18.692450 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:18.708465 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:18.737380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=a8dffe1c-a621-43d5-afd6-b0e953ac0425,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:18.757412 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598c0760-13c9-4fca-9edd-695a3d329ce5,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:18.758334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b15e3f-bd13-41d7-9e9a-ac992a59dc9b req-6d86e29e-bd6d-4dfe-8a6c-1ca841a842ed tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:18.758531 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-36355025-54f8-443f-b1ee-05bd8950d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:18.765393 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8b15e3f-bd13-41d7-9e9a-ac992a59dc9b req-6d86e29e-bd6d-4dfe-8a6c-1ca841a842ed tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39f2249-6218-4dbc-9374-ca9bec17dcd1 HTTP/1.1" status: 200 len: 944 time: 0.6597567 Feb 18 08:52:18.770557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-ad04a88c-d682-4ab2-b018-76b57fe8f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:18.772148 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-ad04a88c-d682-4ab2-b018-76b57fe8f77f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 1094 time: 0.1934340 Feb 18 08:52:18.775928 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:52:18.860366 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-d2567084-d71c-442f-a5ac-cd937e7a1624 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 HTTP/1.1" status: 200 len: 217 time: 0.0779328 Feb 18 08:52:18.865667 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:18.866101 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Added segment 2dc9f451-7714-4501-ba70-b3cbdc99e061 of type vlan for network f8f83e9a-ea62-4653-8b93-6344cc790dbf Feb 18 08:52:18.876603 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-36355025-54f8-443f-b1ee-05bd8950d0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:52:18.877270 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-36355025-54f8-443f-b1ee-05bd8950d0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:52:18.886017 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'name': 'tempest-ServersTestManualDisk-1748897006-router', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:52:15Z', 'revision_number': 3, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'gw_port': {'id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:15Z', 'updated_at': '2022-02-18T08:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:18.890271 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Checking router: e98e26f3-7def-4a54-b725-c228e95c6425 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:52:18.890861 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Updating router e98e26f3-7def-4a54-b725-c228e95c6425 port 6d76624f-fa7f-4a91-8d52-98a62e4d148f binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:52:18.913618 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b676a69-0f1c-45cf-9d68-10945f233a6b req-62f68337-a52b-4d0b-b5df-4b080c3f08be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:18.915086 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b676a69-0f1c-45cf-9d68-10945f233a6b req-62f68337-a52b-4d0b-b5df-4b080c3f08be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=edfc19ecf0ab4bb7b4c70295cbff8743&device_id=d39f2249-6218-4dbc-9374-ca9bec17dcd1 HTTP/1.1" status: 200 len: 1095 time: 0.8431282 Feb 18 08:52:18.922458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c1c4c-55cc-490d-992c-b828b81370ee req-2b7c9e53-ec99-43ba-b2ea-3c96fc1b1b7b tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:18.923873 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a38c1c4c-55cc-490d-992c-b828b81370ee req-2b7c9e53-ec99-43ba-b2ea-3c96fc1b1b7b tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 943 time: 0.6899290 Feb 18 08:52:18.948142 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:18.950964 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:18.958221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a8df1-39f1-4534-ae14-222888936055 req-8ba2ca99-5d80-48fe-b3c9-cdb1ffa60128 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:18.959698 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-010a8df1-39f1-4534-ae14-222888936055 req-8ba2ca99-5d80-48fe-b3c9-cdb1ffa60128 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.61 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 946 time: 0.8482509 Feb 18 08:52:18.961091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-58997051-6bb5-4ac6-804a-688d614a82c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:18.962981 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-58997051-6bb5-4ac6-804a-688d614a82c8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d45a775a-d6b1-454c-87b6-7f0420cf3393 HTTP/1.1" status: 200 len: 852 time: 0.0953515 Feb 18 08:52:19.018874 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-06cb596e-ee57-47ae-95ee-272657ea2a82 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=37941738-3b60-49d5-86b1-6f8075363e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479207 Feb 18 08:52:19.107755 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:19.108794 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:19.109437 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:19.254842 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8315179 Feb 18 08:52:19.263716 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845fc17-b08d-4a4a-bed7-392f5435668c admin admin] Pushing event updated for resources: {'Network': ['ID=f8f83e9a-ea62-4653-8b93-6344cc790dbf,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:19.270972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52844) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:19.280765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f1169c56-44cf-402a-ac8c-6df33bca0cfe admin admin] Request body: {'subnet': {'network_id': 'f8f83e9a-ea62-4653-8b93-6344cc790dbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2051431160-subnet', 'tenant_id': '6d18a8fee4fe4d0fbcbef418d147350f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:19.282302 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network f8f83e9a-ea62-4653-8b93-6344cc790dbf details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:52:19.288054 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f1169c56-44cf-402a-ac8c-6df33bca0cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:19.289657 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f1169c56-44cf-402a-ac8c-6df33bca0cfe admin admin] Usage tracker for resource:subnet and tenant:6d18a8fee4fe4d0fbcbef418d147350f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:19.292586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f1169c56-44cf-402a-ac8c-6df33bca0cfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:19.298699 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f1169c56-44cf-402a-ac8c-6df33bca0cfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:19.308837 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-20191e4f-90a6-4a2d-b3b7-4fdadf35e76a service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816041 Feb 18 08:52:19.311260 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:19.312381 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1169c56-44cf-402a-ac8c-6df33bca0cfe admin admin] Made reservation on behalf of 6d18a8fee4fe4d0fbcbef418d147350f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:52:19.316188 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f1169c56-44cf-402a-ac8c-6df33bca0cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:19.326249 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Transition to ACTIVE for port object 6d76624f-fa7f-4a91-8d52-98a62e4d148f will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:19.340610 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:19.418102 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8b15e3f-bd13-41d7-9e9a-ac992a59dc9b req-9f6725ef-85bb-4401-9683-3325109a631a tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/security-groups?id=54cf7182-43b3-4b7f-8297-073879e851cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6517901 Feb 18 08:52:19.443561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-010a8df1-39f1-4534-ae14-222888936055 req-a4b52c3a-2fb9-4252-802c-f4ee182fc9ce tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Deleting port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:52:19.444877 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-010a8df1-39f1-4534-ae14-222888936055 req-a4b52c3a-2fb9-4252-802c-f4ee182fc9ce tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:19.459695 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Attempting to bind port 6d76624f-fa7f-4a91-8d52-98a62e4d148f on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:52:19.460151 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Attempting to bind port 6d76624f-fa7f-4a91-8d52-98a62e4d148f by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:52:19.460510 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Attempting to bind port 6d76624f-fa7f-4a91-8d52-98a62e4d148f on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:19.466413 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa947f-f792-4cb7-a9dc-a826d891ca34 None None] Pushing event updated for resources: {'Port': ['ID=6d76624f-fa7f-4a91-8d52-98a62e4d148f,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:19.470330 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:52:19.470781 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:52:19.471720 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:19.472114 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:52:19.472611 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Bound port: 6d76624f-fa7f-4a91-8d52-98a62e4d148f, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:52:19.474399 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:19.509941 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-540ad8dc-70fe-43de-91ff-c93ac218e078 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8780468 Feb 18 08:52:19.540159 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a38c1c4c-55cc-490d-992c-b828b81370ee req-258ac564-7aca-40c1-9ba1-d820a0e8e7c4 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609479 Feb 18 08:52:19.567508 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523ee089-177e-4f6a-a5b6-5ca14aa587a7', 'tag': '367bb83c-1982-4f57-b76f-469819aea79f', 'status': 'completed', 'code': 200} Feb 18 08:52:19.571754 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] For port 6d76624f-fa7f-4a91-8d52-98a62e4d148f, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:52:19.575111 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] For port 6d76624f-fa7f-4a91-8d52-98a62e4d148f, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6d76624f-fa7f-4a91-8d52-98a62e4d148f,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:52:19.581695 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa947f-f792-4cb7-a9dc-a826d891ca34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:19.582114 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa947f-f792-4cb7-a9dc-a826d891ca34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:19.582457 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa947f-f792-4cb7-a9dc-a826d891ca34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:19.582831 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa947f-f792-4cb7-a9dc-a826d891ca34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:19.583210 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa947f-f792-4cb7-a9dc-a826d891ca34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:19.583708 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa947f-f792-4cb7-a9dc-a826d891ca34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:19.584043 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa947f-f792-4cb7-a9dc-a826d891ca34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:19.584390 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa947f-f792-4cb7-a9dc-a826d891ca34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:19.584718 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa947f-f792-4cb7-a9dc-a826d891ca34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:19.585040 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa947f-f792-4cb7-a9dc-a826d891ca34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:19.585417 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa947f-f792-4cb7-a9dc-a826d891ca34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:19.585780 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa947f-f792-4cb7-a9dc-a826d891ca34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:19.598976 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:19.614895 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4f68bb1b-f70e-4e01-b732-cec5dd64d7ff req-59fc6ea5-8aff-4a61-a209-76eec0bf21db service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809312 Feb 18 08:52:19.638434 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e983150e-2a96-419b-8335-dbd74c8d3387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6ea11f-b91f-4b82-858d-2dd2967fced8', 'code': 200} Feb 18 08:52:19.716921 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa947f-f792-4cb7-a9dc-a826d891ca34 None None] Pushing event updated for resources: {'Port': ['ID=6d76624f-fa7f-4a91-8d52-98a62e4d148f,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:19.723532 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Routers {'e98e26f3-7def-4a54-b725-c228e95c6425'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:52:19.724136 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:52:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e98e26f3-7def-4a54-b725-c228e95c6425'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:19.777364 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f1169c56-44cf-402a-ac8c-6df33bca0cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:19.890492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1169c56-44cf-402a-ac8c-6df33bca0cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c53d29a2-36c9-4005-8e08-106a7cabb46a,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:19.914567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1169c56-44cf-402a-ac8c-6df33bca0cfe admin admin] Checking segment: {'id': '2dc9f451-7714-4501-ba70-b3cbdc99e061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f8f83e9a-ea62-4653-8b93-6344cc790dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:52:19.914928 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1169c56-44cf-402a-ac8c-6df33bca0cfe admin admin] Network hostable DHCP agents. Network: f8f83e9a-ea62-4653-8b93-6344cc790dbf, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:52:19.945489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b918e64-f544-49d3-8ad5-ab2b0d4bbc12 req-668d92c4-6521-46d5-9964-3f88ab5632fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:19.946839 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b918e64-f544-49d3-8ad5-ab2b0d4bbc12 req-668d92c4-6521-46d5-9964-3f88ab5632fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e983150e-2a96-419b-8335-dbd74c8d3387 HTTP/1.1" status: 200 len: 1096 time: 0.2047405 Feb 18 08:52:19.949823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1169c56-44cf-402a-ac8c-6df33bca0cfe admin admin] Network f8f83e9a-ea62-4653-8b93-6344cc790dbf is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:52:19.976666 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] Set router e98e26f3-7def-4a54-b725-c228e95c6425 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:52:19.996435 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-f1169c56-44cf-402a-ac8c-6df33bca0cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, f8f83e9a-ea62-4653-8b93-6344cc790dbf) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:20.003373 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b918e64-f544-49d3-8ad5-ab2b0d4bbc12 req-8c3ecb67-4f6f-4f96-93aa-cd83021c1404 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f0d0f71c-f94c-4789-9b93-556852d4b350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486562 Feb 18 08:52:20.004670 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1169c56-44cf-402a-ac8c-6df33bca0cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:20.005774 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f1169c56-44cf-402a-ac8c-6df33bca0cfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:20.007884 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50523e67-cb57-4ac7-8470-7aaa3c056118 None None] Network f8f83e9a-ea62-4653-8b93-6344cc790dbf requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:52:20.031553 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f1169c56-44cf-402a-ac8c-6df33bca0cfe admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7593739 Feb 18 08:52:20.073600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b676a69-0f1c-45cf-9d68-10945f233a6b req-d81653e9-e012-4ab0-befe-7ca1405e0cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:20.080449 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b676a69-0f1c-45cf-9d68-10945f233a6b req-d81653e9-e012-4ab0-befe-7ca1405e0cec service neutron] 10.222.0.81 "GET /v2.0/networks?id=22e675f4-5d9a-4259-832b-c0978e7dc5ea HTTP/1.1" status: 200 len: 916 time: 1.1466875 Feb 18 08:52:20.115325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a8dffe1c-a621-43d5-afd6-b0e953ac0425 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:20.348249 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a8dffe1c-a621-43d5-afd6-b0e953ac0425 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:20.348912 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:20.364087 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b676a69-0f1c-45cf-9d68-10945f233a6b req-4f94c786-fb2f-48fe-ba70-bfea58764c69 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e0fd99c-7f21-48d6-a74f-80f965252de4 HTTP/1.1" status: 200 len: 217 time: 0.1489828 Feb 18 08:52:20.371662 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30ff4ea0-7704-4205-81ee-b0cea9d72050 req-5f6ce354-d36d-4a4f-b754-0f1445f73f45 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8164368 Feb 18 08:52:20.398090 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'name': 'tempest-ServersTestManualDisk-1748897006-router', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:52:15Z', 'revision_number': 3, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'gw_port': {'id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:15Z', 'updated_at': '2022-02-18T08:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:20.402642 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac6bc1e-5ada-437f-a7c1-c5bb4a10510e None None] The sync data for ids ['e98e26f3-7def-4a54-b725-c228e95c6425'] in n-d-829434-1 is: [{'id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'name': 'tempest-ServersTestManualDisk-1748897006-router', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:52:15Z', 'revision_number': 3, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'gw_port': {'id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:15Z', 'updated_at': '2022-02-18T08:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:52:20.412671 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a405fc-353a-43cb-8d8c-6d289e08ec79 None None] Network f8f83e9a-ea62-4653-8b93-6344cc790dbf requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:52:20.813901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b676a69-0f1c-45cf-9d68-10945f233a6b req-8d68e3fd-3043-45a4-b184-85fe3b354f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:20.815908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b676a69-0f1c-45cf-9d68-10945f233a6b req-8d68e3fd-3043-45a4-b184-85fe3b354f14 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e1a63a75-feb8-4c64-8fb4-be73357e03d6 HTTP/1.1" status: 200 len: 854 time: 0.3487587 Feb 18 08:52:20.823526 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6a0d4-3162-4946-8475-d5f140bf185f req-b7eb455e-c347-4b3b-8051-5d351bbf7f78 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:20.825008 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fed6a0d4-3162-4946-8475-d5f140bf185f req-b7eb455e-c347-4b3b-8051-5d351bbf7f78 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=219baa18-2741-4920-94c3-e00b2662ee07 HTTP/1.1" status: 200 len: 946 time: 1.1585767 Feb 18 08:52:20.955570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf47d24-0df2-4a56-8f78-25842e6d0db7 req-4443c9e2-302a-4df7-b235-b2edc5e057fe tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:20.958287 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5bf47d24-0df2-4a56-8f78-25842e6d0db7 req-4443c9e2-302a-4df7-b235-b2edc5e057fe tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/ports?device_id=e983150e-2a96-419b-8335-dbd74c8d3387 HTTP/1.1" status: 200 len: 945 time: 1.0860467 Feb 18 08:52:21.008118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-010a8df1-39f1-4534-ae14-222888936055 req-a4b52c3a-2fb9-4252-802c-f4ee182fc9ce tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] For port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:21.008505 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-010a8df1-39f1-4534-ae14-222888936055 req-a4b52c3a-2fb9-4252-802c-f4ee182fc9ce tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:21.023444 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1e0fd99c-7f21-48d6-a74f-80f965252de4 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:52:21.168551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 1e0fd99c-7f21-48d6-a74f-80f965252de4, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1e0fd99c-7f21-48d6-a74f-80f965252de4,segment=NetworkSegment(e5ee779a-8e06-4556-895a-c8826a5f5597),segment_id=e5ee779a-8e06-4556-895a-c8826a5f5597)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:21.188672 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '1e0fd99c-7f21-48d6-a74f-80f965252de4', 'network_id': '22e675f4-5d9a-4259-832b-c0978e7dc5ea', 'port_id': '1e0fd99c-7f21-48d6-a74f-80f965252de4', 'mac_address': 'fa:16:3e:cf:5a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a63a75-feb8-4c64-8fb4-be73357e03d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:52:21.247592 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:21.266385 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0fd99c-7f21-48d6-a74f-80f965252de4 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:52:21.282120 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 1e0fd99c-7f21-48d6-a74f-80f965252de4, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1e0fd99c-7f21-48d6-a74f-80f965252de4,segment=NetworkSegment(e5ee779a-8e06-4556-895a-c8826a5f5597),segment_id=e5ee779a-8e06-4556-895a-c8826a5f5597)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:21.287221 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:21.299913 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:21.310961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fed6a0d4-3162-4946-8475-d5f140bf185f req-fb61a3e5-448c-4323-b546-071a6d402a70 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439197 Feb 18 08:52:21.336793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa892dc4-298c-467d-90a0-3879f4788d2e req-0b47c008-c716-4aab-82f1-e316c7a976fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:21.338288 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fa892dc4-298c-467d-90a0-3879f4788d2e req-0b47c008-c716-4aab-82f1-e316c7a976fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 1098 time: 0.7606909 Feb 18 08:52:21.354552 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5bf47d24-0df2-4a56-8f78-25842e6d0db7 req-5b521293-0d5a-47be-90b6-34b8bad68e7f tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0d0f71c-f94c-4789-9b93-556852d4b350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839605 Feb 18 08:52:21.358505 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=1e0fd99c-7f21-48d6-a74f-80f965252de4,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:21.395423 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7265da81-03fd-41ab-9396-26270f6426b9', 'tag': 'ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1', 'status': 'completed', 'code': 200} Feb 18 08:52:21.504975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a428897-1c53-4413-a003-02d3ed6a40e3 req-8f18cdde-6357-4444-b79a-818ec4ef15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:21.506607 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a428897-1c53-4413-a003-02d3ed6a40e3 req-8f18cdde-6357-4444-b79a-818ec4ef15fa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 1094 time: 0.0786221 Feb 18 08:52:21.721187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['1e0fd99c-7f21-48d6-a74f-80f965252de4'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:52:21.748597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b676a69-0f1c-45cf-9d68-10945f233a6b req-49230c47-0f32-47ff-be1b-0de742816538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:21.750068 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b676a69-0f1c-45cf-9d68-10945f233a6b req-49230c47-0f32-47ff-be1b-0de742816538 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=22e675f4-5d9a-4259-832b-c0978e7dc5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9130321 Feb 18 08:52:21.760424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a428897-1c53-4413-a003-02d3ed6a40e3 req-912d042d-b428-4fad-9728-108e6f9426f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:21.761972 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a428897-1c53-4413-a003-02d3ed6a40e3 req-912d042d-b428-4fad-9728-108e6f9426f4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 913 time: 0.2489605 Feb 18 08:52:21.835629 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a428897-1c53-4413-a003-02d3ed6a40e3 req-9c9956fb-008f-4ce1-a38e-d7abe4310325 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 HTTP/1.1" status: 200 len: 217 time: 0.0671771 Feb 18 08:52:21.930111 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a428897-1c53-4413-a003-02d3ed6a40e3 req-51a568d6-ac31-4933-9ff7-ede7805314f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:21.932854 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a428897-1c53-4413-a003-02d3ed6a40e3 req-51a568d6-ac31-4933-9ff7-ede7805314f6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d45a775a-d6b1-454c-87b6-7f0420cf3393 HTTP/1.1" status: 200 len: 852 time: 0.0833862 Feb 18 08:52:21.991015 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a428897-1c53-4413-a003-02d3ed6a40e3 req-ba949c08-3b56-408d-92fe-8f4f74d63f71 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=37941738-3b60-49d5-86b1-6f8075363e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497828 Feb 18 08:52:22.031893 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa892dc4-298c-467d-90a0-3879f4788d2e req-c30c3f97-7560-4986-ae5d-efddd4c929e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:22.033839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fa892dc4-298c-467d-90a0-3879f4788d2e req-c30c3f97-7560-4986-ae5d-efddd4c929e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.6862266 Feb 18 08:52:22.053478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6d76624f-fa7f-4a91-8d52-98a62e4d148f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:22.137644 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 6d76624f-fa7f-4a91-8d52-98a62e4d148f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:22.142019 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fa892dc4-298c-467d-90a0-3879f4788d2e req-0a3d8076-dc3c-4bc7-9d71-1845246409d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=367bb83c-1982-4f57-b76f-469819aea79f HTTP/1.1" status: 200 len: 217 time: 0.0935762 Feb 18 08:52:22.142985 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 6d76624f-fa7f-4a91-8d52-98a62e4d148f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:22.143433 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:22.156458 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a428897-1c53-4413-a003-02d3ed6a40e3 req-8ebf4046-93a9-4dc4-8a12-449885418fa6 service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591306 Feb 18 08:52:22.232847 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-010a8df1-39f1-4534-ae14-222888936055 req-a4b52c3a-2fb9-4252-802c-f4ee182fc9ce tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:22.233172 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-010a8df1-39f1-4534-ae14-222888936055 req-a4b52c3a-2fb9-4252-802c-f4ee182fc9ce tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:22.233499 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-010a8df1-39f1-4534-ae14-222888936055 req-a4b52c3a-2fb9-4252-802c-f4ee182fc9ce tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Floating IP 7e8548b6-2505-4630-9eb6-b9e12cadcb37 disassociated. External IP: 172.25.1.234, port: a32a9fce-bafc-4c7c-a307-309ea9ccfb6a. Feb 18 08:52:22.233744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-010a8df1-39f1-4534-ae14-222888936055 req-a4b52c3a-2fb9-4252-802c-f4ee182fc9ce tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Calling delete_port for a32a9fce-bafc-4c7c-a307-309ea9ccfb6a owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:52:22.263907 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:22.275857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d476fa-27ca-47b1-88b6-ea59fcd7fb96 req-77a81207-27f9-446a-a40a-fb123f2de9da tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:22.277363 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e6d476fa-27ca-47b1-88b6-ea59fcd7fb96 req-77a81207-27f9-446a-a40a-fb123f2de9da tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 947 time: 0.7095711 Feb 18 08:52:22.282280 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 6d76624f-fa7f-4a91-8d52-98a62e4d148f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6d76624f-fa7f-4a91-8d52-98a62e4d148f,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:22.287892 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:22.295543 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6a428897-1c53-4413-a003-02d3ed6a40e3 req-4d8d2564-6a2a-4a19-a469-e691d45e4918 service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324670 Feb 18 08:52:22.309511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef2da9-0874-4c3f-8645-11699c442525 req-6914457a-ec0e-44ca-96bb-78dad446c0f0 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:22.317034 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eeef2da9-0874-4c3f-8645-11699c442525 req-6914457a-ec0e-44ca-96bb-78dad446c0f0 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=28aef342-4729-44b7-9c10-9acc1ce29ac9 HTTP/1.1" status: 200 len: 946 time: 0.7522511 Feb 18 08:52:22.362025 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=6d76624f-fa7f-4a91-8d52-98a62e4d148f,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:22.401705 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b676a69-0f1c-45cf-9d68-10945f233a6b req-f7a97aae-aa34-4a1c-a094-af0478c05cc6 service neutron] 10.222.0.81 "GET /v2.0/networks/22e675f4-5d9a-4259-832b-c0978e7dc5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780470 Feb 18 08:52:22.452958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa892dc4-298c-467d-90a0-3879f4788d2e req-d0b6fb04-1994-474a-b4c3-3a625fb7f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:22.454347 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fa892dc4-298c-467d-90a0-3879f4788d2e req-d0b6fb04-1994-474a-b4c3-3a625fb7f9fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.2964718 Feb 18 08:52:22.475223 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Allocated IP 172.20.0.1 (b928b300-8a24-406f-9999-eb6cad70bd79/13ea0752-efa5-4df3-92c3-2023be837deb/384fc88b-83c2-4713-a647-4b5bcffb1628) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:52:22.589577 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e6d476fa-27ca-47b1-88b6-ea59fcd7fb96 req-4ba8b424-9860-4650-b3b3-8ebce9a15511 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948484 Feb 18 08:52:22.595915 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eeef2da9-0874-4c3f-8645-11699c442525 req-9564adfd-6060-42fa-bd5e-34926dcb7a1c tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=91698203-b9a9-492c-ac41-c0a66a6def80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779591 Feb 18 08:52:23.043714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:52:23.046064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1e0fd99c-7f21-48d6-a74f-80f965252de4 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:23.078215 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b676a69-0f1c-45cf-9d68-10945f233a6b req-f3310e41-3407-43a7-b9aa-76dcffce5bcf service neutron] 10.222.0.81 "GET /v2.0/networks/22e675f4-5d9a-4259-832b-c0978e7dc5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6614506 Feb 18 08:52:23.099627 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-010a8df1-39f1-4534-ae14-222888936055 req-a4b52c3a-2fb9-4252-802c-f4ee182fc9ce tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:23.106261 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a32a9fce-bafc-4c7c-a307-309ea9ccfb6a no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:52:23.197496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b52c3a-2fb9-4252-802c-f4ee182fc9ce tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Pushing event deleted for resources: {'Port': ['ID=a32a9fce-bafc-4c7c-a307-309ea9ccfb6a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:23.200010 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: a32a9fce-bafc-4c7c-a307-309ea9ccfb6a {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:52:23.200373 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a32a9fce-bafc-4c7c-a307-309ea9ccfb6a not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:52:23.200497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa892dc4-298c-467d-90a0-3879f4788d2e req-d430d30e-7fa2-497a-93f9-1152a21e15de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:23.201956 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fa892dc4-298c-467d-90a0-3879f4788d2e req-d430d30e-7fa2-497a-93f9-1152a21e15de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7215469 Feb 18 08:52:23.237751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 1e0fd99c-7f21-48d6-a74f-80f965252de4 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:23.258081 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:23.258425 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 1e0fd99c-7f21-48d6-a74f-80f965252de4 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:23.258806 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:23.270586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ad98d-f4b9-4489-8749-98117881a583 req-5675ba07-920f-4b9f-a352-956ee517fd34 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:23.271999 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a08ad98d-f4b9-4489-8749-98117881a583 req-5675ba07-920f-4b9f-a352-956ee517fd34 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/networks?id=f8f83e9a-ea62-4653-8b93-6344cc790dbf HTTP/1.1" status: 200 len: 814 time: 0.4216597 Feb 18 08:52:23.316614 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:23.335633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1', 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c', 'port_id': 'ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1', 'mac_address': 'fa:16:3e:14:37:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45a775a-d6b1-454c-87b6-7f0420cf3393', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:52:23.409983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Transition to ACTIVE for port object 384fc88b-83c2-4713-a647-4b5bcffb1628 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:23.420205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2a464-49e2-4d2f-a578-7f11323f68d9 req-0b54d9ac-8e28-4491-aebc-2191995b6825 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:23.422717 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ee2a464-49e2-4d2f-a578-7f11323f68d9 req-0b54d9ac-8e28-4491-aebc-2191995b6825 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39f2249-6218-4dbc-9374-ca9bec17dcd1 HTTP/1.1" status: 200 len: 945 time: 0.5638583 Feb 18 08:52:23.427817 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a08ad98d-f4b9-4489-8749-98117881a583 req-0fd47a2b-6ebe-4bc9-979c-c59b99f5c25c tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/quotas/6d18a8fee4fe4d0fbcbef418d147350f HTTP/1.1" status: 200 len: 375 time: 0.1079235 Feb 18 08:52:23.433180 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:23.462829 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:52:23.468983 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:23.497419 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:23.504673 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39f2249-6218-4dbc-9374-ca9bec17dcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0fd99c-7f21-48d6-a74f-80f965252de4'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:23.510727 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:23.528450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a08ad98d-f4b9-4489-8749-98117881a583 req-1eb710e3-8551-4bb2-94bf-d57d128d8698 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d18a8fee4fe4d0fbcbef418d147350f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844793 Feb 18 08:52:23.559028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 1e0fd99c-7f21-48d6-a74f-80f965252de4, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1e0fd99c-7f21-48d6-a74f-80f965252de4,segment=NetworkSegment(e5ee779a-8e06-4556-895a-c8826a5f5597),segment_id=e5ee779a-8e06-4556-895a-c8826a5f5597)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:23.568117 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:23.587395 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:23.660466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ee2a464-49e2-4d2f-a578-7f11323f68d9 req-d87323d8-8b9c-4174-8277-c8f82145838f tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/security-groups?id=54cf7182-43b3-4b7f-8297-073879e851cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240999 Feb 18 08:52:23.668806 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fa892dc4-298c-467d-90a0-3879f4788d2e req-13f6035d-75ed-4b1e-ad86-c3a8701c5aea service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454925 Feb 18 08:52:23.690619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=1e0fd99c-7f21-48d6-a74f-80f965252de4,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:23.724863 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:23.832646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-010a8df1-39f1-4534-ae14-222888936055 req-a4b52c3a-2fb9-4252-802c-f4ee182fc9ce tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Router 7346e605-e248-4b48-8674-137ead41b54e has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:52:23.886355 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:52:23.950192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Network b928b300-8a24-406f-9999-eb6cad70bd79 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:52:23.969994 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:23.981832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:52:24.047650 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6d76624f-fa7f-4a91-8d52-98a62e4d148f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:24.104969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Pushing event updated for resources: {'Port': ['ID=384fc88b-83c2-4713-a647-4b5bcffb1628,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:24.158250 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 6d76624f-fa7f-4a91-8d52-98a62e4d148f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:24.158613 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:24.194376 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fa892dc4-298c-467d-90a0-3879f4788d2e req-4c371b57-8d4a-4c83-95a0-be553b271b2f service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171859 Feb 18 08:52:24.205052 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:24.286486 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-068ef973-43b0-41fb-bcd8-7823d36f3c31 None None] Provisioning for port 384fc88b-83c2-4713-a647-4b5bcffb1628 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:24.293120 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-068ef973-43b0-41fb-bcd8-7823d36f3c31 None None] Provisioning complete for port 384fc88b-83c2-4713-a647-4b5bcffb1628 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:24.293966 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-068ef973-43b0-41fb-bcd8-7823d36f3c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:24.354878 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-068ef973-43b0-41fb-bcd8-7823d36f3c31 None None] Port 384fc88b-83c2-4713-a647-4b5bcffb1628 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:52:24.533331 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a08ad98d-f4b9-4489-8749-98117881a583 req-363e6d3a-8f58-48a3-affc-31338dd02385 service neutron] 10.222.0.72 "GET /v2.0/networks/f8f83e9a-ea62-4653-8b93-6344cc790dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9430525 Feb 18 08:52:24.657093 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d8ac1-adb2-47f8-bd89-e4cac30f57fa req-8f19f49d-ea9e-48b9-abc4-ab156365c33c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:24.658647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-221d8ac1-adb2-47f8-bd89-e4cac30f57fa req-8f19f49d-ea9e-48b9-abc4-ab156365c33c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 944 time: 0.8399587 Feb 18 08:52:24.699423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-010a8df1-39f1-4534-ae14-222888936055 req-a4b52c3a-2fb9-4252-802c-f4ee182fc9ce tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:52:24.709637 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd70bd-66b3-4654-8fdb-ee00159f78c3 None None] Sync routers for ids ['7346e605-e248-4b48-8674-137ead41b54e'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:52:24.718732 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd70bd-66b3-4654-8fdb-ee00159f78c3 None None] Routers {'7346e605-e248-4b48-8674-137ead41b54e'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:52:24.719415 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-6ebd70bd-66b3-4654-8fdb-ee00159f78c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:52:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7346e605-e248-4b48-8674-137ead41b54e'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:24.839035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-010a8df1-39f1-4534-ae14-222888936055 req-a4b52c3a-2fb9-4252-802c-f4ee182fc9ce tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] No DVR routers for this DVR port a32a9fce-bafc-4c7c-a307-309ea9ccfb6a on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:52:24.852241 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-221d8ac1-adb2-47f8-bd89-e4cac30f57fa req-b4513a50-7420-4e90-8bf2-7168f0103eca tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821487 Feb 18 08:52:24.857650 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-010a8df1-39f1-4534-ae14-222888936055 req-a4b52c3a-2fb9-4252-802c-f4ee182fc9ce tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:24.863054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'name': 'network-vif-deleted', 'tag': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:24.881168 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a08ad98d-f4b9-4489-8749-98117881a583 req-0c7f38e6-2a7a-4ca8-966c-0862874dabe8 service neutron] 10.222.0.72 "GET /v2.0/networks/f8f83e9a-ea62-4653-8b93-6344cc790dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316233 Feb 18 08:52:24.885040 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-010a8df1-39f1-4534-ae14-222888936055 req-a4b52c3a-2fb9-4252-802c-f4ee182fc9ce tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.61 "DELETE /v2.0/ports/a32a9fce-bafc-4c7c-a307-309ea9ccfb6a HTTP/1.1" status: 204 len: 173 time: 5.8954496 Feb 18 08:52:24.952026 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-6ebd70bd-66b3-4654-8fdb-ee00159f78c3 None None] Set router 7346e605-e248-4b48-8674-137ead41b54e gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:52:25.003683 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:25.151270 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 367bb83c-1982-4f57-b76f-469819aea79f details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:52:25.273329 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39f2249-6218-4dbc-9374-ca9bec17dcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0fd99c-7f21-48d6-a74f-80f965252de4', 'code': 200} Feb 18 08:52:25.474799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 367bb83c-1982-4f57-b76f-469819aea79f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=367bb83c-1982-4f57-b76f-469819aea79f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:25.497181 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '367bb83c-1982-4f57-b76f-469819aea79f', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '367bb83c-1982-4f57-b76f-469819aea79f', 'mac_address': 'fa:16:3e:ba:0a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:52:25.556118 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:25.559325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-6ebd70bd-66b3-4654-8fdb-ee00159f78c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:47:25Z', 'revision_number': 4, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '33ae7cc4-7cb8-4b3f-b3a7-329a637052f7', 'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'mac_address': 'fa:16:3e:78:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:22Z', 'updated_at': '2022-02-18T08:47:35Z', 'revision_number': 5, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'subnets': [{'id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:25.565525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535439d8-b694-4740-bb9b-fdd487a554b7 req-c8eb7b52-ad09-40d7-801e-0442b3b54721 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:25.567181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-535439d8-b694-4740-bb9b-fdd487a554b7 req-c8eb7b52-ad09-40d7-801e-0442b3b54721 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/ports?device_id=e983150e-2a96-419b-8335-dbd74c8d3387 HTTP/1.1" status: 200 len: 945 time: 0.3110709 Feb 18 08:52:25.570611 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd70bd-66b3-4654-8fdb-ee00159f78c3 None None] Checking router: 7346e605-e248-4b48-8674-137ead41b54e for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:52:25.572203 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:25.598987 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd70bd-66b3-4654-8fdb-ee00159f78c3 None None] Routers {'7346e605-e248-4b48-8674-137ead41b54e'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:52:25.599874 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-6ebd70bd-66b3-4654-8fdb-ee00159f78c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:52:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7346e605-e248-4b48-8674-137ead41b54e'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:25.654108 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:25.688039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c213e-0f03-4a10-a9b3-67e9f5bd3135 req-1384b5fc-e6e5-4e1a-8773-bfe2a6196bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:25.688468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367bb83c-1982-4f57-b76f-469819aea79f {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:52:25.689607 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-255c213e-0f03-4a10-a9b3-67e9f5bd3135 req-1384b5fc-e6e5-4e1a-8773-bfe2a6196bc4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d39f2249-6218-4dbc-9374-ca9bec17dcd1 HTTP/1.1" status: 200 len: 1097 time: 0.3586648 Feb 18 08:52:25.701554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289019c7-521b-405e-9ced-49119a94bbf8 req-0a8b57bd-0de5-47c2-a5a1-8c2c34ebdc42 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:25.705367 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-289019c7-521b-405e-9ced-49119a94bbf8 req-0a8b57bd-0de5-47c2-a5a1-8c2c34ebdc42 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 947 time: 0.3235404 Feb 18 08:52:25.741422 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:25.763551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Pushing event updated for resources: {'Port': ['ID=384fc88b-83c2-4713-a647-4b5bcffb1628,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:25.775743 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 367bb83c-1982-4f57-b76f-469819aea79f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=367bb83c-1982-4f57-b76f-469819aea79f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:25.784560 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:25.802028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:25.804740 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:25.805275 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:25.805685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:25.806095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:25.806519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:25.806921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:25.807690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:25.808097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:25.808515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:25.808910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:25.809298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:25.849727 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-289019c7-521b-405e-9ced-49119a94bbf8 req-6d42382a-a341-4b05-841e-bd3ee81621e6 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348760 Feb 18 08:52:25.864910 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-535439d8-b694-4740-bb9b-fdd487a554b7 req-eafa946e-d237-44dd-a9f1-f51b232d639e tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0d0f71c-f94c-4789-9b93-556852d4b350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649148 Feb 18 08:52:25.901330 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-6ebd70bd-66b3-4654-8fdb-ee00159f78c3 None None] Set router 7346e605-e248-4b48-8674-137ead41b54e gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:52:25.956176 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=367bb83c-1982-4f57-b76f-469819aea79f,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:26.048588 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28aef342-4729-44b7-9c10-9acc1ce29ac9', 'name': 'network-vif-deleted', 'tag': 'a32a9fce-bafc-4c7c-a307-309ea9ccfb6a', 'status': 'completed', 'code': 200} Feb 18 08:52:26.063425 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-255c213e-0f03-4a10-a9b3-67e9f5bd3135 req-d90f1597-942a-40c1-aeaa-a4cc95153b6c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=54cf7182-43b3-4b7f-8297-073879e851cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233111 Feb 18 08:52:26.255698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['367bb83c-1982-4f57-b76f-469819aea79f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:52:26.296471 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-084050a5-feaa-4bf1-aafd-c16994c87c77 req-935299c1-0001-4ff0-b904-14275656867a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ef90e04-36a3-4bc4-8b65-83636c62b88e HTTP/1.1" status: 200 len: 210 time: 0.1779118 Feb 18 08:52:26.309070 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Network b928b300-8a24-406f-9999-eb6cad70bd79 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:52:26.316427 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:26.320635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0ecfe-643c-46bf-824f-eef44f39520b req-18085942-4219-41be-aa34-50476ecfa914 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:26.325296 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95e0ecfe-643c-46bf-824f-eef44f39520b req-18085942-4219-41be-aa34-50476ecfa914 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39f2249-6218-4dbc-9374-ca9bec17dcd1 HTTP/1.1" status: 200 len: 946 time: 0.3253460 Feb 18 08:52:26.388432 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-6ebd70bd-66b3-4654-8fdb-ee00159f78c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:47:25Z', 'revision_number': 4, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '33ae7cc4-7cb8-4b3f-b3a7-329a637052f7', 'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'mac_address': 'fa:16:3e:78:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:22Z', 'updated_at': '2022-02-18T08:47:35Z', 'revision_number': 5, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'subnets': [{'id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:26.396004 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd70bd-66b3-4654-8fdb-ee00159f78c3 None None] The sync data for ids ['7346e605-e248-4b48-8674-137ead41b54e'] in n-d-829434-1 is: [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:47:25Z', 'revision_number': 4, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '33ae7cc4-7cb8-4b3f-b3a7-329a637052f7', 'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'mac_address': 'fa:16:3e:78:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:22Z', 'updated_at': '2022-02-18T08:47:35Z', 'revision_number': 5, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'subnets': [{'id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:52:26.561853 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95e0ecfe-643c-46bf-824f-eef44f39520b req-c92c0fff-00a7-4827-97b7-1247e677d2e9 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/security-groups?id=54cf7182-43b3-4b7f-8297-073879e851cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714411 Feb 18 08:52:26.698320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7d49cd35-6ca4-4b27-b710-9b2da31abf7b None None] Provisioning complete for port 384fc88b-83c2-4713-a647-4b5bcffb1628 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:26.699024 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7d49cd35-6ca4-4b27-b710-9b2da31abf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:26.790076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7d49cd35-6ca4-4b27-b710-9b2da31abf7b None None] Port 384fc88b-83c2-4713-a647-4b5bcffb1628 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:52:26.813110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Router e98e26f3-7def-4a54-b725-c228e95c6425 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:52:26.849703 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e94616-1e18-4937-8069-073f853609bb None None] New status for floating IP 7e8548b6-2505-4630-9eb6-b9e12cadcb37: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:52:27.065898 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:27.078400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ad98d-f4b9-4489-8749-98117881a583 req-6ce8c7c3-9a2e-4303-a5fd-9838d210922a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:27.080540 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a08ad98d-f4b9-4489-8749-98117881a583 req-6ce8c7c3-9a2e-4303-a5fd-9838d210922a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.81 "GET /v2.0/networks?id=f8f83e9a-ea62-4653-8b93-6344cc790dbf HTTP/1.1" status: 200 len: 814 time: 0.4932606 Feb 18 08:52:27.097714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-a08ad98d-f4b9-4489-8749-98117881a583 req-1340c06f-3f0e-4b75-8a16-d2936df9751a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Request body: {'port': {'device_id': '5ef90e04-36a3-4bc4-8b65-83636c62b88e', 'network_id': 'f8f83e9a-ea62-4653-8b93-6344cc790dbf', 'admin_state_up': True, 'tenant_id': '6d18a8fee4fe4d0fbcbef418d147350f'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:27.099896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52916) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:27.118999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595c23e-4a8e-40f8-b7fa-aea09c1cc901 req-dfba6d31-a6b6-43eb-bc4b-d36ce378f15c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:27.125860 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e595c23e-4a8e-40f8-b7fa-aea09c1cc901 req-dfba6d31-a6b6-43eb-bc4b-d36ce378f15c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 944 time: 0.4027843 Feb 18 08:52:27.146279 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:52:27.161497 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Sync routers for ids ['e98e26f3-7def-4a54-b725-c228e95c6425'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:52:27.163346 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e1764024-58f5-4fe7-bec5-2738227fce37 admin admin] 10.222.0.72 "PUT /v2.0/routers/e98e26f3-7def-4a54-b725-c228e95c6425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8063409 Feb 18 08:52:27.192213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Routers {'e98e26f3-7def-4a54-b725-c228e95c6425'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:52:27.193254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:52:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e98e26f3-7def-4a54-b725-c228e95c6425'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:27.220292 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f4019f44-c353-4bc8-8c15-3e1363c89a4c tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:27.256142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e595c23e-4a8e-40f8-b7fa-aea09c1cc901 req-da02461a-7a6d-42ba-b518-5d60bb1abc27 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293483 Feb 18 08:52:27.286060 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f4019f44-c353-4bc8-8c15-3e1363c89a4c tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:27.364915 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:27.377183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:27.377559 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:27.393604 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f4019f44-c353-4bc8-8c15-3e1363c89a4c tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:27.411445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a08ad98d-f4b9-4489-8749-98117881a583 req-1340c06f-3f0e-4b75-8a16-d2936df9751a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:27.422966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a08ad98d-f4b9-4489-8749-98117881a583 req-1340c06f-3f0e-4b75-8a16-d2936df9751a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Usage tracker for resource:port and tenant:6d18a8fee4fe4d0fbcbef418d147350f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:27.428109 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4019f44-c353-4bc8-8c15-3e1363c89a4c tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91698203-b9a9-492c-ac41-c0a66a6def80,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:27.456327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a08ad98d-f4b9-4489-8749-98117881a583 req-1340c06f-3f0e-4b75-8a16-d2936df9751a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:27.461438 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f4019f44-c353-4bc8-8c15-3e1363c89a4c tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:27.462580 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f4019f44-c353-4bc8-8c15-3e1363c89a4c tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "DELETE /v2.0/security-groups/91698203-b9a9-492c-ac41-c0a66a6def80 HTTP/1.1" status: 204 len: 168 time: 0.3616135 Feb 18 08:52:27.464199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a08ad98d-f4b9-4489-8749-98117881a583 req-1340c06f-3f0e-4b75-8a16-d2936df9751a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:27.465411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52928) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:27.495296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9ee9c-dd6d-47c0-98dc-b089f4b8f699 req-5293a8eb-3d0f-448f-bdf1-d99c5f44c8f7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:27.498673 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-0984f2d5-a405-4e41-9146-34c57cd6a8a6 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] show failed (client error): The resource could not be found. Feb 18 08:52:27.500132 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0984f2d5-a405-4e41-9146-34c57cd6a8a6 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups/91698203-b9a9-492c-ac41-c0a66a6def80 HTTP/1.1" status: 404 len: 347 time: 0.0338130 Feb 18 08:52:27.503740 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17d9ee9c-dd6d-47c0-98dc-b089f4b8f699 req-5293a8eb-3d0f-448f-bdf1-d99c5f44c8f7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 948 time: 0.1761053 Feb 18 08:52:27.504468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52932) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:27.506912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08ad98d-f4b9-4489-8749-98117881a583 req-1340c06f-3f0e-4b75-8a16-d2936df9751a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Made reservation on behalf of 6d18a8fee4fe4d0fbcbef418d147350f for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:52:27.518390 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a08ad98d-f4b9-4489-8749-98117881a583 req-1340c06f-3f0e-4b75-8a16-d2936df9751a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:27.681733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb2b16-7f64-4011-8f92-790148022d09 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Deleting port 6facd12c-e00b-417d-8beb-8e86080515ee {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:52:27.682314 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dcbb2b16-7f64-4011-8f92-790148022d09 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:27.716423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Set router e98e26f3-7def-4a54-b725-c228e95c6425 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:52:27.838219 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17d9ee9c-dd6d-47c0-98dc-b089f4b8f699 req-7c6b7876-1d4d-474a-b83b-e5b708a8c3c5 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334038 Feb 18 08:52:27.866669 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88adebef-0648-4394-931f-99d69d86e85a req-66ca406c-00ab-4483-8834-9a1f3846e33d tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ef90e04-36a3-4bc4-8b65-83636c62b88e HTTP/1.1" status: 200 len: 210 time: 0.0853472 Feb 18 08:52:27.905006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-a08ad98d-f4b9-4489-8749-98117881a583 req-1340c06f-3f0e-4b75-8a16-d2936df9751a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Allocated IP 172.20.0.9 (f8f83e9a-ea62-4653-8b93-6344cc790dbf/c53d29a2-36c9-4005-8e08-106a7cabb46a/75ec38e4-0ac9-438d-a57d-2e53b8a40f40) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:52:27.918246 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dcbb2b16-7f64-4011-8f92-790148022d09 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:27.918581 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dcbb2b16-7f64-4011-8f92-790148022d09 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:27.925899 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:28.101941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7265da81-03fd-41ab-9396-26270f6426b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:28.149341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:28.161403 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:28.186418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb2b16-7f64-4011-8f92-790148022d09 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Calling delete_port for 6facd12c-e00b-417d-8beb-8e86080515ee owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:52:28.258809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:28.365337 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dcbb2b16-7f64-4011-8f92-790148022d09 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:28.381170 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'name': 'tempest-ServersTestManualDisk-1748897006-router', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:52:24Z', 'revision_number': 4, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'gw_port': {'id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:15Z', 'updated_at': '2022-02-18T08:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '384fc88b-83c2-4713-a647-4b5bcffb1628', 'name': '', 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'mac_address': 'fa:16:3e:d4:c1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '13ea0752-efa5-4df3-92c3-2023be837deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:21Z', 'updated_at': '2022-02-18T08:52:25Z', 'revision_number': 2, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'subnets': [{'id': '13ea0752-efa5-4df3-92c3-2023be837deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:28.385719 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Checking router: e98e26f3-7def-4a54-b725-c228e95c6425 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:52:28.386080 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Updating router e98e26f3-7def-4a54-b725-c228e95c6425 port 384fc88b-83c2-4713-a647-4b5bcffb1628 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:52:28.395148 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a08ad98d-f4b9-4489-8749-98117881a583 req-1340c06f-3f0e-4b75-8a16-d2936df9751a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:28.424301 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb2b16-7f64-4011-8f92-790148022d09 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Pushing event deleted for resources: {'Port': ['ID=6facd12c-e00b-417d-8beb-8e86080515ee,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:28.455851 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:28.473590 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a08ad98d-f4b9-4489-8749-98117881a583 req-1340c06f-3f0e-4b75-8a16-d2936df9751a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:28.559562 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7265da81-03fd-41ab-9396-26270f6426b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1', 'code': 200} Feb 18 08:52:28.566961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08ad98d-f4b9-4489-8749-98117881a583 req-1340c06f-3f0e-4b75-8a16-d2936df9751a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Network f8f83e9a-ea62-4653-8b93-6344cc790dbf is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:52:28.587104 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dcbb2b16-7f64-4011-8f92-790148022d09 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:28.593480 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-a08ad98d-f4b9-4489-8749-98117881a583 req-1340c06f-3f0e-4b75-8a16-d2936df9751a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:28.602152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52950) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:28.609917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08ad98d-f4b9-4489-8749-98117881a583 req-1340c06f-3f0e-4b75-8a16-d2936df9751a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:52:28.610693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-eafd10e0-f286-4f44-81be-5ab16b50a972 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--793082106', 'description': 'tempest-description--164110236'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:28.799835 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-eafd10e0-f286-4f44-81be-5ab16b50a972 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:28.809557 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dcbb2b16-7f64-4011-8f92-790148022d09 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:28.813309 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-dcbb2b16-7f64-4011-8f92-790148022d09 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "DELETE /v2.0/floatingips/7e8548b6-2505-4630-9eb6-b9e12cadcb37 HTTP/1.1" status: 204 len: 168 time: 1.3049335 Feb 18 08:52:28.813309 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-eafd10e0-f286-4f44-81be-5ab16b50a972 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Usage tracker for resource:security_group and tenant:3c0c64350cc646d0ba5cd476344b9e39 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:28.837966 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-eafd10e0-f286-4f44-81be-5ab16b50a972 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:28.861979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-eafd10e0-f286-4f44-81be-5ab16b50a972 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:28.896070 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eafd10e0-f286-4f44-81be-5ab16b50a972 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:28.917867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340c06f-3f0e-4b75-8a16-d2936df9751a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Pushing event updated for resources: {'Port': ['ID=75ec38e4-0ac9-438d-a57d-2e53b8a40f40,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:28.932746 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-eafd10e0-f286-4f44-81be-5ab16b50a972 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:28.936610 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcf571-a238-459d-9618-0ee0b038daad req-36c79712-dc79-4a92-95dd-b4ced5dbc8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:28.938091 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2bbcf571-a238-459d-9618-0ee0b038daad req-36c79712-dc79-4a92-95dd-b4ced5dbc8d7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 1096 time: 0.1724212 Feb 18 08:52:28.942213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-eafd10e0-f286-4f44-81be-5ab16b50a972 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Usage tracker for resource:security_group_rule and tenant:3c0c64350cc646d0ba5cd476344b9e39 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:28.957049 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ad98d-f4b9-4489-8749-98117881a583 req-1340c06f-3f0e-4b75-8a16-d2936df9751a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:28.957858 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a08ad98d-f4b9-4489-8749-98117881a583 req-1340c06f-3f0e-4b75-8a16-d2936df9751a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:28.959418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-eafd10e0-f286-4f44-81be-5ab16b50a972 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:28.972799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-eafd10e0-f286-4f44-81be-5ab16b50a972 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:28.990365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957b32e-0dbd-4fa0-8be4-8481c994f1cf req-fd11aaa0-50fd-4a88-baa6-23cc1c0bc746 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:28.998502 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d957b32e-0dbd-4fa0-8be4-8481c994f1cf req-fd11aaa0-50fd-4a88-baa6-23cc1c0bc746 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39f2249-6218-4dbc-9374-ca9bec17dcd1 HTTP/1.1" status: 200 len: 946 time: 0.5728078 Feb 18 08:52:29.007123 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2bbcf571-a238-459d-9618-0ee0b038daad req-c5dfb529-5054-4b5f-b91a-8f8e2fef739e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612273 Feb 18 08:52:29.038104 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a08ad98d-f4b9-4489-8749-98117881a583 req-1340c06f-3f0e-4b75-8a16-d2936df9751a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9469705 Feb 18 08:52:29.066188 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eafd10e0-f286-4f44-81be-5ab16b50a972 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:29.066756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc17fb1-ef1d-488d-8c19-80ae924afc3b req-d81609fd-f6f0-4695-af96-8812e8f439f3 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:29.068298 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-adc17fb1-ef1d-488d-8c19-80ae924afc3b req-d81609fd-f6f0-4695-af96-8812e8f439f3 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/ports?device_id=e983150e-2a96-419b-8335-dbd74c8d3387 HTTP/1.1" status: 200 len: 945 time: 0.2446959 Feb 18 08:52:29.073875 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eafd10e0-f286-4f44-81be-5ab16b50a972 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:29.076848 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d957b32e-0dbd-4fa0-8be4-8481c994f1cf req-409fcc6d-e788-4f94-961a-c10b169596cb tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/security-groups?id=54cf7182-43b3-4b7f-8297-073879e851cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774107 Feb 18 08:52:29.081726 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:29.112362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Transition to ACTIVE for port object 384fc88b-83c2-4713-a647-4b5bcffb1628 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:29.122664 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd10e0-f286-4f44-81be-5ab16b50a972 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a1e931-82cb-47e4-81f6-3c31946c3e97,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:29.132664 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 367bb83c-1982-4f57-b76f-469819aea79f up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:29.135167 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-adc17fb1-ef1d-488d-8c19-80ae924afc3b req-f4bb4d94-1947-448c-87fe-582d2030328b tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0d0f71c-f94c-4789-9b93-556852d4b350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549464 Feb 18 08:52:29.153807 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eafd10e0-f286-4f44-81be-5ab16b50a972 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:29.155588 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-eafd10e0-f286-4f44-81be-5ab16b50a972 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5524914 Feb 18 08:52:29.159471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52968) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:29.166503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ce46b5f1-93ca-4af4-a00c-b652c3787036 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Request body: {'security_group_rule': {'security_group_id': '82a1e931-82cb-47e4-81f6-3c31946c3e97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:29.174483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ce46b5f1-93ca-4af4-a00c-b652c3787036 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:29.179872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ce46b5f1-93ca-4af4-a00c-b652c3787036 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Usage tracker for resource:security_group_rule and tenant:3c0c64350cc646d0ba5cd476344b9e39 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:29.183512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ce46b5f1-93ca-4af4-a00c-b652c3787036 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:29.191339 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ce46b5f1-93ca-4af4-a00c-b652c3787036 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:29.208447 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:29.248645 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ce46b5f1-93ca-4af4-a00c-b652c3787036 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:29.289867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Request body: {'port': {'device_id': '5ef90e04-36a3-4bc4-8b65-83636c62b88e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:29.445300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f9455-8efb-42b2-818e-b3b5c5ba8e68 None None] Pushing event updated for resources: {'Port': ['ID=384fc88b-83c2-4713-a647-4b5bcffb1628,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:29.456624 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ce46b5f1-93ca-4af4-a00c-b652c3787036 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:29.484126 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ce46b5f1-93ca-4af4-a00c-b652c3787036 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:29.507863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52972) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:29.519643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6dea4d97-8b44-4dc0-a52d-15028086d6df tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1053306581', 'description': 'tempest-description--452606473'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:29.521371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caad92-fefc-4a61-a60b-058565e43fca req-a89bc400-5471-43ec-a59d-48ce98482604 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:29.530435 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6dea4d97-8b44-4dc0-a52d-15028086d6df tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:29.535199 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78caad92-fefc-4a61-a60b-058565e43fca req-a89bc400-5471-43ec-a59d-48ce98482604 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.3202903 Feb 18 08:52:29.544700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6dea4d97-8b44-4dc0-a52d-15028086d6df tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Usage tracker for resource:security_group and tenant:c7aae89a9b4a4075b2ddf8edaad1f621 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:29.547701 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6dea4d97-8b44-4dc0-a52d-15028086d6df tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:29.560999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Attempting to bind port 384fc88b-83c2-4713-a647-4b5bcffb1628 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:52:29.561458 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Attempting to bind port 384fc88b-83c2-4713-a647-4b5bcffb1628 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'b8afe4b3-9a3c-4204-90fa-16927b617d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:52:29.561719 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Attempting to bind port 384fc88b-83c2-4713-a647-4b5bcffb1628 on network b928b300-8a24-406f-9999-eb6cad70bd79 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:29.565692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6dea4d97-8b44-4dc0-a52d-15028086d6df tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:29.578086 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:52:29.578461 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Checking segment: {'id': 'b8afe4b3-9a3c-4204-90fa-16927b617d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:52:29.578862 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:29.579270 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Bound using segment: {'id': 'b8afe4b3-9a3c-4204-90fa-16927b617d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:52:29.580310 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Bound port: 384fc88b-83c2-4713-a647-4b5bcffb1628, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8afe4b3-9a3c-4204-90fa-16927b617d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:52:29.580774 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:29.581873 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:29.583926 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6dea4d97-8b44-4dc0-a52d-15028086d6df tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:29.602482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46b5f1-93ca-4af4-a00c-b652c3787036 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e121ac-4dcb-44c7-acb0-f56fce56d9cf,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:29.610147 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 367bb83c-1982-4f57-b76f-469819aea79f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:29.630612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6dea4d97-8b44-4dc0-a52d-15028086d6df tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:29.637522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6dea4d97-8b44-4dc0-a52d-15028086d6df tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Usage tracker for resource:security_group_rule and tenant:c7aae89a9b4a4075b2ddf8edaad1f621 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:29.645222 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6dea4d97-8b44-4dc0-a52d-15028086d6df tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:29.653007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6dea4d97-8b44-4dc0-a52d-15028086d6df tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:29.723373 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ce46b5f1-93ca-4af4-a00c-b652c3787036 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:29.727305 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ce46b5f1-93ca-4af4-a00c-b652c3787036 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5664353 Feb 18 08:52:29.731422 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 367bb83c-1982-4f57-b76f-469819aea79f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:29.731795 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:29.734146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52980) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:29.787331 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6dea4d97-8b44-4dc0-a52d-15028086d6df tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:29.800067 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6dea4d97-8b44-4dc0-a52d-15028086d6df tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:29.812827 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78caad92-fefc-4a61-a60b-058565e43fca req-3da7b861-be52-4cbf-ad73-d53e8e8f742d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766955 Feb 18 08:52:29.823388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-dae8d8bf-b24d-4afd-ad60-89649ce4c9b3 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Request body: {'security_group_rule': {'security_group_id': '82a1e931-82cb-47e4-81f6-3c31946c3e97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:29.852545 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-dae8d8bf-b24d-4afd-ad60-89649ce4c9b3 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:29.868827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea4d97-8b44-4dc0-a52d-15028086d6df tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f02096e5-8315-4620-a805-ae06b2320efc,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:29.882771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-dae8d8bf-b24d-4afd-ad60-89649ce4c9b3 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Usage tracker for resource:security_group_rule and tenant:3c0c64350cc646d0ba5cd476344b9e39 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:29.884674 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6dea4d97-8b44-4dc0-a52d-15028086d6df tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:29.886200 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6dea4d97-8b44-4dc0-a52d-15028086d6df tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3772159 Feb 18 08:52:29.893126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52986) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:29.901403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-dae8d8bf-b24d-4afd-ad60-89649ce4c9b3 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:29.902448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d42f66b3-9055-472a-9972-9a4ab810f71e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Request body: {'security_group_rule': {'security_group_id': 'f02096e5-8315-4620-a805-ae06b2320efc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:29.915041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d42f66b3-9055-472a-9972-9a4ab810f71e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:29.925258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d42f66b3-9055-472a-9972-9a4ab810f71e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Usage tracker for resource:security_group_rule and tenant:c7aae89a9b4a4075b2ddf8edaad1f621 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:29.928946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-dae8d8bf-b24d-4afd-ad60-89649ce4c9b3 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:29.931752 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d42f66b3-9055-472a-9972-9a4ab810f71e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:29.945914 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d42f66b3-9055-472a-9972-9a4ab810f71e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:29.964467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] For port 384fc88b-83c2-4713-a647-4b5bcffb1628, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:52:29.990249 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d42f66b3-9055-472a-9972-9a4ab810f71e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:29.990666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] For port 384fc88b-83c2-4713-a647-4b5bcffb1628, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=384fc88b-83c2-4713-a647-4b5bcffb1628,segment=NetworkSegment(b8afe4b3-9a3c-4204-90fa-16927b617d87),segment_id=b8afe4b3-9a3c-4204-90fa-16927b617d87)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:52:29.991736 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:30.010599 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:30.084284 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d42f66b3-9055-472a-9972-9a4ab810f71e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:30.096682 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d42f66b3-9055-472a-9972-9a4ab810f71e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:30.116986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f66b3-9055-472a-9972-9a4ab810f71e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7151bd-cf8d-4561-9bd9-16a2e0fb7304,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:30.118774 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 367bb83c-1982-4f57-b76f-469819aea79f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=367bb83c-1982-4f57-b76f-469819aea79f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:30.122579 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Routers {'e98e26f3-7def-4a54-b725-c228e95c6425'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:52:30.123379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:52:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e98e26f3-7def-4a54-b725-c228e95c6425'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:30.160308 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dae8d8bf-b24d-4afd-ad60-89649ce4c9b3 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:30.161987 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d42f66b3-9055-472a-9972-9a4ab810f71e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:30.163483 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d42f66b3-9055-472a-9972-9a4ab810f71e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2692506 Feb 18 08:52:30.166456 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52994) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:30.302583 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4f68ca66-21b0-4732-99f4-80e4a2d48eda tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Request body: {'security_group_rule': {'security_group_id': 'f02096e5-8315-4620-a805-ae06b2320efc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:30.309624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4f68ca66-21b0-4732-99f4-80e4a2d48eda tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:30.310648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459c5dd-4217-48de-8457-c6513b711b2a req-9809db07-d916-43df-9421-6ebe0e17a8cf tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:30.312136 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e459c5dd-4217-48de-8457-c6513b711b2a req-9809db07-d916-43df-9421-6ebe0e17a8cf tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 948 time: 0.6214929 Feb 18 08:52:30.319620 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4f68ca66-21b0-4732-99f4-80e4a2d48eda tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Usage tracker for resource:security_group_rule and tenant:c7aae89a9b4a4075b2ddf8edaad1f621 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:30.326831 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4f68ca66-21b0-4732-99f4-80e4a2d48eda tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:30.338579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4f68ca66-21b0-4732-99f4-80e4a2d48eda tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:30.341105 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f9455-8efb-42b2-818e-b3b5c5ba8e68 None None] Pushing event updated for resources: {'Port': ['ID=384fc88b-83c2-4713-a647-4b5bcffb1628,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:30.345956 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:30.381331 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4f68ca66-21b0-4732-99f4-80e4a2d48eda tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:30.462425 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6a14f14b-08c7-4728-b349-27e7e659618a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:30.473410 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e459c5dd-4217-48de-8457-c6513b711b2a req-038a914f-a332-4a3f-9194-80f83f04aeaf tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519134 Feb 18 08:52:30.475225 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dae8d8bf-b24d-4afd-ad60-89649ce4c9b3 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:30.491604 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] Set router e98e26f3-7def-4a54-b725-c228e95c6425 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:52:30.505835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84f4bb-a145-4e5c-8f9c-2d34118e780a req-815b2e60-8ae7-438d-acf3-77ad93f3d9c4 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:30.506568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ec84f4bb-a145-4e5c-8f9c-2d34118e780a req-815b2e60-8ae7-438d-acf3-77ad93f3d9c4 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Synchronizing usage tracker for tenant:6d18a8fee4fe4d0fbcbef418d147350f on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:52:30.513426 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dae8d8bf-b24d-4afd-ad60-89649ce4c9b3 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:30.521832 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4f68ca66-21b0-4732-99f4-80e4a2d48eda tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:30.530738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3201f-860b-44a9-91c9-696008702a9b req-2ca96b7e-bc1d-44f6-8002-feb1de12d126 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:30.532185 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-efa3201f-860b-44a9-91c9-696008702a9b req-2ca96b7e-bc1d-44f6-8002-feb1de12d126 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.61 "GET /v2.0/ports?device_id=e983150e-2a96-419b-8335-dbd74c8d3387 HTTP/1.1" status: 200 len: 945 time: 0.4213369 Feb 18 08:52:30.535205 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4f68ca66-21b0-4732-99f4-80e4a2d48eda tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:30.569285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523ee089-177e-4f6a-a5b6-5ca14aa587a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367bb83c-1982-4f57-b76f-469819aea79f'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:30.588516 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68ca66-21b0-4732-99f4-80e4a2d48eda tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94edd5c3-32bc-41d6-8cd9-1fce8f2fa960,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:30.595739 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4f68ca66-21b0-4732-99f4-80e4a2d48eda tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:30.597628 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=367bb83c-1982-4f57-b76f-469819aea79f,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:30.600203 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4f68ca66-21b0-4732-99f4-80e4a2d48eda tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4327157 Feb 18 08:52:30.603429 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53008) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:30.607745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8d8bf-b24d-4afd-ad60-89649ce4c9b3 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0d9046-7237-41d9-b687-b65205ee71d3,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:30.609904 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:30.622858 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:30.628067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Usage tracker for resource:floatingip and tenant:c7aae89a9b4a4075b2ddf8edaad1f621 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:30.634174 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:30.649742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:30.681657 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:30.698816 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ec84f4bb-a145-4e5c-8f9c-2d34118e780a req-815b2e60-8ae7-438d-acf3-77ad93f3d9c4 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Unset dirty status for tenant:6d18a8fee4fe4d0fbcbef418d147350f on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:52:30.705505 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec84f4bb-a145-4e5c-8f9c-2d34118e780a req-815b2e60-8ae7-438d-acf3-77ad93f3d9c4 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ef90e04-36a3-4bc4-8b65-83636c62b88e HTTP/1.1" status: 200 len: 931 time: 0.6709931 Feb 18 08:52:30.718880 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dae8d8bf-b24d-4afd-ad60-89649ce4c9b3 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:30.723648 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dae8d8bf-b24d-4afd-ad60-89649ce4c9b3 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9425850 Feb 18 08:52:30.728324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53016) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:30.763776 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:30.779530 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-efa3201f-860b-44a9-91c9-696008702a9b req-3903de42-3921-42ae-9d58-3869772ff925 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Deleting port 1a6ea11f-b91f-4b82-858d-2dd2967fced8 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:52:30.779885 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-efa3201f-860b-44a9-91c9-696008702a9b req-3903de42-3921-42ae-9d58-3869772ff925 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:30.874054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:30.895638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Usage tracker for resource:floatingip and tenant:3c0c64350cc646d0ba5cd476344b9e39 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:30.926882 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:30.935670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:30.940777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ec38e4-0ac9-438d-a57d-2e53b8a40f40 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:52:30.960697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:30.965734 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:30.992848 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec84f4bb-a145-4e5c-8f9c-2d34118e780a req-e566debd-d508-4650-a212-d42f150a4e88 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/security-groups?id=598c0760-13c9-4fca-9edd-695a3d329ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864254 Feb 18 08:52:31.041057 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'name': 'tempest-ServersTestManualDisk-1748897006-router', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:52:24Z', 'revision_number': 4, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'gw_port': {'id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:15Z', 'updated_at': '2022-02-18T08:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '384fc88b-83c2-4713-a647-4b5bcffb1628', 'name': '', 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'mac_address': 'fa:16:3e:d4:c1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '13ea0752-efa5-4df3-92c3-2023be837deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:21Z', 'updated_at': '2022-02-18T08:52:29Z', 'revision_number': 4, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'subnets': [{'id': '13ea0752-efa5-4df3-92c3-2023be837deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:31.054226 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9175b-e319-4588-8fe3-e730c7471773 None None] The sync data for ids ['e98e26f3-7def-4a54-b725-c228e95c6425'] in n-d-829434-1 is: [{'id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'name': 'tempest-ServersTestManualDisk-1748897006-router', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:52:24Z', 'revision_number': 4, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'gw_port': {'id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:15Z', 'updated_at': '2022-02-18T08:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '384fc88b-83c2-4713-a647-4b5bcffb1628', 'name': '', 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'mac_address': 'fa:16:3e:d4:c1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '13ea0752-efa5-4df3-92c3-2023be837deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:21Z', 'updated_at': '2022-02-18T08:52:29Z', 'revision_number': 4, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'subnets': [{'id': '13ea0752-efa5-4df3-92c3-2023be837deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:52:31.054680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-bbb7959f-a20d-42fc-b1b4-165c1302309a tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:31.062003 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-bbb7959f-a20d-42fc-b1b4-165c1302309a tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/networks?id=6c34d911-d8e0-4928-8f9f-24e8af7e550a HTTP/1.1" status: 200 len: 815 time: 0.3778303 Feb 18 08:52:31.135822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Transition to ACTIVE for port object 75ec38e4-0ac9-438d-a57d-2e53b8a40f40 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:31.158726 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:31.186839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-e322af84-ea04-4192-83c3-64b74d199835 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/quotas/a4a62a8c174445a691623ed243915fc9 HTTP/1.1" status: 200 len: 375 time: 0.1237967 Feb 18 08:52:31.190013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Allocated IP 172.25.1.13 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/2983ba82-feb0-4b00-a3a1-88c0420034fd) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:52:31.191296 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:31.382909 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:31.414237 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:31.483901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:52:31.487729 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:31.490431 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:52:31.534793 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Pushing event updated for resources: {'Port': ['ID=2983ba82-feb0-4b00-a3a1-88c0420034fd,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:31.593081 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:31.661113 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:31.728060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Pushing event updated for resources: {'Port': ['ID=75ec38e4-0ac9-438d-a57d-2e53b8a40f40,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:31.890282 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:31.899202 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:31.918388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1482a-6847-47b8-9437-a969fdc9e8ca req-7bbdbe5a-fc59-445f-9622-544461e4b71f tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:31.919817 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0b1482a-6847-47b8-9437-a969fdc9e8ca req-7bbdbe5a-fc59-445f-9622-544461e4b71f tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/ports?device_id=e983150e-2a96-419b-8335-dbd74c8d3387 HTTP/1.1" status: 200 len: 945 time: 0.7061200 Feb 18 08:52:31.930875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-efa3201f-860b-44a9-91c9-696008702a9b req-3903de42-3921-42ae-9d58-3869772ff925 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] For port 1a6ea11f-b91f-4b82-858d-2dd2967fced8, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1a6ea11f-b91f-4b82-858d-2dd2967fced8,segment=NetworkSegment(364fe0fb-1f80-4ebc-89da-7173b78ed7f4),segment_id=364fe0fb-1f80-4ebc-89da-7173b78ed7f4)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:31.931240 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-efa3201f-860b-44a9-91c9-696008702a9b req-3903de42-3921-42ae-9d58-3869772ff925 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:31.955061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-011ddc2c-ee68-4dbe-b71c-90b4c8f87862 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4a62a8c174445a691623ed243915fc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7648840 Feb 18 08:52:32.031834 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Pushing event updated for resources: {'Port': ['ID=2983ba82-feb0-4b00-a3a1-88c0420034fd,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:32.060043 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:32.102621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 384fc88b-83c2-4713-a647-4b5bcffb1628 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:32.109760 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:32.114124 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1214a621-e8dd-427a-a9df-b471968fc3f3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5089502 Feb 18 08:52:32.205158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-efa3201f-860b-44a9-91c9-696008702a9b req-3903de42-3921-42ae-9d58-3869772ff925 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Calling delete_port for 1a6ea11f-b91f-4b82-858d-2dd2967fced8 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:52:32.230642 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 384fc88b-83c2-4713-a647-4b5bcffb1628 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:32.236362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 384fc88b-83c2-4713-a647-4b5bcffb1628 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:32.236749 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:32.243353 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Attempting to bind port 75ec38e4-0ac9-438d-a57d-2e53b8a40f40 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:52:32.243687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Attempting to bind port 75ec38e4-0ac9-438d-a57d-2e53b8a40f40 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '2dc9f451-7714-4501-ba70-b3cbdc99e061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f8f83e9a-ea62-4653-8b93-6344cc790dbf'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:52:32.244014 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Attempting to bind port 75ec38e4-0ac9-438d-a57d-2e53b8a40f40 on network f8f83e9a-ea62-4653-8b93-6344cc790dbf {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:32.293337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Port 75ec38e4-0ac9-438d-a57d-2e53b8a40f40 on network f8f83e9a-ea62-4653-8b93-6344cc790dbf not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:52:32.293664 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Attempting to bind port 75ec38e4-0ac9-438d-a57d-2e53b8a40f40 on network f8f83e9a-ea62-4653-8b93-6344cc790dbf {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:32.321714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:52:32.322055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Checking segment: {'id': '2dc9f451-7714-4501-ba70-b3cbdc99e061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f8f83e9a-ea62-4653-8b93-6344cc790dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:52:32.322448 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Bound using segment: {'id': '2dc9f451-7714-4501-ba70-b3cbdc99e061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f8f83e9a-ea62-4653-8b93-6344cc790dbf'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:52:32.322896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Bound port: 75ec38e4-0ac9-438d-a57d-2e53b8a40f40, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc9f451-7714-4501-ba70-b3cbdc99e061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f8f83e9a-ea62-4653-8b93-6344cc790dbf'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:52:32.323241 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:32.355421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0b1482a-6847-47b8-9437-a969fdc9e8ca req-81b1f95b-c288-471c-aa66-4eaed8665fd4 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0d0f71c-f94c-4789-9b93-556852d4b350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162152 Feb 18 08:52:32.364464 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:32.407013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 384fc88b-83c2-4713-a647-4b5bcffb1628, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=384fc88b-83c2-4713-a647-4b5bcffb1628,segment=NetworkSegment(b8afe4b3-9a3c-4204-90fa-16927b617d87),segment_id=b8afe4b3-9a3c-4204-90fa-16927b617d87)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:32.411559 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:32.426979 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:32.450525 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523ee089-177e-4f6a-a5b6-5ca14aa587a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367bb83c-1982-4f57-b76f-469819aea79f', 'code': 200} Feb 18 08:52:32.487327 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=384fc88b-83c2-4713-a647-4b5bcffb1628,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:32.553443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-d7acaee0-c09e-4caf-b4b1-6c6c80ed8ece service neutron] 10.222.0.72 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974395 Feb 18 08:52:32.649307 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e5653ddc-6064-46e6-ae74-bb5429e7781a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:32.758111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] For port 75ec38e4-0ac9-438d-a57d-2e53b8a40f40, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:52:32.807619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] For port 75ec38e4-0ac9-438d-a57d-2e53b8a40f40, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=75ec38e4-0ac9-438d-a57d-2e53b8a40f40,segment=NetworkSegment(2dc9f451-7714-4501-ba70-b3cbdc99e061),segment_id=2dc9f451-7714-4501-ba70-b3cbdc99e061)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:52:32.977885 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:33.025727 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-efa3201f-860b-44a9-91c9-696008702a9b req-3903de42-3921-42ae-9d58-3869772ff925 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:33.037388 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['1a6ea11f-b91f-4b82-858d-2dd2967fced8'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:52:33.116301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4ee75-ac74-49b0-ac98-a3d28327bc7e req-8e48c41b-69b8-49de-9260-457e4587d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:33.117753 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ddc4ee75-ac74-49b0-ac98-a3d28327bc7e req-8e48c41b-69b8-49de-9260-457e4587d1bb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 1100 time: 0.6209910 Feb 18 08:52:33.119942 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:33.120558 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:33.121757 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a08ad98d-f4b9-4489-8749-98117881a583 req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] 10.222.0.81 "PUT /v2.0/ports/75ec38e4-0ac9-438d-a57d-2e53b8a40f40 HTTP/1.1" status: 200 len: 1091 time: 3.8360534 Feb 18 08:52:33.129474 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef90e04-36a3-4bc4-8b65-83636c62b88e', 'tag': '75ec38e4-0ac9-438d-a57d-2e53b8a40f40'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:33.189498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Allocated IP 172.25.1.215 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/0855b87f-ee44-474a-8636-484cfef4c9e9) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:52:33.235517 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-f456c5bc-2ee8-421a-93c4-57abbfec6326 service neutron] 10.222.0.72 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6642685 Feb 18 08:52:33.242986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc5a8c-f663-48c9-8c66-8441421319e1 req-36785a74-aaae-49c2-952e-eb24b0c747b5 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:33.244398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1bc5a8c-f663-48c9-8c66-8441421319e1 req-36785a74-aaae-49c2-952e-eb24b0c747b5 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.6863601 Feb 18 08:52:33.327162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ba991-c555-4285-92fb-c6046573abe7 service neutron] Pushing event updated for resources: {'Port': ['ID=75ec38e4-0ac9-438d-a57d-2e53b8a40f40,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:33.337506 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa3201f-860b-44a9-91c9-696008702a9b req-3903de42-3921-42ae-9d58-3869772ff925 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] No DVR routers for this DVR port 1a6ea11f-b91f-4b82-858d-2dd2967fced8 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:52:33.448662 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-efa3201f-860b-44a9-91c9-696008702a9b req-3903de42-3921-42ae-9d58-3869772ff925 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:33.490955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ddc4ee75-ac74-49b0-ac98-a3d28327bc7e req-afc215f6-6daf-4881-b3f8-1a7d0534023c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557129 Feb 18 08:52:33.528445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903de42-3921-42ae-9d58-3869772ff925 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] Pushing event deleted for resources: {'Port': ['ID=1a6ea11f-b91f-4b82-858d-2dd2967fced8,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:33.560947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1bc5a8c-f663-48c9-8c66-8441421319e1 req-004e28ce-2a13-4b20-b96e-3d422e28c1fd tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716820 Feb 18 08:52:33.567607 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-efa3201f-860b-44a9-91c9-696008702a9b req-3903de42-3921-42ae-9d58-3869772ff925 tempest-ServerPasswordTestJSON-1230966456 tempest-ServerPasswordTestJSON-1230966456-project] 10.222.0.61 "DELETE /v2.0/ports/1a6ea11f-b91f-4b82-858d-2dd2967fced8 HTTP/1.1" status: 204 len: 173 time: 3.0219367 Feb 18 08:52:33.647504 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ad98d-f4b9-4489-8749-98117881a583 req-19c72ce3-26f0-4825-b961-71e65e8dbdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:33.649160 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a08ad98d-f4b9-4489-8749-98117881a583 req-19c72ce3-26f0-4825-b961-71e65e8dbdf3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d18a8fee4fe4d0fbcbef418d147350f&device_id=5ef90e04-36a3-4bc4-8b65-83636c62b88e HTTP/1.1" status: 200 len: 1094 time: 0.4554648 Feb 18 08:52:33.657144 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:33.708067 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:33.754883 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:33.772394 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a08ad98d-f4b9-4489-8749-98117881a583 req-0ba39e3f-3040-4a4f-8ea2-282f09475973 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75ec38e4-0ac9-438d-a57d-2e53b8a40f40 HTTP/1.1" status: 200 len: 217 time: 0.1153169 Feb 18 08:52:33.833904 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af0cfd-c771-4292-a9c7-e306f805ef84 req-8841f194-d44c-462a-8022-ead8db0b9ddd tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:33.835328 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3af0cfd-c771-4292-a9c7-e306f805ef84 req-8841f194-d44c-462a-8022-ead8db0b9ddd tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 949 time: 0.3756385 Feb 18 08:52:33.899508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ad98d-f4b9-4489-8749-98117881a583 req-330e6488-14ff-4c75-8488-1488e96ae85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:33.900994 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a08ad98d-f4b9-4489-8749-98117881a583 req-330e6488-14ff-4c75-8488-1488e96ae85a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c53d29a2-36c9-4005-8e08-106a7cabb46a HTTP/1.1" status: 200 len: 854 time: 0.1205602 Feb 18 08:52:33.969726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3af0cfd-c771-4292-a9c7-e306f805ef84 req-2a7e6bb4-f5a0-4c71-88f4-3267779d3de9 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255131 Feb 18 08:52:33.974653 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a08ad98d-f4b9-4489-8749-98117881a583 req-18595047-eceb-4ee5-8228-3e9b986405a4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8f83e9a-ea62-4653-8b93-6344cc790dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616252 Feb 18 08:52:34.009015 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:34.050433 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 384fc88b-83c2-4713-a647-4b5bcffb1628 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:34.107999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6726b4-94ed-40b4-9ccd-fc0af5817be2 req-d483292e-f06d-42af-9c7d-b31586f122ab tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:34.109500 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a6726b4-94ed-40b4-9ccd-fc0af5817be2 req-d483292e-f06d-42af-9c7d-b31586f122ab tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ef90e04-36a3-4bc4-8b65-83636c62b88e HTTP/1.1" status: 200 len: 943 time: 0.3983839 Feb 18 08:52:34.121937 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 384fc88b-83c2-4713-a647-4b5bcffb1628 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:34.122434 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:34.164298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:52:34.170971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:34.180807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:52:34.233960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Pushing event updated for resources: {'Port': ['ID=0855b87f-ee44-474a-8636-484cfef4c9e9,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:34.289470 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a6726b4-94ed-40b4-9ccd-fc0af5817be2 req-b67cd693-34ce-4c56-b07c-e4597d9767a5 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/security-groups?id=598c0760-13c9-4fca-9edd-695a3d329ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657333 Feb 18 08:52:34.341469 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a08ad98d-f4b9-4489-8749-98117881a583 req-8d8e53b5-e717-45a6-b828-b206a4044d45 service neutron] 10.222.0.81 "GET /v2.0/networks/f8f83e9a-ea62-4653-8b93-6344cc790dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595233 Feb 18 08:52:34.387391 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:34.568229 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef90e04-36a3-4bc4-8b65-83636c62b88e', 'tag': '75ec38e4-0ac9-438d-a57d-2e53b8a40f40', 'status': 'completed', 'code': 200} Feb 18 08:52:34.622205 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-2a36dac6-fecc-4f77-898e-70d7bbab8567 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1053306581&fields=id&tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621 HTTP/1.1" status: 200 len: 267 time: 0.1720922 Feb 18 08:52:34.716449 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:34.913797 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:35.011826 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9dabaefe-a9c6-4379-b71d-645636c04729 req-6cad9fcf-bcda-4d41-b1a5-7b4755f94862 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7c48439-6041-4169-8b1d-4ab6f6522386 HTTP/1.1" status: 200 len: 210 time: 0.3060555 Feb 18 08:52:35.014225 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a08ad98d-f4b9-4489-8749-98117881a583 req-c8698896-6dae-4ae1-9f85-3e173e16d6a4 service neutron] 10.222.0.81 "GET /v2.0/networks/f8f83e9a-ea62-4653-8b93-6344cc790dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6611347 Feb 18 08:52:35.129572 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53070) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:35.156848 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1a6ea11f-b91f-4b82-858d-2dd2967fced8 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:52:35.250194 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 1a6ea11f-b91f-4b82-858d-2dd2967fced8 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:52:35.251717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1a6ea11f-b91f-4b82-858d-2dd2967fced8 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:52:35.286548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f0dcb0-7f67-4196-86be-a3d6d5040488 admin admin] Deleting subnet 79e0af47-4a67-44ca-adca-bb81358725be {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:52:35.290894 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55f0dcb0-7f67-4196-86be-a3d6d5040488 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:35.335011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-4948850d-ca84-42c3-898b-fac60cc38d1a tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:35.336482 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-4948850d-ca84-42c3-898b-fac60cc38d1a tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.61 "GET /v2.0/networks?id=6c34d911-d8e0-4928-8f9f-24e8af7e550a HTTP/1.1" status: 200 len: 815 time: 0.3300037 Feb 18 08:52:35.347771 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55f0dcb0-7f67-4196-86be-a3d6d5040488 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:35.358885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-2e33956a-4e89-40b3-898b-31d6c86557d5 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:35.360927 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-2e33956a-4e89-40b3-898b-31d6c86557d5 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/networks?id=5d5e2a5a-f047-425a-86b2-0b3143ac8640 HTTP/1.1" status: 200 len: 816 time: 0.7371886 Feb 18 08:52:35.377616 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-37625b2b-6b4b-421d-83ee-93b718080bf1 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Request body: {'port': {'device_id': 'd7c48439-6041-4169-8b1d-4ab6f6522386', 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a', 'admin_state_up': True, 'tenant_id': 'a4a62a8c174445a691623ed243915fc9'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:35.410581 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55f0dcb0-7f67-4196-86be-a3d6d5040488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:35.482624 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-80df3daa-08c5-45ac-b74c-4915ee8ed704 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/quotas/c7aae89a9b4a4075b2ddf8edaad1f621 HTTP/1.1" status: 200 len: 375 time: 0.0909626 Feb 18 08:52:35.494310 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55f0dcb0-7f67-4196-86be-a3d6d5040488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:35.538114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0dcb0-7f67-4196-86be-a3d6d5040488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e0af47-4a67-44ca-adca-bb81358725be,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:35.545999 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55f0dcb0-7f67-4196-86be-a3d6d5040488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:35.554192 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-55f0dcb0-7f67-4196-86be-a3d6d5040488 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/79e0af47-4a67-44ca-adca-bb81358725be HTTP/1.1" status: 204 len: 168 time: 0.4224594 Feb 18 08:52:35.556502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53084) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:35.607896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152eb3d-6c0b-481f-9fd7-dd65dd3d5f08 req-c5357bac-1a0e-4247-b41d-36eb4ecb683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:35.609437 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7152eb3d-6c0b-481f-9fd7-dd65dd3d5f08 req-c5357bac-1a0e-4247-b41d-36eb4ecb683a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d18a8fee4fe4d0fbcbef418d147350f&device_id=5ef90e04-36a3-4bc4-8b65-83636c62b88e HTTP/1.1" status: 200 len: 1094 time: 0.4535375 Feb 18 08:52:35.755573 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:35.790699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-37625b2b-6b4b-421d-83ee-93b718080bf1 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:35.799101 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39e52a03-cc0d-413d-87e6-08f7681df12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:35.817841 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:35.937369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-37625b2b-6b4b-421d-83ee-93b718080bf1 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:35.951428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39e52a03-cc0d-413d-87e6-08f7681df12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:35.980427 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-39e52a03-cc0d-413d-87e6-08f7681df12c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e64400-cf9f-4083-ba74-e4376b152978']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:35.988760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-cde736ea-e498-4ee0-9c40-f5970a4a1a90 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Synchronizing usage tracker for tenant:c7aae89a9b4a4075b2ddf8edaad1f621 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:52:35.995338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-39e52a03-cc0d-413d-87e6-08f7681df12c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364fe0fb-1f80-4ebc-89da-7173b78ed7f4') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:35.995607 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-39e52a03-cc0d-413d-87e6-08f7681df12c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364fe0fb-1f80-4ebc-89da-7173b78ed7f4') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:52:36.009579 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39e52a03-cc0d-413d-87e6-08f7681df12c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:36.013264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-37625b2b-6b4b-421d-83ee-93b718080bf1 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Made reservation on behalf of a4a62a8c174445a691623ed243915fc9 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:52:36.016314 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-37625b2b-6b4b-421d-83ee-93b718080bf1 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:36.027873 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39e52a03-cc0d-413d-87e6-08f7681df12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:36.035339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e52a03-cc0d-413d-87e6-08f7681df12c admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:52:36.035793 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39e52a03-cc0d-413d-87e6-08f7681df12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:52:36.049680 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:52:36.055072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Pushing event updated for resources: {'Port': ['ID=0855b87f-ee44-474a-8636-484cfef4c9e9,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:36.076217 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:36.081614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152eb3d-6c0b-481f-9fd7-dd65dd3d5f08 req-d83a716f-3937-4f35-aa10-4ecd6b2b4cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:36.083079 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7152eb3d-6c0b-481f-9fd7-dd65dd3d5f08 req-d83a716f-3937-4f35-aa10-4ecd6b2b4cda service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8f83e9a-ea62-4653-8b93-6344cc790dbf HTTP/1.1" status: 200 len: 915 time: 0.4621358 Feb 18 08:52:36.133496 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39e52a03-cc0d-413d-87e6-08f7681df12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:36.153135 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39e52a03-cc0d-413d-87e6-08f7681df12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:36.161854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e52a03-cc0d-413d-87e6-08f7681df12c admin admin] Pushing event deleted for resources: {'Network': ['ID=12e64400-cf9f-4083-ba74-e4376b152978,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:36.166415 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-39e52a03-cc0d-413d-87e6-08f7681df12c admin admin] 10.222.0.72 "DELETE /v2.0/networks/12e64400-cf9f-4083-ba74-e4376b152978 HTTP/1.1" status: 204 len: 168 time: 0.6084609 Feb 18 08:52:36.204956 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-cde736ea-e498-4ee0-9c40-f5970a4a1a90 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Unset dirty status for tenant:c7aae89a9b4a4075b2ddf8edaad1f621 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:52:36.206280 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-cde736ea-e498-4ee0-9c40-f5970a4a1a90 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7110114 Feb 18 08:52:36.211152 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7152eb3d-6c0b-481f-9fd7-dd65dd3d5f08 req-0b244e41-b927-4f41-b5d1-5951692e722e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75ec38e4-0ac9-438d-a57d-2e53b8a40f40 HTTP/1.1" status: 200 len: 217 time: 0.1165431 Feb 18 08:52:36.279199 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:36.291878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0b2d159a-1a4e-477f-aae4-a9d5e378dbd7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5381334 Feb 18 08:52:36.297231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53098) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:36.322639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac900ec-8bd3-4c60-ac4a-4916047e5ff8 req-4d875c16-fe19-4010-baea-6b883ecc8ffa tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:36.330300 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ac900ec-8bd3-4c60-ac4a-4916047e5ff8 req-4d875c16-fe19-4010-baea-6b883ecc8ffa tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 949 time: 0.5902810 Feb 18 08:52:36.356261 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8f06be09-892e-4042-b3f8-ba6b51258208 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=798bb9ed286e4f31bb980885f300d38b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572083 Feb 18 08:52:36.358783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53102) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:36.431097 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ebef649-3e67-4ad0-8381-5e1a8c15aa24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:36.459506 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ebef649-3e67-4ad0-8381-5e1a8c15aa24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:36.510943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152eb3d-6c0b-481f-9fd7-dd65dd3d5f08 req-5b29dbc9-d2b9-42d8-a2c4-98617cf2091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:36.510943 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7152eb3d-6c0b-481f-9fd7-dd65dd3d5f08 req-5b29dbc9-d2b9-42d8-a2c4-98617cf2091f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c53d29a2-36c9-4005-8e08-106a7cabb46a HTTP/1.1" status: 200 len: 854 time: 0.2845232 Feb 18 08:52:36.529908 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ebef649-3e67-4ad0-8381-5e1a8c15aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:36.547448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebef649-3e67-4ad0-8381-5e1a8c15aa24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d0f71c-f94c-4789-9b93-556852d4b350,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:36.550850 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ebef649-3e67-4ad0-8381-5e1a8c15aa24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:36.560376 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3ebef649-3e67-4ad0-8381-5e1a8c15aa24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f0d0f71c-f94c-4789-9b93-556852d4b350 HTTP/1.1" status: 204 len: 168 time: 0.1919138 Feb 18 08:52:36.572625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e983150e-2a96-419b-8335-dbd74c8d3387', 'name': 'network-vif-deleted', 'tag': '1a6ea11f-b91f-4b82-858d-2dd2967fced8'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:36.716827 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ac900ec-8bd3-4c60-ac4a-4916047e5ff8 req-ea728ca4-cd2a-41d8-9e61-14acb1015b78 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854814 Feb 18 08:52:36.741127 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7152eb3d-6c0b-481f-9fd7-dd65dd3d5f08 req-990ad464-d5e3-4306-9d23-24d4157f60e3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8f83e9a-ea62-4653-8b93-6344cc790dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2163379 Feb 18 08:52:36.839372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-37625b2b-6b4b-421d-83ee-93b718080bf1 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Allocated IP 172.20.0.4 (6c34d911-d8e0-4928-8f9f-24e8af7e550a/9fd32f46-ee09-481e-b1fa-9eb10ab6742b/c5877160-cfe8-4283-b324-ad071c796a09) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:52:36.843072 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-3519ed9d-8608-4233-8d22-34878175305f service neutron] 10.222.0.72 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6200323 Feb 18 08:52:37.192873 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7152eb3d-6c0b-481f-9fd7-dd65dd3d5f08 req-e1413cef-bb52-4e04-834e-d237982aec78 service neutron] 10.222.0.81 "GET /v2.0/networks/f8f83e9a-ea62-4653-8b93-6344cc790dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471600 Feb 18 08:52:37.334359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1f4b6-4409-47e1-a36c-94a041b21e24 req-0b464aeb-11de-4e3d-b5d3-965868159fa6 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:37.335829 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-50a1f4b6-4409-47e1-a36c-94a041b21e24 req-0b464aeb-11de-4e3d-b5d3-965868159fa6 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ef90e04-36a3-4bc4-8b65-83636c62b88e HTTP/1.1" status: 200 len: 943 time: 0.4496331 Feb 18 08:52:37.342892 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-fae9f489-5acd-4ee8-ad7f-2e33317bafb9 service neutron] 10.222.0.72 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902065 Feb 18 08:52:37.445685 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-37625b2b-6b4b-421d-83ee-93b718080bf1 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:37.495833 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-50a1f4b6-4409-47e1-a36c-94a041b21e24 req-39cb1cce-ae77-439b-a13f-979f283fe69f tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/security-groups?id=598c0760-13c9-4fca-9edd-695a3d329ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478782 Feb 18 08:52:37.527085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7152eb3d-6c0b-481f-9fd7-dd65dd3d5f08 req-ed8995a3-a5cd-43b0-b221-3e97a3a1277b service neutron] 10.222.0.81 "GET /v2.0/networks/f8f83e9a-ea62-4653-8b93-6344cc790dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137419 Feb 18 08:52:37.550884 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-37625b2b-6b4b-421d-83ee-93b718080bf1 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:37.562434 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['2349d555-f889-41da-9a56-820e9f1307c5', 'b3581b1b-2b37-401a-9a68-6ace9353fc71'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:52:37.761865 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37625b2b-6b4b-421d-83ee-93b718080bf1 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Pushing event updated for resources: {'Port': ['ID=c5877160-cfe8-4283-b324-ad071c796a09,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:37.785650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-37625b2b-6b4b-421d-83ee-93b718080bf1 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Network 6c34d911-d8e0-4928-8f9f-24e8af7e550a is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:52:37.789520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-37625b2b-6b4b-421d-83ee-93b718080bf1 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:37.792143 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-37625b2b-6b4b-421d-83ee-93b718080bf1 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:52:37.863743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-37625b2b-6b4b-421d-83ee-93b718080bf1 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:37.864401 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-37625b2b-6b4b-421d-83ee-93b718080bf1 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:37.900423 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-37625b2b-6b4b-421d-83ee-93b718080bf1 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5383449 Feb 18 08:52:37.945928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Request body: {'port': {'device_id': 'd7c48439-6041-4169-8b1d-4ab6f6522386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:38.083901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afca99a-d145-4d70-a733-3ad3b4e67db5 req-ed0634dc-e570-41de-9937-bd99a8df2ec0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:38.084689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2afca99a-d145-4d70-a733-3ad3b4e67db5 req-ed0634dc-e570-41de-9937-bd99a8df2ec0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Synchronizing usage tracker for tenant:a4a62a8c174445a691623ed243915fc9 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:52:38.099556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5277a6-8d54-48f7-96f9-08b8f190c024 req-70be4a92-63f2-462a-a6f0-fab408391113 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:38.101054 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5a5277a6-8d54-48f7-96f9-08b8f190c024 req-70be4a92-63f2-462a-a6f0-fab408391113 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.4536164 Feb 18 08:52:38.163964 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2afca99a-d145-4d70-a733-3ad3b4e67db5 req-ed0634dc-e570-41de-9937-bd99a8df2ec0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Unset dirty status for tenant:a4a62a8c174445a691623ed243915fc9 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:52:38.165148 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2afca99a-d145-4d70-a733-3ad3b4e67db5 req-ed0634dc-e570-41de-9937-bd99a8df2ec0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7c48439-6041-4169-8b1d-4ab6f6522386 HTTP/1.1" status: 200 len: 931 time: 0.5156715 Feb 18 08:52:38.171860 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:38.208657 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5a5277a6-8d54-48f7-96f9-08b8f190c024 req-8561d861-c12a-48c1-a438-eccddde9f80d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967278 Feb 18 08:52:38.281771 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2afca99a-d145-4d70-a733-3ad3b4e67db5 req-ca988f9d-3618-48ea-834a-9c66d1fb5f6c tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960240 Feb 18 08:52:38.364248 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e983150e-2a96-419b-8335-dbd74c8d3387', 'name': 'network-vif-deleted', 'tag': '1a6ea11f-b91f-4b82-858d-2dd2967fced8', 'status': 'completed', 'code': 200} Feb 18 08:52:38.408577 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:52:38.428904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08f101ee-365a-45ae-912b-48f5586924e4 req-c0e52479-48f0-4f88-82ce-c8eef9a45f41 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--793082106&fields=id&tenant_id=3c0c64350cc646d0ba5cd476344b9e39 HTTP/1.1" status: 200 len: 267 time: 0.0904624 Feb 18 08:52:38.941646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dfc86-62ec-475c-aa1e-b4edbc62c2f6 req-9798ee2e-c014-4957-ad52-3364b1f265b7 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:38.943415 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b88dfc86-62ec-475c-aa1e-b4edbc62c2f6 req-9798ee2e-c014-4957-ad52-3364b1f265b7 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 1100 time: 0.4674323 Feb 18 08:52:38.957211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f101ee-365a-45ae-912b-48f5586924e4 req-26cf927b-d9b7-4804-b3d5-fd6c6cf52c1e tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:38.958901 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08f101ee-365a-45ae-912b-48f5586924e4 req-26cf927b-d9b7-4804-b3d5-fd6c6cf52c1e tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/networks?id=b928b300-8a24-406f-9999-eb6cad70bd79 HTTP/1.1" status: 200 len: 812 time: 0.4839969 Feb 18 08:52:39.025944 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08f101ee-365a-45ae-912b-48f5586924e4 req-bc4753c9-12b1-4d35-9302-00f4682b3862 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/quotas/3c0c64350cc646d0ba5cd476344b9e39 HTTP/1.1" status: 200 len: 375 time: 0.0547245 Feb 18 08:52:39.143271 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 75ec38e4-0ac9-438d-a57d-2e53b8a40f40 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:52:39.165496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-cdd89480-5318-4297-b7e5-17303327850d tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:39.166889 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-cdd89480-5318-4297-b7e5-17303327850d tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.61 "GET /v2.0/networks?id=5d5e2a5a-f047-425a-86b2-0b3143ac8640 HTTP/1.1" status: 200 len: 816 time: 0.3761892 Feb 18 08:52:39.175843 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b88dfc86-62ec-475c-aa1e-b4edbc62c2f6 req-01886434-c540-43cc-b137-01bd58c1d245 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158153 Feb 18 08:52:39.178063 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5877160-cfe8-4283-b324-ad071c796a09 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:52:39.202507 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:39.242144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Transition to ACTIVE for port object c5877160-cfe8-4283-b324-ad071c796a09 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:39.256082 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-995bee13-678e-4eac-8858-6d8d155ce6d2 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621 HTTP/1.1" status: 200 len: 380 time: 0.0725887 Feb 18 08:52:39.260126 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:39.286235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-260ca008-0bbf-4f2e-96a0-5a7d3a94fe21 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Request body: {'port': {'device_id': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'admin_state_up': True, 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'security_groups': ['f02096e5-8315-4620-a805-ae06b2320efc']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:39.374208 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 75ec38e4-0ac9-438d-a57d-2e53b8a40f40, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=75ec38e4-0ac9-438d-a57d-2e53b8a40f40,segment=NetworkSegment(2dc9f451-7714-4501-ba70-b3cbdc99e061),segment_id=2dc9f451-7714-4501-ba70-b3cbdc99e061)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:39.396958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '75ec38e4-0ac9-438d-a57d-2e53b8a40f40', 'network_id': 'f8f83e9a-ea62-4653-8b93-6344cc790dbf', 'port_id': '75ec38e4-0ac9-438d-a57d-2e53b8a40f40', 'mac_address': 'fa:16:3e:31:76:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53d29a2-36c9-4005-8e08-106a7cabb46a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:52:39.463527 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:39.482867 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ec38e4-0ac9-438d-a57d-2e53b8a40f40 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:52:39.498634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 75ec38e4-0ac9-438d-a57d-2e53b8a40f40, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=75ec38e4-0ac9-438d-a57d-2e53b8a40f40,segment=NetworkSegment(2dc9f451-7714-4501-ba70-b3cbdc99e061),segment_id=2dc9f451-7714-4501-ba70-b3cbdc99e061)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:39.503075 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:39.533208 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3cfa1e28-9c6d-4165-91a8-32e1c3285220 req-21642d74-e260-4f4c-aafd-579128feda61 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 210 time: 0.1683736 Feb 18 08:52:39.551440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-08f101ee-365a-45ae-912b-48f5586924e4 req-ef51d16b-dbbd-4baa-898c-3b53c2282932 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Synchronizing usage tracker for tenant:3c0c64350cc646d0ba5cd476344b9e39 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:52:39.555043 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53212) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:39.577588 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=75ec38e4-0ac9-438d-a57d-2e53b8a40f40,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:39.586786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5877160-cfe8-4283-b324-ad071c796a09,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:39.587980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.588405 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.588762 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.589504 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.589847 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.590179 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.590556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.590887 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.591210 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.592196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.592979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.593327 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.710337 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:39.724954 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:39.727290 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-08f101ee-365a-45ae-912b-48f5586924e4 req-ef51d16b-dbbd-4baa-898c-3b53c2282932 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Unset dirty status for tenant:3c0c64350cc646d0ba5cd476344b9e39 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:52:39.729006 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Usage tracker for resource:security_group_rule and tenant:5332a326580243bda2df75cb73ecc94d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:39.729736 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08f101ee-365a-45ae-912b-48f5586924e4 req-ef51d16b-dbbd-4baa-898c-3b53c2282932 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c0c64350cc646d0ba5cd476344b9e39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6641994 Feb 18 08:52:39.731906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:39.738320 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:39.772252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-260ca008-0bbf-4f2e-96a0-5a7d3a94fe21 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:39.835562 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:39.840088 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:39.840798 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-260ca008-0bbf-4f2e-96a0-5a7d3a94fe21 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:39.886042 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799171d5-1014-471a-91dd-f6b3c91e648b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:39.890708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-260ca008-0bbf-4f2e-96a0-5a7d3a94fe21 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Made reservation on behalf of c7aae89a9b4a4075b2ddf8edaad1f621 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:52:39.894728 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-260ca008-0bbf-4f2e-96a0-5a7d3a94fe21 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:39.897007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.897353 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.897692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.898042 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.898359 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.898685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.899009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.899331 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.899649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.899972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.900314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.900637 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:52:39.903353 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Attempting to bind port c5877160-cfe8-4283-b324-ad071c796a09 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:52:39.903686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Attempting to bind port c5877160-cfe8-4283-b324-ad071c796a09 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '127fbf82-eedd-4b22-9791-7c88cc8b5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:52:39.904017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Attempting to bind port c5877160-cfe8-4283-b324-ad071c796a09 on network 6c34d911-d8e0-4928-8f9f-24e8af7e550a {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:39.908498 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e3433e4b-1bd3-4df7-becc-8b69c0dc792c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5332a326580243bda2df75cb73ecc94d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3489535 Feb 18 08:52:39.908830 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53218) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:39.929355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Port c5877160-cfe8-4283-b324-ad071c796a09 on network 6c34d911-d8e0-4928-8f9f-24e8af7e550a not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:52:39.929677 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Attempting to bind port c5877160-cfe8-4283-b324-ad071c796a09 on network 6c34d911-d8e0-4928-8f9f-24e8af7e550a {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:39.938545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['75ec38e4-0ac9-438d-a57d-2e53b8a40f40'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:52:39.953372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:52:39.954352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Checking segment: {'id': '127fbf82-eedd-4b22-9791-7c88cc8b5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:52:39.954774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Bound using segment: {'id': '127fbf82-eedd-4b22-9791-7c88cc8b5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:52:39.955287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Bound port: c5877160-cfe8-4283-b324-ad071c796a09, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127fbf82-eedd-4b22-9791-7c88cc8b5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:52:39.955628 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:39.973445 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b82ae820-0240-4742-934c-a046fee656d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:40.002019 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b82ae820-0240-4742-934c-a046fee656d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:40.037331 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08f101ee-365a-45ae-912b-48f5586924e4 req-93f211f2-26d6-473e-b81d-2c13e12be5d1 service neutron] 10.222.0.72 "GET /v2.0/networks/b928b300-8a24-406f-9999-eb6cad70bd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890244 Feb 18 08:52:40.061716 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b82ae820-0240-4742-934c-a046fee656d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:40.083302 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ae820-0240-4742-934c-a046fee656d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799171d5-1014-471a-91dd-f6b3c91e648b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:40.094467 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b82ae820-0240-4742-934c-a046fee656d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:40.098786 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b82ae820-0240-4742-934c-a046fee656d6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/799171d5-1014-471a-91dd-f6b3c91e648b HTTP/1.1" status: 204 len: 168 time: 0.1859059 Feb 18 08:52:40.104934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a106a-a16c-47b5-90d9-8c14c202fef6 req-daab3513-f39e-451e-877d-be20a88158d8 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:40.106416 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a66a106a-a16c-47b5-90d9-8c14c202fef6 req-daab3513-f39e-451e-877d-be20a88158d8 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ef90e04-36a3-4bc4-8b65-83636c62b88e HTTP/1.1" status: 200 len: 944 time: 0.4235141 Feb 18 08:52:40.341937 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a66a106a-a16c-47b5-90d9-8c14c202fef6 req-c94fd1e9-ad7d-4a77-859a-5a920a14783b tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/security-groups?id=598c0760-13c9-4fca-9edd-695a3d329ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142489 Feb 18 08:52:40.353489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] For port c5877160-cfe8-4283-b324-ad071c796a09, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:52:40.382958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] For port c5877160-cfe8-4283-b324-ad071c796a09, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c5877160-cfe8-4283-b324-ad071c796a09,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:52:40.384409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-260ca008-0bbf-4f2e-96a0-5a7d3a94fe21 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Allocated IP 172.20.0.6 (5d5e2a5a-f047-425a-86b2-0b3143ac8640/df727fe9-3fec-4967-a902-47fe24f8ed0f/d601f0b0-105d-4d14-874a-01473e5a0b85) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:52:40.387910 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08f101ee-365a-45ae-912b-48f5586924e4 req-84a1b0ed-cb3f-44f4-b7ac-784d7b736957 service neutron] 10.222.0.72 "GET /v2.0/networks/b928b300-8a24-406f-9999-eb6cad70bd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160903 Feb 18 08:52:40.391791 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:40.449267 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53228) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:40.472424 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87ce0811-0cd8-4f2a-8c1b-5bf335bcad13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:40.490109 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-87ce0811-0cd8-4f2a-8c1b-5bf335bcad13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:40.494314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-87ce0811-0cd8-4f2a-8c1b-5bf335bcad13 admin admin] Usage tracker for resource:security_group_rule and tenant:159c5ec74b2b4dc397ff21fa21c3430c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:40.497245 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-87ce0811-0cd8-4f2a-8c1b-5bf335bcad13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:40.503413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-87ce0811-0cd8-4f2a-8c1b-5bf335bcad13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:40.601783 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87ce0811-0cd8-4f2a-8c1b-5bf335bcad13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:40.608156 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87ce0811-0cd8-4f2a-8c1b-5bf335bcad13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:40.664333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:40.664603 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:40.666575 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] 10.222.0.61 "PUT /v2.0/ports/c5877160-cfe8-4283-b324-ad071c796a09 HTTP/1.1" status: 200 len: 1091 time: 2.7396717 Feb 18 08:52:40.668605 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-87ce0811-0cd8-4f2a-8c1b-5bf335bcad13 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=159c5ec74b2b4dc397ff21fa21c3430c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180796 Feb 18 08:52:40.672785 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53238) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:40.673390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c48439-6041-4169-8b1d-4ab6f6522386', 'tag': 'c5877160-cfe8-4283-b324-ad071c796a09'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:40.675545 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce0811-0cd8-4f2a-8c1b-5bf335bcad13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f959650f-fccc-479c-9d40-4621e4551bfa,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:40.741633 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e115a9e7-dc67-47cc-9c54-97d62e7e823f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:40.772978 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e115a9e7-dc67-47cc-9c54-97d62e7e823f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:40.808533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9fba1-4958-48ce-959e-08989f19d4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5877160-cfe8-4283-b324-ad071c796a09,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:40.840058 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e115a9e7-dc67-47cc-9c54-97d62e7e823f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:40.871048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115a9e7-dc67-47cc-9c54-97d62e7e823f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f959650f-fccc-479c-9d40-4621e4551bfa,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:40.874717 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e115a9e7-dc67-47cc-9c54-97d62e7e823f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:40.876788 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e115a9e7-dc67-47cc-9c54-97d62e7e823f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f959650f-fccc-479c-9d40-4621e4551bfa HTTP/1.1" status: 204 len: 168 time: 0.2030587 Feb 18 08:52:41.005797 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:41.012063 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970404c-1593-428e-8afd-530c55ab202e req-2fd1df7f-8bac-4cd6-ad7d-d578b61ae2cb tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:41.013568 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f970404c-1593-428e-8afd-530c55ab202e req-2fd1df7f-8bac-4cd6-ad7d-d578b61ae2cb tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.4158614 Feb 18 08:52:41.021374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c651e1-3c5e-451e-a865-e35f3896d9ad req-22150f07-f436-4cf1-a8c4-b1777393a111 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:41.022780 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-74c651e1-3c5e-451e-a865-e35f3896d9ad req-22150f07-f436-4cf1-a8c4-b1777393a111 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7c48439-6041-4169-8b1d-4ab6f6522386 HTTP/1.1" status: 200 len: 943 time: 0.3523037 Feb 18 08:52:41.138338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-8ac9f9aa-9bac-4a9f-9b7d-b84f55b7175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:41.139960 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-8ac9f9aa-9bac-4a9f-9b7d-b84f55b7175e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4a62a8c174445a691623ed243915fc9&device_id=d7c48439-6041-4169-8b1d-4ab6f6522386 HTTP/1.1" status: 200 len: 1094 time: 0.4136107 Feb 18 08:52:41.159565 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f970404c-1593-428e-8afd-530c55ab202e req-56ed4464-65ab-4c8d-a477-a8eb2613bae2 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358232 Feb 18 08:52:41.231763 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-260ca008-0bbf-4f2e-96a0-5a7d3a94fe21 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:41.248665 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-9059e927-d86d-4273-8cc8-867c4be3c551 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5877160-cfe8-4283-b324-ad071c796a09 HTTP/1.1" status: 200 len: 217 time: 0.0842721 Feb 18 08:52:41.265050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-74c651e1-3c5e-451e-a865-e35f3896d9ad req-23091c5e-a00d-4220-8b18-1081ca4b1696 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275145 Feb 18 08:52:41.344182 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:41.389431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-260ca008-0bbf-4f2e-96a0-5a7d3a94fe21 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Transition to ACTIVE for port object d601f0b0-105d-4d14-874a-01473e5a0b85 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:41.443790 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-de36762e-e6eb-4831-8f70-f0180bbc817c tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=259cd62e1f1340f9828d7d7a1587db25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575624 Feb 18 08:52:41.490237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-c945f899-2910-4b78-8397-d80171c00fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:41.491699 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-c945f899-2910-4b78-8397-d80171c00fac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fd32f46-ee09-481e-b1fa-9eb10ab6742b HTTP/1.1" status: 200 len: 855 time: 0.2257149 Feb 18 08:52:41.521203 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18220a75-04ee-44fa-bf90-df6cf71185df req-fc064b13-4ab8-411e-ad9f-9a5810e534ea tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 210 time: 0.0795596 Feb 18 08:52:41.625064 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-ccd74bd3-8df3-4cd6-a0cd-47fbc5ca3ac1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c34d911-d8e0-4928-8f9f-24e8af7e550a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260808 Feb 18 08:52:41.776500 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-27bca211-ac37-4468-a1f1-73caa155cbea req-c09ff78b-980c-4f24-a253-e875e0fa5852 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 210 time: 0.1370230 Feb 18 08:52:41.826099 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-260ca008-0bbf-4f2e-96a0-5a7d3a94fe21 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:41.877901 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c48439-6041-4169-8b1d-4ab6f6522386', 'tag': 'c5877160-cfe8-4283-b324-ad071c796a09', 'status': 'completed', 'code': 200} Feb 18 08:52:41.884670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-a8655844-e7ef-4e3a-a0ad-9585d84f17f6 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:41.886150 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-a8655844-e7ef-4e3a-a0ad-9585d84f17f6 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3990486 Feb 18 08:52:42.012775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-260ca008-0bbf-4f2e-96a0-5a7d3a94fe21 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:52:42.014390 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-38fb239e-f3e3-4da7-a1db-f4ef36b73036 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/quotas/259cd62e1f1340f9828d7d7a1587db25 HTTP/1.1" status: 200 len: 375 time: 0.1007116 Feb 18 08:52:42.023635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-260ca008-0bbf-4f2e-96a0-5a7d3a94fe21 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:42.027206 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-c77c058f-cc73-4f8b-ba2a-a888a066171d service neutron] 10.222.0.61 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919134 Feb 18 08:52:42.027920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-260ca008-0bbf-4f2e-96a0-5a7d3a94fe21 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:52:42.201649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-260ca008-0bbf-4f2e-96a0-5a7d3a94fe21 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:42.202303 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-260ca008-0bbf-4f2e-96a0-5a7d3a94fe21 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:42.207618 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ca008-0bbf-4f2e-96a0-5a7d3a94fe21 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Pushing event updated for resources: {'Port': ['ID=d601f0b0-105d-4d14-874a-01473e5a0b85,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:42.362065 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-64642443-b3ff-4fbb-969f-35cc99068849 None None] Provisioning for port d601f0b0-105d-4d14-874a-01473e5a0b85 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:42.370369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-64642443-b3ff-4fbb-969f-35cc99068849 None None] Provisioning complete for port d601f0b0-105d-4d14-874a-01473e5a0b85 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:42.371032 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-64642443-b3ff-4fbb-969f-35cc99068849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:42.441610 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-64642443-b3ff-4fbb-969f-35cc99068849 None None] Port d601f0b0-105d-4d14-874a-01473e5a0b85 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:52:42.559461 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-260ca008-0bbf-4f2e-96a0-5a7d3a94fe21 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2808306 Feb 18 08:52:42.588713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Request body: {'port': {'device_id': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:42.707835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e4bb0-9c87-49f5-a205-ede2830292a5 req-c3270ef7-6d38-4fff-a2d6-5f25d5f90946 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:42.709255 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b6e4bb0-9c87-49f5-a205-ede2830292a5 req-c3270ef7-6d38-4fff-a2d6-5f25d5f90946 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ef90e04-36a3-4bc4-8b65-83636c62b88e HTTP/1.1" status: 200 len: 944 time: 0.7433376 Feb 18 08:52:42.720875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd9ccfb1-feed-4a76-b611-266cefe7df0d req-25badba6-33f7-46b9-b433-d5a7498a2479 service neutron] 10.222.0.61 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550098 Feb 18 08:52:42.727467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f101ee-365a-45ae-912b-48f5586924e4 req-999fdd4c-bf1c-469c-963b-e965be491375 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:42.728893 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08f101ee-365a-45ae-912b-48f5586924e4 req-999fdd4c-bf1c-469c-963b-e965be491375 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.81 "GET /v2.0/networks?id=b928b300-8a24-406f-9999-eb6cad70bd79 HTTP/1.1" status: 200 len: 812 time: 0.7089491 Feb 18 08:52:42.782187 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-5b946b2a-cba4-4ff2-8465-1d77d848db36 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6904061 Feb 18 08:52:42.920853 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:42.969060 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08f101ee-365a-45ae-912b-48f5586924e4 req-75f02fc4-16e2-4316-8d91-14b9ac64aa34 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c0c64350cc646d0ba5cd476344b9e39 HTTP/1.1" status: 200 len: 379 time: 0.2010765 Feb 18 08:52:42.979029 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b6e4bb0-9c87-49f5-a205-ede2830292a5 req-7cc027b5-e9ee-4579-ba14-325012891338 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/security-groups?id=598c0760-13c9-4fca-9edd-695a3d329ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458434 Feb 18 08:52:43.114540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-08f101ee-365a-45ae-912b-48f5586924e4 req-9bbe7113-0cab-4139-843a-0f187c32bf9e tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Request body: {'port': {'device_id': 'ce0adb49-f01f-4bd0-ba23-20dcbb32108d', 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79', 'admin_state_up': True, 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'security_groups': ['82a1e931-82cb-47e4-81f6-3c31946c3e97']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:43.161578 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 75ec38e4-0ac9-438d-a57d-2e53b8a40f40 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:43.231776 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 75ec38e4-0ac9-438d-a57d-2e53b8a40f40 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:43.241361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 75ec38e4-0ac9-438d-a57d-2e53b8a40f40 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:43.241361 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:43.342142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4839f-93de-48b6-aaf4-82a66ad774a5 req-41127462-4526-4b20-9eec-0bd39b134813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:43.343641 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c4839f-93de-48b6-aaf4-82a66ad774a5 req-41127462-4526-4b20-9eec-0bd39b134813 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4a62a8c174445a691623ed243915fc9&device_id=d7c48439-6041-4169-8b1d-4ab6f6522386 HTTP/1.1" status: 200 len: 1094 time: 0.5605857 Feb 18 08:52:43.369212 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:43.400214 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef90e04-36a3-4bc4-8b65-83636c62b88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ec38e4-0ac9-438d-a57d-2e53b8a40f40'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:43.413278 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 75ec38e4-0ac9-438d-a57d-2e53b8a40f40, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=75ec38e4-0ac9-438d-a57d-2e53b8a40f40,segment=NetworkSegment(2dc9f451-7714-4501-ba70-b3cbdc99e061),segment_id=2dc9f451-7714-4501-ba70-b3cbdc99e061)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:43.418137 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:43.504994 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=75ec38e4-0ac9-438d-a57d-2e53b8a40f40,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:43.605478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-08f101ee-365a-45ae-912b-48f5586924e4 req-9bbe7113-0cab-4139-843a-0f187c32bf9e tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:43.620508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c26f9-cf2c-426c-b266-b703beace0df req-edda615f-7bf5-46f3-b720-93bf07da4f48 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:43.621981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a2c26f9-cf2c-426c-b266-b703beace0df req-edda615f-7bf5-46f3-b720-93bf07da4f48 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.5836463 Feb 18 08:52:43.664707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-08f101ee-365a-45ae-912b-48f5586924e4 req-9bbe7113-0cab-4139-843a-0f187c32bf9e tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:43.722852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4839f-93de-48b6-aaf4-82a66ad774a5 req-9c23a9f2-51e5-4d63-b78e-1f4915eb5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:43.724617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c4839f-93de-48b6-aaf4-82a66ad774a5 req-9c23a9f2-51e5-4d63-b78e-1f4915eb5de0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c34d911-d8e0-4928-8f9f-24e8af7e550a HTTP/1.1" status: 200 len: 916 time: 0.3664715 Feb 18 08:52:43.732345 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ef069-a83b-4090-b747-2db2efa1ac73 req-6ef92361-200a-4021-9210-f4ad5d07b126 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:43.733995 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e89ef069-a83b-4090-b747-2db2efa1ac73 req-6ef92361-200a-4021-9210-f4ad5d07b126 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7c48439-6041-4169-8b1d-4ab6f6522386 HTTP/1.1" status: 200 len: 943 time: 0.6029067 Feb 18 08:52:43.754135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f101ee-365a-45ae-912b-48f5586924e4 req-9bbe7113-0cab-4139-843a-0f187c32bf9e tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Made reservation on behalf of 3c0c64350cc646d0ba5cd476344b9e39 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:52:43.757877 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-08f101ee-365a-45ae-912b-48f5586924e4 req-9bbe7113-0cab-4139-843a-0f187c32bf9e tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:43.873947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c4839f-93de-48b6-aaf4-82a66ad774a5 req-68c7a993-0c83-4e75-81a5-b8135e5fa842 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5877160-cfe8-4283-b324-ad071c796a09 HTTP/1.1" status: 200 len: 217 time: 0.1284051 Feb 18 08:52:43.877762 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a2c26f9-cf2c-426c-b266-b703beace0df req-1c93ae37-3f2a-4bd5-95e6-9d4e69d489ab tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282598 Feb 18 08:52:43.999507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e89ef069-a83b-4090-b747-2db2efa1ac73 req-b8bbe1a5-3933-4b23-9fc3-b157815d4d2b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321122 Feb 18 08:52:44.247339 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-41f325e3-fe47-4ade-9af2-16f50e50e856 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=259cd62e1f1340f9828d7d7a1587db25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437832 Feb 18 08:52:44.260948 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c515991-768c-470a-a51e-a8bd6442fea2 req-68a72d80-f328-4137-a7ea-050dd86cc4c3 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 210 time: 0.2503707 Feb 18 08:52:44.288677 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4839f-93de-48b6-aaf4-82a66ad774a5 req-311f3881-d721-4b32-bcc9-aa88555f6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:44.293726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c4839f-93de-48b6-aaf4-82a66ad774a5 req-311f3881-d721-4b32-bcc9-aa88555f6c55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fd32f46-ee09-481e-b1fa-9eb10ab6742b HTTP/1.1" status: 200 len: 855 time: 0.4099600 Feb 18 08:52:44.470566 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c4839f-93de-48b6-aaf4-82a66ad774a5 req-87e78f0d-07ff-4b1f-838b-21a939329bbc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c34d911-d8e0-4928-8f9f-24e8af7e550a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051986 Feb 18 08:52:44.476928 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-d43be7f9-a6cf-40a5-b7a5-c61d396e2f5b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:44.479743 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-d43be7f9-a6cf-40a5-b7a5-c61d396e2f5b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2264652 Feb 18 08:52:44.492939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-adb9f042-eaea-4a1b-b4a0-7aa8be7c6b07 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Request body: {'port': {'device_id': '1780d3e2-30e5-4dd3-bae3-48775f6de101', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '259cd62e1f1340f9828d7d7a1587db25'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:44.510278 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d601f0b0-105d-4d14-874a-01473e5a0b85 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:52:44.552334 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:44.568324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-803a27db-e33d-46d6-af9c-02ef9140f90e req-f257de5e-d2ce-4490-ad34-b2990cbdf5c7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=1780d3e2-30e5-4dd3-bae3-48775f6de101 HTTP/1.1" status: 200 len: 210 time: 0.1478572 Feb 18 08:52:44.646532 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef90e04-36a3-4bc4-8b65-83636c62b88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ec38e4-0ac9-438d-a57d-2e53b8a40f40', 'code': 200} Feb 18 08:52:44.667101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Transition to ACTIVE for port object d601f0b0-105d-4d14-874a-01473e5a0b85 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:44.674508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-08f101ee-365a-45ae-912b-48f5586924e4 req-9bbe7113-0cab-4139-843a-0f187c32bf9e tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Allocated IP 172.20.0.10 (b928b300-8a24-406f-9999-eb6cad70bd79/13ea0752-efa5-4df3-92c3-2023be837deb/494276b2-7ec6-4f21-875b-1b8e4d98e581) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:52:44.681322 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:44.712399 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-adb9f042-eaea-4a1b-b4a0-7aa8be7c6b07 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:44.723014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-adb9f042-eaea-4a1b-b4a0-7aa8be7c6b07 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:44.792421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-adb9f042-eaea-4a1b-b4a0-7aa8be7c6b07 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Made reservation on behalf of 259cd62e1f1340f9828d7d7a1587db25 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:52:44.798700 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-adb9f042-eaea-4a1b-b4a0-7aa8be7c6b07 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:44.922902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc7016-1ae2-45fa-bf72-5257a563980b req-63f3c987-10f5-4aa7-97c6-5de6d730b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:44.924886 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-65dc7016-1ae2-45fa-bf72-5257a563980b req-63f3c987-10f5-4aa7-97c6-5de6d730b847 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5ef90e04-36a3-4bc4-8b65-83636c62b88e HTTP/1.1" status: 200 len: 1096 time: 0.1987164 Feb 18 08:52:45.006265 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48c508-08e8-4df7-aabe-df769cd106dd req-658bd688-5fb8-4448-a191-816f7713d4c9 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:45.007276 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ef48c508-08e8-4df7-aabe-df769cd106dd req-658bd688-5fb8-4448-a191-816f7713d4c9 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Synchronizing usage tracker for tenant:c7aae89a9b4a4075b2ddf8edaad1f621 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:52:45.010034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Pushing event updated for resources: {'Port': ['ID=d601f0b0-105d-4d14-874a-01473e5a0b85,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:45.020846 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c4839f-93de-48b6-aaf4-82a66ad774a5 req-ae227c4a-3679-44b6-8d84-4ccfcbba1f2d service neutron] 10.222.0.61 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131545 Feb 18 08:52:45.029381 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-65dc7016-1ae2-45fa-bf72-5257a563980b req-3e96c4cf-73fd-406a-b753-71a7a3cbe9dc service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=598c0760-13c9-4fca-9edd-695a3d329ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976183 Feb 18 08:52:45.063942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-adb9f042-eaea-4a1b-b4a0-7aa8be7c6b07 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Allocated IP 192.168.233.112 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/9ecc592e-5be6-4efd-a9df-b6454d1e1773) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:52:45.293217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ef48c508-08e8-4df7-aabe-df769cd106dd req-658bd688-5fb8-4448-a191-816f7713d4c9 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Unset dirty status for tenant:c7aae89a9b4a4075b2ddf8edaad1f621 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:52:45.294363 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef48c508-08e8-4df7-aabe-df769cd106dd req-658bd688-5fb8-4448-a191-816f7713d4c9 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 931 time: 1.0188682 Feb 18 08:52:45.413656 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-adb9f042-eaea-4a1b-b4a0-7aa8be7c6b07 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:45.430806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-adb9f042-eaea-4a1b-b4a0-7aa8be7c6b07 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Transition to ACTIVE for port object 9ecc592e-5be6-4efd-a9df-b6454d1e1773 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:45.456135 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-adb9f042-eaea-4a1b-b4a0-7aa8be7c6b07 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:45.468719 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['4c45de44-0392-4c95-9687-a557a54d9fc1', '3f77bea7-e6e0-45e7-a4db-9f99e09cb922', '25d3a1d3-7047-4495-b537-7c39b8c631cb', '32e863b0-3d00-46eb-a579-bf599725623f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:52:45.490118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Attempting to bind port d601f0b0-105d-4d14-874a-01473e5a0b85 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:52:45.490454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Attempting to bind port d601f0b0-105d-4d14-874a-01473e5a0b85 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:52:45.490783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Attempting to bind port d601f0b0-105d-4d14-874a-01473e5a0b85 on network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:45.499699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650ad1f-87f6-4999-8d35-c6b7ead0a6c1 req-e80e42d5-62dd-45b1-89c1-890df76d50bc tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:45.502429 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c650ad1f-87f6-4999-8d35-c6b7ead0a6c1 req-e80e42d5-62dd-45b1-89c1-890df76d50bc tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ef90e04-36a3-4bc4-8b65-83636c62b88e HTTP/1.1" status: 200 len: 945 time: 0.7375824 Feb 18 08:52:45.505163 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef48c508-08e8-4df7-aabe-df769cd106dd req-44979d65-492a-4387-abff-72788d8d655a tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993220 Feb 18 08:52:45.513305 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c4839f-93de-48b6-aaf4-82a66ad774a5 req-626488cb-adb2-4901-8efc-d9bb566f7d66 service neutron] 10.222.0.61 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645325 Feb 18 08:52:45.519142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Port d601f0b0-105d-4d14-874a-01473e5a0b85 on network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:52:45.519695 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Attempting to bind port d601f0b0-105d-4d14-874a-01473e5a0b85 on network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:45.526117 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-08f101ee-365a-45ae-912b-48f5586924e4 req-9bbe7113-0cab-4139-843a-0f187c32bf9e tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:45.540152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-adb9f042-eaea-4a1b-b4a0-7aa8be7c6b07 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:52:45.543690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-adb9f042-eaea-4a1b-b4a0-7aa8be7c6b07 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:45.544809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:52:45.547576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Checking segment: {'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:52:45.548206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Bound using segment: {'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:52:45.550287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Bound port: d601f0b0-105d-4d14-874a-01473e5a0b85, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:52:45.550943 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:45.567450 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-adb9f042-eaea-4a1b-b4a0-7aa8be7c6b07 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:52:45.594822 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['14fa4ce6-f550-4895-8d9c-63279a962fba', '367bb83c-1982-4f57-b76f-469819aea79f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:52:45.669923 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9f042-eaea-4a1b-b4a0-7aa8be7c6b07 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Pushing event updated for resources: {'Port': ['ID=9ecc592e-5be6-4efd-a9df-b6454d1e1773,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:45.711768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-adb9f042-eaea-4a1b-b4a0-7aa8be7c6b07 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:45.713297 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-adb9f042-eaea-4a1b-b4a0-7aa8be7c6b07 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:45.743309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-08f101ee-365a-45ae-912b-48f5586924e4 req-9bbe7113-0cab-4139-843a-0f187c32bf9e tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Transition to ACTIVE for port object 494276b2-7ec6-4f21-875b-1b8e4d98e581 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:45.774735 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-adb9f042-eaea-4a1b-b4a0-7aa8be7c6b07 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2836528 Feb 18 08:52:45.787950 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Request body: {'port': {'device_id': '1780d3e2-30e5-4dd3-bae3-48775f6de101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:45.815102 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c650ad1f-87f6-4999-8d35-c6b7ead0a6c1 req-b5bfeeb8-2ab8-405f-ab76-c164e5854a77 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/security-groups?id=598c0760-13c9-4fca-9edd-695a3d329ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002267 Feb 18 08:52:45.904757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] For port d601f0b0-105d-4d14-874a-01473e5a0b85, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:52:45.912647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] For port d601f0b0-105d-4d14-874a-01473e5a0b85, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=d601f0b0-105d-4d14-874a-01473e5a0b85,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:52:45.977767 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:46.026319 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:46.046650 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f3e63a43-2344-41b0-9d65-1ff79f47efa8 None None] Provisioning for port 9ecc592e-5be6-4efd-a9df-b6454d1e1773 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:46.058389 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f3e63a43-2344-41b0-9d65-1ff79f47efa8 None None] Provisioning complete for port 9ecc592e-5be6-4efd-a9df-b6454d1e1773 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:46.058973 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f3e63a43-2344-41b0-9d65-1ff79f47efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:46.100626 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-08f101ee-365a-45ae-912b-48f5586924e4 req-9bbe7113-0cab-4139-843a-0f187c32bf9e tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:46.231761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:46.233210 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:46.235488 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] 10.222.0.61 "PUT /v2.0/ports/d601f0b0-105d-4d14-874a-01473e5a0b85 HTTP/1.1" status: 200 len: 1091 time: 3.6644640 Feb 18 08:52:46.251024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'tag': 'd601f0b0-105d-4d14-874a-01473e5a0b85'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:46.326351 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f3e63a43-2344-41b0-9d65-1ff79f47efa8 None None] Port 9ecc592e-5be6-4efd-a9df-b6454d1e1773 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:52:46.347229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f101ee-365a-45ae-912b-48f5586924e4 req-9bbe7113-0cab-4139-843a-0f187c32bf9e tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Network b928b300-8a24-406f-9999-eb6cad70bd79 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:52:46.354809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-08f101ee-365a-45ae-912b-48f5586924e4 req-9bbe7113-0cab-4139-843a-0f187c32bf9e tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:52:46.380057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f101ee-365a-45ae-912b-48f5586924e4 req-9bbe7113-0cab-4139-843a-0f187c32bf9e tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:52:46.447739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cccb9b-2c27-434a-b84b-4120c2770709 service neutron] Pushing event updated for resources: {'Port': ['ID=d601f0b0-105d-4d14-874a-01473e5a0b85,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:46.553977 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f101ee-365a-45ae-912b-48f5586924e4 req-9bbe7113-0cab-4139-843a-0f187c32bf9e tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:46.554580 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-08f101ee-365a-45ae-912b-48f5586924e4 req-9bbe7113-0cab-4139-843a-0f187c32bf9e tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:46.693883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ecc592e-5be6-4efd-a9df-b6454d1e1773 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:52:46.703732 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:46.721233 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Transition to ACTIVE for port object 9ecc592e-5be6-4efd-a9df-b6454d1e1773 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:46.737168 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:46.973235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe7113-0cab-4139-843a-0f187c32bf9e tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Pushing event updated for resources: {'Port': ['ID=494276b2-7ec6-4f21-875b-1b8e4d98e581,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:47.013106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08f101ee-365a-45ae-912b-48f5586924e4 req-9bbe7113-0cab-4139-843a-0f187c32bf9e tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9133799 Feb 18 08:52:47.029103 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-457471ba-5615-47d4-aa2b-7fe4cc243b64 None None] Provisioning for port 494276b2-7ec6-4f21-875b-1b8e4d98e581 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:47.033482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d3d48-32a5-47c2-b352-dfd049afcdb5 req-b4af17ba-8eec-4bb2-a092-a70e3614f2b7 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:47.035679 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-298d3d48-32a5-47c2-b352-dfd049afcdb5 req-b4af17ba-8eec-4bb2-a092-a70e3614f2b7 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.9211185 Feb 18 08:52:47.050741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-457471ba-5615-47d4-aa2b-7fe4cc243b64 None None] Provisioning complete for port 494276b2-7ec6-4f21-875b-1b8e4d98e581 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:47.051346 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-457471ba-5615-47d4-aa2b-7fe4cc243b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:47.102872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-6775b9f3-47fa-49a0-aef0-e7273c996cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:47.104489 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-6775b9f3-47fa-49a0-aef0-e7273c996cb2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621&device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 1094 time: 0.8038883 Feb 18 08:52:47.105978 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Pushing event updated for resources: {'Port': ['ID=9ecc592e-5be6-4efd-a9df-b6454d1e1773,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:47.127988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Request body: {'port': {'device_id': 'ce0adb49-f01f-4bd0-ba23-20dcbb32108d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:52:47.174543 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-298d3d48-32a5-47c2-b352-dfd049afcdb5 req-faa87459-0b5b-4f94-b234-0812d1d853f4 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316299 Feb 18 08:52:47.193580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Attempting to bind port 9ecc592e-5be6-4efd-a9df-b6454d1e1773 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:52:47.194328 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Attempting to bind port 9ecc592e-5be6-4efd-a9df-b6454d1e1773 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:52:47.195143 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Attempting to bind port 9ecc592e-5be6-4efd-a9df-b6454d1e1773 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:47.204080 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Port 9ecc592e-5be6-4efd-a9df-b6454d1e1773 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:52:47.204669 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Attempting to bind port 9ecc592e-5be6-4efd-a9df-b6454d1e1773 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:47.211958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:52:47.212664 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:52:47.213227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:52:47.215301 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Bound port: 9ecc592e-5be6-4efd-a9df-b6454d1e1773, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:52:47.215831 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:47.216859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device c5877160-cfe8-4283-b324-ad071c796a09 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:52:47.318157 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-e9a08795-910b-4b7f-8d67-a8593fb797cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d601f0b0-105d-4d14-874a-01473e5a0b85 HTTP/1.1" status: 200 len: 217 time: 0.1946118 Feb 18 08:52:47.332949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ab909-5497-48cf-ac2e-c26e361b6e50 req-dc05acb4-a82a-4357-a51f-edf369c73c21 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:47.340534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] For port 9ecc592e-5be6-4efd-a9df-b6454d1e1773, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:52:47.342806 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-be9ab909-5497-48cf-ac2e-c26e361b6e50 req-dc05acb4-a82a-4357-a51f-edf369c73c21 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7c48439-6041-4169-8b1d-4ab6f6522386 HTTP/1.1" status: 200 len: 943 time: 0.9021339 Feb 18 08:52:47.353611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] For port 9ecc592e-5be6-4efd-a9df-b6454d1e1773, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9ecc592e-5be6-4efd-a9df-b6454d1e1773,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:52:47.362861 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:47.373413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port c5877160-cfe8-4283-b324-ad071c796a09, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c5877160-cfe8-4283-b324-ad071c796a09,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:47.388027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'c5877160-cfe8-4283-b324-ad071c796a09', 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a', 'port_id': 'c5877160-cfe8-4283-b324-ad071c796a09', 'mac_address': 'fa:16:3e:81:1e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fd32f46-ee09-481e-b1fa-9eb10ab6742b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:52:47.389689 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-457471ba-5615-47d4-aa2b-7fe4cc243b64 None None] Port 494276b2-7ec6-4f21-875b-1b8e4d98e581 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:52:47.478056 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:47.518135 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5877160-cfe8-4283-b324-ad071c796a09 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:52:47.533908 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Pushing event updated for resources: {'Port': ['ID=9ecc592e-5be6-4efd-a9df-b6454d1e1773,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:47.547503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port c5877160-cfe8-4283-b324-ad071c796a09, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c5877160-cfe8-4283-b324-ad071c796a09,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:47.557919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:47.558344 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:47.558730 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:47.561226 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-06ca3dfa-bb42-4638-b54a-c71fe00014cb service neutron] 10.222.0.61 "PUT /v2.0/ports/9ecc592e-5be6-4efd-a9df-b6454d1e1773 HTTP/1.1" status: 200 len: 1096 time: 1.7811604 Feb 18 08:52:47.561999 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1780d3e2-30e5-4dd3-bae3-48775f6de101', 'tag': '9ecc592e-5be6-4efd-a9df-b6454d1e1773'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:47.663941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=c5877160-cfe8-4283-b324-ad071c796a09,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:47.724562 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:47.739372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-20eedb34-93c4-4453-a2c5-77ea6e2b1f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:47.741269 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-477e99fd-e764-4569-b4b2-2f68eaa2b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:47.743492 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-477e99fd-e764-4569-b4b2-2f68eaa2b4c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=1780d3e2-30e5-4dd3-bae3-48775f6de101 HTTP/1.1" status: 200 len: 1099 time: 0.1326566 Feb 18 08:52:47.749598 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-20eedb34-93c4-4453-a2c5-77ea6e2b1f5c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df727fe9-3fec-4967-a902-47fe24f8ed0f HTTP/1.1" status: 200 len: 855 time: 0.4056046 Feb 18 08:52:47.808755 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-be9ab909-5497-48cf-ac2e-c26e361b6e50 req-f264226c-ed35-4c96-b475-3f3689771fad tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816552 Feb 18 08:52:47.845840 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-3135a63f-f3db-4e99-af98-4f2d0450305c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=9ecc592e-5be6-4efd-a9df-b6454d1e1773 HTTP/1.1" status: 200 len: 217 time: 0.0938933 Feb 18 08:52:47.961028 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-fa7d3567-0e89-4e13-a86a-ea6cc997a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:47.962282 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-fa7d3567-0e89-4e13-a86a-ea6cc997a68f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1078336 Feb 18 08:52:47.998314 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['c5877160-cfe8-4283-b324-ad071c796a09'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:52:48.103661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-dcbcf119-e163-467d-b056-5da3b066b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:48.105610 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-dcbcf119-e163-467d-b056-5da3b066b4f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332879 Feb 18 08:52:48.131702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd35ab-66a0-4a6c-ab8e-b0ebe866ca58 req-caa166b1-cd4e-4c9d-9ecb-24ee7ba5d964 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:48.132528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9fdd35ab-66a0-4a6c-ab8e-b0ebe866ca58 req-caa166b1-cd4e-4c9d-9ecb-24ee7ba5d964 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Synchronizing usage tracker for tenant:3c0c64350cc646d0ba5cd476344b9e39 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:52:48.196434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9fdd35ab-66a0-4a6c-ab8e-b0ebe866ca58 req-caa166b1-cd4e-4c9d-9ecb-24ee7ba5d964 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Unset dirty status for tenant:3c0c64350cc646d0ba5cd476344b9e39 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:52:48.197722 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fdd35ab-66a0-4a6c-ab8e-b0ebe866ca58 req-caa166b1-cd4e-4c9d-9ecb-24ee7ba5d964 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 932 time: 0.7611418 Feb 18 08:52:48.218015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-3bfdcc12-65cd-41d6-b6d0-cc2bb0cb7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:48.219905 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-3bfdcc12-65cd-41d6-b6d0-cc2bb0cb7471 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5d5e2a5a-f047-425a-86b2-0b3143ac8640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4362464 Feb 18 08:52:48.344374 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-7bb8431e-9dd2-4e61-aecd-8d76b6f0d69a service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270894 Feb 18 08:52:48.418464 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fdd35ab-66a0-4a6c-ab8e-b0ebe866ca58 req-fb4115a4-a807-4b1a-960f-8297b86fffb7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a1e931-82cb-47e4-81f6-3c31946c3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975234 Feb 18 08:52:48.431182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54be271-8864-4e65-a042-c734ddb62d21 req-c9785f54-7d42-44ac-bb3b-2904096fb2e9 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:48.433051 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e54be271-8864-4e65-a042-c734ddb62d21 req-c9785f54-7d42-44ac-bb3b-2904096fb2e9 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=1780d3e2-30e5-4dd3-bae3-48775f6de101 HTTP/1.1" status: 200 len: 948 time: 0.4416695 Feb 18 08:52:48.495339 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'tag': 'd601f0b0-105d-4d14-874a-01473e5a0b85', 'status': 'completed', 'code': 200} Feb 18 08:52:48.601057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-ec0c768a-7625-48d9-bb16-bd231655a485 service neutron] 10.222.0.61 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108287 Feb 18 08:52:48.603409 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ac843b70-92ac-48b2-acde-3a2bc522dedf req-a0feb1b0-c3c3-460d-9efb-1f3816500ca3 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515430 Feb 18 08:52:48.603906 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e54be271-8864-4e65-a042-c734ddb62d21 req-5d35bf71-6ea0-4abb-84a7-92ef6ca10726 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579309 Feb 18 08:52:48.731288 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:52:48.903862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494276b2-7ec6-4f21-875b-1b8e4d98e581 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:52:48.936005 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:48.950076 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-899a7eec-634c-4551-a78d-32fe0fec5fe7 req-af94d8a8-49a0-4b79-be9c-58a3e766333d service neutron] 10.222.0.61 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373637 Feb 18 08:52:48.967342 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Transition to ACTIVE for port object 494276b2-7ec6-4f21-875b-1b8e4d98e581 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:52:48.975736 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:49.024474 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea33a22-769b-4dd7-89e4-2e5fe1da16c4 req-63a2a36f-74fe-4400-9b54-064f64647416 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:49.025947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4ea33a22-769b-4dd7-89e4-2e5fe1da16c4 req-63a2a36f-74fe-4400-9b54-064f64647416 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 943 time: 0.3777833 Feb 18 08:52:49.236464 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a5513-f0f7-4d74-9604-c765af3c7a3b req-8bd7e4c4-f38d-4b69-a154-4ee7001cd24f tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:49.237986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f01a5513-f0f7-4d74-9604-c765af3c7a3b req-8bd7e4c4-f38d-4b69-a154-4ee7001cd24f tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ef90e04-36a3-4bc4-8b65-83636c62b88e HTTP/1.1" status: 200 len: 945 time: 0.4479268 Feb 18 08:52:49.352410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Pushing event updated for resources: {'Port': ['ID=494276b2-7ec6-4f21-875b-1b8e4d98e581,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:49.411637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4ea33a22-769b-4dd7-89e4-2e5fe1da16c4 req-94c30577-2778-4988-bbd4-316e8a9864a2 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433607 Feb 18 08:52:49.472138 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f01a5513-f0f7-4d74-9604-c765af3c7a3b req-e7ebf9b4-ca35-43ee-aacb-683e1b064e8a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/security-groups?id=598c0760-13c9-4fca-9edd-695a3d329ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721816 Feb 18 08:52:49.481070 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1780d3e2-30e5-4dd3-bae3-48775f6de101', 'tag': '9ecc592e-5be6-4efd-a9df-b6454d1e1773', 'status': 'completed', 'code': 200} Feb 18 08:52:49.506643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd728cb-1d61-4c5e-8418-6d3949093d28 req-e49dc46f-0191-4381-ac5d-9996998a177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:49.508138 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fd728cb-1d61-4c5e-8418-6d3949093d28 req-e49dc46f-0191-4381-ac5d-9996998a177a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621&device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 1094 time: 0.4932299 Feb 18 08:52:49.515595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Attempting to bind port 494276b2-7ec6-4f21-875b-1b8e4d98e581 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:52:49.515935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Attempting to bind port 494276b2-7ec6-4f21-875b-1b8e4d98e581 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'b8afe4b3-9a3c-4204-90fa-16927b617d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:52:49.516283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Attempting to bind port 494276b2-7ec6-4f21-875b-1b8e4d98e581 on network b928b300-8a24-406f-9999-eb6cad70bd79 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:49.521176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Port 494276b2-7ec6-4f21-875b-1b8e4d98e581 on network b928b300-8a24-406f-9999-eb6cad70bd79 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:52:49.521509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Attempting to bind port 494276b2-7ec6-4f21-875b-1b8e4d98e581 on network b928b300-8a24-406f-9999-eb6cad70bd79 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:52:49.546149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:52:49.546495 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Checking segment: {'id': 'b8afe4b3-9a3c-4204-90fa-16927b617d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:52:49.546942 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Bound using segment: {'id': 'b8afe4b3-9a3c-4204-90fa-16927b617d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:52:49.547390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Bound port: 494276b2-7ec6-4f21-875b-1b8e4d98e581, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8afe4b3-9a3c-4204-90fa-16927b617d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:52:49.547736 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:49.622330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbdf49-48ae-411a-8439-deb39d2dd1cb req-11dab5ba-a8a1-4c68-8829-517e25f2a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:49.625283 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9fbbdf49-48ae-411a-8439-deb39d2dd1cb req-11dab5ba-a8a1-4c68-8829-517e25f2a870 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=1780d3e2-30e5-4dd3-bae3-48775f6de101 HTTP/1.1" status: 200 len: 1099 time: 0.1020877 Feb 18 08:52:49.863850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] For port 494276b2-7ec6-4f21-875b-1b8e4d98e581, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:52:49.866320 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbdf49-48ae-411a-8439-deb39d2dd1cb req-53a73c6d-a897-47f4-8412-d060b53ca50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:49.868147 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9fbbdf49-48ae-411a-8439-deb39d2dd1cb req-53a73c6d-a897-47f4-8412-d060b53ca50e service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2327955 Feb 18 08:52:49.875924 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] For port 494276b2-7ec6-4f21-875b-1b8e4d98e581, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=494276b2-7ec6-4f21-875b-1b8e4d98e581,segment=NetworkSegment(b8afe4b3-9a3c-4204-90fa-16927b617d87),segment_id=b8afe4b3-9a3c-4204-90fa-16927b617d87)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:52:49.877498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd728cb-1d61-4c5e-8418-6d3949093d28 req-cb57ce2c-89c0-41ca-84a3-9f653bda952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:49.878990 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fd728cb-1d61-4c5e-8418-6d3949093d28 req-cb57ce2c-89c0-41ca-84a3-9f653bda952b service neutron] 10.222.0.61 "GET /v2.0/networks?id=5d5e2a5a-f047-425a-86b2-0b3143ac8640 HTTP/1.1" status: 200 len: 917 time: 0.3515708 Feb 18 08:52:49.941078 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:49.960603 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9fbbdf49-48ae-411a-8439-deb39d2dd1cb req-1add8629-efa5-48b9-8036-b1e6978c0bb3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=9ecc592e-5be6-4efd-a9df-b6454d1e1773 HTTP/1.1" status: 200 len: 217 time: 0.0826991 Feb 18 08:52:50.005667 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fd728cb-1d61-4c5e-8418-6d3949093d28 req-3a629b88-d25a-4c94-807e-e6b07c9c0f9d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d601f0b0-105d-4d14-874a-01473e5a0b85 HTTP/1.1" status: 200 len: 217 time: 0.1152945 Feb 18 08:52:50.045016 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53472) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:50.049087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbdf49-48ae-411a-8439-deb39d2dd1cb req-b2a6817f-ad62-4bb1-a08e-021d877d30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:50.050501 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9fbbdf49-48ae-411a-8439-deb39d2dd1cb req-b2a6817f-ad62-4bb1-a08e-021d877d30f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0767691 Feb 18 08:52:50.073556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa053b09-a733-40d5-88a3-ed1adf6b8edf req-2e59e922-faaa-4d35-a0b0-ebb404c731cf tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:50.075251 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa053b09-a733-40d5-88a3-ed1adf6b8edf req-2e59e922-faaa-4d35-a0b0-ebb404c731cf tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.4147682 Feb 18 08:52:50.076246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:50.076870 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:50.078185 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08f101ee-365a-45ae-912b-48f5586924e4 req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] 10.222.0.81 "PUT /v2.0/ports/494276b2-7ec6-4f21-875b-1b8e4d98e581 HTTP/1.1" status: 200 len: 1092 time: 2.9662545 Feb 18 08:52:50.126890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce8eab-5e71-476b-816c-926b43b9c0a9 req-bf7de352-d7e8-4a2e-bb61-111d16491782 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:50.128427 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bcce8eab-5e71-476b-816c-926b43b9c0a9 req-bf7de352-d7e8-4a2e-bb61-111d16491782 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7c48439-6041-4169-8b1d-4ab6f6522386 HTTP/1.1" status: 200 len: 944 time: 0.3906744 Feb 18 08:52:50.146003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbdf49-48ae-411a-8439-deb39d2dd1cb req-72288a88-1753-4756-87fd-72679cd9f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:50.147448 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9fbbdf49-48ae-411a-8439-deb39d2dd1cb req-72288a88-1753-4756-87fd-72679cd9f828 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833197 Feb 18 08:52:50.223372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151355b-9215-48de-9fab-bcd444ab6551 service neutron] Pushing event updated for resources: {'Port': ['ID=494276b2-7ec6-4f21-875b-1b8e4d98e581,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:50.237614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd728cb-1d61-4c5e-8418-6d3949093d28 req-407ce63b-b322-4944-8cf5-3fea1c936a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:50.239178 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fd728cb-1d61-4c5e-8418-6d3949093d28 req-407ce63b-b322-4944-8cf5-3fea1c936a11 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df727fe9-3fec-4967-a902-47fe24f8ed0f HTTP/1.1" status: 200 len: 855 time: 0.2221489 Feb 18 08:52:50.263941 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e90bdf3e-07ca-4c34-99f4-9c7881d9e5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:50.290045 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e90bdf3e-07ca-4c34-99f4-9c7881d9e5a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:50.294621 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa053b09-a733-40d5-88a3-ed1adf6b8edf req-fb127356-26c7-4d20-b8e6-e65253ba741c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996379 Feb 18 08:52:50.297849 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e90bdf3e-07ca-4c34-99f4-9c7881d9e5a4 admin admin] Usage tracker for resource:security_group_rule and tenant:3935fe597cb84c76ac7dc32bed607556 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:50.302606 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e90bdf3e-07ca-4c34-99f4-9c7881d9e5a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:50.319855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e90bdf3e-07ca-4c34-99f4-9c7881d9e5a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:50.328491 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bcce8eab-5e71-476b-816c-926b43b9c0a9 req-fddbb6b1-2973-43a5-b9c9-46b1b3ab72eb tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589496 Feb 18 08:52:50.356701 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9fbbdf49-48ae-411a-8439-deb39d2dd1cb req-a2bdde8e-48e6-4a15-96e3-d306ecb33781 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929908 Feb 18 08:52:50.405402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f101ee-365a-45ae-912b-48f5586924e4 req-8b7154fa-929f-4ba8-8bed-c133d65eeb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:50.408452 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08f101ee-365a-45ae-912b-48f5586924e4 req-8b7154fa-929f-4ba8-8bed-c133d65eeb38 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c0c64350cc646d0ba5cd476344b9e39&device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 1095 time: 0.2737942 Feb 18 08:52:50.484950 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd728cb-1d61-4c5e-8418-6d3949093d28 req-6870de11-e7a0-4540-b311-149bd78c6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:50.486683 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fd728cb-1d61-4c5e-8418-6d3949093d28 req-6870de11-e7a0-4540-b311-149bd78c6c5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5d5e2a5a-f047-425a-86b2-0b3143ac8640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2330337 Feb 18 08:52:50.527186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0adb49-f01f-4bd0-ba23-20dcbb32108d', 'tag': '494276b2-7ec6-4f21-875b-1b8e4d98e581'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:50.535003 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9fbbdf49-48ae-411a-8439-deb39d2dd1cb req-0e2b2ed2-855b-4671-b348-665d4ea396ca service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672184 Feb 18 08:52:50.539521 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08f101ee-365a-45ae-912b-48f5586924e4 req-bfdf9146-f9b2-497f-9082-ae3c673cc0fc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=494276b2-7ec6-4f21-875b-1b8e4d98e581 HTTP/1.1" status: 200 len: 217 time: 0.1234522 Feb 18 08:52:50.564465 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e90bdf3e-07ca-4c34-99f4-9c7881d9e5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:50.569305 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e90bdf3e-07ca-4c34-99f4-9c7881d9e5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:50.619978 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e90bdf3e-07ca-4c34-99f4-9c7881d9e5a4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3935fe597cb84c76ac7dc32bed607556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5737889 Feb 18 08:52:50.620852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bdf3e-07ca-4c34-99f4-9c7881d9e5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bc6601-a8e0-46b2-bc56-f86dc9bebc1e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:50.623150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53484) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:50.697661 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c37c0a8b-59e2-419f-86fb-d258f956eeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:50.724713 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c37c0a8b-59e2-419f-86fb-d258f956eeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:50.767761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f101ee-365a-45ae-912b-48f5586924e4 req-13c6181c-07aa-453d-9c90-386aa7def331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:50.769229 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08f101ee-365a-45ae-912b-48f5586924e4 req-13c6181c-07aa-453d-9c90-386aa7def331 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13ea0752-efa5-4df3-92c3-2023be837deb HTTP/1.1" status: 200 len: 851 time: 0.2032530 Feb 18 08:52:50.777652 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c37c0a8b-59e2-419f-86fb-d258f956eeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:50.792175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c0a8b-59e2-419f-86fb-d258f956eeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bc6601-a8e0-46b2-bc56-f86dc9bebc1e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:50.799895 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c37c0a8b-59e2-419f-86fb-d258f956eeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:50.803353 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c37c0a8b-59e2-419f-86fb-d258f956eeb1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f8bc6601-a8e0-46b2-bc56-f86dc9bebc1e HTTP/1.1" status: 204 len: 168 time: 0.1769588 Feb 18 08:52:50.864964 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a5f45-b60b-4d49-baab-59aa87a80008 req-5cf6ef05-5538-46bc-b89f-944823d4aac9 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:50.866582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a6a5f45-b60b-4d49-baab-59aa87a80008 req-5cf6ef05-5538-46bc-b89f-944823d4aac9 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 944 time: 0.3916979 Feb 18 08:52:50.873590 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fd728cb-1d61-4c5e-8418-6d3949093d28 req-f57ebb7e-d92f-480c-96f8-7b6b0ba88fb1 service neutron] 10.222.0.61 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359327 Feb 18 08:52:51.070514 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc20e29-e6a7-4bbc-aef8-df76f5a9adeb req-611bbc99-13f4-42c5-8c6c-5afe055bb0d5 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:51.077231 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7dc20e29-e6a7-4bbc-aef8-df76f5a9adeb req-611bbc99-13f4-42c5-8c6c-5afe055bb0d5 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=1780d3e2-30e5-4dd3-bae3-48775f6de101 HTTP/1.1" status: 200 len: 948 time: 0.5099614 Feb 18 08:52:51.130289 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53492) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:51.148240 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d834725-b970-4fa7-a946-c83781e47e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:51.162940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5d834725-b970-4fa7-a946-c83781e47e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:51.167878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5d834725-b970-4fa7-a946-c83781e47e1f admin admin] Usage tracker for resource:security_group_rule and tenant:dd3546e4dbab44db808b4af58c8edefb is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:51.170846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5d834725-b970-4fa7-a946-c83781e47e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:51.177705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5d834725-b970-4fa7-a946-c83781e47e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:51.180317 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a6a5f45-b60b-4d49-baab-59aa87a80008 req-26d21ba1-3298-4812-a3cb-c380188691d0 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a1e931-82cb-47e4-81f6-3c31946c3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3042700 Feb 18 08:52:51.220228 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7dc20e29-e6a7-4bbc-aef8-df76f5a9adeb req-5a009f29-31ea-4306-96f5-e8bf49426dce tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421471 Feb 18 08:52:51.239461 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device c5877160-cfe8-4283-b324-ad071c796a09 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:51.265704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f101ee-365a-45ae-912b-48f5586924e4 req-a58f19fd-4d51-49e6-b92a-6edf0bd3bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:51.267390 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08f101ee-365a-45ae-912b-48f5586924e4 req-a58f19fd-4d51-49e6-b92a-6edf0bd3bc00 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b928b300-8a24-406f-9999-eb6cad70bd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4850316 Feb 18 08:52:51.355439 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d834725-b970-4fa7-a946-c83781e47e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:51.365555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d834725-b970-4fa7-a946-c83781e47e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:51.394314 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port c5877160-cfe8-4283-b324-ad071c796a09 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:51.399819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port c5877160-cfe8-4283-b324-ad071c796a09 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:51.400385 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:51.435216 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5d834725-b970-4fa7-a946-c83781e47e1f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dd3546e4dbab44db808b4af58c8edefb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3037524 Feb 18 08:52:51.439157 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fd728cb-1d61-4c5e-8418-6d3949093d28 req-2af0101d-c346-4303-b61d-6f53b3962905 service neutron] 10.222.0.61 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584693 Feb 18 08:52:51.439672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53502) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:51.451502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d834725-b970-4fa7-a946-c83781e47e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb277373-cf7c-44c9-8f7b-1ac96e382462,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:51.548739 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:51.581042 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c48439-6041-4169-8b1d-4ab6f6522386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5877160-cfe8-4283-b324-ad071c796a09'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:51.593830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port c5877160-cfe8-4283-b324-ad071c796a09, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c5877160-cfe8-4283-b324-ad071c796a09,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:51.602767 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:51.619803 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0adb49-f01f-4bd0-ba23-20dcbb32108d', 'tag': '494276b2-7ec6-4f21-875b-1b8e4d98e581', 'status': 'completed', 'code': 200} Feb 18 08:52:51.626791 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08f101ee-365a-45ae-912b-48f5586924e4 req-203cafd9-2508-42c7-b889-d592784963b4 service neutron] 10.222.0.81 "GET /v2.0/networks/b928b300-8a24-406f-9999-eb6cad70bd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496051 Feb 18 08:52:51.635267 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa56df92-464f-4555-b8ca-3ebc2d26b864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:51.683324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=c5877160-cfe8-4283-b324-ad071c796a09,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:51.737697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44bbeb-c26c-42c5-864f-3322677b4847 req-356c5a38-c826-456b-ad6a-d21deabb2c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:51.739290 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7e44bbeb-c26c-42c5-864f-3322677b4847 req-356c5a38-c826-456b-ad6a-d21deabb2c75 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d18a8fee4fe4d0fbcbef418d147350f&device_id=5ef90e04-36a3-4bc4-8b65-83636c62b88e HTTP/1.1" status: 200 len: 1096 time: 0.0905862 Feb 18 08:52:51.768602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72667a0-7a4a-4ce8-bdf9-00e583a2cde0 req-1f8669d2-8676-477e-9339-1c5c8b3c7dac tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:51.771014 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e72667a0-7a4a-4ce8-bdf9-00e583a2cde0 req-1f8669d2-8676-477e-9339-1c5c8b3c7dac tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 943 time: 0.3282354 Feb 18 08:52:51.813473 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa56df92-464f-4555-b8ca-3ebc2d26b864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:51.878959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44bbeb-c26c-42c5-864f-3322677b4847 req-3ca4046f-8a51-4917-ba98-363f2a001146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:51.880515 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7e44bbeb-c26c-42c5-864f-3322677b4847 req-3ca4046f-8a51-4917-ba98-363f2a001146 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f8f83e9a-ea62-4653-8b93-6344cc790dbf HTTP/1.1" status: 200 len: 915 time: 0.1339948 Feb 18 08:52:51.937259 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e72667a0-7a4a-4ce8-bdf9-00e583a2cde0 req-bdbc2139-a769-4743-9774-47793f44145a tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172683 Feb 18 08:52:51.955372 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7e44bbeb-c26c-42c5-864f-3322677b4847 req-f0351be7-1886-4c9e-96de-a47a5b558fa2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75ec38e4-0ac9-438d-a57d-2e53b8a40f40 HTTP/1.1" status: 200 len: 217 time: 0.0660784 Feb 18 08:52:51.958586 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08f101ee-365a-45ae-912b-48f5586924e4 req-22d34fb2-1686-472e-8cd2-209e9c08d015 service neutron] 10.222.0.81 "GET /v2.0/networks/b928b300-8a24-406f-9999-eb6cad70bd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201747 Feb 18 08:52:51.982824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9937ae-f322-4538-8b5e-fd3dd72d60ad req-33c33d88-9584-4665-a1aa-cf92883e358e tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:51.985981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e9937ae-f322-4538-8b5e-fd3dd72d60ad req-33c33d88-9584-4665-a1aa-cf92883e358e tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.2328231 Feb 18 08:52:51.986870 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa56df92-464f-4555-b8ca-3ebc2d26b864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:52.032148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56df92-464f-4555-b8ca-3ebc2d26b864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb277373-cf7c-44c9-8f7b-1ac96e382462,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:52.051668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44bbeb-c26c-42c5-864f-3322677b4847 req-96011874-e0be-4027-9287-a573aa5840ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:52.053247 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7e44bbeb-c26c-42c5-864f-3322677b4847 req-96011874-e0be-4027-9287-a573aa5840ea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c53d29a2-36c9-4005-8e08-106a7cabb46a HTTP/1.1" status: 200 len: 854 time: 0.0896552 Feb 18 08:52:52.099644 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa56df92-464f-4555-b8ca-3ebc2d26b864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:52.102996 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fa56df92-464f-4555-b8ca-3ebc2d26b864 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bb277373-cf7c-44c9-8f7b-1ac96e382462 HTTP/1.1" status: 204 len: 168 time: 0.6568873 Feb 18 08:52:52.103132 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7e44bbeb-c26c-42c5-864f-3322677b4847 req-43b45f00-129d-444c-9aa8-335e7646c397 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f8f83e9a-ea62-4653-8b93-6344cc790dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418882 Feb 18 08:52:52.143155 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e9937ae-f322-4538-8b5e-fd3dd72d60ad req-d59ecf8c-54c5-4e52-8055-4a1976c698ca tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484728 Feb 18 08:52:52.201483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724600b3-b0fa-46ae-bd64-a68c081a9908 req-628aba2d-4269-475e-8307-8264921af4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:52.203739 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-724600b3-b0fa-46ae-bd64-a68c081a9908 req-628aba2d-4269-475e-8307-8264921af4fc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c0c64350cc646d0ba5cd476344b9e39&device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 1095 time: 0.1649344 Feb 18 08:52:52.215295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8759d-721f-44af-9139-4f3de6814509 req-e68f8a6f-c4dc-4786-ae12-ac60ed89faf3 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:52.216775 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7b8759d-721f-44af-9139-4f3de6814509 req-e68f8a6f-c4dc-4786-ae12-ac60ed89faf3 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7c48439-6041-4169-8b1d-4ab6f6522386 HTTP/1.1" status: 200 len: 945 time: 0.1217191 Feb 18 08:52:52.245015 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7e44bbeb-c26c-42c5-864f-3322677b4847 req-65ee61db-be4f-4528-98b8-2ce5695a8b8e service neutron] 10.222.0.81 "GET /v2.0/networks/f8f83e9a-ea62-4653-8b93-6344cc790dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361208 Feb 18 08:52:52.349968 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7b8759d-721f-44af-9139-4f3de6814509 req-2fb78bb6-b23d-4d1d-82ac-86291456c64b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143236 Feb 18 08:52:52.393615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724600b3-b0fa-46ae-bd64-a68c081a9908 req-182ecbbc-ed65-4f0c-b589-da719b937c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:52.395193 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-724600b3-b0fa-46ae-bd64-a68c081a9908 req-182ecbbc-ed65-4f0c-b589-da719b937c62 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b928b300-8a24-406f-9999-eb6cad70bd79 HTTP/1.1" status: 200 len: 913 time: 0.1774487 Feb 18 08:52:52.445148 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7e44bbeb-c26c-42c5-864f-3322677b4847 req-58b4767a-5344-4f55-9eea-97be2265dd46 service neutron] 10.222.0.81 "GET /v2.0/networks/f8f83e9a-ea62-4653-8b93-6344cc790dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885014 Feb 18 08:52:52.489529 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c48439-6041-4169-8b1d-4ab6f6522386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5877160-cfe8-4283-b324-ad071c796a09', 'code': 200} Feb 18 08:52:52.605252 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-724600b3-b0fa-46ae-bd64-a68c081a9908 req-9bc3a411-4325-4dec-b472-e5969dfdbcc2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=494276b2-7ec6-4f21-875b-1b8e4d98e581 HTTP/1.1" status: 200 len: 217 time: 0.2019038 Feb 18 08:52:52.759905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724600b3-b0fa-46ae-bd64-a68c081a9908 req-cf4e4cf2-8816-470d-8693-de9271b27da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:52.761354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-724600b3-b0fa-46ae-bd64-a68c081a9908 req-cf4e4cf2-8816-470d-8693-de9271b27da1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13ea0752-efa5-4df3-92c3-2023be837deb HTTP/1.1" status: 200 len: 851 time: 0.1475747 Feb 18 08:52:52.839974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce59df-10dd-43b5-b2f7-8614d86d33b9 req-9558ea11-1538-485e-b713-868a2c1d9118 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:52.841445 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84ce59df-10dd-43b5-b2f7-8614d86d33b9 req-9558ea11-1538-485e-b713-868a2c1d9118 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ef90e04-36a3-4bc4-8b65-83636c62b88e HTTP/1.1" status: 200 len: 945 time: 0.3540666 Feb 18 08:52:52.848532 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4a2cb-2ea5-4ab0-b0fa-fb7ad4fca811 req-d5c86a5f-407d-46d0-a532-565b1001adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:52.849912 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f6b4a2cb-2ea5-4ab0-b0fa-fb7ad4fca811 req-d5c86a5f-407d-46d0-a532-565b1001adb9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d7c48439-6041-4169-8b1d-4ab6f6522386 HTTP/1.1" status: 200 len: 1096 time: 0.2748752 Feb 18 08:52:52.860484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686873a8-32f4-4f31-b51d-7494063eeabb req-8ca98a32-2fa1-4050-930c-59e7dfee57c0 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:52.860644 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-686873a8-32f4-4f31-b51d-7494063eeabb req-8ca98a32-2fa1-4050-930c-59e7dfee57c0 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 944 time: 0.2485030 Feb 18 08:52:52.984592 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f6b4a2cb-2ea5-4ab0-b0fa-fb7ad4fca811 req-df74e96b-5957-4bd0-885b-2a5e2ca8dd36 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223731 Feb 18 08:52:52.987176 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84ce59df-10dd-43b5-b2f7-8614d86d33b9 req-cca76f0b-fd93-450f-8438-93d6cc76af79 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/security-groups?id=598c0760-13c9-4fca-9edd-695a3d329ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362848 Feb 18 08:52:52.993543 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-686873a8-32f4-4f31-b51d-7494063eeabb req-86673af2-d6c5-4665-84ba-a5a014f69079 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a1e931-82cb-47e4-81f6-3c31946c3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053076 Feb 18 08:52:53.002581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724600b3-b0fa-46ae-bd64-a68c081a9908 req-e9e5d3d0-109e-4a15-aa50-bde506660fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:53.004138 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-724600b3-b0fa-46ae-bd64-a68c081a9908 req-e9e5d3d0-109e-4a15-aa50-bde506660fc2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b928b300-8a24-406f-9999-eb6cad70bd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2263756 Feb 18 08:52:53.248062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device d601f0b0-105d-4d14-874a-01473e5a0b85 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:52:53.400080 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-724600b3-b0fa-46ae-bd64-a68c081a9908 req-f16ef0a9-3421-4bee-9553-e06d4b2baa0b service neutron] 10.222.0.81 "GET /v2.0/networks/b928b300-8a24-406f-9999-eb6cad70bd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885908 Feb 18 08:52:53.410409 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port d601f0b0-105d-4d14-874a-01473e5a0b85, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=d601f0b0-105d-4d14-874a-01473e5a0b85,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:53.414421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd896209-0d89-4ae7-8917-5b53093df129 req-dc3a8596-bb81-422a-8a31-08f200b0bc8f tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:53.415871 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd896209-0d89-4ae7-8917-5b53093df129 req-dc3a8596-bb81-422a-8a31-08f200b0bc8f tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=1780d3e2-30e5-4dd3-bae3-48775f6de101 HTTP/1.1" status: 200 len: 948 time: 0.2530453 Feb 18 08:52:53.425556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'd601f0b0-105d-4d14-874a-01473e5a0b85', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'port_id': 'd601f0b0-105d-4d14-874a-01473e5a0b85', 'mac_address': 'fa:16:3e:e2:b5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:52:53.443240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdd121-5666-4fe5-8b4d-fced2dcc9963 req-726b6851-b167-4ede-9801-5498b848e2d2 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:53.444793 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0efdd121-5666-4fe5-8b4d-fced2dcc9963 req-726b6851-b167-4ede-9801-5498b848e2d2 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39f2249-6218-4dbc-9374-ca9bec17dcd1 HTTP/1.1" status: 200 len: 946 time: 0.2829766 Feb 18 08:52:53.483941 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:53.504607 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d601f0b0-105d-4d14-874a-01473e5a0b85 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:52:53.522574 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port d601f0b0-105d-4d14-874a-01473e5a0b85, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=d601f0b0-105d-4d14-874a-01473e5a0b85,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:53.527348 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:53.528097 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9ecc592e-5be6-4efd-a9df-b6454d1e1773 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:52:53.593015 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd896209-0d89-4ae7-8917-5b53093df129 req-e641dc9a-f50d-4357-baba-3d8522e3c9e0 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450348 Feb 18 08:52:53.612324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0efdd121-5666-4fe5-8b4d-fced2dcc9963 req-3304739e-6b4f-443a-bed4-bea33cc38122 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/security-groups?id=54cf7182-43b3-4b7f-8297-073879e851cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478937 Feb 18 08:52:53.618473 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=d601f0b0-105d-4d14-874a-01473e5a0b85,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:53.691625 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-724600b3-b0fa-46ae-bd64-a68c081a9908 req-907b38c4-26ab-497f-9fd9-edaeab4e7784 service neutron] 10.222.0.81 "GET /v2.0/networks/b928b300-8a24-406f-9999-eb6cad70bd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721860 Feb 18 08:52:53.763527 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9ecc592e-5be6-4efd-a9df-b6454d1e1773, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9ecc592e-5be6-4efd-a9df-b6454d1e1773,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:53.781212 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '9ecc592e-5be6-4efd-a9df-b6454d1e1773', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '9ecc592e-5be6-4efd-a9df-b6454d1e1773', 'mac_address': 'fa:16:3e:9b:cd:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:52:53.863180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3886b47-91b6-43a2-bba2-dba16894906b req-34416155-fa94-4490-95c7-16f09e8c1958 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:53.864321 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c3886b47-91b6-43a2-bba2-dba16894906b req-34416155-fa94-4490-95c7-16f09e8c1958 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.1422164 Feb 18 08:52:53.874749 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac476cb8-047b-4cda-8cf9-b989244c8a3a req-77f22d6e-ea2b-4dc8-bc5e-907ef9bb3022 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:53.875680 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:53.876191 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac476cb8-047b-4cda-8cf9-b989244c8a3a req-77f22d6e-ea2b-4dc8-bc5e-907ef9bb3022 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 944 time: 0.1152446 Feb 18 08:52:53.893958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ecc592e-5be6-4efd-a9df-b6454d1e1773 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:52:53.912302 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9ecc592e-5be6-4efd-a9df-b6454d1e1773, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9ecc592e-5be6-4efd-a9df-b6454d1e1773,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:53.917285 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:53.951573 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c3886b47-91b6-43a2-bba2-dba16894906b req-15e17ab7-1e6e-4c80-bfa4-9101077ba05c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744061 Feb 18 08:52:53.955110 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac476cb8-047b-4cda-8cf9-b989244c8a3a req-d59ca4c6-971a-4721-be89-b83fce49fa7a tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653853 Feb 18 08:52:54.013758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=9ecc592e-5be6-4efd-a9df-b6454d1e1773,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:54.208095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714b1be-46c4-46f2-a787-0d6a9c2dc8a3 req-1601c78a-77ad-44ec-8588-4e0956571229 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:54.209590 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2714b1be-46c4-46f2-a787-0d6a9c2dc8a3 req-1601c78a-77ad-44ec-8588-4e0956571229 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7c48439-6041-4169-8b1d-4ab6f6522386 HTTP/1.1" status: 200 len: 945 time: 0.1416137 Feb 18 08:52:54.236991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdf301-7ab3-4e55-aa31-29d7a0035a3c req-3870d8b8-e9d5-4474-bf98-5fa31e18476a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:54.238398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7fdf301-7ab3-4e55-aa31-29d7a0035a3c req-3870d8b8-e9d5-4474-bf98-5fa31e18476a tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ef90e04-36a3-4bc4-8b65-83636c62b88e HTTP/1.1" status: 200 len: 945 time: 0.1169772 Feb 18 08:52:54.292027 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2714b1be-46c4-46f2-a787-0d6a9c2dc8a3 req-463e31c4-6f41-4bf7-9467-9f7d01efde50 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759554 Feb 18 08:52:54.300501 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7fdf301-7ab3-4e55-aa31-29d7a0035a3c req-80196e46-a611-4164-9ecb-0386bbda11d9 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/security-groups?id=598c0760-13c9-4fca-9edd-695a3d329ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550001 Feb 18 08:52:54.413189 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['9ecc592e-5be6-4efd-a9df-b6454d1e1773'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:52:54.503133 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['d601f0b0-105d-4d14-874a-01473e5a0b85'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:52:54.596373 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b6b99-fccf-4cc5-936d-660aec52262b req-85da7bd1-fa42-424d-b515-46eba482b1cb tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:54.598105 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-279b6b99-fccf-4cc5-936d-660aec52262b req-85da7bd1-fa42-424d-b515-46eba482b1cb tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 944 time: 0.1815014 Feb 18 08:52:54.690175 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-279b6b99-fccf-4cc5-936d-660aec52262b req-b87821ed-7a44-4558-b6fe-8253ba66878b tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a1e931-82cb-47e4-81f6-3c31946c3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828478 Feb 18 08:52:54.880170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1424272-bcd6-4f16-8049-091ba05bb733 req-64da0612-b119-4c30-a96f-ca8b3b791ee3 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:54.881827 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1424272-bcd6-4f16-8049-091ba05bb733 req-64da0612-b119-4c30-a96f-ca8b3b791ee3 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.81 "GET /v2.0/ports?device_id=d39f2249-6218-4dbc-9374-ca9bec17dcd1 HTTP/1.1" status: 200 len: 946 time: 0.1622028 Feb 18 08:52:55.049090 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-e1424272-bcd6-4f16-8049-091ba05bb733 req-95b290e0-9722-49b7-93cf-e5a63e8622df tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Deleting port 1e0fd99c-7f21-48d6-a74f-80f965252de4 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:52:55.049313 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e1424272-bcd6-4f16-8049-091ba05bb733 req-95b290e0-9722-49b7-93cf-e5a63e8622df tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:55.117909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53614) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:55.163862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1464909-875f-4922-861d-3926ef2283bf req-cf72edb5-1750-47b1-b01d-5c493d6a197e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:55.165350 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1464909-875f-4922-861d-3926ef2283bf req-cf72edb5-1750-47b1-b01d-5c493d6a197e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=1780d3e2-30e5-4dd3-bae3-48775f6de101 HTTP/1.1" status: 200 len: 949 time: 0.2825577 Feb 18 08:52:55.200398 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b7db-9cf3-4c99-b022-ec09f3492e6c req-498af491-3afb-4ffc-8d92-eac7c3ce1098 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:55.201832 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aab3b7db-9cf3-4c99-b022-ec09f3492e6c req-498af491-3afb-4ffc-8d92-eac7c3ce1098 tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/ports?device_id=d39f2249-6218-4dbc-9374-ca9bec17dcd1 HTTP/1.1" status: 200 len: 946 time: 0.2714171 Feb 18 08:52:55.241461 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afe0bfb8-4a14-4dad-88ea-e409b798ad74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:55.351316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-afe0bfb8-4a14-4dad-88ea-e409b798ad74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:55.355042 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-afe0bfb8-4a14-4dad-88ea-e409b798ad74 admin admin] Usage tracker for resource:security_group_rule and tenant:73b1185f615443959a929a12df41b158 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:55.357827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-afe0bfb8-4a14-4dad-88ea-e409b798ad74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:55.363653 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-afe0bfb8-4a14-4dad-88ea-e409b798ad74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:55.376289 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1464909-875f-4922-861d-3926ef2283bf req-0bc27c70-3592-4c0c-a89a-f2bf8b4f74d5 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996112 Feb 18 08:52:55.412721 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aab3b7db-9cf3-4c99-b022-ec09f3492e6c req-6d994a50-c3d5-4ebb-b2d1-5b89124ffeee tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.72 "GET /v2.0/security-groups?id=54cf7182-43b3-4b7f-8297-073879e851cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001402 Feb 18 08:52:55.463641 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afe0bfb8-4a14-4dad-88ea-e409b798ad74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:55.470634 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afe0bfb8-4a14-4dad-88ea-e409b798ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:55.527235 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-afe0bfb8-4a14-4dad-88ea-e409b798ad74 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=73b1185f615443959a929a12df41b158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4081402 Feb 18 08:52:55.531276 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53622) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:55.545499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0bfb8-4a14-4dad-88ea-e409b798ad74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b586c8-af97-4e24-9e67-cef31cd1ac0c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:55.609900 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-614e4949-5422-4d28-b0ee-de7399b780b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:55.639753 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-614e4949-5422-4d28-b0ee-de7399b780b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:55.657741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-e1424272-bcd6-4f16-8049-091ba05bb733 req-95b290e0-9722-49b7-93cf-e5a63e8622df tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] For port 1e0fd99c-7f21-48d6-a74f-80f965252de4, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1e0fd99c-7f21-48d6-a74f-80f965252de4,segment=NetworkSegment(e5ee779a-8e06-4556-895a-c8826a5f5597),segment_id=e5ee779a-8e06-4556-895a-c8826a5f5597)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:55.658315 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e1424272-bcd6-4f16-8049-091ba05bb733 req-95b290e0-9722-49b7-93cf-e5a63e8622df tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:55.708747 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-614e4949-5422-4d28-b0ee-de7399b780b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:55.726663 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e4949-5422-4d28-b0ee-de7399b780b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b586c8-af97-4e24-9e67-cef31cd1ac0c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:55.735370 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-614e4949-5422-4d28-b0ee-de7399b780b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:55.736689 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-614e4949-5422-4d28-b0ee-de7399b780b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/88b586c8-af97-4e24-9e67-cef31cd1ac0c HTTP/1.1" status: 204 len: 168 time: 0.2039802 Feb 18 08:52:55.790841 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30fe7931-b30a-4038-a390-86dea724479a req-f0368e86-89b6-4a29-a326-81b66d62af42 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4552824 Feb 18 08:52:55.827967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-e1424272-bcd6-4f16-8049-091ba05bb733 req-95b290e0-9722-49b7-93cf-e5a63e8622df tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Calling delete_port for 1e0fd99c-7f21-48d6-a74f-80f965252de4 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:52:55.996639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e011d5-4823-462c-aaa9-fed8818f1218 req-e255d013-1620-448b-838a-080fe982e2ac tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:55.998152 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47e011d5-4823-462c-aaa9-fed8818f1218 req-e255d013-1620-448b-838a-080fe982e2ac tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.4082940 Feb 18 08:52:56.083639 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53632) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:56.100829 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d5cf5da-6f1d-4818-9010-1d54e6b8a080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:56.112150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d339dc-9b89-4fe4-8cbd-3b5a9fec6172 req-b43fd387-2d9d-44af-9fc0-f618fd995081 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:56.113719 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-45d339dc-9b89-4fe4-8cbd-3b5a9fec6172 req-b43fd387-2d9d-44af-9fc0-f618fd995081 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ef90e04-36a3-4bc4-8b65-83636c62b88e HTTP/1.1" status: 200 len: 945 time: 0.3838363 Feb 18 08:52:56.115599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d5cf5da-6f1d-4818-9010-1d54e6b8a080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:52:56.119384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2d5cf5da-6f1d-4818-9010-1d54e6b8a080 admin admin] Usage tracker for resource:security_group_rule and tenant:c87384eff9084b4b87ca7aeb704b05e8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:52:56.122163 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2d5cf5da-6f1d-4818-9010-1d54e6b8a080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:52:56.127731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d5cf5da-6f1d-4818-9010-1d54e6b8a080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:52:56.129995 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47e011d5-4823-462c-aaa9-fed8818f1218 req-4551324c-95ee-4c83-b1bf-b5e70ea1e76b tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254745 Feb 18 08:52:56.173940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe7931-b30a-4038-a390-86dea724479a req-500cb16d-1661-4ae3-860d-eeaea879fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:56.175437 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30fe7931-b30a-4038-a390-86dea724479a req-500cb16d-1661-4ae3-860d-eeaea879fe3f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4a62a8c174445a691623ed243915fc9&device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 1097 time: 0.2660897 Feb 18 08:52:56.176051 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e1424272-bcd6-4f16-8049-091ba05bb733 req-95b290e0-9722-49b7-93cf-e5a63e8622df tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:56.189457 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['1e0fd99c-7f21-48d6-a74f-80f965252de4'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:52:56.234984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d5cf5da-6f1d-4818-9010-1d54e6b8a080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:56.240540 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d5cf5da-6f1d-4818-9010-1d54e6b8a080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:56.253228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b290e0-9722-49b7-93cf-e5a63e8622df tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Pushing event deleted for resources: {'Port': ['ID=1e0fd99c-7f21-48d6-a74f-80f965252de4,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:56.268953 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-45d339dc-9b89-4fe4-8cbd-3b5a9fec6172 req-563abe88-abae-46d3-a406-2e151b01c002 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/security-groups?id=598c0760-13c9-4fca-9edd-695a3d329ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421580 Feb 18 08:52:56.297278 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2d5cf5da-6f1d-4818-9010-1d54e6b8a080 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c87384eff9084b4b87ca7aeb704b05e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2095537 Feb 18 08:52:56.297278 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cf5da-6f1d-4818-9010-1d54e6b8a080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1f31d2-fbfa-4949-aa44-8aec65ce8cd4,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:56.298566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53636) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:52:56.369509 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-698efd94-36a9-4f04-b8ad-5ebe7973f58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:56.401477 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-698efd94-36a9-4f04-b8ad-5ebe7973f58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:56.467741 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-698efd94-36a9-4f04-b8ad-5ebe7973f58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:56.482575 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698efd94-36a9-4f04-b8ad-5ebe7973f58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1f31d2-fbfa-4949-aa44-8aec65ce8cd4,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:56.489710 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-698efd94-36a9-4f04-b8ad-5ebe7973f58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:56.490841 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-698efd94-36a9-4f04-b8ad-5ebe7973f58f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d1f31d2-fbfa-4949-aa44-8aec65ce8cd4 HTTP/1.1" status: 204 len: 168 time: 0.1914659 Feb 18 08:52:56.507425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1424272-bcd6-4f16-8049-091ba05bb733 req-95b290e0-9722-49b7-93cf-e5a63e8622df tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] No DVR routers for this DVR port 1e0fd99c-7f21-48d6-a74f-80f965252de4 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:52:56.510058 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e1424272-bcd6-4f16-8049-091ba05bb733 req-95b290e0-9722-49b7-93cf-e5a63e8622df tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:56.519585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39f2249-6218-4dbc-9374-ca9bec17dcd1', 'name': 'network-vif-deleted', 'tag': '1e0fd99c-7f21-48d6-a74f-80f965252de4'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:56.574392 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1424272-bcd6-4f16-8049-091ba05bb733 req-95b290e0-9722-49b7-93cf-e5a63e8622df tempest-AttachSCSIVolumeTestJSON-778179870 tempest-AttachSCSIVolumeTestJSON-778179870-project] 10.222.0.81 "DELETE /v2.0/ports/1e0fd99c-7f21-48d6-a74f-80f965252de4 HTTP/1.1" status: 204 len: 173 time: 1.6467037 Feb 18 08:52:56.621753 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe7931-b30a-4038-a390-86dea724479a req-311bff87-8f87-4c0d-a98e-ec822dbd8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:56.623251 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30fe7931-b30a-4038-a390-86dea724479a req-311bff87-8f87-4c0d-a98e-ec822dbd8197 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c34d911-d8e0-4928-8f9f-24e8af7e550a HTTP/1.1" status: 200 len: 916 time: 0.4032936 Feb 18 08:52:56.703152 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30fe7931-b30a-4038-a390-86dea724479a req-35ae1df0-fa6d-4441-96b7-14f128ee2788 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2349d555-f889-41da-9a56-820e9f1307c5 HTTP/1.1" status: 200 len: 217 time: 0.0709164 Feb 18 08:52:56.711449 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312364c-2f4c-4f78-a4fa-9d7cf9a89a98 req-83ae8a3b-240f-4466-81cf-2ca3564caa65 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:56.712985 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6312364c-2f4c-4f78-a4fa-9d7cf9a89a98 req-83ae8a3b-240f-4466-81cf-2ca3564caa65 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 944 time: 0.3458245 Feb 18 08:52:56.795014 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e370c0-03b4-4597-a40c-cc54d3dc9ed0 req-6e806dcd-c656-4657-890a-95d2a5fe2686 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:56.797964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5e370c0-03b4-4597-a40c-cc54d3dc9ed0 req-6e806dcd-c656-4657-890a-95d2a5fe2686 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7c48439-6041-4169-8b1d-4ab6f6522386 HTTP/1.1" status: 200 len: 945 time: 0.4232647 Feb 18 08:52:56.918858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe7931-b30a-4038-a390-86dea724479a req-83629d6a-7586-436d-be17-66de9aa2c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:56.920567 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30fe7931-b30a-4038-a390-86dea724479a req-83629d6a-7586-436d-be17-66de9aa2c109 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fd32f46-ee09-481e-b1fa-9eb10ab6742b HTTP/1.1" status: 200 len: 855 time: 0.2046247 Feb 18 08:52:56.926495 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5e370c0-03b4-4597-a40c-cc54d3dc9ed0 req-c28591a0-554d-4a63-9113-4e1fabad9b75 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193373 Feb 18 08:52:56.936987 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6312364c-2f4c-4f78-a4fa-9d7cf9a89a98 req-524ccbc7-8daa-4e3a-80a1-a6dfcbd9b4e9 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339550 Feb 18 08:52:56.991691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30fe7931-b30a-4038-a390-86dea724479a req-91a9a667-a674-41cf-9b5f-5e67ee2737bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c34d911-d8e0-4928-8f9f-24e8af7e550a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642397 Feb 18 08:52:57.005250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b8896-a563-4e82-ba45-689e2d55de2f req-50e3dfa5-b4ed-423d-96d9-c53bb7829e69 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:57.007692 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e06b8896-a563-4e82-ba45-689e2d55de2f req-50e3dfa5-b4ed-423d-96d9-c53bb7829e69 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ef90e04-36a3-4bc4-8b65-83636c62b88e HTTP/1.1" status: 200 len: 945 time: 0.2929170 Feb 18 08:52:57.188939 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 494276b2-7ec6-4f21-875b-1b8e4d98e581 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:52:57.308809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9ecc592e-5be6-4efd-a9df-b6454d1e1773 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:57.469959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-e06b8896-a563-4e82-ba45-689e2d55de2f req-b9d3e3d9-4dfc-448a-8302-3a52ca3e4798 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Deleting port 75ec38e4-0ac9-438d-a57d-2e53b8a40f40 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:52:57.470301 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e06b8896-a563-4e82-ba45-689e2d55de2f req-b9d3e3d9-4dfc-448a-8302-3a52ca3e4798 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:57.491325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 494276b2-7ec6-4f21-875b-1b8e4d98e581, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=494276b2-7ec6-4f21-875b-1b8e4d98e581,segment=NetworkSegment(b8afe4b3-9a3c-4204-90fa-16927b617d87),segment_id=b8afe4b3-9a3c-4204-90fa-16927b617d87)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:57.501875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 9ecc592e-5be6-4efd-a9df-b6454d1e1773 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:57.511108 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 9ecc592e-5be6-4efd-a9df-b6454d1e1773 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:57.511482 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:57.579473 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '494276b2-7ec6-4f21-875b-1b8e4d98e581', 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79', 'port_id': '494276b2-7ec6-4f21-875b-1b8e4d98e581', 'mac_address': 'fa:16:3e:56:90:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ea0752-efa5-4df3-92c3-2023be837deb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:52:57.702016 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e6f20213-6bb9-4229-a482-d81bd6ba498d req-34d14373-9d07-46fd-b624-4ac3cc6534ce service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e81efc53-3ed5-4358-ad72-71c2ca9a5fab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1006355 Feb 18 08:52:57.724635 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:57.738433 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451575d-0fd2-499c-8ff2-437cc7e9d2c4 req-eb77d03a-964a-46bb-a8e0-a2f7a0b5c5da tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:57.745286 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7451575d-0fd2-499c-8ff2-437cc7e9d2c4 req-eb77d03a-964a-46bb-a8e0-a2f7a0b5c5da tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 944 time: 0.6606498 Feb 18 08:52:57.790335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494276b2-7ec6-4f21-875b-1b8e4d98e581 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:52:57.836574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-e06b8896-a563-4e82-ba45-689e2d55de2f req-b9d3e3d9-4dfc-448a-8302-3a52ca3e4798 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] For port 75ec38e4-0ac9-438d-a57d-2e53b8a40f40, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=75ec38e4-0ac9-438d-a57d-2e53b8a40f40,segment=NetworkSegment(2dc9f451-7714-4501-ba70-b3cbdc99e061),segment_id=2dc9f451-7714-4501-ba70-b3cbdc99e061)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:57.837062 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e06b8896-a563-4e82-ba45-689e2d55de2f req-b9d3e3d9-4dfc-448a-8302-3a52ca3e4798 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:57.845781 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 494276b2-7ec6-4f21-875b-1b8e4d98e581, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=494276b2-7ec6-4f21-875b-1b8e4d98e581,segment=NetworkSegment(b8afe4b3-9a3c-4204-90fa-16927b617d87),segment_id=b8afe4b3-9a3c-4204-90fa-16927b617d87)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:57.853041 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:57.854668 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:57.857000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30fe7931-b30a-4038-a390-86dea724479a req-9920dd93-9f1e-4478-9f4d-143a07066f01 service neutron] 10.222.0.61 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8480303 Feb 18 08:52:57.897401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eaa70d-d79f-4ccf-b519-3819465fdc7a req-4171794b-0bc1-4ca7-b8c9-230016df2286 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:57.898869 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-24eaa70d-d79f-4ccf-b519-3819465fdc7a req-4171794b-0bc1-4ca7-b8c9-230016df2286 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=1780d3e2-30e5-4dd3-bae3-48775f6de101 HTTP/1.1" status: 200 len: 949 time: 0.7151611 Feb 18 08:52:57.907518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f20213-6bb9-4229-a482-d81bd6ba498d req-e018636b-a44e-45e4-9973-2de3a60d96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:57.910212 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e6f20213-6bb9-4229-a482-d81bd6ba498d req-e018636b-a44e-45e4-9973-2de3a60d96d2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=e81efc53-3ed5-4358-ad72-71c2ca9a5fab HTTP/1.1" status: 200 len: 1101 time: 0.1868682 Feb 18 08:52:57.995013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1780d3e2-30e5-4dd3-bae3-48775f6de101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecc592e-5be6-4efd-a9df-b6454d1e1773'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:52:58.017142 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9ecc592e-5be6-4efd-a9df-b6454d1e1773, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9ecc592e-5be6-4efd-a9df-b6454d1e1773,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:58.027083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=494276b2-7ec6-4f21-875b-1b8e4d98e581,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:58.031435 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:58.032357 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device d601f0b0-105d-4d14-874a-01473e5a0b85 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:52:58.084896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f20213-6bb9-4229-a482-d81bd6ba498d req-fdefdd81-a544-4eb8-a9e3-4b9e5a612aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:58.086601 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e6f20213-6bb9-4229-a482-d81bd6ba498d req-fdefdd81-a544-4eb8-a9e3-4b9e5a612aec service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.1545630 Feb 18 08:52:58.176818 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port d601f0b0-105d-4d14-874a-01473e5a0b85 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:52:58.184013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=9ecc592e-5be6-4efd-a9df-b6454d1e1773,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:58.189190 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port d601f0b0-105d-4d14-874a-01473e5a0b85 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:52:58.189639 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:58.202375 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e6f20213-6bb9-4229-a482-d81bd6ba498d req-24c9ca28-bc31-481b-be3f-bb5970e838a9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=25d3a1d3-7047-4495-b537-7c39b8c631cb HTTP/1.1" status: 200 len: 217 time: 0.1071250 Feb 18 08:52:58.241613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-e06b8896-a563-4e82-ba45-689e2d55de2f req-b9d3e3d9-4dfc-448a-8302-3a52ca3e4798 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Calling delete_port for 75ec38e4-0ac9-438d-a57d-2e53b8a40f40 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:52:58.277440 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['494276b2-7ec6-4f21-875b-1b8e4d98e581'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:52:58.301168 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f20213-6bb9-4229-a482-d81bd6ba498d req-61f39d71-3fbf-4475-8acf-25540e69fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:58.302610 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e6f20213-6bb9-4229-a482-d81bd6ba498d req-61f39d71-3fbf-4475-8acf-25540e69fc78 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0940516 Feb 18 08:52:58.402109 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f20213-6bb9-4229-a482-d81bd6ba498d req-9008d9e9-2c78-40e6-ba46-9987db754905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:58.403887 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e6f20213-6bb9-4229-a482-d81bd6ba498d req-9008d9e9-2c78-40e6-ba46-9987db754905 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0931556 Feb 18 08:52:58.450420 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7451575d-0fd2-499c-8ff2-437cc7e9d2c4 req-04136526-5dfa-48a4-a69e-4338435c5d7b tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a1e931-82cb-47e4-81f6-3c31946c3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7041445 Feb 18 08:52:58.538569 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:58.638086 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e6f20213-6bb9-4229-a482-d81bd6ba498d req-a58784dc-2de6-4347-908f-240bd0963164 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257700 Feb 18 08:52:58.653428 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e06b8896-a563-4e82-ba45-689e2d55de2f req-b9d3e3d9-4dfc-448a-8302-3a52ca3e4798 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:58.669678 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-24eaa70d-d79f-4ccf-b519-3819465fdc7a req-6131a944-baca-46d6-be05-8994a2395008 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169892 Feb 18 08:52:58.705721 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port d601f0b0-105d-4d14-874a-01473e5a0b85, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=d601f0b0-105d-4d14-874a-01473e5a0b85,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:52:58.722376 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:58.741402 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39f2249-6218-4dbc-9374-ca9bec17dcd1', 'name': 'network-vif-deleted', 'tag': '1e0fd99c-7f21-48d6-a74f-80f965252de4', 'status': 'completed', 'code': 200} Feb 18 08:52:58.897671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3e3d9-4dfc-448a-8302-3a52ca3e4798 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Pushing event deleted for resources: {'Port': ['ID=75ec38e4-0ac9-438d-a57d-2e53b8a40f40,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:58.926884 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=d601f0b0-105d-4d14-874a-01473e5a0b85,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:52:58.967013 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e6f20213-6bb9-4229-a482-d81bd6ba498d req-ac56c294-e558-4cb2-810e-bd7efd44a84e service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228166 Feb 18 08:52:59.121533 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-890f1927-0771-4e3c-97ab-99a2bc5c3c38 req-181f7a5f-a665-4f81-8f65-e77c6945d98d tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ef90e04-36a3-4bc4-8b65-83636c62b88e HTTP/1.1" status: 200 len: 210 time: 0.1173511 Feb 18 08:52:59.133523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06b8896-a563-4e82-ba45-689e2d55de2f req-b9d3e3d9-4dfc-448a-8302-3a52ca3e4798 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] No DVR routers for this DVR port 75ec38e4-0ac9-438d-a57d-2e53b8a40f40 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:52:59.148783 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e06b8896-a563-4e82-ba45-689e2d55de2f req-b9d3e3d9-4dfc-448a-8302-3a52ca3e4798 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:52:59.153218 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30fe7931-b30a-4038-a390-86dea724479a req-ea2a4a52-6117-435f-bccd-d59925a54375 service neutron] 10.222.0.61 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1424954 Feb 18 08:52:59.173618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e06b8896-a563-4e82-ba45-689e2d55de2f req-b9d3e3d9-4dfc-448a-8302-3a52ca3e4798 tempest-InstanceActionsTestJSON-15002558 tempest-InstanceActionsTestJSON-15002558-project] 10.222.0.81 "DELETE /v2.0/ports/75ec38e4-0ac9-438d-a57d-2e53b8a40f40 HTTP/1.1" status: 204 len: 173 time: 2.1402090 Feb 18 08:52:59.193144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 75ec38e4-0ac9-438d-a57d-2e53b8a40f40 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:52:59.209316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461f40c-7a14-4293-88a1-824dfce8a398 req-30646c96-8027-4725-a26f-c0c02ec8a9b5 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:59.211397 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d461f40c-7a14-4293-88a1-824dfce8a398 req-30646c96-8027-4725-a26f-c0c02ec8a9b5 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.3149638 Feb 18 08:52:59.286869 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 75ec38e4-0ac9-438d-a57d-2e53b8a40f40 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:52:59.287255 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 75ec38e4-0ac9-438d-a57d-2e53b8a40f40 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:52:59.287598 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1e0fd99c-7f21-48d6-a74f-80f965252de4 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:52:59.363359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 1e0fd99c-7f21-48d6-a74f-80f965252de4 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:52:59.363896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1e0fd99c-7f21-48d6-a74f-80f965252de4 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:52:59.390659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d461f40c-7a14-4293-88a1-824dfce8a398 req-5e958be0-81bd-4588-80cd-ff8b97dcc1e6 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700861 Feb 18 08:52:59.443219 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0df4a-223f-4bf7-b8a1-fa15e502e51e req-f9ecd0e6-0d50-4787-9a83-309d282adbd5 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:59.451135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-58a0df4a-223f-4bf7-b8a1-fa15e502e51e req-f9ecd0e6-0d50-4787-9a83-309d282adbd5 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1693771 Feb 18 08:52:59.463738 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780d3e2-30e5-4dd3-bae3-48775f6de101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecc592e-5be6-4efd-a9df-b6454d1e1773', 'code': 200} Feb 18 08:52:59.509677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-58a0df4a-223f-4bf7-b8a1-fa15e502e51e req-49205301-ed84-4705-a69b-a7d236847d94 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567243 Feb 18 08:52:59.785816 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f61752-d3d1-4286-bbf6-a569812759b9 req-2b9ca870-5b49-4a20-af98-c90b5c634096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:59.787172 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49f61752-d3d1-4286-bbf6-a569812759b9 req-2b9ca870-5b49-4a20-af98-c90b5c634096 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1780d3e2-30e5-4dd3-bae3-48775f6de101 HTTP/1.1" status: 200 len: 1101 time: 0.2214496 Feb 18 08:52:59.871443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49f61752-d3d1-4286-bbf6-a569812759b9 req-64dde26f-3b64-4ce7-a1b1-d6a287bf104a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757735 Feb 18 08:52:59.884428 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f96ad-97e2-491c-ae40-5ebdcdc14814 req-e2aff052-3b4b-4d2d-835d-7cd422061fe5 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:52:59.886049 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-912f96ad-97e2-491c-ae40-5ebdcdc14814 req-e2aff052-3b4b-4d2d-835d-7cd422061fe5 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 945 time: 0.2473779 Feb 18 08:52:59.964813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-912f96ad-97e2-491c-ae40-5ebdcdc14814 req-9f20d440-f00f-4ab2-9795-9b0e4cf78e68 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a1e931-82cb-47e4-81f6-3c31946c3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636866 Feb 18 08:53:00.209344 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53794) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:00.253464 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1be2ace3-fc90-4a41-b506-9947b297b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:00.316491 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53800) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:00.351222 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c65b37-7ec5-4625-b78f-e08d9d944dde req-99af0768-7e17-4f81-85e8-20387cdf3a33 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:00.357734 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83c65b37-7ec5-4625-b78f-e08d9d944dde req-99af0768-7e17-4f81-85e8-20387cdf3a33 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=1780d3e2-30e5-4dd3-bae3-48775f6de101 HTTP/1.1" status: 200 len: 950 time: 0.2030730 Feb 18 08:53:00.390520 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d9df6b04-4023-421a-b6ca-a42ba8e79417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:00.410555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d9df6b04-4023-421a-b6ca-a42ba8e79417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:00.423478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d9df6b04-4023-421a-b6ca-a42ba8e79417 admin admin] Usage tracker for resource:security_group_rule and tenant:c76bba8831674f40879a095b1ce7c938 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:00.430231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d9df6b04-4023-421a-b6ca-a42ba8e79417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:00.438000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83c65b37-7ec5-4625-b78f-e08d9d944dde req-95b14ffc-54ef-4b5b-884f-e457a3e866ae tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643733 Feb 18 08:53:00.455362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-be122e79-a4ed-47a2-af7c-85fd820e8f40 admin admin] Deleting subnet c53d29a2-36c9-4005-8e08-106a7cabb46a {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:53:00.458935 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be122e79-a4ed-47a2-af7c-85fd820e8f40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:00.516552 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be122e79-a4ed-47a2-af7c-85fd820e8f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:00.597558 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be122e79-a4ed-47a2-af7c-85fd820e8f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:00.632716 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500e3e4-462d-43b0-ad8c-3de1bb515eec req-469cecec-accd-4e01-af6c-53013778a6b0 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:00.641302 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e500e3e4-462d-43b0-ad8c-3de1bb515eec req-469cecec-accd-4e01-af6c-53013778a6b0 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.1064544 Feb 18 08:53:00.678321 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d9df6b04-4023-421a-b6ca-a42ba8e79417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:00.683253 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be122e79-a4ed-47a2-af7c-85fd820e8f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:00.742152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be122e79-a4ed-47a2-af7c-85fd820e8f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c53d29a2-36c9-4005-8e08-106a7cabb46a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:00.754025 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be122e79-a4ed-47a2-af7c-85fd820e8f40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:00.768397 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-be122e79-a4ed-47a2-af7c-85fd820e8f40 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c53d29a2-36c9-4005-8e08-106a7cabb46a HTTP/1.1" status: 204 len: 168 time: 0.4503798 Feb 18 08:53:00.772492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53808) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:00.777270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef90e04-36a3-4bc4-8b65-83636c62b88e', 'name': 'network-vif-deleted', 'tag': '75ec38e4-0ac9-438d-a57d-2e53b8a40f40'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:53:00.868786 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e500e3e4-462d-43b0-ad8c-3de1bb515eec req-8700f2db-c140-48ae-b732-15a95c69f1d1 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259784 Feb 18 08:53:00.925760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bb796-0e11-4146-b1b4-eb38d7c3768e req-30ee7187-5fed-42ff-a2f0-90e7840aca2c tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:00.927645 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d08bb796-0e11-4146-b1b4-eb38d7c3768e req-30ee7187-5fed-42ff-a2f0-90e7840aca2c tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1428487 Feb 18 08:53:00.934214 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef90e04-36a3-4bc4-8b65-83636c62b88e', 'name': 'network-vif-deleted', 'tag': '75ec38e4-0ac9-438d-a57d-2e53b8a40f40', 'status': 'completed', 'code': 200} Feb 18 08:53:00.949409 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-092201dd-46b4-4b8c-bce2-c9efd6ce6adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:00.993632 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d08bb796-0e11-4146-b1b4-eb38d7c3768e req-97074306-31a1-4a71-abd3-7366e77538ee tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571134 Feb 18 08:53:01.140774 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-092201dd-46b4-4b8c-bce2-c9efd6ce6adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:01.220114 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 494276b2-7ec6-4f21-875b-1b8e4d98e581 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:53:01.262433 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054c78b-ea33-4500-a3a1-def813f8de39 req-2604bade-7fd8-44d7-9cef-d5e70aaf8102 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:01.264595 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4054c78b-ea33-4500-a3a1-def813f8de39 req-2604bade-7fd8-44d7-9cef-d5e70aaf8102 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 945 time: 0.1081648 Feb 18 08:53:01.313435 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-092201dd-46b4-4b8c-bce2-c9efd6ce6adf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f83e9a-ea62-4653-8b93-6344cc790dbf']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:01.342111 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-092201dd-46b4-4b8c-bce2-c9efd6ce6adf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc9f451-7714-4501-ba70-b3cbdc99e061') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:01.343511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-092201dd-46b4-4b8c-bce2-c9efd6ce6adf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc9f451-7714-4501-ba70-b3cbdc99e061') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:01.349669 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4054c78b-ea33-4500-a3a1-def813f8de39 req-5ba486bd-a863-42c9-9154-f741f6db6e80 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a1e931-82cb-47e4-81f6-3c31946c3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772178 Feb 18 08:53:01.352777 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 494276b2-7ec6-4f21-875b-1b8e4d98e581 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:53:01.361463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 494276b2-7ec6-4f21-875b-1b8e4d98e581 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:53:01.361948 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:01.377783 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-092201dd-46b4-4b8c-bce2-c9efd6ce6adf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:01.400432 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-092201dd-46b4-4b8c-bce2-c9efd6ce6adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:01.408578 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092201dd-46b4-4b8c-bce2-c9efd6ce6adf admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:53:01.409222 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-092201dd-46b4-4b8c-bce2-c9efd6ce6adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:01.479544 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd601f0b0-105d-4d14-874a-01473e5a0b85'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:53:01.496133 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:53:01.537717 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d9df6b04-4023-421a-b6ca-a42ba8e79417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:01.561995 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d9df6b04-4023-421a-b6ca-a42ba8e79417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:01.578914 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd601f0b0-105d-4d14-874a-01473e5a0b85', 'code': 200} Feb 18 08:53:01.641364 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-092201dd-46b4-4b8c-bce2-c9efd6ce6adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:01.650824 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:01.665700 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-092201dd-46b4-4b8c-bce2-c9efd6ce6adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:01.673056 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df6b04-4023-421a-b6ca-a42ba8e79417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd5bcfa-105b-4063-8b4c-9f368ba52ad6,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:01.683188 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d9df6b04-4023-421a-b6ca-a42ba8e79417 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c76bba8831674f40879a095b1ce7c938&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4713068 Feb 18 08:53:01.684805 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092201dd-46b4-4b8c-bce2-c9efd6ce6adf admin admin] Pushing event deleted for resources: {'Network': ['ID=f8f83e9a-ea62-4653-8b93-6344cc790dbf,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:01.687194 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53824) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:01.699916 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-092201dd-46b4-4b8c-bce2-c9efd6ce6adf admin admin] 10.222.0.72 "DELETE /v2.0/networks/f8f83e9a-ea62-4653-8b93-6344cc790dbf HTTP/1.1" status: 204 len: 168 time: 0.9264078 Feb 18 08:53:01.738044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 494276b2-7ec6-4f21-875b-1b8e4d98e581, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=494276b2-7ec6-4f21-875b-1b8e4d98e581,segment=NetworkSegment(b8afe4b3-9a3c-4204-90fa-16927b617d87),segment_id=b8afe4b3-9a3c-4204-90fa-16927b617d87)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:01.751790 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:01.787021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4a2d2-08d0-4af8-8daa-cf4595a3767d req-3de9d2eb-bea7-420f-a49d-689ef322a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:01.788702 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26c4a2d2-08d0-4af8-8daa-cf4595a3767d req-3de9d2eb-bea7-420f-a49d-689ef322a5ca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 1096 time: 0.1126900 Feb 18 08:53:01.813861 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6791d77f-5d63-4abf-8f72-f47d1ede0114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:01.847253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561186c-c826-49d5-9070-040f7290d15c req-51bbbda1-a057-4fd9-b3e2-141762dd85ab tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:01.854450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7561186c-c826-49d5-9070-040f7290d15c req-51bbbda1-a057-4fd9-b3e2-141762dd85ab tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=1780d3e2-30e5-4dd3-bae3-48775f6de101 HTTP/1.1" status: 200 len: 950 time: 0.2241673 Feb 18 08:53:01.875729 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6791d77f-5d63-4abf-8f72-f47d1ede0114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:01.881865 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26c4a2d2-08d0-4af8-8daa-cf4595a3767d req-544592cf-75f0-4501-854b-9c8b4e6b578b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836589 Feb 18 08:53:01.899986 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=494276b2-7ec6-4f21-875b-1b8e4d98e581,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:01.953592 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7561186c-c826-49d5-9070-040f7290d15c req-ba22488e-ae23-45a3-86d3-38854076d125 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981681 Feb 18 08:53:01.957872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53832) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:02.010118 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6791d77f-5d63-4abf-8f72-f47d1ede0114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:02.041791 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791d77f-5d63-4abf-8f72-f47d1ede0114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd5bcfa-105b-4063-8b4c-9f368ba52ad6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:02.048949 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-180d6cfc-965b-4e8b-a6d3-928c28bad2c9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6d18a8fee4fe4d0fbcbef418d147350f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851452 Feb 18 08:53:02.051204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53838) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:02.055479 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6791d77f-5d63-4abf-8f72-f47d1ede0114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:02.057498 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6791d77f-5d63-4abf-8f72-f47d1ede0114 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7dd5bcfa-105b-4063-8b4c-9f368ba52ad6 HTTP/1.1" status: 204 len: 168 time: 0.3693743 Feb 18 08:53:02.265833 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47a67250-bc90-444b-ad80-4edd5d5cf356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:02.309671 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47a67250-bc90-444b-ad80-4edd5d5cf356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:02.343659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b8c29-4b1a-42b4-9def-0d5190254450 req-ddce52e6-da8b-4140-b166-473b28d1725c tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:02.345159 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-363b8c29-4b1a-42b4-9def-0d5190254450 req-ddce52e6-da8b-4140-b166-473b28d1725c tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1734617 Feb 18 08:53:02.356408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1f607-3bd6-430a-a2dc-97f4512e2714 req-c4b1b740-5d9c-4cc0-ac24-4d19dc16459b tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:02.357613 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ae1f607-3bd6-430a-a2dc-97f4512e2714 req-c4b1b740-5d9c-4cc0-ac24-4d19dc16459b tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.2664170 Feb 18 08:53:02.448415 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-363b8c29-4b1a-42b4-9def-0d5190254450 req-d05f00f0-e62d-4940-bed5-d986c287e4bb tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874648 Feb 18 08:53:02.454360 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ae1f607-3bd6-430a-a2dc-97f4512e2714 req-79368998-dc3d-4df6-a790-c90436d0e8fa tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655563 Feb 18 08:53:02.481475 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47a67250-bc90-444b-ad80-4edd5d5cf356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:02.500173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a67250-bc90-444b-ad80-4edd5d5cf356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598c0760-13c9-4fca-9edd-695a3d329ce5,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:02.511450 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47a67250-bc90-444b-ad80-4edd5d5cf356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:02.519177 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-47a67250-bc90-444b-ad80-4edd5d5cf356 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/598c0760-13c9-4fca-9edd-695a3d329ce5 HTTP/1.1" status: 204 len: 168 time: 0.4658546 Feb 18 08:53:02.631065 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53856) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:02.658568 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a87b32d-8f7b-4364-9225-2501c0ab1b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:02.660076 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-98c65a14-5731-49c2-a49d-0ee43fb52ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:02.678939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6a87b32d-8f7b-4364-9225-2501c0ab1b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:02.683097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6a87b32d-8f7b-4364-9225-2501c0ab1b68 admin admin] Usage tracker for resource:security_group_rule and tenant:3c646c5b4a9e49e590a46914d21408aa is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:02.687671 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6a87b32d-8f7b-4364-9225-2501c0ab1b68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:02.696522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6a87b32d-8f7b-4364-9225-2501c0ab1b68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:02.757642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e5ff4-e17e-43cb-b900-4de67eb7a70f req-2d2a971d-4308-4688-9bbb-0d4cf97e4a47 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:02.759740 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-735e5ff4-e17e-43cb-b900-4de67eb7a70f req-2d2a971d-4308-4688-9bbb-0d4cf97e4a47 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 946 time: 0.1296415 Feb 18 08:53:02.805225 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a87b32d-8f7b-4364-9225-2501c0ab1b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:02.816894 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a87b32d-8f7b-4364-9225-2501c0ab1b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:02.826100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-735e5ff4-e17e-43cb-b900-4de67eb7a70f req-e3acd8aa-d52e-417e-a81e-c7cd9615d591 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a1e931-82cb-47e4-81f6-3c31946c3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588884 Feb 18 08:53:02.862769 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6a87b32d-8f7b-4364-9225-2501c0ab1b68 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c646c5b4a9e49e590a46914d21408aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290099 Feb 18 08:53:02.865399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53862) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:02.893699 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87b32d-8f7b-4364-9225-2501c0ab1b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f867828-a38a-43e7-b871-6a5c15942dda,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:02.973942 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-125554e4-669b-467f-9533-4fbe8313b239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:03.006932 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-125554e4-669b-467f-9533-4fbe8313b239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:03.106109 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-125554e4-669b-467f-9533-4fbe8313b239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:03.131413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125554e4-669b-467f-9533-4fbe8313b239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f867828-a38a-43e7-b871-6a5c15942dda,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:03.139972 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-125554e4-669b-467f-9533-4fbe8313b239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:03.141193 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-125554e4-669b-467f-9533-4fbe8313b239 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8f867828-a38a-43e7-b871-6a5c15942dda HTTP/1.1" status: 204 len: 168 time: 0.2748399 Feb 18 08:53:03.196588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373dd7a-4d0f-4471-938c-02a521530953 req-993f0552-bebc-4a5a-afab-4e7ef66bafc5 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:03.206034 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6373dd7a-4d0f-4471-938c-02a521530953 req-993f0552-bebc-4a5a-afab-4e7ef66bafc5 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=1780d3e2-30e5-4dd3-bae3-48775f6de101 HTTP/1.1" status: 200 len: 950 time: 0.1367986 Feb 18 08:53:03.263842 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6373dd7a-4d0f-4471-938c-02a521530953 req-8385135a-cf53-4952-9b9a-e97c0cdb5cea tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566857 Feb 18 08:53:03.521781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53902) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:03.523845 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393987d4-0bee-46ad-a268-e34cb8c962ef req-3314c965-4e7f-4a04-bade-9caa56530ae7 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:03.534559 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-393987d4-0bee-46ad-a268-e34cb8c962ef req-3314c965-4e7f-4a04-bade-9caa56530ae7 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1780d3e2-30e5-4dd3-bae3-48775f6de101 HTTP/1.1" status: 200 len: 1101 time: 0.1291685 Feb 18 08:53:03.583187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0adb49-f01f-4bd0-ba23-20dcbb32108d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494276b2-7ec6-4f21-875b-1b8e4d98e581'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:53:03.611309 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-393987d4-0bee-46ad-a268-e34cb8c962ef req-da33dced-aa5f-45ea-a2bf-ae963f4401be tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753973 Feb 18 08:53:03.705189 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:03.785908 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:03.886315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-881370611-network', 'tenant_id': '07a37fcb692a481a8b32c3cc5e76d9b8'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:03.905600 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:03.910085 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Usage tracker for resource:network and tenant:07a37fcb692a481a8b32c3cc5e76d9b8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:03.913485 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:03.919480 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:03.926761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2744cc1-bf8f-47a3-9253-880b144ae7a7 req-2b1e286e-2c2d-4bda-806c-c0d1276394b7 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:03.928573 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2744cc1-bf8f-47a3-9253-880b144ae7a7 req-2b1e286e-2c2d-4bda-806c-c0d1276394b7 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.1858509 Feb 18 08:53:03.943622 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29120e-4f96-41ae-b9cb-95cf77413a46 req-79c345ac-6431-45ec-87aa-784d43f802de tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:03.945323 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc29120e-4f96-41ae-b9cb-95cf77413a46 req-79c345ac-6431-45ec-87aa-784d43f802de tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1398766 Feb 18 08:53:03.946231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Made reservation on behalf of 07a37fcb692a481a8b32c3cc5e76d9b8 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:53:03.949122 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:03.967716 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:03.990124 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:03.994720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Usage tracker for resource:security_group_rule and tenant:07a37fcb692a481a8b32c3cc5e76d9b8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:03.998386 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:04.008006 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:04.039680 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc29120e-4f96-41ae-b9cb-95cf77413a46 req-5b94a812-8b0f-45b6-a99e-a42ea220f4e3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791442 Feb 18 08:53:04.047445 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2744cc1-bf8f-47a3-9253-880b144ae7a7 req-ba93d469-da25-473a-b5b1-303152fa4bd8 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008735 Feb 18 08:53:04.131392 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:04.131901 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0adb49-f01f-4bd0-ba23-20dcbb32108d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494276b2-7ec6-4f21-875b-1b8e4d98e581', 'code': 200} Feb 18 08:53:04.138962 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:04.170218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53934) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:04.232446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:53:04.245519 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:04.246446 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Added segment dee93385-4765-4e34-bd95-6b2c9909aed9 of type vlan for network 74735a75-704a-43d7-ab69-98662a7da388 Feb 18 08:53:04.257292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b85d538-f753-4987-ac32-26cc95b9fe12,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:04.300346 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:04.332753 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:04.333798 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:04.334595 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:04.429843 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-75c19c09-b16b-4797-b022-52929a3a3ee4 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=259cd62e1f1340f9828d7d7a1587db25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1358962 Feb 18 08:53:04.444796 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] Pushing event updated for resources: {'Network': ['ID=74735a75-704a-43d7-ab69-98662a7da388,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:04.452179 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3e65ce46-64f5-4419-9e86-c0985c8cc487 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9289680 Feb 18 08:53:04.452742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53950) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:04.456600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 74735a75-704a-43d7-ab69-98662a7da388 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:53:04.461374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8d8a4cb3-894c-4ba9-a0be-d4294428fd91 admin admin] Request body: {'subnet': {'network_id': '74735a75-704a-43d7-ab69-98662a7da388', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-881370611-subnet', 'tenant_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:04.469854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8d8a4cb3-894c-4ba9-a0be-d4294428fd91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:04.474303 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8d8a4cb3-894c-4ba9-a0be-d4294428fd91 admin admin] Usage tracker for resource:subnet and tenant:07a37fcb692a481a8b32c3cc5e76d9b8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:04.477701 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8d8a4cb3-894c-4ba9-a0be-d4294428fd91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:04.486566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8d8a4cb3-894c-4ba9-a0be-d4294428fd91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:04.501832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8a4cb3-894c-4ba9-a0be-d4294428fd91 admin admin] Made reservation on behalf of 07a37fcb692a481a8b32c3cc5e76d9b8 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:53:04.505450 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4cb3-894c-4ba9-a0be-d4294428fd91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:04.736643 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4cb3-894c-4ba9-a0be-d4294428fd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:04.818275 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a4cb3-894c-4ba9-a0be-d4294428fd91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6672ae26-589f-4433-91ad-be0a06fa3bd5,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:04.847068 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a4cb3-894c-4ba9-a0be-d4294428fd91 admin admin] Checking segment: {'id': 'dee93385-4765-4e34-bd95-6b2c9909aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '74735a75-704a-43d7-ab69-98662a7da388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:53:04.847620 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8a4cb3-894c-4ba9-a0be-d4294428fd91 admin admin] Network hostable DHCP agents. Network: 74735a75-704a-43d7-ab69-98662a7da388, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:53:04.874334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8a4cb3-894c-4ba9-a0be-d4294428fd91 admin admin] Network 74735a75-704a-43d7-ab69-98662a7da388 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:53:04.895846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-8d8a4cb3-894c-4ba9-a0be-d4294428fd91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 74735a75-704a-43d7-ab69-98662a7da388) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:53:04.899890 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8a4cb3-894c-4ba9-a0be-d4294428fd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:04.900682 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4cb3-894c-4ba9-a0be-d4294428fd91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:04.901502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e8d6d-32e4-437a-b21d-d5ceaab01fb0 req-f008cb1b-a960-4907-ad2d-27859a384436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:04.903055 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa9e8d6d-32e4-437a-b21d-d5ceaab01fb0 req-f008cb1b-a960-4907-ad2d-27859a384436 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 1097 time: 0.6105554 Feb 18 08:53:04.914626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef26c592-afa7-4b85-a71c-303c42f77697 None None] Network 74735a75-704a-43d7-ab69-98662a7da388 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:53:04.923171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8174c52-641b-43e1-b82e-d4c7204f2475 req-7d91057b-a9e8-4498-bd8a-06ca8cb365b6 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:04.930473 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8174c52-641b-43e1-b82e-d4c7204f2475 req-7d91057b-a9e8-4498-bd8a-06ca8cb365b6 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 946 time: 0.6389422 Feb 18 08:53:04.951182 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8d8a4cb3-894c-4ba9-a0be-d4294428fd91 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4975090 Feb 18 08:53:04.954447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53966) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:04.960317 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-881370611-router', 'tenant_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:04.966773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:04.973153 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Usage tracker for resource:router and tenant:07a37fcb692a481a8b32c3cc5e76d9b8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:04.977012 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:04.985507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:05.004618 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:05.006441 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:05.024310 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:05.029991 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:05.104280 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-7ef8a446-d5d3-4cb6-a906-8f35d33388e2 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:05.106131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-7ef8a446-d5d3-4cb6-a906-8f35d33388e2 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4925570 Feb 18 08:53:05.170327 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-db1e9709-b0e6-4050-bdab-2b144a650caf tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/quotas/259cd62e1f1340f9828d7d7a1587db25 HTTP/1.1" status: 200 len: 375 time: 0.0494299 Feb 18 08:53:05.179012 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa9e8d6d-32e4-437a-b21d-d5ceaab01fb0 req-7146efe2-1f9b-4010-bbaf-779dd47ed755 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=82a1e931-82cb-47e4-81f6-3c31946c3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2669895 Feb 18 08:53:05.190154 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8174c52-641b-43e1-b82e-d4c7204f2475 req-f4f7b19c-2c9c-41ad-a194-f080b7e666f5 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a1e931-82cb-47e4-81f6-3c31946c3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584805 Feb 18 08:53:05.228914 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cb5650-28bf-4ae7-9687-7ffcd8ff0605 None None] Network 74735a75-704a-43d7-ab69-98662a7da388 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:53:05.466849 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-39ee6305-33b3-4a11-8b92-5277ebef3ee2 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2885602 Feb 18 08:53:05.483516 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:05.512281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633fc3c-d234-4334-9480-483135dfe8af req-9000997a-4950-4e00-ba98-97a416409191 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:05.513827 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e633fc3c-d234-4334-9480-483135dfe8af req-9000997a-4950-4e00-ba98-97a416409191 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1543758 Feb 18 08:53:05.524447 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53984) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:05.533449 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-29395445-10fb-45d8-b39b-a80f6ca71895 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Request body: {'floatingip': {'port_id': 'd601f0b0-105d-4d14-874a-01473e5a0b85'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:05.668815 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-29395445-10fb-45d8-b39b-a80f6ca71895 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:05.995824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ba93820-13f9-4302-b46b-65debf25889b req-f90e7d9e-d0e0-43b8-838c-5d537f447445 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=c01a6c80-93b5-42f9-94b8-4382613cb85b HTTP/1.1" status: 200 len: 210 time: 0.1810920 Feb 18 08:53:06.145493 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c83ee1fe-c526-4411-a760-01b845685513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:06.163063 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:06.206511 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:06.412478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Allocated IP 172.25.1.156 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/a4ed338f-fecc-4b35-ba94-56aa9365ffe9) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:53:06.506380 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0428835-3bba-44fe-8d0c-2106acb86990 req-56f8ff3d-16de-499b-bbb7-a5d62ea5cbc3 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:06.513558 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0428835-3bba-44fe-8d0c-2106acb86990 req-56f8ff3d-16de-499b-bbb7-a5d62ea5cbc3 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.8517897 Feb 18 08:53:06.602425 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:06.638206 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:06.687973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54028) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:06.716865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:53:06.720715 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:53:06.724572 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:53:06.763107 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Pushing event updated for resources: {'Port': ['ID=a4ed338f-fecc-4b35-ba94-56aa9365ffe9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:06.784506 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0428835-3bba-44fe-8d0c-2106acb86990 req-89183c12-5bb0-4530-96c0-64ea36c1f567 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699938 Feb 18 08:53:06.909108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d68d3-35d2-47e4-b4f3-0c92533977f9 req-abf7355c-600b-4ef8-aeba-ac180a324809 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:06.915808 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a9d68d3-35d2-47e4-b4f3-0c92533977f9 req-abf7355c-600b-4ef8-aeba-ac180a324809 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 946 time: 0.5194333 Feb 18 08:53:06.996059 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9ce97db4-ead5-442f-bc60-37921978646b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:06.996772 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a9d68d3-35d2-47e4-b4f3-0c92533977f9 req-c163e659-7bda-4af2-b670-b41f4db57e3d tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a1e931-82cb-47e4-81f6-3c31946c3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800498 Feb 18 08:53:07.061722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9ce97db4-ead5-442f-bc60-37921978646b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:07.074189 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9ce97db4-ead5-442f-bc60-37921978646b admin admin] Usage tracker for resource:security_group_rule and tenant:bb2d4c1d521943ca84f0d064a83ddef1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:07.081318 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9ce97db4-ead5-442f-bc60-37921978646b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:07.090986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9ce97db4-ead5-442f-bc60-37921978646b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:07.213747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-589adf1c-f226-41e5-8b97-ef862e087103 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=259cd62e1f1340f9828d7d7a1587db25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326128 Feb 18 08:53:07.259969 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53ddc46d-23fc-4af3-8a2f-cc26022280b3 req-b9420f3e-6983-49d2-8436-f8d94bfdcce4 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=c01a6c80-93b5-42f9-94b8-4382613cb85b HTTP/1.1" status: 200 len: 210 time: 0.0774729 Feb 18 08:53:07.270383 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-c83ee1fe-c526-4411-a760-01b845685513 admin admin] Deleting port d5b25f10-5bd8-4b30-b440-095005177350 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:53:07.270733 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c83ee1fe-c526-4411-a760-01b845685513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:07.361181 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:07.412990 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-29395445-10fb-45d8-b39b-a80f6ca71895 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:07.438464 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-29395445-10fb-45d8-b39b-a80f6ca71895 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:07.448840 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9ce97db4-ead5-442f-bc60-37921978646b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:07.454897 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9ce97db4-ead5-442f-bc60-37921978646b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:07.573931 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce97db4-ead5-442f-bc60-37921978646b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3b011b-5886-4c7b-8946-3cc051b6d006,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:07.582910 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9ce97db4-ead5-442f-bc60-37921978646b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bb2d4c1d521943ca84f0d064a83ddef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8896832 Feb 18 08:53:07.584017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54038) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:07.631148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-5085ca40-0b7f-4353-9c43-9cb5853c6889 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:07.632588 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-5085ca40-0b7f-4353-9c43-9cb5853c6889 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3637629 Feb 18 08:53:07.705608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-bd13a5ea-13b5-4e08-b4f3-8febc7974f23 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Request body: {'port': {'device_id': 'c01a6c80-93b5-42f9-94b8-4382613cb85b', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '259cd62e1f1340f9828d7d7a1587db25'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:07.915875 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b919d82f-21c8-44a8-974c-38dbb86502e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:07.950628 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:07.956733 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b919d82f-21c8-44a8-974c-38dbb86502e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:08.043452 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-c83ee1fe-c526-4411-a760-01b845685513 admin admin] For port d5b25f10-5bd8-4b30-b440-095005177350, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d5b25f10-5bd8-4b30-b440-095005177350,segment=NetworkSegment(e5ee779a-8e06-4556-895a-c8826a5f5597),segment_id=e5ee779a-8e06-4556-895a-c8826a5f5597)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:08.043734 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c83ee1fe-c526-4411-a760-01b845685513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:08.056505 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-29395445-10fb-45d8-b39b-a80f6ca71895 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Floating IP 16724703-7e79-4fae-970a-3e14f1cdabd5 associated. External IP: 172.25.1.13, port: d601f0b0-105d-4d14-874a-01473e5a0b85. Feb 18 08:53:08.157789 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b919d82f-21c8-44a8-974c-38dbb86502e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:08.178963 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919d82f-21c8-44a8-974c-38dbb86502e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3b011b-5886-4c7b-8946-3cc051b6d006,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:08.210558 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b919d82f-21c8-44a8-974c-38dbb86502e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:08.211658 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b919d82f-21c8-44a8-974c-38dbb86502e4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fe3b011b-5886-4c7b-8946-3cc051b6d006 HTTP/1.1" status: 204 len: 168 time: 0.6273639 Feb 18 08:53:08.221925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Router fa63a23e-558e-409b-97cd-58055b746b9a is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:53:08.306509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-c83ee1fe-c526-4411-a760-01b845685513 admin admin] Calling delete_port for d5b25f10-5bd8-4b30-b440-095005177350 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:53:08.419641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:53:08.432046 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Sync routers for ids ['fa63a23e-558e-409b-97cd-58055b746b9a'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:53:08.441667 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:08.444932 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Routers {'fa63a23e-558e-409b-97cd-58055b746b9a'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:53:08.445708 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:53:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fa63a23e-558e-409b-97cd-58055b746b9a'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:08.446367 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-71be794b-9d74-4d0a-af19-bbe79e1a9350 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4907658 Feb 18 08:53:08.447503 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54054) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:08.476223 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-bd13a5ea-13b5-4e08-b4f3-8febc7974f23 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:08.504072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-bd13a5ea-13b5-4e08-b4f3-8febc7974f23 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Usage tracker for resource:port and tenant:259cd62e1f1340f9828d7d7a1587db25 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:08.604589 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54058) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:08.628177 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c477975d-4d03-478d-9ccb-19f803717743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:08.639524 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-bd13a5ea-13b5-4e08-b4f3-8febc7974f23 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Quota usage for port was recalculated. Used quota:7. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:08.653026 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c477975d-4d03-478d-9ccb-19f803717743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:08.660945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c477975d-4d03-478d-9ccb-19f803717743 admin admin] Usage tracker for resource:security_group_rule and tenant:6dda7c92de724375ada1240633b19fb8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:08.662030 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Set router fa63a23e-558e-409b-97cd-58055b746b9a gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:53:08.664087 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-bd13a5ea-13b5-4e08-b4f3-8febc7974f23 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:08.665295 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c477975d-4d03-478d-9ccb-19f803717743 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:08.676008 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c477975d-4d03-478d-9ccb-19f803717743 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:08.696730 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33decf-82ca-4026-8da6-bbfa8f925d32 req-dc0ceb22-9281-4abc-96f3-dbf8a54b52c4 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:08.698216 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d33decf-82ca-4026-8da6-bbfa8f925d32 req-dc0ceb22-9281-4abc-96f3-dbf8a54b52c4 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.7461972 Feb 18 08:53:08.795791 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-bd13a5ea-13b5-4e08-b4f3-8febc7974f23 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Made reservation on behalf of 259cd62e1f1340f9828d7d7a1587db25 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:53:08.799868 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-bd13a5ea-13b5-4e08-b4f3-8febc7974f23 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:08.832539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1b173-149f-4630-b357-54548a7059fa req-2a711d15-6fd0-43ba-be32-3d8c3f9b9831 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:08.834307 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2d1b173-149f-4630-b357-54548a7059fa req-2a711d15-6fd0-43ba-be32-3d8c3f9b9831 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 946 time: 0.7190015 Feb 18 08:53:08.977043 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa63a23e-558e-409b-97cd-58055b746b9a', 'name': 'tempest-ServerRescueNegativeTestJSON-881370611-router', 'tenant_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ed338f-fecc-4b35-ba94-56aa9365ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:53:05Z', 'updated_at': '2022-02-18T08:53:07Z', 'revision_number': 3, 'project_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'gw_port': {'id': 'a4ed338f-fecc-4b35-ba94-56aa9365ffe9', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa63a23e-558e-409b-97cd-58055b746b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:53:06Z', 'updated_at': '2022-02-18T08:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:08.981950 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Checking router: fa63a23e-558e-409b-97cd-58055b746b9a for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:53:08.982383 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Updating router fa63a23e-558e-409b-97cd-58055b746b9a port a4ed338f-fecc-4b35-ba94-56aa9365ffe9 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:53:08.988939 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d33decf-82ca-4026-8da6-bbfa8f925d32 req-6c6ced4f-d152-4d20-bd01-5f79121beee5 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783883 Feb 18 08:53:09.071201 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:09.074575 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2d1b173-149f-4630-b357-54548a7059fa req-7e213156-3fba-48a7-a089-94eaa4c974c6 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a1e931-82cb-47e4-81f6-3c31946c3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271221 Feb 18 08:53:09.179069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29395445-10fb-45d8-b39b-a80f6ca71895 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Router 7346e605-e248-4b48-8674-137ead41b54e has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:53:09.242489 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c477975d-4d03-478d-9ccb-19f803717743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:09.250012 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c477975d-4d03-478d-9ccb-19f803717743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:09.283447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:53:09.304875 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38b47c97-e27b-4db3-8156-09843f32b164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:09.306934 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41d9baa3-7a75-44ec-ad97-db6506aed50f req-5075438b-2803-46da-8355-5284b07daad2 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=c01a6c80-93b5-42f9-94b8-4382613cb85b HTTP/1.1" status: 200 len: 210 time: 0.1345723 Feb 18 08:53:09.330648 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c477975d-4d03-478d-9ccb-19f803717743 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6dda7c92de724375ada1240633b19fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7228000 Feb 18 08:53:09.332772 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54064) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:09.335654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477975d-4d03-478d-9ccb-19f803717743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316892f3-31dd-4e30-ba55-00148747fd13,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:09.496802 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:09.518666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1', 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c', 'port_id': 'ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1', 'mac_address': 'fa:16:3e:14:37:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45a775a-d6b1-454c-87b6-7f0420cf3393', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:53:09.540298 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b4578769-10f6-4ee0-ae09-6d715c8b428c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:09.590521 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:09.602576 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:09.625064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:53:09.642970 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Transition to ACTIVE for port object a4ed338f-fecc-4b35-ba94-56aa9365ffe9 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:53:09.648049 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:09.654178 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:09.656695 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:09.657322 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c83ee1fe-c526-4411-a760-01b845685513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:09.753506 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Attempting to bind port a4ed338f-fecc-4b35-ba94-56aa9365ffe9 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:53:09.753775 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Attempting to bind port a4ed338f-fecc-4b35-ba94-56aa9365ffe9 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:53:09.754133 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Attempting to bind port a4ed338f-fecc-4b35-ba94-56aa9365ffe9 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:53:09.756181 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:09.757585 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812affe-3c3c-4656-a009-bd16c4836988 None None] Pushing event updated for resources: {'Port': ['ID=a4ed338f-fecc-4b35-ba94-56aa9365ffe9,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:09.762846 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:53:09.763477 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:53:09.764471 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:09.764864 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:53:09.766077 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Bound port: a4ed338f-fecc-4b35-ba94-56aa9365ffe9, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:53:09.766427 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:09.778687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:53:09.794695 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ee1fe-c526-4411-a760-01b845685513 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b25f10-5bd8-4b30-b440-095005177350,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:09.799333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-bd13a5ea-13b5-4e08-b4f3-8febc7974f23 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Allocated IP 192.168.233.225 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/9ac76648-bdd2-4807-aa19-fcfe61507052) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:53:09.823738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-38b47c97-e27b-4db3-8156-09843f32b164 admin admin] Allocated IP 172.20.0.1 (74735a75-704a-43d7-ab69-98662a7da388/6672ae26-589f-4433-91ad-be0a06fa3bd5/6b5a60cb-fd83-4fc4-ab8a-f79b11632b44) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:53:09.872206 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] For port a4ed338f-fecc-4b35-ba94-56aa9365ffe9, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:53:09.877896 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] For port a4ed338f-fecc-4b35-ba94-56aa9365ffe9, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a4ed338f-fecc-4b35-ba94-56aa9365ffe9,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:53:09.898138 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:09.920494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29395445-10fb-45d8-b39b-a80f6ca71895 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:53:09.940358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f7d6d-6220-4778-95da-aff509c0a4f1 None None] Sync routers for ids ['7346e605-e248-4b48-8674-137ead41b54e'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:53:09.982142 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-29395445-10fb-45d8-b39b-a80f6ca71895 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:09.994119 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04f7d6d-6220-4778-95da-aff509c0a4f1 None None] Routers {'7346e605-e248-4b48-8674-137ead41b54e'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:53:09.995140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e04f7d6d-6220-4778-95da-aff509c0a4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:53:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7346e605-e248-4b48-8674-137ead41b54e'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:09.995626 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38b47c97-e27b-4db3-8156-09843f32b164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:10.032963 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b4578769-10f6-4ee0-ae09-6d715c8b428c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:10.054732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26413e0b-5010-46ad-95d5-1848e7b01293 req-e874b326-f5ea-4ff5-b9c5-69ef4c7a7f0b tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:10.061050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26413e0b-5010-46ad-95d5-1848e7b01293 req-e874b326-f5ea-4ff5-b9c5-69ef4c7a7f0b tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 946 time: 0.8352768 Feb 18 08:53:10.073622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54072) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:10.099236 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Routers {'fa63a23e-558e-409b-97cd-58055b746b9a'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:53:10.099862 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:53:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fa63a23e-558e-409b-97cd-58055b746b9a'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:10.123693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-3dbd760c-da2d-4348-bb7b-b1596557d589 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Request body: {'floatingip': {'port_id': '494276b2-7ec6-4f21-875b-1b8e4d98e581'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:10.209796 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812affe-3c3c-4656-a009-bd16c4836988 None None] Pushing event updated for resources: {'Port': ['ID=a4ed338f-fecc-4b35-ba94-56aa9365ffe9,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:10.270697 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3dbd760c-da2d-4348-bb7b-b1596557d589 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for floatingip, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:10.316763 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c83ee1fe-c526-4411-a760-01b845685513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:10.342556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-e04f7d6d-6220-4778-95da-aff509c0a4f1 None None] Set router 7346e605-e248-4b48-8674-137ead41b54e gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:53:10.363023 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] Set router fa63a23e-558e-409b-97cd-58055b746b9a gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:53:10.411212 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38b47c97-e27b-4db3-8156-09843f32b164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:10.551721 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b4578769-10f6-4ee0-ae09-6d715c8b428c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:10.556435 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b47c97-e27b-4db3-8156-09843f32b164 admin admin] Pushing event updated for resources: {'Port': ['ID=6b5a60cb-fd83-4fc4-ab8a-f79b11632b44,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:10.567825 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-29395445-10fb-45d8-b39b-a80f6ca71895 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "PUT /v2.0/floatingips/16724703-7e79-4fae-970a-3e14f1cdabd5 HTTP/1.1" status: 200 len: 990 time: 5.0410981 Feb 18 08:53:10.579162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'tag': 'd601f0b0-105d-4d14-874a-01473e5a0b85'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:53:10.599825 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b47c97-e27b-4db3-8156-09843f32b164 admin admin] Network 74735a75-704a-43d7-ab69-98662a7da388 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:53:10.604153 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4578769-10f6-4ee0-ae09-6d715c8b428c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316892f3-31dd-4e30-ba55-00148747fd13,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:10.618894 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-38b47c97-e27b-4db3-8156-09843f32b164 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:53:10.646227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b47c97-e27b-4db3-8156-09843f32b164 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:53:10.705183 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38b47c97-e27b-4db3-8156-09843f32b164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:10.734113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0d6c9832-b039-4821-a388-552eeb162852 req-7af81f35-f546-4803-8de6-adfafaf7dc8e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Synchronizing usage tracker for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:53:10.869768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0d6c9832-b039-4821-a388-552eeb162852 req-7af81f35-f546-4803-8de6-adfafaf7dc8e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Unset dirty status for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:53:10.870899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d6c9832-b039-4821-a388-552eeb162852 req-7af81f35-f546-4803-8de6-adfafaf7dc8e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=c01a6c80-93b5-42f9-94b8-4382613cb85b HTTP/1.1" status: 200 len: 210 time: 0.3051286 Feb 18 08:53:10.886606 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b4578769-10f6-4ee0-ae09-6d715c8b428c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:10.893225 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b4578769-10f6-4ee0-ae09-6d715c8b428c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/316892f3-31dd-4e30-ba55-00148747fd13 HTTP/1.1" status: 204 len: 168 time: 1.5594568 Feb 18 08:53:10.918816 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa63a23e-558e-409b-97cd-58055b746b9a', 'name': 'tempest-ServerRescueNegativeTestJSON-881370611-router', 'tenant_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ed338f-fecc-4b35-ba94-56aa9365ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:53:05Z', 'updated_at': '2022-02-18T08:53:07Z', 'revision_number': 3, 'project_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'gw_port': {'id': 'a4ed338f-fecc-4b35-ba94-56aa9365ffe9', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa63a23e-558e-409b-97cd-58055b746b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:53:06Z', 'updated_at': '2022-02-18T08:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:10.919417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e033ed-6cbc-4816-9633-55e2f852700b req-98e26cd2-1162-422a-a208-399505e27235 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:10.921222 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-68e033ed-6cbc-4816-9633-55e2f852700b req-98e26cd2-1162-422a-a208-399505e27235 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 944 time: 0.6055977 Feb 18 08:53:10.927089 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1054a0-972d-4c2f-b0de-dfdd5082ef05 None None] The sync data for ids ['fa63a23e-558e-409b-97cd-58055b746b9a'] in n-d-829434-1 is: [{'id': 'fa63a23e-558e-409b-97cd-58055b746b9a', 'name': 'tempest-ServerRescueNegativeTestJSON-881370611-router', 'tenant_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ed338f-fecc-4b35-ba94-56aa9365ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:53:05Z', 'updated_at': '2022-02-18T08:53:07Z', 'revision_number': 3, 'project_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'gw_port': {'id': 'a4ed338f-fecc-4b35-ba94-56aa9365ffe9', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa63a23e-558e-409b-97cd-58055b746b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:53:06Z', 'updated_at': '2022-02-18T08:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:53:10.958524 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e04f7d6d-6220-4778-95da-aff509c0a4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:47:25Z', 'revision_number': 4, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '16724703-7e79-4fae-970a-3e14f1cdabd5', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '7346e605-e248-4b48-8674-137ead41b54e', 'port_id': 'd601f0b0-105d-4d14-874a-01473e5a0b85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'mac_address': 'fa:16:3e:e2:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:52:31Z', 'updated_at': '2022-02-18T08:53:07Z', 'revision_number': 1, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ae7cc4-7cb8-4b3f-b3a7-329a637052f7', 'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'mac_address': 'fa:16:3e:78:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:22Z', 'updated_at': '2022-02-18T08:47:35Z', 'revision_number': 5, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'subnets': [{'id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:10.972427 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f7d6d-6220-4778-95da-aff509c0a4f1 None None] Checking router: 7346e605-e248-4b48-8674-137ead41b54e for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:53:11.007440 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04f7d6d-6220-4778-95da-aff509c0a4f1 None None] Routers {'7346e605-e248-4b48-8674-137ead41b54e'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:53:11.008084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e04f7d6d-6220-4778-95da-aff509c0a4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:53:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7346e605-e248-4b48-8674-137ead41b54e'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:11.078374 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-bd13a5ea-13b5-4e08-b4f3-8febc7974f23 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:11.261540 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'tag': 'd601f0b0-105d-4d14-874a-01473e5a0b85', 'status': 'completed', 'code': 200} Feb 18 08:53:11.345585 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-e04f7d6d-6220-4778-95da-aff509c0a4f1 None None] Set router 7346e605-e248-4b48-8674-137ead41b54e gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:53:11.441548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-bd13a5ea-13b5-4e08-b4f3-8febc7974f23 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Transition to ACTIVE for port object 9ac76648-bdd2-4807-aa19-fcfe61507052 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:53:11.446933 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-68e033ed-6cbc-4816-9633-55e2f852700b req-09567741-e699-46ac-9512-7cd5967f05a2 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899707 Feb 18 08:53:11.459584 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38b47c97-e27b-4db3-8156-09843f32b164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:11.664444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc45d7-69a6-4989-9a5b-931af0cea08c req-1a2e225a-485a-4eb4-8b3d-53f6ca039b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:11.665991 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6dfc45d7-69a6-4989-9a5b-931af0cea08c req-1a2e225a-485a-4eb4-8b3d-53f6ca039b01 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621&device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 1096 time: 0.3946149 Feb 18 08:53:11.669510 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:53:11.707243 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-bd13a5ea-13b5-4e08-b4f3-8febc7974f23 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:11.738287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83ee1fe-c526-4411-a760-01b845685513 admin admin] Router 39843d9a-9a59-4b64-9bf0-c7fe44da9e03 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:53:11.885818 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [None req-3dbd760c-da2d-4348-bb7b-b1596557d589 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:53:11.916076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['4c45de44-0392-4c95-9687-a557a54d9fc1', '3f77bea7-e6e0-45e7-a4db-9f99e09cb922', '25d3a1d3-7047-4495-b537-7c39b8c631cb', '32e863b0-3d00-46eb-a579-bf599725623f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:53:12.024608 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['14fa4ce6-f550-4895-8d9c-63279a962fba', '367bb83c-1982-4f57-b76f-469819aea79f', '9ecc592e-5be6-4efd-a9df-b6454d1e1773'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:53:12.267896 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3dbd760c-da2d-4348-bb7b-b1596557d589 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:12.271260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc45d7-69a6-4989-9a5b-931af0cea08c req-cdef8c6b-9329-4c37-9821-d83dec383707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:12.272989 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6dfc45d7-69a6-4989-9a5b-931af0cea08c req-cdef8c6b-9329-4c37-9821-d83dec383707 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5d5e2a5a-f047-425a-86b2-0b3143ac8640 HTTP/1.1" status: 200 len: 917 time: 0.5929341 Feb 18 08:53:12.293289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a4ed338f-fecc-4b35-ba94-56aa9365ffe9 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:53:12.359058 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3dbd760c-da2d-4348-bb7b-b1596557d589 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:12.361104 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-bd13a5ea-13b5-4e08-b4f3-8febc7974f23 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:53:12.373033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-bd13a5ea-13b5-4e08-b4f3-8febc7974f23 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:53:12.391905 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:12.462662 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:12.493074 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port a4ed338f-fecc-4b35-ba94-56aa9365ffe9 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:53:12.516613 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a4ed338f-fecc-4b35-ba94-56aa9365ffe9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:53:12.518143 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:12.537460 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-bd13a5ea-13b5-4e08-b4f3-8febc7974f23 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:53:12.715233 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38b47c97-e27b-4db3-8156-09843f32b164 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:12.736898 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38b47c97-e27b-4db3-8156-09843f32b164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:12.766366 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6dfc45d7-69a6-4989-9a5b-931af0cea08c req-b4c0832d-ac34-4690-8915-ba67ec30d727 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d601f0b0-105d-4d14-874a-01473e5a0b85 HTTP/1.1" status: 200 len: 998 time: 0.4006238 Feb 18 08:53:12.888401 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-3dbd760c-da2d-4348-bb7b-b1596557d589 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Floating IP 30a46859-09f9-42c3-b0e6-2a9e3699581e associated. External IP: 172.25.1.215, port: 494276b2-7ec6-4f21-875b-1b8e4d98e581. Feb 18 08:53:12.931156 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:53:12.931758 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:12.993135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc45d7-69a6-4989-9a5b-931af0cea08c req-7a55a9a9-5e19-4c6a-9d6f-840e526e9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:12.997018 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6dfc45d7-69a6-4989-9a5b-931af0cea08c req-7a55a9a9-5e19-4c6a-9d6f-840e526e9de4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df727fe9-3fec-4967-a902-47fe24f8ed0f HTTP/1.1" status: 200 len: 855 time: 0.1501179 Feb 18 08:53:13.031759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6f50fb12-38e2-40fa-b666-11dd8cb97f67 None None] Provisioning for port 9ac76648-bdd2-4807-aa19-fcfe61507052 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:53:13.054868 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6f50fb12-38e2-40fa-b666-11dd8cb97f67 None None] Provisioning complete for port 9ac76648-bdd2-4807-aa19-fcfe61507052 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:53:13.055223 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6f50fb12-38e2-40fa-b666-11dd8cb97f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:13.095873 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38b47c97-e27b-4db3-8156-09843f32b164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:13.114518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b47c97-e27b-4db3-8156-09843f32b164 admin admin] Pushing event updated for resources: {'Port': ['ID=6b5a60cb-fd83-4fc4-ab8a-f79b11632b44,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:13.213711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-6f50fb12-38e2-40fa-b666-11dd8cb97f67 None None] Port 9ac76648-bdd2-4807-aa19-fcfe61507052 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:53:13.401690 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:13.544409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83ee1fe-c526-4411-a760-01b845685513 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:53:13.572889 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3816a0e0-18b9-4dd9-939f-1190e50e35ed None None] Sync routers for ids ['39843d9a-9a59-4b64-9bf0-c7fe44da9e03'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:53:13.579777 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e04f7d6d-6220-4778-95da-aff509c0a4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:47:25Z', 'revision_number': 4, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '16724703-7e79-4fae-970a-3e14f1cdabd5', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '7346e605-e248-4b48-8674-137ead41b54e', 'port_id': 'd601f0b0-105d-4d14-874a-01473e5a0b85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'mac_address': 'fa:16:3e:e2:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:52:31Z', 'updated_at': '2022-02-18T08:53:07Z', 'revision_number': 1, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ae7cc4-7cb8-4b3f-b3a7-329a637052f7', 'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'mac_address': 'fa:16:3e:78:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:22Z', 'updated_at': '2022-02-18T08:47:35Z', 'revision_number': 5, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'subnets': [{'id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:13.592072 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port a4ed338f-fecc-4b35-ba94-56aa9365ffe9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a4ed338f-fecc-4b35-ba94-56aa9365ffe9,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:13.602351 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3816a0e0-18b9-4dd9-939f-1190e50e35ed None None] Routers {'39843d9a-9a59-4b64-9bf0-c7fe44da9e03'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:53:13.606824 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3816a0e0-18b9-4dd9-939f-1190e50e35ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:53:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['39843d9a-9a59-4b64-9bf0-c7fe44da9e03'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:13.609900 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c83ee1fe-c526-4411-a760-01b845685513 admin admin] 10.222.0.72 "PUT /v2.0/routers/39843d9a-9a59-4b64-9bf0-c7fe44da9e03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4282050 Feb 18 08:53:13.629155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f7d6d-6220-4778-95da-aff509c0a4f1 None None] The sync data for ids ['7346e605-e248-4b48-8674-137ead41b54e'] in n-d-829434-1 is: [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:47:25Z', 'revision_number': 4, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '16724703-7e79-4fae-970a-3e14f1cdabd5', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '7346e605-e248-4b48-8674-137ead41b54e', 'port_id': 'd601f0b0-105d-4d14-874a-01473e5a0b85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'mac_address': 'fa:16:3e:e2:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:52:31Z', 'updated_at': '2022-02-18T08:53:07Z', 'revision_number': 1, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ae7cc4-7cb8-4b3f-b3a7-329a637052f7', 'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'mac_address': 'fa:16:3e:78:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:22Z', 'updated_at': '2022-02-18T08:47:35Z', 'revision_number': 5, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'subnets': [{'id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:53:13.629155 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:13.658347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54144) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:13.706500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-bd13a5ea-13b5-4e08-b4f3-8febc7974f23 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:13.713970 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-bd13a5ea-13b5-4e08-b4f3-8febc7974f23 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:13.732479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13a5ea-13b5-4e08-b4f3-8febc7974f23 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Pushing event updated for resources: {'Port': ['ID=9ac76648-bdd2-4807-aa19-fcfe61507052,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:13.744801 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:13.918903 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b47c97-e27b-4db3-8156-09843f32b164 admin admin] Network 74735a75-704a-43d7-ab69-98662a7da388 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:53:13.923307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-38b47c97-e27b-4db3-8156-09843f32b164 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:53:13.949895 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-bd13a5ea-13b5-4e08-b4f3-8febc7974f23 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.3076265 Feb 18 08:53:13.986564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Request body: {'port': {'device_id': 'c01a6c80-93b5-42f9-94b8-4382613cb85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:14.086283 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7265da81-03fd-41ab-9396-26270f6426b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:53:14.161762 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-3816a0e0-18b9-4dd9-939f-1190e50e35ed None None] Set router 39843d9a-9a59-4b64-9bf0-c7fe44da9e03 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:53:14.195385 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:14.213077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758048a-f09b-4d65-82cd-d143a6740611 req-4aa07f5b-a630-4845-9508-b97f4ff1c91a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:14.239959 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4758048a-f09b-4d65-82cd-d143a6740611 req-4aa07f5b-a630-4845-9508-b97f4ff1c91a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 944 time: 1.4726863 Feb 18 08:53:14.276970 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=a4ed338f-fecc-4b35-ba94-56aa9365ffe9,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:14.297425 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:14.359311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3d038-15b8-4532-b60d-546ae89f9ad7 req-20f86efa-827d-46ba-9f67-84fcf0d263a7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:14.379321 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93e3d038-15b8-4532-b60d-546ae89f9ad7 req-20f86efa-827d-46ba-9f67-84fcf0d263a7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=c01a6c80-93b5-42f9-94b8-4382613cb85b HTTP/1.1" status: 200 len: 936 time: 2.1050119 Feb 18 08:53:14.382699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc45d7-69a6-4989-9a5b-931af0cea08c req-71534a7a-6ee1-48fc-9456-6b4914ae3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:14.389213 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6dfc45d7-69a6-4989-9a5b-931af0cea08c req-71534a7a-6ee1-48fc-9456-6b4914ae3036 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5d5e2a5a-f047-425a-86b2-0b3143ac8640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9907603 Feb 18 08:53:14.433962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12907eec-f5b9-4d33-a2c2-68c958f00ab5 None None] New status for floating IP 16724703-7e79-4fae-970a-3e14f1cdabd5: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:53:14.599233 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3816a0e0-18b9-4dd9-939f-1190e50e35ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'name': 'tempest-AttachSCSIVolumeTestJSON-1407907742-router', 'tenant_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a1c008c7-84cc-43e3-afe1-7de70b2ffb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:51:02Z', 'updated_at': '2022-02-18T08:53:09Z', 'revision_number': 5, 'project_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'gw_port': {'id': 'a1c008c7-84cc-43e3-afe1-7de70b2ffb84', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:03Z', 'updated_at': '2022-02-18T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:14.603507 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3816a0e0-18b9-4dd9-939f-1190e50e35ed None None] Checking router: 39843d9a-9a59-4b64-9bf0-c7fe44da9e03 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:53:14.612926 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3816a0e0-18b9-4dd9-939f-1190e50e35ed None None] Routers {'39843d9a-9a59-4b64-9bf0-c7fe44da9e03'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:53:14.613873 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3816a0e0-18b9-4dd9-939f-1190e50e35ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:53:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['39843d9a-9a59-4b64-9bf0-c7fe44da9e03'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:14.677115 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a69a57ad-33a8-4aaa-95bb-aa33d25f437a admin admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:14.705853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbd760c-da2d-4348-bb7b-b1596557d589 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Router e98e26f3-7def-4a54-b725-c228e95c6425 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:53:14.754163 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b47c97-e27b-4db3-8156-09843f32b164 admin admin] Router fa63a23e-558e-409b-97cd-58055b746b9a has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:53:14.772667 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4758048a-f09b-4d65-82cd-d143a6740611 req-7e88241d-8eb2-4376-89e4-0ac2700bb9c5 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316365 Feb 18 08:53:14.846404 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93e3d038-15b8-4532-b60d-546ae89f9ad7 req-a02aa349-fe3d-4ac1-a472-fa9b44f24caa tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659286 Feb 18 08:53:14.988906 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:14.994415 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-3816a0e0-18b9-4dd9-939f-1190e50e35ed None None] Set router 39843d9a-9a59-4b64-9bf0-c7fe44da9e03 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:53:15.284014 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7265da81-03fd-41ab-9396-26270f6426b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1', 'code': 200} Feb 18 08:53:15.362056 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:15.423005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54192) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:15.499339 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:53:15.628735 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6dfc45d7-69a6-4989-9a5b-931af0cea08c req-10e872f6-9ad6-40a2-9bd4-c154daa0ca28 service neutron] 10.222.0.61 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1413708 Feb 18 08:53:15.805302 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3816a0e0-18b9-4dd9-939f-1190e50e35ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'name': 'tempest-AttachSCSIVolumeTestJSON-1407907742-router', 'tenant_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a1c008c7-84cc-43e3-afe1-7de70b2ffb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:51:02Z', 'updated_at': '2022-02-18T08:53:09Z', 'revision_number': 5, 'project_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'gw_port': {'id': 'a1c008c7-84cc-43e3-afe1-7de70b2ffb84', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:03Z', 'updated_at': '2022-02-18T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:15.814361 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3816a0e0-18b9-4dd9-939f-1190e50e35ed None None] The sync data for ids ['39843d9a-9a59-4b64-9bf0-c7fe44da9e03'] in n-d-829434-1 is: [{'id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'name': 'tempest-AttachSCSIVolumeTestJSON-1407907742-router', 'tenant_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a1c008c7-84cc-43e3-afe1-7de70b2ffb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:51:02Z', 'updated_at': '2022-02-18T08:53:09Z', 'revision_number': 5, 'project_id': 'edfc19ecf0ab4bb7b4c70295cbff8743', 'gw_port': {'id': 'a1c008c7-84cc-43e3-afe1-7de70b2ffb84', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39843d9a-9a59-4b64-9bf0-c7fe44da9e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:03Z', 'updated_at': '2022-02-18T08:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:53:15.987526 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a69a57ad-33a8-4aaa-95bb-aa33d25f437a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:16.011873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbd760c-da2d-4348-bb7b-b1596557d589 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:53:16.023804 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ba609-9344-4701-ac07-ba4bb25b2f23 None None] Sync routers for ids ['e98e26f3-7def-4a54-b725-c228e95c6425'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:53:16.038023 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4ba609-9344-4701-ac07-ba4bb25b2f23 None None] Routers {'e98e26f3-7def-4a54-b725-c228e95c6425'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:53:16.038638 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ba4ba609-9344-4701-ac07-ba4bb25b2f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:53:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e98e26f3-7def-4a54-b725-c228e95c6425'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:16.070543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a69a57ad-33a8-4aaa-95bb-aa33d25f437a admin admin] Deleting port a1c008c7-84cc-43e3-afe1-7de70b2ffb84 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:53:16.071174 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a69a57ad-33a8-4aaa-95bb-aa33d25f437a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:16.120091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b47c97-e27b-4db3-8156-09843f32b164 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:53:16.131751 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-38b47c97-e27b-4db3-8156-09843f32b164 admin admin] 10.222.0.72 "PUT /v2.0/routers/fa63a23e-558e-409b-97cd-58055b746b9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6835353 Feb 18 08:53:16.135806 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-686d6ce0-9bb9-493a-8da9-2b2d2db735db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:16.150465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Sync routers for ids ['fa63a23e-558e-409b-97cd-58055b746b9a'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:53:16.166398 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3dbd760c-da2d-4348-bb7b-b1596557d589 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:16.227507 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Routers {'fa63a23e-558e-409b-97cd-58055b746b9a'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:53:16.229180 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:53:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fa63a23e-558e-409b-97cd-58055b746b9a'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:16.326294 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-686d6ce0-9bb9-493a-8da9-2b2d2db735db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:16.362964 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-686d6ce0-9bb9-493a-8da9-2b2d2db735db admin admin] Usage tracker for resource:security_group_rule and tenant:1356e49bed9843a39af078d0ed5d3e34 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:16.378814 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-686d6ce0-9bb9-493a-8da9-2b2d2db735db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:16.417746 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-686d6ce0-9bb9-493a-8da9-2b2d2db735db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:16.542404 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6dfc45d7-69a6-4989-9a5b-931af0cea08c req-94e2c04b-cdb8-4a47-aec3-12add1aa370a service neutron] 10.222.0.61 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8856151 Feb 18 08:53:16.553066 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a4ed338f-fecc-4b35-ba94-56aa9365ffe9 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:53:16.637699 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3dbd760c-da2d-4348-bb7b-b1596557d589 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "PUT /v2.0/floatingips/30a46859-09f9-42c3-b0e6-2a9e3699581e HTTP/1.1" status: 200 len: 992 time: 6.5436060 Feb 18 08:53:16.645060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0adb49-f01f-4bd0-ba23-20dcbb32108d', 'tag': '494276b2-7ec6-4f21-875b-1b8e4d98e581'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:53:16.653579 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-ba4ba609-9344-4701-ac07-ba4bb25b2f23 None None] Set router e98e26f3-7def-4a54-b725-c228e95c6425 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:53:16.713864 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac76648-bdd2-4807-aa19-fcfe61507052 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:53:16.723238 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:16.740470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Transition to ACTIVE for port object 9ac76648-bdd2-4807-aa19-fcfe61507052 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:53:16.787609 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:16.822841 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-686d6ce0-9bb9-493a-8da9-2b2d2db735db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:16.831140 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-686d6ce0-9bb9-493a-8da9-2b2d2db735db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:16.917391 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a4ed338f-fecc-4b35-ba94-56aa9365ffe9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:53:16.917907 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:16.993641 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-686d6ce0-9bb9-493a-8da9-2b2d2db735db admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1356e49bed9843a39af078d0ed5d3e34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5542557 Feb 18 08:53:16.993768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54218) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:16.994597 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d6ce0-9bb9-493a-8da9-2b2d2db735db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a252d3d7-ab5a-4a3f-8b1f-a77cb5fc8390,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:17.036014 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc267cfd-0232-4608-a219-42bf71d47dcb req-147af504-752b-40c2-b1c9-5258a08d69de tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:17.043178 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc267cfd-0232-4608-a219-42bf71d47dcb req-147af504-752b-40c2-b1c9-5258a08d69de tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 1.0426273 Feb 18 08:53:17.059852 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Set router fa63a23e-558e-409b-97cd-58055b746b9a gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:53:17.142735 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fbdfecb5-ffcd-4793-85a4-2e3357724565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:17.248019 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fbdfecb5-ffcd-4793-85a4-2e3357724565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:17.304743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Pushing event updated for resources: {'Port': ['ID=9ac76648-bdd2-4807-aa19-fcfe61507052,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:17.347441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-a69a57ad-33a8-4aaa-95bb-aa33d25f437a admin admin] For port a1c008c7-84cc-43e3-afe1-7de70b2ffb84, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a1c008c7-84cc-43e3-afe1-7de70b2ffb84,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:17.348181 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a69a57ad-33a8-4aaa-95bb-aa33d25f437a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:17.380192 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fbdfecb5-ffcd-4793-85a4-2e3357724565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:17.399304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Attempting to bind port 9ac76648-bdd2-4807-aa19-fcfe61507052 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:53:17.400040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Attempting to bind port 9ac76648-bdd2-4807-aa19-fcfe61507052 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:53:17.400649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Attempting to bind port 9ac76648-bdd2-4807-aa19-fcfe61507052 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:53:17.418513 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfecb5-ffcd-4793-85a4-2e3357724565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a252d3d7-ab5a-4a3f-8b1f-a77cb5fc8390,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:17.452808 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fbdfecb5-ffcd-4793-85a4-2e3357724565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:17.456803 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fbdfecb5-ffcd-4793-85a4-2e3357724565 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a252d3d7-ab5a-4a3f-8b1f-a77cb5fc8390 HTTP/1.1" status: 204 len: 168 time: 0.4558871 Feb 18 08:53:17.617538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a2608-05ec-49ad-85e9-99ee7dfa8182 req-bfabc198-8bdb-414a-a56a-9bfdd54ab1f9 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:17.632606 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a25a2608-05ec-49ad-85e9-99ee7dfa8182 req-bfabc198-8bdb-414a-a56a-9bfdd54ab1f9 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=c01a6c80-93b5-42f9-94b8-4382613cb85b HTTP/1.1" status: 200 len: 948 time: 0.8904777 Feb 18 08:53:17.665856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc267cfd-0232-4608-a219-42bf71d47dcb req-b010573b-aee1-4713-beb6-875319f99950 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6215644 Feb 18 08:53:17.677840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a69a57ad-33a8-4aaa-95bb-aa33d25f437a admin admin] Calling delete_port for a1c008c7-84cc-43e3-afe1-7de70b2ffb84 owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:53:17.701498 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ba4ba609-9344-4701-ac07-ba4bb25b2f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'name': 'tempest-ServersTestManualDisk-1748897006-router', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:52:24Z', 'revision_number': 4, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'gw_port': {'id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:15Z', 'updated_at': '2022-02-18T08:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '30a46859-09f9-42c3-b0e6-2a9e3699581e', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'port_id': '494276b2-7ec6-4f21-875b-1b8e4d98e581', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79', 'mac_address': 'fa:16:3e:56:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0adb49-f01f-4bd0-ba23-20dcbb32108d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:52:34Z', 'updated_at': '2022-02-18T08:53:11Z', 'revision_number': 1, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '384fc88b-83c2-4713-a647-4b5bcffb1628', 'name': '', 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'mac_address': 'fa:16:3e:d4:c1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '13ea0752-efa5-4df3-92c3-2023be837deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:21Z', 'updated_at': '2022-02-18T08:52:32Z', 'revision_number': 5, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'subnets': [{'id': '13ea0752-efa5-4df3-92c3-2023be837deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:17.714056 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ba609-9344-4701-ac07-ba4bb25b2f23 None None] Checking router: e98e26f3-7def-4a54-b725-c228e95c6425 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:53:17.736260 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4ba609-9344-4701-ac07-ba4bb25b2f23 None None] Routers {'e98e26f3-7def-4a54-b725-c228e95c6425'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:53:17.736967 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ba4ba609-9344-4701-ac07-ba4bb25b2f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:53:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e98e26f3-7def-4a54-b725-c228e95c6425'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:17.781039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Port 9ac76648-bdd2-4807-aa19-fcfe61507052 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:53:17.781254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Attempting to bind port 9ac76648-bdd2-4807-aa19-fcfe61507052 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:53:17.803941 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:53:17.804295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:53:17.805118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:53:17.807114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Bound port: 9ac76648-bdd2-4807-aa19-fcfe61507052, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:53:17.807468 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:17.808914 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d5b25f10-5bd8-4b30-b440-095005177350 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:53:17.903040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: d5b25f10-5bd8-4b30-b440-095005177350 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:53:17.903462 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d5b25f10-5bd8-4b30-b440-095005177350 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:53:17.951693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a25a2608-05ec-49ad-85e9-99ee7dfa8182 req-6c8b6920-8ee6-4956-8ac8-c51ac98999b1 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173683 Feb 18 08:53:18.105901 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0adb49-f01f-4bd0-ba23-20dcbb32108d', 'tag': '494276b2-7ec6-4f21-875b-1b8e4d98e581', 'status': 'completed', 'code': 200} Feb 18 08:53:18.162780 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa63a23e-558e-409b-97cd-58055b746b9a', 'name': 'tempest-ServerRescueNegativeTestJSON-881370611-router', 'tenant_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ed338f-fecc-4b35-ba94-56aa9365ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:53:05Z', 'updated_at': '2022-02-18T08:53:11Z', 'revision_number': 4, 'project_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'gw_port': {'id': 'a4ed338f-fecc-4b35-ba94-56aa9365ffe9', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa63a23e-558e-409b-97cd-58055b746b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:53:06Z', 'updated_at': '2022-02-18T08:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '6b5a60cb-fd83-4fc4-ab8a-f79b11632b44', 'name': '', 'network_id': '74735a75-704a-43d7-ab69-98662a7da388', 'tenant_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'mac_address': 'fa:16:3e:ed:48:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa63a23e-558e-409b-97cd-58055b746b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '6672ae26-589f-4433-91ad-be0a06fa3bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:53:09Z', 'updated_at': '2022-02-18T08:53:11Z', 'revision_number': 2, 'project_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'subnets': [{'id': '6672ae26-589f-4433-91ad-be0a06fa3bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:18.169078 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Checking router: fa63a23e-558e-409b-97cd-58055b746b9a for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:53:18.169986 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Updating router fa63a23e-558e-409b-97cd-58055b746b9a port 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:53:18.177763 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] For port 9ac76648-bdd2-4807-aa19-fcfe61507052, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:53:18.181764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] For port 9ac76648-bdd2-4807-aa19-fcfe61507052, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9ac76648-bdd2-4807-aa19-fcfe61507052,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:53:18.206687 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:18.298555 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:18.388666 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539a86c-b6a5-4f92-911b-d51ba5a652e9 req-e474adbd-a591-44b4-84f3-70ad055f47ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:18.391565 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8539a86c-b6a5-4f92-911b-d51ba5a652e9 req-e474adbd-a591-44b4-84f3-70ad055f47ee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c0c64350cc646d0ba5cd476344b9e39&device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 1097 time: 0.1962094 Feb 18 08:53:18.453715 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-ba4ba609-9344-4701-ac07-ba4bb25b2f23 None None] Set router e98e26f3-7def-4a54-b725-c228e95c6425 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:53:18.728189 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Pushing event updated for resources: {'Port': ['ID=9ac76648-bdd2-4807-aa19-fcfe61507052,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:18.766745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:18.784749 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:18.786536 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-1d2b6f7d-2cab-45b8-acd7-61df1c751fbb service neutron] 10.222.0.81 "PUT /v2.0/ports/9ac76648-bdd2-4807-aa19-fcfe61507052 HTTP/1.1" status: 200 len: 1096 time: 4.8107941 Feb 18 08:53:18.790923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01a6c80-93b5-42f9-94b8-4382613cb85b', 'tag': '9ac76648-bdd2-4807-aa19-fcfe61507052'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:53:18.894338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539a86c-b6a5-4f92-911b-d51ba5a652e9 req-94962f0b-92ae-4d98-8a38-ffa8b4500130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:18.895731 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8539a86c-b6a5-4f92-911b-d51ba5a652e9 req-94962f0b-92ae-4d98-8a38-ffa8b4500130 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b928b300-8a24-406f-9999-eb6cad70bd79 HTTP/1.1" status: 200 len: 913 time: 0.4902918 Feb 18 08:53:18.972748 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:19.000739 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Transition to ACTIVE for port object 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:53:19.027308 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:19.140672 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8539a86c-b6a5-4f92-911b-d51ba5a652e9 req-dbadb4a9-9b28-471b-928d-776fb4b7a385 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=494276b2-7ec6-4f21-875b-1b8e4d98e581 HTTP/1.1" status: 200 len: 1000 time: 0.2379069 Feb 18 08:53:19.244576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014f7c9-8a7f-4b43-a840-875b7f9da3be req-bbd2b403-ba49-4391-956e-057cdf1f754c tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:19.252853 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1014f7c9-8a7f-4b43-a840-875b7f9da3be req-bbd2b403-ba49-4391-956e-057cdf1f754c tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 946 time: 1.2314894 Feb 18 08:53:19.304964 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539a86c-b6a5-4f92-911b-d51ba5a652e9 req-3070f348-20ad-40ff-a6d7-a46084fe234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:19.306909 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8539a86c-b6a5-4f92-911b-d51ba5a652e9 req-3070f348-20ad-40ff-a6d7-a46084fe234f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13ea0752-efa5-4df3-92c3-2023be837deb HTTP/1.1" status: 200 len: 851 time: 0.1578093 Feb 18 08:53:19.454221 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a69a57ad-33a8-4aaa-95bb-aa33d25f437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:19.458944 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b93d7-5c3e-41f6-8da4-853dc70b633b None None] Pushing event updated for resources: {'Port': ['ID=6b5a60cb-fd83-4fc4-ab8a-f79b11632b44,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:19.465186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-111ec881-8245-4632-98d3-36abd8f375e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:19.467256 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-111ec881-8245-4632-98d3-36abd8f375e3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=c01a6c80-93b5-42f9-94b8-4382613cb85b HTTP/1.1" status: 200 len: 1099 time: 0.5904942 Feb 18 08:53:19.504966 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539a86c-b6a5-4f92-911b-d51ba5a652e9 req-390cf8b6-7ac7-4e28-8c99-06c59a987289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:19.509915 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8539a86c-b6a5-4f92-911b-d51ba5a652e9 req-390cf8b6-7ac7-4e28-8c99-06c59a987289 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b928b300-8a24-406f-9999-eb6cad70bd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1937139 Feb 18 08:53:19.534853 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-aabbf8dd-0111-4655-8083-76d69e735988 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:19.539023 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-aabbf8dd-0111-4655-8083-76d69e735988 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/networks?id=74735a75-704a-43d7-ab69-98662a7da388 HTTP/1.1" status: 200 len: 818 time: 0.5033815 Feb 18 08:53:19.567284 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Attempting to bind port 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:53:19.568193 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Attempting to bind port 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'dee93385-4765-4e34-bd95-6b2c9909aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '74735a75-704a-43d7-ab69-98662a7da388'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:53:19.568830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Attempting to bind port 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44 on network 74735a75-704a-43d7-ab69-98662a7da388 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:53:19.582274 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:53:19.583086 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Checking segment: {'id': 'dee93385-4765-4e34-bd95-6b2c9909aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '74735a75-704a-43d7-ab69-98662a7da388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:53:19.583724 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:19.584362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Bound using segment: {'id': 'dee93385-4765-4e34-bd95-6b2c9909aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '74735a75-704a-43d7-ab69-98662a7da388'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:53:19.592147 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Bound port: 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee93385-4765-4e34-bd95-6b2c9909aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '74735a75-704a-43d7-ab69-98662a7da388'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:53:19.592868 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:19.598625 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ba4ba609-9344-4701-ac07-ba4bb25b2f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'name': 'tempest-ServersTestManualDisk-1748897006-router', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:52:24Z', 'revision_number': 4, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'gw_port': {'id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:15Z', 'updated_at': '2022-02-18T08:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '30a46859-09f9-42c3-b0e6-2a9e3699581e', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'port_id': '494276b2-7ec6-4f21-875b-1b8e4d98e581', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79', 'mac_address': 'fa:16:3e:56:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0adb49-f01f-4bd0-ba23-20dcbb32108d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:52:34Z', 'updated_at': '2022-02-18T08:53:11Z', 'revision_number': 1, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '384fc88b-83c2-4713-a647-4b5bcffb1628', 'name': '', 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'mac_address': 'fa:16:3e:d4:c1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '13ea0752-efa5-4df3-92c3-2023be837deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:21Z', 'updated_at': '2022-02-18T08:52:32Z', 'revision_number': 5, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'subnets': [{'id': '13ea0752-efa5-4df3-92c3-2023be837deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:19.613182 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ba609-9344-4701-ac07-ba4bb25b2f23 None None] The sync data for ids ['e98e26f3-7def-4a54-b725-c228e95c6425'] in n-d-829434-1 is: [{'id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'name': 'tempest-ServersTestManualDisk-1748897006-router', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:52:24Z', 'revision_number': 4, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'gw_port': {'id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:15Z', 'updated_at': '2022-02-18T08:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '30a46859-09f9-42c3-b0e6-2a9e3699581e', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'port_id': '494276b2-7ec6-4f21-875b-1b8e4d98e581', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79', 'mac_address': 'fa:16:3e:56:90:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0adb49-f01f-4bd0-ba23-20dcbb32108d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:52:34Z', 'updated_at': '2022-02-18T08:53:11Z', 'revision_number': 1, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '384fc88b-83c2-4713-a647-4b5bcffb1628', 'name': '', 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'mac_address': 'fa:16:3e:d4:c1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '13ea0752-efa5-4df3-92c3-2023be837deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:21Z', 'updated_at': '2022-02-18T08:52:32Z', 'revision_number': 5, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'subnets': [{'id': '13ea0752-efa5-4df3-92c3-2023be837deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:53:19.656453 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1014f7c9-8a7f-4b43-a840-875b7f9da3be req-e253d455-5161-40c5-b2a6-257ddc280198 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a1e931-82cb-47e4-81f6-3c31946c3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3998916 Feb 18 08:53:19.664401 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-2ddbc276-a190-49a7-ac82-4ea50a0a1433 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=9ac76648-bdd2-4807-aa19-fcfe61507052 HTTP/1.1" status: 200 len: 217 time: 0.1396391 Feb 18 08:53:19.694556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a57ad-33a8-4aaa-95bb-aa33d25f437a admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c008c7-84cc-43e3-afe1-7de70b2ffb84,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:19.839641 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8539a86c-b6a5-4f92-911b-d51ba5a652e9 req-fb8789b3-a72b-4a8d-a6a2-5af7fd54abb6 service neutron] 10.222.0.81 "GET /v2.0/networks/b928b300-8a24-406f-9999-eb6cad70bd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223553 Feb 18 08:53:19.889716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] For port 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:53:19.897356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] For port 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6b5a60cb-fd83-4fc4-ab8a-f79b11632b44,segment=NetworkSegment(dee93385-4765-4e34-bd95-6b2c9909aed9),segment_id=dee93385-4765-4e34-bd95-6b2c9909aed9)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:53:19.913764 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:19.947773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-010a29a6-4488-4fa7-b02a-35e9d1e19451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:19.949244 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-010a29a6-4488-4fa7-b02a-35e9d1e19451 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1730640 Feb 18 08:53:20.003676 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-c3bc5e81-265d-43b9-a001-aa73fece6c17 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/quotas/07a37fcb692a481a8b32c3cc5e76d9b8 HTTP/1.1" status: 200 len: 375 time: 0.3371029 Feb 18 08:53:20.099543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b93d7-5c3e-41f6-8da4-853dc70b633b None None] Pushing event updated for resources: {'Port': ['ID=6b5a60cb-fd83-4fc4-ab8a-f79b11632b44,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:20.162480 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Routers {'fa63a23e-558e-409b-97cd-58055b746b9a'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:53:20.164902 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:53:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fa63a23e-558e-409b-97cd-58055b746b9a'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:20.247227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54278) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:20.263238 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8539a86c-b6a5-4f92-911b-d51ba5a652e9 req-497e9037-f817-444c-9eae-80fa0fffab24 service neutron] 10.222.0.81 "GET /v2.0/networks/b928b300-8a24-406f-9999-eb6cad70bd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112074 Feb 18 08:53:20.267798 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dea3a11-5ab4-4406-989d-5a4e14aec127 None None] New status for floating IP 30a46859-09f9-42c3-b0e6-2a9e3699581e: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:53:20.417635 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e99cf55-91b2-42fb-a420-f88af02e5bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:20.450365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0e99cf55-91b2-42fb-a420-f88af02e5bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:20.451898 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a69a57ad-33a8-4aaa-95bb-aa33d25f437a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:20.462493 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0e99cf55-91b2-42fb-a420-f88af02e5bd4 admin admin] Usage tracker for resource:security_group_rule and tenant:f26cbf4b32e84812b0ff231e956fb388 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:20.471606 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0e99cf55-91b2-42fb-a420-f88af02e5bd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:20.486327 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0e99cf55-91b2-42fb-a420-f88af02e5bd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:20.644136 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] Set router fa63a23e-558e-409b-97cd-58055b746b9a gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:53:20.670205 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a69a57ad-33a8-4aaa-95bb-aa33d25f437a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:20.673473 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a69a57ad-33a8-4aaa-95bb-aa33d25f437a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:20.691380 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e99cf55-91b2-42fb-a420-f88af02e5bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:20.710200 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e99cf55-91b2-42fb-a420-f88af02e5bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:20.725999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575556e-a9ea-4ef4-97b6-3c55dfb866f2 req-06b3705f-79c9-49cd-9975-b1974ee4726d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:20.727762 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c575556e-a9ea-4ef4-97b6-3c55dfb866f2 req-06b3705f-79c9-49cd-9975-b1974ee4726d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.7368097 Feb 18 08:53:20.729672 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a69a57ad-33a8-4aaa-95bb-aa33d25f437a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:20.730370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69a57ad-33a8-4aaa-95bb-aa33d25f437a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39843d9a-9a59-4b64-9bf0-c7fe44da9e03 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:53:20.755037 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-867f350c-f72f-4cec-af01-2f4d16c969a8 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=07a37fcb692a481a8b32c3cc5e76d9b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7504385 Feb 18 08:53:20.762521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-b077bd4e-82a1-4f2d-b1de-d38fdab1a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:20.764477 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-b077bd4e-82a1-4f2d-b1de-d38fdab1a047 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7544696 Feb 18 08:53:20.870564 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99cf55-91b2-42fb-a420-f88af02e5bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b5031e-a65c-483e-a148-c9ddbba81767,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:20.891681 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0e99cf55-91b2-42fb-a420-f88af02e5bd4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f26cbf4b32e84812b0ff231e956fb388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6421328 Feb 18 08:53:20.892323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54286) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:21.020727 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-62fb344e-b6c6-4783-9c26-c9306f257fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:21.050076 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-4221e432-9fab-4e76-b56f-da5fd84ea956 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:53:21.051134 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-4221e432-9fab-4e76-b56f-da5fd84ea956 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2949424 Feb 18 08:53:21.067112 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-62fb344e-b6c6-4783-9c26-c9306f257fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:21.116224 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c575556e-a9ea-4ef4-97b6-3c55dfb866f2 req-75ee41b4-041d-4029-aa0e-cb062dfd5982 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786113 Feb 18 08:53:21.153183 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-62fb344e-b6c6-4783-9c26-c9306f257fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:21.178661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb344e-b6c6-4783-9c26-c9306f257fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b5031e-a65c-483e-a148-c9ddbba81767,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:21.186445 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-62fb344e-b6c6-4783-9c26-c9306f257fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:21.190491 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-62fb344e-b6c6-4783-9c26-c9306f257fe7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/24b5031e-a65c-483e-a148-c9ddbba81767 HTTP/1.1" status: 204 len: 168 time: 0.2945921 Feb 18 08:53:21.190637 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a69a57ad-33a8-4aaa-95bb-aa33d25f437a admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:21.190765 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a69a57ad-33a8-4aaa-95bb-aa33d25f437a admin admin] 10.222.0.72 "DELETE /v2.0/routers/39843d9a-9a59-4b64-9bf0-c7fe44da9e03 HTTP/1.1" status: 204 len: 168 time: 7.5055141 Feb 18 08:53:21.193483 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54292) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:21.401851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2ff4c8-534f-4477-a036-ffe1b92c2459 admin admin] Deleting subnet e1a63a75-feb8-4c64-8fb4-be73357e03d6 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:53:21.406945 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff4c8-534f-4477-a036-ffe1b92c2459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:21.482887 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff4c8-534f-4477-a036-ffe1b92c2459 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:21.543251 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa63a23e-558e-409b-97cd-58055b746b9a', 'name': 'tempest-ServerRescueNegativeTestJSON-881370611-router', 'tenant_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ed338f-fecc-4b35-ba94-56aa9365ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:53:05Z', 'updated_at': '2022-02-18T08:53:11Z', 'revision_number': 4, 'project_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'gw_port': {'id': 'a4ed338f-fecc-4b35-ba94-56aa9365ffe9', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa63a23e-558e-409b-97cd-58055b746b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:53:06Z', 'updated_at': '2022-02-18T08:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '6b5a60cb-fd83-4fc4-ab8a-f79b11632b44', 'name': '', 'network_id': '74735a75-704a-43d7-ab69-98662a7da388', 'tenant_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'mac_address': 'fa:16:3e:ed:48:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa63a23e-558e-409b-97cd-58055b746b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '6672ae26-589f-4433-91ad-be0a06fa3bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:53:09Z', 'updated_at': '2022-02-18T08:53:19Z', 'revision_number': 4, 'project_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'subnets': [{'id': '6672ae26-589f-4433-91ad-be0a06fa3bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:21.550537 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15dab1f-058b-486b-bd75-0aef70d4bcc2 None None] The sync data for ids ['fa63a23e-558e-409b-97cd-58055b746b9a'] in n-d-829434-1 is: [{'id': 'fa63a23e-558e-409b-97cd-58055b746b9a', 'name': 'tempest-ServerRescueNegativeTestJSON-881370611-router', 'tenant_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ed338f-fecc-4b35-ba94-56aa9365ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:53:05Z', 'updated_at': '2022-02-18T08:53:11Z', 'revision_number': 4, 'project_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'gw_port': {'id': 'a4ed338f-fecc-4b35-ba94-56aa9365ffe9', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa63a23e-558e-409b-97cd-58055b746b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:53:06Z', 'updated_at': '2022-02-18T08:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '6b5a60cb-fd83-4fc4-ab8a-f79b11632b44', 'name': '', 'network_id': '74735a75-704a-43d7-ab69-98662a7da388', 'tenant_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'mac_address': 'fa:16:3e:ed:48:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa63a23e-558e-409b-97cd-58055b746b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '6672ae26-589f-4433-91ad-be0a06fa3bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:53:09Z', 'updated_at': '2022-02-18T08:53:19Z', 'revision_number': 4, 'project_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'subnets': [{'id': '6672ae26-589f-4433-91ad-be0a06fa3bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:53:21.603114 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff4c8-534f-4477-a036-ffe1b92c2459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:21.766195 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff4c8-534f-4477-a036-ffe1b92c2459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:21.825204 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff4c8-534f-4477-a036-ffe1b92c2459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:21.830836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ff4c8-534f-4477-a036-ffe1b92c2459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1a63a75-feb8-4c64-8fb4-be73357e03d6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:21.830999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c59684-1555-4e19-bb0d-8ea6dff29e47 None None] Network 22e675f4-5d9a-4259-832b-c0978e7dc5ea requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:53:21.839804 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1d2ff4c8-534f-4477-a036-ffe1b92c2459 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e1a63a75-feb8-4c64-8fb4-be73357e03d6 HTTP/1.1" status: 204 len: 168 time: 0.6451902 Feb 18 08:53:21.840509 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54300) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:21.886246 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01a6c80-93b5-42f9-94b8-4382613cb85b', 'tag': '9ac76648-bdd2-4807-aa19-fcfe61507052', 'status': 'completed', 'code': 200} Feb 18 08:53:22.167168 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-4aef38aa-b05f-451e-9b46-40743758ba94 service neutron] 10.222.0.72 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0653083 Feb 18 08:53:22.177203 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:22.241258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] Deleting port b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:53:22.244623 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:22.345608 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:53:22.470660 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-d3c463f3-526b-49ed-ba52-6340c5ea7b94 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6508198 Feb 18 08:53:22.586137 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:53:22.595153 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:53:22.595528 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:22.677783 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036f140a-cbdb-47b3-9474-f8851b124aaa None None] DHCP port deletion for 22e675f4-5d9a-4259-832b-c0978e7dc5ea request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:53:22.697084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-036f140a-cbdb-47b3-9474-f8851b124aaa None None] Deleting port b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:53:22.697574 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-036f140a-cbdb-47b3-9474-f8851b124aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:22.749167 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] For port b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c,segment=NetworkSegment(e5ee779a-8e06-4556-895a-c8826a5f5597),segment_id=e5ee779a-8e06-4556-895a-c8826a5f5597)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:22.749764 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:23.045392 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e638874-5880-40e9-a629-a0c1fe2c3761 req-41827068-d165-4458-b517-82c562fcb890 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787483 Feb 18 08:53:23.062742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-036f140a-cbdb-47b3-9474-f8851b124aaa None None] For port b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c,segment=NetworkSegment(e5ee779a-8e06-4556-895a-c8826a5f5597),segment_id=e5ee779a-8e06-4556-895a-c8826a5f5597)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:23.067003 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-036f140a-cbdb-47b3-9474-f8851b124aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:23.073587 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-66778b79-6e60-45e4-aabd-2a6add53791f service neutron] 10.222.0.72 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8513594 Feb 18 08:53:23.121562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c869496-e7da-40b4-bba7-5956bc8ef661 req-294c4124-549a-4c36-a374-c7b1850eb0ca tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:23.143757 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c869496-e7da-40b4-bba7-5956bc8ef661 req-294c4124-549a-4c36-a374-c7b1850eb0ca tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=c01a6c80-93b5-42f9-94b8-4382613cb85b HTTP/1.1" status: 200 len: 948 time: 0.6846216 Feb 18 08:53:23.197296 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] Calling delete_port for b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:53:23.441363 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-036f140a-cbdb-47b3-9474-f8851b124aaa None None] Calling delete_port for b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:53:23.487137 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c869496-e7da-40b4-bba7-5956bc8ef661 req-7b094ecc-469e-4292-8f39-caf3e3ed3f83 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409500 Feb 18 08:53:23.495387 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:23.563600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fff73-a8a5-48cf-b97b-09632084c317 req-d304b8d0-cb74-4ca6-8899-665e54e51711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:23.572547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a69fff73-a8a5-48cf-b97b-09632084c317 req-d304b8d0-cb74-4ca6-8899-665e54e51711 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=c01a6c80-93b5-42f9-94b8-4382613cb85b HTTP/1.1" status: 200 len: 1099 time: 0.4249849 Feb 18 08:53:23.645475 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-036f140a-cbdb-47b3-9474-f8851b124aaa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:53:23.646028 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-036f140a-cbdb-47b3-9474-f8851b124aaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:53:23.661670 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:23.678479 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] No DVR routers for this DVR port b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:53:23.750932 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:23.801885 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6b5a60cb-fd83-4fc4-ab8a-f79b11632b44,segment=NetworkSegment(dee93385-4765-4e34-bd95-6b2c9909aed9),segment_id=dee93385-4765-4e34-bd95-6b2c9909aed9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:23.818001 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:23.982157 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:23.987051 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=6b5a60cb-fd83-4fc4-ab8a-f79b11632b44,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:23.990503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a1c008c7-84cc-43e3-afe1-7de70b2ffb84 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:53:24.037012 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: a1c008c7-84cc-43e3-afe1-7de70b2ffb84 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:53:24.037012 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a1c008c7-84cc-43e3-afe1-7de70b2ffb84 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:53:24.049762 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e675f4-5d9a-4259-832b-c0978e7dc5ea']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:24.081605 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ee779a-8e06-4556-895a-c8826a5f5597') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:24.081903 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ee779a-8e06-4556-895a-c8826a5f5597') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:24.110069 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:24.137878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54350) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:24.142035 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:24.147412 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-036f140a-cbdb-47b3-9474-f8851b124aaa None None] Deleting port b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:53:24.147914 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-036f140a-cbdb-47b3-9474-f8851b124aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:24.181530 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:53:24.182034 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:53:24.221841 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:53:24.259423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:53:24.429855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32630406-462e-4753-b982-d90e854a9a6f req-dfa76c85-bb26-44b6-8312-0f37259b3a7f tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:24.431732 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32630406-462e-4753-b982-d90e854a9a6f req-dfa76c85-bb26-44b6-8312-0f37259b3a7f tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.7796857 Feb 18 08:53:24.448317 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-32bbd29a-525f-473a-aef3-fa61b025d29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:24.448765 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-036f140a-cbdb-47b3-9474-f8851b124aaa None None] The port 'b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:53:24.452150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fff73-a8a5-48cf-b97b-09632084c317 req-3c080306-7135-4055-a602-1d39d490805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:24.454041 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a69fff73-a8a5-48cf-b97b-09632084c317 req-3c080306-7135-4055-a602-1d39d490805c service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.8751893 Feb 18 08:53:24.462923 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:24.502684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:53:24.503212 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:24.503420 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:24.514928 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-32bbd29a-525f-473a-aef3-fa61b025d29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:24.521552 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-32bbd29a-525f-473a-aef3-fa61b025d29d admin admin] Usage tracker for resource:security_group_rule and tenant:0334685383e54befa7973b4179cd65a8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:24.525829 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-32bbd29a-525f-473a-aef3-fa61b025d29d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:24.542617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-32bbd29a-525f-473a-aef3-fa61b025d29d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:24.580372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-7d9e82c4-22c7-4fca-9166-fd0620cc737a tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:24.581854 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-7d9e82c4-22c7-4fca-9166-fd0620cc737a tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/networks?id=6c34d911-d8e0-4928-8f9f-24e8af7e550a HTTP/1.1" status: 200 len: 815 time: 0.6127300 Feb 18 08:53:24.595475 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a69fff73-a8a5-48cf-b97b-09632084c317 req-b838e914-30f4-4f4f-82d0-f55e29590414 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=9ac76648-bdd2-4807-aa19-fcfe61507052 HTTP/1.1" status: 200 len: 217 time: 0.1223896 Feb 18 08:53:24.600658 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32630406-462e-4753-b982-d90e854a9a6f req-a50932d2-a812-423f-a375-555eca6f70f3 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589546 Feb 18 08:53:24.644831 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-32bbd29a-525f-473a-aef3-fa61b025d29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:24.651914 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=22e675f4-5d9a-4259-832b-c0978e7dc5ea,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:24.664855 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-32bbd29a-525f-473a-aef3-fa61b025d29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:24.697667 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e50fdfb9-9a0e-4570-b09c-fea0e57d6ce7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/22e675f4-5d9a-4259-832b-c0978e7dc5ea HTTP/1.1" status: 204 len: 168 time: 2.8559043 Feb 18 08:53:24.719311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54362) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:24.733537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbd29a-525f-473a-aef3-fa61b025d29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c47343-734b-4269-877f-28beb701a1b9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:24.759121 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-57f91121-ab60-44b0-9db3-328c72a3f3e4 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/quotas/a4a62a8c174445a691623ed243915fc9 HTTP/1.1" status: 200 len: 375 time: 0.1563051 Feb 18 08:53:24.784225 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-32bbd29a-525f-473a-aef3-fa61b025d29d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0334685383e54befa7973b4179cd65a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6417258 Feb 18 08:53:24.784627 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54366) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:24.877472 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9072c091-15cd-4515-be18-6e4c4b992c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:24.902048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fff73-a8a5-48cf-b97b-09632084c317 req-f4f1450f-07aa-4039-b1ca-654276eb3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:24.904252 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a69fff73-a8a5-48cf-b97b-09632084c317 req-f4f1450f-07aa-4039-b1ca-654276eb3d56 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.3010552 Feb 18 08:53:24.906242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:53:24.916902 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9072c091-15cd-4515-be18-6e4c4b992c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:24.952856 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:53:24.953190 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b0da8d0d-f353-4f06-bfbd-5d6045ad7c0c not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:53:24.990362 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9072c091-15cd-4515-be18-6e4c4b992c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:25.023686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9072c091-15cd-4515-be18-6e4c4b992c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:25.026830 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9072c091-15cd-4515-be18-6e4c4b992c14 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/16c47343-734b-4269-877f-28beb701a1b9 HTTP/1.1" status: 204 len: 168 time: 0.2411873 Feb 18 08:53:25.027672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072c091-15cd-4515-be18-6e4c4b992c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c47343-734b-4269-877f-28beb701a1b9,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:25.065635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6623b833-ac73-4be9-b2bd-85e67e994305 req-6cf6f646-0220-4480-9bb4-dc40b8609e59 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 210 time: 0.1672213 Feb 18 08:53:25.504373 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-07ba49bf-f274-4091-8e7c-f5b46dd4728a tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4a62a8c174445a691623ed243915fc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6042960 Feb 18 08:53:26.024582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fff73-a8a5-48cf-b97b-09632084c317 req-6ab5bc40-db3d-49db-bfd3-bed8a03c137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:26.026071 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a69fff73-a8a5-48cf-b97b-09632084c317 req-6ab5bc40-db3d-49db-bfd3-bed8a03c137f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1107388 Feb 18 08:53:26.405004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-a8d0f0a2-53aa-4b4a-9c3f-d943cde08289 service neutron] 10.222.0.72 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8990369 Feb 18 08:53:26.525043 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-9a14ab4c-1799-42fe-8814-4d35beb67c3f tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:26.526021 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-9a14ab4c-1799-42fe-8814-4d35beb67c3f tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.61 "GET /v2.0/networks?id=74735a75-704a-43d7-ab69-98662a7da388 HTTP/1.1" status: 200 len: 818 time: 1.0499811 Feb 18 08:53:26.552033 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a69fff73-a8a5-48cf-b97b-09632084c317 req-a5948f90-ffd9-4a06-a034-56d0783adb21 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924922 Feb 18 08:53:26.559274 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Request body: {'port': {'device_id': 'f5dca1cc-0e65-40b1-b350-5198570fca70', 'network_id': '74735a75-704a-43d7-ab69-98662a7da388', 'admin_state_up': True, 'tenant_id': '07a37fcb692a481a8b32c3cc5e76d9b8'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:26.583714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614bef6-7ef4-4a41-a696-072bea30e8fc req-233fc64b-42cc-49d7-9867-21af876dccad tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:26.590809 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d614bef6-7ef4-4a41-a696-072bea30e8fc req-233fc64b-42cc-49d7-9867-21af876dccad tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=c01a6c80-93b5-42f9-94b8-4382613cb85b HTTP/1.1" status: 200 len: 948 time: 1.1118476 Feb 18 08:53:26.860420 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d614bef6-7ef4-4a41-a696-072bea30e8fc req-580a8acc-2d6b-4f3f-8ff7-f535d391cb47 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679589 Feb 18 08:53:26.968888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2230fd81-aa66-43ca-aa83-9ceef3db3c6d service neutron] 10.222.0.72 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5630312 Feb 18 08:53:27.171912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:27.181326 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54436) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:27.198871 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a69fff73-a8a5-48cf-b97b-09632084c317 req-783786be-2760-4b4a-ad4f-55328f499fa3 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6017725 Feb 18 08:53:27.214983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Usage tracker for resource:port and tenant:07a37fcb692a481a8b32c3cc5e76d9b8 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:27.284429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:27.337385 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b4495c1c-46c2-435e-ad93-c15b842c7b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:27.354055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:27.358248 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b4495c1c-46c2-435e-ad93-c15b842c7b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:27.365159 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b4495c1c-46c2-435e-ad93-c15b842c7b70 admin admin] Usage tracker for resource:security_group_rule and tenant:db8c8f5d46d44d0aab3f683be9244d6d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:27.368963 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b4495c1c-46c2-435e-ad93-c15b842c7b70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:27.373088 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9ac76648-bdd2-4807-aa19-fcfe61507052 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:53:27.394655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b4495c1c-46c2-435e-ad93-c15b842c7b70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:27.520064 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b4495c1c-46c2-435e-ad93-c15b842c7b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:27.527900 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b4495c1c-46c2-435e-ad93-c15b842c7b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:27.586991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4495c1c-46c2-435e-ad93-c15b842c7b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32f093e-0883-457f-b517-fa67c07618f5,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:27.613935 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b4495c1c-46c2-435e-ad93-c15b842c7b70 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=db8c8f5d46d44d0aab3f683be9244d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315209 Feb 18 08:53:27.617232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54448) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:27.674265 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 9ac76648-bdd2-4807-aa19-fcfe61507052, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9ac76648-bdd2-4807-aa19-fcfe61507052,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:27.694981 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '9ac76648-bdd2-4807-aa19-fcfe61507052', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '9ac76648-bdd2-4807-aa19-fcfe61507052', 'mac_address': 'fa:16:3e:16:41:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:53:27.730999 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-350b6678-3129-4cb7-912f-9886aeeddd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:27.762887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Made reservation on behalf of 07a37fcb692a481a8b32c3cc5e76d9b8 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:53:27.767078 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:27.768861 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:27.784244 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-350b6678-3129-4cb7-912f-9886aeeddd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:27.806717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac76648-bdd2-4807-aa19-fcfe61507052 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:53:27.843741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-0f3593b8-ddc6-473a-8f64-13e36959ae13 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:27.851249 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-0f3593b8-ddc6-473a-8f64-13e36959ae13 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/networks?id=74735a75-704a-43d7-ab69-98662a7da388 HTTP/1.1" status: 200 len: 818 time: 0.8531876 Feb 18 08:53:27.862922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 9ac76648-bdd2-4807-aa19-fcfe61507052, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9ac76648-bdd2-4807-aa19-fcfe61507052,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:27.875423 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:27.882465 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-350b6678-3129-4cb7-912f-9886aeeddd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:27.898556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b6678-3129-4cb7-912f-9886aeeddd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32f093e-0883-457f-b517-fa67c07618f5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:27.909108 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-350b6678-3129-4cb7-912f-9886aeeddd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:27.910516 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-350b6678-3129-4cb7-912f-9886aeeddd5a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f32f093e-0883-457f-b517-fa67c07618f5 HTTP/1.1" status: 204 len: 168 time: 0.2924433 Feb 18 08:53:27.997338 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-e1579d41-d874-4cc8-9bc9-efd93f2ac46d tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/quotas/07a37fcb692a481a8b32c3cc5e76d9b8 HTTP/1.1" status: 200 len: 375 time: 0.1451187 Feb 18 08:53:28.005936 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=9ac76648-bdd2-4807-aa19-fcfe61507052,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:28.103945 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56c0a06a-4c88-4acb-9590-1c407ec1d802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:28.167499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f21a0b-c781-46c2-9934-803b8b652694 req-e3a92192-7673-42ce-8510-02c2327196c1 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:28.176050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3f21a0b-c781-46c2-9934-803b8b652694 req-e3a92192-7673-42ce-8510-02c2327196c1 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.9717026 Feb 18 08:53:28.317248 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['9ac76648-bdd2-4807-aa19-fcfe61507052'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:53:28.334568 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3f21a0b-c781-46c2-9934-803b8b652694 req-6c9b0ca1-8731-4260-99db-eab8b3df1581 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575928 Feb 18 08:53:28.447952 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-0b9b8b20-2218-440a-9274-71a92bfde580 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=07a37fcb692a481a8b32c3cc5e76d9b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4495790 Feb 18 08:53:28.490853 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Allocated IP 172.20.0.3 (74735a75-704a-43d7-ab69-98662a7da388/6672ae26-589f-4433-91ad-be0a06fa3bd5/f53573ab-8349-4259-8320-6d8ba040f11f) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:53:28.676049 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93ef2425-0223-4e1d-a844-2262bf56b450 req-7afa92b2-81c3-4a0c-99aa-b5de8247586e tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 210 time: 0.0911379 Feb 18 08:53:29.226547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-83080b99-fbb3-44a4-a318-32d89b9ab6f7 service neutron] 10.222.0.72 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7776854 Feb 18 08:53:29.446910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-a4d1af59-05f3-408e-99bf-8b20e3864212 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:29.448354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-a4d1af59-05f3-408e-99bf-8b20e3864212 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.81 "GET /v2.0/networks?id=6c34d911-d8e0-4928-8f9f-24e8af7e550a HTTP/1.1" status: 200 len: 815 time: 0.6134124 Feb 18 08:53:29.489025 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4346-986b-4385-b256-949b01309187 req-ae2286e3-c05e-4590-b6cd-14fe2bc2499f tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:29.490808 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aeea4346-986b-4385-b256-949b01309187 req-ae2286e3-c05e-4590-b6cd-14fe2bc2499f tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=c01a6c80-93b5-42f9-94b8-4382613cb85b HTTP/1.1" status: 200 len: 949 time: 0.5917222 Feb 18 08:53:29.499612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-f6bf0c7b-9824-49b0-b32b-da256f530d35 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Request body: {'port': {'device_id': '0764bdb2-ce48-4739-8216-917c0be819f5', 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a', 'admin_state_up': True, 'tenant_id': 'a4a62a8c174445a691623ed243915fc9'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:29.540793 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:29.611922 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:29.670233 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-a0f3b25d-0ee6-4b7e-bd11-0a32733fe3be service neutron] 10.222.0.72 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248843 Feb 18 08:53:30.061831 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Network 74735a75-704a-43d7-ab69-98662a7da388 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:53:30.149409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:53:30.171650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:53:30.240944 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aeea4346-986b-4385-b256-949b01309187 req-b9e76969-67ca-4adc-802b-38a66aeb88c2 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7192433 Feb 18 08:53:30.241607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-56c0a06a-4c88-4acb-9590-1c407ec1d802 admin admin] Deleting port 49310ffc-a671-45ac-9b8d-4c6f6571caee {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:53:30.241956 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56c0a06a-4c88-4acb-9590-1c407ec1d802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:30.243140 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0d5eee30-33b9-4e55-810d-37d66c0de4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:30.393403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Pushing event updated for resources: {'Port': ['ID=f53573ab-8349-4259-8320-6d8ba040f11f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:30.542913 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:30.543544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:30.544025 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:30.545321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:30.545834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:30.546310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:30.546805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:30.547293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:30.547788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:30.548251 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:30.548766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:30.549240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:30.587490 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d5bc737-6b18-4786-93cf-1e64319335eb req-d80cb496-2b1f-467e-b435-fc7d69729702 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 210 time: 0.1301832 Feb 18 08:53:30.605931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:30.606813 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:30.681062 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-f6bf0c7b-9824-49b0-b32b-da256f530d35 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:30.773129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-f6bf0c7b-9824-49b0-b32b-da256f530d35 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:30.791429 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-55bd9e5c-5ee7-48f1-bd42-278dc12acae0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2497168 Feb 18 08:53:30.834969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Request body: {'port': {'device_id': 'f5dca1cc-0e65-40b1-b350-5198570fca70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:30.985996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-f6bf0c7b-9824-49b0-b32b-da256f530d35 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Made reservation on behalf of a4a62a8c174445a691623ed243915fc9 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:53:30.990169 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-f6bf0c7b-9824-49b0-b32b-da256f530d35 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:31.001713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-189a2f10-0f27-46d8-a215-db64eb7418ca req-977bb514-8e0a-49aa-bfb8-56745f99086c tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Synchronizing usage tracker for tenant:07a37fcb692a481a8b32c3cc5e76d9b8 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:53:31.062830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329de84-fd7a-4438-bcbb-688872b506e1 req-f682fa1f-414f-482a-8443-a3dc4a4d7932 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:31.071718 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4329de84-fd7a-4438-bcbb-688872b506e1 req-f682fa1f-414f-482a-8443-a3dc4a4d7932 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 1.0433364 Feb 18 08:53:31.264680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-56c0a06a-4c88-4acb-9590-1c407ec1d802 admin admin] For port 49310ffc-a671-45ac-9b8d-4c6f6571caee, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=49310ffc-a671-45ac-9b8d-4c6f6571caee,segment=NetworkSegment(270dbfe8-91d8-413e-a53c-42e5c48aac1f),segment_id=270dbfe8-91d8-413e-a53c-42e5c48aac1f)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:31.264680 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56c0a06a-4c88-4acb-9590-1c407ec1d802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:31.274202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-189a2f10-0f27-46d8-a215-db64eb7418ca req-977bb514-8e0a-49aa-bfb8-56745f99086c tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Unset dirty status for tenant:07a37fcb692a481a8b32c3cc5e76d9b8 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:53:31.274734 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-189a2f10-0f27-46d8-a215-db64eb7418ca req-977bb514-8e0a-49aa-bfb8-56745f99086c tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 210 time: 0.4815953 Feb 18 08:53:31.360605 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54546) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:31.397000 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9ac76648-bdd2-4807-aa19-fcfe61507052 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:53:31.398257 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4329de84-fd7a-4438-bcbb-688872b506e1 req-e403b71c-4d7a-4a9d-8e7d-5a51bdef3cbc tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254571 Feb 18 08:53:31.398981 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:31.558066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-56c0a06a-4c88-4acb-9590-1c407ec1d802 admin admin] Calling delete_port for 49310ffc-a671-45ac-9b8d-4c6f6571caee owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:53:31.569705 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1a6adc52-70fa-48f2-8f8f-ebb0c8bf77bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:31.587091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 9ac76648-bdd2-4807-aa19-fcfe61507052 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:53:31.593231 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 9ac76648-bdd2-4807-aa19-fcfe61507052 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:53:31.593987 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:31.666560 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1a6adc52-70fa-48f2-8f8f-ebb0c8bf77bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:31.710379 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1a6adc52-70fa-48f2-8f8f-ebb0c8bf77bd admin admin] Usage tracker for resource:security_group_rule and tenant:3ae5d0d4a048463bb67dec8ac760395c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:31.732582 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:31.740093 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1a6adc52-70fa-48f2-8f8f-ebb0c8bf77bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:31.762510 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1a6adc52-70fa-48f2-8f8f-ebb0c8bf77bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:31.771607 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 9ac76648-bdd2-4807-aa19-fcfe61507052, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9ac76648-bdd2-4807-aa19-fcfe61507052,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:31.772659 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01a6c80-93b5-42f9-94b8-4382613cb85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac76648-bdd2-4807-aa19-fcfe61507052'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:53:31.789081 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:31.799796 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-c6559777-65c3-42d2-b160-9af702cad5ed tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:31.800947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-c6559777-65c3-42d2-b160-9af702cad5ed tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Synchronizing usage tracker for tenant:07a37fcb692a481a8b32c3cc5e76d9b8 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:53:31.808214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-f6bf0c7b-9824-49b0-b32b-da256f530d35 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Allocated IP 172.20.0.12 (6c34d911-d8e0-4928-8f9f-24e8af7e550a/9fd32f46-ee09-481e-b1fa-9eb10ab6742b/6810851c-a50f-4870-a9cc-d201051f50f6) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:53:31.912878 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1a6adc52-70fa-48f2-8f8f-ebb0c8bf77bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:31.918352 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-c6559777-65c3-42d2-b160-9af702cad5ed tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Unset dirty status for tenant:07a37fcb692a481a8b32c3cc5e76d9b8 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:53:31.920168 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-c6559777-65c3-42d2-b160-9af702cad5ed tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.61 "GET /v2.0/networks?id=74735a75-704a-43d7-ab69-98662a7da388 HTTP/1.1" status: 200 len: 818 time: 0.5388813 Feb 18 08:53:31.929639 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1a6adc52-70fa-48f2-8f8f-ebb0c8bf77bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:31.940506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-38f08631-182c-43d1-a2f1-8cf04d706e13 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Request body: {'port': {'device_id': '16811921-b214-4128-b674-4abd608acd62', 'network_id': '74735a75-704a-43d7-ab69-98662a7da388', 'admin_state_up': True, 'tenant_id': '07a37fcb692a481a8b32c3cc5e76d9b8'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:31.955202 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=9ac76648-bdd2-4807-aa19-fcfe61507052,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:32.158935 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a12d6c4a-12cb-4054-a609-5be4af831778 req-30f9046d-c1d9-4ab4-9a81-7a3af789e099 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 210 time: 0.1466565 Feb 18 08:53:32.197794 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6adc52-70fa-48f2-8f8f-ebb0c8bf77bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0616c7fa-7dfc-473b-8e83-4c0fbdce51dd,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:32.209187 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1a6adc52-70fa-48f2-8f8f-ebb0c8bf77bd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3ae5d0d4a048463bb67dec8ac760395c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8475561 Feb 18 08:53:32.210435 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54556) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:32.301431 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01a6c80-93b5-42f9-94b8-4382613cb85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac76648-bdd2-4807-aa19-fcfe61507052', 'code': 200} Feb 18 08:53:32.327934 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-38f08631-182c-43d1-a2f1-8cf04d706e13 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:32.337853 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03a692d7-ae45-4cf8-9e8c-87d5d7bade22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:32.350019 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-38f08631-182c-43d1-a2f1-8cf04d706e13 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:32.413030 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03a692d7-ae45-4cf8-9e8c-87d5d7bade22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:32.420327 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-38f08631-182c-43d1-a2f1-8cf04d706e13 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Made reservation on behalf of 07a37fcb692a481a8b32c3cc5e76d9b8 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:53:32.425310 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-38f08631-182c-43d1-a2f1-8cf04d706e13 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:32.621258 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a6b01fd-c78e-48c3-b06f-e49b0586255e req-df29e6cf-b9cd-4022-912a-9bd9475a7ff6 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 210 time: 0.1573262 Feb 18 08:53:32.632678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac13bc2-1ef9-4a05-90b3-4f05e7f55882 req-2b3ae3ab-bfe3-4421-a1c5-ce8070909749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:32.634668 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0ac13bc2-1ef9-4a05-90b3-4f05e7f55882 req-2b3ae3ab-bfe3-4421-a1c5-ce8070909749 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c01a6c80-93b5-42f9-94b8-4382613cb85b HTTP/1.1" status: 200 len: 1101 time: 0.2617621 Feb 18 08:53:32.634815 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03a692d7-ae45-4cf8-9e8c-87d5d7bade22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:32.635192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476f721-4125-4678-93dc-0739d597caae req-9f5a45fa-76f7-49d3-9d37-be511b5b74b8 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:32.636688 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b476f721-4125-4678-93dc-0739d597caae req-9f5a45fa-76f7-49d3-9d37-be511b5b74b8 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=c01a6c80-93b5-42f9-94b8-4382613cb85b HTTP/1.1" status: 200 len: 950 time: 0.7019143 Feb 18 08:53:32.646311 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-f6bf0c7b-9824-49b0-b32b-da256f530d35 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:32.691732 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-55dc8530-b8db-41d3-8ab0-4f79ec18c4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:32.694211 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a692d7-ae45-4cf8-9e8c-87d5d7bade22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0616c7fa-7dfc-473b-8e83-4c0fbdce51dd,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:32.736712 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-38f08631-182c-43d1-a2f1-8cf04d706e13 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Allocated IP 172.20.0.11 (74735a75-704a-43d7-ab69-98662a7da388/6672ae26-589f-4433-91ad-be0a06fa3bd5/9b3734ae-da53-44f8-a43d-9f5e47bda382) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:53:32.745361 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56c0a06a-4c88-4acb-9590-1c407ec1d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:32.750508 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0ac13bc2-1ef9-4a05-90b3-4f05e7f55882 req-e7f225b4-2342-46c5-8d36-5181febcca54 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061168 Feb 18 08:53:32.752575 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03a692d7-ae45-4cf8-9e8c-87d5d7bade22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:32.756380 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-03a692d7-ae45-4cf8-9e8c-87d5d7bade22 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0616c7fa-7dfc-473b-8e83-4c0fbdce51dd HTTP/1.1" status: 204 len: 168 time: 0.5363600 Feb 18 08:53:32.773962 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b476f721-4125-4678-93dc-0739d597caae req-5cf96d8b-fb8d-4489-94b2-03819c5c3003 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178119 Feb 18 08:53:32.918941 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0a06a-4c88-4acb-9590-1c407ec1d802 admin admin] Pushing event deleted for resources: {'Port': ['ID=49310ffc-a671-45ac-9b8d-4c6f6571caee,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:33.104336 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-f6bf0c7b-9824-49b0-b32b-da256f530d35 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:33.124197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['2349d555-f889-41da-9a56-820e9f1307c5', 'b3581b1b-2b37-401a-9a68-6ace9353fc71', 'c5877160-cfe8-4283-b324-ad071c796a09'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:53:33.200199 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-38f08631-182c-43d1-a2f1-8cf04d706e13 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:33.258184 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-38f08631-182c-43d1-a2f1-8cf04d706e13 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:33.420587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54572) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:33.423201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f08631-182c-43d1-a2f1-8cf04d706e13 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Pushing event updated for resources: {'Port': ['ID=9b3734ae-da53-44f8-a43d-9f5e47bda382,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:33.443714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-f6bf0c7b-9824-49b0-b32b-da256f530d35 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Network 6c34d911-d8e0-4928-8f9f-24e8af7e550a is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:53:33.457593 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61d07ad9-e673-4e7b-bfbe-234801c3ae20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:33.480871 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-61d07ad9-e673-4e7b-bfbe-234801c3ae20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:33.485728 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-61d07ad9-e673-4e7b-bfbe-234801c3ae20 admin admin] Usage tracker for resource:security_group_rule and tenant:d723be19526e4c2b859bd0f123668b01 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:33.488723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-61d07ad9-e673-4e7b-bfbe-234801c3ae20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:33.494369 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-61d07ad9-e673-4e7b-bfbe-234801c3ae20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:33.504632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-f6bf0c7b-9824-49b0-b32b-da256f530d35 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:53:33.548434 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-38f08631-182c-43d1-a2f1-8cf04d706e13 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Network 74735a75-704a-43d7-ab69-98662a7da388 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:53:33.551926 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-38f08631-182c-43d1-a2f1-8cf04d706e13 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:53:33.564135 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-38f08631-182c-43d1-a2f1-8cf04d706e13 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:53:33.663510 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-38f08631-182c-43d1-a2f1-8cf04d706e13 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:33.664994 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-38f08631-182c-43d1-a2f1-8cf04d706e13 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:33.675470 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56c0a06a-4c88-4acb-9590-1c407ec1d802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:33.681221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-f6bf0c7b-9824-49b0-b32b-da256f530d35 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:53:33.694919 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:33.726000 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-38f08631-182c-43d1-a2f1-8cf04d706e13 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7978954 Feb 18 08:53:33.726391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf0c7b-9824-49b0-b32b-da256f530d35 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Pushing event updated for resources: {'Port': ['ID=6810851c-a50f-4870-a9cc-d201051f50f6,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:33.745063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Request body: {'port': {'device_id': '16811921-b214-4128-b674-4abd608acd62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:33.792514 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:33.803648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac376a-085a-4c35-a135-e845585d739d req-bd9d48ed-2350-4c66-9f01-6bc8fcd6c8b5 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:33.810028 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63ac376a-085a-4c35-a135-e845585d739d req-bd9d48ed-2350-4c66-9f01-6bc8fcd6c8b5 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.8011150 Feb 18 08:53:33.862032 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61d07ad9-e673-4e7b-bfbe-234801c3ae20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:33.881330 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61d07ad9-e673-4e7b-bfbe-234801c3ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:33.994642 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-61d07ad9-e673-4e7b-bfbe-234801c3ae20 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d723be19526e4c2b859bd0f123668b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5668581 Feb 18 08:53:34.012068 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54580) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:34.012659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-f6bf0c7b-9824-49b0-b32b-da256f530d35 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:34.013349 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-f6bf0c7b-9824-49b0-b32b-da256f530d35 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:34.026990 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63ac376a-085a-4c35-a135-e845585d739d req-eba961ab-defc-4bcb-b26d-bf8bd4cab967 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160914 Feb 18 08:53:34.069717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edb7b3-2e96-4779-bd16-de441b34d49c req-81913b65-aa7a-4e26-98f7-a5cf7f8fec13 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:34.078835 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-67edb7b3-2e96-4779-bd16-de441b34d49c req-81913b65-aa7a-4e26-98f7-a5cf7f8fec13 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 932 time: 0.6930094 Feb 18 08:53:34.099279 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d07ad9-e673-4e7b-bfbe-234801c3ae20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4ec017-4b6c-444f-9269-44fdc38f8c46,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:34.130290 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:34.260167 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c46e1196-4c89-400e-bf61-cdbf0b069247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:34.398331 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c46e1196-4c89-400e-bf61-cdbf0b069247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:34.421295 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-67edb7b3-2e96-4779-bd16-de441b34d49c req-dc786d46-1fd1-4058-a81c-fcc1d787f492 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397887 Feb 18 08:53:34.439422 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f53573ab-8349-4259-8320-6d8ba040f11f {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:53:34.444724 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-f6bf0c7b-9824-49b0-b32b-da256f530d35 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9680259 Feb 18 08:53:34.450586 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:34.466040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Request body: {'port': {'device_id': '0764bdb2-ce48-4739-8216-917c0be819f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:34.488133 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c46e1196-4c89-400e-bf61-cdbf0b069247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:34.515512 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c46e1196-4c89-400e-bf61-cdbf0b069247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:34.517329 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c46e1196-4c89-400e-bf61-cdbf0b069247 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a4ec017-4b6c-444f-9269-44fdc38f8c46 HTTP/1.1" status: 204 len: 168 time: 0.5041595 Feb 18 08:53:34.518247 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e1196-4c89-400e-bf61-cdbf0b069247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4ec017-4b6c-444f-9269-44fdc38f8c46,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:34.804332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Transition to ACTIVE for port object f53573ab-8349-4259-8320-6d8ba040f11f will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:53:34.863765 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:34.929512 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:35.143721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c0a06a-4c88-4acb-9590-1c407ec1d802 admin admin] Router 7567d080-0b19-4552-a730-e33520d4ca8e has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:53:35.223498 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3734ae-da53-44f8-a43d-9f5e47bda382 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:53:35.229161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27391775-b778-441b-9db6-4860b5413710 req-5747ae74-cc40-4178-8995-89eecfa4358f tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:35.233984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:35.237484 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-27391775-b778-441b-9db6-4860b5413710 req-5747ae74-cc40-4178-8995-89eecfa4358f tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 932 time: 1.0264189 Feb 18 08:53:35.262240 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Transition to ACTIVE for port object 9b3734ae-da53-44f8-a43d-9f5e47bda382 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:53:35.271490 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:35.449297 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:35.473054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f53573ab-8349-4259-8320-6d8ba040f11f,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:35.562927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef18e43-eecd-4a2d-a1d1-68b9f4451447 req-5df97948-85e9-4a26-8deb-d3bdd2fb3137 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:35.571658 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ef18e43-eecd-4a2d-a1d1-68b9f4451447 req-5df97948-85e9-4a26-8deb-d3bdd2fb3137 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=c01a6c80-93b5-42f9-94b8-4382613cb85b HTTP/1.1" status: 200 len: 950 time: 0.7782485 Feb 18 08:53:35.662420 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-27391775-b778-441b-9db6-4860b5413710 req-1bf43677-846b-4e86-81ed-26a5fb7240be tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238315 Feb 18 08:53:35.695602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3734ae-da53-44f8-a43d-9f5e47bda382,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:35.723930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Attempting to bind port f53573ab-8349-4259-8320-6d8ba040f11f on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:53:35.724289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Attempting to bind port f53573ab-8349-4259-8320-6d8ba040f11f by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'dee93385-4765-4e34-bd95-6b2c9909aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '74735a75-704a-43d7-ab69-98662a7da388'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:53:35.724623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Attempting to bind port f53573ab-8349-4259-8320-6d8ba040f11f on network 74735a75-704a-43d7-ab69-98662a7da388 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:53:35.762360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Attempting to bind port 9b3734ae-da53-44f8-a43d-9f5e47bda382 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:53:35.762676 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Attempting to bind port 9b3734ae-da53-44f8-a43d-9f5e47bda382 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'dee93385-4765-4e34-bd95-6b2c9909aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '74735a75-704a-43d7-ab69-98662a7da388'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:53:35.763040 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Attempting to bind port 9b3734ae-da53-44f8-a43d-9f5e47bda382 on network 74735a75-704a-43d7-ab69-98662a7da388 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:53:35.768905 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Port 9b3734ae-da53-44f8-a43d-9f5e47bda382 on network 74735a75-704a-43d7-ab69-98662a7da388 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:53:35.769220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Attempting to bind port 9b3734ae-da53-44f8-a43d-9f5e47bda382 on network 74735a75-704a-43d7-ab69-98662a7da388 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:53:35.774833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:53:35.775214 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Checking segment: {'id': 'dee93385-4765-4e34-bd95-6b2c9909aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '74735a75-704a-43d7-ab69-98662a7da388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:53:35.775548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Bound using segment: {'id': 'dee93385-4765-4e34-bd95-6b2c9909aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '74735a75-704a-43d7-ab69-98662a7da388'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:53:35.775969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Bound port: 9b3734ae-da53-44f8-a43d-9f5e47bda382, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee93385-4765-4e34-bd95-6b2c9909aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '74735a75-704a-43d7-ab69-98662a7da388'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:53:35.776373 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:35.819711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Port f53573ab-8349-4259-8320-6d8ba040f11f on network 74735a75-704a-43d7-ab69-98662a7da388 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:53:35.820251 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Attempting to bind port f53573ab-8349-4259-8320-6d8ba040f11f on network 74735a75-704a-43d7-ab69-98662a7da388 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:53:35.909036 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ef18e43-eecd-4a2d-a1d1-68b9f4451447 req-ecb50f4e-df46-44b8-bf82-be5cb0c043e1 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364940 Feb 18 08:53:35.953015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:53:35.953485 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Checking segment: {'id': 'dee93385-4765-4e34-bd95-6b2c9909aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '74735a75-704a-43d7-ab69-98662a7da388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:53:35.953935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Bound using segment: {'id': 'dee93385-4765-4e34-bd95-6b2c9909aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '74735a75-704a-43d7-ab69-98662a7da388'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:53:35.954458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Bound port: f53573ab-8349-4259-8320-6d8ba040f11f, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee93385-4765-4e34-bd95-6b2c9909aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '74735a75-704a-43d7-ab69-98662a7da388'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:53:35.954843 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:35.955765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] For port 9b3734ae-da53-44f8-a43d-9f5e47bda382, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:53:35.960148 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] For port 9b3734ae-da53-44f8-a43d-9f5e47bda382, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9b3734ae-da53-44f8-a43d-9f5e47bda382,segment=NetworkSegment(dee93385-4765-4e34-bd95-6b2c9909aed9),segment_id=dee93385-4765-4e34-bd95-6b2c9909aed9)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:53:35.967810 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:36.037971 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:36.038577 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:36.040078 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] 10.222.0.61 "PUT /v2.0/ports/9b3734ae-da53-44f8-a43d-9f5e47bda382 HTTP/1.1" status: 200 len: 1092 time: 2.3019221 Feb 18 08:53:36.040534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16811921-b214-4128-b674-4abd608acd62', 'tag': '9b3734ae-da53-44f8-a43d-9f5e47bda382'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:53:36.072970 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c0a06a-4c88-4acb-9590-1c407ec1d802 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:53:36.080200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d4523-ab35-41ae-94c3-5620f2ff0c69 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3734ae-da53-44f8-a43d-9f5e47bda382,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:36.093318 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ef89c8-eb40-4252-9818-827d8b2b0c04 None None] Sync routers for ids ['7567d080-0b19-4552-a730-e33520d4ca8e'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:53:36.104867 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef89c8-eb40-4252-9818-827d8b2b0c04 None None] Routers {'7567d080-0b19-4552-a730-e33520d4ca8e'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:53:36.105551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-75ef89c8-eb40-4252-9818-827d8b2b0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:53:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7567d080-0b19-4552-a730-e33520d4ca8e'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:36.135566 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-56c0a06a-4c88-4acb-9590-1c407ec1d802 admin admin] 10.222.0.72 "PUT /v2.0/routers/7567d080-0b19-4552-a730-e33520d4ca8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4152811 Feb 18 08:53:36.143698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54638) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:36.218668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-5b1fbb73-bc70-4f55-80aa-a5b82fb5821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:36.220511 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-5b1fbb73-bc70-4f55-80aa-a5b82fb5821a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07a37fcb692a481a8b32c3cc5e76d9b8&device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 1095 time: 0.1212695 Feb 18 08:53:36.308878 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-c1770dc2-4a42-49fc-9717-e1e35baf28ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b3734ae-da53-44f8-a43d-9f5e47bda382 HTTP/1.1" status: 200 len: 217 time: 0.0806782 Feb 18 08:53:36.311668 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-75ef89c8-eb40-4252-9818-827d8b2b0c04 None None] Set router 7567d080-0b19-4552-a730-e33520d4ca8e gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:53:36.383476 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-89d04788-bac1-4ef6-a3e6-ef7cdeba5153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:36.385408 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-89d04788-bac1-4ef6-a3e6-ef7cdeba5153 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6672ae26-589f-4433-91ad-be0a06fa3bd5 HTTP/1.1" status: 200 len: 858 time: 0.0693736 Feb 18 08:53:36.443866 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-0e888289-108d-4877-8e51-18175977e9aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74735a75-704a-43d7-ab69-98662a7da388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510163 Feb 18 08:53:36.545444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] For port f53573ab-8349-4259-8320-6d8ba040f11f, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:53:36.597774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] For port f53573ab-8349-4259-8320-6d8ba040f11f, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f53573ab-8349-4259-8320-6d8ba040f11f,segment=NetworkSegment(dee93385-4765-4e34-bd95-6b2c9909aed9),segment_id=dee93385-4765-4e34-bd95-6b2c9909aed9)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:53:36.610532 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-84c5972f-d7f2-449d-8566-fb95acaaab4e service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584771 Feb 18 08:53:36.625292 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:36.674064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-75ef89c8-eb40-4252-9818-827d8b2b0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610959338-router', 'tenant_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'aca78fe0-4024-476f-a831-a7e1e61f268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:51:13Z', 'updated_at': '2022-02-18T08:53:32Z', 'revision_number': 5, 'project_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'gw_port': {'id': 'aca78fe0-4024-476f-a831-a7e1e61f268f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:14Z', 'updated_at': '2022-02-18T08:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:36.678531 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ef89c8-eb40-4252-9818-827d8b2b0c04 None None] Checking router: 7567d080-0b19-4552-a730-e33520d4ca8e for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:53:36.689315 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef89c8-eb40-4252-9818-827d8b2b0c04 None None] Routers {'7567d080-0b19-4552-a730-e33520d4ca8e'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:53:36.690379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-75ef89c8-eb40-4252-9818-827d8b2b0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:53:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7567d080-0b19-4552-a730-e33520d4ca8e'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:36.770920 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3952858f-8c9a-461d-9149-3b264917afdf admin admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:36.790448 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-41e3c0c7-6bf3-4340-b94c-8dfea2350467 req-51414a61-9b14-4c35-8c45-38753813d4ea service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744800 Feb 18 08:53:36.895744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499272a-322c-43a2-999b-ebb7917be92a req-a996685e-2c6e-4d54-8483-1ff7fbdbee86 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:36.897287 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9499272a-322c-43a2-999b-ebb7917be92a req-a996685e-2c6e-4d54-8483-1ff7fbdbee86 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 1.0150087 Feb 18 08:53:36.939386 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-75ef89c8-eb40-4252-9818-827d8b2b0c04 None None] Set router 7567d080-0b19-4552-a730-e33520d4ca8e gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:53:36.968542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:36.969150 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:36.970589 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] 10.222.0.61 "PUT /v2.0/ports/f53573ab-8349-4259-8320-6d8ba040f11f HTTP/1.1" status: 200 len: 1091 time: 6.1543086 Feb 18 08:53:36.994443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e53bca-eac6-4f04-9132-9625def7daf9 req-1bd0a43b-f640-41e7-8aaf-f5ce7f8f95a3 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:36.995879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-43e53bca-eac6-4f04-9132-9625def7daf9 req-1bd0a43b-f640-41e7-8aaf-f5ce7f8f95a3 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Synchronizing usage tracker for tenant:a4a62a8c174445a691623ed243915fc9 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:53:37.005403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dca1cc-0e65-40b1-b350-5198570fca70', 'tag': 'f53573ab-8349-4259-8320-6d8ba040f11f'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:53:37.033172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99e4cd-47cc-4e53-9ba7-fdd96d4dc9f6 req-fc363caf-01c6-4627-b31c-1ada58e9657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:37.034995 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-cc99e4cd-47cc-4e53-9ba7-fdd96d4dc9f6 req-fc363caf-01c6-4627-b31c-1ada58e9657f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 1096 time: 0.1041148 Feb 18 08:53:37.137393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6810851c-a50f-4870-a9cc-d201051f50f6 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:53:37.167769 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:37.202608 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99e4cd-47cc-4e53-9ba7-fdd96d4dc9f6 req-b033d755-7122-4722-8913-5d1e64d96772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:37.204522 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-cc99e4cd-47cc-4e53-9ba7-fdd96d4dc9f6 req-b033d755-7122-4722-8913-5d1e64d96772 service neutron] 10.222.0.81 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 913 time: 0.1631939 Feb 18 08:53:37.217521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-43e53bca-eac6-4f04-9132-9625def7daf9 req-1bd0a43b-f640-41e7-8aaf-f5ce7f8f95a3 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Unset dirty status for tenant:a4a62a8c174445a691623ed243915fc9 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:53:37.224986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43e53bca-eac6-4f04-9132-9625def7daf9 req-1bd0a43b-f640-41e7-8aaf-f5ce7f8f95a3 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 932 time: 1.0803244 Feb 18 08:53:37.253740 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7da46-0494-4a40-94fa-c2523a7572f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f53573ab-8349-4259-8320-6d8ba040f11f,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:37.260251 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9499272a-322c-43a2-999b-ebb7917be92a req-fddc14d3-56cc-43ef-9504-ae493223516a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314948 Feb 18 08:53:37.266322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Transition to ACTIVE for port object 6810851c-a50f-4870-a9cc-d201051f50f6 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:53:37.292639 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:37.316151 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-75ef89c8-eb40-4252-9818-827d8b2b0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610959338-router', 'tenant_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'aca78fe0-4024-476f-a831-a7e1e61f268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:51:13Z', 'updated_at': '2022-02-18T08:53:32Z', 'revision_number': 5, 'project_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'gw_port': {'id': 'aca78fe0-4024-476f-a831-a7e1e61f268f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:14Z', 'updated_at': '2022-02-18T08:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:37.322273 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ef89c8-eb40-4252-9818-827d8b2b0c04 None None] The sync data for ids ['7567d080-0b19-4552-a730-e33520d4ca8e'] in n-d-829434-1 is: [{'id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610959338-router', 'tenant_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'aca78fe0-4024-476f-a831-a7e1e61f268f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:51:13Z', 'updated_at': '2022-02-18T08:53:32Z', 'revision_number': 5, 'project_id': 'ea4b32f0b2c645b2865babfe2fa05a24', 'gw_port': {'id': 'aca78fe0-4024-476f-a831-a7e1e61f268f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567d080-0b19-4552-a730-e33520d4ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:51:14Z', 'updated_at': '2022-02-18T08:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:53:37.346520 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3952858f-8c9a-461d-9149-3b264917afdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:37.353516 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-cc99e4cd-47cc-4e53-9ba7-fdd96d4dc9f6 req-6c644b60-e1bf-41e6-9cf4-42e7882db984 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 HTTP/1.1" status: 200 len: 217 time: 0.1428232 Feb 18 08:53:37.381225 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-3952858f-8c9a-461d-9149-3b264917afdf admin admin] Deleting port aca78fe0-4024-476f-a831-a7e1e61f268f {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:53:37.381602 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3952858f-8c9a-461d-9149-3b264917afdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:37.438388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43e53bca-eac6-4f04-9132-9625def7daf9 req-b3adb3e7-aa7a-4ac7-a617-a457ecdc40bf tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125616 Feb 18 08:53:37.443713 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99e4cd-47cc-4e53-9ba7-fdd96d4dc9f6 req-31d9a989-79d5-4816-8ab3-d5f0b532c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:37.446118 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-cc99e4cd-47cc-4e53-9ba7-fdd96d4dc9f6 req-31d9a989-79d5-4816-8ab3-d5f0b532c66d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d45a775a-d6b1-454c-87b6-7f0420cf3393 HTTP/1.1" status: 200 len: 852 time: 0.0856352 Feb 18 08:53:37.502694 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-cc99e4cd-47cc-4e53-9ba7-fdd96d4dc9f6 req-7ad2e916-e238-48fb-a5e8-ae75ec08a028 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=37941738-3b60-49d5-86b1-6f8075363e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497205 Feb 18 08:53:37.504453 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16811921-b214-4128-b674-4abd608acd62', 'tag': '9b3734ae-da53-44f8-a43d-9f5e47bda382', 'status': 'completed', 'code': 200} Feb 18 08:53:37.657938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Pushing event updated for resources: {'Port': ['ID=6810851c-a50f-4870-a9cc-d201051f50f6,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:37.718027 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d117f29-c4dc-4011-a2f3-5a8be5972021 req-ed990060-6919-4abd-be26-86a6ff0ad3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:37.719493 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0d117f29-c4dc-4011-a2f3-5a8be5972021 req-ed990060-6919-4abd-be26-86a6ff0ad3b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07a37fcb692a481a8b32c3cc5e76d9b8&device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 1095 time: 0.1790781 Feb 18 08:53:37.722813 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-cc99e4cd-47cc-4e53-9ba7-fdd96d4dc9f6 req-aa70891c-352e-40e3-bfc1-c28f4d6ab4db service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055945 Feb 18 08:53:37.775912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-ff765931-5ce3-4d75-816e-cce97655f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:37.777541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-ff765931-5ce3-4d75-816e-cce97655f0ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07a37fcb692a481a8b32c3cc5e76d9b8&device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 1094 time: 0.7463078 Feb 18 08:53:37.953946 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-86eadd15-2ecd-442f-b631-0fd2b6a50fcc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53573ab-8349-4259-8320-6d8ba040f11f HTTP/1.1" status: 200 len: 217 time: 0.1048212 Feb 18 08:53:38.054419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac5436-3d4c-4eed-9a04-757b0b252fcf req-481a79e5-0f7d-4ec5-b805-2ac401d2c980 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:38.056659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-82ac5436-3d4c-4eed-9a04-757b0b252fcf req-481a79e5-0f7d-4ec5-b805-2ac401d2c980 tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c01a6c80-93b5-42f9-94b8-4382613cb85b HTTP/1.1" status: 200 len: 1101 time: 0.6123133 Feb 18 08:53:38.081789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Attempting to bind port 6810851c-a50f-4870-a9cc-d201051f50f6 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:53:38.082132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Attempting to bind port 6810851c-a50f-4870-a9cc-d201051f50f6 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '127fbf82-eedd-4b22-9791-7c88cc8b5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:53:38.082465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Attempting to bind port 6810851c-a50f-4870-a9cc-d201051f50f6 on network 6c34d911-d8e0-4928-8f9f-24e8af7e550a {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:53:38.088073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 49310ffc-a671-45ac-9b8d-4c6f6571caee no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:53:38.117733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Port 6810851c-a50f-4870-a9cc-d201051f50f6 on network 6c34d911-d8e0-4928-8f9f-24e8af7e550a not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:53:38.118165 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Attempting to bind port 6810851c-a50f-4870-a9cc-d201051f50f6 on network 6c34d911-d8e0-4928-8f9f-24e8af7e550a {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:53:38.135993 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 49310ffc-a671-45ac-9b8d-4c6f6571caee {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:53:38.137000 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 49310ffc-a671-45ac-9b8d-4c6f6571caee not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:53:38.143725 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-d186b2c4-a3ba-4647-a6ca-ae2dcb5d6b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:38.145206 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-d186b2c4-a3ba-4647-a6ca-ae2dcb5d6b51 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6672ae26-589f-4433-91ad-be0a06fa3bd5 HTTP/1.1" status: 200 len: 858 time: 0.1812699 Feb 18 08:53:38.151423 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d117f29-c4dc-4011-a2f3-5a8be5972021 req-de2c95c2-a499-4a56-97b3-4458e58a222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:38.153347 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0d117f29-c4dc-4011-a2f3-5a8be5972021 req-de2c95c2-a499-4a56-97b3-4458e58a222d service neutron] 10.222.0.61 "GET /v2.0/networks?id=74735a75-704a-43d7-ab69-98662a7da388 HTTP/1.1" status: 200 len: 919 time: 0.4276989 Feb 18 08:53:38.155626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bfdd0-4d3d-44df-8fd7-18c245e7b1e1 req-4ce3a42e-bd25-461e-b4f9-d03d0b155004 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:38.155775 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-cc99e4cd-47cc-4e53-9ba7-fdd96d4dc9f6 req-4e0a1f78-c46b-41e3-9308-e6cb1e0e552a service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045703 Feb 18 08:53:38.157115 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a65bfdd0-4d3d-44df-8fd7-18c245e7b1e1 req-4ce3a42e-bd25-461e-b4f9-d03d0b155004 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 944 time: 0.5083182 Feb 18 08:53:38.163971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:53:38.164338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Checking segment: {'id': '127fbf82-eedd-4b22-9791-7c88cc8b5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:53:38.164733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Bound using segment: {'id': '127fbf82-eedd-4b22-9791-7c88cc8b5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:53:38.165235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Bound port: 6810851c-a50f-4870-a9cc-d201051f50f6, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127fbf82-eedd-4b22-9791-7c88cc8b5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:53:38.165674 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:38.235791 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0d117f29-c4dc-4011-a2f3-5a8be5972021 req-48ea7a6f-79fb-4594-a33b-29d1dbe06792 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b3734ae-da53-44f8-a43d-9f5e47bda382 HTTP/1.1" status: 200 len: 217 time: 0.0716238 Feb 18 08:53:38.259409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-3952858f-8c9a-461d-9149-3b264917afdf admin admin] For port aca78fe0-4024-476f-a831-a7e1e61f268f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=aca78fe0-4024-476f-a831-a7e1e61f268f,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:38.259783 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3952858f-8c9a-461d-9149-3b264917afdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:38.305205 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-ac8cb652-ba78-487d-9273-45ce1f7f4acf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74735a75-704a-43d7-ab69-98662a7da388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284425 Feb 18 08:53:38.307245 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-82ac5436-3d4c-4eed-9a04-757b0b252fcf req-88d5097a-0c1f-466d-bf2f-390a829402bd tempest-ServersOnMultiNodesTest-1373191945 tempest-ServersOnMultiNodesTest-1373191945-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409551 Feb 18 08:53:38.307544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d117f29-c4dc-4011-a2f3-5a8be5972021 req-fade7d9c-6884-4b39-9882-8f464e848a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:38.308987 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0d117f29-c4dc-4011-a2f3-5a8be5972021 req-fade7d9c-6884-4b39-9882-8f464e848a33 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6672ae26-589f-4433-91ad-be0a06fa3bd5 HTTP/1.1" status: 200 len: 858 time: 0.0651574 Feb 18 08:53:38.376532 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0d117f29-c4dc-4011-a2f3-5a8be5972021 req-22b76dd0-e44a-422c-a923-0cdc904de5c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74735a75-704a-43d7-ab69-98662a7da388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572557 Feb 18 08:53:38.526586 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0d117f29-c4dc-4011-a2f3-5a8be5972021 req-aa5f0475-f25d-49ad-a232-2d49f30025c0 service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431501 Feb 18 08:53:38.637007 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5dca1cc-0e65-40b1-b350-5198570fca70', 'tag': 'f53573ab-8349-4259-8320-6d8ba040f11f', 'status': 'completed', 'code': 200} Feb 18 08:53:38.644768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-3952858f-8c9a-461d-9149-3b264917afdf admin admin] Calling delete_port for aca78fe0-4024-476f-a831-a7e1e61f268f owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:53:38.676130 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0d117f29-c4dc-4011-a2f3-5a8be5972021 req-0e8ffeaa-3ea0-4afc-af10-44a105babf69 service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431658 Feb 18 08:53:38.828889 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a65bfdd0-4d3d-44df-8fd7-18c245e7b1e1 req-c4b851cf-8f65-4af3-97c4-dd0ec9805d5c tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6476707 Feb 18 08:53:38.907854 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] For port 6810851c-a50f-4870-a9cc-d201051f50f6, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:53:38.952429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] For port 6810851c-a50f-4870-a9cc-d201051f50f6, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=6810851c-a50f-4870-a9cc-d201051f50f6,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:53:38.960061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-f3a347a9-a11e-4b7c-b47a-f7236f2c3f29 service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885466 Feb 18 08:53:38.974771 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:39.128375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:39.129004 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:39.130372 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] 10.222.0.81 "PUT /v2.0/ports/6810851c-a50f-4870-a9cc-d201051f50f6 HTTP/1.1" status: 200 len: 1092 time: 4.6723528 Feb 18 08:53:39.154900 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c8c94-1f1d-4620-b4ee-f60de8090df2 req-a2827b30-cbaf-4bdf-b99f-c8b7e8b115d5 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:39.156561 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b01c8c94-1f1d-4620-b4ee-f60de8090df2 req-a2827b30-cbaf-4bdf-b99f-c8b7e8b115d5 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 945 time: 0.5409083 Feb 18 08:53:39.180309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfeea10-8076-4399-a744-e730678d5ebd service neutron] Pushing event updated for resources: {'Port': ['ID=6810851c-a50f-4870-a9cc-d201051f50f6,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:39.382249 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d2ec939-f102-44f9-bc29-c099c6b54551 req-957625a8-eaf0-4e15-888b-db9ff4bc921f service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105139 Feb 18 08:53:39.397809 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b01c8c94-1f1d-4620-b4ee-f60de8090df2 req-bd3b98b0-d857-431a-9c5f-ef808a00d4d4 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225735 Feb 18 08:53:39.472867 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:53:39.493138 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3952858f-8c9a-461d-9149-3b264917afdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:39.590995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952858f-8c9a-461d-9149-3b264917afdf admin admin] Pushing event deleted for resources: {'Port': ['ID=aca78fe0-4024-476f-a831-a7e1e61f268f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:39.614119 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:39.626899 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-82bd83c9-41a0-46b6-a6a4-61945b99fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:39.628610 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-82bd83c9-41a0-46b6-a6a4-61945b99fbe2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a4a62a8c174445a691623ed243915fc9&device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 1095 time: 0.4299514 Feb 18 08:53:39.647536 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7265da81-03fd-41ab-9396-26270f6426b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:53:39.647745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ab890-faff-46d9-84f0-d2a117aa1326 req-16c1348f-9e16-47ac-9966-a34c963f586f tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:39.649174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-897ab890-faff-46d9-84f0-d2a117aa1326 req-16c1348f-9e16-47ac-9966-a34c963f586f tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 944 time: 0.4728949 Feb 18 08:53:39.658757 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:39.664299 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:39.737729 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:39.745567 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:39.746002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:39.746401 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:39.746794 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:39.748763 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:39.748763 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:39.748763 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:39.748763 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:39.749208 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:39.749581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:39.749966 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:39.750350 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:39.782924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-6e4b7246-8337-4f77-86f9-33ab7e271a77 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6810851c-a50f-4870-a9cc-d201051f50f6 HTTP/1.1" status: 200 len: 217 time: 0.1270180 Feb 18 08:53:39.898292 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3952858f-8c9a-461d-9149-3b264917afdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:40.014058 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-897ab890-faff-46d9-84f0-d2a117aa1326 req-a3b859c2-38de-4f7c-8f6d-236ae30491e3 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958012 Feb 18 08:53:40.036329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fcdb8-0b3b-47d1-bd84-6f879bc05b3a req-b9355d48-99c4-47f0-8df3-c6ecae61a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:40.037788 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c79fcdb8-0b3b-47d1-bd84-6f879bc05b3a req-b9355d48-99c4-47f0-8df3-c6ecae61a76f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07a37fcb692a481a8b32c3cc5e76d9b8&device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 1094 time: 0.5910800 Feb 18 08:53:40.106171 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7265da81-03fd-41ab-9396-26270f6426b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1', 'code': 200} Feb 18 08:53:40.306146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-79f3a246-de08-42b5-aafb-e2d95a1cd67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:40.308467 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-79f3a246-de08-42b5-aafb-e2d95a1cd67a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9fd32f46-ee09-481e-b1fa-9eb10ab6742b HTTP/1.1" status: 200 len: 855 time: 0.5018203 Feb 18 08:53:40.314681 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3952858f-8c9a-461d-9149-3b264917afdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:40.336865 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b182b3-8952-429b-84d1-cf0d6b9837a7 req-12ff68b7-2fb5-4977-81bb-91725517d337 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:40.338347 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4b182b3-8952-429b-84d1-cf0d6b9837a7 req-12ff68b7-2fb5-4977-81bb-91725517d337 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=c01a6c80-93b5-42f9-94b8-4382613cb85b HTTP/1.1" status: 200 len: 950 time: 0.7989943 Feb 18 08:53:40.339590 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3952858f-8c9a-461d-9149-3b264917afdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:40.488397 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-281bf5a7-9a76-4efa-894e-d2fb5111db3b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6c34d911-d8e0-4928-8f9f-24e8af7e550a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750885 Feb 18 08:53:40.498337 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3952858f-8c9a-461d-9149-3b264917afdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:40.498949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3952858f-8c9a-461d-9149-3b264917afdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7567d080-0b19-4552-a730-e33520d4ca8e {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:53:40.656851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0764bdb2-ce48-4739-8216-917c0be819f5', 'tag': '6810851c-a50f-4870-a9cc-d201051f50f6'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:53:40.681971 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4b182b3-8952-429b-84d1-cf0d6b9837a7 req-5e69dd7a-7675-4317-92c5-bee6cc268963 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662187 Feb 18 08:53:40.693512 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3952858f-8c9a-461d-9149-3b264917afdf admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:40.695132 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3952858f-8c9a-461d-9149-3b264917afdf admin admin] 10.222.0.72 "DELETE /v2.0/routers/7567d080-0b19-4552-a730-e33520d4ca8e HTTP/1.1" status: 204 len: 168 time: 4.5435123 Feb 18 08:53:40.704057 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54914) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:40.708198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fcdb8-0b3b-47d1-bd84-6f879bc05b3a req-2e5bcfaa-7da8-4a13-8a6b-8d8b462144a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:40.709681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c79fcdb8-0b3b-47d1-bd84-6f879bc05b3a req-2e5bcfaa-7da8-4a13-8a6b-8d8b462144a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=74735a75-704a-43d7-ab69-98662a7da388 HTTP/1.1" status: 200 len: 919 time: 0.4672220 Feb 18 08:53:40.800240 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c79fcdb8-0b3b-47d1-bd84-6f879bc05b3a req-eec10480-5853-4d64-81ba-f3c25a70e1eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53573ab-8349-4259-8320-6d8ba040f11f HTTP/1.1" status: 200 len: 217 time: 0.0743065 Feb 18 08:53:40.804208 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-e6a22bb6-a275-440b-9432-24c629b4102e service neutron] 10.222.0.81 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942975 Feb 18 08:53:40.814629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8055ad-61fb-4428-bebd-01fc18a7e977 req-350b2dd2-5209-4d03-8e9a-9e82c6940268 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:40.815212 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff8055ad-61fb-4428-bebd-01fc18a7e977 req-350b2dd2-5209-4d03-8e9a-9e82c6940268 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 944 time: 0.5737808 Feb 18 08:53:40.863588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] Deleting subnet 07d840f2-54cf-40cb-843b-6f3d159362e1 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:53:40.871709 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:40.937161 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:40.987127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58b690-571c-4485-b090-d583ab2e7c70 req-7dd89918-0af6-4b44-a3cb-cc794f7b7ee6 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:40.988078 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-bb58b690-571c-4485-b090-d583ab2e7c70 req-7dd89918-0af6-4b44-a3cb-cc794f7b7ee6 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Synchronizing usage tracker for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:53:41.018235 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:41.033828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-bb58b690-571c-4485-b090-d583ab2e7c70 req-7dd89918-0af6-4b44-a3cb-cc794f7b7ee6 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Unset dirty status for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:53:41.034739 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bb58b690-571c-4485-b090-d583ab2e7c70 req-7dd89918-0af6-4b44-a3cb-cc794f7b7ee6 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "GET /v2.0/ports?device_id=c01a6c80-93b5-42f9-94b8-4382613cb85b HTTP/1.1" status: 200 len: 950 time: 0.2844973 Feb 18 08:53:41.067901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fcdb8-0b3b-47d1-bd84-6f879bc05b3a req-df874e6c-0d9e-4998-8b66-039329ce63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:41.070375 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c79fcdb8-0b3b-47d1-bd84-6f879bc05b3a req-df874e6c-0d9e-4998-8b66-039329ce63ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6672ae26-589f-4433-91ad-be0a06fa3bd5 HTTP/1.1" status: 200 len: 858 time: 0.2228816 Feb 18 08:53:41.075838 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff8055ad-61fb-4428-bebd-01fc18a7e977 req-9b1d3567-0f69-4636-bfe4-c2609252ef82 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272034 Feb 18 08:53:41.123968 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-bb58b690-571c-4485-b090-d583ab2e7c70 req-19b37069-efcd-4e2e-8ed2-3a9054aa1d33 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Deleting port 9ac76648-bdd2-4807-aa19-fcfe61507052 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:53:41.124515 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bb58b690-571c-4485-b090-d583ab2e7c70 req-19b37069-efcd-4e2e-8ed2-3a9054aa1d33 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:41.151729 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0764bdb2-ce48-4739-8216-917c0be819f5', 'tag': '6810851c-a50f-4870-a9cc-d201051f50f6', 'status': 'completed', 'code': 200} Feb 18 08:53:41.170383 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c79fcdb8-0b3b-47d1-bd84-6f879bc05b3a req-b41432cb-016f-457e-8375-51e5657eb721 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74735a75-704a-43d7-ab69-98662a7da388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857992 Feb 18 08:53:41.173356 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:41.203532 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab84df20-a1f4-40df-8329-dfa63406bf8e req-78d5d60c-bd37-4ba9-8258-5cb6ab727e27 service neutron] 10.222.0.81 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571987 Feb 18 08:53:41.270709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93d2c0-f034-47f2-bc7d-b85e93e0c111 req-b8c95100-6692-4b0d-b613-b9e65662b7e3 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:41.272127 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe93d2c0-f034-47f2-bc7d-b85e93e0c111 req-b8c95100-6692-4b0d-b613-b9e65662b7e3 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 943 time: 0.4701319 Feb 18 08:53:41.353298 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:41.417449 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:41.471955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d840f2-54cf-40cb-843b-6f3d159362e1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:41.472457 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb79c748-0ee5-40a3-8094-d55a9cbeffb6 None None] Network bf4538cf-9efe-4c3f-a4bc-d6501e58d265 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:53:41.476707 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe93d2c0-f034-47f2-bc7d-b85e93e0c111 req-b743da0c-b294-40a8-a18a-5221ab629c0a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358278 Feb 18 08:53:41.478501 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:41.485485 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c79fcdb8-0b3b-47d1-bd84-6f879bc05b3a req-07d3166c-9cb7-429c-9717-be632dad8f4f service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079634 Feb 18 08:53:41.499069 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:41.499069 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:41.499069 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:41.499069 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:41.499069 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:41.499430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:41.499751 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:41.500028 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:41.500747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:41.501095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:41.501342 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:41.501670 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:53:41.507088 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9b3734ae-da53-44f8-a43d-9f5e47bda382 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:53:41.524418 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c5b34c3c-842b-49ff-8365-bc36b4d3d9af admin admin] 10.222.0.72 "DELETE /v2.0/subnets/07d840f2-54cf-40cb-843b-6f3d159362e1 HTTP/1.1" status: 204 len: 168 time: 0.8182733 Feb 18 08:53:41.527774 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54966) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:41.559624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bac45-d5f9-430b-9a2d-4ddc136fe5b0 req-9454cc02-c4bd-44cd-8570-b201c33cb5c8 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:41.568676 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f84bac45-d5f9-430b-9a2d-4ddc136fe5b0 req-9454cc02-c4bd-44cd-8570-b201c33cb5c8 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 944 time: 0.3054760 Feb 18 08:53:41.621169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-bb58b690-571c-4485-b090-d583ab2e7c70 req-19b37069-efcd-4e2e-8ed2-3a9054aa1d33 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] For port 9ac76648-bdd2-4807-aa19-fcfe61507052, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9ac76648-bdd2-4807-aa19-fcfe61507052,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:41.621926 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bb58b690-571c-4485-b090-d583ab2e7c70 req-19b37069-efcd-4e2e-8ed2-3a9054aa1d33 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:41.663361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6594f16-ca7a-4f4c-9f70-f248ef9de69b req-8dc6c96c-8acb-4ce3-96e6-07ee96c7bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:41.666280 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6594f16-ca7a-4f4c-9f70-f248ef9de69b req-8dc6c96c-8acb-4ce3-96e6-07ee96c7bef2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a4a62a8c174445a691623ed243915fc9&device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 1095 time: 0.3926623 Feb 18 08:53:41.799596 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f84bac45-d5f9-430b-9a2d-4ddc136fe5b0 req-958d1156-1be4-4c11-922d-5b0976c8a889 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274232 Feb 18 08:53:41.878470 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c79fcdb8-0b3b-47d1-bd84-6f879bc05b3a req-23d54ebd-780a-4dc5-925e-805740c3f0e2 service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808298 Feb 18 08:53:41.916562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6594f16-ca7a-4f4c-9f70-f248ef9de69b req-37a57649-105f-4520-b8f7-ad7032d79504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:41.919254 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6594f16-ca7a-4f4c-9f70-f248ef9de69b req-37a57649-105f-4520-b8f7-ad7032d79504 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6c34d911-d8e0-4928-8f9f-24e8af7e550a HTTP/1.1" status: 200 len: 916 time: 0.2444291 Feb 18 08:53:41.971242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-bb58b690-571c-4485-b090-d583ab2e7c70 req-19b37069-efcd-4e2e-8ed2-3a9054aa1d33 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Calling delete_port for 9ac76648-bdd2-4807-aa19-fcfe61507052 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:53:42.019960 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9b3734ae-da53-44f8-a43d-9f5e47bda382, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9b3734ae-da53-44f8-a43d-9f5e47bda382,segment=NetworkSegment(dee93385-4765-4e34-bd95-6b2c9909aed9),segment_id=dee93385-4765-4e34-bd95-6b2c9909aed9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:42.030322 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:42.047784 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '9b3734ae-da53-44f8-a43d-9f5e47bda382', 'network_id': '74735a75-704a-43d7-ab69-98662a7da388', 'port_id': '9b3734ae-da53-44f8-a43d-9f5e47bda382', 'mac_address': 'fa:16:3e:5c:c5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6672ae26-589f-4433-91ad-be0a06fa3bd5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:53:42.067631 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] Deleting port e0bf8021-96ff-4914-9310-b2050db94d26 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:53:42.068141 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:42.110554 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device aca78fe0-4024-476f-a831-a7e1e61f268f no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:53:42.190849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: aca78fe0-4024-476f-a831-a7e1e61f268f {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:53:42.191583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device aca78fe0-4024-476f-a831-a7e1e61f268f not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:53:42.197109 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:42.231695 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3734ae-da53-44f8-a43d-9f5e47bda382 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:53:42.260801 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f874c1f8-dd3a-499f-b683-8736d8e1cb2e None None] DHCP port deletion for bf4538cf-9efe-4c3f-a4bc-d6501e58d265 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:53:42.281018 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9b3734ae-da53-44f8-a43d-9f5e47bda382, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9b3734ae-da53-44f8-a43d-9f5e47bda382,segment=NetworkSegment(dee93385-4765-4e34-bd95-6b2c9909aed9),segment_id=dee93385-4765-4e34-bd95-6b2c9909aed9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:42.282084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f874c1f8-dd3a-499f-b683-8736d8e1cb2e None None] Deleting port e0bf8021-96ff-4914-9310-b2050db94d26 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:53:42.282452 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f874c1f8-dd3a-499f-b683-8736d8e1cb2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:42.364634 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6594f16-ca7a-4f4c-9f70-f248ef9de69b req-4919c7b2-0143-473d-85d9-f7e581d10917 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6810851c-a50f-4870-a9cc-d201051f50f6 HTTP/1.1" status: 200 len: 217 time: 0.4292653 Feb 18 08:53:42.396851 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bb58b690-571c-4485-b090-d583ab2e7c70 req-19b37069-efcd-4e2e-8ed2-3a9054aa1d33 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:42.455214 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55024) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:42.478554 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b37069-efcd-4e2e-8ed2-3a9054aa1d33 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Pushing event deleted for resources: {'Port': ['ID=9ac76648-bdd2-4807-aa19-fcfe61507052,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:42.525926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f874c1f8-dd3a-499f-b683-8736d8e1cb2e None None] For port e0bf8021-96ff-4914-9310-b2050db94d26, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e0bf8021-96ff-4914-9310-b2050db94d26,segment=NetworkSegment(270dbfe8-91d8-413e-a53c-42e5c48aac1f),segment_id=270dbfe8-91d8-413e-a53c-42e5c48aac1f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:42.526564 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f874c1f8-dd3a-499f-b683-8736d8e1cb2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:42.527951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6594f16-ca7a-4f4c-9f70-f248ef9de69b req-296ecbe3-3ce4-46f4-bee9-fe82f4165068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:42.534537 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6594f16-ca7a-4f4c-9f70-f248ef9de69b req-296ecbe3-3ce4-46f4-bee9-fe82f4165068 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9fd32f46-ee09-481e-b1fa-9eb10ab6742b HTTP/1.1" status: 200 len: 855 time: 0.1216033 Feb 18 08:53:42.537904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-931c003d-faf6-4b21-8fa6-4924ea976ef1 req-ada34f6f-f6ea-4727-a2af-683d1cfa382a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=c01a6c80-93b5-42f9-94b8-4382613cb85b HTTP/1.1" status: 200 len: 210 time: 0.1764359 Feb 18 08:53:42.542192 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:42.554875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['4c45de44-0392-4c95-9687-a557a54d9fc1', '3f77bea7-e6e0-45e7-a4db-9f99e09cb922', '25d3a1d3-7047-4495-b537-7c39b8c631cb', '32e863b0-3d00-46eb-a579-bf599725623f', '9ac76648-bdd2-4807-aa19-fcfe61507052'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:53:42.617953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['14fa4ce6-f550-4895-8d9c-63279a962fba', '367bb83c-1982-4f57-b76f-469819aea79f', '9ecc592e-5be6-4efd-a9df-b6454d1e1773'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:53:42.637985 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] For port e0bf8021-96ff-4914-9310-b2050db94d26, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e0bf8021-96ff-4914-9310-b2050db94d26,segment=NetworkSegment(270dbfe8-91d8-413e-a53c-42e5c48aac1f),segment_id=270dbfe8-91d8-413e-a53c-42e5c48aac1f)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:42.638427 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:42.672526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb58b690-571c-4485-b090-d583ab2e7c70 req-19b37069-efcd-4e2e-8ed2-3a9054aa1d33 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] No DVR routers for this DVR port 9ac76648-bdd2-4807-aa19-fcfe61507052 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:53:42.675146 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bb58b690-571c-4485-b090-d583ab2e7c70 req-19b37069-efcd-4e2e-8ed2-3a9054aa1d33 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:42.683140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6594f16-ca7a-4f4c-9f70-f248ef9de69b req-1d67004b-347e-43d6-8e75-9caccfac56b0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6c34d911-d8e0-4928-8f9f-24e8af7e550a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397614 Feb 18 08:53:42.844210 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6594f16-ca7a-4f4c-9f70-f248ef9de69b req-394cd455-ee6b-4883-9bd3-0971a47c9277 service neutron] 10.222.0.81 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533394 Feb 18 08:53:42.863500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01a6c80-93b5-42f9-94b8-4382613cb85b', 'name': 'network-vif-deleted', 'tag': '9ac76648-bdd2-4807-aa19-fcfe61507052'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:53:42.880479 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] Calling delete_port for e0bf8021-96ff-4914-9310-b2050db94d26 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:53:42.900369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f874c1f8-dd3a-499f-b683-8736d8e1cb2e None None] Calling delete_port for e0bf8021-96ff-4914-9310-b2050db94d26 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:53:42.924436 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bb58b690-571c-4485-b090-d583ab2e7c70 req-19b37069-efcd-4e2e-8ed2-3a9054aa1d33 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "DELETE /v2.0/ports/9ac76648-bdd2-4807-aa19-fcfe61507052 HTTP/1.1" status: 204 len: 173 time: 1.8820562 Feb 18 08:53:42.937582 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a6c3006f-a832-4c83-b0b0-7a01de26f0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:42.965991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a6c3006f-a832-4c83-b0b0-7a01de26f0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:42.975075 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a6c3006f-a832-4c83-b0b0-7a01de26f0a8 admin admin] Usage tracker for resource:security_group_rule and tenant:837b061ff001447f9e190cf6f0a50fb7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:42.979280 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a6c3006f-a832-4c83-b0b0-7a01de26f0a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:42.995565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a6c3006f-a832-4c83-b0b0-7a01de26f0a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:43.029838 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:43.080072 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6594f16-ca7a-4f4c-9f70-f248ef9de69b req-38515ef2-b169-4b9d-9465-869c90607ed4 service neutron] 10.222.0.81 "GET /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876166 Feb 18 08:53:43.089063 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['9b3734ae-da53-44f8-a43d-9f5e47bda382'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:53:43.093490 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] Pushing event deleted for resources: {'Port': ['ID=e0bf8021-96ff-4914-9310-b2050db94d26,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:43.099438 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] No DVR routers for this DVR port e0bf8021-96ff-4914-9310-b2050db94d26 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:53:43.119623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=9b3734ae-da53-44f8-a43d-9f5e47bda382,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:43.140062 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cecf5-0885-4ae0-87e4-ab8244049537 req-730fba2d-6ea0-4754-801d-db413c070730 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:43.146564 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da1cecf5-0885-4ae0-87e4-ab8244049537 req-730fba2d-6ea0-4754-801d-db413c070730 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=7265da81-03fd-41ab-9396-26270f6426b9 HTTP/1.1" status: 200 len: 943 time: 0.5370021 Feb 18 08:53:43.198083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9f27d-ab91-4b51-89b0-847877fcfb37 req-98e4f9a8-df66-402c-9005-50a9dd854231 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:43.199699 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07e9f27d-ab91-4b51-89b0-847877fcfb37 req-98e4f9a8-df66-402c-9005-50a9dd854231 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 945 time: 0.3527696 Feb 18 08:53:43.204646 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-f874c1f8-dd3a-499f-b683-8736d8e1cb2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:53:43.205008 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-f874c1f8-dd3a-499f-b683-8736d8e1cb2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:53:43.250846 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:43.252372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-da1cecf5-0885-4ae0-87e4-ab8244049537 req-4236c0f0-0a76-422b-815e-200e8a312f58 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Deleting port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:53:43.253386 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-da1cecf5-0885-4ae0-87e4-ab8244049537 req-4236c0f0-0a76-422b-815e-200e8a312f58 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:43.294440 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4538cf-9efe-4c3f-a4bc-d6501e58d265']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:43.316717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270dbfe8-91d8-413e-a53c-42e5c48aac1f') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:43.317101 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270dbfe8-91d8-413e-a53c-42e5c48aac1f') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:43.321875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07e9f27d-ab91-4b51-89b0-847877fcfb37 req-0d53faa5-e0ea-402d-a39c-326106e88414 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054568 Feb 18 08:53:43.330034 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a6c3006f-a832-4c83-b0b0-7a01de26f0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:43.333934 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:43.344726 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a6c3006f-a832-4c83-b0b0-7a01de26f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:43.381254 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:43.406916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:53:43.407324 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:53:43.421246 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:53:43.478528 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3006f-a832-4c83-b0b0-7a01de26f0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cb97da-9243-4151-8b27-b115c4737660,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:43.492840 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a6c3006f-a832-4c83-b0b0-7a01de26f0a8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=837b061ff001447f9e190cf6f0a50fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0315363 Feb 18 08:53:43.496896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55036) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:43.533766 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device f53573ab-8349-4259-8320-6d8ba040f11f details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:53:43.536123 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:53:43.543049 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:43.571643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-da1cecf5-0885-4ae0-87e4-ab8244049537 req-4236c0f0-0a76-422b-815e-200e8a312f58 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] For port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:43.572235 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-da1cecf5-0885-4ae0-87e4-ab8244049537 req-4236c0f0-0a76-422b-815e-200e8a312f58 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:43.575314 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:43.578360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] Pushing event deleted for resources: {'Network': ['ID=bf4538cf-9efe-4c3f-a4bc-d6501e58d265,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:43.603114 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-95181859-fed3-44d4-9d5f-ae8c71f30dea admin admin] 10.222.0.72 "DELETE /v2.0/networks/bf4538cf-9efe-4c3f-a4bc-d6501e58d265 HTTP/1.1" status: 204 len: 168 time: 2.0721433 Feb 18 08:53:43.619263 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8882704f-6ca1-465e-a5ac-eaded81b300b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:43.672526 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8882704f-6ca1-465e-a5ac-eaded81b300b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:43.706949 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f874c1f8-dd3a-499f-b683-8736d8e1cb2e None None] Deleting port e0bf8021-96ff-4914-9310-b2050db94d26 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:53:43.707720 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f874c1f8-dd3a-499f-b683-8736d8e1cb2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:43.735911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-da1cecf5-0885-4ae0-87e4-ab8244049537 req-4236c0f0-0a76-422b-815e-200e8a312f58 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Calling delete_port for ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:53:43.771230 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8882704f-6ca1-465e-a5ac-eaded81b300b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:43.796536 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882704f-6ca1-465e-a5ac-eaded81b300b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cb97da-9243-4151-8b27-b115c4737660,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:43.804410 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8882704f-6ca1-465e-a5ac-eaded81b300b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:43.808734 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8882704f-6ca1-465e-a5ac-eaded81b300b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/11cb97da-9243-4151-8b27-b115c4737660 HTTP/1.1" status: 204 len: 168 time: 0.3109827 Feb 18 08:53:43.839711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55046) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:43.911608 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ed3dec9e-1299-4b10-b376-a1c2b4ddc3b6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=edfc19ecf0ab4bb7b4c70295cbff8743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702214 Feb 18 08:53:43.914713 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55050) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:43.926032 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f874c1f8-dd3a-499f-b683-8736d8e1cb2e None None] The port 'e0bf8021-96ff-4914-9310-b2050db94d26' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:53:43.998712 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port f53573ab-8349-4259-8320-6d8ba040f11f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f53573ab-8349-4259-8320-6d8ba040f11f,segment=NetworkSegment(dee93385-4765-4e34-bd95-6b2c9909aed9),segment_id=dee93385-4765-4e34-bd95-6b2c9909aed9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:44.008680 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-36cb8368-6166-4301-a48d-372421082f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:44.028204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b72cf0-6e38-4bbd-be5a-2d6866adcedf req-4aa51990-9871-4ab2-9a2c-7ac7b0c7bcc4 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:44.035689 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-62b72cf0-6e38-4bbd-be5a-2d6866adcedf req-4aa51990-9871-4ab2-9a2c-7ac7b0c7bcc4 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 944 time: 0.2688639 Feb 18 08:53:44.044549 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-36cb8368-6166-4301-a48d-372421082f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:44.058641 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'f53573ab-8349-4259-8320-6d8ba040f11f', 'network_id': '74735a75-704a-43d7-ab69-98662a7da388', 'port_id': 'f53573ab-8349-4259-8320-6d8ba040f11f', 'mac_address': 'fa:16:3e:34:35:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6672ae26-589f-4433-91ad-be0a06fa3bd5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:53:44.075877 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-da1cecf5-0885-4ae0-87e4-ab8244049537 req-4236c0f0-0a76-422b-815e-200e8a312f58 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:44.133516 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-36cb8368-6166-4301-a48d-372421082f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:44.145043 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236c0f0-0a76-422b-815e-200e8a312f58 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Pushing event deleted for resources: {'Port': ['ID=ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:44.158796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-62b72cf0-6e38-4bbd-be5a-2d6866adcedf req-008f4398-ef20-4a68-8305-43fbb192176b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221626 Feb 18 08:53:44.165346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb8368-6166-4301-a48d-372421082f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cf7182-43b3-4b7f-8297-073879e851cb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:44.171826 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-36cb8368-6166-4301-a48d-372421082f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:44.175224 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-36cb8368-6166-4301-a48d-372421082f21 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/54cf7182-43b3-4b7f-8297-073879e851cb HTTP/1.1" status: 204 len: 168 time: 0.2568402 Feb 18 08:53:44.247433 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e0bf8021-96ff-4914-9310-b2050db94d26 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:53:44.263422 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01a6c80-93b5-42f9-94b8-4382613cb85b', 'name': 'network-vif-deleted', 'tag': '9ac76648-bdd2-4807-aa19-fcfe61507052', 'status': 'completed', 'code': 200} Feb 18 08:53:44.309856 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:44.455864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: e0bf8021-96ff-4914-9310-b2050db94d26 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:53:44.456205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e0bf8021-96ff-4914-9310-b2050db94d26 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:53:44.479213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f53573ab-8349-4259-8320-6d8ba040f11f {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:53:44.534328 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port f53573ab-8349-4259-8320-6d8ba040f11f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f53573ab-8349-4259-8320-6d8ba040f11f,segment=NetworkSegment(dee93385-4765-4e34-bd95-6b2c9909aed9),segment_id=dee93385-4765-4e34-bd95-6b2c9909aed9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:44.578210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1cecf5-0885-4ae0-87e4-ab8244049537 req-4236c0f0-0a76-422b-815e-200e8a312f58 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] No DVR routers for this DVR port ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:53:44.581603 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:44.581772 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-da1cecf5-0885-4ae0-87e4-ab8244049537 req-4236c0f0-0a76-422b-815e-200e8a312f58 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:44.586110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7265da81-03fd-41ab-9396-26270f6426b9', 'name': 'network-vif-deleted', 'tag': 'ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:53:44.606758 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da1cecf5-0885-4ae0-87e4-ab8244049537 req-4236c0f0-0a76-422b-815e-200e8a312f58 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "DELETE /v2.0/ports/ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1 HTTP/1.1" status: 204 len: 173 time: 1.4590275 Feb 18 08:53:44.683026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6aa4c4-738f-438f-b7df-18644f51192b req-7902ccd9-274f-4233-92ff-a89164855744 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:44.691397 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e6aa4c4-738f-438f-b7df-18644f51192b req-7902ccd9-274f-4233-92ff-a89164855744 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 945 time: 0.1620653 Feb 18 08:53:44.705628 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=f53573ab-8349-4259-8320-6d8ba040f11f,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:44.713423 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55084) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:44.758979 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e6aa4c4-738f-438f-b7df-18644f51192b req-e1ae1253-8d26-492d-a814-dc980e12510b tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661416 Feb 18 08:53:44.795556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55088) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:44.796574 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bef1c448-0bd8-40f4-8df9-7cda93433d2e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ea4b32f0b2c645b2865babfe2fa05a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818124 Feb 18 08:53:44.946035 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6d30765f-fd97-44c9-b7e4-5d1713042709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:44.974708 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6d30765f-fd97-44c9-b7e4-5d1713042709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:45.040880 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6d30765f-fd97-44c9-b7e4-5d1713042709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:45.064214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30765f-fd97-44c9-b7e4-5d1713042709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f386df8a-51e6-4711-83d2-24e3696d9e23,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:45.064647 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55100) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:45.067407 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6d30765f-fd97-44c9-b7e4-5d1713042709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:45.068617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6d30765f-fd97-44c9-b7e4-5d1713042709 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f386df8a-51e6-4711-83d2-24e3696d9e23 HTTP/1.1" status: 204 len: 168 time: 0.2669475 Feb 18 08:53:45.142072 n-d-829434-1 neutron-server[87768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7265da81-03fd-41ab-9396-26270f6426b9', 'name': 'network-vif-deleted', 'tag': 'ff46a87c-e945-4c1f-bf69-ecd9b3dff1b1', 'status': 'failed', 'code': 422} returned with failed status Feb 18 08:53:45.264554 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-399a56a0-3504-424c-adb0-e7982442aa33 tempest-AgentManagementNegativeTest-128571162 tempest-AgentManagementNegativeTest-128571162-project] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1987290 Feb 18 08:53:45.339819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88690af-11aa-43c4-8439-ca8346e44e86 req-3e27a3a6-31ee-4291-bcdb-b72f3c0366e6 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:45.347451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d88690af-11aa-43c4-8439-ca8346e44e86 req-3e27a3a6-31ee-4291-bcdb-b72f3c0366e6 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=1780d3e2-30e5-4dd3-bae3-48775f6de101 HTTP/1.1" status: 200 len: 950 time: 0.1088653 Feb 18 08:53:45.393710 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d88690af-11aa-43c4-8439-ca8346e44e86 req-e73ef713-c04a-4c28-a8b1-775670febb6b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453038 Feb 18 08:53:45.486792 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['f53573ab-8349-4259-8320-6d8ba040f11f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:53:45.573083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 6810851c-a50f-4870-a9cc-d201051f50f6 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:53:45.575089 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9ac76648-bdd2-4807-aa19-fcfe61507052 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:53:45.578074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69789eda-6f04-4750-9212-af6ceeb754a6 req-109a6a01-90bb-4bfe-b15a-32b1b5f959e6 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:45.581492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69789eda-6f04-4750-9212-af6ceeb754a6 req-109a6a01-90bb-4bfe-b15a-32b1b5f959e6 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 944 time: 0.1314740 Feb 18 08:53:45.619854 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 9ac76648-bdd2-4807-aa19-fcfe61507052 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:53:45.620598 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9ac76648-bdd2-4807-aa19-fcfe61507052 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:53:45.645341 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69789eda-6f04-4750-9212-af6ceeb754a6 req-ce0415a7-e37c-469b-84b9-d128d29721ce tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580134 Feb 18 08:53:45.680451 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55130) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:45.958704 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5830b0e-a26e-4c20-8b5e-9580300419ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:45.973683 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 6810851c-a50f-4870-a9cc-d201051f50f6, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=6810851c-a50f-4870-a9cc-d201051f50f6,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:45.977036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c5830b0e-a26e-4c20-8b5e-9580300419ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:45.983204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c5830b0e-a26e-4c20-8b5e-9580300419ba admin admin] Usage tracker for resource:security_group_rule and tenant:8fc3678624d14b9f88298326259e8ff3 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:45.986938 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c5830b0e-a26e-4c20-8b5e-9580300419ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:45.992646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '6810851c-a50f-4870-a9cc-d201051f50f6', 'network_id': '6c34d911-d8e0-4928-8f9f-24e8af7e550a', 'port_id': '6810851c-a50f-4870-a9cc-d201051f50f6', 'mac_address': 'fa:16:3e:c1:03:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fd32f46-ee09-481e-b1fa-9eb10ab6742b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:53:45.994940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c5830b0e-a26e-4c20-8b5e-9580300419ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:46.013982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-9721e549-ac17-423c-9728-5131b0c6d885 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:46.020834 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-9721e549-ac17-423c-9728-5131b0c6d885 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 812 time: 0.2634466 Feb 18 08:53:46.035737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-ab2efb90-9939-445b-821c-a64988d8b1a8 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/quotas/75eb46d2988549f58acc23f93dd84a7e HTTP/1.1" status: 200 len: 375 time: 0.0140407 Feb 18 08:53:46.074407 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:46.095549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6810851c-a50f-4870-a9cc-d201051f50f6 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:53:46.098088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-377e39b1-0d22-443c-834b-b73a286ed495 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Synchronizing usage tracker for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:53:46.116561 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 6810851c-a50f-4870-a9cc-d201051f50f6, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=6810851c-a50f-4870-a9cc-d201051f50f6,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:46.124697 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:46.127871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15662af2-3545-48fc-9110-6e6b78b8dc2b req-ffb2ff1b-f449-4b91-9fba-6476264113d4 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:46.129596 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15662af2-3545-48fc-9110-6e6b78b8dc2b req-ffb2ff1b-f449-4b91-9fba-6476264113d4 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 945 time: 0.1959665 Feb 18 08:53:46.130725 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-377e39b1-0d22-443c-834b-b73a286ed495 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Unset dirty status for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:53:46.131777 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-377e39b1-0d22-443c-834b-b73a286ed495 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844696 Feb 18 08:53:46.160162 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5830b0e-a26e-4c20-8b5e-9580300419ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:46.166541 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5830b0e-a26e-4c20-8b5e-9580300419ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:46.216221 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=6810851c-a50f-4870-a9cc-d201051f50f6,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:46.235008 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c5830b0e-a26e-4c20-8b5e-9580300419ba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8fc3678624d14b9f88298326259e8ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5525331 Feb 18 08:53:46.235734 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5830b0e-a26e-4c20-8b5e-9580300419ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc4cf67-5f1a-496b-a393-3e269a6d4da2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:46.238169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55158) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:46.255106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15662af2-3545-48fc-9110-6e6b78b8dc2b req-1aa102ab-39fe-43ac-99ab-64983a21d304 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185558 Feb 18 08:53:46.303078 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-26f6de99-069d-4a7a-bdb4-f4dd65c4200f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:46.317518 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-d4be3189-e1b8-42bb-b68c-aef06f0a7704 service neutron] 10.222.0.72 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632497 Feb 18 08:53:46.335519 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-26f6de99-069d-4a7a-bdb4-f4dd65c4200f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:46.474270 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-74716950-845c-4734-9f58-c1a616ab6a91 service neutron] 10.222.0.72 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466713 Feb 18 08:53:46.490672 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['6810851c-a50f-4870-a9cc-d201051f50f6'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:53:46.494191 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-26f6de99-069d-4a7a-bdb4-f4dd65c4200f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:46.509372 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6de99-069d-4a7a-bdb4-f4dd65c4200f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc4cf67-5f1a-496b-a393-3e269a6d4da2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:46.516962 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-26f6de99-069d-4a7a-bdb4-f4dd65c4200f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:46.518077 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-26f6de99-069d-4a7a-bdb4-f4dd65c4200f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9dc4cf67-5f1a-496b-a393-3e269a6d4da2 HTTP/1.1" status: 204 len: 168 time: 0.2768817 Feb 18 08:53:46.627421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd83e3b-3e22-4c48-9f6d-afecb35d3a3e req-4a9aded2-a188-4335-9274-0417cd52d7ac tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:46.629045 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fd83e3b-3e22-4c48-9f6d-afecb35d3a3e req-4a9aded2-a188-4335-9274-0417cd52d7ac tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=1780d3e2-30e5-4dd3-bae3-48775f6de101 HTTP/1.1" status: 200 len: 950 time: 0.1047878 Feb 18 08:53:46.698534 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fd83e3b-3e22-4c48-9f6d-afecb35d3a3e req-d3eeff3c-9b94-419f-a901-cc61a64d5d83 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627210 Feb 18 08:53:46.767454 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0020427-2ef6-4406-afea-e6bfb41fbefa req-6476b587-f0cd-4bc0-9f0c-07e6235d39e3 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 210 time: 0.0564079 Feb 18 08:53:46.988683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a520b-d53e-4618-b1ed-b21a928977a3 req-815a49bb-8a86-4ac2-a944-35b7005f0576 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:46.990263 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-785a520b-d53e-4618-b1ed-b21a928977a3 req-815a49bb-8a86-4ac2-a944-35b7005f0576 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 945 time: 0.1139281 Feb 18 08:53:47.101453 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-785a520b-d53e-4618-b1ed-b21a928977a3 req-59e608cb-403a-452c-bf53-18a080808e93 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042438 Feb 18 08:53:47.146404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c341904-8120-41f6-bf71-39899ae076c2 req-539ea881-299e-4b36-a457-7b614c4ac6b4 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:47.148600 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c341904-8120-41f6-bf71-39899ae076c2 req-539ea881-299e-4b36-a457-7b614c4ac6b4 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.61 "GET /v2.0/ports?device_id=1780d3e2-30e5-4dd3-bae3-48775f6de101 HTTP/1.1" status: 200 len: 950 time: 0.1257749 Feb 18 08:53:47.238209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-6c341904-8120-41f6-bf71-39899ae076c2 req-b96dcf24-498d-4fa0-a722-7cdcf936772e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Deleting port 9ecc592e-5be6-4efd-a9df-b6454d1e1773 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:53:47.238776 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6c341904-8120-41f6-bf71-39899ae076c2 req-b96dcf24-498d-4fa0-a722-7cdcf936772e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:47.507488 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device f53573ab-8349-4259-8320-6d8ba040f11f up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:53:47.608397 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port f53573ab-8349-4259-8320-6d8ba040f11f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:53:47.614087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port f53573ab-8349-4259-8320-6d8ba040f11f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:53:47.614516 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:47.627403 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55238) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:47.705146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-6c341904-8120-41f6-bf71-39899ae076c2 req-b96dcf24-498d-4fa0-a722-7cdcf936772e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] For port 9ecc592e-5be6-4efd-a9df-b6454d1e1773, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9ecc592e-5be6-4efd-a9df-b6454d1e1773,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:47.705698 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6c341904-8120-41f6-bf71-39899ae076c2 req-b96dcf24-498d-4fa0-a722-7cdcf936772e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:47.773499 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:47.776254 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2024395802'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:47.784324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:47.793009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:network and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:47.801651 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:47.806578 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dca1cc-0e65-40b1-b350-5198570fca70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53573ab-8349-4259-8320-6d8ba040f11f'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:53:47.815407 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:47.818913 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port f53573ab-8349-4259-8320-6d8ba040f11f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f53573ab-8349-4259-8320-6d8ba040f11f,segment=NetworkSegment(dee93385-4765-4e34-bd95-6b2c9909aed9),segment_id=dee93385-4765-4e34-bd95-6b2c9909aed9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:47.823944 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:47.824916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9b3734ae-da53-44f8-a43d-9f5e47bda382 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:53:47.847959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:53:47.852024 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:47.888718 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55252) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:47.892397 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:47.915163 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:47.921083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:security_group_rule and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:47.924571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:47.931276 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:47.995248 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 9b3734ae-da53-44f8-a43d-9f5e47bda382 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:53:48.000507 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=f53573ab-8349-4259-8320-6d8ba040f11f,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:48.007343 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 9b3734ae-da53-44f8-a43d-9f5e47bda382 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:53:48.008181 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:48.081319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-6c341904-8120-41f6-bf71-39899ae076c2 req-b96dcf24-498d-4fa0-a722-7cdcf936772e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Calling delete_port for 9ecc592e-5be6-4efd-a9df-b6454d1e1773 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:53:48.135129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02370046-77b8-4021-bc55-59677cfbd520 req-b7d1d85a-aba2-4368-b227-d57ace105760 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:48.142980 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-02370046-77b8-4021-bc55-59677cfbd520 req-b7d1d85a-aba2-4368-b227-d57ace105760 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 945 time: 0.6117599 Feb 18 08:53:48.152119 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:48.164994 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7773f61d-598d-4fa8-87c2-340e869cecf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:48.168498 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:48.176667 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:48.199946 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7773f61d-598d-4fa8-87c2-340e869cecf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:48.209840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9b3734ae-da53-44f8-a43d-9f5e47bda382, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9b3734ae-da53-44f8-a43d-9f5e47bda382,segment=NetworkSegment(dee93385-4765-4e34-bd95-6b2c9909aed9),segment_id=dee93385-4765-4e34-bd95-6b2c9909aed9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:48.214789 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:48.225204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7773f61d-598d-4fa8-87c2-340e869cecf5 admin admin] Usage tracker for resource:security_group_rule and tenant:fd06834271d94689ab449b5f4e7940aa is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:48.228680 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:53:48.230983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7773f61d-598d-4fa8-87c2-340e869cecf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:48.234522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f7f15b-b4bb-4532-be7b-e1506b6e725e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:48.245213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7773f61d-598d-4fa8-87c2-340e869cecf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:48.252179 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:48.252770 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Added segment 3edcdaa0-85ed-4574-b421-97949741c3d9 of type vlan for network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 Feb 18 08:53:48.297372 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:48.315546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=9b3734ae-da53-44f8-a43d-9f5e47bda382,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:48.351023 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:48.356522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:48.357108 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:48.367986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-6f329618-0e57-4cfc-84f0-f6d18c540f5c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:48.369424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-6f329618-0e57-4cfc-84f0-f6d18c540f5c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 812 time: 0.2440920 Feb 18 08:53:48.393564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-e245c221-f739-494e-abaf-67e2aafd6363 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Request body: {'port': {'device_id': '4ff2b700-2b84-40c6-9bc0-b2d35d94518a', 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c', 'admin_state_up': True, 'tenant_id': '75eb46d2988549f58acc23f93dd84a7e'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:48.480061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-02370046-77b8-4021-bc55-59677cfbd520 req-a56c73f8-6a32-4de7-a22c-627e1be5fd2d tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363149 Feb 18 08:53:48.505127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Network': ['ID=0cf6d681-b525-4d3f-bd81-65cd1fb74f08,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:48.515276 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7773f61d-598d-4fa8-87c2-340e869cecf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:48.520187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0587c49-c9ed-425f-85a1-f8daf39cfd4b req-57fe5f95-3efe-4885-8e33-449fc114a7e9 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:48.523250 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:53:48.524862 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d2abe159-4ba8-450f-a940-09c16662a451 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8965302 Feb 18 08:53:48.526567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55260) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:48.527335 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7773f61d-598d-4fa8-87c2-340e869cecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:48.528048 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c0587c49-c9ed-425f-85a1-f8daf39cfd4b req-57fe5f95-3efe-4885-8e33-449fc114a7e9 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=1780d3e2-30e5-4dd3-bae3-48775f6de101 HTTP/1.1" status: 200 len: 950 time: 0.5631258 Feb 18 08:53:48.545434 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c2cd244e-26c9-4976-b163-71f7691e0e15 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08', 'name': 'tempest-PortsIpV6TestJSON-36225377'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:48.671914 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7773f61d-598d-4fa8-87c2-340e869cecf5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd06834271d94689ab449b5f4e7940aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7819686 Feb 18 08:53:48.686653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55266) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:48.691360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773f61d-598d-4fa8-87c2-340e869cecf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b28f84-639a-4656-a3d4-48c2d031f145,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:48.698656 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a17dd658-4767-4720-9c9f-b454bdfab4f7 req-4bc0fee3-53dc-4701-b9b0-20d7576975e3 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 210 time: 0.0923572 Feb 18 08:53:48.723987 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c2cd244e-26c9-4976-b163-71f7691e0e15 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:48.723987 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c2cd244e-26c9-4976-b163-71f7691e0e15 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:port and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:48.723987 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c2cd244e-26c9-4976-b163-71f7691e0e15 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:48.727991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c2cd244e-26c9-4976-b163-71f7691e0e15 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:48.734106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c0587c49-c9ed-425f-85a1-f8daf39cfd4b req-98a1754c-fc51-4bde-8a4d-a9848567c6af tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051058 Feb 18 08:53:48.742540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cd244e-26c9-4976-b163-71f7691e0e15 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:53:48.744907 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-e245c221-f739-494e-abaf-67e2aafd6363 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:48.746810 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2cd244e-26c9-4976-b163-71f7691e0e15 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:48.774556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-e245c221-f739-494e-abaf-67e2aafd6363 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:48.777250 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-c2cd244e-26c9-4976-b163-71f7691e0e15 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] device_id is not set on port 9f27f89d-2fff-485a-8722-44eeb34edd47 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:53:48.783237 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dca1cc-0e65-40b1-b350-5198570fca70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53573ab-8349-4259-8320-6d8ba040f11f', 'code': 200} Feb 18 08:53:48.785169 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6c341904-8120-41f6-bf71-39899ae076c2 req-b96dcf24-498d-4fa0-a722-7cdcf936772e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:48.797124 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['4c45de44-0392-4c95-9687-a557a54d9fc1', '3f77bea7-e6e0-45e7-a4db-9f99e09cb922', '25d3a1d3-7047-4495-b537-7c39b8c631cb', '32e863b0-3d00-46eb-a579-bf599725623f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:53:48.842832 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['14fa4ce6-f550-4895-8d9c-63279a962fba', '367bb83c-1982-4f57-b76f-469819aea79f', '9ecc592e-5be6-4efd-a9df-b6454d1e1773'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:53:48.857993 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96dcf24-498d-4fa0-a722-7cdcf936772e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Pushing event deleted for resources: {'Port': ['ID=9ecc592e-5be6-4efd-a9df-b6454d1e1773,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:48.912146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-e245c221-f739-494e-abaf-67e2aafd6363 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Made reservation on behalf of 75eb46d2988549f58acc23f93dd84a7e for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:53:48.915618 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-e245c221-f739-494e-abaf-67e2aafd6363 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:48.965261 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b84c2686-c87a-4d24-b46d-241e659e2d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:49.020312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c341904-8120-41f6-bf71-39899ae076c2 req-b96dcf24-498d-4fa0-a722-7cdcf936772e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] No DVR routers for this DVR port 9ecc592e-5be6-4efd-a9df-b6454d1e1773 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:53:49.022565 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6c341904-8120-41f6-bf71-39899ae076c2 req-b96dcf24-498d-4fa0-a722-7cdcf936772e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:49.035648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1780d3e2-30e5-4dd3-bae3-48775f6de101', 'name': 'network-vif-deleted', 'tag': '9ecc592e-5be6-4efd-a9df-b6454d1e1773'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:53:49.101004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c341904-8120-41f6-bf71-39899ae076c2 req-b96dcf24-498d-4fa0-a722-7cdcf936772e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.61 "DELETE /v2.0/ports/9ecc592e-5be6-4efd-a9df-b6454d1e1773 HTTP/1.1" status: 204 len: 173 time: 1.9465618 Feb 18 08:53:49.102766 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b84c2686-c87a-4d24-b46d-241e659e2d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:49.127125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6aea00-2487-4cd2-afc3-926b292a8a51 req-c7223df0-b633-475d-95a2-c8f668767b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:49.128885 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2a6aea00-2487-4cd2-afc3-926b292a8a51 req-c7223df0-b633-475d-95a2-c8f668767b07 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 1096 time: 0.2171338 Feb 18 08:53:49.199885 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2cd244e-26c9-4976-b163-71f7691e0e15 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:49.212674 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2a6aea00-2487-4cd2-afc3-926b292a8a51 req-18c8eab2-e4ac-4e00-90bf-2c03f04bcf99 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685644 Feb 18 08:53:49.253068 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780d3e2-30e5-4dd3-bae3-48775f6de101', 'name': 'network-vif-deleted', 'tag': '9ecc592e-5be6-4efd-a9df-b6454d1e1773', 'status': 'completed', 'code': 200} Feb 18 08:53:49.259777 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2cd244e-26c9-4976-b163-71f7691e0e15 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:49.269738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d60d9-ad3c-4d79-a131-eaa42f7cc91f req-ce28b320-17f8-47da-a8b8-bf1f8691ffbf tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:49.271228 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a09d60d9-ad3c-4d79-a131-eaa42f7cc91f req-ce28b320-17f8-47da-a8b8-bf1f8691ffbf tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 945 time: 0.3137026 Feb 18 08:53:49.281987 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b84c2686-c87a-4d24-b46d-241e659e2d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:49.294487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-e245c221-f739-494e-abaf-67e2aafd6363 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Allocated IP 172.20.0.11 (37941738-3b60-49d5-86b1-6f8075363e3c/d45a775a-d6b1-454c-87b6-7f0420cf3393/10b4b2e5-0339-4b03-8927-781f9a4f2594) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:53:49.379068 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd244e-26c9-4976-b163-71f7691e0e15 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=9f27f89d-2fff-485a-8722-44eeb34edd47,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:49.398996 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cd244e-26c9-4976-b163-71f7691e0e15 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Checking segment: {'id': '3edcdaa0-85ed-4574-b421-97949741c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:53:49.399348 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cd244e-26c9-4976-b163-71f7691e0e15 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network hostable DHCP agents. Network: 0cf6d681-b525-4d3f-bd81-65cd1fb74f08, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:53:49.422052 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cd244e-26c9-4976-b163-71f7691e0e15 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:53:49.435025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-c2cd244e-26c9-4976-b163-71f7691e0e15 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 0cf6d681-b525-4d3f-bd81-65cd1fb74f08) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:53:49.442711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd244e-26c9-4976-b163-71f7691e0e15 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:53:49.449785 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606f4deb-d401-44cb-b5a3-627f5e5d3d46 None None] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:53:49.450852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cd244e-26c9-4976-b163-71f7691e0e15 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:49.452703 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2cd244e-26c9-4976-b163-71f7691e0e15 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:49.486126 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c2cd244e-26c9-4976-b163-71f7691e0e15 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.9495544 Feb 18 08:53:49.486828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55272) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:49.494371 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-95792b7c-00f2-4c76-b6c1-6f4459647efa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1904862269'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:49.502450 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-95792b7c-00f2-4c76-b6c1-6f4459647efa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:49.524981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-95792b7c-00f2-4c76-b6c1-6f4459647efa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:network and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:49.538538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-95792b7c-00f2-4c76-b6c1-6f4459647efa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:49.553594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-95792b7c-00f2-4c76-b6c1-6f4459647efa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:49.568561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95792b7c-00f2-4c76-b6c1-6f4459647efa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:53:49.573987 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-95792b7c-00f2-4c76-b6c1-6f4459647efa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:49.575613 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 6810851c-a50f-4870-a9cc-d201051f50f6 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:53:49.604157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95792b7c-00f2-4c76-b6c1-6f4459647efa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:53:49.609375 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-e245c221-f739-494e-abaf-67e2aafd6363 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:49.617545 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-95792b7c-00f2-4c76-b6c1-6f4459647efa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:49.617993 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-95792b7c-00f2-4c76-b6c1-6f4459647efa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Added segment a29ec0f6-a12c-4d04-b9a9-4fb8a3ed002e of type vlan for network 148c679e-eea2-4c83-a943-fa14eaffba1b Feb 18 08:53:49.653135 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-95792b7c-00f2-4c76-b6c1-6f4459647efa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:49.662603 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c2686-c87a-4d24-b46d-241e659e2d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b28f84-639a-4656-a3d4-48c2d031f145,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:49.691036 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-95792b7c-00f2-4c76-b6c1-6f4459647efa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:49.696846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95792b7c-00f2-4c76-b6c1-6f4459647efa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:49.697422 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-95792b7c-00f2-4c76-b6c1-6f4459647efa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:49.703032 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-e245c221-f739-494e-abaf-67e2aafd6363 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:49.810189 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-95792b7c-00f2-4c76-b6c1-6f4459647efa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3187158 Feb 18 08:53:49.810425 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 6810851c-a50f-4870-a9cc-d201051f50f6 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:53:49.810520 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55282) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:49.818761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'ports': [{'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08'}, {'network_id': '148c679e-eea2-4c83-a943-fa14eaffba1b'}]} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:49.819131 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:49.819632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'network_id': '148c679e-eea2-4c83-a943-fa14eaffba1b'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:49.838327 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 6810851c-a50f-4870-a9cc-d201051f50f6 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:53:49.840445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245c221-f739-494e-abaf-67e2aafd6363 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Pushing event updated for resources: {'Port': ['ID=10b4b2e5-0339-4b03-8927-781f9a4f2594,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:49.841113 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:49.867622 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-e245c221-f739-494e-abaf-67e2aafd6363 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Network 37941738-3b60-49d5-86b1-6f8075363e3c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:53:49.881516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-e245c221-f739-494e-abaf-67e2aafd6363 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:53:49.886208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-e245c221-f739-494e-abaf-67e2aafd6363 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:53:49.947319 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95792b7c-00f2-4c76-b6c1-6f4459647efa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Network': ['ID=148c679e-eea2-4c83-a943-fa14eaffba1b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:49.973060 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a09d60d9-ad3c-4d79-a131-eaa42f7cc91f req-abbee4a7-73ef-405a-9f5d-2c2796016dda tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328426 Feb 18 08:53:49.988056 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 148c679e-eea2-4c83-a943-fa14eaffba1b details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:53:50.015334 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b84c2686-c87a-4d24-b46d-241e659e2d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:50.026336 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b84c2686-c87a-4d24-b46d-241e659e2d80 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e9b28f84-639a-4656-a3d4-48c2d031f145 HTTP/1.1" status: 204 len: 168 time: 1.3366632 Feb 18 08:53:50.133683 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:50.143203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:port and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:50.149185 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:50.165087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:50.183613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'port': 2} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:53:50.189258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:50.216129 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:50.258015 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:50.259054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-e245c221-f739-494e-abaf-67e2aafd6363 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:50.259653 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-e245c221-f739-494e-abaf-67e2aafd6363 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:50.304608 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-e245c221-f739-494e-abaf-67e2aafd6363 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9216895 Feb 18 08:53:50.313302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b02af-782f-43c2-86b5-a86c66caf6f5 req-1d088385-fac8-4069-8b88-23c26539a401 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:50.314663 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-572b02af-782f-43c2-86b5-a86c66caf6f5 req-1d088385-fac8-4069-8b88-23c26539a401 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.6688581 Feb 18 08:53:50.316650 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 6810851c-a50f-4870-a9cc-d201051f50f6, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=6810851c-a50f-4870-a9cc-d201051f50f6,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:50.321209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Request body: {'port': {'device_id': '4ff2b700-2b84-40c6-9bc0-b2d35d94518a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:50.331936 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:50.418025 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=6810851c-a50f-4870-a9cc-d201051f50f6,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:50.484661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858e5b0-0462-4d81-b3ef-2ff530b49ca8 req-94855bd2-3081-4b3a-a498-298951a5e46d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:50.485517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2858e5b0-0462-4d81-b3ef-2ff530b49ca8 req-94855bd2-3081-4b3a-a498-298951a5e46d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Synchronizing usage tracker for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:53:50.490361 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-572b02af-782f-43c2-86b5-a86c66caf6f5 req-33c352b9-a179-434a-85a2-47aa93335791 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399205 Feb 18 08:53:50.502698 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:50.561923 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] device_id is not set on port b2b43764-61bf-4a92-851d-d8a27799d2e5 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:53:50.677670 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:50.756488 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2858e5b0-0462-4d81-b3ef-2ff530b49ca8 req-94855bd2-3081-4b3a-a498-298951a5e46d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Unset dirty status for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:53:50.757871 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2858e5b0-0462-4d81-b3ef-2ff530b49ca8 req-94855bd2-3081-4b3a-a498-298951a5e46d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 932 time: 0.5498374 Feb 18 08:53:50.784837 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16811921-b214-4128-b674-4abd608acd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3734ae-da53-44f8-a43d-9f5e47bda382'}, {'server_uuid': '0764bdb2-ce48-4739-8216-917c0be819f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6810851c-a50f-4870-a9cc-d201051f50f6'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:53:50.945591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] device_id is not set on port f3a5295b-e144-40c1-970f-e37348832f2a yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:53:50.949101 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2858e5b0-0462-4d81-b3ef-2ff530b49ca8 req-9bf6de8f-7a63-45eb-a718-eace55c61d86 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567867 Feb 18 08:53:50.973075 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16811921-b214-4128-b674-4abd608acd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3734ae-da53-44f8-a43d-9f5e47bda382', 'code': 200} Feb 18 08:53:50.973423 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0764bdb2-ce48-4739-8216-917c0be819f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6810851c-a50f-4870-a9cc-d201051f50f6', 'code': 200} Feb 18 08:53:51.171739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55314) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:51.222071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b4b2e5-0339-4b03-8927-781f9a4f2594 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:53:51.237868 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:51.240533 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:51.272302 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f33899-044b-4932-87f5-445453ade4d6 req-5d5d03fa-82dc-44a6-8a1b-9b76c18cc2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:51.273760 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b8f33899-044b-4932-87f5-445453ade4d6 req-5d5d03fa-82dc-44a6-8a1b-9b76c18cc2e8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 1097 time: 0.2081976 Feb 18 08:53:51.276622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20d7eb-479d-4fcd-bde8-08e10eccbd6b req-7dffd793-1dbc-4397-8939-95a82114cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:51.277931 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8d20d7eb-479d-4fcd-bde8-08e10eccbd6b req-7dffd793-1dbc-4397-8939-95a82114cf14 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 1097 time: 0.1697838 Feb 18 08:53:51.281849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Transition to ACTIVE for port object 10b4b2e5-0339-4b03-8927-781f9a4f2594 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:53:51.291662 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:51.326145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1322333568-network', 'tenant_id': '3cee2fd6d0fe47bbba18308802704992'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:51.334323 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:51.348146 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:51.406636 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Usage tracker for resource:network and tenant:3cee2fd6d0fe47bbba18308802704992 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:51.420964 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8f839-162d-401b-8a48-ada5a80a105b req-f1183437-a552-4a3c-af33-945e35f0bb3f tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:51.424172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:51.427795 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dff8f839-162d-401b-8a48-ada5a80a105b req-f1183437-a552-4a3c-af33-945e35f0bb3f tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 946 time: 0.2824907 Feb 18 08:53:51.427970 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b8f33899-044b-4932-87f5-445453ade4d6 req-a4aaa0bf-8423-42c0-a6d4-479bf102e846 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453123 Feb 18 08:53:51.440874 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:51.448247 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8d20d7eb-479d-4fcd-bde8-08e10eccbd6b req-b2270e52-68c3-4240-aa9f-c8d34787f199 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486213 Feb 18 08:53:51.457430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:53:51.461501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa630321-59bd-4239-bc53-bf1aa38768b6 req-1d6d8d1e-3cb5-4276-8f2b-3679f9380c45 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:51.461678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:53:51.462221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-aa630321-59bd-4239-bc53-bf1aa38768b6 req-1d6d8d1e-3cb5-4276-8f2b-3679f9380c45 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Synchronizing usage tracker for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:53:51.463682 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=b2b43764-61bf-4a92-851d-d8a27799d2e5,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:51.466444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:53:51.467964 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:51.470252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Made reservation on behalf of 3cee2fd6d0fe47bbba18308802704992 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:53:51.472627 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:51.517537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Pushing event updated for resources: {'Port': ['ID=10b4b2e5-0339-4b03-8927-781f9a4f2594,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:51.529965 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:51.540416 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9ecc592e-5be6-4efd-a9df-b6454d1e1773 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:53:51.570139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:51.577097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Usage tracker for resource:security_group_rule and tenant:3cee2fd6d0fe47bbba18308802704992 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:51.584107 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:51.589628 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 9ecc592e-5be6-4efd-a9df-b6454d1e1773 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:53:51.590249 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9ecc592e-5be6-4efd-a9df-b6454d1e1773 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:53:51.597887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dff8f839-162d-401b-8a48-ada5a80a105b req-e832503c-2c71-4a0a-9ef9-87bae82a6244 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691494 Feb 18 08:53:51.602975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:51.604997 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=f3a5295b-e144-40c1-970f-e37348832f2a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:51.619997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-aa630321-59bd-4239-bc53-bf1aa38768b6 req-1d6d8d1e-3cb5-4276-8f2b-3679f9380c45 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Unset dirty status for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:53:51.629443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa630321-59bd-4239-bc53-bf1aa38768b6 req-1d6d8d1e-3cb5-4276-8f2b-3679f9380c45 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 949 time: 0.5300722 Feb 18 08:53:51.633212 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Checking segment: {'id': 'a29ec0f6-a12c-4d04-b9a9-4fb8a3ed002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '148c679e-eea2-4c83-a943-fa14eaffba1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:53:51.633577 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network hostable DHCP agents. Network: 148c679e-eea2-4c83-a943-fa14eaffba1b, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:53:51.666068 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Attempting to bind port 10b4b2e5-0339-4b03-8927-781f9a4f2594 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:53:51.666451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Attempting to bind port 10b4b2e5-0339-4b03-8927-781f9a4f2594 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:53:51.666788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Attempting to bind port 10b4b2e5-0339-4b03-8927-781f9a4f2594 on network 37941738-3b60-49d5-86b1-6f8075363e3c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:53:51.675018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Port 10b4b2e5-0339-4b03-8927-781f9a4f2594 on network 37941738-3b60-49d5-86b1-6f8075363e3c not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:53:51.675274 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Attempting to bind port 10b4b2e5-0339-4b03-8927-781f9a4f2594 on network 37941738-3b60-49d5-86b1-6f8075363e3c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:53:51.679328 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network 148c679e-eea2-4c83-a943-fa14eaffba1b is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:53:51.698263 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 148c679e-eea2-4c83-a943-fa14eaffba1b) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:53:51.701816 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa630321-59bd-4239-bc53-bf1aa38768b6 req-42354f4d-435c-4ec5-b2cb-063d20b1441d tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707893 Feb 18 08:53:51.709690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:53:51.715712 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:51.719024 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521a733d-07b9-4ed8-b7a5-8063e85d75d1 None None] Network 148c679e-eea2-4c83-a943-fa14eaffba1b requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:53:51.720478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:51.721362 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:51.756020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:53:51.756747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Checking segment: {'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:53:51.757335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Bound using segment: {'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:53:51.757991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Bound port: 10b4b2e5-0339-4b03-8927-781f9a4f2594, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:53:51.758562 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:51.792397 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:51.798962 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:51.825167 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7bd74cfe-7771-4921-8a49-155efd086d53 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0115821 Feb 18 08:53:51.831930 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55322) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:51.920549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:53:51.930485 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce099d3b-8494-4d4c-bd47-cfcc0e735c87 req-82ba9122-f882-4492-b41e-589889225567 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:51.938338 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce099d3b-8494-4d4c-bd47-cfcc0e735c87 req-82ba9122-f882-4492-b41e-589889225567 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.2351704 Feb 18 08:53:51.943079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4e837f-2893-4d96-b8fd-4940554fe41b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:51.969326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] For port 10b4b2e5-0339-4b03-8927-781f9a4f2594, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:53:51.978615 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:51.979438 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Added segment 87263dad-ea5f-41ad-aaba-ed879ceb8476 of type vlan for network 812367b5-78ed-4d06-b07c-12b61254d320 Feb 18 08:53:51.991310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] For port 10b4b2e5-0339-4b03-8927-781f9a4f2594, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=10b4b2e5-0339-4b03-8927-781f9a4f2594,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:53:52.003249 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:52.003702 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-36128bce-bbca-46ed-9141-27071fd7c4ae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port f3a5295b-e144-40c1-970f-e37348832f2a {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:53:52.004170 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-36128bce-bbca-46ed-9141-27071fd7c4ae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:52.052441 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce099d3b-8494-4d4c-bd47-cfcc0e735c87 req-96d36efd-e203-46e1-8df2-371d6dd8b74b tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129117 Feb 18 08:53:52.084738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:52.085585 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:52.087224 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] 10.222.0.81 "PUT /v2.0/ports/10b4b2e5-0339-4b03-8927-781f9a4f2594 HTTP/1.1" status: 200 len: 1092 time: 1.7716475 Feb 18 08:53:52.087678 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff2b700-2b84-40c6-9bc0-b2d35d94518a', 'tag': '10b4b2e5-0339-4b03-8927-781f9a4f2594'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:53:52.132516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a3050-8cfc-487e-af9f-4d59a5cdaec0 service neutron] Pushing event updated for resources: {'Port': ['ID=10b4b2e5-0339-4b03-8927-781f9a4f2594,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:52.198349 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff2b700-2b84-40c6-9bc0-b2d35d94518a', 'tag': '10b4b2e5-0339-4b03-8927-781f9a4f2594', 'status': 'completed', 'code': 200} Feb 18 08:53:52.213651 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:52.302829 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-cd48395a-f124-48a3-9668-a59573c96000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:52.304344 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-cd48395a-f124-48a3-9668-a59573c96000 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 1095 time: 0.1528671 Feb 18 08:53:52.311968 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36e127-dfa8-4197-b756-8a4e715ef072 req-357ef335-aa48-44cc-bb52-4750722420da tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:52.313364 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e36e127-dfa8-4197-b756-8a4e715ef072 req-357ef335-aa48-44cc-bb52-4750722420da tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 944 time: 0.1101773 Feb 18 08:53:52.337432 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-36128bce-bbca-46ed-9141-27071fd7c4ae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:52.348173 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:52.349177 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:52.349736 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:52.385886 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-37376b58-ba04-4abf-9ad7-e52452eb6bf6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10b4b2e5-0339-4b03-8927-781f9a4f2594 HTTP/1.1" status: 200 len: 217 time: 0.0715735 Feb 18 08:53:52.470091 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:53:52.495180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-36128bce-bbca-46ed-9141-27071fd7c4ae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for f3a5295b-e144-40c1-970f-e37348832f2a owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:53:52.565206 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e36e127-dfa8-4197-b756-8a4e715ef072 req-53bd845d-2589-4036-bd67-f3d038168b02 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991501 Feb 18 08:53:52.579182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-9106cae9-dacd-4c73-a9d2-3cdf02463090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:52.580669 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-9106cae9-dacd-4c73-a9d2-3cdf02463090 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d45a775a-d6b1-454c-87b6-7f0420cf3393 HTTP/1.1" status: 200 len: 852 time: 0.1873312 Feb 18 08:53:52.605230 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4324362 Feb 18 08:53:52.612497 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55332) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:52.622173 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f201c814-1599-48da-9e4b-fc2b0cb15cdd admin admin] Request body: {'subnet': {'network_id': '812367b5-78ed-4d06-b07c-12b61254d320', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1322333568-subnet', 'tenant_id': '3cee2fd6d0fe47bbba18308802704992', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:52.626116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827beb0-388d-4ecb-82eb-26dd1fdc09da admin admin] Pushing event updated for resources: {'Network': ['ID=812367b5-78ed-4d06-b07c-12b61254d320,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:52.628986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-f5537e4f-30eb-419e-a4a7-cc153d6e67e6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=37941738-3b60-49d5-86b1-6f8075363e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414317 Feb 18 08:53:52.636799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f201c814-1599-48da-9e4b-fc2b0cb15cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:52.637504 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 812367b5-78ed-4d06-b07c-12b61254d320 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:53:52.643419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f201c814-1599-48da-9e4b-fc2b0cb15cdd admin admin] Usage tracker for resource:subnet and tenant:3cee2fd6d0fe47bbba18308802704992 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:52.657613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f201c814-1599-48da-9e4b-fc2b0cb15cdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:52.664577 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f201c814-1599-48da-9e4b-fc2b0cb15cdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:52.679886 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-36128bce-bbca-46ed-9141-27071fd7c4ae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:52.683291 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f201c814-1599-48da-9e4b-fc2b0cb15cdd admin admin] Made reservation on behalf of 3cee2fd6d0fe47bbba18308802704992 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:53:52.687061 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f201c814-1599-48da-9e4b-fc2b0cb15cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:52.802595 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-f18c5d25-4c5b-433a-b551-99ee4aa56814 service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660192 Feb 18 08:53:52.838810 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36128bce-bbca-46ed-9141-27071fd7c4ae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=f3a5295b-e144-40c1-970f-e37348832f2a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:52.887016 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-36128bce-bbca-46ed-9141-27071fd7c4ae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:52.897202 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-36128bce-bbca-46ed-9141-27071fd7c4ae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/ports/f3a5295b-e144-40c1-970f-e37348832f2a HTTP/1.1" status: 204 len: 168 time: 1.0639138 Feb 18 08:53:52.902997 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55340) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:53.095249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95e4f8-913e-4291-a5df-8eec9f39d0b6 req-f7215bdd-51fb-4ef6-8bb3-11122b4c41ee tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:53.103331 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb95e4f8-913e-4291-a5df-8eec9f39d0b6 req-f7215bdd-51fb-4ef6-8bb3-11122b4c41ee tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 946 time: 0.2994237 Feb 18 08:53:53.196791 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb95e4f8-913e-4291-a5df-8eec9f39d0b6 req-f4c4f4f1-2eb5-48e5-889a-58274fc55b6a tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924060 Feb 18 08:53:53.209930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4335bf-3de9-4811-800e-fbbde9650c4a req-3c1c3994-a4a5-4a61-8192-0981ff50fed7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:53.211545 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e4335bf-3de9-4811-800e-fbbde9650c4a req-3c1c3994-a4a5-4a61-8192-0981ff50fed7 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 949 time: 0.3018525 Feb 18 08:53:53.213600 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-851ce015-01ff-4ba1-a55a-c87948bc5b60 req-71780d35-4731-470a-9a2d-98c178592094 service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570547 Feb 18 08:53:53.226210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f6fe45-035a-4596-a51f-6b9a574216a8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:53.232048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f6fe45-035a-4596-a51f-6b9a574216a8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:53.233076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-28f6fe45-035a-4596-a51f-6b9a574216a8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Synchronizing usage tracker for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:53:53.268327 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05525d37-46e7-4cca-b6c8-293bcdcd4c3e req-70f13144-cb3e-44e6-b2c5-724c17ae4cb4 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:53.269276 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-05525d37-46e7-4cca-b6c8-293bcdcd4c3e req-70f13144-cb3e-44e6-b2c5-724c17ae4cb4 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Synchronizing usage tracker for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:53:53.301442 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-28f6fe45-035a-4596-a51f-6b9a574216a8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Unset dirty status for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:53:53.305063 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-28f6fe45-035a-4596-a51f-6b9a574216a8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.3986857 Feb 18 08:53:53.306850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55346) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:53.309378 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-05525d37-46e7-4cca-b6c8-293bcdcd4c3e req-70f13144-cb3e-44e6-b2c5-724c17ae4cb4 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Unset dirty status for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:53:53.310903 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-05525d37-46e7-4cca-b6c8-293bcdcd4c3e req-70f13144-cb3e-44e6-b2c5-724c17ae4cb4 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.61 "GET /v2.0/ports?device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 949 time: 0.2661381 Feb 18 08:53:53.375641 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f201c814-1599-48da-9e4b-fc2b0cb15cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:53.377654 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e4335bf-3de9-4811-800e-fbbde9650c4a req-a39a8bf3-10c0-411f-92fa-ee7ca12c2306 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528604 Feb 18 08:53:53.429049 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0eb70-8fef-4813-be3d-2b574d37ab37 req-690e6be6-bd88-495f-89fc-378b39603cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:53.430514 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4c0eb70-8fef-4813-be3d-2b574d37ab37 req-690e6be6-bd88-495f-89fc-378b39603cb8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 1095 time: 0.1605802 Feb 18 08:53:53.439570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf01b46-3486-4259-a5de-58d7d5c1b4f3 req-d8092297-c264-4c37-9813-5e80be7223ae tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:53.440955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-edf01b46-3486-4259-a5de-58d7d5c1b4f3 req-d8092297-c264-4c37-9813-5e80be7223ae tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.1211607 Feb 18 08:53:53.480190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-59e5b1e0-53f8-4b9d-b675-1dd26dd5f3bf tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port b2b43764-61bf-4a92-851d-d8a27799d2e5 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:53:53.480636 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59e5b1e0-53f8-4b9d-b675-1dd26dd5f3bf tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:53.529052 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-05525d37-46e7-4cca-b6c8-293bcdcd4c3e req-8cbc718d-b42a-47e0-87bd-4550d86e58fe tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Deleting port 367bb83c-1982-4f57-b76f-469819aea79f {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:53:53.529429 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-05525d37-46e7-4cca-b6c8-293bcdcd4c3e req-8cbc718d-b42a-47e0-87bd-4550d86e58fe tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:53.567843 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-edf01b46-3486-4259-a5de-58d7d5c1b4f3 req-35696cf3-c991-4652-9bb7-067c0b04429f tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069081 Feb 18 08:53:53.590260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201c814-1599-48da-9e4b-fc2b0cb15cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fbf9c0e-3440-47c0-a27c-1a4634aae573,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:53.608018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0eb70-8fef-4813-be3d-2b574d37ab37 req-bc15a675-7a6c-4e91-bc9f-bfdd7db2c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:53.609781 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4c0eb70-8fef-4813-be3d-2b574d37ab37 req-bc15a675-7a6c-4e91-bc9f-bfdd7db2c98e service neutron] 10.222.0.81 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 913 time: 0.1679449 Feb 18 08:53:53.646201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f201c814-1599-48da-9e4b-fc2b0cb15cdd admin admin] Checking segment: {'id': '87263dad-ea5f-41ad-aaba-ed879ceb8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '812367b5-78ed-4d06-b07c-12b61254d320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:53:53.646580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f201c814-1599-48da-9e4b-fc2b0cb15cdd admin admin] Network hostable DHCP agents. Network: 812367b5-78ed-4d06-b07c-12b61254d320, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:53:53.683383 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4c0eb70-8fef-4813-be3d-2b574d37ab37 req-3f1ecad7-b888-461d-bd61-ec69f4096042 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10b4b2e5-0339-4b03-8927-781f9a4f2594 HTTP/1.1" status: 200 len: 217 time: 0.0675724 Feb 18 08:53:53.815214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0eb70-8fef-4813-be3d-2b574d37ab37 req-19913671-a2ce-4aef-b30a-402398ed3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:53.816872 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4c0eb70-8fef-4813-be3d-2b574d37ab37 req-19913671-a2ce-4aef-b30a-402398ed3bcf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d45a775a-d6b1-454c-87b6-7f0420cf3393 HTTP/1.1" status: 200 len: 852 time: 0.1272166 Feb 18 08:53:53.825355 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f201c814-1599-48da-9e4b-fc2b0cb15cdd admin admin] Network 812367b5-78ed-4d06-b07c-12b61254d320 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:53:53.885766 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4c0eb70-8fef-4813-be3d-2b574d37ab37 req-58337520-0996-42a6-acff-6dcc48e361e4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=37941738-3b60-49d5-86b1-6f8075363e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549493 Feb 18 08:53:53.919537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-f201c814-1599-48da-9e4b-fc2b0cb15cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 812367b5-78ed-4d06-b07c-12b61254d320) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:53:53.931822 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f201c814-1599-48da-9e4b-fc2b0cb15cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:53.931999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7388c3-c940-4425-8f2a-efbba3fd3b8a None None] Network 812367b5-78ed-4d06-b07c-12b61254d320 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:53:53.932723 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f201c814-1599-48da-9e4b-fc2b0cb15cdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:53.937595 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59e5b1e0-53f8-4b9d-b675-1dd26dd5f3bf tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:53.948636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172da832-2b1b-4255-b72a-9094d2bad9d5 req-cd692918-4094-4bd4-831b-2a5f14ce8e27 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:53.956821 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-172da832-2b1b-4255-b72a-9094d2bad9d5 req-cd692918-4094-4bd4-831b-2a5f14ce8e27 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 944 time: 0.2336295 Feb 18 08:53:54.083693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-59e5b1e0-53f8-4b9d-b675-1dd26dd5f3bf tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for b2b43764-61bf-4a92-851d-d8a27799d2e5 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:53:54.158168 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f201c814-1599-48da-9e4b-fc2b0cb15cdd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5445838 Feb 18 08:53:54.162618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55356) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:54.176229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1322333568-router', 'tenant_id': '3cee2fd6d0fe47bbba18308802704992', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:54.177838 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-172da832-2b1b-4255-b72a-9094d2bad9d5 req-4010eeac-d678-46c7-89c0-1475a2d07f50 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201638 Feb 18 08:53:54.181286 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-05525d37-46e7-4cca-b6c8-293bcdcd4c3e req-8cbc718d-b42a-47e0-87bd-4550d86e58fe tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] For port 367bb83c-1982-4f57-b76f-469819aea79f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=367bb83c-1982-4f57-b76f-469819aea79f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:54.182341 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-05525d37-46e7-4cca-b6c8-293bcdcd4c3e req-8cbc718d-b42a-47e0-87bd-4550d86e58fe tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:54.193990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:54.202969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Usage tracker for resource:router and tenant:3cee2fd6d0fe47bbba18308802704992 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:54.221513 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4c0eb70-8fef-4813-be3d-2b574d37ab37 req-9f349cdd-4a13-4868-a19a-2778dfd70395 service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279886 Feb 18 08:53:54.227727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-812367b5-78ed-4d06-b07c-12b61254d320', 'network_id': '812367b5-78ed-4d06-b07c-12b61254d320', 'tenant_id': '3cee2fd6d0fe47bbba18308802704992', 'fixed_ips': [{'subnet_id': '8fbf9c0e-3440-47c0-a27c-1a4634aae573'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:53:54.228973 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:54.257567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:54.261152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c110f4-210a-4bf1-a513-2e3fb78f10a0 req-92192a76-5c01-4a1e-b5c8-db2740b57232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:54.263301 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-57c110f4-210a-4bf1-a513-2e3fb78f10a0 req-92192a76-5c01-4a1e-b5c8-db2740b57232 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07a37fcb692a481a8b32c3cc5e76d9b8&device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 1097 time: 0.2445693 Feb 18 08:53:54.336598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:54.344918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-05525d37-46e7-4cca-b6c8-293bcdcd4c3e req-8cbc718d-b42a-47e0-87bd-4550d86e58fe tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Calling delete_port for 367bb83c-1982-4f57-b76f-469819aea79f owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:53:54.401445 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:54.402866 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:54.414984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59e5b1e0-53f8-4b9d-b675-1dd26dd5f3bf tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:54.419434 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Allocated IP 172.20.0.2 (812367b5-78ed-4d06-b07c-12b61254d320/8fbf9c0e-3440-47c0-a27c-1a4634aae573/ef2cd01e-f84d-4293-a849-bd13b43270be) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:53:54.494324 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:54.503296 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5b1e0-53f8-4b9d-b675-1dd26dd5f3bf tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=b2b43764-61bf-4a92-851d-d8a27799d2e5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:54.508657 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59e5b1e0-53f8-4b9d-b675-1dd26dd5f3bf tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:54.564538 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-59e5b1e0-53f8-4b9d-b675-1dd26dd5f3bf tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/ports/b2b43764-61bf-4a92-851d-d8a27799d2e5 HTTP/1.1" status: 204 len: 168 time: 1.2540407 Feb 18 08:53:54.565498 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55364) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:54.567665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523407a-002a-4444-8cbe-3a51f0ca6781 req-b36bf79a-ec00-49df-a416-b843948f6131 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:54.569248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e523407a-002a-4444-8cbe-3a51f0ca6781 req-b36bf79a-ec00-49df-a416-b843948f6131 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.5151689 Feb 18 08:53:54.650763 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:54.665694 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Transition to ACTIVE for port object ef2cd01e-f84d-4293-a849-bd13b43270be will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:53:54.690876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Transition to ACTIVE for port object ef2cd01e-f84d-4293-a849-bd13b43270be will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:53:54.697266 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:54.710052 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e523407a-002a-4444-8cbe-3a51f0ca6781 req-4aed3348-9ba2-430e-ad2e-23b7a5795b49 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190376 Feb 18 08:53:54.732607 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4c0eb70-8fef-4813-be3d-2b574d37ab37 req-a7737072-402e-4b8b-9c51-cdacdaec4735 service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995592 Feb 18 08:53:54.734887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c110f4-210a-4bf1-a513-2e3fb78f10a0 req-560aa8a1-9390-41cd-baad-09ab91c9fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:54.736240 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-57c110f4-210a-4bf1-a513-2e3fb78f10a0 req-560aa8a1-9390-41cd-baad-09ab91c9fd37 service neutron] 10.222.0.61 "GET /v2.0/networks?id=74735a75-704a-43d7-ab69-98662a7da388 HTTP/1.1" status: 200 len: 919 time: 0.2920413 Feb 18 08:53:54.805125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede43943-a4c5-4503-878d-01ef2099bfa4 req-002fb1ea-0017-44bb-b10e-04ed3263c150 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:54.812867 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ede43943-a4c5-4503-878d-01ef2099bfa4 req-002fb1ea-0017-44bb-b10e-04ed3263c150 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 946 time: 0.3697338 Feb 18 08:53:54.843849 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-57c110f4-210a-4bf1-a513-2e3fb78f10a0 req-13a58413-e885-459b-a5df-7f7003adecdc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b3734ae-da53-44f8-a43d-9f5e47bda382 HTTP/1.1" status: 200 len: 217 time: 0.1007919 Feb 18 08:53:54.881516 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Network 812367b5-78ed-4d06-b07c-12b61254d320 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:53:54.884447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:53:54.888344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:53:54.894902 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Pushing event updated for resources: {'Port': ['ID=ef2cd01e-f84d-4293-a849-bd13b43270be,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:54.955205 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-05525d37-46e7-4cca-b6c8-293bcdcd4c3e req-8cbc718d-b42a-47e0-87bd-4550d86e58fe tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:54.960906 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ede43943-a4c5-4503-878d-01ef2099bfa4 req-25f40b17-9e3c-4691-a88c-13392c6fb8b0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470790 Feb 18 08:53:54.976673 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['14fa4ce6-f550-4895-8d9c-63279a962fba', '367bb83c-1982-4f57-b76f-469819aea79f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:53:54.987638 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52d1a8e8-499b-4cab-94f5-3e1c1ed6c9a9 req-498f535c-c86b-4ecb-b681-f92737aed3f3 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=523ee089-177e-4f6a-a5b6-5ca14aa587a7 HTTP/1.1" status: 200 len: 210 time: 0.0976048 Feb 18 08:53:54.999527 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['4c45de44-0392-4c95-9687-a557a54d9fc1', '3f77bea7-e6e0-45e7-a4db-9f99e09cb922', '25d3a1d3-7047-4495-b537-7c39b8c631cb', '32e863b0-3d00-46eb-a579-bf599725623f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:53:54.999736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c110f4-210a-4bf1-a513-2e3fb78f10a0 req-27c63e3d-8217-4bd1-9b28-a2717e4e9605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:55.001123 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-57c110f4-210a-4bf1-a513-2e3fb78f10a0 req-27c63e3d-8217-4bd1-9b28-a2717e4e9605 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6672ae26-589f-4433-91ad-be0a06fa3bd5 HTTP/1.1" status: 200 len: 858 time: 0.1515243 Feb 18 08:53:55.061012 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-57c110f4-210a-4bf1-a513-2e3fb78f10a0 req-9eecb527-2e3a-4ad4-998f-5901ab913845 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74735a75-704a-43d7-ab69-98662a7da388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528994 Feb 18 08:53:55.085973 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:55.107310 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc718d-b42a-47e0-87bd-4550d86e58fe tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Pushing event deleted for resources: {'Port': ['ID=367bb83c-1982-4f57-b76f-469819aea79f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:55.120770 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Attempting to bind port ef2cd01e-f84d-4293-a849-bd13b43270be on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:53:55.121149 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Attempting to bind port ef2cd01e-f84d-4293-a849-bd13b43270be by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '87263dad-ea5f-41ad-aaba-ed879ceb8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '812367b5-78ed-4d06-b07c-12b61254d320'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:53:55.121576 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Attempting to bind port ef2cd01e-f84d-4293-a849-bd13b43270be on network 812367b5-78ed-4d06-b07c-12b61254d320 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:53:55.134228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:53:55.134534 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Checking segment: {'id': '87263dad-ea5f-41ad-aaba-ed879ceb8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '812367b5-78ed-4d06-b07c-12b61254d320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:53:55.134931 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:55.135326 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Bound using segment: {'id': '87263dad-ea5f-41ad-aaba-ed879ceb8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '812367b5-78ed-4d06-b07c-12b61254d320'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:53:55.135796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Bound port: ef2cd01e-f84d-4293-a849-bd13b43270be, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87263dad-ea5f-41ad-aaba-ed879ceb8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '812367b5-78ed-4d06-b07c-12b61254d320'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:53:55.136376 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:55.194279 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d207d8-2ca3-467a-ae53-3d2461548471 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:55.194969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-23d207d8-2ca3-467a-ae53-3d2461548471 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Synchronizing usage tracker for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:53:55.281332 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-57c110f4-210a-4bf1-a513-2e3fb78f10a0 req-ab903724-dc09-4581-be0b-473558055939 service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140574 Feb 18 08:53:55.306196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-05525d37-46e7-4cca-b6c8-293bcdcd4c3e req-8cbc718d-b42a-47e0-87bd-4550d86e58fe tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] No DVR routers for this DVR port 367bb83c-1982-4f57-b76f-469819aea79f on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:53:55.312915 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-05525d37-46e7-4cca-b6c8-293bcdcd4c3e req-8cbc718d-b42a-47e0-87bd-4550d86e58fe tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:55.330243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523ee089-177e-4f6a-a5b6-5ca14aa587a7', 'name': 'network-vif-deleted', 'tag': '367bb83c-1982-4f57-b76f-469819aea79f'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:53:55.344869 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-05525d37-46e7-4cca-b6c8-293bcdcd4c3e req-8cbc718d-b42a-47e0-87bd-4550d86e58fe tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.61 "DELETE /v2.0/ports/367bb83c-1982-4f57-b76f-469819aea79f HTTP/1.1" status: 204 len: 173 time: 1.9977658 Feb 18 08:53:55.361292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-23d207d8-2ca3-467a-ae53-3d2461548471 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Unset dirty status for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:53:55.362621 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-23d207d8-2ca3-467a-ae53-3d2461548471 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.6411202 Feb 18 08:53:55.366401 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55378) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:55.478040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] For port ef2cd01e-f84d-4293-a849-bd13b43270be, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:53:55.490616 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523ee089-177e-4f6a-a5b6-5ca14aa587a7', 'name': 'network-vif-deleted', 'tag': '367bb83c-1982-4f57-b76f-469819aea79f', 'status': 'completed', 'code': 200} Feb 18 08:53:55.510049 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3972db-2f1a-4293-959a-28edb30520f3 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] GET failed (client error): The resource could not be found. Feb 18 08:53:55.513920 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1d3972db-2f1a-4293-959a-28edb30520f3 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports/f3a5295b-e144-40c1-970f-e37348832f2a HTTP/1.1" status: 404 len: 333 time: 0.1439614 Feb 18 08:53:55.514067 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] For port ef2cd01e-f84d-4293-a849-bd13b43270be, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ef2cd01e-f84d-4293-a849-bd13b43270be,segment=NetworkSegment(87263dad-ea5f-41ad-aaba-ed879ceb8476),segment_id=87263dad-ea5f-41ad-aaba-ed879ceb8476)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:53:55.519522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55384) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:55.558729 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:55.596920 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-be408e1e-83c5-478e-b4af-c3d34154d567 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] GET failed (client error): The resource could not be found. Feb 18 08:53:55.606597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55388) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:55.613683 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-be408e1e-83c5-478e-b4af-c3d34154d567 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports/b2b43764-61bf-4a92-851d-d8a27799d2e5 HTTP/1.1" status: 404 len: 333 time: 0.0774670 Feb 18 08:53:55.818468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7762b-0cee-4487-815c-f635d5f09b54 None None] Pushing event updated for resources: {'Port': ['ID=ef2cd01e-f84d-4293-a849-bd13b43270be,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:55.908487 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:55.934076 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-57c110f4-210a-4bf1-a513-2e3fb78f10a0 req-0f99fa09-de57-471e-b3a3-c412b357bf6f service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6462660 Feb 18 08:53:55.962778 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-19015d57-803d-4f4a-bcec-714437a47e18 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:55.982011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28f1fb-8992-4445-81f1-beba8c6871de req-9ba986a8-c6b1-4f11-85dd-3de7ec8b569a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:56.012380 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c28f1fb-8992-4445-81f1-beba8c6871de req-9ba986a8-c6b1-4f11-85dd-3de7ec8b569a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 944 time: 0.5538888 Feb 18 08:53:56.026777 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:56.362587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Allocated IP 172.25.1.209 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/53936afd-2644-42fc-8085-87f03fa4dd4b) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:53:56.431455 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c28f1fb-8992-4445-81f1-beba8c6871de req-071cced3-810f-4c42-b828-c99725659ef9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179873 Feb 18 08:53:56.504600 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-19015d57-803d-4f4a-bcec-714437a47e18 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:56.530322 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:56.570712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-19015d57-803d-4f4a-bcec-714437a47e18 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148c679e-eea2-4c83-a943-fa14eaffba1b']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:56.593014 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:56.597299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-19015d57-803d-4f4a-bcec-714437a47e18 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29ec0f6-a12c-4d04-b9a9-4fb8a3ed002e') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:56.597604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-19015d57-803d-4f4a-bcec-714437a47e18 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29ec0f6-a12c-4d04-b9a9-4fb8a3ed002e') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:56.614612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acdb62-3c34-494a-b485-cd75c5e2c2d1 req-3123cb0e-40fb-493a-87be-81a110edf924 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:56.621851 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f5acdb62-3c34-494a-b485-cd75c5e2c2d1 req-3123cb0e-40fb-493a-87be-81a110edf924 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.5785284 Feb 18 08:53:56.667811 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-19015d57-803d-4f4a-bcec-714437a47e18 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:56.699348 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8611e0d0-c813-45d3-a91d-03cda8621eee req-f87d0c93-9f5a-48c3-92af-5b1a61715297 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22af8858-e017-4e31-a512-22dee6cacfa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2713089 Feb 18 08:53:56.699887 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:53:56.703840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:53:56.708065 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f5acdb62-3c34-494a-b485-cd75c5e2c2d1 req-973876f6-e140-4b73-916b-61cb0e7c9cf8 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854685 Feb 18 08:53:56.721438 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-19015d57-803d-4f4a-bcec-714437a47e18 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:56.725822 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:53:56.769603 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19015d57-803d-4f4a-bcec-714437a47e18 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:53:56.770013 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-19015d57-803d-4f4a-bcec-714437a47e18 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:53:56.789322 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:53:56.791897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Pushing event updated for resources: {'Port': ['ID=53936afd-2644-42fc-8085-87f03fa4dd4b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:57.037582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611e0d0-c813-45d3-a91d-03cda8621eee req-9771245b-2807-4c5b-a759-11deddb33a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:57.038942 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8611e0d0-c813-45d3-a91d-03cda8621eee req-9771245b-2807-4c5b-a759-11deddb33a55 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=22af8858-e017-4e31-a512-22dee6cacfa8 HTTP/1.1" status: 200 len: 1101 time: 0.3149600 Feb 18 08:53:57.040028 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-19015d57-803d-4f4a-bcec-714437a47e18 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:57.067379 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-19015d57-803d-4f4a-bcec-714437a47e18 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:57.097175 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19015d57-803d-4f4a-bcec-714437a47e18 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Network': ['ID=148c679e-eea2-4c83-a943-fa14eaffba1b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:57.145877 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-19015d57-803d-4f4a-bcec-714437a47e18 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/networks/148c679e-eea2-4c83-a943-fa14eaffba1b HTTP/1.1" status: 204 len: 168 time: 1.5349660 Feb 18 08:53:57.151289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55408) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:57.160887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-054fe56a-5e9c-449d-b28a-57f79149c67f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1549168139'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:57.165848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-054fe56a-5e9c-449d-b28a-57f79149c67f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:57.174237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-054fe56a-5e9c-449d-b28a-57f79149c67f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:network and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:57.178153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-054fe56a-5e9c-449d-b28a-57f79149c67f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:57.197630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-054fe56a-5e9c-449d-b28a-57f79149c67f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:57.243221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054fe56a-5e9c-449d-b28a-57f79149c67f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:53:57.247414 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-054fe56a-5e9c-449d-b28a-57f79149c67f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:57.268669 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611e0d0-c813-45d3-a91d-03cda8621eee req-e27d5960-eb2a-4eef-b147-6d3ce877a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:57.270139 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8611e0d0-c813-45d3-a91d-03cda8621eee req-e27d5960-eb2a-4eef-b147-6d3ce877a9a9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.2069724 Feb 18 08:53:57.283902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054fe56a-5e9c-449d-b28a-57f79149c67f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:53:57.295612 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-054fe56a-5e9c-449d-b28a-57f79149c67f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:57.296522 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-054fe56a-5e9c-449d-b28a-57f79149c67f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Added segment c47353fd-e419-4ecc-b021-21539b44ce22 of type vlan for network 2dd792a5-7d9a-41bc-a1df-c67e4210d4cb Feb 18 08:53:57.347202 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9954baea-96a5-4ee0-9411-64b88a46e7d0 None None] Network 812367b5-78ed-4d06-b07c-12b61254d320 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:53:57.392448 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-054fe56a-5e9c-449d-b28a-57f79149c67f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:57.392959 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:57.426754 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8611e0d0-c813-45d3-a91d-03cda8621eee req-7401818a-e603-47e3-b078-9e10d27adea4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=14fa4ce6-f550-4895-8d9c-63279a962fba HTTP/1.1" status: 200 len: 217 time: 0.1078742 Feb 18 08:53:57.443770 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-94ca6c88-eb2c-4da0-817b-9d86de9b8723 None None] Provisioning for port ef2cd01e-f84d-4293-a849-bd13b43270be completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:53:57.536044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611e0d0-c813-45d3-a91d-03cda8621eee req-febeea28-7f4b-4abe-b572-30cac1a81ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:57.537562 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8611e0d0-c813-45d3-a91d-03cda8621eee req-febeea28-7f4b-4abe-b572-30cac1a81ed8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1026378 Feb 18 08:53:57.541239 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-054fe56a-5e9c-449d-b28a-57f79149c67f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:57.547653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054fe56a-5e9c-449d-b28a-57f79149c67f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:57.548191 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-054fe56a-5e9c-449d-b28a-57f79149c67f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:57.575470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 367bb83c-1982-4f57-b76f-469819aea79f no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:53:57.615831 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 10b4b2e5-0339-4b03-8927-781f9a4f2594 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:53:57.627450 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 367bb83c-1982-4f57-b76f-469819aea79f {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:53:57.628110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 367bb83c-1982-4f57-b76f-469819aea79f not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:53:57.778887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df537d9-9c9c-40fb-94be-b1f9a1d2bbb3 req-c033aa78-1315-4ec4-b3ae-1824aafffc3c tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:57.781076 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2df537d9-9c9c-40fb-94be-b1f9a1d2bbb3 req-c033aa78-1315-4ec4-b3ae-1824aafffc3c tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=22af8858-e017-4e31-a512-22dee6cacfa8 HTTP/1.1" status: 200 len: 950 time: 0.4045038 Feb 18 08:53:57.782394 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-054fe56a-5e9c-449d-b28a-57f79149c67f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6281881 Feb 18 08:53:57.785949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fe56a-5e9c-449d-b28a-57f79149c67f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Network': ['ID=2dd792a5-7d9a-41bc-a1df-c67e4210d4cb,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:57.788875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55422) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:57.807169 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 2dd792a5-7d9a-41bc-a1df-c67e4210d4cb details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:53:57.822815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-637aca1e-0439-46d8-b024-ebd4c031d4b0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'subnet': {'network_id': '2dd792a5-7d9a-41bc-a1df-c67e4210d4cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:53:57.834057 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:57.922623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 10b4b2e5-0339-4b03-8927-781f9a4f2594, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=10b4b2e5-0339-4b03-8927-781f9a4f2594,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:57.960622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '10b4b2e5-0339-4b03-8927-781f9a4f2594', 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c', 'port_id': '10b4b2e5-0339-4b03-8927-781f9a4f2594', 'mac_address': 'fa:16:3e:f8:39:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45a775a-d6b1-454c-87b6-7f0420cf3393', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:53:58.025425 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:58.044674 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b4b2e5-0339-4b03-8927-781f9a4f2594 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:53:58.061827 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 10b4b2e5-0339-4b03-8927-781f9a4f2594, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=10b4b2e5-0339-4b03-8927-781f9a4f2594,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:58.066770 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:58.076040 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2df537d9-9c9c-40fb-94be-b1f9a1d2bbb3 req-32dc7293-4e1d-440d-b23d-2d09ab77c0cc tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161851 Feb 18 08:53:58.080751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-637aca1e-0439-46d8-b024-ebd4c031d4b0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:53:58.094997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006b69b-170e-43dc-95b4-e6c96e9878aa req-614b2cf7-81d9-4e54-b8af-ea8c2614e27e tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:58.096615 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a006b69b-170e-43dc-95b4-e6c96e9878aa req-614b2cf7-81d9-4e54-b8af-ea8c2614e27e tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 944 time: 0.4783225 Feb 18 08:53:58.098549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-637aca1e-0439-46d8-b024-ebd4c031d4b0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:subnet and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:53:58.102813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611e0d0-c813-45d3-a91d-03cda8621eee req-3e1e0312-8973-430d-8e63-c1056ea33b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:58.104695 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8611e0d0-c813-45d3-a91d-03cda8621eee req-3e1e0312-8973-430d-8e63-c1056ea33b3a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5515270 Feb 18 08:53:58.105257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-637aca1e-0439-46d8-b024-ebd4c031d4b0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:53:58.112187 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Router 524a1da6-fa4f-48c4-9e98-c670e6279a0c is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:53:58.115379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-637aca1e-0439-46d8-b024-ebd4c031d4b0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:53:58.178640 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=10b4b2e5-0339-4b03-8927-781f9a4f2594,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:58.236367 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637aca1e-0439-46d8-b024-ebd4c031d4b0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:53:58.239994 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-637aca1e-0439-46d8-b024-ebd4c031d4b0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:58.267565 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ef2cd01e-f84d-4293-a849-bd13b43270be up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:53:58.339716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port ef2cd01e-f84d-4293-a849-bd13b43270be completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:53:58.346008 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ef2cd01e-f84d-4293-a849-bd13b43270be triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:53:58.346008 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:58.360458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:53:58.365513 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a006b69b-170e-43dc-95b4-e6c96e9878aa req-5b92da4b-3c7c-4868-8c22-6c32bbd7c4f3 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571471 Feb 18 08:53:58.378419 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Sync routers for ids ['524a1da6-fa4f-48c4-9e98-c670e6279a0c'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:53:58.397330 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:58.397330 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0cbc5465-44d1-488f-9db3-70fb1a831367 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.2264912 Feb 18 08:53:58.397330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55426) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:53:58.399318 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Routers {'524a1da6-fa4f-48c4-9e98-c670e6279a0c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:53:58.399935 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:53:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['524a1da6-fa4f-48c4-9e98-c670e6279a0c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:58.463368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.ipam_backend_mixin [None req-637aca1e-0439-46d8-b024-ebd4c031d4b0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Performing IP validity checks on allocation pools {{(pid=87768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 18 08:53:58.466163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.ipam_backend_mixin [None req-637aca1e-0439-46d8-b024-ebd4c031d4b0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 18 08:53:58.514555 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['10b4b2e5-0339-4b03-8927-781f9a4f2594'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:53:58.564840 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8611e0d0-c813-45d3-a91d-03cda8621eee req-16ed1869-e857-4272-ac45-483327e126eb service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471333 Feb 18 08:53:58.593368 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:58.713008 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port ef2cd01e-f84d-4293-a849-bd13b43270be, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ef2cd01e-f84d-4293-a849-bd13b43270be,segment=NetworkSegment(87263dad-ea5f-41ad-aaba-ed879ceb8476),segment_id=87263dad-ea5f-41ad-aaba-ed879ceb8476)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:53:58.742260 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:58.766574 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Set router 524a1da6-fa4f-48c4-9e98-c670e6279a0c gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:53:58.955171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761b721-c61c-4661-941b-f27aa702e2bf req-c18ce840-e36c-4fad-b5a4-259721a04d21 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:58.956681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7761b721-c61c-4661-941b-f27aa702e2bf req-c18ce840-e36c-4fad-b5a4-259721a04d21 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.6959405 Feb 18 08:53:58.986864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=ef2cd01e-f84d-4293-a849-bd13b43270be,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:59.215618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7600ecd-db33-42e3-afb7-a45bfcac4a4a req-818ac3d5-5c60-426b-9571-4604df5b8c21 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:59.216390 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b7600ecd-db33-42e3-afb7-a45bfcac4a4a req-818ac3d5-5c60-426b-9571-4604df5b8c21 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Synchronizing usage tracker for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:53:59.235363 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a1da6-fa4f-48c4-9e98-c670e6279a0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1322333568-router', 'tenant_id': '3cee2fd6d0fe47bbba18308802704992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '53936afd-2644-42fc-8085-87f03fa4dd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:53:54Z', 'updated_at': '2022-02-18T08:53:57Z', 'revision_number': 3, 'project_id': '3cee2fd6d0fe47bbba18308802704992', 'gw_port': {'id': '53936afd-2644-42fc-8085-87f03fa4dd4b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a1da6-fa4f-48c4-9e98-c670e6279a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:53:56Z', 'updated_at': '2022-02-18T08:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:53:59.244776 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Checking router: 524a1da6-fa4f-48c4-9e98-c670e6279a0c for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:53:59.249356 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Updating router 524a1da6-fa4f-48c4-9e98-c670e6279a0c port 53936afd-2644-42fc-8085-87f03fa4dd4b binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:53:59.260571 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8611e0d0-c813-45d3-a91d-03cda8621eee req-6f4abc3b-c8aa-4b17-8af4-c7a856f7453b service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6724601 Feb 18 08:53:59.296728 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-637aca1e-0439-46d8-b024-ebd4c031d4b0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:59.335213 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:59.379533 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b7600ecd-db33-42e3-afb7-a45bfcac4a4a req-818ac3d5-5c60-426b-9571-4604df5b8c21 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Unset dirty status for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:53:59.380726 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b7600ecd-db33-42e3-afb7-a45bfcac4a4a req-818ac3d5-5c60-426b-9571-4604df5b8c21 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.61 "GET /v2.0/ports?device_id=22af8858-e017-4e31-a512-22dee6cacfa8 HTTP/1.1" status: 200 len: 950 time: 0.8433475 Feb 18 08:53:59.493245 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7761b721-c61c-4661-941b-f27aa702e2bf req-c403a406-d09f-4726-a26c-88e328d5d46a tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095139 Feb 18 08:53:59.521513 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-b7600ecd-db33-42e3-afb7-a45bfcac4a4a req-245bed4f-3705-4610-b7f9-f13e1d50269f tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Deleting port 14fa4ce6-f550-4895-8d9c-63279a962fba {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:53:59.522069 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b7600ecd-db33-42e3-afb7-a45bfcac4a4a req-245bed4f-3705-4610-b7f9-f13e1d50269f tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:59.534595 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7876985-7c9e-4792-aa17-b01c824db65d req-a83d9d5b-9b8e-4c99-8587-7646ef74cd61 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9299402 Feb 18 08:53:59.629134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637aca1e-0439-46d8-b024-ebd4c031d4b0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Subnet': ['ID=4dc4d037-7480-4e63-8747-cadbf3df07e0,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:53:59.665848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637aca1e-0439-46d8-b024-ebd4c031d4b0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Checking segment: {'id': 'c47353fd-e419-4ecc-b021-21539b44ce22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2dd792a5-7d9a-41bc-a1df-c67e4210d4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:53:59.666207 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637aca1e-0439-46d8-b024-ebd4c031d4b0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network hostable DHCP agents. Network: 2dd792a5-7d9a-41bc-a1df-c67e4210d4cb, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:53:59.750909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa52b9-dda5-4861-8948-5ae31555c6a9 req-aa20e097-3993-4b87-9b34-96c3aca7cd97 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:59.757928 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20aa52b9-dda5-4861-8948-5ae31555c6a9 req-aa20e097-3993-4b87-9b34-96c3aca7cd97 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=22af8858-e017-4e31-a512-22dee6cacfa8 HTTP/1.1" status: 200 len: 950 time: 0.4443018 Feb 18 08:53:59.784802 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637aca1e-0439-46d8-b024-ebd4c031d4b0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network 2dd792a5-7d9a-41bc-a1df-c67e4210d4cb is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:53:59.803604 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:59.819125 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Transition to ACTIVE for port object 53936afd-2644-42fc-8085-87f03fa4dd4b will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:53:59.829641 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:59.852890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-637aca1e-0439-46d8-b024-ebd4c031d4b0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 2dd792a5-7d9a-41bc-a1df-c67e4210d4cb) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:53:59.865901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7926670-a3e1-4b63-97cb-7fbcae8129a3 None None] Network 2dd792a5-7d9a-41bc-a1df-c67e4210d4cb requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:53:59.872320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7876985-7c9e-4792-aa17-b01c824db65d req-31317d33-be03-4238-a926-937be661961f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:59.875378 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7876985-7c9e-4792-aa17-b01c824db65d req-31317d33-be03-4238-a926-937be661961f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=259cd62e1f1340f9828d7d7a1587db25&device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476 HTTP/1.1" status: 200 len: 1101 time: 0.3079600 Feb 18 08:53:59.876732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637aca1e-0439-46d8-b024-ebd4c031d4b0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:59.877308 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-637aca1e-0439-46d8-b024-ebd4c031d4b0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:53:59.975163 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fe793-e352-49d3-89e6-27a79ac26f69 req-94923f76-7839-4cce-93ce-65565c17c864 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:53:59.977710 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-668fe793-e352-49d3-89e6-27a79ac26f69 req-94923f76-7839-4cce-93ce-65565c17c864 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "GET /v2.0/ports?device_id=a59a3bd7-481d-4a3e-a363-af7728a91760 HTTP/1.1" status: 200 len: 950 time: 0.9191966 Feb 18 08:53:59.990844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20aa52b9-dda5-4861-8948-5ae31555c6a9 req-ca28beed-755a-4c71-a692-09e9f0e17f3e tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319498 Feb 18 08:53:59.994334 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Attempting to bind port 53936afd-2644-42fc-8085-87f03fa4dd4b on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:53:59.995271 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Attempting to bind port 53936afd-2644-42fc-8085-87f03fa4dd4b by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:53:59.996403 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Attempting to bind port 53936afd-2644-42fc-8085-87f03fa4dd4b on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:54:00.025197 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:54:00.025575 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:54:00.025982 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:00.026509 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:54:00.027027 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Bound port: 53936afd-2644-42fc-8085-87f03fa4dd4b, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:54:00.027407 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:00.084890 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-637aca1e-0439-46d8-b024-ebd4c031d4b0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2946308 Feb 18 08:54:00.089371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55444) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:00.096202 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fd5a6-1b68-406d-8ced-d58b2ac00d4c None None] Pushing event updated for resources: {'Port': ['ID=53936afd-2644-42fc-8085-87f03fa4dd4b,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:00.103671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e897b795-68aa-40e9-a455-6781deb1891d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'network_id': '2dd792a5-7d9a-41bc-a1df-c67e4210d4cb', 'name': 'tempest-PortsIpV6TestJSON-904928213'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:00.134752 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1fd5a6-1b68-406d-8ced-d58b2ac00d4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:00.135252 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1fd5a6-1b68-406d-8ced-d58b2ac00d4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:00.135666 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1fd5a6-1b68-406d-8ced-d58b2ac00d4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:00.136721 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1fd5a6-1b68-406d-8ced-d58b2ac00d4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:00.137140 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1fd5a6-1b68-406d-8ced-d58b2ac00d4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:00.137548 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1fd5a6-1b68-406d-8ced-d58b2ac00d4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:00.137883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9c0ea-6b58-4b12-a138-710b18853ad2 req-3762a22b-7c20-430f-b2b2-f5b624a2a967 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:00.138026 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1fd5a6-1b68-406d-8ced-d58b2ac00d4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:00.138378 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1fd5a6-1b68-406d-8ced-d58b2ac00d4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:00.139351 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1fd5a6-1b68-406d-8ced-d58b2ac00d4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:00.140111 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1fd5a6-1b68-406d-8ced-d58b2ac00d4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:00.140111 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1fd5a6-1b68-406d-8ced-d58b2ac00d4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:00.140649 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1fd5a6-1b68-406d-8ced-d58b2ac00d4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:00.147988 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5da9c0ea-6b58-4b12-a138-710b18853ad2 req-3762a22b-7c20-430f-b2b2-f5b624a2a967 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 945 time: 0.4422140 Feb 18 08:54:00.216357 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] For port 53936afd-2644-42fc-8085-87f03fa4dd4b, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:54:00.221162 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] For port 53936afd-2644-42fc-8085-87f03fa4dd4b, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=53936afd-2644-42fc-8085-87f03fa4dd4b,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:54:00.239342 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:00.246218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ef2cd01e-f84d-4293-a849-bd13b43270be up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:54:00.277820 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-668fe793-e352-49d3-89e6-27a79ac26f69 req-ed0f788c-d4b3-4b91-bd7f-baade7c4d60a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Deleting port 32e863b0-3d00-46eb-a579-bf599725623f {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:00.278289 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-668fe793-e352-49d3-89e6-27a79ac26f69 req-ed0f788c-d4b3-4b91-bd7f-baade7c4d60a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:00.318247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-2dd792a5-7d9a-41bc-a1df-c67e4210d4cb', 'network_id': '2dd792a5-7d9a-41bc-a1df-c67e4210d4cb', 'tenant_id': '67cb21ecbd774b45944266432be4f095', 'fixed_ips': [{'subnet_id': '4dc4d037-7480-4e63-8747-cadbf3df07e0'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:54:00.319070 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:00.351379 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cc288064-4294-4c30-a665-39885cf90b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:00.396108 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Routers {'524a1da6-fa4f-48c4-9e98-c670e6279a0c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:54:00.396782 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:53:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['524a1da6-fa4f-48c4-9e98-c670e6279a0c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:00.415890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7876985-7c9e-4792-aa17-b01c824db65d req-d39917ee-3aa2-495f-9f36-370b10227303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:00.418114 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7876985-7c9e-4792-aa17-b01c824db65d req-d39917ee-3aa2-495f-9f36-370b10227303 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.4960158 Feb 18 08:54:00.445832 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ef2cd01e-f84d-4293-a849-bd13b43270be triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:00.446200 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:00.472100 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fd5a6-1b68-406d-8ced-d58b2ac00d4c None None] Pushing event updated for resources: {'Port': ['ID=53936afd-2644-42fc-8085-87f03fa4dd4b,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:00.549897 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5da9c0ea-6b58-4b12-a138-710b18853ad2 req-366941e3-ccf8-4b03-99a1-f7e2ccf51669 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982661 Feb 18 08:54:00.566989 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7876985-7c9e-4792-aa17-b01c824db65d req-9f5cfaef-9b2e-4e7a-900c-1a2c340d307a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=3f77bea7-e6e0-45e7-a4db-9f99e09cb922 HTTP/1.1" status: 200 len: 217 time: 0.1269987 Feb 18 08:54:00.615902 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Allocated IP 2001:db8::2 (2dd792a5-7d9a-41bc-a1df-c67e4210d4cb/4dc4d037-7480-4e63-8747-cadbf3df07e0/fddcfd7b-e4eb-4fd9-b707-ed0164789cc9) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:54:00.661163 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:00.686464 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] Set router 524a1da6-fa4f-48c4-9e98-c670e6279a0c gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:54:00.717769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7876985-7c9e-4792-aa17-b01c824db65d req-0030caf5-a649-4f00-9455-e14b64744fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:00.729537 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7876985-7c9e-4792-aa17-b01c824db65d req-0030caf5-a649-4f00-9455-e14b64744fab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.1459610 Feb 18 08:54:00.825150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-b7600ecd-db33-42e3-afb7-a45bfcac4a4a req-245bed4f-3705-4610-b7f9-f13e1d50269f tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] For port 14fa4ce6-f550-4895-8d9c-63279a962fba, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=14fa4ce6-f550-4895-8d9c-63279a962fba,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:00.825505 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b7600ecd-db33-42e3-afb7-a45bfcac4a4a req-245bed4f-3705-4610-b7f9-f13e1d50269f tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:00.943469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e897b795-68aa-40e9-a455-6781deb1891d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:00.994504 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:01.015046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e897b795-68aa-40e9-a455-6781deb1891d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:01.021989 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Transition to ACTIVE for port object fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:01.064237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590bf11-26e6-4540-aa71-4d6d66300a64 req-59bfcc08-4ee8-4130-86b3-ea50533d264e tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:01.065507 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Transition to ACTIVE for port object fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:01.067918 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3590bf11-26e6-4540-aa71-4d6d66300a64 req-59bfcc08-4ee8-4130-86b3-ea50533d264e tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.3349066 Feb 18 08:54:01.086497 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:01.099538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-b7600ecd-db33-42e3-afb7-a45bfcac4a4a req-245bed4f-3705-4610-b7f9-f13e1d50269f tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Calling delete_port for 14fa4ce6-f550-4895-8d9c-63279a962fba owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:01.127409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7876985-7c9e-4792-aa17-b01c824db65d req-89990a6e-2ee3-4f47-a905-4402f105622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:01.131880 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7876985-7c9e-4792-aa17-b01c824db65d req-89990a6e-2ee3-4f47-a905-4402f105622d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3330834 Feb 18 08:54:01.145211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e897b795-68aa-40e9-a455-6781deb1891d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:01.154379 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e897b795-68aa-40e9-a455-6781deb1891d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:01.172145 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a1da6-fa4f-48c4-9e98-c670e6279a0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1322333568-router', 'tenant_id': '3cee2fd6d0fe47bbba18308802704992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '53936afd-2644-42fc-8085-87f03fa4dd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:53:54Z', 'updated_at': '2022-02-18T08:53:57Z', 'revision_number': 3, 'project_id': '3cee2fd6d0fe47bbba18308802704992', 'gw_port': {'id': '53936afd-2644-42fc-8085-87f03fa4dd4b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a1da6-fa4f-48c4-9e98-c670e6279a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:53:56Z', 'updated_at': '2022-02-18T08:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:01.181428 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7614cb06-fa3f-4fa5-b427-9f5d716d8bd8 None None] The sync data for ids ['524a1da6-fa4f-48c4-9e98-c670e6279a0c'] in n-d-829434-1 is: [{'id': '524a1da6-fa4f-48c4-9e98-c670e6279a0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1322333568-router', 'tenant_id': '3cee2fd6d0fe47bbba18308802704992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '53936afd-2644-42fc-8085-87f03fa4dd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:53:54Z', 'updated_at': '2022-02-18T08:53:57Z', 'revision_number': 3, 'project_id': '3cee2fd6d0fe47bbba18308802704992', 'gw_port': {'id': '53936afd-2644-42fc-8085-87f03fa4dd4b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a1da6-fa4f-48c4-9e98-c670e6279a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:53:56Z', 'updated_at': '2022-02-18T08:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:54:01.182049 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Network 2dd792a5-7d9a-41bc-a1df-c67e4210d4cb is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:01.197242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:01.207157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:54:01.341341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Pushing event updated for resources: {'Port': ['ID=fddcfd7b-e4eb-4fd9-b707-ed0164789cc9,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:01.364958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Attempting to bind port fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:54:01.365398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Attempting to bind port fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'c47353fd-e419-4ecc-b021-21539b44ce22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2dd792a5-7d9a-41bc-a1df-c67e4210d4cb'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:54:01.365590 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Attempting to bind port fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 on network 2dd792a5-7d9a-41bc-a1df-c67e4210d4cb {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:54:01.369153 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b7600ecd-db33-42e3-afb7-a45bfcac4a4a req-245bed4f-3705-4610-b7f9-f13e1d50269f tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:01.372853 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-e897b795-68aa-40e9-a455-6781deb1891d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] device_id is not set on port 2325b339-bd16-4c76-bff1-ecba874c7552 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:54:01.376905 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:54:01.377286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Checking segment: {'id': 'c47353fd-e419-4ecc-b021-21539b44ce22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2dd792a5-7d9a-41bc-a1df-c67e4210d4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:54:01.378480 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:01.379528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Bound using segment: {'id': 'c47353fd-e419-4ecc-b021-21539b44ce22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2dd792a5-7d9a-41bc-a1df-c67e4210d4cb'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:54:01.380451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Bound port: fddcfd7b-e4eb-4fd9-b707-ed0164789cc9, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47353fd-e419-4ecc-b021-21539b44ce22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2dd792a5-7d9a-41bc-a1df-c67e4210d4cb'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:54:01.380861 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:01.423950 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0b72beb8-5e03-46bd-9f10-30481b0eb955 req-654fdf5f-7773-4a82-89ff-d0a4ae0e9017 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=22af8858-e017-4e31-a512-22dee6cacfa8 HTTP/1.1" status: 200 len: 210 time: 0.1850142 Feb 18 08:54:01.452447 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3590bf11-26e6-4540-aa71-4d6d66300a64 req-b4790490-2123-40bc-bdfa-bd45e5d5cdd0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719409 Feb 18 08:54:01.503861 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['4c45de44-0392-4c95-9687-a557a54d9fc1', '3f77bea7-e6e0-45e7-a4db-9f99e09cb922', '25d3a1d3-7047-4495-b537-7c39b8c631cb', '32e863b0-3d00-46eb-a579-bf599725623f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:54:01.508643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bed4f-3705-4610-b7f9-f13e1d50269f tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Pushing event deleted for resources: {'Port': ['ID=14fa4ce6-f550-4895-8d9c-63279a962fba,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:01.592796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7876985-7c9e-4792-aa17-b01c824db65d req-b41dd141-8cca-45d0-ab46-3c56d13f40ef service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485447 Feb 18 08:54:01.596446 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['14fa4ce6-f550-4895-8d9c-63279a962fba'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:54:01.785952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-e897b795-68aa-40e9-a455-6781deb1891d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Allocated IP 2001:db8::2a4 (2dd792a5-7d9a-41bc-a1df-c67e4210d4cb/4dc4d037-7480-4e63-8747-cadbf3df07e0/2325b339-bd16-4c76-bff1-ecba874c7552) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:54:01.831804 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 10b4b2e5-0339-4b03-8927-781f9a4f2594 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:54:01.906129 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7600ecd-db33-42e3-afb7-a45bfcac4a4a req-245bed4f-3705-4610-b7f9-f13e1d50269f tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] No DVR routers for this DVR port 14fa4ce6-f550-4895-8d9c-63279a962fba on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:54:01.931644 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b7600ecd-db33-42e3-afb7-a45bfcac4a4a req-245bed4f-3705-4610-b7f9-f13e1d50269f tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:01.941191 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22af8858-e017-4e31-a512-22dee6cacfa8', 'name': 'network-vif-deleted', 'tag': '14fa4ce6-f550-4895-8d9c-63279a962fba'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:54:01.949444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-668fe793-e352-49d3-89e6-27a79ac26f69 req-ed0f788c-d4b3-4b91-bd7f-baade7c4d60a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] For port 32e863b0-3d00-46eb-a579-bf599725623f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=32e863b0-3d00-46eb-a579-bf599725623f,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:01.950185 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-668fe793-e352-49d3-89e6-27a79ac26f69 req-ed0f788c-d4b3-4b91-bd7f-baade7c4d60a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:02.089618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7876985-7c9e-4792-aa17-b01c824db65d req-956cf1d8-6027-480f-90bc-23948dcbfcdd service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893653 Feb 18 08:54:02.150812 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] For port fddcfd7b-e4eb-4fd9-b707-ed0164789cc9, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:54:02.179902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1446f-872b-45ff-9121-06007616a18c req-26df8a43-868e-42f0-b906-9e7ad01709d7 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:02.189204 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebc1446f-872b-45ff-9121-06007616a18c req-26df8a43-868e-42f0-b906-9e7ad01709d7 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 945 time: 0.4064176 Feb 18 08:54:02.226701 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-668fe793-e352-49d3-89e6-27a79ac26f69 req-ed0f788c-d4b3-4b91-bd7f-baade7c4d60a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Calling delete_port for 32e863b0-3d00-46eb-a579-bf599725623f owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:02.231172 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] For port fddcfd7b-e4eb-4fd9-b707-ed0164789cc9, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=fddcfd7b-e4eb-4fd9-b707-ed0164789cc9,segment=NetworkSegment(c47353fd-e419-4ecc-b021-21539b44ce22),segment_id=c47353fd-e419-4ecc-b021-21539b44ce22)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:54:02.260435 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:02.331144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 53936afd-2644-42fc-8085-87f03fa4dd4b up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:54:02.371820 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22af8858-e017-4e31-a512-22dee6cacfa8', 'name': 'network-vif-deleted', 'tag': '14fa4ce6-f550-4895-8d9c-63279a962fba', 'status': 'completed', 'code': 200} Feb 18 08:54:02.379361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 10b4b2e5-0339-4b03-8927-781f9a4f2594 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:54:02.419435 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b7600ecd-db33-42e3-afb7-a45bfcac4a4a req-245bed4f-3705-4610-b7f9-f13e1d50269f tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.61 "DELETE /v2.0/ports/14fa4ce6-f550-4895-8d9c-63279a962fba HTTP/1.1" status: 204 len: 173 time: 3.0271754 Feb 18 08:54:02.430225 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 10b4b2e5-0339-4b03-8927-781f9a4f2594 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:02.430841 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:02.478519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] Allocated IP 172.20.0.1 (812367b5-78ed-4d06-b07c-12b61254d320/8fbf9c0e-3440-47c0-a27c-1a4634aae573/d36b2b34-f8cd-44c1-b562-6d7737ca170b) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:54:02.562609 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebc1446f-872b-45ff-9121-06007616a18c req-b86cd224-d136-465b-a659-57c584e5751b tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722210 Feb 18 08:54:02.711213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275f421-3729-4d6a-8a1f-074ca6260b97 None None] Pushing event updated for resources: {'Port': ['ID=fddcfd7b-e4eb-4fd9-b707-ed0164789cc9,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:02.758617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64e0772d-5452-4570-8b6f-73346555ac4c req-501893e6-1ff4-4d2b-85ed-4d852f7dc8f5 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=22af8858-e017-4e31-a512-22dee6cacfa8 HTTP/1.1" status: 200 len: 210 time: 0.1041541 Feb 18 08:54:02.797569 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-668fe793-e352-49d3-89e6-27a79ac26f69 req-ed0f788c-d4b3-4b91-bd7f-baade7c4d60a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:02.839157 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e897b795-68aa-40e9-a455-6781deb1891d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:02.931294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-e897b795-68aa-40e9-a455-6781deb1891d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Transition to ACTIVE for port object 2325b339-bd16-4c76-bff1-ecba874c7552 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:02.931570 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:02.974413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] Transition to ACTIVE for port object d36b2b34-f8cd-44c1-b562-6d7737ca170b will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:02.977034 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:03.003144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 53936afd-2644-42fc-8085-87f03fa4dd4b completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:54:03.009027 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-beaa2277-49e8-40ae-9776-8a0dfa33adc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:03.013062 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd6e1b-707a-4b03-90a3-6e28fd2f3a19 req-8e6664f3-8220-4ac3-a432-c72be184cdab tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:03.014041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f788c-d4b3-4b91-bd7f-baade7c4d60a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Pushing event deleted for resources: {'Port': ['ID=32e863b0-3d00-46eb-a579-bf599725623f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:03.023994 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7bd6e1b-707a-4b03-90a3-6e28fd2f3a19 req-8e6664f3-8220-4ac3-a432-c72be184cdab tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.1769876 Feb 18 08:54:03.027201 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 53936afd-2644-42fc-8085-87f03fa4dd4b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:03.027616 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:03.059757 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e897b795-68aa-40e9-a455-6781deb1891d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:03.173470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 10b4b2e5-0339-4b03-8927-781f9a4f2594, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=10b4b2e5-0339-4b03-8927-781f9a4f2594,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:03.181317 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff2b700-2b84-40c6-9bc0-b2d35d94518a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b4b2e5-0339-4b03-8927-781f9a4f2594'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:54:03.195346 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:03.208420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e897b795-68aa-40e9-a455-6781deb1891d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network 2dd792a5-7d9a-41bc-a1df-c67e4210d4cb is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:03.246761 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:03.251955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7bd6e1b-707a-4b03-90a3-6e28fd2f3a19 req-0ccc49d0-47cc-4bf8-ae3c-cfe8ff194fb3 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263460 Feb 18 08:54:03.262375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e897b795-68aa-40e9-a455-6781deb1891d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:03.264439 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897b795-68aa-40e9-a455-6781deb1891d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=2325b339-bd16-4c76-bff1-ecba874c7552,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:03.280936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897b795-68aa-40e9-a455-6781deb1891d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:54:03.289526 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e897b795-68aa-40e9-a455-6781deb1891d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:03.290186 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e897b795-68aa-40e9-a455-6781deb1891d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:03.353224 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-668fe793-e352-49d3-89e6-27a79ac26f69 req-ed0f788c-d4b3-4b91-bd7f-baade7c4d60a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] No DVR routers for this DVR port 32e863b0-3d00-46eb-a579-bf599725623f on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:54:03.363606 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-668fe793-e352-49d3-89e6-27a79ac26f69 req-ed0f788c-d4b3-4b91-bd7f-baade7c4d60a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:03.365981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e897b795-68aa-40e9-a455-6781deb1891d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2716770 Feb 18 08:54:03.369072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55474) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:03.420922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] Network 812367b5-78ed-4d06-b07c-12b61254d320 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:03.437310 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:03.437952 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff2b700-2b84-40c6-9bc0-b2d35d94518a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b4b2e5-0339-4b03-8927-781f9a4f2594', 'code': 200} Feb 18 08:54:03.438836 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=10b4b2e5-0339-4b03-8927-781f9a4f2594,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:03.465727 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:03.468791 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:54:03.529488 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 53936afd-2644-42fc-8085-87f03fa4dd4b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=53936afd-2644-42fc-8085-87f03fa4dd4b,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:03.556047 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:03.630864 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-668fe793-e352-49d3-89e6-27a79ac26f69 req-ed0f788c-d4b3-4b91-bd7f-baade7c4d60a tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "DELETE /v2.0/ports/32e863b0-3d00-46eb-a579-bf599725623f HTTP/1.1" status: 204 len: 173 time: 3.6182449 Feb 18 08:54:03.696626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980a98c-a625-4e6d-b6aa-5fabc1c4e2e0 req-e1808f23-c9d9-4ae9-88f2-b249be62141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:03.698215 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5980a98c-a625-4e6d-b6aa-5fabc1c4e2e0 req-e1808f23-c9d9-4ae9-88f2-b249be62141f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 1097 time: 0.2124538 Feb 18 08:54:03.746058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d36b2b34-f8cd-44c1-b562-6d7737ca170b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:03.809240 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-a545520d-3037-4dc7-9571-5c9834b156ce tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port 2325b339-bd16-4c76-bff1-ecba874c7552 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:03.809582 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a545520d-3037-4dc7-9571-5c9834b156ce tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:03.815319 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=53936afd-2644-42fc-8085-87f03fa4dd4b,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:03.855013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 14fa4ce6-f550-4895-8d9c-63279a962fba no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:54:03.860559 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5980a98c-a625-4e6d-b6aa-5fabc1c4e2e0 req-35b51378-66eb-43c1-9465-0205267fa221 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514204 Feb 18 08:54:03.929038 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 32e863b0-3d00-46eb-a579-bf599725623f no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:54:04.058712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9293ff-bef9-4d1f-b6d2-c83ea9262228 req-4d1c9062-1686-4ee2-9fb4-45b8543249e0 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:04.060357 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af9293ff-bef9-4d1f-b6d2-c83ea9262228 req-4d1c9062-1686-4ee2-9fb4-45b8543249e0 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.1818280 Feb 18 08:54:04.071894 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:04.081654 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 14fa4ce6-f550-4895-8d9c-63279a962fba {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:54:04.082004 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 14fa4ce6-f550-4895-8d9c-63279a962fba not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:54:04.083387 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 32e863b0-3d00-46eb-a579-bf599725623f {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:54:04.084208 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 32e863b0-3d00-46eb-a579-bf599725623f not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:54:04.113402 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:04.114914 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:04.132202 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-892ca0f3-d1dd-4d3a-95f7-af9e39667c8e None None] Provisioning for port d36b2b34-f8cd-44c1-b562-6d7737ca170b completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:54:04.162842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-892ca0f3-d1dd-4d3a-95f7-af9e39667c8e None None] Provisioning complete for port d36b2b34-f8cd-44c1-b562-6d7737ca170b triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:04.163215 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-892ca0f3-d1dd-4d3a-95f7-af9e39667c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:04.259609 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af9293ff-bef9-4d1f-b6d2-c83ea9262228 req-353ee2e5-1b31-4a82-a21a-2fe12ea8364a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918569 Feb 18 08:54:04.364646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-892ca0f3-d1dd-4d3a-95f7-af9e39667c8e None None] Port d36b2b34-f8cd-44c1-b562-6d7737ca170b cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:54:04.456295 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7e983c2-17b5-45a7-88f5-4fa0192cdb93 req-6e40434e-cff9-4007-866b-13bf763de083 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=a59a3bd7-481d-4a3e-a363-af7728a91760 HTTP/1.1" status: 200 len: 210 time: 0.2146940 Feb 18 08:54:04.477767 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 53936afd-2644-42fc-8085-87f03fa4dd4b up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:54:04.621076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59a3bd7-481d-4a3e-a363-af7728a91760', 'name': 'network-vif-deleted', 'tag': '32e863b0-3d00-46eb-a579-bf599725623f'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:54:04.624719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7231e9-1f40-42e7-aacb-35fc193686db req-56d606e4-7d5b-4b09-8ee9-f4943b02d7c5 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:04.628582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc7231e9-1f40-42e7-aacb-35fc193686db req-56d606e4-7d5b-4b09-8ee9-f4943b02d7c5 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.1132267 Feb 18 08:54:04.656889 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 53936afd-2644-42fc-8085-87f03fa4dd4b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:04.657983 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:04.721148 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59a3bd7-481d-4a3e-a363-af7728a91760', 'name': 'network-vif-deleted', 'tag': '32e863b0-3d00-46eb-a579-bf599725623f', 'status': 'completed', 'code': 200} Feb 18 08:54:04.728163 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a545520d-3037-4dc7-9571-5c9834b156ce tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:04.751999 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc7231e9-1f40-42e7-aacb-35fc193686db req-0827ce35-09c5-44f2-b49d-89efe0b0fab4 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171467 Feb 18 08:54:04.790648 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d17df5-73e0-4049-a4ea-834da9b1fb05 None None] Network 2dd792a5-7d9a-41bc-a1df-c67e4210d4cb requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:54:04.927506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-a545520d-3037-4dc7-9571-5c9834b156ce tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for 2325b339-bd16-4c76-bff1-ecba874c7552 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:04.961363 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a855b8aa-f505-44aa-a7e4-44844bae5f60 None None] Provisioning for port fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:54:04.967880 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:54:04.994668 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:05.010561 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:05.183296 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:54:05.190248 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:05.190613 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:05.266619 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a545520d-3037-4dc7-9571-5c9834b156ce tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:05.329001 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:05.333440 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545520d-3037-4dc7-9571-5c9834b156ce tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=2325b339-bd16-4c76-bff1-ecba874c7552,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:05.378557 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port fddcfd7b-e4eb-4fd9-b707-ed0164789cc9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=fddcfd7b-e4eb-4fd9-b707-ed0164789cc9,segment=NetworkSegment(c47353fd-e419-4ecc-b021-21539b44ce22),segment_id=c47353fd-e419-4ecc-b021-21539b44ce22)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:05.388464 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:05.403919 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a545520d-3037-4dc7-9571-5c9834b156ce tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:05.421349 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a545520d-3037-4dc7-9571-5c9834b156ce tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/ports/2325b339-bd16-4c76-bff1-ecba874c7552 HTTP/1.1" status: 204 len: 168 time: 2.0397818 Feb 18 08:54:05.421869 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55496) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:05.467897 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=fddcfd7b-e4eb-4fd9-b707-ed0164789cc9,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:05.484457 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:05.487140 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba05e6d-78a5-4b07-97a9-18011c625458 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] DELETE failed (client error): The resource could not be found. Feb 18 08:54:05.487726 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba05e6d-78a5-4b07-97a9-18011c625458 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 08:54:05.492138 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-dba05e6d-78a5-4b07-97a9-18011c625458 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/ports/2325b339-bd16-4c76-bff1-ecba874c7552 HTTP/1.1" status: 404 len: 333 time: 0.0668211 Feb 18 08:54:05.492425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55502) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:05.495544 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:05.563168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41034d-868b-4e9c-a04a-00cd0b663e17 req-6d13134e-8e5c-46ef-81b7-63e8e4f661d5 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:05.574899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b41034d-868b-4e9c-a04a-00cd0b663e17 req-6d13134e-8e5c-46ef-81b7-63e8e4f661d5 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.1431708 Feb 18 08:54:05.654504 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a99b63-c53d-4411-8b5a-3e27708b7dc8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] GET failed (client error): The resource could not be found. Feb 18 08:54:05.655200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f0a99b63-c53d-4411-8b5a-3e27708b7dc8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Synchronizing usage tracker for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:54:05.663265 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-892fab80-5992-4a7f-9f15-03336f3982bb None None] Provisioning complete for port fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:05.663634 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-892fab80-5992-4a7f-9f15-03336f3982bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:05.668330 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b41034d-868b-4e9c-a04a-00cd0b663e17 req-3d513470-4046-43a2-86f1-657566435d28 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924921 Feb 18 08:54:05.728887 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:05.771017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f0a99b63-c53d-4411-8b5a-3e27708b7dc8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Unset dirty status for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:54:05.774933 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f0a99b63-c53d-4411-8b5a-3e27708b7dc8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports/2325b339-bd16-4c76-bff1-ecba874c7552 HTTP/1.1" status: 404 len: 333 time: 0.2788501 Feb 18 08:54:05.775872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55510) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:05.825412 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d36b2b34-f8cd-44c1-b562-6d7737ca170b,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:05.843129 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-892fab80-5992-4a7f-9f15-03336f3982bb None None] Could not find standard attr ID for object 2325b339-bd16-4c76-bff1-ecba874c7552. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 08:54:05.903966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-c619292e-6a8c-4bbb-b0aa-05b18565c8d0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting subnet 4dc4d037-7480-4e63-8747-cadbf3df07e0 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:54:05.907769 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c619292e-6a8c-4bbb-b0aa-05b18565c8d0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:05.962895 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-affa1252-a576-4bfa-ba06-53723edccdb0 None None] Could not find standard attr ID for object 2325b339-bd16-4c76-bff1-ecba874c7552. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 08:54:05.983477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] Network 812367b5-78ed-4d06-b07c-12b61254d320 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:05.985536 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:06.059148 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c619292e-6a8c-4bbb-b0aa-05b18565c8d0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:06.124443 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['4c45de44-0392-4c95-9687-a557a54d9fc1', '3f77bea7-e6e0-45e7-a4db-9f99e09cb922', '25d3a1d3-7047-4495-b537-7c39b8c631cb'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:54:06.185356 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c619292e-6a8c-4bbb-b0aa-05b18565c8d0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:06.217847 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:54:06.343922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] Router 524a1da6-fa4f-48c4-9e98-c670e6279a0c has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:54:06.363500 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c619292e-6a8c-4bbb-b0aa-05b18565c8d0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:06.463692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619292e-6a8c-4bbb-b0aa-05b18565c8d0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc4d037-7480-4e63-8747-cadbf3df07e0,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:06.487849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566109f0-f16d-4748-b2dc-6dec1b5192cb None None] Network 2dd792a5-7d9a-41bc-a1df-c67e4210d4cb requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:54:06.504473 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c619292e-6a8c-4bbb-b0aa-05b18565c8d0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:06.560488 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c619292e-6a8c-4bbb-b0aa-05b18565c8d0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/4dc4d037-7480-4e63-8747-cadbf3df07e0 HTTP/1.1" status: 204 len: 168 time: 0.7832510 Feb 18 08:54:06.564564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55522) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:06.598614 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:06.598992 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:06.608577 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9d839-945e-4ab1-b70a-6c24296ddea6 req-b3db6652-7794-4bea-8c68-8eb940623b91 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:06.611619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:54:06.626406 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1a9d839-945e-4ab1-b70a-6c24296ddea6 req-b3db6652-7794-4bea-8c68-8eb940623b91 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.6120749 Feb 18 08:54:06.626610 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-55f69284-35a2-4d08-9822-85054801f2c4 admin admin] 10.222.0.72 "PUT /v2.0/routers/524a1da6-fa4f-48c4-9e98-c670e6279a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2208962 Feb 18 08:54:06.662693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Sync routers for ids ['524a1da6-fa4f-48c4-9e98-c670e6279a0c'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:54:06.703799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0991bba4-474a-46dc-89a1-82e1cc04c25c None None] Provisioning complete for port d36b2b34-f8cd-44c1-b562-6d7737ca170b triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:06.704355 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0991bba4-474a-46dc-89a1-82e1cc04c25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:06.771947 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:06.785735 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1a9d839-945e-4ab1-b70a-6c24296ddea6 req-bfb7a5de-8f44-4cd1-baf8-40fa1b8fb5df tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678183 Feb 18 08:54:06.807309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c140e-9389-4c56-85ad-8fc41e84fcd7 req-13b626da-35b2-45d9-a2c9-f5b1ace970f8 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:06.815782 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-857c140e-9389-4c56-85ad-8fc41e84fcd7 req-13b626da-35b2-45d9-a2c9-f5b1ace970f8 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=e81efc53-3ed5-4358-ad72-71c2ca9a5fab HTTP/1.1" status: 200 len: 950 time: 0.3044231 Feb 18 08:54:06.849053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:06.849504 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:06.886617 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0991bba4-474a-46dc-89a1-82e1cc04c25c None None] Port d36b2b34-f8cd-44c1-b562-6d7737ca170b cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:54:06.890339 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Routers {'524a1da6-fa4f-48c4-9e98-c670e6279a0c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:54:06.891006 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:54:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['524a1da6-fa4f-48c4-9e98-c670e6279a0c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:07.192530 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-857c140e-9389-4c56-85ad-8fc41e84fcd7 req-dcb1f0b3-e6de-41cf-a03d-2136c97a81bc tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757584 Feb 18 08:54:07.263238 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Set router 524a1da6-fa4f-48c4-9e98-c670e6279a0c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:54:07.299483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] For port fddcfd7b-e4eb-4fd9-b707-ed0164789cc9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=fddcfd7b-e4eb-4fd9-b707-ed0164789cc9,segment=NetworkSegment(c47353fd-e419-4ecc-b021-21539b44ce22),segment_id=c47353fd-e419-4ecc-b021-21539b44ce22)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:07.300190 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:07.322572 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db24d254-8c7e-4e33-bfd0-6588eb82df6a None None] DHCP port deletion for 2dd792a5-7d9a-41bc-a1df-c67e4210d4cb request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:54:07.355397 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-db24d254-8c7e-4e33-bfd0-6588eb82df6a None None] Deleting port fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:07.356028 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-db24d254-8c7e-4e33-bfd0-6588eb82df6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:07.550297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:07.612671 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-3c74827f-6129-4961-8ba4-02defee03d2c req-3aa45e32-73d2-4210-976e-95dd11ec3117 tempest-FloatingIPDetailsNegativeTestJSON-949448829 tempest-FloatingIPDetailsNegativeTestJSON-949448829-project] show failed (client error): The resource could not be found. Feb 18 08:54:07.613836 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c74827f-6129-4961-8ba4-02defee03d2c req-3aa45e32-73d2-4210-976e-95dd11ec3117 tempest-FloatingIPDetailsNegativeTestJSON-949448829 tempest-FloatingIPDetailsNegativeTestJSON-949448829-project] 10.222.0.72 "GET /v2.0/floatingips/462b26a3-ce66-4b14-843a-379ce5d7cff6 HTTP/1.1" status: 404 len: 350 time: 0.2222092 Feb 18 08:54:07.623240 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55536) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:07.652743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5202209-fdd3-4949-bd71-332f4f5d491f req-19b8fa48-e6e7-48a2-92e0-6ecf34d20b55 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:07.663131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5202209-fdd3-4949-bd71-332f4f5d491f req-19b8fa48-e6e7-48a2-92e0-6ecf34d20b55 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.6797452 Feb 18 08:54:07.797733 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5202209-fdd3-4949-bd71-332f4f5d491f req-d9137378-91f6-48dc-a7a1-e3fba5aba11f tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306763 Feb 18 08:54:07.799013 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:07.862236 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No DVR routers for this DVR port fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:54:07.864068 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=fddcfd7b-e4eb-4fd9-b707-ed0164789cc9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:08.012595 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:08.024030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-db24d254-8c7e-4e33-bfd0-6588eb82df6a None None] For port fddcfd7b-e4eb-4fd9-b707-ed0164789cc9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=fddcfd7b-e4eb-4fd9-b707-ed0164789cc9,segment=NetworkSegment(c47353fd-e419-4ecc-b021-21539b44ce22),segment_id=c47353fd-e419-4ecc-b021-21539b44ce22)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:08.024625 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-db24d254-8c7e-4e33-bfd0-6588eb82df6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:08.040939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd792a5-7d9a-41bc-a1df-c67e4210d4cb']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:08.057336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47353fd-e419-4ecc-b021-21539b44ce22') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:08.057553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47353fd-e419-4ecc-b021-21539b44ce22') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:08.190957 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-db24d254-8c7e-4e33-bfd0-6588eb82df6a None None] Calling delete_port for fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:08.194898 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:08.232301 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:08.283923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:54:08.284361 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:08.295086 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:54:08.300223 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:54:08.344114 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:54:08.344396 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:54:08.360978 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-db24d254-8c7e-4e33-bfd0-6588eb82df6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:54:08.362416 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-db24d254-8c7e-4e33-bfd0-6588eb82df6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:54:08.393593 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a1da6-fa4f-48c4-9e98-c670e6279a0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1322333568-router', 'tenant_id': '3cee2fd6d0fe47bbba18308802704992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '53936afd-2644-42fc-8085-87f03fa4dd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:53:54Z', 'updated_at': '2022-02-18T08:54:04Z', 'revision_number': 4, 'project_id': '3cee2fd6d0fe47bbba18308802704992', 'gw_port': {'id': '53936afd-2644-42fc-8085-87f03fa4dd4b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a1da6-fa4f-48c4-9e98-c670e6279a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:53:56Z', 'updated_at': '2022-02-18T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'd36b2b34-f8cd-44c1-b562-6d7737ca170b', 'name': '', 'network_id': '812367b5-78ed-4d06-b07c-12b61254d320', 'tenant_id': '3cee2fd6d0fe47bbba18308802704992', 'mac_address': 'fa:16:3e:b3:42:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a1da6-fa4f-48c4-9e98-c670e6279a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '8fbf9c0e-3440-47c0-a27c-1a4634aae573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:01Z', 'updated_at': '2022-02-18T08:54:05Z', 'revision_number': 2, 'project_id': '3cee2fd6d0fe47bbba18308802704992', 'subnets': [{'id': '8fbf9c0e-3440-47c0-a27c-1a4634aae573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:08.397561 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Checking router: 524a1da6-fa4f-48c4-9e98-c670e6279a0c for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:54:08.397916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Updating router 524a1da6-fa4f-48c4-9e98-c670e6279a0c port d36b2b34-f8cd-44c1-b562-6d7737ca170b binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:54:08.412565 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0257103-3ec4-4867-8f10-36ff3b27bb65 req-bbbdd980-0ba2-4b9c-bd89-4be6bf872104 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:08.414396 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0257103-3ec4-4867-8f10-36ff3b27bb65 req-bbbdd980-0ba2-4b9c-bd89-4be6bf872104 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "GET /v2.0/ports?device_id=e81efc53-3ed5-4358-ad72-71c2ca9a5fab HTTP/1.1" status: 200 len: 950 time: 0.3603652 Feb 18 08:54:08.457479 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:08.468833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2852cc9-a176-402b-9005-6a57da48e89e req-35fc22dd-b6e5-4156-a645-b2b3a5176970 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:08.470296 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2852cc9-a176-402b-9005-6a57da48e89e req-35fc22dd-b6e5-4156-a645-b2b3a5176970 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.4149337 Feb 18 08:54:08.476747 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:08.486297 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68829230-e206-4816-a056-386125b0cb2b req-b11c7fce-86d1-4a4a-99df-b59cec7a809b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:08.487272 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-68829230-e206-4816-a056-386125b0cb2b req-b11c7fce-86d1-4a4a-99df-b59cec7a809b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Synchronizing usage tracker for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:54:08.505042 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:08.519096 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-68829230-e206-4816-a056-386125b0cb2b req-b11c7fce-86d1-4a4a-99df-b59cec7a809b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Unset dirty status for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:54:08.520361 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-68829230-e206-4816-a056-386125b0cb2b req-b11c7fce-86d1-4a4a-99df-b59cec7a809b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "GET /v2.0/ports?device_id=879bfc94-8d21-4bbd-9887-c6f7e439f476 HTTP/1.1" status: 200 len: 950 time: 0.2261305 Feb 18 08:54:08.551474 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Network': ['ID=2dd792a5-7d9a-41bc-a1df-c67e4210d4cb,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:08.586776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2852cc9-a176-402b-9005-6a57da48e89e req-92e3869c-9131-4f17-92e9-9119cfaec0c8 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776875 Feb 18 08:54:08.590022 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-d0257103-3ec4-4867-8f10-36ff3b27bb65 req-15d50168-dcf7-4622-afe8-839d44737573 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Deleting port 25d3a1d3-7047-4495-b537-7c39b8c631cb {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:08.590363 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d0257103-3ec4-4867-8f10-36ff3b27bb65 req-15d50168-dcf7-4622-afe8-839d44737573 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:08.664300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-68829230-e206-4816-a056-386125b0cb2b req-682f25fe-fe7c-4996-8994-7dacc4b28564 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Deleting port 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:08.664836 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-68829230-e206-4816-a056-386125b0cb2b req-682f25fe-fe7c-4996-8994-7dacc4b28564 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:08.667487 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-af35064d-dd94-4855-b71f-e645c9c53d9d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/networks/2dd792a5-7d9a-41bc-a1df-c67e4210d4cb HTTP/1.1" status: 204 len: 168 time: 2.1017480 Feb 18 08:54:08.668552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55554) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:08.702054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c95cc-92f9-4d06-a29a-e09f4299fff0 req-3fa3ec3c-f73d-41e5-9f7b-ba93a6ac44a2 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:08.709100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-740c95cc-92f9-4d06-a29a-e09f4299fff0 req-3fa3ec3c-f73d-41e5-9f7b-ba93a6ac44a2 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.4717624 Feb 18 08:54:08.740010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e1e7a4af-4721-45c6-a938-97d2784edb54 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1698759658'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:08.758754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e1e7a4af-4721-45c6-a938-97d2784edb54 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:08.782227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e1e7a4af-4721-45c6-a938-97d2784edb54 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:network and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:08.789632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e1e7a4af-4721-45c6-a938-97d2784edb54 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:08.817687 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-740c95cc-92f9-4d06-a29a-e09f4299fff0 req-4e0695cf-1c44-459e-92ae-86e13c7d5b78 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071265 Feb 18 08:54:08.820569 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa763acb-a8b7-4cd0-88e7-e3778ced6724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:08.853956 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e1e7a4af-4721-45c6-a938-97d2784edb54 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:08.918753 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-db24d254-8c7e-4e33-bfd0-6588eb82df6a None None] Deleting port fddcfd7b-e4eb-4fd9-b707-ed0164789cc9 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:08.919180 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-db24d254-8c7e-4e33-bfd0-6588eb82df6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:09.036613 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-db24d254-8c7e-4e33-bfd0-6588eb82df6a None None] The port 'fddcfd7b-e4eb-4fd9-b707-ed0164789cc9' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:54:09.037337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e7a4af-4721-45c6-a938-97d2784edb54 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:09.040729 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1e7a4af-4721-45c6-a938-97d2784edb54 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:09.209499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e7a4af-4721-45c6-a938-97d2784edb54 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:54:09.211522 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:09.226995 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Transition to ACTIVE for port object d36b2b34-f8cd-44c1-b562-6d7737ca170b will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:09.236281 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:09.252581 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1e7a4af-4721-45c6-a938-97d2784edb54 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:09.253009 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-e1e7a4af-4721-45c6-a938-97d2784edb54 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Added segment eeec7641-3800-4e69-b79c-1f54182d2224 of type vlan for network 1e254b6b-09e7-42e8-aa14-22ad39f7035d Feb 18 08:54:09.268613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-68829230-e206-4816-a056-386125b0cb2b req-682f25fe-fe7c-4996-8994-7dacc4b28564 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] For port 3f77bea7-e6e0-45e7-a4db-9f99e09cb922, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=3f77bea7-e6e0-45e7-a4db-9f99e09cb922,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:09.268869 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-68829230-e206-4816-a056-386125b0cb2b req-682f25fe-fe7c-4996-8994-7dacc4b28564 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:09.277839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d0257103-3ec4-4867-8f10-36ff3b27bb65 req-15d50168-dcf7-4622-afe8-839d44737573 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] For port 25d3a1d3-7047-4495-b537-7c39b8c631cb, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=25d3a1d3-7047-4495-b537-7c39b8c631cb,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:09.278258 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d0257103-3ec4-4867-8f10-36ff3b27bb65 req-15d50168-dcf7-4622-afe8-839d44737573 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:09.309119 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1e7a4af-4721-45c6-a938-97d2784edb54 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:09.396586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebdbfc-61cf-4d63-bc78-c5440d66d97b req-1b86ae64-0c37-4002-91d3-744f920c64e0 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:09.404334 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03ebdbfc-61cf-4d63-bc78-c5440d66d97b req-1b86ae64-0c37-4002-91d3-744f920c64e0 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=e81efc53-3ed5-4358-ad72-71c2ca9a5fab HTTP/1.1" status: 200 len: 950 time: 0.5276427 Feb 18 08:54:09.490192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17452d-75cb-4dd9-a2c2-91b5c979596d None None] Pushing event updated for resources: {'Port': ['ID=d36b2b34-f8cd-44c1-b562-6d7737ca170b,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:09.496409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-d0257103-3ec4-4867-8f10-36ff3b27bb65 req-15d50168-dcf7-4622-afe8-839d44737573 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Calling delete_port for 25d3a1d3-7047-4495-b537-7c39b8c631cb owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:09.604715 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-68829230-e206-4816-a056-386125b0cb2b req-682f25fe-fe7c-4996-8994-7dacc4b28564 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Calling delete_port for 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:09.636958 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-e1e7a4af-4721-45c6-a938-97d2784edb54 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:54:09.642756 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Attempting to bind port d36b2b34-f8cd-44c1-b562-6d7737ca170b on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:54:09.643133 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Attempting to bind port d36b2b34-f8cd-44c1-b562-6d7737ca170b by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '87263dad-ea5f-41ad-aaba-ed879ceb8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '812367b5-78ed-4d06-b07c-12b61254d320'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:54:09.644249 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Attempting to bind port d36b2b34-f8cd-44c1-b562-6d7737ca170b on network 812367b5-78ed-4d06-b07c-12b61254d320 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:54:09.650669 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:54:09.651030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Checking segment: {'id': '87263dad-ea5f-41ad-aaba-ed879ceb8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '812367b5-78ed-4d06-b07c-12b61254d320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:54:09.652951 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:09.653356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Bound using segment: {'id': '87263dad-ea5f-41ad-aaba-ed879ceb8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '812367b5-78ed-4d06-b07c-12b61254d320'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:54:09.653828 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Bound port: d36b2b34-f8cd-44c1-b562-6d7737ca170b, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87263dad-ea5f-41ad-aaba-ed879ceb8476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '812367b5-78ed-4d06-b07c-12b61254d320'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:54:09.654481 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:09.743417 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03ebdbfc-61cf-4d63-bc78-c5440d66d97b req-71c0db2a-37b1-4bfb-9c54-e85da82a30ea tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379753 Feb 18 08:54:09.748842 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1e7a4af-4721-45c6-a938-97d2784edb54 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:09.756914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e7a4af-4721-45c6-a938-97d2784edb54 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:09.757682 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1e7a4af-4721-45c6-a938-97d2784edb54 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:09.834543 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-aa763acb-a8b7-4cd0-88e7-e3778ced6724 admin admin] Deleting port d36b2b34-f8cd-44c1-b562-6d7737ca170b {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:09.835031 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa763acb-a8b7-4cd0-88e7-e3778ced6724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:09.838890 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] For port d36b2b34-f8cd-44c1-b562-6d7737ca170b, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:54:09.843934 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] For port d36b2b34-f8cd-44c1-b562-6d7737ca170b, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d36b2b34-f8cd-44c1-b562-6d7737ca170b,segment=NetworkSegment(87263dad-ea5f-41ad-aaba-ed879ceb8476),segment_id=87263dad-ea5f-41ad-aaba-ed879ceb8476)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:54:09.861752 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:09.893121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7a4af-4721-45c6-a938-97d2784edb54 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Network': ['ID=1e254b6b-09e7-42e8-aa14-22ad39f7035d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:09.910772 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-68829230-e206-4816-a056-386125b0cb2b req-682f25fe-fe7c-4996-8994-7dacc4b28564 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:09.957119 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d0257103-3ec4-4867-8f10-36ff3b27bb65 req-15d50168-dcf7-4622-afe8-839d44737573 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:09.967340 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 1e254b6b-09e7-42e8-aa14-22ad39f7035d details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:54:09.981023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['4c45de44-0392-4c95-9687-a557a54d9fc1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:54:10.023525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e1e7a4af-4721-45c6-a938-97d2784edb54 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2998405 Feb 18 08:54:10.032961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55574) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:10.046501 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f25fe-fe7c-4996-8994-7dacc4b28564 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Pushing event deleted for resources: {'Port': ['ID=3f77bea7-e6e0-45e7-a4db-9f99e09cb922,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:10.051419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-beea8b3c-dd5c-43fd-98bd-f5ebf896843f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'subnet': {'network_id': '1e254b6b-09e7-42e8-aa14-22ad39f7035d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:10.107247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d50168-dcf7-4622-afe8-839d44737573 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Pushing event deleted for resources: {'Port': ['ID=25d3a1d3-7047-4495-b537-7c39b8c631cb,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:10.184568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17452d-75cb-4dd9-a2c2-91b5c979596d None None] Pushing event updated for resources: {'Port': ['ID=d36b2b34-f8cd-44c1-b562-6d7737ca170b,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:10.205911 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Routers {'524a1da6-fa4f-48c4-9e98-c670e6279a0c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:54:10.206557 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:54:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['524a1da6-fa4f-48c4-9e98-c670e6279a0c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:10.247683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0257103-3ec4-4867-8f10-36ff3b27bb65 req-15d50168-dcf7-4622-afe8-839d44737573 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] No DVR routers for this DVR port 25d3a1d3-7047-4495-b537-7c39b8c631cb on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:54:10.251555 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d0257103-3ec4-4867-8f10-36ff3b27bb65 req-15d50168-dcf7-4622-afe8-839d44737573 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:10.254268 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0257103-3ec4-4867-8f10-36ff3b27bb65 req-15d50168-dcf7-4622-afe8-839d44737573 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "DELETE /v2.0/ports/25d3a1d3-7047-4495-b537-7c39b8c631cb HTTP/1.1" status: 204 len: 173 time: 1.8259792 Feb 18 08:54:10.255845 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81efc53-3ed5-4358-ad72-71c2ca9a5fab', 'name': 'network-vif-deleted', 'tag': '25d3a1d3-7047-4495-b537-7c39b8c631cb'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:54:10.293197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b74d4a-3924-432a-9df8-eea21f9f671a req-aa6f21a1-c2ab-489a-acb5-a9106e03b9c8 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:10.302359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25b74d4a-3924-432a-9df8-eea21f9f671a req-aa6f21a1-c2ab-489a-acb5-a9106e03b9c8 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.5367181 Feb 18 08:54:10.348575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb6e1b-02e6-42dd-9f8a-bd19ba54fa6a req-8e246112-8042-4fab-82ae-64892ebd7936 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:10.356756 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a0fb6e1b-02e6-42dd-9f8a-bd19ba54fa6a req-8e246112-8042-4fab-82ae-64892ebd7936 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.3317864 Feb 18 08:54:10.386638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-68829230-e206-4816-a056-386125b0cb2b req-682f25fe-fe7c-4996-8994-7dacc4b28564 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] No DVR routers for this DVR port 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:54:10.390275 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25b74d4a-3924-432a-9df8-eea21f9f671a req-c3f205b2-f70d-442e-a75a-7039e9d93c2a tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862648 Feb 18 08:54:10.403369 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-68829230-e206-4816-a056-386125b0cb2b req-682f25fe-fe7c-4996-8994-7dacc4b28564 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:10.410252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879bfc94-8d21-4bbd-9887-c6f7e439f476', 'name': 'network-vif-deleted', 'tag': '3f77bea7-e6e0-45e7-a4db-9f99e09cb922'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:54:10.453328 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-beea8b3c-dd5c-43fd-98bd-f5ebf896843f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:10.458102 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-beea8b3c-dd5c-43fd-98bd-f5ebf896843f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:subnet and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:10.461486 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-beea8b3c-dd5c-43fd-98bd-f5ebf896843f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:10.468206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-beea8b3c-dd5c-43fd-98bd-f5ebf896843f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:10.488162 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a0fb6e1b-02e6-42dd-9f8a-bd19ba54fa6a req-4d1c23a8-0bfa-41f6-b8ab-99b2e5427928 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280990 Feb 18 08:54:10.532163 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-68829230-e206-4816-a056-386125b0cb2b req-682f25fe-fe7c-4996-8994-7dacc4b28564 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "DELETE /v2.0/ports/3f77bea7-e6e0-45e7-a4db-9f99e09cb922 HTTP/1.1" status: 204 len: 173 time: 1.9995527 Feb 18 08:54:10.533878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beea8b3c-dd5c-43fd-98bd-f5ebf896843f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:10.536027 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81efc53-3ed5-4358-ad72-71c2ca9a5fab', 'name': 'network-vif-deleted', 'tag': '25d3a1d3-7047-4495-b537-7c39b8c631cb', 'status': 'completed', 'code': 200} Feb 18 08:54:10.543292 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-beea8b3c-dd5c-43fd-98bd-f5ebf896843f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:10.691457 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879bfc94-8d21-4bbd-9887-c6f7e439f476', 'name': 'network-vif-deleted', 'tag': '3f77bea7-e6e0-45e7-a4db-9f99e09cb922', 'status': 'completed', 'code': 200} Feb 18 08:54:10.704099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-aa763acb-a8b7-4cd0-88e7-e3778ced6724 admin admin] For port d36b2b34-f8cd-44c1-b562-6d7737ca170b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d36b2b34-f8cd-44c1-b562-6d7737ca170b,segment=NetworkSegment(87263dad-ea5f-41ad-aaba-ed879ceb8476),segment_id=87263dad-ea5f-41ad-aaba-ed879ceb8476)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:10.704756 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa763acb-a8b7-4cd0-88e7-e3778ced6724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:10.760069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] Set router 524a1da6-fa4f-48c4-9e98-c670e6279a0c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:54:10.893897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-aa763acb-a8b7-4cd0-88e7-e3778ced6724 admin admin] Calling delete_port for d36b2b34-f8cd-44c1-b562-6d7737ca170b owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:11.034980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9345a888-9e11-4cf0-aac7-66a476af1614 req-9a3e9ca7-df1d-481d-8bb5-e1bcc7a86fdb tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Synchronizing usage tracker for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:54:11.055826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9345a888-9e11-4cf0-aac7-66a476af1614 req-9a3e9ca7-df1d-481d-8bb5-e1bcc7a86fdb tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Unset dirty status for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:54:11.061713 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9345a888-9e11-4cf0-aac7-66a476af1614 req-9a3e9ca7-df1d-481d-8bb5-e1bcc7a86fdb tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=e81efc53-3ed5-4358-ad72-71c2ca9a5fab HTTP/1.1" status: 200 len: 210 time: 0.0976613 Feb 18 08:54:11.128986 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:11.199257 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['4c45de44-0392-4c95-9687-a557a54d9fc1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:54:11.272907 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-beea8b3c-dd5c-43fd-98bd-f5ebf896843f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:11.365200 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a1da6-fa4f-48c4-9e98-c670e6279a0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1322333568-router', 'tenant_id': '3cee2fd6d0fe47bbba18308802704992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '53936afd-2644-42fc-8085-87f03fa4dd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:53:54Z', 'updated_at': '2022-02-18T08:54:04Z', 'revision_number': 4, 'project_id': '3cee2fd6d0fe47bbba18308802704992', 'gw_port': {'id': '53936afd-2644-42fc-8085-87f03fa4dd4b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a1da6-fa4f-48c4-9e98-c670e6279a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:53:56Z', 'updated_at': '2022-02-18T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'd36b2b34-f8cd-44c1-b562-6d7737ca170b', 'name': '', 'network_id': '812367b5-78ed-4d06-b07c-12b61254d320', 'tenant_id': '3cee2fd6d0fe47bbba18308802704992', 'mac_address': 'fa:16:3e:b3:42:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a1da6-fa4f-48c4-9e98-c670e6279a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '8fbf9c0e-3440-47c0-a27c-1a4634aae573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:01Z', 'updated_at': '2022-02-18T08:54:09Z', 'revision_number': 4, 'project_id': '3cee2fd6d0fe47bbba18308802704992', 'subnets': [{'id': '8fbf9c0e-3440-47c0-a27c-1a4634aae573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:11.384245 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:11.385700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52065c4-6ddf-40b8-a48e-3cc983201496 None None] The sync data for ids ['524a1da6-fa4f-48c4-9e98-c670e6279a0c'] in n-d-829434-1 is: [{'id': '524a1da6-fa4f-48c4-9e98-c670e6279a0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1322333568-router', 'tenant_id': '3cee2fd6d0fe47bbba18308802704992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '53936afd-2644-42fc-8085-87f03fa4dd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:53:54Z', 'updated_at': '2022-02-18T08:54:04Z', 'revision_number': 4, 'project_id': '3cee2fd6d0fe47bbba18308802704992', 'gw_port': {'id': '53936afd-2644-42fc-8085-87f03fa4dd4b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a1da6-fa4f-48c4-9e98-c670e6279a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:53:56Z', 'updated_at': '2022-02-18T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'd36b2b34-f8cd-44c1-b562-6d7737ca170b', 'name': '', 'network_id': '812367b5-78ed-4d06-b07c-12b61254d320', 'tenant_id': '3cee2fd6d0fe47bbba18308802704992', 'mac_address': 'fa:16:3e:b3:42:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a1da6-fa4f-48c4-9e98-c670e6279a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '8fbf9c0e-3440-47c0-a27c-1a4634aae573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:01Z', 'updated_at': '2022-02-18T08:54:09Z', 'revision_number': 4, 'project_id': '3cee2fd6d0fe47bbba18308802704992', 'subnets': [{'id': '8fbf9c0e-3440-47c0-a27c-1a4634aae573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:54:11.433575 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea8b3c-dd5c-43fd-98bd-f5ebf896843f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Subnet': ['ID=efea92a4-840d-4bab-93a1-6b604cf8e6f0,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:11.438581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beea8b3c-dd5c-43fd-98bd-f5ebf896843f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Checking segment: {'id': 'eeec7641-3800-4e69-b79c-1f54182d2224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1e254b6b-09e7-42e8-aa14-22ad39f7035d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:54:11.438927 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beea8b3c-dd5c-43fd-98bd-f5ebf896843f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network hostable DHCP agents. Network: 1e254b6b-09e7-42e8-aa14-22ad39f7035d, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:54:11.450918 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa763acb-a8b7-4cd0-88e7-e3778ced6724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:11.505098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beea8b3c-dd5c-43fd-98bd-f5ebf896843f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network 1e254b6b-09e7-42e8-aa14-22ad39f7035d is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:54:11.517024 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa763acb-a8b7-4cd0-88e7-e3778ced6724 admin admin] Pushing event deleted for resources: {'Port': ['ID=d36b2b34-f8cd-44c1-b562-6d7737ca170b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:11.560358 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-beea8b3c-dd5c-43fd-98bd-f5ebf896843f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 1e254b6b-09e7-42e8-aa14-22ad39f7035d) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:11.573099 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d8ad94-2161-4b7e-ba7c-db6e7cb74452 None None] Network 1e254b6b-09e7-42e8-aa14-22ad39f7035d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:54:11.725372 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 25d3a1d3-7047-4495-b537-7c39b8c631cb no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:54:11.747201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beea8b3c-dd5c-43fd-98bd-f5ebf896843f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:11.747788 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-beea8b3c-dd5c-43fd-98bd-f5ebf896843f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:11.767795 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 25d3a1d3-7047-4495-b537-7c39b8c631cb {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:54:11.768208 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 25d3a1d3-7047-4495-b537-7c39b8c631cb not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:54:11.768778 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:54:11.820017 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:54:11.820532 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 3f77bea7-e6e0-45e7-a4db-9f99e09cb922 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:54:11.824303 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-beea8b3c-dd5c-43fd-98bd-f5ebf896843f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7818129 Feb 18 08:54:11.826522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55594) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:11.844211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2917b6-b26c-4fb2-9059-ad8c6abbea1e req-9e82e5cf-0bc3-46d2-bde9-af3da021010d tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:11.845052 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a60db213-324b-4067-ab99-b7776b5b5aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'network_id': '1e254b6b-09e7-42e8-aa14-22ad39f7035d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-949028018'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:11.851277 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad2917b6-b26c-4fb2-9059-ad8c6abbea1e req-9e82e5cf-0bc3-46d2-bde9-af3da021010d tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.2008843 Feb 18 08:54:11.938765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d0b1e-09df-4df2-a5f4-33170b2d075a req-84313ecd-c013-48f6-92a9-521885389c28 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:11.947020 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d15d0b1e-09df-4df2-a5f4-33170b2d075a req-84313ecd-c013-48f6-92a9-521885389c28 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.2382913 Feb 18 08:54:12.004487 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad2917b6-b26c-4fb2-9059-ad8c6abbea1e req-6def9476-d94c-4fc8-9fd9-524457d81b9f tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520965 Feb 18 08:54:12.038137 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d15d0b1e-09df-4df2-a5f4-33170b2d075a req-69eeda42-a8a6-409b-bc6d-ccd11cc4d557 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902617 Feb 18 08:54:12.055714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-1e254b6b-09e7-42e8-aa14-22ad39f7035d', 'network_id': '1e254b6b-09e7-42e8-aa14-22ad39f7035d', 'tenant_id': '67cb21ecbd774b45944266432be4f095', 'fixed_ips': [{'subnet_id': 'efea92a4-840d-4bab-93a1-6b604cf8e6f0'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:54:12.056578 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:12.234954 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a60db213-324b-4067-ab99-b7776b5b5aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:12.241208 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a60db213-324b-4067-ab99-b7776b5b5aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:port and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:12.244855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a60db213-324b-4067-ab99-b7776b5b5aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:12.252499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a60db213-324b-4067-ab99-b7776b5b5aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:12.267990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Allocated IP 2001:db8::2 (1e254b6b-09e7-42e8-aa14-22ad39f7035d/efea92a4-840d-4bab-93a1-6b604cf8e6f0/02108899-79fb-481c-a66d-a161b532940e) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:54:12.279698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60db213-324b-4067-ab99-b7776b5b5aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:12.299817 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a60db213-324b-4067-ab99-b7776b5b5aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:12.350166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-a60db213-324b-4067-ab99-b7776b5b5aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] device_id is not set on port be46a437-432c-4fca-983c-654ec0bb3c32 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:54:12.398615 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa763acb-a8b7-4cd0-88e7-e3778ced6724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:12.702600 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:12.713013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Transition to ACTIVE for port object 02108899-79fb-481c-a66d-a161b532940e will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:12.742251 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Transition to ACTIVE for port object 02108899-79fb-481c-a66d-a161b532940e will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:12.751154 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:12.854034 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Network 1e254b6b-09e7-42e8-aa14-22ad39f7035d is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:12.855026 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Pushing event updated for resources: {'Port': ['ID=02108899-79fb-481c-a66d-a161b532940e,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:12.858371 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:12.862650 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:54:12.884008 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-a60db213-324b-4067-ab99-b7776b5b5aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Allocated IP 2001:db8::24b (1e254b6b-09e7-42e8-aa14-22ad39f7035d/efea92a4-840d-4bab-93a1-6b604cf8e6f0/be46a437-432c-4fca-983c-654ec0bb3c32) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:54:12.936432 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b2c0b-87da-4149-82db-afa39ccf3f36 req-ae29311e-8957-4484-bef0-3ab41a7743e2 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:12.938583 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d28b2c0b-87da-4149-82db-afa39ccf3f36 req-ae29311e-8957-4484-bef0-3ab41a7743e2 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c HTTP/1.1" status: 200 len: 950 time: 0.1283915 Feb 18 08:54:13.023631 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d28b2c0b-87da-4149-82db-afa39ccf3f36 req-4e9f3b24-0b63-42e2-854a-cbedf1b0e844 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769062 Feb 18 08:54:13.025284 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Attempting to bind port 02108899-79fb-481c-a66d-a161b532940e on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:54:13.025659 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Attempting to bind port 02108899-79fb-481c-a66d-a161b532940e by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'eeec7641-3800-4e69-b79c-1f54182d2224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1e254b6b-09e7-42e8-aa14-22ad39f7035d'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:54:13.026340 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Attempting to bind port 02108899-79fb-481c-a66d-a161b532940e on network 1e254b6b-09e7-42e8-aa14-22ad39f7035d {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:54:13.040829 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:54:13.041768 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Checking segment: {'id': 'eeec7641-3800-4e69-b79c-1f54182d2224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1e254b6b-09e7-42e8-aa14-22ad39f7035d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:54:13.053050 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:13.064809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Bound using segment: {'id': 'eeec7641-3800-4e69-b79c-1f54182d2224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1e254b6b-09e7-42e8-aa14-22ad39f7035d'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:54:13.064809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Bound port: 02108899-79fb-481c-a66d-a161b532940e, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeec7641-3800-4e69-b79c-1f54182d2224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1e254b6b-09e7-42e8-aa14-22ad39f7035d'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:54:13.064809 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:13.178973 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a60db213-324b-4067-ab99-b7776b5b5aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:13.218551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-a60db213-324b-4067-ab99-b7776b5b5aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Transition to ACTIVE for port object be46a437-432c-4fca-983c-654ec0bb3c32 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:13.228645 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] For port 02108899-79fb-481c-a66d-a161b532940e, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:54:13.230378 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa763acb-a8b7-4cd0-88e7-e3778ced6724 admin admin] Router 524a1da6-fa4f-48c4-9e98-c670e6279a0c has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:54:13.235145 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] For port 02108899-79fb-481c-a66d-a161b532940e, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=02108899-79fb-481c-a66d-a161b532940e,segment=NetworkSegment(eeec7641-3800-4e69-b79c-1f54182d2224),segment_id=eeec7641-3800-4e69-b79c-1f54182d2224)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:54:13.247476 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:13.377987 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a93ef-947d-4802-8305-633ddab7ef83 None None] Pushing event updated for resources: {'Port': ['ID=02108899-79fb-481c-a66d-a161b532940e,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:13.443922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf5b00-3505-45fe-99f2-f7e35f38fb9d req-471bc59b-8038-4634-a3f2-cae69adf61e7 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:13.445705 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a60db213-324b-4067-ab99-b7776b5b5aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:13.446125 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2bf5b00-3505-45fe-99f2-f7e35f38fb9d req-471bc59b-8038-4634-a3f2-cae69adf61e7 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.1845884 Feb 18 08:54:13.478199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84620523-ecd0-430e-9560-aafa13d2f10c req-101f7349-9f3b-4e5a-9984-cfc3c335077c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:13.480111 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84620523-ecd0-430e-9560-aafa13d2f10c req-101f7349-9f3b-4e5a-9984-cfc3c335077c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.1615591 Feb 18 08:54:13.524508 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60db213-324b-4067-ab99-b7776b5b5aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network 1e254b6b-09e7-42e8-aa14-22ad39f7035d is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:13.535800 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-a60db213-324b-4067-ab99-b7776b5b5aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:13.564743 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2bf5b00-3505-45fe-99f2-f7e35f38fb9d req-7710037a-086f-4102-8d45-ce1f9c79c5fd tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080980 Feb 18 08:54:13.573642 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa763acb-a8b7-4cd0-88e7-e3778ced6724 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:54:13.575385 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60db213-324b-4067-ab99-b7776b5b5aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:54:13.581505 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84620523-ecd0-430e-9560-aafa13d2f10c req-89f3a30d-ca0e-4222-a48e-1c323e70d62e tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842886 Feb 18 08:54:13.589948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60db213-324b-4067-ab99-b7776b5b5aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:13.589948 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a60db213-324b-4067-ab99-b7776b5b5aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:13.614471 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185e723a-2e18-4a34-a44b-a77826c7095b None None] Sync routers for ids ['524a1da6-fa4f-48c4-9e98-c670e6279a0c'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:54:13.628985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55620) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:13.640825 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185e723a-2e18-4a34-a44b-a77826c7095b None None] Routers {'524a1da6-fa4f-48c4-9e98-c670e6279a0c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:54:13.643621 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-185e723a-2e18-4a34-a44b-a77826c7095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:54:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['524a1da6-fa4f-48c4-9e98-c670e6279a0c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:13.647818 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-aa763acb-a8b7-4cd0-88e7-e3778ced6724 admin admin] 10.222.0.72 "PUT /v2.0/routers/524a1da6-fa4f-48c4-9e98-c670e6279a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0083430 Feb 18 08:54:13.662798 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60db213-324b-4067-ab99-b7776b5b5aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=be46a437-432c-4fca-983c-654ec0bb3c32,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:13.674961 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a60db213-324b-4067-ab99-b7776b5b5aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8474097 Feb 18 08:54:13.677553 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55624) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:13.963343 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e69e2082-adee-4e64-ba6d-e6418041aafa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port be46a437-432c-4fca-983c-654ec0bb3c32 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:13.964100 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e69e2082-adee-4e64-ba6d-e6418041aafa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:14.001581 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-185e723a-2e18-4a34-a44b-a77826c7095b None None] Set router 524a1da6-fa4f-48c4-9e98-c670e6279a0c gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:54:14.034704 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67065cad-8f2e-4e8b-acf9-6e7de0c86f7e admin admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:14.276148 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e69e2082-adee-4e64-ba6d-e6418041aafa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:14.298672 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 02108899-79fb-481c-a66d-a161b532940e up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:54:14.445560 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67065cad-8f2e-4e8b-acf9-6e7de0c86f7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:14.471218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 02108899-79fb-481c-a66d-a161b532940e completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:54:14.471783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37681666-f397-4723-93b3-e193082ea882 req-b63ce3af-c17a-4709-a11a-8939687c2264 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:14.473489 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37681666-f397-4723-93b3-e193082ea882 req-b63ce3af-c17a-4709-a11a-8939687c2264 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c HTTP/1.1" status: 200 len: 950 time: 0.1737325 Feb 18 08:54:14.475087 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-67065cad-8f2e-4e8b-acf9-6e7de0c86f7e admin admin] Deleting port 53936afd-2644-42fc-8085-87f03fa4dd4b {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:14.475595 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67065cad-8f2e-4e8b-acf9-6e7de0c86f7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:14.498615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e69e2082-adee-4e64-ba6d-e6418041aafa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for be46a437-432c-4fca-983c-654ec0bb3c32 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:14.532305 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-185e723a-2e18-4a34-a44b-a77826c7095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a1da6-fa4f-48c4-9e98-c670e6279a0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1322333568-router', 'tenant_id': '3cee2fd6d0fe47bbba18308802704992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '53936afd-2644-42fc-8085-87f03fa4dd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:53:54Z', 'updated_at': '2022-02-18T08:54:11Z', 'revision_number': 5, 'project_id': '3cee2fd6d0fe47bbba18308802704992', 'gw_port': {'id': '53936afd-2644-42fc-8085-87f03fa4dd4b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a1da6-fa4f-48c4-9e98-c670e6279a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:53:56Z', 'updated_at': '2022-02-18T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:14.545164 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185e723a-2e18-4a34-a44b-a77826c7095b None None] Checking router: 524a1da6-fa4f-48c4-9e98-c670e6279a0c for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:54:14.557361 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185e723a-2e18-4a34-a44b-a77826c7095b None None] Routers {'524a1da6-fa4f-48c4-9e98-c670e6279a0c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:54:14.558513 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-185e723a-2e18-4a34-a44b-a77826c7095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:54:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['524a1da6-fa4f-48c4-9e98-c670e6279a0c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:14.591710 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37681666-f397-4723-93b3-e193082ea882 req-064224df-a96b-4e2e-b819-5275b4fa1e25 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794556 Feb 18 08:54:14.820376 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-185e723a-2e18-4a34-a44b-a77826c7095b None None] Set router 524a1da6-fa4f-48c4-9e98-c670e6279a0c gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:54:14.878346 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e69e2082-adee-4e64-ba6d-e6418041aafa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:14.886084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065776a6-e843-4466-a931-4f5116fbc1c8 None None] Network 1e254b6b-09e7-42e8-aa14-22ad39f7035d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:54:14.949637 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-185e723a-2e18-4a34-a44b-a77826c7095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a1da6-fa4f-48c4-9e98-c670e6279a0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1322333568-router', 'tenant_id': '3cee2fd6d0fe47bbba18308802704992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:53:54Z', 'updated_at': '2022-02-18T08:54:14Z', 'revision_number': 6, 'project_id': '3cee2fd6d0fe47bbba18308802704992', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:14.962026 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185e723a-2e18-4a34-a44b-a77826c7095b None None] The sync data for ids ['524a1da6-fa4f-48c4-9e98-c670e6279a0c'] in n-d-829434-1 is: [{'id': '524a1da6-fa4f-48c4-9e98-c670e6279a0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1322333568-router', 'tenant_id': '3cee2fd6d0fe47bbba18308802704992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:53:54Z', 'updated_at': '2022-02-18T08:54:14Z', 'revision_number': 6, 'project_id': '3cee2fd6d0fe47bbba18308802704992', 'gw_port_host': None}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:54:15.066395 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e2082-adee-4e64-ba6d-e6418041aafa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=be46a437-432c-4fca-983c-654ec0bb3c32,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:15.076998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-10477492-20a2-4bab-af57-d9202589e180 None None] Provisioning for port 02108899-79fb-481c-a66d-a161b532940e completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:54:15.083676 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e69e2082-adee-4e64-ba6d-e6418041aafa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:15.091527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-67065cad-8f2e-4e8b-acf9-6e7de0c86f7e admin admin] For port 53936afd-2644-42fc-8085-87f03fa4dd4b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=53936afd-2644-42fc-8085-87f03fa4dd4b,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:15.092079 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67065cad-8f2e-4e8b-acf9-6e7de0c86f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:15.099190 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-10477492-20a2-4bab-af57-d9202589e180 None None] Provisioning complete for port 02108899-79fb-481c-a66d-a161b532940e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:15.100045 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-10477492-20a2-4bab-af57-d9202589e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:15.108707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8a5c8-3cf0-4924-b115-f28fea258ae7 req-2ccaad0b-5d35-4fdf-b733-70f1c8e9e070 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:15.117026 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fca8a5c8-3cf0-4924-b115-f28fea258ae7 req-2ccaad0b-5d35-4fdf-b733-70f1c8e9e070 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.3625543 Feb 18 08:54:15.117853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fb40d-e140-4e1f-95e2-508230f12e10 req-a809b8f9-a9f4-4f04-8d8c-6167dd82d601 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:15.118704 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-6e0fb40d-e140-4e1f-95e2-508230f12e10 req-a809b8f9-a9f4-4f04-8d8c-6167dd82d601 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Synchronizing usage tracker for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:54:15.133143 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e69e2082-adee-4e64-ba6d-e6418041aafa tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/ports/be46a437-432c-4fca-983c-654ec0bb3c32 HTTP/1.1" status: 204 len: 168 time: 1.4481425 Feb 18 08:54:15.133143 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55636) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:15.198878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-6e0fb40d-e140-4e1f-95e2-508230f12e10 req-a809b8f9-a9f4-4f04-8d8c-6167dd82d601 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Unset dirty status for tenant:259cd62e1f1340f9828d7d7a1587db25 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:54:15.200176 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6e0fb40d-e140-4e1f-95e2-508230f12e10 req-a809b8f9-a9f4-4f04-8d8c-6167dd82d601 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "GET /v2.0/ports?device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c HTTP/1.1" status: 200 len: 950 time: 0.7102194 Feb 18 08:54:15.202629 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae80e399-7f2d-4731-a96b-fb3f73b59ce2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] GET failed (client error): The resource could not be found. Feb 18 08:54:15.205165 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ae80e399-7f2d-4731-a96b-fb3f73b59ce2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Synchronizing usage tracker for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:54:15.278669 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27db7f8-224e-4ff5-b504-4660af273a7d req-5a542a08-6f1f-4754-b69e-472e78a8d2f8 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:15.286325 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e27db7f8-224e-4ff5-b504-4660af273a7d req-5a542a08-6f1f-4754-b69e-472e78a8d2f8 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.4620655 Feb 18 08:54:15.297303 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ae80e399-7f2d-4731-a96b-fb3f73b59ce2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Unset dirty status for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:54:15.302373 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ae80e399-7f2d-4731-a96b-fb3f73b59ce2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports/be46a437-432c-4fca-983c-654ec0bb3c32 HTTP/1.1" status: 404 len: 333 time: 0.1716371 Feb 18 08:54:15.303043 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55640) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:15.315537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-67065cad-8f2e-4e8b-acf9-6e7de0c86f7e admin admin] Calling delete_port for 53936afd-2644-42fc-8085-87f03fa4dd4b owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:15.368643 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-10477492-20a2-4bab-af57-d9202589e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:15.374842 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fca8a5c8-3cf0-4924-b115-f28fea258ae7 req-4705be27-aaeb-4ea9-9270-767d7cc4b9c4 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569041 Feb 18 08:54:15.437661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-6e0fb40d-e140-4e1f-95e2-508230f12e10 req-fd7ddf4a-49f8-4af3-ad6c-0836c7c3de6b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Deleting port 4c45de44-0392-4c95-9687-a557a54d9fc1 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:15.437661 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6e0fb40d-e140-4e1f-95e2-508230f12e10 req-fd7ddf4a-49f8-4af3-ad6c-0836c7c3de6b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:15.444398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-10477492-20a2-4bab-af57-d9202589e180 None None] For port 02108899-79fb-481c-a66d-a161b532940e, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=02108899-79fb-481c-a66d-a161b532940e,segment=NetworkSegment(eeec7641-3800-4e69-b79c-1f54182d2224),segment_id=eeec7641-3800-4e69-b79c-1f54182d2224)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:15.446395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e27db7f8-224e-4ff5-b504-4660af273a7d req-e0a83b44-dd6a-483b-8df1-a3501d9cb771 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590629 Feb 18 08:54:15.458117 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-10477492-20a2-4bab-af57-d9202589e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:15.593775 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10477492-20a2-4bab-af57-d9202589e180 None None] Pushing event updated for resources: {'Port': ['ID=02108899-79fb-481c-a66d-a161b532940e,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:15.597494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31c5977-ba88-4eb3-b1f0-00de39bc8e1f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting subnet efea92a4-840d-4bab-93a1-6b604cf8e6f0 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:54:15.601253 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d31c5977-ba88-4eb3-b1f0-00de39bc8e1f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:15.651107 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67065cad-8f2e-4e8b-acf9-6e7de0c86f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:15.788148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67065cad-8f2e-4e8b-acf9-6e7de0c86f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=53936afd-2644-42fc-8085-87f03fa4dd4b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:15.805651 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d31c5977-ba88-4eb3-b1f0-00de39bc8e1f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:15.905679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-25b1458a-27f5-4bed-b5c9-81bd5eb06b4e None None] Provisioning complete for port 02108899-79fb-481c-a66d-a161b532940e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:15.906059 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25b1458a-27f5-4bed-b5c9-81bd5eb06b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:15.959259 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67065cad-8f2e-4e8b-acf9-6e7de0c86f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:16.139572 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6e0fb40d-e140-4e1f-95e2-508230f12e10 req-fd7ddf4a-49f8-4af3-ad6c-0836c7c3de6b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] For port 4c45de44-0392-4c95-9687-a557a54d9fc1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=4c45de44-0392-4c95-9687-a557a54d9fc1,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:16.140516 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6e0fb40d-e140-4e1f-95e2-508230f12e10 req-fd7ddf4a-49f8-4af3-ad6c-0836c7c3de6b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:16.168757 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d31c5977-ba88-4eb3-b1f0-00de39bc8e1f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:16.235901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 02108899-79fb-481c-a66d-a161b532940e up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:54:16.266746 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67065cad-8f2e-4e8b-acf9-6e7de0c86f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:16.275103 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67065cad-8f2e-4e8b-acf9-6e7de0c86f7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:16.287193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6201cf-7155-439d-acdd-e87620cbd20e req-299139b3-c07b-45b8-96bd-e39ad5fa8b82 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:16.298971 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd6201cf-7155-439d-acdd-e87620cbd20e req-299139b3-c07b-45b8-96bd-e39ad5fa8b82 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c HTTP/1.1" status: 200 len: 950 time: 0.5118985 Feb 18 08:54:16.351044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e4c329a1-3f38-493e-a5d3-da84874bfcfd None None] Could not find standard attr ID for object be46a437-432c-4fca-983c-654ec0bb3c32. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 08:54:16.406380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 02108899-79fb-481c-a66d-a161b532940e triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:16.408935 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:16.561497 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd6201cf-7155-439d-acdd-e87620cbd20e req-71812db1-ff5b-48fa-b003-40879fa80505 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/security-groups?id=07999316-16ab-4667-99ba-de798d75fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609558 Feb 18 08:54:16.563073 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67065cad-8f2e-4e8b-acf9-6e7de0c86f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:16.563757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67065cad-8f2e-4e8b-acf9-6e7de0c86f7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 524a1da6-fa4f-48c4-9e98-c670e6279a0c {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:54:16.615804 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67065cad-8f2e-4e8b-acf9-6e7de0c86f7e admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:16.628128 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-67065cad-8f2e-4e8b-acf9-6e7de0c86f7e admin admin] 10.222.0.72 "DELETE /v2.0/routers/524a1da6-fa4f-48c4-9e98-c670e6279a0c HTTP/1.1" status: 204 len: 168 time: 2.9979815 Feb 18 08:54:16.628942 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55656) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:16.643085 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-6e0fb40d-e140-4e1f-95e2-508230f12e10 req-fd7ddf4a-49f8-4af3-ad6c-0836c7c3de6b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Calling delete_port for 4c45de44-0392-4c95-9687-a557a54d9fc1 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:16.759014 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d36b2b34-f8cd-44c1-b562-6d7737ca170b no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:54:16.813707 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: d36b2b34-f8cd-44c1-b562-6d7737ca170b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:54:16.814334 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d36b2b34-f8cd-44c1-b562-6d7737ca170b not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:54:16.815103 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 53936afd-2644-42fc-8085-87f03fa4dd4b no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:54:16.847261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a4a2df-45af-4572-a609-79ff322fcbd1 admin admin] Deleting subnet 8fbf9c0e-3440-47c0-a27c-1a4634aae573 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:54:16.850198 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-68a4a2df-45af-4572-a609-79ff322fcbd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:16.859110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 53936afd-2644-42fc-8085-87f03fa4dd4b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:54:16.859401 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 53936afd-2644-42fc-8085-87f03fa4dd4b not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:54:16.869529 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d31c5977-ba88-4eb3-b1f0-00de39bc8e1f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:16.918817 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c5977-ba88-4eb3-b1f0-00de39bc8e1f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Subnet': ['ID=efea92a4-840d-4bab-93a1-6b604cf8e6f0,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:16.924418 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-68a4a2df-45af-4572-a609-79ff322fcbd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:16.930094 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d31c5977-ba88-4eb3-b1f0-00de39bc8e1f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:16.935717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675f4a91-3265-457d-847a-b8e6fd7119cc None None] Network 1e254b6b-09e7-42e8-aa14-22ad39f7035d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:54:16.952029 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d31c5977-ba88-4eb3-b1f0-00de39bc8e1f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/efea92a4-840d-4bab-93a1-6b604cf8e6f0 HTTP/1.1" status: 204 len: 168 time: 1.6434879 Feb 18 08:54:16.954660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55660) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:16.976834 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6e0fb40d-e140-4e1f-95e2-508230f12e10 req-fd7ddf4a-49f8-4af3-ad6c-0836c7c3de6b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:17.022760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65ea7c-ae67-4ed1-b332-187704593fd0 req-c68cc486-1f9f-4ba4-ac76-87405e19ed94 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:17.024158 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e65ea7c-ae67-4ed1-b332-187704593fd0 req-c68cc486-1f9f-4ba4-ac76-87405e19ed94 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.2817976 Feb 18 08:54:17.054359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310bbaa-0fcf-434e-b159-27ca8fd2c9bd req-d9ba570f-4e5d-40fd-ad52-f94f2b1a3723 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:17.055782 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7310bbaa-0fcf-434e-b159-27ca8fd2c9bd req-d9ba570f-4e5d-40fd-ad52-f94f2b1a3723 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.2619038 Feb 18 08:54:17.083933 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-68a4a2df-45af-4572-a609-79ff322fcbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:17.088069 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ddf4a-49f8-4af3-ad6c-0836c7c3de6b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Pushing event deleted for resources: {'Port': ['ID=4c45de44-0392-4c95-9687-a557a54d9fc1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:17.160419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e65ea7c-ae67-4ed1-b332-187704593fd0 req-d9113fe4-fae7-4e48-bca6-1c7c86f339fe tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279409 Feb 18 08:54:17.195032 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7310bbaa-0fcf-434e-b159-27ca8fd2c9bd req-97960f0d-e3cd-4c24-bc5f-44d867331981 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317012 Feb 18 08:54:17.210470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0fb40d-e140-4e1f-95e2-508230f12e10 req-fd7ddf4a-49f8-4af3-ad6c-0836c7c3de6b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] No DVR routers for this DVR port 4c45de44-0392-4c95-9687-a557a54d9fc1 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:54:17.214082 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6e0fb40d-e140-4e1f-95e2-508230f12e10 req-fd7ddf4a-49f8-4af3-ad6c-0836c7c3de6b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:17.215997 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6e0fb40d-e140-4e1f-95e2-508230f12e10 req-fd7ddf4a-49f8-4af3-ad6c-0836c7c3de6b tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.81 "DELETE /v2.0/ports/4c45de44-0392-4c95-9687-a557a54d9fc1 HTTP/1.1" status: 204 len: 173 time: 2.0051074 Feb 18 08:54:17.222826 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:17.226213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c', 'name': 'network-vif-deleted', 'tag': '4c45de44-0392-4c95-9687-a557a54d9fc1'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:54:17.232387 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-68a4a2df-45af-4572-a609-79ff322fcbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:17.246597 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port 02108899-79fb-481c-a66d-a161b532940e {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:17.247001 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:17.292658 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-68a4a2df-45af-4572-a609-79ff322fcbd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:17.296179 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e08cc9-9d42-4d73-b807-0a1b8002bbc9 None None] Network 812367b5-78ed-4d06-b07c-12b61254d320 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:54:17.318715 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b2526f-4a8b-4c64-a931-9f5274435563 None None] DHCP port deletion for 1e254b6b-09e7-42e8-aa14-22ad39f7035d request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:54:17.331809 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c', 'name': 'network-vif-deleted', 'tag': '4c45de44-0392-4c95-9687-a557a54d9fc1', 'status': 'completed', 'code': 200} Feb 18 08:54:17.342077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4a2df-45af-4572-a609-79ff322fcbd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fbf9c0e-3440-47c0-a27c-1a4634aae573,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:17.354789 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-68a4a2df-45af-4572-a609-79ff322fcbd1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8fbf9c0e-3440-47c0-a27c-1a4634aae573 HTTP/1.1" status: 204 len: 168 time: 0.7226062 Feb 18 08:54:17.355006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55666) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:17.383095 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f9b2526f-4a8b-4c64-a931-9f5274435563 None None] Deleting port 02108899-79fb-481c-a66d-a161b532940e {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:17.383525 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f9b2526f-4a8b-4c64-a931-9f5274435563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:17.515127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be2b41-e65d-4d30-b608-80f574ab4984 req-05f7606f-7ff2-4f85-bbde-9b2f3bf79925 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:17.516792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29be2b41-e65d-4d30-b608-80f574ab4984 req-05f7606f-7ff2-4f85-bbde-9b2f3bf79925 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 946 time: 0.2333930 Feb 18 08:54:17.519471 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:17.527615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] For port 02108899-79fb-481c-a66d-a161b532940e, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=02108899-79fb-481c-a66d-a161b532940e,segment=NetworkSegment(eeec7641-3800-4e69-b79c-1f54182d2224),segment_id=eeec7641-3800-4e69-b79c-1f54182d2224)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:17.527984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:17.552860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] Deleting port ef2cd01e-f84d-4293-a849-bd13b43270be {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:17.553198 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:17.674278 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for 02108899-79fb-481c-a66d-a161b532940e owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:17.722947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29be2b41-e65d-4d30-b608-80f574ab4984 req-88a8d5e6-82d0-4e95-a3d2-5add2a37663e tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989601 Feb 18 08:54:17.723822 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f9b2526f-4a8b-4c64-a931-9f5274435563 None None] For port 02108899-79fb-481c-a66d-a161b532940e, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=02108899-79fb-481c-a66d-a161b532940e,segment=NetworkSegment(eeec7641-3800-4e69-b79c-1f54182d2224),segment_id=eeec7641-3800-4e69-b79c-1f54182d2224)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:17.724230 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f9b2526f-4a8b-4c64-a931-9f5274435563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:17.738657 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 4c45de44-0392-4c95-9687-a557a54d9fc1 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:54:17.781579 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c20693fe-fd09-4323-9792-e6ac43a5e5c2 req-0051e70c-8f47-4951-815e-fa6423842403 tempest-ServersOnMultiNodesTest-239025661 tempest-ServersOnMultiNodesTest-239025661-project] 10.222.0.72 "GET /v2.0/ports?device_id=53a35a76-1c7b-4c2e-a1ec-a3aa1a53332c HTTP/1.1" status: 200 len: 210 time: 0.0575154 Feb 18 08:54:17.800976 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:17.850340 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=02108899-79fb-481c-a66d-a161b532940e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:17.858273 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No DVR routers for this DVR port 02108899-79fb-481c-a66d-a161b532940e on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:54:17.942456 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f9b2526f-4a8b-4c64-a931-9f5274435563 None None] Calling delete_port for 02108899-79fb-481c-a66d-a161b532940e owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:17.957444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] For port ef2cd01e-f84d-4293-a849-bd13b43270be, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ef2cd01e-f84d-4293-a849-bd13b43270be,segment=NetworkSegment(87263dad-ea5f-41ad-aaba-ed879ceb8476),segment_id=87263dad-ea5f-41ad-aaba-ed879ceb8476)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:17.957800 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:17.988642 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 4c45de44-0392-4c95-9687-a557a54d9fc1 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:54:17.988978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 4c45de44-0392-4c95-9687-a557a54d9fc1 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:54:18.019788 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:18.030373 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-f9b2526f-4a8b-4c64-a931-9f5274435563 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:54:18.030722 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-f9b2526f-4a8b-4c64-a931-9f5274435563 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:54:18.052420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e254b6b-09e7-42e8-aa14-22ad39f7035d']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:18.068786 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeec7641-3800-4e69-b79c-1f54182d2224') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:18.069080 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeec7641-3800-4e69-b79c-1f54182d2224') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:18.082752 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74baa3da-c6bc-4b62-806d-3b2a0179109c None None] DHCP port deletion for 812367b5-78ed-4d06-b07c-12b61254d320 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:54:18.083219 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:18.086940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-74baa3da-c6bc-4b62-806d-3b2a0179109c None None] Deleting port ef2cd01e-f84d-4293-a849-bd13b43270be {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:18.087436 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-74baa3da-c6bc-4b62-806d-3b2a0179109c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:18.096812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] Calling delete_port for ef2cd01e-f84d-4293-a849-bd13b43270be owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:18.100241 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:18.107041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:54:18.107412 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:54:18.126686 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:54:18.175365 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:18.185388 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-74baa3da-c6bc-4b62-806d-3b2a0179109c None None] The port 'ef2cd01e-f84d-4293-a849-bd13b43270be' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:54:18.188325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 02108899-79fb-481c-a66d-a161b532940e no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:54:18.225339 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 02108899-79fb-481c-a66d-a161b532940e {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:54:18.225683 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 02108899-79fb-481c-a66d-a161b532940e not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:54:18.226135 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ef2cd01e-f84d-4293-a849-bd13b43270be no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:54:18.231586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2cd01e-f84d-4293-a849-bd13b43270be,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:18.237695 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:18.239384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] No DVR routers for this DVR port ef2cd01e-f84d-4293-a849-bd13b43270be on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:54:18.246031 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:18.275406 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Network': ['ID=1e254b6b-09e7-42e8-aa14-22ad39f7035d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:18.288476 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: ef2cd01e-f84d-4293-a849-bd13b43270be {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:54:18.288795 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ef2cd01e-f84d-4293-a849-bd13b43270be not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:54:18.297137 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-19b06a1a-c067-4288-bed8-ae1678aafb92 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/networks/1e254b6b-09e7-42e8-aa14-22ad39f7035d HTTP/1.1" status: 204 len: 168 time: 1.3413286 Feb 18 08:54:18.301079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55678) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:18.309687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-7faee88c-9265-4ea3-88c3-bb0cabdd2685 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08', 'name': 'tempest-PortsIpV6TestJSON-97404511'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:18.434660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7faee88c-9265-4ea3-88c3-bb0cabdd2685 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:18.439650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7faee88c-9265-4ea3-88c3-bb0cabdd2685 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:port and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:18.442513 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7faee88c-9265-4ea3-88c3-bb0cabdd2685 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:18.448111 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7faee88c-9265-4ea3-88c3-bb0cabdd2685 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:18.461470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7faee88c-9265-4ea3-88c3-bb0cabdd2685 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:18.465037 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7faee88c-9265-4ea3-88c3-bb0cabdd2685 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:18.489800 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-7faee88c-9265-4ea3-88c3-bb0cabdd2685 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] device_id is not set on port 0cbc165d-daf0-4f28-94d0-3e45b4c07cd1 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:54:18.531763 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f9b2526f-4a8b-4c64-a931-9f5274435563 None None] Deleting port 02108899-79fb-481c-a66d-a161b532940e {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:18.532142 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f9b2526f-4a8b-4c64-a931-9f5274435563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:18.600376 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f9b2526f-4a8b-4c64-a931-9f5274435563 None None] The port '02108899-79fb-481c-a66d-a161b532940e' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:54:18.615299 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:18.666135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812367b5-78ed-4d06-b07c-12b61254d320']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:18.684640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87263dad-ea5f-41ad-aaba-ed879ceb8476') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:18.685007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87263dad-ea5f-41ad-aaba-ed879ceb8476') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:18.702249 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:18.735192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ca749-7230-4ea1-a293-f1d7e9c261b7 req-4e8b4e1b-c6fa-4bd2-b5e5-139cd3a7f386 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:18.736698 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df8ca749-7230-4ea1-a293-f1d7e9c261b7 req-4e8b4e1b-c6fa-4bd2-b5e5-139cd3a7f386 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.3542163 Feb 18 08:54:18.737646 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:18.754414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bc512-273f-4883-8ca6-1138bda7bb08 req-b6512092-d289-45cd-84fc-3b9e7ccaa6e4 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:18.755841 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b0bc512-273f-4883-8ca6-1138bda7bb08 req-b6512092-d289-45cd-84fc-3b9e7ccaa6e4 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.3722997 Feb 18 08:54:18.768587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:54:18.768980 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:54:18.783409 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:54:18.876325 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a65762-734c-4b6c-bac1-2b363a50a9b5 req-38f163f1-8ce8-44f0-9a98-7fd7bc506961 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:18.877035 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-42a65762-734c-4b6c-bac1-2b363a50a9b5 req-38f163f1-8ce8-44f0-9a98-7fd7bc506961 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Synchronizing usage tracker for tenant:a4a62a8c174445a691623ed243915fc9 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:54:18.906600 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df8ca749-7230-4ea1-a293-f1d7e9c261b7 req-ff44b903-5c21-4ea0-9b03-77f3d862dca6 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630261 Feb 18 08:54:18.912978 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-42a65762-734c-4b6c-bac1-2b363a50a9b5 req-38f163f1-8ce8-44f0-9a98-7fd7bc506961 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Unset dirty status for tenant:a4a62a8c174445a691623ed243915fc9 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:54:18.914009 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-42a65762-734c-4b6c-bac1-2b363a50a9b5 req-38f163f1-8ce8-44f0-9a98-7fd7bc506961 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.81 "GET /v2.0/ports?device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 946 time: 0.3691559 Feb 18 08:54:18.916208 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:18.919193 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7faee88c-9265-4ea3-88c3-bb0cabdd2685 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:18.921593 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:18.953216 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b0bc512-273f-4883-8ca6-1138bda7bb08 req-6fada32f-8231-4bdb-b282-ee0118da2d45 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647947 Feb 18 08:54:18.961852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] Pushing event deleted for resources: {'Network': ['ID=812367b5-78ed-4d06-b07c-12b61254d320,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:18.966816 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-40c6c71b-b96f-44d2-9c84-cba36830589d admin admin] 10.222.0.72 "DELETE /v2.0/networks/812367b5-78ed-4d06-b07c-12b61254d320 HTTP/1.1" status: 204 len: 168 time: 1.6085386 Feb 18 08:54:18.999315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-42a65762-734c-4b6c-bac1-2b363a50a9b5 req-b9359d1c-9a51-45bf-8b15-215f18d239c6 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Deleting port 6810851c-a50f-4870-a9cc-d201051f50f6 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:18.999762 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-42a65762-734c-4b6c-bac1-2b363a50a9b5 req-b9359d1c-9a51-45bf-8b15-215f18d239c6 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:19.099750 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7faee88c-9265-4ea3-88c3-bb0cabdd2685 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:19.128223 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55690) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:19.195138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001ee8d-ecfb-4576-80ba-ac56b1f8988c req-761d5f18-b4f0-4f98-aaee-142f56fe2148 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:19.196794 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0001ee8d-ecfb-4576-80ba-ac56b1f8988c req-761d5f18-b4f0-4f98-aaee-142f56fe2148 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 946 time: 0.1476681 Feb 18 08:54:19.203449 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5fdfd541-892a-450e-8dbc-25ed75d13a08 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3cee2fd6d0fe47bbba18308802704992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0715408 Feb 18 08:54:19.203731 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55696) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:19.214620 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faee88c-9265-4ea3-88c3-bb0cabdd2685 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:19.258990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-7faee88c-9265-4ea3-88c3-bb0cabdd2685 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:19.268304 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faee88c-9265-4ea3-88c3-bb0cabdd2685 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:54:19.273304 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faee88c-9265-4ea3-88c3-bb0cabdd2685 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:19.273880 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7faee88c-9265-4ea3-88c3-bb0cabdd2685 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:19.284546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0001ee8d-ecfb-4576-80ba-ac56b1f8988c req-8cd199cd-80c7-4b34-adda-66a48359eaec tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691643 Feb 18 08:54:19.295500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faee88c-9265-4ea3-88c3-bb0cabdd2685 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=0cbc165d-daf0-4f28-94d0-3e45b4c07cd1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:19.303806 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e69dd493-620b-4965-8018-a8735f776cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:19.327883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55700) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:19.337526 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e69dd493-620b-4965-8018-a8735f776cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:19.352337 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7faee88c-9265-4ea3-88c3-bb0cabdd2685 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.0489249 Feb 18 08:54:19.356410 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55706) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:19.414598 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e69dd493-620b-4965-8018-a8735f776cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:19.427160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-42a65762-734c-4b6c-bac1-2b363a50a9b5 req-b9359d1c-9a51-45bf-8b15-215f18d239c6 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] For port 6810851c-a50f-4870-a9cc-d201051f50f6, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=6810851c-a50f-4870-a9cc-d201051f50f6,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:19.427473 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-42a65762-734c-4b6c-bac1-2b363a50a9b5 req-b9359d1c-9a51-45bf-8b15-215f18d239c6 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:19.434033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69dd493-620b-4965-8018-a8735f776cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4e837f-2893-4d96-b8fd-4940554fe41b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:19.438415 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e69dd493-620b-4965-8018-a8735f776cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:19.442014 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e69dd493-620b-4965-8018-a8735f776cbe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0f4e837f-2893-4d96-b8fd-4940554fe41b HTTP/1.1" status: 204 len: 168 time: 0.2349243 Feb 18 08:54:19.588750 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-3e861d2b-64d8-47f6-bbcc-c88740ec00ff tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port 0cbc165d-daf0-4f28-94d0-3e45b4c07cd1 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:19.589092 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e861d2b-64d8-47f6-bbcc-c88740ec00ff tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:19.622558 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-42a65762-734c-4b6c-bac1-2b363a50a9b5 req-b9359d1c-9a51-45bf-8b15-215f18d239c6 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Calling delete_port for 6810851c-a50f-4870-a9cc-d201051f50f6 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:19.780594 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4cbc9c0b-7d1f-4122-a08e-a19b76fa4a02 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=259cd62e1f1340f9828d7d7a1587db25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4504664 Feb 18 08:54:19.782839 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55720) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:20.004434 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e861d2b-64d8-47f6-bbcc-c88740ec00ff tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:20.021439 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16ab28f7-9295-4e95-bdce-5757c1222f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:20.161071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-3e861d2b-64d8-47f6-bbcc-c88740ec00ff tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for 0cbc165d-daf0-4f28-94d0-3e45b4c07cd1 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:20.193144 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-42a65762-734c-4b6c-bac1-2b363a50a9b5 req-b9359d1c-9a51-45bf-8b15-215f18d239c6 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:20.207518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['2349d555-f889-41da-9a56-820e9f1307c5', 'b3581b1b-2b37-401a-9a68-6ace9353fc71', 'c5877160-cfe8-4283-b324-ad071c796a09'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:54:20.272418 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16ab28f7-9295-4e95-bdce-5757c1222f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:20.281867 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9359d1c-9a51-45bf-8b15-215f18d239c6 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Pushing event deleted for resources: {'Port': ['ID=6810851c-a50f-4870-a9cc-d201051f50f6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:20.305010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023eaa90-fb2e-4074-8130-ae7df3a443cb req-795c932e-5583-4a10-af98-159e8765a749 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:20.307279 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-023eaa90-fb2e-4074-8130-ae7df3a443cb req-795c932e-5583-4a10-af98-159e8765a749 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.1960588 Feb 18 08:54:20.323176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767db6b-efcd-42b5-b0c6-b88e16881f71 req-fd1b0dcc-5865-45ea-9ada-41557d42ce6c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:20.325995 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8767db6b-efcd-42b5-b0c6-b88e16881f71 req-fd1b0dcc-5865-45ea-9ada-41557d42ce6c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.1580231 Feb 18 08:54:20.389254 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-023eaa90-fb2e-4074-8130-ae7df3a443cb req-4d3fe43e-dd04-436e-b7ae-b2575bbe5864 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619349 Feb 18 08:54:20.428446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8767db6b-efcd-42b5-b0c6-b88e16881f71 req-25b0aa8f-8d09-4c8f-b816-a874dd094ec8 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653272 Feb 18 08:54:20.551236 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a65762-734c-4b6c-bac1-2b363a50a9b5 req-b9359d1c-9a51-45bf-8b15-215f18d239c6 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] No DVR routers for this DVR port 6810851c-a50f-4870-a9cc-d201051f50f6 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:54:20.554163 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-42a65762-734c-4b6c-bac1-2b363a50a9b5 req-b9359d1c-9a51-45bf-8b15-215f18d239c6 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:20.556784 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0764bdb2-ce48-4739-8216-917c0be819f5', 'name': 'network-vif-deleted', 'tag': '6810851c-a50f-4870-a9cc-d201051f50f6'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:54:20.576949 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e861d2b-64d8-47f6-bbcc-c88740ec00ff tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:20.634190 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-42a65762-734c-4b6c-bac1-2b363a50a9b5 req-b9359d1c-9a51-45bf-8b15-215f18d239c6 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.81 "DELETE /v2.0/ports/6810851c-a50f-4870-a9cc-d201051f50f6 HTTP/1.1" status: 204 len: 173 time: 1.7122974 Feb 18 08:54:20.637863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e861d2b-64d8-47f6-bbcc-c88740ec00ff tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=0cbc165d-daf0-4f28-94d0-3e45b4c07cd1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:20.643942 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e861d2b-64d8-47f6-bbcc-c88740ec00ff tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:20.648542 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16ab28f7-9295-4e95-bdce-5757c1222f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:20.673185 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab28f7-9295-4e95-bdce-5757c1222f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07999316-16ab-4667-99ba-de798d75fa22,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:20.676072 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3e861d2b-64d8-47f6-bbcc-c88740ec00ff tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/ports/0cbc165d-daf0-4f28-94d0-3e45b4c07cd1 HTTP/1.1" status: 204 len: 168 time: 1.3183520 Feb 18 08:54:20.678296 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16ab28f7-9295-4e95-bdce-5757c1222f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:20.682966 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-16ab28f7-9295-4e95-bdce-5757c1222f95 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/07999316-16ab-4667-99ba-de798d75fa22 HTTP/1.1" status: 204 len: 168 time: 0.8894985 Feb 18 08:54:20.682966 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55752) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:20.684748 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13168e52-9efd-4d4a-be4b-9600ec42c695 req-79cd083e-a479-4cd0-b7f9-56436e728aa3 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=0764bdb2-ce48-4739-8216-917c0be819f5 HTTP/1.1" status: 200 len: 210 time: 0.0935538 Feb 18 08:54:20.688318 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-bdbde2f2-5265-4e75-8326-ce5a2986218c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08', 'mac_address': 'fa:16:3e:2d:15:6d', 'name': 'tempest-PortsIpV6TestJSON-1266805440'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:20.812966 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0764bdb2-ce48-4739-8216-917c0be819f5', 'name': 'network-vif-deleted', 'tag': '6810851c-a50f-4870-a9cc-d201051f50f6', 'status': 'completed', 'code': 200} Feb 18 08:54:20.909512 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bdbde2f2-5265-4e75-8326-ce5a2986218c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:20.915115 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bdbde2f2-5265-4e75-8326-ce5a2986218c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:port and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:20.918678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bdbde2f2-5265-4e75-8326-ce5a2986218c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:20.925616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bdbde2f2-5265-4e75-8326-ce5a2986218c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:20.946374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbde2f2-5265-4e75-8326-ce5a2986218c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:21.071610 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bdbde2f2-5265-4e75-8326-ce5a2986218c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:21.107515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-bdbde2f2-5265-4e75-8326-ce5a2986218c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] device_id is not set on port eac0cb5e-f427-4a36-bff1-16dc2169f35c yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:54:21.282611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55794) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:21.347878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-46a6a704-99fc-40cb-adfd-f56282a2bd77 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=604a04bb2ad243baa33f36d23ec5170c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638738 Feb 18 08:54:21.350925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55798) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:21.403233 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55802) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:21.425604 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bdbde2f2-5265-4e75-8326-ce5a2986218c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:21.435785 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b27523dd-0864-43ac-92a9-31bba6b76b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:21.462621 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bdbde2f2-5265-4e75-8326-ce5a2986218c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:21.467889 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b27523dd-0864-43ac-92a9-31bba6b76b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:21.582796 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59d116e2-9d36-4a13-bf58-39c5e341f197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:21.598225 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbde2f2-5265-4e75-8326-ce5a2986218c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:21.602573 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-bdbde2f2-5265-4e75-8326-ce5a2986218c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:21.605042 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbde2f2-5265-4e75-8326-ce5a2986218c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:54:21.611098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbde2f2-5265-4e75-8326-ce5a2986218c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:21.611709 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bdbde2f2-5265-4e75-8326-ce5a2986218c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:21.631029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-59d116e2-9d36-4a13-bf58-39c5e341f197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:21.640747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-59d116e2-9d36-4a13-bf58-39c5e341f197 admin admin] Usage tracker for resource:security_group_rule and tenant:e6906e9919544268936dc2ac1044d929 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:21.643228 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbde2f2-5265-4e75-8326-ce5a2986218c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=eac0cb5e-f427-4a36-bff1-16dc2169f35c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:21.645845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-59d116e2-9d36-4a13-bf58-39c5e341f197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:21.655524 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-59d116e2-9d36-4a13-bf58-39c5e341f197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:21.667075 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bdbde2f2-5265-4e75-8326-ce5a2986218c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9861360 Feb 18 08:54:21.667730 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55812) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:21.682483 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b27523dd-0864-43ac-92a9-31bba6b76b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:21.708988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27523dd-0864-43ac-92a9-31bba6b76b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfea47f-2dfb-46d8-85d8-272d77d19181,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:21.719789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4386b3-c399-432d-ab8b-7f79bd3f6172 req-4de86641-6d79-493f-a18f-065c7869693b tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:21.726719 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a4386b3-c399-432d-ab8b-7f79bd3f6172 req-4de86641-6d79-493f-a18f-065c7869693b tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.1935647 Feb 18 08:54:21.740839 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 6810851c-a50f-4870-a9cc-d201051f50f6 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:54:21.753951 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b27523dd-0864-43ac-92a9-31bba6b76b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:21.755058 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b27523dd-0864-43ac-92a9-31bba6b76b58 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6dfea47f-2dfb-46d8-85d8-272d77d19181 HTTP/1.1" status: 204 len: 168 time: 0.4029408 Feb 18 08:54:21.758635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35425236-82f2-4ac9-b8fa-7e6e8d201eb8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:21.759242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-35425236-82f2-4ac9-b8fa-7e6e8d201eb8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Synchronizing usage tracker for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:54:21.769533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7820c46-99bf-44d3-a44e-e8b7ac326889 req-872a1510-1727-46af-9c37-fd628c4e151c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:21.781354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7820c46-99bf-44d3-a44e-e8b7ac326889 req-872a1510-1727-46af-9c37-fd628c4e151c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.1890948 Feb 18 08:54:21.787064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 6810851c-a50f-4870-a9cc-d201051f50f6 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:54:21.787477 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 6810851c-a50f-4870-a9cc-d201051f50f6 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:54:21.790415 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-35425236-82f2-4ac9-b8fa-7e6e8d201eb8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Unset dirty status for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:54:21.791944 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-35425236-82f2-4ac9-b8fa-7e6e8d201eb8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports/eac0cb5e-f427-4a36-bff1-16dc2169f35c HTTP/1.1" status: 200 len: 845 time: 0.1223035 Feb 18 08:54:21.799294 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55820) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:21.837584 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a4386b3-c399-432d-ab8b-7f79bd3f6172 req-4b508c2f-3f27-4874-8781-92571772f5f1 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099977 Feb 18 08:54:21.865697 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7820c46-99bf-44d3-a44e-e8b7ac326889 req-83e7c8fe-58df-404d-8631-01cee8ed5ef0 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828774 Feb 18 08:54:21.907253 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59d116e2-9d36-4a13-bf58-39c5e341f197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:21.918750 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c0a3479a-2be1-4493-9cc0-0c1c8dff8e5e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port eac0cb5e-f427-4a36-bff1-16dc2169f35c {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:21.919138 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0a3479a-2be1-4493-9cc0-0c1c8dff8e5e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:21.950766 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59d116e2-9d36-4a13-bf58-39c5e341f197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:22.032658 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-59d116e2-9d36-4a13-bf58-39c5e341f197 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e6906e9919544268936dc2ac1044d929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6253533 Feb 18 08:54:22.033817 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55828) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:22.034258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d116e2-9d36-4a13-bf58-39c5e341f197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c66f0e5-17c4-44e7-bfb8-cc7541786e25,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:22.161667 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa8ea62c-87bf-4556-87d5-254d3a064743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:22.200903 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa8ea62c-87bf-4556-87d5-254d3a064743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:22.272232 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa8ea62c-87bf-4556-87d5-254d3a064743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:22.291666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ea62c-87bf-4556-87d5-254d3a064743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c66f0e5-17c4-44e7-bfb8-cc7541786e25,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:22.297764 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa8ea62c-87bf-4556-87d5-254d3a064743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:22.298184 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0a3479a-2be1-4493-9cc0-0c1c8dff8e5e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:22.300044 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-aa8ea62c-87bf-4556-87d5-254d3a064743 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6c66f0e5-17c4-44e7-bfb8-cc7541786e25 HTTP/1.1" status: 204 len: 168 time: 0.2629056 Feb 18 08:54:22.446911 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c0a3479a-2be1-4493-9cc0-0c1c8dff8e5e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for eac0cb5e-f427-4a36-bff1-16dc2169f35c owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:22.574883 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0a3479a-2be1-4493-9cc0-0c1c8dff8e5e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:22.637847 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0a3479a-2be1-4493-9cc0-0c1c8dff8e5e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:22.641642 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3479a-2be1-4493-9cc0-0c1c8dff8e5e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=eac0cb5e-f427-4a36-bff1-16dc2169f35c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:22.660523 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c0a3479a-2be1-4493-9cc0-0c1c8dff8e5e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/ports/eac0cb5e-f427-4a36-bff1-16dc2169f35c HTTP/1.1" status: 204 len: 168 time: 0.8599195 Feb 18 08:54:22.663050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55854) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:22.707879 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27b7bb5-3823-4a03-986a-c5f03387584f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] GET failed (client error): The resource could not be found. Feb 18 08:54:22.708458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b27b7bb5-3823-4a03-986a-c5f03387584f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Synchronizing usage tracker for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:54:22.730935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b27b7bb5-3823-4a03-986a-c5f03387584f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Unset dirty status for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:54:22.737354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b27b7bb5-3823-4a03-986a-c5f03387584f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports/eac0cb5e-f427-4a36-bff1-16dc2169f35c HTTP/1.1" status: 404 len: 333 time: 0.0700121 Feb 18 08:54:22.738389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55864) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:22.747123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-34091d96-f0f8-4592-8246-dcca12a62cda tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08', 'name': 'tempest-PortsIpV6TestJSON-1822029251'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:23.101385 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-34091d96-f0f8-4592-8246-dcca12a62cda tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:23.115100 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-34091d96-f0f8-4592-8246-dcca12a62cda tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:23.129507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34091d96-f0f8-4592-8246-dcca12a62cda tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:23.133984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34091d96-f0f8-4592-8246-dcca12a62cda tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:23.199282 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-34091d96-f0f8-4592-8246-dcca12a62cda tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] device_id is not set on port a502f6f6-c067-421f-8f6f-6dd2e96364ee yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:54:23.203163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a69b63-025f-4a66-9bfa-b00fd78eb205 req-e09c1b85-fc9b-4d37-9655-d85abd190a3a tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:23.210940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89a69b63-025f-4a66-9bfa-b00fd78eb205 req-e09c1b85-fc9b-4d37-9655-d85abd190a3a tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.2000990 Feb 18 08:54:23.266502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36123b74-7637-451b-9700-0157c5a8f1df req-c20471ca-0d0c-4de4-b4cd-614d99e06f76 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:23.268089 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36123b74-7637-451b-9700-0157c5a8f1df req-c20471ca-0d0c-4de4-b4cd-614d99e06f76 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.1775331 Feb 18 08:54:23.284449 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89a69b63-025f-4a66-9bfa-b00fd78eb205 req-c993e441-be9c-42a2-a036-35ab0a50bd01 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723364 Feb 18 08:54:23.359106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36123b74-7637-451b-9700-0157c5a8f1df req-4a2fd136-1304-4bca-b873-9e58b65012b5 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701327 Feb 18 08:54:23.533868 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34091d96-f0f8-4592-8246-dcca12a62cda tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:23.570174 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34091d96-f0f8-4592-8246-dcca12a62cda tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:23.621576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55894) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:23.676875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34091d96-f0f8-4592-8246-dcca12a62cda tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=a502f6f6-c067-421f-8f6f-6dd2e96364ee,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:23.688821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34091d96-f0f8-4592-8246-dcca12a62cda tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:23.690262 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-34091d96-f0f8-4592-8246-dcca12a62cda tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:23.697312 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34091d96-f0f8-4592-8246-dcca12a62cda tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:54:23.704287 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34091d96-f0f8-4592-8246-dcca12a62cda tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:23.705134 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34091d96-f0f8-4592-8246-dcca12a62cda tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:23.735554 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-34091d96-f0f8-4592-8246-dcca12a62cda tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9954064 Feb 18 08:54:23.738195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55902) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:23.744662 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-33e4627c-71a8-4cc4-b6e5-182e8822082d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:23.767577 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1219149659-network', 'tenant_id': '2d238a42a0894fa3962862491afa7855'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:23.782136 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:23.787977 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Usage tracker for resource:network and tenant:2d238a42a0894fa3962862491afa7855 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:23.792492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:23.803969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:23.820193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Made reservation on behalf of 2d238a42a0894fa3962862491afa7855 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:23.822720 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:23.844154 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:23.867528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:23.872161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Usage tracker for resource:security_group_rule and tenant:2d238a42a0894fa3962862491afa7855 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:23.877307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:23.884729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:23.953403 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-33e4627c-71a8-4cc4-b6e5-182e8822082d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:24.006847 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:24.011436 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:24.031722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:54:24.054788 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:24.055141 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Added segment 3234497c-e8ee-42a4-bbf4-250c5a89466a of type vlan for network bb390643-5902-4f0c-be00-f3d6659e5c6f Feb 18 08:54:24.064063 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f986d8f9-0ce6-473b-990f-9696c43882c6,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:24.087390 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:24.122441 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:24.124875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:24.125709 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:24.175804 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5530994 Feb 18 08:54:24.180841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55912) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:24.227835 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-33e4627c-71a8-4cc4-b6e5-182e8822082d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:24.236806 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-33e4627c-71a8-4cc4-b6e5-182e8822082d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:24.242793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-5ac4eda4-6857-4bd8-8c45-f4f86ed6b192 admin admin] Request body: {'subnet': {'network_id': 'bb390643-5902-4f0c-be00-f3d6659e5c6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1219149659-subnet', 'tenant_id': '2d238a42a0894fa3962862491afa7855', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:24.261908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5ac4eda4-6857-4bd8-8c45-f4f86ed6b192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:24.281154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5ac4eda4-6857-4bd8-8c45-f4f86ed6b192 admin admin] Usage tracker for resource:subnet and tenant:2d238a42a0894fa3962862491afa7855 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:24.286548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5ac4eda4-6857-4bd8-8c45-f4f86ed6b192 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:24.294688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d987ef-acd3-4b51-8a64-d5ac8d8e2fda admin admin] Pushing event updated for resources: {'Network': ['ID=bb390643-5902-4f0c-be00-f3d6659e5c6f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:24.297929 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5ac4eda4-6857-4bd8-8c45-f4f86ed6b192 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:24.305867 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network bb390643-5902-4f0c-be00-f3d6659e5c6f details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:54:24.334616 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac4eda4-6857-4bd8-8c45-f4f86ed6b192 admin admin] Made reservation on behalf of 2d238a42a0894fa3962862491afa7855 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:24.338015 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ac4eda4-6857-4bd8-8c45-f4f86ed6b192 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:24.354908 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4627c-71a8-4cc4-b6e5-182e8822082d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=a502f6f6-c067-421f-8f6f-6dd2e96364ee,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:24.376002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-33e4627c-71a8-4cc4-b6e5-182e8822082d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] In _notify_port_updated(), no bound segment for port a502f6f6-c067-421f-8f6f-6dd2e96364ee on network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 {{(pid=87767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 08:54:24.382925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e4627c-71a8-4cc4-b6e5-182e8822082d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:24.383544 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-33e4627c-71a8-4cc4-b6e5-182e8822082d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:24.388929 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-33e4627c-71a8-4cc4-b6e5-182e8822082d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "PUT /v2.0/ports/a502f6f6-c067-421f-8f6f-6dd2e96364ee HTTP/1.1" status: 200 len: 818 time: 0.6456463 Feb 18 08:54:24.390495 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55934) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:24.465252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ebcca971-b478-45bd-a716-3814557d676d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port a502f6f6-c067-421f-8f6f-6dd2e96364ee {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:24.465776 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ebcca971-b478-45bd-a716-3814557d676d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:24.717986 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ebcca971-b478-45bd-a716-3814557d676d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:24.816373 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db67bf1-f26b-42e8-aa2e-44964c49ee50 req-2c07e0af-49ce-4fc0-a50f-1949ebfee814 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:24.817881 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5db67bf1-f26b-42e8-aa2e-44964c49ee50 req-2c07e0af-49ce-4fc0-a50f-1949ebfee814 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.2197850 Feb 18 08:54:24.828442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9da951-5198-495d-bd6b-0df0c79a8bfd req-1405470f-b17d-48fb-bfb2-35aafcedd1ea tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:24.835142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b9da951-5198-495d-bd6b-0df0c79a8bfd req-1405470f-b17d-48fb-bfb2-35aafcedd1ea tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.2381175 Feb 18 08:54:24.848883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ebcca971-b478-45bd-a716-3814557d676d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for a502f6f6-c067-421f-8f6f-6dd2e96364ee owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:24.937766 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ebcca971-b478-45bd-a716-3814557d676d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:24.943541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b9da951-5198-495d-bd6b-0df0c79a8bfd req-81df32b7-e861-4d9c-b86b-331738160b95 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075544 Feb 18 08:54:24.950722 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5db67bf1-f26b-42e8-aa2e-44964c49ee50 req-6ebff090-0f9f-4f39-8548-d5c586dff53e tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112874 Feb 18 08:54:24.984724 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ac4eda4-6857-4bd8-8c45-f4f86ed6b192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:24.991311 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcca971-b478-45bd-a716-3814557d676d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=a502f6f6-c067-421f-8f6f-6dd2e96364ee,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:24.996407 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ebcca971-b478-45bd-a716-3814557d676d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:25.009539 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ebcca971-b478-45bd-a716-3814557d676d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/ports/a502f6f6-c067-421f-8f6f-6dd2e96364ee HTTP/1.1" status: 204 len: 168 time: 0.6183584 Feb 18 08:54:25.010140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55944) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:25.062697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4eda4-6857-4bd8-8c45-f4f86ed6b192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b2dc13-5562-4601-b65d-adde10040083,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:25.114646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac4eda4-6857-4bd8-8c45-f4f86ed6b192 admin admin] Checking segment: {'id': '3234497c-e8ee-42a4-bbf4-250c5a89466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'bb390643-5902-4f0c-be00-f3d6659e5c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:54:25.115253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac4eda4-6857-4bd8-8c45-f4f86ed6b192 admin admin] Network hostable DHCP agents. Network: bb390643-5902-4f0c-be00-f3d6659e5c6f, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:54:25.141167 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac4eda4-6857-4bd8-8c45-f4f86ed6b192 admin admin] Network bb390643-5902-4f0c-be00-f3d6659e5c6f is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:54:25.152699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-5ac4eda4-6857-4bd8-8c45-f4f86ed6b192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, bb390643-5902-4f0c-be00-f3d6659e5c6f) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:25.161988 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28ff713-f19f-4e6a-9d61-74e5b41671f1 None None] Network bb390643-5902-4f0c-be00-f3d6659e5c6f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:54:25.169422 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451286cc-1125-4843-ac96-6e86819b3713 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:25.169577 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac4eda4-6857-4bd8-8c45-f4f86ed6b192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:25.170730 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ac4eda4-6857-4bd8-8c45-f4f86ed6b192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:25.171440 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-451286cc-1125-4843-ac96-6e86819b3713 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Synchronizing usage tracker for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:54:25.191821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-451286cc-1125-4843-ac96-6e86819b3713 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Unset dirty status for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:54:25.196642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55952) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:25.197696 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-451286cc-1125-4843-ac96-6e86819b3713 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1863647 Feb 18 08:54:25.250675 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-09301d9d-9d7e-42eb-95fd-3ad6b84eb338 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] GET failed (client error): The resource could not be found. Feb 18 08:54:25.252449 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-09301d9d-9d7e-42eb-95fd-3ad6b84eb338 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports/a502f6f6-c067-421f-8f6f-6dd2e96364ee HTTP/1.1" status: 404 len: 333 time: 0.0548856 Feb 18 08:54:25.253902 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5ac4eda4-6857-4bd8-8c45-f4f86ed6b192 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0717313 Feb 18 08:54:25.265246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55958) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:25.273783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0b73ebf7-f3c5-4dc2-ab4d-743e8653d9d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-220192325'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:25.280315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0b73ebf7-f3c5-4dc2-ab4d-743e8653d9d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:25.284464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0b73ebf7-f3c5-4dc2-ab4d-743e8653d9d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:network and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:25.287500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0b73ebf7-f3c5-4dc2-ab4d-743e8653d9d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:25.298449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0b73ebf7-f3c5-4dc2-ab4d-743e8653d9d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:25.319234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b73ebf7-f3c5-4dc2-ab4d-743e8653d9d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:25.325703 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0b73ebf7-f3c5-4dc2-ab4d-743e8653d9d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:25.360737 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b73ebf7-f3c5-4dc2-ab4d-743e8653d9d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:54:25.372071 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0b73ebf7-f3c5-4dc2-ab4d-743e8653d9d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:25.372620 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-0b73ebf7-f3c5-4dc2-ab4d-743e8653d9d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Added segment e3bd8ae6-9490-4cf2-9002-097d3a204d4e of type vlan for network dea53ebd-20b7-432d-903a-add726d222f4 Feb 18 08:54:25.406759 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0b73ebf7-f3c5-4dc2-ab4d-743e8653d9d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:25.446899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55966) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:25.457005 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0b73ebf7-f3c5-4dc2-ab4d-743e8653d9d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:25.463464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b73ebf7-f3c5-4dc2-ab4d-743e8653d9d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:25.464073 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0b73ebf7-f3c5-4dc2-ab4d-743e8653d9d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:25.473610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b0509-8ca4-4744-8406-4abdc1788800 req-7400a22c-0f17-4f25-8e8e-0994ccda6a11 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:25.475393 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a9b0509-8ca4-4744-8406-4abdc1788800 req-7400a22c-0f17-4f25-8e8e-0994ccda6a11 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7c48439-6041-4169-8b1d-4ab6f6522386 HTTP/1.1" status: 200 len: 945 time: 0.0963986 Feb 18 08:54:25.545265 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a9b0509-8ca4-4744-8406-4abdc1788800 req-4575380d-bedd-4b1e-ba36-422b2feae70e tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621889 Feb 18 08:54:25.564588 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acfcc72-b809-4eb4-802d-9a0332b3d0bc None None] Network bb390643-5902-4f0c-be00-f3d6659e5c6f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:54:25.698691 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-4e0cae9c-94f7-4c59-8602-92c38ddc28c4 req-d6f41a30-3991-4db9-8044-0af30fb1e620 tempest-SecurityGroupsNegativeTestJSON-1718050524 tempest-SecurityGroupsNegativeTestJSON-1718050524-project] show failed (client error): The resource could not be found. Feb 18 08:54:25.707762 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e0cae9c-94f7-4c59-8602-92c38ddc28c4 req-d6f41a30-3991-4db9-8044-0af30fb1e620 tempest-SecurityGroupsNegativeTestJSON-1718050524 tempest-SecurityGroupsNegativeTestJSON-1718050524-project] 10.222.0.72 "GET /v2.0/security-groups/7e9769be-147a-4694-89f8-5500ae9e75ae HTTP/1.1" status: 404 len: 352 time: 0.0251212 Feb 18 08:54:25.731142 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0b73ebf7-f3c5-4dc2-ab4d-743e8653d9d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4596624 Feb 18 08:54:25.731639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55980) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:25.737943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73ebf7-f3c5-4dc2-ab4d-743e8653d9d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Network': ['ID=dea53ebd-20b7-432d-903a-add726d222f4,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:25.739150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-b82b24fd-caeb-4033-8663-506f962e4876 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'subnet': {'network_id': 'dea53ebd-20b7-432d-903a-add726d222f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:25.751529 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network dea53ebd-20b7-432d-903a-add726d222f4 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:54:25.779551 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4a0c-8606-44f3-910a-cd65133915f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:25.795038 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ccaa4a0c-8606-44f3-910a-cd65133915f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:25.798842 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ccaa4a0c-8606-44f3-910a-cd65133915f4 admin admin] Usage tracker for resource:security_group_rule and tenant:0c739bcc7f58406482cd339683bddfb3 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:25.801615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ccaa4a0c-8606-44f3-910a-cd65133915f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:25.807141 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ccaa4a0c-8606-44f3-910a-cd65133915f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:25.883279 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3e1e13d2-d0af-489d-af7e-0b3a5f01dab3 req-de3ba27e-addb-47e7-bfec-6dd496225b99 tempest-SecurityGroupsNegativeTestJSON-1718050524 tempest-SecurityGroupsNegativeTestJSON-1718050524-project] Synchronizing usage tracker for tenant:2d238a42a0894fa3962862491afa7855 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:54:25.902191 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4a0c-8606-44f3-910a-cd65133915f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:25.908037 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4a0c-8606-44f3-910a-cd65133915f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:25.920542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b82b24fd-caeb-4033-8663-506f962e4876 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:25.925614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b82b24fd-caeb-4033-8663-506f962e4876 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:subnet and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:25.928886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b82b24fd-caeb-4033-8663-506f962e4876 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:25.931818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3e1e13d2-d0af-489d-af7e-0b3a5f01dab3 req-de3ba27e-addb-47e7-bfec-6dd496225b99 tempest-SecurityGroupsNegativeTestJSON-1718050524 tempest-SecurityGroupsNegativeTestJSON-1718050524-project] Unset dirty status for tenant:2d238a42a0894fa3962862491afa7855 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:54:25.933281 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e1e13d2-d0af-489d-af7e-0b3a5f01dab3 req-de3ba27e-addb-47e7-bfec-6dd496225b99 tempest-SecurityGroupsNegativeTestJSON-1718050524 tempest-SecurityGroupsNegativeTestJSON-1718050524-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2d238a42a0894fa3962862491afa7855 HTTP/1.1" status: 200 len: 2988 time: 0.1723051 Feb 18 08:54:25.937909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b82b24fd-caeb-4033-8663-506f962e4876 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:25.959888 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82b24fd-caeb-4033-8663-506f962e4876 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:25.962429 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ccaa4a0c-8606-44f3-910a-cd65133915f4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0c739bcc7f58406482cd339683bddfb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5143449 Feb 18 08:54:25.963123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa4a0c-8606-44f3-910a-cd65133915f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211c9c17-1e30-4240-947d-fe2fce481569,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:25.963537 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b82b24fd-caeb-4033-8663-506f962e4876 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:25.966204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55984) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:26.032752 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e530-3f03-4f61-82f3-ebea628c4037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:26.062765 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e530-3f03-4f61-82f3-ebea628c4037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:26.116664 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e530-3f03-4f61-82f3-ebea628c4037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:26.133614 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7e530-3f03-4f61-82f3-ebea628c4037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211c9c17-1e30-4240-947d-fe2fce481569,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:26.140576 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e530-3f03-4f61-82f3-ebea628c4037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:26.142477 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e1e13d2-d0af-489d-af7e-0b3a5f01dab3 req-49316cea-95cb-4d6b-9c48-dbf388d7e2c6 tempest-SecurityGroupsNegativeTestJSON-1718050524 tempest-SecurityGroupsNegativeTestJSON-1718050524-project] 10.222.0.72 "GET /v2.0/security-groups/f986d8f9-0ce6-473b-990f-9696c43882c6 HTTP/1.1" status: 200 len: 2985 time: 0.1976581 Feb 18 08:54:26.144363 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b2c7e530-3f03-4f61-82f3-ebea628c4037 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/211c9c17-1e30-4240-947d-fe2fce481569 HTTP/1.1" status: 204 len: 168 time: 0.1770287 Feb 18 08:54:26.240045 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e1e13d2-d0af-489d-af7e-0b3a5f01dab3 req-4ac9dda3-9a43-4ba9-bddc-d221954a0747 tempest-SecurityGroupsNegativeTestJSON-1718050524 tempest-SecurityGroupsNegativeTestJSON-1718050524-project] 10.222.0.72 "GET /v2.0/security-groups/f986d8f9-0ce6-473b-990f-9696c43882c6 HTTP/1.1" status: 200 len: 2985 time: 0.0834992 Feb 18 08:54:26.286732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a78db8-e02c-405d-a2fb-f991ed2b459b req-96873550-34bb-4bcf-ba40-63f605f2fb6f tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:26.288216 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9a78db8-e02c-405d-a2fb-f991ed2b459b req-96873550-34bb-4bcf-ba40-63f605f2fb6f tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.2039278 Feb 18 08:54:26.411563 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9a78db8-e02c-405d-a2fb-f991ed2b459b req-30eb919d-914a-4dc5-8b39-579580600865 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150646 Feb 18 08:54:26.453176 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55998) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:26.456283 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b82b24fd-caeb-4033-8663-506f962e4876 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:26.470676 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6676e66-cf72-4e02-84c2-aff076a9d639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:26.484551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d6676e66-cf72-4e02-84c2-aff076a9d639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:26.488225 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d6676e66-cf72-4e02-84c2-aff076a9d639 admin admin] Usage tracker for resource:security_group_rule and tenant:3acca4a9ce074a8593c18a091d5a6297 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:26.490986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d6676e66-cf72-4e02-84c2-aff076a9d639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:26.496505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d6676e66-cf72-4e02-84c2-aff076a9d639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:26.579813 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6676e66-cf72-4e02-84c2-aff076a9d639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:26.581775 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f71c7632-17dd-45e5-b893-1e86efb94989 req-f8c4aa61-2b74-4d20-b128-2bf717e9c7e3 tempest-SecurityGroupsNegativeTestJSON-1718050524 tempest-SecurityGroupsNegativeTestJSON-1718050524-project] 10.222.0.72 "GET /v2.0/security-groups/f986d8f9-0ce6-473b-990f-9696c43882c6 HTTP/1.1" status: 200 len: 2985 time: 0.1387479 Feb 18 08:54:26.584496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b24fd-caeb-4033-8663-506f962e4876 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Subnet': ['ID=f8deba83-7e20-4862-a377-223d4e87d2d3,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:26.587322 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6676e66-cf72-4e02-84c2-aff076a9d639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:26.595850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764d5d6-e30f-4ea4-9406-57c04b650b51 req-05c62312-d08c-47ba-9d12-2ee3c01b06ac tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:26.597351 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d764d5d6-e30f-4ea4-9406-57c04b650b51 req-05c62312-d08c-47ba-9d12-2ee3c01b06ac tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.2592504 Feb 18 08:54:26.618497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b24fd-caeb-4033-8663-506f962e4876 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Checking segment: {'id': 'e3bd8ae6-9490-4cf2-9002-097d3a204d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dea53ebd-20b7-432d-903a-add726d222f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:54:26.618858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82b24fd-caeb-4033-8663-506f962e4876 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network hostable DHCP agents. Network: dea53ebd-20b7-432d-903a-add726d222f4, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:54:26.635103 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d6676e66-cf72-4e02-84c2-aff076a9d639 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3acca4a9ce074a8593c18a091d5a6297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806951 Feb 18 08:54:26.636067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6676e66-cf72-4e02-84c2-aff076a9d639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8924eaf8-b401-4ae4-863e-a95d7a0f83fe,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:26.638416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56004) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:26.693317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82b24fd-caeb-4033-8663-506f962e4876 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network dea53ebd-20b7-432d-903a-add726d222f4 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:54:26.701267 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eed57dac-836e-47fe-acba-dafaecb0eafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:26.707357 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d764d5d6-e30f-4ea4-9406-57c04b650b51 req-3ad841e9-6502-4063-997f-790c299b8b49 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026037 Feb 18 08:54:26.724072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-b82b24fd-caeb-4033-8663-506f962e4876 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, dea53ebd-20b7-432d-903a-add726d222f4) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:26.728593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82b24fd-caeb-4033-8663-506f962e4876 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:26.729568 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b82b24fd-caeb-4033-8663-506f962e4876 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:26.733885 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a793cb34-b13e-4dbf-be0a-7948a78c19a6 None None] Network dea53ebd-20b7-432d-903a-add726d222f4 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:54:26.746714 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-f71c7632-17dd-45e5-b893-1e86efb94989 req-eec0ce89-e3e1-429f-b656-95fe32230124 tempest-SecurityGroupsNegativeTestJSON-1718050524 tempest-SecurityGroupsNegativeTestJSON-1718050524-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 18 08:54:26.747091 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eed57dac-836e-47fe-acba-dafaecb0eafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:26.747769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f71c7632-17dd-45e5-b893-1e86efb94989 req-eec0ce89-e3e1-429f-b656-95fe32230124 tempest-SecurityGroupsNegativeTestJSON-1718050524 tempest-SecurityGroupsNegativeTestJSON-1718050524-project] 10.222.0.72 "DELETE /v2.0/security-groups/f986d8f9-0ce6-473b-990f-9696c43882c6 HTTP/1.1" status: 409 len: 352 time: 0.1463542 Feb 18 08:54:26.762813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b82b24fd-caeb-4033-8663-506f962e4876 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0294707 Feb 18 08:54:26.766172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56010) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:26.773182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4b22b2a6-64e2-460c-a5e2-c584eba3e848 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'subnet': {'network_id': 'dea53ebd-20b7-432d-903a-add726d222f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:26.790153 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-5f683265-8297-4273-a411-2c7a59ae79dd req-ff318ee9-bc25-4ba5-abbd-d7678073a1a8 tempest-SecurityGroupsNegativeTestJSON-1718050524 tempest-SecurityGroupsNegativeTestJSON-1718050524-project] show failed (client error): The resource could not be found. Feb 18 08:54:26.791368 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f683265-8297-4273-a411-2c7a59ae79dd req-ff318ee9-bc25-4ba5-abbd-d7678073a1a8 tempest-SecurityGroupsNegativeTestJSON-1718050524 tempest-SecurityGroupsNegativeTestJSON-1718050524-project] 10.222.0.72 "GET /v2.0/security-groups/6560706e-04e7-4868-bcbb-4dea2ed4ac78 HTTP/1.1" status: 404 len: 352 time: 0.0201373 Feb 18 08:54:26.854970 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-e0c2c283-64e3-40d4-a366-ad9911d92220 req-aa32d3be-97ff-4972-960d-7b1aefe78075 tempest-SecurityGroupsNegativeTestJSON-1718050524 tempest-SecurityGroupsNegativeTestJSON-1718050524-project] show failed (client error): The resource could not be found. Feb 18 08:54:26.859483 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0c2c283-64e3-40d4-a366-ad9911d92220 req-aa32d3be-97ff-4972-960d-7b1aefe78075 tempest-SecurityGroupsNegativeTestJSON-1718050524 tempest-SecurityGroupsNegativeTestJSON-1718050524-project] 10.222.0.72 "GET /v2.0/security-groups/8eb4f992-aa20-4172-8cf4-938423f534cf HTTP/1.1" status: 404 len: 352 time: 0.0281091 Feb 18 08:54:26.903243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56016) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:26.951667 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9616609-ca81-462b-a4bf-6ded02d6d35e req-416679d5-d72d-4f18-8735-43292be4cc14 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:26.960523 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9616609-ca81-462b-a4bf-6ded02d6d35e req-416679d5-d72d-4f18-8735-43292be4cc14 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7c48439-6041-4169-8b1d-4ab6f6522386 HTTP/1.1" status: 200 len: 945 time: 0.0985687 Feb 18 08:54:26.988818 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dea53ebd-20b7-432d-903a-add726d222f4', 'network_id': 'dea53ebd-20b7-432d-903a-add726d222f4', 'tenant_id': '67cb21ecbd774b45944266432be4f095', 'fixed_ips': [{'subnet_id': 'f8deba83-7e20-4862-a377-223d4e87d2d3'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:54:26.989597 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:27.017098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9616609-ca81-462b-a4bf-6ded02d6d35e req-dff22d7f-d609-4634-b840-e450a858e538 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567615 Feb 18 08:54:27.049235 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb49dcf7-8bd7-49df-bdf7-7b6cbe9c39f0 admin admin] Deleting subnet f8b2dc13-5562-4601-b65d-adde10040083 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:54:27.065469 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb49dcf7-8bd7-49df-bdf7-7b6cbe9c39f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:27.090754 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eed57dac-836e-47fe-acba-dafaecb0eafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:27.153456 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Allocated IP 2001:db8::2 (dea53ebd-20b7-432d-903a-add726d222f4/f8deba83-7e20-4862-a377-223d4e87d2d3/c7bd91e6-d98d-4d1f-b763-dad30aad560c) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:54:27.156404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4b22b2a6-64e2-460c-a5e2-c584eba3e848 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:27.162015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed57dac-836e-47fe-acba-dafaecb0eafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8924eaf8-b401-4ae4-863e-a95d7a0f83fe,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:27.170454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4b22b2a6-64e2-460c-a5e2-c584eba3e848 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:subnet and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:27.183219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4b22b2a6-64e2-460c-a5e2-c584eba3e848 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:27.187789 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb49dcf7-8bd7-49df-bdf7-7b6cbe9c39f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:27.219088 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eed57dac-836e-47fe-acba-dafaecb0eafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:27.220223 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-eed57dac-836e-47fe-acba-dafaecb0eafa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8924eaf8-b401-4ae4-863e-a95d7a0f83fe HTTP/1.1" status: 204 len: 168 time: 0.5809262 Feb 18 08:54:27.229372 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4b22b2a6-64e2-460c-a5e2-c584eba3e848 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:27.265876 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b22b2a6-64e2-460c-a5e2-c584eba3e848 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:27.269345 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4b22b2a6-64e2-460c-a5e2-c584eba3e848 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:27.347051 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb49dcf7-8bd7-49df-bdf7-7b6cbe9c39f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:27.377532 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:27.388907 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Transition to ACTIVE for port object c7bd91e6-d98d-4d1f-b763-dad30aad560c will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:27.408879 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b576a8a-b27f-4677-b380-4963a4e93224 req-5cb61750-65ec-43b4-9fcd-1f058718f038 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:27.409420 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Transition to ACTIVE for port object c7bd91e6-d98d-4d1f-b763-dad30aad560c will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:27.409549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-4b576a8a-b27f-4677-b380-4963a4e93224 req-5cb61750-65ec-43b4-9fcd-1f058718f038 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Synchronizing usage tracker for tenant:a4a62a8c174445a691623ed243915fc9 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:54:27.415101 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:27.486181 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Network dea53ebd-20b7-432d-903a-add726d222f4 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:27.489093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:27.492815 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:54:27.500840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Pushing event updated for resources: {'Port': ['ID=c7bd91e6-d98d-4d1f-b763-dad30aad560c,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:27.537284 n-d-829434-1 neutron-server[87767]: INFO neutron.db.ipam_backend_mixin [None req-4b22b2a6-64e2-460c-a5e2-c584eba3e848 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f8deba83-7e20-4862-a377-223d4e87d2d3 (CIDR: 2001:db8::/64) Feb 18 08:54:27.541401 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-4b576a8a-b27f-4677-b380-4963a4e93224 req-5cb61750-65ec-43b4-9fcd-1f058718f038 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Unset dirty status for tenant:a4a62a8c174445a691623ed243915fc9 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:54:27.542770 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4b576a8a-b27f-4677-b380-4963a4e93224 req-5cb61750-65ec-43b4-9fcd-1f058718f038 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7c48439-6041-4169-8b1d-4ab6f6522386 HTTP/1.1" status: 200 len: 945 time: 0.4429250 Feb 18 08:54:27.552508 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b22b2a6-64e2-460c-a5e2-c584eba3e848 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 08:54:27.553226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b22b2a6-64e2-460c-a5e2-c584eba3e848 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 08:54:27.616560 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4b22b2a6-64e2-460c-a5e2-c584eba3e848 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8492250 Feb 18 08:54:27.621712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56030) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:27.625917 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb49dcf7-8bd7-49df-bdf7-7b6cbe9c39f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:27.627617 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Attempting to bind port c7bd91e6-d98d-4d1f-b763-dad30aad560c on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:54:27.628193 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Attempting to bind port c7bd91e6-d98d-4d1f-b763-dad30aad560c by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'e3bd8ae6-9490-4cf2-9002-097d3a204d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dea53ebd-20b7-432d-903a-add726d222f4'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:54:27.629267 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Attempting to bind port c7bd91e6-d98d-4d1f-b763-dad30aad560c on network dea53ebd-20b7-432d-903a-add726d222f4 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:54:27.630944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-1e85a0b6-8bfc-4887-b236-1299864adbae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'subnet': {'network_id': 'dea53ebd-20b7-432d-903a-add726d222f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:27.641186 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:54:27.641553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Checking segment: {'id': 'e3bd8ae6-9490-4cf2-9002-097d3a204d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dea53ebd-20b7-432d-903a-add726d222f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:54:27.641945 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:27.642390 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Bound using segment: {'id': 'e3bd8ae6-9490-4cf2-9002-097d3a204d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dea53ebd-20b7-432d-903a-add726d222f4'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:54:27.642854 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Bound port: c7bd91e6-d98d-4d1f-b763-dad30aad560c, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bd8ae6-9490-4cf2-9002-097d3a204d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dea53ebd-20b7-432d-903a-add726d222f4'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:54:27.643218 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:27.689252 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb49dcf7-8bd7-49df-bdf7-7b6cbe9c39f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:27.691465 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fb49dcf7-8bd7-49df-bdf7-7b6cbe9c39f0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f8b2dc13-5562-4601-b65d-adde10040083 HTTP/1.1" status: 204 len: 168 time: 0.7790244 Feb 18 08:54:27.692509 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49dcf7-8bd7-49df-bdf7-7b6cbe9c39f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b2dc13-5562-4601-b65d-adde10040083,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:27.695972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56036) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:27.782982 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] For port c7bd91e6-d98d-4d1f-b763-dad30aad560c, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:54:27.786312 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] For port c7bd91e6-d98d-4d1f-b763-dad30aad560c, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c7bd91e6-d98d-4d1f-b763-dad30aad560c,segment=NetworkSegment(e3bd8ae6-9490-4cf2-9002-097d3a204d4e),segment_id=e3bd8ae6-9490-4cf2-9002-097d3a204d4e)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:54:27.800769 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:27.849928 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3cff088-48a2-4436-9e1e-b58d8414c377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:27.866280 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-4b576a8a-b27f-4677-b380-4963a4e93224 req-97dcbf3a-a212-43e1-8c64-7031cb2fe1cf tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Deleting port c5877160-cfe8-4283-b324-ad071c796a09 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:27.866772 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4b576a8a-b27f-4677-b380-4963a4e93224 req-97dcbf3a-a212-43e1-8c64-7031cb2fe1cf tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:27.894534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda7dd5-9133-4690-b698-e25d7471f5b9 req-8e4e1daa-ebf8-4bd5-90a1-d1b1ab5406cf tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:27.907551 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8eda7dd5-9133-4690-b698-e25d7471f5b9 req-8e4e1daa-ebf8-4bd5-90a1-d1b1ab5406cf tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.3495874 Feb 18 08:54:27.970509 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed492a-07ea-4f50-86fd-451b15756649 None None] Pushing event updated for resources: {'Port': ['ID=c7bd91e6-d98d-4d1f-b763-dad30aad560c,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:28.118008 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8eda7dd5-9133-4690-b698-e25d7471f5b9 req-33df4c30-93dc-4378-bb97-d6437c340942 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095730 Feb 18 08:54:28.127223 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1e85a0b6-8bfc-4887-b236-1299864adbae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:28.185736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1e85a0b6-8bfc-4887-b236-1299864adbae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:subnet and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:28.198487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51a79a-170f-478a-9524-f6b10e011c40 req-104ba270-dbd4-4e7c-bd6a-9a0dcb9f5297 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:28.208349 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b51a79a-170f-478a-9524-f6b10e011c40 req-104ba270-dbd4-4e7c-bd6a-9a0dcb9f5297 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.2852354 Feb 18 08:54:28.210266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1e85a0b6-8bfc-4887-b236-1299864adbae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:28.262506 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1e85a0b6-8bfc-4887-b236-1299864adbae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:28.371129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e85a0b6-8bfc-4887-b236-1299864adbae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:28.376032 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e85a0b6-8bfc-4887-b236-1299864adbae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:28.414955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b51a79a-170f-478a-9524-f6b10e011c40 req-e41eb3f1-3019-48fb-9e00-a4b1ad953681 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057815 Feb 18 08:54:28.437289 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3cff088-48a2-4436-9e1e-b58d8414c377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:28.526572 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-a3cff088-48a2-4436-9e1e-b58d8414c377 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb390643-5902-4f0c-be00-f3d6659e5c6f']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:28.543810 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-4b576a8a-b27f-4677-b380-4963a4e93224 req-97dcbf3a-a212-43e1-8c64-7031cb2fe1cf tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] For port c5877160-cfe8-4283-b324-ad071c796a09, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c5877160-cfe8-4283-b324-ad071c796a09,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:28.544289 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4b576a8a-b27f-4677-b380-4963a4e93224 req-97dcbf3a-a212-43e1-8c64-7031cb2fe1cf tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:28.553322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-a3cff088-48a2-4436-9e1e-b58d8414c377 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3234497c-e8ee-42a4-bbf4-250c5a89466a') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:28.553322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-a3cff088-48a2-4436-9e1e-b58d8414c377 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3234497c-e8ee-42a4-bbf4-250c5a89466a') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:28.571462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd76b2-6246-4a1f-a08e-30f9283183d8 req-0b4edd21-24dd-4f2f-999c-42d51f01377c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:28.573029 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4cd76b2-6246-4a1f-a08e-30f9283183d8 req-0b4edd21-24dd-4f2f-999c-42d51f01377c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 1097 time: 0.4471018 Feb 18 08:54:28.584432 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa01d5-5352-4665-b216-d0bd85be26de req-5ef6cf4b-af40-4a4c-98e9-f3ebeaad8e38 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:28.585895 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1caa01d5-5352-4665-b216-d0bd85be26de req-5ef6cf4b-af40-4a4c-98e9-f3ebeaad8e38 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7c48439-6041-4169-8b1d-4ab6f6522386 HTTP/1.1" status: 200 len: 945 time: 0.3111181 Feb 18 08:54:28.621466 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3cff088-48a2-4436-9e1e-b58d8414c377 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:28.690656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-4b576a8a-b27f-4677-b380-4963a4e93224 req-97dcbf3a-a212-43e1-8c64-7031cb2fe1cf tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Calling delete_port for c5877160-cfe8-4283-b324-ad071c796a09 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:28.691133 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4cd76b2-6246-4a1f-a08e-30f9283183d8 req-caa69639-763d-46b8-a098-2303b1c6c6f3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003304 Feb 18 08:54:28.696750 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1caa01d5-5352-4665-b216-d0bd85be26de req-db06f71d-0816-4bc7-82a6-c927d9d44a09 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016541 Feb 18 08:54:28.737664 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3cff088-48a2-4436-9e1e-b58d8414c377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:28.755642 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cff088-48a2-4436-9e1e-b58d8414c377 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:54:28.756198 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3cff088-48a2-4436-9e1e-b58d8414c377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:54:28.769280 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:54:28.885627 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3cff088-48a2-4436-9e1e-b58d8414c377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:28.892190 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e85a0b6-8bfc-4887-b236-1299864adbae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:28.941959 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3cff088-48a2-4436-9e1e-b58d8414c377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:28.945197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cff088-48a2-4436-9e1e-b58d8414c377 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb390643-5902-4f0c-be00-f3d6659e5c6f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:28.956101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e85a0b6-8bfc-4887-b236-1299864adbae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network dea53ebd-20b7-432d-903a-add726d222f4 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:28.959999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-1e85a0b6-8bfc-4887-b236-1299864adbae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:28.965094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85a0b6-8bfc-4887-b236-1299864adbae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:28.965755 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e85a0b6-8bfc-4887-b236-1299864adbae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:28.986916 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a3cff088-48a2-4436-9e1e-b58d8414c377 admin admin] 10.222.0.72 "DELETE /v2.0/networks/bb390643-5902-4f0c-be00-f3d6659e5c6f HTTP/1.1" status: 204 len: 168 time: 1.2864282 Feb 18 08:54:29.001035 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4b576a8a-b27f-4677-b380-4963a4e93224 req-97dcbf3a-a212-43e1-8c64-7031cb2fe1cf tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:29.003214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85a0b6-8bfc-4887-b236-1299864adbae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Subnet': ['ID=644b5eef-8980-4a75-ae61-fbc1dffc88b7,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:29.013801 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1e85a0b6-8bfc-4887-b236-1299864adbae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3911698 Feb 18 08:54:29.014550 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['2349d555-f889-41da-9a56-820e9f1307c5', 'b3581b1b-2b37-401a-9a68-6ace9353fc71', 'c5877160-cfe8-4283-b324-ad071c796a09'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:54:29.015369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56072) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:29.022070 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'network_id': 'dea53ebd-20b7-432d-903a-add726d222f4', 'fixed_ips': [{'subnet_id': 'f8deba83-7e20-4862-a377-223d4e87d2d3'}, {'subnet_id': '644b5eef-8980-4a75-ae61-fbc1dffc88b7'}], 'name': 'tempest-PortsIpV6TestJSON-1126558435'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:29.121654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcbf3a-a212-43e1-8c64-7031cb2fe1cf tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Pushing event deleted for resources: {'Port': ['ID=c5877160-cfe8-4283-b324-ad071c796a09,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:29.304364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b576a8a-b27f-4677-b380-4963a4e93224 req-97dcbf3a-a212-43e1-8c64-7031cb2fe1cf tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] No DVR routers for this DVR port c5877160-cfe8-4283-b324-ad071c796a09 on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:54:29.306885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:29.315116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:port and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:29.319459 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-4b576a8a-b27f-4677-b380-4963a4e93224 req-97dcbf3a-a212-43e1-8c64-7031cb2fe1cf tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:29.320836 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:29.328359 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4b576a8a-b27f-4677-b380-4963a4e93224 req-97dcbf3a-a212-43e1-8c64-7031cb2fe1cf tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.61 "DELETE /v2.0/ports/c5877160-cfe8-4283-b324-ad071c796a09 HTTP/1.1" status: 204 len: 173 time: 1.7524121 Feb 18 08:54:29.328608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:29.330737 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c48439-6041-4169-8b1d-4ab6f6522386', 'name': 'network-vif-deleted', 'tag': 'c5877160-cfe8-4283-b324-ad071c796a09'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:54:29.336129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56088) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:29.374818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:29.470558 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:54:29.573327 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56096) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:29.576898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c4b74006-d8f6-4f2f-85c0-8873b66ce7cb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2d238a42a0894fa3962862491afa7855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336328 Feb 18 08:54:29.597567 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb65fbd-49aa-4c2a-8424-bbcf340a6d14 None None] Network dea53ebd-20b7-432d-903a-add726d222f4 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:54:29.632446 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:29.665904 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6f0c9deb-ac28-4ccf-8ef4-276c3e450618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:29.676953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d781107-5e22-4c36-898d-a12c10655e75 req-a1e019bd-7f19-4e53-b01b-4bc13a25e30e tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:29.678857 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9d781107-5e22-4c36-898d-a12c10655e75 req-a1e019bd-7f19-4e53-b01b-4bc13a25e30e tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.2829039 Feb 18 08:54:29.680035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] device_id is not set on port 8c1b11e7-f14e-4e47-a877-e6b546691183 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:54:29.701075 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6f0c9deb-ac28-4ccf-8ef4-276c3e450618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:29.747835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-38393c96-56de-4f06-9701-fc1a2475e6d0 None None] Provisioning for port c7bd91e6-d98d-4d1f-b763-dad30aad560c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:54:29.786717 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6f0c9deb-ac28-4ccf-8ef4-276c3e450618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:29.790914 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9d781107-5e22-4c36-898d-a12c10655e75 req-f9d6ad65-186a-4477-a655-36bf0d2b54d8 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745723 Feb 18 08:54:29.809682 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c9deb-ac28-4ccf-8ef4-276c3e450618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f986d8f9-0ce6-473b-990f-9696c43882c6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:29.838116 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6f0c9deb-ac28-4ccf-8ef4-276c3e450618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:29.841767 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6f0c9deb-ac28-4ccf-8ef4-276c3e450618 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f986d8f9-0ce6-473b-990f-9696c43882c6 HTTP/1.1" status: 204 len: 168 time: 0.2602770 Feb 18 08:54:29.931441 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c48439-6041-4169-8b1d-4ab6f6522386', 'name': 'network-vif-deleted', 'tag': 'c5877160-cfe8-4283-b324-ad071c796a09', 'status': 'completed', 'code': 200} Feb 18 08:54:30.183515 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b626c72-7273-4d66-a620-4e8e460036b5 None None] Update dhcp port {'port': {'network_id': 'dea53ebd-20b7-432d-903a-add726d222f4', 'fixed_ips': [{'subnet_id': 'f8deba83-7e20-4862-a377-223d4e87d2d3', 'ip_address': '2001:db8::2'}, {'subnet_id': '644b5eef-8980-4a75-ae61-fbc1dffc88b7'}], 'binding:host_id': 'n-d-829434-1'}, 'id': 'c7bd91e6-d98d-4d1f-b763-dad30aad560c'} from n-d-829434-1. {{(pid=87769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 18 08:54:30.288726 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3efc571c-417b-4901-9dab-33c90d9c50e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:30.308842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c7bd91e6-d98d-4d1f-b763-dad30aad560c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:54:30.390743 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b626c72-7273-4d66-a620-4e8e460036b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:30.444234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Allocated IP 2001:db8::282 (dea53ebd-20b7-432d-903a-add726d222f4/f8deba83-7e20-4862-a377-223d4e87d2d3/8c1b11e7-f14e-4e47-a877-e6b546691183) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:54:30.468417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e27b9d-7f96-41d9-8f9a-01ad3a11b60d req-65011d11-6e6d-4989-8ddb-ef6d2b824491 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:30.470430 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c0e27b9d-7f96-41d9-8f9a-01ad3a11b60d req-65011d11-6e6d-4989-8ddb-ef6d2b824491 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.2809048 Feb 18 08:54:30.473508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Allocated IP 2001:db8:0:1::1d9 (dea53ebd-20b7-432d-903a-add726d222f4/644b5eef-8980-4a75-ae61-fbc1dffc88b7/8c1b11e7-f14e-4e47-a877-e6b546691183) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:54:30.502497 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port c7bd91e6-d98d-4d1f-b763-dad30aad560c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:54:30.512982 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port c7bd91e6-d98d-4d1f-b763-dad30aad560c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:30.513358 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:30.695307 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c0e27b9d-7f96-41d9-8f9a-01ad3a11b60d req-b2db7a63-aafb-4ce7-826c-533dae24dcf8 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187333 Feb 18 08:54:30.751881 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:30.788302 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port c7bd91e6-d98d-4d1f-b763-dad30aad560c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c7bd91e6-d98d-4d1f-b763-dad30aad560c,segment=NetworkSegment(e3bd8ae6-9490-4cf2-9002-097d3a204d4e),segment_id=e3bd8ae6-9490-4cf2-9002-097d3a204d4e)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:30.792458 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:30.870404 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=c7bd91e6-d98d-4d1f-b763-dad30aad560c,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:31.012523 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:31.031482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6836048-2a98-457a-b629-053033b60f0a req-8b379680-7c6a-41a0-8540-89df05c21e57 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:31.033012 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6836048-2a98-457a-b629-053033b60f0a req-8b379680-7c6a-41a0-8540-89df05c21e57 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.2184317 Feb 18 08:54:31.059579 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Transition to ACTIVE for port object 8c1b11e7-f14e-4e47-a877-e6b546691183 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:31.093796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6836048-2a98-457a-b629-053033b60f0a req-55910caf-9eff-4c9c-b35b-f215454cd627 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534894 Feb 18 08:54:31.122806 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:31.131964 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56144) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:31.244355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=8c1b11e7-f14e-4e47-a877-e6b546691183,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:31.251212 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-1b626c72-7273-4d66-a620-4e8e460036b5 None None] Allocated IP 2001:db8:0:1::2 (dea53ebd-20b7-432d-903a-add726d222f4/644b5eef-8980-4a75-ae61-fbc1dffc88b7/c7bd91e6-d98d-4d1f-b763-dad30aad560c) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:54:31.269237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:31.269953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:31.270573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:31.271409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:31.271895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:31.272520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:31.273180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:31.273662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:31.274676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:31.275177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:31.275934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:31.276443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:31.324315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network dea53ebd-20b7-432d-903a-add726d222f4 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:31.330935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:31.333500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:54:31.339475 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:31.340291 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:31.379662 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a7d1982e-155d-4424-ba59-0d2038b47a3e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.3629024 Feb 18 08:54:31.382393 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56156) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:31.388583 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e2f8f0b2-420a-4147-ae40-e0f2ee3fe82e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8deba83-7e20-4862-a377-223d4e87d2d3'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:31.427212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56160) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:31.453036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136b2b0-6cba-4a90-906f-1c60c69afd9f req-914dd18d-6941-4cf2-be3b-a97a77177cd0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:31.454982 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d136b2b0-6cba-4a90-906f-1c60c69afd9f req-914dd18d-6941-4cf2-be3b-a97a77177cd0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.2064807 Feb 18 08:54:31.533483 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1b626c72-7273-4d66-a620-4e8e460036b5 None None] For port c7bd91e6-d98d-4d1f-b763-dad30aad560c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c7bd91e6-d98d-4d1f-b763-dad30aad560c,segment=NetworkSegment(e3bd8ae6-9490-4cf2-9002-097d3a204d4e),segment_id=e3bd8ae6-9490-4cf2-9002-097d3a204d4e)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:31.553343 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1005082885-network', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:31.562838 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:31.574358 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Usage tracker for resource:network and tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:31.578143 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b626c72-7273-4d66-a620-4e8e460036b5 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:31.583582 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:31.600693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:31.605572 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1b626c72-7273-4d66-a620-4e8e460036b5 None None] Transition to ACTIVE for port object c7bd91e6-d98d-4d1f-b763-dad30aad560c will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:31.608765 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-022f2000-b2bb-4291-a4f5-56d98662ddba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:31.612983 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b626c72-7273-4d66-a620-4e8e460036b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:31.632474 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d136b2b0-6cba-4a90-906f-1c60c69afd9f req-d8988c3d-6b91-4501-8ef4-cbaf00299727 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256602 Feb 18 08:54:31.637806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Made reservation on behalf of bb7b88e07b194fc1a2e7bd1d2d15b7a9 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:31.641071 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:31.660925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00d6e6-7123-49c4-b6e5-d384d3bf7b64 req-3c8ba83c-d3dd-464c-adfd-ce6936071696 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:31.661106 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:31.671900 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b00d6e6-7123-49c4-b6e5-d384d3bf7b64 req-3c8ba83c-d3dd-464c-adfd-ce6936071696 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=219baa18-2741-4920-94c3-e00b2662ee07 HTTP/1.1" status: 200 len: 946 time: 0.2147737 Feb 18 08:54:31.675131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-022f2000-b2bb-4291-a4f5-56d98662ddba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:31.684545 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-022f2000-b2bb-4291-a4f5-56d98662ddba admin admin] Usage tracker for resource:security_group_rule and tenant:980081fe22d44e4295a08c35e2b1f5c5 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:31.707628 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-022f2000-b2bb-4291-a4f5-56d98662ddba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:31.727429 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:31.728068 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-022f2000-b2bb-4291-a4f5-56d98662ddba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:31.742411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Usage tracker for resource:security_group_rule and tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:31.748092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:31.758870 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b626c72-7273-4d66-a620-4e8e460036b5 None None] Pushing event updated for resources: {'Port': ['ID=c7bd91e6-d98d-4d1f-b763-dad30aad560c,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:31.759878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:31.772349 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2f8f0b2-420a-4147-ae40-e0f2ee3fe82e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:31.777511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device c5877160-cfe8-4283-b324-ad071c796a09 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:54:31.810547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b00d6e6-7123-49c4-b6e5-d384d3bf7b64 req-1411d87a-ef1a-4eb4-99b7-b19dd5789b04 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314123 Feb 18 08:54:31.849543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: c5877160-cfe8-4283-b324-ad071c796a09 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:54:31.850167 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device c5877160-cfe8-4283-b324-ad071c796a09 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:54:31.931990 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-022f2000-b2bb-4291-a4f5-56d98662ddba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:31.988940 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-022f2000-b2bb-4291-a4f5-56d98662ddba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:32.072473 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-022f2000-b2bb-4291-a4f5-56d98662ddba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=980081fe22d44e4295a08c35e2b1f5c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6424878 Feb 18 08:54:32.073569 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f2000-b2bb-4291-a4f5-56d98662ddba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea521b5a-5fdb-4e34-966e-b509217bc06a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:32.078351 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56172) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:32.084128 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:32.139915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15489e-072c-41ed-86a9-f44f75fb3823 req-8a4a4d54-9cec-47cf-8c09-2b9933bac64e tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:32.147317 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb15489e-072c-41ed-86a9-f44f75fb3823 req-8a4a4d54-9cec-47cf-8c09-2b9933bac64e tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.3343282 Feb 18 08:54:32.153387 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:32.191723 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c7bd91e6-d98d-4d1f-b763-dad30aad560c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:54:32.210398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb15489e-072c-41ed-86a9-f44f75fb3823 req-6ccd180b-de2b-4be0-ad5e-9ab4ac808be3 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620441 Feb 18 08:54:32.243742 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6d9df-6857-42d5-b83e-1d21b438cd72 req-d07f112f-86c6-4411-b818-7fc5410a49a7 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:32.243980 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4b6d9df-6857-42d5-b83e-1d21b438cd72 req-d07f112f-86c6-4411-b818-7fc5410a49a7 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.1537342 Feb 18 08:54:32.247881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:54:32.301845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b632f7af-b839-4ff4-9ca4-4815bab69e7c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:32.308955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4b6d9df-6857-42d5-b83e-1d21b438cd72 req-c6a6f6c1-68e2-4205-b81c-9ab33ee2d3db tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640380 Feb 18 08:54:32.314854 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:32.315234 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Added segment 3f191c74-dd3d-42fc-9c19-da05c2a45698 of type vlan for network a401406b-a4a8-40c2-921a-a514ad2ac81a Feb 18 08:54:32.378363 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:32.382041 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-815607f9-e45d-4350-92d7-55b1ad35e7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:32.388288 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-e2f8f0b2-420a-4147-ae40-e0f2ee3fe82e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Delete allocated IP 2001:db8:0:1::1d9 (dea53ebd-20b7-432d-903a-add726d222f4/644b5eef-8980-4a75-ae61-fbc1dffc88b7) {{(pid=87767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 18 08:54:32.438955 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-815607f9-e45d-4350-92d7-55b1ad35e7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:32.547184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d8724-b355-4a76-a30d-f09076b4d343 req-02996efb-b67c-4e86-bb31-70c6ca908896 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:32.552869 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab8d8724-b355-4a76-a30d-f09076b4d343 req-02996efb-b67c-4e86-bb31-70c6ca908896 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1116605 Feb 18 08:54:32.564099 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:32.565081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:32.565647 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:32.601404 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab8d8724-b355-4a76-a30d-f09076b4d343 req-4644648e-6b6d-4b4e-bd37-cbdeaa2d9a44 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441544 Feb 18 08:54:32.681983 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8b1f4141-87fc-48bf-b893-32aa6f079782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:32.746044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0666a717-fd48-4662-98e2-2b3fcb2de785 None None] Network dea53ebd-20b7-432d-903a-add726d222f4 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:54:32.812603 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=a401406b-a4a8-40c2-921a-a514ad2ac81a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:32.853000 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network a401406b-a4a8-40c2-921a-a514ad2ac81a details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:54:32.960071 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-14bbc79b-3102-4c70-893d-7165970d7ef9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8268723 Feb 18 08:54:32.960832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56188) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:33.005707 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-820f520d-bf1a-4488-9219-624d81a9d8cb admin admin] Request body: {'subnet': {'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1005082885-subnet', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:33.019499 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-815607f9-e45d-4350-92d7-55b1ad35e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:33.029203 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-126512e2-e9aa-49a6-8436-0d2beb402285 None None] Provisioning for port c7bd91e6-d98d-4d1f-b763-dad30aad560c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:54:33.032154 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-820f520d-bf1a-4488-9219-624d81a9d8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:33.037116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-820f520d-bf1a-4488-9219-624d81a9d8cb admin admin] Usage tracker for resource:subnet and tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:33.041313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-820f520d-bf1a-4488-9219-624d81a9d8cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:33.047622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-126512e2-e9aa-49a6-8436-0d2beb402285 None None] Provisioning complete for port c7bd91e6-d98d-4d1f-b763-dad30aad560c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:33.047808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72256b-55a3-45a2-8388-5c663b05d757 req-2d15dc37-0ee1-470b-b7ce-fdf1837f0693 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:33.047992 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-126512e2-e9aa-49a6-8436-0d2beb402285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:33.049279 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd72256b-55a3-45a2-8388-5c663b05d757 req-2d15dc37-0ee1-470b-b7ce-fdf1837f0693 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 946 time: 0.1472528 Feb 18 08:54:33.065772 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-815607f9-e45d-4350-92d7-55b1ad35e7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:33.069930 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-815607f9-e45d-4350-92d7-55b1ad35e7d8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ea521b5a-5fdb-4e34-966e-b509217bc06a HTTP/1.1" status: 204 len: 168 time: 0.9855173 Feb 18 08:54:33.070102 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-820f520d-bf1a-4488-9219-624d81a9d8cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:33.102960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815607f9-e45d-4350-92d7-55b1ad35e7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea521b5a-5fdb-4e34-966e-b509217bc06a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:33.112773 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2f8f0b2-420a-4147-ae40-e0f2ee3fe82e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:33.138163 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820f520d-bf1a-4488-9219-624d81a9d8cb admin admin] Made reservation on behalf of bb7b88e07b194fc1a2e7bd1d2d15b7a9 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:33.141677 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-820f520d-bf1a-4488-9219-624d81a9d8cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:33.189075 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-e2f8f0b2-420a-4147-ae40-e0f2ee3fe82e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Ignored duplicate provisioning block setup for port 8c1b11e7-f14e-4e47-a877-e6b546691183 by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 18 08:54:33.197137 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd72256b-55a3-45a2-8388-5c663b05d757 req-a89534be-184d-46cc-bc9e-da243abc2c4b tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a1e931-82cb-47e4-81f6-3c31946c3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791800 Feb 18 08:54:33.253442 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2f8f0b2-420a-4147-ae40-e0f2ee3fe82e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:33.285761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48683b59-3c14-487b-aad5-2be063655c28 req-2a6e3f0e-c1a4-490c-b5ee-9223d24849a4 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:33.287423 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48683b59-3c14-487b-aad5-2be063655c28 req-2a6e3f0e-c1a4-490c-b5ee-9223d24849a4 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=219baa18-2741-4920-94c3-e00b2662ee07 HTTP/1.1" status: 200 len: 946 time: 0.2372520 Feb 18 08:54:33.356198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48683b59-3c14-487b-aad5-2be063655c28 req-417bdfb0-9d4a-4eff-8b11-94a1b56f4573 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577967 Feb 18 08:54:33.366427 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc31032-516e-4dbc-a9f8-25897be38e26 req-96ed8f17-07fc-4f87-b68a-a9799692477f tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:33.367375 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-8dc31032-516e-4dbc-a9f8-25897be38e26 req-96ed8f17-07fc-4f87-b68a-a9799692477f tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Synchronizing usage tracker for tenant:a4a62a8c174445a691623ed243915fc9 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:54:33.442105 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e2f8f0b2-420a-4147-ae40-e0f2ee3fe82e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] In _notify_port_updated(), no bound segment for port 8c1b11e7-f14e-4e47-a877-e6b546691183 on network dea53ebd-20b7-432d-903a-add726d222f4 {{(pid=87767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 08:54:33.447330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f8f0b2-420a-4147-ae40-e0f2ee3fe82e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:33.447938 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2f8f0b2-420a-4147-ae40-e0f2ee3fe82e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:33.451817 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e2f8f0b2-420a-4147-ae40-e0f2ee3fe82e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "PUT /v2.0/ports/8c1b11e7-f14e-4e47-a877-e6b546691183 HTTP/1.1" status: 200 len: 926 time: 2.0657666 Feb 18 08:54:33.458905 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56202) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:33.472592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b3c5aa30-607d-4bfe-aff7-97f6bfa19650 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8deba83-7e20-4862-a377-223d4e87d2d3'}, {'subnet_id': '644b5eef-8980-4a75-ae61-fbc1dffc88b7'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:33.510037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-8dc31032-516e-4dbc-a9f8-25897be38e26 req-96ed8f17-07fc-4f87-b68a-a9799692477f tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Unset dirty status for tenant:a4a62a8c174445a691623ed243915fc9 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:54:33.511172 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8dc31032-516e-4dbc-a9f8-25897be38e26 req-96ed8f17-07fc-4f87-b68a-a9799692477f tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.61 "GET /v2.0/ports?device_id=219baa18-2741-4920-94c3-e00b2662ee07 HTTP/1.1" status: 200 len: 946 time: 0.6352618 Feb 18 08:54:33.511769 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8f0b2-420a-4147-ae40-e0f2ee3fe82e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=8c1b11e7-f14e-4e47-a877-e6b546691183,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:33.620792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56206) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:33.633212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b437030-9a7c-4a8e-a527-6e7bf29db1a4 req-bd498b13-b934-428a-8cce-7a1633db1977 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:33.634801 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b437030-9a7c-4a8e-a527-6e7bf29db1a4 req-bd498b13-b934-428a-8cce-7a1633db1977 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.2069187 Feb 18 08:54:33.674931 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:33.677389 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3e60303d-81ee-42bb-aa54-7b0b953e0b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:33.720160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-8dc31032-516e-4dbc-a9f8-25897be38e26 req-6fe5edc4-2f82-430c-9586-1693e028994d tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Deleting port b3581b1b-2b37-401a-9a68-6ace9353fc71 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:33.720526 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8dc31032-516e-4dbc-a9f8-25897be38e26 req-6fe5edc4-2f82-430c-9586-1693e028994d tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:33.720919 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3e60303d-81ee-42bb-aa54-7b0b953e0b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:33.732212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774a382-ef78-413e-946a-e7bd888280ee req-675b17ca-a854-4c82-9683-1accbd76d752 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:33.734594 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5774a382-ef78-413e-946a-e7bd888280ee req-675b17ca-a854-4c82-9683-1accbd76d752 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.2199571 Feb 18 08:54:33.739232 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b437030-9a7c-4a8e-a527-6e7bf29db1a4 req-d0f5ecea-9984-4559-85ab-2b6baa3ac922 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901437 Feb 18 08:54:33.740206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3e60303d-81ee-42bb-aa54-7b0b953e0b1f admin admin] Usage tracker for resource:security_group_rule and tenant:dff6152c8a3c40bea753f51bc3f8dba7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:33.743461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3e60303d-81ee-42bb-aa54-7b0b953e0b1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:33.751047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3e60303d-81ee-42bb-aa54-7b0b953e0b1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:33.782711 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:33.835692 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b3c5aa30-607d-4bfe-aff7-97f6bfa19650 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:33.840113 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5774a382-ef78-413e-946a-e7bd888280ee req-689ed760-21f5-4191-80f9-bf0e14d6af87 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851297 Feb 18 08:54:33.862092 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9310d694-16a4-4241-9c25-825929495429 None None] Provisioning complete for port c7bd91e6-d98d-4d1f-b763-dad30aad560c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:33.863690 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9310d694-16a4-4241-9c25-825929495429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:34.022391 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3e60303d-81ee-42bb-aa54-7b0b953e0b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:34.056124 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3e60303d-81ee-42bb-aa54-7b0b953e0b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:34.089921 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9310d694-16a4-4241-9c25-825929495429 None None] Provisioning for port 8c1b11e7-f14e-4e47-a877-e6b546691183 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:54:34.117972 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9310d694-16a4-4241-9c25-825929495429 None None] Provisioning complete for port 8c1b11e7-f14e-4e47-a877-e6b546691183 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:34.120754 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9310d694-16a4-4241-9c25-825929495429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:34.130713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60303d-81ee-42bb-aa54-7b0b953e0b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e811eb31-b1a1-4294-8ba2-d712e90505e4,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:34.181943 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-820f520d-bf1a-4488-9219-624d81a9d8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:34.187693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e1e65-dbee-41d1-be77-4e80b5bef33b req-7a69181d-a85b-4889-a2a6-f014b22dcb71 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:34.191078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-035e1e65-dbee-41d1-be77-4e80b5bef33b req-7a69181d-a85b-4889-a2a6-f014b22dcb71 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.2491117 Feb 18 08:54:34.198396 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3e60303d-81ee-42bb-aa54-7b0b953e0b1f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dff6152c8a3c40bea753f51bc3f8dba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5765257 Feb 18 08:54:34.204199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56216) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:34.253327 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9310d694-16a4-4241-9c25-825929495429 None None] Port 8c1b11e7-f14e-4e47-a877-e6b546691183 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:54:34.372733 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-035e1e65-dbee-41d1-be77-4e80b5bef33b req-ffd86304-775f-459a-8b57-e2aff8231dc1 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724727 Feb 18 08:54:34.401460 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e15c18c4-bb16-4616-ad33-b0b58e9cda19 None None] Provisioning complete for port 8c1b11e7-f14e-4e47-a877-e6b546691183 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:34.402725 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e15c18c4-bb16-4616-ad33-b0b58e9cda19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:34.405534 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2da4f849-6505-483e-8207-25875eb8bdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:34.466342 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2da4f849-6505-483e-8207-25875eb8bdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:34.488624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820f520d-bf1a-4488-9219-624d81a9d8cb admin admin] Checking segment: {'id': '3f191c74-dd3d-42fc-9c19-da05c2a45698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:54:34.489185 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820f520d-bf1a-4488-9219-624d81a9d8cb admin admin] Network hostable DHCP agents. Network: a401406b-a4a8-40c2-921a-a514ad2ac81a, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:54:34.525623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e15c18c4-bb16-4616-ad33-b0b58e9cda19 None None] Port 8c1b11e7-f14e-4e47-a877-e6b546691183 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:54:34.540221 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f520d-bf1a-4488-9219-624d81a9d8cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec7d804e-ca01-4571-a18b-fa20d71f9ecf,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:34.590496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-8dc31032-516e-4dbc-a9f8-25897be38e26 req-6fe5edc4-2f82-430c-9586-1693e028994d tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] For port b3581b1b-2b37-401a-9a68-6ace9353fc71, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b3581b1b-2b37-401a-9a68-6ace9353fc71,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:34.590869 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8dc31032-516e-4dbc-a9f8-25897be38e26 req-6fe5edc4-2f82-430c-9586-1693e028994d tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:34.654480 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ca8756a7-98ee-4846-9feb-adbb7756a64f None None] Provisioning complete for port 8c1b11e7-f14e-4e47-a877-e6b546691183 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:34.656897 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ca8756a7-98ee-4846-9feb-adbb7756a64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:34.715445 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ca8756a7-98ee-4846-9feb-adbb7756a64f None None] Port 8c1b11e7-f14e-4e47-a877-e6b546691183 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:54:34.732730 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820f520d-bf1a-4488-9219-624d81a9d8cb admin admin] Network a401406b-a4a8-40c2-921a-a514ad2ac81a is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:54:34.775438 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-8dc31032-516e-4dbc-a9f8-25897be38e26 req-6fe5edc4-2f82-430c-9586-1693e028994d tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Calling delete_port for b3581b1b-2b37-401a-9a68-6ace9353fc71 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:34.781592 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2da4f849-6505-483e-8207-25875eb8bdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:34.804123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4f849-6505-483e-8207-25875eb8bdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e811eb31-b1a1-4294-8ba2-d712e90505e4,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:34.825711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4671e-31fd-48b7-94c0-c2aabf3f3ba8 req-e7fa303b-edb7-4e33-a82e-ce841fd93b5c tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:34.833723 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-24d4671e-31fd-48b7-94c0-c2aabf3f3ba8 req-e7fa303b-edb7-4e33-a82e-ce841fd93b5c tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 946 time: 0.3096120 Feb 18 08:54:34.847823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-820f520d-bf1a-4488-9219-624d81a9d8cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, a401406b-a4a8-40c2-921a-a514ad2ac81a) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:34.851913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f520d-bf1a-4488-9219-624d81a9d8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:34.852523 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-820f520d-bf1a-4488-9219-624d81a9d8cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:34.864649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd07de4b-e06a-4016-a41e-dc105f8db8d9 None None] Network a401406b-a4a8-40c2-921a-a514ad2ac81a requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:54:34.867978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa6d09-f8ca-4d73-8151-0c54d6fb7117 req-1564587a-bd98-4016-9466-0ae7b5c3961b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:34.869659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7daa6d09-f8ca-4d73-8151-0c54d6fb7117 req-1564587a-bd98-4016-9466-0ae7b5c3961b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=219baa18-2741-4920-94c3-e00b2662ee07 HTTP/1.1" status: 200 len: 946 time: 0.1807797 Feb 18 08:54:34.873372 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2da4f849-6505-483e-8207-25875eb8bdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:34.874927 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2da4f849-6505-483e-8207-25875eb8bdac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e811eb31-b1a1-4294-8ba2-d712e90505e4 HTTP/1.1" status: 204 len: 168 time: 0.6694841 Feb 18 08:54:34.933978 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-24d4671e-31fd-48b7-94c0-c2aabf3f3ba8 req-7e81c06d-2e48-4b29-bdf1-317ef14d1be1 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a1e931-82cb-47e4-81f6-3c31946c3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990441 Feb 18 08:54:34.974374 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7daa6d09-f8ca-4d73-8151-0c54d6fb7117 req-1f225293-7198-48ad-beac-5c53d682bce0 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940003 Feb 18 08:54:35.058400 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:35.103339 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-820f520d-bf1a-4488-9219-624d81a9d8cb admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1228645 Feb 18 08:54:35.105453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56230) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:35.111292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1005082885-router', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:35.171978 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-b3c5aa30-607d-4bfe-aff7-97f6bfa19650 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Allocated IP 2001:db8:0:1::20f (dea53ebd-20b7-432d-903a-add726d222f4/644b5eef-8980-4a75-ae61-fbc1dffc88b7/8c1b11e7-f14e-4e47-a877-e6b546691183) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:54:35.204342 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:35.220692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Usage tracker for resource:router and tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:35.233871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:35.263141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:35.280826 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-a401406b-a4a8-40c2-921a-a514ad2ac81a', 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'fixed_ips': [{'subnet_id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:54:35.282156 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:35.328437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6334e-7292-46be-82bd-06f934c377e7 req-30ed509e-a71e-4142-89d6-e2485f3a6374 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:35.330006 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-add6334e-7292-46be-82bd-06f934c377e7 req-30ed509e-a71e-4142-89d6-e2485f3a6374 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.2100449 Feb 18 08:54:35.330876 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:35.332033 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:35.351221 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8dc31032-516e-4dbc-a9f8-25897be38e26 req-6fe5edc4-2f82-430c-9586-1693e028994d tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:35.375311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['2349d555-f889-41da-9a56-820e9f1307c5', 'b3581b1b-2b37-401a-9a68-6ace9353fc71'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:54:35.454981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-add6334e-7292-46be-82bd-06f934c377e7 req-0d6ec8cb-d75f-41bc-b740-3de8beaf68b2 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159983 Feb 18 08:54:35.487994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5edc4-2f82-430c-9586-1693e028994d tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Pushing event deleted for resources: {'Port': ['ID=b3581b1b-2b37-401a-9a68-6ace9353fc71,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:35.496296 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:35.584211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ed85d-c088-48b3-8aa4-6136e1f87563 req-fd28f54a-4f35-4e1e-a5ae-a657b09d349a tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:35.603513 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-649ed85d-c088-48b3-8aa4-6136e1f87563 req-fd28f54a-4f35-4e1e-a5ae-a657b09d349a tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.2656825 Feb 18 08:54:35.659940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Allocated IP 172.20.0.2 (a401406b-a4a8-40c2-921a-a514ad2ac81a/ec7d804e-ca01-4571-a18b-fa20d71f9ecf/786afccc-e704-48a9-ab88-cce0c62ce44a) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:54:35.725967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc31032-516e-4dbc-a9f8-25897be38e26 req-6fe5edc4-2f82-430c-9586-1693e028994d tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] No DVR routers for this DVR port b3581b1b-2b37-401a-9a68-6ace9353fc71 on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:54:35.731884 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8dc31032-516e-4dbc-a9f8-25897be38e26 req-6fe5edc4-2f82-430c-9586-1693e028994d tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:35.735679 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219baa18-2741-4920-94c3-e00b2662ee07', 'name': 'network-vif-deleted', 'tag': 'b3581b1b-2b37-401a-9a68-6ace9353fc71'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:54:35.778732 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8dc31032-516e-4dbc-a9f8-25897be38e26 req-6fe5edc4-2f82-430c-9586-1693e028994d tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.61 "DELETE /v2.0/ports/b3581b1b-2b37-401a-9a68-6ace9353fc71 HTTP/1.1" status: 204 len: 173 time: 2.2554815 Feb 18 08:54:35.825000 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b3c5aa30-607d-4bfe-aff7-97f6bfa19650 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:35.861184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-b3c5aa30-607d-4bfe-aff7-97f6bfa19650 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Ignored duplicate provisioning block setup for port 8c1b11e7-f14e-4e47-a877-e6b546691183 by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 18 08:54:35.924765 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:35.981992 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b3c5aa30-607d-4bfe-aff7-97f6bfa19650 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:36.095959 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-649ed85d-c088-48b3-8aa4-6136e1f87563 req-54fe7b8a-674c-4032-a535-35133cca9162 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913228 Feb 18 08:54:36.135463 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:36.151933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Transition to ACTIVE for port object 786afccc-e704-48a9-ab88-cce0c62ce44a will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:36.169988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cee56-4e1b-440c-ac5f-f17828c65aa5 req-48008554-6f4c-493c-b62b-d50302a4e32a tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:36.173213 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-129cee56-4e1b-440c-ac5f-f17828c65aa5 req-48008554-6f4c-493c-b62b-d50302a4e32a tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.3869710 Feb 18 08:54:36.173869 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5aa30-607d-4bfe-aff7-97f6bfa19650 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=8c1b11e7-f14e-4e47-a877-e6b546691183,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:36.178605 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-b3c5aa30-607d-4bfe-aff7-97f6bfa19650 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] In _notify_port_updated(), no bound segment for port 8c1b11e7-f14e-4e47-a877-e6b546691183 on network dea53ebd-20b7-432d-903a-add726d222f4 {{(pid=87767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 08:54:36.185551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c5aa30-607d-4bfe-aff7-97f6bfa19650 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:36.186953 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b3c5aa30-607d-4bfe-aff7-97f6bfa19650 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:36.191021 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b3c5aa30-607d-4bfe-aff7-97f6bfa19650 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "PUT /v2.0/ports/8c1b11e7-f14e-4e47-a877-e6b546691183 HTTP/1.1" status: 200 len: 1012 time: 2.7286041 Feb 18 08:54:36.192108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56262) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:36.195745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Transition to ACTIVE for port object 786afccc-e704-48a9-ab88-cce0c62ce44a will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:36.207470 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:36.277439 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-129cee56-4e1b-440c-ac5f-f17828c65aa5 req-af8ee2f1-93c9-4a2c-824e-7eaebb5fecbd tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933399 Feb 18 08:54:36.294467 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-deefbb4e-d0c3-42d8-83b7-74cdf0190bb8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port 8c1b11e7-f14e-4e47-a877-e6b546691183 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:36.294929 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-deefbb4e-d0c3-42d8-83b7-74cdf0190bb8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:36.322520 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219baa18-2741-4920-94c3-e00b2662ee07', 'name': 'network-vif-deleted', 'tag': 'b3581b1b-2b37-401a-9a68-6ace9353fc71', 'status': 'completed', 'code': 200} Feb 18 08:54:36.334426 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Pushing event updated for resources: {'Port': ['ID=786afccc-e704-48a9-ab88-cce0c62ce44a,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:36.338707 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c767292-1d53-4c48-963f-7ec3435eab43 req-50d02c10-fa8f-4398-a5f4-38fde9d51517 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:36.340518 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1c767292-1d53-4c48-963f-7ec3435eab43 req-50d02c10-fa8f-4398-a5f4-38fde9d51517 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 946 time: 0.4740372 Feb 18 08:54:36.350877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Network a401406b-a4a8-40c2-921a-a514ad2ac81a is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:36.352437 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:36.360024 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:54:36.431381 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-1c767292-1d53-4c48-963f-7ec3435eab43 req-de00da99-a068-4eb9-a5fd-565ef93f780a tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Deleting port 494276b2-7ec6-4f21-875b-1b8e4d98e581 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:36.431724 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-1c767292-1d53-4c48-963f-7ec3435eab43 req-de00da99-a068-4eb9-a5fd-565ef93f780a tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:36.521877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Attempting to bind port 786afccc-e704-48a9-ab88-cce0c62ce44a on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:54:36.522294 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Attempting to bind port 786afccc-e704-48a9-ab88-cce0c62ce44a by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '3f191c74-dd3d-42fc-9c19-da05c2a45698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:54:36.522711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Attempting to bind port 786afccc-e704-48a9-ab88-cce0c62ce44a on network a401406b-a4a8-40c2-921a-a514ad2ac81a {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:54:36.528852 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:54:36.529221 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Checking segment: {'id': '3f191c74-dd3d-42fc-9c19-da05c2a45698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:54:36.529657 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:36.530583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Bound using segment: {'id': '3f191c74-dd3d-42fc-9c19-da05c2a45698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:54:36.531344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Bound port: 786afccc-e704-48a9-ab88-cce0c62ce44a, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f191c74-dd3d-42fc-9c19-da05c2a45698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:54:36.531895 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:36.609641 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4f2d267e-1bd9-461d-b0d0-79d443c6b1cc None None] Provisioning complete for port 8c1b11e7-f14e-4e47-a877-e6b546691183 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:36.610057 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4f2d267e-1bd9-461d-b0d0-79d443c6b1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:36.682043 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73e180be-6460-438c-a325-26ad8d8e68af req-21ebaaf5-8fb4-46df-bc0a-c22e1f61361a tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=219baa18-2741-4920-94c3-e00b2662ee07 HTTP/1.1" status: 200 len: 210 time: 0.1175475 Feb 18 08:54:36.719788 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-deefbb4e-d0c3-42d8-83b7-74cdf0190bb8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:36.727990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d267e-1bd9-461d-b0d0-79d443c6b1cc None None] Port 8c1b11e7-f14e-4e47-a877-e6b546691183 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:54:36.733283 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] For port 786afccc-e704-48a9-ab88-cce0c62ce44a, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:54:36.738009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] For port 786afccc-e704-48a9-ab88-cce0c62ce44a, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=786afccc-e704-48a9-ab88-cce0c62ce44a,segment=NetworkSegment(3f191c74-dd3d-42fc-9c19-da05c2a45698),segment_id=3f191c74-dd3d-42fc-9c19-da05c2a45698)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:54:36.747691 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:36.768616 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:36.812042 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:36.839634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6795cb7-19cb-411b-b1dd-7ff24ce48401 None None] Pushing event updated for resources: {'Port': ['ID=786afccc-e704-48a9-ab88-cce0c62ce44a,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:36.882929 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c1eeb-d096-4ab0-95dd-a5701a437b0b req-87e552d8-ae38-41f8-b872-0c9bd67973e1 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:36.890956 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-014c1eeb-d096-4ab0-95dd-a5701a437b0b req-87e552d8-ae38-41f8-b872-0c9bd67973e1 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 946 time: 0.4129992 Feb 18 08:54:36.901905 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-deefbb4e-d0c3-42d8-83b7-74cdf0190bb8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for 8c1b11e7-f14e-4e47-a877-e6b546691183 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:37.271935 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-014c1eeb-d096-4ab0-95dd-a5701a437b0b req-70d0a990-518f-4aed-ba66-977e40960ee7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/security-groups?id=82a1e931-82cb-47e4-81f6-3c31946c3e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3798678 Feb 18 08:54:37.324030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Allocated IP 172.25.1.29 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/592d3ed0-110b-4997-9e33-59e1903f2dd7) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:54:37.451277 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-deefbb4e-d0c3-42d8-83b7-74cdf0190bb8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:37.516667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefbb4e-d0c3-42d8-83b7-74cdf0190bb8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=8c1b11e7-f14e-4e47-a877-e6b546691183,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:37.553172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afce715-ad95-4c03-90cf-28f387a9d886 req-2eca6c40-4e2d-47b7-b320-bec13014f710 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:37.554506 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7afce715-ad95-4c03-90cf-28f387a9d886 req-2eca6c40-4e2d-47b7-b320-bec13014f710 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.3413234 Feb 18 08:54:37.615878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-1c767292-1d53-4c48-963f-7ec3435eab43 req-de00da99-a068-4eb9-a5fd-565ef93f780a tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] For port 494276b2-7ec6-4f21-875b-1b8e4d98e581, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=494276b2-7ec6-4f21-875b-1b8e4d98e581,segment=NetworkSegment(b8afe4b3-9a3c-4204-90fa-16927b617d87),segment_id=b8afe4b3-9a3c-4204-90fa-16927b617d87)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:37.616504 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-1c767292-1d53-4c48-963f-7ec3435eab43 req-de00da99-a068-4eb9-a5fd-565ef93f780a tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:37.624970 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-deefbb4e-d0c3-42d8-83b7-74cdf0190bb8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:37.691015 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-deefbb4e-d0c3-42d8-83b7-74cdf0190bb8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/ports/8c1b11e7-f14e-4e47-a877-e6b546691183 HTTP/1.1" status: 204 len: 168 time: 1.4963155 Feb 18 08:54:37.696540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c0acb-f691-4b26-a8f1-ad2ba5d765d3 req-8150ece0-0700-460a-b098-bfbe082a37cd tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:37.699125 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-171c0acb-f691-4b26-a8f1-ad2ba5d765d3 req-8150ece0-0700-460a-b098-bfbe082a37cd tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.2220819 Feb 18 08:54:37.705333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56302) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:37.716603 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7afce715-ad95-4c03-90cf-28f387a9d886 req-dcfd1d03-cccb-4fb8-bbfb-1a16fb1c30a0 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526389 Feb 18 08:54:37.738097 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b3581b1b-2b37-401a-9a68-6ace9353fc71 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:54:37.778025 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:37.804052 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35b3b4f-cb73-485d-bb06-a3beef5375d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] GET failed (client error): The resource could not be found. Feb 18 08:54:37.804647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c35b3b4f-cb73-485d-bb06-a3beef5375d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Synchronizing usage tracker for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:54:37.811124 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: b3581b1b-2b37-401a-9a68-6ace9353fc71 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:54:37.812891 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b3581b1b-2b37-401a-9a68-6ace9353fc71 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:54:37.844218 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-171c0acb-f691-4b26-a8f1-ad2ba5d765d3 req-d8e43a68-6594-45b0-a4b1-1dee8b779624 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338246 Feb 18 08:54:37.860584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c35b3b4f-cb73-485d-bb06-a3beef5375d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Unset dirty status for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:54:37.865080 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c35b3b4f-cb73-485d-bb06-a3beef5375d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports/8c1b11e7-f14e-4e47-a877-e6b546691183 HTTP/1.1" status: 404 len: 333 time: 0.1587269 Feb 18 08:54:37.865690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56308) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:37.904194 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:38.101944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:38.126642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:38.129298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:54:38.144864 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-1c767292-1d53-4c48-963f-7ec3435eab43 req-de00da99-a068-4eb9-a5fd-565ef93f780a tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:38.147646 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-1c767292-1d53-4c48-963f-7ec3435eab43 req-de00da99-a068-4eb9-a5fd-565ef93f780a tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:38.147646 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [req-1c767292-1d53-4c48-963f-7ec3435eab43 req-de00da99-a068-4eb9-a5fd-565ef93f780a tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Floating IP 30a46859-09f9-42c3-b0e6-2a9e3699581e disassociated. External IP: 172.25.1.215, port: 494276b2-7ec6-4f21-875b-1b8e4d98e581. Feb 18 08:54:38.147861 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-1c767292-1d53-4c48-963f-7ec3435eab43 req-de00da99-a068-4eb9-a5fd-565ef93f780a tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Calling delete_port for 494276b2-7ec6-4f21-875b-1b8e4d98e581 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:38.258202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Pushing event updated for resources: {'Port': ['ID=592d3ed0-110b-4997-9e33-59e1903f2dd7,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:38.262445 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c47cea0-5714-4038-ad53-d14b968dd735 req-dd90293c-7a4d-4eb3-afc2-daa0d4937403 tempest-FlavorsV2NegativeTest-1418549665 tempest-FlavorsV2NegativeTest-1418549665-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=79a9911f30884ab9b862a1d1bf1d9869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1954408 Feb 18 08:54:38.267616 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f258189-2abb-4336-9b38-2f0259325110 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting subnet 644b5eef-8980-4a75-ae61-fbc1dffc88b7 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:54:38.276929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 786afccc-e704-48a9-ab88-cce0c62ce44a up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:54:38.354757 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e4ae2f-a1b2-4415-b49b-517a37fb428a None None] Network a401406b-a4a8-40c2-921a-a514ad2ac81a requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:54:38.378480 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-1c767292-1d53-4c48-963f-7ec3435eab43 req-de00da99-a068-4eb9-a5fd-565ef93f780a tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:38.502986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00da99-a068-4eb9-a5fd-565ef93f780a tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Pushing event deleted for resources: {'Port': ['ID=494276b2-7ec6-4f21-875b-1b8e4d98e581,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:38.507092 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-73059c3c-4aa6-4089-ba25-ae864c889589 None None] Provisioning for port 786afccc-e704-48a9-ab88-cce0c62ce44a completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:54:38.514166 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 786afccc-e704-48a9-ab88-cce0c62ce44a completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:54:38.540507 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f258189-2abb-4336-9b38-2f0259325110 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:38.541794 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-73059c3c-4aa6-4089-ba25-ae864c889589 None None] Provisioning complete for port 786afccc-e704-48a9-ab88-cce0c62ce44a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:38.542171 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-73059c3c-4aa6-4089-ba25-ae864c889589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:38.594644 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 786afccc-e704-48a9-ab88-cce0c62ce44a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:38.595223 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:38.613048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47cea0-5714-4038-ad53-d14b968dd735 req-ec1b0167-fc8f-490f-978e-b4bd5fe6d7c3 tempest-FlavorsV2NegativeTest-1418549665 tempest-FlavorsV2NegativeTest-1418549665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:38.614711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c47cea0-5714-4038-ad53-d14b968dd735 req-ec1b0167-fc8f-490f-978e-b4bd5fe6d7c3 tempest-FlavorsV2NegativeTest-1418549665 tempest-FlavorsV2NegativeTest-1418549665-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3119650 Feb 18 08:54:38.752378 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c767292-1d53-4c48-963f-7ec3435eab43 req-de00da99-a068-4eb9-a5fd-565ef93f780a tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Router e98e26f3-7def-4a54-b725-c228e95c6425 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:54:38.769404 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c47cea0-5714-4038-ad53-d14b968dd735 req-ead4f65b-6fa5-4f88-84b2-f674cb0e7ea7 tempest-FlavorsV2NegativeTest-1418549665 tempest-FlavorsV2NegativeTest-1418549665-project] 10.222.0.72 "GET /v2.0/quotas/79a9911f30884ab9b862a1d1bf1d9869 HTTP/1.1" status: 200 len: 375 time: 0.1382864 Feb 18 08:54:38.794898 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f258189-2abb-4336-9b38-2f0259325110 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:38.870701 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c47cea0-5714-4038-ad53-d14b968dd735 req-71b2d010-1437-49a3-ae71-c2228e2c566e tempest-FlavorsV2NegativeTest-1418549665 tempest-FlavorsV2NegativeTest-1418549665-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=79a9911f30884ab9b862a1d1bf1d9869&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848839 Feb 18 08:54:38.908374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff0f4e-0c07-4e8e-bb9f-e19b8582f8ff req-895ca759-ce3c-4cff-9c03-015694e7f1bb tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:38.916875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07ff0f4e-0c07-4e8e-bb9f-e19b8582f8ff req-895ca759-ce3c-4cff-9c03-015694e7f1bb tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.9111509 Feb 18 08:54:39.059897 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-73059c3c-4aa6-4089-ba25-ae864c889589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:39.092252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c767292-1d53-4c48-963f-7ec3435eab43 req-de00da99-a068-4eb9-a5fd-565ef93f780a tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:54:39.130782 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4de2c41-07f9-443f-8874-2774177df637 None None] Sync routers for ids ['e98e26f3-7def-4a54-b725-c228e95c6425'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:54:39.184768 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4de2c41-07f9-443f-8874-2774177df637 None None] Routers {'e98e26f3-7def-4a54-b725-c228e95c6425'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:54:39.185321 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b4de2c41-07f9-443f-8874-2774177df637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:54:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e98e26f3-7def-4a54-b725-c228e95c6425'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:39.236713 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c767292-1d53-4c48-963f-7ec3435eab43 req-de00da99-a068-4eb9-a5fd-565ef93f780a tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] No DVR routers for this DVR port 494276b2-7ec6-4f21-875b-1b8e4d98e581 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:54:39.242291 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-1c767292-1d53-4c48-963f-7ec3435eab43 req-de00da99-a068-4eb9-a5fd-565ef93f780a tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:39.250810 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0adb49-f01f-4bd0-ba23-20dcbb32108d', 'name': 'network-vif-deleted', 'tag': '494276b2-7ec6-4f21-875b-1b8e4d98e581'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:54:39.299418 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1c767292-1d53-4c48-963f-7ec3435eab43 req-de00da99-a068-4eb9-a5fd-565ef93f780a tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.81 "DELETE /v2.0/ports/494276b2-7ec6-4f21-875b-1b8e4d98e581 HTTP/1.1" status: 204 len: 173 time: 2.9495308 Feb 18 08:54:39.529134 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-b4de2c41-07f9-443f-8874-2774177df637 None None] Set router e98e26f3-7def-4a54-b725-c228e95c6425 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:54:39.537706 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07ff0f4e-0c07-4e8e-bb9f-e19b8582f8ff req-c8654b3e-4ad8-4c94-9cb5-08480d2674b9 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6188514 Feb 18 08:54:39.540634 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f258189-2abb-4336-9b38-2f0259325110 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:39.711718 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:39.737257 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-73059c3c-4aa6-4089-ba25-ae864c889589 None None] For port 786afccc-e704-48a9-ab88-cce0c62ce44a, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=786afccc-e704-48a9-ab88-cce0c62ce44a,segment=NetworkSegment(3f191c74-dd3d-42fc-9c19-da05c2a45698),segment_id=3f191c74-dd3d-42fc-9c19-da05c2a45698)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:39.833527 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-73059c3c-4aa6-4089-ba25-ae864c889589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:39.871961 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 494276b2-7ec6-4f21-875b-1b8e4d98e581 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:54:39.908159 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aff96ba2-a7de-4877-a2df-2ac0ec3746e2 req-8c73e472-f102-4e13-985e-1ad5dbe1d578 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0adb49-f01f-4bd0-ba23-20dcbb32108d HTTP/1.1" status: 200 len: 210 time: 0.6060572 Feb 18 08:54:39.944634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 494276b2-7ec6-4f21-875b-1b8e4d98e581 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:54:39.944916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 494276b2-7ec6-4f21-875b-1b8e4d98e581 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:54:39.991173 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0adb49-f01f-4bd0-ba23-20dcbb32108d', 'name': 'network-vif-deleted', 'tag': '494276b2-7ec6-4f21-875b-1b8e4d98e581', 'status': 'completed', 'code': 200} Feb 18 08:54:40.008894 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:54:40.009264 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:54:40.018797 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73059c3c-4aa6-4089-ba25-ae864c889589 None None] Pushing event updated for resources: {'Port': ['ID=786afccc-e704-48a9-ab88-cce0c62ce44a,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:40.022705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56360) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:40.046397 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73059c3c-4aa6-4089-ba25-ae864c889589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:40.046719 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73059c3c-4aa6-4089-ba25-ae864c889589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:40.047064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73059c3c-4aa6-4089-ba25-ae864c889589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:40.047396 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73059c3c-4aa6-4089-ba25-ae864c889589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:40.047746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73059c3c-4aa6-4089-ba25-ae864c889589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:40.048077 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73059c3c-4aa6-4089-ba25-ae864c889589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:40.048460 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73059c3c-4aa6-4089-ba25-ae864c889589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:40.052351 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73059c3c-4aa6-4089-ba25-ae864c889589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:40.052794 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73059c3c-4aa6-4089-ba25-ae864c889589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:40.053129 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73059c3c-4aa6-4089-ba25-ae864c889589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:40.053461 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73059c3c-4aa6-4089-ba25-ae864c889589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:40.053974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73059c3c-4aa6-4089-ba25-ae864c889589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:40.078424 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f258189-2abb-4336-9b38-2f0259325110 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:40.138286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00aef21-f97c-422b-92de-5283045b530b None None] Network dea53ebd-20b7-432d-903a-add726d222f4 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:54:40.149617 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f258189-2abb-4336-9b38-2f0259325110 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:40.157896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f258189-2abb-4336-9b38-2f0259325110 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Subnet': ['ID=644b5eef-8980-4a75-ae61-fbc1dffc88b7,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:40.198691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9f258189-2abb-4336-9b38-2f0259325110 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/644b5eef-8980-4a75-ae61-fbc1dffc88b7 HTTP/1.1" status: 204 len: 168 time: 2.3294625 Feb 18 08:54:40.199002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56366) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:40.201608 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:40.315362 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7ffc4483-a7cf-41df-b61e-7e2881558f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:40.353974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7ffc4483-a7cf-41df-b61e-7e2881558f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:40.376548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7ffc4483-a7cf-41df-b61e-7e2881558f5c admin admin] Usage tracker for resource:security_group_rule and tenant:79a9911f30884ab9b862a1d1bf1d9869 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:40.392522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff962ae-2882-496e-86e5-91ca6c02f593 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting subnet f8deba83-7e20-4862-a377-223d4e87d2d3 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:54:40.405716 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7ffc4483-a7cf-41df-b61e-7e2881558f5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:40.408819 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ff962ae-2882-496e-86e5-91ca6c02f593 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:40.432044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b4de2c41-07f9-443f-8874-2774177df637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'name': 'tempest-ServersTestManualDisk-1748897006-router', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:52:24Z', 'revision_number': 4, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'gw_port': {'id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:15Z', 'updated_at': '2022-02-18T08:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '384fc88b-83c2-4713-a647-4b5bcffb1628', 'name': '', 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'mac_address': 'fa:16:3e:d4:c1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '13ea0752-efa5-4df3-92c3-2023be837deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:21Z', 'updated_at': '2022-02-18T08:52:32Z', 'revision_number': 5, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'subnets': [{'id': '13ea0752-efa5-4df3-92c3-2023be837deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:40.463519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7ffc4483-a7cf-41df-b61e-7e2881558f5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:40.474867 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4de2c41-07f9-443f-8874-2774177df637 None None] Checking router: e98e26f3-7def-4a54-b725-c228e95c6425 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:54:40.488512 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-03989145-d82c-4d4e-901c-cb02fdab11dd None None] Provisioning complete for port 786afccc-e704-48a9-ab88-cce0c62ce44a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:40.489025 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-03989145-d82c-4d4e-901c-cb02fdab11dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:40.501675 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ff962ae-2882-496e-86e5-91ca6c02f593 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:40.571735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d5d12-9a24-4ba2-a3fc-ea14f1a9254c req-014d9ddc-7f8a-44dc-90d2-f99c278310c9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:40.575427 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf7d5d12-9a24-4ba2-a3fc-ea14f1a9254c req-014d9ddc-7f8a-44dc-90d2-f99c278310c9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.6654913 Feb 18 08:54:40.611909 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4de2c41-07f9-443f-8874-2774177df637 None None] Routers {'e98e26f3-7def-4a54-b725-c228e95c6425'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:54:40.612753 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b4de2c41-07f9-443f-8874-2774177df637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:54:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e98e26f3-7def-4a54-b725-c228e95c6425'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:40.824835 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ff962ae-2882-496e-86e5-91ca6c02f593 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:40.900228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 786afccc-e704-48a9-ab88-cce0c62ce44a up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:54:40.917394 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7ffc4483-a7cf-41df-b61e-7e2881558f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:40.939700 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7ffc4483-a7cf-41df-b61e-7e2881558f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:40.967983 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf7d5d12-9a24-4ba2-a3fc-ea14f1a9254c req-14167eda-0db5-4ad1-baa1-7854fc9b53ef tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851314 Feb 18 08:54:40.979995 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:40.991101 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc4483-a7cf-41df-b61e-7e2881558f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80e654a-fc08-4dd9-bb32-94c6740a7c9c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:41.024896 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7ffc4483-a7cf-41df-b61e-7e2881558f5c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=79a9911f30884ab9b862a1d1bf1d9869&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0009282 Feb 18 08:54:41.027506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56382) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:41.049517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ff962ae-2882-496e-86e5-91ca6c02f593 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:41.099859 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff962ae-2882-496e-86e5-91ca6c02f593 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Subnet': ['ID=f8deba83-7e20-4862-a377-223d4e87d2d3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:41.120737 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ff962ae-2882-496e-86e5-91ca6c02f593 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:41.155939 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ada1ff4-a0e3-45ae-9c41-482034438ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:41.166430 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3ff962ae-2882-496e-86e5-91ca6c02f593 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/f8deba83-7e20-4862-a377-223d4e87d2d3 HTTP/1.1" status: 204 len: 168 time: 0.9662120 Feb 18 08:54:41.169555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56386) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:41.172398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-b4de2c41-07f9-443f-8874-2774177df637 None None] Set router e98e26f3-7def-4a54-b725-c228e95c6425 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:54:41.202407 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c5783-a77f-415b-bf40-20a6077a5b1c req-7808d4d6-7d24-4765-a53e-b0e523f70912 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:41.204814 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c90c5783-a77f-415b-bf40-20a6077a5b1c req-7808d4d6-7d24-4765-a53e-b0e523f70912 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.4680722 Feb 18 08:54:41.235511 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ada1ff4-a0e3-45ae-9c41-482034438ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:41.250360 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:41.352070 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 786afccc-e704-48a9-ab88-cce0c62ce44a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:41.352648 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:41.368963 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c90c5783-a77f-415b-bf40-20a6077a5b1c req-2e99c83e-b847-4fbd-b868-1ca157c55926 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553769 Feb 18 08:54:41.503614 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ada1ff4-a0e3-45ae-9c41-482034438ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:41.517798 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Router 8d56ea16-6e64-44ff-910e-7579b9eeb120 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:54:41.582046 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada1ff4-a0e3-45ae-9c41-482034438ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80e654a-fc08-4dd9-bb32-94c6740a7c9c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:41.602844 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada1ff4-a0e3-45ae-9c41-482034438ddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:41.603195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada1ff4-a0e3-45ae-9c41-482034438ddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:41.603535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada1ff4-a0e3-45ae-9c41-482034438ddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:41.603869 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada1ff4-a0e3-45ae-9c41-482034438ddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:41.604172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada1ff4-a0e3-45ae-9c41-482034438ddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:41.604566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada1ff4-a0e3-45ae-9c41-482034438ddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:41.604886 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada1ff4-a0e3-45ae-9c41-482034438ddf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:41.605256 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada1ff4-a0e3-45ae-9c41-482034438ddf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:41.605576 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada1ff4-a0e3-45ae-9c41-482034438ddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:41.605888 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada1ff4-a0e3-45ae-9c41-482034438ddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:41.606201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada1ff4-a0e3-45ae-9c41-482034438ddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:41.606511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada1ff4-a0e3-45ae-9c41-482034438ddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:54:41.658940 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ada1ff4-a0e3-45ae-9c41-482034438ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:41.660059 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2ada1ff4-a0e3-45ae-9c41-482034438ddf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a80e654a-fc08-4dd9-bb32-94c6740a7c9c HTTP/1.1" status: 204 len: 168 time: 0.6316628 Feb 18 08:54:41.679740 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:41.730761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port c7bd91e6-d98d-4d1f-b763-dad30aad560c {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:41.731095 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:41.816383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff2438-c233-499e-87f3-5f9a1919678e req-9b328fdd-00b1-4383-a06e-082d9e7c15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:41.820192 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7bff2438-c233-499e-87f3-5f9a1919678e req-9b328fdd-00b1-4383-a06e-082d9e7c15bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07a37fcb692a481a8b32c3cc5e76d9b8&device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 1096 time: 0.4030266 Feb 18 08:54:41.844689 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:41.928457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56400) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:42.052846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:54:42.062907 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Sync routers for ids ['8d56ea16-6e64-44ff-910e-7579b9eeb120'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:54:42.086680 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Routers {'8d56ea16-6e64-44ff-910e-7579b9eeb120'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:54:42.087306 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:54:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8d56ea16-6e64-44ff-910e-7579b9eeb120'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:42.097693 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40837e67-c900-434c-afbb-f9a3d69330c7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:42.136038 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40837e67-c900-434c-afbb-f9a3d69330c7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:42.208790 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b4de2c41-07f9-443f-8874-2774177df637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'name': 'tempest-ServersTestManualDisk-1748897006-router', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:52:24Z', 'revision_number': 4, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'gw_port': {'id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:15Z', 'updated_at': '2022-02-18T08:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '384fc88b-83c2-4713-a647-4b5bcffb1628', 'name': '', 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'mac_address': 'fa:16:3e:d4:c1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '13ea0752-efa5-4df3-92c3-2023be837deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:21Z', 'updated_at': '2022-02-18T08:52:32Z', 'revision_number': 5, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'subnets': [{'id': '13ea0752-efa5-4df3-92c3-2023be837deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:42.217649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4de2c41-07f9-443f-8874-2774177df637 None None] The sync data for ids ['e98e26f3-7def-4a54-b725-c228e95c6425'] in n-d-829434-1 is: [{'id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'name': 'tempest-ServersTestManualDisk-1748897006-router', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:52:24Z', 'revision_number': 4, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'gw_port': {'id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:15Z', 'updated_at': '2022-02-18T08:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '384fc88b-83c2-4713-a647-4b5bcffb1628', 'name': '', 'network_id': 'b928b300-8a24-406f-9999-eb6cad70bd79', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'mac_address': 'fa:16:3e:d4:c1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '13ea0752-efa5-4df3-92c3-2023be837deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:21Z', 'updated_at': '2022-02-18T08:52:32Z', 'revision_number': 5, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'subnets': [{'id': '13ea0752-efa5-4df3-92c3-2023be837deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:54:42.275251 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40837e67-c900-434c-afbb-f9a3d69330c7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:42.300477 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40837e67-c900-434c-afbb-f9a3d69330c7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:42.302619 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-40837e67-c900-434c-afbb-f9a3d69330c7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "DELETE /v2.0/security-groups/82a1e931-82cb-47e4-81f6-3c31946c3e97 HTTP/1.1" status: 204 len: 168 time: 0.3721981 Feb 18 08:54:42.308428 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56408) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:42.315242 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:42.316715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ef122ed5-ac7b-4e09-8e74-d53ff0f969b9 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2116547 Feb 18 08:54:42.326626 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56412) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:42.344135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40837e67-c900-434c-afbb-f9a3d69330c7 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a1e931-82cb-47e4-81f6-3c31946c3e97,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:42.346340 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-40bccd54-3281-4208-b79e-3bdca2bbb832 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] show failed (client error): The resource could not be found. Feb 18 08:54:42.347453 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-40bccd54-3281-4208-b79e-3bdca2bbb832 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "GET /v2.0/security-groups/82a1e931-82cb-47e4-81f6-3c31946c3e97 HTTP/1.1" status: 404 len: 347 time: 0.0338306 Feb 18 08:54:42.356702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56416) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:42.372220 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c01e1-0b54-4a68-8029-8ef707712a56 req-8304a4e8-899a-4d74-8a0d-9a3a86638496 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:42.374439 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d32c01e1-0b54-4a68-8029-8ef707712a56 req-8304a4e8-899a-4d74-8a0d-9a3a86638496 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.5882998 Feb 18 08:54:42.479754 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0c2fa1-49cd-4b10-bfb2-4174db4dc7b5 None None] Network dea53ebd-20b7-432d-903a-add726d222f4 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:54:42.515739 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Set router 8d56ea16-6e64-44ff-910e-7579b9eeb120 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:54:42.757357 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-78e9e4fe-ddfe-423b-aa71-13313397b316 None None] Provisioning complete for port c7bd91e6-d98d-4d1f-b763-dad30aad560c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:42.757739 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-78e9e4fe-ddfe-423b-aa71-13313397b316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:42.847236 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69710ecf-de27-40cc-a3be-ddea4261f001 None None] New status for floating IP 30a46859-09f9-42c3-b0e6-2a9e3699581e: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:54:42.923120 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff2438-c233-499e-87f3-5f9a1919678e req-dff6076a-dc47-471d-8f2e-484962d7fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:42.926825 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7bff2438-c233-499e-87f3-5f9a1919678e req-dff6076a-dc47-471d-8f2e-484962d7fd08 service neutron] 10.222.0.61 "GET /v2.0/networks?id=74735a75-704a-43d7-ab69-98662a7da388 HTTP/1.1" status: 200 len: 919 time: 1.0945275 Feb 18 08:54:43.040952 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'name': 'tempest-TaggedBootDevicesTest-1005082885-router', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:35Z', 'updated_at': '2022-02-18T08:54:38Z', 'revision_number': 3, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'gw_port': {'id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:36Z', 'updated_at': '2022-02-18T08:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:43.048807 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Checking router: 8d56ea16-6e64-44ff-910e-7579b9eeb120 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:54:43.049562 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Updating router 8d56ea16-6e64-44ff-910e-7579b9eeb120 port 592d3ed0-110b-4997-9e33-59e1903f2dd7 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:54:43.055258 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d32c01e1-0b54-4a68-8029-8ef707712a56 req-54a67358-c1db-4241-922f-152e118d7ec0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080359 Feb 18 08:54:43.081876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-64755599-607c-4f50-8270-283755edbd91 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Deleting port 0855b87f-ee44-474a-8636-484cfef4c9e9 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:43.082214 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64755599-607c-4f50-8270-283755edbd91 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:43.099853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] For port c7bd91e6-d98d-4d1f-b763-dad30aad560c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c7bd91e6-d98d-4d1f-b763-dad30aad560c,segment=NetworkSegment(e3bd8ae6-9490-4cf2-9002-097d3a204d4e),segment_id=e3bd8ae6-9490-4cf2-9002-097d3a204d4e)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:43.100237 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:43.186372 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7bff2438-c233-499e-87f3-5f9a1919678e req-ea7168fc-fab2-4956-91b3-f7145d0e1030 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53573ab-8349-4259-8320-6d8ba040f11f HTTP/1.1" status: 200 len: 217 time: 0.2464144 Feb 18 08:54:43.227778 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:43.268801 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64755599-607c-4f50-8270-283755edbd91 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:43.269172 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64755599-607c-4f50-8270-283755edbd91 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:43.478544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-64755599-607c-4f50-8270-283755edbd91 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Calling delete_port for 0855b87f-ee44-474a-8636-484cfef4c9e9 owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:43.512134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56440) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:43.529726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0448057-4b5f-4ad1-85ee-92087c17c132 req-244b330a-fcda-4c84-9fc4-2cb281c63a69 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:43.538398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0448057-4b5f-4ad1-85ee-92087c17c132 req-244b330a-fcda-4c84-9fc4-2cb281c63a69 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 1.3237283 Feb 18 08:54:43.693115 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0401e53b-e32e-40f7-af06-067821d9c396 None None] DHCP port deletion for dea53ebd-20b7-432d-903a-add726d222f4 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:54:43.697976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0401e53b-e32e-40f7-af06-067821d9c396 None None] Deleting port c7bd91e6-d98d-4d1f-b763-dad30aad560c {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:43.698353 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0401e53b-e32e-40f7-af06-067821d9c396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:43.739938 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0448057-4b5f-4ad1-85ee-92087c17c132 req-abcb807a-d3dd-4b52-8a95-305d716800ba tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006841 Feb 18 08:54:43.759601 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for c7bd91e6-d98d-4d1f-b763-dad30aad560c owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:43.806484 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:43.816807 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-64755599-607c-4f50-8270-283755edbd91 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:54:43.816807 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-64755599-607c-4f50-8270-283755edbd91 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:54:43.836204 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Transition to ACTIVE for port object 592d3ed0-110b-4997-9e33-59e1903f2dd7 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:43.848165 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4257d-fdc9-4757-b2a1-a4a5c7d6f633 req-e7fd9122-feec-41cd-add1-1639a3105ab3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:43.849248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dbf4257d-fdc9-4757-b2a1-a4a5c7d6f633 req-e7fd9122-feec-41cd-add1-1639a3105ab3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.3396068 Feb 18 08:54:43.854755 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:43.866367 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-network', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:43.937062 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:43.959927 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device d601f0b0-105d-4d14-874a-01473e5a0b85 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:54:43.960127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Usage tracker for resource:network and tenant:2bfd11743efb4659a7cafd525e72f79c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:43.987684 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dbf4257d-fdc9-4757-b2a1-a4a5c7d6f633 req-b9e4d898-b130-4dc8-a4ad-af2b957e47c3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250229 Feb 18 08:54:43.991924 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:44.009070 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:44.026739 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Attempting to bind port 592d3ed0-110b-4997-9e33-59e1903f2dd7 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:54:44.027097 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Attempting to bind port 592d3ed0-110b-4997-9e33-59e1903f2dd7 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:54:44.027472 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Attempting to bind port 592d3ed0-110b-4997-9e33-59e1903f2dd7 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:54:44.029662 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e253ed-201e-4607-99d2-3eea5ee088e6 None None] Pushing event updated for resources: {'Port': ['ID=592d3ed0-110b-4997-9e33-59e1903f2dd7,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:44.048755 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:54:44.049127 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:54:44.049529 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:44.049924 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:54:44.050385 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Bound port: 592d3ed0-110b-4997-9e33-59e1903f2dd7, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:54:44.050759 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:44.052475 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Made reservation on behalf of 2bfd11743efb4659a7cafd525e72f79c for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:44.055809 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:44.085148 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:44.162554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:44.169250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Usage tracker for resource:security_group_rule and tenant:2bfd11743efb4659a7cafd525e72f79c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:44.171670 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff2438-c233-499e-87f3-5f9a1919678e req-286cc7d4-1eb6-42c4-a144-9403c528aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:44.173671 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7bff2438-c233-499e-87f3-5f9a1919678e req-286cc7d4-1eb6-42c4-a144-9403c528aba0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6672ae26-589f-4433-91ad-be0a06fa3bd5 HTTP/1.1" status: 200 len: 858 time: 0.8594439 Feb 18 08:54:44.188186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:44.199397 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] For port 592d3ed0-110b-4997-9e33-59e1903f2dd7, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:54:44.205636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:44.206670 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] For port 592d3ed0-110b-4997-9e33-59e1903f2dd7, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=592d3ed0-110b-4997-9e33-59e1903f2dd7,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:54:44.227757 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:44.245042 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0401e53b-e32e-40f7-af06-067821d9c396 None None] For port c7bd91e6-d98d-4d1f-b763-dad30aad560c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c7bd91e6-d98d-4d1f-b763-dad30aad560c,segment=NetworkSegment(e3bd8ae6-9490-4cf2-9002-097d3a204d4e),segment_id=e3bd8ae6-9490-4cf2-9002-097d3a204d4e)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:44.245436 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0401e53b-e32e-40f7-af06-067821d9c396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:44.314273 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7bff2438-c233-499e-87f3-5f9a1919678e req-a61acae4-9fd2-4551-b820-01f37e3e6af2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74735a75-704a-43d7-ab69-98662a7da388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042411 Feb 18 08:54:44.330123 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Routers {'8d56ea16-6e64-44ff-910e-7579b9eeb120'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:54:44.332880 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:54:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8d56ea16-6e64-44ff-910e-7579b9eeb120'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:44.337227 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:44.401684 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:44.404138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-64755599-607c-4f50-8270-283755edbd91 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Deleting port 0855b87f-ee44-474a-8636-484cfef4c9e9 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:44.404563 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64755599-607c-4f50-8270-283755edbd91 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:44.441966 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:44.454968 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:54:44.467034 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:44.468545 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Added segment 273665ca-a44f-4b73-b6ca-cb0e9742a08f of type vlan for network d9a0792a-5ad4-4098-9d51-afae073edc3e Feb 18 08:54:44.484965 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-d3684835-f8ed-4fc1-823d-6062136c304a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:44.486065 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-d3684835-f8ed-4fc1-823d-6062136c304a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Synchronizing usage tracker for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:54:44.498156 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:44.561346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=c7bd91e6-d98d-4d1f-b763-dad30aad560c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:44.563876 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No DVR routers for this DVR port c7bd91e6-d98d-4d1f-b763-dad30aad560c on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:54:44.574027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0401e53b-e32e-40f7-af06-067821d9c396 None None] Calling delete_port for c7bd91e6-d98d-4d1f-b763-dad30aad560c owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:44.603723 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:44.604704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:44.605281 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:44.615035 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] Set router 8d56ea16-6e64-44ff-910e-7579b9eeb120 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:54:44.657526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-d3684835-f8ed-4fc1-823d-6062136c304a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Unset dirty status for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:54:44.658994 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-d3684835-f8ed-4fc1-823d-6062136c304a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 1.3442020 Feb 18 08:54:44.721153 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port d601f0b0-105d-4d14-874a-01473e5a0b85, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=d601f0b0-105d-4d14-874a-01473e5a0b85,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:44.738169 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-0401e53b-e32e-40f7-af06-067821d9c396 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:54:44.738903 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-0401e53b-e32e-40f7-af06-067821d9c396 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:54:44.739562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'd601f0b0-105d-4d14-874a-01473e5a0b85', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'port_id': 'd601f0b0-105d-4d14-874a-01473e5a0b85', 'mac_address': 'fa:16:3e:e2:b5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:54:44.759302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Pushing event updated for resources: {'Network': ['ID=d9a0792a-5ad4-4098-9d51-afae073edc3e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:44.813756 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e253ed-201e-4607-99d2-3eea5ee088e6 None None] Pushing event updated for resources: {'Port': ['ID=592d3ed0-110b-4997-9e33-59e1903f2dd7,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:44.844757 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:44.854390 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network d9a0792a-5ad4-4098-9d51-afae073edc3e details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:54:44.880729 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:44.899360 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7bff2438-c233-499e-87f3-5f9a1919678e req-e097b20e-5015-498c-9502-bc0dc5f75331 service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742915 Feb 18 08:54:44.911044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2341fd0-3432-4f13-a360-662d702b3957,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:44.940073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c7bd91e6-d98d-4d1f-b763-dad30aad560c no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:54:44.947145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-bd2fb018-b34f-4c62-b957-3660efa5b612 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Deleting port 10b4b2e5-0339-4b03-8927-781f9a4f2594 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:44.947571 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-bd2fb018-b34f-4c62-b957-3660efa5b612 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:44.991479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: c7bd91e6-d98d-4d1f-b763-dad30aad560c {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:54:44.991718 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c7bd91e6-d98d-4d1f-b763-dad30aad560c not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:54:44.994032 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d601f0b0-105d-4d14-874a-01473e5a0b85 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:54:45.015346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea53ebd-20b7-432d-903a-add726d222f4']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:45.043297 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port d601f0b0-105d-4d14-874a-01473e5a0b85, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=d601f0b0-105d-4d14-874a-01473e5a0b85,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:45.051146 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:45.059240 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'name': 'tempest-TaggedBootDevicesTest-1005082885-router', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:35Z', 'updated_at': '2022-02-18T08:54:38Z', 'revision_number': 3, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'gw_port': {'id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:36Z', 'updated_at': '2022-02-18T08:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:45.065387 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-714a4adb-c40a-4792-9c3a-6831b93acac0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5520449 Feb 18 08:54:45.068713 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b41a91a-7f4a-450e-af73-16be20f03a42 None None] The sync data for ids ['8d56ea16-6e64-44ff-910e-7579b9eeb120'] in n-d-829434-1 is: [{'id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'name': 'tempest-TaggedBootDevicesTest-1005082885-router', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:35Z', 'updated_at': '2022-02-18T08:54:38Z', 'revision_number': 3, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'gw_port': {'id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:36Z', 'updated_at': '2022-02-18T08:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:54:45.082094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56456) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:45.103834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b468f5e-4de3-4389-9256-11a39451f909 req-7f945231-2005-4b41-8594-8259861fa8c2 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:45.106123 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b468f5e-4de3-4389-9256-11a39451f909 req-7f945231-2005-4b41-8594-8259861fa8c2 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.7021692 Feb 18 08:54:45.110563 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3bd8ae6-9490-4cf2-9002-097d3a204d4e') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:45.111234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3bd8ae6-9490-4cf2-9002-097d3a204d4e') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:45.124608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e71b35aa-dc3d-4eb9-a845-7000dabc03c1 admin admin] Request body: {'subnet': {'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-subnet', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:45.138329 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=d601f0b0-105d-4d14-874a-01473e5a0b85,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:45.144968 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:45.148319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e71b35aa-dc3d-4eb9-a845-7000dabc03c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:45.151115 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['d601f0b0-105d-4d14-874a-01473e5a0b85'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:54:45.163500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e71b35aa-dc3d-4eb9-a845-7000dabc03c1 admin admin] Usage tracker for resource:subnet and tenant:2bfd11743efb4659a7cafd525e72f79c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:45.184322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e71b35aa-dc3d-4eb9-a845-7000dabc03c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:45.194561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b2f5e-f9b9-43e2-bcdb-ed0e625ebae6 req-04621126-d358-4f32-9a77-0ba97303bd18 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:45.196067 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c18b2f5e-f9b9-43e2-bcdb-ed0e625ebae6 req-04621126-d358-4f32-9a77-0ba97303bd18 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 946 time: 0.6608398 Feb 18 08:54:45.203898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e71b35aa-dc3d-4eb9-a845-7000dabc03c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:45.246984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0401e53b-e32e-40f7-af06-067821d9c396 None None] Deleting port c7bd91e6-d98d-4d1f-b763-dad30aad560c {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:45.247599 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0401e53b-e32e-40f7-af06-067821d9c396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:45.265030 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:45.265627 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b468f5e-4de3-4389-9256-11a39451f909 req-e329bc95-910d-4654-8280-09f37a9a41c6 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336358 Feb 18 08:54:45.267167 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64755599-607c-4f50-8270-283755edbd91 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:45.267498 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64755599-607c-4f50-8270-283755edbd91 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:45.275388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71b35aa-dc3d-4eb9-a845-7000dabc03c1 admin admin] Made reservation on behalf of 2bfd11743efb4659a7cafd525e72f79c for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:45.277395 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e71b35aa-dc3d-4eb9-a845-7000dabc03c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:45.304966 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:54:45.305369 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:45.320021 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c18b2f5e-f9b9-43e2-bcdb-ed0e625ebae6 req-6d09c541-77b7-4ca8-b7d9-7e8b1d549614 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884259 Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:54:45.323788 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:54:45.462419 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7bff2438-c233-499e-87f3-5f9a1919678e req-09569756-55fa-4c49-9470-d3b3ab030d98 service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466323 Feb 18 08:54:45.464107 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:45.602221 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0401e53b-e32e-40f7-af06-067821d9c396 None None] The port 'c7bd91e6-d98d-4d1f-b763-dad30aad560c' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:54:45.723175 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-64755599-607c-4f50-8270-283755edbd91 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Calling delete_port for 0855b87f-ee44-474a-8636-484cfef4c9e9 owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:45.749205 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:45.771430 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device d601f0b0-105d-4d14-874a-01473e5a0b85 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:54:45.789103 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:45.861654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Network': ['ID=dea53ebd-20b7-432d-903a-add726d222f4,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:45.864851 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 10b4b2e5-0339-4b03-8927-781f9a4f2594 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:54:45.913608 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-019e941a-f91d-4bdc-a3d9-def41022efc4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/networks/dea53ebd-20b7-432d-903a-add726d222f4 HTTP/1.1" status: 204 len: 168 time: 4.7389929 Feb 18 08:54:45.913608 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56464) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:46.017967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59ff64-ccaa-43aa-a9a4-2e26c7c0b651 req-041b18fa-a598-46c7-855e-91a3cf4b3874 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:46.021495 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af59ff64-ccaa-43aa-a9a4-2e26c7c0b651 req-041b18fa-a598-46c7-855e-91a3cf4b3874 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 946 time: 0.4371705 Feb 18 08:54:46.112137 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port d601f0b0-105d-4d14-874a-01473e5a0b85 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:46.112533 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:46.113612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-bd2fb018-b34f-4c62-b957-3660efa5b612 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] For port 10b4b2e5-0339-4b03-8927-781f9a4f2594, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=10b4b2e5-0339-4b03-8927-781f9a4f2594,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:46.114176 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-bd2fb018-b34f-4c62-b957-3660efa5b612 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:46.121646 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af59ff64-ccaa-43aa-a9a4-2e26c7c0b651 req-31cb32fb-a082-417e-a879-6bc2dc1aea54 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970709 Feb 18 08:54:46.135252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a18a2-f7ad-4fd1-8554-f6c20d415823 req-d3e0e39b-bf3e-49f2-a273-a5f1f4c1e458 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:46.142496 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-514a18a2-f7ad-4fd1-8554-f6c20d415823 req-d3e0e39b-bf3e-49f2-a273-a5f1f4c1e458 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 944 time: 0.4297929 Feb 18 08:54:46.214351 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:46.286663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 10b4b2e5-0339-4b03-8927-781f9a4f2594, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=10b4b2e5-0339-4b03-8927-781f9a4f2594,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:46.295072 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff2b700-2b84-40c6-9bc0-b2d35d94518a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10b4b2e5-0339-4b03-8927-781f9a4f2594'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:54:46.302639 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-514a18a2-f7ad-4fd1-8554-f6c20d415823 req-bcfe67c4-51e3-4480-bb7e-48bebb63e512 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592715 Feb 18 08:54:46.307237 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e71b35aa-dc3d-4eb9-a845-7000dabc03c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:46.314496 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64755599-607c-4f50-8270-283755edbd91 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:46.325641 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:46.391189 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-bd2fb018-b34f-4c62-b957-3660efa5b612 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Calling delete_port for 10b4b2e5-0339-4b03-8927-781f9a4f2594 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:46.430381 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff2b700-2b84-40c6-9bc0-b2d35d94518a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10b4b2e5-0339-4b03-8927-781f9a4f2594', 'code': 200} Feb 18 08:54:46.439551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64755599-607c-4f50-8270-283755edbd91 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Pushing event deleted for resources: {'Port': ['ID=0855b87f-ee44-474a-8636-484cfef4c9e9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:46.489010 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:46.493006 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] Allocated IP 172.20.0.1 (a401406b-a4a8-40c2-921a-a514ad2ac81a/ec7d804e-ca01-4571-a18b-fa20d71f9ecf/0a563c83-7833-4e8a-87b3-56e6be4675de) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:54:46.600779 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port d601f0b0-105d-4d14-874a-01473e5a0b85, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=d601f0b0-105d-4d14-874a-01473e5a0b85,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:46.619574 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:46.623152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14c8cf1-32d3-408d-9f50-5c7463385f10 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:46.624884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d14c8cf1-32d3-408d-9f50-5c7463385f10 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Synchronizing usage tracker for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:54:46.633490 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=10b4b2e5-0339-4b03-8927-781f9a4f2594,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:46.695647 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64755599-607c-4f50-8270-283755edbd91 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:46.698363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71b35aa-dc3d-4eb9-a845-7000dabc03c1 admin admin] Checking segment: {'id': '273665ca-a44f-4b73-b6ca-cb0e9742a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:54:46.698822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71b35aa-dc3d-4eb9-a845-7000dabc03c1 admin admin] Network hostable DHCP agents. Network: d9a0792a-5ad4-4098-9d51-afae073edc3e, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:54:46.703566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b35aa-dc3d-4eb9-a845-7000dabc03c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1570d450-e2c9-453c-a07c-52b306ae3008,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:46.767069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=d601f0b0-105d-4d14-874a-01473e5a0b85,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:46.782150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d14c8cf1-32d3-408d-9f50-5c7463385f10 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Unset dirty status for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:54:46.783964 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d14c8cf1-32d3-408d-9f50-5c7463385f10 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.8593600 Feb 18 08:54:46.810748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56474) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:46.830084 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-bd2fb018-b34f-4c62-b957-3660efa5b612 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:54:46.830587 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-bd2fb018-b34f-4c62-b957-3660efa5b612 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:54:46.910441 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 592d3ed0-110b-4997-9e33-59e1903f2dd7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:54:46.913964 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72573f88-885b-46f8-80fd-f7bf7131f107 req-249a3b3c-642e-4668-9c2c-3d200bc76935 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:46.914810 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-72573f88-885b-46f8-80fd-f7bf7131f107 req-249a3b3c-642e-4668-9c2c-3d200bc76935 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Synchronizing usage tracker for tenant:a4a62a8c174445a691623ed243915fc9 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:54:46.938871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71b35aa-dc3d-4eb9-a845-7000dabc03c1 admin admin] Network d9a0792a-5ad4-4098-9d51-afae073edc3e is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:54:46.945597 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:46.958284 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-72573f88-885b-46f8-80fd-f7bf7131f107 req-249a3b3c-642e-4668-9c2c-3d200bc76935 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Unset dirty status for tenant:a4a62a8c174445a691623ed243915fc9 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:54:46.959650 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-72573f88-885b-46f8-80fd-f7bf7131f107 req-249a3b3c-642e-4668-9c2c-3d200bc76935 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.61 "GET /v2.0/ports?device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 946 time: 0.4122274 Feb 18 08:54:46.969616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] Transition to ACTIVE for port object 0a563c83-7833-4e8a-87b3-56e6be4675de will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:46.977869 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64755599-607c-4f50-8270-283755edbd91 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:46.982154 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-64755599-607c-4f50-8270-283755edbd91 tempest-ServersTestManualDisk-124418250 tempest-ServersTestManualDisk-124418250-project] 10.222.0.72 "DELETE /v2.0/floatingips/30a46859-09f9-42c3-b0e6-2a9e3699581e HTTP/1.1" status: 204 len: 168 time: 4.6155143 Feb 18 08:54:46.993983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56478) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:47.002651 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 592d3ed0-110b-4997-9e33-59e1903f2dd7 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:54:47.007767 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 592d3ed0-110b-4997-9e33-59e1903f2dd7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:47.008219 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:47.052838 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e71b35aa-dc3d-4eb9-a845-7000dabc03c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, d9a0792a-5ad4-4098-9d51-afae073edc3e) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:47.055998 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-72573f88-885b-46f8-80fd-f7bf7131f107 req-11a7247e-24ca-4e26-a465-3c671a70cc26 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Deleting port 2349d555-f889-41da-9a56-820e9f1307c5 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:47.056321 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-72573f88-885b-46f8-80fd-f7bf7131f107 req-11a7247e-24ca-4e26-a465-3c671a70cc26 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:47.057955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71b35aa-dc3d-4eb9-a845-7000dabc03c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:47.058548 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e71b35aa-dc3d-4eb9-a845-7000dabc03c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:47.073493 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc19fb54-480e-4053-9b06-7d3f4c061edf None None] Network d9a0792a-5ad4-4098-9d51-afae073edc3e requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:54:47.090992 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:47.108871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779b984-eea0-49d9-bebf-79827f42cbc3 req-eb2454bf-7287-4892-917a-9a3859a7bfad tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:47.115864 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d779b984-eea0-49d9-bebf-79827f42cbc3 req-eb2454bf-7287-4892-917a-9a3859a7bfad tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.4987183 Feb 18 08:54:47.167302 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e71b35aa-dc3d-4eb9-a845-7000dabc03c1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0726669 Feb 18 08:54:47.169389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56484) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:47.188505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c3ebe-9ad8-4e23-92a2-a5fb0a8d5388 req-4cd84daf-dbc1-43a3-8527-99a8e8bb3eb4 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:47.192157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:47.195062 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52c3ebe-9ad8-4e23-92a2-a5fb0a8d5388 req-4cd84daf-dbc1-43a3-8527-99a8e8bb3eb4 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 946 time: 0.4639795 Feb 18 08:54:47.198958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] Network a401406b-a4a8-40c2-921a-a514ad2ac81a is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:47.206482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:47.211914 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:47.216039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:54:47.238196 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:47.242711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=0a563c83-7833-4e8a-87b3-56e6be4675de,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:47.278632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Usage tracker for resource:router and tenant:2bfd11743efb4659a7cafd525e72f79c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:47.295501 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0c7a8a44-bab0-4731-bf87-1fabd1e750e2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4714429 Feb 18 08:54:47.297068 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56488) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:47.303942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:47.322598 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-48acb48a-6519-4dcf-be66-8ab4905ef22b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-161907846'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:47.323488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:47.331656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-bd2fb018-b34f-4c62-b957-3660efa5b612 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Deleting port 10b4b2e5-0339-4b03-8927-781f9a4f2594 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:47.332009 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-bd2fb018-b34f-4c62-b957-3660efa5b612 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:47.338553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 592d3ed0-110b-4997-9e33-59e1903f2dd7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=592d3ed0-110b-4997-9e33-59e1903f2dd7,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:47.343492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d779b984-eea0-49d9-bebf-79827f42cbc3 req-f8c8d1c0-6fb6-48d6-8f21-48823940ede4 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263207 Feb 18 08:54:47.352946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-48acb48a-6519-4dcf-be66-8ab4905ef22b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:47.358858 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:47.364526 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-48acb48a-6519-4dcf-be66-8ab4905ef22b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:network and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:47.368752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-48acb48a-6519-4dcf-be66-8ab4905ef22b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:47.378914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-48acb48a-6519-4dcf-be66-8ab4905ef22b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:47.440763 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52c3ebe-9ad8-4e23-92a2-a5fb0a8d5388 req-adac9539-ed90-4e82-84f3-559d0b6a249b tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419329 Feb 18 08:54:47.450357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48acb48a-6519-4dcf-be66-8ab4905ef22b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:47.465827 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-48acb48a-6519-4dcf-be66-8ab4905ef22b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:47.498033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-d9a0792a-5ad4-4098-9d51-afae073edc3e', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:54:47.499491 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:47.551298 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:47.622291 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=592d3ed0-110b-4997-9e33-59e1903f2dd7,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:47.659082 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bb2d2d29-a9b2-415d-904f-07a10156af37 None None] Provisioning for port 0a563c83-7833-4e8a-87b3-56e6be4675de completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:54:47.674361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bb2d2d29-a9b2-415d-904f-07a10156af37 None None] Provisioning complete for port 0a563c83-7833-4e8a-87b3-56e6be4675de triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:47.674361 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bb2d2d29-a9b2-415d-904f-07a10156af37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:47.681556 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:47.683193 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:47.714157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48acb48a-6519-4dcf-be66-8ab4905ef22b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:54:47.781454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d2d29-a9b2-415d-904f-07a10156af37 None None] Port 0a563c83-7833-4e8a-87b3-56e6be4675de cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:54:47.802240 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Allocated IP 172.20.0.2 (d9a0792a-5ad4-4098-9d51-afae073edc3e/1570d450-e2c9-453c-a07c-52b306ae3008/52c7081d-2d20-4955-9386-6b9ef5f15f6d) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:54:47.903911 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-48acb48a-6519-4dcf-be66-8ab4905ef22b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:47.904313 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-48acb48a-6519-4dcf-be66-8ab4905ef22b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Added segment 1f805922-7706-4b4d-9069-8c964bbdabe6 of type vlan for network 66886222-d9e3-474f-aa1d-364fc635a637 Feb 18 08:54:47.931853 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:48.034796 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-48acb48a-6519-4dcf-be66-8ab4905ef22b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:48.056757 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:48.068234 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Transition to ACTIVE for port object 52c7081d-2d20-4955-9386-6b9ef5f15f6d will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:48.089026 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Transition to ACTIVE for port object 52c7081d-2d20-4955-9386-6b9ef5f15f6d will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:48.091573 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-72573f88-885b-46f8-80fd-f7bf7131f107 req-11a7247e-24ca-4e26-a465-3c671a70cc26 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] For port 2349d555-f889-41da-9a56-820e9f1307c5, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=2349d555-f889-41da-9a56-820e9f1307c5,segment=NetworkSegment(127fbf82-eedd-4b22-9791-7c88cc8b5c7c),segment_id=127fbf82-eedd-4b22-9791-7c88cc8b5c7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:48.091889 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-72573f88-885b-46f8-80fd-f7bf7131f107 req-11a7247e-24ca-4e26-a465-3c671a70cc26 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:48.097299 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:48.099630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4210c5d-e8d8-4531-b582-706b0f4f4d70 req-6839b0c7-e958-445b-9724-d387c5b7d90d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:48.107221 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4210c5d-e8d8-4531-b582-706b0f4f4d70 req-6839b0c7-e958-445b-9724-d387c5b7d90d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 944 time: 0.6126084 Feb 18 08:54:48.150609 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080607f3-2edb-4d1d-8346-555147e55c22 req-0ef1dc35-cf55-44f0-97a1-f0b5159a94a5 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:48.152173 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-080607f3-2edb-4d1d-8346-555147e55c22 req-0ef1dc35-cf55-44f0-97a1-f0b5159a94a5 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.5034521 Feb 18 08:54:48.168258 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Network d9a0792a-5ad4-4098-9d51-afae073edc3e is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:48.171839 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:48.176172 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:54:48.182258 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Pushing event updated for resources: {'Port': ['ID=52c7081d-2d20-4955-9386-6b9ef5f15f6d,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:48.217506 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-48acb48a-6519-4dcf-be66-8ab4905ef22b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:48.223015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48acb48a-6519-4dcf-be66-8ab4905ef22b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:48.223613 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-48acb48a-6519-4dcf-be66-8ab4905ef22b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:48.271721 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Attempting to bind port 52c7081d-2d20-4955-9386-6b9ef5f15f6d on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:54:48.272253 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Attempting to bind port 52c7081d-2d20-4955-9386-6b9ef5f15f6d by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '273665ca-a44f-4b73-b6ca-cb0e9742a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:54:48.272751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Attempting to bind port 52c7081d-2d20-4955-9386-6b9ef5f15f6d on network d9a0792a-5ad4-4098-9d51-afae073edc3e {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:54:48.278263 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:54:48.278779 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Checking segment: {'id': '273665ca-a44f-4b73-b6ca-cb0e9742a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:54:48.279856 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:48.279856 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Bound using segment: {'id': '273665ca-a44f-4b73-b6ca-cb0e9742a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:54:48.280599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Bound port: 52c7081d-2d20-4955-9386-6b9ef5f15f6d, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273665ca-a44f-4b73-b6ca-cb0e9742a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:54:48.281079 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:48.365073 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-72573f88-885b-46f8-80fd-f7bf7131f107 req-11a7247e-24ca-4e26-a465-3c671a70cc26 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Calling delete_port for 2349d555-f889-41da-9a56-820e9f1307c5 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:48.381356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] For port 52c7081d-2d20-4955-9386-6b9ef5f15f6d, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:54:48.384958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] For port 52c7081d-2d20-4955-9386-6b9ef5f15f6d, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=52c7081d-2d20-4955-9386-6b9ef5f15f6d,segment=NetworkSegment(273665ca-a44f-4b73-b6ca-cb0e9742a08f),segment_id=273665ca-a44f-4b73-b6ca-cb0e9742a08f)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:54:48.391324 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:48.416978 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-080607f3-2edb-4d1d-8346-555147e55c22 req-1a942049-15e5-41fb-9e0c-4f08640aadd3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378910 Feb 18 08:54:48.420092 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4210c5d-e8d8-4531-b582-706b0f4f4d70 req-1f9e01a3-2895-44a8-beb7-4c60689cbf9d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121104 Feb 18 08:54:48.421308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acb48a-6519-4dcf-be66-8ab4905ef22b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Network': ['ID=66886222-d9e3-474f-aa1d-364fc635a637,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:48.439586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd601f0b0-105d-4d14-874a-01473e5a0b85'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:54:48.446065 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 66886222-d9e3-474f-aa1d-364fc635a637 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:54:48.498398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-48acb48a-6519-4dcf-be66-8ab4905ef22b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1836002 Feb 18 08:54:48.499150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56506) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:48.565143 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-534f37e5-5168-48a4-a394-9e6f6a15a4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:48.569648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-fc0c30a8-f4f2-4ab6-9f51-be892e703197 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'subnet': {'network_id': '66886222-d9e3-474f-aa1d-364fc635a637', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:48.611218 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd601f0b0-105d-4d14-874a-01473e5a0b85', 'code': 200} Feb 18 08:54:48.714087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547641ac-7a66-45ee-9364-16fdf994fbfe None None] Pushing event updated for resources: {'Port': ['ID=52c7081d-2d20-4955-9386-6b9ef5f15f6d,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:48.840194 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-bd2fb018-b34f-4c62-b957-3660efa5b612 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] For port 10b4b2e5-0339-4b03-8927-781f9a4f2594, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=10b4b2e5-0339-4b03-8927-781f9a4f2594,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:48.840597 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-bd2fb018-b34f-4c62-b957-3660efa5b612 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:48.870228 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:48.934096 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 592d3ed0-110b-4997-9e33-59e1903f2dd7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:54:49.101169 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 592d3ed0-110b-4997-9e33-59e1903f2dd7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:49.101861 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:49.149026 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-bd2fb018-b34f-4c62-b957-3660efa5b612 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Calling delete_port for 10b4b2e5-0339-4b03-8927-781f9a4f2594 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:49.235659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2165cf2-4e90-4350-bc55-10628a1830cc req-e9b1f760-e45b-4e1c-887b-19724c9a5d15 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:49.243353 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2165cf2-4e90-4350-bc55-10628a1830cc req-e9b1f760-e45b-4e1c-887b-19724c9a5d15 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.3982463 Feb 18 08:54:49.265006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916008c-c52d-4884-9f3d-b59ef313c130 req-c3449e5f-59b8-4cef-a11d-39e33ca1aaea tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:49.266544 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6916008c-c52d-4884-9f3d-b59ef313c130 req-c3449e5f-59b8-4cef-a11d-39e33ca1aaea tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 946 time: 0.3692796 Feb 18 08:54:49.406082 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2165cf2-4e90-4350-bc55-10628a1830cc req-2bc4ddfe-2b9f-481f-ba60-03ae30a09694 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342490 Feb 18 08:54:49.414622 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-534f37e5-5168-48a4-a394-9e6f6a15a4d4 admin admin] Deleting port 384fc88b-83c2-4713-a647-4b5bcffb1628 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:49.414964 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-534f37e5-5168-48a4-a394-9e6f6a15a4d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:49.460856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6916008c-c52d-4884-9f3d-b59ef313c130 req-4d5ba5a9-b131-4835-8b0b-e56a91a5633a tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/security-groups?id=9aed3cb5-532c-42c3-b0fa-968df9101296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648910 Feb 18 08:54:49.511799 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:49.730259 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0cc0ea5b-3a31-4ccd-a7b6-d60075aa1079 req-f0a5256f-1d6a-44b2-9080-6aa275ed3c57 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 210 time: 0.0703962 Feb 18 08:54:49.769063 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-bd2fb018-b34f-4c62-b957-3660efa5b612 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:49.782074 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 2349d555-f889-41da-9a56-820e9f1307c5 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:54:49.869012 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 2349d555-f889-41da-9a56-820e9f1307c5 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:54:49.872545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 2349d555-f889-41da-9a56-820e9f1307c5 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:54:49.879966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-534f37e5-5168-48a4-a394-9e6f6a15a4d4 admin admin] For port 384fc88b-83c2-4713-a647-4b5bcffb1628, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=384fc88b-83c2-4713-a647-4b5bcffb1628,segment=NetworkSegment(b8afe4b3-9a3c-4204-90fa-16927b617d87),segment_id=b8afe4b3-9a3c-4204-90fa-16927b617d87)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:49.880762 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-534f37e5-5168-48a4-a394-9e6f6a15a4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:49.888669 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-72573f88-885b-46f8-80fd-f7bf7131f107 req-11a7247e-24ca-4e26-a465-3c671a70cc26 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:49.982031 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fb018-b34f-4c62-b957-3660efa5b612 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Pushing event deleted for resources: {'Port': ['ID=10b4b2e5-0339-4b03-8927-781f9a4f2594,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:50.056258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fc0c30a8-f4f2-4ab6-9f51-be892e703197 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:50.152775 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7247e-24ca-4e26-a465-3c671a70cc26 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Pushing event deleted for resources: {'Port': ['ID=2349d555-f889-41da-9a56-820e9f1307c5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:50.207308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fc0c30a8-f4f2-4ab6-9f51-be892e703197 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:subnet and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:50.220300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c47107-4dee-4fa0-9ba9-30ade04d994f req-5c76cab4-70d7-4423-b3e9-bbda899c31a3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:50.228105 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-62c47107-4dee-4fa0-9ba9-30ade04d994f req-5c76cab4-70d7-4423-b3e9-bbda899c31a3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.4918578 Feb 18 08:54:50.246188 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fc0c30a8-f4f2-4ab6-9f51-be892e703197 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:50.265805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-534f37e5-5168-48a4-a394-9e6f6a15a4d4 admin admin] Calling delete_port for 384fc88b-83c2-4713-a647-4b5bcffb1628 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:50.276479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f0341c-b560-450c-82aa-c2ad8c466d95 None None] Network d9a0792a-5ad4-4098-9d51-afae073edc3e requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:54:50.278860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fc0c30a8-f4f2-4ab6-9f51-be892e703197 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:50.330873 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-62c47107-4dee-4fa0-9ba9-30ade04d994f req-bbec667d-c4bf-4172-ad35-f3e09ec960aa tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019094 Feb 18 08:54:50.351494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-72573f88-885b-46f8-80fd-f7bf7131f107 req-11a7247e-24ca-4e26-a465-3c671a70cc26 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] No DVR routers for this DVR port 2349d555-f889-41da-9a56-820e9f1307c5 on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:54:50.354043 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-72573f88-885b-46f8-80fd-f7bf7131f107 req-11a7247e-24ca-4e26-a465-3c671a70cc26 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:50.360854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-bd2fb018-b34f-4c62-b957-3660efa5b612 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] No DVR routers for this DVR port 10b4b2e5-0339-4b03-8927-781f9a4f2594 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:54:50.363559 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-bd2fb018-b34f-4c62-b957-3660efa5b612 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:50.430736 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f89b66-2f80-40f1-bfb6-98dfe684b2cf', 'name': 'network-vif-deleted', 'tag': '2349d555-f889-41da-9a56-820e9f1307c5'}, {'server_uuid': '4ff2b700-2b84-40c6-9bc0-b2d35d94518a', 'name': 'network-vif-deleted', 'tag': '10b4b2e5-0339-4b03-8927-781f9a4f2594'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:54:50.508717 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-98beea75-d45b-4726-8e27-09ce66e7d19e req-bd2fb018-b34f-4c62-b957-3660efa5b612 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "DELETE /v2.0/ports/10b4b2e5-0339-4b03-8927-781f9a4f2594 HTTP/1.1" status: 204 len: 173 time: 5.8259356 Feb 18 08:54:50.542975 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c9c3ea1d-c6a5-447f-8d53-0e2b1f50ff78 None None] Provisioning for port 52c7081d-2d20-4955-9386-6b9ef5f15f6d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:54:50.557804 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0c30a8-f4f2-4ab6-9f51-be892e703197 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:50.573842 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc0c30a8-f4f2-4ab6-9f51-be892e703197 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:50.631252 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-534f37e5-5168-48a4-a394-9e6f6a15a4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:50.664308 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f89b66-2f80-40f1-bfb6-98dfe684b2cf', 'name': 'network-vif-deleted', 'tag': '2349d555-f889-41da-9a56-820e9f1307c5', 'status': 'completed', 'code': 200} Feb 18 08:54:50.678532 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff2b700-2b84-40c6-9bc0-b2d35d94518a', 'name': 'network-vif-deleted', 'tag': '10b4b2e5-0339-4b03-8927-781f9a4f2594', 'status': 'completed', 'code': 200} Feb 18 08:54:50.707170 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-72573f88-885b-46f8-80fd-f7bf7131f107 req-11a7247e-24ca-4e26-a465-3c671a70cc26 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.61 "DELETE /v2.0/ports/2349d555-f889-41da-9a56-820e9f1307c5 HTTP/1.1" status: 204 len: 173 time: 3.7287281 Feb 18 08:54:50.934915 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 52c7081d-2d20-4955-9386-6b9ef5f15f6d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:54:50.999450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f80bcf3c-d983-4f0a-9d86-44cc8beaafda req-ee5a3c48-8d4e-471d-aa3e-2af200b031a5 tempest-AttachVolumeNegativeTest-621874799 tempest-AttachVolumeNegativeTest-621874799-project] 10.222.0.72 "GET /v2.0/ports?device_id=60f89b66-2f80-40f1-bfb6-98dfe684b2cf HTTP/1.1" status: 200 len: 210 time: 0.1063149 Feb 18 08:54:51.005300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f37e5-5168-48a4-a394-9e6f6a15a4d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=384fc88b-83c2-4713-a647-4b5bcffb1628,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:51.197211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 52c7081d-2d20-4955-9386-6b9ef5f15f6d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:54:51.203765 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 52c7081d-2d20-4955-9386-6b9ef5f15f6d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:51.204134 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:51.325581 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-851aaf4f-3e74-45f1-81b3-7ad354fff58f req-0a602106-bac9-4ec3-bf41-2cd7a0e3edfc tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ff2b700-2b84-40c6-9bc0-b2d35d94518a HTTP/1.1" status: 200 len: 210 time: 0.0662653 Feb 18 08:54:51.348678 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97435f-7b64-456d-8fa9-1dc2867095f0 req-5440d2f8-8521-42cd-a6ab-1399b3143056 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:51.350205 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0b97435f-7b64-456d-8fa9-1dc2867095f0 req-5440d2f8-8521-42cd-a6ab-1399b3143056 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.5968835 Feb 18 08:54:51.523342 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0b97435f-7b64-456d-8fa9-1dc2867095f0 req-9335fefe-4628-4604-8b93-b586b7384b65 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652789 Feb 18 08:54:51.558734 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:51.574869 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:51.605817 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:51.692562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 52c7081d-2d20-4955-9386-6b9ef5f15f6d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=52c7081d-2d20-4955-9386-6b9ef5f15f6d,segment=NetworkSegment(273665ca-a44f-4b73-b6ca-cb0e9742a08f),segment_id=273665ca-a44f-4b73-b6ca-cb0e9742a08f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:51.708989 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:51.773005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=0a563c83-7833-4e8a-87b3-56e6be4675de,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:51.776214 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:51.819708 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:51.834607 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:51.866093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=52c7081d-2d20-4955-9386-6b9ef5f15f6d,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:51.921885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ed0f5-a342-4361-a62f-ab45cf3de6a3 req-0e1592df-b3d7-4008-9768-1df318e0854d tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:51.929365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c9ed0f5-a342-4361-a62f-ab45cf3de6a3 req-0e1592df-b3d7-4008-9768-1df318e0854d tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.3950086 Feb 18 08:54:51.964218 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-534f37e5-5168-48a4-a394-9e6f6a15a4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:52.054933 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc0c30a8-f4f2-4ab6-9f51-be892e703197 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:52.188858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56544) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:52.208522 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c9ed0f5-a342-4361-a62f-ab45cf3de6a3 req-fa0772b8-614f-4c01-bd60-c653906de15c tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691572 Feb 18 08:54:52.272914 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Allocated IP 172.25.1.78 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/eb2b988d-331c-417b-b71b-26f424f32ce5) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:54:52.319946 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c30a8-f4f2-4ab6-9f51-be892e703197 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Subnet': ['ID=4adff2d1-bea0-4286-b79a-97675000ac01,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:52.430635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9316c31-a1f5-441a-a09c-e4c25de62732 admin admin] Deleting subnet 9fd32f46-ee09-481e-b1fa-9eb10ab6742b {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:54:52.437428 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f9316c31-a1f5-441a-a09c-e4c25de62732 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:52.574382 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c30a8-f4f2-4ab6-9f51-be892e703197 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Checking segment: {'id': '1f805922-7706-4b4d-9069-8c964bbdabe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '66886222-d9e3-474f-aa1d-364fc635a637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:54:52.574924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0c30a8-f4f2-4ab6-9f51-be892e703197 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network hostable DHCP agents. Network: 66886222-d9e3-474f-aa1d-364fc635a637, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:54:52.593546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] Network a401406b-a4a8-40c2-921a-a514ad2ac81a is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:52.597347 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:52.711585 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f9316c31-a1f5-441a-a09c-e4c25de62732 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:52.769780 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0c30a8-f4f2-4ab6-9f51-be892e703197 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network 66886222-d9e3-474f-aa1d-364fc635a637 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:54:52.770008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534f37e5-5168-48a4-a394-9e6f6a15a4d4 admin admin] Router e98e26f3-7def-4a54-b725-c228e95c6425 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:54:52.881234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-fc0c30a8-f4f2-4ab6-9f51-be892e703197 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 66886222-d9e3-474f-aa1d-364fc635a637) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:52.892798 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaaaba1-fa51-4838-9899-bf8f7937ab5f None None] Network 66886222-d9e3-474f-aa1d-364fc635a637 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:54:53.107810 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 52c7081d-2d20-4955-9386-6b9ef5f15f6d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:54:53.117575 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0c30a8-f4f2-4ab6-9f51-be892e703197 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:53.118297 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc0c30a8-f4f2-4ab6-9f51-be892e703197 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:53.127883 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:53.212463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] Router 8d56ea16-6e64-44ff-910e-7579b9eeb120 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:54:53.216844 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fc0c30a8-f4f2-4ab6-9f51-be892e703197 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6892467 Feb 18 08:54:53.222623 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56564) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:53.236501 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-9dee094c-c82e-4b23-998f-1fc71a5ee69a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'network_id': '66886222-d9e3-474f-aa1d-364fc635a637', 'name': 'tempest-PortsIpV6TestJSON-1657640462'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:53.257396 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f019f004-d896-4710-9fd9-aa1cd80da6e2 None None] Provisioning complete for port 0a563c83-7833-4e8a-87b3-56e6be4675de triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:53.257774 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f019f004-d896-4710-9fd9-aa1cd80da6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:53.357709 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 52c7081d-2d20-4955-9386-6b9ef5f15f6d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:53.357993 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:53.365440 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f9316c31-a1f5-441a-a09c-e4c25de62732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:53.404317 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f019f004-d896-4710-9fd9-aa1cd80da6e2 None None] Port 0a563c83-7833-4e8a-87b3-56e6be4675de cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:54:53.457933 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:53.502476 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-66886222-d9e3-474f-aa1d-364fc635a637', 'network_id': '66886222-d9e3-474f-aa1d-364fc635a637', 'tenant_id': '67cb21ecbd774b45944266432be4f095', 'fixed_ips': [{'subnet_id': '4adff2d1-bea0-4286-b79a-97675000ac01'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:54:53.503860 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:53.541526 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1872acd-df39-429a-84b4-0c89a83b1891 req-2364dd44-4b65-494b-859c-7c8ef222f3a1 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:53.549698 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1872acd-df39-429a-84b4-0c89a83b1891 req-2364dd44-4b65-494b-859c-7c8ef222f3a1 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.7837968 Feb 18 08:54:53.642851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-edfbae97-a080-476b-a798-4982d60b76a9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:53.644434 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-edfbae97-a080-476b-a798-4982d60b76a9 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 812 time: 0.8774047 Feb 18 08:54:53.650610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534f37e5-5168-48a4-a394-9e6f6a15a4d4 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:54:53.662513 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e0e3ea-ab48-4b53-9f72-fa4ea9d24c64 None None] Sync routers for ids ['e98e26f3-7def-4a54-b725-c228e95c6425'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:54:53.672395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1872acd-df39-429a-84b4-0c89a83b1891 req-9b9d2fac-fe63-47eb-982b-7484b845222f tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176569 Feb 18 08:54:53.675560 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e0e3ea-ab48-4b53-9f72-fa4ea9d24c64 None None] Routers {'e98e26f3-7def-4a54-b725-c228e95c6425'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:54:53.676500 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-66e0e3ea-ab48-4b53-9f72-fa4ea9d24c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:54:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e98e26f3-7def-4a54-b725-c228e95c6425'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:53.676920 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Pushing event updated for resources: {'Port': ['ID=eb2b988d-331c-417b-b71b-26f424f32ce5,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:53.699682 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-de7d59da-9e38-4624-ac52-bb6676971bce tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/quotas/75eb46d2988549f58acc23f93dd84a7e HTTP/1.1" status: 200 len: 375 time: 0.0466938 Feb 18 08:54:53.711066 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:53.713495 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:54:53.721095 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5ed3d86c-fc7d-4976-884c-d6d1ce4bf1d9 admin admin] 10.222.0.72 "PUT /v2.0/routers/8d56ea16-6e64-44ff-910e-7579b9eeb120/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3932486 Feb 18 08:54:53.725794 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:53.746904 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:54:53.774871 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Sync routers for ids ['8d56ea16-6e64-44ff-910e-7579b9eeb120'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:54:53.833011 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f9316c31-a1f5-441a-a09c-e4c25de62732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:53.912984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Allocated IP 2001:db8::2 (66886222-d9e3-474f-aa1d-364fc635a637/4adff2d1-bea0-4286-b79a-97675000ac01/8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:54:53.935057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-534f37e5-5168-48a4-a394-9e6f6a15a4d4 admin admin] 10.222.0.72 "PUT /v2.0/routers/e98e26f3-7def-4a54-b725-c228e95c6425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9388235 Feb 18 08:54:53.939896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-999a9cad-2b61-4d5d-873b-1e4befc4337b tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2331407 Feb 18 08:54:53.940667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Routers {'8d56ea16-6e64-44ff-910e-7579b9eeb120'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:54:53.941318 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:54:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8d56ea16-6e64-44ff-910e-7579b9eeb120'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:53.943912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56572) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:54.125294 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9dee094c-c82e-4b23-998f-1fc71a5ee69a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:54.133864 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9dee094c-c82e-4b23-998f-1fc71a5ee69a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:port and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:54.224848 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9dee094c-c82e-4b23-998f-1fc71a5ee69a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:54.228171 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-66e0e3ea-ab48-4b53-9f72-fa4ea9d24c64 None None] Set router e98e26f3-7def-4a54-b725-c228e95c6425 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:54:54.244239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9dee094c-c82e-4b23-998f-1fc71a5ee69a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:54.285495 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dee094c-c82e-4b23-998f-1fc71a5ee69a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:54.290722 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9dee094c-c82e-4b23-998f-1fc71a5ee69a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:54.306836 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9316c31-a1f5-441a-a09c-e4c25de62732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fd32f46-ee09-481e-b1fa-9eb10ab6742b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:54.454002 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f9316c31-a1f5-441a-a09c-e4c25de62732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:54.457735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-9dee094c-c82e-4b23-998f-1fc71a5ee69a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] device_id is not set on port d1fe3067-8af8-4cc0-ac0d-756afc844585 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:54:54.460135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f9316c31-a1f5-441a-a09c-e4c25de62732 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9fd32f46-ee09-481e-b1fa-9eb10ab6742b HTTP/1.1" status: 204 len: 168 time: 2.2697608 Feb 18 08:54:54.538770 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56580) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:54.555064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Set router 8d56ea16-6e64-44ff-910e-7579b9eeb120 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:54:54.613282 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-908ce013-dd33-466f-a84d-9b7ce8d80fbb admin admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:54.720441 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:54.873106 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-66e0e3ea-ab48-4b53-9f72-fa4ea9d24c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'name': 'tempest-ServersTestManualDisk-1748897006-router', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:54:50Z', 'revision_number': 5, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'gw_port': {'id': '6d76624f-fa7f-4a91-8d52-98a62e4d148f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:52:15Z', 'updated_at': '2022-02-18T08:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:54.884411 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e0e3ea-ab48-4b53-9f72-fa4ea9d24c64 None None] Checking router: e98e26f3-7def-4a54-b725-c228e95c6425 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:54:54.917454 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e0e3ea-ab48-4b53-9f72-fa4ea9d24c64 None None] Routers {'e98e26f3-7def-4a54-b725-c228e95c6425'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:54:54.918210 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-66e0e3ea-ab48-4b53-9f72-fa4ea9d24c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:54:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e98e26f3-7def-4a54-b725-c228e95c6425'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:55.026178 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-908ce013-dd33-466f-a84d-9b7ce8d80fbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:55.043807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56594) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:55.066805 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:55.093382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Transition to ACTIVE for port object 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:55.099252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1064027144-network', 'tenant_id': 'f4ed25103459407988de03e22bedc9a8'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:55.104597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:55.109793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Usage tracker for resource:network and tenant:f4ed25103459407988de03e22bedc9a8 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:55.113219 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:55.119714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:55.135417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-908ce013-dd33-466f-a84d-9b7ce8d80fbb admin admin] Deleting port 6d76624f-fa7f-4a91-8d52-98a62e4d148f {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:54:55.135856 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-908ce013-dd33-466f-a84d-9b7ce8d80fbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:55.142325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Transition to ACTIVE for port object 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:55.183224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Made reservation on behalf of f4ed25103459407988de03e22bedc9a8 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:55.185634 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:55.187465 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:55.250968 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:55.303110 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-b0e4993d-df6d-4512-b073-5fb9e3ea87cc service neutron] 10.222.0.72 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3438280 Feb 18 08:54:55.305818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:55.319855 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d32c-ab74-4de6-b9d8-8ccd46cc5fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:55.322681 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Network 66886222-d9e3-474f-aa1d-364fc635a637 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:55.344206 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-66e0e3ea-ab48-4b53-9f72-fa4ea9d24c64 None None] Set router e98e26f3-7def-4a54-b725-c228e95c6425 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:54:55.349435 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:55.354565 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:54:55.446890 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-9dee094c-c82e-4b23-998f-1fc71a5ee69a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Allocated IP 2001:db8::26d (66886222-d9e3-474f-aa1d-364fc635a637/4adff2d1-bea0-4286-b79a-97675000ac01/d1fe3067-8af8-4cc0-ac0d-756afc844585) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:54:55.462908 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Pushing event updated for resources: {'Port': ['ID=8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:55.490995 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-66e0e3ea-ab48-4b53-9f72-fa4ea9d24c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'name': 'tempest-ServersTestManualDisk-1748897006-router', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:54:55Z', 'revision_number': 6, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:55.495381 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e0e3ea-ab48-4b53-9f72-fa4ea9d24c64 None None] The sync data for ids ['e98e26f3-7def-4a54-b725-c228e95c6425'] in n-d-829434-1 is: [{'id': 'e98e26f3-7def-4a54-b725-c228e95c6425', 'name': 'tempest-ServersTestManualDisk-1748897006-router', 'tenant_id': '3c0c64350cc646d0ba5cd476344b9e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:52:12Z', 'updated_at': '2022-02-18T08:54:55Z', 'revision_number': 6, 'project_id': '3c0c64350cc646d0ba5cd476344b9e39', 'gw_port_host': None}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:54:55.576380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Attempting to bind port 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:54:55.576739 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Attempting to bind port 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '1f805922-7706-4b4d-9069-8c964bbdabe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '66886222-d9e3-474f-aa1d-364fc635a637'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:54:55.577384 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Attempting to bind port 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 on network 66886222-d9e3-474f-aa1d-364fc635a637 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:54:55.585348 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:54:55.585721 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Checking segment: {'id': '1f805922-7706-4b4d-9069-8c964bbdabe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '66886222-d9e3-474f-aa1d-364fc635a637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:54:55.586126 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:55.586523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Bound using segment: {'id': '1f805922-7706-4b4d-9069-8c964bbdabe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '66886222-d9e3-474f-aa1d-364fc635a637'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:54:55.586997 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Bound port: 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f805922-7706-4b4d-9069-8c964bbdabe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '66886222-d9e3-474f-aa1d-364fc635a637'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:54:55.587369 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:55.681762 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] For port 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:54:55.685106 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] For port 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4,segment=NetworkSegment(1f805922-7706-4b4d-9069-8c964bbdabe6),segment_id=1f805922-7706-4b4d-9069-8c964bbdabe6)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:54:55.699874 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'name': 'tempest-TaggedBootDevicesTest-1005082885-router', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:35Z', 'updated_at': '2022-02-18T08:54:48Z', 'revision_number': 4, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'gw_port': {'id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:36Z', 'updated_at': '2022-02-18T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '0a563c83-7833-4e8a-87b3-56e6be4675de', 'name': '', 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'mac_address': 'fa:16:3e:38:bb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:45Z', 'updated_at': '2022-02-18T08:54:50Z', 'revision_number': 2, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'subnets': [{'id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:55.704761 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:55.705870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815042c-64eb-4014-a8e2-40952dfd6398 req-d0679827-7de4-4153-a575-63732cfcc798 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:55.707462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2815042c-64eb-4014-a8e2-40952dfd6398 req-d0679827-7de4-4153-a575-63732cfcc798 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 1.3807898 Feb 18 08:54:55.708731 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Usage tracker for resource:security_group_rule and tenant:f4ed25103459407988de03e22bedc9a8 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:55.741189 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:55.755758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Checking router: 8d56ea16-6e64-44ff-910e-7579b9eeb120 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:54:55.756734 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d32c-ab74-4de6-b9d8-8ccd46cc5fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:55.763113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Updating router 8d56ea16-6e64-44ff-910e-7579b9eeb120 port 0a563c83-7833-4e8a-87b3-56e6be4675de binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:54:55.871565 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:55.930093 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:55.933606 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-85f83a07-a88c-47f8-8341-d139b32de442 service neutron] 10.222.0.72 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177495 Feb 18 08:54:55.991728 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c9e1d32c-ab74-4de6-b9d8-8ccd46cc5fdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c34d911-d8e0-4928-8f9f-24e8af7e550a']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:56.029758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-908ce013-dd33-466f-a84d-9b7ce8d80fbb admin admin] For port 6d76624f-fa7f-4a91-8d52-98a62e4d148f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6d76624f-fa7f-4a91-8d52-98a62e4d148f,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:56.030728 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-908ce013-dd33-466f-a84d-9b7ce8d80fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:56.109957 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c9e1d32c-ab74-4de6-b9d8-8ccd46cc5fdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127fbf82-eedd-4b22-9791-7c88cc8b5c7c') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:56.110619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c9e1d32c-ab74-4de6-b9d8-8ccd46cc5fdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127fbf82-eedd-4b22-9791-7c88cc8b5c7c') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:56.148601 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:56.159016 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d32c-ab74-4de6-b9d8-8ccd46cc5fdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:56.266713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-908ce013-dd33-466f-a84d-9b7ce8d80fbb admin admin] Calling delete_port for 6d76624f-fa7f-4a91-8d52-98a62e4d148f owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:54:56.303197 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d32c-ab74-4de6-b9d8-8ccd46cc5fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:56.407723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e1d32c-ab74-4de6-b9d8-8ccd46cc5fdd admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:54:56.408606 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d32c-ab74-4de6-b9d8-8ccd46cc5fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:54:56.425996 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:54:56.511584 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:56.576930 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd49292-0931-4ed9-bdd5-28873adb8f54 None None] Pushing event updated for resources: {'Port': ['ID=8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:56.713463 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9dee094c-c82e-4b23-998f-1fc71a5ee69a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:56.716439 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-908ce013-dd33-466f-a84d-9b7ce8d80fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:56.759163 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-9dee094c-c82e-4b23-998f-1fc71a5ee69a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Transition to ACTIVE for port object d1fe3067-8af8-4cc0-ac0d-756afc844585 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:56.767843 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Transition to ACTIVE for port object 0a563c83-7833-4e8a-87b3-56e6be4675de will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:54:56.769560 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d32c-ab74-4de6-b9d8-8ccd46cc5fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:56.784533 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:56.793332 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d32c-ab74-4de6-b9d8-8ccd46cc5fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:56.812307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1d32c-ab74-4de6-b9d8-8ccd46cc5fdd admin admin] Pushing event deleted for resources: {'Network': ['ID=6c34d911-d8e0-4928-8f9f-24e8af7e550a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:56.936109 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c9e1d32c-ab74-4de6-b9d8-8ccd46cc5fdd admin admin] 10.222.0.72 "DELETE /v2.0/networks/6c34d911-d8e0-4928-8f9f-24e8af7e550a HTTP/1.1" status: 204 len: 168 time: 2.3910978 Feb 18 08:54:56.950693 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9dee094c-c82e-4b23-998f-1fc71a5ee69a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:56.964022 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ce013-dd33-466f-a84d-9b7ce8d80fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=6d76624f-fa7f-4a91-8d52-98a62e4d148f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:57.013259 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2815042c-64eb-4014-a8e2-40952dfd6398 req-a357092c-a171-47c7-8122-8edb7f76ba57 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2949958 Feb 18 08:54:57.084544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:54:57.166123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dee094c-c82e-4b23-998f-1fc71a5ee69a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network 66886222-d9e3-474f-aa1d-364fc635a637 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:54:57.173197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-9dee094c-c82e-4b23-998f-1fc71a5ee69a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:54:57.242780 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:57.386881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dee094c-c82e-4b23-998f-1fc71a5ee69a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:54:57.396571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dee094c-c82e-4b23-998f-1fc71a5ee69a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:57.401779 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:57.407549 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9dee094c-c82e-4b23-998f-1fc71a5ee69a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:57.430946 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81bd9a-5b50-4aa7-81bc-e907b7d3c681 None None] Pushing event updated for resources: {'Port': ['ID=0a563c83-7833-4e8a-87b3-56e6be4675de,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:57.444998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:54:57.544412 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dff03d-ecf9-43c1-b813-1fc9b6c8b710,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:57.580794 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56614) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:57.582883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7a59a5a-a89a-4a7d-809c-7f9fe4b56ad9 req-ce62e0cb-5b7b-4d73-92c2-f62749e49264 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 210 time: 0.3555167 Feb 18 08:54:57.610711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee094c-c82e-4b23-998f-1fc71a5ee69a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=d1fe3067-8af8-4cc0-ac0d-756afc844585,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:57.613878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:54:57.645606 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-908ce013-dd33-466f-a84d-9b7ce8d80fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:57.703703 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9dee094c-c82e-4b23-998f-1fc71a5ee69a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4750421 Feb 18 08:54:57.740922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56618) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:57.847220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-7a148387-e913-4215-8bf6-073ca2ef3db8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'network_id': '66886222-d9e3-474f-aa1d-364fc635a637', 'name': 'tempest-PortsIpV6TestJSON-60209019'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:57.920033 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-908ce013-dd33-466f-a84d-9b7ce8d80fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:57.923683 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-908ce013-dd33-466f-a84d-9b7ce8d80fbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:57.956633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Attempting to bind port 0a563c83-7833-4e8a-87b3-56e6be4675de on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:54:57.957237 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Attempting to bind port 0a563c83-7833-4e8a-87b3-56e6be4675de by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '3f191c74-dd3d-42fc-9c19-da05c2a45698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:54:57.958327 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:57.959048 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Added segment e6dd60c8-7d74-4ed4-a0c7-be914e1ed635 of type vlan for network 7fd12e65-8f5d-4828-b557-520681ff7b19 Feb 18 08:54:57.968435 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-20d122a4-33a4-434d-803f-f6d7d2bb7f2f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a4a62a8c174445a691623ed243915fc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624926 Feb 18 08:54:57.982809 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56622) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:57.983281 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Attempting to bind port 0a563c83-7833-4e8a-87b3-56e6be4675de on network a401406b-a4a8-40c2-921a-a514ad2ac81a {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:54:57.986334 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-908ce013-dd33-466f-a84d-9b7ce8d80fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:57.986955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908ce013-dd33-466f-a84d-9b7ce8d80fbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e98e26f3-7def-4a54-b725-c228e95c6425 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:54:58.005995 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:54:58.006369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Checking segment: {'id': '3f191c74-dd3d-42fc-9c19-da05c2a45698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:54:58.009681 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:58.010285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Bound using segment: {'id': '3f191c74-dd3d-42fc-9c19-da05c2a45698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:54:58.010952 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Bound port: 0a563c83-7833-4e8a-87b3-56e6be4675de, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f191c74-dd3d-42fc-9c19-da05c2a45698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:54:58.011636 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:58.013597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b009678-9e4e-41e9-a5b5-6ef32231c7a1 req-3174253e-7c91-4ee3-b9cb-93933c5f7024 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:58.021290 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b009678-9e4e-41e9-a5b5-6ef32231c7a1 req-3174253e-7c91-4ee3-b9cb-93933c5f7024 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 1.3083360 Feb 18 08:54:58.067413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af78bb0e-7446-4a69-ba79-d6b42f5c7800 None None] Network 66886222-d9e3-474f-aa1d-364fc635a637 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:54:58.184436 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:58.288644 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b009678-9e4e-41e9-a5b5-6ef32231c7a1 req-427f86df-e8e8-4c9a-a74c-69b97a748805 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545414 Feb 18 08:54:58.330819 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-908ce013-dd33-466f-a84d-9b7ce8d80fbb admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:58.331978 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-908ce013-dd33-466f-a84d-9b7ce8d80fbb admin admin] 10.222.0.72 "DELETE /v2.0/routers/e98e26f3-7def-4a54-b725-c228e95c6425 HTTP/1.1" status: 204 len: 168 time: 4.3744774 Feb 18 08:54:58.336691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56628) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:58.372844 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] For port 0a563c83-7833-4e8a-87b3-56e6be4675de, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:54:58.379468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] For port 0a563c83-7833-4e8a-87b3-56e6be4675de, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0a563c83-7833-4e8a-87b3-56e6be4675de,segment=NetworkSegment(3f191c74-dd3d-42fc-9c19-da05c2a45698),segment_id=3f191c74-dd3d-42fc-9c19-da05c2a45698)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:54:58.411739 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:58.422783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-67411875-65e2-4a96-b047-8a289da614fa admin admin] Deleting subnet 13ea0752-efa5-4df3-92c3-2023be837deb {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:54:58.428064 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67411875-65e2-4a96-b047-8a289da614fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:58.464303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e35185c3-9583-4511-979e-c1798c26c746 None None] Provisioning for port 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:54:58.471180 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:54:58.486667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e35185c3-9583-4511-979e-c1798c26c746 None None] Provisioning complete for port 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:58.487316 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e35185c3-9583-4511-979e-c1798c26c746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:58.510458 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67411875-65e2-4a96-b047-8a289da614fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:58.569191 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:58.570505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:58.571302 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:58.615465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:54:58.615828 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:58.748348 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:54:58.755317 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-98ab7f5a-0bde-4a53-a4de-043de968c45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:58.762632 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Sync routers for ids ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:54:58.788202 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Routers {'20acd3a2-903f-4478-bf5f-f8cfbf378cbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:54:58.789012 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:54:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:58.841121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791805a1-a96e-4aa2-a505-92afbb3f8fee req-4d746748-3fec-41aa-aad5-c7504ee9df1b tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:58.844131 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-98ab7f5a-0bde-4a53-a4de-043de968c45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:58.853295 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-791805a1-a96e-4aa2-a505-92afbb3f8fee req-4d746748-3fec-41aa-aad5-c7504ee9df1b tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.6430206 Feb 18 08:54:58.927997 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-98ab7f5a-0bde-4a53-a4de-043de968c45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:58.937260 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-98ab7f5a-0bde-4a53-a4de-043de968c45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:58.938412 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-98ab7f5a-0bde-4a53-a4de-043de968c45a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9aed3cb5-532c-42c3-b0fa-968df9101296 HTTP/1.1" status: 204 len: 168 time: 0.9373779 Feb 18 08:54:58.949487 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Routers {'8d56ea16-6e64-44ff-910e-7579b9eeb120'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:54:58.950472 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:54:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8d56ea16-6e64-44ff-910e-7579b9eeb120'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:54:58.954169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] Pushing event updated for resources: {'Network': ['ID=7fd12e65-8f5d-4828-b557-520681ff7b19,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:58.970365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-05eda488-7c65-45c6-b9e3-d8625db7116c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.9023302 Feb 18 08:54:59.011541 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56636) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:59.013823 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:59.029036 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-da1ee3a1-eac1-4000-a0f2-cef81e3e2638 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 11.8459153 Feb 18 08:54:59.035022 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6b115-678c-4217-ad7c-595afde71208 req-8fda49ee-69c5-4a05-b718-8dac0745a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:54:59.036625 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-60e6b115-678c-4217-ad7c-595afde71208 req-8fda49ee-69c5-4a05-b718-8dac0745a7ef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 1096 time: 1.2843668 Feb 18 08:54:59.053500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56638) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:54:59.069434 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e7419d82-f811-4a1a-b818-cd3318b95a99 admin admin] Request body: {'subnet': {'network_id': '7fd12e65-8f5d-4828-b557-520681ff7b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1064027144-subnet', 'tenant_id': 'f4ed25103459407988de03e22bedc9a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:54:59.073561 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 7fd12e65-8f5d-4828-b557-520681ff7b19 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:54:59.126084 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e7419d82-f811-4a1a-b818-cd3318b95a99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:59.129828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab7f5a-0bde-4a53-a4de-043de968c45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aed3cb5-532c-42c3-b0fa-968df9101296,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:59.140766 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81bd9a-5b50-4aa7-81bc-e907b7d3c681 None None] Pushing event updated for resources: {'Port': ['ID=0a563c83-7833-4e8a-87b3-56e6be4675de,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:54:59.171174 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e7419d82-f811-4a1a-b818-cd3318b95a99 admin admin] Usage tracker for resource:subnet and tenant:f4ed25103459407988de03e22bedc9a8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:59.175980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e7419d82-f811-4a1a-b818-cd3318b95a99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:59.194982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7a148387-e913-4215-8bf6-073ca2ef3db8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:54:59.197347 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e7419d82-f811-4a1a-b818-cd3318b95a99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:59.214790 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-60e6b115-678c-4217-ad7c-595afde71208 req-a7d19f9f-f7f8-42c7-946a-a4f55848beba service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411526 Feb 18 08:54:59.218808 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7a148387-e913-4215-8bf6-073ca2ef3db8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:port and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:54:59.229692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7a148387-e913-4215-8bf6-073ca2ef3db8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:54:59.236720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7a148387-e913-4215-8bf6-073ca2ef3db8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:54:59.253547 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7419d82-f811-4a1a-b818-cd3318b95a99 admin admin] Made reservation on behalf of f4ed25103459407988de03e22bedc9a8 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:59.259091 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e7419d82-f811-4a1a-b818-cd3318b95a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:59.319923 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e35185c3-9583-4511-979e-c1798c26c746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:59.497248 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:59.587831 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20efb793-008c-4a8d-8369-f4e1b39abeb7 req-646b9a86-61e4-4d2e-bb13-df114e3e3dd7 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 210 time: 0.6556149 Feb 18 08:54:59.643377 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Set router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:54:59.647032 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e35185c3-9583-4511-979e-c1798c26c746 None None] For port 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4,segment=NetworkSegment(1f805922-7706-4b4d-9069-8c964bbdabe6),segment_id=1f805922-7706-4b4d-9069-8c964bbdabe6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:54:59.664574 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] Set router 8d56ea16-6e64-44ff-910e-7579b9eeb120 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:54:59.739946 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a148387-e913-4215-8bf6-073ca2ef3db8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:54:59.743408 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a148387-e913-4215-8bf6-073ca2ef3db8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:59.789990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-7a148387-e913-4215-8bf6-073ca2ef3db8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] device_id is not set on port b3b8e6fd-3003-49b4-891e-46840ca1410e yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:54:59.933930 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e35185c3-9583-4511-979e-c1798c26c746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:54:59.969228 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-7a148387-e913-4215-8bf6-073ca2ef3db8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Allocated IP 2001:db8::2c0 (66886222-d9e3-474f-aa1d-364fc635a637/4adff2d1-bea0-4286-b79a-97675000ac01/b3b8e6fd-3003-49b4-891e-46840ca1410e) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:55:00.086882 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:55:00.087958 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:55:00.345241 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:54:54Z', 'revision_number': 3, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:00.349619 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a148387-e913-4215-8bf6-073ca2ef3db8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:00.356300 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Checking router: 20acd3a2-903f-4478-bf5f-f8cfbf378cbe for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:55:00.357616 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Updating router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe port eb2b988d-331c-417b-b71b-26f424f32ce5 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:55:00.411603 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-7a148387-e913-4215-8bf6-073ca2ef3db8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Transition to ACTIVE for port object b3b8e6fd-3003-49b4-891e-46840ca1410e will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:00.423952 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-70ed3736-6534-414d-9690-33b2b9346f3c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:00.427582 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-70ed3736-6534-414d-9690-33b2b9346f3c tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 812 time: 0.9529803 Feb 18 08:55:00.446766 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-25fad4a3-e323-48f0-8811-8784857f432d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Request body: {'port': {'device_id': '78acf769-6253-4e27-96c5-5992c6c588c1', 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c', 'admin_state_up': True, 'tenant_id': '75eb46d2988549f58acc23f93dd84a7e'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:00.469233 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:00.618562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-25fad4a3-e323-48f0-8811-8784857f432d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:00.622828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-25fad4a3-e323-48f0-8811-8784857f432d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Usage tracker for resource:port and tenant:75eb46d2988549f58acc23f93dd84a7e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:00.626628 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-25fad4a3-e323-48f0-8811-8784857f432d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:00.634475 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-25fad4a3-e323-48f0-8811-8784857f432d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:00.680484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-25fad4a3-e323-48f0-8811-8784857f432d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Made reservation on behalf of 75eb46d2988549f58acc23f93dd84a7e for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:55:00.683941 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-25fad4a3-e323-48f0-8811-8784857f432d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:00.706446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-791805a1-a96e-4aa2-a505-92afbb3f8fee req-abbab966-4d01-4aad-afd2-6325819fa66a tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8352478 Feb 18 08:55:00.789627 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67411875-65e2-4a96-b047-8a289da614fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:00.910551 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-60c3cfdb-f4a9-44ff-b7f1-0db21b8a737a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:00.938138 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35185c3-9583-4511-979e-c1798c26c746 None None] Pushing event updated for resources: {'Port': ['ID=8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:01.041566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 384fc88b-83c2-4713-a647-4b5bcffb1628 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:55:01.054631 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a148387-e913-4215-8bf6-073ca2ef3db8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:01.127774 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 384fc88b-83c2-4713-a647-4b5bcffb1628 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:55:01.128626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 384fc88b-83c2-4713-a647-4b5bcffb1628 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:55:01.132257 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6d76624f-fa7f-4a91-8d52-98a62e4d148f no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:55:01.211536 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a148387-e913-4215-8bf6-073ca2ef3db8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network 66886222-d9e3-474f-aa1d-364fc635a637 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:01.218642 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a148387-e913-4215-8bf6-073ca2ef3db8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=b3b8e6fd-3003-49b4-891e-46840ca1410e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:01.222637 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-7a148387-e913-4215-8bf6-073ca2ef3db8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:01.225726 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a148387-e913-4215-8bf6-073ca2ef3db8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:55:01.232635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a148387-e913-4215-8bf6-073ca2ef3db8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:01.233928 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a148387-e913-4215-8bf6-073ca2ef3db8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:01.254993 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 6d76624f-fa7f-4a91-8d52-98a62e4d148f {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:55:01.255328 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6d76624f-fa7f-4a91-8d52-98a62e4d148f not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:55:01.321726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e0e0009-8377-4379-a796-c0b19b80720b req-09c5e8bf-1063-4b82-b97c-c61062d3a35d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 210 time: 0.3092148 Feb 18 08:55:01.334033 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7a148387-e913-4215-8bf6-073ca2ef3db8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5883799 Feb 18 08:55:01.348912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56670) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:01.408799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a29023e3-ba8f-41f3-b3bc-f5e9ebcf2050 None None] Provisioning for port d1fe3067-8af8-4cc0-ac0d-756afc844585 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:01.417034 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a29023e3-ba8f-41f3-b3bc-f5e9ebcf2050 None None] Provisioning complete for port d1fe3067-8af8-4cc0-ac0d-756afc844585 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:01.417469 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a29023e3-ba8f-41f3-b3bc-f5e9ebcf2050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:01.443471 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:01.445727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c992809-f2ba-440b-a050-d1bc60923888 req-ae05f722-1949-4d92-81ba-3d595331ac09 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:01.447557 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c992809-f2ba-440b-a050-d1bc60923888 req-ae05f722-1949-4d92-81ba-3d595331ac09 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 1.4566779 Feb 18 08:55:01.485911 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:01.529706 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Transition to ACTIVE for port object eb2b988d-331c-417b-b71b-26f424f32ce5 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:01.531627 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e7419d82-f811-4a1a-b818-cd3318b95a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:01.549656 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:01.630583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'name': 'tempest-TaggedBootDevicesTest-1005082885-router', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:35Z', 'updated_at': '2022-02-18T08:54:48Z', 'revision_number': 4, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'gw_port': {'id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:36Z', 'updated_at': '2022-02-18T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '0a563c83-7833-4e8a-87b3-56e6be4675de', 'name': '', 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'mac_address': 'fa:16:3e:38:bb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:45Z', 'updated_at': '2022-02-18T08:54:58Z', 'revision_number': 4, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'subnets': [{'id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:01.633638 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a29023e3-ba8f-41f3-b3bc-f5e9ebcf2050 None None] Port d1fe3067-8af8-4cc0-ac0d-756afc844585 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:55:01.649151 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faae02df-2462-4e3e-bf2a-1dbd4c8cd12c None None] The sync data for ids ['8d56ea16-6e64-44ff-910e-7579b9eeb120'] in n-d-829434-1 is: [{'id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'name': 'tempest-TaggedBootDevicesTest-1005082885-router', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:35Z', 'updated_at': '2022-02-18T08:54:48Z', 'revision_number': 4, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'gw_port': {'id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:36Z', 'updated_at': '2022-02-18T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '0a563c83-7833-4e8a-87b3-56e6be4675de', 'name': '', 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'mac_address': 'fa:16:3e:38:bb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:45Z', 'updated_at': '2022-02-18T08:54:58Z', 'revision_number': 4, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'subnets': [{'id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:55:01.663652 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Attempting to bind port eb2b988d-331c-417b-b71b-26f424f32ce5 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:55:01.664333 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Attempting to bind port eb2b988d-331c-417b-b71b-26f424f32ce5 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:55:01.664997 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Attempting to bind port eb2b988d-331c-417b-b71b-26f424f32ce5 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:55:01.677517 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:55:01.678692 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:01.678952 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:01.679465 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:55:01.680112 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Bound port: eb2b988d-331c-417b-b71b-26f424f32ce5, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:55:01.680702 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:01.703679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a29023e3-ba8f-41f3-b3bc-f5e9ebcf2050 None None] Provisioning complete for port 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:01.704047 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a29023e3-ba8f-41f3-b3bc-f5e9ebcf2050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:01.742396 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67411875-65e2-4a96-b047-8a289da614fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:01.824892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:01.825187 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:01.878336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67411875-65e2-4a96-b047-8a289da614fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ea0752-efa5-4df3-92c3-2023be837deb,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:01.879943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7419d82-f811-4a1a-b818-cd3318b95a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b71cf0-99f8-4d4a-a04b-b7ce5ed62415,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:01.912090 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67411875-65e2-4a96-b047-8a289da614fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:01.945399 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c992809-f2ba-440b-a050-d1bc60923888 req-00b38772-8567-4b40-9757-0847b7ccb67c tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841032 Feb 18 08:55:01.962971 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5669a744-9337-4717-8e46-8cb9290f3e76 None None] Network b928b300-8a24-406f-9999-eb6cad70bd79 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:55:01.990600 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-67411875-65e2-4a96-b047-8a289da614fa admin admin] 10.222.0.72 "DELETE /v2.0/subnets/13ea0752-efa5-4df3-92c3-2023be837deb HTTP/1.1" status: 204 len: 168 time: 3.6516204 Feb 18 08:55:02.001032 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] For port eb2b988d-331c-417b-b71b-26f424f32ce5, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:55:02.008179 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56682) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:02.009290 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] For port eb2b988d-331c-417b-b71b-26f424f32ce5, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=eb2b988d-331c-417b-b71b-26f424f32ce5,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:55:02.073035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4323b3-41e5-45a6-800b-c2e7982899c0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:02.074756 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fc4323b3-41e5-45a6-800b-c2e7982899c0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A26d HTTP/1.1" status: 200 len: 929 time: 0.7215948 Feb 18 08:55:02.096860 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ca9a9-161d-46e5-a535-5078c3ba5094 None None] Pushing event updated for resources: {'Port': ['ID=eb2b988d-331c-417b-b71b-26f424f32ce5,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:02.105833 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:02.167469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56686) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:02.172727 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Routers {'20acd3a2-903f-4478-bf5f-f8cfbf378cbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:55:02.173365 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:54:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:02.536710 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a030a-8a72-4178-9706-34b60921d122 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port b3b8e6fd-3003-49b4-891e-46840ca1410e {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:55:02.537431 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b8a030a-8a72-4178-9706-34b60921d122 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:02.675858 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7419d82-f811-4a1a-b818-cd3318b95a99 admin admin] Checking segment: {'id': 'e6dd60c8-7d74-4ed4-a0c7-be914e1ed635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '7fd12e65-8f5d-4828-b557-520681ff7b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:02.682128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7419d82-f811-4a1a-b818-cd3318b95a99 admin admin] Network hostable DHCP agents. Network: 7fd12e65-8f5d-4828-b557-520681ff7b19, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:55:02.703228 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ca9a9-161d-46e5-a535-5078c3ba5094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:02.703984 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ca9a9-161d-46e5-a535-5078c3ba5094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:02.704423 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ca9a9-161d-46e5-a535-5078c3ba5094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:02.704777 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ca9a9-161d-46e5-a535-5078c3ba5094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:02.705125 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ca9a9-161d-46e5-a535-5078c3ba5094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:02.705457 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ca9a9-161d-46e5-a535-5078c3ba5094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:02.705789 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ca9a9-161d-46e5-a535-5078c3ba5094 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:02.706115 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ca9a9-161d-46e5-a535-5078c3ba5094 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:02.706441 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ca9a9-161d-46e5-a535-5078c3ba5094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:02.706764 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ca9a9-161d-46e5-a535-5078c3ba5094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:02.707085 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ca9a9-161d-46e5-a535-5078c3ba5094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:02.714817 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ca9a9-161d-46e5-a535-5078c3ba5094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:02.730825 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-25fad4a3-e323-48f0-8811-8784857f432d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Allocated IP 172.20.0.13 (37941738-3b60-49d5-86b1-6f8075363e3c/d45a775a-d6b1-454c-87b6-7f0420cf3393/9433c6db-ce78-4204-b800-005fe9ffd9f0) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:55:02.870757 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:03.028374 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] Set router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:55:03.071769 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-27e5ff86-a0c3-4bc4-b7e3-8e52c9d2b227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:03.179875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-23f1490d-e126-4385-bc4c-9bd654794bc8 None None] Provisioning complete for port d1fe3067-8af8-4cc0-ac0d-756afc844585 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:03.180322 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-23f1490d-e126-4385-bc4c-9bd654794bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:03.363550 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-25fad4a3-e323-48f0-8811-8784857f432d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:03.368841 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-23f1490d-e126-4385-bc4c-9bd654794bc8 None None] Port d1fe3067-8af8-4cc0-ac0d-756afc844585 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:55:03.416119 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ca9a9-161d-46e5-a535-5078c3ba5094 None None] Pushing event updated for resources: {'Port': ['ID=eb2b988d-331c-417b-b71b-26f424f32ce5,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:03.416747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-23f1490d-e126-4385-bc4c-9bd654794bc8 None None] Provisioning for port b3b8e6fd-3003-49b4-891e-46840ca1410e completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:03.441513 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ddeb11-83de-4099-901d-34d8edb5523f None None] DHCP port deletion for b928b300-8a24-406f-9999-eb6cad70bd79 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:55:03.456175 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-34ddeb11-83de-4099-901d-34d8edb5523f None None] Deleting port a8dffe1c-a621-43d5-afd6-b0e953ac0425 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:55:03.458868 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-34ddeb11-83de-4099-901d-34d8edb5523f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:03.495156 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-25fad4a3-e323-48f0-8811-8784857f432d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:03.580890 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-23f1490d-e126-4385-bc4c-9bd654794bc8 None None] Provisioning complete for port b3b8e6fd-3003-49b4-891e-46840ca1410e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:03.588431 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-23f1490d-e126-4385-bc4c-9bd654794bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:03.642318 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7419d82-f811-4a1a-b818-cd3318b95a99 admin admin] Network 7fd12e65-8f5d-4828-b557-520681ff7b19 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:55:03.653561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-25fad4a3-e323-48f0-8811-8784857f432d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Network 37941738-3b60-49d5-86b1-6f8075363e3c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:03.659322 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:03.683837 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0a563c83-7833-4e8a-87b3-56e6be4675de up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:03.688298 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-25fad4a3-e323-48f0-8811-8784857f432d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:03.709059 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-25fad4a3-e323-48f0-8811-8784857f432d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:55:03.804606 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-25fad4a3-e323-48f0-8811-8784857f432d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:03.805715 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-25fad4a3-e323-48f0-8811-8784857f432d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:03.854230 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:54:54Z', 'revision_number': 3, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:03.860677 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fad4a3-e323-48f0-8811-8784857f432d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Pushing event updated for resources: {'Port': ['ID=9433c6db-ce78-4204-b800-005fe9ffd9f0,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:03.866025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-e7419d82-f811-4a1a-b818-cd3318b95a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 7fd12e65-8f5d-4828-b557-520681ff7b19) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:03.867597 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a642e4-8ffb-4623-9694-9e236a532e83 None None] The sync data for ids ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'] in n-d-829434-1 is: [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:54:54Z', 'revision_number': 3, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:55:03.890438 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7419d82-f811-4a1a-b818-cd3318b95a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:03.891288 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e7419d82-f811-4a1a-b818-cd3318b95a99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:03.903014 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-25fad4a3-e323-48f0-8811-8784857f432d tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4643810 Feb 18 08:55:03.925279 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Request body: {'port': {'device_id': '78acf769-6253-4e27-96c5-5992c6c588c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:03.979895 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212e9d90-89b6-4d19-8204-2ba4b376cb2c None None] Network 7fd12e65-8f5d-4828-b557-520681ff7b19 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:55:04.099271 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] Deleting port a8dffe1c-a621-43d5-afd6-b0e953ac0425 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:55:04.099788 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:04.142036 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b8a030a-8a72-4178-9706-34b60921d122 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:04.191975 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e7419d82-f811-4a1a-b818-cd3318b95a99 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.1608546 Feb 18 08:55:04.211280 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56716) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:04.269218 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:04.275428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1064027144-router', 'tenant_id': 'f4ed25103459407988de03e22bedc9a8', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:04.284818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:04.292594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Usage tracker for resource:router and tenant:f4ed25103459407988de03e22bedc9a8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:04.301807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:04.311400 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:04.312367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 0a563c83-7833-4e8a-87b3-56e6be4675de completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:04.345637 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:04.381285 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:04.497747 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:04.499350 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:04.504186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a030a-8a72-4178-9706-34b60921d122 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for b3b8e6fd-3003-49b4-891e-46840ca1410e owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:55:04.579411 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-34ddeb11-83de-4099-901d-34d8edb5523f None None] For port a8dffe1c-a621-43d5-afd6-b0e953ac0425, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a8dffe1c-a621-43d5-afd6-b0e953ac0425,segment=NetworkSegment(b8afe4b3-9a3c-4204-90fa-16927b617d87),segment_id=b8afe4b3-9a3c-4204-90fa-16927b617d87)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:04.579803 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-34ddeb11-83de-4099-901d-34d8edb5523f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:04.626909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45951-01d3-49cc-8a28-a02ebcef8b31 req-94b610e3-9c94-482d-9387-ccf2b7ffe383 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:04.641133 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63d45951-01d3-49cc-8a28-a02ebcef8b31 req-94b610e3-9c94-482d-9387-ccf2b7ffe383 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 2.4682105 Feb 18 08:55:04.930169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bc3e6-089c-422c-8c4c-4c27732289d2 req-d5b8aa3f-55d5-49ed-9f4d-f1a957227898 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:04.943512 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-912bc3e6-089c-422c-8c4c-4c27732289d2 req-d5b8aa3f-55d5-49ed-9f4d-f1a957227898 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 932 time: 1.3449233 Feb 18 08:55:04.971684 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63d45951-01d3-49cc-8a28-a02ebcef8b31 req-3e1e5ecf-f77f-4056-ae0d-ac3c51461e6f tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295693 Feb 18 08:55:04.990829 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-34ddeb11-83de-4099-901d-34d8edb5523f None None] Calling delete_port for a8dffe1c-a621-43d5-afd6-b0e953ac0425 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:55:05.088927 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-23f1490d-e126-4385-bc4c-9bd654794bc8 None None] Port b3b8e6fd-3003-49b4-891e-46840ca1410e cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:55:05.094586 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-912bc3e6-089c-422c-8c4c-4c27732289d2 req-e1ca5637-9397-4324-bba1-4a513ed0a9d3 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498520 Feb 18 08:55:05.204955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] For port a8dffe1c-a621-43d5-afd6-b0e953ac0425, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a8dffe1c-a621-43d5-afd6-b0e953ac0425,segment=NetworkSegment(b8afe4b3-9a3c-4204-90fa-16927b617d87),segment_id=b8afe4b3-9a3c-4204-90fa-16927b617d87)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:05.206222 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:05.306157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0a563c83-7833-4e8a-87b3-56e6be4675de triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:05.306744 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:05.455907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] Calling delete_port for a8dffe1c-a621-43d5-afd6-b0e953ac0425 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:55:05.461410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] Allocated IP 172.20.0.1 (d9a0792a-5ad4-4098-9d51-afae073edc3e/1570d450-e2c9-453c-a07c-52b306ae3008/408f1974-0ce5-4018-b566-a32b4fe502f0) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:55:05.465413 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b8a030a-8a72-4178-9706-34b60921d122 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:05.599860 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:05.634632 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:05.663007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a030a-8a72-4178-9706-34b60921d122 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=b3b8e6fd-3003-49b4-891e-46840ca1410e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:05.697107 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] No DVR routers for this DVR port a8dffe1c-a621-43d5-afd6-b0e953ac0425 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:55:05.706135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323408f-4914-4216-b4b3-58b220afbb8b req-b551cbf2-006b-4a73-8064-cb5f211d69a8 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:05.706907 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:05.716185 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7323408f-4914-4216-b4b3-58b220afbb8b req-b551cbf2-006b-4a73-8064-cb5f211d69a8 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.5330553 Feb 18 08:55:05.724367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-7fd12e65-8f5d-4828-b557-520681ff7b19', 'network_id': '7fd12e65-8f5d-4828-b557-520681ff7b19', 'tenant_id': 'f4ed25103459407988de03e22bedc9a8', 'fixed_ips': [{'subnet_id': 'a9b71cf0-99f8-4d4a-a04b-b7ce5ed62415'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:55:05.729468 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:05.980394 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b8a030a-8a72-4178-9706-34b60921d122 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:06.056516 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7323408f-4914-4216-b4b3-58b220afbb8b req-b2474a12-e4f9-4946-8f4b-654655d97dda tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383653 Feb 18 08:55:06.064701 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4b8a030a-8a72-4178-9706-34b60921d122 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/ports/b3b8e6fd-3003-49b4-891e-46840ca1410e HTTP/1.1" status: 204 len: 168 time: 3.8832307 Feb 18 08:55:06.070385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56730) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:06.167992 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-972c8414-4fab-4c5f-87c0-389be6fe506c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] GET failed (client error): The resource could not be found. Feb 18 08:55:06.168548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-972c8414-4fab-4c5f-87c0-389be6fe506c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Synchronizing usage tracker for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:55:06.226912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-972c8414-4fab-4c5f-87c0-389be6fe506c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Unset dirty status for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:55:06.231460 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-972c8414-4fab-4c5f-87c0-389be6fe506c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports/b3b8e6fd-3003-49b4-891e-46840ca1410e HTTP/1.1" status: 404 len: 333 time: 0.1598225 Feb 18 08:55:06.232337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56740) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:06.243875 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:06.248377 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:06.320211 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9433c6db-ce78-4204-b800-005fe9ffd9f0 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:55:06.341411 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: from cryptography.utils import int_from_bytes Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: from cryptography.utils import int_from_bytes Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: util.warn_limited( Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.368649 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.372170 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.372170 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.372170 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.372170 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.372170 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.372170 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.372170 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.372170 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.372170 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.372170 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.372170 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.372170 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.372170 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:06.372170 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 08:55:06.375615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Transition to ACTIVE for port object 9433c6db-ce78-4204-b800-005fe9ffd9f0 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:06.402642 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Allocated IP 172.20.0.2 (7fd12e65-8f5d-4828-b557-520681ff7b19/a9b71cf0-99f8-4d4a-a04b-b7ce5ed62415/ba73f496-82ad-45f0-8fd7-7cd93dd25075) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:55:06.418984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] Transition to ACTIVE for port object 408f1974-0ce5-4018-b566-a32b4fe502f0 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:06.453606 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa6f46-8240-4cb3-9dcb-acb2e1cfa4d9 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port d1fe3067-8af8-4cc0-ac0d-756afc844585 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:55:06.454197 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6f46-8240-4cb3-9dcb-acb2e1cfa4d9 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:06.455849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 0a563c83-7833-4e8a-87b3-56e6be4675de, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0a563c83-7833-4e8a-87b3-56e6be4675de,segment=NetworkSegment(3f191c74-dd3d-42fc-9c19-da05c2a45698),segment_id=3f191c74-dd3d-42fc-9c19-da05c2a45698)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:06.463865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8dffe1c-a621-43d5-afd6-b0e953ac0425,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:06.473869 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:06.475754 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:06.480894 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:55:06.613527 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-34ddeb11-83de-4099-901d-34d8edb5523f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:55:06.614168 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-34ddeb11-83de-4099-901d-34d8edb5523f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:55:06.678563 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device eb2b988d-331c-417b-b71b-26f424f32ce5 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:06.714449 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=0a563c83-7833-4e8a-87b3-56e6be4675de,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:06.742489 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:06.771807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b928b300-8a24-406f-9999-eb6cad70bd79']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:06.789622 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:06.792532 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8afe4b3-9a3c-4204-90fa-16927b617d87') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:06.792951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8afe4b3-9a3c-4204-90fa-16927b617d87') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:06.806294 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:06.828379 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:06.836189 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:55:06.836623 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:06.901289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port eb2b988d-331c-417b-b71b-26f424f32ce5 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:06.933539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] Network d9a0792a-5ad4-4098-9d51-afae073edc3e is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:06.946490 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56748) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:06.947615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:06.998921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:55:07.024943 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:55:07.052674 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:07.068009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Pushing event updated for resources: {'Port': ['ID=9433c6db-ce78-4204-b800-005fe9ffd9f0,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:07.069852 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Transition to ACTIVE for port object ba73f496-82ad-45f0-8fd7-7cd93dd25075 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:07.099211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Transition to ACTIVE for port object ba73f496-82ad-45f0-8fd7-7cd93dd25075 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:07.104306 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port eb2b988d-331c-417b-b71b-26f424f32ce5 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:07.106177 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:07.201844 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:07.270651 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-34ddeb11-83de-4099-901d-34d8edb5523f None None] Deleting port a8dffe1c-a621-43d5-afd6-b0e953ac0425 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:55:07.271383 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-34ddeb11-83de-4099-901d-34d8edb5523f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:07.344260 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:07.357177 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:07.379211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-34ddeb11-83de-4099-901d-34d8edb5523f None None] The port 'a8dffe1c-a621-43d5-afd6-b0e953ac0425' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:55:07.380963 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:07.398192 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:07.432778 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=b928b300-8a24-406f-9999-eb6cad70bd79,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:07.467134 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Network 7fd12e65-8f5d-4828-b557-520681ff7b19 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:07.481677 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:07.485251 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:55:07.546059 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-552d68b8-6143-468b-a92d-a6b1bb492318 None None] Provisioning for port 408f1974-0ce5-4018-b566-a32b4fe502f0 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:07.546806 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec48fd-3714-491c-aff1-5ec80325a968 req-c1f8f104-15ca-4569-8f41-6ead3dc7d867 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:07.553981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ddec48fd-3714-491c-aff1-5ec80325a968 req-c1f8f104-15ca-4569-8f41-6ead3dc7d867 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 1.2434175 Feb 18 08:55:07.558162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-552d68b8-6143-468b-a92d-a6b1bb492318 None None] Provisioning complete for port 408f1974-0ce5-4018-b566-a32b4fe502f0 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:07.558522 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-552d68b8-6143-468b-a92d-a6b1bb492318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:07.569228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] Pushing event updated for resources: {'Port': ['ID=408f1974-0ce5-4018-b566-a32b4fe502f0,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:07.578995 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8625da5e-f7db-4ff1-bcb1-9b035f169e87 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b928b300-8a24-406f-9999-eb6cad70bd79 HTTP/1.1" status: 204 len: 168 time: 5.5644267 Feb 18 08:55:07.635987 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5a3bf7bc-b8c2-4536-a2fd-842980ae7eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:07.650840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Pushing event updated for resources: {'Port': ['ID=ba73f496-82ad-45f0-8fd7-7cd93dd25075,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:07.703580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Attempting to bind port 9433c6db-ce78-4204-b800-005fe9ffd9f0 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:55:07.703580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Attempting to bind port 9433c6db-ce78-4204-b800-005fe9ffd9f0 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:55:07.704146 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Attempting to bind port 9433c6db-ce78-4204-b800-005fe9ffd9f0 on network 37941738-3b60-49d5-86b1-6f8075363e3c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:55:07.711912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Port 9433c6db-ce78-4204-b800-005fe9ffd9f0 on network 37941738-3b60-49d5-86b1-6f8075363e3c not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:55:07.712241 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Attempting to bind port 9433c6db-ce78-4204-b800-005fe9ffd9f0 on network 37941738-3b60-49d5-86b1-6f8075363e3c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:55:07.721681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:55:07.722119 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Checking segment: {'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:07.722513 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Bound using segment: {'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:55:07.722995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Bound port: 9433c6db-ce78-4204-b800-005fe9ffd9f0, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d35b79e-79a6-41fe-9fb2-4feac907ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:55:07.723346 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:07.742545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Attempting to bind port ba73f496-82ad-45f0-8fd7-7cd93dd25075 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:55:07.743005 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Attempting to bind port ba73f496-82ad-45f0-8fd7-7cd93dd25075 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'e6dd60c8-7d74-4ed4-a0c7-be914e1ed635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '7fd12e65-8f5d-4828-b557-520681ff7b19'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:55:07.743250 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Attempting to bind port ba73f496-82ad-45f0-8fd7-7cd93dd25075 on network 7fd12e65-8f5d-4828-b557-520681ff7b19 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:55:07.745992 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5a3bf7bc-b8c2-4536-a2fd-842980ae7eb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:07.753150 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:55:07.753523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Checking segment: {'id': 'e6dd60c8-7d74-4ed4-a0c7-be914e1ed635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '7fd12e65-8f5d-4828-b557-520681ff7b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:07.753918 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:07.754304 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Bound using segment: {'id': 'e6dd60c8-7d74-4ed4-a0c7-be914e1ed635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '7fd12e65-8f5d-4828-b557-520681ff7b19'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:55:07.754886 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Bound port: ba73f496-82ad-45f0-8fd7-7cd93dd25075, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6dd60c8-7d74-4ed4-a0c7-be914e1ed635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '7fd12e65-8f5d-4828-b557-520681ff7b19'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:55:07.755325 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:07.756381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5a3bf7bc-b8c2-4536-a2fd-842980ae7eb4 admin admin] Usage tracker for resource:security_group_rule and tenant:ad79eb4e6bd24f4281f4ce29b7df7763 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:07.759878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5a3bf7bc-b8c2-4536-a2fd-842980ae7eb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:07.782202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5a3bf7bc-b8c2-4536-a2fd-842980ae7eb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:07.782521 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:07.788636 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-552d68b8-6143-468b-a92d-a6b1bb492318 None None] Port 408f1974-0ce5-4018-b566-a32b4fe502f0 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:55:07.848648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56760) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:07.858252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dee83-ac1c-4f7d-8a98-9b8e91e2a5ae req-005627fe-e384-4c5b-ac93-9f2a2b67dc01 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:07.866256 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port eb2b988d-331c-417b-b71b-26f424f32ce5, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=eb2b988d-331c-417b-b71b-26f424f32ce5,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:07.868317 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-729dee83-ac1c-4f7d-8a98-9b8e91e2a5ae req-005627fe-e384-4c5b-ac93-9f2a2b67dc01 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 944 time: 1.2581246 Feb 18 08:55:07.900435 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:07.940886 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5a3bf7bc-b8c2-4536-a2fd-842980ae7eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:08.033631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] For port ba73f496-82ad-45f0-8fd7-7cd93dd25075, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:55:08.037613 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] For port ba73f496-82ad-45f0-8fd7-7cd93dd25075, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ba73f496-82ad-45f0-8fd7-7cd93dd25075,segment=NetworkSegment(e6dd60c8-7d74-4ed4-a0c7-be914e1ed635),segment_id=e6dd60c8-7d74-4ed4-a0c7-be914e1ed635)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:55:08.038926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=eb2b988d-331c-417b-b71b-26f424f32ce5,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:08.042017 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a8dffe1c-a621-43d5-afd6-b0e953ac0425 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:55:08.076023 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:08.122104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: a8dffe1c-a621-43d5-afd6-b0e953ac0425 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:55:08.122618 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a8dffe1c-a621-43d5-afd6-b0e953ac0425 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:55:08.152465 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-290792ea-7037-4668-a9c3-be01837c0728 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c0c64350cc646d0ba5cd476344b9e39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869999 Feb 18 08:55:08.153235 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56764) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:08.155551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] For port 9433c6db-ce78-4204-b800-005fe9ffd9f0, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:55:08.179463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f323c53-29aa-41b7-a823-90dfec82184c None None] Pushing event updated for resources: {'Port': ['ID=ba73f496-82ad-45f0-8fd7-7cd93dd25075,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:08.224158 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ddec48fd-3714-491c-aff1-5ec80325a968 req-1376452a-0b2a-45ce-a34b-0f5aa90a0d17 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6692975 Feb 18 08:55:08.232123 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5a3bf7bc-b8c2-4536-a2fd-842980ae7eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:08.238473 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] For port 9433c6db-ce78-4204-b800-005fe9ffd9f0, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9433c6db-ce78-4204-b800-005fe9ffd9f0,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:55:08.267152 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:08.375715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-729dee83-ac1c-4f7d-8a98-9b8e91e2a5ae req-7615ee5d-7d76-44b0-8e48-ec3b8ab0caf7 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057950 Feb 18 08:55:08.431084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5a3bf7bc-b8c2-4536-a2fd-842980ae7eb4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ad79eb4e6bd24f4281f4ce29b7df7763&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4434717 Feb 18 08:55:08.440366 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56768) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:08.459572 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:08.492321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3bf7bc-b8c2-4536-a2fd-842980ae7eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54757eb-3339-426f-9e4d-de83688f93c7,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:08.534982 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:08.603772 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:08.604757 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:08.606558 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] 10.222.0.81 "PUT /v2.0/ports/9433c6db-ce78-4204-b800-005fe9ffd9f0 HTTP/1.1" status: 200 len: 1092 time: 4.6872170 Feb 18 08:55:08.618983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78acf769-6253-4e27-96c5-5992c6c588c1', 'tag': '9433c6db-ce78-4204-b800-005fe9ffd9f0'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:55:08.735261 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:08.829022 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0a563c83-7833-4e8a-87b3-56e6be4675de up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:08.884587 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6f46-8240-4cb3-9dcb-acb2e1cfa4d9 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:09.026837 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0a563c83-7833-4e8a-87b3-56e6be4675de triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:09.027607 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:09.071641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa6f46-8240-4cb3-9dcb-acb2e1cfa4d9 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for d1fe3067-8af8-4cc0-ac0d-756afc844585 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:55:09.180477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Allocated IP 172.25.1.66 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/c653ce1a-8310-42bc-9d4a-7aeee3a8e496) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:55:09.209085 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0cfe6c1d-81c6-4e2d-a689-f99da6dac984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:09.269107 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device eb2b988d-331c-417b-b71b-26f424f32ce5 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:09.364192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port eb2b988d-331c-417b-b71b-26f424f32ce5 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:09.365314 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:09.401280 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:09.465480 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e138c-c34a-4300-8f8c-70828ab61c01 service neutron] Pushing event updated for resources: {'Port': ['ID=9433c6db-ce78-4204-b800-005fe9ffd9f0,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:09.486280 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78acf769-6253-4e27-96c5-5992c6c588c1', 'tag': '9433c6db-ce78-4204-b800-005fe9ffd9f0', 'status': 'completed', 'code': 200} Feb 18 08:55:09.491502 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4f3bacd7-40a5-461f-b4b7-6829f3f3b1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:09.507107 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:09.571875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ba73f496-82ad-45f0-8fd7-7cd93dd25075 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:09.590709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:09.606775 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:09.613302 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:55:09.633377 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0cfe6c1d-81c6-4e2d-a689-f99da6dac984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:09.730286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port ba73f496-82ad-45f0-8fd7-7cd93dd25075 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:09.771520 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6f46-8240-4cb3-9dcb-acb2e1cfa4d9 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:09.774581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bf1a45-b017-4e70-92bf-908924188421 None None] Network 7fd12e65-8f5d-4828-b557-520681ff7b19 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:55:09.918351 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4f3bacd7-40a5-461f-b4b7-6829f3f3b1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:09.923546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bbc6d-72e6-4129-820d-aa61ae271c3b req-57df3c88-d204-4f85-93e7-d3228dc980f2 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:09.944091 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-602bbc6d-72e6-4129-820d-aa61ae271c3b req-57df3c88-d204-4f85-93e7-d3228dc980f2 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 1.1406758 Feb 18 08:55:09.959425 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0cfe6c1d-81c6-4e2d-a689-f99da6dac984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:10.006777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa6f46-8240-4cb3-9dcb-acb2e1cfa4d9 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=d1fe3067-8af8-4cc0-ac0d-756afc844585,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:10.072785 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c9845af5-3481-442e-8d14-685fbb317aac None None] Provisioning for port ba73f496-82ad-45f0-8fd7-7cd93dd25075 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:10.079908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe6c1d-81c6-4e2d-a689-f99da6dac984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54757eb-3339-426f-9e4d-de83688f93c7,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:10.087173 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c9845af5-3481-442e-8d14-685fbb317aac None None] Provisioning complete for port ba73f496-82ad-45f0-8fd7-7cd93dd25075 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:10.087887 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c9845af5-3481-442e-8d14-685fbb317aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:10.156092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-5c42a424-b30e-4df0-a6d4-725d236f27cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:10.157623 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-5c42a424-b30e-4df0-a6d4-725d236f27cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 1095 time: 1.4194362 Feb 18 08:55:10.162494 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:10.214383 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6f46-8240-4cb3-9dcb-acb2e1cfa4d9 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:10.264310 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-602bbc6d-72e6-4129-820d-aa61ae271c3b req-20ed30aa-abbe-4f19-a9d5-b2652da4f276 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193088 Feb 18 08:55:10.293524 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0cfe6c1d-81c6-4e2d-a689-f99da6dac984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:10.297183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0cfe6c1d-81c6-4e2d-a689-f99da6dac984 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b54757eb-3339-426f-9e4d-de83688f93c7 HTTP/1.1" status: 204 len: 168 time: 1.8496253 Feb 18 08:55:10.299114 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6bfa6f46-8240-4cb3-9dcb-acb2e1cfa4d9 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/ports/d1fe3067-8af8-4cc0-ac0d-756afc844585 HTTP/1.1" status: 204 len: 168 time: 4.0611517 Feb 18 08:55:10.321148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56782) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:10.386786 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c9845af5-3481-442e-8d14-685fbb317aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:10.441725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45deb09c-47d2-45dc-ad5c-add191a298f1 req-b92e6460-a8e6-42e4-8754-ebd852962faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:10.443176 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-45deb09c-47d2-45dc-ad5c-add191a298f1 req-b92e6460-a8e6-42e4-8754-ebd852962faf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07a37fcb692a481a8b32c3cc5e76d9b8&device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 1096 time: 1.7806387 Feb 18 08:55:10.443961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844c424-96f5-4f35-848d-6bf8721cdfc4 req-9ec811d7-b5da-4c24-b9ac-a76f3871bb8e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:10.463245 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2844c424-96f5-4f35-848d-6bf8721cdfc4 req-9ec811d7-b5da-4c24-b9ac-a76f3871bb8e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.9753139 Feb 18 08:55:10.478546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c9845af5-3481-442e-8d14-685fbb317aac None None] For port ba73f496-82ad-45f0-8fd7-7cd93dd25075, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ba73f496-82ad-45f0-8fd7-7cd93dd25075,segment=NetworkSegment(e6dd60c8-7d74-4ed4-a0c7-be914e1ed635),segment_id=e6dd60c8-7d74-4ed4-a0c7-be914e1ed635)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:10.495094 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c9845af5-3481-442e-8d14-685fbb317aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:10.497652 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:55:10.640778 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9845af5-3481-442e-8d14-685fbb317aac None None] Pushing event updated for resources: {'Port': ['ID=ba73f496-82ad-45f0-8fd7-7cd93dd25075,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:10.765950 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:10.771014 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-b5102c11-0cde-44db-b272-c8acc44d7003 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9433c6db-ce78-4204-b800-005fe9ffd9f0 HTTP/1.1" status: 200 len: 217 time: 0.3397861 Feb 18 08:55:10.807685 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:10.810692 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a11077-bf66-43d8-a2f4-a04f0d07facc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] GET failed (client error): The resource could not be found. Feb 18 08:55:10.812517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-07a11077-bf66-43d8-a2f4-a04f0d07facc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Synchronizing usage tracker for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:55:10.838445 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e4cac1fa-c9a3-4f6d-8551-520aa37138db None None] Provisioning complete for port ba73f496-82ad-45f0-8fd7-7cd93dd25075 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:10.838983 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e4cac1fa-c9a3-4f6d-8551-520aa37138db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:10.859451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2844c424-96f5-4f35-848d-6bf8721cdfc4 req-c446faab-20e8-472a-860c-e1a0511182e2 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3931708 Feb 18 08:55:10.873316 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:11.042422 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:11.045598 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:11.133240 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56788) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:11.183235 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Pushing event updated for resources: {'Port': ['ID=c653ce1a-8310-42bc-9d4a-7aeee3a8e496,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:11.220292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-07a11077-bf66-43d8-a2f4-a04f0d07facc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Unset dirty status for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:55:11.224015 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-07a11077-bf66-43d8-a2f4-a04f0d07facc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports/d1fe3067-8af8-4cc0-ac0d-756afc844585 HTTP/1.1" status: 404 len: 333 time: 0.8985331 Feb 18 08:55:11.234599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56792) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:11.238506 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-828cfb3b-4fac-41f1-8e6f-9423c8278c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:11.304795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] Pushing event updated for resources: {'Port': ['ID=408f1974-0ce5-4018-b566-a32b4fe502f0,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:11.308524 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-828cfb3b-4fac-41f1-8e6f-9423c8278c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:11.324429 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-828cfb3b-4fac-41f1-8e6f-9423c8278c46 admin admin] Usage tracker for resource:security_group_rule and tenant:55663764f6794ea697cb6abf51cb42a4 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:11.349673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] Network d9a0792a-5ad4-4098-9d51-afae073edc3e is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:11.354867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:11.360526 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:11.373307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4c3d2-b7f4-4647-8b2d-7c8bd5d82edb req-c7e07e07-f399-4baf-ba59-392c9a8047b0 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:11.378360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-51f215c1-cb9a-4b98-a74c-b2dbed4ecb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:11.380196 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-51f215c1-cb9a-4b98-a74c-b2dbed4ecb33 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d45a775a-d6b1-454c-87b6-7f0420cf3393 HTTP/1.1" status: 200 len: 852 time: 0.2456057 Feb 18 08:55:11.385676 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eeb4c3d2-b7f4-4647-8b2d-7c8bd5d82edb req-c7e07e07-f399-4baf-ba59-392c9a8047b0 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 944 time: 0.8598714 Feb 18 08:55:11.392308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-828cfb3b-4fac-41f1-8e6f-9423c8278c46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:11.461250 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-828cfb3b-4fac-41f1-8e6f-9423c8278c46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:11.479976 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4f3bacd7-40a5-461f-b4b7-6829f3f3b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:11.484645 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45deb09c-47d2-45dc-ad5c-add191a298f1 req-24f2c2e8-3230-4c59-8cd5-e98077b191fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:11.486122 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-45deb09c-47d2-45dc-ad5c-add191a298f1 req-24f2c2e8-3230-4c59-8cd5-e98077b191fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=74735a75-704a-43d7-ab69-98662a7da388 HTTP/1.1" status: 200 len: 919 time: 0.8040981 Feb 18 08:55:11.499520 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-9eef96b3-7374-48e7-9c85-202e2fad2e5f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=37941738-3b60-49d5-86b1-6f8075363e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912018 Feb 18 08:55:11.595023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3e4966-0aa1-4af9-b31c-19b3effce2eb tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting subnet 4adff2d1-bea0-4286-b79a-97675000ac01 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:55:11.622527 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b3e4966-0aa1-4af9-b31c-19b3effce2eb tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:11.652634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3bacd7-40a5-461f-b4b7-6829f3f3b1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbb41e5-05e7-4636-b0a2-3c18dace0b7b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:11.673832 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eeb4c3d2-b7f4-4647-8b2d-7c8bd5d82edb req-f09abf53-a619-4e93-b840-cfda0b5cc35f tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868340 Feb 18 08:55:11.714781 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-45deb09c-47d2-45dc-ad5c-add191a298f1 req-daaa1414-6c88-4662-8a97-bda5f2592a50 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53573ab-8349-4259-8320-6d8ba040f11f HTTP/1.1" status: 200 len: 217 time: 0.2098837 Feb 18 08:55:11.719104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bf9b9100-2e4c-49ae-9587-37646c93bc21 None None] Provisioning complete for port 408f1974-0ce5-4018-b566-a32b4fe502f0 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:11.719965 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bf9b9100-2e4c-49ae-9587-37646c93bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:11.802766 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4f3bacd7-40a5-461f-b4b7-6829f3f3b1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:11.803893 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4f3bacd7-40a5-461f-b4b7-6829f3f3b1d5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3cbb41e5-05e7-4636-b0a2-3c18dace0b7b HTTP/1.1" status: 204 len: 168 time: 3.6333754 Feb 18 08:55:11.815803 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-bf9b9100-2e4c-49ae-9587-37646c93bc21 None None] Port 408f1974-0ce5-4018-b566-a32b4fe502f0 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:55:11.846077 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b3e4966-0aa1-4af9-b31c-19b3effce2eb tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:11.875019 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45deb09c-47d2-45dc-ad5c-add191a298f1 req-394e4cb5-2a11-4b4c-a15f-ff5c7d0a4a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:11.876518 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-45deb09c-47d2-45dc-ad5c-add191a298f1 req-394e4cb5-2a11-4b4c-a15f-ff5c7d0a4a2e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6672ae26-589f-4433-91ad-be0a06fa3bd5 HTTP/1.1" status: 200 len: 858 time: 0.1485455 Feb 18 08:55:11.948983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] Router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:55:11.969283 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Router 099032b1-d0b4-4cc4-9997-934326f190ab is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:55:11.973223 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2722d49-f284-4f55-a284-f28c5b0b9910 req-893278b6-31be-4619-a756-23856a4184d2 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:11.980620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2722d49-f284-4f55-a284-f28c5b0b9910 req-893278b6-31be-4619-a756-23856a4184d2 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.4925287 Feb 18 08:55:11.985557 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-45deb09c-47d2-45dc-ad5c-add191a298f1 req-1160ed23-f01e-4080-b388-48ef27de113b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74735a75-704a-43d7-ab69-98662a7da388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824590 Feb 18 08:55:11.987803 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-ea538626-f62a-4777-9e0b-fafd094869c6 service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667175 Feb 18 08:55:12.144393 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2722d49-f284-4f55-a284-f28c5b0b9910 req-c5f78315-522d-4033-b4a5-82c91b4af5fe tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627991 Feb 18 08:55:12.296643 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-828cfb3b-4fac-41f1-8e6f-9423c8278c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:12.314524 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b3e4966-0aa1-4af9-b31c-19b3effce2eb tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:12.319549 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-828cfb3b-4fac-41f1-8e6f-9423c8278c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:12.431669 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:55:12.445790 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Sync routers for ids ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:55:12.454123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1728ed-e5f5-4cf5-9395-a2f6c6497f67 req-1367ceb9-3b14-4ed6-8f43-b8579a0d63bb tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:12.464952 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d1728ed-e5f5-4cf5-9395-a2f6c6497f67 req-1367ceb9-3b14-4ed6-8f43-b8579a0d63bb tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.3137126 Feb 18 08:55:12.468122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Routers {'20acd3a2-903f-4478-bf5f-f8cfbf378cbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:55:12.470572 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:55:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:12.503987 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-88c789b9-b0a3-4e6f-ad3a-ddf8ba32dad3 admin admin] 10.222.0.72 "PUT /v2.0/routers/20acd3a2-903f-4478-bf5f-f8cfbf378cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0879672 Feb 18 08:55:12.528918 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-828cfb3b-4fac-41f1-8e6f-9423c8278c46 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=55663764f6794ea697cb6abf51cb42a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3934295 Feb 18 08:55:12.533682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56810) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:12.566131 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-45deb09c-47d2-45dc-ad5c-add191a298f1 req-d226ec70-69be-45d7-8bf8-573fdc6847e0 service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697167 Feb 18 08:55:12.566751 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cfb3b-4fac-41f1-8e6f-9423c8278c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd96c01-56a7-4a54-b8b0-65950102bfdb,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:12.645521 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d1728ed-e5f5-4cf5-9395-a2f6c6497f67 req-6037765f-cf9a-4b59-8eff-5bf4eb3171c0 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791537 Feb 18 08:55:12.661898 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b3e4966-0aa1-4af9-b31c-19b3effce2eb tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:12.749894 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4b3e4966-0aa1-4af9-b31c-19b3effce2eb tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:12.766300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Set router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:55:12.781952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e4966-0aa1-4af9-b31c-19b3effce2eb tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Subnet': ['ID=4adff2d1-bea0-4286-b79a-97675000ac01,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:12.804490 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4b3e4966-0aa1-4af9-b31c-19b3effce2eb tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/4adff2d1-bea0-4286-b79a-97675000ac01 HTTP/1.1" status: 204 len: 168 time: 1.5675447 Feb 18 08:55:12.805489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56822) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:12.954053 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a0f3f15b-6ace-49ad-a6ac-75cc7fd210ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:12.992072 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ba73f496-82ad-45f0-8fd7-7cd93dd25075 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:12.997220 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-983efd31-e82f-452e-8e25-69f644d8ab49 req-b2352257-830d-47a6-8d64-b5f0896d229d service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9964380 Feb 18 08:55:13.003657 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-45deb09c-47d2-45dc-ad5c-add191a298f1 req-29f77457-e2f1-4089-8069-63c8cdede3a7 service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974922 Feb 18 08:55:13.025605 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:55:13.042538 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Sync routers for ids ['099032b1-d0b4-4cc4-9997-934326f190ab'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:55:13.060196 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Routers {'099032b1-d0b4-4cc4-9997-934326f190ab'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:55:13.064534 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:55:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['099032b1-d0b4-4cc4-9997-934326f190ab'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:13.068356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53872e80-bb82-4d85-8fd2-f8ea8df6b8d1 None None] Network 66886222-d9e3-474f-aa1d-364fc635a637 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:55:13.411371 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:13.415480 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fef4f4a8-bac8-4c7f-ad56-9c33305eb8ab admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.1918025 Feb 18 08:55:13.418828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56844) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:13.560177 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Set router 099032b1-d0b4-4cc4-9997-934326f190ab gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:55:13.568191 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56852) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:13.712768 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ba73f496-82ad-45f0-8fd7-7cd93dd25075 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:13.713337 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:13.754439 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a0f3f15b-6ace-49ad-a6ac-75cc7fd210ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:13.911197 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:13.940668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e2dd3-2535-4c80-9a37-a613f1c14b5a req-275e551a-e76d-4367-9dc4-919c1b2dd595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:13.942177 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-db6e2dd3-2535-4c80-9a37-a613f1c14b5a req-275e551a-e76d-4367-9dc4-919c1b2dd595 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=75eb46d2988549f58acc23f93dd84a7e&device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 1095 time: 0.8286347 Feb 18 08:55:13.985975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1162680633-network', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:13.992820 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:13.998581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Usage tracker for resource:network and tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:14.002440 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:14.009165 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:14.098137 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:09Z', 'revision_number': 2, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:14.115629 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Checking router: 20acd3a2-903f-4478-bf5f-f8cfbf378cbe for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:55:14.115980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Updating router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe port 408f1974-0ce5-4018-b566-a32b4fe502f0 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:55:14.127789 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Made reservation on behalf of 96f9ab7aca9f4ebb9b0d991d4090bfbe for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:55:14.130132 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:14.174770 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'name': 'tempest-TaggedBootDevicesTest-1064027144-router', 'tenant_id': 'f4ed25103459407988de03e22bedc9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c653ce1a-8310-42bc-9d4a-7aeee3a8e496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:55:04Z', 'updated_at': '2022-02-18T08:55:09Z', 'revision_number': 3, 'project_id': 'f4ed25103459407988de03e22bedc9a8', 'gw_port': {'id': 'c653ce1a-8310-42bc-9d4a-7aeee3a8e496', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:09Z', 'updated_at': '2022-02-18T08:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:14.179500 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Checking router: 099032b1-d0b4-4cc4-9997-934326f190ab for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:55:14.180038 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Updating router 099032b1-d0b4-4cc4-9997-934326f190ab port c653ce1a-8310-42bc-9d4a-7aeee3a8e496 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:55:14.183538 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:14.199873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:55:14.200631 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:14.233541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4621b7-7be3-4d0c-9809-871ef093c082 None None] DHCP port deletion for 66886222-d9e3-474f-aa1d-364fc635a637 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:55:14.251601 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9e4621b7-7be3-4d0c-9809-871ef093c082 None None] Deleting port 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:55:14.251973 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9e4621b7-7be3-4d0c-9809-871ef093c082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:14.296213 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:14.359433 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:14.363511 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:14.371345 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195446e-559d-4454-9d22-8aa7696c4b57 req-fd494fdc-308a-46db-a23b-55c388a398e0 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:14.373652 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6195446e-559d-4454-9d22-8aa7696c4b57 req-fd494fdc-308a-46db-a23b-55c388a398e0 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 944 time: 1.4156427 Feb 18 08:55:14.400557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Usage tracker for resource:security_group_rule and tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:14.416296 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:14.494982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:14.664017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-947bf7d3-01ad-43b4-ae1a-7d2feb2841d4 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:14.665366 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-947bf7d3-01ad-43b4-ae1a-7d2feb2841d4 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Synchronizing usage tracker for tenant:2bfd11743efb4659a7cafd525e72f79c on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:55:14.665503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9e4621b7-7be3-4d0c-9809-871ef093c082 None None] For port 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4,segment=NetworkSegment(1f805922-7706-4b4d-9069-8c964bbdabe6),segment_id=1f805922-7706-4b4d-9069-8c964bbdabe6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:14.665837 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9e4621b7-7be3-4d0c-9809-871ef093c082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:14.668836 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a0f3f15b-6ace-49ad-a6ac-75cc7fd210ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:14.683444 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6195446e-559d-4454-9d22-8aa7696c4b57 req-4aef0d39-32d5-45f7-8926-22b6a09144b4 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580442 Feb 18 08:55:14.722523 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a0f3f15b-6ace-49ad-a6ac-75cc7fd210ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:14.723953 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a0f3f15b-6ace-49ad-a6ac-75cc7fd210ad admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1fd96c01-56a7-4a54-b8b0-65950102bfdb HTTP/1.1" status: 204 len: 168 time: 2.1805739 Feb 18 08:55:14.725333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3f15b-6ace-49ad-a6ac-75cc7fd210ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd96c01-56a7-4a54-b8b0-65950102bfdb,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:14.775526 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-947bf7d3-01ad-43b4-ae1a-7d2feb2841d4 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Unset dirty status for tenant:2bfd11743efb4659a7cafd525e72f79c on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:55:14.780235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-947bf7d3-01ad-43b4-ae1a-7d2feb2841d4 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/networks?id=d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 200 len: 821 time: 0.9823189 Feb 18 08:55:14.915471 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e2dd3-2535-4c80-9a37-a613f1c14b5a req-35f841d5-8ad8-4ac0-b702-a86454e3c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:14.916523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:55:14.917179 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-db6e2dd3-2535-4c80-9a37-a613f1c14b5a req-35f841d5-8ad8-4ac0-b702-a86454e3c690 service neutron] 10.222.0.81 "GET /v2.0/networks?id=37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 200 len: 913 time: 0.9670832 Feb 18 08:55:15.009977 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-db6e2dd3-2535-4c80-9a37-a613f1c14b5a req-46493a3f-025a-49e8-8c69-21180bf9d74d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9433c6db-ce78-4204-b800-005fe9ffd9f0 HTTP/1.1" status: 200 len: 217 time: 0.0796735 Feb 18 08:55:15.012736 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9e4621b7-7be3-4d0c-9809-871ef093c082 None None] Calling delete_port for 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:55:15.089707 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e2dd3-2535-4c80-9a37-a613f1c14b5a req-992c54bd-f435-4c80-881e-13ea8e9bde99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:15.091307 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-db6e2dd3-2535-4c80-9a37-a613f1c14b5a req-992c54bd-f435-4c80-881e-13ea8e9bde99 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d45a775a-d6b1-454c-87b6-7f0420cf3393 HTTP/1.1" status: 200 len: 852 time: 0.0721486 Feb 18 08:55:15.202242 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-d865b96b-e56d-435c-a6e1-05909e8b08a0 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/quotas/2bfd11743efb4659a7cafd525e72f79c HTTP/1.1" status: 200 len: 375 time: 0.3420124 Feb 18 08:55:15.222120 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:15.252374 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Transition to ACTIVE for port object c653ce1a-8310-42bc-9d4a-7aeee3a8e496 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:15.264989 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:15.407443 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37a705-994c-4ca1-84b5-0e45f842a2a9 None None] Pushing event updated for resources: {'Port': ['ID=c653ce1a-8310-42bc-9d4a-7aeee3a8e496,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:15.412125 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Attempting to bind port c653ce1a-8310-42bc-9d4a-7aeee3a8e496 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:55:15.413092 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Attempting to bind port c653ce1a-8310-42bc-9d4a-7aeee3a8e496 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:55:15.413561 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Attempting to bind port c653ce1a-8310-42bc-9d4a-7aeee3a8e496 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:55:15.425270 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:55:15.425621 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:15.425993 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:15.426382 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:55:15.427476 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Bound port: c653ce1a-8310-42bc-9d4a-7aeee3a8e496, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:55:15.427853 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:15.489028 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:15.513458 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9e4621b7-7be3-4d0c-9809-871ef093c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:15.547112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] For port 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4,segment=NetworkSegment(1f805922-7706-4b4d-9069-8c964bbdabe6),segment_id=1f805922-7706-4b4d-9069-8c964bbdabe6)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:15.548528 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:15.659758 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] For port c653ce1a-8310-42bc-9d4a-7aeee3a8e496, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:55:15.663512 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] For port c653ce1a-8310-42bc-9d4a-7aeee3a8e496, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c653ce1a-8310-42bc-9d4a-7aeee3a8e496,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:55:15.672289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Port 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 update to DOWN by agent not found {{(pid=87769) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 18 08:55:15.679833 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:15.691204 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4621b7-7be3-4d0c-9809-871ef093c082 None None] Pushing event deleted for resources: {'Port': ['ID=8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:15.693619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4621b7-7be3-4d0c-9809-871ef093c082 None None] No DVR routers for this DVR port 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:55:15.846501 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:15.860295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:55:15.895952 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-db6e2dd3-2535-4c80-9a37-a613f1c14b5a req-080c9b15-8438-4d3a-8792-5ecf83f601b4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=37941738-3b60-49d5-86b1-6f8075363e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4021690 Feb 18 08:55:15.899877 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c506a9-1e51-44b7-ba1a-237f2263d035,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:15.901539 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Routers {'099032b1-d0b4-4cc4-9997-934326f190ab'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:55:15.904190 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:55:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['099032b1-d0b4-4cc4-9997-934326f190ab'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:15.941335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:55:16.045573 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:55:16.049923 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:55:16.095103 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37a705-994c-4ca1-84b5-0e45f842a2a9 None None] Pushing event updated for resources: {'Port': ['ID=c653ce1a-8310-42bc-9d4a-7aeee3a8e496,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:16.143087 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:16.143929 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Added segment acc2c2e2-3a6c-4a8b-9208-bdec03300b55 of type vlan for network e5cb84de-0f89-4871-82ca-d29b30b286d0 Feb 18 08:55:16.157287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5b5f1-79ba-4016-9a91-98c451aa4a5c req-bf6b9a81-3864-4366-8e00-2be105a813e9 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:16.165053 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-68b5b5f1-79ba-4016-9a91-98c451aa4a5c req-bf6b9a81-3864-4366-8e00-2be105a813e9 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 1.3036792 Feb 18 08:55:16.183584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-b39e8148-0e71-4fa3-97b1-afad5c38f4fa tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Synchronizing usage tracker for tenant:2bfd11743efb4659a7cafd525e72f79c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:55:16.214276 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9433c6db-ce78-4204-b800-005fe9ffd9f0 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:55:16.292653 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] Set router 099032b1-d0b4-4cc4-9997-934326f190ab gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:55:16.329145 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-68b5b5f1-79ba-4016-9a91-98c451aa4a5c req-318e241e-685e-4be9-a3b2-c87c7b776b54 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316690 Feb 18 08:55:16.329849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-b39e8148-0e71-4fa3-97b1-afad5c38f4fa tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Unset dirty status for tenant:2bfd11743efb4659a7cafd525e72f79c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:55:16.337140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-b39e8148-0e71-4fa3-97b1-afad5c38f4fa tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2bfd11743efb4659a7cafd525e72f79c&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1336651 Feb 18 08:55:16.354722 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:16.453181 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 9433c6db-ce78-4204-b800-005fe9ffd9f0, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9433c6db-ce78-4204-b800-005fe9ffd9f0,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:16.470374 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '9433c6db-ce78-4204-b800-005fe9ffd9f0', 'network_id': '37941738-3b60-49d5-86b1-6f8075363e3c', 'port_id': '9433c6db-ce78-4204-b800-005fe9ffd9f0', 'mac_address': 'fa:16:3e:61:89:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45a775a-d6b1-454c-87b6-7f0420cf3393', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:55:16.474734 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:16.553275 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Transition to ACTIVE for port object 408f1974-0ce5-4018-b566-a32b4fe502f0 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:16.581764 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:16.633886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port 8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:55:16.634236 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:16.666435 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-db6e2dd3-2535-4c80-9a37-a613f1c14b5a req-62a73c9e-376f-40d0-a18a-e1642e80d352 service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7593985 Feb 18 08:55:16.670030 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:16.739931 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:16.769051 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbaaf6-ddf3-410d-b573-71eca0337eed None None] Pushing event updated for resources: {'Port': ['ID=408f1974-0ce5-4018-b566-a32b4fe502f0,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:16.862762 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] The port '8b799b2c-9641-4eaa-8e6b-a90ab02a2ca4' was deleted {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:55:16.926569 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9433c6db-ce78-4204-b800-005fe9ffd9f0 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:55:16.930947 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'name': 'tempest-TaggedBootDevicesTest-1064027144-router', 'tenant_id': 'f4ed25103459407988de03e22bedc9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c653ce1a-8310-42bc-9d4a-7aeee3a8e496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:55:04Z', 'updated_at': '2022-02-18T08:55:09Z', 'revision_number': 3, 'project_id': 'f4ed25103459407988de03e22bedc9a8', 'gw_port': {'id': 'c653ce1a-8310-42bc-9d4a-7aeee3a8e496', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:09Z', 'updated_at': '2022-02-18T08:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:16.935972 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b38b1-dc15-47cf-9b42-fde9a8ff7036 None None] The sync data for ids ['099032b1-d0b4-4cc4-9997-934326f190ab'] in n-d-829434-1 is: [{'id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'name': 'tempest-TaggedBootDevicesTest-1064027144-router', 'tenant_id': 'f4ed25103459407988de03e22bedc9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c653ce1a-8310-42bc-9d4a-7aeee3a8e496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:55:04Z', 'updated_at': '2022-02-18T08:55:09Z', 'revision_number': 3, 'project_id': 'f4ed25103459407988de03e22bedc9a8', 'gw_port': {'id': 'c653ce1a-8310-42bc-9d4a-7aeee3a8e496', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:09Z', 'updated_at': '2022-02-18T08:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:55:17.083235 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 9433c6db-ce78-4204-b800-005fe9ffd9f0, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9433c6db-ce78-4204-b800-005fe9ffd9f0,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:17.117585 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:17.134337 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:17.135114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:17.135696 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:17.160469 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:17.193750 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Attempting to bind port 408f1974-0ce5-4018-b566-a32b4fe502f0 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:55:17.194114 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Attempting to bind port 408f1974-0ce5-4018-b566-a32b4fe502f0 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '273665ca-a44f-4b73-b6ca-cb0e9742a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:55:17.194441 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Attempting to bind port 408f1974-0ce5-4018-b566-a32b4fe502f0 on network d9a0792a-5ad4-4098-9d51-afae073edc3e {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:55:17.216863 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:55:17.217505 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Checking segment: {'id': '273665ca-a44f-4b73-b6ca-cb0e9742a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:17.218311 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:17.218654 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Bound using segment: {'id': '273665ca-a44f-4b73-b6ca-cb0e9742a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:55:17.219272 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Bound port: 408f1974-0ce5-4018-b566-a32b4fe502f0, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273665ca-a44f-4b73-b6ca-cb0e9742a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:55:17.219717 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:17.236947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66886222-d9e3-474f-aa1d-364fc635a637']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:17.264508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f805922-7706-4b4d-9069-8c964bbdabe6') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:17.264906 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f805922-7706-4b4d-9069-8c964bbdabe6') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:17.279132 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:17.306399 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:17.316482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:55:17.317463 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:55:17.336718 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:55:17.341107 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] For port 408f1974-0ce5-4018-b566-a32b4fe502f0, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:55:17.362301 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=9433c6db-ce78-4204-b800-005fe9ffd9f0,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:17.416907 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-db6e2dd3-2535-4c80-9a37-a613f1c14b5a req-b30e2605-9498-44dc-9977-cac8f4f481f1 service neutron] 10.222.0.81 "GET /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7370548 Feb 18 08:55:17.420325 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.8343825 Feb 18 08:55:17.420325 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ba0e3-70ad-46f8-a1ad-9701ac481128 admin admin] Pushing event updated for resources: {'Network': ['ID=e5cb84de-0f89-4871-82ca-d29b30b286d0,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:17.429312 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56914) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:17.438834 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-90f06fc0-200a-43a6-ad2d-fb64a2e0f607 admin admin] Request body: {'subnet': {'network_id': 'e5cb84de-0f89-4871-82ca-d29b30b286d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1162680633-subnet', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:17.443043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network e5cb84de-0f89-4871-82ca-d29b30b286d0 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:55:17.454701 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-90f06fc0-200a-43a6-ad2d-fb64a2e0f607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:17.469371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79380c8b-61b5-4ed4-ac4b-b21e0b766a1c req-08b71ad8-6c91-4f09-b2d0-b0952014dc80 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:17.471218 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-90f06fc0-200a-43a6-ad2d-fb64a2e0f607 admin admin] Usage tracker for resource:subnet and tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:17.474341 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] Allocated IP 172.20.0.1 (7fd12e65-8f5d-4828-b557-520681ff7b19/a9b71cf0-99f8-4d4a-a04b-b7ce5ed62415/86b0924d-296e-4b9e-bf06-16ca6d9b0def) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:55:17.476202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-79380c8b-61b5-4ed4-ac4b-b21e0b766a1c req-08b71ad8-6c91-4f09-b2d0-b0952014dc80 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.7752402 Feb 18 08:55:17.477090 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['9433c6db-ce78-4204-b800-005fe9ffd9f0'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:55:17.477313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-90f06fc0-200a-43a6-ad2d-fb64a2e0f607 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:17.488141 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-90f06fc0-200a-43a6-ad2d-fb64a2e0f607 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:17.517810 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-99afbc28-4c36-48a7-891c-f86897660642 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1629632 Feb 18 08:55:17.518496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f06fc0-200a-43a6-ad2d-fb64a2e0f607 admin admin] Made reservation on behalf of 96f9ab7aca9f4ebb9b0d991d4090bfbe for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:55:17.521117 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90f06fc0-200a-43a6-ad2d-fb64a2e0f607 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:17.820022 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-79380c8b-61b5-4ed4-ac4b-b21e0b766a1c req-7f3cd548-160d-45b2-a3ca-eec6a00c2af0 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3427937 Feb 18 08:55:17.825360 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:17.825658 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] For port 408f1974-0ce5-4018-b566-a32b4fe502f0, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=408f1974-0ce5-4018-b566-a32b4fe502f0,segment=NetworkSegment(273665ca-a44f-4b73-b6ca-cb0e9742a08f),segment_id=273665ca-a44f-4b73-b6ca-cb0e9742a08f)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:55:17.851348 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:17.877049 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:17.963751 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-51450e24-5c98-4572-9807-6c379a114802 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334376 Feb 18 08:55:17.971143 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Network': ['ID=66886222-d9e3-474f-aa1d-364fc635a637,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:18.003439 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e9785d4e-5fee-4d88-a8c0-1e5b3052a5d7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/networks/66886222-d9e3-474f-aa1d-364fc635a637 HTTP/1.1" status: 204 len: 168 time: 5.1791251 Feb 18 08:55:18.004821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56928) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:18.020126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d22ef694-5e47-40bc-b559-a13129efac86 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1228714341'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:18.036149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d22ef694-5e47-40bc-b559-a13129efac86 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:18.044922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d22ef694-5e47-40bc-b559-a13129efac86 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:network and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:18.056586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d22ef694-5e47-40bc-b559-a13129efac86 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:18.069625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d22ef694-5e47-40bc-b559-a13129efac86 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:18.084553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Routers {'20acd3a2-903f-4478-bf5f-f8cfbf378cbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:55:18.085322 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:55:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:18.221460 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22ef694-5e47-40bc-b559-a13129efac86 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:55:18.238491 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d22ef694-5e47-40bc-b559-a13129efac86 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:18.307521 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90f06fc0-200a-43a6-ad2d-fb64a2e0f607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:18.360756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22ef694-5e47-40bc-b559-a13129efac86 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:55:18.402957 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] Set router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:55:18.416941 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d22ef694-5e47-40bc-b559-a13129efac86 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:18.417286 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-d22ef694-5e47-40bc-b559-a13129efac86 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Added segment fee98f99-0a65-4dce-bdcf-464e9a81fc38 of type vlan for network ffd4a824-e285-4d87-b90c-0ef267308d28 Feb 18 08:55:18.496525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fe3ba-448a-4554-a1fd-755b6b675d91 req-bcd2a2a1-b10a-416a-9043-9635c4636751 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:18.498925 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-569fe3ba-448a-4554-a1fd-755b6b675d91 req-bcd2a2a1-b10a-416a-9043-9635c4636751 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 945 time: 0.4309821 Feb 18 08:55:18.503034 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f06fc0-200a-43a6-ad2d-fb64a2e0f607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6f3f90d-a8fe-4038-99c3-8a49ef4e4bb0,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:18.636889 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f06fc0-200a-43a6-ad2d-fb64a2e0f607 admin admin] Checking segment: {'id': 'acc2c2e2-3a6c-4a8b-9208-bdec03300b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e5cb84de-0f89-4871-82ca-d29b30b286d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:18.637601 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f06fc0-200a-43a6-ad2d-fb64a2e0f607 admin admin] Network hostable DHCP agents. Network: e5cb84de-0f89-4871-82ca-d29b30b286d0, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:55:18.646222 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbaaf6-ddf3-410d-b573-71eca0337eed None None] Pushing event updated for resources: {'Port': ['ID=408f1974-0ce5-4018-b566-a32b4fe502f0,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:18.715813 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d22ef694-5e47-40bc-b559-a13129efac86 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:18.785387 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb13d5-b94a-4856-b257-e2633b8939c4 req-c7aac7bb-7d7a-4990-9671-8078b45b87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:18.788214 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8feb13d5-b94a-4856-b257-e2633b8939c4 req-c7aac7bb-7d7a-4990-9671-8078b45b87f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621&device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 1096 time: 0.6634457 Feb 18 08:55:18.807323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f06fc0-200a-43a6-ad2d-fb64a2e0f607 admin admin] Network e5cb84de-0f89-4871-82ca-d29b30b286d0 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:55:18.814432 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c653ce1a-8310-42bc-9d4a-7aeee3a8e496 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:18.829355 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-569fe3ba-448a-4554-a1fd-755b6b675d91 req-037fda47-9416-4c3d-a4fc-ab855f3f1194 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570467 Feb 18 08:55:18.898315 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:18.915535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6ec67-32ec-42ef-8e8f-2c2f732ab5cb req-21482b88-5cdf-4193-8feb-a110de756d97 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:18.925129 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2f6ec67-32ec-42ef-8e8f-2c2f732ab5cb req-21482b88-5cdf-4193-8feb-a110de756d97 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.3515048 Feb 18 08:55:18.927350 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d22ef694-5e47-40bc-b559-a13129efac86 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:18.943521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22ef694-5e47-40bc-b559-a13129efac86 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:18.946283 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d22ef694-5e47-40bc-b559-a13129efac86 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:18.979099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-90f06fc0-200a-43a6-ad2d-fb64a2e0f607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, e5cb84de-0f89-4871-82ca-d29b30b286d0) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:18.996243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f06fc0-200a-43a6-ad2d-fb64a2e0f607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:18.996858 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90f06fc0-200a-43a6-ad2d-fb64a2e0f607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:19.006478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] Transition to ACTIVE for port object 86b0924d-296e-4b9e-bf06-16ca6d9b0def will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:19.063834 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-90f06fc0-200a-43a6-ad2d-fb64a2e0f607 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6332915 Feb 18 08:55:19.067742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56956) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:19.074667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac63d7f-13c7-474c-8d10-803630564277 None None] Network e5cb84de-0f89-4871-82ca-d29b30b286d0 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:55:19.084549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1162680633-router', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:19.097126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:19.103894 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Usage tracker for resource:router and tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:19.106839 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb13d5-b94a-4856-b257-e2633b8939c4 req-891824e1-d707-4da6-adfc-0aa24eb79b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:19.108925 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8feb13d5-b94a-4856-b257-e2633b8939c4 req-891824e1-d707-4da6-adfc-0aa24eb79b4e service neutron] 10.222.0.61 "GET /v2.0/networks?id=5d5e2a5a-f047-425a-86b2-0b3143ac8640 HTTP/1.1" status: 200 len: 917 time: 0.2977216 Feb 18 08:55:19.110531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:19.223105 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:19.226430 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8feb13d5-b94a-4856-b257-e2633b8939c4 req-f5aebd3c-b852-468f-a0ee-6c020b7334cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d601f0b0-105d-4d14-874a-01473e5a0b85 HTTP/1.1" status: 200 len: 1000 time: 0.1097252 Feb 18 08:55:19.231190 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:19.365232 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec776dea-0910-42c3-9c84-8e682ff6e18c req-24a74508-2425-4df7-81e8-d92b824cb5e3 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 210 time: 0.3795912 Feb 18 08:55:19.382007 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d22ef694-5e47-40bc-b559-a13129efac86 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3755326 Feb 18 08:55:19.391451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56962) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:19.440820 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ef694-5e47-40bc-b559-a13129efac86 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Network': ['ID=ffd4a824-e285-4d87-b90c-0ef267308d28,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:19.448610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ce15c538-922c-40df-9f17-9f382dfd23e3 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'subnet': {'network_id': 'ffd4a824-e285-4d87-b90c-0ef267308d28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:19.455085 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] Pushing event updated for resources: {'Port': ['ID=86b0924d-296e-4b9e-bf06-16ca6d9b0def,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:19.470283 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:19.472006 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:19.489926 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:19.505762 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2f6ec67-32ec-42ef-8e8f-2c2f732ab5cb req-b6e5291f-82f9-4997-8986-45ab121cbc6e tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213068 Feb 18 08:55:19.522995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] Network 7fd12e65-8f5d-4828-b557-520681ff7b19 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:19.532855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:19.535970 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:55:19.624673 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:19.631182 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network ffd4a824-e285-4d87-b90c-0ef267308d28 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:55:19.814404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ce15c538-922c-40df-9f17-9f382dfd23e3 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:19.820562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ce15c538-922c-40df-9f17-9f382dfd23e3 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:subnet and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:19.834916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ce15c538-922c-40df-9f17-9f382dfd23e3 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:19.850935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ce15c538-922c-40df-9f17-9f382dfd23e3 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:19.935626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11035e55-211e-4214-bb72-72313a545d37 req-ab29246a-da20-4e24-a763-d02a1f9eb26a tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:19.949183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11035e55-211e-4214-bb72-72313a545d37 req-ab29246a-da20-4e24-a763-d02a1f9eb26a tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.2937441 Feb 18 08:55:20.005522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce15c538-922c-40df-9f17-9f382dfd23e3 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:55:20.011813 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ce15c538-922c-40df-9f17-9f382dfd23e3 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:20.188479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-e5cb84de-0f89-4871-82ca-d29b30b286d0', 'network_id': 'e5cb84de-0f89-4871-82ca-d29b30b286d0', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'fixed_ips': [{'subnet_id': 'b6f3f90d-a8fe-4038-99c3-8a49ef4e4bb0'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:55:20.189254 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:20.271944 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port c653ce1a-8310-42bc-9d4a-7aeee3a8e496 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:20.466071 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port c653ce1a-8310-42bc-9d4a-7aeee3a8e496 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:20.466447 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:20.559555 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4fa75403-cede-4b9a-8e66-2ea395f42126 None None] Provisioning for port 86b0924d-296e-4b9e-bf06-16ca6d9b0def completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:20.597916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4fa75403-cede-4b9a-8e66-2ea395f42126 None None] Provisioning complete for port 86b0924d-296e-4b9e-bf06-16ca6d9b0def triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:20.598339 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4fa75403-cede-4b9a-8e66-2ea395f42126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:20.622949 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb13d5-b94a-4856-b257-e2633b8939c4 req-514bf03e-b317-44cc-b5eb-acb65865ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:20.635159 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8feb13d5-b94a-4856-b257-e2633b8939c4 req-514bf03e-b317-44cc-b5eb-acb65865ab1c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df727fe9-3fec-4967-a902-47fe24f8ed0f HTTP/1.1" status: 200 len: 855 time: 1.3968306 Feb 18 08:55:20.702989 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11035e55-211e-4214-bb72-72313a545d37 req-0ca51f64-d4d5-4d34-bc8b-eebac4dd06e5 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7497463 Feb 18 08:55:20.856551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:17Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:20.886440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a3da1-8af7-4738-bbbe-d4591dd196f6 req-5e950798-b35f-460c-b11b-76cbc541fc68 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:20.894192 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a0a3da1-8af7-4738-bbbe-d4591dd196f6 req-5e950798-b35f-460c-b11b-76cbc541fc68 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 945 time: 0.6817122 Feb 18 08:55:20.901859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-5f6ae477-6c89-48c7-b641-f92acdc20923 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:20.903265 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-5f6ae477-6c89-48c7-b641-f92acdc20923 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.61 "GET /v2.0/networks?id=d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 200 len: 821 time: 0.5174270 Feb 18 08:55:20.948285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-4fa75403-cede-4b9a-8e66-2ea395f42126 None None] Port 86b0924d-296e-4b9e-bf06-16ca6d9b0def cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:55:20.966063 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-3ec88abb-496c-4f8f-ae85-87f877e86785 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Request body: {'port': {'device_id': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'admin_state_up': True, 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:20.974846 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131b5854-0353-4c00-ab01-e41945a3c1dd None None] The sync data for ids ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'] in n-d-829434-1 is: [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:17Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:55:21.101726 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Allocated IP 172.20.0.2 (e5cb84de-0f89-4871-82ca-d29b30b286d0/b6f3f90d-a8fe-4038-99c3-8a49ef4e4bb0/1dc5d914-ad30-4195-8710-75221b5fffac) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:55:21.106593 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:21.113306 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:21.135054 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:21.169764 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port c653ce1a-8310-42bc-9d4a-7aeee3a8e496, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c653ce1a-8310-42bc-9d4a-7aeee3a8e496,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:21.183844 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:21.278159 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a0a3da1-8af7-4738-bbbe-d4591dd196f6 req-10036f74-5bad-4528-aa6e-1f65dcb08a5a tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830359 Feb 18 08:55:21.441476 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c67627e9-4e05-4a87-88d7-50747a86c577 req-4dc60a25-4471-4827-907b-ebb9b6827317 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 210 time: 0.2277572 Feb 18 08:55:21.479806 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 408f1974-0ce5-4018-b566-a32b4fe502f0 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:21.594221 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ce15c538-922c-40df-9f17-9f382dfd23e3 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:21.609873 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=c653ce1a-8310-42bc-9d4a-7aeee3a8e496,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:21.696708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb13d5-b94a-4856-b257-e2633b8939c4 req-ee8d2c1f-0ac8-4bef-b684-11b717ce0bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:21.698863 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8feb13d5-b94a-4856-b257-e2633b8939c4 req-ee8d2c1f-0ac8-4bef-b684-11b717ce0bda service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5d5e2a5a-f047-425a-86b2-0b3143ac8640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9584429 Feb 18 08:55:21.785507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-3ec88abb-496c-4f8f-ae85-87f877e86785 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:21.826041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-3ec88abb-496c-4f8f-ae85-87f877e86785 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:21.893781 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:21.917688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15c538-922c-40df-9f17-9f382dfd23e3 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Subnet': ['ID=7d2c5731-c6bd-4c1e-873f-dcb262fc40e8,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:21.922454 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:21.931274 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-3ec88abb-496c-4f8f-ae85-87f877e86785 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Made reservation on behalf of 2bfd11743efb4659a7cafd525e72f79c for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:55:21.937639 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-3ec88abb-496c-4f8f-ae85-87f877e86785 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:21.951503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device d601f0b0-105d-4d14-874a-01473e5a0b85 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:55:22.058203 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9433c6db-ce78-4204-b800-005fe9ffd9f0 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:22.081334 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:22.182216 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8feb13d5-b94a-4856-b257-e2633b8939c4 req-26f1142a-a848-45b3-ac4a-ae5599244fb8 service neutron] 10.222.0.61 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728925 Feb 18 08:55:22.202676 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 408f1974-0ce5-4018-b566-a32b4fe502f0 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:22.231058 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:22.237508 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 408f1974-0ce5-4018-b566-a32b4fe502f0 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:22.237859 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:22.253266 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] Pushing event updated for resources: {'Port': ['ID=86b0924d-296e-4b9e-bf06-16ca6d9b0def,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:22.318127 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:22.405120 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Transition to ACTIVE for port object 1dc5d914-ad30-4195-8710-75221b5fffac will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:22.425828 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd601f0b0-105d-4d14-874a-01473e5a0b85'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:55:22.458911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15c538-922c-40df-9f17-9f382dfd23e3 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Checking segment: {'id': 'fee98f99-0a65-4dce-bdcf-464e9a81fc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ffd4a824-e285-4d87-b90c-0ef267308d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:22.460866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce15c538-922c-40df-9f17-9f382dfd23e3 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network hostable DHCP agents. Network: ffd4a824-e285-4d87-b90c-0ef267308d28, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:55:22.476337 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 9433c6db-ce78-4204-b800-005fe9ffd9f0 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:22.492963 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Transition to ACTIVE for port object 1dc5d914-ad30-4195-8710-75221b5fffac will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:22.497761 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 9433c6db-ce78-4204-b800-005fe9ffd9f0 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:22.498348 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:22.528554 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port d601f0b0-105d-4d14-874a-01473e5a0b85, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=d601f0b0-105d-4d14-874a-01473e5a0b85,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:22.532033 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:22.598609 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:22.691626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce15c538-922c-40df-9f17-9f382dfd23e3 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network ffd4a824-e285-4d87-b90c-0ef267308d28 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:55:22.737718 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Network e5cb84de-0f89-4871-82ca-d29b30b286d0 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:22.744095 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:22.796175 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-ce15c538-922c-40df-9f17-9f382dfd23e3 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, ffd4a824-e285-4d87-b90c-0ef267308d28) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:22.805503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:55:22.815167 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:22.820726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ab6f1-ddf9-48f5-a533-2cbcc1848410 req-3030c0ee-2254-4b62-a28a-f953c7862dad tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:22.828629 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-874ab6f1-ddf9-48f5-a533-2cbcc1848410 req-3030c0ee-2254-4b62-a28a-f953c7862dad tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.6499178 Feb 18 08:55:22.847004 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4d66a5-1944-4c10-8c84-e85281007cac None None] Network ffd4a824-e285-4d87-b90c-0ef267308d28 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:55:22.851105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce15c538-922c-40df-9f17-9f382dfd23e3 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:22.851897 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ce15c538-922c-40df-9f17-9f382dfd23e3 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:22.962972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] Network 7fd12e65-8f5d-4828-b557-520681ff7b19 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:22.970475 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ea5f7-7367-4266-9026-8a7d1fb4c468 req-10a0ec90-6b45-4cb6-9696-696ef01b1f65 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:22.976013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:22.985157 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-332ea5f7-7367-4266-9026-8a7d1fb4c468 req-10a0ec90-6b45-4cb6-9696-696ef01b1f65 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 945 time: 0.5050578 Feb 18 08:55:23.000670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-3ec88abb-496c-4f8f-ae85-87f877e86785 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Allocated IP 172.20.0.14 (d9a0792a-5ad4-4098-9d51-afae073edc3e/1570d450-e2c9-453c-a07c-52b306ae3008/1b97c388-f608-4cef-8ba9-811aaeb71bd3) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:55:23.030638 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 408f1974-0ce5-4018-b566-a32b4fe502f0, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=408f1974-0ce5-4018-b566-a32b4fe502f0,segment=NetworkSegment(273665ca-a44f-4b73-b6ca-cb0e9742a08f),segment_id=273665ca-a44f-4b73-b6ca-cb0e9742a08f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:23.043582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Pushing event updated for resources: {'Port': ['ID=1dc5d914-ad30-4195-8710-75221b5fffac,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:23.055665 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:23.112091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Attempting to bind port 1dc5d914-ad30-4195-8710-75221b5fffac on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:55:23.112537 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Attempting to bind port 1dc5d914-ad30-4195-8710-75221b5fffac by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'acc2c2e2-3a6c-4a8b-9208-bdec03300b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e5cb84de-0f89-4871-82ca-d29b30b286d0'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:55:23.112904 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Attempting to bind port 1dc5d914-ad30-4195-8710-75221b5fffac on network e5cb84de-0f89-4871-82ca-d29b30b286d0 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:55:23.138249 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ce15c538-922c-40df-9f17-9f382dfd23e3 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6991549 Feb 18 08:55:23.154274 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:55:23.154651 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Checking segment: {'id': 'acc2c2e2-3a6c-4a8b-9208-bdec03300b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e5cb84de-0f89-4871-82ca-d29b30b286d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:23.155040 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:23.156130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Bound using segment: {'id': 'acc2c2e2-3a6c-4a8b-9208-bdec03300b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e5cb84de-0f89-4871-82ca-d29b30b286d0'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:55:23.156632 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Bound port: 1dc5d914-ad30-4195-8710-75221b5fffac, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc2c2e2-3a6c-4a8b-9208-bdec03300b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e5cb84de-0f89-4871-82ca-d29b30b286d0'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:55:23.157006 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:23.175600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57030) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:23.206309 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-874ab6f1-ddf9-48f5-a533-2cbcc1848410 req-9eacfa3c-d02e-4596-a129-b318c503c287 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220906 Feb 18 08:55:23.223193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-b12e473c-81d9-4cee-9c37-a0d331d46fc7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'network_id': 'ffd4a824-e285-4d87-b90c-0ef267308d28', 'name': 'tempest-PortsIpV6TestJSON-2014774145', 'fixed_ips': [{'subnet_id': '7d2c5731-c6bd-4c1e-873f-dcb262fc40e8', 'ip_address': '2001:db8::10'}]}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:23.299558 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] For port 1dc5d914-ad30-4195-8710-75221b5fffac, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:55:23.313740 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] For port 1dc5d914-ad30-4195-8710-75221b5fffac, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1dc5d914-ad30-4195-8710-75221b5fffac,segment=NetworkSegment(acc2c2e2-3a6c-4a8b-9208-bdec03300b55),segment_id=acc2c2e2-3a6c-4a8b-9208-bdec03300b55)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:55:23.335496 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd601f0b0-105d-4d14-874a-01473e5a0b85', 'code': 200} Feb 18 08:55:23.370827 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:23.372190 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:23.386944 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c653ce1a-8310-42bc-9d4a-7aeee3a8e496 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:23.407072 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:23.449240 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] Router 099032b1-d0b4-4cc4-9997-934326f190ab has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:55:23.452839 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8feb13d5-b94a-4856-b257-e2633b8939c4 req-8d47f890-b869-4077-91bd-4cf479b75295 service neutron] 10.222.0.61 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2007084 Feb 18 08:55:23.504825 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-332ea5f7-7367-4266-9026-8a7d1fb4c468 req-b7ea27ff-f003-47e1-b109-03a0e28896e7 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148768 Feb 18 08:55:23.506437 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:23.575101 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=d601f0b0-105d-4d14-874a-01473e5a0b85,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:23.775818 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c43cc69f-ac74-4568-b8f9-7959bb0ffed2 None None] Provisioning complete for port 86b0924d-296e-4b9e-bf06-16ca6d9b0def triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:23.776184 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c43cc69f-ac74-4568-b8f9-7959bb0ffed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:23.779759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:55:23.843747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Sync routers for ids ['099032b1-d0b4-4cc4-9997-934326f190ab'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:55:23.844261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-18e399ab-7dda-4f0e-ac18-512206a8e3ae req-ef03cfde-63b6-404c-8ad7-f5e669428b7d tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Synchronizing usage tracker for tenant:2bfd11743efb4659a7cafd525e72f79c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:55:23.880677 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3dd2e5a0-42f6-4de5-ac04-5ab9bf23e8e0 admin admin] 10.222.0.72 "PUT /v2.0/routers/099032b1-d0b4-4cc4-9997-934326f190ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4593029 Feb 18 08:55:23.899039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Allocated IP 172.25.1.73 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/369737ed-3def-41ec-902b-328dd234164b) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:55:23.934251 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 9433c6db-ce78-4204-b800-005fe9ffd9f0, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9433c6db-ce78-4204-b800-005fe9ffd9f0,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:23.950155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-ffd4a824-e285-4d87-b90c-0ef267308d28', 'network_id': 'ffd4a824-e285-4d87-b90c-0ef267308d28', 'tenant_id': '67cb21ecbd774b45944266432be4f095', 'fixed_ips': [{'subnet_id': '7d2c5731-c6bd-4c1e-873f-dcb262fc40e8'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:55:23.955760 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:24.040212 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:24.063020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Routers {'099032b1-d0b4-4cc4-9997-934326f190ab'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:55:24.063918 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:55:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['099032b1-d0b4-4cc4-9997-934326f190ab'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:24.113667 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b12e473c-81d9-4cee-9c37-a0d331d46fc7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:24.121570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b12e473c-81d9-4cee-9c37-a0d331d46fc7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:port and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:24.126302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b12e473c-81d9-4cee-9c37-a0d331d46fc7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:24.141508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b12e473c-81d9-4cee-9c37-a0d331d46fc7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:24.171970 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:24.186051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12e473c-81d9-4cee-9c37-a0d331d46fc7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:55:24.228900 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:24.316451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c43cc69f-ac74-4568-b8f9-7959bb0ffed2 None None] Port 86b0924d-296e-4b9e-bf06-16ca6d9b0def cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:55:24.324003 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port c653ce1a-8310-42bc-9d4a-7aeee3a8e496 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:24.324388 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:24.353365 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=408f1974-0ce5-4018-b566-a32b4fe502f0,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:24.354682 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:24.366080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-18e399ab-7dda-4f0e-ac18-512206a8e3ae req-ef03cfde-63b6-404c-8ad7-f5e669428b7d tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Unset dirty status for tenant:2bfd11743efb4659a7cafd525e72f79c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:55:24.369040 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:24.378546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18e399ab-7dda-4f0e-ac18-512206a8e3ae req-ef03cfde-63b6-404c-8ad7-f5e669428b7d tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 210 time: 0.8606682 Feb 18 08:55:24.380201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:55:24.394661 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b12e473c-81d9-4cee-9c37-a0d331d46fc7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:24.460060 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Set router 099032b1-d0b4-4cc4-9997-934326f190ab gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:55:24.491852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7575f-c673-470b-ae3a-b43ec0100de3 req-e78d4634-5b13-47c4-ab62-32348425cebd tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:24.499493 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0dd7575f-c673-470b-ae3a-b43ec0100de3 req-e78d4634-5b13-47c4-ab62-32348425cebd tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.8529937 Feb 18 08:55:24.524194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-b12e473c-81d9-4cee-9c37-a0d331d46fc7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] device_id is not set on port 4d59d7a1-85d8-4607-8534-60daf982f22a yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:55:24.675252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Pushing event updated for resources: {'Port': ['ID=369737ed-3def-41ec-902b-328dd234164b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:24.699619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20df09-9162-473b-9625-c11567a1e910 None None] Pushing event updated for resources: {'Port': ['ID=1dc5d914-ad30-4195-8710-75221b5fffac,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:25.008338 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-3ec88abb-496c-4f8f-ae85-87f877e86785 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:25.069672 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Allocated IP 2001:db8::2 (ffd4a824-e285-4d87-b90c-0ef267308d28/7d2c5731-c6bd-4c1e-873f-dcb262fc40e8/02881880-32db-4128-be12-5efa9affdf3a) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:55:25.082848 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0dd7575f-c673-470b-ae3a-b43ec0100de3 req-58e06532-6196-461f-92a5-cf64a9799b33 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287781 Feb 18 08:55:25.139993 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-3ec88abb-496c-4f8f-ae85-87f877e86785 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Transition to ACTIVE for port object 1b97c388-f608-4cef-8ba9-811aaeb71bd3 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:25.143637 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:25.217238 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=9433c6db-ce78-4204-b800-005fe9ffd9f0,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:25.226934 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-3ec88abb-496c-4f8f-ae85-87f877e86785 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:25.387507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-3ec88abb-496c-4f8f-ae85-87f877e86785 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Network d9a0792a-5ad4-4098-9d51-afae073edc3e is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:25.403659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-3ec88abb-496c-4f8f-ae85-87f877e86785 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:25.414344 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-3ec88abb-496c-4f8f-ae85-87f877e86785 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:55:25.436288 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78acf769-6253-4e27-96c5-5992c6c588c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9433c6db-ce78-4204-b800-005fe9ffd9f0'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:55:25.466887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a2c7b-dae8-48c5-8204-fb68a387da50 req-ede00945-e66e-40c0-86cb-78c278d84467 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:25.469150 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae1a2c7b-dae8-48c5-8204-fb68a387da50 req-ede00945-e66e-40c0-86cb-78c278d84467 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 943 time: 0.6164131 Feb 18 08:55:25.483870 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaec7b3-6bc4-491a-b3f3-fdf68e15a2fc None None] Network e5cb84de-0f89-4871-82ca-d29b30b286d0 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:55:25.528143 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec88abb-496c-4f8f-ae85-87f877e86785 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Pushing event updated for resources: {'Port': ['ID=1b97c388-f608-4cef-8ba9-811aaeb71bd3,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:25.587871 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae1a2c7b-dae8-48c5-8204-fb68a387da50 req-e85b6ac2-4dd0-4678-b43c-e110b12ac047 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011808 Feb 18 08:55:25.604979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-3ec88abb-496c-4f8f-ae85-87f877e86785 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:25.605519 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-3ec88abb-496c-4f8f-ae85-87f877e86785 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:25.648555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb70d0-661f-46d4-b281-8851092266b5 req-fac64352-9539-4779-a1a8-eed37289d274 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:25.649975 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdbb70d0-661f-46d4-b281-8851092266b5 req-fac64352-9539-4779-a1a8-eed37289d274 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 946 time: 0.3248544 Feb 18 08:55:25.652434 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-3ec88abb-496c-4f8f-ae85-87f877e86785 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7053397 Feb 18 08:55:25.675299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Request body: {'port': {'device_id': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:25.794996 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdbb70d0-661f-46d4-b281-8851092266b5 req-d41041dd-2c0a-4601-8617-bf5a21c27f82 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373699 Feb 18 08:55:25.935330 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:26.057605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-fd54cba2-c0fd-4ad2-ac59-819a02ceae63 None None] Provisioning for port 1dc5d914-ad30-4195-8710-75221b5fffac completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:26.073521 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:26.470393 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Router f1bd3293-6227-4f46-9052-f52f44dd1a98 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:55:26.508596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1dc5d914-ad30-4195-8710-75221b5fffac up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:26.630353 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bb726-8751-4ecf-8e0e-a899d7eebbc1 req-04bedb21-932a-4a88-9081-1df10a34684b tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:26.641703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d89bb726-8751-4ecf-8e0e-a899d7eebbc1 req-04bedb21-932a-4a88-9081-1df10a34684b tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 932 time: 0.3372781 Feb 18 08:55:26.781813 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78acf769-6253-4e27-96c5-5992c6c588c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9433c6db-ce78-4204-b800-005fe9ffd9f0', 'code': 200} Feb 18 08:55:26.796985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d89bb726-8751-4ecf-8e0e-a899d7eebbc1 req-0a9cac67-d381-41e6-901b-f6c658709399 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Synchronizing usage tracker for tenant:2bfd11743efb4659a7cafd525e72f79c on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:55:26.909837 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:55:26.921781 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Sync routers for ids ['f1bd3293-6227-4f46-9052-f52f44dd1a98'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:55:26.938066 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Routers {'f1bd3293-6227-4f46-9052-f52f44dd1a98'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:55:26.940563 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:55:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f1bd3293-6227-4f46-9052-f52f44dd1a98'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:26.981497 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:26.996526 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:27.000824 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8b45a994-6047-42ef-808f-780135d85841 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.9291220 Feb 18 08:55:27.010056 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff653959-12d2-418d-b80a-02f39e39d332 req-1a6fb986-d2ac-44d4-879f-97313eb6c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:27.013518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Transition to ACTIVE for port object 02881880-32db-4128-be12-5efa9affdf3a will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:27.016084 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ff653959-12d2-418d-b80a-02f39e39d332 req-1a6fb986-d2ac-44d4-879f-97313eb6c553 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 1097 time: 0.2331951 Feb 18 08:55:27.016939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57184) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:27.062368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d89bb726-8751-4ecf-8e0e-a899d7eebbc1 req-0a9cac67-d381-41e6-901b-f6c658709399 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Unset dirty status for tenant:2bfd11743efb4659a7cafd525e72f79c on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:55:27.069297 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Transition to ACTIVE for port object 02881880-32db-4128-be12-5efa9affdf3a will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:27.082361 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d89bb726-8751-4ecf-8e0e-a899d7eebbc1 req-0a9cac67-d381-41e6-901b-f6c658709399 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396920 Feb 18 08:55:27.100889 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2dae0024-900d-493e-bc77-890973719374 None None] Provisioning for port 1b97c388-f608-4cef-8ba9-811aaeb71bd3 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:27.121285 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:27.294856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-b12e473c-81d9-4cee-9c37-a0d331d46fc7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Allocated IP 2001:db8::10 (ffd4a824-e285-4d87-b90c-0ef267308d28/7d2c5731-c6bd-4c1e-873f-dcb262fc40e8/4d59d7a1-85d8-4607-8534-60daf982f22a) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:55:27.330693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Pushing event updated for resources: {'Port': ['ID=02881880-32db-4128-be12-5efa9affdf3a,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:27.351522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2dae0024-900d-493e-bc77-890973719374 None None] Provisioning complete for port 1b97c388-f608-4cef-8ba9-811aaeb71bd3 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:27.354721 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2dae0024-900d-493e-bc77-890973719374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:27.386129 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Set router f1bd3293-6227-4f46-9052-f52f44dd1a98 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:55:27.487579 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ff653959-12d2-418d-b80a-02f39e39d332 req-580020e0-700e-497b-80ee-b7d1129bb881 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616570 Feb 18 08:55:27.579356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 1dc5d914-ad30-4195-8710-75221b5fffac completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:27.598788 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Network ffd4a824-e285-4d87-b90c-0ef267308d28 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:27.628840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 1dc5d914-ad30-4195-8710-75221b5fffac triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:27.628840 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:27.657000 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:27.670621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:55:27.712310 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2dae0024-900d-493e-bc77-890973719374 None None] Port 1b97c388-f608-4cef-8ba9-811aaeb71bd3 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:55:27.759125 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'name': 'tempest-TaggedBootDevicesTest-1064027144-router', 'tenant_id': 'f4ed25103459407988de03e22bedc9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c653ce1a-8310-42bc-9d4a-7aeee3a8e496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:55:04Z', 'updated_at': '2022-02-18T08:55:20Z', 'revision_number': 4, 'project_id': 'f4ed25103459407988de03e22bedc9a8', 'gw_port': {'id': 'c653ce1a-8310-42bc-9d4a-7aeee3a8e496', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:09Z', 'updated_at': '2022-02-18T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '86b0924d-296e-4b9e-bf06-16ca6d9b0def', 'name': '', 'network_id': '7fd12e65-8f5d-4828-b557-520681ff7b19', 'tenant_id': 'f4ed25103459407988de03e22bedc9a8', 'mac_address': 'fa:16:3e:0f:3c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'a9b71cf0-99f8-4d4a-a04b-b7ce5ed62415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:16Z', 'updated_at': '2022-02-18T08:55:21Z', 'revision_number': 2, 'project_id': 'f4ed25103459407988de03e22bedc9a8', 'subnets': [{'id': 'a9b71cf0-99f8-4d4a-a04b-b7ce5ed62415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:27.828462 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Checking router: 099032b1-d0b4-4cc4-9997-934326f190ab for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:55:27.828876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Updating router 099032b1-d0b4-4cc4-9997-934326f190ab port 86b0924d-296e-4b9e-bf06-16ca6d9b0def binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:55:27.942327 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Attempting to bind port 02881880-32db-4128-be12-5efa9affdf3a on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:55:27.942773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Attempting to bind port 02881880-32db-4128-be12-5efa9affdf3a by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'fee98f99-0a65-4dce-bdcf-464e9a81fc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ffd4a824-e285-4d87-b90c-0ef267308d28'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:55:27.943066 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Attempting to bind port 02881880-32db-4128-be12-5efa9affdf3a on network ffd4a824-e285-4d87-b90c-0ef267308d28 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:55:27.953420 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:27.991926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device d601f0b0-105d-4d14-874a-01473e5a0b85 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:55:28.109741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b97c388-f608-4cef-8ba9-811aaeb71bd3 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:55:28.125594 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:28.162741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Transition to ACTIVE for port object 1b97c388-f608-4cef-8ba9-811aaeb71bd3 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:28.207845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:55:28.209755 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Checking segment: {'id': 'fee98f99-0a65-4dce-bdcf-464e9a81fc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ffd4a824-e285-4d87-b90c-0ef267308d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:28.211248 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:28.212725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Bound using segment: {'id': 'fee98f99-0a65-4dce-bdcf-464e9a81fc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ffd4a824-e285-4d87-b90c-0ef267308d28'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:55:28.213314 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Bound port: 02881880-32db-4128-be12-5efa9affdf3a, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee98f99-0a65-4dce-bdcf-464e9a81fc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ffd4a824-e285-4d87-b90c-0ef267308d28'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:55:28.214239 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:28.216177 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'name': 'tempest-ServersTestMultiNic-1162680633-router', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '369737ed-3def-41ec-902b-328dd234164b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:55:19Z', 'updated_at': '2022-02-18T08:55:24Z', 'revision_number': 3, 'project_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'gw_port': {'id': '369737ed-3def-41ec-902b-328dd234164b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:23Z', 'updated_at': '2022-02-18T08:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:28.223679 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:28.224635 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Checking router: f1bd3293-6227-4f46-9052-f52f44dd1a98 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:55:28.228899 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Updating router f1bd3293-6227-4f46-9052-f52f44dd1a98 port 369737ed-3def-41ec-902b-328dd234164b binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:55:28.351482 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:28.385363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Pushing event updated for resources: {'Port': ['ID=1b97c388-f608-4cef-8ba9-811aaeb71bd3,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:28.444990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6e594-5d27-441b-830a-025e1f69b393 req-fed1b835-e2c5-40d0-bae3-5e2d742e44bf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:28.448829 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fa6e594-5d27-441b-830a-025e1f69b393 req-fed1b835-e2c5-40d0-bae3-5e2d742e44bf tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 943 time: 1.6247778 Feb 18 08:55:28.721089 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] For port 02881880-32db-4128-be12-5efa9affdf3a, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:55:28.731228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] For port 02881880-32db-4128-be12-5efa9affdf3a, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=02881880-32db-4128-be12-5efa9affdf3a,segment=NetworkSegment(fee98f99-0a65-4dce-bdcf-464e9a81fc38),segment_id=fee98f99-0a65-4dce-bdcf-464e9a81fc38)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:55:28.786220 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:29.001269 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:29.118987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd9e22-6884-4b14-9cb9-0da42a7c951c req-99095f8a-fcd1-4690-b653-c8a53de7bd62 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:29.131615 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7bdd9e22-6884-4b14-9cb9-0da42a7c951c req-99095f8a-fcd1-4690-b653-c8a53de7bd62 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 946 time: 1.6045649 Feb 18 08:55:29.231559 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b12e473c-81d9-4cee-9c37-a0d331d46fc7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:29.277812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-b12e473c-81d9-4cee-9c37-a0d331d46fc7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Transition to ACTIVE for port object 4d59d7a1-85d8-4607-8534-60daf982f22a will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:29.300075 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6b91f27b-0a91-4cd6-9c59-177d3f54e7c0 None None] Provisioning complete for port 1dc5d914-ad30-4195-8710-75221b5fffac triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:29.308344 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6b91f27b-0a91-4cd6-9c59-177d3f54e7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:29.349478 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b12e473c-81d9-4cee-9c37-a0d331d46fc7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:29.351338 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:29.379719 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Transition to ACTIVE for port object 369737ed-3def-41ec-902b-328dd234164b will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:29.412634 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:29.544444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] Allocated IP 172.20.0.1 (e5cb84de-0f89-4871-82ca-d29b30b286d0/b6f3f90d-a8fe-4038-99c3-8a49ef4e4bb0/51e2faed-6bef-464e-97bb-ad6b41a051da) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:55:29.546267 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fa6e594-5d27-441b-830a-025e1f69b393 req-555b1956-63a1-4fce-937a-6effc6b4081b tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8805587 Feb 18 08:55:29.578088 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5138fb6-622b-4b49-92eb-5084e185afdd None None] Pushing event updated for resources: {'Port': ['ID=369737ed-3def-41ec-902b-328dd234164b,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:29.617763 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:29.625923 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Attempting to bind port 369737ed-3def-41ec-902b-328dd234164b on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:55:29.627052 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Attempting to bind port 369737ed-3def-41ec-902b-328dd234164b by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:55:29.628807 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Attempting to bind port 369737ed-3def-41ec-902b-328dd234164b on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:55:29.648832 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:55:29.649912 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:29.650341 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:29.650740 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:55:29.660588 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Bound port: 369737ed-3def-41ec-902b-328dd234164b, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:55:29.660588 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:29.707536 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7bdd9e22-6884-4b14-9cb9-0da42a7c951c req-c932d08b-331e-44c4-b117-9324db655184 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5741029 Feb 18 08:55:29.774187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12e473c-81d9-4cee-9c37-a0d331d46fc7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network ffd4a824-e285-4d87-b90c-0ef267308d28 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:29.790712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-b12e473c-81d9-4cee-9c37-a0d331d46fc7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:29.817483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12e473c-81d9-4cee-9c37-a0d331d46fc7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:55:29.832236 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12e473c-81d9-4cee-9c37-a0d331d46fc7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:29.834679 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b12e473c-81d9-4cee-9c37-a0d331d46fc7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:30.018799 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] For port 369737ed-3def-41ec-902b-328dd234164b, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:55:30.023203 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] For port 369737ed-3def-41ec-902b-328dd234164b, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=369737ed-3def-41ec-902b-328dd234164b,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:55:30.035594 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:30.054615 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:30.077134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e473c-81d9-4cee-9c37-a0d331d46fc7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=4d59d7a1-85d8-4607-8534-60daf982f22a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:30.103269 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] Transition to ACTIVE for port object 51e2faed-6bef-464e-97bb-ad6b41a051da will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:30.134385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Attempting to bind port 1b97c388-f608-4cef-8ba9-811aaeb71bd3 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:55:30.135471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Attempting to bind port 1b97c388-f608-4cef-8ba9-811aaeb71bd3 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '273665ca-a44f-4b73-b6ca-cb0e9742a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:55:30.135976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Attempting to bind port 1b97c388-f608-4cef-8ba9-811aaeb71bd3 on network d9a0792a-5ad4-4098-9d51-afae073edc3e {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:55:30.152391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Port 1b97c388-f608-4cef-8ba9-811aaeb71bd3 on network d9a0792a-5ad4-4098-9d51-afae073edc3e not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:55:30.156916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Attempting to bind port 1b97c388-f608-4cef-8ba9-811aaeb71bd3 on network d9a0792a-5ad4-4098-9d51-afae073edc3e {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:55:30.160506 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:30.164253 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b12e473c-81d9-4cee-9c37-a0d331d46fc7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.9551015 Feb 18 08:55:30.177746 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57226) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:30.210027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0618e870-ad6a-489b-9ba5-463defb91914 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'network_id': 'ffd4a824-e285-4d87-b90c-0ef267308d28', 'name': 'tempest-PortsIpV6TestJSON-77594679', 'fixed_ips': [{'subnet_id': '7d2c5731-c6bd-4c1e-873f-dcb262fc40e8', 'ip_address': '2001:db8::f'}]}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:30.243431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 1dc5d914-ad30-4195-8710-75221b5fffac, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1dc5d914-ad30-4195-8710-75221b5fffac,segment=NetworkSegment(acc2c2e2-3a6c-4a8b-9208-bdec03300b55),segment_id=acc2c2e2-3a6c-4a8b-9208-bdec03300b55)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:30.262756 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Routers {'f1bd3293-6227-4f46-9052-f52f44dd1a98'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:55:30.263815 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:55:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f1bd3293-6227-4f46-9052-f52f44dd1a98'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:30.269676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:55:30.270016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Checking segment: {'id': '273665ca-a44f-4b73-b6ca-cb0e9742a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:30.270406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Bound using segment: {'id': '273665ca-a44f-4b73-b6ca-cb0e9742a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:55:30.270856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Bound port: 1b97c388-f608-4cef-8ba9-811aaeb71bd3, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273665ca-a44f-4b73-b6ca-cb0e9742a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:55:30.271201 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:30.341667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c19d9c-f5c2-4d3e-878a-6d474f55ec81 None None] Pushing event updated for resources: {'Port': ['ID=02881880-32db-4128-be12-5efa9affdf3a,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:30.357459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] Network e5cb84de-0f89-4871-82ca-d29b30b286d0 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:30.377935 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:30.378833 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 408f1974-0ce5-4018-b566-a32b4fe502f0 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:30.386621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:30.397747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:55:30.676756 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] Pushing event updated for resources: {'Port': ['ID=51e2faed-6bef-464e-97bb-ad6b41a051da,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:30.743876 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-db79d77e-fb32-4843-a964-2650a853ed30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:30.754163 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:30.791091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] For port 1b97c388-f608-4cef-8ba9-811aaeb71bd3, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:55:30.801391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] For port 1b97c388-f608-4cef-8ba9-811aaeb71bd3, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1b97c388-f608-4cef-8ba9-811aaeb71bd3,segment=NetworkSegment(273665ca-a44f-4b73-b6ca-cb0e9742a08f),segment_id=273665ca-a44f-4b73-b6ca-cb0e9742a08f)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:55:30.868077 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:55:30.871761 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:30.954997 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] Set router f1bd3293-6227-4f46-9052-f52f44dd1a98 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:55:30.990149 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=1dc5d914-ad30-4195-8710-75221b5fffac,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:31.008217 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 408f1974-0ce5-4018-b566-a32b4fe502f0 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:31.008841 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:31.119799 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:31.129565 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:31.191044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3356724-df7b-40a5-aac3-458b7e0c67ef req-2b219714-68b2-42ca-8a9a-87ed0aa53cc6 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:31.197870 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Transition to ACTIVE for port object 86b0924d-296e-4b9e-bf06-16ca6d9b0def will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:31.210722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1fa42c67-f42d-406e-90a8-8dfa205ddbf0 None None] Provisioning for port 51e2faed-6bef-464e-97bb-ad6b41a051da completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:31.211801 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3356724-df7b-40a5-aac3-458b7e0c67ef req-2b219714-68b2-42ca-8a9a-87ed0aa53cc6 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 944 time: 1.4303544 Feb 18 08:55:31.223733 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:31.703583 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5138fb6-622b-4b49-92eb-5084e185afdd None None] Pushing event updated for resources: {'Port': ['ID=369737ed-3def-41ec-902b-328dd234164b,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:31.791547 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1fa42c67-f42d-406e-90a8-8dfa205ddbf0 None None] Provisioning complete for port 51e2faed-6bef-464e-97bb-ad6b41a051da triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:31.792156 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1fa42c67-f42d-406e-90a8-8dfa205ddbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:31.841048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:31.841385 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'name': 'tempest-ServersTestMultiNic-1162680633-router', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '369737ed-3def-41ec-902b-328dd234164b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:55:19Z', 'updated_at': '2022-02-18T08:55:24Z', 'revision_number': 3, 'project_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'gw_port': {'id': '369737ed-3def-41ec-902b-328dd234164b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:23Z', 'updated_at': '2022-02-18T08:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:31.841679 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:31.843598 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] 10.222.0.61 "PUT /v2.0/ports/1b97c388-f608-4cef-8ba9-811aaeb71bd3 HTTP/1.1" status: 200 len: 1092 time: 6.1759567 Feb 18 08:55:31.847867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'tag': '1b97c388-f608-4cef-8ba9-811aaeb71bd3'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:55:31.856607 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e1f3a7-bbfc-4332-a543-a694da59a8cd None None] The sync data for ids ['f1bd3293-6227-4f46-9052-f52f44dd1a98'] in n-d-829434-1 is: [{'id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'name': 'tempest-ServersTestMultiNic-1162680633-router', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '369737ed-3def-41ec-902b-328dd234164b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:55:19Z', 'updated_at': '2022-02-18T08:55:24Z', 'revision_number': 3, 'project_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'gw_port': {'id': '369737ed-3def-41ec-902b-328dd234164b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:23Z', 'updated_at': '2022-02-18T08:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:55:31.949445 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:31.974086 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:31.989508 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fa74cd-bc6f-41cf-b85e-a17f100b07e7 None None] Network ffd4a824-e285-4d87-b90c-0ef267308d28 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:55:32.112546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9c088-7bd7-485c-9b55-6707c7d6b327 None None] Pushing event updated for resources: {'Port': ['ID=86b0924d-296e-4b9e-bf06-16ca6d9b0def,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:32.131958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Pushing event updated for resources: {'Port': ['ID=1b97c388-f608-4cef-8ba9-811aaeb71bd3,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:32.194499 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3356724-df7b-40a5-aac3-458b7e0c67ef req-7b40ce72-6b8f-4aa2-9f45-a88c5667bbe0 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9776371 Feb 18 08:55:32.209624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:32.209827 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:32.210140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:32.210474 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:32.210806 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:32.211128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:32.226878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:32.227220 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:32.227562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:32.227901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:32.228235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:32.228595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c074edb5-e7f0-4e67-8c3b-92a1a664e1db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:32.279959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0618e870-ad6a-489b-9ba5-463defb91914 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:32.288223 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0618e870-ad6a-489b-9ba5-463defb91914 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:port and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:32.302755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0618e870-ad6a-489b-9ba5-463defb91914 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:32.316542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0618e870-ad6a-489b-9ba5-463defb91914 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:32.347315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-da9ec51f-f198-41ea-909b-ae7c32fe5cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:32.349975 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-da9ec51f-f198-41ea-909b-ae7c32fe5cb6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bfd11743efb4659a7cafd525e72f79c&device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 1095 time: 0.4262309 Feb 18 08:55:32.370268 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288d1d1-703a-4237-85d8-cae851380bbf req-5618c38e-977f-4b5c-a3f2-0cbf6f22ab93 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:32.371977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7288d1d1-703a-4237-85d8-cae851380bbf req-5618c38e-977f-4b5c-a3f2-0cbf6f22ab93 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 946 time: 0.5254407 Feb 18 08:55:32.372764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0618e870-ad6a-489b-9ba5-463defb91914 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:55:32.388795 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:32.395474 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Attempting to bind port 86b0924d-296e-4b9e-bf06-16ca6d9b0def on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:55:32.395850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Attempting to bind port 86b0924d-296e-4b9e-bf06-16ca6d9b0def by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'e6dd60c8-7d74-4ed4-a0c7-be914e1ed635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '7fd12e65-8f5d-4828-b557-520681ff7b19'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:55:32.402337 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Attempting to bind port 86b0924d-296e-4b9e-bf06-16ca6d9b0def on network 7fd12e65-8f5d-4828-b557-520681ff7b19 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:55:32.465678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1fa42c67-f42d-406e-90a8-8dfa205ddbf0 None None] Port 51e2faed-6bef-464e-97bb-ad6b41a051da cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:55:32.475703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:55:32.476096 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Checking segment: {'id': 'e6dd60c8-7d74-4ed4-a0c7-be914e1ed635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '7fd12e65-8f5d-4828-b557-520681ff7b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:32.484703 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:32.485252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Bound using segment: {'id': 'e6dd60c8-7d74-4ed4-a0c7-be914e1ed635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '7fd12e65-8f5d-4828-b557-520681ff7b19'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:55:32.485660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Bound port: 86b0924d-296e-4b9e-bf06-16ca6d9b0def, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6dd60c8-7d74-4ed4-a0c7-be914e1ed635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '7fd12e65-8f5d-4828-b557-520681ff7b19'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:55:32.486042 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:32.504938 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] Pushing event updated for resources: {'Port': ['ID=51e2faed-6bef-464e-97bb-ad6b41a051da,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:32.566992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1dc5d914-ad30-4195-8710-75221b5fffac up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:32.735226 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-6102cbb1-c09a-4893-8158-0380374c431a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b97c388-f608-4cef-8ba9-811aaeb71bd3 HTTP/1.1" status: 200 len: 217 time: 0.1269460 Feb 18 08:55:32.789456 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] Network e5cb84de-0f89-4871-82ca-d29b30b286d0 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:32.791168 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:32.916674 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7288d1d1-703a-4237-85d8-cae851380bbf req-f2526804-ae51-4771-97ef-2a3a7bac07bc tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013609 Feb 18 08:55:32.963883 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c82296f3-760a-4991-ae7a-959941b2e974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:33.047547 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0618e870-ad6a-489b-9ba5-463defb91914 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:33.090261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-ab211d0a-50c4-4f16-9f2b-d5052169415e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:33.092079 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-ab211d0a-50c4-4f16-9f2b-d5052169415e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1570d450-e2c9-453c-a07c-52b306ae3008 HTTP/1.1" status: 200 len: 860 time: 0.3431635 Feb 18 08:55:33.114180 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'tag': '1b97c388-f608-4cef-8ba9-811aaeb71bd3', 'status': 'completed', 'code': 200} Feb 18 08:55:33.306140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 1dc5d914-ad30-4195-8710-75221b5fffac triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:33.306535 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:33.337073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-0618e870-ad6a-489b-9ba5-463defb91914 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] device_id is not set on port 92b53c45-185d-4584-bbda-f2569a3dd0c9 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:55:33.466953 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] Router f1bd3293-6227-4f46-9052-f52f44dd1a98 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:55:33.631113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-79f83a36-d2aa-4cf6-b513-bc9929ade0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:33.632890 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-79f83a36-d2aa-4cf6-b513-bc9929ade0eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d9a0792a-5ad4-4098-9d51-afae073edc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5284336 Feb 18 08:55:33.648685 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] For port 86b0924d-296e-4b9e-bf06-16ca6d9b0def, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:55:33.771033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] For port 86b0924d-296e-4b9e-bf06-16ca6d9b0def, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=86b0924d-296e-4b9e-bf06-16ca6d9b0def,segment=NetworkSegment(e6dd60c8-7d74-4ed4-a0c7-be914e1ed635),segment_id=e6dd60c8-7d74-4ed4-a0c7-be914e1ed635)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:55:33.789529 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:33.843200 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:33.968601 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-95817b52-d1b2-4cb5-ad20-c7524627585a None None] Provisioning for port 02881880-32db-4128-be12-5efa9affdf3a completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:34.081394 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:34.179727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Routers {'099032b1-d0b4-4cc4-9997-934326f190ab'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:55:34.180680 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:55:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['099032b1-d0b4-4cc4-9997-934326f190ab'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:34.301146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-0618e870-ad6a-489b-9ba5-463defb91914 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Allocated IP 2001:db8::f (ffd4a824-e285-4d87-b90c-0ef267308d28/7d2c5731-c6bd-4c1e-873f-dcb262fc40e8/92b53c45-185d-4584-bbda-f2569a3dd0c9) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:55:34.463883 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9c088-7bd7-485c-9b55-6707c7d6b327 None None] Pushing event updated for resources: {'Port': ['ID=86b0924d-296e-4b9e-bf06-16ca6d9b0def,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:34.504854 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-1ac25e45-6130-4211-9f75-b69c4e1e4c48 service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8048215 Feb 18 08:55:34.534116 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1b4986dc-456a-46ce-a803-5a2a6036cbea None None] Provisioning complete for port 51e2faed-6bef-464e-97bb-ad6b41a051da triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:34.535602 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b4986dc-456a-46ce-a803-5a2a6036cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:34.569157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc69d47-6078-4fb1-b25b-d3671825115a req-2f15f2dc-000e-4f2b-86dc-fd44dd58fddd tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:34.575105 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5dc69d47-6078-4fb1-b25b-d3671825115a req-2f15f2dc-000e-4f2b-86dc-fd44dd58fddd tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 944 time: 0.9557762 Feb 18 08:55:34.585257 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:55:34.623382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 02881880-32db-4128-be12-5efa9affdf3a up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:34.623505 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7083d099-988a-48c7-b5b5-fb74f2b8a83e admin admin] 10.222.0.72 "PUT /v2.0/routers/f1bd3293-6227-4f46-9052-f52f44dd1a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5953076 Feb 18 08:55:34.932475 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1b4986dc-456a-46ce-a803-5a2a6036cbea None None] Port 51e2faed-6bef-464e-97bb-ad6b41a051da cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:55:34.995477 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] Set router 099032b1-d0b4-4cc4-9997-934326f190ab gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:55:35.020580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57340) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:35.086354 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:35.098352 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Sync routers for ids ['f1bd3293-6227-4f46-9052-f52f44dd1a98'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:55:35.131666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 02881880-32db-4128-be12-5efa9affdf3a completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:35.140816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 02881880-32db-4128-be12-5efa9affdf3a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:35.142878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5dc69d47-6078-4fb1-b25b-d3671825115a req-2d3a9719-f112-4da7-9cf5-cb5e77183a20 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539325 Feb 18 08:55:35.154229 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:35.180217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee6c6e-d46d-4b6a-beb8-e540e60f0d11 req-d8f78ab2-651c-429e-8f6a-525d645966fd tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:35.189643 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-faee6c6e-d46d-4b6a-beb8-e540e60f0d11 req-d8f78ab2-651c-429e-8f6a-525d645966fd tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 946 time: 1.0187509 Feb 18 08:55:35.240713 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Routers {'f1bd3293-6227-4f46-9052-f52f44dd1a98'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:55:35.252666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:55:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f1bd3293-6227-4f46-9052-f52f44dd1a98'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:35.495828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4f81e9f3-dd97-4a03-be16-3e328c1a1093 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-24597543'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:35.519744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4f81e9f3-dd97-4a03-be16-3e328c1a1093 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:35.537833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4f81e9f3-dd97-4a03-be16-3e328c1a1093 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Usage tracker for resource:network and tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:35.558689 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4f81e9f3-dd97-4a03-be16-3e328c1a1093 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:35.567745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4f81e9f3-dd97-4a03-be16-3e328c1a1093 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:35.583652 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-68b2a157-8e54-4c8b-b466-98c54f836cbe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6809127 Feb 18 08:55:35.588022 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f81e9f3-dd97-4a03-be16-3e328c1a1093 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Made reservation on behalf of 96f9ab7aca9f4ebb9b0d991d4090bfbe for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:55:35.591894 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4f81e9f3-dd97-4a03-be16-3e328c1a1093 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:35.675525 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0618e870-ad6a-489b-9ba5-463defb91914 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:35.718940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-faee6c6e-d46d-4b6a-beb8-e540e60f0d11 req-9d47392e-4fc6-4e42-b77d-6ba68c499742 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232837 Feb 18 08:55:35.719044 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f81e9f3-dd97-4a03-be16-3e328c1a1093 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:55:35.724299 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-af188d92-59dd-4b1d-8bfe-94dbd87ed416 None None] Provisioning complete for port 02881880-32db-4128-be12-5efa9affdf3a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:35.724785 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-af188d92-59dd-4b1d-8bfe-94dbd87ed416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:35.745718 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4f81e9f3-dd97-4a03-be16-3e328c1a1093 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:35.746398 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-4f81e9f3-dd97-4a03-be16-3e328c1a1093 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Added segment e5986649-e503-4ace-8d32-b0cf224871a9 of type vlan for network c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd Feb 18 08:55:35.838258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4f81e9f3-dd97-4a03-be16-3e328c1a1093 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:35.869228 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b024f08-b292-4a75-b1d4-44eeb966865d req-35b3d47c-4038-47df-a652-6e6d23b82511 service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2859514 Feb 18 08:55:35.872654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-0618e870-ad6a-489b-9ba5-463defb91914 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Transition to ACTIVE for port object 92b53c45-185d-4584-bbda-f2569a3dd0c9 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:35.928984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4f81e9f3-dd97-4a03-be16-3e328c1a1093 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:35.946255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81e9f3-dd97-4a03-be16-3e328c1a1093 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:35.948173 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4f81e9f3-dd97-4a03-be16-3e328c1a1093 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:36.134664 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4708c7-275f-426d-a352-8deef4414dcf req-3d2087d5-a3e0-4e9c-a36c-4fd493fbb934 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:36.136869 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b4708c7-275f-426d-a352-8deef4414dcf req-3d2087d5-a3e0-4e9c-a36c-4fd493fbb934 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 943 time: 0.6660514 Feb 18 08:55:36.148092 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Set router f1bd3293-6227-4f46-9052-f52f44dd1a98 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:55:36.219511 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4f81e9f3-dd97-4a03-be16-3e328c1a1093 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1977832 Feb 18 08:55:36.229442 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57370) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:36.243085 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-692fd088-383d-45f9-a229-c36c36ad351b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Request body: {'subnet': {'network_id': 'c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:36.336133 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:36.379778 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'name': 'tempest-TaggedBootDevicesTest-1064027144-router', 'tenant_id': 'f4ed25103459407988de03e22bedc9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c653ce1a-8310-42bc-9d4a-7aeee3a8e496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:55:04Z', 'updated_at': '2022-02-18T08:55:20Z', 'revision_number': 4, 'project_id': 'f4ed25103459407988de03e22bedc9a8', 'gw_port': {'id': 'c653ce1a-8310-42bc-9d4a-7aeee3a8e496', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:09Z', 'updated_at': '2022-02-18T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '86b0924d-296e-4b9e-bf06-16ca6d9b0def', 'name': '', 'network_id': '7fd12e65-8f5d-4828-b557-520681ff7b19', 'tenant_id': 'f4ed25103459407988de03e22bedc9a8', 'mac_address': 'fa:16:3e:0f:3c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'a9b71cf0-99f8-4d4a-a04b-b7ce5ed62415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:16Z', 'updated_at': '2022-02-18T08:55:33Z', 'revision_number': 4, 'project_id': 'f4ed25103459407988de03e22bedc9a8', 'subnets': [{'id': 'a9b71cf0-99f8-4d4a-a04b-b7ce5ed62415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:36.415832 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-af188d92-59dd-4b1d-8bfe-94dbd87ed416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:36.437376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81e9f3-dd97-4a03-be16-3e328c1a1093 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event updated for resources: {'Network': ['ID=c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:36.489649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c5d778-4488-4ab2-b0bc-b36f0425247d None None] The sync data for ids ['099032b1-d0b4-4cc4-9997-934326f190ab'] in n-d-829434-1 is: [{'id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'name': 'tempest-TaggedBootDevicesTest-1064027144-router', 'tenant_id': 'f4ed25103459407988de03e22bedc9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c653ce1a-8310-42bc-9d4a-7aeee3a8e496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:55:04Z', 'updated_at': '2022-02-18T08:55:20Z', 'revision_number': 4, 'project_id': 'f4ed25103459407988de03e22bedc9a8', 'gw_port': {'id': 'c653ce1a-8310-42bc-9d4a-7aeee3a8e496', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:09Z', 'updated_at': '2022-02-18T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '86b0924d-296e-4b9e-bf06-16ca6d9b0def', 'name': '', 'network_id': '7fd12e65-8f5d-4828-b557-520681ff7b19', 'tenant_id': 'f4ed25103459407988de03e22bedc9a8', 'mac_address': 'fa:16:3e:0f:3c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'a9b71cf0-99f8-4d4a-a04b-b7ce5ed62415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:16Z', 'updated_at': '2022-02-18T08:55:33Z', 'revision_number': 4, 'project_id': 'f4ed25103459407988de03e22bedc9a8', 'subnets': [{'id': 'a9b71cf0-99f8-4d4a-a04b-b7ce5ed62415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:55:36.497030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:55:36.633641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-692fd088-383d-45f9-a229-c36c36ad351b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:36.649441 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-692fd088-383d-45f9-a229-c36c36ad351b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Usage tracker for resource:subnet and tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:36.661644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-692fd088-383d-45f9-a229-c36c36ad351b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:36.686805 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b4708c7-275f-426d-a352-8deef4414dcf req-10440611-b895-4320-80bb-9e4a6c0c0989 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5399370 Feb 18 08:55:36.688095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-692fd088-383d-45f9-a229-c36c36ad351b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:36.690092 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0618e870-ad6a-489b-9ba5-463defb91914 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:36.742506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692fd088-383d-45f9-a229-c36c36ad351b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Made reservation on behalf of 96f9ab7aca9f4ebb9b0d991d4090bfbe for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:55:36.751832 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-692fd088-383d-45f9-a229-c36c36ad351b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:36.757421 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 02881880-32db-4128-be12-5efa9affdf3a, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=02881880-32db-4128-be12-5efa9affdf3a,segment=NetworkSegment(fee98f99-0a65-4dce-bdcf-464e9a81fc38),segment_id=fee98f99-0a65-4dce-bdcf-464e9a81fc38)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:36.998454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0618e870-ad6a-489b-9ba5-463defb91914 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network ffd4a824-e285-4d87-b90c-0ef267308d28 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:37.017533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-0618e870-ad6a-489b-9ba5-463defb91914 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:37.028820 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0618e870-ad6a-489b-9ba5-463defb91914 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:55:37.038011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0618e870-ad6a-489b-9ba5-463defb91914 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:37.038625 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0618e870-ad6a-489b-9ba5-463defb91914 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:37.045225 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427609ac-09ae-4ce3-914e-0d214a7a87a6 req-d9d503ee-1034-4beb-93ad-dcda89b24ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:37.047402 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-427609ac-09ae-4ce3-914e-0d214a7a87a6 req-d9d503ee-1034-4beb-93ad-dcda89b24ac8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bfd11743efb4659a7cafd525e72f79c&device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 1095 time: 1.1071954 Feb 18 08:55:37.225340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36984b81-932f-4423-8f0a-7e1fabda5d1e req-c0ba6b90-e98e-4d90-97b8-9459dc91deb6 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:37.227016 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36984b81-932f-4423-8f0a-7e1fabda5d1e req-c0ba6b90-e98e-4d90-97b8-9459dc91deb6 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 944 time: 0.6770494 Feb 18 08:55:37.227821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618e870-ad6a-489b-9ba5-463defb91914 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=92b53c45-185d-4584-bbda-f2569a3dd0c9,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:37.294738 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0618e870-ad6a-489b-9ba5-463defb91914 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 7.1104989 Feb 18 08:55:37.298922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57390) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:37.415038 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:37.565862 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36984b81-932f-4423-8f0a-7e1fabda5d1e req-c0f6a7c0-6907-4c40-a624-7f1e9dfac369 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185754 Feb 18 08:55:37.580311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c96fc-9ad1-40cf-bf8a-db6fd3996e61 req-61c14549-bab9-4f84-b724-6fe413831ce1 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:37.580959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-e5084f33-b5e9-4d4c-8c85-6c675c30d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:37.583053 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-308c96fc-9ad1-40cf-bf8a-db6fd3996e61 req-61c14549-bab9-4f84-b724-6fe413831ce1 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 946 time: 0.5669563 Feb 18 08:55:37.590453 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-af188d92-59dd-4b1d-8bfe-94dbd87ed416 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:55:37.594061 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-af188d92-59dd-4b1d-8bfe-94dbd87ed416 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:55:37.596398 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-e5084f33-b5e9-4d4c-8c85-6c675c30d37c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4&tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621 HTTP/1.1" status: 200 len: 1094 time: 0.4448400 Feb 18 08:55:37.630793 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:37.744229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427609ac-09ae-4ce3-914e-0d214a7a87a6 req-477abc69-ccf8-4a92-9be7-b1e99940cb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:37.748164 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-427609ac-09ae-4ce3-914e-0d214a7a87a6 req-477abc69-ccf8-4a92-9be7-b1e99940cb4f service neutron] 10.222.0.61 "GET /v2.0/networks?id=d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 200 len: 922 time: 0.6486490 Feb 18 08:55:37.754403 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-308c96fc-9ad1-40cf-bf8a-db6fd3996e61 req-c54f84d1-31e4-4cb8-852d-c21568d540fc tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646917 Feb 18 08:55:37.770160 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=02881880-32db-4128-be12-5efa9affdf3a,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:37.824477 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 86b0924d-296e-4b9e-bf06-16ca6d9b0def up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:37.935301 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-427609ac-09ae-4ce3-914e-0d214a7a87a6 req-291d9ecb-e831-44d7-9414-0f9ef173afa4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b97c388-f608-4cef-8ba9-811aaeb71bd3 HTTP/1.1" status: 200 len: 217 time: 0.1788318 Feb 18 08:55:37.943836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339cda00-6558-46ab-91c5-109292f3117a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:37.948354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-339cda00-6558-46ab-91c5-109292f3117a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Synchronizing usage tracker for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:55:38.058378 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1b97c388-f608-4cef-8ba9-811aaeb71bd3 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:55:38.081549 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-692fd088-383d-45f9-a229-c36c36ad351b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:38.215881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427609ac-09ae-4ce3-914e-0d214a7a87a6 req-af8c85ea-415d-4489-ac00-b977d1f5e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:38.220317 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-427609ac-09ae-4ce3-914e-0d214a7a87a6 req-af8c85ea-415d-4489-ac00-b977d1f5e58a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1570d450-e2c9-453c-a07c-52b306ae3008 HTTP/1.1" status: 200 len: 860 time: 0.2656727 Feb 18 08:55:38.313653 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1b97c388-f608-4cef-8ba9-811aaeb71bd3, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1b97c388-f608-4cef-8ba9-811aaeb71bd3,segment=NetworkSegment(273665ca-a44f-4b73-b6ca-cb0e9742a08f),segment_id=273665ca-a44f-4b73-b6ca-cb0e9742a08f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:38.332552 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-339cda00-6558-46ab-91c5-109292f3117a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Unset dirty status for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:55:38.336510 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-339cda00-6558-46ab-91c5-109292f3117a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 1.0346851 Feb 18 08:55:38.341891 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:38.352317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57406) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:38.391647 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '1b97c388-f608-4cef-8ba9-811aaeb71bd3', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'port_id': '1b97c388-f608-4cef-8ba9-811aaeb71bd3', 'mac_address': 'fa:16:3e:a8:c0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:55:38.434198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692fd088-383d-45f9-a229-c36c36ad351b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event updated for resources: {'Subnet': ['ID=1b4baf66-19b3-468e-b0d1-a4d9288001f5,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:38.437432 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692fd088-383d-45f9-a229-c36c36ad351b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Checking segment: {'id': 'e5986649-e503-4ace-8d32-b0cf224871a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:38.439408 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692fd088-383d-45f9-a229-c36c36ad351b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Network hostable DHCP agents. Network: c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:55:38.550583 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692fd088-383d-45f9-a229-c36c36ad351b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Network c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:55:38.587742 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bcd00-138e-4d0a-a991-0008f6b97a49 req-b53c0d6f-bec9-476e-b7f1-bcae40c515df tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:38.593756 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-692fd088-383d-45f9-a229-c36c36ad351b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:38.606033 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e8bcd00-138e-4d0a-a991-0008f6b97a49 req-b53c0d6f-bec9-476e-b7f1-bcae40c515df tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 943 time: 0.6527448 Feb 18 08:55:38.607886 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692fd088-383d-45f9-a229-c36c36ad351b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:38.610671 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-692fd088-383d-45f9-a229-c36c36ad351b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:38.649370 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd6c867-e023-45d1-8438-648b978f5b02 None None] Network c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:55:38.761712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0907f616-2bc9-44f9-bc56-4c045ee159c4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:38.768532 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0907f616-2bc9-44f9-bc56-4c045ee159c4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:38.788857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0907f616-2bc9-44f9-bc56-4c045ee159c4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:38.789988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0907f616-2bc9-44f9-bc56-4c045ee159c4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Synchronizing usage tracker for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:55:38.800177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427609ac-09ae-4ce3-914e-0d214a7a87a6 req-b88daa61-62d7-4def-8d4c-b3bc0a29a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:38.808155 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-427609ac-09ae-4ce3-914e-0d214a7a87a6 req-b88daa61-62d7-4def-8d4c-b3bc0a29a721 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d9a0792a-5ad4-4098-9d51-afae073edc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5727704 Feb 18 08:55:38.996917 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-427609ac-09ae-4ce3-914e-0d214a7a87a6 req-156c569d-55cd-4741-bf6b-3575d571a8a8 service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676877 Feb 18 08:55:39.030644 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e8bcd00-138e-4d0a-a991-0008f6b97a49 req-d0c2bb00-c9a2-41d3-870e-9531ed989097 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3999290 Feb 18 08:55:39.043838 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0907f616-2bc9-44f9-bc56-4c045ee159c4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Unset dirty status for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:55:39.045326 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0907f616-2bc9-44f9-bc56-4c045ee159c4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.6918976 Feb 18 08:55:39.050192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57418) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:39.114038 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:39.154243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b97c388-f608-4cef-8ba9-811aaeb71bd3 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:55:39.167407 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 86b0924d-296e-4b9e-bf06-16ca6d9b0def completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:39.261626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 86b0924d-296e-4b9e-bf06-16ca6d9b0def triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:39.261987 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:39.302480 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] For port d601f0b0-105d-4d14-874a-01473e5a0b85, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=d601f0b0-105d-4d14-874a-01473e5a0b85,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:39.329098 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-af188d92-59dd-4b1d-8bfe-94dbd87ed416 None None] Provisioning complete for port 86b0924d-296e-4b9e-bf06-16ca6d9b0def triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:39.329495 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-af188d92-59dd-4b1d-8bfe-94dbd87ed416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:39.346350 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] For port d601f0b0-105d-4d14-874a-01473e5a0b85, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:55:39.440793 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d601f0b0-105d-4d14-874a-01473e5a0b85 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:55:39.451188 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:39.478205 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Transition to ACTIVE for port object d601f0b0-105d-4d14-874a-01473e5a0b85 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:39.491542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-796c852a-cc0e-4261-a95b-96cff88db7e8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port 92b53c45-185d-4584-bbda-f2569a3dd0c9 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:55:39.491887 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-796c852a-cc0e-4261-a95b-96cff88db7e8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:39.539151 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:39.546598 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1b97c388-f608-4cef-8ba9-811aaeb71bd3, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1b97c388-f608-4cef-8ba9-811aaeb71bd3,segment=NetworkSegment(273665ca-a44f-4b73-b6ca-cb0e9742a08f),segment_id=273665ca-a44f-4b73-b6ca-cb0e9742a08f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:39.580172 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:39.620495 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-427609ac-09ae-4ce3-914e-0d214a7a87a6 req-4d12e88a-2163-415b-957a-bcc8b6d73288 service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224647 Feb 18 08:55:39.627195 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd', 'network_id': 'c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'fixed_ips': [{'subnet_id': '1b4baf66-19b3-468e-b0d1-a4d9288001f5'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:55:39.628415 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:39.629002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cc6a8-cd26-4fc1-9274-55dca407bfb4 req-e79d84ba-6ba8-4b30-b804-4f3bb658da56 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:39.636947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b8cc6a8-cd26-4fc1-9274-55dca407bfb4 req-e79d84ba-6ba8-4b30-b804-4f3bb658da56 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 944 time: 0.2618191 Feb 18 08:55:39.663902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5178370-ace9-470b-9e3d-2849365ebb74 req-2702d51e-b154-4fcc-b4b1-6dab26f21753 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:39.665853 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f5178370-ace9-470b-9e3d-2849365ebb74 req-2702d51e-b154-4fcc-b4b1-6dab26f21753 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.4148774 Feb 18 08:55:39.669452 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-692fd088-383d-45f9-a229-c36c36ad351b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4388874 Feb 18 08:55:39.674257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57430) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:40.090507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0f612a53-ae8b-412b-aef1-381f28e23aa6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-538379395'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:40.137512 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1b97c388-f608-4cef-8ba9-811aaeb71bd3,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:40.143589 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['1b97c388-f608-4cef-8ba9-811aaeb71bd3'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:55:40.149373 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3eb106-16b8-4135-a3d5-33d35a035292 req-772dc5a4-073b-46f9-8fc2-3ea294f01b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:40.150872 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fe3eb106-16b8-4135-a3d5-33d35a035292 req-772dc5a4-073b-46f9-8fc2-3ea294f01b63 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07a37fcb692a481a8b32c3cc5e76d9b8&device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 1096 time: 0.6533258 Feb 18 08:55:40.151519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Pushing event updated for resources: {'Port': ['ID=d601f0b0-105d-4d14-874a-01473e5a0b85,revision_number=9']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:40.201915 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-796c852a-cc0e-4261-a95b-96cff88db7e8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:40.227103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0f612a53-ae8b-412b-aef1-381f28e23aa6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:40.300574 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:40.333552 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3eb106-16b8-4135-a3d5-33d35a035292 req-7aca5ec9-f265-40d3-8c83-28184423ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:40.335443 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fe3eb106-16b8-4135-a3d5-33d35a035292 req-7aca5ec9-f265-40d3-8c83-28184423ae36 service neutron] 10.222.0.61 "GET /v2.0/networks?id=74735a75-704a-43d7-ab69-98662a7da388 HTTP/1.1" status: 200 len: 919 time: 0.1764343 Feb 18 08:55:40.335767 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'name': 'tempest-ServersTestMultiNic-1162680633-router', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '369737ed-3def-41ec-902b-328dd234164b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:55:19Z', 'updated_at': '2022-02-18T08:55:30Z', 'revision_number': 4, 'project_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'gw_port': {'id': '369737ed-3def-41ec-902b-328dd234164b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:23Z', 'updated_at': '2022-02-18T08:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '51e2faed-6bef-464e-97bb-ad6b41a051da', 'name': '', 'network_id': 'e5cb84de-0f89-4871-82ca-d29b30b286d0', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'mac_address': 'fa:16:3e:26:7e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'b6f3f90d-a8fe-4038-99c3-8a49ef4e4bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:29Z', 'updated_at': '2022-02-18T08:55:31Z', 'revision_number': 2, 'project_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'subnets': [{'id': 'b6f3f90d-a8fe-4038-99c3-8a49ef4e4bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:40.354836 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Checking router: f1bd3293-6227-4f46-9052-f52f44dd1a98 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:55:40.355291 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Updating router f1bd3293-6227-4f46-9052-f52f44dd1a98 port 51e2faed-6bef-464e-97bb-ad6b41a051da binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:55:40.390604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0f612a53-ae8b-412b-aef1-381f28e23aa6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Usage tracker for resource:network and tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:40.416653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-796c852a-cc0e-4261-a95b-96cff88db7e8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for 92b53c45-185d-4584-bbda-f2569a3dd0c9 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:55:40.423679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:40.424109 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:40.424856 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:40.425263 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:40.425673 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:40.426076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:40.426584 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:40.426933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:40.427344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:40.427740 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:40.428143 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:40.428556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:40.467062 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:40.494108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] No DVR routers for this DVR port d601f0b0-105d-4d14-874a-01473e5a0b85 on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:55:40.496000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f5178370-ace9-470b-9e3d-2849365ebb74 req-2681449d-ea2d-42db-ad2d-c8a2a7c64e73 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8175032 Feb 18 08:55:40.590321 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 86b0924d-296e-4b9e-bf06-16ca6d9b0def, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=86b0924d-296e-4b9e-bf06-16ca6d9b0def,segment=NetworkSegment(e6dd60c8-7d74-4ed4-a0c7-be914e1ed635),segment_id=e6dd60c8-7d74-4ed4-a0c7-be914e1ed635)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:40.639044 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:40.639044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 369737ed-3def-41ec-902b-328dd234164b up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:40.650801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0f612a53-ae8b-412b-aef1-381f28e23aa6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:40.667479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57442) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:40.679596 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b8cc6a8-cd26-4fc1-9274-55dca407bfb4 req-cc3a3731-63c2-46d6-b04c-8df43f87f029 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0323458 Feb 18 08:55:40.679596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0f612a53-ae8b-412b-aef1-381f28e23aa6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:40.782878 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fe3eb106-16b8-4135-a3d5-33d35a035292 req-3464edc3-5f9f-4764-afb6-38478d8e58b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53573ab-8349-4259-8320-6d8ba040f11f HTTP/1.1" status: 200 len: 217 time: 0.4333234 Feb 18 08:55:40.882623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f612a53-ae8b-412b-aef1-381f28e23aa6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Made reservation on behalf of 96f9ab7aca9f4ebb9b0d991d4090bfbe for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:55:40.886185 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f612a53-ae8b-412b-aef1-381f28e23aa6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:40.909508 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-af188d92-59dd-4b1d-8bfe-94dbd87ed416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:40.954588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f612a53-ae8b-412b-aef1-381f28e23aa6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:55:40.964539 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f612a53-ae8b-412b-aef1-381f28e23aa6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:40.965219 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-0f612a53-ae8b-412b-aef1-381f28e23aa6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Added segment d54c661b-cc62-40d6-a7b1-65a180134b53 of type vlan for network 025c78e0-2745-415a-a86b-719b99881be5 Feb 18 08:55:40.994317 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f612a53-ae8b-412b-aef1-381f28e23aa6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:41.042947 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=86b0924d-296e-4b9e-bf06-16ca6d9b0def,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:41.046809 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Attempting to bind port d601f0b0-105d-4d14-874a-01473e5a0b85 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:55:41.047886 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Attempting to bind port d601f0b0-105d-4d14-874a-01473e5a0b85 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:55:41.048441 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Attempting to bind port d601f0b0-105d-4d14-874a-01473e5a0b85 on network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:55:41.057166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Port d601f0b0-105d-4d14-874a-01473e5a0b85 on network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:55:41.057717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Attempting to bind port d601f0b0-105d-4d14-874a-01473e5a0b85 on network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:55:41.066805 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3eb106-16b8-4135-a3d5-33d35a035292 req-c17ae9e9-6c2b-47fd-bfb2-ba4897609dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:41.068570 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fe3eb106-16b8-4135-a3d5-33d35a035292 req-c17ae9e9-6c2b-47fd-bfb2-ba4897609dfb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6672ae26-589f-4433-91ad-be0a06fa3bd5 HTTP/1.1" status: 200 len: 858 time: 0.1770847 Feb 18 08:55:41.070063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:55:41.070618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Checking segment: {'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:41.070997 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Bound using segment: {'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:55:41.071416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Bound port: d601f0b0-105d-4d14-874a-01473e5a0b85, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a425925-ca22-4fe0-98f3-fd0d8441cd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:55:41.071985 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:41.135401 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fe3eb106-16b8-4135-a3d5-33d35a035292 req-70b93d7f-7f15-40d3-8c59-d1f69333afb3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74735a75-704a-43d7-ab69-98662a7da388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510154 Feb 18 08:55:41.146620 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-796c852a-cc0e-4261-a95b-96cff88db7e8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:41.149135 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f612a53-ae8b-412b-aef1-381f28e23aa6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:41.156822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f612a53-ae8b-412b-aef1-381f28e23aa6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:41.157938 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f612a53-ae8b-412b-aef1-381f28e23aa6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:41.158064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Allocated IP 19.80.0.2 (c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd/1b4baf66-19b3-468e-b0d1-a4d9288001f5/3f25ce58-de58-46aa-8ab0-95a4fa887ac1) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:55:41.204947 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f9a08d2-f97f-44f1-9947-016945e75391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:41.254856 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:41.258085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710c7df-d2e3-4e06-a2e9-3753354c31e9 req-15227773-70c8-4659-8413-1d9da660f351 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:41.260091 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b710c7df-d2e3-4e06-a2e9-3753354c31e9 req-15227773-70c8-4659-8413-1d9da660f351 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "GET /v2.0/ports?device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 946 time: 0.5187531 Feb 18 08:55:41.261749 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0f612a53-ae8b-412b-aef1-381f28e23aa6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5847178 Feb 18 08:55:41.315591 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57450) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:41.345995 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 369737ed-3def-41ec-902b-328dd234164b completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:41.371843 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fe3eb106-16b8-4135-a3d5-33d35a035292 req-c2dac76f-4f25-417a-8d89-207a36c106d0 service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228646 Feb 18 08:55:41.421458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c852a-cc0e-4261-a95b-96cff88db7e8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=92b53c45-185d-4584-bbda-f2569a3dd0c9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:41.470291 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-2a5f9c2b-89ec-4042-bc15-6f281905f226 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Request body: {'subnet': {'network_id': '025c78e0-2745-415a-a86b-719b99881be5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:41.527703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] For port d601f0b0-105d-4d14-874a-01473e5a0b85, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:55:41.548503 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] For port d601f0b0-105d-4d14-874a-01473e5a0b85, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d601f0b0-105d-4d14-874a-01473e5a0b85,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:55:41.570872 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:41.622898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4f9a08d2-f97f-44f1-9947-016945e75391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:41.657579 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974e91c-7b38-4dc5-8d5b-7fd059511ecb req-9635c30c-28f6-4cd9-a8d6-3076244c1998 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:41.667321 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Pushing event updated for resources: {'Port': ['ID=d601f0b0-105d-4d14-874a-01473e5a0b85,revision_number=10']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:41.668914 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0974e91c-7b38-4dc5-8d5b-7fd059511ecb req-9635c30c-28f6-4cd9-a8d6-3076244c1998 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 946 time: 0.9714801 Feb 18 08:55:41.698967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:41.701009 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:41.702848 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] 10.222.0.81 "PUT /v2.0/ports/d601f0b0-105d-4d14-874a-01473e5a0b85 HTTP/1.1" status: 200 len: 1091 time: 4.0842452 Feb 18 08:55:41.707910 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-af188d92-59dd-4b1d-8bfe-94dbd87ed416 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:55:41.708295 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-af188d92-59dd-4b1d-8bfe-94dbd87ed416 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:55:41.720079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'tag': 'd601f0b0-105d-4d14-874a-01473e5a0b85'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:55:41.734974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:41.735812 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:41.736363 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:41.736997 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:41.737759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 369737ed-3def-41ec-902b-328dd234164b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:41.737950 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:41.738183 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:41.738900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:41.739822 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:41.740323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:41.740805 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:41.741694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:41.742205 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:41.742663 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59db33c-d264-4d85-846b-d2b69b0f8996 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:55:41.757337 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fe3eb106-16b8-4135-a3d5-33d35a035292 req-19d6e154-6d12-43f8-9b6b-31c857bcab3e service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619576 Feb 18 08:55:41.865091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4f9a08d2-f97f-44f1-9947-016945e75391 admin admin] Usage tracker for resource:security_group_rule and tenant:b68a6c26491f424fb7e6df73e59b9e41 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:41.875574 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:41.877261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4f9a08d2-f97f-44f1-9947-016945e75391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:41.890710 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4f9a08d2-f97f-44f1-9947-016945e75391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:41.894508 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-f3bf7cf2-9b2b-46f3-b58a-3e83b39ffa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:41.895994 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-f3bf7cf2-9b2b-46f3-b58a-3e83b39ffa8b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621&device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 1095 time: 0.1482317 Feb 18 08:55:42.016120 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f9a08d2-f97f-44f1-9947-016945e75391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:42.080976 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-796c852a-cc0e-4261-a95b-96cff88db7e8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:42.094140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-b710c7df-d2e3-4e06-a2e9-3753354c31e9 req-fea9d4c8-d10b-4be9-ac90-1f7a91136956 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Deleting port 9433c6db-ce78-4204-b800-005fe9ffd9f0 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:55:42.094820 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b710c7df-d2e3-4e06-a2e9-3753354c31e9 req-fea9d4c8-d10b-4be9-ac90-1f7a91136956 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:42.099719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-355089c2-b49b-448d-84a8-62555809ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:42.101332 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-355089c2-b49b-448d-84a8-62555809ffb1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5d5e2a5a-f047-425a-86b2-0b3143ac8640 HTTP/1.1" status: 200 len: 917 time: 0.1982119 Feb 18 08:55:42.214637 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-67ba58ff-1e59-465f-9524-162ce25bb935 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d601f0b0-105d-4d14-874a-01473e5a0b85 HTTP/1.1" status: 200 len: 998 time: 0.1066647 Feb 18 08:55:42.238873 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:42.247052 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f9a08d2-f97f-44f1-9947-016945e75391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:42.268881 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:42.274768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f612a53-ae8b-412b-aef1-381f28e23aa6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event updated for resources: {'Network': ['ID=025c78e0-2745-415a-a86b-719b99881be5,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:42.285818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-980004c6-d42b-4000-a217-3971b08603dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:42.287271 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-980004c6-d42b-4000-a217-3971b08603dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=df727fe9-3fec-4967-a902-47fe24f8ed0f HTTP/1.1" status: 200 len: 855 time: 0.0661802 Feb 18 08:55:42.308815 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0974e91c-7b38-4dc5-8d5b-7fd059511ecb req-586d97ce-c3af-4fd4-81f2-7ded10e52394 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/security-groups?id=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6389878 Feb 18 08:55:42.315248 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 025c78e0-2745-415a-a86b-719b99881be5 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:55:42.332192 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-796c852a-cc0e-4261-a95b-96cff88db7e8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/ports/92b53c45-185d-4584-bbda-f2569a3dd0c9 HTTP/1.1" status: 204 len: 168 time: 3.2805042 Feb 18 08:55:42.336614 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57466) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:42.362267 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Transition to ACTIVE for port object 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:42.381269 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4f9a08d2-f97f-44f1-9947-016945e75391 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b68a6c26491f424fb7e6df73e59b9e41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7235754 Feb 18 08:55:42.389878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b832be6-b7ad-49b3-874f-696790ab7106 req-eceb3e57-24ed-4314-8605-a4fc1c75fe42 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:42.397156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b832be6-b7ad-49b3-874f-696790ab7106 req-eceb3e57-24ed-4314-8605-a4fc1c75fe42 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 943 time: 1.3961120 Feb 18 08:55:42.400514 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57470) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:42.442817 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a08d2-f97f-44f1-9947-016945e75391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8478da-2e03-4701-9b08-e4ee3d7f8b42,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:42.471818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2a5f9c2b-89ec-4042-bc15-6f281905f226 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:42.489921 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 369737ed-3def-41ec-902b-328dd234164b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=369737ed-3def-41ec-902b-328dd234164b,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:42.566805 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:42.570606 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0738520b-9350-4465-8560-547d8ef6020c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] GET failed (client error): The resource could not be found. Feb 18 08:55:42.572336 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0738520b-9350-4465-8560-547d8ef6020c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports/92b53c45-185d-4584-bbda-f2569a3dd0c9 HTTP/1.1" status: 404 len: 333 time: 0.2354426 Feb 18 08:55:42.575025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57474) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:42.681784 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:55:42.726256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2a5f9c2b-89ec-4042-bc15-6f281905f226 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Usage tracker for resource:subnet and tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:42.730692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-77d934ee-4d36-4cc1-9d17-a64430c5ad61 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port 4d59d7a1-85d8-4607-8534-60daf982f22a {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:55:42.731039 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-77d934ee-4d36-4cc1-9d17-a64430c5ad61 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:42.731813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2a5f9c2b-89ec-4042-bc15-6f281905f226 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:42.769896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2a5f9c2b-89ec-4042-bc15-6f281905f226 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:42.819628 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:42.837017 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Transition to ACTIVE for port object 51e2faed-6bef-464e-97bb-ad6b41a051da will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:42.838919 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b832be6-b7ad-49b3-874f-696790ab7106 req-83f91f24-baa4-40d3-9e34-d5f092b4ecd0 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4407284 Feb 18 08:55:42.856639 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Transition to ACTIVE for port object 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:42.860816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 02881880-32db-4128-be12-5efa9affdf3a up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:42.906135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5f9c2b-89ec-4042-bc15-6f281905f226 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Made reservation on behalf of 96f9ab7aca9f4ebb9b0d991d4090bfbe for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:55:42.909584 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2a5f9c2b-89ec-4042-bc15-6f281905f226 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:42.958448 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:42.975104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-af188d92-59dd-4b1d-8bfe-94dbd87ed416 None None] Provisioning for port 4d59d7a1-85d8-4607-8534-60daf982f22a completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:42.993547 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-af188d92-59dd-4b1d-8bfe-94dbd87ed416 None None] Provisioning complete for port 4d59d7a1-85d8-4607-8534-60daf982f22a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:42.994440 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-af188d92-59dd-4b1d-8bfe-94dbd87ed416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:43.058787 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-77d934ee-4d36-4cc1-9d17-a64430c5ad61 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:43.072247 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:43.130317 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Network c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:43.207569 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-77d934ee-4d36-4cc1-9d17-a64430c5ad61 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for 4d59d7a1-85d8-4607-8534-60daf982f22a owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:55:43.214489 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:43.217252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:55:43.227325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 02881880-32db-4128-be12-5efa9affdf3a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:43.227844 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:43.229711 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e93eb835-5a3b-406f-85bc-4114426ccf18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:43.311552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b710c7df-d2e3-4e06-a2e9-3753354c31e9 req-fea9d4c8-d10b-4be9-ac90-1f7a91136956 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] For port 9433c6db-ce78-4204-b800-005fe9ffd9f0, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9433c6db-ce78-4204-b800-005fe9ffd9f0,segment=NetworkSegment(7d35b79e-79a6-41fe-9fb2-4feac907ecd1),segment_id=7d35b79e-79a6-41fe-9fb2-4feac907ecd1)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:43.312728 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b710c7df-d2e3-4e06-a2e9-3753354c31e9 req-fea9d4c8-d10b-4be9-ac90-1f7a91136956 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:43.356351 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-21822519-4a11-4814-b7a9-7f33bc9f307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:43.358091 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-21822519-4a11-4814-b7a9-7f33bc9f307d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5d5e2a5a-f047-425a-86b2-0b3143ac8640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0648496 Feb 18 08:55:43.362651 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e93eb835-5a3b-406f-85bc-4114426ccf18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:43.472334 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:55:43.531234 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-af188d92-59dd-4b1d-8bfe-94dbd87ed416 None None] Port 4d59d7a1-85d8-4607-8534-60daf982f22a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:55:43.534320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46095599-1584-4521-a250-ae04d91ce221 req-09887bb9-f6fc-4371-be7d-00bedac010f0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:43.535577 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-46095599-1584-4521-a250-ae04d91ce221 req-09887bb9-f6fc-4371-be7d-00bedac010f0 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 1.0156779 Feb 18 08:55:43.542772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-b710c7df-d2e3-4e06-a2e9-3753354c31e9 req-fea9d4c8-d10b-4be9-ac90-1f7a91136956 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Calling delete_port for 9433c6db-ce78-4204-b800-005fe9ffd9f0 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:55:43.557258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-77d934ee-4d36-4cc1-9d17-a64430c5ad61 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:43.586626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=369737ed-3def-41ec-902b-328dd234164b,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:43.611581 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-d5d300f7-0678-46cc-b951-3b4da11a65ea service neutron] 10.222.0.81 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459459 Feb 18 08:55:43.644282 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d934ee-4d36-4cc1-9d17-a64430c5ad61 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=4d59d7a1-85d8-4607-8534-60daf982f22a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:43.770545 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e20e83-946d-42a6-9c1b-f82062b80956 req-ee71acf9-17da-4f8f-b405-03ca1fe90583 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:43.777685 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28e20e83-946d-42a6-9c1b-f82062b80956 req-ee71acf9-17da-4f8f-b405-03ca1fe90583 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 945 time: 0.6935370 Feb 18 08:55:43.786771 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-46095599-1584-4521-a250-ae04d91ce221 req-3b789d74-d7a5-49bc-92a3-b4ae2c93f860 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908174 Feb 18 08:55:43.857324 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-49f557b1-1e3f-4aaf-b561-8653e0dd93a8 req-720a378a-78ce-461d-9dc1-8b071936b140 service neutron] 10.222.0.81 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364271 Feb 18 08:55:43.893378 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-77d934ee-4d36-4cc1-9d17-a64430c5ad61 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:43.902457 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e93eb835-5a3b-406f-85bc-4114426ccf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:43.908845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ba8631c6-62e2-45cb-960e-d72d5009bfdc None None] Could not find standard attr ID for object 4d59d7a1-85d8-4607-8534-60daf982f22a. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 08:55:43.920119 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Attempting to bind port 51e2faed-6bef-464e-97bb-ad6b41a051da on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:55:43.922562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Attempting to bind port 51e2faed-6bef-464e-97bb-ad6b41a051da by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'acc2c2e2-3a6c-4a8b-9208-bdec03300b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e5cb84de-0f89-4871-82ca-d29b30b286d0'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:55:43.923145 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Attempting to bind port 51e2faed-6bef-464e-97bb-ad6b41a051da on network e5cb84de-0f89-4871-82ca-d29b30b286d0 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:55:43.929328 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-77d934ee-4d36-4cc1-9d17-a64430c5ad61 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/ports/4d59d7a1-85d8-4607-8534-60daf982f22a HTTP/1.1" status: 204 len: 168 time: 1.3529358 Feb 18 08:55:43.929973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57486) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:43.939723 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:55:43.940813 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Checking segment: {'id': 'acc2c2e2-3a6c-4a8b-9208-bdec03300b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e5cb84de-0f89-4871-82ca-d29b30b286d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:43.942003 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:43.942586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Bound using segment: {'id': 'acc2c2e2-3a6c-4a8b-9208-bdec03300b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e5cb84de-0f89-4871-82ca-d29b30b286d0'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:55:43.943403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Bound port: 51e2faed-6bef-464e-97bb-ad6b41a051da, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc2c2e2-3a6c-4a8b-9208-bdec03300b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e5cb84de-0f89-4871-82ca-d29b30b286d0'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:55:43.943949 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:44.016054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93eb835-5a3b-406f-85bc-4114426ccf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8478da-2e03-4701-9b08-e4ee3d7f8b42,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:44.060532 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0b9e83-8598-4f19-9614-73c2da72025f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] GET failed (client error): The resource could not be found. Feb 18 08:55:44.061351 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5f0b9e83-8598-4f19-9614-73c2da72025f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Synchronizing usage tracker for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:55:44.066347 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'tag': 'd601f0b0-105d-4d14-874a-01473e5a0b85', 'status': 'completed', 'code': 200} Feb 18 08:55:44.095636 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28e20e83-946d-42a6-9c1b-f82062b80956 req-ce07d568-f141-49ee-9891-e7e09eae2736 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169441 Feb 18 08:55:44.096159 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 86b0924d-296e-4b9e-bf06-16ca6d9b0def up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:44.128049 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2a5f9c2b-89ec-4042-bc15-6f281905f226 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:44.175650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5f0b9e83-8598-4f19-9614-73c2da72025f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Unset dirty status for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:55:44.180247 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5f0b9e83-8598-4f19-9614-73c2da72025f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports/4d59d7a1-85d8-4607-8534-60daf982f22a HTTP/1.1" status: 404 len: 333 time: 0.2485621 Feb 18 08:55:44.180621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1b97c388-f608-4cef-8ba9-811aaeb71bd3 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:44.180926 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57496) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:44.263666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9433c6db-ce78-4204-b800-005fe9ffd9f0 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:55:44.272709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce31d6-8795-4b48-ac6b-9346536a5b0b req-5879d3ce-0d31-4438-aef6-b4e22c19d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:44.274210 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7fce31d6-8795-4b48-ac6b-9346536a5b0b req-5879d3ce-0d31-4438-aef6-b4e22c19d32f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621&device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 1095 time: 0.2068336 Feb 18 08:55:44.287520 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b710c7df-d2e3-4e06-a2e9-3753354c31e9 req-fea9d4c8-d10b-4be9-ac90-1f7a91136956 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:44.343473 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 9433c6db-ce78-4204-b800-005fe9ffd9f0 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:55:44.344419 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9433c6db-ce78-4204-b800-005fe9ffd9f0 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:55:44.346262 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66631d1b-3949-41da-8b1d-b87edddc54e1 None None] Pushing event updated for resources: {'Port': ['ID=51e2faed-6bef-464e-97bb-ad6b41a051da,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:44.349296 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Attempting to bind port 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:55:44.349961 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Attempting to bind port 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'e5986649-e503-4ace-8d32-b0cf224871a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:55:44.350521 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Attempting to bind port 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 on network c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:55:44.380196 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e93eb835-5a3b-406f-85bc-4114426ccf18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:44.384245 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e93eb835-5a3b-406f-85bc-4114426ccf18 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bd8478da-2e03-4701-9b08-e4ee3d7f8b42 HTTP/1.1" status: 204 len: 168 time: 1.9801636 Feb 18 08:55:44.442623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:55:44.443153 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Checking segment: {'id': 'e5986649-e503-4ace-8d32-b0cf224871a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:44.443665 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:44.444152 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Bound using segment: {'id': 'e5986649-e503-4ace-8d32-b0cf224871a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:55:44.444788 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Bound port: 3f25ce58-de58-46aa-8ab0-95a4fa887ac1, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5986649-e503-4ace-8d32-b0cf224871a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:55:44.445262 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:44.456973 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Pushing event updated for resources: {'Port': ['ID=3f25ce58-de58-46aa-8ab0-95a4fa887ac1,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:44.481922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4b78d4-cc9a-4ffa-9b71-0263f8e43764 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting subnet 7d2c5731-c6bd-4c1e-873f-dcb262fc40e8 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:55:44.484586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9d4c8-d10b-4be9-ac90-1f7a91136956 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Pushing event deleted for resources: {'Port': ['ID=9433c6db-ce78-4204-b800-005fe9ffd9f0,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:44.499191 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8e4b78d4-cc9a-4ffa-9b71-0263f8e43764 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:44.538886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9827252d-f1cc-471f-8d67-f1ba5a76147d req-381f4445-93c6-42c2-9952-3b6a70b7dfd8 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Synchronizing usage tracker for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:55:44.541617 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f9c2b-89ec-4042-bc15-6f281905f226 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event updated for resources: {'Subnet': ['ID=4ac9f8e0-44c9-4427-a6fa-8f6ee72c2fd0,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:44.608981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5f9c2b-89ec-4042-bc15-6f281905f226 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Checking segment: {'id': 'd54c661b-cc62-40d6-a7b1-65a180134b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '025c78e0-2745-415a-a86b-719b99881be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:44.609831 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5f9c2b-89ec-4042-bc15-6f281905f226 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Network hostable DHCP agents. Network: 025c78e0-2745-415a-a86b-719b99881be5, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:55:44.615174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b710c7df-d2e3-4e06-a2e9-3753354c31e9 req-fea9d4c8-d10b-4be9-ac90-1f7a91136956 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] No DVR routers for this DVR port 9433c6db-ce78-4204-b800-005fe9ffd9f0 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:55:44.630500 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b710c7df-d2e3-4e06-a2e9-3753354c31e9 req-fea9d4c8-d10b-4be9-ac90-1f7a91136956 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:44.633143 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b710c7df-d2e3-4e06-a2e9-3753354c31e9 req-fea9d4c8-d10b-4be9-ac90-1f7a91136956 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.81 "DELETE /v2.0/ports/9433c6db-ce78-4204-b800-005fe9ffd9f0 HTTP/1.1" status: 204 len: 173 time: 3.3259199 Feb 18 08:55:44.634646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78acf769-6253-4e27-96c5-5992c6c588c1', 'name': 'network-vif-deleted', 'tag': '9433c6db-ce78-4204-b800-005fe9ffd9f0'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:55:44.649378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9827252d-f1cc-471f-8d67-f1ba5a76147d req-381f4445-93c6-42c2-9952-3b6a70b7dfd8 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] Unset dirty status for tenant:75eb46d2988549f58acc23f93dd84a7e on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:55:44.650555 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9827252d-f1cc-471f-8d67-f1ba5a76147d req-381f4445-93c6-42c2-9952-3b6a70b7dfd8 tempest-DeleteServersTestJSON-685958000 tempest-DeleteServersTestJSON-685958000-project] 10.222.0.72 "GET /v2.0/ports?device_id=78acf769-6253-4e27-96c5-5992c6c588c1 HTTP/1.1" status: 200 len: 210 time: 0.2855144 Feb 18 08:55:44.683656 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] For port 3f25ce58-de58-46aa-8ab0-95a4fa887ac1, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:55:44.688027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] For port 3f25ce58-de58-46aa-8ab0-95a4fa887ac1, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3f25ce58-de58-46aa-8ab0-95a4fa887ac1,segment=NetworkSegment(e5986649-e503-4ace-8d32-b0cf224871a9),segment_id=e5986649-e503-4ace-8d32-b0cf224871a9)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:55:44.690712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5f9c2b-89ec-4042-bc15-6f281905f226 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Network 025c78e0-2745-415a-a86b-719b99881be5 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:55:44.700747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ba8631c6-62e2-45cb-960e-d72d5009bfdc None None] Could not find standard attr ID for object 92b53c45-185d-4584-bbda-f2569a3dd0c9. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 08:55:44.705271 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 86b0924d-296e-4b9e-bf06-16ca6d9b0def triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:44.706328 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:44.753999 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:44.768873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8df07-395e-4287-ab1e-7ee26d6243fd req-2861f4a4-e434-41d0-b52a-843c3244ce33 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:44.770660 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18c8df07-395e-4287-ab1e-7ee26d6243fd req-2861f4a4-e434-41d0-b52a-843c3244ce33 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 944 time: 0.4068720 Feb 18 08:55:44.771516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-2a5f9c2b-89ec-4042-bc15-6f281905f226 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 025c78e0-2745-415a-a86b-719b99881be5) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:44.786204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5f9c2b-89ec-4042-bc15-6f281905f226 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:44.786791 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2a5f9c2b-89ec-4042-bc15-6f281905f226 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:44.792161 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8e4b78d4-cc9a-4ffa-9b71-0263f8e43764 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:44.869991 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78acf769-6253-4e27-96c5-5992c6c588c1', 'name': 'network-vif-deleted', 'tag': '9433c6db-ce78-4204-b800-005fe9ffd9f0', 'status': 'completed', 'code': 200} Feb 18 08:55:44.873199 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18c8df07-395e-4287-ab1e-7ee26d6243fd req-b195ade7-4ef9-4dee-97bc-90299e98a85b tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885854 Feb 18 08:55:44.880763 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2a5f9c2b-89ec-4042-bc15-6f281905f226 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5508032 Feb 18 08:55:44.886906 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e58278-d9c7-4482-81fb-a1c52b7b960e None None] Network 025c78e0-2745-415a-a86b-719b99881be5 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:55:44.909603 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce31d6-8795-4b48-ac6b-9346536a5b0b req-8d8866b3-5d3f-4b79-b128-9bf6b8ae74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:44.911606 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7fce31d6-8795-4b48-ac6b-9346536a5b0b req-8d8866b3-5d3f-4b79-b128-9bf6b8ae74aa service neutron] 10.222.0.81 "GET /v2.0/networks?id=5d5e2a5a-f047-425a-86b2-0b3143ac8640 HTTP/1.1" status: 200 len: 917 time: 0.6270113 Feb 18 08:55:45.006443 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] For port 51e2faed-6bef-464e-97bb-ad6b41a051da, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:55:45.211868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce4c53-25da-4c76-ae04-99b113d90e4f req-a171078e-a0f4-4e11-af05-2d401c7b7393 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:45.213439 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57518) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:45.223009 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7ce4c53-25da-4c76-ae04-99b113d90e4f req-a171078e-a0f4-4e11-af05-2d401c7b7393 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.1332610 Feb 18 08:55:45.273317 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] For port 51e2faed-6bef-464e-97bb-ad6b41a051da, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=51e2faed-6bef-464e-97bb-ad6b41a051da,segment=NetworkSegment(acc2c2e2-3a6c-4a8b-9208-bdec03300b55),segment_id=acc2c2e2-3a6c-4a8b-9208-bdec03300b55)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:55:45.291066 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61a35422-4add-4052-b545-6211183da4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:45.297359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 1b97c388-f608-4cef-8ba9-811aaeb71bd3 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:45.300676 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7ce4c53-25da-4c76-ae04-99b113d90e4f req-495419ff-4fd2-4783-a85a-4930f3a5d636 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760517 Feb 18 08:55:45.358116 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7fce31d6-8795-4b48-ac6b-9346536a5b0b req-65fa645e-671f-45e1-9c98-ce4686de2ac6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d601f0b0-105d-4d14-874a-01473e5a0b85 HTTP/1.1" status: 200 len: 998 time: 0.4375505 Feb 18 08:55:45.363204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-61a35422-4add-4052-b545-6211183da4b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:45.429194 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:45.444712 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-61a35422-4add-4052-b545-6211183da4b1 admin admin] Usage tracker for resource:security_group_rule and tenant:1da6e7b058bc42bb82ee36af0f5aad59 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:45.458060 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8e4b78d4-cc9a-4ffa-9b71-0263f8e43764 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:45.509573 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 1b97c388-f608-4cef-8ba9-811aaeb71bd3 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:45.510535 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:45.566386 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-61a35422-4add-4052-b545-6211183da4b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:45.634697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-61a35422-4add-4052-b545-6211183da4b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:45.749562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b669c9d-53c6-4bac-bb37-445966f951c7 None None] Pushing event updated for resources: {'Port': ['ID=3f25ce58-de58-46aa-8ab0-95a4fa887ac1,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:45.751995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce31d6-8795-4b48-ac6b-9346536a5b0b req-64bc1fb3-a9c8-454a-be76-4a449eefe7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:45.753727 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7fce31d6-8795-4b48-ac6b-9346536a5b0b req-64bc1fb3-a9c8-454a-be76-4a449eefe7da service neutron] 10.222.0.81 "GET /v2.0/subnets?id=df727fe9-3fec-4967-a902-47fe24f8ed0f HTTP/1.1" status: 200 len: 855 time: 0.3867500 Feb 18 08:55:45.771581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fe55d-1d1f-4f18-b094-014a81c4619a req-df52e0c8-e88f-413d-bd83-e64ae521bb96 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:45.784655 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e4fe55d-1d1f-4f18-b094-014a81c4619a req-df52e0c8-e88f-413d-bd83-e64ae521bb96 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 945 time: 0.3443451 Feb 18 08:55:45.974426 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e4fe55d-1d1f-4f18-b094-014a81c4619a req-f9b20c78-e54d-4911-bc15-37dfa2387254 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874790 Feb 18 08:55:46.156684 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8e4b78d4-cc9a-4ffa-9b71-0263f8e43764 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:46.207963 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Routers {'f1bd3293-6227-4f46-9052-f52f44dd1a98'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:55:46.208633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:55:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f1bd3293-6227-4f46-9052-f52f44dd1a98'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:46.358741 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8e4b78d4-cc9a-4ffa-9b71-0263f8e43764 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:46.384468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b78d4-cc9a-4ffa-9b71-0263f8e43764 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2c5731-c6bd-4c1e-873f-dcb262fc40e8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:46.398415 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66631d1b-3949-41da-8b1d-b87edddc54e1 None None] Pushing event updated for resources: {'Port': ['ID=51e2faed-6bef-464e-97bb-ad6b41a051da,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:46.409936 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a9ff6b-af6c-4ffa-8604-c43ddbeea4b7 None None] Network ffd4a824-e285-4d87-b90c-0ef267308d28 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:55:46.457788 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61a35422-4add-4052-b545-6211183da4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:46.477238 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8e4b78d4-cc9a-4ffa-9b71-0263f8e43764 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/7d2c5731-c6bd-4c1e-873f-dcb262fc40e8 HTTP/1.1" status: 204 len: 168 time: 2.2866836 Feb 18 08:55:46.483083 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61a35422-4add-4052-b545-6211183da4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:46.484909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57544) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:46.527950 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce31d6-8795-4b48-ac6b-9346536a5b0b req-22fc5654-ee85-4d99-84ea-f018ddb380f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:46.534899 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7fce31d6-8795-4b48-ac6b-9346536a5b0b req-22fc5654-ee85-4d99-84ea-f018ddb380f8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5d5e2a5a-f047-425a-86b2-0b3143ac8640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7613511 Feb 18 08:55:46.819095 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7fce31d6-8795-4b48-ac6b-9346536a5b0b req-2ef87060-8027-4ea5-8e81-f34a4db1e977 service neutron] 10.222.0.81 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659252 Feb 18 08:55:46.943144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8039e7-b74a-4735-8535-739d3fcafdc1 req-07c6da78-7579-467c-aaeb-70636cfa5650 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:46.954388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e8039e7-b74a-4735-8535-739d3fcafdc1 req-07c6da78-7579-467c-aaeb-70636cfa5650 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 944 time: 0.6493363 Feb 18 08:55:47.002829 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:47.041324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port 02881880-32db-4128-be12-5efa9affdf3a {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:55:47.041674 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:47.049899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a35422-4add-4052-b545-6211183da4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686e687f-e6b2-48dd-98e2-a245c2577f1d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:47.070368 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-61a35422-4add-4052-b545-6211183da4b1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1da6e7b058bc42bb82ee36af0f5aad59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8557849 Feb 18 08:55:47.086318 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57552) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:47.161326 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:47.195270 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-025c78e0-2745-415a-a86b-719b99881be5', 'network_id': '025c78e0-2745-415a-a86b-719b99881be5', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'fixed_ips': [{'subnet_id': '4ac9f8e0-44c9-4427-a6fa-8f6ee72c2fd0'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:55:47.203805 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:47.394827 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3a9befd2-889b-49f4-8374-adc2fc365493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:47.414520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e8039e7-b74a-4735-8535-739d3fcafdc1 req-523df0d2-5b1b-4dc9-be1c-4a622440cb6e tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4593136 Feb 18 08:55:47.522281 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3a9befd2-889b-49f4-8374-adc2fc365493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:47.609620 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7fce31d6-8795-4b48-ac6b-9346536a5b0b req-b03a6b3d-ced4-471d-844f-893487eaef67 service neutron] 10.222.0.81 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7729404 Feb 18 08:55:47.644715 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b65816-7658-4614-b954-61b29531b670 None None] Network c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:55:47.673260 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3a9befd2-889b-49f4-8374-adc2fc365493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:47.690442 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 369737ed-3def-41ec-902b-328dd234164b up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:47.706529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9befd2-889b-49f4-8374-adc2fc365493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686e687f-e6b2-48dd-98e2-a245c2577f1d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:47.731865 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3a9befd2-889b-49f4-8374-adc2fc365493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:47.737295 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3a9befd2-889b-49f4-8374-adc2fc365493 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/686e687f-e6b2-48dd-98e2-a245c2577f1d HTTP/1.1" status: 204 len: 168 time: 0.6472337 Feb 18 08:55:47.914276 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] Set router f1bd3293-6227-4f46-9052-f52f44dd1a98 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:55:48.075656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] For port 02881880-32db-4128-be12-5efa9affdf3a, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=02881880-32db-4128-be12-5efa9affdf3a,segment=NetworkSegment(fee98f99-0a65-4dce-bdcf-464e9a81fc38),segment_id=fee98f99-0a65-4dce-bdcf-464e9a81fc38)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:48.080121 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:48.100932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-ae935df3-d9c5-4efd-bda8-452175663c4a tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:48.107362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-ae935df3-d9c5-4efd-bda8-452175663c4a tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:48.107362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-ae935df3-d9c5-4efd-bda8-452175663c4a tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Synchronizing usage tracker for tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:55:48.324729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for 02881880-32db-4128-be12-5efa9affdf3a owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:55:48.465711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-ae935df3-d9c5-4efd-bda8-452175663c4a tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Unset dirty status for tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:55:48.485219 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-ae935df3-d9c5-4efd-bda8-452175663c4a tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/networks?id=c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd&id=025c78e0-2745-415a-a86b-719b99881be5&id=c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd HTTP/1.1" status: 200 len: 1389 time: 0.8811500 Feb 18 08:55:48.568994 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-1737145a-383d-4431-a106-28d3596efeeb tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/quotas/96f9ab7aca9f4ebb9b0d991d4090bfbe HTTP/1.1" status: 200 len: 375 time: 0.0829504 Feb 18 08:55:48.597076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1b97c388-f608-4cef-8ba9-811aaeb71bd3, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1b97c388-f608-4cef-8ba9-811aaeb71bd3,segment=NetworkSegment(273665ca-a44f-4b73-b6ca-cb0e9742a08f),segment_id=273665ca-a44f-4b73-b6ca-cb0e9742a08f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:48.602932 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b97c388-f608-4cef-8ba9-811aaeb71bd3'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:55:48.635316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6e134-51a5-4cd2-a44b-944901126520 req-1ab1ac4a-3931-4e3b-a98a-6c75f08fbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:48.636808 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3fc6e134-51a5-4cd2-a44b-944901126520 req-1ab1ac4a-3931-4e3b-a98a-6c75f08fbeba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 1096 time: 0.1904140 Feb 18 08:55:48.693064 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:48.730532 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3fc6e134-51a5-4cd2-a44b-944901126520 req-042613ca-2ec6-4771-82a2-0560821f5ad0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861011 Feb 18 08:55:48.773347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420e1f2-31e2-4448-964b-42df8bc07ee4 req-87b415c9-5443-4448-92cf-c48917064655 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:48.787835 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a420e1f2-31e2-4448-964b-42df8bc07ee4 req-87b415c9-5443-4448-92cf-c48917064655 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.6553500 Feb 18 08:55:48.913558 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:48.999015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5e290111-bfa1-49eb-aecd-e420e07f9a0b None None] Provisioning for port 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:49.061812 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a420e1f2-31e2-4448-964b-42df8bc07ee4 req-42fb1187-c23d-4105-bc7b-85c89fe9d914 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726116 Feb 18 08:55:49.130204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=02881880-32db-4128-be12-5efa9affdf3a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:49.157903 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No DVR routers for this DVR port 02881880-32db-4128-be12-5efa9affdf3a on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:55:49.292761 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 369737ed-3def-41ec-902b-328dd234164b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:49.293139 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:49.329752 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-c0e55c5d-edbd-4612-82d5-4bb9ac979ff1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=96f9ab7aca9f4ebb9b0d991d4090bfbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7597988 Feb 18 08:55:49.389695 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c1ff9e-896f-4c8f-8cbb-814245882a75 None None] DHCP port deletion for ffd4a824-e285-4d87-b90c-0ef267308d28 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:55:49.490745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Allocated IP 19.86.0.2 (025c78e0-2745-415a-a86b-719b99881be5/4ac9f8e0-44c9-4427-a6fa-8f6ee72c2fd0/a28e354f-9131-4869-8d78-fa0349063acd) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:55:49.596702 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:49.632512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd4a824-e285-4d87-b90c-0ef267308d28']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:49.648934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee98f99-0a65-4dce-bdcf-464e9a81fc38') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:49.649691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee98f99-0a65-4dce-bdcf-464e9a81fc38') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:49.663161 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:49.682069 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:49.690961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:55:49.692176 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:49.780835 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:55:49.840961 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:55:49.848917 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:49.851924 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Transition to ACTIVE for port object a28e354f-9131-4869-8d78-fa0349063acd will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:49.906170 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Transition to ACTIVE for port object a28e354f-9131-4869-8d78-fa0349063acd will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:49.910092 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:49.971339 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/networks/ffd4a824-e285-4d87-b90c-0ef267308d28 HTTP/1.1" status: 204 len: 168 time: 3.4812491 Feb 18 08:55:49.971555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57614) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:49.979114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6bf031fc-0fda-421e-ad8a-a5108e727d3d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-234712751'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:49.979940 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:49.991861 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6bf031fc-0fda-421e-ad8a-a5108e727d3d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:50.004546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6bf031fc-0fda-421e-ad8a-a5108e727d3d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:network and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:50.017136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6bf031fc-0fda-421e-ad8a-a5108e727d3d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:50.021594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a578bd-8255-4f89-a36e-16c8b377321e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Network': ['ID=ffd4a824-e285-4d87-b90c-0ef267308d28,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:50.044744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6bf031fc-0fda-421e-ad8a-a5108e727d3d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:50.078897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf031fc-0fda-421e-ad8a-a5108e727d3d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:55:50.086691 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'name': 'tempest-ServersTestMultiNic-1162680633-router', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '369737ed-3def-41ec-902b-328dd234164b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:55:19Z', 'updated_at': '2022-02-18T08:55:30Z', 'revision_number': 4, 'project_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'gw_port': {'id': '369737ed-3def-41ec-902b-328dd234164b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:23Z', 'updated_at': '2022-02-18T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '51e2faed-6bef-464e-97bb-ad6b41a051da', 'name': '', 'network_id': 'e5cb84de-0f89-4871-82ca-d29b30b286d0', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'mac_address': 'fa:16:3e:26:7e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'b6f3f90d-a8fe-4038-99c3-8a49ef4e4bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:29Z', 'updated_at': '2022-02-18T08:55:44Z', 'revision_number': 4, 'project_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'subnets': [{'id': 'b6f3f90d-a8fe-4038-99c3-8a49ef4e4bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:55:50.090468 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6bf031fc-0fda-421e-ad8a-a5108e727d3d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:50.105786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60647356-a9e0-446e-a424-6e0c70ec7693 req-ac617e4f-c79c-4e82-9fc5-9c6517f0c2a8 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:50.110944 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60647356-a9e0-446e-a424-6e0c70ec7693 req-ac617e4f-c79c-4e82-9fc5-9c6517f0c2a8 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 946 time: 0.6853857 Feb 18 08:55:50.144960 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e9c53a-94d4-46bf-90ad-b8f8fa5aa70e None None] The sync data for ids ['f1bd3293-6227-4f46-9052-f52f44dd1a98'] in n-d-829434-1 is: [{'id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'name': 'tempest-ServersTestMultiNic-1162680633-router', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '369737ed-3def-41ec-902b-328dd234164b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:55:19Z', 'updated_at': '2022-02-18T08:55:30Z', 'revision_number': 4, 'project_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'gw_port': {'id': '369737ed-3def-41ec-902b-328dd234164b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:23Z', 'updated_at': '2022-02-18T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '51e2faed-6bef-464e-97bb-ad6b41a051da', 'name': '', 'network_id': 'e5cb84de-0f89-4871-82ca-d29b30b286d0', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'mac_address': 'fa:16:3e:26:7e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'b6f3f90d-a8fe-4038-99c3-8a49ef4e4bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:29Z', 'updated_at': '2022-02-18T08:55:44Z', 'revision_number': 4, 'project_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'subnets': [{'id': 'b6f3f90d-a8fe-4038-99c3-8a49ef4e4bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:55:50.176529 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Network 025c78e0-2745-415a-a86b-719b99881be5 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:50.187132 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf031fc-0fda-421e-ad8a-a5108e727d3d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:55:50.204027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:50.207229 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6bf031fc-0fda-421e-ad8a-a5108e727d3d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:50.209020 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-6bf031fc-0fda-421e-ad8a-a5108e727d3d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Added segment 9c43bf08-6869-4a69-9c31-5c18d546ba42 of type vlan for network c56eef16-728a-4057-9662-61c80f5b5f4e Feb 18 08:55:50.243738 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-b388ce86-a464-4676-b89e-2328aaeb2bba service neutron] 10.222.0.72 "GET /v2.0/networks/c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9126105 Feb 18 08:55:50.317057 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6bf031fc-0fda-421e-ad8a-a5108e727d3d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:50.401955 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:55:50.443862 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6bf031fc-0fda-421e-ad8a-a5108e727d3d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:50.449720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf031fc-0fda-421e-ad8a-a5108e727d3d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:50.450647 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6bf031fc-0fda-421e-ad8a-a5108e727d3d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:50.454664 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1b97c388-f608-4cef-8ba9-811aaeb71bd3,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:50.528660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57624) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:50.681909 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Pushing event updated for resources: {'Port': ['ID=a28e354f-9131-4869-8d78-fa0349063acd,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:50.687908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60647356-a9e0-446e-a424-6e0c70ec7693 req-1f6d5bb8-e1f6-417d-a62f-ab083fae8426 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373857 Feb 18 08:55:50.754525 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6bf031fc-0fda-421e-ad8a-a5108e727d3d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7799206 Feb 18 08:55:50.757873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57630) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:50.794045 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf031fc-0fda-421e-ad8a-a5108e727d3d tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Network': ['ID=c56eef16-728a-4057-9662-61c80f5b5f4e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:50.837175 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-2535d3ae-e1ec-48a4-9e16-2c07769fa6f5 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'subnet': {'network_id': 'c56eef16-728a-4057-9662-61c80f5b5f4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:50.931257 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network c56eef16-728a-4057-9662-61c80f5b5f4e details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:55:51.244018 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f5cae0e4-de1c-48f7-a2e9-d897d8147dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:51.361598 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Attempting to bind port a28e354f-9131-4869-8d78-fa0349063acd on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:55:51.362251 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Attempting to bind port a28e354f-9131-4869-8d78-fa0349063acd by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'd54c661b-cc62-40d6-a7b1-65a180134b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '025c78e0-2745-415a-a86b-719b99881be5'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:55:51.363040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Attempting to bind port a28e354f-9131-4869-8d78-fa0349063acd on network 025c78e0-2745-415a-a86b-719b99881be5 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:55:51.414187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:55:51.414849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Checking segment: {'id': 'd54c661b-cc62-40d6-a7b1-65a180134b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '025c78e0-2745-415a-a86b-719b99881be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:51.415429 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:51.416140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Bound using segment: {'id': 'd54c661b-cc62-40d6-a7b1-65a180134b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '025c78e0-2745-415a-a86b-719b99881be5'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:55:51.416829 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Bound port: a28e354f-9131-4869-8d78-fa0349063acd, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54c661b-cc62-40d6-a7b1-65a180134b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '025c78e0-2745-415a-a86b-719b99881be5'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:55:51.417389 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:51.454682 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-81d9162b-7ad2-4f52-a22f-520cc2219617 service neutron] 10.222.0.72 "GET /v2.0/networks/c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2085836 Feb 18 08:55:51.461470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f5cae0e4-de1c-48f7-a2e9-d897d8147dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:51.466789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f5cae0e4-de1c-48f7-a2e9-d897d8147dfb admin admin] Usage tracker for resource:security_group_rule and tenant:41e7e1986f914185a5d532f9e3e34a68 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:51.473163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f5cae0e4-de1c-48f7-a2e9-d897d8147dfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:51.479410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f5cae0e4-de1c-48f7-a2e9-d897d8147dfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:51.497262 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:51.659713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2535d3ae-e1ec-48a4-9e16-2c07769fa6f5 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:51.669607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2535d3ae-e1ec-48a4-9e16-2c07769fa6f5 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:subnet and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:51.683670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2535d3ae-e1ec-48a4-9e16-2c07769fa6f5 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:51.703824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2535d3ae-e1ec-48a4-9e16-2c07769fa6f5 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:51.739348 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] For port a28e354f-9131-4869-8d78-fa0349063acd, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:55:51.752510 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] For port a28e354f-9131-4869-8d78-fa0349063acd, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a28e354f-9131-4869-8d78-fa0349063acd,segment=NetworkSegment(d54c661b-cc62-40d6-a7b1-65a180134b53),segment_id=d54c661b-cc62-40d6-a7b1-65a180134b53)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:55:51.770269 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:51.833496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2535d3ae-e1ec-48a4-9e16-2c07769fa6f5 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:55:51.841143 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2535d3ae-e1ec-48a4-9e16-2c07769fa6f5 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:51.864087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:51.902986 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:51.903361 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:52.049074 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c0ca4276-7feb-47de-b040-71594f95f415 None None] Provisioning complete for port 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:52.050155 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c0ca4276-7feb-47de-b040-71594f95f415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:52.154222 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16fe20-4350-4ba5-a0ac-0d98f9a3eac2 None None] Pushing event updated for resources: {'Port': ['ID=a28e354f-9131-4869-8d78-fa0349063acd,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:52.493470 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f5cae0e4-de1c-48f7-a2e9-d897d8147dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:52.563530 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-fa65765e-bace-4f78-87a2-1cb7cbbe286c service neutron] 10.222.0.72 "GET /v2.0/networks/025c78e0-2745-415a-a86b-719b99881be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0132277 Feb 18 08:55:52.581160 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f5cae0e4-de1c-48f7-a2e9-d897d8147dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:52.624445 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:52.665302 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c0ca4276-7feb-47de-b040-71594f95f415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:52.696175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57648) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:52.708427 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f5cae0e4-de1c-48f7-a2e9-d897d8147dfb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=41e7e1986f914185a5d532f9e3e34a68&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1669288 Feb 18 08:55:52.736161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc41f4d-1884-41a5-bafb-fba8b04e75a0 req-0d43f90f-ed98-426a-94d7-8821f8943674 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:52.747587 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8bc41f4d-1884-41a5-bafb-fba8b04e75a0 req-0d43f90f-ed98-426a-94d7-8821f8943674 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 944 time: 1.4781852 Feb 18 08:55:52.759264 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 3f25ce58-de58-46aa-8ab0-95a4fa887ac1, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3f25ce58-de58-46aa-8ab0-95a4fa887ac1,segment=NetworkSegment(e5986649-e503-4ace-8d32-b0cf224871a9),segment_id=e5986649-e503-4ace-8d32-b0cf224871a9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:52.788839 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:53.003588 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-81f9f373-430e-46e0-b1df-c3723a48e0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:53.034314 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8bc41f4d-1884-41a5-bafb-fba8b04e75a0 req-4f7c99e3-00e1-4a20-b3e5-87a73519bea9 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853696 Feb 18 08:55:53.056054 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-c0ca4276-7feb-47de-b040-71594f95f415 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:55:53.056588 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-c0ca4276-7feb-47de-b040-71594f95f415 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:55:53.084031 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=3f25ce58-de58-46aa-8ab0-95a4fa887ac1,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:53.127757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cae0e4-de1c-48f7-a2e9-d897d8147dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ba88ab-2946-4c21-8cce-1642cca186d9,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:53.166231 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-81f9f373-430e-46e0-b1df-c3723a48e0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:53.286950 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b97c388-f608-4cef-8ba9-811aaeb71bd3', 'code': 200} Feb 18 08:55:53.325196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a28e354f-9131-4869-8d78-fa0349063acd up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:53.335212 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-a13e6494-6523-4edf-8908-2c9f0d39693c service neutron] 10.222.0.72 "GET /v2.0/networks/025c78e0-2745-415a-a86b-719b99881be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6893563 Feb 18 08:55:53.486514 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port a28e354f-9131-4869-8d78-fa0349063acd completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:53.494404 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 51e2faed-6bef-464e-97bb-ad6b41a051da up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:53.565030 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-81f9f373-430e-46e0-b1df-c3723a48e0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:53.647607 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9f373-430e-46e0-b1df-c3723a48e0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ba88ab-2946-4c21-8cce-1642cca186d9,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:53.678784 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-81f9f373-430e-46e0-b1df-c3723a48e0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:53.683913 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-81f9f373-430e-46e0-b1df-c3723a48e0d4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c3ba88ab-2946-4c21-8cce-1642cca186d9 HTTP/1.1" status: 204 len: 168 time: 0.9860795 Feb 18 08:55:53.706098 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 51e2faed-6bef-464e-97bb-ad6b41a051da completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:53.714845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a13e1-1139-4454-b92a-588d2801fb8d req-adffbc19-263a-4e9e-b6fd-2247cd48ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:53.718941 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-392a13e1-1139-4454-b92a-588d2801fb8d req-adffbc19-263a-4e9e-b6fd-2247cd48ab12 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 1097 time: 0.3471351 Feb 18 08:55:53.722943 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 51e2faed-6bef-464e-97bb-ad6b41a051da triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:53.729185 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:53.815418 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-392a13e1-1139-4454-b92a-588d2801fb8d req-e5b51c74-acc4-4a6c-af4b-518bd6e55fcd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911310 Feb 18 08:55:53.849246 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aae0b28-c5f6-4e72-b5fc-143c8dbfdae3 None None] Network 025c78e0-2745-415a-a86b-719b99881be5 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:55:53.938846 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-15facba9-f9b5-4d40-b33e-5e0489fdac14 service neutron] 10.222.0.72 "GET /v2.0/networks/c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921600 Feb 18 08:55:54.055578 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-32e88d87-f4f7-412a-8397-7e586a19f0b8 None None] Provisioning for port a28e354f-9131-4869-8d78-fa0349063acd completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:55:54.099625 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-32e88d87-f4f7-412a-8397-7e586a19f0b8 None None] Provisioning complete for port a28e354f-9131-4869-8d78-fa0349063acd triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:54.100875 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-32e88d87-f4f7-412a-8397-7e586a19f0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:54.197198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efdc6a-68e2-4251-8673-273385ded06a req-45a3d8e5-4284-4d9e-a625-87bd4ea92814 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:54.207382 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e6efdc6a-68e2-4251-8673-273385ded06a req-45a3d8e5-4284-4d9e-a625-87bd4ea92814 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.5439582 Feb 18 08:55:54.291080 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e6efdc6a-68e2-4251-8673-273385ded06a req-08232f50-7a3e-49df-983f-2311426ebab3 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805960 Feb 18 08:55:54.304187 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2535d3ae-e1ec-48a4-9e16-2c07769fa6f5 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:54.395787 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:54.569678 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-c57f6b30-ca25-4fb7-a509-e9911418891a service neutron] 10.222.0.72 "GET /v2.0/networks/c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297314 Feb 18 08:55:54.660622 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535d3ae-e1ec-48a4-9e16-2c07769fa6f5 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Subnet': ['ID=e4af9294-2f5e-4623-8e58-267db92d096a,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:54.671098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2535d3ae-e1ec-48a4-9e16-2c07769fa6f5 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Checking segment: {'id': '9c43bf08-6869-4a69-9c31-5c18d546ba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c56eef16-728a-4057-9662-61c80f5b5f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:55:54.673884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2535d3ae-e1ec-48a4-9e16-2c07769fa6f5 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network hostable DHCP agents. Network: c56eef16-728a-4057-9662-61c80f5b5f4e, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:55:54.777860 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 51e2faed-6bef-464e-97bb-ad6b41a051da, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=51e2faed-6bef-464e-97bb-ad6b41a051da,segment=NetworkSegment(acc2c2e2-3a6c-4a8b-9208-bdec03300b55),segment_id=acc2c2e2-3a6c-4a8b-9208-bdec03300b55)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:54.809379 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:54.814577 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-32e88d87-f4f7-412a-8397-7e586a19f0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:54.892488 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2535d3ae-e1ec-48a4-9e16-2c07769fa6f5 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network c56eef16-728a-4057-9662-61c80f5b5f4e is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:55:54.979869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-2535d3ae-e1ec-48a4-9e16-2c07769fa6f5 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, c56eef16-728a-4057-9662-61c80f5b5f4e) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:54.993790 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2535d3ae-e1ec-48a4-9e16-2c07769fa6f5 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:54.994376 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2535d3ae-e1ec-48a4-9e16-2c07769fa6f5 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:55.031841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8b586-3694-45ab-a644-fdc0002f5e70 req-3af8899d-7be6-4275-8d78-f541edd3b7c2 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:55.039217 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aae8b586-3694-45ab-a644-fdc0002f5e70 req-3af8899d-7be6-4275-8d78-f541edd3b7c2 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 946 time: 0.3369017 Feb 18 08:55:55.132416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57688) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:55.133374 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2535d3ae-e1ec-48a4-9e16-2c07769fa6f5 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3710635 Feb 18 08:55:55.140712 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d2d7fc59-fca1-449e-8e5a-a22784572aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-105095505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:55.162357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d2d7fc59-fca1-449e-8e5a-a22784572aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:55.175585 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d2d7fc59-fca1-449e-8e5a-a22784572aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:router and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:55.184942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d2d7fc59-fca1-449e-8e5a-a22784572aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:55.203686 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d2d7fc59-fca1-449e-8e5a-a22784572aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:55.208898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aae8b586-3694-45ab-a644-fdc0002f5e70 req-0a610de4-2921-4b83-bc74-c8807b880914 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687274 Feb 18 08:55:55.235708 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2d7fc59-fca1-449e-8e5a-a22784572aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:55.241727 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2d7fc59-fca1-449e-8e5a-a22784572aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:55.251289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=51e2faed-6bef-464e-97bb-ad6b41a051da,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:55.264924 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 02881880-32db-4128-be12-5efa9affdf3a no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:55:55.314837 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62a1a58-43c2-4009-ac61-74102ff42e5c None None] Network c56eef16-728a-4057-9662-61c80f5b5f4e requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:55:55.323668 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2d7fc59-fca1-449e-8e5a-a22784572aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:55.396097 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2d7fc59-fca1-449e-8e5a-a22784572aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:55.492644 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2d7fc59-fca1-449e-8e5a-a22784572aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:55.494661 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d2d7fc59-fca1-449e-8e5a-a22784572aa7 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3599453 Feb 18 08:55:55.497902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57694) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:55:55.522501 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-931f8305-956b-4305-b176-502c080bd2de tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'network_id': 'c56eef16-728a-4057-9662-61c80f5b5f4e', 'name': 'tempest-PortsIpV6TestJSON-1118146848'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:55.691648 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-32e88d87-f4f7-412a-8397-7e586a19f0b8 None None] For port a28e354f-9131-4869-8d78-fa0349063acd, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a28e354f-9131-4869-8d78-fa0349063acd,segment=NetworkSegment(d54c661b-cc62-40d6-a7b1-65a180134b53),segment_id=d54c661b-cc62-40d6-a7b1-65a180134b53)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:55:55.779570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c48e1-0490-4f45-9219-a1a1e8d9d5c1 req-a20fa2d3-4e99-4aaa-b5fa-2fcbc666b822 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:55.793176 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-592c48e1-0490-4f45-9219-a1a1e8d9d5c1 req-a20fa2d3-4e99-4aaa-b5fa-2fcbc666b822 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 944 time: 0.4815059 Feb 18 08:55:55.839131 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 02881880-32db-4128-be12-5efa9affdf3a {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:55:55.843027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 02881880-32db-4128-be12-5efa9affdf3a not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:55:55.906895 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-32e88d87-f4f7-412a-8397-7e586a19f0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:56.022357 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-592c48e1-0490-4f45-9219-a1a1e8d9d5c1 req-2d7ed3bd-1b2a-4a18-849d-040e21c5a383 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164836 Feb 18 08:55:56.059658 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-931f8305-956b-4305-b176-502c080bd2de tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:56.083244 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-931f8305-956b-4305-b176-502c080bd2de tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:port and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:56.097904 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-931f8305-956b-4305-b176-502c080bd2de tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:56.119952 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-931f8305-956b-4305-b176-502c080bd2de tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:56.145597 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931f8305-956b-4305-b176-502c080bd2de tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:55:56.150188 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-931f8305-956b-4305-b176-502c080bd2de tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:56.205376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-931f8305-956b-4305-b176-502c080bd2de tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] device_id is not set on port 614c3849-fad9-4414-9df4-bb146b8c8c8e yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:55:56.303745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:56.385132 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89116440-5f4e-43d3-9bbd-ef6595bfa8ff req-a57bcd5d-802f-4c06-ad66-038617496907 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 210 time: 0.2067664 Feb 18 08:55:56.704470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e88d87-f4f7-412a-8397-7e586a19f0b8 None None] Pushing event updated for resources: {'Port': ['ID=a28e354f-9131-4869-8d78-fa0349063acd,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:56.737603 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-931f8305-956b-4305-b176-502c080bd2de tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Allocated IP 2001:db8::33c (c56eef16-728a-4057-9662-61c80f5b5f4e/e4af9294-2f5e-4623-8e58-267db92d096a/614c3849-fad9-4414-9df4-bb146b8c8c8e) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:55:56.805747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-c56eef16-728a-4057-9662-61c80f5b5f4e', 'network_id': 'c56eef16-728a-4057-9662-61c80f5b5f4e', 'tenant_id': '67cb21ecbd774b45944266432be4f095', 'fixed_ips': [{'subnet_id': 'e4af9294-2f5e-4623-8e58-267db92d096a'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:55:56.806812 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:56.845504 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:56.846275 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:56.951097 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2cc551b0-333f-4096-b44b-2832c69819a2 None None] Provisioning complete for port a28e354f-9131-4869-8d78-fa0349063acd triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:56.951370 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2cc551b0-333f-4096-b44b-2832c69819a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:57.198452 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1804a-e9b5-46aa-8a0f-931f448b4ba3 req-e1cf0386-ed9d-49e8-8da3-66708238761e tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:57.210996 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77c1804a-e9b5-46aa-8a0f-931f448b4ba3 req-e1cf0386-ed9d-49e8-8da3-66708238761e tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 946 time: 0.2205105 Feb 18 08:55:57.752644 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 51e2faed-6bef-464e-97bb-ad6b41a051da up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:57.778059 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77c1804a-e9b5-46aa-8a0f-931f448b4ba3 req-895e5247-995d-4757-8ce9-1993287bf7c6 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645223 Feb 18 08:55:57.877465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc006ff9-93a6-49f2-bde5-f74efb34b850 req-e0fd5176-cdea-45b5-b0a2-afa4b5990e42 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:57.893004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc006ff9-93a6-49f2-bde5-f74efb34b850 req-e0fd5176-cdea-45b5-b0a2-afa4b5990e42 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.5782363 Feb 18 08:55:57.897218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 51e2faed-6bef-464e-97bb-ad6b41a051da triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:57.897594 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:57.981939 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc006ff9-93a6-49f2-bde5-f74efb34b850 req-b7e831a6-6bb5-4b01-8b2c-9bdc1022f2fd tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875113 Feb 18 08:55:58.159037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-feebdc14-2734-4ba4-8acb-702992893c5a tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:58.170448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-feebdc14-2734-4ba4-8acb-702992893c5a tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:58.171944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-feebdc14-2734-4ba4-8acb-702992893c5a tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Synchronizing usage tracker for tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:55:58.254538 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-931f8305-956b-4305-b176-502c080bd2de tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:58.269545 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fb00a-488f-4e7b-9ffd-620c2a715dac req-0eaaca14-7e33-4e78-bf79-de8a64e7fe47 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:58.277336 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-feebdc14-2734-4ba4-8acb-702992893c5a tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Unset dirty status for tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:55:58.278925 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d4fb00a-488f-4e7b-9ffd-620c2a715dac req-0eaaca14-7e33-4e78-bf79-de8a64e7fe47 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 944 time: 0.1986988 Feb 18 08:55:58.280859 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-feebdc14-2734-4ba4-8acb-702992893c5a tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.81 "GET /v2.0/networks?id=c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd&id=025c78e0-2745-415a-a86b-719b99881be5&id=c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd HTTP/1.1" status: 200 len: 1389 time: 0.4863329 Feb 18 08:55:58.292425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-931f8305-956b-4305-b176-502c080bd2de tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Transition to ACTIVE for port object 614c3849-fad9-4414-9df4-bb146b8c8c8e will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:55:58.336143 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-7b303876-7a24-4e55-9bf5-f2dac2c72fde tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Request body: {'port': {'device_id': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'network_id': 'c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd', 'admin_state_up': True, 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:58.409436 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d4fb00a-488f-4e7b-9ffd-620c2a715dac req-0af6fd5f-9f7f-4a86-8061-521d9f849431 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291890 Feb 18 08:55:58.445882 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a28e354f-9131-4869-8d78-fa0349063acd up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:55:58.533446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-691c92a5-2a92-4424-9d4a-40cbb5efad5d req-ea4d2fa7-67a0-483b-a343-56e256a878d7 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 210 time: 0.1229498 Feb 18 08:55:58.551601 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe735a9-4345-4d4e-970d-7147e848526b req-3c891ff6-53ba-4597-9308-c204ad2f0f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:58.554242 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9fe735a9-4345-4d4e-970d-7147e848526b req-3c891ff6-53ba-4597-9308-c204ad2f0f7b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07a37fcb692a481a8b32c3cc5e76d9b8&device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 1096 time: 1.1075511 Feb 18 08:55:58.562261 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-7b303876-7a24-4e55-9bf5-f2dac2c72fde tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:58.569886 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-7b303876-7a24-4e55-9bf5-f2dac2c72fde tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Usage tracker for resource:port and tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:58.613577 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a28e354f-9131-4869-8d78-fa0349063acd triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:55:58.613969 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:58.616784 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-7b303876-7a24-4e55-9bf5-f2dac2c72fde tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:58.688554 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-7b303876-7a24-4e55-9bf5-f2dac2c72fde tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:58.732247 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-7b303876-7a24-4e55-9bf5-f2dac2c72fde tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Made reservation on behalf of 96f9ab7aca9f4ebb9b0d991d4090bfbe for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:55:58.743245 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-7b303876-7a24-4e55-9bf5-f2dac2c72fde tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:58.801890 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-3a74174f-7b22-4377-bbf9-010952997660 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3169396 Feb 18 08:55:58.807983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:55:58.816345 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:55:58.821840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Usage tracker for resource:floatingip and tenant:2bfd11743efb4659a7cafd525e72f79c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:55:58.825825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:55:58.832996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:55:58.856716 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:59.031075 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-931f8305-956b-4305-b176-502c080bd2de tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:59.178815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe735a9-4345-4d4e-970d-7147e848526b req-ce4259f8-891a-4cf6-a2ca-e02b25e6839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:59.180295 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9fe735a9-4345-4d4e-970d-7147e848526b req-ce4259f8-891a-4cf6-a2ca-e02b25e6839c service neutron] 10.222.0.61 "GET /v2.0/networks?id=74735a75-704a-43d7-ab69-98662a7da388 HTTP/1.1" status: 200 len: 919 time: 0.6142209 Feb 18 08:55:59.300709 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Allocated IP 2001:db8::2 (c56eef16-728a-4057-9662-61c80f5b5f4e/e4af9294-2f5e-4623-8e58-267db92d096a/0e514ac1-82db-445c-857c-6612f8d29e12) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:55:59.437534 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9fe735a9-4345-4d4e-970d-7147e848526b req-1eea7b2b-a2e4-4940-af17-b3f19f5e7fc5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53573ab-8349-4259-8320-6d8ba040f11f HTTP/1.1" status: 200 len: 217 time: 0.2191241 Feb 18 08:55:59.456018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931f8305-956b-4305-b176-502c080bd2de tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network c56eef16-728a-4057-9662-61c80f5b5f4e is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:55:59.577777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7e751-96e6-402e-bd6d-7283778da72e req-63a7ec4a-012e-40cc-b982-6a0b4670d536 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:59.590300 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9e7e751-96e6-402e-bd6d-7283778da72e req-63a7ec4a-012e-40cc-b982-6a0b4670d536 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.3351791 Feb 18 08:55:59.618479 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:59.639141 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-931f8305-956b-4305-b176-502c080bd2de tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:55:59.692463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f8305-956b-4305-b176-502c080bd2de tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:55:59.702091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931f8305-956b-4305-b176-502c080bd2de tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:59.724531 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-931f8305-956b-4305-b176-502c080bd2de tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:55:59.755376 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9e7e751-96e6-402e-bd6d-7283778da72e req-da50e5b0-857c-413d-88b5-b67ac5c78d60 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638553 Feb 18 08:55:59.833878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f8305-956b-4305-b176-502c080bd2de tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=614c3849-fad9-4414-9df4-bb146b8c8c8e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:55:59.959967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe735a9-4345-4d4e-970d-7147e848526b req-f5b8c757-4dd8-4bb2-a48d-850a8d2a9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:55:59.965349 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9fe735a9-4345-4d4e-970d-7147e848526b req-f5b8c757-4dd8-4bb2-a48d-850a8d2a9224 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6672ae26-589f-4433-91ad-be0a06fa3bd5 HTTP/1.1" status: 200 len: 858 time: 0.4354763 Feb 18 08:55:59.978470 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-931f8305-956b-4305-b176-502c080bd2de tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4743378 Feb 18 08:55:59.978707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57768) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:00.100689 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9fe735a9-4345-4d4e-970d-7147e848526b req-7df48a21-316d-4818-be7c-9a3d89cc9f0d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74735a75-704a-43d7-ab69-98662a7da388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277955 Feb 18 08:56:00.105171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-7b303876-7a24-4e55-9bf5-f2dac2c72fde tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Allocated IP 19.80.0.187 (c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd/1b4baf66-19b3-468e-b0d1-a4d9288001f5/7264e1a4-6f42-416f-a240-6f911647238b) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:00.296967 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:00.304043 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-00fd8f96-7815-403a-8234-3a1e5a8d1684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:00.316223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Transition to ACTIVE for port object 0e514ac1-82db-445c-857c-6612f8d29e12 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:00.343431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Transition to ACTIVE for port object 0e514ac1-82db-445c-857c-6612f8d29e12 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:00.363966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Allocated IP 172.25.1.178 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/ab00185e-3445-4119-ac27-75ef78df1c67) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:00.417181 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:00.505563 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Network c56eef16-728a-4057-9662-61c80f5b5f4e is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:00.508612 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:00.512938 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:00.522658 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Pushing event updated for resources: {'Port': ['ID=0e514ac1-82db-445c-857c-6612f8d29e12,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:00.639076 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9fe735a9-4345-4d4e-970d-7147e848526b req-d84a93ec-9e99-4a26-a137-0656557b9389 service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167911 Feb 18 08:56:00.648316 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Attempting to bind port 0e514ac1-82db-445c-857c-6612f8d29e12 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:56:00.649224 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Attempting to bind port 0e514ac1-82db-445c-857c-6612f8d29e12 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '9c43bf08-6869-4a69-9c31-5c18d546ba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c56eef16-728a-4057-9662-61c80f5b5f4e'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:56:00.649601 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Attempting to bind port 0e514ac1-82db-445c-857c-6612f8d29e12 on network c56eef16-728a-4057-9662-61c80f5b5f4e {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:56:00.666313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:56:00.666702 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Checking segment: {'id': '9c43bf08-6869-4a69-9c31-5c18d546ba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c56eef16-728a-4057-9662-61c80f5b5f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:56:00.667110 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:00.671582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Bound using segment: {'id': '9c43bf08-6869-4a69-9c31-5c18d546ba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c56eef16-728a-4057-9662-61c80f5b5f4e'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:56:00.672469 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Bound port: 0e514ac1-82db-445c-857c-6612f8d29e12, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c43bf08-6869-4a69-9c31-5c18d546ba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c56eef16-728a-4057-9662-61c80f5b5f4e'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:56:00.672995 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:00.853420 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] For port 0e514ac1-82db-445c-857c-6612f8d29e12, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:56:00.857127 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] For port 0e514ac1-82db-445c-857c-6612f8d29e12, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0e514ac1-82db-445c-857c-6612f8d29e12,segment=NetworkSegment(9c43bf08-6869-4a69-9c31-5c18d546ba42),segment_id=9c43bf08-6869-4a69-9c31-5c18d546ba42)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:56:00.862376 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:00.876468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34dc8d-d362-465d-a0f7-3bfbd1f5408b req-2578edc9-11df-4c82-a12a-94ea0df8b200 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:00.883348 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac34dc8d-d362-465d-a0f7-3bfbd1f5408b req-2578edc9-11df-4c82-a12a-94ea0df8b200 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 944 time: 0.6725392 Feb 18 08:56:00.884180 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9fe735a9-4345-4d4e-970d-7147e848526b req-5fcee929-a523-4096-a4c9-12fe923f08fb service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305930 Feb 18 08:56:00.980916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6277b4-2f2f-4394-934a-efd24352226c None None] Pushing event updated for resources: {'Port': ['ID=0e514ac1-82db-445c-857c-6612f8d29e12,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:01.101602 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac34dc8d-d362-465d-a0f7-3bfbd1f5408b req-3d7d80ff-b48a-446a-a13e-86e4dd37d564 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172344 Feb 18 08:56:01.392593 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-7b303876-7a24-4e55-9bf5-f2dac2c72fde tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:01.413470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-7b303876-7a24-4e55-9bf5-f2dac2c72fde tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Transition to ACTIVE for port object 7264e1a4-6f42-416f-a240-6f911647238b will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:01.424244 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10b1d638-5a97-4c11-9888-c5d590b549e8 req-4393270a-3eed-487c-a6e9-bf2a5b66d64e tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 210 time: 0.0660524 Feb 18 08:56:01.489396 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-7b303876-7a24-4e55-9bf5-f2dac2c72fde tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:01.562121 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:01.620007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfad9f-b047-45b9-9598-ef9f86183c31 req-e36f899d-8f33-4410-9415-38b1ff3615bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:01.622476 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5dbfad9f-b047-45b9-9598-ef9f86183c31 req-e36f899d-8f33-4410-9415-38b1ff3615bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07a37fcb692a481a8b32c3cc5e76d9b8&device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 1096 time: 0.3410063 Feb 18 08:56:01.632181 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b303876-7a24-4e55-9bf5-f2dac2c72fde tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event updated for resources: {'Port': ['ID=7264e1a4-6f42-416f-a240-6f911647238b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:01.647149 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-7b303876-7a24-4e55-9bf5-f2dac2c72fde tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Network c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:01.650455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-7b303876-7a24-4e55-9bf5-f2dac2c72fde tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:01.851522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfad9f-b047-45b9-9598-ef9f86183c31 req-2cc7f16f-0e19-4894-b59c-245b900af662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:01.853710 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5dbfad9f-b047-45b9-9598-ef9f86183c31 req-2cc7f16f-0e19-4894-b59c-245b900af662 service neutron] 10.222.0.61 "GET /v2.0/networks?id=74735a75-704a-43d7-ab69-98662a7da388 HTTP/1.1" status: 200 len: 919 time: 0.2053101 Feb 18 08:56:01.854500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-7b303876-7a24-4e55-9bf5-f2dac2c72fde tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:01.910884 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9741a369-ee66-4807-9aeb-a2ac8933272e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:01.931778 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-7b303876-7a24-4e55-9bf5-f2dac2c72fde tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:01.937434 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-7b303876-7a24-4e55-9bf5-f2dac2c72fde tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:02.098716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-176922c7-71c2-4ea0-aa2e-69fe1363a230 None None] Provisioning for port 7264e1a4-6f42-416f-a240-6f911647238b completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:02.104948 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-176922c7-71c2-4ea0-aa2e-69fe1363a230 None None] Provisioning complete for port 7264e1a4-6f42-416f-a240-6f911647238b triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:02.105564 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-176922c7-71c2-4ea0-aa2e-69fe1363a230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:02.122791 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5dbfad9f-b047-45b9-9598-ef9f86183c31 req-0b40559d-2a17-4eda-968c-33afa31f0843 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53573ab-8349-4259-8320-6d8ba040f11f HTTP/1.1" status: 200 len: 217 time: 0.1798780 Feb 18 08:56:02.250572 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-176922c7-71c2-4ea0-aa2e-69fe1363a230 None None] Port 7264e1a4-6f42-416f-a240-6f911647238b cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:02.256800 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfad9f-b047-45b9-9598-ef9f86183c31 req-a4d54b9b-1721-4c81-a8d0-49ef144c32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:02.258267 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5dbfad9f-b047-45b9-9598-ef9f86183c31 req-a4d54b9b-1721-4c81-a8d0-49ef144c32c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6672ae26-589f-4433-91ad-be0a06fa3bd5 HTTP/1.1" status: 200 len: 858 time: 0.1139467 Feb 18 08:56:02.346638 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-7b303876-7a24-4e55-9bf5-f2dac2c72fde tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0215397 Feb 18 08:56:02.354422 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5dbfad9f-b047-45b9-9598-ef9f86183c31 req-6f323709-b447-4fde-8114-61f649b50798 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74735a75-704a-43d7-ab69-98662a7da388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864737 Feb 18 08:56:02.359680 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-2deeb424-f723-4474-bbdb-368e3b85a846 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Request body: {'port': {'device_id': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'network_id': '025c78e0-2745-415a-a86b-719b99881be5', 'admin_state_up': True, 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:02.462773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0e514ac1-82db-445c-857c-6612f8d29e12 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:56:02.551426 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:02.618582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 0e514ac1-82db-445c-857c-6612f8d29e12 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:02.663915 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4da032ee-32b6-4903-b523-a6199a02d6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:02.704538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-2deeb424-f723-4474-bbdb-368e3b85a846 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:02.709885 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5dbfad9f-b047-45b9-9598-ef9f86183c31 req-6752f63e-302a-40ea-bfa9-e1fcef324806 service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217280 Feb 18 08:56:02.712838 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-2deeb424-f723-4474-bbdb-368e3b85a846 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Usage tracker for resource:port and tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:02.717026 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-2deeb424-f723-4474-bbdb-368e3b85a846 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:02.747172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:02.757329 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-2deeb424-f723-4474-bbdb-368e3b85a846 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:02.768687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852a92a9-1e90-4b16-8edd-19ffeb594b37 None None] Network c56eef16-728a-4057-9662-61c80f5b5f4e requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:02.773788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75808274-ee31-416f-b51f-5e5722556c16 req-3fe31d31-eab3-4671-af46-6312b97f4eff tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:02.777399 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75808274-ee31-416f-b51f-5e5722556c16 req-3fe31d31-eab3-4671-af46-6312b97f4eff tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 1.1476467 Feb 18 08:56:02.783869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:02.833239 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:02.854846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-2deeb424-f723-4474-bbdb-368e3b85a846 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Made reservation on behalf of 96f9ab7aca9f4ebb9b0d991d4090bfbe for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:02.858984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-2deeb424-f723-4474-bbdb-368e3b85a846 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:02.875719 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-9741a369-ee66-4807-9aeb-a2ac8933272e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:56:02.908971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Pushing event updated for resources: {'Port': ['ID=ab00185e-3445-4119-ac27-75ef78df1c67,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:02.948616 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-38df0d1b-9ee7-4d5b-bd9f-f04db34309e0 None None] Provisioning for port 0e514ac1-82db-445c-857c-6612f8d29e12 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:02.972176 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-38df0d1b-9ee7-4d5b-bd9f-f04db34309e0 None None] Provisioning complete for port 0e514ac1-82db-445c-857c-6612f8d29e12 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:02.972588 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-38df0d1b-9ee7-4d5b-bd9f-f04db34309e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:02.976242 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5dbfad9f-b047-45b9-9598-ef9f86183c31 req-5a97ea20-fb7e-40ca-8134-16e261c20e22 service neutron] 10.222.0.61 "GET /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537873 Feb 18 08:56:03.032013 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:03.039451 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9741a369-ee66-4807-9aeb-a2ac8933272e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:03.047609 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75808274-ee31-416f-b51f-5e5722556c16 req-232cd19e-3e17-4b38-8e5a-b76d2990bded tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378135 Feb 18 08:56:03.082196 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9741a369-ee66-4807-9aeb-a2ac8933272e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:03.094056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8a6d8-5aa6-4a49-a5a4-d43e6c9a6a33 req-97407def-460d-44e4-b29a-c0d443a69dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:03.095547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28a8a6d8-5aa6-4a49-a5a4-d43e6c9a6a33 req-97407def-460d-44e4-b29a-c0d443a69dec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621&device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 1095 time: 0.5564470 Feb 18 08:56:03.162812 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-2deeb424-f723-4474-bbdb-368e3b85a846 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Allocated IP 19.86.0.69 (025c78e0-2745-415a-a86b-719b99881be5/4ac9f8e0-44c9-4427-a6fa-8f6ee72c2fd0/94a20ec8-44c5-469a-81f4-9aa157ed215c) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:03.201402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741a369-ee66-4807-9aeb-a2ac8933272e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=614c3849-fad9-4414-9df4-bb146b8c8c8e,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:03.399702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8a6d8-5aa6-4a49-a5a4-d43e6c9a6a33 req-207a0d1e-affc-42c0-86c0-09f1565d937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:03.402387 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28a8a6d8-5aa6-4a49-a5a4-d43e6c9a6a33 req-207a0d1e-affc-42c0-86c0-09f1565d937d service neutron] 10.222.0.81 "GET /v2.0/networks?id=5d5e2a5a-f047-425a-86b2-0b3143ac8640 HTTP/1.1" status: 200 len: 917 time: 0.2019217 Feb 18 08:56:03.539043 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28a8a6d8-5aa6-4a49-a5a4-d43e6c9a6a33 req-dae07ed6-ed87-46d3-aacc-426080884542 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d601f0b0-105d-4d14-874a-01473e5a0b85 HTTP/1.1" status: 200 len: 998 time: 0.1272771 Feb 18 08:56:03.664140 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-2deeb424-f723-4474-bbdb-368e3b85a846 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:03.686626 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-2deeb424-f723-4474-bbdb-368e3b85a846 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Transition to ACTIVE for port object 94a20ec8-44c5-469a-81f4-9aa157ed215c will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:03.720770 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-2deeb424-f723-4474-bbdb-368e3b85a846 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:03.767928 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:03.773853 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-38df0d1b-9ee7-4d5b-bd9f-f04db34309e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:03.798043 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:03.818990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-38df0d1b-9ee7-4d5b-bd9f-f04db34309e0 None None] For port 0e514ac1-82db-445c-857c-6612f8d29e12, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0e514ac1-82db-445c-857c-6612f8d29e12,segment=NetworkSegment(9c43bf08-6869-4a69-9c31-5c18d546ba42),segment_id=9c43bf08-6869-4a69-9c31-5c18d546ba42)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:03.829711 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-38df0d1b-9ee7-4d5b-bd9f-f04db34309e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:03.850904 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-2deeb424-f723-4474-bbdb-368e3b85a846 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Network 025c78e0-2745-415a-a86b-719b99881be5 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:03.860950 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-2deeb424-f723-4474-bbdb-368e3b85a846 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:03.877097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-2deeb424-f723-4474-bbdb-368e3b85a846 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:03.942594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8a6d8-5aa6-4a49-a5a4-d43e6c9a6a33 req-4c9a7776-514f-4b13-8083-78003ea0e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:03.944051 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28a8a6d8-5aa6-4a49-a5a4-d43e6c9a6a33 req-4c9a7776-514f-4b13-8083-78003ea0e5bd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=df727fe9-3fec-4967-a902-47fe24f8ed0f HTTP/1.1" status: 200 len: 855 time: 0.2841990 Feb 18 08:56:03.973929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df0d1b-9ee7-4d5b-bd9f-f04db34309e0 None None] Pushing event updated for resources: {'Port': ['ID=0e514ac1-82db-445c-857c-6612f8d29e12,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:04.032007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deeb424-f723-4474-bbdb-368e3b85a846 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event updated for resources: {'Port': ['ID=94a20ec8-44c5-469a-81f4-9aa157ed215c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:04.039694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-2deeb424-f723-4474-bbdb-368e3b85a846 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:04.040655 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-2deeb424-f723-4474-bbdb-368e3b85a846 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:04.063531 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:04.074195 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-2deeb424-f723-4474-bbdb-368e3b85a846 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7171607 Feb 18 08:56:04.083104 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-8468be8d-a80a-4b42-a087-0b777bc3640f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Request body: {'port': {'device_id': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'network_id': 'c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd', 'admin_state_up': True, 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:04.143396 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9741a369-ee66-4807-9aeb-a2ac8933272e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:04.295219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-558fcaae-e493-40d7-bf94-1349ae7a4f38 None None] Provisioning complete for port 0e514ac1-82db-445c-857c-6612f8d29e12 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:04.296516 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-558fcaae-e493-40d7-bf94-1349ae7a4f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:04.407585 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-8468be8d-a80a-4b42-a087-0b777bc3640f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:04.414922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-8468be8d-a80a-4b42-a087-0b777bc3640f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Usage tracker for resource:port and tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:04.423040 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-8468be8d-a80a-4b42-a087-0b777bc3640f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:04.429515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-8468be8d-a80a-4b42-a087-0b777bc3640f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:04.442744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-8468be8d-a80a-4b42-a087-0b777bc3640f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Made reservation on behalf of 96f9ab7aca9f4ebb9b0d991d4090bfbe for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:04.453746 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-8468be8d-a80a-4b42-a087-0b777bc3640f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:04.470987 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0e514ac1-82db-445c-857c-6612f8d29e12 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:56:04.537249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8a6d8-5aa6-4a49-a5a4-d43e6c9a6a33 req-5abc4366-84d3-4450-8635-4c248b8d15c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:04.538756 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28a8a6d8-5aa6-4a49-a5a4-d43e6c9a6a33 req-5abc4366-84d3-4450-8635-4c248b8d15c5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5d5e2a5a-f047-425a-86b2-0b3143ac8640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4771204 Feb 18 08:56:04.606660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0e5c4-7ea8-49ac-9b54-481ba6220337 req-e0c74b04-2ff1-400d-946a-f510d605ce97 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:04.613613 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0e514ac1-82db-445c-857c-6612f8d29e12 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:04.613980 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:04.618888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1dc0e5c4-7ea8-49ac-9b54-481ba6220337 req-e0c74b04-2ff1-400d-946a-f510d605ce97 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 944 time: 1.0785656 Feb 18 08:56:04.666035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57832) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:04.678250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ae8a47e0-c766-4585-83a4-2b2332cc6e6b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1911397602'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:04.683747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ae8a47e0-c766-4585-83a4-2b2332cc6e6b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:04.689899 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ae8a47e0-c766-4585-83a4-2b2332cc6e6b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Usage tracker for resource:network and tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:04.693747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ae8a47e0-c766-4585-83a4-2b2332cc6e6b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:04.696239 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-558fcaae-e493-40d7-bf94-1349ae7a4f38 None None] Provisioning for port 614c3849-fad9-4414-9df4-bb146b8c8c8e completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:04.699599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ae8a47e0-c766-4585-83a4-2b2332cc6e6b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:04.703206 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-558fcaae-e493-40d7-bf94-1349ae7a4f38 None None] Provisioning complete for port 614c3849-fad9-4414-9df4-bb146b8c8c8e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:04.704332 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-558fcaae-e493-40d7-bf94-1349ae7a4f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:04.713873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-8468be8d-a80a-4b42-a087-0b777bc3640f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Allocated IP 19.80.0.179 (c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd/1b4baf66-19b3-468e-b0d1-a4d9288001f5/68e47a38-bb1c-4027-aefb-7902589655a7) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:04.788261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8a47e0-c766-4585-83a4-2b2332cc6e6b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Made reservation on behalf of bb7b88e07b194fc1a2e7bd1d2d15b7a9 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:04.792483 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae8a47e0-c766-4585-83a4-2b2332cc6e6b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:04.828638 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-558fcaae-e493-40d7-bf94-1349ae7a4f38 None None] Port 614c3849-fad9-4414-9df4-bb146b8c8c8e cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:04.900023 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:04.906976 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9741a369-ee66-4807-9aeb-a2ac8933272e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:04.983848 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1dc0e5c4-7ea8-49ac-9b54-481ba6220337 req-1f879a16-19e7-4ef1-8446-66e6770f44d7 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3602741 Feb 18 08:56:05.003129 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:05.007803 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1d4db1bc-9608-4249-8cfc-d982df2a2ebc None None] Provisioning for port 94a20ec8-44c5-469a-81f4-9aa157ed215c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:05.016115 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1d4db1bc-9608-4249-8cfc-d982df2a2ebc None None] Provisioning complete for port 94a20ec8-44c5-469a-81f4-9aa157ed215c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:05.016583 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1d4db1bc-9608-4249-8cfc-d982df2a2ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:05.048021 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-8468be8d-a80a-4b42-a087-0b777bc3640f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:05.066307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-8468be8d-a80a-4b42-a087-0b777bc3640f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Transition to ACTIVE for port object 68e47a38-bb1c-4027-aefb-7902589655a7 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:05.074416 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1d4db1bc-9608-4249-8cfc-d982df2a2ebc None None] Port 94a20ec8-44c5-469a-81f4-9aa157ed215c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:05.085875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1d4db1bc-9608-4249-8cfc-d982df2a2ebc None None] Provisioning complete for port 614c3849-fad9-4414-9df4-bb146b8c8c8e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:05.086433 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1d4db1bc-9608-4249-8cfc-d982df2a2ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:05.091684 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-8468be8d-a80a-4b42-a087-0b777bc3640f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:05.140779 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:05.146130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1d4db1bc-9608-4249-8cfc-d982df2a2ebc None None] Port 614c3849-fad9-4414-9df4-bb146b8c8c8e cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:05.176938 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-8468be8d-a80a-4b42-a087-0b777bc3640f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Network c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:05.179908 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-8468be8d-a80a-4b42-a087-0b777bc3640f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:05.182650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-8468be8d-a80a-4b42-a087-0b777bc3640f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:05.193432 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8a47e0-c766-4585-83a4-2b2332cc6e6b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:56:05.227491 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468be8d-a80a-4b42-a087-0b777bc3640f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event updated for resources: {'Port': ['ID=68e47a38-bb1c-4027-aefb-7902589655a7,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:05.258273 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-8468be8d-a80a-4b42-a087-0b777bc3640f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:05.259219 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-8468be8d-a80a-4b42-a087-0b777bc3640f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:05.264906 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28a8a6d8-5aa6-4a49-a5a4-d43e6c9a6a33 req-f8d4b7a3-fec4-4c66-839d-d5429ba86734 service neutron] 10.222.0.81 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6979949 Feb 18 08:56:05.281900 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-8468be8d-a80a-4b42-a087-0b777bc3640f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2032256 Feb 18 08:56:05.293361 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Request body: {'port': {'device_id': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:05.414957 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:05.459791 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae8a47e0-c766-4585-83a4-2b2332cc6e6b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:05.460096 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-ae8a47e0-c766-4585-83a4-2b2332cc6e6b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Added segment 34e21099-c6bd-4d4e-9d63-cdd8a808a627 of type vlan for network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea Feb 18 08:56:05.468424 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4d3acef9-6bdc-4fc5-b9d6-e46ecd72e0af None None] Provisioning for port 68e47a38-bb1c-4027-aefb-7902589655a7 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:05.477683 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4d3acef9-6bdc-4fc5-b9d6-e46ecd72e0af None None] Provisioning complete for port 68e47a38-bb1c-4027-aefb-7902589655a7 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:05.478349 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4d3acef9-6bdc-4fc5-b9d6-e46ecd72e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:05.495187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Pushing event updated for resources: {'Port': ['ID=ab00185e-3445-4119-ac27-75ef78df1c67,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:05.539119 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-4d3acef9-6bdc-4fc5-b9d6-e46ecd72e0af None None] Port 68e47a38-bb1c-4027-aefb-7902589655a7 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:05.748742 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:05.754082 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae8a47e0-c766-4585-83a4-2b2332cc6e6b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:05.769465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7264e1a4-6f42-416f-a240-6f911647238b {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:56:05.776730 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:05.791371 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Transition to ACTIVE for port object 7264e1a4-6f42-416f-a240-6f911647238b will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:05.794833 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:05.862770 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28a8a6d8-5aa6-4a49-a5a4-d43e6c9a6a33 req-d32fb56d-0202-4ade-be93-31e0aa8575f2 service neutron] 10.222.0.81 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441771 Feb 18 08:56:05.895566 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:05.896812 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-6fffd0ec-95fe-4f17-82a9-0ae83bc95469 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.0932071 Feb 18 08:56:05.915751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e86247-1b11-4314-91f0-b39aaad1db2f req-d3806681-e8bb-484b-b7e2-25721c7bf6ab tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:05.921991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e86247-1b11-4314-91f0-b39aaad1db2f req-d3806681-e8bb-484b-b7e2-25721c7bf6ab tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:05.928080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e86247-1b11-4314-91f0-b39aaad1db2f req-d3806681-e8bb-484b-b7e2-25721c7bf6ab tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:05.929843 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4e86247-1b11-4314-91f0-b39aaad1db2f req-d3806681-e8bb-484b-b7e2-25721c7bf6ab tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2376 time: 0.7752295 Feb 18 08:56:05.985944 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae8a47e0-c766-4585-83a4-2b2332cc6e6b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:05.992152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8a47e0-c766-4585-83a4-2b2332cc6e6b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:05.992731 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae8a47e0-c766-4585-83a4-2b2332cc6e6b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:06.004619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Pushing event updated for resources: {'Port': ['ID=7264e1a4-6f42-416f-a240-6f911647238b,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:06.052552 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Attempting to bind port 7264e1a4-6f42-416f-a240-6f911647238b on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:56:06.053268 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Attempting to bind port 7264e1a4-6f42-416f-a240-6f911647238b by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'e5986649-e503-4ace-8d32-b0cf224871a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:56:06.054091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Attempting to bind port 7264e1a4-6f42-416f-a240-6f911647238b on network c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:56:06.058958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Port 7264e1a4-6f42-416f-a240-6f911647238b on network c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:56:06.059275 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Attempting to bind port 7264e1a4-6f42-416f-a240-6f911647238b on network c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:56:06.064793 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:56:06.065121 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Checking segment: {'id': 'e5986649-e503-4ace-8d32-b0cf224871a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:56:06.065492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Bound using segment: {'id': 'e5986649-e503-4ace-8d32-b0cf224871a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:56:06.065899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Bound port: 7264e1a4-6f42-416f-a240-6f911647238b, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5986649-e503-4ace-8d32-b0cf224871a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:56:06.066235 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:06.123586 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-9741a369-ee66-4807-9aeb-a2ac8933272e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:56:06.145474 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-7c99b157-ffbd-4add-99f0-7fa1780c1758 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Synchronizing usage tracker for tenant:2bfd11743efb4659a7cafd525e72f79c on resource:floatingip {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:56:06.162897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] For port 7264e1a4-6f42-416f-a240-6f911647238b, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:56:06.166000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] For port 7264e1a4-6f42-416f-a240-6f911647238b, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7264e1a4-6f42-416f-a240-6f911647238b,segment=NetworkSegment(e5986649-e503-4ace-8d32-b0cf224871a9),segment_id=e5986649-e503-4ace-8d32-b0cf224871a9)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:56:06.172441 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ae8a47e0-c766-4585-83a4-2b2332cc6e6b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5002193 Feb 18 08:56:06.172634 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:06.174262 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57838) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:06.177278 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9741a369-ee66-4807-9aeb-a2ac8933272e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:06.183555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a47e0-c766-4585-83a4-2b2332cc6e6b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event updated for resources: {'Network': ['ID=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:06.194850 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4e86247-1b11-4314-91f0-b39aaad1db2f req-3a35c83c-ee5e-43e7-be63-282d910854ec tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754038 Feb 18 08:56:06.195327 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9741a369-ee66-4807-9aeb-a2ac8933272e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:06.196089 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9741a369-ee66-4807-9aeb-a2ac8933272e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:06.199631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:56:06.214615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-03b0a090-a026-47ad-b70d-4e4c0e8cfd0e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1593018381'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:06.229542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-03b0a090-a026-47ad-b70d-4e4c0e8cfd0e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:06.242893 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-03b0a090-a026-47ad-b70d-4e4c0e8cfd0e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Usage tracker for resource:network and tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:06.246942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-03b0a090-a026-47ad-b70d-4e4c0e8cfd0e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:06.256180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:06.256727 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:06.258094 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] 10.222.0.81 "PUT /v2.0/ports/7264e1a4-6f42-416f-a240-6f911647238b HTTP/1.1" status: 200 len: 1092 time: 0.9690559 Feb 18 08:56:06.258522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'tag': '7264e1a4-6f42-416f-a240-6f911647238b'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:56:06.266692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-03b0a090-a026-47ad-b70d-4e4c0e8cfd0e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:06.285842 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d15856-b0f6-450c-a2cb-5efcc5c51986 service neutron] Pushing event updated for resources: {'Port': ['ID=7264e1a4-6f42-416f-a240-6f911647238b,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:06.291137 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b0a090-a026-47ad-b70d-4e4c0e8cfd0e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Made reservation on behalf of bb7b88e07b194fc1a2e7bd1d2d15b7a9 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:06.294709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-7c99b157-ffbd-4add-99f0-7fa1780c1758 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Unset dirty status for tenant:2bfd11743efb4659a7cafd525e72f79c on resource:floatingip {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:56:06.295972 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03b0a090-a026-47ad-b70d-4e4c0e8cfd0e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:06.296114 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-7c99b157-ffbd-4add-99f0-7fa1780c1758 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 696 time: 0.3907945 Feb 18 08:56:06.319051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Request body: {'port': {'device_id': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:06.355524 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d601f0b0-105d-4d14-874a-01473e5a0b85 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:56:06.440683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741a369-ee66-4807-9aeb-a2ac8933272e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=614c3849-fad9-4414-9df4-bb146b8c8c8e,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:06.449493 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b0a090-a026-47ad-b70d-4e4c0e8cfd0e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:56:06.480234 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03b0a090-a026-47ad-b70d-4e4c0e8cfd0e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:06.480671 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-03b0a090-a026-47ad-b70d-4e4c0e8cfd0e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Added segment cfb66b2a-84de-45eb-894f-c262b92b8923 of type vlan for network 6af62175-1a85-4684-83c8-bc920071b3e0 Feb 18 08:56:06.509748 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:06.571665 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03b0a090-a026-47ad-b70d-4e4c0e8cfd0e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:06.637301 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d601f0b0-105d-4d14-874a-01473e5a0b85, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d601f0b0-105d-4d14-874a-01473e5a0b85,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:06.653890 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'd601f0b0-105d-4d14-874a-01473e5a0b85', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'port_id': 'd601f0b0-105d-4d14-874a-01473e5a0b85', 'mac_address': 'fa:16:3e:e2:b5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:56:06.695771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-8653506f-ea62-4c05-a6c6-c2e31eb6f98d tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:06.697168 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-8653506f-ea62-4c05-a6c6-c2e31eb6f98d tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.3249671 Feb 18 08:56:06.703077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9741a369-ee66-4807-9aeb-a2ac8933272e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network c56eef16-728a-4057-9662-61c80f5b5f4e is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:06.705026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-9741a369-ee66-4807-9aeb-a2ac8933272e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:06.718760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-24f6e17f-fb44-46e3-bdf6-bbd79dd48455 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:56:06.719028 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:06.720060 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7256bd2-cdd7-4a6d-a6f7-e32ab4980aed req-24f6e17f-fb44-46e3-bdf6-bbd79dd48455 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085113 Feb 18 08:56:06.739254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d601f0b0-105d-4d14-874a-01473e5a0b85 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:56:06.758906 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d601f0b0-105d-4d14-874a-01473e5a0b85, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d601f0b0-105d-4d14-874a-01473e5a0b85,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:06.767532 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:06.812901 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03b0a090-a026-47ad-b70d-4e4c0e8cfd0e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:06.823951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b0a090-a026-47ad-b70d-4e4c0e8cfd0e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:06.828866 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03b0a090-a026-47ad-b70d-4e4c0e8cfd0e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:06.871899 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a270a-bbdf-4796-a98e-9010481c9843 req-42e2a8bd-7f79-43b3-8790-7bf81c267234 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:06.876928 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-778a270a-bbdf-4796-a98e-9010481c9843 req-42e2a8bd-7f79-43b3-8790-7bf81c267234 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.3531721 Feb 18 08:56:06.916489 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=d601f0b0-105d-4d14-874a-01473e5a0b85,revision_number=11']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:06.998757 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-03b0a090-a026-47ad-b70d-4e4c0e8cfd0e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7942579 Feb 18 08:56:07.006815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57850) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:07.022148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-6d675d69-6ac3-4222-9235-cb4121e51987 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Request body: {'subnet': {'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:07.051601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-778a270a-bbdf-4796-a98e-9010481c9843 req-560317b1-c944-4bc2-ac62-640793ac8936 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512101 Feb 18 08:56:07.065502 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['d601f0b0-105d-4d14-874a-01473e5a0b85'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:56:07.104127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0a090-a026-47ad-b70d-4e4c0e8cfd0e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event updated for resources: {'Network': ['ID=6af62175-1a85-4684-83c8-bc920071b3e0,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:07.123550 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 6af62175-1a85-4684-83c8-bc920071b3e0 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:56:07.130788 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'tag': '7264e1a4-6f42-416f-a240-6f911647238b', 'status': 'completed', 'code': 200} Feb 18 08:56:07.299761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a20ec8-44c5-469a-81f4-9aa157ed215c {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:56:07.310902 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:07.326499 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1a00e2c5-afb0-4f96-b435-3b6fb053ce72 None None] Provisioning complete for port 614c3849-fad9-4414-9df4-bb146b8c8c8e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:07.327168 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1a00e2c5-afb0-4f96-b435-3b6fb053ce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:07.331712 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Transition to ACTIVE for port object 94a20ec8-44c5-469a-81f4-9aa157ed215c will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:07.336027 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:07.373500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6d675d69-6ac3-4222-9235-cb4121e51987 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:07.401419 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1a00e2c5-afb0-4f96-b435-3b6fb053ce72 None None] Port 614c3849-fad9-4414-9df4-bb146b8c8c8e cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:07.426989 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6d675d69-6ac3-4222-9235-cb4121e51987 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Usage tracker for resource:subnet and tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:07.438501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6d675d69-6ac3-4222-9235-cb4121e51987 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:07.456792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209d420-5a30-4036-a8de-72b587c25334 req-bee02cfd-0f90-48e4-b7d0-cfb3bfaecdf1 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:07.471915 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b209d420-5a30-4036-a8de-72b587c25334 req-bee02cfd-0f90-48e4-b7d0-cfb3bfaecdf1 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 945 time: 0.5377674 Feb 18 08:56:07.473732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9741a369-ee66-4807-9aeb-a2ac8933272e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Router 458f8794-1cd9-4180-95fc-c1d0d257a7f6 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:56:07.478482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6d675d69-6ac3-4222-9235-cb4121e51987 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:07.513166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Pushing event updated for resources: {'Port': ['ID=94a20ec8-44c5-469a-81f4-9aa157ed215c,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:07.591126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Attempting to bind port 94a20ec8-44c5-469a-81f4-9aa157ed215c on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:56:07.591455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Attempting to bind port 94a20ec8-44c5-469a-81f4-9aa157ed215c by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'd54c661b-cc62-40d6-a7b1-65a180134b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '025c78e0-2745-415a-a86b-719b99881be5'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:56:07.591782 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Attempting to bind port 94a20ec8-44c5-469a-81f4-9aa157ed215c on network 025c78e0-2745-415a-a86b-719b99881be5 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:56:07.597367 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Port 94a20ec8-44c5-469a-81f4-9aa157ed215c on network 025c78e0-2745-415a-a86b-719b99881be5 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:56:07.598594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Attempting to bind port 94a20ec8-44c5-469a-81f4-9aa157ed215c on network 025c78e0-2745-415a-a86b-719b99881be5 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:56:07.603414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:56:07.603414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Checking segment: {'id': 'd54c661b-cc62-40d6-a7b1-65a180134b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '025c78e0-2745-415a-a86b-719b99881be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:56:07.603767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Bound using segment: {'id': 'd54c661b-cc62-40d6-a7b1-65a180134b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '025c78e0-2745-415a-a86b-719b99881be5'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:56:07.604187 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Bound port: 94a20ec8-44c5-469a-81f4-9aa157ed215c, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd54c661b-cc62-40d6-a7b1-65a180134b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '025c78e0-2745-415a-a86b-719b99881be5'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:56:07.604563 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:07.615340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d675d69-6ac3-4222-9235-cb4121e51987 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Made reservation on behalf of bb7b88e07b194fc1a2e7bd1d2d15b7a9 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:07.618847 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6d675d69-6ac3-4222-9235-cb4121e51987 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:07.698408 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] For port 94a20ec8-44c5-469a-81f4-9aa157ed215c, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:56:07.701555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] For port 94a20ec8-44c5-469a-81f4-9aa157ed215c, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=94a20ec8-44c5-469a-81f4-9aa157ed215c,segment=NetworkSegment(d54c661b-cc62-40d6-a7b1-65a180134b53),segment_id=d54c661b-cc62-40d6-a7b1-65a180134b53)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:56:07.707007 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:07.770872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:07.771491 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:07.772928 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] 10.222.0.81 "PUT /v2.0/ports/94a20ec8-44c5-469a-81f4-9aa157ed215c HTTP/1.1" status: 200 len: 1091 time: 1.4580095 Feb 18 08:56:07.795117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24276c90-40ae-475f-ba3e-88d7d2e439be service neutron] Pushing event updated for resources: {'Port': ['ID=94a20ec8-44c5-469a-81f4-9aa157ed215c,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:07.809510 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Request body: {'port': {'device_id': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:07.852261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cb617-28d3-4123-84b2-9f0f2c7d3426 req-78f29708-eebf-450a-be76-e59eba1972e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:07.852675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cb617-28d3-4123-84b2-9f0f2c7d3426 req-78f29708-eebf-450a-be76-e59eba1972e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:07.853141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cb617-28d3-4123-84b2-9f0f2c7d3426 req-78f29708-eebf-450a-be76-e59eba1972e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:07.854767 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d72cb617-28d3-4123-84b2-9f0f2c7d3426 req-78f29708-eebf-450a-be76-e59eba1972e2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=96f9ab7aca9f4ebb9b0d991d4090bfbe&device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2731 time: 0.7019005 Feb 18 08:56:07.884700 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b209d420-5a30-4036-a8de-72b587c25334 req-56759cdd-6dd6-4a6f-8d9b-5ad6d569a0b3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4117639 Feb 18 08:56:07.928985 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:08.012514 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-de3e4c64-81f6-4911-ad1f-048b1ab52ed9 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:08.021213 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-de3e4c64-81f6-4911-ad1f-048b1ab52ed9 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/networks?id=d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 200 len: 821 time: 0.6993377 Feb 18 08:56:08.062914 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-a8e9e017-ce70-427c-9138-7590e5e08c94 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/quotas/2bfd11743efb4659a7cafd525e72f79c HTTP/1.1" status: 200 len: 375 time: 0.0399210 Feb 18 08:56:08.263058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9741a369-ee66-4807-9aeb-a2ac8933272e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:56:08.268836 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9741a369-ee66-4807-9aeb-a2ac8933272e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "PUT /v2.0/routers/458f8794-1cd9-4180-95fc-c1d0d257a7f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2900097 Feb 18 08:56:08.276104 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e0af5-2d78-482f-82dd-018b10acf5cd None None] Sync routers for ids ['458f8794-1cd9-4180-95fc-c1d0d257a7f6'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:56:08.278847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57872) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:08.290427 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e0af5-2d78-482f-82dd-018b10acf5cd None None] Routers {'458f8794-1cd9-4180-95fc-c1d0d257a7f6'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:56:08.291166 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4d9e0af5-2d78-482f-82dd-018b10acf5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:56:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['458f8794-1cd9-4180-95fc-c1d0d257a7f6'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:08.336758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d601f0b0-105d-4d14-874a-01473e5a0b85 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:56:08.339770 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e47a38-bb1c-4027-aefb-7902589655a7 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:56:08.356606 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:08.362280 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4d9e0af5-2d78-482f-82dd-018b10acf5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:08.371251 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e0af5-2d78-482f-82dd-018b10acf5cd None None] Routers {'458f8794-1cd9-4180-95fc-c1d0d257a7f6'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:56:08.371843 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4d9e0af5-2d78-482f-82dd-018b10acf5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:56:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['458f8794-1cd9-4180-95fc-c1d0d257a7f6'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:08.381712 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Transition to ACTIVE for port object 68e47a38-bb1c-4027-aefb-7902589655a7 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:08.395475 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1700301a-501a-4142-8548-a4d0a08163bf tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:08.396507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1700301a-501a-4142-8548-a4d0a08163bf tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Synchronizing usage tracker for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:56:08.400698 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:08.431945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cb617-28d3-4123-84b2-9f0f2c7d3426 req-fd118cda-cfa5-4eee-8a33-bf16f8b576af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:08.432580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cb617-28d3-4123-84b2-9f0f2c7d3426 req-fd118cda-cfa5-4eee-8a33-bf16f8b576af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:08.432997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cb617-28d3-4123-84b2-9f0f2c7d3426 req-fd118cda-cfa5-4eee-8a33-bf16f8b576af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:08.434571 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d72cb617-28d3-4123-84b2-9f0f2c7d3426 req-fd118cda-cfa5-4eee-8a33-bf16f8b576af service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=96f9ab7aca9f4ebb9b0d991d4090bfbe&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4759459 Feb 18 08:56:08.445424 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4d9e0af5-2d78-482f-82dd-018b10acf5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:08.446183 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e0af5-2d78-482f-82dd-018b10acf5cd None None] The sync data for ids ['458f8794-1cd9-4180-95fc-c1d0d257a7f6'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:56:08.446331 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port d601f0b0-105d-4d14-874a-01473e5a0b85 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:08.462140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port d601f0b0-105d-4d14-874a-01473e5a0b85 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:08.462488 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:08.482253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d8bff-938b-4232-8f6d-f996c9c9fb50 req-a38701a4-7a0e-43f5-9a6b-3dc8eced0da6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:08.488198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d8bff-938b-4232-8f6d-f996c9c9fb50 req-a38701a4-7a0e-43f5-9a6b-3dc8eced0da6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:08.494050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d8bff-938b-4232-8f6d-f996c9c9fb50 req-a38701a4-7a0e-43f5-9a6b-3dc8eced0da6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:08.495695 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec3d8bff-938b-4232-8f6d-f996c9c9fb50 req-a38701a4-7a0e-43f5-9a6b-3dc8eced0da6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2400 time: 0.3270292 Feb 18 08:56:08.517891 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-2166e46f-0902-442a-8133-fe5c20fc9844 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2bfd11743efb4659a7cafd525e72f79c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4535589 Feb 18 08:56:08.587394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Pushing event updated for resources: {'Port': ['ID=68e47a38-bb1c-4027-aefb-7902589655a7,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:08.589774 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1700301a-501a-4142-8548-a4d0a08163bf tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Unset dirty status for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:56:08.595184 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1700301a-501a-4142-8548-a4d0a08163bf tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports?device_id=458f8794-1cd9-4180-95fc-c1d0d257a7f6 HTTP/1.1" status: 200 len: 989 time: 0.3156111 Feb 18 08:56:08.600310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57876) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:08.617957 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:08.654717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d601f0b0-105d-4d14-874a-01473e5a0b85, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d601f0b0-105d-4d14-874a-01473e5a0b85,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:08.657439 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd601f0b0-105d-4d14-874a-01473e5a0b85'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:56:08.665231 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:08.742201 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=d601f0b0-105d-4d14-874a-01473e5a0b85,revision_number=12']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:08.824308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Attempting to bind port 68e47a38-bb1c-4027-aefb-7902589655a7 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:56:08.824644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Attempting to bind port 68e47a38-bb1c-4027-aefb-7902589655a7 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'e5986649-e503-4ace-8d32-b0cf224871a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:56:08.825073 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Attempting to bind port 68e47a38-bb1c-4027-aefb-7902589655a7 on network c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:56:08.830569 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Port 68e47a38-bb1c-4027-aefb-7902589655a7 on network c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:56:08.830891 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Attempting to bind port 68e47a38-bb1c-4027-aefb-7902589655a7 on network c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:56:08.836173 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:56:08.836534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Checking segment: {'id': 'e5986649-e503-4ace-8d32-b0cf224871a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:56:08.836916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Bound using segment: {'id': 'e5986649-e503-4ace-8d32-b0cf224871a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:56:08.837324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Bound port: 68e47a38-bb1c-4027-aefb-7902589655a7, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5986649-e503-4ace-8d32-b0cf224871a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:56:08.837659 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:08.919418 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec3d8bff-938b-4232-8f6d-f996c9c9fb50 req-8cfee4c2-7351-4516-992e-90411979a979 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961744 Feb 18 08:56:08.936837 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] For port 68e47a38-bb1c-4027-aefb-7902589655a7, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:56:08.946578 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] For port 68e47a38-bb1c-4027-aefb-7902589655a7, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=68e47a38-bb1c-4027-aefb-7902589655a7,segment=NetworkSegment(e5986649-e503-4ace-8d32-b0cf224871a9),segment_id=e5986649-e503-4ace-8d32-b0cf224871a9)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:56:08.953052 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:08.961037 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6d675d69-6ac3-4222-9235-cb4121e51987 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:09.011120 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:09.011478 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:09.013271 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] 10.222.0.81 "PUT /v2.0/ports/68e47a38-bb1c-4027-aefb-7902589655a7 HTTP/1.1" status: 200 len: 1092 time: 1.2145731 Feb 18 08:56:09.039409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb90452-8d6b-4ec9-9886-064767f36e4d service neutron] Pushing event updated for resources: {'Port': ['ID=68e47a38-bb1c-4027-aefb-7902589655a7,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:09.103699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cb617-28d3-4123-84b2-9f0f2c7d3426 req-f958bd54-7416-460d-8149-deab408851c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:09.105195 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d72cb617-28d3-4123-84b2-9f0f2c7d3426 req-f958bd54-7416-460d-8149-deab408851c4 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6598458 Feb 18 08:56:09.132260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'tag': '94a20ec8-44c5-469a-81f4-9aa157ed215c'}, {'name': 'network-changed', 'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'tag': '68e47a38-bb1c-4027-aefb-7902589655a7'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:56:09.222557 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-3f893421-73a0-4c5a-aaca-990a9590cac3 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7038910 Feb 18 08:56:09.291142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d675d69-6ac3-4222-9235-cb4121e51987 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event updated for resources: {'Subnet': ['ID=b443beab-a13b-4525-9863-a6eb259ae31b,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:09.374616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57892) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:09.416039 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd601f0b0-105d-4d14-874a-01473e5a0b85', 'code': 200} Feb 18 08:56:09.622575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d675d69-6ac3-4222-9235-cb4121e51987 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Checking segment: {'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:56:09.623184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d675d69-6ac3-4222-9235-cb4121e51987 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Network hostable DHCP agents. Network: 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:56:09.696739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-59678339-df62-471b-8108-70a591ececea admin admin] Deleting subnet d45a775a-d6b1-454c-87b6-7f0420cf3393 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:56:09.702979 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59678339-df62-471b-8108-70a591ececea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:09.728719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d675d69-6ac3-4222-9235-cb4121e51987 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:56:09.742269 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-3e72a8a7-789c-42b8-a10a-97bab6cf3545 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944091 Feb 18 08:56:09.752986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dccd0d-699f-45f2-ac75-539ea306918e req-d2b8d9be-f572-4a1d-b3b5-f275407666ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:09.754611 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-60dccd0d-699f-45f2-ac75-539ea306918e req-d2b8d9be-f572-4a1d-b3b5-f275407666ff service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 1097 time: 0.1713872 Feb 18 08:56:09.754764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-b020df5b-4ebe-41c2-bcc8-98c9f2528124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:09.755122 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-b020df5b-4ebe-41c2-bcc8-98c9f2528124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:09.755624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-b020df5b-4ebe-41c2-bcc8-98c9f2528124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:09.757278 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-b020df5b-4ebe-41c2-bcc8-98c9f2528124 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=96f9ab7aca9f4ebb9b0d991d4090bfbe&device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2865 time: 0.5843835 Feb 18 08:56:09.762004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-6d675d69-6ac3-4222-9235-cb4121e51987 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:09.766564 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59678339-df62-471b-8108-70a591ececea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:09.770819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e80185-c97a-4eae-8171-0d5913ebf088 None None] Network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:09.841483 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59678339-df62-471b-8108-70a591ececea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:09.850073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d675d69-6ac3-4222-9235-cb4121e51987 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:09.850941 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6d675d69-6ac3-4222-9235-cb4121e51987 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:09.879049 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97155cd-eca7-48ba-b6d8-56a1c25c8c90 req-ab7cbeb4-cb2a-4f28-a515-4493e81c8653 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:09.880549 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c97155cd-eca7-48ba-b6d8-56a1c25c8c90 req-ab7cbeb4-cb2a-4f28-a515-4493e81c8653 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 946 time: 0.3224957 Feb 18 08:56:09.895395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-6c1a8e25-fd19-4fd1-ad36-9cf01e1c0d7b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.187&port_id=7264e1a4-6f42-416f-a240-6f911647238b HTTP/1.1" status: 200 len: 217 time: 0.0996559 Feb 18 08:56:09.960935 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6d675d69-6ac3-4222-9235-cb4121e51987 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9465368 Feb 18 08:56:09.966974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57904) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:09.985399 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'tag': '94a20ec8-44c5-469a-81f4-9aa157ed215c', 'status': 'completed', 'code': 200} Feb 18 08:56:09.985642 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'tag': '68e47a38-bb1c-4027-aefb-7902589655a7', 'status': 'completed', 'code': 200} Feb 18 08:56:09.986699 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59678339-df62-471b-8108-70a591ececea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:10.025922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-a9d52cea-5036-43eb-aff0-a0c9100113d9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Request body: {'subnet': {'network_id': '6af62175-1a85-4684-83c8-bc920071b3e0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:10.040648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59678339-df62-471b-8108-70a591ececea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d45a775a-d6b1-454c-87b6-7f0420cf3393,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:10.042928 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-59678339-df62-471b-8108-70a591ececea admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:10.054523 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-59678339-df62-471b-8108-70a591ececea admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d45a775a-d6b1-454c-87b6-7f0420cf3393 HTTP/1.1" status: 204 len: 168 time: 0.6779099 Feb 18 08:56:10.055627 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57908) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:10.058019 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-60dccd0d-699f-45f2-ac75-539ea306918e req-2c478b69-b458-492a-97bd-e61de05d6f24 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084890 Feb 18 08:56:10.184557 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff708af3-8a36-4a4b-a2d5-6c154b896b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:10.227864 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c97155cd-eca7-48ba-b6d8-56a1c25c8c90 req-04f9c3b0-2b49-4a7c-a7f7-825ac17b7cc6 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348029 Feb 18 08:56:10.262429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-789c3aa3-fe97-45e0-9cd1-97ee178ff2ea', 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'fixed_ips': [{'subnet_id': 'b443beab-a13b-4525-9863-a6eb259ae31b'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:56:10.262429 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:10.314542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-6ddc8037-050f-4488-8a07-768bfda69011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:10.316440 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-6ddc8037-050f-4488-8a07-768bfda69011 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b4baf66-19b3-468e-b0d1-a4d9288001f5 HTTP/1.1" status: 200 len: 801 time: 0.4009507 Feb 18 08:56:10.333724 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2938d207-34c7-483e-9525-ca0f8dce4a2d req-7e137f5e-f7a9-40f7-b9aa-76b537232698 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0b9b17-95f3-4103-9966-9ee7b45f6ec2 HTTP/1.1" status: 200 len: 210 time: 0.0914731 Feb 18 08:56:10.400873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a9d52cea-5036-43eb-aff0-a0c9100113d9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:10.436471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a9d52cea-5036-43eb-aff0-a0c9100113d9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Usage tracker for resource:subnet and tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:10.449676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a9d52cea-5036-43eb-aff0-a0c9100113d9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:10.451727 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff708af3-8a36-4a4b-a2d5-6c154b896b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:10.490944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a9d52cea-5036-43eb-aff0-a0c9100113d9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:10.504620 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ff708af3-8a36-4a4b-a2d5-6c154b896b7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37941738-3b60-49d5-86b1-6f8075363e3c']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:10.521483 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Allocated IP 10.1.1.2 (789c3aa3-fe97-45e0-9cd1-97ee178ff2ea/b443beab-a13b-4525-9863-a6eb259ae31b/af424264-6435-4815-9ca3-596fcec10920) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:10.538483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d52cea-5036-43eb-aff0-a0c9100113d9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Made reservation on behalf of bb7b88e07b194fc1a2e7bd1d2d15b7a9 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:10.542221 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a9d52cea-5036-43eb-aff0-a0c9100113d9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:10.547729 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ff708af3-8a36-4a4b-a2d5-6c154b896b7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d35b79e-79a6-41fe-9fb2-4feac907ecd1') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:10.548029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ff708af3-8a36-4a4b-a2d5-6c154b896b7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d35b79e-79a6-41fe-9fb2-4feac907ecd1') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:10.570290 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff708af3-8a36-4a4b-a2d5-6c154b896b7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:10.583129 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f635-581e-4137-9cf4-597e19c1622c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:10.616835 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff708af3-8a36-4a4b-a2d5-6c154b896b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:10.627182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff708af3-8a36-4a4b-a2d5-6c154b896b7b admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:56:10.628039 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff708af3-8a36-4a4b-a2d5-6c154b896b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:56:10.770673 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:56:10.800098 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:10.832461 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Transition to ACTIVE for port object af424264-6435-4815-9ca3-596fcec10920 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:10.833929 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff708af3-8a36-4a4b-a2d5-6c154b896b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:10.839630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-59a2f74a-b8f1-42e7-8eb1-f76046965e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:10.842298 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-59a2f74a-b8f1-42e7-8eb1-f76046965e78 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5050657 Feb 18 08:56:10.862113 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff708af3-8a36-4a4b-a2d5-6c154b896b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:10.883630 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff708af3-8a36-4a4b-a2d5-6c154b896b7b admin admin] Pushing event deleted for resources: {'Network': ['ID=37941738-3b60-49d5-86b1-6f8075363e3c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:10.892030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Transition to ACTIVE for port object af424264-6435-4815-9ca3-596fcec10920 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:10.892248 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ff708af3-8a36-4a4b-a2d5-6c154b896b7b admin admin] 10.222.0.72 "DELETE /v2.0/networks/37941738-3b60-49d5-86b1-6f8075363e3c HTTP/1.1" status: 204 len: 168 time: 0.8335192 Feb 18 08:56:10.911241 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:10.992140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:11.001545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:11.004113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:11.030108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046c19f-af7f-4f6f-9a23-7005adf07f7c req-44dfeda6-226a-437e-b5d0-6c4eb9578f2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:11.036433 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046c19f-af7f-4f6f-9a23-7005adf07f7c req-44dfeda6-226a-437e-b5d0-6c4eb9578f2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:11.042222 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046c19f-af7f-4f6f-9a23-7005adf07f7c req-44dfeda6-226a-437e-b5d0-6c4eb9578f2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:11.049863 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a046c19f-af7f-4f6f-9a23-7005adf07f7c req-44dfeda6-226a-437e-b5d0-6c4eb9578f2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2412 time: 0.6012475 Feb 18 08:56:11.072428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57920) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:11.101663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Pushing event updated for resources: {'Port': ['ID=af424264-6435-4815-9ca3-596fcec10920,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:11.121993 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:11.135973 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-300624ee-41db-42e8-9eb5-7a7c8776ca49 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=75eb46d2988549f58acc23f93dd84a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590115 Feb 18 08:56:11.136468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57924) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:11.141049 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Attempting to bind port af424264-6435-4815-9ca3-596fcec10920 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:56:11.141407 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Attempting to bind port af424264-6435-4815-9ca3-596fcec10920 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:56:11.141716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Attempting to bind port af424264-6435-4815-9ca3-596fcec10920 on network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:56:11.148421 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:56:11.148806 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Checking segment: {'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:56:11.149258 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:11.149746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Bound using segment: {'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:56:11.150299 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Bound port: af424264-6435-4815-9ca3-596fcec10920, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:56:11.150518 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:11.204537 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41e86f14-a960-4afb-b76b-202bb66687ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:11.232434 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41e86f14-a960-4afb-b76b-202bb66687ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:11.319870 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41e86f14-a960-4afb-b76b-202bb66687ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:11.349021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e86f14-a960-4afb-b76b-202bb66687ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:11.372104 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41e86f14-a960-4afb-b76b-202bb66687ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:11.377019 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-41e86f14-a960-4afb-b76b-202bb66687ab admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4e197c6c-f1b7-45d2-a8d7-7cb9145b2ab6 HTTP/1.1" status: 204 len: 168 time: 0.2362723 Feb 18 08:56:11.386822 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] For port af424264-6435-4815-9ca3-596fcec10920, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:56:11.406004 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] For port af424264-6435-4815-9ca3-596fcec10920, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=af424264-6435-4815-9ca3-596fcec10920,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:56:11.410255 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:11.417942 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:11.537933 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a046c19f-af7f-4f6f-9a23-7005adf07f7c req-5f1ee4e9-efee-440d-b7de-54653e76b470 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867163 Feb 18 08:56:11.556600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7f007-3438-4d92-a1a5-ccf46937fce6 None None] Pushing event updated for resources: {'Port': ['ID=af424264-6435-4815-9ca3-596fcec10920,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:11.635800 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-96c1f684-04e6-47ee-97ef-f820c98a05d3 service neutron] 10.222.0.81 "GET /v2.0/networks/c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7807679 Feb 18 08:56:11.911262 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-bd6d434c-0b4a-4a06-94c5-7a0687e32f1c tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:11.912819 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-bd6d434c-0b4a-4a06-94c5-7a0687e32f1c tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.61 "GET /v2.0/networks?id=d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 200 len: 821 time: 0.3514609 Feb 18 08:56:11.928175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-3b1e3714-b751-4acd-bc76-592a01683f00 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Request body: {'port': {'device_id': '7b0b9b17-95f3-4103-9966-9ee7b45f6ec2', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'admin_state_up': True, 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:12.050255 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e2c3f635-581e-4137-9cf4-597e19c1622c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port 614c3849-fad9-4414-9df4-bb146b8c8c8e {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:56:12.050819 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f635-581e-4137-9cf4-597e19c1622c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:12.119869 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3082a7f2-7ca5-43f1-ae41-85736ab4bc60 req-7d0999e7-9cad-4b12-8273-09817c252233 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0b9b17-95f3-4103-9966-9ee7b45f6ec2 HTTP/1.1" status: 200 len: 210 time: 0.3130567 Feb 18 08:56:12.171721 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-3b1e3714-b751-4acd-bc76-592a01683f00 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:12.182830 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-3b1e3714-b751-4acd-bc76-592a01683f00 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:12.184208 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a9d52cea-5036-43eb-aff0-a0c9100113d9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:12.209399 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-3b1e3714-b751-4acd-bc76-592a01683f00 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Made reservation on behalf of 2bfd11743efb4659a7cafd525e72f79c for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:12.213205 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-3b1e3714-b751-4acd-bc76-592a01683f00 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:12.267797 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-22fbc12e-b7f8-4b23-8b70-138b49d8e2bb service neutron] 10.222.0.81 "GET /v2.0/networks/c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6233790 Feb 18 08:56:12.329407 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fd696-2757-4a0f-bcef-f6d9f3a3ca55 req-e08bfc02-7ce6-4802-b353-9d43907f6645 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:12.344321 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b4fd696-2757-4a0f-bcef-f6d9f3a3ca55 req-e08bfc02-7ce6-4802-b353-9d43907f6645 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 946 time: 0.8495567 Feb 18 08:56:12.499637 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device af424264-6435-4815-9ca3-596fcec10920 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:56:12.677106 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port af424264-6435-4815-9ca3-596fcec10920 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:12.719137 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-92358d99-93da-432e-96c7-cb5bd8dc9a4d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.69&port_id=94a20ec8-44c5-469a-81f4-9aa157ed215c HTTP/1.1" status: 200 len: 217 time: 0.4359934 Feb 18 08:56:12.823713 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-3b1e3714-b751-4acd-bc76-592a01683f00 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Allocated IP 172.20.0.13 (d9a0792a-5ad4-4098-9d51-afae073edc3e/1570d450-e2c9-453c-a07c-52b306ae3008/8716c54f-7a24-4be6-8942-0c6374e6d6f0) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:13.074354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58002) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:13.105171 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cea227a-b6a6-4b35-a060-f4a0be1366eb None None] Network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:13.114933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d52cea-5036-43eb-aff0-a0c9100113d9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event updated for resources: {'Subnet': ['ID=dcb6ae52-6c76-4652-9980-2c755082684d,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:13.137011 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f635-581e-4137-9cf4-597e19c1622c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:13.155294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d52cea-5036-43eb-aff0-a0c9100113d9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Checking segment: {'id': 'cfb66b2a-84de-45eb-894f-c262b92b8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6af62175-1a85-4684-83c8-bc920071b3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:56:13.156261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d52cea-5036-43eb-aff0-a0c9100113d9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Network hostable DHCP agents. Network: 6af62175-1a85-4684-83c8-bc920071b3e0, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:56:13.172300 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b4fd696-2757-4a0f-bcef-f6d9f3a3ca55 req-285d291a-49e8-48cd-bca7-15b6b6861ef5 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8266993 Feb 18 08:56:13.205524 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-3b1e3714-b751-4acd-bc76-592a01683f00 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:13.248423 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-3b1e3714-b751-4acd-bc76-592a01683f00 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Transition to ACTIVE for port object 8716c54f-7a24-4be6-8942-0c6374e6d6f0 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:13.303080 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-288030686-network', 'tenant_id': '94ed26cfefbf4e0e8f88cf30703ec55d'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:13.309504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:13.315455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Usage tracker for resource:network and tenant:94ed26cfefbf4e0e8f88cf30703ec55d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:13.318938 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:13.326165 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:13.326511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f1a5ac18-4189-43f5-8b03-738aba3dc476 None None] Provisioning for port af424264-6435-4815-9ca3-596fcec10920 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:13.336735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f1a5ac18-4189-43f5-8b03-738aba3dc476 None None] Provisioning complete for port af424264-6435-4815-9ca3-596fcec10920 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:13.345741 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-3b1e3714-b751-4acd-bc76-592a01683f00 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:13.357422 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f1a5ac18-4189-43f5-8b03-738aba3dc476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:13.371910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e2c3f635-581e-4137-9cf4-597e19c1622c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for 614c3849-fad9-4414-9df4-bb146b8c8c8e owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:56:13.386508 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Made reservation on behalf of 94ed26cfefbf4e0e8f88cf30703ec55d for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:13.389206 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:13.424877 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:13.437139 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['1b97c388-f608-4cef-8ba9-811aaeb71bd3'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:56:13.462048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:13.465500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-3b1e3714-b751-4acd-bc76-592a01683f00 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Network d9a0792a-5ad4-4098-9d51-afae073edc3e is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:13.470542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-3b1e3714-b751-4acd-bc76-592a01683f00 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:13.472834 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Usage tracker for resource:security_group_rule and tenant:94ed26cfefbf4e0e8f88cf30703ec55d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:13.478077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-3b1e3714-b751-4acd-bc76-592a01683f00 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:13.507160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:13.522659 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:13.531489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e3714-b751-4acd-bc76-592a01683f00 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Pushing event updated for resources: {'Port': ['ID=8716c54f-7a24-4be6-8942-0c6374e6d6f0,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:13.602157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-3b1e3714-b751-4acd-bc76-592a01683f00 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:13.602924 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-3b1e3714-b751-4acd-bc76-592a01683f00 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:13.719589 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f1a5ac18-4189-43f5-8b03-738aba3dc476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:13.742693 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:13.756178 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:13.794542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02582551-5a0f-45dd-b1b1-afd1a1f2a7aa,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:13.809166 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-3b1e3714-b751-4acd-bc76-592a01683f00 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8867078 Feb 18 08:56:13.816004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-8da7888b-b794-4f15-b972-250084cdc925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:13.817464 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-8da7888b-b794-4f15-b972-250084cdc925 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4ac9f8e0-44c9-4427-a6fa-8f6ee72c2fd0 HTTP/1.1" status: 200 len: 801 time: 1.0400827 Feb 18 08:56:13.823916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Request body: {'port': {'device_id': '7b0b9b17-95f3-4103-9966-9ee7b45f6ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:13.840551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f1a5ac18-4189-43f5-8b03-738aba3dc476 None None] For port af424264-6435-4815-9ca3-596fcec10920, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=af424264-6435-4815-9ca3-596fcec10920,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:13.860876 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f1a5ac18-4189-43f5-8b03-738aba3dc476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:13.898678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:56:13.905617 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d52cea-5036-43eb-aff0-a0c9100113d9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Network 6af62175-1a85-4684-83c8-bc920071b3e0 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:56:13.933679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-a9d52cea-5036-43eb-aff0-a0c9100113d9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 6af62175-1a85-4684-83c8-bc920071b3e0) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:13.939507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d52cea-5036-43eb-aff0-a0c9100113d9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:13.940806 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a9d52cea-5036-43eb-aff0-a0c9100113d9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:13.954121 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88e931c-e5c0-4da7-82dd-eef9a9a9a68c None None] Network 6af62175-1a85-4684-83c8-bc920071b3e0 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:14.015278 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f635-581e-4137-9cf4-597e19c1622c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:14.032958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dadab-5a25-4ea1-a978-23dd9fb4f229 req-5ca03cb5-eb94-4876-9012-55fedac1b605 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:14.034213 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:14.034573 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Added segment 9a39d686-4ef6-4b84-a3ea-12a8d9c853ce of type vlan for network 24de8156-b76b-4ca6-a529-08ff53a8aead Feb 18 08:56:14.042646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dadab-5a25-4ea1-a978-23dd9fb4f229 req-5ca03cb5-eb94-4876-9012-55fedac1b605 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:14.053836 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dadab-5a25-4ea1-a978-23dd9fb4f229 req-5ca03cb5-eb94-4876-9012-55fedac1b605 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:14.056493 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4a5dadab-5a25-4ea1-a978-23dd9fb4f229 req-5ca03cb5-eb94-4876-9012-55fedac1b605 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2412 time: 1.0925062 Feb 18 08:56:14.097458 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:14.111439 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:14.166212 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8cc6b3ef-3239-4f18-b550-f6c4bf8e9b09 None None] Provisioning for port 8716c54f-7a24-4be6-8942-0c6374e6d6f0 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:14.181556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8cc6b3ef-3239-4f18-b550-f6c4bf8e9b09 None None] Provisioning complete for port 8716c54f-7a24-4be6-8942-0c6374e6d6f0 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:14.181925 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8cc6b3ef-3239-4f18-b550-f6c4bf8e9b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:14.188771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51891eb0-2a40-4565-bc5a-db137c024536 req-e79a6ffc-da9d-4877-bf6b-b040f9be636d tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:14.191207 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-51891eb0-2a40-4565-bc5a-db137c024536 req-e79a6ffc-da9d-4877-bf6b-b040f9be636d tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0b9b17-95f3-4103-9966-9ee7b45f6ec2 HTTP/1.1" status: 200 len: 932 time: 0.4341462 Feb 18 08:56:14.254729 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:14.256588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:14.257221 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:14.289714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8cc6b3ef-3239-4f18-b550-f6c4bf8e9b09 None None] Port 8716c54f-7a24-4be6-8942-0c6374e6d6f0 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:14.358088 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5ac18-4189-43f5-8b03-738aba3dc476 None None] Pushing event updated for resources: {'Port': ['ID=af424264-6435-4815-9ca3-596fcec10920,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:14.373643 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-6af62175-1a85-4684-83c8-bc920071b3e0', 'network_id': '6af62175-1a85-4684-83c8-bc920071b3e0', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'fixed_ips': [{'subnet_id': 'dcb6ae52-6c76-4652-9980-2c755082684d'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:56:14.376375 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:14.385735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] Pushing event updated for resources: {'Network': ['ID=24de8156-b76b-4ca6-a529-08ff53a8aead,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:14.397291 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 24de8156-b76b-4ca6-a529-08ff53a8aead details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:56:14.426220 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-669a0ebb-1453-4d82-9375-5f37e9a929d8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3505323 Feb 18 08:56:14.430289 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58014) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:14.455502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-00bde7ad-0cc4-4a23-b10f-56683e4abd75 admin admin] Request body: {'subnet': {'network_id': '24de8156-b76b-4ca6-a529-08ff53a8aead', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-288030686-subnet', 'tenant_id': '94ed26cfefbf4e0e8f88cf30703ec55d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:14.466737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3f635-581e-4137-9cf4-597e19c1622c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=614c3849-fad9-4414-9df4-bb146b8c8c8e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:14.513851 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a9d52cea-5036-43eb-aff0-a0c9100113d9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.5384457 Feb 18 08:56:14.518292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58018) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:14.520674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-00bde7ad-0cc4-4a23-b10f-56683e4abd75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:14.543186 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-00bde7ad-0cc4-4a23-b10f-56683e4abd75 admin admin] Usage tracker for resource:subnet and tenant:94ed26cfefbf4e0e8f88cf30703ec55d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:14.549593 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-00bde7ad-0cc4-4a23-b10f-56683e4abd75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:14.558955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-00bde7ad-0cc4-4a23-b10f-56683e4abd75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:14.581288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-775575c5-697b-43c3-849d-167d415bc203 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Request body: {'port': {'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea', 'name': 'tempest-TaggedBootDevicesTest-364864415', 'fixed_ips': [{'subnet_id': 'b443beab-a13b-4525-9863-a6eb259ae31b'}]}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:14.615688 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bde7ad-0cc4-4a23-b10f-56683e4abd75 admin admin] Made reservation on behalf of 94ed26cfefbf4e0e8f88cf30703ec55d for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:14.618598 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-00bde7ad-0cc4-4a23-b10f-56683e4abd75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:14.636321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-b757a88b-db0f-442a-8016-4479e91c7679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:14.637931 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-b757a88b-db0f-442a-8016-4479e91c7679 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=025c78e0-2745-415a-a86b-719b99881be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8060176 Feb 18 08:56:14.670519 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b5ccc38e-7070-4ef2-b1f3-d153b710926b None None] Provisioning complete for port af424264-6435-4815-9ca3-596fcec10920 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:14.670946 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc38e-7070-4ef2-b1f3-d153b710926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:14.749919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Allocated IP 10.2.2.2 (6af62175-1a85-4684-83c8-bc920071b3e0/dcb6ae52-6c76-4652-9980-2c755082684d/680cd8b3-1f12-4c1f-94c2-7a8ab311457d) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:14.801374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8716c54f-7a24-4be6-8942-0c6374e6d6f0 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:56:14.811284 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:14.829001 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Transition to ACTIVE for port object 8716c54f-7a24-4be6-8942-0c6374e6d6f0 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:14.850192 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4a5dadab-5a25-4ea1-a978-23dd9fb4f229 req-85195fdb-57ba-42b0-8b9b-567fc983e9f0 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7263541 Feb 18 08:56:14.892391 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:14.937173 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-51891eb0-2a40-4565-bc5a-db137c024536 req-61442e4a-f55d-4d46-a14b-69caec42f8d3 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723740 Feb 18 08:56:15.057087 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f635-581e-4137-9cf4-597e19c1622c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:15.112761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=8716c54f-7a24-4be6-8942-0c6374e6d6f0,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:15.272861 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:15.290649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Transition to ACTIVE for port object 680cd8b3-1f12-4c1f-94c2-7a8ab311457d will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:15.319287 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Transition to ACTIVE for port object 680cd8b3-1f12-4c1f-94c2-7a8ab311457d will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:15.328602 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:15.361621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Attempting to bind port 8716c54f-7a24-4be6-8942-0c6374e6d6f0 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:56:15.361851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Attempting to bind port 8716c54f-7a24-4be6-8942-0c6374e6d6f0 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '273665ca-a44f-4b73-b6ca-cb0e9742a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:56:15.362179 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Attempting to bind port 8716c54f-7a24-4be6-8942-0c6374e6d6f0 on network d9a0792a-5ad4-4098-9d51-afae073edc3e {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:56:15.368745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Port 8716c54f-7a24-4be6-8942-0c6374e6d6f0 on network d9a0792a-5ad4-4098-9d51-afae073edc3e not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:56:15.369063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Attempting to bind port 8716c54f-7a24-4be6-8942-0c6374e6d6f0 on network d9a0792a-5ad4-4098-9d51-afae073edc3e {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:56:15.384705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:56:15.385038 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Checking segment: {'id': '273665ca-a44f-4b73-b6ca-cb0e9742a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:56:15.385419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Bound using segment: {'id': '273665ca-a44f-4b73-b6ca-cb0e9742a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:56:15.385884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Bound port: 8716c54f-7a24-4be6-8942-0c6374e6d6f0, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273665ca-a44f-4b73-b6ca-cb0e9742a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:56:15.386176 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:15.417316 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Network 6af62175-1a85-4684-83c8-bc920071b3e0 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:15.424726 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:15.427845 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-775575c5-697b-43c3-849d-167d415bc203 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:15.431651 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:15.439635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-775575c5-697b-43c3-849d-167d415bc203 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Usage tracker for resource:port and tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:15.446584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-775575c5-697b-43c3-849d-167d415bc203 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:15.446787 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Pushing event updated for resources: {'Port': ['ID=680cd8b3-1f12-4c1f-94c2-7a8ab311457d,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:15.462549 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-16ba4243-9586-4947-815d-27bd5026b315 service neutron] 10.222.0.81 "GET /v2.0/networks/025c78e0-2745-415a-a86b-719b99881be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8073168 Feb 18 08:56:15.465484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-775575c5-697b-43c3-849d-167d415bc203 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:15.524430 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-00bde7ad-0cc4-4a23-b10f-56683e4abd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:15.567145 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Attempting to bind port 680cd8b3-1f12-4c1f-94c2-7a8ab311457d on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:56:15.567631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Attempting to bind port 680cd8b3-1f12-4c1f-94c2-7a8ab311457d by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'cfb66b2a-84de-45eb-894f-c262b92b8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6af62175-1a85-4684-83c8-bc920071b3e0'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:56:15.568026 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Attempting to bind port 680cd8b3-1f12-4c1f-94c2-7a8ab311457d on network 6af62175-1a85-4684-83c8-bc920071b3e0 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:56:15.576087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:56:15.578562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Checking segment: {'id': 'cfb66b2a-84de-45eb-894f-c262b92b8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6af62175-1a85-4684-83c8-bc920071b3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:56:15.579147 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:15.580809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Bound using segment: {'id': 'cfb66b2a-84de-45eb-894f-c262b92b8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6af62175-1a85-4684-83c8-bc920071b3e0'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:56:15.581390 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Bound port: 680cd8b3-1f12-4c1f-94c2-7a8ab311457d, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb66b2a-84de-45eb-894f-c262b92b8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6af62175-1a85-4684-83c8-bc920071b3e0'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:56:15.585937 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:15.700911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775575c5-697b-43c3-849d-167d415bc203 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Made reservation on behalf of bb7b88e07b194fc1a2e7bd1d2d15b7a9 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:15.712473 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] For port 680cd8b3-1f12-4c1f-94c2-7a8ab311457d, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:56:15.716881 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] For port 680cd8b3-1f12-4c1f-94c2-7a8ab311457d, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=680cd8b3-1f12-4c1f-94c2-7a8ab311457d,segment=NetworkSegment(cfb66b2a-84de-45eb-894f-c262b92b8923),segment_id=cfb66b2a-84de-45eb-894f-c262b92b8923)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:56:15.725630 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:15.755641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bde7ad-0cc4-4a23-b10f-56683e4abd75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be80f9cd-0b22-4266-a3c5-c7f51d2b954c,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:15.762553 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] For port 8716c54f-7a24-4be6-8942-0c6374e6d6f0, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:56:15.797416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] For port 8716c54f-7a24-4be6-8942-0c6374e6d6f0, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=8716c54f-7a24-4be6-8942-0c6374e6d6f0,segment=NetworkSegment(273665ca-a44f-4b73-b6ca-cb0e9742a08f),segment_id=273665ca-a44f-4b73-b6ca-cb0e9742a08f)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:56:15.814099 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c3f635-581e-4137-9cf4-597e19c1622c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Router 458f8794-1cd9-4180-95fc-c1d0d257a7f6 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:56:15.835841 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:15.857251 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da10326-74c0-4451-a24c-866ca949b74e req-3974d04d-84ec-4807-a457-94ce61cfc8e7 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:15.861127 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41221d-3e9d-477d-b564-0f41e3263df0 None None] Pushing event updated for resources: {'Port': ['ID=680cd8b3-1f12-4c1f-94c2-7a8ab311457d,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:15.862507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8da10326-74c0-4451-a24c-866ca949b74e req-3974d04d-84ec-4807-a457-94ce61cfc8e7 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 946 time: 0.7670009 Feb 18 08:56:15.950625 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:15.951229 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:15.953162 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] 10.222.0.61 "PUT /v2.0/ports/8716c54f-7a24-4be6-8942-0c6374e6d6f0 HTTP/1.1" status: 200 len: 1092 time: 2.1349902 Feb 18 08:56:15.954962 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0b9b17-95f3-4103-9966-9ee7b45f6ec2', 'tag': '8716c54f-7a24-4be6-8942-0c6374e6d6f0'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:56:15.981090 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bde7ad-0cc4-4a23-b10f-56683e4abd75 admin admin] Checking segment: {'id': '9a39d686-4ef6-4b84-a3ea-12a8d9c853ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '24de8156-b76b-4ca6-a529-08ff53a8aead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:56:15.981676 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bde7ad-0cc4-4a23-b10f-56683e4abd75 admin admin] Network hostable DHCP agents. Network: 24de8156-b76b-4ca6-a529-08ff53a8aead, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:56:16.097227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221c05e-d322-45c2-8d71-3e498a1f7fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=8716c54f-7a24-4be6-8942-0c6374e6d6f0,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:16.115197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bde7ad-0cc4-4a23-b10f-56683e4abd75 admin admin] Network 24de8156-b76b-4ca6-a529-08ff53a8aead is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:56:16.141240 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-51bbcb86-fa73-4585-9f55-a7dbb3995b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:16.142882 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-51bbcb86-fa73-4585-9f55-a7dbb3995b1a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bfd11743efb4659a7cafd525e72f79c&device_id=7b0b9b17-95f3-4103-9966-9ee7b45f6ec2 HTTP/1.1" status: 200 len: 1095 time: 0.1339488 Feb 18 08:56:16.151567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-00bde7ad-0cc4-4a23-b10f-56683e4abd75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 24de8156-b76b-4ca6-a529-08ff53a8aead) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:16.163909 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599b272e-ed32-4047-9cca-3290145ceb34 None None] Network 24de8156-b76b-4ca6-a529-08ff53a8aead requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:16.165628 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bde7ad-0cc4-4a23-b10f-56683e4abd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:16.166572 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-00bde7ad-0cc4-4a23-b10f-56683e4abd75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:16.226605 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-3bcfaf22-735a-4899-bc63-9d9dc7915973 service neutron] 10.222.0.81 "GET /v2.0/networks/025c78e0-2745-415a-a86b-719b99881be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7090435 Feb 18 08:56:16.355091 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-88bbfedd-98e5-4a60-b6a8-7a5c1b092b6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8716c54f-7a24-4be6-8942-0c6374e6d6f0 HTTP/1.1" status: 200 len: 217 time: 0.1938469 Feb 18 08:56:16.485560 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-00bde7ad-0cc4-4a23-b10f-56683e4abd75 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0537026 Feb 18 08:56:16.520855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-13e2fe0d-b294-49b3-af3d-38a78908952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:16.522458 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-13e2fe0d-b294-49b3-af3d-38a78908952b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1570d450-e2c9-453c-a07c-52b306ae3008 HTTP/1.1" status: 200 len: 860 time: 0.1560452 Feb 18 08:56:16.651622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 680cd8b3-1f12-4c1f-94c2-7a8ab311457d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:56:16.707569 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-77f3d133-56b9-4650-9309-1cc36b1fe3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:16.708868 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-77f3d133-56b9-4650-9309-1cc36b1fe3fd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d9a0792a-5ad4-4098-9d51-afae073edc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1770260 Feb 18 08:56:16.800487 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-f6beb2a7-cff9-4533-a167-4acddb30ea9c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=68e47a38-bb1c-4027-aefb-7902589655a7 HTTP/1.1" status: 200 len: 217 time: 0.5582438 Feb 18 08:56:16.803518 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-775575c5-697b-43c3-849d-167d415bc203 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:16.815913 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c3f635-581e-4137-9cf4-597e19c1622c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:56:16.828815 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e2c3f635-581e-4137-9cf4-597e19c1622c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "PUT /v2.0/routers/458f8794-1cd9-4180-95fc-c1d0d257a7f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2075701 Feb 18 08:56:16.831311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58044) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:16.908048 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8da10326-74c0-4451-a24c-866ca949b74e req-42082358-0477-4d16-8d13-61d4c12b7420 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0158539 Feb 18 08:56:17.033780 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6da494-ae35-48a1-8f4e-1bfdd5ccc730 None None] Sync routers for ids ['458f8794-1cd9-4180-95fc-c1d0d257a7f6'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:56:17.074299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-775575c5-697b-43c3-849d-167d415bc203 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] device_id is not set on port 5d533476-d347-4c13-8d3e-a98ebb1ba63d yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:56:17.089174 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507a55aa-437b-48ea-bb82-14ecf997c15a None None] Network 24de8156-b76b-4ca6-a529-08ff53a8aead requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:17.092403 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-3606325a-ca04-497c-a79a-d01d9e41e372 service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663123 Feb 18 08:56:17.163695 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-7670b7d4-330f-4405-b8e3-d933ddc71b9b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] GET failed (client error): The resource could not be found. Feb 18 08:56:17.167711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7670b7d4-330f-4405-b8e3-d933ddc71b9b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Synchronizing usage tracker for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:56:17.288689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-a6135360-bdfc-4bb7-8204-c4378e816004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:17.290856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-a6135360-bdfc-4bb7-8204-c4378e816004 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b4baf66-19b3-468e-b0d1-a4d9288001f5 HTTP/1.1" status: 200 len: 801 time: 0.4585187 Feb 18 08:56:17.413015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7670b7d4-330f-4405-b8e3-d933ddc71b9b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Unset dirty status for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:56:17.414791 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7670b7d4-330f-4405-b8e3-d933ddc71b9b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports/614c3849-fad9-4414-9df4-bb146b8c8c8e HTTP/1.1" status: 404 len: 333 time: 0.5674615 Feb 18 08:56:17.425752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58064) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:17.431528 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5dd215c9-7d44-4dbb-bdd1-4b62d078506d req-9c82a2ba-1369-4fd6-b4f8-c1e8cab9f181 service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256900 Feb 18 08:56:17.450035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56ddc8-1258-4033-829c-346aea45b164 req-03e3f1bb-0834-4309-a684-ec99821c92b6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:17.458073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56ddc8-1258-4033-829c-346aea45b164 req-03e3f1bb-0834-4309-a684-ec99821c92b6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:17.467336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56ddc8-1258-4033-829c-346aea45b164 req-03e3f1bb-0834-4309-a684-ec99821c92b6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:17.474977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b56ddc8-1258-4033-829c-346aea45b164 req-03e3f1bb-0834-4309-a684-ec99821c92b6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2412 time: 1.4037712 Feb 18 08:56:17.522467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6da494-ae35-48a1-8f4e-1bfdd5ccc730 None None] Routers {'458f8794-1cd9-4180-95fc-c1d0d257a7f6'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:56:17.523115 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3f6da494-ae35-48a1-8f4e-1bfdd5ccc730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:56:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['458f8794-1cd9-4180-95fc-c1d0d257a7f6'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:17.666134 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 680cd8b3-1f12-4c1f-94c2-7a8ab311457d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:17.671620 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3f6da494-ae35-48a1-8f4e-1bfdd5ccc730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:17.678734 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device af424264-6435-4815-9ca3-596fcec10920 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:56:17.722288 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6da494-ae35-48a1-8f4e-1bfdd5ccc730 None None] Routers {'458f8794-1cd9-4180-95fc-c1d0d257a7f6'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:56:17.723195 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3f6da494-ae35-48a1-8f4e-1bfdd5ccc730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:56:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['458f8794-1cd9-4180-95fc-c1d0d257a7f6'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:17.771689 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58074) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:17.779599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1210472828-network', 'tenant_id': 'ba8a104a33e7455783da2bcacc69f9c1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:17.786637 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:17.793658 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Usage tracker for resource:network and tenant:ba8a104a33e7455783da2bcacc69f9c1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:17.804805 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3f6da494-ae35-48a1-8f4e-1bfdd5ccc730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:17.805369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6da494-ae35-48a1-8f4e-1bfdd5ccc730 None None] The sync data for ids ['458f8794-1cd9-4180-95fc-c1d0d257a7f6'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:56:17.806628 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968e16b5-6cc1-4c7a-8e05-993747d67a43 None None] Network 6af62175-1a85-4684-83c8-bc920071b3e0 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:17.808377 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-703f1f79-8456-4331-82d6-6f69c63f9283 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:17.819941 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:17.839151 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:17.859064 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Made reservation on behalf of ba8a104a33e7455783da2bcacc69f9c1 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:17.862021 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:17.890576 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:17.919521 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-08dded42-1ba1-4dd6-93e6-ed99e5b42a52 None None] Provisioning for port 680cd8b3-1f12-4c1f-94c2-7a8ab311457d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:17.924456 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:17.933262 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Usage tracker for resource:security_group_rule and tenant:ba8a104a33e7455783da2bcacc69f9c1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:17.941204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:17.957383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:17.992783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b56ddc8-1258-4033-829c-346aea45b164 req-6a79a260-0f83-4f84-af35-1916a4e07626 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101631 Feb 18 08:56:18.031008 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port af424264-6435-4815-9ca3-596fcec10920 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:18.031203 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:18.099333 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-08dded42-1ba1-4dd6-93e6-ed99e5b42a52 None None] Provisioning complete for port 680cd8b3-1f12-4c1f-94c2-7a8ab311457d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:18.099984 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-08dded42-1ba1-4dd6-93e6-ed99e5b42a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:18.103068 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:18.108377 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b0b9b17-95f3-4103-9966-9ee7b45f6ec2', 'tag': '8716c54f-7a24-4be6-8942-0c6374e6d6f0', 'status': 'completed', 'code': 200} Feb 18 08:56:18.111328 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:18.222842 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:56:18.225819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8938c84-5cc4-4dc4-b70d-f722246c1b4a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:18.266490 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:18.266841 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Added segment 1a97f37f-c7fa-4f75-9532-9f5fe8c5771a of type vlan for network a8ab18a4-aef8-4e29-9aec-6421d8abd291 Feb 18 08:56:18.268586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-314e9300-40c1-4152-aafe-d42ff1194b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:18.270250 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-314e9300-40c1-4152-aafe-d42ff1194b30 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9641032 Feb 18 08:56:18.315616 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:18.320932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21bcbe-a6e4-46fd-99f0-f1621bca15ae req-b1ded085-80f9-4b1d-8743-05083822b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:18.322545 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ce21bcbe-a6e4-46fd-99f0-f1621bca15ae req-b1ded085-80f9-4b1d-8743-05083822b081 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bfd11743efb4659a7cafd525e72f79c&device_id=7b0b9b17-95f3-4103-9966-9ee7b45f6ec2 HTTP/1.1" status: 200 len: 1095 time: 0.1621001 Feb 18 08:56:18.338179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-775575c5-697b-43c3-849d-167d415bc203 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Allocated IP 10.1.1.226 (789c3aa3-fe97-45e0-9cd1-97ee178ff2ea/b443beab-a13b-4525-9863-a6eb259ae31b/5d533476-d347-4c13-8d3e-a98ebb1ba63d) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:18.384993 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-703f1f79-8456-4331-82d6-6f69c63f9283 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:18.440178 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-08dded42-1ba1-4dd6-93e6-ed99e5b42a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:18.445694 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-703f1f79-8456-4331-82d6-6f69c63f9283 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:18.448310 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:18.449488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:18.450038 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:18.501885 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-08dded42-1ba1-4dd6-93e6-ed99e5b42a52 None None] For port 680cd8b3-1f12-4c1f-94c2-7a8ab311457d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=680cd8b3-1f12-4c1f-94c2-7a8ab311457d,segment=NetworkSegment(cfb66b2a-84de-45eb-894f-c262b92b8923),segment_id=cfb66b2a-84de-45eb-894f-c262b92b8923)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:18.502410 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7293265 Feb 18 08:56:18.516914 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-08dded42-1ba1-4dd6-93e6-ed99e5b42a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:18.548236 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58080) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:18.580859 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a13f5445-5f41-48af-8aaa-3882c0816a33 admin admin] Request body: {'subnet': {'network_id': 'a8ab18a4-aef8-4e29-9aec-6421d8abd291', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1210472828-subnet', 'tenant_id': 'ba8a104a33e7455783da2bcacc69f9c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:18.598620 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a13f5445-5f41-48af-8aaa-3882c0816a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:18.610158 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dded42-1ba1-4dd6-93e6-ed99e5b42a52 None None] Pushing event updated for resources: {'Port': ['ID=680cd8b3-1f12-4c1f-94c2-7a8ab311457d,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:18.625852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a13f5445-5f41-48af-8aaa-3882c0816a33 admin admin] Usage tracker for resource:subnet and tenant:ba8a104a33e7455783da2bcacc69f9c1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:18.631663 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21bcbe-a6e4-46fd-99f0-f1621bca15ae req-35f60b74-642c-4168-af7e-36676d031793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:18.633461 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ce21bcbe-a6e4-46fd-99f0-f1621bca15ae req-35f60b74-642c-4168-af7e-36676d031793 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 200 len: 922 time: 0.3038685 Feb 18 08:56:18.634624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a13f5445-5f41-48af-8aaa-3882c0816a33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:18.637719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad4702-fd66-4f07-ab68-e15871768436 admin admin] Pushing event updated for resources: {'Network': ['ID=a8ab18a4-aef8-4e29-9aec-6421d8abd291,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:18.646740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a13f5445-5f41-48af-8aaa-3882c0816a33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:18.650857 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network a8ab18a4-aef8-4e29-9aec-6421d8abd291 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:56:18.763381 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ce21bcbe-a6e4-46fd-99f0-f1621bca15ae req-8a91e5fe-337d-46c0-99a4-261c27690311 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8716c54f-7a24-4be6-8942-0c6374e6d6f0 HTTP/1.1" status: 200 len: 217 time: 0.1183920 Feb 18 08:56:18.767290 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13f5445-5f41-48af-8aaa-3882c0816a33 admin admin] Made reservation on behalf of ba8a104a33e7455783da2bcacc69f9c1 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:18.770085 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a13f5445-5f41-48af-8aaa-3882c0816a33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:18.844923 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-24f90a8c-99b2-4769-8b54-7fe5787dbe01 None None] Provisioning complete for port 680cd8b3-1f12-4c1f-94c2-7a8ab311457d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:18.848187 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-24f90a8c-99b2-4769-8b54-7fe5787dbe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:18.917908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92639c13-4129-4bf3-9fbe-c26bcfe361dc req-2d165f54-d495-4e39-a18a-2cee8d165263 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:18.928841 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92639c13-4129-4bf3-9fbe-c26bcfe361dc req-2d165f54-d495-4e39-a18a-2cee8d165263 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0b9b17-95f3-4103-9966-9ee7b45f6ec2 HTTP/1.1" status: 200 len: 944 time: 1.7861083 Feb 18 08:56:19.006454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21bcbe-a6e4-46fd-99f0-f1621bca15ae req-51feec61-84ed-4e13-a68f-9c4e66400248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:19.008416 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ce21bcbe-a6e4-46fd-99f0-f1621bca15ae req-51feec61-84ed-4e13-a68f-9c4e66400248 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1570d450-e2c9-453c-a07c-52b306ae3008 HTTP/1.1" status: 200 len: 860 time: 0.1158633 Feb 18 08:56:19.081146 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-703f1f79-8456-4331-82d6-6f69c63f9283 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:19.081631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703f1f79-8456-4331-82d6-6f69c63f9283 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Fanout notify agent at l3_agent the message router_deleted on router 458f8794-1cd9-4180-95fc-c1d0d257a7f6 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:56:19.154190 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92639c13-4129-4bf3-9fbe-c26bcfe361dc req-0ea48832-8ab3-4c9b-9ad1-56aad6410727 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242737 Feb 18 08:56:19.157109 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-c5202e4b-c2f3-4ed3-a8fd-33da3fc645b0 service neutron] 10.222.0.81 "GET /v2.0/networks/c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8152368 Feb 18 08:56:19.242576 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21bcbe-a6e4-46fd-99f0-f1621bca15ae req-a1814338-aa3c-4152-8450-3f4dc5197eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:19.243605 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-703f1f79-8456-4331-82d6-6f69c63f9283 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:19.244117 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ce21bcbe-a6e4-46fd-99f0-f1621bca15ae req-a1814338-aa3c-4152-8450-3f4dc5197eca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d9a0792a-5ad4-4098-9d51-afae073edc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2273040 Feb 18 08:56:19.244871 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-703f1f79-8456-4331-82d6-6f69c63f9283 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/routers/458f8794-1cd9-4180-95fc-c1d0d257a7f6 HTTP/1.1" status: 204 len: 168 time: 1.7675717 Feb 18 08:56:19.248173 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58094) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:19.252610 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a13f5445-5f41-48af-8aaa-3882c0816a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:19.361698 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-775575c5-697b-43c3-849d-167d415bc203 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:19.411005 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-775575c5-697b-43c3-849d-167d415bc203 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Transition to ACTIVE for port object 5d533476-d347-4c13-8d3e-a98ebb1ba63d will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:19.460660 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e08ace-ff98-4b23-94ee-0f8cdff62ac2 req-625b0d26-8453-4607-a03e-ca3fede2c571 service neutron] 10.222.0.81 "GET /v2.0/networks/c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870421 Feb 18 08:56:19.474106 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9320ca-5496-4669-8dba-14f89f7676d1 req-8346ff36-aaab-44c6-ba79-69c31feba2da tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:19.484483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9320ca-5496-4669-8dba-14f89f7676d1 req-8346ff36-aaab-44c6-ba79-69c31feba2da tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:19.486657 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9320ca-5496-4669-8dba-14f89f7676d1 req-8346ff36-aaab-44c6-ba79-69c31feba2da tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:19.493089 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d9320ca-5496-4669-8dba-14f89f7676d1 req-8346ff36-aaab-44c6-ba79-69c31feba2da tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2412 time: 0.3215339 Feb 18 08:56:19.544042 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-775575c5-697b-43c3-849d-167d415bc203 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:19.615659 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f5445-5f41-48af-8aaa-3882c0816a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=766b9084-614f-432a-917c-c806f7f419be,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:19.633726 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ce21bcbe-a6e4-46fd-99f0-f1621bca15ae req-54f86204-f1f8-49cd-8226-ab392d866ce3 service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193270 Feb 18 08:56:19.636867 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d9320ca-5496-4669-8dba-14f89f7676d1 req-830d2401-3f2d-4ac4-856a-138aa9002be7 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367991 Feb 18 08:56:19.673912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13f5445-5f41-48af-8aaa-3882c0816a33 admin admin] Checking segment: {'id': '1a97f37f-c7fa-4f75-9532-9f5fe8c5771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'a8ab18a4-aef8-4e29-9aec-6421d8abd291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:56:19.674213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13f5445-5f41-48af-8aaa-3882c0816a33 admin admin] Network hostable DHCP agents. Network: a8ab18a4-aef8-4e29-9aec-6421d8abd291, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:56:19.678682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775575c5-697b-43c3-849d-167d415bc203 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:19.682130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-775575c5-697b-43c3-849d-167d415bc203 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:19.690115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775575c5-697b-43c3-849d-167d415bc203 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:19.734925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775575c5-697b-43c3-849d-167d415bc203 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event updated for resources: {'Port': ['ID=5d533476-d347-4c13-8d3e-a98ebb1ba63d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:19.782259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775575c5-697b-43c3-849d-167d415bc203 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:19.782914 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-775575c5-697b-43c3-849d-167d415bc203 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:19.788955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9de12d-b42d-4b10-9193-12dd566758d0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting subnet e4af9294-2f5e-4623-8e58-267db92d096a {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:56:19.793146 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ae9de12d-b42d-4b10-9193-12dd566758d0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:19.797707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-2a5577a5-9709-4d62-9da8-264becbbbd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:19.798197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-2a5577a5-9709-4d62-9da8-264becbbbd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:19.798671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-2a5577a5-9709-4d62-9da8-264becbbbd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:19.800344 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-2a5577a5-9709-4d62-9da8-264becbbbd61 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=96f9ab7aca9f4ebb9b0d991d4090bfbe&device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2865 time: 0.2578456 Feb 18 08:56:19.861651 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ae9de12d-b42d-4b10-9193-12dd566758d0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:19.959953 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-775575c5-697b-43c3-849d-167d415bc203 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3949432 Feb 18 08:56:19.961479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58098) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:19.976194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-54e6e2fe-3647-448f-9e77-97d0b00b8117 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Request body: {'port': {'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea', 'name': 'tempest-TaggedBootDevicesTest-574922494', 'fixed_ips': [{'subnet_id': 'b443beab-a13b-4525-9863-a6eb259ae31b'}]}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:20.005958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13f5445-5f41-48af-8aaa-3882c0816a33 admin admin] Network a8ab18a4-aef8-4e29-9aec-6421d8abd291 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:56:20.058525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-a13f5445-5f41-48af-8aaa-3882c0816a33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, a8ab18a4-aef8-4e29-9aec-6421d8abd291) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:20.064108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f5445-5f41-48af-8aaa-3882c0816a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:20.064108 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a13f5445-5f41-48af-8aaa-3882c0816a33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:20.070277 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4c85fe-9061-4f70-8e50-23fe64c4c4ea None None] Network a8ab18a4-aef8-4e29-9aec-6421d8abd291 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:20.090255 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-78d23f78-8116-47c4-8830-65a27162e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:20.091574 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-78d23f78-8116-47c4-8830-65a27162e3e5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=025c78e0-2745-415a-a86b-719b99881be5 HTTP/1.1" status: 200 len: 902 time: 0.2844443 Feb 18 08:56:20.097461 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ce21bcbe-a6e4-46fd-99f0-f1621bca15ae req-0e15c345-667d-4bb1-9858-08f445b533d8 service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334819 Feb 18 08:56:20.099822 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ae9de12d-b42d-4b10-9193-12dd566758d0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:20.166770 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a13f5445-5f41-48af-8aaa-3882c0816a33 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6151974 Feb 18 08:56:20.216451 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ae9de12d-b42d-4b10-9193-12dd566758d0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:20.230416 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 8716c54f-7a24-4be6-8942-0c6374e6d6f0 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:56:20.272148 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9de12d-b42d-4b10-9193-12dd566758d0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Subnet': ['ID=e4af9294-2f5e-4623-8e58-267db92d096a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:20.285957 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ae9de12d-b42d-4b10-9193-12dd566758d0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:20.290656 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8929b817-c226-4099-ac2e-325c474e5dc6 None None] Network c56eef16-728a-4057-9662-61c80f5b5f4e requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:20.298747 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ae9de12d-b42d-4b10-9193-12dd566758d0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/e4af9294-2f5e-4623-8e58-267db92d096a HTTP/1.1" status: 204 len: 168 time: 1.0481770 Feb 18 08:56:20.299841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58114) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:20.320969 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-a398d48f-9f7e-42f5-a11c-cef14b8cccee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.69&port_id=94a20ec8-44c5-469a-81f4-9aa157ed215c HTTP/1.1" status: 200 len: 217 time: 0.2098508 Feb 18 08:56:20.364175 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-418e3c07-a52e-4756-833f-82932b9c9a77 None None] Provisioning for port 5d533476-d347-4c13-8d3e-a98ebb1ba63d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:20.473148 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:56:20.476671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-ef8b8e76-1752-4d6d-8067-095101786e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:20.479638 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-ef8b8e76-1752-4d6d-8067-095101786e3d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4ac9f8e0-44c9-4427-a6fa-8f6ee72c2fd0 HTTP/1.1" status: 200 len: 801 time: 0.1379075 Feb 18 08:56:20.497884 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:56:20.627249 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:20.651034 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port 0e514ac1-82db-445c-857c-6612f8d29e12 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:56:20.651367 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:20.679180 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 680cd8b3-1f12-4c1f-94c2-7a8ab311457d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:56:20.719885 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-418e3c07-a52e-4756-833f-82932b9c9a77 None None] Provisioning complete for port 5d533476-d347-4c13-8d3e-a98ebb1ba63d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:20.720256 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-418e3c07-a52e-4756-833f-82932b9c9a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:20.750230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-54e6e2fe-3647-448f-9e77-97d0b00b8117 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:20.789515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-54e6e2fe-3647-448f-9e77-97d0b00b8117 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Usage tracker for resource:port and tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:20.797357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-54e6e2fe-3647-448f-9e77-97d0b00b8117 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:20.815543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-54e6e2fe-3647-448f-9e77-97d0b00b8117 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:20.844851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e81e60-d030-4831-b044-4eaaaa78208a req-d636dc5f-4c38-494d-835d-ef94b564bf73 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:20.846251 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7e81e60-d030-4831-b044-4eaaaa78208a req-d636dc5f-4c38-494d-835d-ef94b564bf73 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0b9b17-95f3-4103-9966-9ee7b45f6ec2 HTTP/1.1" status: 200 len: 944 time: 0.4789379 Feb 18 08:56:20.854215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e6e2fe-3647-448f-9e77-97d0b00b8117 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Made reservation on behalf of bb7b88e07b194fc1a2e7bd1d2d15b7a9 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:20.859612 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54e6e2fe-3647-448f-9e77-97d0b00b8117 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:20.892476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-54e6e2fe-3647-448f-9e77-97d0b00b8117 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] device_id is not set on port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:56:21.035415 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] For port 0e514ac1-82db-445c-857c-6612f8d29e12, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0e514ac1-82db-445c-857c-6612f8d29e12,segment=NetworkSegment(9c43bf08-6869-4a69-9c31-5c18d546ba42),segment_id=9c43bf08-6869-4a69-9c31-5c18d546ba42)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:21.035781 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:21.178668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for 0e514ac1-82db-445c-857c-6612f8d29e12 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:56:21.258301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-54e6e2fe-3647-448f-9e77-97d0b00b8117 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Allocated IP 10.1.1.113 (789c3aa3-fe97-45e0-9cd1-97ee178ff2ea/b443beab-a13b-4525-9863-a6eb259ae31b/c2e0cbb0-82ef-4c98-a16f-e576f7a2297c) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:21.269664 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:21.306884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-378ca364-ce23-4ba1-ab23-8f5df46901a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:21.308593 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-378ca364-ce23-4ba1-ab23-8f5df46901a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=025c78e0-2745-415a-a86b-719b99881be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8197482 Feb 18 08:56:21.325910 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-418e3c07-a52e-4756-833f-82932b9c9a77 None None] Port 5d533476-d347-4c13-8d3e-a98ebb1ba63d cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:21.329872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=0e514ac1-82db-445c-857c-6612f8d29e12,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:21.335351 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No DVR routers for this DVR port 0e514ac1-82db-445c-857c-6612f8d29e12 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:56:21.412532 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c1e011-c807-4ed3-af3f-06b7a5e6dabe None None] Network a8ab18a4-aef8-4e29-9aec-6421d8abd291 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:21.477867 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:21.490586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfceedc-4c62-40c5-9c27-d29beac85fae None None] DHCP port deletion for c56eef16-728a-4057-9662-61c80f5b5f4e request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:56:21.497124 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 8716c54f-7a24-4be6-8942-0c6374e6d6f0, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=8716c54f-7a24-4be6-8942-0c6374e6d6f0,segment=NetworkSegment(273665ca-a44f-4b73-b6ca-cb0e9742a08f),segment_id=273665ca-a44f-4b73-b6ca-cb0e9742a08f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:21.507324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56eef16-728a-4057-9662-61c80f5b5f4e']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:21.524674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c43bf08-6869-4a69-9c31-5c18d546ba42') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:21.524972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c43bf08-6869-4a69-9c31-5c18d546ba42') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:21.532800 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '8716c54f-7a24-4be6-8942-0c6374e6d6f0', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'port_id': '8716c54f-7a24-4be6-8942-0c6374e6d6f0', 'mac_address': 'fa:16:3e:a4:d8:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:56:21.538681 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:21.543878 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 680cd8b3-1f12-4c1f-94c2-7a8ab311457d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:21.544237 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:21.556613 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:21.564742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:56:21.565349 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:56:21.580399 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:56:21.693476 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7e81e60-d030-4831-b044-4eaaaa78208a req-3fdea813-baa9-4bdd-9a34-c005103550fc tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8134921 Feb 18 08:56:21.754211 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:21.783354 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8716c54f-7a24-4be6-8942-0c6374e6d6f0 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:56:21.820195 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:21.823874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-dc6a04f1-d614-4981-97d7-64a16074d5ab service neutron] 10.222.0.81 "GET /v2.0/networks/025c78e0-2745-415a-a86b-719b99881be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796150 Feb 18 08:56:21.834607 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 8716c54f-7a24-4be6-8942-0c6374e6d6f0, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=8716c54f-7a24-4be6-8942-0c6374e6d6f0,segment=NetworkSegment(273665ca-a44f-4b73-b6ca-cb0e9742a08f),segment_id=273665ca-a44f-4b73-b6ca-cb0e9742a08f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:21.850804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eaa9e-91ff-4fd3-876e-c68a106a0a9f req-c98f7f0b-93d5-43a3-ad40-8155be0470f8 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:21.855641 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:21.856909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eaa9e-91ff-4fd3-876e-c68a106a0a9f req-c98f7f0b-93d5-43a3-ad40-8155be0470f8 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:21.863750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eaa9e-91ff-4fd3-876e-c68a106a0a9f req-c98f7f0b-93d5-43a3-ad40-8155be0470f8 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:21.865429 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ee1eaa9e-91ff-4fd3-876e-c68a106a0a9f req-c98f7f0b-93d5-43a3-ad40-8155be0470f8 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2412 time: 0.8961139 Feb 18 08:56:21.888506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Network': ['ID=c56eef16-728a-4057-9662-61c80f5b5f4e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:21.912111 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:21.917079 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3ba7f16d-1788-4a26-a08c-3c068529cef8 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/networks/c56eef16-728a-4057-9662-61c80f5b5f4e HTTP/1.1" status: 204 len: 168 time: 1.6152301 Feb 18 08:56:21.918166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58142) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:21.997507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7d436c-509a-418e-a4f4-e17e7ab616ce tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:21.998450 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4e7d436c-509a-418e-a4f4-e17e7ab616ce tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Synchronizing usage tracker for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:56:22.011719 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=8716c54f-7a24-4be6-8942-0c6374e6d6f0,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:22.021292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4e7d436c-509a-418e-a4f4-e17e7ab616ce tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Unset dirty status for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:56:22.022469 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4e7d436c-509a-418e-a4f4-e17e7ab616ce tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports/9f27f89d-2fff-485a-8722-44eeb34edd47 HTTP/1.1" status: 200 len: 843 time: 0.1033125 Feb 18 08:56:22.026246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58146) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:22.096886 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-009a2937-5a3e-40d6-8b88-aaf8e9a9b308 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports/9f27f89d-2fff-485a-8722-44eeb34edd47?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0662367 Feb 18 08:56:22.097100 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58150) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:22.102499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0ac072d3-ab0d-4c95-860a-c7e1b642551c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'subnet': {'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:22.134471 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ee1eaa9e-91ff-4fd3-876e-c68a106a0a9f req-5911b3dc-ff70-4bd9-b565-25a124e9c326 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472131 Feb 18 08:56:22.156479 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54e6e2fe-3647-448f-9e77-97d0b00b8117 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:22.216851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0ac072d3-ab0d-4c95-860a-c7e1b642551c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:22.221288 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0ac072d3-ab0d-4c95-860a-c7e1b642551c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:subnet and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:22.224284 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0ac072d3-ab0d-4c95-860a-c7e1b642551c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:22.228845 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-54e6e2fe-3647-448f-9e77-97d0b00b8117 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Transition to ACTIVE for port object c2e0cbb0-82ef-4c98-a16f-e576f7a2297c will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:22.230283 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0ac072d3-ab0d-4c95-860a-c7e1b642551c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:22.241113 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac072d3-ab0d-4c95-860a-c7e1b642551c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:22.243279 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-cb8382f9-76ed-45a3-8872-7f49b4efb14b service neutron] 10.222.0.81 "GET /v2.0/networks/025c78e0-2745-415a-a86b-719b99881be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030321 Feb 18 08:56:22.244875 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ac072d3-ab0d-4c95-860a-c7e1b642551c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:22.251729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-b130e7d3-3d69-4c7a-b5c2-360bd1ad4b53 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:22.253222 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-b130e7d3-3d69-4c7a-b5c2-360bd1ad4b53 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/networks?id=24de8156-b76b-4ca6-a529-08ff53a8aead HTTP/1.1" status: 200 len: 824 time: 0.3588247 Feb 18 08:56:22.263398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['8716c54f-7a24-4be6-8942-0c6374e6d6f0'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:56:22.364856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-c9ff8670-cc6c-485d-ac52-acc3d300ddfa tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/quotas/94ed26cfefbf4e0e8f88cf30703ec55d HTTP/1.1" status: 200 len: 375 time: 0.0651312 Feb 18 08:56:22.414203 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 94a20ec8-44c5-469a-81f4-9aa157ed215c details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:56:22.439903 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-51cbf536-b73e-402d-bae8-6236e70904db tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=94ed26cfefbf4e0e8f88cf30703ec55d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686219 Feb 18 08:56:22.538884 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54e6e2fe-3647-448f-9e77-97d0b00b8117 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:22.564553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0e514ac1-82db-445c-857c-6612f8d29e12 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:56:22.574471 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ac072d3-ab0d-4c95-860a-c7e1b642551c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:22.609402 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 0e514ac1-82db-445c-857c-6612f8d29e12 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:56:22.609750 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0e514ac1-82db-445c-857c-6612f8d29e12 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:56:22.635506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac072d3-ab0d-4c95-860a-c7e1b642551c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:22.638567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-0ac072d3-ab0d-4c95-860a-c7e1b642551c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:22.647337 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac072d3-ab0d-4c95-860a-c7e1b642551c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:22.647926 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ac072d3-ab0d-4c95-860a-c7e1b642551c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:22.655032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe66be2-6c27-43e0-bacf-7e5e406c5f18 req-1c5d5b6c-d1f5-4ee7-b16f-87adba36464d tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:22.660821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bb16ec-f0b6-485a-a8e6-bd691803a4ec None None] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:22.665253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac072d3-ab0d-4c95-860a-c7e1b642551c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Subnet': ['ID=1f28ba72-e902-4cd1-8cd3-2f94305c3e99,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:22.665682 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebe66be2-6c27-43e0-bacf-7e5e406c5f18 req-1c5d5b6c-d1f5-4ee7-b16f-87adba36464d tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.4113684 Feb 18 08:56:22.685256 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0ac072d3-ab0d-4c95-860a-c7e1b642551c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5870039 Feb 18 08:56:22.688309 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58156) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:22.696659 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1ab79770-2566-4d3f-be8e-e4ced38fcc06 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'security_group': {'name': 'tempest-secgroup-1183654209'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:22.697446 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e6e2fe-3647-448f-9e77-97d0b00b8117 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:22.703651 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1ab79770-2566-4d3f-be8e-e4ced38fcc06 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:22.708328 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1ab79770-2566-4d3f-be8e-e4ced38fcc06 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:security_group and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:22.710895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-5b3ca54f-6596-4dd1-97f6-3c6bde1a6df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:22.711446 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-5b3ca54f-6596-4dd1-97f6-3c6bde1a6df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:22.711918 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-5b3ca54f-6596-4dd1-97f6-3c6bde1a6df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:22.712147 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1ab79770-2566-4d3f-be8e-e4ced38fcc06 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:22.713668 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-5b3ca54f-6596-4dd1-97f6-3c6bde1a6df7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=96f9ab7aca9f4ebb9b0d991d4090bfbe&device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2865 time: 0.4130197 Feb 18 08:56:22.714654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-54e6e2fe-3647-448f-9e77-97d0b00b8117 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:22.719383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1ab79770-2566-4d3f-be8e-e4ced38fcc06 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:22.731354 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e6e2fe-3647-448f-9e77-97d0b00b8117 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:22.741217 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab79770-2566-4d3f-be8e-e4ced38fcc06 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:22.768613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1ab79770-2566-4d3f-be8e-e4ced38fcc06 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:22.773007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1ab79770-2566-4d3f-be8e-e4ced38fcc06 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:security_group_rule and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:22.776042 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 94a20ec8-44c5-469a-81f4-9aa157ed215c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=94a20ec8-44c5-469a-81f4-9aa157ed215c,segment=NetworkSegment(d54c661b-cc62-40d6-a7b1-65a180134b53),segment_id=d54c661b-cc62-40d6-a7b1-65a180134b53)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:22.777541 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1ab79770-2566-4d3f-be8e-e4ced38fcc06 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:22.785074 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1ab79770-2566-4d3f-be8e-e4ced38fcc06 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:22.798703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '94a20ec8-44c5-469a-81f4-9aa157ed215c', 'network_id': '025c78e0-2745-415a-a86b-719b99881be5', 'port_id': '94a20ec8-44c5-469a-81f4-9aa157ed215c', 'mac_address': 'fa:16:3e:71:49:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac9f8e0-44c9-4427-a6fa-8f6ee72c2fd0', 'ip_address': '19.86.0.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:56:22.832559 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6e2fe-3647-448f-9e77-97d0b00b8117 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event updated for resources: {'Port': ['ID=c2e0cbb0-82ef-4c98-a16f-e576f7a2297c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:22.963683 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab79770-2566-4d3f-be8e-e4ced38fcc06 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:22.973884 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab79770-2566-4d3f-be8e-e4ced38fcc06 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:22.988556 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebe66be2-6c27-43e0-bacf-7e5e406c5f18 req-8e44acf1-9338-40a2-83e9-7ca14005adfc tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216884 Feb 18 08:56:23.006887 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:23.014387 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-5444dd3f-03eb-431b-9e27-70c862fe335a service neutron] 10.222.0.72 "GET /v2.0/networks/24de8156-b76b-4ca6-a529-08ff53a8aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612111 Feb 18 08:56:23.049593 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab79770-2566-4d3f-be8e-e4ced38fcc06 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c652790-0fbc-4058-a667-e08dbe3da83e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:23.052035 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab79770-2566-4d3f-be8e-e4ced38fcc06 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:23.053255 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1ab79770-2566-4d3f-be8e-e4ced38fcc06 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3634808 Feb 18 08:56:23.055987 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58166) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:23.060986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-3a777e8f-f671-4d87-b458-93290b6bb288 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'security_group': {'name': 'tempest-secgroup-324592219'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:23.075400 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a20ec8-44c5-469a-81f4-9aa157ed215c {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:56:23.077973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3a777e8f-f671-4d87-b458-93290b6bb288 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:23.085144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3a777e8f-f671-4d87-b458-93290b6bb288 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:security_group and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:23.093692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3a777e8f-f671-4d87-b458-93290b6bb288 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:23.104794 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3a777e8f-f671-4d87-b458-93290b6bb288 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:23.120797 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3a777e8f-f671-4d87-b458-93290b6bb288 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:23.160781 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 94a20ec8-44c5-469a-81f4-9aa157ed215c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=94a20ec8-44c5-469a-81f4-9aa157ed215c,segment=NetworkSegment(d54c661b-cc62-40d6-a7b1-65a180134b53),segment_id=d54c661b-cc62-40d6-a7b1-65a180134b53)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:23.183711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3a777e8f-f671-4d87-b458-93290b6bb288 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:23.189346 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:23.190495 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 7264e1a4-6f42-416f-a240-6f911647238b details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:56:23.191283 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3a777e8f-f671-4d87-b458-93290b6bb288 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:security_group_rule and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:23.193901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58172) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:23.196821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3a777e8f-f671-4d87-b458-93290b6bb288 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:23.207422 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3a777e8f-f671-4d87-b458-93290b6bb288 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:23.240496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e6e2fe-3647-448f-9e77-97d0b00b8117 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:23.241063 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54e6e2fe-3647-448f-9e77-97d0b00b8117 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:23.276901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1ee919b6-19d5-43ea-bb2e-a2be772cebe2 None None] Provisioning for port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:23.286357 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=94a20ec8-44c5-469a-81f4-9aa157ed215c,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:23.307294 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1ee919b6-19d5-43ea-bb2e-a2be772cebe2 None None] Provisioning complete for port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:23.307658 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1ee919b6-19d5-43ea-bb2e-a2be772cebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:23.354402 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3a777e8f-f671-4d87-b458-93290b6bb288 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:23.363192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-0eca20dc-74bd-4809-8456-8c0bface3f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:23.364715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-0eca20dc-74bd-4809-8456-8c0bface3f4c service neutron] 10.222.0.81 "GET /v2.0/networks?id=c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd HTTP/1.1" status: 200 len: 901 time: 0.5900092 Feb 18 08:56:23.369524 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-54e6e2fe-3647-448f-9e77-97d0b00b8117 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4070845 Feb 18 08:56:23.371301 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3a777e8f-f671-4d87-b458-93290b6bb288 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:23.441819 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3a777e8f-f671-4d87-b458-93290b6bb288 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:23.443402 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3a777e8f-f671-4d87-b458-93290b6bb288 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3865035 Feb 18 08:56:23.447692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1ee919b6-19d5-43ea-bb2e-a2be772cebe2 None None] Port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:23.451847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58180) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:23.462187 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-def9be59-ad96-4e2a-a7f2-93a55b2c4d02 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1184880561', 'security_groups': ['6d5926bb-b482-4bae-ac9f-b96eb86d0931'], 'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1f28ba72-e902-4cd1-8cd3-2f94305c3e99'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:23.466062 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-aec70088-0b14-4ac5-af74-576b282264cb service neutron] 10.222.0.72 "GET /v2.0/networks/24de8156-b76b-4ca6-a529-08ff53a8aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153173 Feb 18 08:56:23.467320 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-1303e681-9586-4190-94dd-a54202168589 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=68e47a38-bb1c-4027-aefb-7902589655a7 HTTP/1.1" status: 200 len: 217 time: 0.0924158 Feb 18 08:56:23.481758 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab058ff9-222a-4674-92d7-a1e174e2f1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:23.491229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a777e8f-f671-4d87-b458-93290b6bb288 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5926bb-b482-4bae-ac9f-b96eb86d0931,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:23.492052 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 7264e1a4-6f42-416f-a240-6f911647238b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7264e1a4-6f42-416f-a240-6f911647238b,segment=NetworkSegment(e5986649-e503-4ace-8d32-b0cf224871a9),segment_id=e5986649-e503-4ace-8d32-b0cf224871a9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:23.500744 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-0cf6d681-b525-4d3f-bd81-65cd1fb74f08', 'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08', 'tenant_id': '67cb21ecbd774b45944266432be4f095', 'fixed_ips': [{'subnet_id': '1f28ba72-e902-4cd1-8cd3-2f94305c3e99'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:56:23.501368 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:23.524074 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '7264e1a4-6f42-416f-a240-6f911647238b', 'network_id': 'c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd', 'port_id': '7264e1a4-6f42-416f-a240-6f911647238b', 'mac_address': 'fa:16:3e:61:f4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4baf66-19b3-468e-b0d1-a4d9288001f5', 'ip_address': '19.80.0.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:56:23.538819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-8915c4bc-8bcc-47c7-b036-0420e9c65663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:23.540180 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-8915c4bc-8bcc-47c7-b036-0420e9c65663 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b4baf66-19b3-468e-b0d1-a4d9288001f5 HTTP/1.1" status: 200 len: 801 time: 0.0662160 Feb 18 08:56:23.587282 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b030f4c-64c8-474c-9c92-1f4489d2b6e8 req-70028dd5-708a-41e9-b976-1cda9f60038b tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:23.588049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-0b030f4c-64c8-474c-9c92-1f4489d2b6e8 req-70028dd5-708a-41e9-b976-1cda9f60038b tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Synchronizing usage tracker for tenant:07a37fcb692a481a8b32c3cc5e76d9b8 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:56:23.595385 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ab058ff9-222a-4674-92d7-a1e174e2f1aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:23.606743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ab058ff9-222a-4674-92d7-a1e174e2f1aa admin admin] Usage tracker for resource:security_group_rule and tenant:62e71c51e3ab4588831b3b070073da67 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:23.622271 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ab058ff9-222a-4674-92d7-a1e174e2f1aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:23.636612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ab058ff9-222a-4674-92d7-a1e174e2f1aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:23.659699 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-0b030f4c-64c8-474c-9c92-1f4489d2b6e8 req-70028dd5-708a-41e9-b976-1cda9f60038b tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Unset dirty status for tenant:07a37fcb692a481a8b32c3cc5e76d9b8 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:56:23.660916 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0b030f4c-64c8-474c-9c92-1f4489d2b6e8 req-70028dd5-708a-41e9-b976-1cda9f60038b tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.61 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.3935997 Feb 18 08:56:23.668531 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:23.726097 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7264e1a4-6f42-416f-a240-6f911647238b {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:56:23.768699 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-def9be59-ad96-4e2a-a7f2-93a55b2c4d02 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:23.783584 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 7264e1a4-6f42-416f-a240-6f911647238b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7264e1a4-6f42-416f-a240-6f911647238b,segment=NetworkSegment(e5986649-e503-4ace-8d32-b0cf224871a9),segment_id=e5986649-e503-4ace-8d32-b0cf224871a9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:23.795322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-def9be59-ad96-4e2a-a7f2-93a55b2c4d02 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:23.803633 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:23.836457 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-0b030f4c-64c8-474c-9c92-1f4489d2b6e8 req-cff0a709-4c57-4835-905b-6ed8942c0f77 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Deleting port 9b3734ae-da53-44f8-a43d-9f5e47bda382 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:56:23.836921 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-0b030f4c-64c8-474c-9c92-1f4489d2b6e8 req-cff0a709-4c57-4835-905b-6ed8942c0f77 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:23.845147 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Allocated IP 2001:db8::2 (0cf6d681-b525-4d3f-bd81-65cd1fb74f08/1f28ba72-e902-4cd1-8cd3-2f94305c3e99/33d174db-720d-42ae-a1b9-979d43e2a7cb) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:23.908653 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def9be59-ad96-4e2a-a7f2-93a55b2c4d02 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:23.937483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805e967-170c-4ddb-a2a6-d6e78ae4696f req-2be3f627-8627-478e-bc2c-36e1a4e0722c tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:23.943879 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6805e967-170c-4ddb-a2a6-d6e78ae4696f req-2be3f627-8627-478e-bc2c-36e1a4e0722c tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0b9b17-95f3-4103-9966-9ee7b45f6ec2 HTTP/1.1" status: 200 len: 945 time: 0.7080123 Feb 18 08:56:23.978010 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=7264e1a4-6f42-416f-a240-6f911647238b,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:24.036957 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6805e967-170c-4ddb-a2a6-d6e78ae4696f req-37e679a6-bf92-443f-887e-3c8dbcf7d972 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838032 Feb 18 08:56:24.077487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-58591072-d0ad-41d9-b5a2-a49114040149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:24.083938 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-58591072-d0ad-41d9-b5a2-a49114040149 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5321071 Feb 18 08:56:24.120208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e1518-44f9-4210-b752-18c8b8129d62 req-2ee1e9b7-adbf-4d44-8de8-6e743df40705 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:24.127393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e1518-44f9-4210-b752-18c8b8129d62 req-2ee1e9b7-adbf-4d44-8de8-6e743df40705 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:24.135299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e1518-44f9-4210-b752-18c8b8129d62 req-2ee1e9b7-adbf-4d44-8de8-6e743df40705 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:24.136838 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab058ff9-222a-4674-92d7-a1e174e2f1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:24.137559 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb5e1518-44f9-4210-b752-18c8b8129d62 req-2ee1e9b7-adbf-4d44-8de8-6e743df40705 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2414 time: 0.3147168 Feb 18 08:56:24.166366 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['7264e1a4-6f42-416f-a240-6f911647238b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:56:24.174499 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab058ff9-222a-4674-92d7-a1e174e2f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:24.193892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 8716c54f-7a24-4be6-8942-0c6374e6d6f0 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:56:24.276188 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb5e1518-44f9-4210-b752-18c8b8129d62 req-097efd25-8418-4472-9e6d-efa86b498f59 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311035 Feb 18 08:56:24.352916 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-b31ebd03-95e9-404b-a087-2e17e20faa33 service neutron] 10.222.0.81 "GET /v2.0/networks/c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665989 Feb 18 08:56:24.366447 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:24.387371 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Transition to ACTIVE for port object 33d174db-720d-42ae-a1b9-979d43e2a7cb will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:24.417105 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 68e47a38-bb1c-4027-aefb-7902589655a7 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:56:24.448472 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ab058ff9-222a-4674-92d7-a1e174e2f1aa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=62e71c51e3ab4588831b3b070073da67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2531931 Feb 18 08:56:24.451699 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Transition to ACTIVE for port object 33d174db-720d-42ae-a1b9-979d43e2a7cb will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:24.456513 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58196) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:24.459896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ecf8abd-bc19-4971-9147-b5607112daee req-121dec40-f103-43d0-80dd-3229037ddb6b tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/ports?device_id=144b622c-28dd-411f-adc1-12dce2780e50 HTTP/1.1" status: 200 len: 210 time: 0.1047533 Feb 18 08:56:24.462726 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-def9be59-ad96-4e2a-a7f2-93a55b2c4d02 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:24.478470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 8716c54f-7a24-4be6-8942-0c6374e6d6f0 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:24.597717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58200) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:24.646273 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab058ff9-222a-4674-92d7-a1e174e2f1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e189e976-270c-4a0b-8a04-bdc076a584e8,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:24.658054 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-aaf0a6c3-487f-41cd-8e89-4e22782f387d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--32824085', 'description': 'tempest-description--603834081'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:24.663530 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 8716c54f-7a24-4be6-8942-0c6374e6d6f0 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:24.664694 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:24.682773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-0b030f4c-64c8-474c-9c92-1f4489d2b6e8 req-cff0a709-4c57-4835-905b-6ed8942c0f77 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] For port 9b3734ae-da53-44f8-a43d-9f5e47bda382, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9b3734ae-da53-44f8-a43d-9f5e47bda382,segment=NetworkSegment(dee93385-4765-4e34-bd95-6b2c9909aed9),segment_id=dee93385-4765-4e34-bd95-6b2c9909aed9)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:24.683218 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-0b030f4c-64c8-474c-9c92-1f4489d2b6e8 req-cff0a709-4c57-4835-905b-6ed8942c0f77 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:24.693023 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a25854b-e6cf-4e44-8e42-dc7cb5cf4037 req-21e37e43-b6b8-4751-b94d-0d37dee5bc4d service neutron] 10.222.0.81 "GET /v2.0/networks/c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041990 Feb 18 08:56:24.721394 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:24.732465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f102ee5-b9f3-43c2-8754-4f5c78982dc5 req-3b455410-d2a2-4ef1-999e-2c1167aca208 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:24.740846 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f102ee5-b9f3-43c2-8754-4f5c78982dc5 req-3b455410-d2a2-4ef1-999e-2c1167aca208 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 946 time: 0.1141448 Feb 18 08:56:24.794750 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f102ee5-b9f3-43c2-8754-4f5c78982dc5 req-98936777-737f-437d-8b90-03615f6b71a2 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510759 Feb 18 08:56:24.814559 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-aaf0a6c3-487f-41cd-8e89-4e22782f387d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:24.817189 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-def9be59-ad96-4e2a-a7f2-93a55b2c4d02 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] device_id is not set on port 22f8e772-0c0e-4aea-a0d7-871a1bcf5487 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:56:24.864008 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-aaf0a6c3-487f-41cd-8e89-4e22782f387d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Usage tracker for resource:security_group and tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:24.870752 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-aaf0a6c3-487f-41cd-8e89-4e22782f387d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:24.881201 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:24.887979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 68e47a38-bb1c-4027-aefb-7902589655a7, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=68e47a38-bb1c-4027-aefb-7902589655a7,segment=NetworkSegment(e5986649-e503-4ace-8d32-b0cf224871a9),segment_id=e5986649-e503-4ace-8d32-b0cf224871a9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:24.896209 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:24.899080 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:24.953740 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '68e47a38-bb1c-4027-aefb-7902589655a7', 'network_id': 'c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd', 'port_id': '68e47a38-bb1c-4027-aefb-7902589655a7', 'mac_address': 'fa:16:3e:62:56:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4baf66-19b3-468e-b0d1-a4d9288001f5', 'ip_address': '19.80.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:56:24.962190 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Pushing event updated for resources: {'Port': ['ID=33d174db-720d-42ae-a1b9-979d43e2a7cb,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:24.997203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-aaf0a6c3-487f-41cd-8e89-4e22782f387d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:25.006141 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-0b030f4c-64c8-474c-9c92-1f4489d2b6e8 req-cff0a709-4c57-4835-905b-6ed8942c0f77 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Calling delete_port for 9b3734ae-da53-44f8-a43d-9f5e47bda382 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:56:25.090100 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b95ec6d4-df82-4835-9e61-a65a1eebda1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:25.092187 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aaf0a6c3-487f-41cd-8e89-4e22782f387d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:25.139364 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Attempting to bind port 33d174db-720d-42ae-a1b9-979d43e2a7cb on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:56:25.140418 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Attempting to bind port 33d174db-720d-42ae-a1b9-979d43e2a7cb by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '3edcdaa0-85ed-4574-b421-97949741c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:56:25.140998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Attempting to bind port 33d174db-720d-42ae-a1b9-979d43e2a7cb on network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:56:25.163487 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:56:25.163859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Checking segment: {'id': '3edcdaa0-85ed-4574-b421-97949741c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:56:25.164278 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:25.164691 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Bound using segment: {'id': '3edcdaa0-85ed-4574-b421-97949741c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:56:25.165163 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Bound port: 33d174db-720d-42ae-a1b9-979d43e2a7cb, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edcdaa0-85ed-4574-b421-97949741c3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:56:25.165533 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:25.174173 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:25.204183 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b95ec6d4-df82-4835-9e61-a65a1eebda1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:25.228326 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-aaf0a6c3-487f-41cd-8e89-4e22782f387d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:25.243925 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e47a38-bb1c-4027-aefb-7902589655a7 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:56:25.245097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390ccc4-f565-4b9b-90eb-c8a809f0bda0 req-fc77444d-901d-439d-a292-e68d13f9f903 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:25.251297 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-aaf0a6c3-487f-41cd-8e89-4e22782f387d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Usage tracker for resource:security_group_rule and tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:25.254396 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e390ccc4-f565-4b9b-90eb-c8a809f0bda0 req-fc77444d-901d-439d-a292-e68d13f9f903 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0b9b17-95f3-4103-9966-9ee7b45f6ec2 HTTP/1.1" status: 200 len: 945 time: 0.0973220 Feb 18 08:56:25.256746 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:25.262049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-aaf0a6c3-487f-41cd-8e89-4e22782f387d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:25.266475 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['94a20ec8-44c5-469a-81f4-9aa157ed215c'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:56:25.288620 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-aaf0a6c3-487f-41cd-8e89-4e22782f387d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:25.346439 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 68e47a38-bb1c-4027-aefb-7902589655a7, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=68e47a38-bb1c-4027-aefb-7902589655a7,segment=NetworkSegment(e5986649-e503-4ace-8d32-b0cf224871a9),segment_id=e5986649-e503-4ace-8d32-b0cf224871a9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:25.400311 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:25.413659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e390ccc4-f565-4b9b-90eb-c8a809f0bda0 req-2e892ca0-f9ee-4375-940b-43a1630e8fb7 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582148 Feb 18 08:56:25.508017 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0b9b17-95f3-4103-9966-9ee7b45f6ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8716c54f-7a24-4be6-8942-0c6374e6d6f0'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:56:25.519985 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=68e47a38-bb1c-4027-aefb-7902589655a7,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:25.529679 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-def9be59-ad96-4e2a-a7f2-93a55b2c4d02 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Allocated IP 2001:db8::226 (0cf6d681-b525-4d3f-bd81-65cd1fb74f08/1f28ba72-e902-4cd1-8cd3-2f94305c3e99/22f8e772-0c0e-4aea-a0d7-871a1bcf5487) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:25.539946 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-0b030f4c-64c8-474c-9c92-1f4489d2b6e8 req-cff0a709-4c57-4835-905b-6ed8942c0f77 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:25.544202 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 8716c54f-7a24-4be6-8942-0c6374e6d6f0, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=8716c54f-7a24-4be6-8942-0c6374e6d6f0,segment=NetworkSegment(273665ca-a44f-4b73-b6ca-cb0e9742a08f),segment_id=273665ca-a44f-4b73-b6ca-cb0e9742a08f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:25.556674 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['f53573ab-8349-4259-8320-6d8ba040f11f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:56:25.592380 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:25.594450 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9b3734ae-da53-44f8-a43d-9f5e47bda382 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:56:25.608195 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b95ec6d4-df82-4835-9e61-a65a1eebda1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:25.614986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-a4996a34-76e0-4adf-bd98-39ff014071ae tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:25.617400 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-a4996a34-76e0-4adf-bd98-39ff014071ae tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.81 "GET /v2.0/networks?id=24de8156-b76b-4ca6-a529-08ff53a8aead HTTP/1.1" status: 200 len: 824 time: 0.3607194 Feb 18 08:56:25.631188 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0a709-4c57-4835-905b-6ed8942c0f77 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Pushing event deleted for resources: {'Port': ['ID=9b3734ae-da53-44f8-a43d-9f5e47bda382,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:25.632629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-0723905f-a88d-4266-afc1-7211911ca58a tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Request body: {'port': {'device_id': '144b622c-28dd-411f-adc1-12dce2780e50', 'network_id': '24de8156-b76b-4ca6-a529-08ff53a8aead', 'admin_state_up': True, 'tenant_id': '94ed26cfefbf4e0e8f88cf30703ec55d'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:25.694614 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ec6d4-df82-4835-9e61-a65a1eebda1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e189e976-270c-4a0b-8a04-bdc076a584e8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:25.703271 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 9b3734ae-da53-44f8-a43d-9f5e47bda382 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:56:25.703730 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9b3734ae-da53-44f8-a43d-9f5e47bda382 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:56:25.722639 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-48900063-5027-477f-8abc-48cc6b445564 None None] For port 33d174db-720d-42ae-a1b9-979d43e2a7cb, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:56:25.731631 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aaf0a6c3-487f-41cd-8e89-4e22782f387d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:25.761174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9124ed58-35d2-44fc-8fd7-91e09ce5469d req-c5de8b19-e574-4105-b6e0-a4aa957bf56c tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/ports?device_id=144b622c-28dd-411f-adc1-12dce2780e50 HTTP/1.1" status: 200 len: 210 time: 0.1027687 Feb 18 08:56:25.774430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811fd5a-37eb-4819-8add-0a662bde4db6 req-7f94d476-5f88-4ddb-90a8-d386b95bcdfd tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:25.774768 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aaf0a6c3-487f-41cd-8e89-4e22782f387d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:25.780889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811fd5a-37eb-4819-8add-0a662bde4db6 req-7f94d476-5f88-4ddb-90a8-d386b95bcdfd tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:25.787241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811fd5a-37eb-4819-8add-0a662bde4db6 req-7f94d476-5f88-4ddb-90a8-d386b95bcdfd tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:25.788520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1811fd5a-37eb-4819-8add-0a662bde4db6 req-7f94d476-5f88-4ddb-90a8-d386b95bcdfd tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2415 time: 0.3711302 Feb 18 08:56:25.802138 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-48900063-5027-477f-8abc-48cc6b445564 None None] For port 33d174db-720d-42ae-a1b9-979d43e2a7cb, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=33d174db-720d-42ae-a1b9-979d43e2a7cb,segment=NetworkSegment(3edcdaa0-85ed-4574-b421-97949741c3d9),segment_id=3edcdaa0-85ed-4574-b421-97949741c3d9)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:56:25.840829 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:25.853943 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=8716c54f-7a24-4be6-8942-0c6374e6d6f0,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:25.881144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b030f4c-64c8-474c-9c92-1f4489d2b6e8 req-cff0a709-4c57-4835-905b-6ed8942c0f77 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] No DVR routers for this DVR port 9b3734ae-da53-44f8-a43d-9f5e47bda382 on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:56:25.887467 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1811fd5a-37eb-4819-8add-0a662bde4db6 req-c35e2487-22d6-4b8e-8b70-45eae3b1a4e7 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841665 Feb 18 08:56:25.888040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-0723905f-a88d-4266-afc1-7211911ca58a tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:25.892745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-0723905f-a88d-4266-afc1-7211911ca58a tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Usage tracker for resource:port and tenant:94ed26cfefbf4e0e8f88cf30703ec55d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:25.896259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-0723905f-a88d-4266-afc1-7211911ca58a tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:25.920098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-0723905f-a88d-4266-afc1-7211911ca58a tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:25.939856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-0723905f-a88d-4266-afc1-7211911ca58a tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Made reservation on behalf of 94ed26cfefbf4e0e8f88cf30703ec55d for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:25.943447 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-0723905f-a88d-4266-afc1-7211911ca58a tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:25.960028 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0b9b17-95f3-4103-9966-9ee7b45f6ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8716c54f-7a24-4be6-8942-0c6374e6d6f0', 'code': 200} Feb 18 08:56:25.969201 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['68e47a38-bb1c-4027-aefb-7902589655a7'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:56:25.993170 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-0b030f4c-64c8-474c-9c92-1f4489d2b6e8 req-cff0a709-4c57-4835-905b-6ed8942c0f77 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:26.003818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16811921-b214-4128-b674-4abd608acd62', 'name': 'network-vif-deleted', 'tag': '9b3734ae-da53-44f8-a43d-9f5e47bda382'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:56:26.041568 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0b030f4c-64c8-474c-9c92-1f4489d2b6e8 req-cff0a709-4c57-4835-905b-6ed8942c0f77 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.61 "DELETE /v2.0/ports/9b3734ae-da53-44f8-a43d-9f5e47bda382 HTTP/1.1" status: 204 len: 173 time: 2.3655252 Feb 18 08:56:26.048884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0a6c3-487f-41cd-8e89-4e22782f387d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f669f159-2d75-41d6-8b3b-f28636bc77b0,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:26.054447 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b95ec6d4-df82-4835-9e61-a65a1eebda1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:26.055734 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b95ec6d4-df82-4835-9e61-a65a1eebda1d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e189e976-270c-4a0b-8a04-bdc076a584e8 HTTP/1.1" status: 204 len: 168 time: 1.5702269 Feb 18 08:56:26.065864 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aaf0a6c3-487f-41cd-8e89-4e22782f387d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:26.067085 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-aaf0a6c3-487f-41cd-8e89-4e22782f387d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4223022 Feb 18 08:56:26.070333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58220) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:26.104764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-71ca7273-c43a-434e-853b-3674f4a26d8f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Request body: {'security_group_rule': {'security_group_id': 'f669f159-2d75-41d6-8b3b-f28636bc77b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:26.113697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-71ca7273-c43a-434e-853b-3674f4a26d8f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:26.136096 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-71ca7273-c43a-434e-853b-3674f4a26d8f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Usage tracker for resource:security_group_rule and tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:26.139982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-71ca7273-c43a-434e-853b-3674f4a26d8f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:26.146000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-71ca7273-c43a-434e-853b-3674f4a26d8f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:26.157948 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16811921-b214-4128-b674-4abd608acd62', 'name': 'network-vif-deleted', 'tag': '9b3734ae-da53-44f8-a43d-9f5e47bda382', 'status': 'completed', 'code': 200} Feb 18 08:56:26.193558 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71ca7273-c43a-434e-853b-3674f4a26d8f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:26.215703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fe85959-4e02-49c7-8eb3-219725e0621d req-f148d45e-12a3-4997-bacc-00139e86a266 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=16811921-b214-4128-b674-4abd608acd62 HTTP/1.1" status: 200 len: 210 time: 0.1387510 Feb 18 08:56:26.244026 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-def9be59-ad96-4e2a-a7f2-93a55b2c4d02 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:26.281380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48900063-5027-477f-8abc-48cc6b445564 None None] Pushing event updated for resources: {'Port': ['ID=33d174db-720d-42ae-a1b9-979d43e2a7cb,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:26.283758 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-def9be59-ad96-4e2a-a7f2-93a55b2c4d02 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Transition to ACTIVE for port object 22f8e772-0c0e-4aea-a0d7-871a1bcf5487 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:26.325050 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71ca7273-c43a-434e-853b-3674f4a26d8f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:26.338499 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71ca7273-c43a-434e-853b-3674f4a26d8f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:26.376118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca7273-c43a-434e-853b-3674f4a26d8f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8627f767-df0a-4b1f-9ac2-9591e560c61f,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:26.392505 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71ca7273-c43a-434e-853b-3674f4a26d8f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:26.397161 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-71ca7273-c43a-434e-853b-3674f4a26d8f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3259022 Feb 18 08:56:26.398098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58226) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:26.401352 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-def9be59-ad96-4e2a-a7f2-93a55b2c4d02 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:26.406038 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ff2131e2-6c11-403f-8631-12adc88359bd tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Request body: {'security_group_rule': {'security_group_id': 'f669f159-2d75-41d6-8b3b-f28636bc77b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:26.411152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-0723905f-a88d-4266-afc1-7211911ca58a tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Allocated IP 172.20.0.11 (24de8156-b76b-4ca6-a529-08ff53a8aead/be80f9cd-0b22-4266-a3c5-c7f51d2b954c/50b8f8b3-717c-4bad-a390-45cc8b8acd51) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:26.412092 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 7264e1a4-6f42-416f-a240-6f911647238b up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:56:26.445127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805795d-3d36-4912-af50-f1adb8d738a9 req-2775e6f2-4d14-4a5a-8677-f85dcfe1b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:26.446688 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d805795d-3d36-4912-af50-f1adb8d738a9 req-2775e6f2-4d14-4a5a-8677-f85dcfe1b551 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7b0b9b17-95f3-4103-9966-9ee7b45f6ec2 HTTP/1.1" status: 200 len: 1097 time: 0.4816027 Feb 18 08:56:26.519350 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ff2131e2-6c11-403f-8631-12adc88359bd tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:26.564791 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ff2131e2-6c11-403f-8631-12adc88359bd tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Usage tracker for resource:security_group_rule and tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:26.582818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ff2131e2-6c11-403f-8631-12adc88359bd tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:26.618234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def9be59-ad96-4e2a-a7f2-93a55b2c4d02 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:26.623726 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ff2131e2-6c11-403f-8631-12adc88359bd tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:26.631444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-def9be59-ad96-4e2a-a7f2-93a55b2c4d02 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:26.642467 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def9be59-ad96-4e2a-a7f2-93a55b2c4d02 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:26.647926 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def9be59-ad96-4e2a-a7f2-93a55b2c4d02 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:26.652119 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 7264e1a4-6f42-416f-a240-6f911647238b completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:26.659663 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-def9be59-ad96-4e2a-a7f2-93a55b2c4d02 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:26.678371 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d805795d-3d36-4912-af50-f1adb8d738a9 req-bb7792dc-09ef-4884-b319-4614ee3645eb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245996 Feb 18 08:56:26.694419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9be59-ad96-4e2a-a7f2-93a55b2c4d02 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=22f8e772-0c0e-4aea-a0d7-871a1bcf5487,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:26.703671 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 7264e1a4-6f42-416f-a240-6f911647238b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:26.704045 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:26.737360 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff2131e2-6c11-403f-8631-12adc88359bd tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:26.769200 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-def9be59-ad96-4e2a-a7f2-93a55b2c4d02 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3118472 Feb 18 08:56:26.860685 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff2131e2-6c11-403f-8631-12adc88359bd tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:26.861714 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58238) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:26.870768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a3d83cb4-7b9c-44bd-9234-c254e9c4725b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'subnet': {'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:26.986020 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff2131e2-6c11-403f-8631-12adc88359bd tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:27.024385 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:27.039493 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2131e2-6c11-403f-8631-12adc88359bd tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cec59ad-e047-41a3-8803-28c930130968,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:27.054861 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff2131e2-6c11-403f-8631-12adc88359bd tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:27.059032 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ff2131e2-6c11-403f-8631-12adc88359bd tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6571045 Feb 18 08:56:27.062125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58250) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:27.087980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:27.088411 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 7264e1a4-6f42-416f-a240-6f911647238b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7264e1a4-6f42-416f-a240-6f911647238b,segment=NetworkSegment(e5986649-e503-4ace-8d32-b0cf224871a9),segment_id=e5986649-e503-4ace-8d32-b0cf224871a9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:27.096855 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:27.126183 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a3d83cb4-7b9c-44bd-9234-c254e9c4725b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:27.130416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a3d83cb4-7b9c-44bd-9234-c254e9c4725b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:subnet and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:27.133983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a3d83cb4-7b9c-44bd-9234-c254e9c4725b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:27.142716 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a3d83cb4-7b9c-44bd-9234-c254e9c4725b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:27.164876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:27.174657 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d83cb4-7b9c-44bd-9234-c254e9c4725b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:27.184043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=7264e1a4-6f42-416f-a240-6f911647238b,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:27.187948 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3d83cb4-7b9c-44bd-9234-c254e9c4725b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:27.190179 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5a6919d-745e-47a7-9403-11dadb1a5dac req-3622d9a4-f5e2-4838-a525-7ce9c5c181d6 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/ports?device_id=144b622c-28dd-411f-adc1-12dce2780e50 HTTP/1.1" status: 200 len: 210 time: 0.1287894 Feb 18 08:56:27.193555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Usage tracker for resource:floatingip and tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:27.208959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:27.228430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:27.268146 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:27.425873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8b8db-fb32-4e8e-89e3-505b5704aa83 req-c1a4831f-1f13-4209-ac12-d9ee6d3a8f59 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:27.433232 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2f8b8db-fb32-4e8e-89e3-505b5704aa83 req-c1a4831f-1f13-4209-ac12-d9ee6d3a8f59 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0b9b17-95f3-4103-9966-9ee7b45f6ec2 HTTP/1.1" status: 200 len: 946 time: 0.8108110 Feb 18 08:56:27.437505 n-d-829434-1 neutron-server[87767]: INFO neutron.db.ipam_backend_mixin [None req-a3d83cb4-7b9c-44bd-9234-c254e9c4725b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f28ba72-e902-4cd1-8cd3-2f94305c3e99 (CIDR: 2001:db8::/64) Feb 18 08:56:27.443044 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d83cb4-7b9c-44bd-9234-c254e9c4725b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 08:56:27.443997 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d83cb4-7b9c-44bd-9234-c254e9c4725b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 08:56:27.466590 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-0723905f-a88d-4266-afc1-7211911ca58a tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:27.477485 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a3d83cb4-7b9c-44bd-9234-c254e9c4725b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6144779 Feb 18 08:56:27.478383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58268) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:27.486344 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-809cbac9-e70c-472a-8f82-1594cae6b192 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'subnet': {'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:27.536926 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2f8b8db-fb32-4e8e-89e3-505b5704aa83 req-0b275705-1325-47c5-a210-68c55e5cd46c tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026952 Feb 18 08:56:27.673096 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-0723905f-a88d-4266-afc1-7211911ca58a tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:27.794971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30903f-026d-40fe-b66f-6caa0345143d req-ae0e5613-c15f-4af3-925b-39b12f493130 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:27.801592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30903f-026d-40fe-b66f-6caa0345143d req-ae0e5613-c15f-4af3-925b-39b12f493130 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:27.807699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30903f-026d-40fe-b66f-6caa0345143d req-ae0e5613-c15f-4af3-925b-39b12f493130 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:27.809321 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f30903f-026d-40fe-b66f-6caa0345143d req-ae0e5613-c15f-4af3-925b-39b12f493130 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2416 time: 0.2712207 Feb 18 08:56:27.851455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-0723905f-a88d-4266-afc1-7211911ca58a tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Network 24de8156-b76b-4ca6-a529-08ff53a8aead is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:27.855091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723905f-a88d-4266-afc1-7211911ca58a tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Pushing event updated for resources: {'Port': ['ID=50b8f8b3-717c-4bad-a390-45cc8b8acd51,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:27.866173 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:27.868351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-0723905f-a88d-4266-afc1-7211911ca58a tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:27.872456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-0723905f-a88d-4266-afc1-7211911ca58a tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:27.882094 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-809cbac9-e70c-472a-8f82-1594cae6b192 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:27.893610 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-809cbac9-e70c-472a-8f82-1594cae6b192 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:subnet and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:27.917338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-809cbac9-e70c-472a-8f82-1594cae6b192 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:27.939682 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-809cbac9-e70c-472a-8f82-1594cae6b192 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:27.960741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7264e1a4-6f42-416f-a240-6f911647238b'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:56:27.966671 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809cbac9-e70c-472a-8f82-1594cae6b192 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:27.971548 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-809cbac9-e70c-472a-8f82-1594cae6b192 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:28.026402 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-14630cb2-b13e-4ac7-99db-06ccb23dbc52 None None] Provisioning complete for port 9f27f89d-2fff-485a-8722-44eeb34edd47 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:28.026852 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-14630cb2-b13e-4ac7-99db-06ccb23dbc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:28.153371 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-14630cb2-b13e-4ac7-99db-06ccb23dbc52 None None] Port 9f27f89d-2fff-485a-8722-44eeb34edd47 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:28.185138 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-14630cb2-b13e-4ac7-99db-06ccb23dbc52 None None] Provisioning for port 33d174db-720d-42ae-a1b9-979d43e2a7cb completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:28.228399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-0723905f-a88d-4266-afc1-7211911ca58a tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:28.229023 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-0723905f-a88d-4266-afc1-7211911ca58a tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:28.239349 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f30903f-026d-40fe-b66f-6caa0345143d req-4ad9a567-c43a-4f15-a73d-4848662b6e95 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183838 Feb 18 08:56:28.298461 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7264e1a4-6f42-416f-a240-6f911647238b', 'code': 200} Feb 18 08:56:28.323678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-49ccac4e-0ff9-4607-9f3c-0ff18f655166 None None] Provisioning for port 22f8e772-0c0e-4aea-a0d7-871a1bcf5487 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:28.331110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-49ccac4e-0ff9-4607-9f3c-0ff18f655166 None None] Provisioning complete for port 22f8e772-0c0e-4aea-a0d7-871a1bcf5487 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:28.331486 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-49ccac4e-0ff9-4607-9f3c-0ff18f655166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:28.395487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Allocated IP 172.25.1.251 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/5c3bc6a2-449c-4fae-bfa8-f2ead9e077e8) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:28.412465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-49ccac4e-0ff9-4607-9f3c-0ff18f655166 None None] Port 22f8e772-0c0e-4aea-a0d7-871a1bcf5487 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:28.418109 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 68e47a38-bb1c-4027-aefb-7902589655a7 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:56:28.503605 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-809cbac9-e70c-472a-8f82-1594cae6b192 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:28.516924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-0723905f-a88d-4266-afc1-7211911ca58a tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8899572 Feb 18 08:56:28.526523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 68e47a38-bb1c-4027-aefb-7902589655a7 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:28.539050 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 68e47a38-bb1c-4027-aefb-7902589655a7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:28.539660 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:28.568623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Request body: {'port': {'device_id': '144b622c-28dd-411f-adc1-12dce2780e50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:28.575853 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 33d174db-720d-42ae-a1b9-979d43e2a7cb up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:56:28.597620 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809cbac9-e70c-472a-8f82-1594cae6b192 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:28.601138 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-809cbac9-e70c-472a-8f82-1594cae6b192 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:28.605164 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809cbac9-e70c-472a-8f82-1594cae6b192 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:28.605741 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-809cbac9-e70c-472a-8f82-1594cae6b192 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:28.614045 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1c2e12-84b4-449b-84b0-65ef8ebbceff None None] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:28.629682 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809cbac9-e70c-472a-8f82-1594cae6b192 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Subnet': ['ID=2fabed1f-91f0-46cc-98a3-feac650714b7,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:28.647265 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-809cbac9-e70c-472a-8f82-1594cae6b192 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1651082 Feb 18 08:56:28.647520 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58312) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:28.655236 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-92f1df43-e3db-484b-8aea-43b2e70f2ed1 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1184321352', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2fabed1f-91f0-46cc-98a3-feac650714b7'}], 'security_groups': ['2c652790-0fbc-4058-a667-e08dbe3da83e']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:28.771102 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6019850-40f8-49ef-bc10-a239c336944f req-0e74ab4c-b42a-4be7-9fd2-d52b4f9e025b tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:28.772120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f6019850-40f8-49ef-bc10-a239c336944f req-0e74ab4c-b42a-4be7-9fd2-d52b4f9e025b tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Synchronizing usage tracker for tenant:94ed26cfefbf4e0e8f88cf30703ec55d on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:56:28.805511 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92f1df43-e3db-484b-8aea-43b2e70f2ed1 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:28.879769 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 33d174db-720d-42ae-a1b9-979d43e2a7cb completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:28.899210 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 33d174db-720d-42ae-a1b9-979d43e2a7cb triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:28.899589 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:28.904481 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:28.923585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d60d4-f987-4458-a4a4-529f06090196 req-21c5a44d-0f1e-4a6a-90d9-878c5ab298d4 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:28.934351 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a48d60d4-f987-4458-a4a4-529f06090196 req-21c5a44d-0f1e-4a6a-90d9-878c5ab298d4 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.7119505 Feb 18 08:56:28.959417 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:28.967680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f6019850-40f8-49ef-bc10-a239c336944f req-0e74ab4c-b42a-4be7-9fd2-d52b4f9e025b tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Unset dirty status for tenant:94ed26cfefbf4e0e8f88cf30703ec55d on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:56:28.976711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f6019850-40f8-49ef-bc10-a239c336944f req-0e74ab4c-b42a-4be7-9fd2-d52b4f9e025b tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/ports?device_id=144b622c-28dd-411f-adc1-12dce2780e50 HTTP/1.1" status: 200 len: 932 time: 0.5277064 Feb 18 08:56:29.027519 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:29.063469 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 68e47a38-bb1c-4027-aefb-7902589655a7, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=68e47a38-bb1c-4027-aefb-7902589655a7,segment=NetworkSegment(e5986649-e503-4ace-8d32-b0cf224871a9),segment_id=e5986649-e503-4ace-8d32-b0cf224871a9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:29.072515 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:29.073292 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 94a20ec8-44c5-469a-81f4-9aa157ed215c up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:56:29.144320 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f6019850-40f8-49ef-bc10-a239c336944f req-bd37e6a3-6456-4217-a7f8-94fdd4b3e114 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/security-groups?id=02582551-5a0f-45dd-b1b1-afd1a1f2a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665897 Feb 18 08:56:29.163019 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a48d60d4-f987-4458-a4a4-529f06090196 req-0e784daa-90c9-4e53-9c04-630f4a48e31c tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277136 Feb 18 08:56:29.257865 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:29.268338 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:29.313172 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=68e47a38-bb1c-4027-aefb-7902589655a7,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:29.334441 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 33d174db-720d-42ae-a1b9-979d43e2a7cb, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=33d174db-720d-42ae-a1b9-979d43e2a7cb,segment=NetworkSegment(3edcdaa0-85ed-4574-b421-97949741c3d9),segment_id=3edcdaa0-85ed-4574-b421-97949741c3d9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:29.338389 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 94a20ec8-44c5-469a-81f4-9aa157ed215c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:29.345387 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:29.454152 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 94a20ec8-44c5-469a-81f4-9aa157ed215c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:29.454854 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:29.543105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:29.563037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-92f1df43-e3db-484b-8aea-43b2e70f2ed1 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Delete allocated IP 2001:db8::226 (0cf6d681-b525-4d3f-bd81-65cd1fb74f08/1f28ba72-e902-4cd1-8cd3-2f94305c3e99) {{(pid=87767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 18 08:56:29.575526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-92f1df43-e3db-484b-8aea-43b2e70f2ed1 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Allocated IP 2001:db8:0:1::2a9 (0cf6d681-b525-4d3f-bd81-65cd1fb74f08/2fabed1f-91f0-46cc-98a3-feac650714b7/22f8e772-0c0e-4aea-a0d7-871a1bcf5487) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:29.604877 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:29.614039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:29.626699 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=33d174db-720d-42ae-a1b9-979d43e2a7cb,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:29.638348 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdd8c62-1bff-4a7b-bc7f-4a2df2b869f0 None None] Update dhcp port {'port': {'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08', 'fixed_ips': [{'subnet_id': '1f28ba72-e902-4cd1-8cd3-2f94305c3e99', 'ip_address': '2001:db8::2'}, {'subnet_id': '2fabed1f-91f0-46cc-98a3-feac650714b7'}], 'binding:host_id': 'n-d-829434-1'}, 'id': '33d174db-720d-42ae-a1b9-979d43e2a7cb'} from n-d-829434-1. {{(pid=87769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 18 08:56:29.745787 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bbdd8c62-1bff-4a7b-bc7f-4a2df2b869f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:29.765476 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:29.840546 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92f1df43-e3db-484b-8aea-43b2e70f2ed1 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:29.860400 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-92f1df43-e3db-484b-8aea-43b2e70f2ed1 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Transition to ACTIVE for port object 22f8e772-0c0e-4aea-a0d7-871a1bcf5487 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:29.873483 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92f1df43-e3db-484b-8aea-43b2e70f2ed1 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:29.911112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event updated for resources: {'Port': ['ID=5c3bc6a2-449c-4fae-bfa8-f2ead9e077e8,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:29.943419 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 94a20ec8-44c5-469a-81f4-9aa157ed215c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=94a20ec8-44c5-469a-81f4-9aa157ed215c,segment=NetworkSegment(d54c661b-cc62-40d6-a7b1-65a180134b53),segment_id=d54c661b-cc62-40d6-a7b1-65a180134b53)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:29.954999 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:29.997251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1df43-e3db-484b-8aea-43b2e70f2ed1 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=22f8e772-0c0e-4aea-a0d7-871a1bcf5487,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:30.071722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-92f1df43-e3db-484b-8aea-43b2e70f2ed1 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] In _notify_port_updated(), no bound segment for port 22f8e772-0c0e-4aea-a0d7-871a1bcf5487 on network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 {{(pid=87767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 08:56:30.083333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f1df43-e3db-484b-8aea-43b2e70f2ed1 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:30.084734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05553ab9-0cff-4df7-9a01-adc66f5f17d5 req-660a391a-75c4-4bcd-99cb-1f6521ee3ea7 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:30.085846 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92f1df43-e3db-484b-8aea-43b2e70f2ed1 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:30.091836 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=94a20ec8-44c5-469a-81f4-9aa157ed215c,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:30.092428 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05553ab9-0cff-4df7-9a01-adc66f5f17d5 req-660a391a-75c4-4bcd-99cb-1f6521ee3ea7 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0b9b17-95f3-4103-9966-9ee7b45f6ec2 HTTP/1.1" status: 200 len: 946 time: 0.6271188 Feb 18 08:56:30.095983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58380) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:30.096555 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-92f1df43-e3db-484b-8aea-43b2e70f2ed1 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "PUT /v2.0/ports/22f8e772-0c0e-4aea-a0d7-871a1bcf5487 HTTP/1.1" status: 200 len: 931 time: 1.4464171 Feb 18 08:56:30.097645 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:30.117312 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-bbdd8c62-1bff-4a7b-bc7f-4a2df2b869f0 None None] Allocated IP 2001:db8:0:1::2 (0cf6d681-b525-4d3f-bd81-65cd1fb74f08/2fabed1f-91f0-46cc-98a3-feac650714b7/33d174db-720d-42ae-a1b9-979d43e2a7cb) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:30.210495 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a22c2e-e476-4d97-9565-920e98ddf6ba req-6f0b7bbe-2b35-4339-bd3e-2163a68dd69b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:30.216315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a22c2e-e476-4d97-9565-920e98ddf6ba req-6f0b7bbe-2b35-4339-bd3e-2163a68dd69b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:30.222962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a22c2e-e476-4d97-9565-920e98ddf6ba req-6f0b7bbe-2b35-4339-bd3e-2163a68dd69b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:30.224640 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49a22c2e-e476-4d97-9565-920e98ddf6ba req-6f0b7bbe-2b35-4339-bd3e-2163a68dd69b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2417 time: 0.3912356 Feb 18 08:56:30.272054 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4e44d678-7080-4f67-a666-816177b24d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:30.282888 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-bbdd8c62-1bff-4a7b-bc7f-4a2df2b869f0 None None] For port 33d174db-720d-42ae-a1b9-979d43e2a7cb, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=33d174db-720d-42ae-a1b9-979d43e2a7cb,segment=NetworkSegment(3edcdaa0-85ed-4574-b421-97949741c3d9),segment_id=3edcdaa0-85ed-4574-b421-97949741c3d9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:30.301846 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e47a38-bb1c-4027-aefb-7902589655a7'}, {'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a20ec8-44c5-469a-81f4-9aa157ed215c'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:56:30.314368 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bbdd8c62-1bff-4a7b-bc7f-4a2df2b869f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:30.334651 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bbdd8c62-1bff-4a7b-bc7f-4a2df2b869f0 None None] Transition to ACTIVE for port object 33d174db-720d-42ae-a1b9-979d43e2a7cb will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:30.338656 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bbdd8c62-1bff-4a7b-bc7f-4a2df2b869f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:30.356173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-5408646a-3557-42b5-ba6c-b386ca091dd2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port 22f8e772-0c0e-4aea-a0d7-871a1bcf5487 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:56:30.356548 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5408646a-3557-42b5-ba6c-b386ca091dd2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:30.388239 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05553ab9-0cff-4df7-9a01-adc66f5f17d5 req-908be42f-ed87-4c4d-b399-a0fcbc6f909f tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945764 Feb 18 08:56:30.397385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b8f8b3-717c-4bad-a390-45cc8b8acd51 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:56:30.416406 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:30.432573 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:30.496548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd8c62-1bff-4a7b-bc7f-4a2df2b869f0 None None] Pushing event updated for resources: {'Port': ['ID=33d174db-720d-42ae-a1b9-979d43e2a7cb,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:30.504596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Transition to ACTIVE for port object 50b8f8b3-717c-4bad-a390-45cc8b8acd51 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:30.514218 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49a22c2e-e476-4d97-9565-920e98ddf6ba req-5c8f3f30-92c1-4b7c-882c-28f4c0d6c564 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497730 Feb 18 08:56:30.524732 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:30.575478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 33d174db-720d-42ae-a1b9-979d43e2a7cb up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:56:30.685896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Pushing event updated for resources: {'Port': ['ID=50b8f8b3-717c-4bad-a390-45cc8b8acd51,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:31.269844 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-670e3a6f-0391-45c0-8d36-b7802f1836ad None None] Provisioning for port 22f8e772-0c0e-4aea-a0d7-871a1bcf5487 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:31.273557 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5408646a-3557-42b5-ba6c-b386ca091dd2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:31.275899 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-670e3a6f-0391-45c0-8d36-b7802f1836ad None None] Provisioning complete for port 22f8e772-0c0e-4aea-a0d7-871a1bcf5487 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:31.276305 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-670e3a6f-0391-45c0-8d36-b7802f1836ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:31.288529 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f5889-8a7e-40c1-a78c-996803120eb0 req-08d90f8b-39eb-40b4-8207-f6a8a41f9333 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:31.290085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf9f5889-8a7e-40c1-a78c-996803120eb0 req-08d90f8b-39eb-40b4-8207-f6a8a41f9333 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.5983760 Feb 18 08:56:31.352010 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-670e3a6f-0391-45c0-8d36-b7802f1836ad None None] Port 22f8e772-0c0e-4aea-a0d7-871a1bcf5487 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:31.366934 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-670e3a6f-0391-45c0-8d36-b7802f1836ad None None] Provisioning complete for port 9f27f89d-2fff-485a-8722-44eeb34edd47 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:31.367443 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-670e3a6f-0391-45c0-8d36-b7802f1836ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:31.380342 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Attempting to bind port 50b8f8b3-717c-4bad-a390-45cc8b8acd51 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:56:31.380713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Attempting to bind port 50b8f8b3-717c-4bad-a390-45cc8b8acd51 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '9a39d686-4ef6-4b84-a3ea-12a8d9c853ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '24de8156-b76b-4ca6-a529-08ff53a8aead'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:56:31.381009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Attempting to bind port 50b8f8b3-717c-4bad-a390-45cc8b8acd51 on network 24de8156-b76b-4ca6-a529-08ff53a8aead {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:56:31.390668 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111c8b4-caf5-4ddc-a992-4c3e49fbb194 req-2ee94c89-49a4-42ce-85fd-ca38c94d9a31 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:31.392202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5111c8b4-caf5-4ddc-a992-4c3e49fbb194 req-2ee94c89-49a4-42ce-85fd-ca38c94d9a31 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/ports?device_id=144b622c-28dd-411f-adc1-12dce2780e50 HTTP/1.1" status: 200 len: 944 time: 0.6478469 Feb 18 08:56:31.437481 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-670e3a6f-0391-45c0-8d36-b7802f1836ad None None] Port 9f27f89d-2fff-485a-8722-44eeb34edd47 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:31.456590 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-670e3a6f-0391-45c0-8d36-b7802f1836ad None None] Provisioning for port 33d174db-720d-42ae-a1b9-979d43e2a7cb completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:31.462579 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-670e3a6f-0391-45c0-8d36-b7802f1836ad None None] Provisioning complete for port 33d174db-720d-42ae-a1b9-979d43e2a7cb triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:31.463181 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-670e3a6f-0391-45c0-8d36-b7802f1836ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:31.464169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-5408646a-3557-42b5-ba6c-b386ca091dd2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for 22f8e772-0c0e-4aea-a0d7-871a1bcf5487 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:56:31.505346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Port 50b8f8b3-717c-4bad-a390-45cc8b8acd51 on network 24de8156-b76b-4ca6-a529-08ff53a8aead not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:56:31.505676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Attempting to bind port 50b8f8b3-717c-4bad-a390-45cc8b8acd51 on network 24de8156-b76b-4ca6-a529-08ff53a8aead {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:56:31.528096 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:56:31.562994 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:56:31.563347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Checking segment: {'id': '9a39d686-4ef6-4b84-a3ea-12a8d9c853ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '24de8156-b76b-4ca6-a529-08ff53a8aead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:56:31.563737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Bound using segment: {'id': '9a39d686-4ef6-4b84-a3ea-12a8d9c853ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '24de8156-b76b-4ca6-a529-08ff53a8aead'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:56:31.564555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Bound port: 50b8f8b3-717c-4bad-a390-45cc8b8acd51, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a39d686-4ef6-4b84-a3ea-12a8d9c853ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '24de8156-b76b-4ca6-a529-08ff53a8aead'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:56:31.564843 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:31.576703 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:31.607328 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:31.736921 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-71b4bd64-3ee0-4df8-9cc5-a357922b7528 None None] Provisioning complete for port 22f8e772-0c0e-4aea-a0d7-871a1bcf5487 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:31.737332 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-71b4bd64-3ee0-4df8-9cc5-a357922b7528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:31.763172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58482) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:31.797704 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-71b4bd64-3ee0-4df8-9cc5-a357922b7528 None None] Port 22f8e772-0c0e-4aea-a0d7-871a1bcf5487 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:31.818059 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf9f5889-8a7e-40c1-a78c-996803120eb0 req-7de97373-1361-4e50-8e5e-a2acf1445f49 tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b85d538-f753-4987-ac32-26cc95b9fe12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115914 Feb 18 08:56:31.865837 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5111c8b4-caf5-4ddc-a992-4c3e49fbb194 req-41b94239-63c4-4b54-9f75-8e5fae1531fb tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/security-groups?id=02582551-5a0f-45dd-b1b1-afd1a1f2a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719821 Feb 18 08:56:31.899463 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e47a38-bb1c-4027-aefb-7902589655a7', 'code': 200} Feb 18 08:56:31.899730 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a20ec8-44c5-469a-81f4-9aa157ed215c', 'code': 200} Feb 18 08:56:31.947425 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55b22fed-87b4-4a03-bfe3-f5667c51b745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:31.966171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event updated for resources: {'Port': ['ID=5c3bc6a2-449c-4fae-bfa8-f2ead9e077e8,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:31.972649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-55b22fed-87b4-4a03-bfe3-f5667c51b745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:31.978702 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-55b22fed-87b4-4a03-bfe3-f5667c51b745 admin admin] Usage tracker for resource:security_group_rule and tenant:a817b34274ca4f2689793c88dc3e5072 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:31.982736 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-55b22fed-87b4-4a03-bfe3-f5667c51b745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:31.990447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-55b22fed-87b4-4a03-bfe3-f5667c51b745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:32.073977 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:32.118120 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bfc3f-3fa7-49a4-872e-fae12716d7a9 req-c8f86153-20d9-4bdf-8619-9ec25720cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:32.118526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bfc3f-3fa7-49a4-872e-fae12716d7a9 req-c8f86153-20d9-4bdf-8619-9ec25720cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:32.118997 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bfc3f-3fa7-49a4-872e-fae12716d7a9 req-c8f86153-20d9-4bdf-8619-9ec25720cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:32.120647 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a67bfc3f-3fa7-49a4-872e-fae12716d7a9 req-c8f86153-20d9-4bdf-8619-9ec25720cb09 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2871 time: 0.1240788 Feb 18 08:56:32.130435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] For port 50b8f8b3-717c-4bad-a390-45cc8b8acd51, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:56:32.166906 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] For port 50b8f8b3-717c-4bad-a390-45cc8b8acd51, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=50b8f8b3-717c-4bad-a390-45cc8b8acd51,segment=NetworkSegment(9a39d686-4ef6-4b84-a3ea-12a8d9c853ce),segment_id=9a39d686-4ef6-4b84-a3ea-12a8d9c853ce)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:56:32.174283 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:32.181668 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55b22fed-87b4-4a03-bfe3-f5667c51b745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:32.188572 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a67bfc3f-3fa7-49a4-872e-fae12716d7a9 req-e3f94fb9-85bb-4988-bf8b-fd25ad7c39de service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596919 Feb 18 08:56:32.189408 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55b22fed-87b4-4a03-bfe3-f5667c51b745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:32.219754 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:32.220799 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-698f0d11-f414-48fa-bf98-ad53567ce085 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1576498 Feb 18 08:56:32.230015 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5408646a-3557-42b5-ba6c-b386ca091dd2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:32.240331 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-55b22fed-87b4-4a03-bfe3-f5667c51b745 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a817b34274ca4f2689793c88dc3e5072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4733007 Feb 18 08:56:32.240331 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b22fed-87b4-4a03-bfe3-f5667c51b745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b8d3cc-de36-4ce4-a14e-bc24bbf1e807,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:32.241030 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58490) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:32.275141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:32.275822 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:32.277149 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] 10.222.0.81 "PUT /v2.0/ports/50b8f8b3-717c-4bad-a390-45cc8b8acd51 HTTP/1.1" status: 200 len: 1092 time: 3.7350314 Feb 18 08:56:32.281684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144b622c-28dd-411f-adc1-12dce2780e50', 'tag': '50b8f8b3-717c-4bad-a390-45cc8b8acd51'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:56:32.305841 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cc9045f0-5ac4-4ce3-b24d-4baae18d268c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:32.334757 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cc9045f0-5ac4-4ce3-b24d-4baae18d268c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:32.354694 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5408646a-3557-42b5-ba6c-b386ca091dd2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:32.356613 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5408646a-3557-42b5-ba6c-b386ca091dd2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/ports/22f8e772-0c0e-4aea-a0d7-871a1bcf5487 HTTP/1.1" status: 204 len: 168 time: 2.2561169 Feb 18 08:56:32.357761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Pushing event updated for resources: {'Port': ['ID=50b8f8b3-717c-4bad-a390-45cc8b8acd51,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:32.362252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58496) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:32.386217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-fc0e10d6-b6c9-45b7-8042-31281ced895e tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:32.389497 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-fc0e10d6-b6c9-45b7-8042-31281ced895e tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3809023 Feb 18 08:56:32.399633 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cc9045f0-5ac4-4ce3-b24d-4baae18d268c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:32.415351 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9045f0-5ac4-4ce3-b24d-4baae18d268c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b8d3cc-de36-4ce4-a14e-bc24bbf1e807,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:32.424177 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cc9045f0-5ac4-4ce3-b24d-4baae18d268c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:32.425601 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cc9045f0-5ac4-4ce3-b24d-4baae18d268c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/40b8d3cc-de36-4ce4-a14e-bc24bbf1e807 HTTP/1.1" status: 204 len: 168 time: 0.1836247 Feb 18 08:56:32.453675 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da709db-6f4b-49bf-86d0-b7afecd8de1e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] GET failed (client error): The resource could not be found. Feb 18 08:56:32.454226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4da709db-6f4b-49bf-86d0-b7afecd8de1e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Synchronizing usage tracker for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:56:32.475755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8684d-ed3a-49f7-9992-482288f1146a req-8b714b33-63f5-4038-84ab-171a2730933b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:32.482956 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8684d-ed3a-49f7-9992-482288f1146a req-8b714b33-63f5-4038-84ab-171a2730933b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:32.489394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8684d-ed3a-49f7-9992-482288f1146a req-8b714b33-63f5-4038-84ab-171a2730933b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:32.491081 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f5a8684d-ed3a-49f7-9992-482288f1146a req-8b714b33-63f5-4038-84ab-171a2730933b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2418 time: 0.4263461 Feb 18 08:56:32.492470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:32.493008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:32.493552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:32.494076 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:32.494406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:32.494729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:32.495264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:32.495415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:32.495910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:32.496230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:32.496568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:32.496930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bb274-8b29-4a58-8712-9bab369f7f22 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:32.522641 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 33d174db-720d-42ae-a1b9-979d43e2a7cb up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:56:32.616133 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 33d174db-720d-42ae-a1b9-979d43e2a7cb triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:32.616583 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:32.659769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408646a-3557-42b5-ba6c-b386ca091dd2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=22f8e772-0c0e-4aea-a0d7-871a1bcf5487,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:32.684710 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c21dcb8f-1fdb-4d67-9a8a-76bea60f531c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:32.709456 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-417d3d40-6efc-4833-a513-eea43fb05de9 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 696 time: 0.1614220 Feb 18 08:56:32.729482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-dbf0e024-70ce-4abc-952c-35e1dc2a4c76 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Request body: {'floatingip': {'port_id': '1b97c388-f608-4cef-8ba9-811aaeb71bd3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:32.791227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4da709db-6f4b-49bf-86d0-b7afecd8de1e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Unset dirty status for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:56:32.792392 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4da709db-6f4b-49bf-86d0-b7afecd8de1e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports/22f8e772-0c0e-4aea-a0d7-871a1bcf5487 HTTP/1.1" status: 404 len: 333 time: 0.4281297 Feb 18 08:56:32.795175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58514) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:32.819490 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f5a8684d-ed3a-49f7-9992-482288f1146a req-aecd5ed0-02ac-4ab1-916b-9e68cf7ec625 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790287 Feb 18 08:56:32.827514 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-dbf0e024-70ce-4abc-952c-35e1dc2a4c76 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:32.894333 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35d7c502-b625-4f84-9d89-54ba93e91f6f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:32.916602 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '144b622c-28dd-411f-adc1-12dce2780e50', 'tag': '50b8f8b3-717c-4bad-a390-45cc8b8acd51', 'status': 'completed', 'code': 200} Feb 18 08:56:32.932099 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35d7c502-b625-4f84-9d89-54ba93e91f6f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:33.010299 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35d7c502-b625-4f84-9d89-54ba93e91f6f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:33.023878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-495f27fe-9b41-4145-a5a0-1170e379a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:33.025463 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-495f27fe-9b41-4145-a5a0-1170e379a356 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=94ed26cfefbf4e0e8f88cf30703ec55d&device_id=144b622c-28dd-411f-adc1-12dce2780e50 HTTP/1.1" status: 200 len: 1095 time: 0.4785945 Feb 18 08:56:33.029313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7c502-b625-4f84-9d89-54ba93e91f6f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5926bb-b482-4bae-ac9f-b96eb86d0931,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:33.043222 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35d7c502-b625-4f84-9d89-54ba93e91f6f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:33.044679 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-35d7c502-b625-4f84-9d89-54ba93e91f6f tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/security-groups/6d5926bb-b482-4bae-ac9f-b96eb86d0931 HTTP/1.1" status: 204 len: 168 time: 0.2471673 Feb 18 08:56:33.048301 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58534) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:33.123205 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0d61558b-2eb5-4f0a-b706-620b58e07327 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:33.127635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-c914bb4e-daf0-4a9c-885c-5e2d7efd4fde service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50b8f8b3-717c-4bad-a390-45cc8b8acd51 HTTP/1.1" status: 200 len: 217 time: 0.0931513 Feb 18 08:56:33.160685 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0d61558b-2eb5-4f0a-b706-620b58e07327 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:33.239397 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0d61558b-2eb5-4f0a-b706-620b58e07327 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:33.256570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61558b-2eb5-4f0a-b706-620b58e07327 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c652790-0fbc-4058-a667-e08dbe3da83e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:33.263171 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0d61558b-2eb5-4f0a-b706-620b58e07327 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:33.267300 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0d61558b-2eb5-4f0a-b706-620b58e07327 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/security-groups/2c652790-0fbc-4058-a667-e08dbe3da83e HTTP/1.1" status: 204 len: 168 time: 0.2149570 Feb 18 08:56:33.267908 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58544) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:33.298197 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ab7bbd3b-c848-4a67-8d9d-47685f37b3b3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--32824085&fields=id&tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9 HTTP/1.1" status: 200 len: 267 time: 0.2716608 Feb 18 08:56:33.341910 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3e1750-7d53-4669-bb12-4ae8121fa94b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting subnet 1f28ba72-e902-4cd1-8cd3-2f94305c3e99 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:56:33.345726 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb3e1750-7d53-4669-bb12-4ae8121fa94b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:33.398572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-392fc76c-3472-4f16-96ea-ace7632aeb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:33.400004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-392fc76c-3472-4f16-96ea-ace7632aeb8c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=be80f9cd-0b22-4266-a3c5-c7f51d2b954c HTTP/1.1" status: 200 len: 864 time: 0.2485104 Feb 18 08:56:33.403603 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb3e1750-7d53-4669-bb12-4ae8121fa94b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:33.616163 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb3e1750-7d53-4669-bb12-4ae8121fa94b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:33.677315 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:33.699849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-38f3ff45-2d2f-4097-bbf9-2bd604125723 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:33.700905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-38f3ff45-2d2f-4097-bbf9-2bd604125723 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Synchronizing usage tracker for tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:56:33.721096 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb3e1750-7d53-4669-bb12-4ae8121fa94b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:33.746443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-5cd2455f-2533-49dd-92d1-44c17c74e8a3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=24de8156-b76b-4ca6-a529-08ff53a8aead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294599 Feb 18 08:56:33.783085 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:33.808246 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb3e1750-7d53-4669-bb12-4ae8121fa94b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:33.810873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e1750-7d53-4669-bb12-4ae8121fa94b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Subnet': ['ID=1f28ba72-e902-4cd1-8cd3-2f94305c3e99,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:33.812574 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9092f33d-ef88-467b-83ec-e5b3eebee2b1 None None] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:33.820253 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fb3e1750-7d53-4669-bb12-4ae8121fa94b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/1f28ba72-e902-4cd1-8cd3-2f94305c3e99 HTTP/1.1" status: 204 len: 168 time: 0.5477877 Feb 18 08:56:33.821083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58558) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:33.827835 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-bc49bd36-d61e-4475-a63b-c32cbb4f4619 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'subnet': {'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:33.972303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-38f3ff45-2d2f-4097-bbf9-2bd604125723 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Unset dirty status for tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:56:33.974222 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-38f3ff45-2d2f-4097-bbf9-2bd604125723 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports/5d533476-d347-4c13-8d3e-a98ebb1ba63d HTTP/1.1" status: 200 len: 931 time: 0.6751845 Feb 18 08:56:34.049207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bc49bd36-d61e-4475-a63b-c32cbb4f4619 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:34.054188 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bc49bd36-d61e-4475-a63b-c32cbb4f4619 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:subnet and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:34.057900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bc49bd36-d61e-4475-a63b-c32cbb4f4619 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:34.065728 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bc49bd36-d61e-4475-a63b-c32cbb4f4619 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:34.079241 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc49bd36-d61e-4475-a63b-c32cbb4f4619 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:34.084239 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bc49bd36-d61e-4475-a63b-c32cbb4f4619 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:34.096955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e1eda-16f1-401b-8ac3-08b73acaadaf req-bb8eb336-8ea0-4381-80e7-0a0055c63cee tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:34.098479 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-650e1eda-16f1-401b-8ac3-08b73acaadaf req-bb8eb336-8ea0-4381-80e7-0a0055c63cee tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5dca1cc-0e65-40b1-b350-5198570fca70 HTTP/1.1" status: 200 len: 945 time: 0.4861474 Feb 18 08:56:34.176237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-7a6ed221-e7b9-4935-b53a-26a965507d75 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:34.177644 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-7a6ed221-e7b9-4935-b53a-26a965507d75 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports/c2e0cbb0-82ef-4c98-a16f-e576f7a2297c HTTP/1.1" status: 200 len: 931 time: 0.1910591 Feb 18 08:56:34.266174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-9b917bc4-1768-4e37-8388-acfa879da07f service neutron] 10.222.0.81 "GET /v2.0/networks/24de8156-b76b-4ca6-a529-08ff53a8aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940944 Feb 18 08:56:34.308827 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cdbfcea0-cf28-42d8-859a-b4a9cd7c4f89 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?network_id=6af62175-1a85-4684-83c8-bc920071b3e0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1045816 Feb 18 08:56:34.312406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-650e1eda-16f1-401b-8ac3-08b73acaadaf req-3be0b612-6512-4293-8aed-bc79848ba23a tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Deleting port f53573ab-8349-4259-8320-6d8ba040f11f {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:56:34.312754 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-650e1eda-16f1-401b-8ac3-08b73acaadaf req-3be0b612-6512-4293-8aed-bc79848ba23a tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:34.406619 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bc49bd36-d61e-4475-a63b-c32cbb4f4619 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:34.480629 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc49bd36-d61e-4475-a63b-c32cbb4f4619 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:34.484110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-bc49bd36-d61e-4475-a63b-c32cbb4f4619 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:34.489596 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49bd36-d61e-4475-a63b-c32cbb4f4619 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:34.492905 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bc49bd36-d61e-4475-a63b-c32cbb4f4619 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:34.494070 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-c40f7f9b-df6a-4cb0-b539-6d21b99ad063 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?network_id=6af62175-1a85-4684-83c8-bc920071b3e0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1533434 Feb 18 08:56:34.538134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49bd36-d61e-4475-a63b-c32cbb4f4619 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Subnet': ['ID=66dab939-21fa-4f86-9e80-1458d033e7f2,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:34.554874 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bc49bd36-d61e-4475-a63b-c32cbb4f4619 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7327316 Feb 18 08:56:34.557441 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58584) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:34.563356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c96526bb-44d7-46d5-83ae-e3f5108fe8ef tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'security_group': {'name': 'tempest-secgroup-126900881'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:34.575085 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c96526bb-44d7-46d5-83ae-e3f5108fe8ef tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:34.580371 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c96526bb-44d7-46d5-83ae-e3f5108fe8ef tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:security_group and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:34.583618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c96526bb-44d7-46d5-83ae-e3f5108fe8ef tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:34.590553 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c96526bb-44d7-46d5-83ae-e3f5108fe8ef tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:34.610630 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c96526bb-44d7-46d5-83ae-e3f5108fe8ef tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:34.637438 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c96526bb-44d7-46d5-83ae-e3f5108fe8ef tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:34.643818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c96526bb-44d7-46d5-83ae-e3f5108fe8ef tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:security_group_rule and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:34.647045 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c96526bb-44d7-46d5-83ae-e3f5108fe8ef tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:34.653145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c96526bb-44d7-46d5-83ae-e3f5108fe8ef tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:34.680838 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-dbf0e024-70ce-4abc-952c-35e1dc2a4c76 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:56:34.757265 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c96526bb-44d7-46d5-83ae-e3f5108fe8ef tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:34.762774 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c96526bb-44d7-46d5-83ae-e3f5108fe8ef tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:34.833554 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96526bb-44d7-46d5-83ae-e3f5108fe8ef tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2faf2957-2036-4071-8799-ec470c370bfb,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:34.846700 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0104293-2bf3-4477-8105-a5a3cb9a5a1e req-ba6d0f53-3f2a-4794-9779-4416385103c6 service neutron] 10.222.0.81 "GET /v2.0/networks/24de8156-b76b-4ca6-a529-08ff53a8aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684526 Feb 18 08:56:34.849301 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c96526bb-44d7-46d5-83ae-e3f5108fe8ef tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:34.853906 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c96526bb-44d7-46d5-83ae-e3f5108fe8ef tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2954326 Feb 18 08:56:34.854579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58604) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:34.859923 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0cc6d4b3-6848-4461-88e1-77e8c079c3d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'security_group': {'name': 'tempest-secgroup-538609121'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:34.866139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0cc6d4b3-6848-4461-88e1-77e8c079c3d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:34.870993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0cc6d4b3-6848-4461-88e1-77e8c079c3d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:security_group and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:34.875077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0cc6d4b3-6848-4461-88e1-77e8c079c3d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:34.882158 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0cc6d4b3-6848-4461-88e1-77e8c079c3d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:34.903223 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cc6d4b3-6848-4461-88e1-77e8c079c3d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:34.931113 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0cc6d4b3-6848-4461-88e1-77e8c079c3d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:34.936977 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0cc6d4b3-6848-4461-88e1-77e8c079c3d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:security_group_rule and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:34.938659 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:34.941534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0cc6d4b3-6848-4461-88e1-77e8c079c3d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:34.959636 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0cc6d4b3-6848-4461-88e1-77e8c079c3d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:34.965539 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-dbf0e024-70ce-4abc-952c-35e1dc2a4c76 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:35.020671 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-dbf0e024-70ce-4abc-952c-35e1dc2a4c76 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:35.064220 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cc6d4b3-6848-4461-88e1-77e8c079c3d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:35.069620 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cc6d4b3-6848-4461-88e1-77e8c079c3d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:35.109804 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65aabe5-1c43-4d2d-a30a-cd4c36a8001e None None] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:35.110766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-e375650d-a1b3-467f-9858-10db8f5c66c9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:35.120230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-e375650d-a1b3-467f-9858-10db8f5c66c9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:35.120772 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6d4b3-6848-4461-88e1-77e8c079c3d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70565b39-39cb-40a4-8634-40ba7ca87976,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:35.123334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-e375650d-a1b3-467f-9858-10db8f5c66c9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:35.124473 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-e375650d-a1b3-467f-9858-10db8f5c66c9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Synchronizing usage tracker for tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:56:35.128288 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cc6d4b3-6848-4461-88e1-77e8c079c3d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:35.131324 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0cc6d4b3-6848-4461-88e1-77e8c079c3d4 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2754192 Feb 18 08:56:35.133781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58626) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:35.142489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f07d45c9-effa-44ff-a5c8-e8fc7009b565 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'security_group': {'name': 'tempest-secgroup-918589378'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:35.150456 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f07d45c9-effa-44ff-a5c8-e8fc7009b565 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:35.155002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f07d45c9-effa-44ff-a5c8-e8fc7009b565 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:security_group and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:35.160724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f07d45c9-effa-44ff-a5c8-e8fc7009b565 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:35.167449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f07d45c9-effa-44ff-a5c8-e8fc7009b565 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:35.183806 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f07d45c9-effa-44ff-a5c8-e8fc7009b565 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:35.210056 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f07d45c9-effa-44ff-a5c8-e8fc7009b565 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:35.215421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f07d45c9-effa-44ff-a5c8-e8fc7009b565 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:security_group_rule and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:35.218808 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f07d45c9-effa-44ff-a5c8-e8fc7009b565 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:35.226037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f07d45c9-effa-44ff-a5c8-e8fc7009b565 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:35.229854 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6a5c3686-5ee3-40b7-8149-3c7c92e6508d None None] Provisioning complete for port 9f27f89d-2fff-485a-8722-44eeb34edd47 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:35.230222 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6a5c3686-5ee3-40b7-8149-3c7c92e6508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:35.322371 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-6a5c3686-5ee3-40b7-8149-3c7c92e6508d None None] Port 9f27f89d-2fff-485a-8722-44eeb34edd47 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:35.322783 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f07d45c9-effa-44ff-a5c8-e8fc7009b565 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:35.330324 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f07d45c9-effa-44ff-a5c8-e8fc7009b565 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:35.348237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-e375650d-a1b3-467f-9858-10db8f5c66c9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Unset dirty status for tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:56:35.349315 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-e375650d-a1b3-467f-9858-10db8f5c66c9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/networks?id=a401406b-a4a8-40c2-921a-a514ad2ac81a&id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&id=6af62175-1a85-4684-83c8-bc920071b3e0&id=6af62175-1a85-4684-83c8-bc920071b3e0 HTTP/1.1" status: 200 len: 1991 time: 0.8419673 Feb 18 08:56:35.379733 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6a5c3686-5ee3-40b7-8149-3c7c92e6508d None None] Provisioning complete for port 33d174db-720d-42ae-a1b9-979d43e2a7cb triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:35.380442 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6a5c3686-5ee3-40b7-8149-3c7c92e6508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:35.381604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d45c9-effa-44ff-a5c8-e8fc7009b565 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb1ac32-2078-4b94-a68b-e4d4a50c08cd,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:35.396739 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f07d45c9-effa-44ff-a5c8-e8fc7009b565 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:35.398282 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f07d45c9-effa-44ff-a5c8-e8fc7009b565 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2632601 Feb 18 08:56:35.401225 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58642) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:35.410081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ed18403c-dd2f-4a9f-bbf4-a57709cb9280 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1060815844', 'security_groups': ['5cb1ac32-2078-4b94-a68b-e4d4a50c08cd'], 'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '66dab939-21fa-4f86-9e80-1458d033e7f2'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:35.472499 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-a93df5bb-8223-4c85-87a5-40e943d60034 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/quotas/bb7b88e07b194fc1a2e7bd1d2d15b7a9 HTTP/1.1" status: 200 len: 375 time: 0.0465147 Feb 18 08:56:35.475936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-650e1eda-16f1-401b-8ac3-08b73acaadaf req-3be0b612-6512-4293-8aed-bc79848ba23a tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] For port f53573ab-8349-4259-8320-6d8ba040f11f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f53573ab-8349-4259-8320-6d8ba040f11f,segment=NetworkSegment(dee93385-4765-4e34-bd95-6b2c9909aed9),segment_id=dee93385-4765-4e34-bd95-6b2c9909aed9)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:35.476604 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-650e1eda-16f1-401b-8ac3-08b73acaadaf req-3be0b612-6512-4293-8aed-bc79848ba23a tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:35.543448 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06e60b-24ac-410d-990c-9ad8016b4d77 req-901d662d-7cdc-4c07-88a1-4e59732a84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:35.545081 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c06e60b-24ac-410d-990c-9ad8016b4d77 req-901d662d-7cdc-4c07-88a1-4e59732a84d6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=94ed26cfefbf4e0e8f88cf30703ec55d&device_id=144b622c-28dd-411f-adc1-12dce2780e50 HTTP/1.1" status: 200 len: 1095 time: 0.6197371 Feb 18 08:56:35.630427 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ed18403c-dd2f-4a9f-bbf4-a57709cb9280 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:35.642740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ed18403c-dd2f-4a9f-bbf4-a57709cb9280 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:35.658631 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed18403c-dd2f-4a9f-bbf4-a57709cb9280 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:35.674164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-650e1eda-16f1-401b-8ac3-08b73acaadaf req-3be0b612-6512-4293-8aed-bc79848ba23a tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Calling delete_port for f53573ab-8349-4259-8320-6d8ba040f11f owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:56:35.726300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2feb5a6-a2e7-413b-86aa-22215083cc8f None None] Update dhcp port {'port': {'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08', 'fixed_ips': [{'subnet_id': '2fabed1f-91f0-46cc-98a3-feac650714b7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '66dab939-21fa-4f86-9e80-1458d033e7f2'}], 'binding:host_id': 'n-d-829434-1'}, 'id': '33d174db-720d-42ae-a1b9-979d43e2a7cb'} from n-d-829434-1. {{(pid=87769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 18 08:56:35.790883 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b2feb5a6-a2e7-413b-86aa-22215083cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:35.798134 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-dbf0e024-70ce-4abc-952c-35e1dc2a4c76 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Floating IP 222ba894-0fdb-4263-9ce8-e88d17ea8d49 associated. External IP: 172.25.1.178, port: 1b97c388-f608-4cef-8ba9-811aaeb71bd3. Feb 18 08:56:35.834667 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed18403c-dd2f-4a9f-bbf4-a57709cb9280 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:35.858056 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-ed18403c-dd2f-4a9f-bbf4-a57709cb9280 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] device_id is not set on port 6a742a95-0152-46b6-81bf-7b4213cda16a yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:56:36.102995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-ed18403c-dd2f-4a9f-bbf4-a57709cb9280 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Allocated IP 2001:db8::2d9 (0cf6d681-b525-4d3f-bd81-65cd1fb74f08/66dab939-21fa-4f86-9e80-1458d033e7f2/6a742a95-0152-46b6-81bf-7b4213cda16a) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:36.104132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06e60b-24ac-410d-990c-9ad8016b4d77 req-f255594c-9c41-4df1-b23c-c55aceedf5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:36.105763 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c06e60b-24ac-410d-990c-9ad8016b4d77 req-f255594c-9c41-4df1-b23c-c55aceedf5c1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=24de8156-b76b-4ca6-a529-08ff53a8aead HTTP/1.1" status: 200 len: 925 time: 0.4430342 Feb 18 08:56:36.158075 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b7436c33-7330-4a0d-bbf3-dc5508145940 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6687233 Feb 18 08:56:36.204370 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device f53573ab-8349-4259-8320-6d8ba040f11f no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:56:36.227944 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c06e60b-24ac-410d-990c-9ad8016b4d77 req-047ff2c7-3f03-488f-be0d-c8085d576d18 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50b8f8b3-717c-4bad-a390-45cc8b8acd51 HTTP/1.1" status: 200 len: 217 time: 0.0899656 Feb 18 08:56:36.317281 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed18403c-dd2f-4a9f-bbf4-a57709cb9280 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:36.335264 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-ed18403c-dd2f-4a9f-bbf4-a57709cb9280 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Transition to ACTIVE for port object 6a742a95-0152-46b6-81bf-7b4213cda16a will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:36.364971 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:36.371945 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed18403c-dd2f-4a9f-bbf4-a57709cb9280 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:36.462314 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-b2feb5a6-a2e7-413b-86aa-22215083cc8f None None] Allocated IP 2001:db8::2 (0cf6d681-b525-4d3f-bd81-65cd1fb74f08/66dab939-21fa-4f86-9e80-1458d033e7f2/33d174db-720d-42ae-a1b9-979d43e2a7cb) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:36.462575 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-650e1eda-16f1-401b-8ac3-08b73acaadaf req-3be0b612-6512-4293-8aed-bc79848ba23a tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:36.474823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed18403c-dd2f-4a9f-bbf4-a57709cb9280 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:36.478600 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-ed18403c-dd2f-4a9f-bbf4-a57709cb9280 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:36.481642 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed18403c-dd2f-4a9f-bbf4-a57709cb9280 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:36.488486 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed18403c-dd2f-4a9f-bbf4-a57709cb9280 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:36.489192 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed18403c-dd2f-4a9f-bbf4-a57709cb9280 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:36.513440 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18403c-dd2f-4a9f-bbf4-a57709cb9280 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=6a742a95-0152-46b6-81bf-7b4213cda16a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:36.543321 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ed18403c-dd2f-4a9f-bbf4-a57709cb9280 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1409729 Feb 18 08:56:36.544184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58710) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:36.551565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8d0bf377-883e-4962-8caf-19f91094c9dc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'subnet': {'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:36.610966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0b612-6512-4293-8aed-bc79848ba23a tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Pushing event deleted for resources: {'Port': ['ID=f53573ab-8349-4259-8320-6d8ba040f11f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:36.624972 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06e60b-24ac-410d-990c-9ad8016b4d77 req-967477b6-c1b6-4292-8b2c-ae243b71df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:36.627410 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c06e60b-24ac-410d-990c-9ad8016b4d77 req-967477b6-c1b6-4292-8b2c-ae243b71df30 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=be80f9cd-0b22-4266-a3c5-c7f51d2b954c HTTP/1.1" status: 200 len: 864 time: 0.3727577 Feb 18 08:56:36.676237 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b2feb5a6-a2e7-413b-86aa-22215083cc8f None None] For port 33d174db-720d-42ae-a1b9-979d43e2a7cb, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=33d174db-720d-42ae-a1b9-979d43e2a7cb,segment=NetworkSegment(3edcdaa0-85ed-4574-b421-97949741c3d9),segment_id=3edcdaa0-85ed-4574-b421-97949741c3d9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:36.702632 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b2feb5a6-a2e7-413b-86aa-22215083cc8f None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:36.720987 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b2feb5a6-a2e7-413b-86aa-22215083cc8f None None] Transition to ACTIVE for port object 33d174db-720d-42ae-a1b9-979d43e2a7cb will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:36.727904 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b2feb5a6-a2e7-413b-86aa-22215083cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:36.739393 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8d0bf377-883e-4962-8caf-19f91094c9dc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:36.744278 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8d0bf377-883e-4962-8caf-19f91094c9dc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:subnet and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:36.747960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8d0bf377-883e-4962-8caf-19f91094c9dc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:36.755007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8d0bf377-883e-4962-8caf-19f91094c9dc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:36.768039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0bf377-883e-4962-8caf-19f91094c9dc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:36.772221 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8d0bf377-883e-4962-8caf-19f91094c9dc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:36.903708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2feb5a6-a2e7-413b-86aa-22215083cc8f None None] Pushing event updated for resources: {'Port': ['ID=33d174db-720d-42ae-a1b9-979d43e2a7cb,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:36.939446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c06e60b-24ac-410d-990c-9ad8016b4d77 req-6b30b976-8cde-4d9b-bb11-a78045618ee7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=24de8156-b76b-4ca6-a529-08ff53a8aead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2937515 Feb 18 08:56:36.970095 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-430e30de-2946-4acf-9e57-7f5c207b30f7 service neutron] 10.222.0.72 "GET /v2.0/networks/a401406b-a4a8-40c2-921a-a514ad2ac81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7406187 Feb 18 08:56:37.076565 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-650e1eda-16f1-401b-8ac3-08b73acaadaf req-3be0b612-6512-4293-8aed-bc79848ba23a tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] No DVR routers for this DVR port f53573ab-8349-4259-8320-6d8ba040f11f on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:56:37.083257 n-d-829434-1 neutron-server[87767]: INFO neutron.db.ipam_backend_mixin [None req-8d0bf377-883e-4962-8caf-19f91094c9dc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 66dab939-21fa-4f86-9e80-1458d033e7f2 (CIDR: 2001:db8::/64) Feb 18 08:56:37.085336 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-650e1eda-16f1-401b-8ac3-08b73acaadaf req-3be0b612-6512-4293-8aed-bc79848ba23a tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:37.087932 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0bf377-883e-4962-8caf-19f91094c9dc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 08:56:37.088679 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0bf377-883e-4962-8caf-19f91094c9dc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 08:56:37.105752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dca1cc-0e65-40b1-b350-5198570fca70', 'name': 'network-vif-deleted', 'tag': 'f53573ab-8349-4259-8320-6d8ba040f11f'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:56:37.112130 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-650e1eda-16f1-401b-8ac3-08b73acaadaf req-3be0b612-6512-4293-8aed-bc79848ba23a tempest-ServerRescueNegativeTestJSON-564029330 tempest-ServerRescueNegativeTestJSON-564029330-project] 10.222.0.61 "DELETE /v2.0/ports/f53573ab-8349-4259-8320-6d8ba040f11f HTTP/1.1" status: 204 len: 173 time: 2.9952559 Feb 18 08:56:37.117180 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8d0bf377-883e-4962-8caf-19f91094c9dc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5707288 Feb 18 08:56:37.117853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58724) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:37.125198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-dec32c65-175c-4532-9f9a-7209f96a3414 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'subnet': {'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:37.147949 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58728) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:37.172144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-dbf0e024-70ce-4abc-952c-35e1dc2a4c76 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:56:37.316691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ee60a03f-de03-4bad-85c0-4dc68153b331 service neutron] 10.222.0.72 "GET /v2.0/networks/a401406b-a4a8-40c2-921a-a514ad2ac81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456447 Feb 18 08:56:37.331418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-dec32c65-175c-4532-9f9a-7209f96a3414 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:37.336632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-dec32c65-175c-4532-9f9a-7209f96a3414 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:subnet and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:37.341078 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-dec32c65-175c-4532-9f9a-7209f96a3414 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:37.351145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-dec32c65-175c-4532-9f9a-7209f96a3414 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:37.376439 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b5a728fa-2a7b-4fcb-854f-994f29b0193d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:37.399907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec32c65-175c-4532-9f9a-7209f96a3414 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:37.403325 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dec32c65-175c-4532-9f9a-7209f96a3414 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:37.415515 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c06e60b-24ac-410d-990c-9ad8016b4d77 req-857f4c80-ed34-4766-8238-c0d19d62553f service neutron] 10.222.0.81 "GET /v2.0/networks/24de8156-b76b-4ca6-a529-08ff53a8aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637341 Feb 18 08:56:37.422973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b5a728fa-2a7b-4fcb-854f-994f29b0193d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:37.433010 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b5a728fa-2a7b-4fcb-854f-994f29b0193d admin admin] Usage tracker for resource:security_group_rule and tenant:d0964841938840898694dc84de3b8fde is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:37.480586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b5a728fa-2a7b-4fcb-854f-994f29b0193d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:37.493670 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b5a728fa-2a7b-4fcb-854f-994f29b0193d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:37.510231 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-2889aa40-9189-471f-bd19-02e1144a1ce0 service neutron] 10.222.0.72 "GET /v2.0/ports/5d533476-d347-4c13-8d3e-a98ebb1ba63d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1926413 Feb 18 08:56:37.585173 n-d-829434-1 neutron-server[87767]: INFO neutron.db.ipam_backend_mixin [None req-dec32c65-175c-4532-9f9a-7209f96a3414 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2fabed1f-91f0-46cc-98a3-feac650714b7 (CIDR: 2001:db8:0:1::/64) Feb 18 08:56:37.595142 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec32c65-175c-4532-9f9a-7209f96a3414 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 08:56:37.595551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec32c65-175c-4532-9f9a-7209f96a3414 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 08:56:37.626778 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-dec32c65-175c-4532-9f9a-7209f96a3414 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5074344 Feb 18 08:56:37.679936 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a73b03be-85b4-4fe9-83bc-3f09fda25108 None None] Provisioning complete for port 9f27f89d-2fff-485a-8722-44eeb34edd47 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:37.682752 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a73b03be-85b4-4fe9-83bc-3f09fda25108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:37.692626 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58734) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:37.708918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d2484585-46d6-4f37-9047-2e584fe3f4a6 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'subnet': {'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:37.714803 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-dbf0e024-70ce-4abc-952c-35e1dc2a4c76 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:56:37.727122 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b3944-bcca-4d0f-8e69-f3fb260f702d None None] Sync routers for ids ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:56:37.735336 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-dbf0e024-70ce-4abc-952c-35e1dc2a4c76 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:37.741204 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b3944-bcca-4d0f-8e69-f3fb260f702d None None] Routers {'20acd3a2-903f-4478-bf5f-f8cfbf378cbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:56:37.745933 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ec0b3944-bcca-4d0f-8e69-f3fb260f702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:56:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:37.780974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a73b03be-85b4-4fe9-83bc-3f09fda25108 None None] Port 9f27f89d-2fff-485a-8722-44eeb34edd47 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:37.794089 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a73b03be-85b4-4fe9-83bc-3f09fda25108 None None] Provisioning for port 33d174db-720d-42ae-a1b9-979d43e2a7cb completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:37.801025 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b5a728fa-2a7b-4fcb-854f-994f29b0193d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:37.804653 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a73b03be-85b4-4fe9-83bc-3f09fda25108 None None] Provisioning complete for port 33d174db-720d-42ae-a1b9-979d43e2a7cb triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:37.805280 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a73b03be-85b4-4fe9-83bc-3f09fda25108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:37.823640 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b5a728fa-2a7b-4fcb-854f-994f29b0193d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:37.921799 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b5a728fa-2a7b-4fcb-854f-994f29b0193d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d0964841938840898694dc84de3b8fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7735543 Feb 18 08:56:37.926183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58740) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:37.927650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a728fa-2a7b-4fcb-854f-994f29b0193d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c7112b-5b30-412f-977e-18babe906565,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:37.968810 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d2484585-46d6-4f37-9047-2e584fe3f4a6 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:37.978827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d2484585-46d6-4f37-9047-2e584fe3f4a6 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Usage tracker for resource:subnet and tenant:67cb21ecbd774b45944266432be4f095 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:37.982624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d2484585-46d6-4f37-9047-2e584fe3f4a6 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:37.989810 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d2484585-46d6-4f37-9047-2e584fe3f4a6 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:38.003065 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2484585-46d6-4f37-9047-2e584fe3f4a6 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Made reservation on behalf of 67cb21ecbd774b45944266432be4f095 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:38.007059 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2484585-46d6-4f37-9047-2e584fe3f4a6 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:38.070737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c06e60b-24ac-410d-990c-9ad8016b4d77 req-a6b0d39d-f6fb-4bf3-a23e-5b7e9f34eb89 service neutron] 10.222.0.81 "GET /v2.0/networks/24de8156-b76b-4ca6-a529-08ff53a8aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6463614 Feb 18 08:56:38.096907 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-dbf0e024-70ce-4abc-952c-35e1dc2a4c76 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "PUT /v2.0/floatingips/222ba894-0fdb-4263-9ce8-e88d17ea8d49 HTTP/1.1" status: 200 len: 997 time: 5.3779931 Feb 18 08:56:38.109401 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-ec0b3944-bcca-4d0f-8e69-f3fb260f702d None None] Set router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:56:38.117611 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-f00cbeb0-ffe8-48ef-9ebb-6edbc12df088 service neutron] 10.222.0.72 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492773 Feb 18 08:56:38.159344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6b9f696b-4a1e-4fc5-b303-3ab460436405 None None] Provisioning for port 6a742a95-0152-46b6-81bf-7b4213cda16a completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:38.164982 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6b9f696b-4a1e-4fc5-b303-3ab460436405 None None] Provisioning complete for port 6a742a95-0152-46b6-81bf-7b4213cda16a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:38.165487 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6b9f696b-4a1e-4fc5-b303-3ab460436405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:38.228624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f696b-4a1e-4fc5-b303-3ab460436405 None None] Port 6a742a95-0152-46b6-81bf-7b4213cda16a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:38.284537 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4effdd0b-7148-4e9b-97e4-9a6bd09329fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:38.302402 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2484585-46d6-4f37-9047-2e584fe3f4a6 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:38.359290 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2484585-46d6-4f37-9047-2e584fe3f4a6 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:38.362329 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4effdd0b-7148-4e9b-97e4-9a6bd09329fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:38.362474 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-d2484585-46d6-4f37-9047-2e584fe3f4a6 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:38.366713 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2484585-46d6-4f37-9047-2e584fe3f4a6 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:38.367295 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2484585-46d6-4f37-9047-2e584fe3f4a6 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:38.380368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-a8259978-c8bf-43e4-a346-be7bf11caea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:38.381868 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-a8259978-c8bf-43e4-a346-be7bf11caea2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2bfd11743efb4659a7cafd525e72f79c&device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 1097 time: 0.2671299 Feb 18 08:56:38.386986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ddf02091-baae-4400-9e68-fa5a5de910d6 service neutron] 10.222.0.72 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290540 Feb 18 08:56:38.388527 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2484585-46d6-4f37-9047-2e584fe3f4a6 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Subnet': ['ID=41103028-215c-41db-b89d-6f13c8a16a55,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:38.397240 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f57634-f01c-4ad5-819b-bcea20e34898 None None] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:38.412832 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d2484585-46d6-4f37-9047-2e584fe3f4a6 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7181320 Feb 18 08:56:38.414876 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58744) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:38.439501 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e187ea52-879b-444a-92c3-cda0828619d2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-900147670', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '41103028-215c-41db-b89d-6f13c8a16a55'}], 'security_groups': ['2faf2957-2036-4071-8799-ec470c370bfb', '70565b39-39cb-40a4-8634-40ba7ca87976']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:38.478148 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 50b8f8b3-717c-4bad-a390-45cc8b8acd51 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:56:38.553609 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ec0b3944-bcca-4d0f-8e69-f3fb260f702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '222ba894-0fdb-4263-9ce8-e88d17ea8d49', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'port_id': '1b97c388-f608-4cef-8ba9-811aaeb71bd3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'mac_address': 'fa:16:3e:a8:c0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:56:02Z', 'updated_at': '2022-02-18T08:56:34Z', 'revision_number': 1, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:23Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:38.558502 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b3944-bcca-4d0f-8e69-f3fb260f702d None None] Checking router: 20acd3a2-903f-4478-bf5f-f8cfbf378cbe for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:56:38.559447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 33d174db-720d-42ae-a1b9-979d43e2a7cb up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:56:38.571115 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b3944-bcca-4d0f-8e69-f3fb260f702d None None] Routers {'20acd3a2-903f-4478-bf5f-f8cfbf378cbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:56:38.572081 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ec0b3944-bcca-4d0f-8e69-f3fb260f702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:56:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:38.601461 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4effdd0b-7148-4e9b-97e4-9a6bd09329fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:38.620770 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-121f5e50-14e7-45e9-8a2c-05f5937b940c service neutron] 10.222.0.72 "GET /v2.0/ports/c2e0cbb0-82ef-4c98-a16f-e576f7a2297c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2119274 Feb 18 08:56:38.652219 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effdd0b-7148-4e9b-97e4-9a6bd09329fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c7112b-5b30-412f-977e-18babe906565,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:38.662581 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e187ea52-879b-444a-92c3-cda0828619d2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:38.727062 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4effdd0b-7148-4e9b-97e4-9a6bd09329fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:38.728198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4effdd0b-7148-4e9b-97e4-9a6bd09329fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b2c7112b-5b30-412f-977e-18babe906565 HTTP/1.1" status: 204 len: 168 time: 0.7736962 Feb 18 08:56:38.878209 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 50b8f8b3-717c-4bad-a390-45cc8b8acd51, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=50b8f8b3-717c-4bad-a390-45cc8b8acd51,segment=NetworkSegment(9a39d686-4ef6-4b84-a3ea-12a8d9c853ce),segment_id=9a39d686-4ef6-4b84-a3ea-12a8d9c853ce)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:38.892876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '50b8f8b3-717c-4bad-a390-45cc8b8acd51', 'network_id': '24de8156-b76b-4ca6-a529-08ff53a8aead', 'port_id': '50b8f8b3-717c-4bad-a390-45cc8b8acd51', 'mac_address': 'fa:16:3e:7e:3e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be80f9cd-0b22-4266-a3c5-c7f51d2b954c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:56:38.909920 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-ec0b3944-bcca-4d0f-8e69-f3fb260f702d None None] Set router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:56:39.029071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-4b2948ad-9392-49b0-aec0-85142bf121f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:39.031638 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-4b2948ad-9392-49b0-aec0-85142bf121f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 200 len: 922 time: 0.6276410 Feb 18 08:56:39.037108 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:39.053137 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-f0cacc28-3d46-48fc-acc0-5c9ea08221b7 service neutron] 10.222.0.72 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221885 Feb 18 08:56:39.059741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 33d174db-720d-42ae-a1b9-979d43e2a7cb triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:39.060112 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:39.119281 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b8f8b3-717c-4bad-a390-45cc8b8acd51 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:56:39.150674 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 50b8f8b3-717c-4bad-a390-45cc8b8acd51, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=50b8f8b3-717c-4bad-a390-45cc8b8acd51,segment=NetworkSegment(9a39d686-4ef6-4b84-a3ea-12a8d9c853ce),segment_id=9a39d686-4ef6-4b84-a3ea-12a8d9c853ce)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:39.166485 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:39.272194 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-40976ff9-eca9-4fc4-805e-1b860cddc1ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b97c388-f608-4cef-8ba9-811aaeb71bd3 HTTP/1.1" status: 200 len: 1000 time: 0.2319338 Feb 18 08:56:39.324514 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58752) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:39.346459 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=50b8f8b3-717c-4bad-a390-45cc8b8acd51,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:39.354587 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] Update dhcp port {'port': {'network_id': '0cf6d681-b525-4d3f-bd81-65cd1fb74f08', 'fixed_ips': [{'subnet_id': '2fabed1f-91f0-46cc-98a3-feac650714b7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '66dab939-21fa-4f86-9e80-1458d033e7f2', 'ip_address': '2001:db8::2'}, {'subnet_id': '41103028-215c-41db-b89d-6f13c8a16a55'}], 'binding:host_id': 'n-d-829434-1'}, 'id': '33d174db-720d-42ae-a1b9-979d43e2a7cb'} from n-d-829434-1. {{(pid=87769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 18 08:56:39.387690 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-26951426-c4a0-4acd-8a9f-2f5a8fbe75dd service neutron] 10.222.0.72 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331530 Feb 18 08:56:39.413105 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:39.413622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-e187ea52-879b-444a-92c3-cda0828619d2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Delete allocated IP 2001:db8::2d9 (0cf6d681-b525-4d3f-bd81-65cd1fb74f08/66dab939-21fa-4f86-9e80-1458d033e7f2) {{(pid=87767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 18 08:56:39.418370 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e63a7f20-5ae8-4294-989b-60b4262bc9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:39.423255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-e187ea52-879b-444a-92c3-cda0828619d2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Allocated IP 2001:db8:0:2::382 (0cf6d681-b525-4d3f-bd81-65cd1fb74f08/41103028-215c-41db-b89d-6f13c8a16a55/6a742a95-0152-46b6-81bf-7b4213cda16a) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:39.519982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e63a7f20-5ae8-4294-989b-60b4262bc9b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:39.530075 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['50b8f8b3-717c-4bad-a390-45cc8b8acd51'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:56:39.531541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e63a7f20-5ae8-4294-989b-60b4262bc9b4 admin admin] Usage tracker for resource:security_group_rule and tenant:1752df0256ab4ad5ae9664f350214b1c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:39.536981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-bf8148e7-a76f-4e47-9b85-d1991393df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:39.538464 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-bf8148e7-a76f-4e47-9b85-d1991393df86 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1570d450-e2c9-453c-a07c-52b306ae3008 HTTP/1.1" status: 200 len: 860 time: 0.2516844 Feb 18 08:56:39.540764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e63a7f20-5ae8-4294-989b-60b4262bc9b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:39.602168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e63a7f20-5ae8-4294-989b-60b4262bc9b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:39.604543 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ec0b3944-bcca-4d0f-8e69-f3fb260f702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '222ba894-0fdb-4263-9ce8-e88d17ea8d49', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'port_id': '1b97c388-f608-4cef-8ba9-811aaeb71bd3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'mac_address': 'fa:16:3e:a8:c0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:56:02Z', 'updated_at': '2022-02-18T08:56:34Z', 'revision_number': 1, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:23Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:39.611466 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b3944-bcca-4d0f-8e69-f3fb260f702d None None] The sync data for ids ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'] in n-d-829434-1 is: [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '222ba894-0fdb-4263-9ce8-e88d17ea8d49', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'port_id': '1b97c388-f608-4cef-8ba9-811aaeb71bd3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'mac_address': 'fa:16:3e:a8:c0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:56:02Z', 'updated_at': '2022-02-18T08:56:34Z', 'revision_number': 1, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:23Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:56:39.734675 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-1a3cdd0f-24aa-4c5a-9abf-c618d91739cc service neutron] 10.222.0.72 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443949 Feb 18 08:56:39.803177 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e187ea52-879b-444a-92c3-cda0828619d2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:39.821879 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-e187ea52-879b-444a-92c3-cda0828619d2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Transition to ACTIVE for port object 6a742a95-0152-46b6-81bf-7b4213cda16a will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:39.827201 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e187ea52-879b-444a-92c3-cda0828619d2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:39.866809 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e63a7f20-5ae8-4294-989b-60b4262bc9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:39.878418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-4b444f02-aba9-400e-a145-b66681e765fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:39.896701 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-4b444f02-aba9-400e-a145-b66681e765fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a0792a-5ad4-4098-9d51-afae073edc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3423615 Feb 18 08:56:39.904066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-aa105117-3847-4908-948b-e3af29942c30 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:56:39.914820 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-aa105117-3847-4908-948b-e3af29942c30 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167778 Feb 18 08:56:39.927987 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1abac6-3ca6-4424-809f-6619586c792e None None] New status for floating IP 222ba894-0fdb-4263-9ce8-e88d17ea8d49: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:56:39.942199 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e63a7f20-5ae8-4294-989b-60b4262bc9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:39.961641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e187ea52-879b-444a-92c3-cda0828619d2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] In _notify_port_updated(), no bound segment for port 6a742a95-0152-46b6-81bf-7b4213cda16a on network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 {{(pid=87767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 08:56:39.966909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e187ea52-879b-444a-92c3-cda0828619d2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:39.968156 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e187ea52-879b-444a-92c3-cda0828619d2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:39.972330 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e187ea52-879b-444a-92c3-cda0828619d2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "PUT /v2.0/ports/6a742a95-0152-46b6-81bf-7b4213cda16a HTTP/1.1" status: 200 len: 969 time: 1.5537634 Feb 18 08:56:39.973353 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58756) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:39.973981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187ea52-879b-444a-92c3-cda0828619d2 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event updated for resources: {'Port': ['ID=6a742a95-0152-46b6-81bf-7b4213cda16a,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:40.038855 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] Allocated IP 2001:db8:0:2::2 (0cf6d681-b525-4d3f-bd81-65cd1fb74f08/41103028-215c-41db-b89d-6f13c8a16a55/33d174db-720d-42ae-a1b9-979d43e2a7cb) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:40.050315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-547b1853-7e5f-492f-9e22-ea10123033eb tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port 6a742a95-0152-46b6-81bf-7b4213cda16a {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:56:40.050985 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-547b1853-7e5f-492f-9e22-ea10123033eb tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:40.098919 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a7f20-5ae8-4294-989b-60b4262bc9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b5e852-4649-417d-bd51-85604df88b0f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:40.104038 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e63a7f20-5ae8-4294-989b-60b4262bc9b4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1752df0256ab4ad5ae9664f350214b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7722161 Feb 18 08:56:40.107149 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58760) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:40.114098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-a2ee77c9-deff-467b-8d7d-0ed04fd1cc4a service neutron] 10.222.0.72 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612099 Feb 18 08:56:40.221312 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1cd863d3-dd19-4877-b95a-3e50e04c3eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:40.237405 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-91f64fbc-93f4-42dc-b82c-99115eab31d5 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216927 Feb 18 08:56:40.323673 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1cd863d3-dd19-4877-b95a-3e50e04c3eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:40.347144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] For port 33d174db-720d-42ae-a1b9-979d43e2a7cb, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=33d174db-720d-42ae-a1b9-979d43e2a7cb,segment=NetworkSegment(3edcdaa0-85ed-4574-b421-97949741c3d9),segment_id=3edcdaa0-85ed-4574-b421-97949741c3d9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:40.351043 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-17db1329-210c-4383-ada2-c116d179c53f service neutron] 10.222.0.72 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233965 Feb 18 08:56:40.391096 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:40.413920 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] Transition to ACTIVE for port object 33d174db-720d-42ae-a1b9-979d43e2a7cb will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:40.422864 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:40.432354 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-547b1853-7e5f-492f-9e22-ea10123033eb tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:40.503847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1eb54c75-7b0d-4f8e-ade2-610e8eeabd57 req-36d24056-f34e-4a6d-8365-5d95c0dba25f service neutron] 10.222.0.72 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480540 Feb 18 08:56:40.549138 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-bfcf040f-0fed-4856-a813-e876a07e5343 service neutron] 10.222.0.72 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892962 Feb 18 08:56:40.561697 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1cd863d3-dd19-4877-b95a-3e50e04c3eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:40.572925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-547b1853-7e5f-492f-9e22-ea10123033eb tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for 6a742a95-0152-46b6-81bf-7b4213cda16a owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:56:40.621696 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd863d3-dd19-4877-b95a-3e50e04c3eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b5e852-4649-417d-bd51-85604df88b0f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:40.628845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] Pushing event updated for resources: {'Port': ['ID=33d174db-720d-42ae-a1b9-979d43e2a7cb,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:40.642714 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58766) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:40.648065 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:40.649899 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:40.651124 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:40.651468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:40.651894 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:40.652222 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:40.652586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:40.652912 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:40.653321 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:40.653651 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:40.653973 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:40.654301 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f2418-3d41-4948-bdde-2ea7dba3aec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:40.714963 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1cd863d3-dd19-4877-b95a-3e50e04c3eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:40.719105 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1cd863d3-dd19-4877-b95a-3e50e04c3eac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a6b5e852-4649-417d-bd51-85604df88b0f HTTP/1.1" status: 204 len: 168 time: 0.6078274 Feb 18 08:56:40.745336 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b13c1dcc-4a38-4a39-af5c-b60a8bd34acb service neutron] 10.222.0.72 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799109 Feb 18 08:56:41.061007 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:41.097047 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-38b3aa91-af47-4638-a975-6c18485dca0b service neutron] 10.222.0.72 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423975 Feb 18 08:56:41.196847 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-547b1853-7e5f-492f-9e22-ea10123033eb tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:41.211966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46610647-ff7f-489e-831f-4799f47f7e84 req-f472eef2-116f-4fd6-b29a-a14dd198cb58 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:41.213682 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-46610647-ff7f-489e-831f-4799f47f7e84 req-f472eef2-116f-4fd6-b29a-a14dd198cb58 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/ports?device_id=144b622c-28dd-411f-adc1-12dce2780e50 HTTP/1.1" status: 200 len: 945 time: 0.2364326 Feb 18 08:56:41.263510 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b1853-7e5f-492f-9e22-ea10123033eb tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=6a742a95-0152-46b6-81bf-7b4213cda16a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:41.310056 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ae4739eb-5fb7-4872-b301-299e84b8d2d4 service neutron] 10.222.0.72 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055352 Feb 18 08:56:41.340183 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:41.342150 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-547b1853-7e5f-492f-9e22-ea10123033eb tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:41.350799 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-46610647-ff7f-489e-831f-4799f47f7e84 req-b89cb9ca-ecda-4d61-af76-a14eb3ba4f45 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/security-groups?id=02582551-5a0f-45dd-b1b1-afd1a1f2a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281049 Feb 18 08:56:41.433956 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-547b1853-7e5f-492f-9e22-ea10123033eb tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/ports/6a742a95-0152-46b6-81bf-7b4213cda16a HTTP/1.1" status: 204 len: 168 time: 1.4549110 Feb 18 08:56:41.437892 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58782) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:41.535309 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-88857c3b-4101-4f54-8748-7acefcdd7eac service neutron] 10.222.0.72 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187870 Feb 18 08:56:41.574455 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-51d64bb7-1a58-4b13-b148-166d8589efb7 None None] Could not find standard attr ID for object 6a742a95-0152-46b6-81bf-7b4213cda16a. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 08:56:41.596371 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-51d64bb7-1a58-4b13-b148-166d8589efb7 None None] Provisioning complete for port 9f27f89d-2fff-485a-8722-44eeb34edd47 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:41.596883 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-51d64bb7-1a58-4b13-b148-166d8589efb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:41.620349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea974e4-c613-4a34-96e9-38db69d88484 req-c4f56187-539f-4c68-8561-aaaca2d74abc tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:41.643862 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5885f7e8-0ffe-4667-9410-f6a2437bd1e6 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] GET failed (client error): The resource could not be found. Feb 18 08:56:41.644536 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5885f7e8-0ffe-4667-9410-f6a2437bd1e6 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Synchronizing usage tracker for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:56:41.649042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea974e4-c613-4a34-96e9-38db69d88484 req-c4f56187-539f-4c68-8561-aaaca2d74abc tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:41.663979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea974e4-c613-4a34-96e9-38db69d88484 req-c4f56187-539f-4c68-8561-aaaca2d74abc tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:41.666701 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ea974e4-c613-4a34-96e9-38db69d88484 req-c4f56187-539f-4c68-8561-aaaca2d74abc tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2418 time: 0.1798923 Feb 18 08:56:41.671945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5885f7e8-0ffe-4667-9410-f6a2437bd1e6 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Unset dirty status for tenant:67cb21ecbd774b45944266432be4f095 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:56:41.674802 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5885f7e8-0ffe-4667-9410-f6a2437bd1e6 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports/6a742a95-0152-46b6-81bf-7b4213cda16a HTTP/1.1" status: 404 len: 333 time: 0.2328978 Feb 18 08:56:41.676543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58794) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:41.695477 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-51d64bb7-1a58-4b13-b148-166d8589efb7 None None] Port 9f27f89d-2fff-485a-8722-44eeb34edd47 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:41.711115 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-51d64bb7-1a58-4b13-b148-166d8589efb7 None None] Provisioning for port 33d174db-720d-42ae-a1b9-979d43e2a7cb completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:41.722746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-51d64bb7-1a58-4b13-b148-166d8589efb7 None None] Provisioning complete for port 33d174db-720d-42ae-a1b9-979d43e2a7cb triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:41.723176 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-51d64bb7-1a58-4b13-b148-166d8589efb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:41.805170 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-edd50510-dd6e-44e1-828e-c3aec34bcf72 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:41.845906 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:41.849775 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-edd50510-dd6e-44e1-828e-c3aec34bcf72 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:41.910801 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ea974e4-c613-4a34-96e9-38db69d88484 req-aa647915-67eb-4cca-a0ca-a8563023666a tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178028 Feb 18 08:56:41.913956 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-edd50510-dd6e-44e1-828e-c3aec34bcf72 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:41.963586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd50510-dd6e-44e1-828e-c3aec34bcf72 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb1ac32-2078-4b94-a68b-e4d4a50c08cd,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:42.002122 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-edd50510-dd6e-44e1-828e-c3aec34bcf72 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:42.006237 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-edd50510-dd6e-44e1-828e-c3aec34bcf72 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/security-groups/5cb1ac32-2078-4b94-a68b-e4d4a50c08cd HTTP/1.1" status: 204 len: 168 time: 0.3256946 Feb 18 08:56:42.006836 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58808) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:42.096716 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7dece356-b38d-44e4-a091-af41af8f843b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:42.136201 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7dece356-b38d-44e4-a091-af41af8f843b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:42.237543 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7dece356-b38d-44e4-a091-af41af8f843b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:42.260607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dece356-b38d-44e4-a091-af41af8f843b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70565b39-39cb-40a4-8634-40ba7ca87976,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:42.266992 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7dece356-b38d-44e4-a091-af41af8f843b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:42.268959 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7dece356-b38d-44e4-a091-af41af8f843b tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/security-groups/70565b39-39cb-40a4-8634-40ba7ca87976 HTTP/1.1" status: 204 len: 168 time: 0.2611706 Feb 18 08:56:42.271322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58822) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:42.329081 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dca1cc-0e65-40b1-b350-5198570fca70', 'name': 'network-vif-deleted', 'tag': 'f53573ab-8349-4259-8320-6d8ba040f11f', 'status': 'completed', 'code': 200} Feb 18 08:56:42.344821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-40f4423c-d3fe-4fd7-a03a-2340478e0dbe None None] Could not find standard attr ID for object 6a742a95-0152-46b6-81bf-7b4213cda16a. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 08:56:42.354492 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-821bebc2-aa3d-4aa3-ae36-8b0e7a66dc47 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:42.388682 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-821bebc2-aa3d-4aa3-ae36-8b0e7a66dc47 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:42.481744 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 50b8f8b3-717c-4bad-a390-45cc8b8acd51 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:56:42.534154 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-821bebc2-aa3d-4aa3-ae36-8b0e7a66dc47 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:42.566812 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 33d174db-720d-42ae-a1b9-979d43e2a7cb up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:56:42.567620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821bebc2-aa3d-4aa3-ae36-8b0e7a66dc47 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faf2957-2036-4071-8799-ec470c370bfb,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:42.573274 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-821bebc2-aa3d-4aa3-ae36-8b0e7a66dc47 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:42.574390 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-821bebc2-aa3d-4aa3-ae36-8b0e7a66dc47 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/security-groups/2faf2957-2036-4071-8799-ec470c370bfb HTTP/1.1" status: 204 len: 168 time: 0.3019955 Feb 18 08:56:42.578729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58870) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:42.653243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-650e040a-4a04-45ff-86a4-166952ab6634 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:42.654768 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-650e040a-4a04-45ff-86a4-166952ab6634 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0b9b17-95f3-4103-9966-9ee7b45f6ec2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1871176 Feb 18 08:56:42.707672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Deleting port 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:56:42.708294 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:42.711280 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 33d174db-720d-42ae-a1b9-979d43e2a7cb triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:42.711696 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:42.784149 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 50b8f8b3-717c-4bad-a390-45cc8b8acd51 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:42.793531 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 50b8f8b3-717c-4bad-a390-45cc8b8acd51 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:42.793902 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:42.825596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09dceed-be4b-4367-8e7a-a4f6cf46aacc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting subnet 66dab939-21fa-4f86-9e80-1458d033e7f2 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:56:42.833194 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b09dceed-be4b-4367-8e7a-a4f6cf46aacc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:42.884309 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-ef59c53a-f733-4855-a6f7-a91137d28583 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 1002 time: 0.2231040 Feb 18 08:56:42.903066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-472bf8fd-4356-4b29-a941-87b11acfaddd tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Request body: {'floatingip': {'port_id': '8716c54f-7a24-4be6-8942-0c6374e6d6f0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:42.987513 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] For port 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6b5a60cb-fd83-4fc4-ab8a-f79b11632b44,segment=NetworkSegment(dee93385-4765-4e34-bd95-6b2c9909aed9),segment_id=dee93385-4765-4e34-bd95-6b2c9909aed9)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:42.987893 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:42.996051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58882) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:43.042752 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:43.063968 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b09dceed-be4b-4367-8e7a-a4f6cf46aacc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:43.121743 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 50b8f8b3-717c-4bad-a390-45cc8b8acd51, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=50b8f8b3-717c-4bad-a390-45cc8b8acd51,segment=NetworkSegment(9a39d686-4ef6-4b84-a3ea-12a8d9c853ce),segment_id=9a39d686-4ef6-4b84-a3ea-12a8d9c853ce)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:43.125385 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144b622c-28dd-411f-adc1-12dce2780e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b8f8b3-717c-4bad-a390-45cc8b8acd51'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:56:43.132710 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-472bf8fd-4356-4b29-a941-87b11acfaddd tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:43.144633 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:43.206549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Calling delete_port for 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:56:43.275334 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=50b8f8b3-717c-4bad-a390-45cc8b8acd51,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:43.296320 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:43.329047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:43.335494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Usage tracker for resource:security_group_rule and tenant:558d3617769a4f308edcba5324afcd18 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:43.356185 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b09dceed-be4b-4367-8e7a-a4f6cf46aacc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:43.464630 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:43.480346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:43.676042 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:43.677368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46a5df-e261-440f-9c59-15a55e8f9a7b req-cf79ba71-65f8-4bb9-8a99-785002d95aef tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:43.678871 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b46a5df-e261-440f-9c59-15a55e8f9a7b req-cf79ba71-65f8-4bb9-8a99-785002d95aef tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/ports?device_id=144b622c-28dd-411f-adc1-12dce2780e50 HTTP/1.1" status: 200 len: 946 time: 0.4024003 Feb 18 08:56:43.690594 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:43.726293 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b09dceed-be4b-4367-8e7a-a4f6cf46aacc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:43.739332 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:43.795613 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=558d3617769a4f308edcba5324afcd18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7960649 Feb 18 08:56:43.800580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b5a60cb-fd83-4fc4-ab8a-f79b11632b44,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:43.803364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4890c3f-3ff0-417d-8e20-c1d163724b85,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:43.807679 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58904) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:43.831494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dceed-be4b-4367-8e7a-a4f6cf46aacc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Subnet': ['ID=66dab939-21fa-4f86-9e80-1458d033e7f2,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:43.855637 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493a194b-47d7-4ba5-ba7c-f4a755a6d79e None None] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:43.860853 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b09dceed-be4b-4367-8e7a-a4f6cf46aacc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:43.878789 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b09dceed-be4b-4367-8e7a-a4f6cf46aacc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/66dab939-21fa-4f86-9e80-1458d033e7f2 HTTP/1.1" status: 204 len: 168 time: 1.2936373 Feb 18 08:56:43.890748 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b46a5df-e261-440f-9c59-15a55e8f9a7b req-fb252752-38c4-4bb7-ad59-17e216b9105d tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/security-groups?id=02582551-5a0f-45dd-b1b1-afd1a1f2a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000370 Feb 18 08:56:43.891271 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58908) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:43.957230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.957574 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.957908 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.958234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.958557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.958882 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.959209 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.959504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.959819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.960133 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.960471 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.960786 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a953468-287d-48af-b41a-cbd5bd29b635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.976607 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.977377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.977377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.977594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.977924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.978253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.978580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.978906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.979230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.979551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.979874 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:43.980194 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:56:44.115390 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7bd47ac6-3d7b-4a70-9dfd-87fa792b1e37 req-b6972b22-7d5c-40a6-8277-622cb4b11e1e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 210 time: 0.0519004 Feb 18 08:56:44.273039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd880d3-0700-4643-818f-ebd9ad188cc0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting subnet 41103028-215c-41db-b89d-6f13c8a16a55 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:56:44.291255 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cbd880d3-0700-4643-818f-ebd9ad188cc0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:44.330940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'tag': '1b97c388-f608-4cef-8ba9-811aaeb71bd3'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:56:44.339883 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-405d3357-904e-4d7e-86c7-b11e2f9e55c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:44.373189 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cbd880d3-0700-4643-818f-ebd9ad188cc0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:44.472163 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-405d3357-904e-4d7e-86c7-b11e2f9e55c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:44.487392 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cbd880d3-0700-4643-818f-ebd9ad188cc0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:44.516623 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144b622c-28dd-411f-adc1-12dce2780e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b8f8b3-717c-4bad-a390-45cc8b8acd51', 'code': 200} Feb 18 08:56:44.528686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:44.615631 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'tag': '1b97c388-f608-4cef-8ba9-811aaeb71bd3', 'status': 'completed', 'code': 200} Feb 18 08:56:44.689939 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cbd880d3-0700-4643-818f-ebd9ad188cc0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:44.817336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd880d3-0700-4643-818f-ebd9ad188cc0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Subnet': ['ID=41103028-215c-41db-b89d-6f13c8a16a55,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:44.821305 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cbd880d3-0700-4643-818f-ebd9ad188cc0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:44.839453 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cbd880d3-0700-4643-818f-ebd9ad188cc0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/41103028-215c-41db-b89d-6f13c8a16a55 HTTP/1.1" status: 204 len: 168 time: 0.9449742 Feb 18 08:56:44.840353 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58920) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:44.941316 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-405d3357-904e-4d7e-86c7-b11e2f9e55c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:44.969335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d3357-904e-4d7e-86c7-b11e2f9e55c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4890c3f-3ff0-417d-8e20-c1d163724b85,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:44.986010 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5118f5a-e41d-4b1a-b046-df9bbc813802 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] DELETE failed (client error): The resource could not be found. Feb 18 08:56:44.986576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5118f5a-e41d-4b1a-b046-df9bbc813802 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 08:56:44.992011 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a5118f5a-e41d-4b1a-b046-df9bbc813802 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/66dab939-21fa-4f86-9e80-1458d033e7f2 HTTP/1.1" status: 404 len: 337 time: 0.1445906 Feb 18 08:56:44.997119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58926) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:45.019861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeecfe8-1195-4098-9c94-f49fc0df8e18 req-5a8cdb14-442a-443f-8b8c-75dbbd43fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:45.024683 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-daeecfe8-1195-4098-9c94-f49fc0df8e18 req-5a8cdb14-442a-443f-8b8c-75dbbd43fc7f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bfd11743efb4659a7cafd525e72f79c&device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 1097 time: 0.4052927 Feb 18 08:56:45.044413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8699406f-5055-434e-9361-cbb8bb7bafc1 None None] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:45.140520 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b41683d5-bb28-449e-bac7-52ca40447bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:45.141931 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b41683d5-bb28-449e-bac7-52ca40447bb2 service neutron] 10.222.0.61 "GET /v2.0/ports/5d533476-d347-4c13-8d3e-a98ebb1ba63d HTTP/1.1" status: 200 len: 1027 time: 0.3237185 Feb 18 08:56:45.142722 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-405d3357-904e-4d7e-86c7-b11e2f9e55c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:45.148199 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-405d3357-904e-4d7e-86c7-b11e2f9e55c7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d4890c3f-3ff0-417d-8e20-c1d163724b85 HTTP/1.1" status: 204 len: 168 time: 1.2698841 Feb 18 08:56:45.150700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-fb7d8903-2a10-4c54-8329-ac286960d85f None None] Provisioning complete for port 9f27f89d-2fff-485a-8722-44eeb34edd47 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:45.151174 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fb7d8903-2a10-4c54-8329-ac286960d85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:45.245681 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-472bf8fd-4356-4b29-a941-87b11acfaddd tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:56:45.278506 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-fb7d8903-2a10-4c54-8329-ac286960d85f None None] Port 9f27f89d-2fff-485a-8722-44eeb34edd47 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:45.312313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-fb7d8903-2a10-4c54-8329-ac286960d85f None None] Provisioning complete for port 33d174db-720d-42ae-a1b9-979d43e2a7cb triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:45.312665 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fb7d8903-2a10-4c54-8329-ac286960d85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:45.323207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Router fa63a23e-558e-409b-97cd-58055b746b9a has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:56:45.333336 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-48db7792-c7e0-4043-8390-8f50fd39f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:45.334889 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-48db7792-c7e0-4043-8390-8f50fd39f6cb service neutron] 10.222.0.61 "GET /v2.0/ports/c2e0cbb0-82ef-4c98-a16f-e576f7a2297c HTTP/1.1" status: 200 len: 1027 time: 0.1574051 Feb 18 08:56:45.342139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ef20e2-c5a6-46a4-8e1a-0ac1e177ee3a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting subnet 2fabed1f-91f0-46cc-98a3-feac650714b7 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:56:45.384470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea0075-c8b0-4d83-ab0b-8fd1b44a888d req-3d3db640-251f-44f0-9077-c96a120b34cb tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:45.391347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea0075-c8b0-4d83-ab0b-8fd1b44a888d req-3d3db640-251f-44f0-9077-c96a120b34cb tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:45.397228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea0075-c8b0-4d83-ab0b-8fd1b44a888d req-3d3db640-251f-44f0-9077-c96a120b34cb tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:45.404429 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76ea0075-c8b0-4d83-ab0b-8fd1b44a888d req-3d3db640-251f-44f0-9077-c96a120b34cb tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2418 time: 0.6667190 Feb 18 08:56:45.477084 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-472bf8fd-4356-4b29-a941-87b11acfaddd tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:45.478061 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b9ef20e2-c5a6-46a4-8e1a-0ac1e177ee3a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:45.601376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:56:45.611491 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bdb96a-e4a4-4c23-a88f-1942c63e5549 None None] Sync routers for ids ['fa63a23e-558e-409b-97cd-58055b746b9a'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:56:45.634593 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bdb96a-e4a4-4c23-a88f-1942c63e5549 None None] Routers {'fa63a23e-558e-409b-97cd-58055b746b9a'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:56:45.635219 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d9bdb96a-e4a4-4c23-a88f-1942c63e5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:56:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fa63a23e-558e-409b-97cd-58055b746b9a'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:45.667797 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-db1de5f7-a237-4c8e-a35a-06000728d740 admin admin] 10.222.0.72 "PUT /v2.0/routers/fa63a23e-558e-409b-97cd-58055b746b9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0219147 Feb 18 08:56:45.677538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58940) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:45.684711 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-472bf8fd-4356-4b29-a941-87b11acfaddd tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:45.756505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e27121-2c96-49fb-a803-ec311d7eb3ba req-3040c951-75a7-4ce8-aaf1-38e567851f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:45.757963 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7e27121-2c96-49fb-a803-ec311d7eb3ba req-3040c951-75a7-4ce8-aaf1-38e567851f71 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=144b622c-28dd-411f-adc1-12dce2780e50 HTTP/1.1" status: 200 len: 1097 time: 1.0150096 Feb 18 08:56:45.809358 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76ea0075-c8b0-4d83-ab0b-8fd1b44a888d req-71bdcf0d-abdd-4ae7-aa2e-19752f4cb762 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041448 Feb 18 08:56:45.896128 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7e27121-2c96-49fb-a803-ec311d7eb3ba req-e7e9261a-e350-4c67-bccd-071ae672d2ee service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=02582551-5a0f-45dd-b1b1-afd1a1f2a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922244 Feb 18 08:56:45.920060 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b9ef20e2-c5a6-46a4-8e1a-0ac1e177ee3a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:46.026349 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d9bdb96a-e4a4-4c23-a88f-1942c63e5549 None None] Set router fa63a23e-558e-409b-97cd-58055b746b9a gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:56:46.084655 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b9ef20e2-c5a6-46a4-8e1a-0ac1e177ee3a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:46.118249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-c591add0-6ddc-4ec1-a71d-1d6802443c2a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:46.128097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-c591add0-6ddc-4ec1-a71d-1d6802443c2a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:46.134233 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-c591add0-6ddc-4ec1-a71d-1d6802443c2a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:46.138126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-c591add0-6ddc-4ec1-a71d-1d6802443c2a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Synchronizing usage tracker for tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:56:46.168921 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cd545b4-5a53-4e41-9b42-454204116d66 admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:46.213135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeecfe8-1195-4098-9c94-f49fc0df8e18 req-6ddb1061-6315-44c4-8c34-25ffd1e37f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:46.215914 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-daeecfe8-1195-4098-9c94-f49fc0df8e18 req-6ddb1061-6315-44c4-8c34-25ffd1e37f85 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 200 len: 922 time: 1.1272163 Feb 18 08:56:46.247024 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-c591add0-6ddc-4ec1-a71d-1d6802443c2a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Unset dirty status for tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:56:46.248195 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-c591add0-6ddc-4ec1-a71d-1d6802443c2a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.61 "GET /v2.0/networks?id=a401406b-a4a8-40c2-921a-a514ad2ac81a&id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&id=6af62175-1a85-4684-83c8-bc920071b3e0&id=6af62175-1a85-4684-83c8-bc920071b3e0 HTTP/1.1" status: 200 len: 1991 time: 0.9069450 Feb 18 08:56:46.541267 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-2df31510-65d9-4d83-b9f7-1e649b2cefdc tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Synchronizing usage tracker for tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:56:46.565475 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-daeecfe8-1195-4098-9c94-f49fc0df8e18 req-e92291a2-ad1e-4022-8d59-1b930bbe33c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b97c388-f608-4cef-8ba9-811aaeb71bd3 HTTP/1.1" status: 200 len: 217 time: 0.1691937 Feb 18 08:56:46.566933 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b9ef20e2-c5a6-46a4-8e1a-0ac1e177ee3a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:46.621013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-2df31510-65d9-4d83-b9f7-1e649b2cefdc tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Unset dirty status for tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:56:46.622445 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-2df31510-65d9-4d83-b9f7-1e649b2cefdc tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9 HTTP/1.1" status: 200 len: 378 time: 0.3549852 Feb 18 08:56:46.624782 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cd545b4-5a53-4e41-9b42-454204116d66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:46.634096 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-8b7f8bbc-f425-4ab6-b7f4-dee8348e2ab9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Request body: {'port': {'device_id': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a', 'admin_state_up': True, 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'security_groups': ['f669f159-2d75-41d6-8b3b-f28636bc77b0']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:46.676606 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d9bdb96a-e4a4-4c23-a88f-1942c63e5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa63a23e-558e-409b-97cd-58055b746b9a', 'name': 'tempest-ServerRescueNegativeTestJSON-881370611-router', 'tenant_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'a4ed338f-fecc-4b35-ba94-56aa9365ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:53:05Z', 'updated_at': '2022-02-18T08:56:43Z', 'revision_number': 5, 'project_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'gw_port': {'id': 'a4ed338f-fecc-4b35-ba94-56aa9365ffe9', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa63a23e-558e-409b-97cd-58055b746b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:53:06Z', 'updated_at': '2022-02-18T08:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:46.681199 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bdb96a-e4a4-4c23-a88f-1942c63e5549 None None] Checking router: fa63a23e-558e-409b-97cd-58055b746b9a for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:56:46.692468 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bdb96a-e4a4-4c23-a88f-1942c63e5549 None None] Routers {'fa63a23e-558e-409b-97cd-58055b746b9a'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:56:46.693199 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d9bdb96a-e4a4-4c23-a88f-1942c63e5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:56:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fa63a23e-558e-409b-97cd-58055b746b9a'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:46.718426 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c4dd49ee-7877-4269-9a77-a03f2cbb50e5 None None] Provisioning complete for port 9f27f89d-2fff-485a-8722-44eeb34edd47 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:46.719063 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c4dd49ee-7877-4269-9a77-a03f2cbb50e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:46.727612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-9cd545b4-5a53-4e41-9b42-454204116d66 admin admin] Deleting port a4ed338f-fecc-4b35-ba94-56aa9365ffe9 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:56:46.728208 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cd545b4-5a53-4e41-9b42-454204116d66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:46.844208 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd49ee-7877-4269-9a77-a03f2cbb50e5 None None] Port 9f27f89d-2fff-485a-8722-44eeb34edd47 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:46.863916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef20e2-c5a6-46a4-8e1a-0ac1e177ee3a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Subnet': ['ID=2fabed1f-91f0-46cc-98a3-feac650714b7,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:46.867386 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c4dd49ee-7877-4269-9a77-a03f2cbb50e5 None None] Provisioning complete for port 33d174db-720d-42ae-a1b9-979d43e2a7cb triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:46.868028 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c4dd49ee-7877-4269-9a77-a03f2cbb50e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:46.873448 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-472bf8fd-4356-4b29-a941-87b11acfaddd tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Floating IP 222ba894-0fdb-4263-9ce8-e88d17ea8d49 associated. External IP: 172.25.1.178, port: 1b97c388-f608-4cef-8ba9-811aaeb71bd3. Feb 18 08:56:46.959991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeecfe8-1195-4098-9c94-f49fc0df8e18 req-407b03c7-12d6-4ccc-9f85-cd7b700a5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:46.961438 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-daeecfe8-1195-4098-9c94-f49fc0df8e18 req-407b03c7-12d6-4ccc-9f85-cd7b700a5d2b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1570d450-e2c9-453c-a07c-52b306ae3008 HTTP/1.1" status: 200 len: 860 time: 0.2887526 Feb 18 08:56:46.981698 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b9ef20e2-c5a6-46a4-8e1a-0ac1e177ee3a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:46.999441 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee4aeb8-7a45-407f-a758-eebad95ec785 None None] Network 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:47.031195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-8b7f8bbc-f425-4ab6-b7f4-dee8348e2ab9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:47.052582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b9ef20e2-c5a6-46a4-8e1a-0ac1e177ee3a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/2fabed1f-91f0-46cc-98a3-feac650714b7 HTTP/1.1" status: 204 len: 168 time: 2.0525513 Feb 18 08:56:47.057805 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58976) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:47.063845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-8b7f8bbc-f425-4ab6-b7f4-dee8348e2ab9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:47.118512 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d9bdb96a-e4a4-4c23-a88f-1942c63e5549 None None] Set router fa63a23e-558e-409b-97cd-58055b746b9a gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:56:47.120536 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-71391aed-d437-4168-b27d-81bb826cf744 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] DELETE failed (client error): The resource could not be found. Feb 18 08:56:47.121033 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71391aed-d437-4168-b27d-81bb826cf744 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 08:56:47.122813 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-71391aed-d437-4168-b27d-81bb826cf744 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/1f28ba72-e902-4cd1-8cd3-2f94305c3e99 HTTP/1.1" status: 404 len: 337 time: 0.0614147 Feb 18 08:56:47.129745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58984) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:47.182973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-8b7f8bbc-f425-4ab6-b7f4-dee8348e2ab9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Made reservation on behalf of bb7b88e07b194fc1a2e7bd1d2d15b7a9 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:47.186762 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-8b7f8bbc-f425-4ab6-b7f4-dee8348e2ab9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:47.207767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-9cd545b4-5a53-4e41-9b42-454204116d66 admin admin] For port a4ed338f-fecc-4b35-ba94-56aa9365ffe9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a4ed338f-fecc-4b35-ba94-56aa9365ffe9,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:47.208140 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cd545b4-5a53-4e41-9b42-454204116d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:47.222623 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-30e93526-5071-4da0-b266-7b0583c2db52 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "GET /v2.0/ports?device_id=458f8794-1cd9-4180-95fc-c1d0d257a7f6 HTTP/1.1" status: 200 len: 205 time: 0.0895576 Feb 18 08:56:47.237245 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58992) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:47.362925 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d9bdb96a-e4a4-4c23-a88f-1942c63e5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa63a23e-558e-409b-97cd-58055b746b9a', 'name': 'tempest-ServerRescueNegativeTestJSON-881370611-router', 'tenant_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:53:05Z', 'updated_at': '2022-02-18T08:56:46Z', 'revision_number': 6, 'project_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:47.373387 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bdb96a-e4a4-4c23-a88f-1942c63e5549 None None] The sync data for ids ['fa63a23e-558e-409b-97cd-58055b746b9a'] in n-d-829434-1 is: [{'id': 'fa63a23e-558e-409b-97cd-58055b746b9a', 'name': 'tempest-ServerRescueNegativeTestJSON-881370611-router', 'tenant_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:53:05Z', 'updated_at': '2022-02-18T08:56:46Z', 'revision_number': 6, 'project_id': '07a37fcb692a481a8b32c3cc5e76d9b8', 'gw_port_host': None}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:56:47.536129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542631e-9480-4698-983f-140d834b68ac req-1196d1e4-1f36-4107-9494-d6ec787b090f tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:47.543450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a542631e-9480-4698-983f-140d834b68ac req-1196d1e4-1f36-4107-9494-d6ec787b090f tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/ports?device_id=144b622c-28dd-411f-adc1-12dce2780e50 HTTP/1.1" status: 200 len: 946 time: 1.3429801 Feb 18 08:56:47.611551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-8933a1c2-0655-4dff-9633-a209a2b912ee tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:47.617891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-8933a1c2-0655-4dff-9633-a209a2b912ee tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:47.621671 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-9cd545b4-5a53-4e41-9b42-454204116d66 admin admin] Calling delete_port for a4ed338f-fecc-4b35-ba94-56aa9365ffe9 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:56:47.624523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-8933a1c2-0655-4dff-9633-a209a2b912ee tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:47.626155 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-8933a1c2-0655-4dff-9633-a209a2b912ee tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.81 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2418 time: 1.0523572 Feb 18 08:56:47.687949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeecfe8-1195-4098-9c94-f49fc0df8e18 req-68848cd9-4b3b-4470-b193-8ee3ef319e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:47.689874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-daeecfe8-1195-4098-9c94-f49fc0df8e18 req-68848cd9-4b3b-4470-b193-8ee3ef319e4b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d9a0792a-5ad4-4098-9d51-afae073edc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7124715 Feb 18 08:56:47.694108 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-b103f9d3-d40f-4ac1-b120-0ed87a6f8bae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] delete failed (client error): The resource could not be found. Feb 18 08:56:47.700483 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b103f9d3-d40f-4ac1-b120-0ed87a6f8bae tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/routers/458f8794-1cd9-4180-95fc-c1d0d257a7f6 HTTP/1.1" status: 404 len: 336 time: 0.4569299 Feb 18 08:56:47.711157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59024) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:47.759301 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa8dd28-8ade-4d53-8210-c360abb214d0 None None] DHCP port deletion for 0cf6d681-b525-4d3f-bd81-65cd1fb74f08 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:56:47.763790 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9aa8dd28-8ade-4d53-8210-c360abb214d0 None None] Deleting port 33d174db-720d-42ae-a1b9-979d43e2a7cb {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:56:47.764167 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9aa8dd28-8ade-4d53-8210-c360abb214d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:47.892559 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-8b7f8bbc-f425-4ab6-b7f4-dee8348e2ab9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Allocated IP 172.20.0.5 (a401406b-a4a8-40c2-921a-a514ad2ac81a/ec7d804e-ca01-4571-a18b-fa20d71f9ecf/40eb1bfc-150b-4f7d-ab6d-c6615ae3067e) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:48.103722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9aa8dd28-8ade-4d53-8210-c360abb214d0 None None] For port 33d174db-720d-42ae-a1b9-979d43e2a7cb, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=33d174db-720d-42ae-a1b9-979d43e2a7cb,segment=NetworkSegment(3edcdaa0-85ed-4574-b421-97949741c3d9),segment_id=3edcdaa0-85ed-4574-b421-97949741c3d9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:48.104111 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9aa8dd28-8ade-4d53-8210-c360abb214d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:48.121805 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a08cf3-ce7b-4290-9781-37da13f0eaff tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] DELETE failed (client error): The resource could not be found. Feb 18 08:56:48.122368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a08cf3-ce7b-4290-9781-37da13f0eaff tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 08:56:48.124507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d9a08cf3-ce7b-4290-9781-37da13f0eaff tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/e4af9294-2f5e-4623-8e58-267db92d096a HTTP/1.1" status: 404 len: 337 time: 0.4061530 Feb 18 08:56:48.152974 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a542631e-9480-4698-983f-140d834b68ac req-87067e31-28e4-4c7a-8099-44ba9cc4b76d tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/security-groups?id=02582551-5a0f-45dd-b1b1-afd1a1f2a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6085417 Feb 18 08:56:48.158522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59056) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:48.207350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-1a32e2f4-8b6c-45e4-9bef-520556020620 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Deleting port 68e47a38-bb1c-4027-aefb-7902589655a7 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:56:48.207702 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-1a32e2f4-8b6c-45e4-9bef-520556020620 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:48.319529 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9aa8dd28-8ade-4d53-8210-c360abb214d0 None None] Calling delete_port for 33d174db-720d-42ae-a1b9-979d43e2a7cb owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:56:48.477749 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-8b7f8bbc-f425-4ab6-b7f4-dee8348e2ab9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:48.496821 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9aa8dd28-8ade-4d53-8210-c360abb214d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:48.503537 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e03112-01c8-41a4-b32e-30a5592cb30c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] DELETE failed (client error): The resource could not be found. Feb 18 08:56:48.504398 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e03112-01c8-41a4-b32e-30a5592cb30c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 08:56:48.506512 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-80e03112-01c8-41a4-b32e-30a5592cb30c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/7d2c5731-c6bd-4c1e-873f-dcb262fc40e8 HTTP/1.1" status: 404 len: 337 time: 0.3330369 Feb 18 08:56:48.520692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59066) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:48.549580 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c54d4c9-f7c5-45a4-9986-a8bd79c2997b req-0560d097-58df-487f-9346-3f01f9a5f300 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 210 time: 0.1406994 Feb 18 08:56:48.575838 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-472bf8fd-4356-4b29-a941-87b11acfaddd tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:56:48.621411 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cd545b4-5a53-4e41-9b42-454204116d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:48.628789 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa8dd28-8ade-4d53-8210-c360abb214d0 None None] No DVR routers for this DVR port 33d174db-720d-42ae-a1b9-979d43e2a7cb on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:56:48.678130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 33d174db-720d-42ae-a1b9-979d43e2a7cb no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:56:48.729986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd545b4-5a53-4e41-9b42-454204116d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ed338f-fecc-4b35-ba94-56aa9365ffe9,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:48.737773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-8b7f8bbc-f425-4ab6-b7f4-dee8348e2ab9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Transition to ACTIVE for port object 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:48.739726 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f996dd9b-1afc-4787-a82b-b3f37f9d5b18 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] DELETE failed (client error): The resource could not be found. Feb 18 08:56:48.739948 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8dd28-8ade-4d53-8210-c360abb214d0 None None] Pushing event deleted for resources: {'Port': ['ID=33d174db-720d-42ae-a1b9-979d43e2a7cb,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:48.740585 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f996dd9b-1afc-4787-a82b-b3f37f9d5b18 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 08:56:48.761080 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-daeecfe8-1195-4098-9c94-f49fc0df8e18 req-0b6bfb5f-548e-4b2a-b1c5-4fa35beae90e service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0514393 Feb 18 08:56:48.774062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 33d174db-720d-42ae-a1b9-979d43e2a7cb {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:56:48.774618 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 33d174db-720d-42ae-a1b9-979d43e2a7cb not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:56:48.776314 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:56:48.809452 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59072) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:48.836039 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f996dd9b-1afc-4787-a82b-b3f37f9d5b18 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/4adff2d1-bea0-4286-b79a-97675000ac01 HTTP/1.1" status: 404 len: 337 time: 0.3143270 Feb 18 08:56:48.847770 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:56:48.848120 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6b5a60cb-fd83-4fc4-ab8a-f79b11632b44 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:56:48.848898 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a4ed338f-fecc-4b35-ba94-56aa9365ffe9 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:56:48.879715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59078) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:48.892309 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: a4ed338f-fecc-4b35-ba94-56aa9365ffe9 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:56:48.892699 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a4ed338f-fecc-4b35-ba94-56aa9365ffe9 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:56:48.963847 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cd545b4-5a53-4e41-9b42-454204116d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:49.083265 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-4edbc2b9-c838-4113-b1b7-44a9e5c046d0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] DELETE failed (client error): The resource could not be found. Feb 18 08:56:49.083730 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4edbc2b9-c838-4113-b1b7-44a9e5c046d0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 08:56:49.085438 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4edbc2b9-c838-4113-b1b7-44a9e5c046d0 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/ports/8c1b11e7-f14e-4e47-a877-e6b546691183 HTTP/1.1" status: 404 len: 333 time: 0.2033596 Feb 18 08:56:49.112373 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59084) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:49.118718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-1a32e2f4-8b6c-45e4-9bef-520556020620 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] For port 68e47a38-bb1c-4027-aefb-7902589655a7, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=68e47a38-bb1c-4027-aefb-7902589655a7,segment=NetworkSegment(e5986649-e503-4ace-8d32-b0cf224871a9),segment_id=e5986649-e503-4ace-8d32-b0cf224871a9)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:49.119082 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-1a32e2f4-8b6c-45e4-9bef-520556020620 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:49.245565 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-547707d9-b120-4c8c-bdff-3ecf3a9ec2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:49.310885 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa29e08-d2d8-4add-9b26-18fa8eed6d7e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] DELETE failed (client error): The resource could not be found. Feb 18 08:56:49.311478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa29e08-d2d8-4add-9b26-18fa8eed6d7e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 08:56:49.313573 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bfa29e08-d2d8-4add-9b26-18fa8eed6d7e tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/644b5eef-8980-4a75-ae61-fbc1dffc88b7 HTTP/1.1" status: 404 len: 337 time: 0.1998446 Feb 18 08:56:49.319652 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cd545b4-5a53-4e41-9b42-454204116d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:49.321188 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59090) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:49.323723 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-1a32e2f4-8b6c-45e4-9bef-520556020620 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Calling delete_port for 68e47a38-bb1c-4027-aefb-7902589655a7 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:56:49.325895 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cd545b4-5a53-4e41-9b42-454204116d66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:49.361943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-547707d9-b120-4c8c-bdff-3ecf3a9ec2a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:49.370972 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-8b7f8bbc-f425-4ab6-b7f4-dee8348e2ab9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:49.373080 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-547707d9-b120-4c8c-bdff-3ecf3a9ec2a3 admin admin] Usage tracker for resource:security_group_rule and tenant:5c962636cd324832bb26ff522182c91d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:49.379115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-472bf8fd-4356-4b29-a941-87b11acfaddd tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:56:49.385443 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-547707d9-b120-4c8c-bdff-3ecf3a9ec2a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:49.392324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d6bb59-f5d1-4189-923a-f0220421ee26 None None] Sync routers for ids ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:56:49.405784 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d6bb59-f5d1-4189-923a-f0220421ee26 None None] Routers {'20acd3a2-903f-4478-bf5f-f8cfbf378cbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:56:49.407208 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-12d6bb59-f5d1-4189-923a-f0220421ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:56:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:49.418324 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-df96c604-26fe-4376-8cd8-1b9a5700aa69 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] DELETE failed (client error): The resource could not be found. Feb 18 08:56:49.418787 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df96c604-26fe-4376-8cd8-1b9a5700aa69 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 08:56:49.420536 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-df96c604-26fe-4376-8cd8-1b9a5700aa69 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/f8deba83-7e20-4862-a377-223d4e87d2d3 HTTP/1.1" status: 404 len: 337 time: 0.0973761 Feb 18 08:56:49.448786 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59094) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:49.449706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-547707d9-b120-4c8c-bdff-3ecf3a9ec2a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:49.474472 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-daeecfe8-1195-4098-9c94-f49fc0df8e18 req-9f24cd11-123b-435d-ad34-aea8457a5693 service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7021613 Feb 18 08:56:49.529263 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cd545b4-5a53-4e41-9b42-454204116d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:49.529800 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd545b4-5a53-4e41-9b42-454204116d66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa63a23e-558e-409b-97cd-58055b746b9a {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:56:49.539264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d7a4e-a0e2-4fae-9c81-6d94230125c9 req-8e5bcde7-844a-4883-83e1-ed9d3f8cb0f1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:49.542359 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-8b7f8bbc-f425-4ab6-b7f4-dee8348e2ab9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Network a401406b-a4a8-40c2-921a-a514ad2ac81a is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:49.545782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d7a4e-a0e2-4fae-9c81-6d94230125c9 req-8e5bcde7-844a-4883-83e1-ed9d3f8cb0f1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:49.546971 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ed5e1b-3481-4a32-8188-90f5c8c6c21a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] DELETE failed (client error): The resource could not be found. Feb 18 08:56:49.547442 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ed5e1b-3481-4a32-8188-90f5c8c6c21a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 08:56:49.552370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d7a4e-a0e2-4fae-9c81-6d94230125c9 req-8e5bcde7-844a-4883-83e1-ed9d3f8cb0f1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:49.554272 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f85d7a4e-a0e2-4fae-9c81-6d94230125c9 req-8e5bcde7-844a-4883-83e1-ed9d3f8cb0f1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 2418 time: 0.6732953 Feb 18 08:56:49.555979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-8b7f8bbc-f425-4ab6-b7f4-dee8348e2ab9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:49.569526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-8b7f8bbc-f425-4ab6-b7f4-dee8348e2ab9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:49.626705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f8bbc-f425-4ab6-b7f4-dee8348e2ab9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event updated for resources: {'Port': ['ID=40eb1bfc-150b-4f7d-ab6d-c6615ae3067e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:49.637417 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-96ed5e1b-3481-4a32-8188-90f5c8c6c21a tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/ports/be46a437-432c-4fca-983c-654ec0bb3c32 HTTP/1.1" status: 404 len: 333 time: 0.1788325 Feb 18 08:56:49.649361 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59100) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:49.657833 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cd545b4-5a53-4e41-9b42-454204116d66 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:49.662241 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9cd545b4-5a53-4e41-9b42-454204116d66 admin admin] 10.222.0.72 "DELETE /v2.0/routers/fa63a23e-558e-409b-97cd-58055b746b9a HTTP/1.1" status: 204 len: 168 time: 3.9830902 Feb 18 08:56:49.698553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59102) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:49.753630 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-12d6bb59-f5d1-4189-923a-f0220421ee26 None None] Set router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:56:49.765262 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bca4d88-1a75-42bc-9846-52a8e0bf0c49 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] DELETE failed (client error): The resource could not be found. Feb 18 08:56:49.765980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bca4d88-1a75-42bc-9846-52a8e0bf0c49 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 08:56:49.777702 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6bca4d88-1a75-42bc-9846-52a8e0bf0c49 tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/efea92a4-840d-4bab-93a1-6b604cf8e6f0 HTTP/1.1" status: 404 len: 337 time: 0.1137741 Feb 18 08:56:49.781900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59108) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:49.851671 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11d22df-a0c2-4213-95af-14538d946cef tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] DELETE failed (client error): The resource could not be found. Feb 18 08:56:49.852031 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11d22df-a0c2-4213-95af-14538d946cef tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 08:56:49.897910 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b11d22df-a0c2-4213-95af-14538d946cef tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/subnets/4dc4d037-7480-4e63-8747-cadbf3df07e0 HTTP/1.1" status: 404 len: 337 time: 0.1109862 Feb 18 08:56:49.900776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59112) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:49.907623 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-8b7f8bbc-f425-4ab6-b7f4-dee8348e2ab9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:49.908458 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-8b7f8bbc-f425-4ab6-b7f4-dee8348e2ab9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:50.008557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e46f1477-5123-4bfe-92e8-cb47ab6e14cc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Deleting port 9f27f89d-2fff-485a-8722-44eeb34edd47 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:56:50.008930 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e46f1477-5123-4bfe-92e8-cb47ab6e14cc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:50.127400 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-547707d9-b120-4c8c-bdff-3ecf3a9ec2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:50.132069 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-8b7f8bbc-f425-4ab6-b7f4-dee8348e2ab9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5022149 Feb 18 08:56:50.134000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f85d7a4e-a0e2-4fae-9c81-6d94230125c9 req-6118295c-c1f4-40c3-90ae-6a0f045d1dbb tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112391 Feb 18 08:56:50.147235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac8c9fb-4e7e-4171-81ba-ed83aea016ee admin admin] Deleting subnet 6672ae26-589f-4433-91ad-be0a06fa3bd5 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:56:50.154001 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eac8c9fb-4e7e-4171-81ba-ed83aea016ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:50.169823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d5e39cb9-f756-4d2e-9596-2edf516b5b91 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Request body: {'port': {'device_id': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea', 'admin_state_up': True, 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'security_groups': ['f669f159-2d75-41d6-8b3b-f28636bc77b0']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:50.186218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5cd9e078-02da-4751-85b6-3b1e382379eb None None] Provisioning for port 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:50.186850 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-547707d9-b120-4c8c-bdff-3ecf3a9ec2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:50.196632 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-1a32e2f4-8b6c-45e4-9bef-520556020620 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:50.197044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5cd9e078-02da-4751-85b6-3b1e382379eb None None] Provisioning complete for port 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:50.197414 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e078-02da-4751-85b6-3b1e382379eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:50.255102 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-547707d9-b120-4c8c-bdff-3ecf3a9ec2a3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5c962636cd324832bb26ff522182c91d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4442029 Feb 18 08:56:50.262009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547707d9-b120-4c8c-bdff-3ecf3a9ec2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46cd9d9-2dff-4098-a4e8-b53ecd16d114,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:50.265118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59116) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:50.269280 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e2f4-8b6c-45e4-9bef-520556020620 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event deleted for resources: {'Port': ['ID=68e47a38-bb1c-4027-aefb-7902589655a7,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:50.341419 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5cd9e078-02da-4751-85b6-3b1e382379eb None None] Port 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:50.389454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-12d6bb59-f5d1-4189-923a-f0220421ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '222ba894-0fdb-4263-9ce8-e88d17ea8d49', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'port_id': '8716c54f-7a24-4be6-8942-0c6374e6d6f0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'mac_address': 'fa:16:3e:a4:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0b9b17-95f3-4103-9966-9ee7b45f6ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:56:02Z', 'updated_at': '2022-02-18T08:56:45Z', 'revision_number': 3, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:23Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:50.400594 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d6bb59-f5d1-4189-923a-f0220421ee26 None None] Checking router: 20acd3a2-903f-4478-bf5f-f8cfbf378cbe for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:56:50.417361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d6bb59-f5d1-4189-923a-f0220421ee26 None None] Routers {'20acd3a2-903f-4478-bf5f-f8cfbf378cbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:56:50.418332 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-12d6bb59-f5d1-4189-923a-f0220421ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:56:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:50.494772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-472bf8fd-4356-4b29-a941-87b11acfaddd tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:56:50.504800 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eac8c9fb-4e7e-4171-81ba-ed83aea016ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:50.572632 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 68e47a38-bb1c-4027-aefb-7902589655a7 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:56:50.583624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-1a32e2f4-8b6c-45e4-9bef-520556020620 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] No DVR routers for this DVR port 68e47a38-bb1c-4027-aefb-7902589655a7 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:56:50.588423 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-1a32e2f4-8b6c-45e4-9bef-520556020620 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:50.603590 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'name': 'network-vif-deleted', 'tag': '68e47a38-bb1c-4027-aefb-7902589655a7'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:56:50.609255 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-50793ba9-8d18-42c6-b265-4f000a487cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:50.611754 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-1a32e2f4-8b6c-45e4-9bef-520556020620 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.81 "DELETE /v2.0/ports/68e47a38-bb1c-4027-aefb-7902589655a7 HTTP/1.1" status: 204 len: 173 time: 2.9777737 Feb 18 08:56:50.618545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 68e47a38-bb1c-4027-aefb-7902589655a7 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:56:50.619004 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 68e47a38-bb1c-4027-aefb-7902589655a7 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:56:50.619423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 94a20ec8-44c5-469a-81f4-9aa157ed215c no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:56:50.646988 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e46f1477-5123-4bfe-92e8-cb47ab6e14cc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:50.655350 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-50793ba9-8d18-42c6-b265-4f000a487cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:50.720284 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eac8c9fb-4e7e-4171-81ba-ed83aea016ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:50.816001 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e46f1477-5123-4bfe-92e8-cb47ab6e14cc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Calling delete_port for 9f27f89d-2fff-485a-8722-44eeb34edd47 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:56:50.816656 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-12d6bb59-f5d1-4189-923a-f0220421ee26 None None] Set router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:56:50.888383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d5e39cb9-f756-4d2e-9596-2edf516b5b91 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:50.889202 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:50.908623 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d5e39cb9-f756-4d2e-9596-2edf516b5b91 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:50.939945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d5e39cb9-f756-4d2e-9596-2edf516b5b91 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Made reservation on behalf of bb7b88e07b194fc1a2e7bd1d2d15b7a9 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:50.944488 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d5e39cb9-f756-4d2e-9596-2edf516b5b91 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:50.968314 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-50793ba9-8d18-42c6-b265-4f000a487cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:50.970934 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e46f1477-5123-4bfe-92e8-cb47ab6e14cc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:50.999875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a20ec8-44c5-469a-81f4-9aa157ed215c'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:56:51.014611 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 94a20ec8-44c5-469a-81f4-9aa157ed215c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=94a20ec8-44c5-469a-81f4-9aa157ed215c,segment=NetworkSegment(d54c661b-cc62-40d6-a7b1-65a180134b53),segment_id=d54c661b-cc62-40d6-a7b1-65a180134b53)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:51.026130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50793ba9-8d18-42c6-b265-4f000a487cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46cd9d9-2dff-4098-a4e8-b53ecd16d114,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:51.051502 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:51.052202 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 7264e1a4-6f42-416f-a240-6f911647238b no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:56:51.096093 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f1477-5123-4bfe-92e8-cb47ab6e14cc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Port': ['ID=9f27f89d-2fff-485a-8722-44eeb34edd47,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:51.127391 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e46f1477-5123-4bfe-92e8-cb47ab6e14cc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:51.146492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-472bf8fd-4356-4b29-a941-87b11acfaddd tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:56:51.160459 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e46f1477-5123-4bfe-92e8-cb47ab6e14cc tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/ports/9f27f89d-2fff-485a-8722-44eeb34edd47 HTTP/1.1" status: 204 len: 168 time: 1.2425351 Feb 18 08:56:51.160647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-f370b46b-31e0-43d2-b8ec-dc7352b424f4 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Deleting port 94a20ec8-44c5-469a-81f4-9aa157ed215c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:56:51.161144 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-f370b46b-31e0-43d2-b8ec-dc7352b424f4 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:51.163710 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59126) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:51.164937 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-50793ba9-8d18-42c6-b265-4f000a487cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:51.166233 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-50793ba9-8d18-42c6-b265-4f000a487cfa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a46cd9d9-2dff-4098-a4e8-b53ecd16d114 HTTP/1.1" status: 204 len: 168 time: 0.8273692 Feb 18 08:56:51.264021 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-472bf8fd-4356-4b29-a941-87b11acfaddd tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:51.321679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=94a20ec8-44c5-469a-81f4-9aa157ed215c,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:51.366803 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eac8c9fb-4e7e-4171-81ba-ed83aea016ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:51.396160 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:51.490546 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d874f073-e9e0-4f0e-aab5-46ab42edf72c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:51.505773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8c9fb-4e7e-4171-81ba-ed83aea016ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6672ae26-589f-4433-91ad-be0a06fa3bd5,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:51.516726 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eac8c9fb-4e7e-4171-81ba-ed83aea016ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:51.517146 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 7264e1a4-6f42-416f-a240-6f911647238b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7264e1a4-6f42-416f-a240-6f911647238b,segment=NetworkSegment(e5986649-e503-4ace-8d32-b0cf224871a9),segment_id=e5986649-e503-4ace-8d32-b0cf224871a9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:51.520142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-eac8c9fb-4e7e-4171-81ba-ed83aea016ee admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6672ae26-589f-4433-91ad-be0a06fa3bd5 HTTP/1.1" status: 204 len: 168 time: 1.7772596 Feb 18 08:56:51.527217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59138) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:51.532241 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:51.646910 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ba3034e5-920f-4199-84db-c3fb371e0b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:51.652468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-12d6bb59-f5d1-4189-923a-f0220421ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '222ba894-0fdb-4263-9ce8-e88d17ea8d49', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'port_id': '8716c54f-7a24-4be6-8942-0c6374e6d6f0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'mac_address': 'fa:16:3e:a4:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0b9b17-95f3-4103-9966-9ee7b45f6ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:56:02Z', 'updated_at': '2022-02-18T08:56:45Z', 'revision_number': 3, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:23Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:51.668480 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d6bb59-f5d1-4189-923a-f0220421ee26 None None] The sync data for ids ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'] in n-d-829434-1 is: [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '222ba894-0fdb-4263-9ce8-e88d17ea8d49', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'port_id': '8716c54f-7a24-4be6-8942-0c6374e6d6f0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'mac_address': 'fa:16:3e:a4:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0b9b17-95f3-4103-9966-9ee7b45f6ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:56:02Z', 'updated_at': '2022-02-18T08:56:45Z', 'revision_number': 3, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:23Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:56:51.684406 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=7264e1a4-6f42-416f-a240-6f911647238b,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:51.715582 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d874f073-e9e0-4f0e-aab5-46ab42edf72c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:51.763053 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-d874f073-e9e0-4f0e-aab5-46ab42edf72c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf6d681-b525-4d3f-bd81-65cd1fb74f08']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:51.777447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-d874f073-e9e0-4f0e-aab5-46ab42edf72c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3edcdaa0-85ed-4574-b421-97949741c3d9') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:51.777662 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-d874f073-e9e0-4f0e-aab5-46ab42edf72c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3edcdaa0-85ed-4574-b421-97949741c3d9') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:51.791673 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d874f073-e9e0-4f0e-aab5-46ab42edf72c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:51.808975 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d874f073-e9e0-4f0e-aab5-46ab42edf72c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:51.817242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d874f073-e9e0-4f0e-aab5-46ab42edf72c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:56:51.817705 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d874f073-e9e0-4f0e-aab5-46ab42edf72c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:56:51.931508 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:56:51.958395 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d874f073-e9e0-4f0e-aab5-46ab42edf72c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:51.989981 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d874f073-e9e0-4f0e-aab5-46ab42edf72c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:51.999873 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f3dacd-052f-4834-9191-32f2866371fa None None] New status for floating IP 222ba894-0fdb-4263-9ce8-e88d17ea8d49: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:56:52.001573 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874f073-e9e0-4f0e-aab5-46ab42edf72c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] Pushing event deleted for resources: {'Network': ['ID=0cf6d681-b525-4d3f-bd81-65cd1fb74f08,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:52.010965 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d874f073-e9e0-4f0e-aab5-46ab42edf72c tempest-PortsIpV6TestJSON-516801987 tempest-PortsIpV6TestJSON-516801987-project] 10.222.0.72 "DELETE /v2.0/networks/0cf6d681-b525-4d3f-bd81-65cd1fb74f08 HTTP/1.1" status: 204 len: 168 time: 0.8436463 Feb 18 08:56:52.039730 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d5e39cb9-f756-4d2e-9596-2edf516b5b91 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Allocated IP 10.1.1.211 (789c3aa3-fe97-45e0-9cd1-97ee178ff2ea/b443beab-a13b-4525-9863-a6eb259ae31b/28ca0474-ecea-48dc-bdbc-81970b7d76d9) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:52.084205 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-472bf8fd-4356-4b29-a941-87b11acfaddd tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "PUT /v2.0/floatingips/222ba894-0fdb-4263-9ce8-e88d17ea8d49 HTTP/1.1" status: 200 len: 999 time: 9.1872287 Feb 18 08:56:52.111108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb56d4-5ee4-43b1-8f5d-c46d5c744255 req-e2ad201e-624e-469f-9a70-c3066a0a3aff tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:52.112629 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-babb56d4-5ee4-43b1-8f5d-c46d5c744255 req-e2ad201e-624e-469f-9a70-c3066a0a3aff tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/ports?device_id=144b622c-28dd-411f-adc1-12dce2780e50 HTTP/1.1" status: 200 len: 946 time: 1.6109691 Feb 18 08:56:52.150611 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ba3034e5-920f-4199-84db-c3fb371e0b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:52.262752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ba3034e5-920f-4199-84db-c3fb371e0b0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74735a75-704a-43d7-ab69-98662a7da388']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:52.292698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-f370b46b-31e0-43d2-b8ec-dc7352b424f4 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] For port 94a20ec8-44c5-469a-81f4-9aa157ed215c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=94a20ec8-44c5-469a-81f4-9aa157ed215c,segment=NetworkSegment(d54c661b-cc62-40d6-a7b1-65a180134b53),segment_id=d54c661b-cc62-40d6-a7b1-65a180134b53)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:52.292828 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-f370b46b-31e0-43d2-b8ec-dc7352b424f4 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:52.304656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ba3034e5-920f-4199-84db-c3fb371e0b0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee93385-4765-4e34-bd95-6b2c9909aed9') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:52.304944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ba3034e5-920f-4199-84db-c3fb371e0b0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee93385-4765-4e34-bd95-6b2c9909aed9') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:52.343927 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ba3034e5-920f-4199-84db-c3fb371e0b0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:52.385892 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d5e39cb9-f756-4d2e-9596-2edf516b5b91 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:52.407598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d5e39cb9-f756-4d2e-9596-2edf516b5b91 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Transition to ACTIVE for port object 28ca0474-ecea-48dc-bdbc-81970b7d76d9 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:52.449877 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59162) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:52.474602 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d5e39cb9-f756-4d2e-9596-2edf516b5b91 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:52.484396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-7c39c3a1-c954-4bb3-8c42-e78b0520fe2c tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:52.485684 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-7c39c3a1-c954-4bb3-8c42-e78b0520fe2c tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports/1b97c388-f608-4cef-8ba9-811aaeb71bd3 HTTP/1.1" status: 200 len: 943 time: 0.3878188 Feb 18 08:56:52.488505 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-babb56d4-5ee4-43b1-8f5d-c46d5c744255 req-36a49aa1-967b-434d-b638-904dd9478c50 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/security-groups?id=02582551-5a0f-45dd-b1b1-afd1a1f2a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290408 Feb 18 08:56:52.497001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-f370b46b-31e0-43d2-b8ec-dc7352b424f4 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Calling delete_port for 94a20ec8-44c5-469a-81f4-9aa157ed215c owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:56:52.552659 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ba3034e5-920f-4199-84db-c3fb371e0b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:52.567022 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3034e5-920f-4199-84db-c3fb371e0b0b admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:56:52.567851 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ba3034e5-920f-4199-84db-c3fb371e0b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:56:52.582313 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:56:52.679997 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d5e39cb9-f756-4d2e-9596-2edf516b5b91 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:52.689374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d5e39cb9-f756-4d2e-9596-2edf516b5b91 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:52.695648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d5e39cb9-f756-4d2e-9596-2edf516b5b91 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:52.788973 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ba3034e5-920f-4199-84db-c3fb371e0b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:52.800164 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e39cb9-f756-4d2e-9596-2edf516b5b91 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event updated for resources: {'Port': ['ID=28ca0474-ecea-48dc-bdbc-81970b7d76d9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:52.823358 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ba3034e5-920f-4199-84db-c3fb371e0b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:52.874375 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d5e39cb9-f756-4d2e-9596-2edf516b5b91 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:52.874621 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d5e39cb9-f756-4d2e-9596-2edf516b5b91 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:52.880993 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3034e5-920f-4199-84db-c3fb371e0b0b admin admin] Pushing event deleted for resources: {'Network': ['ID=74735a75-704a-43d7-ab69-98662a7da388,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:52.885996 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a1e2fa-4924-45ea-a633-a13a7360450e None None] Sync routers for ids ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:56:52.901967 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a1e2fa-4924-45ea-a633-a13a7360450e None None] Routers {'20acd3a2-903f-4478-bf5f-f8cfbf378cbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:56:52.902599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c9a1e2fa-4924-45ea-a633-a13a7360450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:56:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:52.919334 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d5e39cb9-f756-4d2e-9596-2edf516b5b91 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7575159 Feb 18 08:56:52.942955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ca8cf565-64d5-4401-ac35-f0f254170ab4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Request body: {'port': {'device_id': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea', 'admin_state_up': True, 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'security_groups': ['f669f159-2d75-41d6-8b3b-f28636bc77b0']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:52.950938 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ba3034e5-920f-4199-84db-c3fb371e0b0b admin admin] 10.222.0.72 "DELETE /v2.0/networks/74735a75-704a-43d7-ab69-98662a7da388 HTTP/1.1" status: 204 len: 168 time: 1.4150183 Feb 18 08:56:52.979148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-1dd2979e-8884-4783-8994-8d1508c1ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:52.995730 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-1dd2979e-8884-4783-8994-8d1508c1ec92 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2bfd11743efb4659a7cafd525e72f79c&device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 1097 time: 0.3568127 Feb 18 08:56:53.222693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59182) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:53.239509 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-f370b46b-31e0-43d2-b8ec-dc7352b424f4 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:53.283912 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c9a1e2fa-4924-45ea-a633-a13a7360450e None None] Set router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:56:53.344812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370b46b-31e0-43d2-b8ec-dc7352b424f4 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event deleted for resources: {'Port': ['ID=94a20ec8-44c5-469a-81f4-9aa157ed215c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:53.407534 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-785168fb-ecb1-4a7c-ac7e-4581aa1d5e98 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=67cb21ecbd774b45944266432be4f095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9563630 Feb 18 08:56:53.415325 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59188) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:53.442806 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-51c135bf-5620-48d2-9db5-e0df3a2203f2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=07a37fcb692a481a8b32c3cc5e76d9b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968210 Feb 18 08:56:53.456471 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59192) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:53.511243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ac88a264-b31f-4877-879d-9f8add70f072 None None] Provisioning for port 28ca0474-ecea-48dc-bdbc-81970b7d76d9 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:53.537672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ca8cf565-64d5-4401-ac35-f0f254170ab4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:53.567026 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ca8cf565-64d5-4401-ac35-f0f254170ab4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:53.611868 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ca8cf565-64d5-4401-ac35-f0f254170ab4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Made reservation on behalf of bb7b88e07b194fc1a2e7bd1d2d15b7a9 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:53.615439 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ca8cf565-64d5-4401-ac35-f0f254170ab4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:53.668079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-f370b46b-31e0-43d2-b8ec-dc7352b424f4 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] No DVR routers for this DVR port 94a20ec8-44c5-469a-81f4-9aa157ed215c on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:56:53.683643 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ac88a264-b31f-4877-879d-9f8add70f072 None None] Provisioning complete for port 28ca0474-ecea-48dc-bdbc-81970b7d76d9 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:53.684355 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ac88a264-b31f-4877-879d-9f8add70f072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:53.686739 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-f370b46b-31e0-43d2-b8ec-dc7352b424f4 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:53.700342 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-f370b46b-31e0-43d2-b8ec-dc7352b424f4 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.81 "DELETE /v2.0/ports/94a20ec8-44c5-469a-81f4-9aa157ed215c HTTP/1.1" status: 204 len: 173 time: 3.0330646 Feb 18 08:56:53.761497 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ac88a264-b31f-4877-879d-9f8add70f072 None None] Port 28ca0474-ecea-48dc-bdbc-81970b7d76d9 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:53.773170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-1348f881-ba52-4970-a39a-e55165b28f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:53.781490 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-1348f881-ba52-4970-a39a-e55165b28f64 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 200 len: 922 time: 0.7845662 Feb 18 08:56:53.827420 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d7281135-554e-41da-b2bd-5f49c95a87e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:53.897505 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d7281135-554e-41da-b2bd-5f49c95a87e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:53.899082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02962df7-b66c-4fa9-ae7d-4c90020dda8e req-2fe8525f-3fda-4a8c-a5d7-5c479a69d4c4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:53.907118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02962df7-b66c-4fa9-ae7d-4c90020dda8e req-2fe8525f-3fda-4a8c-a5d7-5c479a69d4c4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:53.916441 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-02962df7-b66c-4fa9-ae7d-4c90020dda8e req-2fe8525f-3fda-4a8c-a5d7-5c479a69d4c4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 1653 time: 1.0535743 Feb 18 08:56:53.937538 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-de429d1e-6be8-4b39-b39b-92a112b33101 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b97c388-f608-4cef-8ba9-811aaeb71bd3 HTTP/1.1" status: 200 len: 217 time: 0.1549392 Feb 18 08:56:53.938255 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0e64a97d-cff7-43b6-97ad-592e8936236c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:54.049348 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-e7e00357-b2f5-494d-a209-13d4e59e5cd3 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Deleting port 7264e1a4-6f42-416f-a240-6f911647238b {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:56:54.049472 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-e7e00357-b2f5-494d-a209-13d4e59e5cd3 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:54.092610 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d7281135-554e-41da-b2bd-5f49c95a87e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:54.106980 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0e64a97d-cff7-43b6-97ad-592e8936236c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:54.121208 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7281135-554e-41da-b2bd-5f49c95a87e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b85d538-f753-4987-ac32-26cc95b9fe12,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:54.156450 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ca8cf565-64d5-4401-ac35-f0f254170ab4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Allocated IP 10.1.1.188 (789c3aa3-fe97-45e0-9cd1-97ee178ff2ea/b443beab-a13b-4525-9863-a6eb259ae31b/90f3702e-a062-4be2-8950-ee1a8178c3b9) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:54.159797 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-f272a4e4-8533-46f3-ad45-a2f32cbaa46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:54.160538 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d7281135-554e-41da-b2bd-5f49c95a87e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:54.161645 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d7281135-554e-41da-b2bd-5f49c95a87e2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0b85d538-f753-4987-ac32-26cc95b9fe12 HTTP/1.1" status: 204 len: 168 time: 0.7037728 Feb 18 08:56:54.171950 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-f272a4e4-8533-46f3-ad45-a2f32cbaa46f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1570d450-e2c9-453c-a07c-52b306ae3008 HTTP/1.1" status: 200 len: 860 time: 0.2254708 Feb 18 08:56:54.183043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c9a1e2fa-4924-45ea-a633-a13a7360450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '222ba894-0fdb-4263-9ce8-e88d17ea8d49', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'port_id': '8716c54f-7a24-4be6-8942-0c6374e6d6f0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'mac_address': 'fa:16:3e:a4:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0b9b17-95f3-4103-9966-9ee7b45f6ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:56:02Z', 'updated_at': '2022-02-18T08:56:52Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:23Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:54.188560 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a1e2fa-4924-45ea-a633-a13a7360450e None None] Checking router: 20acd3a2-903f-4478-bf5f-f8cfbf378cbe for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:56:54.198372 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a1e2fa-4924-45ea-a633-a13a7360450e None None] Routers {'20acd3a2-903f-4478-bf5f-f8cfbf378cbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:56:54.199339 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c9a1e2fa-4924-45ea-a633-a13a7360450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:56:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:54.338750 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-02962df7-b66c-4fa9-ae7d-4c90020dda8e req-2b056f83-bca1-4346-8e66-c07080219508 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3980150 Feb 18 08:56:54.439523 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'name': 'network-vif-deleted', 'tag': '68e47a38-bb1c-4027-aefb-7902589655a7', 'status': 'completed', 'code': 200} Feb 18 08:56:54.472355 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a20ec8-44c5-469a-81f4-9aa157ed215c', 'code': 200} Feb 18 08:56:54.480974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c9a1e2fa-4924-45ea-a633-a13a7360450e None None] Set router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:56:54.586481 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ca8cf565-64d5-4401-ac35-f0f254170ab4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:54.637562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ca8cf565-64d5-4401-ac35-f0f254170ab4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Transition to ACTIVE for port object 90f3702e-a062-4be2-8950-ee1a8178c3b9 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:54.694967 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ca8cf565-64d5-4401-ac35-f0f254170ab4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:54.795263 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59218) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:54.812312 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ca8cf565-64d5-4401-ac35-f0f254170ab4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:54.850249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ca8cf565-64d5-4401-ac35-f0f254170ab4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:54.861105 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ca8cf565-64d5-4401-ac35-f0f254170ab4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:54.943029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cf565-64d5-4401-ac35-f0f254170ab4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event updated for resources: {'Port': ['ID=90f3702e-a062-4be2-8950-ee1a8178c3b9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:54.958322 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0e64a97d-cff7-43b6-97ad-592e8936236c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:54.965359 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ca8cf565-64d5-4401-ac35-f0f254170ab4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:54.966173 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ca8cf565-64d5-4401-ac35-f0f254170ab4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:55.006309 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ca8cf565-64d5-4401-ac35-f0f254170ab4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0797641 Feb 18 08:56:55.019095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d12edf90-cd52-4475-ba86-9ea1bc57aac3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Request body: {'port': {'device_id': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6af62175-1a85-4684-83c8-bc920071b3e0', 'admin_state_up': True, 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'security_groups': ['f669f159-2d75-41d6-8b3b-f28636bc77b0']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:55.043470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c9a1e2fa-4924-45ea-a633-a13a7360450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '222ba894-0fdb-4263-9ce8-e88d17ea8d49', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'port_id': '8716c54f-7a24-4be6-8942-0c6374e6d6f0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'mac_address': 'fa:16:3e:a4:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0b9b17-95f3-4103-9966-9ee7b45f6ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:56:02Z', 'updated_at': '2022-02-18T08:56:52Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:23Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:56:55.052916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a1e2fa-4924-45ea-a633-a13a7360450e None None] The sync data for ids ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'] in n-d-829434-1 is: [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '222ba894-0fdb-4263-9ce8-e88d17ea8d49', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'port_id': '8716c54f-7a24-4be6-8942-0c6374e6d6f0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'mac_address': 'fa:16:3e:a4:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0b9b17-95f3-4103-9966-9ee7b45f6ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:56:02Z', 'updated_at': '2022-02-18T08:56:52Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:23Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:56:55.053921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-85da638b-7782-4176-925b-6c2693aea9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:55.057593 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-85da638b-7782-4176-925b-6c2693aea9f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a0792a-5ad4-4098-9d51-afae073edc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8837626 Feb 18 08:56:55.129799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd616f3c-f815-4c01-9ef0-76b13a1be97a req-39a35d68-a00c-45c7-a0ac-cddeedc7ef6a tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:55.130662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-dd616f3c-f815-4c01-9ef0-76b13a1be97a req-39a35d68-a00c-45c7-a0ac-cddeedc7ef6a tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Synchronizing usage tracker for tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:56:55.135742 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64a97d-cff7-43b6-97ad-592e8936236c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f7f15b-b4bb-4532-be7b-e1506b6e725e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:55.213721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-e7e00357-b2f5-494d-a209-13d4e59e5cd3 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] For port 7264e1a4-6f42-416f-a240-6f911647238b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=7264e1a4-6f42-416f-a240-6f911647238b,segment=NetworkSegment(e5986649-e503-4ace-8d32-b0cf224871a9),segment_id=e5986649-e503-4ace-8d32-b0cf224871a9)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:55.214092 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-e7e00357-b2f5-494d-a209-13d4e59e5cd3 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:55.223181 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0e64a97d-cff7-43b6-97ad-592e8936236c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:55.227324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0e64a97d-cff7-43b6-97ad-592e8936236c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84f7f15b-b4bb-4532-be7b-e1506b6e725e HTTP/1.1" status: 204 len: 168 time: 1.8044722 Feb 18 08:56:55.319967 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-63f6c530-2f7c-4bab-b58e-38aa9838cbc7 None None] Provisioning for port 90f3702e-a062-4be2-8950-ee1a8178c3b9 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:55.325558 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-63f6c530-2f7c-4bab-b58e-38aa9838cbc7 None None] Provisioning complete for port 90f3702e-a062-4be2-8950-ee1a8178c3b9 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:55.326003 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-63f6c530-2f7c-4bab-b58e-38aa9838cbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:55.342909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:55.354598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:55.363930 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Usage tracker for resource:floatingip and tenant:8e5c8e1c291341009630a1c783d52646 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:55.374666 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:55.396739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:55.440166 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-63f6c530-2f7c-4bab-b58e-38aa9838cbc7 None None] Port 90f3702e-a062-4be2-8950-ee1a8178c3b9 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:55.443159 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:55.478376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d12edf90-cd52-4475-ba86-9ea1bc57aac3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:55.509824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-e7e00357-b2f5-494d-a209-13d4e59e5cd3 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Calling delete_port for 7264e1a4-6f42-416f-a240-6f911647238b owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:56:55.531786 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59242) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:55.537790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d12edf90-cd52-4475-ba86-9ea1bc57aac3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Usage tracker for resource:port and tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:55.547496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d12edf90-cd52-4475-ba86-9ea1bc57aac3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:55.550429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-dd616f3c-f815-4c01-9ef0-76b13a1be97a req-39a35d68-a00c-45c7-a0ac-cddeedc7ef6a tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Unset dirty status for tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:56:55.556639 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d12edf90-cd52-4475-ba86-9ea1bc57aac3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:55.556860 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd616f3c-f815-4c01-9ef0-76b13a1be97a req-39a35d68-a00c-45c7-a0ac-cddeedc7ef6a tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=20bc471a-4c3d-4981-b838-1ece5ce2cd02 HTTP/1.1" status: 200 len: 944 time: 0.8342085 Feb 18 08:56:55.587001 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d12edf90-cd52-4475-ba86-9ea1bc57aac3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Made reservation on behalf of bb7b88e07b194fc1a2e7bd1d2d15b7a9 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:55.658636 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd616f3c-f815-4c01-9ef0-76b13a1be97a req-84236505-2a0e-49fb-acce-4c68d7efc995 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008415 Feb 18 08:56:55.695914 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1117826164-network', 'tenant_id': 'a045b61d38a04d72b976bf319f5014bb'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:55.708081 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-b167cb10-fd21-454f-922d-2194fbb359a4 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190295 Feb 18 08:56:55.724262 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:55.732474 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Usage tracker for resource:network and tenant:a045b61d38a04d72b976bf319f5014bb is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:55.738714 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:55.757206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:55.813913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Made reservation on behalf of a045b61d38a04d72b976bf319f5014bb for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:55.816483 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:55.836630 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d12edf90-cd52-4475-ba86-9ea1bc57aac3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:55.846115 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:55.872800 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:55.880413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Usage tracker for resource:security_group_rule and tenant:a045b61d38a04d72b976bf319f5014bb is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:55.886181 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:55.888924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:55.943352 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-e7e00357-b2f5-494d-a209-13d4e59e5cd3 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:55.970839 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:56.025751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e00357-b2f5-494d-a209-13d4e59e5cd3 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event deleted for resources: {'Port': ['ID=7264e1a4-6f42-416f-a240-6f911647238b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:56.037754 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-1865293d-1342-492c-8846-343c7c538bba service neutron] 10.222.0.72 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238153 Feb 18 08:56:56.161659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-e7e00357-b2f5-494d-a209-13d4e59e5cd3 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] No DVR routers for this DVR port 7264e1a4-6f42-416f-a240-6f911647238b on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:56:56.169420 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-e7e00357-b2f5-494d-a209-13d4e59e5cd3 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:56.190206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5134435-ed83-4a16-94bf-9ddd7830339e req-b6a8c497-0b01-4ed5-af39-73e7401be972 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:56.192740 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b5134435-ed83-4a16-94bf-9ddd7830339e req-b6a8c497-0b01-4ed5-af39-73e7401be972 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/ports?device_id=144b622c-28dd-411f-adc1-12dce2780e50 HTTP/1.1" status: 200 len: 946 time: 0.4099836 Feb 18 08:56:56.209494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59264) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:56.217127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Allocated IP 172.25.1.241 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/d74774b0-7e74-4cf7-801e-058085d41529) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:56.254207 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cb8994a-517c-41cb-952c-e90efad0c283 req-e7e00357-b2f5-494d-a209-13d4e59e5cd3 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.81 "DELETE /v2.0/ports/7264e1a4-6f42-416f-a240-6f911647238b HTTP/1.1" status: 204 len: 173 time: 2.5286944 Feb 18 08:56:56.300240 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b5134435-ed83-4a16-94bf-9ddd7830339e req-f0655b20-04ed-425a-9d74-a705bc9e098b tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/security-groups?id=02582551-5a0f-45dd-b1b1-afd1a1f2a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966029 Feb 18 08:56:56.315783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-5e75655a-2919-4fae-9bcb-b8c8d08bdfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:56.317361 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-5e75655a-2919-4fae-9bcb-b8c8d08bdfdc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2bfd11743efb4659a7cafd525e72f79c&device_id=7b0b9b17-95f3-4103-9966-9ee7b45f6ec2 HTTP/1.1" status: 200 len: 1097 time: 0.2108884 Feb 18 08:56:56.427721 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d12edf90-cd52-4475-ba86-9ea1bc57aac3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Allocated IP 10.2.2.100 (6af62175-1a85-4684-83c8-bc920071b3e0/dcb6ae52-6c76-4652-9980-2c755082684d/99ae2b9b-f68e-4fcd-ab39-beb4afc7745c) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:56.440353 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:56.451719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'tag': '1b97c388-f608-4cef-8ba9-811aaeb71bd3'}, {'name': 'network-changed', 'server_uuid': '7b0b9b17-95f3-4103-9966-9ee7b45f6ec2', 'tag': '8716c54f-7a24-4be6-8942-0c6374e6d6f0'}, {'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'name': 'network-vif-deleted', 'tag': '94a20ec8-44c5-469a-81f4-9aa157ed215c'}, {'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'name': 'network-vif-deleted', 'tag': '7264e1a4-6f42-416f-a240-6f911647238b'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:56:56.460504 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:56.473830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7264e1a4-6f42-416f-a240-6f911647238b'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:56:56.488779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d69e3cf2-1e07-42bc-a665-aa0cab9c4f73 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1634730626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:56.538555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:56:56.548972 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d69e3cf2-1e07-42bc-a665-aa0cab9c4f73 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:56.559924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a0f857-0b82-4b26-b80c-6846c5a6cef6,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:56.573221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d69e3cf2-1e07-42bc-a665-aa0cab9c4f73 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Usage tracker for resource:router and tenant:9a1f63c513cc4a669c27248085c8a963 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:56.580399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d69e3cf2-1e07-42bc-a665-aa0cab9c4f73 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:56.585594 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:56.585942 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Added segment 668c29cb-ee5b-437e-b706-004c8ff9f68f of type vlan for network ded50249-9b48-42fb-8dfe-dd5ebf816349 Feb 18 08:56:56.601046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d69e3cf2-1e07-42bc-a665-aa0cab9c4f73 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:56.614346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-e1b4d1bf-d9d3-4734-bc99-1c976d34e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:56.615896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-e1b4d1bf-d9d3-4734-bc99-1c976d34e995 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 200 len: 922 time: 0.2916648 Feb 18 08:56:56.616549 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:56.693398 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d69e3cf2-1e07-42bc-a665-aa0cab9c4f73 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:56.694401 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d69e3cf2-1e07-42bc-a665-aa0cab9c4f73 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:56.706476 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:56.741044 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-d5833fd2-788e-4ae1-9d6c-976cd76147b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8716c54f-7a24-4be6-8942-0c6374e6d6f0 HTTP/1.1" status: 200 len: 1002 time: 0.1181781 Feb 18 08:56:56.742188 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d69e3cf2-1e07-42bc-a665-aa0cab9c4f73 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:56.759240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6aa5d-ba02-4ed0-a8e6-b7d07016ca71 req-fc0d3296-d68a-472a-9640-790281754943 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:56.765339 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6aa5d-ba02-4ed0-a8e6-b7d07016ca71 req-fc0d3296-d68a-472a-9640-790281754943 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:56.771286 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6aa5d-ba02-4ed0-a8e6-b7d07016ca71 req-fc0d3296-d68a-472a-9640-790281754943 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:56.772941 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c6aa5d-ba02-4ed0-a8e6-b7d07016ca71 req-fc0d3296-d68a-472a-9640-790281754943 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 2374 time: 0.2878966 Feb 18 08:56:56.803902 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d12edf90-cd52-4475-ba86-9ea1bc57aac3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:56.824204 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:56.829623 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d12edf90-cd52-4475-ba86-9ea1bc57aac3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Transition to ACTIVE for port object 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:56.861305 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d69e3cf2-1e07-42bc-a665-aa0cab9c4f73 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:56.877379 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:56.878301 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:56.878913 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:56.884447 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c6aa5d-ba02-4ed0-a8e6-b7d07016ca71 req-7f58d7d9-4ce3-457f-91a8-8342e9054ed8 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806675 Feb 18 08:56:56.888404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-f3980461-714b-4ba4-8b08-ae925e5363ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:56.890602 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-f3980461-714b-4ba4-8b08-ae925e5363ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1570d450-e2c9-453c-a07c-52b306ae3008 HTTP/1.1" status: 200 len: 860 time: 0.1404357 Feb 18 08:56:57.023624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:57.037994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:57.040509 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:57.091456 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d69e3cf2-1e07-42bc-a665-aa0cab9c4f73 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:57.093187 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d69e3cf2-1e07-42bc-a665-aa0cab9c4f73 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8819895 Feb 18 08:56:57.098516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59280) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:57.099541 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Pushing event updated for resources: {'Port': ['ID=d74774b0-7e74-4cf7-801e-058085d41529,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:57.106359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1283475946'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:57.112736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:57.116503 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] Pushing event updated for resources: {'Network': ['ID=ded50249-9b48-42fb-8dfe-dd5ebf816349,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:57.118849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Usage tracker for resource:network and tenant:9a1f63c513cc4a669c27248085c8a963 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:57.123341 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e88d851f-4301-456b-af2f-83ecd7aa5f4f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5904753 Feb 18 08:56:57.127214 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59284) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:57.127704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:57.133216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network ded50249-9b48-42fb-8dfe-dd5ebf816349 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:56:57.136401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:57.142366 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-fd32e42f-0c87-4a14-b4b8-a76812a3697f admin admin] Request body: {'subnet': {'network_id': 'ded50249-9b48-42fb-8dfe-dd5ebf816349', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1117826164-subnet', 'tenant_id': 'a045b61d38a04d72b976bf319f5014bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:57.154947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fd32e42f-0c87-4a14-b4b8-a76812a3697f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:57.158726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Made reservation on behalf of 9a1f63c513cc4a669c27248085c8a963 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:57.162972 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:57.165263 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fd32e42f-0c87-4a14-b4b8-a76812a3697f admin admin] Usage tracker for resource:subnet and tenant:a045b61d38a04d72b976bf319f5014bb is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:57.169058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fd32e42f-0c87-4a14-b4b8-a76812a3697f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:57.175328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-2097fc1a-59da-4b4a-8dad-2e3ee73c794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:57.181986 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d12edf90-cd52-4475-ba86-9ea1bc57aac3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:57.186638 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-2097fc1a-59da-4b4a-8dad-2e3ee73c794b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a0792a-5ad4-4098-9d51-afae073edc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2874262 Feb 18 08:56:57.189618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fd32e42f-0c87-4a14-b4b8-a76812a3697f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:57.194052 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:57.224383 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:57.229094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Usage tracker for resource:security_group_rule and tenant:9a1f63c513cc4a669c27248085c8a963 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:57.232781 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:57.314613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:57.324827 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'tag': '1b97c388-f608-4cef-8ba9-811aaeb71bd3', 'status': 'completed', 'code': 200} Feb 18 08:56:57.325127 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b0b9b17-95f3-4103-9966-9ee7b45f6ec2', 'tag': '8716c54f-7a24-4be6-8942-0c6374e6d6f0', 'status': 'completed', 'code': 200} Feb 18 08:56:57.325327 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'name': 'network-vif-deleted', 'tag': '94a20ec8-44c5-469a-81f4-9aa157ed215c', 'status': 'completed', 'code': 200} Feb 18 08:56:57.325578 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'name': 'network-vif-deleted', 'tag': '7264e1a4-6f42-416f-a240-6f911647238b', 'status': 'completed', 'code': 200} Feb 18 08:56:57.404747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d12edf90-cd52-4475-ba86-9ea1bc57aac3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Network 6af62175-1a85-4684-83c8-bc920071b3e0 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:56:57.406080 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd32e42f-0c87-4a14-b4b8-a76812a3697f admin admin] Made reservation on behalf of a045b61d38a04d72b976bf319f5014bb for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:57.408840 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fd32e42f-0c87-4a14-b4b8-a76812a3697f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:57.431094 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d12edf90-cd52-4475-ba86-9ea1bc57aac3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:57.433819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d12edf90-cd52-4475-ba86-9ea1bc57aac3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:56:57.457169 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc471a-4c3d-4981-b838-1ece5ce2cd02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7264e1a4-6f42-416f-a240-6f911647238b', 'code': 200} Feb 18 08:56:57.466742 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:57.478227 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-7dfb1cb8-9ccc-4b81-ab31-7a8df97acdee service neutron] 10.222.0.72 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589734 Feb 18 08:56:57.478568 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:56:57.536519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59294) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:57.578138 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12edf90-cd52-4475-ba86-9ea1bc57aac3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event updated for resources: {'Port': ['ID=99ae2b9b-f68e-4fcd-ab39-beb4afc7745c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:57.690384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d12edf90-cd52-4475-ba86-9ea1bc57aac3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:57.691042 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d12edf90-cd52-4475-ba86-9ea1bc57aac3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:57.699471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-2777f4c5-088c-4e5c-b33c-17366e51c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:57.700993 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-2777f4c5-088c-4e5c-b33c-17366e51c1d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bfd11743efb4659a7cafd525e72f79c&device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 1097 time: 0.3530860 Feb 18 08:56:57.734087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e3187c-65ec-47b8-942a-d3e01848dd6b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Deleting subnet 4ac9f8e0-44c9-4427-a6fa-8f6ee72c2fd0 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:56:57.742317 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:57.765673 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:57.772603 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c8e3187c-65ec-47b8-942a-d3e01848dd6b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:57.804763 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e4cef464-fb99-4117-998e-23654caa564d None None] Provisioning for port 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:56:57.812543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e4cef464-fb99-4117-998e-23654caa564d None None] Provisioning complete for port 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:56:57.813615 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e4cef464-fb99-4117-998e-23654caa564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:57.824937 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:57.850996 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d12edf90-cd52-4475-ba86-9ea1bc57aac3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8375626 Feb 18 08:56:57.857667 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52ea8b05-57d0-4678-882e-6a24e7214dd7 req-f257206c-2292-4a41-b8eb-6c3b003799fb service neutron] 10.222.0.72 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701253 Feb 18 08:56:57.879911 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d9feff3c-1f06-4c1c-835d-190654bd111a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Request body: {'port': {'device_id': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6af62175-1a85-4684-83c8-bc920071b3e0', 'admin_state_up': True, 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'security_groups': ['f669f159-2d75-41d6-8b3b-f28636bc77b0']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:57.896952 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e4cef464-fb99-4117-998e-23654caa564d None None] Port 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:56:57.910771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:56:57.942679 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c8e3187c-65ec-47b8-942a-d3e01848dd6b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:58.022938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0037adbf-3d2f-499c-a965-a23ac5d3fdc0,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:58.028747 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:58.029096 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Added segment 9778e752-1ade-413d-945a-3d685ef1d194 of type vlan for network 391b5b1e-e8ed-493f-a87f-a5d370becc1d Feb 18 08:56:58.080754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310a8e5-0379-49af-8b12-5c200d107991 req-015a2ddd-f41c-4883-b68e-539fc6cfb8af tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:58.082236 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7310a8e5-0379-49af-8b12-5c200d107991 req-015a2ddd-f41c-4883-b68e-539fc6cfb8af tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/ports?device_id=144b622c-28dd-411f-adc1-12dce2780e50 HTTP/1.1" status: 200 len: 946 time: 0.4588988 Feb 18 08:56:58.083215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-85327f78-73a8-4036-ae33-89a5690301b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:58.084542 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-85327f78-73a8-4036-ae33-89a5690301b2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 200 len: 922 time: 0.3625197 Feb 18 08:56:58.170813 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:58.189241 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2d45c24-177c-4df0-b181-c74b68e3f9c4 req-813f43ef-f4d1-4207-b8da-8d710a5ab31e tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 1002 time: 0.2800841 Feb 18 08:56:58.194271 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-7d4281b6-766a-4d4e-a62f-8d8cf3ed9e20 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b97c388-f608-4cef-8ba9-811aaeb71bd3 HTTP/1.1" status: 200 len: 217 time: 0.0981488 Feb 18 08:56:58.277958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d9feff3c-1f06-4c1c-835d-190654bd111a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:58.284975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d9feff3c-1f06-4c1c-835d-190654bd111a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Usage tracker for resource:port and tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:58.288887 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fd32e42f-0c87-4a14-b4b8-a76812a3697f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:58.297363 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d9feff3c-1f06-4c1c-835d-190654bd111a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:58.308969 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7310a8e5-0379-49af-8b12-5c200d107991 req-2df8137e-a932-4050-9bc2-e5dfd215af22 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/security-groups?id=02582551-5a0f-45dd-b1b1-afd1a1f2a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138982 Feb 18 08:56:58.348309 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d9feff3c-1f06-4c1c-835d-190654bd111a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:58.348505 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:58.354181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:58.354755 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:58.362471 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c8e3187c-65ec-47b8-942a-d3e01848dd6b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:58.389407 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-63f4c22f-9dfa-43a7-8991-761fb435b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:58.391035 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-63f4c22f-9dfa-43a7-8991-761fb435b90b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1570d450-e2c9-453c-a07c-52b306ae3008 HTTP/1.1" status: 200 len: 860 time: 0.1821933 Feb 18 08:56:58.403594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d45c24-177c-4df0-b181-c74b68e3f9c4 req-7257fccf-6240-4671-855e-7b3749956566 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:58.405032 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2d45c24-177c-4df0-b181-c74b68e3f9c4 req-7257fccf-6240-4671-855e-7b3749956566 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports/8716c54f-7a24-4be6-8942-0c6374e6d6f0 HTTP/1.1" status: 200 len: 943 time: 0.2078035 Feb 18 08:56:58.449723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32e42f-0c87-4a14-b4b8-a76812a3697f admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e26215-4b5e-4504-a945-2ed3f25a8c92,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:58.458753 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d9feff3c-1f06-4c1c-835d-190654bd111a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Made reservation on behalf of bb7b88e07b194fc1a2e7bd1d2d15b7a9 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:58.463268 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d9feff3c-1f06-4c1c-835d-190654bd111a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:58.477747 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:58.500089 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:58.547625 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd32e42f-0c87-4a14-b4b8-a76812a3697f admin admin] Checking segment: {'id': '668c29cb-ee5b-437e-b706-004c8ff9f68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ded50249-9b48-42fb-8dfe-dd5ebf816349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:56:58.548067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd32e42f-0c87-4a14-b4b8-a76812a3697f admin admin] Network hostable DHCP agents. Network: ded50249-9b48-42fb-8dfe-dd5ebf816349, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:56:58.662916 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5632319 Feb 18 08:56:58.669883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59304) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:58.685335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc8eac-7254-4060-a6a0-ac5ed998fe25 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Pushing event updated for resources: {'Network': ['ID=391b5b1e-e8ed-493f-a87f-a5d370becc1d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:58.691801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-97e03482-8b1f-4475-931c-294970b20ee7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Request body: {'subnet': {'network_id': '391b5b1e-e8ed-493f-a87f-a5d370becc1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:58.696124 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c8e3187c-65ec-47b8-942a-d3e01848dd6b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:58.697750 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 391b5b1e-e8ed-493f-a87f-a5d370becc1d details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:56:58.732617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Pushing event updated for resources: {'Port': ['ID=d74774b0-7e74-4cf7-801e-058085d41529,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:58.751765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd32e42f-0c87-4a14-b4b8-a76812a3697f admin admin] Network ded50249-9b48-42fb-8dfe-dd5ebf816349 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:56:58.773792 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c8e3187c-65ec-47b8-942a-d3e01848dd6b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:58.784822 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d698f110-8a75-48c1-b06a-2d17f15a3456 None None] Network 025c78e0-2745-415a-a86b-719b99881be5 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:58.785051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3187c-65ec-47b8-942a-d3e01848dd6b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac9f8e0-44c9-4427-a6fa-8f6ee72c2fd0,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:56:58.831447 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:58.854090 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c8e3187c-65ec-47b8-942a-d3e01848dd6b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "DELETE /v2.0/subnets/4ac9f8e0-44c9-4427-a6fa-8f6ee72c2fd0 HTTP/1.1" status: 204 len: 168 time: 1.3166318 Feb 18 08:56:58.857611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59308) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:58.943353 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2d45c24-177c-4df0-b181-c74b68e3f9c4 req-60ab6c31-666e-4bb7-ac83-3024ba900049 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 1002 time: 0.4371986 Feb 18 08:56:58.974092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d9feff3c-1f06-4c1c-835d-190654bd111a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Allocated IP 10.2.2.200 (6af62175-1a85-4684-83c8-bc920071b3e0/dcb6ae52-6c76-4652-9980-2c755082684d/be96da4c-c4db-494c-8efd-914fb5f9171c) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:56:59.080785 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-97e03482-8b1f-4475-931c-294970b20ee7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:59.110919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-fd32e42f-0c87-4a14-b4b8-a76812a3697f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, ded50249-9b48-42fb-8dfe-dd5ebf816349) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:56:59.115928 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd32e42f-0c87-4a14-b4b8-a76812a3697f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:59.116536 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fd32e42f-0c87-4a14-b4b8-a76812a3697f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:59.119304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-97e03482-8b1f-4475-931c-294970b20ee7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Usage tracker for resource:subnet and tenant:9a1f63c513cc4a669c27248085c8a963 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:59.126599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4137a32-e540-4b83-bc78-bd788ab4c502 None None] Network ded50249-9b48-42fb-8dfe-dd5ebf816349 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:59.130990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-97e03482-8b1f-4475-931c-294970b20ee7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:59.135992 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-f3c6a218-5c2e-41af-adce-1e45e0b7533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:59.137520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-f3c6a218-5c2e-41af-adce-1e45e0b7533f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d9a0792a-5ad4-4098-9d51-afae073edc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7305570 Feb 18 08:56:59.143533 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88259c73-399d-44dd-9ab5-843117592222 None None] DHCP port deletion for 025c78e0-2745-415a-a86b-719b99881be5 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:56:59.183236 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-97e03482-8b1f-4475-931c-294970b20ee7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:59.194425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775176a-dd32-4d98-a4ed-c50433da4ad1 req-7496017e-a894-48c3-99b4-ffa17c95c4b1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:59.200077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775176a-dd32-4d98-a4ed-c50433da4ad1 req-7496017e-a894-48c3-99b4-ffa17c95c4b1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:59.203250 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-88259c73-399d-44dd-9ab5-843117592222 None None] Deleting port a28e354f-9131-4869-8d78-fa0349063acd {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:56:59.203625 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-88259c73-399d-44dd-9ab5-843117592222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:59.206683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775176a-dd32-4d98-a4ed-c50433da4ad1 req-7496017e-a894-48c3-99b4-ffa17c95c4b1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:59.212439 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775176a-dd32-4d98-a4ed-c50433da4ad1 req-7496017e-a894-48c3-99b4-ffa17c95c4b1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:59.214222 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a775176a-dd32-4d98-a4ed-c50433da4ad1 req-7496017e-a894-48c3-99b4-ffa17c95c4b1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 3095 time: 0.7071095 Feb 18 08:56:59.351608 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:59.352755 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e7ea3657-b518-4e9a-8338-cc915dd1b5f7 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5440071 Feb 18 08:56:59.362276 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59312) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:56:59.363286 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fd32e42f-0c87-4a14-b4b8-a76812a3697f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2335761 Feb 18 08:56:59.385201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-5804979'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:56:59.392355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d45c24-177c-4df0-b181-c74b68e3f9c4 req-4d9128bb-7bec-4192-afd2-5ba9d700e0ff tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:56:59.404529 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2d45c24-177c-4df0-b181-c74b68e3f9c4 req-4d9128bb-7bec-4192-afd2-5ba9d700e0ff tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.4603395 Feb 18 08:56:59.406389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:56:59.423117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Usage tracker for resource:network and tenant:8e5c8e1c291341009630a1c783d52646 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:56:59.431607 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:56:59.448733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e03482-8b1f-4475-931c-294970b20ee7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Made reservation on behalf of 9a1f63c513cc4a669c27248085c8a963 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:59.452913 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-97e03482-8b1f-4475-931c-294970b20ee7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:59.454632 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:59.459291 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:56:59.481864 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a775176a-dd32-4d98-a4ed-c50433da4ad1 req-e15f58d9-bbfe-41a6-90f8-f1a41e3662c3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2491629 Feb 18 08:56:59.490818 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d9feff3c-1f06-4c1c-835d-190654bd111a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:59.506749 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Deleting port a28e354f-9131-4869-8d78-fa0349063acd {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:56:59.507093 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:59.544006 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Made reservation on behalf of 8e5c8e1c291341009630a1c783d52646 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:56:59.547875 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:59.567113 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d9feff3c-1f06-4c1c-835d-190654bd111a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Transition to ACTIVE for port object be96da4c-c4db-494c-8efd-914fb5f9171c will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:56:59.582737 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:59.597087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a4ab01-197c-4e01-b9af-964fc2362589 None None] Network ded50249-9b48-42fb-8dfe-dd5ebf816349 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:56:59.731367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-88259c73-399d-44dd-9ab5-843117592222 None None] For port a28e354f-9131-4869-8d78-fa0349063acd, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a28e354f-9131-4869-8d78-fa0349063acd,segment=NetworkSegment(d54c661b-cc62-40d6-a7b1-65a180134b53),segment_id=d54c661b-cc62-40d6-a7b1-65a180134b53)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:59.731824 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-88259c73-399d-44dd-9ab5-843117592222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:59.750124 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-c52e2fec-5b94-4ea7-a52e-5caf165478ac service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5951393 Feb 18 08:56:59.781180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] For port a28e354f-9131-4869-8d78-fa0349063acd, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a28e354f-9131-4869-8d78-fa0349063acd,segment=NetworkSegment(d54c661b-cc62-40d6-a7b1-65a180134b53),segment_id=d54c661b-cc62-40d6-a7b1-65a180134b53)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:56:59.781656 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:56:59.819897 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdd61b54-0747-4fcf-8cef-9fdbe9aa710a req-60384c4e-11c0-4c41-96a9-6eb003283807 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7403135 Feb 18 08:56:59.940506 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-e9af6f9e-85d6-4050-b3bb-71ec1a02c1c5 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 1002 time: 0.3082461 Feb 18 08:56:59.958829 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Calling delete_port for a28e354f-9131-4869-8d78-fa0349063acd owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:56:59.968573 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-88259c73-399d-44dd-9ab5-843117592222 None None] Calling delete_port for a28e354f-9131-4869-8d78-fa0349063acd owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:00.048372 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:00.056764 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:00.062915 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Usage tracker for resource:security_group_rule and tenant:8e5c8e1c291341009630a1c783d52646 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:00.104451 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:00.116204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-b9a4cd57-767c-44c8-a07c-ba680e0d3b8b tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:00.118691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-b9a4cd57-767c-44c8-a07c-ba680e0d3b8b tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports/8716c54f-7a24-4be6-8942-0c6374e6d6f0 HTTP/1.1" status: 200 len: 943 time: 0.1682854 Feb 18 08:57:00.119130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:00.132229 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-679bea0f-5842-4a5c-a5a8-84c877ea3dc1 service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547182 Feb 18 08:57:00.141018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event deleted for resources: {'Port': ['ID=a28e354f-9131-4869-8d78-fa0349063acd,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:00.143866 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-88259c73-399d-44dd-9ab5-843117592222 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:57:00.144336 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-88259c73-399d-44dd-9ab5-843117592222 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:57:00.149084 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] No DVR routers for this DVR port a28e354f-9131-4869-8d78-fa0349063acd on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:57:00.220697 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d9feff3c-1f06-4c1c-835d-190654bd111a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:00.248314 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dda896ec-7ec1-4e58-8612-0ea3f33fea6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:00.378955 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-97e03482-8b1f-4475-931c-294970b20ee7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:00.388314 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:00.399766 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d9feff3c-1f06-4c1c-835d-190654bd111a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Network 6af62175-1a85-4684-83c8-bc920071b3e0 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:00.406485 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d9feff3c-1f06-4c1c-835d-190654bd111a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:00.408947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d9feff3c-1f06-4c1c-835d-190654bd111a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:57:00.476142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9feff3c-1f06-4c1c-835d-190654bd111a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event updated for resources: {'Port': ['ID=be96da4c-c4db-494c-8efd-914fb5f9171c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:00.482528 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025c78e0-2745-415a-a86b-719b99881be5']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:00.505914 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54c661b-cc62-40d6-a7b1-65a180134b53') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:00.506146 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54c661b-cc62-40d6-a7b1-65a180134b53') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:00.536980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a28e354f-9131-4869-8d78-fa0349063acd no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:57:00.541478 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:00.572001 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d9feff3c-1f06-4c1c-835d-190654bd111a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:00.572655 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d9feff3c-1f06-4c1c-835d-190654bd111a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:00.590221 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-2381fc1d-6ebb-4daf-940b-28ac7587d310 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 1002 time: 0.2933855 Feb 18 08:57:00.601225 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: a28e354f-9131-4869-8d78-fa0349063acd {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:57:00.601643 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a28e354f-9131-4869-8d78-fa0349063acd not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:57:00.606210 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:00.631152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:57:00.631667 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:00.645643 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-88259c73-399d-44dd-9ab5-843117592222 None None] Deleting port a28e354f-9131-4869-8d78-fa0349063acd {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:00.646084 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-88259c73-399d-44dd-9ab5-843117592222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:57:00.647045 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:57:00.651375 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:00.657602 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d9feff3c-1f06-4c1c-835d-190654bd111a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7975781 Feb 18 08:57:00.668455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e03482-8b1f-4475-931c-294970b20ee7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Pushing event updated for resources: {'Subnet': ['ID=db849eb5-e3aa-4c64-bc00-7e9b83bcda83,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:00.707401 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Request body: {'port': {'device_id': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:00.741211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-88259c73-399d-44dd-9ab5-843117592222 None None] The port 'a28e354f-9131-4869-8d78-fa0349063acd' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:57:00.745781 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:00.756881 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-eee7f97b-7903-4ca4-bf87-34067f37148b None None] Provisioning for port be96da4c-c4db-494c-8efd-914fb5f9171c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:00.762350 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-eee7f97b-7903-4ca4-bf87-34067f37148b None None] Provisioning complete for port be96da4c-c4db-494c-8efd-914fb5f9171c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:00.762728 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eee7f97b-7903-4ca4-bf87-34067f37148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:00.810842 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:57:00.839186 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-eee7f97b-7903-4ca4-bf87-34067f37148b None None] Port be96da4c-c4db-494c-8efd-914fb5f9171c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:57:00.866221 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:00.866579 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Added segment e84e78f2-626d-4c65-bfa4-7d5b3c0726fb of type vlan for network cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd Feb 18 08:57:00.872227 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:00.874081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5914d86-fa6c-4617-b0d8-2e95d571de71,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:00.903709 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:00.919265 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e03482-8b1f-4475-931c-294970b20ee7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Checking segment: {'id': '9778e752-1ade-413d-945a-3d685ef1d194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '391b5b1e-e8ed-493f-a87f-a5d370becc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:00.919629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e03482-8b1f-4475-931c-294970b20ee7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Network hostable DHCP agents. Network: 391b5b1e-e8ed-493f-a87f-a5d370becc1d, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:57:00.928845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event deleted for resources: {'Network': ['ID=025c78e0-2745-415a-a86b-719b99881be5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:00.954730 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-341afab1-5b71-4d97-aef4-ed8e9a5b5d7d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "DELETE /v2.0/networks/025c78e0-2745-415a-a86b-719b99881be5 HTTP/1.1" status: 204 len: 168 time: 1.8505101 Feb 18 08:57:00.956699 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:00.958209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59340) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:00.965850 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:00.966219 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd61b54-0747-4fcf-8cef-9fdbe9aa710a req-aeb0c408-2817-450c-8770-0af5a090d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:00.968501 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdd61b54-0747-4fcf-8cef-9fdbe9aa710a req-aeb0c408-2817-450c-8770-0af5a090d72d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bfd11743efb4659a7cafd525e72f79c&device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 1097 time: 0.7531605 Feb 18 08:57:00.975094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-099a4f8b-5883-48ea-bd08-7db74f427462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:00.976757 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-099a4f8b-5883-48ea-bd08-7db74f427462 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bfd11743efb4659a7cafd525e72f79c&device_id=7b0b9b17-95f3-4103-9966-9ee7b45f6ec2 HTTP/1.1" status: 200 len: 1097 time: 0.7627709 Feb 18 08:57:00.984479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40479b39-2b68-494b-b440-cea37e767f80 req-c53ec33b-07cc-491b-af31-7eedcf8811bc tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:00.985932 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40479b39-2b68-494b-b440-cea37e767f80 req-c53ec33b-07cc-491b-af31-7eedcf8811bc tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/networks?id=ded50249-9b48-42fb-8dfe-dd5ebf816349 HTTP/1.1" status: 200 len: 809 time: 0.6979890 Feb 18 08:57:01.053265 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:01.058470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:01.059054 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:01.196999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e03482-8b1f-4475-931c-294970b20ee7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Network 391b5b1e-e8ed-493f-a87f-a5d370becc1d is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:57:01.199821 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40479b39-2b68-494b-b440-cea37e767f80 req-72d2bd4b-db18-4af5-807c-8b01498c2243 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/quotas/a045b61d38a04d72b976bf319f5014bb HTTP/1.1" status: 200 len: 375 time: 0.1765804 Feb 18 08:57:01.215847 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8514092 Feb 18 08:57:01.221609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59344) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:01.234927 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c6f40877-e27e-4327-89e3-08e63f17d1c6 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Request body: {'subnet': {'network_id': 'cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:01.248582 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2558fd-c54b-4377-a527-538b01a060c0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Pushing event updated for resources: {'Network': ['ID=cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:01.260703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:57:01.301274 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-cbea0b5b-5d62-4e34-be6d-7fadc99a10a0 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:01.302724 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-cbea0b5b-5d62-4e34-be6d-7fadc99a10a0 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.6951988 Feb 18 08:57:01.306763 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a1cf17-b1ab-46bf-83f1-5b0e69122cec tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Deleting subnet 1b4baf66-19b3-468e-b0d1-a4d9288001f5 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:57:01.324874 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-97e03482-8b1f-4475-931c-294970b20ee7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 391b5b1e-e8ed-493f-a87f-a5d370becc1d) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:01.338896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe149d90-4e48-435c-9e5f-9cf8ca417ce3 None None] Network 391b5b1e-e8ed-493f-a87f-a5d370becc1d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:57:01.346058 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40479b39-2b68-494b-b440-cea37e767f80 req-10446262-f2c1-495d-b43d-fcf586271ab1 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a045b61d38a04d72b976bf319f5014bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1174378 Feb 18 08:57:01.357435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-c1b14f5d-ebd4-4f17-9ce4-ce3931397934 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:57:01.359008 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-c1b14f5d-ebd4-4f17-9ce4-ce3931397934 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0352402 Feb 18 08:57:01.359727 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86a1cf17-b1ab-46bf-83f1-5b0e69122cec tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:01.388305 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e03482-8b1f-4475-931c-294970b20ee7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:01.389032 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-97e03482-8b1f-4475-931c-294970b20ee7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:01.569722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c6f40877-e27e-4327-89e3-08e63f17d1c6 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:01.578922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c6f40877-e27e-4327-89e3-08e63f17d1c6 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Usage tracker for resource:subnet and tenant:8e5c8e1c291341009630a1c783d52646 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:01.583606 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c6f40877-e27e-4327-89e3-08e63f17d1c6 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:01.600342 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c6f40877-e27e-4327-89e3-08e63f17d1c6 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:01.608413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-391b5b1e-e8ed-493f-a87f-a5d370becc1d', 'network_id': '391b5b1e-e8ed-493f-a87f-a5d370becc1d', 'tenant_id': '9a1f63c513cc4a669c27248085c8a963', 'fixed_ips': [{'subnet_id': 'db849eb5-e3aa-4c64-bc00-7e9b83bcda83'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:57:01.609685 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:01.637259 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f40877-e27e-4327-89e3-08e63f17d1c6 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Made reservation on behalf of 8e5c8e1c291341009630a1c783d52646 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:57:01.642830 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c6f40877-e27e-4327-89e3-08e63f17d1c6 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:01.643185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd61b54-0747-4fcf-8cef-9fdbe9aa710a req-363d1d15-deaf-4efc-8a0c-02ad5cb6de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:01.644691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdd61b54-0747-4fcf-8cef-9fdbe9aa710a req-363d1d15-deaf-4efc-8a0c-02ad5cb6de5d service neutron] 10.222.0.61 "GET /v2.0/networks?id=d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 200 len: 922 time: 0.6252499 Feb 18 08:57:01.648335 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86a1cf17-b1ab-46bf-83f1-5b0e69122cec tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:01.692314 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-97e03482-8b1f-4475-931c-294970b20ee7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0172937 Feb 18 08:57:01.726868 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59348) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:01.769473 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-cf970f13-a14d-403f-87be-c6fb55b66e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:01.770672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-7095cc46-c288-4db1-ba6d-731e7eb6865d tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Request body: {'network': {'name': 'tempest-router-network01--392068049'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:01.770907 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-cf970f13-a14d-403f-87be-c6fb55b66e2b service neutron] 10.222.0.61 "GET /v2.0/networks?id=d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 200 len: 922 time: 0.7525427 Feb 18 08:57:01.771539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Allocated IP 172.20.0.2 (391b5b1e-e8ed-493f-a87f-a5d370becc1d/db849eb5-e3aa-4c64-bc00-7e9b83bcda83/7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:57:01.802155 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7095cc46-c288-4db1-ba6d-731e7eb6865d tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:01.810690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7095cc46-c288-4db1-ba6d-731e7eb6865d tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Usage tracker for resource:network and tenant:9a1f63c513cc4a669c27248085c8a963 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:01.816399 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7095cc46-c288-4db1-ba6d-731e7eb6865d tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:01.829450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdd61b54-0747-4fcf-8cef-9fdbe9aa710a req-39b2ec61-4019-439d-b3a0-c51d4d162068 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b97c388-f608-4cef-8ba9-811aaeb71bd3 HTTP/1.1" status: 200 len: 217 time: 0.1352589 Feb 18 08:57:01.829667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7095cc46-c288-4db1-ba6d-731e7eb6865d tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:01.846829 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:57:01.857214 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:01.882657 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Transition to ACTIVE for port object 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:01.883546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7095cc46-c288-4db1-ba6d-731e7eb6865d tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Made reservation on behalf of 9a1f63c513cc4a669c27248085c8a963 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:57:01.887370 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7095cc46-c288-4db1-ba6d-731e7eb6865d tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:01.903223 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:01.981951 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-e4b2fc46-001d-448b-b60a-16d73306a365 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 1002 time: 0.5838225 Feb 18 08:57:01.982570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Pushing event updated for resources: {'Port': ['ID=40eb1bfc-150b-4f7d-ab6d-c6615ae3067e,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:02.030629 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40479b39-2b68-494b-b440-cea37e767f80 req-f98463c5-f811-481b-b480-f3f8bf8acf1c service neutron] 10.222.0.72 "GET /v2.0/networks/ded50249-9b48-42fb-8dfe-dd5ebf816349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6836574 Feb 18 08:57:02.075454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-1d7a0f3a-e59d-4129-8297-286c1e01d76a tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:02.114171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7095cc46-c288-4db1-ba6d-731e7eb6865d tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:57:02.118063 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:02.132094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Transition to ACTIVE for port object 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:02.161406 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Transition to ACTIVE for port object 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:02.169038 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:02.211343 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7095cc46-c288-4db1-ba6d-731e7eb6865d tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:02.211707 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-7095cc46-c288-4db1-ba6d-731e7eb6865d tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Added segment de009787-be7b-4dcd-adfa-e7e0e7d8688d of type vlan for network 432eede2-f39e-451b-b71d-d7afb84c2ed3 Feb 18 08:57:02.230984 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-76b7b036-88d2-4fd3-bab8-1b403c713a9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8716c54f-7a24-4be6-8942-0c6374e6d6f0 HTTP/1.1" status: 200 len: 1002 time: 0.4121945 Feb 18 08:57:02.248219 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd61b54-0747-4fcf-8cef-9fdbe9aa710a req-317381b2-ec56-4be0-880e-d34a29de2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:02.248621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Network 391b5b1e-e8ed-493f-a87f-a5d370becc1d is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:02.249767 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdd61b54-0747-4fcf-8cef-9fdbe9aa710a req-317381b2-ec56-4be0-880e-d34a29de2d13 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1570d450-e2c9-453c-a07c-52b306ae3008 HTTP/1.1" status: 200 len: 860 time: 0.3433840 Feb 18 08:57:02.256886 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:02.263700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:57:02.293692 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7095cc46-c288-4db1-ba6d-731e7eb6865d tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:02.306278 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c6f40877-e27e-4327-89e3-08e63f17d1c6 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:02.361225 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Pushing event updated for resources: {'Port': ['ID=7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:02.364042 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Attempting to bind port 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:57:02.364333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Attempting to bind port 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '3f191c74-dd3d-42fc-9c19-da05c2a45698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:57:02.364667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Attempting to bind port 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e on network a401406b-a4a8-40c2-921a-a514ad2ac81a {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:02.380835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Attempting to bind port 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:57:02.381366 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Attempting to bind port 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '9778e752-1ade-413d-945a-3d685ef1d194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '391b5b1e-e8ed-493f-a87f-a5d370becc1d'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:57:02.381730 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Attempting to bind port 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 on network 391b5b1e-e8ed-493f-a87f-a5d370becc1d {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:02.390700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:57:02.391169 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Checking segment: {'id': '9778e752-1ade-413d-945a-3d685ef1d194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '391b5b1e-e8ed-493f-a87f-a5d370becc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:02.391654 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:02.392051 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Bound using segment: {'id': '9778e752-1ade-413d-945a-3d685ef1d194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '391b5b1e-e8ed-493f-a87f-a5d370becc1d'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:57:02.392556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Bound port: 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9778e752-1ade-413d-945a-3d685ef1d194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '391b5b1e-e8ed-493f-a87f-a5d370becc1d'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:57:02.392933 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:02.406676 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Port 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e on network a401406b-a4a8-40c2-921a-a514ad2ac81a not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:57:02.407007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Attempting to bind port 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e on network a401406b-a4a8-40c2-921a-a514ad2ac81a {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:02.428370 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:57:02.428712 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Checking segment: {'id': '3f191c74-dd3d-42fc-9c19-da05c2a45698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:02.429312 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Bound using segment: {'id': '3f191c74-dd3d-42fc-9c19-da05c2a45698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:57:02.429750 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Bound port: 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f191c74-dd3d-42fc-9c19-da05c2a45698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:57:02.430098 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:02.448165 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f40877-e27e-4327-89e3-08e63f17d1c6 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Checking segment: {'id': 'e84e78f2-626d-4c65-bfa4-7d5b3c0726fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:02.448555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f40877-e27e-4327-89e3-08e63f17d1c6 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Network hostable DHCP agents. Network: cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:57:02.467968 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f40877-e27e-4327-89e3-08e63f17d1c6 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Pushing event updated for resources: {'Subnet': ['ID=e2870654-8d68-407b-b254-4cd93a1c12ce,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:02.491795 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] For port 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:57:02.495502 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] For port 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2,segment=NetworkSegment(9778e752-1ade-413d-945a-3d685ef1d194),segment_id=9778e752-1ade-413d-945a-3d685ef1d194)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:57:02.499139 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:02.511362 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86a1cf17-b1ab-46bf-83f1-5b0e69122cec tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:02.548604 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7095cc46-c288-4db1-ba6d-731e7eb6865d tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:02.554932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7095cc46-c288-4db1-ba6d-731e7eb6865d tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:02.555529 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7095cc46-c288-4db1-ba6d-731e7eb6865d tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:02.588614 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804ac02-d22a-4cb8-80d5-60c7285b35bf None None] Pushing event updated for resources: {'Port': ['ID=7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:02.602766 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-1d7a0f3a-e59d-4129-8297-286c1e01d76a tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:02.667714 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e17647dd-9d35-459a-a324-241bd2a4ce60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:02.688749 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] For port 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:57:02.704629 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f40877-e27e-4327-89e3-08e63f17d1c6 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Network cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:57:02.725236 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7095cc46-c288-4db1-ba6d-731e7eb6865d tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9972944 Feb 18 08:57:02.725988 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095cc46-c288-4db1-ba6d-731e7eb6865d tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Pushing event updated for resources: {'Network': ['ID=432eede2-f39e-451b-b71d-d7afb84c2ed3,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:02.726291 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114960d-785c-47b9-a2a1-31f9be0ed487 req-8708c82b-4b64-4b6b-9ae8-fbc2c51a5ab0 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:02.728141 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8114960d-785c-47b9-a2a1-31f9be0ed487 req-8708c82b-4b64-4b6b-9ae8-fbc2c51a5ab0 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.81 "GET /v2.0/ports?device_id=144b622c-28dd-411f-adc1-12dce2780e50 HTTP/1.1" status: 200 len: 946 time: 0.9647017 Feb 18 08:57:02.733677 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59352) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:02.735844 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] For port 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=40eb1bfc-150b-4f7d-ab6d-c6615ae3067e,segment=NetworkSegment(3f191c74-dd3d-42fc-9c19-da05c2a45698),segment_id=3f191c74-dd3d-42fc-9c19-da05c2a45698)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:57:02.739418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-c6f40877-e27e-4327-89e3-08e63f17d1c6 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:02.739546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 432eede2-f39e-451b-b71d-d7afb84c2ed3 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:57:02.752878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-382818f3-789f-42eb-ba08-838dfec343a1 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Request body: {'network': {'name': 'tempest-router-network02--736288899'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:02.759437 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f40877-e27e-4327-89e3-08e63f17d1c6 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:02.759666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-136bd598-60d2-46d7-a46a-6265add482c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:02.760032 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c6f40877-e27e-4327-89e3-08e63f17d1c6 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:02.761031 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-136bd598-60d2-46d7-a46a-6265add482c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1570d450-e2c9-453c-a07c-52b306ae3008 HTTP/1.1" status: 200 len: 860 time: 0.5181766 Feb 18 08:57:02.765999 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:02.767569 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c4456d-9d56-44be-b26a-c2221e35fb6d None None] Network cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:57:02.777206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-382818f3-789f-42eb-ba08-838dfec343a1 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:02.807703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40479b39-2b68-494b-b440-cea37e767f80 req-2142fc4d-ff38-46a1-86ed-7e15c1dd29f5 service neutron] 10.222.0.72 "GET /v2.0/networks/ded50249-9b48-42fb-8dfe-dd5ebf816349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7761490 Feb 18 08:57:02.855342 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-382818f3-789f-42eb-ba08-838dfec343a1 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Usage tracker for resource:network and tenant:9a1f63c513cc4a669c27248085c8a963 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:02.915531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-382818f3-789f-42eb-ba08-838dfec343a1 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:02.964024 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-382818f3-789f-42eb-ba08-838dfec343a1 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:02.995514 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:02.996091 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:02.997484 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] 10.222.0.61 "PUT /v2.0/ports/40eb1bfc-150b-4f7d-ab6d-c6615ae3067e HTTP/1.1" status: 200 len: 1091 time: 2.2945309 Feb 18 08:57:02.997930 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'tag': '40eb1bfc-150b-4f7d-ab6d-c6615ae3067e'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:57:03.022489 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c6f40877-e27e-4327-89e3-08e63f17d1c6 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7975266 Feb 18 08:57:03.025477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59360) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:03.055667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Request body: {'port': {'device_id': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:03.126348 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86a1cf17-b1ab-46bf-83f1-5b0e69122cec tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:03.137024 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1608112454', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}, 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:03.181011 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530c056-9112-4a36-9319-8698ee0c6893 service neutron] Pushing event updated for resources: {'Port': ['ID=40eb1bfc-150b-4f7d-ab6d-c6615ae3067e,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:03.193703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:03.208624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382818f3-789f-42eb-ba08-838dfec343a1 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Made reservation on behalf of 9a1f63c513cc4a669c27248085c8a963 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:57:03.213018 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-382818f3-789f-42eb-ba08-838dfec343a1 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:03.251396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Usage tracker for resource:router and tenant:8e5c8e1c291341009630a1c783d52646 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:03.259364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:03.266098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-8114960d-785c-47b9-a2a1-31f9be0ed487 req-ff76fde9-f645-43b9-8220-a033ee95e437 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Deleting port 50b8f8b3-717c-4bad-a390-45cc8b8acd51 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:03.276539 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:03.277574 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8114960d-785c-47b9-a2a1-31f9be0ed487 req-ff76fde9-f645-43b9-8220-a033ee95e437 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:03.313228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1cf17-b1ab-46bf-83f1-5b0e69122cec tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event deleted for resources: {'Subnet': ['ID=1b4baf66-19b3-468e-b0d1-a4d9288001f5,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:03.318774 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd', 'network_id': 'cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd', 'tenant_id': '8e5c8e1c291341009630a1c783d52646', 'fixed_ips': [{'subnet_id': 'e2870654-8d68-407b-b254-4cd93a1c12ce'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:57:03.319547 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:03.332261 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09eb139-c114-4f0c-9b5d-7a82636662e3 None None] Network c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:57:03.332511 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86a1cf17-b1ab-46bf-83f1-5b0e69122cec tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:03.367786 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382818f3-789f-42eb-ba08-838dfec343a1 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:57:03.388968 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:03.390968 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:03.420994 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-382818f3-789f-42eb-ba08-838dfec343a1 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:03.422388 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-382818f3-789f-42eb-ba08-838dfec343a1 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Added segment b132adf1-01ba-4468-b7ac-52445cb25504 of type vlan for network 571bfbf4-2e24-4ea1-b62c-d29ff1757fb4 Feb 18 08:57:03.435218 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:03.464345 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd61b54-0747-4fcf-8cef-9fdbe9aa710a req-45bc2e07-f219-466d-af04-73ab726295dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:03.466016 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdd61b54-0747-4fcf-8cef-9fdbe9aa710a req-45bc2e07-f219-466d-af04-73ab726295dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d9a0792a-5ad4-4098-9d51-afae073edc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1685948 Feb 18 08:57:03.476387 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:03.487012 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-86a1cf17-b1ab-46bf-83f1-5b0e69122cec tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "DELETE /v2.0/subnets/1b4baf66-19b3-468e-b0d1-a4d9288001f5 HTTP/1.1" status: 204 len: 168 time: 2.5233848 Feb 18 08:57:03.494837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59370) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:03.523003 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-1d7a0f3a-e59d-4129-8297-286c1e01d76a tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:03.618252 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-382818f3-789f-42eb-ba08-838dfec343a1 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:03.626591 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-1d7a0f3a-e59d-4129-8297-286c1e01d76a tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:03.627179 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-1d7a0f3a-e59d-4129-8297-286c1e01d76a tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Floating IP 222ba894-0fdb-4263-9ce8-e88d17ea8d49 disassociated. External IP: 172.25.1.178, port: 8716c54f-7a24-4be6-8942-0c6374e6d6f0. Feb 18 08:57:03.777452 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Allocated IP 172.20.0.2 (cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd/e2870654-8d68-407b-b254-4cd93a1c12ce/cee58ab7-3818-421e-a7db-d326f5cfed38) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:57:03.963298 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:03.985604 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:04.022530 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:04.035979 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [None req-382818f3-789f-42eb-ba08-838dfec343a1 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:57:04.163888 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:04.169403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080dc75a-df21-46fd-801d-365ee5497e5a None None] DHCP port deletion for c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:57:04.179749 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-85bf64fe-0cf0-4245-8c26-4cf8bad007c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:04.181402 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-85bf64fe-0cf0-4245-8c26-4cf8bad007c0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d9a0792a-5ad4-4098-9d51-afae073edc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3760202 Feb 18 08:57:04.181591 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Transition to ACTIVE for port object cee58ab7-3818-421e-a7db-d326f5cfed38 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:04.184970 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-080dc75a-df21-46fd-801d-365ee5497e5a None None] Deleting port 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:04.185347 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-080dc75a-df21-46fd-801d-365ee5497e5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:04.228845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f89ad21-51d6-454d-bd43-13fbb70eee9b None None] Network 391b5b1e-e8ed-493f-a87f-a5d370becc1d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:57:04.304206 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-382818f3-789f-42eb-ba08-838dfec343a1 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:04.309708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382818f3-789f-42eb-ba08-838dfec343a1 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:04.310322 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-382818f3-789f-42eb-ba08-838dfec343a1 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:04.328562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Transition to ACTIVE for port object cee58ab7-3818-421e-a7db-d326f5cfed38 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:04.355275 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:04.422387 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5ec54c40-718d-4ee7-922c-e7a3c095a844 req-bff66c9f-187c-49ad-afa8-b3c70a34cacd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9169648 Feb 18 08:57:04.515589 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Pushing event updated for resources: {'Port': ['ID=cee58ab7-3818-421e-a7db-d326f5cfed38,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:04.521370 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:04.526885 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3bdc67bc-834c-43a5-84c0-26544299e202 None None] Provisioning for port 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:04.558470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e39b8-f56c-473e-9905-8d30e7d8aab7 req-821bf5f2-8f29-46f2-9875-3e1c55d38dcf tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:04.567613 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-562e39b8-f56c-473e-9905-8d30e7d8aab7 req-821bf5f2-8f29-46f2-9875-3e1c55d38dcf tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/ports?device_id=144b622c-28dd-411f-adc1-12dce2780e50 HTTP/1.1" status: 200 len: 946 time: 1.4254587 Feb 18 08:57:04.591681 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Network cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:04.614122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 50b8f8b3-717c-4bad-a390-45cc8b8acd51 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:57:04.635641 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-382818f3-789f-42eb-ba08-838dfec343a1 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8946147 Feb 18 08:57:04.635641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382818f3-789f-42eb-ba08-838dfec343a1 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Pushing event updated for resources: {'Network': ['ID=571bfbf4-2e24-4ea1-b62c-d29ff1757fb4,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:04.635641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59378) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:04.639454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:04.655738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1c58c22d-6457-40a0-9366-bff7d0c55932 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Request body: {'subnet': {'network_id': '432eede2-f39e-451b-b71d-d7afb84c2ed3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:04.700198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-562e39b8-f56c-473e-9905-8d30e7d8aab7 req-411ada3d-1931-431a-93b4-3d002eaeb20f tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/security-groups?id=02582551-5a0f-45dd-b1b1-afd1a1f2a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314073 Feb 18 08:57:04.705508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Deleting port 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:04.706037 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:04.709061 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:57:04.735419 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 571bfbf4-2e24-4ea1-b62c-d29ff1757fb4 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:57:04.874121 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:57:04.877868 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdd61b54-0747-4fcf-8cef-9fdbe9aa710a req-b12c2c13-b52e-4e46-891d-7c34c838608b service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3837721 Feb 18 08:57:05.057495 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-b308fa4e-4bc8-4381-a40b-ee026a098205 service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8018560 Feb 18 08:57:05.118106 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1c58c22d-6457-40a0-9366-bff7d0c55932 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:05.137588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1c58c22d-6457-40a0-9366-bff7d0c55932 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Usage tracker for resource:subnet and tenant:9a1f63c513cc4a669c27248085c8a963 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:05.146954 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1c58c22d-6457-40a0-9366-bff7d0c55932 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:05.178432 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1c58c22d-6457-40a0-9366-bff7d0c55932 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:05.195961 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:05.209137 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-080dc75a-df21-46fd-801d-365ee5497e5a None None] For port 3f25ce58-de58-46aa-8ab0-95a4fa887ac1, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3f25ce58-de58-46aa-8ab0-95a4fa887ac1,segment=NetworkSegment(e5986649-e503-4ace-8d32-b0cf224871a9),segment_id=e5986649-e503-4ace-8d32-b0cf224871a9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:05.209652 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-080dc75a-df21-46fd-801d-365ee5497e5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:05.227178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-1d7a0f3a-e59d-4129-8297-286c1e01d76a tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:57:05.239751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Attempting to bind port cee58ab7-3818-421e-a7db-d326f5cfed38 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:57:05.240024 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Attempting to bind port cee58ab7-3818-421e-a7db-d326f5cfed38 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'e84e78f2-626d-4c65-bfa4-7d5b3c0726fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:57:05.240584 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Attempting to bind port cee58ab7-3818-421e-a7db-d326f5cfed38 on network cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:05.268868 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c58c22d-6457-40a0-9366-bff7d0c55932 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Made reservation on behalf of 9a1f63c513cc4a669c27248085c8a963 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:57:05.272294 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c58c22d-6457-40a0-9366-bff7d0c55932 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:05.291192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40479b39-2b68-494b-b440-cea37e767f80 req-35780d1e-8bc9-4faf-85f1-e9474c385bea tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:05.291801 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-40479b39-2b68-494b-b440-cea37e767f80 req-35780d1e-8bc9-4faf-85f1-e9474c385bea tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Synchronizing usage tracker for tenant:a045b61d38a04d72b976bf319f5014bb on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:57:05.301698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-8114960d-785c-47b9-a2a1-31f9be0ed487 req-ff76fde9-f645-43b9-8220-a033ee95e437 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] For port 50b8f8b3-717c-4bad-a390-45cc8b8acd51, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=50b8f8b3-717c-4bad-a390-45cc8b8acd51,segment=NetworkSegment(9a39d686-4ef6-4b84-a3ea-12a8d9c853ce),segment_id=9a39d686-4ef6-4b84-a3ea-12a8d9c853ce)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:05.301964 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8114960d-785c-47b9-a2a1-31f9be0ed487 req-ff76fde9-f645-43b9-8220-a033ee95e437 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:05.312052 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec54c40-718d-4ee7-922c-e7a3c095a844 req-16d69bba-bbd9-44f1-aff9-cc62f20fcb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:05.313793 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5ec54c40-718d-4ee7-922c-e7a3c095a844 req-16d69bba-bbd9-44f1-aff9-cc62f20fcb76 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621&device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 1097 time: 0.6076858 Feb 18 08:57:05.375732 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-080dc75a-df21-46fd-801d-365ee5497e5a None None] Calling delete_port for 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:05.401486 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:57:05.401853 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Checking segment: {'id': 'e84e78f2-626d-4c65-bfa4-7d5b3c0726fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:05.402614 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:05.402822 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Bound using segment: {'id': 'e84e78f2-626d-4c65-bfa4-7d5b3c0726fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:57:05.403283 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Bound port: cee58ab7-3818-421e-a7db-d326f5cfed38, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84e78f2-626d-4c65-bfa4-7d5b3c0726fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:57:05.403662 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:05.403773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d533476-d347-4c13-8d3e-a98ebb1ba63d {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:57:05.427252 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:05.511803 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-40479b39-2b68-494b-b440-cea37e767f80 req-35780d1e-8bc9-4faf-85f1-e9474c385bea tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Unset dirty status for tenant:a045b61d38a04d72b976bf319f5014bb on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:57:05.512940 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40479b39-2b68-494b-b440-cea37e767f80 req-35780d1e-8bc9-4faf-85f1-e9474c385bea tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.81 "GET /v2.0/networks?id=ded50249-9b48-42fb-8dfe-dd5ebf816349 HTTP/1.1" status: 200 len: 809 time: 0.6427913 Feb 18 08:57:05.519473 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Transition to ACTIVE for port object 5d533476-d347-4c13-8d3e-a98ebb1ba63d will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:05.531947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-8114960d-785c-47b9-a2a1-31f9be0ed487 req-ff76fde9-f645-43b9-8220-a033ee95e437 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Calling delete_port for 50b8f8b3-717c-4bad-a390-45cc8b8acd51 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:05.538125 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:05.545058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-40479b39-2b68-494b-b440-cea37e767f80 req-7ab2226f-3095-4e72-b81b-1e55c5f38e6c tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Request body: {'port': {'device_id': '25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9', 'network_id': 'ded50249-9b48-42fb-8dfe-dd5ebf816349', 'admin_state_up': True, 'tenant_id': 'a045b61d38a04d72b976bf319f5014bb'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:05.555201 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:05.571241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:05.571241 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:05.571542 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:05.669344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144b622c-28dd-411f-adc1-12dce2780e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b8f8b3-717c-4bad-a390-45cc8b8acd51'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:57:05.693865 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 50b8f8b3-717c-4bad-a390-45cc8b8acd51, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=50b8f8b3-717c-4bad-a390-45cc8b8acd51,segment=NetworkSegment(9a39d686-4ef6-4b84-a3ea-12a8d9c853ce),segment_id=9a39d686-4ef6-4b84-a3ea-12a8d9c853ce)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:05.700539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] For port cee58ab7-3818-421e-a7db-d326f5cfed38, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:57:05.707460 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] For port cee58ab7-3818-421e-a7db-d326f5cfed38, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cee58ab7-3818-421e-a7db-d326f5cfed38,segment=NetworkSegment(e84e78f2-626d-4c65-bfa4-7d5b3c0726fb),segment_id=e84e78f2-626d-4c65-bfa4-7d5b3c0726fb)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:57:05.708467 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-080dc75a-df21-46fd-801d-365ee5497e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:05.747766 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdd61b54-0747-4fcf-8cef-9fdbe9aa710a req-508b02c7-c414-424c-96b6-934d178f1ef2 service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7761531 Feb 18 08:57:05.768864 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:05.773831 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a87d92-dee5-428b-a565-9a42cb85a6f3 req-bfa25c08-9432-4f26-890d-e60e004545fb tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:05.779718 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:05.780008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a87d92-dee5-428b-a565-9a42cb85a6f3 req-bfa25c08-9432-4f26-890d-e60e004545fb tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:05.785966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a87d92-dee5-428b-a565-9a42cb85a6f3 req-bfa25c08-9432-4f26-890d-e60e004545fb tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:05.791931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a87d92-dee5-428b-a565-9a42cb85a6f3 req-bfa25c08-9432-4f26-890d-e60e004545fb tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:05.798001 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080dc75a-df21-46fd-801d-365ee5497e5a None None] Pushing event deleted for resources: {'Port': ['ID=3f25ce58-de58-46aa-8ab0-95a4fa887ac1,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:05.798509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a87d92-dee5-428b-a565-9a42cb85a6f3 req-bfa25c08-9432-4f26-890d-e60e004545fb tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:05.804684 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85a87d92-dee5-428b-a565-9a42cb85a6f3 req-bfa25c08-9432-4f26-890d-e60e004545fb tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 3828 time: 0.9235435 Feb 18 08:57:05.890872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080dc75a-df21-46fd-801d-365ee5497e5a None None] No DVR routers for this DVR port 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:57:05.944157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] For port 3f25ce58-de58-46aa-8ab0-95a4fa887ac1, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3f25ce58-de58-46aa-8ab0-95a4fa887ac1,segment=NetworkSegment(e5986649-e503-4ace-8d32-b0cf224871a9),segment_id=e5986649-e503-4ace-8d32-b0cf224871a9)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:05.944654 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:05.998871 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:06.019470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=50b8f8b3-717c-4bad-a390-45cc8b8acd51,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:06.057767 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85a87d92-dee5-428b-a565-9a42cb85a6f3 req-a77b4092-de6d-44c4-a6d6-d06d7fb91a29 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2357364 Feb 18 08:57:06.059342 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec54c40-718d-4ee7-922c-e7a3c095a844 req-130708f3-2aaf-4814-9986-2b2fc69fe003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:06.059901 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4809c0c7-0310-49ab-a354-6136bcd6cf2c req-ebdfe8ee-3713-4b86-9de4-a17cca3510a5 service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9785562 Feb 18 08:57:06.060819 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5ec54c40-718d-4ee7-922c-e7a3c095a844 req-130708f3-2aaf-4814-9986-2b2fc69fe003 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5d5e2a5a-f047-425a-86b2-0b3143ac8640 HTTP/1.1" status: 200 len: 917 time: 0.6871891 Feb 18 08:57:06.193143 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2,segment=NetworkSegment(9778e752-1ade-413d-945a-3d685ef1d194),segment_id=9778e752-1ade-413d-945a-3d685ef1d194)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:06.207263 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:06.213976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0a8ad-397e-48ba-9844-c9155dcf2261 None None] Pushing event updated for resources: {'Port': ['ID=cee58ab7-3818-421e-a7db-d326f5cfed38,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:06.276486 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7d4ae287-60de-454c-b584-bb1bc69d0e20 None None] Provisioning complete for port 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:06.276850 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7d4ae287-60de-454c-b584-bb1bc69d0e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:06.438833 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'tag': '40eb1bfc-150b-4f7d-ab6d-c6615ae3067e', 'status': 'completed', 'code': 200} Feb 18 08:57:06.469931 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:57:06.563547 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:06.571053 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Pushing event updated for resources: {'Port': ['ID=5d533476-d347-4c13-8d3e-a98ebb1ba63d,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:06.599946 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:57:06.600189 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:57:06.647178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Calling delete_port for 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:06.710302 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-40479b39-2b68-494b-b440-cea37e767f80 req-7ab2226f-3095-4e72-b81b-1e55c5f38e6c tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:06.719631 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:06.748136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-40479b39-2b68-494b-b440-cea37e767f80 req-7ab2226f-3095-4e72-b81b-1e55c5f38e6c tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Usage tracker for resource:port and tenant:a045b61d38a04d72b976bf319f5014bb is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:06.758017 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5ec54c40-718d-4ee7-922c-e7a3c095a844 req-5a92364f-cf5e-4be9-a2ce-24872a2638c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d601f0b0-105d-4d14-874a-01473e5a0b85 HTTP/1.1" status: 200 len: 1000 time: 0.5692182 Feb 18 08:57:06.758689 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-197fc255-e76a-48f3-9310-98a103ec937c req-eedd0574-114a-4dc6-b8c9-13187a232f5a tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/ports?device_id=25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9 HTTP/1.1" status: 200 len: 210 time: 0.1568933 Feb 18 08:57:06.767257 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-40479b39-2b68-494b-b440-cea37e767f80 req-7ab2226f-3095-4e72-b81b-1e55c5f38e6c tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:06.771711 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [req-8114960d-785c-47b9-a2a1-31f9be0ed487 req-ff76fde9-f645-43b9-8220-a033ee95e437 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:57:06.772029 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [req-8114960d-785c-47b9-a2a1-31f9be0ed487 req-ff76fde9-f645-43b9-8220-a033ee95e437 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:57:06.773043 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-1d7a0f3a-e59d-4129-8297-286c1e01d76a tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:57:06.794884 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:06.795095 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bd2080-ecdc-4484-be14-2535d12cab72 None None] Sync routers for ids ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:57:06.797803 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-1d7a0f3a-e59d-4129-8297-286c1e01d76a tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:06.805372 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bd2080-ecdc-4484-be14-2535d12cab72 None None] Routers {'20acd3a2-903f-4478-bf5f-f8cfbf378cbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:06.806237 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e9bd2080-ecdc-4484-be14-2535d12cab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:06.825923 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-40479b39-2b68-494b-b440-cea37e767f80 req-7ab2226f-3095-4e72-b81b-1e55c5f38e6c tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:06.879721 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:57:06.927925 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144b622c-28dd-411f-adc1-12dce2780e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b8f8b3-717c-4bad-a390-45cc8b8acd51', 'code': 200} Feb 18 08:57:06.942442 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-1d7a0f3a-e59d-4129-8297-286c1e01d76a tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "PUT /v2.0/floatingips/222ba894-0fdb-4263-9ce8-e88d17ea8d49 HTTP/1.1" status: 200 len: 695 time: 4.8889651 Feb 18 08:57:06.944847 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0b9b17-95f3-4103-9966-9ee7b45f6ec2', 'tag': '8716c54f-7a24-4be6-8942-0c6374e6d6f0'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:57:06.997731 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:57:06.998004 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:57:07.022451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:07.022894 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:07.025281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9167d-2557-4d73-804c-46b8dbf50ee6 req-2f3533c5-6812-4d76-b876-05b3980e33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:07.025850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9167d-2557-4d73-804c-46b8dbf50ee6 req-2f3533c5-6812-4d76-b876-05b3980e33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:07.026284 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9167d-2557-4d73-804c-46b8dbf50ee6 req-2f3533c5-6812-4d76-b876-05b3980e33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:07.026739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9167d-2557-4d73-804c-46b8dbf50ee6 req-2f3533c5-6812-4d76-b876-05b3980e33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:07.027183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9167d-2557-4d73-804c-46b8dbf50ee6 req-2f3533c5-6812-4d76-b876-05b3980e33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:07.027693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9167d-2557-4d73-804c-46b8dbf50ee6 req-2f3533c5-6812-4d76-b876-05b3980e33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:07.029484 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4ca9167d-2557-4d73-804c-46b8dbf50ee6 req-2f3533c5-6812-4d76-b876-05b3980e33c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5244 time: 0.3425970 Feb 18 08:57:07.099556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Attempting to bind port 5d533476-d347-4c13-8d3e-a98ebb1ba63d on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:57:07.099974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Attempting to bind port 5d533476-d347-4c13-8d3e-a98ebb1ba63d by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:57:07.100198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Attempting to bind port 5d533476-d347-4c13-8d3e-a98ebb1ba63d on network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:07.102459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40479b39-2b68-494b-b440-cea37e767f80 req-7ab2226f-3095-4e72-b81b-1e55c5f38e6c tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Made reservation on behalf of a045b61d38a04d72b976bf319f5014bb for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:57:07.106213 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40479b39-2b68-494b-b440-cea37e767f80 req-7ab2226f-3095-4e72-b81b-1e55c5f38e6c tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:07.165506 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-e9bd2080-ecdc-4484-be14-2535d12cab72 None None] Set router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:57:07.169965 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cee58ab7-3818-421e-a7db-d326f5cfed38 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:57:07.180408 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Port 5d533476-d347-4c13-8d3e-a98ebb1ba63d on network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:57:07.180739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Attempting to bind port 5d533476-d347-4c13-8d3e-a98ebb1ba63d on network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:07.198674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec54c40-718d-4ee7-922c-e7a3c095a844 req-6436a09c-d7cd-48ae-9ee6-5e591fe98956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:07.200131 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5ec54c40-718d-4ee7-922c-e7a3c095a844 req-6436a09c-d7cd-48ae-9ee6-5e591fe98956 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=df727fe9-3fec-4967-a902-47fe24f8ed0f HTTP/1.1" status: 200 len: 855 time: 0.4218080 Feb 18 08:57:07.238656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:57:07.239036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Checking segment: {'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:07.240461 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Bound using segment: {'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:57:07.240461 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Bound port: 5d533476-d347-4c13-8d3e-a98ebb1ba63d, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:57:07.240461 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:07.251262 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port cee58ab7-3818-421e-a7db-d326f5cfed38 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:07.259041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-0eed9412-3223-41f8-b812-65deed21300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:07.260566 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-0eed9412-3223-41f8-b812-65deed21300a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2bfd11743efb4659a7cafd525e72f79c&device_id=7b0b9b17-95f3-4103-9966-9ee7b45f6ec2 HTTP/1.1" status: 200 len: 1097 time: 0.2954676 Feb 18 08:57:07.272648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-8114960d-785c-47b9-a2a1-31f9be0ed487 req-ff76fde9-f645-43b9-8220-a033ee95e437 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Deleting port 50b8f8b3-717c-4bad-a390-45cc8b8acd51 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:07.272984 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8114960d-785c-47b9-a2a1-31f9be0ed487 req-ff76fde9-f645-43b9-8220-a033ee95e437 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:07.351344 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c58c22d-6457-40a0-9366-bff7d0c55932 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:07.352569 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9167d-2557-4d73-804c-46b8dbf50ee6 req-f1c0e757-3a46-4f2b-968e-77c7bc4a823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:07.353035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9167d-2557-4d73-804c-46b8dbf50ee6 req-f1c0e757-3a46-4f2b-968e-77c7bc4a823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:07.353485 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9167d-2557-4d73-804c-46b8dbf50ee6 req-f1c0e757-3a46-4f2b-968e-77c7bc4a823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:07.355027 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4ca9167d-2557-4d73-804c-46b8dbf50ee6 req-f1c0e757-3a46-4f2b-968e-77c7bc4a823b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2788658 Feb 18 08:57:07.502352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Deleting port 3f25ce58-de58-46aa-8ab0-95a4fa887ac1 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:07.502352 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:07.569699 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58c22d-6457-40a0-9366-bff7d0c55932 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Pushing event updated for resources: {'Subnet': ['ID=0c2dac5f-8d9d-46c2-a28b-4b35b813be98,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:07.589730 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Allocated IP 172.25.1.59 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/07622984-aa84-4bd2-bea5-aa8887f545e5) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:57:07.628433 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8104216-1c7d-4ef1-97cb-862a00029138 req-1ba2b8ac-21af-4c38-b1e1-5d861110175e tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:07.629151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a8104216-1c7d-4ef1-97cb-862a00029138 req-1ba2b8ac-21af-4c38-b1e1-5d861110175e tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Synchronizing usage tracker for tenant:94ed26cfefbf4e0e8f88cf30703ec55d on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:57:07.645490 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e9bd2080-ecdc-4484-be14-2535d12cab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:23Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:07.650034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] The port '3f25ce58-de58-46aa-8ab0-95a4fa887ac1' was deleted {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:57:07.650268 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bd2080-ecdc-4484-be14-2535d12cab72 None None] Checking router: 20acd3a2-903f-4478-bf5f-f8cfbf378cbe for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:57:07.661316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c58c22d-6457-40a0-9366-bff7d0c55932 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Checking segment: {'id': 'de009787-be7b-4dcd-adfa-e7e0e7d8688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '432eede2-f39e-451b-b71d-d7afb84c2ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:07.662665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c58c22d-6457-40a0-9366-bff7d0c55932 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Network hostable DHCP agents. Network: 432eede2-f39e-451b-b71d-d7afb84c2ed3, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:57:07.663330 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bd2080-ecdc-4484-be14-2535d12cab72 None None] Routers {'20acd3a2-903f-4478-bf5f-f8cfbf378cbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:07.664142 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e9bd2080-ecdc-4484-be14-2535d12cab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:07.681883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] For port 5d533476-d347-4c13-8d3e-a98ebb1ba63d, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:57:07.684068 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca081cde-d3b7-4458-bad5-b1cedc7fa254 None None] Network cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:57:07.746818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a8104216-1c7d-4ef1-97cb-862a00029138 req-1ba2b8ac-21af-4c38-b1e1-5d861110175e tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Unset dirty status for tenant:94ed26cfefbf4e0e8f88cf30703ec55d on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:57:07.753463 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a8104216-1c7d-4ef1-97cb-862a00029138 req-1ba2b8ac-21af-4c38-b1e1-5d861110175e tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/ports?device_id=144b622c-28dd-411f-adc1-12dce2780e50 HTTP/1.1" status: 200 len: 944 time: 0.7229698 Feb 18 08:57:07.785493 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec54c40-718d-4ee7-922c-e7a3c095a844 req-d2c75cfb-9af2-4e26-a566-fc12c14116a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:07.787310 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5ec54c40-718d-4ee7-922c-e7a3c095a844 req-d2c75cfb-9af2-4e26-a566-fc12c14116a4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5d5e2a5a-f047-425a-86b2-0b3143ac8640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5166118 Feb 18 08:57:07.789164 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] For port 5d533476-d347-4c13-8d3e-a98ebb1ba63d, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5d533476-d347-4c13-8d3e-a98ebb1ba63d,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:57:07.797687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-40479b39-2b68-494b-b440-cea37e767f80 req-7ab2226f-3095-4e72-b81b-1e55c5f38e6c tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Allocated IP 172.20.0.9 (ded50249-9b48-42fb-8dfe-dd5ebf816349/65e26215-4b5e-4504-a945-2ed3f25a8c92/0862bd4f-f98d-459e-b128-04b0795dd770) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:57:07.876487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-8f7dd13f-dc6e-441f-ba5d-190255ebf438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:07.877993 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-8f7dd13f-dc6e-441f-ba5d-190255ebf438 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 200 len: 922 time: 0.5709736 Feb 18 08:57:07.901564 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-e9bd2080-ecdc-4484-be14-2535d12cab72 None None] Set router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:57:07.959108 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:07.963142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c58c22d-6457-40a0-9366-bff7d0c55932 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Network 432eede2-f39e-451b-b71d-d7afb84c2ed3 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:57:07.991225 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1e2c1346-2fa1-4b9f-a6cb-277f16a9782c None None] Provisioning for port cee58ab7-3818-421e-a7db-d326f5cfed38 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:08.051678 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9167d-2557-4d73-804c-46b8dbf50ee6 req-978cedd5-14d7-4ad2-bbbc-928333d4f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:08.053150 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4ca9167d-2557-4d73-804c-46b8dbf50ee6 req-978cedd5-14d7-4ad2-bbbc-928333d4f977 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6383753 Feb 18 08:57:08.053429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1e2c1346-2fa1-4b9f-a6cb-277f16a9782c None None] Provisioning complete for port cee58ab7-3818-421e-a7db-d326f5cfed38 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:08.053821 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1e2c1346-2fa1-4b9f-a6cb-277f16a9782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:08.054359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-460c5cdf-fa0a-4eb9-95d1-dbab40cde053 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8716c54f-7a24-4be6-8942-0c6374e6d6f0 HTTP/1.1" status: 200 len: 217 time: 0.1087003 Feb 18 08:57:08.063000 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:08.097214 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-1c58c22d-6457-40a0-9366-bff7d0c55932 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 432eede2-f39e-451b-b71d-d7afb84c2ed3) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:08.112886 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f541de9-6609-4f6f-8f63-d1f3ce276646 None None] Network 432eede2-f39e-451b-b71d-d7afb84c2ed3 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:57:08.126070 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:08.127037 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:08.128714 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] 10.222.0.61 "PUT /v2.0/ports/5d533476-d347-4c13-8d3e-a98ebb1ba63d HTTP/1.1" status: 200 len: 1130 time: 5.0843201 Feb 18 08:57:08.149084 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c58c22d-6457-40a0-9366-bff7d0c55932 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:08.149999 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a8104216-1c7d-4ef1-97cb-862a00029138 req-e545bea2-919f-49a0-ba16-2a0409f52ccc tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/security-groups?id=02582551-5a0f-45dd-b1b1-afd1a1f2a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956099 Feb 18 08:57:08.150140 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c58c22d-6457-40a0-9366-bff7d0c55932 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:08.191329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:08.199924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Request body: {'port': {'device_id': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:08.260844 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b0b9b17-95f3-4103-9966-9ee7b45f6ec2', 'tag': '8716c54f-7a24-4be6-8942-0c6374e6d6f0', 'status': 'completed', 'code': 200} Feb 18 08:57:08.268514 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5986649-e503-4ace-8d32-b0cf224871a9') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:08.286347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5986649-e503-4ace-8d32-b0cf224871a9') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:08.416288 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:08.480085 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476e493-668f-44ac-b627-997ac33d7189 service neutron] Pushing event updated for resources: {'Port': ['ID=5d533476-d347-4c13-8d3e-a98ebb1ba63d,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:08.482767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'tag': '5d533476-d347-4c13-8d3e-a98ebb1ba63d'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:57:08.488356 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1c58c22d-6457-40a0-9366-bff7d0c55932 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8420231 Feb 18 08:57:08.519552 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5ec54c40-718d-4ee7-922c-e7a3c095a844 req-5b7d7a25-93c6-4b4b-a75f-85d83aa8d70f service neutron] 10.222.0.81 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7192631 Feb 18 08:57:08.526479 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59396) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:08.567847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4e7c8660-5887-4973-8174-57302116edf5 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Request body: {'subnet': {'network_id': '571bfbf4-2e24-4ea1-b62c-d29ff1757fb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:08.595501 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1e2c1346-2fa1-4b9f-a6cb-277f16a9782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:08.621045 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e9bd2080-ecdc-4484-be14-2535d12cab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:23Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:08.626356 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bd2080-ecdc-4484-be14-2535d12cab72 None None] The sync data for ids ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'] in n-d-829434-1 is: [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:23Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:57:08.663529 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:08.680619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-dd91f889-5a35-4307-85de-1a813abff478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:08.684984 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-dd91f889-5a35-4307-85de-1a813abff478 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1570d450-e2c9-453c-a07c-52b306ae3008 HTTP/1.1" status: 200 len: 860 time: 0.6043744 Feb 18 08:57:08.687466 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-432eede2-f39e-451b-b71d-d7afb84c2ed3', 'network_id': '432eede2-f39e-451b-b71d-d7afb84c2ed3', 'tenant_id': '9a1f63c513cc4a669c27248085c8a963', 'fixed_ips': [{'subnet_id': '0c2dac5f-8d9d-46c2-a28b-4b35b813be98'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:57:08.689229 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:08.725627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1e2c1346-2fa1-4b9f-a6cb-277f16a9782c None None] For port cee58ab7-3818-421e-a7db-d326f5cfed38, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cee58ab7-3818-421e-a7db-d326f5cfed38,segment=NetworkSegment(e84e78f2-626d-4c65-bfa4-7d5b3c0726fb),segment_id=e84e78f2-626d-4c65-bfa4-7d5b3c0726fb)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:08.760314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-8114960d-785c-47b9-a2a1-31f9be0ed487 req-ff76fde9-f645-43b9-8220-a033ee95e437 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] For port 50b8f8b3-717c-4bad-a390-45cc8b8acd51, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=50b8f8b3-717c-4bad-a390-45cc8b8acd51,segment=NetworkSegment(9a39d686-4ef6-4b84-a3ea-12a8d9c853ce),segment_id=9a39d686-4ef6-4b84-a3ea-12a8d9c853ce)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:08.761002 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8114960d-785c-47b9-a2a1-31f9be0ed487 req-ff76fde9-f645-43b9-8220-a033ee95e437 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:08.791742 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1e2c1346-2fa1-4b9f-a6cb-277f16a9782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:08.849880 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:08.860868 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:08.923688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-8114960d-785c-47b9-a2a1-31f9be0ed487 req-ff76fde9-f645-43b9-8220-a033ee95e437 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Calling delete_port for 50b8f8b3-717c-4bad-a390-45cc8b8acd51 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:08.970758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:57:08.971259 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:57:08.992536 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:57:09.001368 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40479b39-2b68-494b-b440-cea37e767f80 req-7ab2226f-3095-4e72-b81b-1e55c5f38e6c tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:09.012218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c1346-2fa1-4b9f-a6cb-277f16a9782c None None] Pushing event updated for resources: {'Port': ['ID=cee58ab7-3818-421e-a7db-d326f5cfed38,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:09.015472 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4e7c8660-5887-4973-8174-57302116edf5 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:09.018973 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ddf8374c-04c6-472d-80ce-5e306c6aa864 None None] Provisioning complete for port cee58ab7-3818-421e-a7db-d326f5cfed38 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:09.019239 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ddf8374c-04c6-472d-80ce-5e306c6aa864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:09.040736 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4e7c8660-5887-4973-8174-57302116edf5 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Usage tracker for resource:subnet and tenant:9a1f63c513cc4a669c27248085c8a963 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:09.045994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4e7c8660-5887-4973-8174-57302116edf5 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:09.056146 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:09.062881 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5ec54c40-718d-4ee7-922c-e7a3c095a844 req-c06f1bc7-e02d-4f25-94d0-982dabbd1a25 service neutron] 10.222.0.81 "GET /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274906 Feb 18 08:57:09.065947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4e7c8660-5887-4973-8174-57302116edf5 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:09.166060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23559db8-9f9b-4022-bd7e-997a7dc2d1dc req-ee7c2605-20f9-4d0b-a596-39ac4370216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:09.167957 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23559db8-9f9b-4022-bd7e-997a7dc2d1dc req-ee7c2605-20f9-4d0b-a596-39ac4370216d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bfd11743efb4659a7cafd525e72f79c&device_id=7b0b9b17-95f3-4103-9966-9ee7b45f6ec2 HTTP/1.1" status: 200 len: 1097 time: 0.6235461 Feb 18 08:57:09.176485 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Allocated IP 172.20.0.2 (432eede2-f39e-451b-b71d-d7afb84c2ed3/0c2dac5f-8d9d-46c2-a28b-4b35b813be98/9c9139b9-2de5-4031-bff4-feee8b5eb1e9) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:57:09.181760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ea079-1961-44ea-b97e-7ea997c3c62c req-1faefba4-2593-4814-b0c1-e62409c7f44e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:09.189635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ea079-1961-44ea-b97e-7ea997c3c62c req-1faefba4-2593-4814-b0c1-e62409c7f44e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:09.195889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ea079-1961-44ea-b97e-7ea997c3c62c req-1faefba4-2593-4814-b0c1-e62409c7f44e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:09.200810 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7c8660-5887-4973-8174-57302116edf5 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Made reservation on behalf of 9a1f63c513cc4a669c27248085c8a963 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:57:09.203193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ea079-1961-44ea-b97e-7ea997c3c62c req-1faefba4-2593-4814-b0c1-e62409c7f44e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:09.204295 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4e7c8660-5887-4973-8174-57302116edf5 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:09.209235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ea079-1961-44ea-b97e-7ea997c3c62c req-1faefba4-2593-4814-b0c1-e62409c7f44e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:09.215385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ea079-1961-44ea-b97e-7ea997c3c62c req-1faefba4-2593-4814-b0c1-e62409c7f44e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:09.220797 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-064ea079-1961-44ea-b97e-7ea997c3c62c req-1faefba4-2593-4814-b0c1-e62409c7f44e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 4600 time: 0.6751561 Feb 18 08:57:09.232308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:09.266588 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:09.281144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e79eef-6148-443d-be51-a256d4bc593e None None] New status for floating IP 222ba894-0fdb-4263-9ce8-e88d17ea8d49: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:57:09.292940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:09.307256 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:57:09.330588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-931ee7ee-e1ac-4a52-9bdb-0f6afb6e920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:09.332067 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-931ee7ee-e1ac-4a52-9bdb-0f6afb6e920b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a0792a-5ad4-4098-9d51-afae073edc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6168087 Feb 18 08:57:09.335673 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:09.356748 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Pushing event updated for resources: {'Port': ['ID=07622984-aa84-4bd2-bea5-aa8887f545e5,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:09.402833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event deleted for resources: {'Network': ['ID=c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:09.454618 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40479b39-2b68-494b-b440-cea37e767f80 req-7ab2226f-3095-4e72-b81b-1e55c5f38e6c tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:09.556791 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6e62db23-780a-43ef-a74e-087c52150011 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "DELETE /v2.0/networks/c6c3a3a0-5a2f-4518-9902-77cbd27fe4fd HTTP/1.1" status: 204 len: 168 time: 6.0575633 Feb 18 08:57:09.562037 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8114960d-785c-47b9-a2a1-31f9be0ed487 req-ff76fde9-f645-43b9-8220-a033ee95e437 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:09.567567 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-064ea079-1961-44ea-b97e-7ea997c3c62c req-fb93b235-dff0-4fe1-9441-a2da287105ca tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3037348 Feb 18 08:57:09.569776 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59402) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:09.626807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40479b39-2b68-494b-b440-cea37e767f80 req-7ab2226f-3095-4e72-b81b-1e55c5f38e6c tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Network ded50249-9b48-42fb-8dfe-dd5ebf816349 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:09.637981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-91e73d3e-cae4-4af4-beab-7f3168dd0c2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-340385613'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:09.648844 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-40479b39-2b68-494b-b440-cea37e767f80 req-7ab2226f-3095-4e72-b81b-1e55c5f38e6c tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:09.665124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-91e73d3e-cae4-4af4-beab-7f3168dd0c2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:09.667427 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76fde9-f645-43b9-8220-a033ee95e437 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Pushing event deleted for resources: {'Port': ['ID=50b8f8b3-717c-4bad-a390-45cc8b8acd51,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:09.678257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-91e73d3e-cae4-4af4-beab-7f3168dd0c2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Usage tracker for resource:network and tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:09.719908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-91e73d3e-cae4-4af4-beab-7f3168dd0c2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:09.743241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-91e73d3e-cae4-4af4-beab-7f3168dd0c2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:09.845878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8114960d-785c-47b9-a2a1-31f9be0ed487 req-ff76fde9-f645-43b9-8220-a033ee95e437 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] No DVR routers for this DVR port 50b8f8b3-717c-4bad-a390-45cc8b8acd51 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:57:09.847875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23559db8-9f9b-4022-bd7e-997a7dc2d1dc req-65d23a58-ee84-459b-8703-7d3d6dae2e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:09.849333 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23559db8-9f9b-4022-bd7e-997a7dc2d1dc req-65d23a58-ee84-459b-8703-7d3d6dae2e8a service neutron] 10.222.0.61 "GET /v2.0/networks?id=d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 200 len: 922 time: 0.5838444 Feb 18 08:57:09.854218 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-40479b39-2b68-494b-b440-cea37e767f80 req-7ab2226f-3095-4e72-b81b-1e55c5f38e6c tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:57:09.857143 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8114960d-785c-47b9-a2a1-31f9be0ed487 req-ff76fde9-f645-43b9-8220-a033ee95e437 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:09.859478 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8114960d-785c-47b9-a2a1-31f9be0ed487 req-ff76fde9-f645-43b9-8220-a033ee95e437 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.81 "DELETE /v2.0/ports/50b8f8b3-717c-4bad-a390-45cc8b8acd51 HTTP/1.1" status: 204 len: 173 time: 7.1038716 Feb 18 08:57:09.911798 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2226f-3095-4e72-b81b-1e55c5f38e6c tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Pushing event updated for resources: {'Port': ['ID=0862bd4f-f98d-459e-b128-04b0795dd770,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:09.958721 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-ead89ff1-2a62-4162-93a9-fdd26059a452 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009386 Feb 18 08:57:09.959262 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:09.959658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e73d3e-cae4-4af4-beab-7f3168dd0c2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Made reservation on behalf of 96f9ab7aca9f4ebb9b0d991d4090bfbe for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:57:09.962701 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-91e73d3e-cae4-4af4-beab-7f3168dd0c2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:09.972678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Transition to ACTIVE for port object 9c9139b9-2de5-4031-bff4-feee8b5eb1e9 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:09.975605 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23559db8-9f9b-4022-bd7e-997a7dc2d1dc req-12155a50-2893-47c8-bfa2-2dd03a9146f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8716c54f-7a24-4be6-8942-0c6374e6d6f0 HTTP/1.1" status: 200 len: 217 time: 0.1143591 Feb 18 08:57:10.022201 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Transition to ACTIVE for port object 9c9139b9-2de5-4031-bff4-feee8b5eb1e9 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:10.029593 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:10.103172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40479b39-2b68-494b-b440-cea37e767f80 req-7ab2226f-3095-4e72-b81b-1e55c5f38e6c tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:10.103518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Network 432eede2-f39e-451b-b71d-d7afb84c2ed3 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:10.103786 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40479b39-2b68-494b-b440-cea37e767f80 req-7ab2226f-3095-4e72-b81b-1e55c5f38e6c tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:10.111700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:10.118446 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:57:10.165129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e73d3e-cae4-4af4-beab-7f3168dd0c2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:57:10.177063 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23559db8-9f9b-4022-bd7e-997a7dc2d1dc req-3547144c-1316-4586-be25-d3fe998ce864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:10.178703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23559db8-9f9b-4022-bd7e-997a7dc2d1dc req-3547144c-1316-4586-be25-d3fe998ce864 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1570d450-e2c9-453c-a07c-52b306ae3008 HTTP/1.1" status: 200 len: 860 time: 0.1723790 Feb 18 08:57:10.199552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c1bb7-dcba-4dd2-9581-b85dfe0b2ab2 req-56e5e093-8aa8-43dd-be2f-2f749425f139 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:10.201206 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d1c1bb7-dcba-4dd2-9581-b85dfe0b2ab2 req-56e5e093-8aa8-43dd-be2f-2f749425f139 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/ports?device_id=25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9 HTTP/1.1" status: 200 len: 931 time: 0.4408793 Feb 18 08:57:10.238734 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Pushing event updated for resources: {'Port': ['ID=9c9139b9-2de5-4031-bff4-feee8b5eb1e9,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:10.252688 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Attempting to bind port 9c9139b9-2de5-4031-bff4-feee8b5eb1e9 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:57:10.253065 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Attempting to bind port 9c9139b9-2de5-4031-bff4-feee8b5eb1e9 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'de009787-be7b-4dcd-adfa-e7e0e7d8688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '432eede2-f39e-451b-b71d-d7afb84c2ed3'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:57:10.253428 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Attempting to bind port 9c9139b9-2de5-4031-bff4-feee8b5eb1e9 on network 432eede2-f39e-451b-b71d-d7afb84c2ed3 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:10.259293 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:57:10.259681 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Checking segment: {'id': 'de009787-be7b-4dcd-adfa-e7e0e7d8688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '432eede2-f39e-451b-b71d-d7afb84c2ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:10.260070 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:10.260587 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Bound using segment: {'id': 'de009787-be7b-4dcd-adfa-e7e0e7d8688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '432eede2-f39e-451b-b71d-d7afb84c2ed3'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:57:10.261059 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Bound port: 9c9139b9-2de5-4031-bff4-feee8b5eb1e9, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de009787-be7b-4dcd-adfa-e7e0e7d8688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '432eede2-f39e-451b-b71d-d7afb84c2ed3'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:57:10.261432 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:10.290318 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40479b39-2b68-494b-b440-cea37e767f80 req-7ab2226f-3095-4e72-b81b-1e55c5f38e6c tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7659402 Feb 18 08:57:10.296478 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4e7c8660-5887-4973-8174-57302116edf5 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:10.338139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Request body: {'port': {'device_id': '25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:10.357520 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] For port 9c9139b9-2de5-4031-bff4-feee8b5eb1e9, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:57:10.362098 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] For port 9c9139b9-2de5-4031-bff4-feee8b5eb1e9, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9c9139b9-2de5-4031-bff4-feee8b5eb1e9,segment=NetworkSegment(de009787-be7b-4dcd-adfa-e7e0e7d8688d),segment_id=de009787-be7b-4dcd-adfa-e7e0e7d8688d)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:57:10.367238 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:10.396670 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e0cbb0-82ef-4c98-a16f-e576f7a2297c {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:57:10.408803 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144b622c-28dd-411f-adc1-12dce2780e50', 'name': 'network-vif-deleted', 'tag': '50b8f8b3-717c-4bad-a390-45cc8b8acd51'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:57:10.442159 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-91e73d3e-cae4-4af4-beab-7f3168dd0c2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:10.442753 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-91e73d3e-cae4-4af4-beab-7f3168dd0c2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Added segment be9dea9f-b51d-41a8-8b71-36494c9154fe of type vlan for network 4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21 Feb 18 08:57:10.468754 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d8d4e-3503-41f1-a399-58f36223c40f None None] Pushing event updated for resources: {'Port': ['ID=9c9139b9-2de5-4031-bff4-feee8b5eb1e9,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:10.484430 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:10.527170 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d74b349d-1a75-4ae8-8ced-aceac644010f req-7765a67e-8bdd-4aa8-b17c-b122087c6e61 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533547 Feb 18 08:57:10.539171 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d1c1bb7-dcba-4dd2-9581-b85dfe0b2ab2 req-2b9803ae-d062-4969-9a32-cdcaa524247f tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/security-groups?id=20a0f857-0b82-4b26-b80c-6846c5a6cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942996 Feb 18 08:57:10.541473 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-91e73d3e-cae4-4af4-beab-7f3168dd0c2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:10.559814 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Transition to ACTIVE for port object c2e0cbb0-82ef-4c98-a16f-e576f7a2297c will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:10.560635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c8660-5887-4973-8174-57302116edf5 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Pushing event updated for resources: {'Subnet': ['ID=daeae43d-2b76-4370-a884-00f572d8c010,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:10.572115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23559db8-9f9b-4022-bd7e-997a7dc2d1dc req-4aa485ee-de38-4d2b-a7b2-840eba8708d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:10.585186 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23559db8-9f9b-4022-bd7e-997a7dc2d1dc req-4aa485ee-de38-4d2b-a7b2-840eba8708d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d9a0792a-5ad4-4098-9d51-afae073edc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3965352 Feb 18 08:57:10.622725 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:10.688299 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-91e73d3e-cae4-4af4-beab-7f3168dd0c2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:10.694952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e73d3e-cae4-4af4-beab-7f3168dd0c2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:10.695764 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-91e73d3e-cae4-4af4-beab-7f3168dd0c2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:10.711777 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:10.731457 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'tag': '5d533476-d347-4c13-8d3e-a98ebb1ba63d', 'status': 'completed', 'code': 200} Feb 18 08:57:10.754896 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:10.782320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cee58ab7-3818-421e-a7db-d326f5cfed38 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:57:10.921953 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144b622c-28dd-411f-adc1-12dce2780e50', 'name': 'network-vif-deleted', 'tag': '50b8f8b3-717c-4bad-a390-45cc8b8acd51', 'status': 'completed', 'code': 200} Feb 18 08:57:10.990003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c8660-5887-4973-8174-57302116edf5 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Checking segment: {'id': 'b132adf1-01ba-4468-b7ac-52445cb25504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '571bfbf4-2e24-4ea1-b62c-d29ff1757fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:10.990607 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7c8660-5887-4973-8174-57302116edf5 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Network hostable DHCP agents. Network: 571bfbf4-2e24-4ea1-b62c-d29ff1757fb4, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:57:10.992524 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port cee58ab7-3818-421e-a7db-d326f5cfed38 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:10.992963 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:11.049625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-e47286c9-4fcb-4f47-892d-3339b29dd068 req-7bf19805-8e43-402b-851d-a0e3f0438249 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Synchronizing usage tracker for tenant:94ed26cfefbf4e0e8f88cf30703ec55d on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:57:11.062844 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e73d3e-cae4-4af4-beab-7f3168dd0c2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event updated for resources: {'Network': ['ID=4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:11.073469 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-91e73d3e-cae4-4af4-beab-7f3168dd0c2b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4943628 Feb 18 08:57:11.077960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59412) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:11.081722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:57:11.109319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-97485e2d-bd62-40fb-8671-02e3f8337c88 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Request body: {'subnet': {'network_id': '4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:11.180610 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:11.208719 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23559db8-9f9b-4022-bd7e-997a7dc2d1dc req-db81405a-79d4-4936-9616-36e312bd55a3 service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138537 Feb 18 08:57:11.226428 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-e47286c9-4fcb-4f47-892d-3339b29dd068 req-7bf19805-8e43-402b-851d-a0e3f0438249 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] Unset dirty status for tenant:94ed26cfefbf4e0e8f88cf30703ec55d on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:57:11.236091 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e47286c9-4fcb-4f47-892d-3339b29dd068 req-7bf19805-8e43-402b-851d-a0e3f0438249 tempest-ServersNegativeTestMultiTenantJSON-313186721 tempest-ServersNegativeTestMultiTenantJSON-313186721-project] 10.222.0.72 "GET /v2.0/ports?device_id=144b622c-28dd-411f-adc1-12dce2780e50 HTTP/1.1" status: 200 len: 210 time: 0.3047428 Feb 18 08:57:11.378008 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:11.550106 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-97485e2d-bd62-40fb-8671-02e3f8337c88 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:11.560881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-97485e2d-bd62-40fb-8671-02e3f8337c88 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Usage tracker for resource:subnet and tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:11.581546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683ab24-a098-4b3d-8ce0-25d7b1e7ed54 req-034cb90d-c0a8-4813-8753-c1c997649402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:11.582318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683ab24-a098-4b3d-8ce0-25d7b1e7ed54 req-034cb90d-c0a8-4813-8753-c1c997649402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:11.582950 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683ab24-a098-4b3d-8ce0-25d7b1e7ed54 req-034cb90d-c0a8-4813-8753-c1c997649402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:11.583423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683ab24-a098-4b3d-8ce0-25d7b1e7ed54 req-034cb90d-c0a8-4813-8753-c1c997649402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:11.583887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683ab24-a098-4b3d-8ce0-25d7b1e7ed54 req-034cb90d-c0a8-4813-8753-c1c997649402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:11.584381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683ab24-a098-4b3d-8ce0-25d7b1e7ed54 req-034cb90d-c0a8-4813-8753-c1c997649402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:11.584847 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683ab24-a098-4b3d-8ce0-25d7b1e7ed54 req-034cb90d-c0a8-4813-8753-c1c997649402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:11.586916 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9683ab24-a098-4b3d-8ce0-25d7b1e7ed54 req-034cb90d-c0a8-4813-8753-c1c997649402 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 6167 time: 0.8552337 Feb 18 08:57:11.587938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-97485e2d-bd62-40fb-8671-02e3f8337c88 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:11.634365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-97485e2d-bd62-40fb-8671-02e3f8337c88 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:11.715332 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e0cbb0-82ef-4c98-a16f-e576f7a2297c,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:11.723599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7c8660-5887-4973-8174-57302116edf5 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Network 571bfbf4-2e24-4ea1-b62c-d29ff1757fb4 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:57:11.749711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97485e2d-bd62-40fb-8671-02e3f8337c88 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Made reservation on behalf of 96f9ab7aca9f4ebb9b0d991d4090bfbe for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:57:11.753273 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-97485e2d-bd62-40fb-8671-02e3f8337c88 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:11.778004 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-4e7c8660-5887-4973-8174-57302116edf5 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 571bfbf4-2e24-4ea1-b62c-d29ff1757fb4) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:11.785634 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23559db8-9f9b-4022-bd7e-997a7dc2d1dc req-4840bb71-4908-4d74-8323-8343bf4a36c5 service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464873 Feb 18 08:57:11.789726 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e823529-7296-495e-b191-09209e4731f0 None None] Network 571bfbf4-2e24-4ea1-b62c-d29ff1757fb4 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:57:11.854057 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7c8660-5887-4973-8174-57302116edf5 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:11.854908 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4e7c8660-5887-4973-8174-57302116edf5 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:11.902109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f41138-438a-4113-9fdf-71ab3981d948 req-b535c6ce-3191-4c16-9bfe-67027a1e9c56 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:11.903735 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42f41138-438a-4113-9fdf-71ab3981d948 req-b535c6ce-3191-4c16-9bfe-67027a1e9c56 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4319329 Feb 18 08:57:11.933419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Attempting to bind port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:57:11.934033 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Attempting to bind port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:57:11.934711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Attempting to bind port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c on network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:11.950388 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c on network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:57:11.951137 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Attempting to bind port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c on network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:11.967197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:57:11.967882 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Checking segment: {'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:11.968481 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Bound using segment: {'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:57:11.968924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Bound port: c2e0cbb0-82ef-4c98-a16f-e576f7a2297c, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:57:11.969270 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:11.982142 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4e7c8660-5887-4973-8174-57302116edf5 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4485884 Feb 18 08:57:11.985690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59422) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:11.999709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ed2c-26ce-4661-b8e3-7d06cf82b050 req-2dfdbf59-cfee-4917-905e-762afc64a8b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:12.006397 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ed2c-26ce-4661-b8e3-7d06cf82b050 req-2dfdbf59-cfee-4917-905e-762afc64a8b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:12.013115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ed2c-26ce-4661-b8e3-7d06cf82b050 req-2dfdbf59-cfee-4917-905e-762afc64a8b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:12.019853 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ed2c-26ce-4661-b8e3-7d06cf82b050 req-2dfdbf59-cfee-4917-905e-762afc64a8b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:12.021991 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6849be-f07c-4f9a-ba10-b03f6b9c6b7d None None] Network 432eede2-f39e-451b-b71d-d7afb84c2ed3 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:57:12.026081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ed2c-26ce-4661-b8e3-7d06cf82b050 req-2dfdbf59-cfee-4917-905e-762afc64a8b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:12.031860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ed2c-26ce-4661-b8e3-7d06cf82b050 req-2dfdbf59-cfee-4917-905e-762afc64a8b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:12.037573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ed2c-26ce-4661-b8e3-7d06cf82b050 req-2dfdbf59-cfee-4917-905e-762afc64a8b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:12.039461 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eda6ed2c-26ce-4661-b8e3-7d06cf82b050 req-2dfdbf59-cfee-4917-905e-762afc64a8b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5372 time: 0.6112499 Feb 18 08:57:12.050570 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:12.089824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42f41138-438a-4113-9fdf-71ab3981d948 req-67600fb5-8efa-42b1-8497-3a4ab6210f93 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 696 time: 0.1697655 Feb 18 08:57:12.114973 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-42f41138-438a-4113-9fdf-71ab3981d948 req-19bddf2e-3683-4014-a51b-06cab829be7c tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Request body: {'floatingip': {'port_id': '1b97c388-f608-4cef-8ba9-811aaeb71bd3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:12.165709 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-354e14f4-692a-45ea-afb2-78a3dede78e1 None None] Provisioning for port 9c9139b9-2de5-4031-bff4-feee8b5eb1e9 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:12.176435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683ab24-a098-4b3d-8ce0-25d7b1e7ed54 req-b3c1b500-8822-46aa-876f-b0460b11f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:12.176957 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683ab24-a098-4b3d-8ce0-25d7b1e7ed54 req-b3c1b500-8822-46aa-876f-b0460b11f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:12.177453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683ab24-a098-4b3d-8ce0-25d7b1e7ed54 req-b3c1b500-8822-46aa-876f-b0460b11f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:12.179039 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9683ab24-a098-4b3d-8ce0-25d7b1e7ed54 req-b3c1b500-8822-46aa-876f-b0460b11f5a5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5758445 Feb 18 08:57:12.218840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-571bfbf4-2e24-4ea1-b62c-d29ff1757fb4', 'network_id': '571bfbf4-2e24-4ea1-b62c-d29ff1757fb4', 'tenant_id': '9a1f63c513cc4a669c27248085c8a963', 'fixed_ips': [{'subnet_id': 'daeae43d-2b76-4370-a884-00f572d8c010'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:57:12.219651 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:12.250668 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-42f41138-438a-4113-9fdf-71ab3981d948 req-19bddf2e-3683-4014-a51b-06cab829be7c tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:12.399967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0862bd4f-f98d-459e-b128-04b0795dd770 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:57:12.530562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Allocated IP 172.20.0.2 (571bfbf4-2e24-4ea1-b62c-d29ff1757fb4/daeae43d-2b76-4370-a884-00f572d8c010/74b192ac-c633-4aa3-bfd4-933d09fb86df) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:57:12.537239 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:12.584417 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eda6ed2c-26ce-4661-b8e3-7d06cf82b050 req-d280b758-6b77-45c3-9a5d-79288e7a87b8 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5090275 Feb 18 08:57:12.689494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] For port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:57:12.772238 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Transition to ACTIVE for port object 0862bd4f-f98d-459e-b128-04b0795dd770 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:12.794835 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:12.811672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] For port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c2e0cbb0-82ef-4c98-a16f-e576f7a2297c,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:57:12.927444 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:12.932143 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:12.943264 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9c9139b9-2de5-4031-bff4-feee8b5eb1e9 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:57:12.946917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683ab24-a098-4b3d-8ce0-25d7b1e7ed54 req-915a7c7a-5ca0-4723-9767-f1417c43e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:12.948426 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9683ab24-a098-4b3d-8ce0-25d7b1e7ed54 req-915a7c7a-5ca0-4723-9767-f1417c43e59d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7571816 Feb 18 08:57:12.985055 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Transition to ACTIVE for port object 74b192ac-c633-4aa3-bfd4-933d09fb86df will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:13.027932 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Transition to ACTIVE for port object 74b192ac-c633-4aa3-bfd4-933d09fb86df will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:13.039645 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:13.094519 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 9c9139b9-2de5-4031-bff4-feee8b5eb1e9 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:13.122428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:13.123025 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:13.124951 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] 10.222.0.61 "PUT /v2.0/ports/c2e0cbb0-82ef-4c98-a16f-e576f7a2297c HTTP/1.1" status: 200 len: 1130 time: 4.9492474 Feb 18 08:57:13.135714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Pushing event updated for resources: {'Port': ['ID=74b192ac-c633-4aa3-bfd4-933d09fb86df,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:13.154486 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 9c9139b9-2de5-4031-bff4-feee8b5eb1e9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:13.155743 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:13.174378 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-97485e2d-bd62-40fb-8671-02e3f8337c88 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:13.204171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'tag': 'c2e0cbb0-82ef-4c98-a16f-e576f7a2297c'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:57:13.207671 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Network 571bfbf4-2e24-4ea1-b62c-d29ff1757fb4 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:13.210369 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Pushing event updated for resources: {'Port': ['ID=0862bd4f-f98d-459e-b128-04b0795dd770,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:13.210854 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:13.217642 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Request body: {'port': {'device_id': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:13.220956 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:57:13.294413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af022df4-e393-4345-b990-bd331cd3b9dc req-8215b38b-be7a-4a32-8275-968eefaf3e75 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:13.296812 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af022df4-e393-4345-b990-bd331cd3b9dc req-8215b38b-be7a-4a32-8275-968eefaf3e75 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b0b9b17-95f3-4103-9966-9ee7b45f6ec2 HTTP/1.1" status: 200 len: 946 time: 0.4158874 Feb 18 08:57:13.366532 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7a2b7-1e07-45b3-b255-e089e86ec180 req-b8ed4911-b261-4084-9e3b-a14c0f0ee4d6 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:13.368000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdd7a2b7-1e07-45b3-b255-e089e86ec180 req-b8ed4911-b261-4084-9e3b-a14c0f0ee4d6 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/ports?device_id=25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9 HTTP/1.1" status: 200 len: 943 time: 0.6053305 Feb 18 08:57:13.386602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Attempting to bind port 74b192ac-c633-4aa3-bfd4-933d09fb86df on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:57:13.387091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Attempting to bind port 74b192ac-c633-4aa3-bfd4-933d09fb86df by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'b132adf1-01ba-4468-b7ac-52445cb25504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '571bfbf4-2e24-4ea1-b62c-d29ff1757fb4'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:57:13.387527 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Attempting to bind port 74b192ac-c633-4aa3-bfd4-933d09fb86df on network 571bfbf4-2e24-4ea1-b62c-d29ff1757fb4 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:13.403936 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:57:13.404334 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Checking segment: {'id': 'b132adf1-01ba-4468-b7ac-52445cb25504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '571bfbf4-2e24-4ea1-b62c-d29ff1757fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:13.404923 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:13.405403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Bound using segment: {'id': 'b132adf1-01ba-4468-b7ac-52445cb25504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '571bfbf4-2e24-4ea1-b62c-d29ff1757fb4'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:57:13.405951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Bound port: 74b192ac-c633-4aa3-bfd4-933d09fb86df, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b132adf1-01ba-4468-b7ac-52445cb25504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '571bfbf4-2e24-4ea1-b62c-d29ff1757fb4'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:57:13.406399 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:13.472307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97485e2d-bd62-40fb-8671-02e3f8337c88 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event updated for resources: {'Subnet': ['ID=fb367d24-9977-4280-8797-8975d34945b4,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:13.472592 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:13.512075 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:13.537650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97485e2d-bd62-40fb-8671-02e3f8337c88 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Checking segment: {'id': 'be9dea9f-b51d-41a8-8b71-36494c9154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:13.537896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 9c9139b9-2de5-4031-bff4-feee8b5eb1e9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9c9139b9-2de5-4031-bff4-feee8b5eb1e9,segment=NetworkSegment(de009787-be7b-4dcd-adfa-e7e0e7d8688d),segment_id=de009787-be7b-4dcd-adfa-e7e0e7d8688d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:13.538042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97485e2d-bd62-40fb-8671-02e3f8337c88 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Network hostable DHCP agents. Network: 4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:57:13.544404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Attempting to bind port 0862bd4f-f98d-459e-b128-04b0795dd770 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:57:13.544734 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Attempting to bind port 0862bd4f-f98d-459e-b128-04b0795dd770 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '668c29cb-ee5b-437e-b706-004c8ff9f68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ded50249-9b48-42fb-8dfe-dd5ebf816349'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:57:13.545232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Attempting to bind port 0862bd4f-f98d-459e-b128-04b0795dd770 on network ded50249-9b48-42fb-8dfe-dd5ebf816349 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:13.546350 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:13.562023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-af022df4-e393-4345-b990-bd331cd3b9dc req-c68bef9a-2576-4b10-82ed-5c54de3ce4c3 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Deleting port 8716c54f-7a24-4be6-8942-0c6374e6d6f0 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:13.562376 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-af022df4-e393-4345-b990-bd331cd3b9dc req-c68bef9a-2576-4b10-82ed-5c54de3ce4c3 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:13.596411 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] For port 74b192ac-c633-4aa3-bfd4-933d09fb86df, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:57:13.614887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdd7a2b7-1e07-45b3-b255-e089e86ec180 req-d0d4832f-9afa-4e8a-9ca5-508cf3fea2f1 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/security-groups?id=20a0f857-0b82-4b26-b80c-6846c5a6cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268450 Feb 18 08:57:13.616227 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] For port 74b192ac-c633-4aa3-bfd4-933d09fb86df, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=74b192ac-c633-4aa3-bfd4-933d09fb86df,segment=NetworkSegment(b132adf1-01ba-4468-b7ac-52445cb25504),segment_id=b132adf1-01ba-4468-b7ac-52445cb25504)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:57:13.642605 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:13.645270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97485e2d-bd62-40fb-8671-02e3f8337c88 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Network 4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:57:13.657145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Port 0862bd4f-f98d-459e-b128-04b0795dd770 on network ded50249-9b48-42fb-8dfe-dd5ebf816349 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:57:13.657145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Attempting to bind port 0862bd4f-f98d-459e-b128-04b0795dd770 on network ded50249-9b48-42fb-8dfe-dd5ebf816349 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:13.679462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Router fbbd2c7b-f8b1-430e-ba87-86e904a699c9 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:57:13.682883 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=9c9139b9-2de5-4031-bff4-feee8b5eb1e9,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:13.726284 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-97485e2d-bd62-40fb-8671-02e3f8337c88 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:13.750318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97485e2d-bd62-40fb-8671-02e3f8337c88 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:13.750915 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-97485e2d-bd62-40fb-8671-02e3f8337c88 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:13.757931 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:57:13.758262 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Checking segment: {'id': '668c29cb-ee5b-437e-b706-004c8ff9f68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ded50249-9b48-42fb-8dfe-dd5ebf816349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:13.758595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224b942a-06b9-40b8-b165-ed8929ca628e None None] Network 4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:57:13.759015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Bound using segment: {'id': '668c29cb-ee5b-437e-b706-004c8ff9f68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ded50249-9b48-42fb-8dfe-dd5ebf816349'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:57:13.759614 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Bound port: 0862bd4f-f98d-459e-b128-04b0795dd770, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '668c29cb-ee5b-437e-b706-004c8ff9f68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ded50249-9b48-42fb-8dfe-dd5ebf816349'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:57:13.760199 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:13.787118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d8feb-9a02-41e8-93c0-4f63ab977d27 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e0cbb0-82ef-4c98-a16f-e576f7a2297c,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:13.864507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59436) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:13.893377 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [req-42f41138-438a-4113-9fdf-71ab3981d948 req-19bddf2e-3683-4014-a51b-06cab829be7c tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:57:13.957984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92e401-605a-4fa3-97b4-088f970e2b82 None None] Pushing event updated for resources: {'Port': ['ID=74b192ac-c633-4aa3-bfd4-933d09fb86df,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:13.976458 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-97485e2d-bd62-40fb-8671-02e3f8337c88 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8969836 Feb 18 08:57:13.994766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59440) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:14.010604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-3493eca7-246b-4841-a9bc-af3c68b1f5a5 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-650731396'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:14.014750 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:14.028356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3493eca7-246b-4841-a9bc-af3c68b1f5a5 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:14.038401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3493eca7-246b-4841-a9bc-af3c68b1f5a5 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Usage tracker for resource:network and tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:14.082077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3493eca7-246b-4841-a9bc-af3c68b1f5a5 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:14.101403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3493eca7-246b-4841-a9bc-af3c68b1f5a5 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:14.162982 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'tag': 'c2e0cbb0-82ef-4c98-a16f-e576f7a2297c', 'status': 'completed', 'code': 200} Feb 18 08:57:14.177618 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-42f41138-438a-4113-9fdf-71ab3981d948 req-19bddf2e-3683-4014-a51b-06cab829be7c tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:14.204520 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-42f41138-438a-4113-9fdf-71ab3981d948 req-19bddf2e-3683-4014-a51b-06cab829be7c tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:14.239592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21', 'network_id': '4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'fixed_ips': [{'subnet_id': 'fb367d24-9977-4280-8797-8975d34945b4'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:57:14.241082 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:14.431306 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Allocated IP 19.80.0.2 (4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21/fb367d24-9977-4280-8797-8975d34945b4/a0a42fda-51fb-4d7d-8718-2fbace2b1979) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:57:14.450266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3493eca7-246b-4841-a9bc-af3c68b1f5a5 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Made reservation on behalf of 96f9ab7aca9f4ebb9b0d991d4090bfbe for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:57:14.453940 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3493eca7-246b-4841-a9bc-af3c68b1f5a5 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:14.465443 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1ee973-f9ef-4219-b931-9307333fddd0 admin admin] Deleting subnet be80f9cd-0b22-4266-a3c5-c7f51d2b954c {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:57:14.472685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-af022df4-e393-4345-b990-bd331cd3b9dc req-c68bef9a-2576-4b10-82ed-5c54de3ce4c3 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] For port 8716c54f-7a24-4be6-8942-0c6374e6d6f0, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=8716c54f-7a24-4be6-8942-0c6374e6d6f0,segment=NetworkSegment(273665ca-a44f-4b73-b6ca-cb0e9742a08f),segment_id=273665ca-a44f-4b73-b6ca-cb0e9742a08f)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:14.473050 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-af022df4-e393-4345-b990-bd331cd3b9dc req-c68bef9a-2576-4b10-82ed-5c54de3ce4c3 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:14.485607 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee973-f9ef-4219-b931-9307333fddd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:14.566684 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] For port 0862bd4f-f98d-459e-b128-04b0795dd770, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:57:14.610449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:57:14.634499 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30455225-8e92-4413-a8b4-0cd23209de95 None None] Sync routers for ids ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:57:14.641193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-af022df4-e393-4345-b990-bd331cd3b9dc req-c68bef9a-2576-4b10-82ed-5c54de3ce4c3 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Calling delete_port for 8716c54f-7a24-4be6-8942-0c6374e6d6f0 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:14.652782 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30455225-8e92-4413-a8b4-0cd23209de95 None None] Routers {'fbbd2c7b-f8b1-430e-ba87-86e904a699c9'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:14.653390 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-30455225-8e92-4413-a8b4-0cd23209de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:14.653526 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:14.664880 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Transition to ACTIVE for port object a0a42fda-51fb-4d7d-8718-2fbace2b1979 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:14.685838 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Transition to ACTIVE for port object a0a42fda-51fb-4d7d-8718-2fbace2b1979 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:14.697211 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:14.743305 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] For port 0862bd4f-f98d-459e-b128-04b0795dd770, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=0862bd4f-f98d-459e-b128-04b0795dd770,segment=NetworkSegment(668c29cb-ee5b-437e-b706-004c8ff9f68f),segment_id=668c29cb-ee5b-437e-b706-004c8ff9f68f)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:57:14.774650 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee973-f9ef-4219-b931-9307333fddd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:14.793398 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3493eca7-246b-4841-a9bc-af3c68b1f5a5 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:57:14.804289 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-30455225-8e92-4413-a8b4-0cd23209de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:14.851681 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30455225-8e92-4413-a8b4-0cd23209de95 None None] Routers {'fbbd2c7b-f8b1-430e-ba87-86e904a699c9'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:14.852625 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-30455225-8e92-4413-a8b4-0cd23209de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:14.861011 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3493eca7-246b-4841-a9bc-af3c68b1f5a5 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:14.861607 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-3493eca7-246b-4841-a9bc-af3c68b1f5a5 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Added segment 90ca5f5a-7be8-4444-8e4e-d1233b2f8c39 of type vlan for network 3a39405b-173e-4076-807d-a159f359a7fb Feb 18 08:57:14.894887 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:14.895976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Network 4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:14.905498 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:14.911353 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:57:14.928306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f57f7-2ddd-4639-acbd-fbf00ac092a7 req-c45e976e-44d6-466b-8454-6ece98c076f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:14.929052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f57f7-2ddd-4639-acbd-fbf00ac092a7 req-c45e976e-44d6-466b-8454-6ece98c076f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:14.929674 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f57f7-2ddd-4639-acbd-fbf00ac092a7 req-c45e976e-44d6-466b-8454-6ece98c076f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:14.930307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f57f7-2ddd-4639-acbd-fbf00ac092a7 req-c45e976e-44d6-466b-8454-6ece98c076f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:14.930922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f57f7-2ddd-4639-acbd-fbf00ac092a7 req-c45e976e-44d6-466b-8454-6ece98c076f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:14.934985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f57f7-2ddd-4639-acbd-fbf00ac092a7 req-c45e976e-44d6-466b-8454-6ece98c076f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:14.935809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f57f7-2ddd-4639-acbd-fbf00ac092a7 req-c45e976e-44d6-466b-8454-6ece98c076f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:14.942927 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-872f57f7-2ddd-4639-acbd-fbf00ac092a7 req-c45e976e-44d6-466b-8454-6ece98c076f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 6209 time: 0.8263452 Feb 18 08:57:14.954405 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-42f41138-438a-4113-9fdf-71ab3981d948 req-19bddf2e-3683-4014-a51b-06cab829be7c tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Floating IP 222ba894-0fdb-4263-9ce8-e88d17ea8d49 associated. External IP: 172.25.1.178, port: 1b97c388-f608-4cef-8ba9-811aaeb71bd3. Feb 18 08:57:14.992146 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-30455225-8e92-4413-a8b4-0cd23209de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:14.992497 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30455225-8e92-4413-a8b4-0cd23209de95 None None] The sync data for ids ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:57:15.004363 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Pushing event updated for resources: {'Port': ['ID=a0a42fda-51fb-4d7d-8718-2fbace2b1979,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:15.056877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 74b192ac-c633-4aa3-bfd4-933d09fb86df up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:57:15.096541 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3493eca7-246b-4841-a9bc-af3c68b1f5a5 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:15.131409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:15.132025 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:15.133448 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40479b39-2b68-494b-b440-cea37e767f80 req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] 10.222.0.81 "PUT /v2.0/ports/0862bd4f-f98d-459e-b128-04b0795dd770 HTTP/1.1" status: 200 len: 1091 time: 4.8311183 Feb 18 08:57:15.136832 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:15.146914 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2aba6736-41c4-4d78-8b14-dea7a4c5af0a tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 12.1165497 Feb 18 08:57:15.155531 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Attempting to bind port a0a42fda-51fb-4d7d-8718-2fbace2b1979 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:57:15.156789 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Attempting to bind port a0a42fda-51fb-4d7d-8718-2fbace2b1979 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'be9dea9f-b51d-41a8-8b71-36494c9154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:57:15.157162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Attempting to bind port a0a42fda-51fb-4d7d-8718-2fbace2b1979 on network 4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:15.158720 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59450) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:15.168564 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:57:15.168998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Checking segment: {'id': 'be9dea9f-b51d-41a8-8b71-36494c9154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:15.170470 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:15.170470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Bound using segment: {'id': 'be9dea9f-b51d-41a8-8b71-36494c9154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:57:15.170470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Bound port: a0a42fda-51fb-4d7d-8718-2fbace2b1979, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9dea9f-b51d-41a8-8b71-36494c9154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:57:15.170771 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:15.175321 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Allocated IP 172.20.0.1 (432eede2-f39e-451b-b71d-d7afb84c2ed3/0c2dac5f-8d9d-46c2-a28b-4b35b813be98/06188fb1-b597-4e24-91ac-fae2f1261618) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:57:15.195576 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee973-f9ef-4219-b931-9307333fddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:15.282615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2efdfb-31ef-4e45-95d4-cbc549caeb51 req-4fa96c8f-455d-4927-96e8-ab950c99ad1b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:15.283197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 74b192ac-c633-4aa3-bfd4-933d09fb86df completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:15.287026 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] For port a0a42fda-51fb-4d7d-8718-2fbace2b1979, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:57:15.289018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2efdfb-31ef-4e45-95d4-cbc549caeb51 req-4fa96c8f-455d-4927-96e8-ab950c99ad1b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:15.291464 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] For port a0a42fda-51fb-4d7d-8718-2fbace2b1979, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a0a42fda-51fb-4d7d-8718-2fbace2b1979,segment=NetworkSegment(be9dea9f-b51d-41a8-8b71-36494c9154fe),segment_id=be9dea9f-b51d-41a8-8b71-36494c9154fe)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:57:15.293398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9c9139b9-2de5-4031-bff4-feee8b5eb1e9 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:57:15.295768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2efdfb-31ef-4e45-95d4-cbc549caeb51 req-4fa96c8f-455d-4927-96e8-ab950c99ad1b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:15.302300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2efdfb-31ef-4e45-95d4-cbc549caeb51 req-4fa96c8f-455d-4927-96e8-ab950c99ad1b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:15.308534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2efdfb-31ef-4e45-95d4-cbc549caeb51 req-4fa96c8f-455d-4927-96e8-ab950c99ad1b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:15.314917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2efdfb-31ef-4e45-95d4-cbc549caeb51 req-4fa96c8f-455d-4927-96e8-ab950c99ad1b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:15.321104 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2efdfb-31ef-4e45-95d4-cbc549caeb51 req-4fa96c8f-455d-4927-96e8-ab950c99ad1b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:15.329681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c2efdfb-31ef-4e45-95d4-cbc549caeb51 req-4fa96c8f-455d-4927-96e8-ab950c99ad1b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5372 time: 1.0683448 Feb 18 08:57:15.365455 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2e3a46-051f-48a4-a0d0-8f02a54cbd53 None None] Network 571bfbf4-2e24-4ea1-b62c-d29ff1757fb4 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:57:15.383337 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:15.456865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777a634-4d2a-4261-aba8-670c0cf3f0de service neutron] Pushing event updated for resources: {'Port': ['ID=0862bd4f-f98d-459e-b128-04b0795dd770,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:15.474106 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-3493eca7-246b-4841-a9bc-af3c68b1f5a5 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:57:15.528797 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2660f620-9f41-4944-8603-121b38549f8f None None] Provisioning for port 74b192ac-c633-4aa3-bfd4-933d09fb86df completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:15.561278 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2660f620-9f41-4944-8603-121b38549f8f None None] Provisioning complete for port 74b192ac-c633-4aa3-bfd4-933d09fb86df triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:15.561581 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2660f620-9f41-4944-8603-121b38549f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:15.623008 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfb10c-f43b-4c79-b99c-0bc2247e9043 None None] Pushing event updated for resources: {'Port': ['ID=a0a42fda-51fb-4d7d-8718-2fbace2b1979,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:15.641594 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c2efdfb-31ef-4e45-95d4-cbc549caeb51 req-e5c389c1-29ea-46f0-9c77-2eaaef2a816d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3109486 Feb 18 08:57:15.641834 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 9c9139b9-2de5-4031-bff4-feee8b5eb1e9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:15.642263 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:15.675229 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee973-f9ef-4219-b931-9307333fddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:15.685178 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-af022df4-e393-4345-b990-bd331cd3b9dc req-c68bef9a-2576-4b10-82ed-5c54de3ce4c3 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:15.686798 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3493eca7-246b-4841-a9bc-af3c68b1f5a5 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:15.708957 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3493eca7-246b-4841-a9bc-af3c68b1f5a5 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:15.709935 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3493eca7-246b-4841-a9bc-af3c68b1f5a5 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:15.715694 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['1b97c388-f608-4cef-8ba9-811aaeb71bd3'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:57:15.758860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ee973-f9ef-4219-b931-9307333fddd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be80f9cd-0b22-4266-a3c5-c7f51d2b954c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:15.798470 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee973-f9ef-4219-b931-9307333fddd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:15.803588 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:15.835983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40479b39-2b68-494b-b440-cea37e767f80 req-6858eaf5-3910-4efa-9d1e-362bbf1f0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:15.837532 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40479b39-2b68-494b-b440-cea37e767f80 req-6858eaf5-3910-4efa-9d1e-362bbf1f0f09 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a045b61d38a04d72b976bf319f5014bb&device_id=25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9 HTTP/1.1" status: 200 len: 1094 time: 0.6121268 Feb 18 08:57:15.948658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f57f7-2ddd-4639-acbd-fbf00ac092a7 req-1c968b62-af84-4061-a302-e6f652f1be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:15.949311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f57f7-2ddd-4639-acbd-fbf00ac092a7 req-1c968b62-af84-4061-a302-e6f652f1be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:15.949935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f57f7-2ddd-4639-acbd-fbf00ac092a7 req-1c968b62-af84-4061-a302-e6f652f1be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:15.952564 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-872f57f7-2ddd-4639-acbd-fbf00ac092a7 req-1c968b62-af84-4061-a302-e6f652f1be93 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9075904 Feb 18 08:57:16.081155 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fc1ee973-f9ef-4219-b931-9307333fddd0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/be80f9cd-0b22-4266-a3c5-c7f51d2b954c HTTP/1.1" status: 204 len: 168 time: 2.2100446 Feb 18 08:57:16.084614 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40479b39-2b68-494b-b440-cea37e767f80 req-e2819e38-0d25-4085-9912-94cd9511e175 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0862bd4f-f98d-459e-b128-04b0795dd770 HTTP/1.1" status: 200 len: 217 time: 0.2247975 Feb 18 08:57:16.084821 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3493eca7-246b-4841-a9bc-af3c68b1f5a5 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0865018 Feb 18 08:57:16.085383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59456) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:16.085799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59458) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:16.087039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Transition to ACTIVE for port object 06188fb1-b597-4e24-91ac-fae2f1261618 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:16.125191 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2a5ef19a-bcf1-4f5e-8029-29350a947e64 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Request body: {'subnet': {'network_id': '3a39405b-173e-4076-807d-a159f359a7fb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:16.173327 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9', 'tag': '0862bd4f-f98d-459e-b128-04b0795dd770'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:57:16.181822 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ca0474-ecea-48dc-bdbc-81970b7d76d9 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:57:16.238035 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2660f620-9f41-4944-8603-121b38549f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:16.309770 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:16.313244 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-2660f620-9f41-4944-8603-121b38549f8f None None] For port 74b192ac-c633-4aa3-bfd4-933d09fb86df, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=74b192ac-c633-4aa3-bfd4-933d09fb86df,segment=NetworkSegment(b132adf1-01ba-4468-b7ac-52445cb25504),segment_id=b132adf1-01ba-4468-b7ac-52445cb25504)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:16.330632 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2660f620-9f41-4944-8603-121b38549f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:16.417420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bef9a-2576-4b10-82ed-5c54de3ce4c3 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Pushing event deleted for resources: {'Port': ['ID=8716c54f-7a24-4be6-8942-0c6374e6d6f0,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:16.431464 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 8716c54f-7a24-4be6-8942-0c6374e6d6f0 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:57:16.454784 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e370a36-3267-4446-9d13-e55007039163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:16.459259 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Transition to ACTIVE for port object 28ca0474-ecea-48dc-bdbc-81970b7d76d9 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:16.468910 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40479b39-2b68-494b-b440-cea37e767f80 req-79d48e2e-e80c-4acf-a9e4-154556701312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:16.471833 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40479b39-2b68-494b-b440-cea37e767f80 req-79d48e2e-e80c-4acf-a9e4-154556701312 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65e26215-4b5e-4504-a945-2ed3f25a8c92 HTTP/1.1" status: 200 len: 849 time: 0.3603909 Feb 18 08:57:16.473367 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2a5ef19a-bcf1-4f5e-8029-29350a947e64 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:16.479205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 8716c54f-7a24-4be6-8942-0c6374e6d6f0 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:57:16.479540 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 8716c54f-7a24-4be6-8942-0c6374e6d6f0 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:57:16.483725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660f620-9f41-4944-8603-121b38549f8f None None] Pushing event updated for resources: {'Port': ['ID=74b192ac-c633-4aa3-bfd4-933d09fb86df,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:16.515598 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:16.523221 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2a5ef19a-bcf1-4f5e-8029-29350a947e64 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Usage tracker for resource:subnet and tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:16.577257 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2a5ef19a-bcf1-4f5e-8029-29350a947e64 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:16.590028 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40479b39-2b68-494b-b440-cea37e767f80 req-78f22c69-bafc-42b3-9950-5bc1eb28dda2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ded50249-9b48-42fb-8dfe-dd5ebf816349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113689 Feb 18 08:57:16.606575 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2a5ef19a-bcf1-4f5e-8029-29350a947e64 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:16.651670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-af022df4-e393-4345-b990-bd331cd3b9dc req-c68bef9a-2576-4b10-82ed-5c54de3ce4c3 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] No DVR routers for this DVR port 8716c54f-7a24-4be6-8942-0c6374e6d6f0 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:57:16.654409 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-af022df4-e393-4345-b990-bd331cd3b9dc req-c68bef9a-2576-4b10-82ed-5c54de3ce4c3 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:16.657115 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af022df4-e393-4345-b990-bd331cd3b9dc req-c68bef9a-2576-4b10-82ed-5c54de3ce4c3 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.61 "DELETE /v2.0/ports/8716c54f-7a24-4be6-8942-0c6374e6d6f0 HTTP/1.1" status: 204 len: 173 time: 3.3494039 Feb 18 08:57:16.678052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0b9b17-95f3-4103-9966-9ee7b45f6ec2', 'name': 'network-vif-deleted', 'tag': '8716c54f-7a24-4be6-8942-0c6374e6d6f0'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:57:16.732109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493eca7-246b-4841-a9bc-af3c68b1f5a5 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event updated for resources: {'Network': ['ID=3a39405b-173e-4076-807d-a159f359a7fb,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:16.768318 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 3a39405b-173e-4076-807d-a159f359a7fb details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:57:16.981972 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-dd51c6e0-bff4-49ce-ad6e-34c005eae66b None None] Provisioning complete for port 74b192ac-c633-4aa3-bfd4-933d09fb86df triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:16.982437 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dd51c6e0-bff4-49ce-ad6e-34c005eae66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:17.059608 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:17.068666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 74b192ac-c633-4aa3-bfd4-933d09fb86df up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:57:17.087061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42f41138-438a-4113-9fdf-71ab3981d948 req-19bddf2e-3683-4014-a51b-06cab829be7c tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:57:17.141690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f57f7-2ddd-4639-acbd-fbf00ac092a7 req-16cc2153-5a50-4c2c-b3bf-90d320e53bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:17.143445 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-872f57f7-2ddd-4639-acbd-fbf00ac092a7 req-16cc2153-5a50-4c2c-b3bf-90d320e53bdf service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1048045 Feb 18 08:57:17.143655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5ef19a-bcf1-4f5e-8029-29350a947e64 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Made reservation on behalf of 96f9ab7aca9f4ebb9b0d991d4090bfbe for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:57:17.147943 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a5ef19a-bcf1-4f5e-8029-29350a947e64 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:17.164599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Pushing event updated for resources: {'Port': ['ID=28ca0474-ecea-48dc-bdbc-81970b7d76d9,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:17.297758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 74b192ac-c633-4aa3-bfd4-933d09fb86df triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:17.299662 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:17.317723 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c3acc-12ae-4e77-9ae2-5ef19faf4a07 req-323b1b8b-7c65-4b3d-9308-63f9fd6bd054 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:17.319448 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e7c3acc-12ae-4e77-9ae2-5ef19faf4a07 req-323b1b8b-7c65-4b3d-9308-63f9fd6bd054 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/ports?device_id=25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9 HTTP/1.1" status: 200 len: 943 time: 0.9336660 Feb 18 08:57:17.348628 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae82606a-f373-4648-bb6c-7961d5fbe9e3 None None] Network 4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:57:17.500766 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2e6b1831-ae2f-435b-9eca-3a1b6f5260e8 None None] Provisioning for port a0a42fda-51fb-4d7d-8718-2fbace2b1979 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:17.563030 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e7c3acc-12ae-4e77-9ae2-5ef19faf4a07 req-de973bc9-aa90-429c-910d-57d518794510 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/security-groups?id=20a0f857-0b82-4b26-b80c-6846c5a6cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324169 Feb 18 08:57:17.616055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Network 432eede2-f39e-451b-b71d-d7afb84c2ed3 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:17.621958 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e370a36-3267-4446-9d13-e55007039163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:17.647199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42f41138-438a-4113-9fdf-71ab3981d948 req-19bddf2e-3683-4014-a51b-06cab829be7c tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:57:17.647955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:17.651309 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a0a42fda-51fb-4d7d-8718-2fbace2b1979 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:57:17.659098 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-42f41138-438a-4113-9fdf-71ab3981d948 req-19bddf2e-3683-4014-a51b-06cab829be7c tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:17.672767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:57:17.679563 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba88cb-258b-432c-9ff3-181cf26c22d7 None None] Sync routers for ids ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:57:17.720819 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40479b39-2b68-494b-b440-cea37e767f80 req-46010557-4f07-452c-9a52-5abe31180d77 service neutron] 10.222.0.81 "GET /v2.0/networks/ded50249-9b48-42fb-8dfe-dd5ebf816349?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1117628 Feb 18 08:57:17.726504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3e370a36-3267-4446-9d13-e55007039163 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24de8156-b76b-4ca6-a529-08ff53a8aead']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:17.751123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Pushing event updated for resources: {'Port': ['ID=06188fb1-b597-4e24-91ac-fae2f1261618,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:17.776586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba88cb-258b-432c-9ff3-181cf26c22d7 None None] Routers {'20acd3a2-903f-4478-bf5f-f8cfbf378cbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:17.777227 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-18ba88cb-258b-432c-9ff3-181cf26c22d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:17.814411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3e370a36-3267-4446-9d13-e55007039163 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a39d686-4ef6-4b84-a3ea-12a8d9c853ce') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:17.814757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3e370a36-3267-4446-9d13-e55007039163 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a39d686-4ef6-4b84-a3ea-12a8d9c853ce') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:17.888221 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42f41138-438a-4113-9fdf-71ab3981d948 req-19bddf2e-3683-4014-a51b-06cab829be7c tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "PUT /v2.0/floatingips/222ba894-0fdb-4263-9ce8-e88d17ea8d49 HTTP/1.1" status: 200 len: 997 time: 5.7773733 Feb 18 08:57:17.949012 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e370a36-3267-4446-9d13-e55007039163 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:17.956718 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Attempting to bind port 28ca0474-ecea-48dc-bdbc-81970b7d76d9 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:57:17.957049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Attempting to bind port 28ca0474-ecea-48dc-bdbc-81970b7d76d9 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:57:17.957373 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Attempting to bind port 28ca0474-ecea-48dc-bdbc-81970b7d76d9 on network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:17.959541 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:17.986852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ebac5-94e0-430c-a8bd-f99c002cb5d9 req-4d291e5f-6c87-4439-9faa-2726f0031669 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:17.988532 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1ebac5-94e0-430c-a8bd-f99c002cb5d9 req-4d291e5f-6c87-4439-9faa-2726f0031669 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.81 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 946 time: 0.4965289 Feb 18 08:57:18.032537 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port a0a42fda-51fb-4d7d-8718-2fbace2b1979 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:18.055094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a0a42fda-51fb-4d7d-8718-2fbace2b1979 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:18.055475 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:18.096706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Port 28ca0474-ecea-48dc-bdbc-81970b7d76d9 on network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:57:18.097066 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Attempting to bind port 28ca0474-ecea-48dc-bdbc-81970b7d76d9 on network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:18.115262 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e370a36-3267-4446-9d13-e55007039163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:18.137954 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-18ba88cb-258b-432c-9ff3-181cf26c22d7 None None] Set router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:57:18.169986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:57:18.170996 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Checking segment: {'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:18.171316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Bound using segment: {'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:57:18.171844 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Bound port: 28ca0474-ecea-48dc-bdbc-81970b7d76d9, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:57:18.172198 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:18.196744 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-58d871c6-322d-4db4-b56e-d3554c56ca5f None None] Provisioning for port 06188fb1-b597-4e24-91ac-fae2f1261618 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:18.216784 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-58d871c6-322d-4db4-b56e-d3554c56ca5f None None] Provisioning complete for port 06188fb1-b597-4e24-91ac-fae2f1261618 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:18.217369 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-58d871c6-322d-4db4-b56e-d3554c56ca5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:18.346882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-1c1ebac5-94e0-430c-a8bd-f99c002cb5d9 req-78cf66e4-9c8d-4112-96fd-fb0d852a9fcd tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Deleting port d601f0b0-105d-4d14-874a-01473e5a0b85 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:18.347230 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c1ebac5-94e0-430c-a8bd-f99c002cb5d9 req-78cf66e4-9c8d-4112-96fd-fb0d852a9fcd tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:18.354273 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e370a36-3267-4446-9d13-e55007039163 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:57:18.355023 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e370a36-3267-4446-9d13-e55007039163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:57:18.372122 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:57:18.374926 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a5ef19a-bcf1-4f5e-8029-29350a947e64 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:18.408699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f41138-438a-4113-9fdf-71ab3981d948 req-0c658a63-50e0-41d8-9101-c3483636e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:18.411605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-58d871c6-322d-4db4-b56e-d3554c56ca5f None None] Port 06188fb1-b597-4e24-91ac-fae2f1261618 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:57:18.415596 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42f41138-438a-4113-9fdf-71ab3981d948 req-0c658a63-50e0-41d8-9101-c3483636e699 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2bfd11743efb4659a7cafd525e72f79c&device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 1097 time: 0.5255985 Feb 18 08:57:18.441784 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed11f5-aa47-4517-bd3b-db77a53cc6be req-f141bd76-b058-4f6d-b5a1-ac1dce1f123d tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:18.443253 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22ed11f5-aa47-4517-bd3b-db77a53cc6be req-f141bd76-b058-4f6d-b5a1-ac1dce1f123d tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 946 time: 0.6139758 Feb 18 08:57:18.454332 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:18.541536 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:18.554881 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-40479b39-2b68-494b-b440-cea37e767f80 req-0c308657-40c8-4622-a8e6-a44b3f9e1c47 service neutron] 10.222.0.81 "GET /v2.0/networks/ded50249-9b48-42fb-8dfe-dd5ebf816349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7991424 Feb 18 08:57:18.571038 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port a0a42fda-51fb-4d7d-8718-2fbace2b1979, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a0a42fda-51fb-4d7d-8718-2fbace2b1979,segment=NetworkSegment(be9dea9f-b51d-41a8-8b71-36494c9154fe),segment_id=be9dea9f-b51d-41a8-8b71-36494c9154fe)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:18.574620 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2611b30d-0c5c-4fdb-9fe5-d7cef624dd10 None None] Provisioning complete for port a0a42fda-51fb-4d7d-8718-2fbace2b1979 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:18.574774 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2611b30d-0c5c-4fdb-9fe5-d7cef624dd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:18.619648 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:18.631660 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:18.661088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ef19a-bcf1-4f5e-8029-29350a947e64 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event updated for resources: {'Subnet': ['ID=9deed4cd-d230-470e-87ed-69e46795553c,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:18.664188 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e370a36-3267-4446-9d13-e55007039163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:18.695496 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e370a36-3267-4446-9d13-e55007039163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:18.740483 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22ed11f5-aa47-4517-bd3b-db77a53cc6be req-87e0095f-c002-4f8a-8d67-d9ad17cc41bc tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups?id=f02096e5-8315-4620-a805-ae06b2320efc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368240 Feb 18 08:57:18.776433 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e370a36-3267-4446-9d13-e55007039163 admin admin] Pushing event deleted for resources: {'Network': ['ID=24de8156-b76b-4ca6-a529-08ff53a8aead,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:18.790902 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3e370a36-3267-4446-9d13-e55007039163 admin admin] 10.222.0.72 "DELETE /v2.0/networks/24de8156-b76b-4ca6-a529-08ff53a8aead HTTP/1.1" status: 204 len: 168 time: 2.7003806 Feb 18 08:57:18.792037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ef19a-bcf1-4f5e-8029-29350a947e64 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Checking segment: {'id': '90ca5f5a-7be8-4444-8e4e-d1233b2f8c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3a39405b-173e-4076-807d-a159f359a7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:18.792457 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ef19a-bcf1-4f5e-8029-29350a947e64 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Network hostable DHCP agents. Network: 3a39405b-173e-4076-807d-a159f359a7fb, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:57:18.794181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59472) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:18.797444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f41138-438a-4113-9fdf-71ab3981d948 req-55bf9bea-6700-43f1-933d-a3f3298729c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:18.803948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] For port 28ca0474-ecea-48dc-bdbc-81970b7d76d9, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:57:18.804406 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42f41138-438a-4113-9fdf-71ab3981d948 req-55bf9bea-6700-43f1-933d-a3f3298729c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 200 len: 922 time: 0.3879495 Feb 18 08:57:18.808993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] For port 28ca0474-ecea-48dc-bdbc-81970b7d76d9, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=28ca0474-ecea-48dc-bdbc-81970b7d76d9,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:57:18.878133 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=a0a42fda-51fb-4d7d-8718-2fbace2b1979,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:18.882289 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9', 'tag': '0862bd4f-f98d-459e-b128-04b0795dd770', 'status': 'completed', 'code': 200} Feb 18 08:57:18.923029 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:19.044063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ef19a-bcf1-4f5e-8029-29350a947e64 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Network 3a39405b-173e-4076-807d-a159f359a7fb is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:57:19.062465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-18ba88cb-258b-432c-9ff3-181cf26c22d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '222ba894-0fdb-4263-9ce8-e88d17ea8d49', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'port_id': '1b97c388-f608-4cef-8ba9-811aaeb71bd3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'mac_address': 'fa:16:3e:a8:c0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:56:02Z', 'updated_at': '2022-02-18T08:57:13Z', 'revision_number': 8, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:23Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:19.072901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba88cb-258b-432c-9ff3-181cf26c22d7 None None] Checking router: 20acd3a2-903f-4478-bf5f-f8cfbf378cbe for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:57:19.097548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-2a5ef19a-bcf1-4f5e-8029-29350a947e64 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 3a39405b-173e-4076-807d-a159f359a7fb) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:19.099561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:19.100302 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:19.101323 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba88cb-258b-432c-9ff3-181cf26c22d7 None None] Routers {'20acd3a2-903f-4478-bf5f-f8cfbf378cbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:19.101533 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] 10.222.0.61 "PUT /v2.0/ports/28ca0474-ecea-48dc-bdbc-81970b7d76d9 HTTP/1.1" status: 200 len: 1091 time: 5.8885288 Feb 18 08:57:19.107425 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-18ba88cb-258b-432c-9ff3-181cf26c22d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:19.119023 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ef19a-bcf1-4f5e-8029-29350a947e64 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:19.119608 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a5ef19a-bcf1-4f5e-8029-29350a947e64 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:19.159834 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Request body: {'port': {'device_id': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:19.204969 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191f902e-93fb-4e7f-9820-2f56b9be084f None None] Network 3a39405b-173e-4076-807d-a159f359a7fb requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:57:19.235505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6f16b-5c36-46c7-af22-a36c29d59d37 service neutron] Pushing event updated for resources: {'Port': ['ID=28ca0474-ecea-48dc-bdbc-81970b7d76d9,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:19.350464 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09c03d2-9518-4d4e-b61a-824b744246e1 admin admin] Deleting subnet 766b9084-614f-432a-917c-c806f7f419be {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:57:19.372321 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42f41138-438a-4113-9fdf-71ab3981d948 req-6c2b27cf-3625-4d78-89d0-4d6871155825 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b97c388-f608-4cef-8ba9-811aaeb71bd3 HTTP/1.1" status: 200 len: 1000 time: 0.5669672 Feb 18 08:57:19.410165 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d09c03d2-9518-4d4e-b61a-824b744246e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:19.475319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-1c1ebac5-94e0-430c-a8bd-f99c002cb5d9 req-78cf66e4-9c8d-4112-96fd-fb0d852a9fcd tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] For port d601f0b0-105d-4d14-874a-01473e5a0b85, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d601f0b0-105d-4d14-874a-01473e5a0b85,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:19.475693 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c1ebac5-94e0-430c-a8bd-f99c002cb5d9 req-78cf66e4-9c8d-4112-96fd-fb0d852a9fcd tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:19.479198 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2a5ef19a-bcf1-4f5e-8029-29350a947e64 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3744087 Feb 18 08:57:19.586163 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d09c03d2-9518-4d4e-b61a-824b744246e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:19.590896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-18ba88cb-258b-432c-9ff3-181cf26c22d7 None None] Set router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:57:19.646830 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d39fd7-913e-4be2-9654-ee54b872842f req-16184b70-aa8e-4612-bd37-76e1a89060de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:19.648326 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-50d39fd7-913e-4be2-9654-ee54b872842f req-16184b70-aa8e-4612-bd37-76e1a89060de service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a045b61d38a04d72b976bf319f5014bb&device_id=25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9 HTTP/1.1" status: 200 len: 1094 time: 0.7554140 Feb 18 08:57:19.726501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f41138-438a-4113-9fdf-71ab3981d948 req-0ad903fd-4391-4b1e-9d7f-e62cf3854813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:19.727874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42f41138-438a-4113-9fdf-71ab3981d948 req-0ad903fd-4391-4b1e-9d7f-e62cf3854813 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1570d450-e2c9-453c-a07c-52b306ae3008 HTTP/1.1" status: 200 len: 860 time: 0.3547885 Feb 18 08:57:19.766678 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:19.801784 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:19.851021 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:19.853297 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-3a39405b-173e-4076-807d-a159f359a7fb', 'network_id': '3a39405b-173e-4076-807d-a159f359a7fb', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'fixed_ips': [{'subnet_id': '9deed4cd-d230-470e-87ed-69e46795553c'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:57:19.854117 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:20.176760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Allocated IP 172.20.0.1 (cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd/e2870654-8d68-407b-b254-4cd93a1c12ce/e027660c-da37-4815-ab51-551eaafd41ee) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:57:20.177311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Allocated IP 19.86.0.2 (3a39405b-173e-4076-807d-a159f359a7fb/9deed4cd-d230-470e-87ed-69e46795553c/b4903b25-d145-4c82-9806-cd826b6ae4e6) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:57:20.286920 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-18ba88cb-258b-432c-9ff3-181cf26c22d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '222ba894-0fdb-4263-9ce8-e88d17ea8d49', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'port_id': '1b97c388-f608-4cef-8ba9-811aaeb71bd3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'mac_address': 'fa:16:3e:a8:c0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:56:02Z', 'updated_at': '2022-02-18T08:57:13Z', 'revision_number': 8, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:23Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:20.300362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba88cb-258b-432c-9ff3-181cf26c22d7 None None] The sync data for ids ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'] in n-d-829434-1 is: [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '222ba894-0fdb-4263-9ce8-e88d17ea8d49', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'port_id': '1b97c388-f608-4cef-8ba9-811aaeb71bd3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'mac_address': 'fa:16:3e:a8:c0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:56:02Z', 'updated_at': '2022-02-18T08:57:13Z', 'revision_number': 8, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:23Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:57:20.303807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb7de6-b7b9-42d3-b7b9-9e0aafd36c40 req-f5575ea5-a70e-4608-a128-7595c34357b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:20.303991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d39fd7-913e-4be2-9654-ee54b872842f req-2c91ad1a-8ae2-4692-bcad-1caaba634498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:20.305458 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-50d39fd7-913e-4be2-9654-ee54b872842f req-2c91ad1a-8ae2-4692-bcad-1caaba634498 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ded50249-9b48-42fb-8dfe-dd5ebf816349 HTTP/1.1" status: 200 len: 910 time: 0.6477835 Feb 18 08:57:20.309711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb7de6-b7b9-42d3-b7b9-9e0aafd36c40 req-f5575ea5-a70e-4608-a128-7595c34357b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:20.316630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb7de6-b7b9-42d3-b7b9-9e0aafd36c40 req-f5575ea5-a70e-4608-a128-7595c34357b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:20.322428 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb7de6-b7b9-42d3-b7b9-9e0aafd36c40 req-f5575ea5-a70e-4608-a128-7595c34357b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:20.328253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb7de6-b7b9-42d3-b7b9-9e0aafd36c40 req-f5575ea5-a70e-4608-a128-7595c34357b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:20.334032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb7de6-b7b9-42d3-b7b9-9e0aafd36c40 req-f5575ea5-a70e-4608-a128-7595c34357b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:20.339800 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb7de6-b7b9-42d3-b7b9-9e0aafd36c40 req-f5575ea5-a70e-4608-a128-7595c34357b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:20.348078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-62bb7de6-b7b9-42d3-b7b9-9e0aafd36c40 req-f5575ea5-a70e-4608-a128-7595c34357b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5384 time: 1.2864265 Feb 18 08:57:20.412618 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:20.424074 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f3702e-a062-4be2-8950-ee1a8178c3b9 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:57:20.445091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Pushing event updated for resources: {'Port': ['ID=06188fb1-b597-4e24-91ac-fae2f1261618,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:20.453541 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-50d39fd7-913e-4be2-9654-ee54b872842f req-35bb7450-be8b-4388-ba2d-176e4bd52926 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0862bd4f-f98d-459e-b128-04b0795dd770 HTTP/1.1" status: 200 len: 217 time: 0.1314769 Feb 18 08:57:20.462289 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:20.469619 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:20.481867 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Transition to ACTIVE for port object b4903b25-d145-4c82-9806-cd826b6ae4e6 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:20.503918 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Transition to ACTIVE for port object b4903b25-d145-4c82-9806-cd826b6ae4e6 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:20.516413 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:20.518698 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:20.535428 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Transition to ACTIVE for port object e027660c-da37-4815-ab51-551eaafd41ee will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:20.569962 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d09c03d2-9518-4d4e-b61a-824b744246e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:20.582854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Transition to ACTIVE for port object 90f3702e-a062-4be2-8950-ee1a8178c3b9 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:20.611770 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:20.644220 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Pushing event updated for resources: {'Port': ['ID=b4903b25-d145-4c82-9806-cd826b6ae4e6,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:20.653443 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:20.679028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Network 3a39405b-173e-4076-807d-a159f359a7fb is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:20.680678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:20.689910 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:57:20.745371 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d39fd7-913e-4be2-9654-ee54b872842f req-13e03f67-99bf-4958-a803-10dfd492ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:20.746048 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f624422c-2642-4a49-83b9-71f16409658c None None] New status for floating IP 222ba894-0fdb-4263-9ce8-e88d17ea8d49: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:57:20.748178 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-50d39fd7-913e-4be2-9654-ee54b872842f req-13e03f67-99bf-4958-a803-10dfd492ba2a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65e26215-4b5e-4504-a945-2ed3f25a8c92 HTTP/1.1" status: 200 len: 849 time: 0.2339697 Feb 18 08:57:20.804047 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d601f0b0-105d-4d14-874a-01473e5a0b85 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:57:20.867214 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-50d39fd7-913e-4be2-9654-ee54b872842f req-d7ccf377-f862-44c4-a1c9-b61f95997b7f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ded50249-9b48-42fb-8dfe-dd5ebf816349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853481 Feb 18 08:57:20.878755 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a0a42fda-51fb-4d7d-8718-2fbace2b1979 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:57:20.902306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'tag': '28ca0474-ecea-48dc-bdbc-81970b7d76d9'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:57:21.017736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Network cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:21.040214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:21.043736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:57:21.080675 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-62bb7de6-b7b9-42d3-b7b9-9e0aafd36c40 req-934fcd20-f4f6-4953-81b1-16da394849be tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7315910 Feb 18 08:57:21.085288 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-50d39fd7-913e-4be2-9654-ee54b872842f req-a53cbeb3-9181-4389-b3d3-b661a4ccd6cf service neutron] 10.222.0.81 "GET /v2.0/networks/ded50249-9b48-42fb-8dfe-dd5ebf816349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663747 Feb 18 08:57:21.103393 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d09c03d2-9518-4d4e-b61a-824b744246e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:21.137919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Pushing event updated for resources: {'Port': ['ID=90f3702e-a062-4be2-8950-ee1a8178c3b9,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:21.196670 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Attempting to bind port b4903b25-d145-4c82-9806-cd826b6ae4e6 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:57:21.197051 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Attempting to bind port b4903b25-d145-4c82-9806-cd826b6ae4e6 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '90ca5f5a-7be8-4444-8e4e-d1233b2f8c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3a39405b-173e-4076-807d-a159f359a7fb'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:57:21.197415 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Attempting to bind port b4903b25-d145-4c82-9806-cd826b6ae4e6 on network 3a39405b-173e-4076-807d-a159f359a7fb {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:21.241043 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d09c03d2-9518-4d4e-b61a-824b744246e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:21.245593 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0b9b17-95f3-4103-9966-9ee7b45f6ec2', 'name': 'network-vif-deleted', 'tag': '8716c54f-7a24-4be6-8942-0c6374e6d6f0', 'status': 'completed', 'code': 200} Feb 18 08:57:21.259180 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:57:21.259589 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Checking segment: {'id': '90ca5f5a-7be8-4444-8e4e-d1233b2f8c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3a39405b-173e-4076-807d-a159f359a7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:21.259967 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:21.260396 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Bound using segment: {'id': '90ca5f5a-7be8-4444-8e4e-d1233b2f8c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3a39405b-173e-4076-807d-a159f359a7fb'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:57:21.260879 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Bound port: b4903b25-d145-4c82-9806-cd826b6ae4e6, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ca5f5a-7be8-4444-8e4e-d1233b2f8c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3a39405b-173e-4076-807d-a159f359a7fb'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:57:21.261253 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:21.278470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c03d2-9518-4d4e-b61a-824b744246e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=766b9084-614f-432a-917c-c806f7f419be,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:21.281067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Pushing event updated for resources: {'Port': ['ID=e027660c-da37-4815-ab51-551eaafd41ee,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:21.293086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f41138-438a-4113-9fdf-71ab3981d948 req-513e35a8-0f5e-49df-b855-de2dd65e525c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:21.294607 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42f41138-438a-4113-9fdf-71ab3981d948 req-513e35a8-0f5e-49df-b855-de2dd65e525c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a0792a-5ad4-4098-9d51-afae073edc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5525374 Feb 18 08:57:21.366533 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d09c03d2-9518-4d4e-b61a-824b744246e1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/766b9084-614f-432a-917c-c806f7f419be HTTP/1.1" status: 204 len: 168 time: 2.5708466 Feb 18 08:57:21.413449 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59484) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:21.422595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] For port b4903b25-d145-4c82-9806-cd826b6ae4e6, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:57:21.425996 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] For port b4903b25-d145-4c82-9806-cd826b6ae4e6, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b4903b25-d145-4c82-9806-cd826b6ae4e6,segment=NetworkSegment(90ca5f5a-7be8-4444-8e4e-d1233b2f8c39),segment_id=90ca5f5a-7be8-4444-8e4e-d1233b2f8c39)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:57:21.454570 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c1ebac5-94e0-430c-a8bd-f99c002cb5d9 req-78cf66e4-9c8d-4112-96fd-fb0d852a9fcd tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:21.454991 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c1ebac5-94e0-430c-a8bd-f99c002cb5d9 req-78cf66e4-9c8d-4112-96fd-fb0d852a9fcd tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:21.455514 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-1c1ebac5-94e0-430c-a8bd-f99c002cb5d9 req-78cf66e4-9c8d-4112-96fd-fb0d852a9fcd tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Floating IP 16724703-7e79-4fae-970a-3e14f1cdabd5 disassociated. External IP: 172.25.1.13, port: d601f0b0-105d-4d14-874a-01473e5a0b85. Feb 18 08:57:21.456069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-1c1ebac5-94e0-430c-a8bd-f99c002cb5d9 req-78cf66e4-9c8d-4112-96fd-fb0d852a9fcd tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Calling delete_port for d601f0b0-105d-4d14-874a-01473e5a0b85 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:21.474829 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:21.496219 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:21.546653 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Network 432eede2-f39e-451b-b71d-d7afb84c2ed3 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:21.560540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:21.601724 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a0a42fda-51fb-4d7d-8718-2fbace2b1979 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:21.602115 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:21.703141 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-03d728d8-08e7-4e0c-a443-d2e0e2d81667 None None] Provisioning for port e027660c-da37-4815-ab51-551eaafd41ee completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:21.739832 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-03d728d8-08e7-4e0c-a443-d2e0e2d81667 None None] Provisioning complete for port e027660c-da37-4815-ab51-551eaafd41ee triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:21.740206 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-03d728d8-08e7-4e0c-a443-d2e0e2d81667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:21.803200 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2372ee9f-796b-4a88-a506-9138adf8ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:21.845489 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-03d728d8-08e7-4e0c-a443-d2e0e2d81667 None None] Port e027660c-da37-4815-ab51-551eaafd41ee cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:57:21.846920 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:21.888197 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-50d39fd7-913e-4be2-9654-ee54b872842f req-1d2cfad4-f562-4a6f-8735-a38870f28183 service neutron] 10.222.0.81 "GET /v2.0/networks/ded50249-9b48-42fb-8dfe-dd5ebf816349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6948819 Feb 18 08:57:21.905110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Attempting to bind port 90f3702e-a062-4be2-8950-ee1a8178c3b9 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:57:21.905456 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Attempting to bind port 90f3702e-a062-4be2-8950-ee1a8178c3b9 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:57:21.905873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Attempting to bind port 90f3702e-a062-4be2-8950-ee1a8178c3b9 on network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:21.917944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Port 90f3702e-a062-4be2-8950-ee1a8178c3b9 on network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:57:21.918249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Attempting to bind port 90f3702e-a062-4be2-8950-ee1a8178c3b9 on network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:21.932247 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:57:21.932739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Checking segment: {'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:21.933058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Bound using segment: {'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:57:21.933511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Bound port: 90f3702e-a062-4be2-8950-ee1a8178c3b9, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e21099-c6bd-4d4e-9d63-cdd8a808a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:57:21.933844 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:21.956593 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Router c164653f-5ba0-44d6-8708-a349c9ad2dcc is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:57:21.978953 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42f41138-438a-4113-9fdf-71ab3981d948 req-ab03e7ea-d38e-4a3f-8607-dbf09ec11388 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038942 Feb 18 08:57:22.023217 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c965ff-ba40-436a-8d9b-812f73474b57 None None] Pushing event updated for resources: {'Port': ['ID=b4903b25-d145-4c82-9806-cd826b6ae4e6,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:22.076468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-70b7246a-46bd-4b01-b9f4-03c35a6fd8d2 None None] Provisioning complete for port 06188fb1-b597-4e24-91ac-fae2f1261618 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:22.077512 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-70b7246a-46bd-4b01-b9f4-03c35a6fd8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:22.218330 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-70b7246a-46bd-4b01-b9f4-03c35a6fd8d2 None None] Port 06188fb1-b597-4e24-91ac-fae2f1261618 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:57:22.230190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] For port 90f3702e-a062-4be2-8950-ee1a8178c3b9, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:57:22.231562 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c1ebac5-94e0-430c-a8bd-f99c002cb5d9 req-78cf66e4-9c8d-4112-96fd-fb0d852a9fcd tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:22.236392 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] For port 90f3702e-a062-4be2-8950-ee1a8178c3b9, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=90f3702e-a062-4be2-8950-ee1a8178c3b9,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:57:22.239634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:57:22.245555 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-aa9ee2d0-5375-4303-b64c-0ad11ba45ccb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "PUT /v2.0/routers/c164653f-5ba0-44d6-8708-a349c9ad2dcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2560649 Feb 18 08:57:22.250834 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59490) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:22.254442 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0662bd27-6ab3-4af2-979c-d39761db43d8 None None] Sync routers for ids ['c164653f-5ba0-44d6-8708-a349c9ad2dcc'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:57:22.265529 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0662bd27-6ab3-4af2-979c-d39761db43d8 None None] Routers {'c164653f-5ba0-44d6-8708-a349c9ad2dcc'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:22.266254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0662bd27-6ab3-4af2-979c-d39761db43d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c164653f-5ba0-44d6-8708-a349c9ad2dcc'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:22.310322 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:22.335656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b97f7-f631-4199-911c-9d7a4260aefb req-d4868696-d3de-4811-89ea-4b503af016c4 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:22.340853 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f5b97f7-f631-4199-911c-9d7a4260aefb req-d4868696-d3de-4811-89ea-4b503af016c4 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/ports?device_id=25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9 HTTP/1.1" status: 200 len: 943 time: 1.0388663 Feb 18 08:57:22.349933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0662bd27-6ab3-4af2-979c-d39761db43d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:22.360061 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0662bd27-6ab3-4af2-979c-d39761db43d8 None None] Routers {'c164653f-5ba0-44d6-8708-a349c9ad2dcc'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:22.360584 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0662bd27-6ab3-4af2-979c-d39761db43d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c164653f-5ba0-44d6-8708-a349c9ad2dcc'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:22.378230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf66e4-9c8d-4112-96fd-fb0d852a9fcd tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Pushing event deleted for resources: {'Port': ['ID=d601f0b0-105d-4d14-874a-01473e5a0b85,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:22.428816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0662bd27-6ab3-4af2-979c-d39761db43d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:22.429346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0662bd27-6ab3-4af2-979c-d39761db43d8 None None] The sync data for ids ['c164653f-5ba0-44d6-8708-a349c9ad2dcc'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:57:22.449119 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:22.449727 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:22.451128 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] 10.222.0.61 "PUT /v2.0/ports/90f3702e-a062-4be2-8950-ee1a8178c3b9 HTTP/1.1" status: 200 len: 1091 time: 3.2963369 Feb 18 08:57:22.488477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Request body: {'port': {'device_id': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:22.526668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d08e2d-4e59-4934-b196-beccf6ea8a9d service neutron] Pushing event updated for resources: {'Port': ['ID=90f3702e-a062-4be2-8950-ee1a8178c3b9,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:22.686557 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 0862bd4f-f98d-459e-b128-04b0795dd770 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:57:22.752367 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2372ee9f-796b-4a88-a506-9138adf8ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:22.762940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42f41138-438a-4113-9fdf-71ab3981d948 req-1e1b2a61-da2a-4f54-bd61-ca5c78b5f2e4 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7544580 Feb 18 08:57:22.843703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-2372ee9f-796b-4a88-a506-9138adf8ab80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ab18a4-aef8-4e29-9aec-6421d8abd291']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:22.876942 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f5b97f7-f631-4199-911c-9d7a4260aefb req-239409da-174f-440f-8901-5b310dc0582b tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/security-groups?id=20a0f857-0b82-4b26-b80c-6846c5a6cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079620 Feb 18 08:57:22.901579 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b4903b25-d145-4c82-9806-cd826b6ae4e6 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:57:22.961109 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:22.978050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-2372ee9f-796b-4a88-a506-9138adf8ab80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a97f37f-c7fa-4f75-9532-9f5fe8c5771a') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:22.988706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-2372ee9f-796b-4a88-a506-9138adf8ab80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a97f37f-c7fa-4f75-9532-9f5fe8c5771a') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:23.139935 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port b4903b25-d145-4c82-9806-cd826b6ae4e6 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:23.160218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 0862bd4f-f98d-459e-b128-04b0795dd770, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=0862bd4f-f98d-459e-b128-04b0795dd770,segment=NetworkSegment(668c29cb-ee5b-437e-b706-004c8ff9f68f),segment_id=668c29cb-ee5b-437e-b706-004c8ff9f68f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:23.180916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '0862bd4f-f98d-459e-b128-04b0795dd770', 'network_id': 'ded50249-9b48-42fb-8dfe-dd5ebf816349', 'port_id': '0862bd4f-f98d-459e-b128-04b0795dd770', 'mac_address': 'fa:16:3e:ff:0d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e26215-4b5e-4504-a945-2ed3f25a8c92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:57:23.193808 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2372ee9f-796b-4a88-a506-9138adf8ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:23.229917 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd7fdc85-080f-421d-bdba-5ac1d40f8c30 req-62083f51-5f0c-448b-9eaf-eb974061f374 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/ports?device_id=decaebf0-91cb-400d-9476-c459cd53ddb4 HTTP/1.1" status: 200 len: 210 time: 0.1228619 Feb 18 08:57:23.248474 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'tag': '1b97c388-f608-4cef-8ba9-811aaeb71bd3'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:57:23.260489 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:23.308373 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0862bd4f-f98d-459e-b128-04b0795dd770 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:57:23.326075 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 0862bd4f-f98d-459e-b128-04b0795dd770, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=0862bd4f-f98d-459e-b128-04b0795dd770,segment=NetworkSegment(668c29cb-ee5b-437e-b706-004c8ff9f68f),segment_id=668c29cb-ee5b-437e-b706-004c8ff9f68f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:23.345129 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:23.401339 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2372ee9f-796b-4a88-a506-9138adf8ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:23.434609 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=0862bd4f-f98d-459e-b128-04b0795dd770,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:23.441242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2372ee9f-796b-4a88-a506-9138adf8ab80 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:57:23.441658 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2372ee9f-796b-4a88-a506-9138adf8ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:23.447160 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a1c68c-02ec-440e-b2d7-f85e35826744 None None] Network 3a39405b-173e-4076-807d-a159f359a7fb requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:57:23.463470 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:23.471243 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'tag': '28ca0474-ecea-48dc-bdbc-81970b7d76d9', 'status': 'completed', 'code': 200} Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:57:23.473751 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:57:23.555852 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-281a419c-9fdd-4c48-b073-cb6253c9128e None None] Provisioning for port b4903b25-d145-4c82-9806-cd826b6ae4e6 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:23.565231 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-281a419c-9fdd-4c48-b073-cb6253c9128e None None] Provisioning complete for port b4903b25-d145-4c82-9806-cd826b6ae4e6 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:23.565767 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-281a419c-9fdd-4c48-b073-cb6253c9128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:23.568647 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-455f73bb-480b-45cb-9b59-215a0ce838ab tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 08:57:23.572423 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-455f73bb-480b-45cb-9b59-215a0ce838ab tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "PUT /v2.0/routers/c164653f-5ba0-44d6-8708-a349c9ad2dcc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3179011 Feb 18 08:57:23.573113 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59506) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:23.609115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c1ebac5-94e0-430c-a8bd-f99c002cb5d9 req-78cf66e4-9c8d-4112-96fd-fb0d852a9fcd tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Router 7346e605-e248-4b48-8674-137ead41b54e has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:57:23.675281 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['0862bd4f-f98d-459e-b128-04b0795dd770'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:57:23.742424 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2372ee9f-796b-4a88-a506-9138adf8ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:23.835386 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2372ee9f-796b-4a88-a506-9138adf8ab80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:23.854890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-93b24307-8d42-4965-8ebd-da9cf4e20a66 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:23.862833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-93b24307-8d42-4965-8ebd-da9cf4e20a66 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:23.863597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-93b24307-8d42-4965-8ebd-da9cf4e20a66 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Synchronizing usage tracker for tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:57:23.893801 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-281a419c-9fdd-4c48-b073-cb6253c9128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:23.958390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372ee9f-796b-4a88-a506-9138adf8ab80 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8ab18a4-aef8-4e29-9aec-6421d8abd291,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:23.965962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-281a419c-9fdd-4c48-b073-cb6253c9128e None None] For port b4903b25-d145-4c82-9806-cd826b6ae4e6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b4903b25-d145-4c82-9806-cd826b6ae4e6,segment=NetworkSegment(90ca5f5a-7be8-4444-8e4e-d1233b2f8c39),segment_id=90ca5f5a-7be8-4444-8e4e-d1233b2f8c39)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:23.987637 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-281a419c-9fdd-4c48-b073-cb6253c9128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:24.025150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31633c1-b0d8-4bbf-abac-1b7c88534d4f req-c7109268-db1b-4271-b0de-00fe00896459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:24.025647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31633c1-b0d8-4bbf-abac-1b7c88534d4f req-c7109268-db1b-4271-b0de-00fe00896459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:24.026117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31633c1-b0d8-4bbf-abac-1b7c88534d4f req-c7109268-db1b-4271-b0de-00fe00896459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:24.026391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:57:24.026888 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31633c1-b0d8-4bbf-abac-1b7c88534d4f req-c7109268-db1b-4271-b0de-00fe00896459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:24.027018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31633c1-b0d8-4bbf-abac-1b7c88534d4f req-c7109268-db1b-4271-b0de-00fe00896459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:24.027468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31633c1-b0d8-4bbf-abac-1b7c88534d4f req-c7109268-db1b-4271-b0de-00fe00896459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:24.027920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31633c1-b0d8-4bbf-abac-1b7c88534d4f req-c7109268-db1b-4271-b0de-00fe00896459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:24.030651 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a31633c1-b0d8-4bbf-abac-1b7c88534d4f req-c7109268-db1b-4271-b0de-00fe00896459 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 6343 time: 0.6671185 Feb 18 08:57:24.089317 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:24.103349 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a419c-9fdd-4c48-b073-cb6253c9128e None None] Pushing event updated for resources: {'Port': ['ID=b4903b25-d145-4c82-9806-cd826b6ae4e6,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:24.120315 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2372ee9f-796b-4a88-a506-9138adf8ab80 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a8ab18a4-aef8-4e29-9aec-6421d8abd291 HTTP/1.1" status: 204 len: 168 time: 2.7055457 Feb 18 08:57:24.127474 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Transition to ACTIVE for port object 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:24.169864 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:24.333804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c1ebac5-94e0-430c-a8bd-f99c002cb5d9 req-78cf66e4-9c8d-4112-96fd-fb0d852a9fcd tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:57:24.335684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-93b24307-8d42-4965-8ebd-da9cf4e20a66 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Unset dirty status for tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:57:24.337460 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-93b24307-8d42-4965-8ebd-da9cf4e20a66 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/networks?id=4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21&id=3a39405b-173e-4076-807d-a159f359a7fb HTTP/1.1" status: 200 len: 1390 time: 1.3417566 Feb 18 08:57:24.353125 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58d62c2-fc6c-492e-a77e-954cb0445eb6 None None] Sync routers for ids ['7346e605-e248-4b48-8674-137ead41b54e'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:57:24.368566 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58d62c2-fc6c-492e-a77e-954cb0445eb6 None None] Routers {'7346e605-e248-4b48-8674-137ead41b54e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:24.369699 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a58d62c2-fc6c-492e-a77e-954cb0445eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7346e605-e248-4b48-8674-137ead41b54e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:24.371417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Pushing event updated for resources: {'Port': ['ID=99ae2b9b-f68e-4fcd-ab39-beb4afc7745c,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:24.418896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ccd6d0ba-1e93-424e-960c-d2dc0774643a None None] Provisioning complete for port b4903b25-d145-4c82-9806-cd826b6ae4e6 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:24.419270 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ccd6d0ba-1e93-424e-960c-d2dc0774643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:24.444409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59516) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:24.559619 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-084f10c0-12ac-4bea-8728-be6e1848671c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=94ed26cfefbf4e0e8f88cf30703ec55d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1133766 Feb 18 08:57:24.561244 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Attempting to bind port 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:57:24.561577 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Attempting to bind port 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'cfb66b2a-84de-45eb-894f-c262b92b8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6af62175-1a85-4684-83c8-bc920071b3e0'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:57:24.561904 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Attempting to bind port 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c on network 6af62175-1a85-4684-83c8-bc920071b3e0 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:24.566567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59520) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:24.583881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Port 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c on network 6af62175-1a85-4684-83c8-bc920071b3e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:57:24.584199 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Attempting to bind port 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c on network 6af62175-1a85-4684-83c8-bc920071b3e0 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:24.642519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:57:24.642854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Checking segment: {'id': 'cfb66b2a-84de-45eb-894f-c262b92b8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6af62175-1a85-4684-83c8-bc920071b3e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:24.643234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Bound using segment: {'id': 'cfb66b2a-84de-45eb-894f-c262b92b8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6af62175-1a85-4684-83c8-bc920071b3e0'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:57:24.643899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Bound port: 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb66b2a-84de-45eb-894f-c262b92b8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6af62175-1a85-4684-83c8-bc920071b3e0'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:57:24.644243 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:24.675669 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-a58d62c2-fc6c-492e-a77e-954cb0445eb6 None None] Set router 7346e605-e248-4b48-8674-137ead41b54e gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:57:24.726621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 0862bd4f-f98d-459e-b128-04b0795dd770 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:57:24.756422 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b864349-5ee6-4caa-a90d-0602e462d0e0 req-74301d33-891e-4362-bb1e-2aa76231a05c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:24.760317 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0323227-a39d-4190-b546-4b5fad7202e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:24.762880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b864349-5ee6-4caa-a90d-0602e462d0e0 req-74301d33-891e-4362-bb1e-2aa76231a05c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:24.770809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b864349-5ee6-4caa-a90d-0602e462d0e0 req-74301d33-891e-4362-bb1e-2aa76231a05c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:24.776258 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b4903b25-d145-4c82-9806-cd826b6ae4e6 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:57:24.777513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b864349-5ee6-4caa-a90d-0602e462d0e0 req-74301d33-891e-4362-bb1e-2aa76231a05c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:24.784018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b864349-5ee6-4caa-a90d-0602e462d0e0 req-74301d33-891e-4362-bb1e-2aa76231a05c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:24.790215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b864349-5ee6-4caa-a90d-0602e462d0e0 req-74301d33-891e-4362-bb1e-2aa76231a05c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:24.797724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b864349-5ee6-4caa-a90d-0602e462d0e0 req-74301d33-891e-4362-bb1e-2aa76231a05c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:24.805395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0b864349-5ee6-4caa-a90d-0602e462d0e0 req-74301d33-891e-4362-bb1e-2aa76231a05c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5396 time: 1.2535605 Feb 18 08:57:24.834715 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0323227-a39d-4190-b546-4b5fad7202e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:24.869104 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6349627f-782c-48e5-898b-5869a808ca98 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:24.907984 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-55b6008b-3776-46d9-8a9e-73b341dd95c1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/quotas/96f9ab7aca9f4ebb9b0d991d4090bfbe HTTP/1.1" status: 200 len: 375 time: 0.2564363 Feb 18 08:57:24.959992 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1ebac5-94e0-430c-a8bd-f99c002cb5d9 req-78cf66e4-9c8d-4112-96fd-fb0d852a9fcd tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] No DVR routers for this DVR port d601f0b0-105d-4d14-874a-01473e5a0b85 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:57:24.968387 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 0862bd4f-f98d-459e-b128-04b0795dd770 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:24.978628 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 0862bd4f-f98d-459e-b128-04b0795dd770 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:24.978994 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:24.988458 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c1ebac5-94e0-430c-a8bd-f99c002cb5d9 req-78cf66e4-9c8d-4112-96fd-fb0d852a9fcd tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:24.990614 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1ebac5-94e0-430c-a8bd-f99c002cb5d9 req-78cf66e4-9c8d-4112-96fd-fb0d852a9fcd tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.81 "DELETE /v2.0/ports/d601f0b0-105d-4d14-874a-01473e5a0b85 HTTP/1.1" status: 204 len: 173 time: 6.9854233 Feb 18 08:57:25.016447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port b4903b25-d145-4c82-9806-cd826b6ae4e6 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:25.017060 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:25.116636 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a58d62c2-fc6c-492e-a77e-954cb0445eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:47:25Z', 'revision_number': 4, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '33ae7cc4-7cb8-4b3f-b3a7-329a637052f7', 'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'mac_address': 'fa:16:3e:78:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:22Z', 'updated_at': '2022-02-18T08:47:35Z', 'revision_number': 5, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'subnets': [{'id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:25.121452 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58d62c2-fc6c-492e-a77e-954cb0445eb6 None None] Checking router: 7346e605-e248-4b48-8674-137ead41b54e for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:57:25.132822 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58d62c2-fc6c-492e-a77e-954cb0445eb6 None None] Routers {'7346e605-e248-4b48-8674-137ead41b54e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:25.133662 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a58d62c2-fc6c-492e-a77e-954cb0445eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7346e605-e248-4b48-8674-137ead41b54e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:25.141854 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0b864349-5ee6-4caa-a90d-0602e462d0e0 req-297268b3-adbe-4779-8812-83947ba0aa9c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3353562 Feb 18 08:57:25.159657 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] For port 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:57:25.178369 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] For port 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=99ae2b9b-f68e-4fcd-ab39-beb4afc7745c,segment=NetworkSegment(cfb66b2a-84de-45eb-894f-c262b92b8923),segment_id=cfb66b2a-84de-45eb-894f-c262b92b8923)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:57:25.216702 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:25.269560 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0323227-a39d-4190-b546-4b5fad7202e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:25.291573 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:25.292645 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:25.294069 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] 10.222.0.61 "PUT /v2.0/ports/99ae2b9b-f68e-4fcd-ab39-beb4afc7745c HTTP/1.1" status: 200 len: 1091 time: 2.8144536 Feb 18 08:57:25.296852 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:25.318201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0323227-a39d-4190-b546-4b5fad7202e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02582551-5a0f-45dd-b1b1-afd1a1f2a7aa,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:25.325726 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0323227-a39d-4190-b546-4b5fad7202e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:25.342613 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c0323227-a39d-4190-b546-4b5fad7202e7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/02582551-5a0f-45dd-b1b1-afd1a1f2a7aa HTTP/1.1" status: 204 len: 168 time: 0.7633448 Feb 18 08:57:25.352067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Request body: {'port': {'device_id': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:25.371599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0862bd4f-f98d-459e-b128-04b0795dd770'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:57:25.395766 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 0862bd4f-f98d-459e-b128-04b0795dd770, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=0862bd4f-f98d-459e-b128-04b0795dd770,segment=NetworkSegment(668c29cb-ee5b-437e-b706-004c8ff9f68f),segment_id=668c29cb-ee5b-437e-b706-004c8ff9f68f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:25.403560 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:25.493628 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31633c1-b0d8-4bbf-abac-1b7c88534d4f req-f5d01981-25fa-49b6-997a-dbe31a8c572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:25.494140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31633c1-b0d8-4bbf-abac-1b7c88534d4f req-f5d01981-25fa-49b6-997a-dbe31a8c572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:25.494896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31633c1-b0d8-4bbf-abac-1b7c88534d4f req-f5d01981-25fa-49b6-997a-dbe31a8c572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:25.496104 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a31633c1-b0d8-4bbf-abac-1b7c88534d4f req-f5d01981-25fa-49b6-997a-dbe31a8c572e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.3955598 Feb 18 08:57:25.505697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'tag': '90f3702e-a062-4be2-8950-ee1a8178c3b9'}, {'name': 'network-changed', 'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'tag': '99ae2b9b-f68e-4fcd-ab39-beb4afc7745c'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:57:25.531313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=0862bd4f-f98d-459e-b128-04b0795dd770,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:25.558560 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-a58d62c2-fc6c-492e-a77e-954cb0445eb6 None None] Set router 7346e605-e248-4b48-8674-137ead41b54e gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:57:25.608492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a1e8-addc-419d-8203-dc4a43eddf82 service neutron] Pushing event updated for resources: {'Port': ['ID=99ae2b9b-f68e-4fcd-ab39-beb4afc7745c,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:25.713310 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2387f552-67f4-4f12-9ee3-7bcae0e53132 req-457f2cb6-a728-4c93-b9f0-1884c3e75dca tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/floatingips/222ba894-0fdb-4263-9ce8-e88d17ea8d49 HTTP/1.1" status: 200 len: 999 time: 0.5011137 Feb 18 08:57:25.725240 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:25.752985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-36f39973-9412-401a-873e-01b70f20d83b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Synchronizing usage tracker for tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:57:25.772392 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:57:25.845638 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:25.917274 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:25.977023 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59536) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:26.001020 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6349627f-782c-48e5-898b-5869a808ca98 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Deleting port 06188fb1-b597-4e24-91ac-fae2f1261618 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:26.001491 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6349627f-782c-48e5-898b-5869a808ca98 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:26.021195 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-36f39973-9412-401a-873e-01b70f20d83b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Unset dirty status for tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:57:26.028825 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-36f39973-9412-401a-873e-01b70f20d83b tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=96f9ab7aca9f4ebb9b0d991d4090bfbe&fields=id HTTP/1.1" status: 200 len: 394 time: 1.1197999 Feb 18 08:57:26.033514 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a58d62c2-fc6c-492e-a77e-954cb0445eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:47:25Z', 'revision_number': 4, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '33ae7cc4-7cb8-4b3f-b3a7-329a637052f7', 'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'mac_address': 'fa:16:3e:78:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:22Z', 'updated_at': '2022-02-18T08:47:35Z', 'revision_number': 5, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'subnets': [{'id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:26.037676 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58d62c2-fc6c-492e-a77e-954cb0445eb6 None None] The sync data for ids ['7346e605-e248-4b48-8674-137ead41b54e'] in n-d-829434-1 is: [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:47:25Z', 'revision_number': 4, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '33ae7cc4-7cb8-4b3f-b3a7-329a637052f7', 'name': '', 'network_id': '5d5e2a5a-f047-425a-86b2-0b3143ac8640', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'mac_address': 'fa:16:3e:78:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:22Z', 'updated_at': '2022-02-18T08:47:35Z', 'revision_number': 5, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'subnets': [{'id': 'df727fe9-3fec-4967-a902-47fe24f8ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:57:26.157187 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-184a9551-45d2-4ce8-8b4f-f5ad7f1e882b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ba8a104a33e7455783da2bcacc69f9c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768379 Feb 18 08:57:26.162979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31633c1-b0d8-4bbf-abac-1b7c88534d4f req-2a63e8cf-4c1a-4842-a42d-9ac4f2c42575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:26.164464 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a31633c1-b0d8-4bbf-abac-1b7c88534d4f req-2a63e8cf-4c1a-4842-a42d-9ac4f2c42575 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6431773 Feb 18 08:57:26.165174 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59542) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:26.175209 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:26.197737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Pushing event updated for resources: {'Port': ['ID=e027660c-da37-4815-ab51-551eaafd41ee,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:26.209046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387f552-67f4-4f12-9ee3-7bcae0e53132 req-68aaaf6b-ed80-4847-aa36-5dc8843c1156 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:26.210451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2387f552-67f4-4f12-9ee3-7bcae0e53132 req-68aaaf6b-ed80-4847-aa36-5dc8843c1156 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.4833419 Feb 18 08:57:26.274033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-2387f552-67f4-4f12-9ee3-7bcae0e53132 req-0037e3dc-ec70-4664-852a-fa0b5d073c43 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:57:26.275017 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2387f552-67f4-4f12-9ee3-7bcae0e53132 req-0037e3dc-ec70-4664-852a-fa0b5d073c43 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0589452 Feb 18 08:57:26.359512 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'tag': '1b97c388-f608-4cef-8ba9-811aaeb71bd3', 'status': 'completed', 'code': 200} Feb 18 08:57:26.386102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c87e967-2f90-4969-8ada-d58555daefff None None] New status for floating IP 16724703-7e79-4fae-970a-3e14f1cdabd5: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:57:26.424345 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dcfb36dc-0230-499c-be18-09dbc0acd85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:26.476505 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6349627f-782c-48e5-898b-5869a808ca98 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:26.494936 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dcfb36dc-0230-499c-be18-09dbc0acd85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:26.564484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Network cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:26.571916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:26.581597 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-77a46048-bb2f-4ef1-8cbe-3ee714f94b1c service neutron] 10.222.0.72 "GET /v2.0/networks/4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519614 Feb 18 08:57:26.644333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6349627f-782c-48e5-898b-5869a808ca98 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Calling delete_port for 06188fb1-b597-4e24-91ac-fae2f1261618 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:26.685435 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:57:26.791625 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be96da4c-c4db-494c-8efd-914fb5f9171c {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:57:26.809047 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:26.848932 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dcfb36dc-0230-499c-be18-09dbc0acd85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:26.853730 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Transition to ACTIVE for port object be96da4c-c4db-494c-8efd-914fb5f9171c will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:26.868491 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:26.909494 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-edbbe836-4b97-495d-b242-a4174d7af933 None None] Provisioning complete for port e027660c-da37-4815-ab51-551eaafd41ee triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:26.910191 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-edbbe836-4b97-495d-b242-a4174d7af933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:26.923198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb36dc-0230-499c-be18-09dbc0acd85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8938c84-5cc4-4dc4-b70d-f722246c1b4a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:26.930670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e8cc3-2d73-484e-9415-5ff88b65ff77 req-17e52eee-f9ef-4cf0-ba4a-329a68cab0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:26.932219 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f55e8cc3-2d73-484e-9415-5ff88b65ff77 req-17e52eee-f9ef-4cf0-ba4a-329a68cab0b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bfd11743efb4659a7cafd525e72f79c&device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 1097 time: 0.5629165 Feb 18 08:57:26.985053 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dcfb36dc-0230-499c-be18-09dbc0acd85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:26.988985 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-dcfb36dc-0230-499c-be18-09dbc0acd85c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e8938c84-5cc4-4dc4-b70d-f722246c1b4a HTTP/1.1" status: 204 len: 168 time: 0.7709210 Feb 18 08:57:26.993148 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-edbbe836-4b97-495d-b242-a4174d7af933 None None] Port e027660c-da37-4815-ab51-551eaafd41ee cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:57:27.114350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caabbe-3916-4590-9591-ec373c465ade req-85b7c05b-3b29-436c-b972-613339d455d6 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:27.115900 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0caabbe-3916-4590-9591-ec373c465ade req-85b7c05b-3b29-436c-b972-613339d455d6 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/ports?device_id=25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9 HTTP/1.1" status: 200 len: 945 time: 0.6682043 Feb 18 08:57:27.226931 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-9ad8095f-bfa5-48b4-b090-31ba292cfab3 service neutron] 10.222.0.72 "GET /v2.0/networks/4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6347561 Feb 18 08:57:27.257617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Pushing event updated for resources: {'Port': ['ID=be96da4c-c4db-494c-8efd-914fb5f9171c,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:27.264879 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0caabbe-3916-4590-9591-ec373c465ade req-e904fc2b-6b7f-4b79-99b6-7947138d6cdd tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/security-groups?id=20a0f857-0b82-4b26-b80c-6846c5a6cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230989 Feb 18 08:57:27.344232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Router fbbd2c7b-f8b1-430e-ba87-86e904a699c9 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:57:27.365541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e8cc3-2d73-484e-9415-5ff88b65ff77 req-8c5d51e4-09f9-4622-936a-8c1b5f8ebec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:27.367178 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f55e8cc3-2d73-484e-9415-5ff88b65ff77 req-8c5d51e4-09f9-4622-936a-8c1b5f8ebec3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 200 len: 922 time: 0.4193683 Feb 18 08:57:27.368871 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Attempting to bind port be96da4c-c4db-494c-8efd-914fb5f9171c on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:57:27.369164 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Attempting to bind port be96da4c-c4db-494c-8efd-914fb5f9171c by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'cfb66b2a-84de-45eb-894f-c262b92b8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6af62175-1a85-4684-83c8-bc920071b3e0'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:57:27.369842 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Attempting to bind port be96da4c-c4db-494c-8efd-914fb5f9171c on network 6af62175-1a85-4684-83c8-bc920071b3e0 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:27.373504 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6349627f-782c-48e5-898b-5869a808ca98 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:27.418641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Port be96da4c-c4db-494c-8efd-914fb5f9171c on network 6af62175-1a85-4684-83c8-bc920071b3e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:57:27.418641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Attempting to bind port be96da4c-c4db-494c-8efd-914fb5f9171c on network 6af62175-1a85-4684-83c8-bc920071b3e0 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:27.428195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349627f-782c-48e5-898b-5869a808ca98 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Pushing event deleted for resources: {'Port': ['ID=06188fb1-b597-4e24-91ac-fae2f1261618,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:27.460197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:57:27.460974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Checking segment: {'id': 'cfb66b2a-84de-45eb-894f-c262b92b8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6af62175-1a85-4684-83c8-bc920071b3e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:27.461282 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Bound using segment: {'id': 'cfb66b2a-84de-45eb-894f-c262b92b8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6af62175-1a85-4684-83c8-bc920071b3e0'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:57:27.461739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Bound port: be96da4c-c4db-494c-8efd-914fb5f9171c, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb66b2a-84de-45eb-894f-c262b92b8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6af62175-1a85-4684-83c8-bc920071b3e0'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:57:27.462096 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:27.534145 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0862bd4f-f98d-459e-b128-04b0795dd770', 'code': 200} Feb 18 08:57:27.616318 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'tag': '90f3702e-a062-4be2-8950-ee1a8178c3b9', 'status': 'completed', 'code': 200} Feb 18 08:57:27.616594 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'tag': '99ae2b9b-f68e-4fcd-ab39-beb4afc7745c', 'status': 'completed', 'code': 200} Feb 18 08:57:27.624974 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-7d76ef55-f790-479c-80a2-1cc840ad55d1 service neutron] 10.222.0.72 "GET /v2.0/networks/3a39405b-173e-4076-807d-a159f359a7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870296 Feb 18 08:57:27.707425 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f55e8cc3-2d73-484e-9415-5ff88b65ff77 req-20f6f92a-2c2e-4143-a166-fa1df2c839a5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b97c388-f608-4cef-8ba9-811aaeb71bd3 HTTP/1.1" status: 200 len: 1002 time: 0.3280511 Feb 18 08:57:27.797097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] For port be96da4c-c4db-494c-8efd-914fb5f9171c, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:57:27.805605 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6349627f-782c-48e5-898b-5869a808ca98 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:27.812575 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] For port be96da4c-c4db-494c-8efd-914fb5f9171c, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=be96da4c-c4db-494c-8efd-914fb5f9171c,segment=NetworkSegment(cfb66b2a-84de-45eb-894f-c262b92b8923),segment_id=cfb66b2a-84de-45eb-894f-c262b92b8923)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:57:27.882400 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:28.012199 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:28.013064 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:28.014486 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] 10.222.0.61 "PUT /v2.0/ports/be96da4c-c4db-494c-8efd-914fb5f9171c HTTP/1.1" status: 200 len: 1091 time: 2.6701753 Feb 18 08:57:28.117429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e8cc3-2d73-484e-9415-5ff88b65ff77 req-5206dca5-6f0a-4122-976b-68b7b72ec4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:28.118901 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f55e8cc3-2d73-484e-9415-5ff88b65ff77 req-5206dca5-6f0a-4122-976b-68b7b72ec4b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1570d450-e2c9-453c-a07c-52b306ae3008 HTTP/1.1" status: 200 len: 860 time: 0.3049455 Feb 18 08:57:28.141191 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:57:28.150086 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-65ed4335-1040-43db-be5f-a71884fdbed8 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] 10.222.0.72 "PUT /v2.0/routers/fbbd2c7b-f8b1-430e-ba87-86e904a699c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9903238 Feb 18 08:57:28.151531 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7084a4a6-8cd9-4f8a-82e3-d8eba63a054b None None] Sync routers for ids ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:57:28.173733 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7084a4a6-8cd9-4f8a-82e3-d8eba63a054b None None] Routers {'fbbd2c7b-f8b1-430e-ba87-86e904a699c9'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:28.174350 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7084a4a6-8cd9-4f8a-82e3-d8eba63a054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:28.194788 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59574) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:28.215960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-589d6fa0-b52e-4b50-b2e6-aba87a721e44 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Request body: {'port': {'network_id': 'cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd', 'name': 'tempest-FloatingIPAdminTestJSON-1396255326'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:28.247727 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ee6d1-1397-4afd-890a-756b76b85d0e service neutron] Pushing event updated for resources: {'Port': ['ID=be96da4c-c4db-494c-8efd-914fb5f9171c,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:28.249090 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-9d3a7802-5161-42e3-a87f-4d8de40d4c8f service neutron] 10.222.0.72 "GET /v2.0/networks/3a39405b-173e-4076-807d-a159f359a7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6165125 Feb 18 08:57:28.259379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-c34b3306-e750-4f43-b9da-805455bf36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:28.260095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-c34b3306-e750-4f43-b9da-805455bf36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:28.260761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-c34b3306-e750-4f43-b9da-805455bf36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:28.261385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-c34b3306-e750-4f43-b9da-805455bf36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:28.261994 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-c34b3306-e750-4f43-b9da-805455bf36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:28.262176 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7084a4a6-8cd9-4f8a-82e3-d8eba63a054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:28.262772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-c34b3306-e750-4f43-b9da-805455bf36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:28.263394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-c34b3306-e750-4f43-b9da-805455bf36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:28.266085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-c34b3306-e750-4f43-b9da-805455bf36ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 6435 time: 0.5609739 Feb 18 08:57:28.268741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c83f5-1543-4193-8145-91585308b86d req-7e7512e2-504b-45a9-97f1-ea0315570361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:28.270366 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f83c83f5-1543-4193-8145-91585308b86d req-7e7512e2-504b-45a9-97f1-ea0315570361 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9 HTTP/1.1" status: 200 len: 1096 time: 0.6444976 Feb 18 08:57:28.286183 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7084a4a6-8cd9-4f8a-82e3-d8eba63a054b None None] Routers {'fbbd2c7b-f8b1-430e-ba87-86e904a699c9'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:28.286728 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7084a4a6-8cd9-4f8a-82e3-d8eba63a054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:28.292650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6349627f-782c-48e5-898b-5869a808ca98 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Router c164653f-5ba0-44d6-8708-a349c9ad2dcc has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:57:28.344937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa832c-ace8-4124-a1d5-f9a1ca19f157 req-0c5d948e-b6b9-42ed-b898-219d8b8f9025 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:28.351137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa832c-ace8-4124-a1d5-f9a1ca19f157 req-0c5d948e-b6b9-42ed-b898-219d8b8f9025 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:28.357354 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa832c-ace8-4124-a1d5-f9a1ca19f157 req-0c5d948e-b6b9-42ed-b898-219d8b8f9025 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:28.363525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa832c-ace8-4124-a1d5-f9a1ca19f157 req-0c5d948e-b6b9-42ed-b898-219d8b8f9025 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:28.364023 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7084a4a6-8cd9-4f8a-82e3-d8eba63a054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:28.364458 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7084a4a6-8cd9-4f8a-82e3-d8eba63a054b None None] The sync data for ids ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:57:28.371519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa832c-ace8-4124-a1d5-f9a1ca19f157 req-0c5d948e-b6b9-42ed-b898-219d8b8f9025 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:28.378029 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa832c-ace8-4124-a1d5-f9a1ca19f157 req-0c5d948e-b6b9-42ed-b898-219d8b8f9025 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:28.384230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa832c-ace8-4124-a1d5-f9a1ca19f157 req-0c5d948e-b6b9-42ed-b898-219d8b8f9025 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:28.392524 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96fa832c-ace8-4124-a1d5-f9a1ca19f157 req-0c5d948e-b6b9-42ed-b898-219d8b8f9025 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5420 time: 0.6239600 Feb 18 08:57:28.403258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'name': 'network-vif-deleted', 'tag': 'd601f0b0-105d-4d14-874a-01473e5a0b85'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:57:28.548134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6349627f-782c-48e5-898b-5869a808ca98 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:57:28.562543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ba012-ee6d-4d80-942c-4b8c14905003 None None] Sync routers for ids ['c164653f-5ba0-44d6-8708-a349c9ad2dcc'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:57:28.575237 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ba012-ee6d-4d80-942c-4b8c14905003 None None] Routers {'c164653f-5ba0-44d6-8708-a349c9ad2dcc'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:28.575978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-592ba012-ee6d-4d80-942c-4b8c14905003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c164653f-5ba0-44d6-8708-a349c9ad2dcc'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:28.582313 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6349627f-782c-48e5-898b-5869a808ca98 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "PUT /v2.0/routers/c164653f-5ba0-44d6-8708-a349c9ad2dcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0079575 Feb 18 08:57:28.586098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59592) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:28.656910 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-592ba012-ee6d-4d80-942c-4b8c14905003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:28.667990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ba012-ee6d-4d80-942c-4b8c14905003 None None] Routers {'c164653f-5ba0-44d6-8708-a349c9ad2dcc'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:28.669016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-592ba012-ee6d-4d80-942c-4b8c14905003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c164653f-5ba0-44d6-8708-a349c9ad2dcc'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:28.697157 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-7e960347-667e-404c-8ab9-ac16e1f2d367 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] delete failed (client error): The resource could not be found. Feb 18 08:57:28.698321 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7e960347-667e-404c-8ab9-ac16e1f2d367 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "DELETE /v2.0/routers/tempest-non_exist_router-1531456531 HTTP/1.1" status: 404 len: 335 time: 0.1106746 Feb 18 08:57:28.709857 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59598) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:28.718326 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-bf4a0390-d57a-45ba-88dc-3b0bf1f81ae7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c164653f-5ba0-44d6-8708-a349c9ad2dcc'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:28.782112 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-592ba012-ee6d-4d80-942c-4b8c14905003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:28.782745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ba012-ee6d-4d80-942c-4b8c14905003 None None] The sync data for ids ['c164653f-5ba0-44d6-8708-a349c9ad2dcc'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:57:28.791302 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f83c83f5-1543-4193-8145-91585308b86d req-c6a55217-1450-4e4c-ad12-53574cdd7761 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=20a0f857-0b82-4b26-b80c-6846c5a6cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054052 Feb 18 08:57:28.821092 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96fa832c-ace8-4124-a1d5-f9a1ca19f157 req-a17cd674-2ce8-49a6-869b-5d075d60a6b4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4273560 Feb 18 08:57:28.827316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e8cc3-2d73-484e-9415-5ff88b65ff77 req-241c3631-d8e6-4317-9221-5e2d2be55b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:28.828981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f55e8cc3-2d73-484e-9415-5ff88b65ff77 req-241c3631-d8e6-4317-9221-5e2d2be55b04 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d9a0792a-5ad4-4098-9d51-afae073edc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6911972 Feb 18 08:57:28.970377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59608) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:29.058950 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-589d6fa0-b52e-4b50-b2e6-aba87a721e44 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:29.062908 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-589d6fa0-b52e-4b50-b2e6-aba87a721e44 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Usage tracker for resource:port and tenant:8e5c8e1c291341009630a1c783d52646 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:29.066054 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-589d6fa0-b52e-4b50-b2e6-aba87a721e44 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:29.071971 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-589d6fa0-b52e-4b50-b2e6-aba87a721e44 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:29.077221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-23dd9600-51df-4026-a563-9d653255b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:29.078035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-23dd9600-51df-4026-a563-9d653255b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:29.078511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-23dd9600-51df-4026-a563-9d653255b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:29.080315 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-23dd9600-51df-4026-a563-9d653255b984 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8038447 Feb 18 08:57:29.102681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589d6fa0-b52e-4b50-b2e6-aba87a721e44 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Made reservation on behalf of 8e5c8e1c291341009630a1c783d52646 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:57:29.106511 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-589d6fa0-b52e-4b50-b2e6-aba87a721e44 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:29.106692 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-4ee6aa25-09ba-482a-92b9-14b26a32744c tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 1002 time: 0.4705250 Feb 18 08:57:29.291704 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-589d6fa0-b52e-4b50-b2e6-aba87a721e44 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] device_id is not set on port 71600ba4-c9c0-47d3-934f-d3c512b2d81d yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:57:29.339888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f55e8cc3-2d73-484e-9415-5ff88b65ff77 req-9a8ff38e-5347-456e-ab03-ae48a891365c service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887507 Feb 18 08:57:29.410083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-54e774f1-ca58-41dd-99c4-f9a746a01441 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:29.410678 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-54e774f1-ca58-41dd-99c4-f9a746a01441 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Synchronizing usage tracker for tenant:2bfd11743efb4659a7cafd525e72f79c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:57:29.497232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e69d7-e2cd-48ae-9e84-32d76bdfc316 req-c5674736-1401-4296-ae13-db4b9cb52f58 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:29.506212 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-051e69d7-e2cd-48ae-9e84-32d76bdfc316 req-c5674736-1401-4296-ae13-db4b9cb52f58 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/ports?device_id=25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9 HTTP/1.1" status: 200 len: 945 time: 0.4823287 Feb 18 08:57:29.531382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-b172099c-9e34-4176-a9a9-280dfdaa6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:29.532850 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-b172099c-9e34-4176-a9a9-280dfdaa6f9d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4304197 Feb 18 08:57:29.544559 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2c0c1d12-90e2-45df-82cb-ae0c19e4a870 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:29.564489 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0390-d57a-45ba-88dc-3b0bf1f81ae7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:29.577290 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-54e774f1-ca58-41dd-99c4-f9a746a01441 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Unset dirty status for tenant:2bfd11743efb4659a7cafd525e72f79c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:57:29.588598 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-54e774f1-ca58-41dd-99c4-f9a746a01441 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports/1b97c388-f608-4cef-8ba9-811aaeb71bd3 HTTP/1.1" status: 200 len: 943 time: 0.4498229 Feb 18 08:57:29.630342 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-051e69d7-e2cd-48ae-9e84-32d76bdfc316 req-d7c56c9b-4bbe-4f3b-8cdb-4e7cb4aa7ec8 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/security-groups?id=20a0f857-0b82-4b26-b80c-6846c5a6cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232710 Feb 18 08:57:29.633592 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2c0c1d12-90e2-45df-82cb-ae0c19e4a870 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:29.659872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'tag': 'be96da4c-c4db-494c-8efd-914fb5f9171c'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:57:29.693497 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-bf4a0390-d57a-45ba-88dc-3b0bf1f81ae7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] update failed (client error): The resource could not be found. Feb 18 08:57:29.698866 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bf4a0390-d57a-45ba-88dc-3b0bf1f81ae7 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "PUT /v2.0/routers/c164653f-5ba0-44d6-8708-a349c9ad2dcc HTTP/1.1" status: 404 len: 339 time: 0.9880111 Feb 18 08:57:29.699437 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59636) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:29.707378 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f55e8cc3-2d73-484e-9415-5ff88b65ff77 req-cba8cc62-87a1-41b8-b986-c483d8aaada3 service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568075 Feb 18 08:57:29.788836 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decaebf0-91cb-400d-9476-c459cd53ddb4', 'name': 'network-vif-deleted', 'tag': 'd601f0b0-105d-4d14-874a-01473e5a0b85', 'status': 'completed', 'code': 200} Feb 18 08:57:29.831235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-f0a48139-3ec5-493b-bc35-d94c69beae10 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 1002 time: 0.1321230 Feb 18 08:57:29.841371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-6d71cf07-8493-4924-905a-0d1781dbd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:29.841765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-6d71cf07-8493-4924-905a-0d1781dbd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:29.842290 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-6d71cf07-8493-4924-905a-0d1781dbd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:29.842743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-6d71cf07-8493-4924-905a-0d1781dbd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:29.843334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-6d71cf07-8493-4924-905a-0d1781dbd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:29.843792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-6d71cf07-8493-4924-905a-0d1781dbd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:29.844244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-6d71cf07-8493-4924-905a-0d1781dbd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:29.846464 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-6d71cf07-8493-4924-905a-0d1781dbd347 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 6477 time: 0.2360413 Feb 18 08:57:29.860337 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-589d6fa0-b52e-4b50-b2e6-aba87a721e44 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Allocated IP 172.20.0.12 (cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd/e2870654-8d68-407b-b254-4cd93a1c12ce/71600ba4-c9c0-47d3-934f-d3c512b2d81d) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:57:29.976785 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2c0c1d12-90e2-45df-82cb-ae0c19e4a870 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:30.035975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-93a0c9c4-2c56-46d7-9a3d-e8d367a801c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:30.036625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-93a0c9c4-2c56-46d7-9a3d-e8d367a801c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:30.037081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-93a0c9c4-2c56-46d7-9a3d-e8d367a801c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:30.039589 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-93a0c9c4-2c56-46d7-9a3d-e8d367a801c0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1685877 Feb 18 08:57:30.071859 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c1d12-90e2-45df-82cb-ae0c19e4a870 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02096e5-8315-4620-a805-ae06b2320efc,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:30.122666 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2c0c1d12-90e2-45df-82cb-ae0c19e4a870 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:30.127019 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2c0c1d12-90e2-45df-82cb-ae0c19e4a870 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "DELETE /v2.0/security-groups/f02096e5-8315-4620-a805-ae06b2320efc HTTP/1.1" status: 204 len: 168 time: 1.1509173 Feb 18 08:57:30.153551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59648) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:30.252873 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4422d6c2-a114-42b8-931b-c9eb82ed4ab5 req-f49545a8-5dde-4e56-b6b3-bc150197eb1c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 210 time: 0.2120917 Feb 18 08:57:30.298610 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8fb9-a3e6-483d-918e-c2ee5a7c985e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:30.462093 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'tag': 'be96da4c-c4db-494c-8efd-914fb5f9171c', 'status': 'completed', 'code': 200} Feb 18 08:57:30.533270 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:30.648828 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-185fbb4d-2f96-4e40-99db-837308119ab3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] show failed (client error): The resource could not be found. Feb 18 08:57:30.652648 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-185fbb4d-2f96-4e40-99db-837308119ab3 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "GET /v2.0/security-groups/f02096e5-8315-4620-a805-ae06b2320efc HTTP/1.1" status: 404 len: 347 time: 0.4849644 Feb 18 08:57:30.667388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59660) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:30.760082 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59666) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:30.929896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-d8a98285-de58-4444-8159-99652bcfa0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:30.931354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49e8f6e7-1e92-47af-bfba-6f33be812954 req-d8a98285-de58-4444-8159-99652bcfa0b4 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8371856 Feb 18 08:57:30.978359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Deleting port 2983ba82-feb0-4b00-a3a1-88c0420034fd {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:30.978701 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:31.004902 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c043f698-6d53-45b6-b981-aecd72f4c617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:31.011351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-0f30c3f6-0a10-43ae-9486-878642f0e4ed tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:31.012759 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-0f30c3f6-0a10-43ae-9486-878642f0e4ed tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 1.1653731 Feb 18 08:57:31.054737 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c043f698-6d53-45b6-b981-aecd72f4c617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:31.069416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c043f698-6d53-45b6-b981-aecd72f4c617 admin admin] Usage tracker for resource:security_group_rule and tenant:0a71e86164db4b1287e5eaf223f5a906 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:31.069663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-d70e81d6-b997-442f-9cc6-f7bbdcb7fc9a tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:31.075264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-d70e81d6-b997-442f-9cc6-f7bbdcb7fc9a tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:31.076849 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-d70e81d6-b997-442f-9cc6-f7bbdcb7fc9a tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.81 "GET /v2.0/networks?id=4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21&id=3a39405b-173e-4076-807d-a159f359a7fb HTTP/1.1" status: 200 len: 1390 time: 0.9196084 Feb 18 08:57:31.082816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c043f698-6d53-45b6-b981-aecd72f4c617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:31.087492 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-589d6fa0-b52e-4b50-b2e6-aba87a721e44 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:31.131866 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c043f698-6d53-45b6-b981-aecd72f4c617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:31.147960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-589d6fa0-b52e-4b50-b2e6-aba87a721e44 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Transition to ACTIVE for port object 71600ba4-c9c0-47d3-934f-d3c512b2d81d will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:31.158888 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-e85b4567-34bf-4570-b425-359b7dcd5d76 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Request body: {'port': {'device_id': '72ca18b7-c4a6-4990-90ea-830ccdb376bf', 'network_id': '4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21', 'admin_state_up': True, 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:31.276299 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Allocated IP 172.20.0.1 (391b5b1e-e8ed-493f-a87f-a5d370becc1d/db849eb5-e3aa-4c64-bc00-7e9b83bcda83/9d6814cb-b275-486b-a53e-7d8031d0ab88) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:57:31.283824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71103535-9827-49e8-8d36-a20491baa218 req-efb42535-a01b-42ed-b302-be62b69eef20 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:31.288732 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-589d6fa0-b52e-4b50-b2e6-aba87a721e44 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:31.290097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71103535-9827-49e8-8d36-a20491baa218 req-efb42535-a01b-42ed-b302-be62b69eef20 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:31.296211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71103535-9827-49e8-8d36-a20491baa218 req-efb42535-a01b-42ed-b302-be62b69eef20 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:31.301986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71103535-9827-49e8-8d36-a20491baa218 req-efb42535-a01b-42ed-b302-be62b69eef20 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:31.308091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71103535-9827-49e8-8d36-a20491baa218 req-efb42535-a01b-42ed-b302-be62b69eef20 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:31.314145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71103535-9827-49e8-8d36-a20491baa218 req-efb42535-a01b-42ed-b302-be62b69eef20 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:31.320125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71103535-9827-49e8-8d36-a20491baa218 req-efb42535-a01b-42ed-b302-be62b69eef20 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:31.322044 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71103535-9827-49e8-8d36-a20491baa218 req-efb42535-a01b-42ed-b302-be62b69eef20 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5420 time: 0.7408860 Feb 18 08:57:31.442572 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-fe3e5f29-f992-4c03-8267-d52414da39d7 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 1002 time: 0.3912723 Feb 18 08:57:31.462887 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c043f698-6d53-45b6-b981-aecd72f4c617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:31.465478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589d6fa0-b52e-4b50-b2e6-aba87a721e44 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Network cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:31.473492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d6fa0-b52e-4b50-b2e6-aba87a721e44 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Pushing event updated for resources: {'Port': ['ID=71600ba4-c9c0-47d3-934f-d3c512b2d81d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:31.478670 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-589d6fa0-b52e-4b50-b2e6-aba87a721e44 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:31.483403 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c043f698-6d53-45b6-b981-aecd72f4c617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:31.487632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-e371234e-25e4-42c2-bad6-1a4f615ebd93 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:31.490109 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589d6fa0-b52e-4b50-b2e6-aba87a721e44 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:57:31.600819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71103535-9827-49e8-8d36-a20491baa218 req-f1ada347-3e09-439f-8977-a5acbc9448a6 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2456505 Feb 18 08:57:31.604948 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c043f698-6d53-45b6-b981-aecd72f4c617 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0a71e86164db4b1287e5eaf223f5a906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8427765 Feb 18 08:57:31.610188 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59674) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:31.658481 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043f698-6d53-45b6-b981-aecd72f4c617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212fefcd-ba3a-4ea0-9c41-31d70e53275f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:31.683066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-e85b4567-34bf-4570-b425-359b7dcd5d76 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:31.687587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589d6fa0-b52e-4b50-b2e6-aba87a721e44 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:31.688438 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-589d6fa0-b52e-4b50-b2e6-aba87a721e44 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:31.698622 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ea05d1ab-27f4-489d-885a-cae9fb315783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:31.699100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ea05d1ab-27f4-489d-885a-cae9fb315783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:31.699575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ea05d1ab-27f4-489d-885a-cae9fb315783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:31.700042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ea05d1ab-27f4-489d-885a-cae9fb315783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:31.702183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ea05d1ab-27f4-489d-885a-cae9fb315783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:31.702662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ea05d1ab-27f4-489d-885a-cae9fb315783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:31.703219 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ea05d1ab-27f4-489d-885a-cae9fb315783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:31.705248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-ea05d1ab-27f4-489d-885a-cae9fb315783 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 6477 time: 0.7283242 Feb 18 08:57:31.707220 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:31.707551 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:31.727935 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-e371234e-25e4-42c2-bad6-1a4f615ebd93 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:31.732763 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:31.766958 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-589d6fa0-b52e-4b50-b2e6-aba87a721e44 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.5676377 Feb 18 08:57:31.771184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Transition to ACTIVE for port object 9d6814cb-b275-486b-a53e-7d8031d0ab88 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:31.772087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59678) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:31.785189 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dda548fd-4212-431a-ba8a-13b854306122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:31.837595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-25f2e1e0-4a32-4ba7-81d7-fe2daa631717 None None] Provisioning for port 71600ba4-c9c0-47d3-934f-d3c512b2d81d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:31.844695 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-25f2e1e0-4a32-4ba7-81d7-fe2daa631717 None None] Provisioning complete for port 71600ba4-c9c0-47d3-934f-d3c512b2d81d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:31.845699 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25f2e1e0-4a32-4ba7-81d7-fe2daa631717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:31.854977 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dda548fd-4212-431a-ba8a-13b854306122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:31.916805 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'project_id': '8e5c8e1c291341009630a1c783d52646', 'port_id': '71600ba4-c9c0-47d3-934f-d3c512b2d81d'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:31.918219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-25f2e1e0-4a32-4ba7-81d7-fe2daa631717 None None] Port 71600ba4-c9c0-47d3-934f-d3c512b2d81d cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:57:31.930189 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:31.937376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Usage tracker for resource:floatingip and tenant:8e5c8e1c291341009630a1c783d52646 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:31.943156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:31.952765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:31.959437 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:31.980894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-e85b4567-34bf-4570-b425-359b7dcd5d76 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:32.023543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Calling delete_port for 2983ba82-feb0-4b00-a3a1-88c0420034fd owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:32.033146 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Network 391b5b1e-e8ed-493f-a87f-a5d370becc1d is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:32.034293 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:32.050328 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:32.062132 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:57:32.102906 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dda548fd-4212-431a-ba8a-13b854306122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:32.122948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Pushing event updated for resources: {'Port': ['ID=9d6814cb-b275-486b-a53e-7d8031d0ab88,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:32.192566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda548fd-4212-431a-ba8a-13b854306122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212fefcd-ba3a-4ea0-9c41-31d70e53275f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:32.214258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dda548fd-4212-431a-ba8a-13b854306122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:32.215391 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-dda548fd-4212-431a-ba8a-13b854306122 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/212fefcd-ba3a-4ea0-9c41-31d70e53275f HTTP/1.1" status: 204 len: 168 time: 0.6001894 Feb 18 08:57:32.220405 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:32.269358 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-7937e0ce-97c0-4603-bda5-9377a97ba63b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40eb1bfc-150b-4f7d-ab6d-c6615ae3067e HTTP/1.1" status: 200 len: 217 time: 0.4315522 Feb 18 08:57:32.344874 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-e85b4567-34bf-4570-b425-359b7dcd5d76 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Made reservation on behalf of 96f9ab7aca9f4ebb9b0d991d4090bfbe for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:57:32.348564 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-e85b4567-34bf-4570-b425-359b7dcd5d76 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:32.364747 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:32.407065 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:32.441442 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-601a39a1-a56d-4bfc-b812-7861d131c836 None None] Provisioning for port 9d6814cb-b275-486b-a53e-7d8031d0ab88 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:32.447821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-601a39a1-a56d-4bfc-b812-7861d131c836 None None] Provisioning complete for port 9d6814cb-b275-486b-a53e-7d8031d0ab88 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:32.448604 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-601a39a1-a56d-4bfc-b812-7861d131c836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:32.507415 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-601a39a1-a56d-4bfc-b812-7861d131c836 None None] Port 9d6814cb-b275-486b-a53e-7d8031d0ab88 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:57:32.521732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-27310ab7-5f55-4ebd-b95e-64a25ca743a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:32.523502 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-27310ab7-5f55-4ebd-b95e-64a25ca743a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec7d804e-ca01-4571-a18b-fa20d71f9ecf HTTP/1.1" status: 200 len: 851 time: 0.2435918 Feb 18 08:57:32.638596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59688) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:32.674107 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2bba0bcd-8b94-4f0e-a3f5-0cf98d66a104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:32.767131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff8cf5-a68f-48d6-ada9-07da073b1dd8 req-bad440df-fd52-49ea-b015-503bfebb3249 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:32.768624 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a0ff8cf5-a68f-48d6-ada9-07da073b1dd8 req-bad440df-fd52-49ea-b015-503bfebb3249 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/ports?device_id=25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9 HTTP/1.1" status: 200 len: 945 time: 0.9297333 Feb 18 08:57:32.784633 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-e371234e-25e4-42c2-bad6-1a4f615ebd93 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:32.792595 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d3e5824f-dba6-4309-8c92-d2c9d484f828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:32.825449 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-e371234e-25e4-42c2-bad6-1a4f615ebd93 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:32.825759 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-e371234e-25e4-42c2-bad6-1a4f615ebd93 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Floating IP 222ba894-0fdb-4263-9ce8-e88d17ea8d49 disassociated. External IP: 172.25.1.178, port: 1b97c388-f608-4cef-8ba9-811aaeb71bd3. Feb 18 08:57:32.841488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Allocated IP 172.25.1.112 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/27b9a8cf-1670-434d-8432-9c3fac213df2) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:57:32.957268 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d3e5824f-dba6-4309-8c92-d2c9d484f828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:32.979249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d3e5824f-dba6-4309-8c92-d2c9d484f828 admin admin] Usage tracker for resource:security_group_rule and tenant:2402e1d4727f4592bff9e1f0e039bceb is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:33.026116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d3e5824f-dba6-4309-8c92-d2c9d484f828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:33.053917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d3e5824f-dba6-4309-8c92-d2c9d484f828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:33.083410 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a0ff8cf5-a68f-48d6-ada9-07da073b1dd8 req-6b454032-4fa6-43e6-a8a1-7b8e94429553 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/security-groups?id=20a0f857-0b82-4b26-b80c-6846c5a6cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976580 Feb 18 08:57:33.130109 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:33.153740 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:33.166669 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:33.206068 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:33.248012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-a87d3bc6-f278-494a-beca-af1fd5e91681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:33.250566 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-a87d3bc6-f278-494a-beca-af1fd5e91681 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a401406b-a4a8-40c2-921a-a514ad2ac81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7151785 Feb 18 08:57:33.269801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-e85b4567-34bf-4570-b425-359b7dcd5d76 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Allocated IP 19.80.0.207 (4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21/fb367d24-9977-4280-8797-8975d34945b4/5abf860f-7cc7-4acb-aa31-20b9e3648617) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:57:33.293595 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:33.297815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Pushing event updated for resources: {'Port': ['ID=9d6814cb-b275-486b-a53e-7d8031d0ab88,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:33.302025 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:33.341602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Pushing event deleted for resources: {'Port': ['ID=2983ba82-feb0-4b00-a3a1-88c0420034fd,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:33.401904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b4d73fd-e442-42a6-87bd-6a5b7d2cebcf req-e4d140ee-a716-4d64-b0cd-514467b482b1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 210 time: 0.1870396 Feb 18 08:57:33.416727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:33.417076 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:33.417417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:33.417750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:33.418083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:33.418466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:33.418790 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:33.419110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:33.419490 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:33.419811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:33.420768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:33.421747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:33.437962 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:33.442822 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:33.449113 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:57:33.477540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Pushing event updated for resources: {'Port': ['ID=27b9a8cf-1670-434d-8432-9c3fac213df2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:33.619420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Network 391b5b1e-e8ed-493f-a87f-a5d370becc1d is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:33.647872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:33.685406 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:33.765914 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:33.939606 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b431b92d-f191-4c02-bc54-f1bbfa47dffb None None] Provisioning complete for port 9d6814cb-b275-486b-a53e-7d8031d0ab88 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:33.940059 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b431b92d-f191-4c02-bc54-f1bbfa47dffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:33.953200 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:33.975452 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Router c164653f-5ba0-44d6-8708-a349c9ad2dcc has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:57:34.011440 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b431b92d-f191-4c02-bc54-f1bbfa47dffb None None] Port 9d6814cb-b275-486b-a53e-7d8031d0ab88 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:57:34.130195 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d3e5824f-dba6-4309-8c92-d2c9d484f828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:34.141467 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-2832fe86-c8e6-4888-8020-5080832318e4 service neutron] 10.222.0.61 "GET /v2.0/networks/a401406b-a4a8-40c2-921a-a514ad2ac81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8309634 Feb 18 08:57:34.147700 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d3e5824f-dba6-4309-8c92-d2c9d484f828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:34.305066 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:57:34.316992 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addbb255-e82d-40bb-958b-fb526b55156f None None] Sync routers for ids ['c164653f-5ba0-44d6-8708-a349c9ad2dcc'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:57:34.328577 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-20fa9002-34be-46a6-88cb-f6d74d8ad082 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "PUT /v2.0/routers/c164653f-5ba0-44d6-8708-a349c9ad2dcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6241655 Feb 18 08:57:34.331930 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59696) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:34.335267 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addbb255-e82d-40bb-958b-fb526b55156f None None] Routers {'c164653f-5ba0-44d6-8708-a349c9ad2dcc'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:34.335427 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-e371234e-25e4-42c2-bad6-1a4f615ebd93 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:57:34.338524 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-addbb255-e82d-40bb-958b-fb526b55156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c164653f-5ba0-44d6-8708-a349c9ad2dcc'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:34.366717 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d3e5824f-dba6-4309-8c92-d2c9d484f828 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2402e1d4727f4592bff9e1f0e039bceb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7158766 Feb 18 08:57:34.366717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5824f-dba6-4309-8c92-d2c9d484f828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8509ecc3-5505-4c77-973f-5f5cd641d9a4,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:34.367599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59700) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:34.406184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1437c5-3d6e-4a1c-9956-c9c44f935235 req-00e9156d-c76e-4431-aa52-6879afa63c43 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:34.411919 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1437c5-3d6e-4a1c-9956-c9c44f935235 req-00e9156d-c76e-4431-aa52-6879afa63c43 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:34.416900 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-addbb255-e82d-40bb-958b-fb526b55156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:34.417651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1437c5-3d6e-4a1c-9956-c9c44f935235 req-00e9156d-c76e-4431-aa52-6879afa63c43 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:34.424789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1437c5-3d6e-4a1c-9956-c9c44f935235 req-00e9156d-c76e-4431-aa52-6879afa63c43 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:34.426332 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addbb255-e82d-40bb-958b-fb526b55156f None None] Routers {'c164653f-5ba0-44d6-8708-a349c9ad2dcc'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:34.428125 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-addbb255-e82d-40bb-958b-fb526b55156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c164653f-5ba0-44d6-8708-a349c9ad2dcc'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:34.430764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1437c5-3d6e-4a1c-9956-c9c44f935235 req-00e9156d-c76e-4431-aa52-6879afa63c43 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:34.437454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1437c5-3d6e-4a1c-9956-c9c44f935235 req-00e9156d-c76e-4431-aa52-6879afa63c43 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:34.443426 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1437c5-3d6e-4a1c-9956-c9c44f935235 req-00e9156d-c76e-4431-aa52-6879afa63c43 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:34.445365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d1437c5-3d6e-4a1c-9956-c9c44f935235 req-00e9156d-c76e-4431-aa52-6879afa63c43 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5420 time: 0.8500328 Feb 18 08:57:34.460984 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:34.473497 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7fd61f9e-0220-4510-a2eb-2116d30842f8 tempest-AttachVolumeShelveTestJSON-1662205529 tempest-AttachVolumeShelveTestJSON-1662205529-project] 10.222.0.72 "DELETE /v2.0/floatingips/16724703-7e79-4fae-970a-3e14f1cdabd5 HTTP/1.1" status: 204 len: 168 time: 3.7916961 Feb 18 08:57:34.496025 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-addbb255-e82d-40bb-958b-fb526b55156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:34.496565 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addbb255-e82d-40bb-958b-fb526b55156f None None] The sync data for ids ['c164653f-5ba0-44d6-8708-a349c9ad2dcc'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:57:34.499980 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:57:34.518021 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:34.526826 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-45601448-66dd-46fa-bfd2-49c5e6e95c4a tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:34.641424 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-e85b4567-34bf-4570-b425-359b7dcd5d76 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:34.709681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-58e2bde5-eb10-4a42-b525-9ab3ce77c249 service neutron] 10.222.0.61 "GET /v2.0/networks/a401406b-a4a8-40c2-921a-a514ad2ac81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548716 Feb 18 08:57:34.712776 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-e85b4567-34bf-4570-b425-359b7dcd5d76 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Transition to ACTIVE for port object 5abf860f-7cc7-4acb-aa31-20b9e3648617 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:34.749530 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:34.787401 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-45601448-66dd-46fa-bfd2-49c5e6e95c4a tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 18 08:57:34.788453 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-45601448-66dd-46fa-bfd2-49c5e6e95c4a tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "DELETE /v2.0/routers/c164653f-5ba0-44d6-8708-a349c9ad2dcc HTTP/1.1" status: 409 len: 329 time: 0.4553649 Feb 18 08:57:34.797223 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59710) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:34.799640 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d1437c5-3d6e-4a1c-9956-c9c44f935235 req-fced8703-cd75-401d-a67e-c36b2db4c410 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3292127 Feb 18 08:57:34.815094 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-442c0a78-d829-450b-a2a5-0c32e9b40026 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=5d533476-d347-4c13-8d3e-a98ebb1ba63d HTTP/1.1" status: 200 len: 217 time: 0.0934825 Feb 18 08:57:34.867629 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-406a2d4e-6286-4636-9060-c49e717a5e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:34.897824 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-406a2d4e-6286-4636-9060-c49e717a5e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:34.957022 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:35.021692 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-406a2d4e-6286-4636-9060-c49e717a5e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:35.052778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a2d4e-6286-4636-9060-c49e717a5e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8509ecc3-5505-4c77-973f-5f5cd641d9a4,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:35.077437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-e371234e-25e4-42c2-bad6-1a4f615ebd93 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:57:35.080403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aeea3749-e70c-4507-92b1-3e20ef451d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:35.081865 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-aeea3749-e70c-4507-92b1-3e20ef451d45 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b443beab-a13b-4525-9863-a6eb259ae31b HTTP/1.1" status: 200 len: 797 time: 0.2154517 Feb 18 08:57:35.085031 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-e371234e-25e4-42c2-bad6-1a4f615ebd93 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:35.093665 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85f0c8-b5dd-4478-be26-f64a0c8100a9 None None] Sync routers for ids ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:57:35.127432 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f85f0c8-b5dd-4478-be26-f64a0c8100a9 None None] Routers {'20acd3a2-903f-4478-bf5f-f8cfbf378cbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:35.128599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3f85f0c8-b5dd-4478-be26-f64a0c8100a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:35.163941 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-406a2d4e-6286-4636-9060-c49e717a5e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:35.165454 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-406a2d4e-6286-4636-9060-c49e717a5e20 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8509ecc3-5505-4c77-973f-5f5cd641d9a4 HTTP/1.1" status: 204 len: 168 time: 0.7893400 Feb 18 08:57:35.174520 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-e85b4567-34bf-4570-b425-359b7dcd5d76 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:35.321074 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-e371234e-25e4-42c2-bad6-1a4f615ebd93 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "PUT /v2.0/floatingips/222ba894-0fdb-4263-9ce8-e88d17ea8d49 HTTP/1.1" status: 200 len: 696 time: 3.8662622 Feb 18 08:57:35.322904 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-e85b4567-34bf-4570-b425-359b7dcd5d76 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Network 4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:35.326038 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'tag': '1b97c388-f608-4cef-8ba9-811aaeb71bd3'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:57:35.339441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-e85b4567-34bf-4570-b425-359b7dcd5d76 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:35.344071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b4567-34bf-4570-b425-359b7dcd5d76 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event updated for resources: {'Port': ['ID=5abf860f-7cc7-4acb-aa31-20b9e3648617,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:35.349797 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-e85b4567-34bf-4570-b425-359b7dcd5d76 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:57:35.511461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-e85b4567-34bf-4570-b425-359b7dcd5d76 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:35.512093 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-e85b4567-34bf-4570-b425-359b7dcd5d76 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:35.540819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-3f85f0c8-b5dd-4478-be26-f64a0c8100a9 None None] Set router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:57:35.595493 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-50140765-93b0-4915-a1e2-315d46ae8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:35.596951 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-50140765-93b0-4915-a1e2-315d46ae8ee7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4302342 Feb 18 08:57:35.648924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-e85b4567-34bf-4570-b425-359b7dcd5d76 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5625980 Feb 18 08:57:35.651077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-0db910cf-5c84-4862-b7d4-9437f5604dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:35.659220 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-0db910cf-5c84-4862-b7d4-9437f5604dab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2bfd11743efb4659a7cafd525e72f79c&device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 1097 time: 0.2827382 Feb 18 08:57:35.734677 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:35.763158 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:35.832172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Pushing event updated for resources: {'Port': ['ID=27b9a8cf-1670-434d-8432-9c3fac213df2,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:35.833615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-4cfd0eb0-5d6f-441f-811b-eaee078cbaad tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Request body: {'port': {'device_id': '72ca18b7-c4a6-4990-90ea-830ccdb376bf', 'network_id': '3a39405b-173e-4076-807d-a159f359a7fb', 'admin_state_up': True, 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:36.019840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a8680d8-d10c-4647-929c-6704c949165b None None] Provisioning for port 5abf860f-7cc7-4acb-aa31-20b9e3648617 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:36.026300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a8680d8-d10c-4647-929c-6704c949165b None None] Provisioning complete for port 5abf860f-7cc7-4acb-aa31-20b9e3648617 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:36.026673 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a8680d8-d10c-4647-929c-6704c949165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:36.116365 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:36.216183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a8680d8-d10c-4647-929c-6704c949165b None None] Port 5abf860f-7cc7-4acb-aa31-20b9e3648617 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:57:36.291502 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3f85f0c8-b5dd-4478-be26-f64a0c8100a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:23Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:36.302334 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85f0c8-b5dd-4478-be26-f64a0c8100a9 None None] Checking router: 20acd3a2-903f-4478-bf5f-f8cfbf378cbe for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:57:36.313658 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-f5b55e1d-abf1-4235-9e21-ded0246b0228 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6963613 Feb 18 08:57:36.318967 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Floating IP 901195ac-0555-4820-b53d-5d6e9b81d5ab associated. External IP: 172.25.1.112, port: 71600ba4-c9c0-47d3-934f-d3c512b2d81d. Feb 18 08:57:36.319280 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f85f0c8-b5dd-4478-be26-f64a0c8100a9 None None] Routers {'20acd3a2-903f-4478-bf5f-f8cfbf378cbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:36.320362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3f85f0c8-b5dd-4478-be26-f64a0c8100a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:36.321372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06782eb2-fe03-4402-8965-0d1c8de01cc9 req-c4e5f6ca-66e5-4cea-956c-7ec2f05c1dc9 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:36.322074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-06782eb2-fe03-4402-8965-0d1c8de01cc9 req-c4e5f6ca-66e5-4cea-956c-7ec2f05c1dc9 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Synchronizing usage tracker for tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:57:36.349581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-331a156b-8d7b-407e-8e3f-dd629435a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:36.356379 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-331a156b-8d7b-407e-8e3f-dd629435a9bc service neutron] 10.222.0.72 "GET /v2.0/networks?id=d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 200 len: 922 time: 0.6963105 Feb 18 08:57:36.504324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-4cfd0eb0-5d6f-441f-811b-eaee078cbaad tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:36.507259 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-023adf72-b425-4cc9-aba5-f9be76e7542f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b97c388-f608-4cef-8ba9-811aaeb71bd3 HTTP/1.1" status: 200 len: 217 time: 0.1501312 Feb 18 08:57:36.612954 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4e8d191c-ff64-49b8-b894-81a24f68c63f tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:36.613226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-4cfd0eb0-5d6f-441f-811b-eaee078cbaad tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:36.652394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-b64fae8c-1f5f-4533-b6c1-e15dcfbb9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:36.653618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-b64fae8c-1f5f-4533-b6c1-e15dcfbb9ce4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1570d450-e2c9-453c-a07c-52b306ae3008 HTTP/1.1" status: 200 len: 860 time: 0.1388125 Feb 18 08:57:36.658387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-4cfd0eb0-5d6f-441f-811b-eaee078cbaad tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Made reservation on behalf of 96f9ab7aca9f4ebb9b0d991d4090bfbe for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:57:36.662189 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-4cfd0eb0-5d6f-441f-811b-eaee078cbaad tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:36.685430 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-3f85f0c8-b5dd-4478-be26-f64a0c8100a9 None None] Set router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:57:36.730995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-06782eb2-fe03-4402-8965-0d1c8de01cc9 req-c4e5f6ca-66e5-4cea-956c-7ec2f05c1dc9 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Unset dirty status for tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:57:36.739442 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-06782eb2-fe03-4402-8965-0d1c8de01cc9 req-c4e5f6ca-66e5-4cea-956c-7ec2f05c1dc9 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 932 time: 1.2225924 Feb 18 08:57:36.949256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-4cfd0eb0-5d6f-441f-811b-eaee078cbaad tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Allocated IP 19.86.0.162 (3a39405b-173e-4076-807d-a159f359a7fb/9deed4cd-d230-470e-87ed-69e46795553c/e038917e-48d1-49ed-b44f-3fc023f5fffa) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:57:37.029294 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-3597069e-edfe-4bf6-9656-db19e4202714 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6994760 Feb 18 08:57:37.131668 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3f85f0c8-b5dd-4478-be26-f64a0c8100a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:23Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:37.136212 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85f0c8-b5dd-4478-be26-f64a0c8100a9 None None] The sync data for ids ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'] in n-d-829434-1 is: [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:55:08Z', 'revision_number': 4, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '408f1974-0ce5-4018-b566-a32b4fe502f0', 'name': '', 'network_id': 'd9a0792a-5ad4-4098-9d51-afae073edc3e', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'mac_address': 'fa:16:3e:2d:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:03Z', 'updated_at': '2022-02-18T08:55:23Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'subnets': [{'id': '1570d450-e2c9-453c-a07c-52b306ae3008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:57:37.168995 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-1f2067a9-0250-4472-8a95-0d4c6e92522f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=c2e0cbb0-82ef-4c98-a16f-e576f7a2297c HTTP/1.1" status: 200 len: 217 time: 0.1256821 Feb 18 08:57:37.203258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Router fbbd2c7b-f8b1-430e-ba87-86e904a699c9 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:57:37.234145 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-06782eb2-fe03-4402-8965-0d1c8de01cc9 req-fc9da554-47d2-47be-84b0-c59733be548d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932234 Feb 18 08:57:37.425053 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'tag': '1b97c388-f608-4cef-8ba9-811aaeb71bd3', 'status': 'completed', 'code': 200} Feb 18 08:57:37.566058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-9ba1bdbf-8ada-490d-b181-ca62d1a5b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:37.567656 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-9ba1bdbf-8ada-490d-b181-ca62d1a5b097 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b443beab-a13b-4525-9863-a6eb259ae31b HTTP/1.1" status: 200 len: 797 time: 0.3325641 Feb 18 08:57:37.574979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-fd500fba-bb57-40a1-b591-578cf5d86417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:37.580751 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958dae1-17a2-40cc-82a0-091d59b94abf None None] New status for floating IP 222ba894-0fdb-4263-9ce8-e88d17ea8d49: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:57:37.582630 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-fd500fba-bb57-40a1-b591-578cf5d86417 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d9a0792a-5ad4-4098-9d51-afae073edc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9109595 Feb 18 08:57:37.642713 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:57:37.653857 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c7709-204f-4317-9fe9-30ce36c0d607 None None] Sync routers for ids ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:57:37.668373 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c7709-204f-4317-9fe9-30ce36c0d607 None None] Routers {'fbbd2c7b-f8b1-430e-ba87-86e904a699c9'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:37.669018 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c47c7709-204f-4317-9fe9-30ce36c0d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:37.713873 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:37.771938 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0cafed1a-7d3d-493a-bdb1-4a57945f5e21 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 5.9988201 Feb 18 08:57:37.775019 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59764) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:37.813073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c47c7709-204f-4317-9fe9-30ce36c0d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:37.836601 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c7709-204f-4317-9fe9-30ce36c0d607 None None] Routers {'fbbd2c7b-f8b1-430e-ba87-86e904a699c9'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:37.837494 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c47c7709-204f-4317-9fe9-30ce36c0d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:37.983775 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c47c7709-204f-4317-9fe9-30ce36c0d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:37.984517 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c7709-204f-4317-9fe9-30ce36c0d607 None None] The sync data for ids ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:57:37.990110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d191c-ff64-49b8-b894-81a24f68c63f tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Deleting port 9d6814cb-b275-486b-a53e-7d8031d0ab88 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:37.990458 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4e8d191c-ff64-49b8-b894-81a24f68c63f tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:38.028096 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-4cfd0eb0-5d6f-441f-811b-eaee078cbaad tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:38.074676 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-08dace29-0a75-481f-957d-f028881d5860 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] 10.222.0.72 "GET /v2.0/floatingips/901195ac-0555-4820-b53d-5d6e9b81d5ab HTTP/1.1" status: 200 len: 984 time: 0.2985864 Feb 18 08:57:38.084728 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59774) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:38.209738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-4cfd0eb0-5d6f-441f-811b-eaee078cbaad tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Transition to ACTIVE for port object e038917e-48d1-49ed-b44f-3fc023f5fffa will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:38.230984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4e8d191c-ff64-49b8-b894-81a24f68c63f tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:38.304115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b886f9b-f1ca-40ed-95f9-374d0d3bae52 req-18b04599-34ae-4503-b6eb-58ffff79e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:38.305640 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b886f9b-f1ca-40ed-95f9-374d0d3bae52 req-18b04599-34ae-4503-b6eb-58ffff79e0a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bfd11743efb4659a7cafd525e72f79c&device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 1097 time: 0.8719945 Feb 18 08:57:38.325363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-0b9bfde8-df43-48d5-89b1-460219d54324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:38.327421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-0b9bfde8-df43-48d5-89b1-460219d54324 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7234299 Feb 18 08:57:38.407213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d191c-ff64-49b8-b894-81a24f68c63f tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Calling delete_port for 9d6814cb-b275-486b-a53e-7d8031d0ab88 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:38.536118 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-be990d8a-2daf-4c73-ac0b-7922c96c12ef service neutron] 10.222.0.72 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9526305 Feb 18 08:57:38.595967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7b56e-dae6-4cda-8566-d0c7bea9c70d req-d84525cf-72c6-4e51-a04e-815d91e761f3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:38.601715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7b56e-dae6-4cda-8566-d0c7bea9c70d req-d84525cf-72c6-4e51-a04e-815d91e761f3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:38.607423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7b56e-dae6-4cda-8566-d0c7bea9c70d req-d84525cf-72c6-4e51-a04e-815d91e761f3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:38.613346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7b56e-dae6-4cda-8566-d0c7bea9c70d req-d84525cf-72c6-4e51-a04e-815d91e761f3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:38.617533 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4e8d191c-ff64-49b8-b894-81a24f68c63f tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:38.619064 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7b56e-dae6-4cda-8566-d0c7bea9c70d req-d84525cf-72c6-4e51-a04e-815d91e761f3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:38.625388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7b56e-dae6-4cda-8566-d0c7bea9c70d req-d84525cf-72c6-4e51-a04e-815d91e761f3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:38.631165 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7b56e-dae6-4cda-8566-d0c7bea9c70d req-d84525cf-72c6-4e51-a04e-815d91e761f3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:38.633090 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94a7b56e-dae6-4cda-8566-d0c7bea9c70d req-d84525cf-72c6-4e51-a04e-815d91e761f3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5420 time: 1.0303419 Feb 18 08:57:38.676584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d191c-ff64-49b8-b894-81a24f68c63f tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Pushing event deleted for resources: {'Port': ['ID=9d6814cb-b275-486b-a53e-7d8031d0ab88,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:38.685209 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b32a2a44-b262-40fe-a4d5-a77326fc0d51 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2429 time: 0.5787480 Feb 18 08:57:38.711792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59796) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:38.947844 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59802) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:38.972482 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59443e6b-95d0-42a9-a1a0-a746023034c5 req-f02ca1f2-324c-4739-b375-0c13481ff635 service neutron] 10.222.0.72 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383284 Feb 18 08:57:39.000089 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94a7b56e-dae6-4cda-8566-d0c7bea9c70d req-6bb559dd-6559-4125-9d9e-25a513e28bb6 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3492277 Feb 18 08:57:39.028151 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-4cfd0eb0-5d6f-441f-811b-eaee078cbaad tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:39.122497 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-0024d0b4-a4f8-4289-bc35-35d59e541bd1 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144567 Feb 18 08:57:39.124159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b886f9b-f1ca-40ed-95f9-374d0d3bae52 req-24ebbc51-6f1f-4bc4-a2ef-25728e2396cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:39.125646 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b886f9b-f1ca-40ed-95f9-374d0d3bae52 req-24ebbc51-6f1f-4bc4-a2ef-25728e2396cf service neutron] 10.222.0.61 "GET /v2.0/networks?id=d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 200 len: 922 time: 0.7920418 Feb 18 08:57:39.188008 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4e8d191c-ff64-49b8-b894-81a24f68c63f tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:39.194836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d0179f60-b54f-4ae0-a1fc-7436cd6717ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Deleting port 27b9a8cf-1670-434d-8432-9c3fac213df2 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:39.195173 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0179f60-b54f-4ae0-a1fc-7436cd6717ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:39.471518 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b886f9b-f1ca-40ed-95f9-374d0d3bae52 req-b27bb1c6-252b-4e6e-9fda-5958b6eda97a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b97c388-f608-4cef-8ba9-811aaeb71bd3 HTTP/1.1" status: 200 len: 217 time: 0.1957049 Feb 18 08:57:39.472412 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0ee2f86e-2043-4c78-a574-5eded6e52265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:39.593199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-4cfd0eb0-5d6f-441f-811b-eaee078cbaad tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Network 3a39405b-173e-4076-807d-a159f359a7fb is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:39.602801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b886f9b-f1ca-40ed-95f9-374d0d3bae52 req-f8236d6e-1f4f-4fd6-b940-a602c0ca8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:39.604462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b886f9b-f1ca-40ed-95f9-374d0d3bae52 req-f8236d6e-1f4f-4fd6-b940-a602c0ca8d77 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1570d450-e2c9-453c-a07c-52b306ae3008 HTTP/1.1" status: 200 len: 860 time: 0.1175303 Feb 18 08:57:39.605258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd0eb0-5d6f-441f-811b-eaee078cbaad tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event updated for resources: {'Port': ['ID=e038917e-48d1-49ed-b44f-3fc023f5fffa,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:39.609019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-4cfd0eb0-5d6f-441f-811b-eaee078cbaad tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:39.633570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0ee2f86e-2043-4c78-a574-5eded6e52265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:39.636904 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-4cfd0eb0-5d6f-441f-811b-eaee078cbaad tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:57:39.725937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0ee2f86e-2043-4c78-a574-5eded6e52265 admin admin] Usage tracker for resource:security_group_rule and tenant:436171a38fbf4b5db429417c866bfe72 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:39.749179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0ee2f86e-2043-4c78-a574-5eded6e52265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:39.772312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0ee2f86e-2043-4c78-a574-5eded6e52265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:39.784447 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-d8e3901f-bb79-4dad-8a58-4c2a01a93717 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901599 Feb 18 08:57:39.844380 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8d191c-ff64-49b8-b894-81a24f68c63f tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Router c164653f-5ba0-44d6-8708-a349c9ad2dcc has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:57:39.873001 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0179f60-b54f-4ae0-a1fc-7436cd6717ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:39.873891 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0179f60-b54f-4ae0-a1fc-7436cd6717ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:39.966359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b5eae8e1-2419-4686-a9e0-cf6d5613c6a8 None None] Provisioning for port e038917e-48d1-49ed-b44f-3fc023f5fffa completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:57:39.974363 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b5eae8e1-2419-4686-a9e0-cf6d5613c6a8 None None] Provisioning complete for port e038917e-48d1-49ed-b44f-3fc023f5fffa triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:57:39.975042 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b5eae8e1-2419-4686-a9e0-cf6d5613c6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:40.011339 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-4cfd0eb0-5d6f-441f-811b-eaee078cbaad tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:40.012036 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-4cfd0eb0-5d6f-441f-811b-eaee078cbaad tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:40.028603 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-2826aefe-6d55-4f2e-88ad-485a057f4d0b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=28ca0474-ecea-48dc-bdbc-81970b7d76d9 HTTP/1.1" status: 200 len: 217 time: 0.1270316 Feb 18 08:57:40.038602 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-986bd0ff-47a7-4243-b42b-c2c2668dbc2e req-3991be4b-3712-4931-b08f-2e1327a211de tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/floatingips/222ba894-0fdb-4263-9ce8-e88d17ea8d49 HTTP/1.1" status: 200 len: 694 time: 0.2597339 Feb 18 08:57:40.049836 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b5eae8e1-2419-4686-a9e0-cf6d5613c6a8 None None] Port e038917e-48d1-49ed-b44f-3fc023f5fffa cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:57:40.099914 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8d191c-ff64-49b8-b894-81a24f68c63f tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:57:40.112487 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d07be-a6da-42c2-9f45-74766bb17552 None None] Sync routers for ids ['c164653f-5ba0-44d6-8708-a349c9ad2dcc'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:57:40.114502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97737e87-6fc2-4cc2-a905-507326b1d6f5 req-37b346a0-d9d3-4f67-a325-557ecbd754cd tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:40.120658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97737e87-6fc2-4cc2-a905-507326b1d6f5 req-37b346a0-d9d3-4f67-a325-557ecbd754cd tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:40.122430 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97737e87-6fc2-4cc2-a905-507326b1d6f5 req-37b346a0-d9d3-4f67-a325-557ecbd754cd tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1655 time: 0.9065170 Feb 18 08:57:40.129756 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d07be-a6da-42c2-9f45-74766bb17552 None None] Routers {'c164653f-5ba0-44d6-8708-a349c9ad2dcc'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:40.130583 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-600d07be-a6da-42c2-9f45-74766bb17552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c164653f-5ba0-44d6-8708-a349c9ad2dcc'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:40.181080 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-4cfd0eb0-5d6f-441f-811b-eaee078cbaad tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4685838 Feb 18 08:57:40.183088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d0179f60-b54f-4ae0-a1fc-7436cd6717ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Calling delete_port for 27b9a8cf-1670-434d-8432-9c3fac213df2 owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:40.198160 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-600d07be-a6da-42c2-9f45-74766bb17552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:40.208860 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d07be-a6da-42c2-9f45-74766bb17552 None None] Routers {'c164653f-5ba0-44d6-8708-a349c9ad2dcc'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:40.209501 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-600d07be-a6da-42c2-9f45-74766bb17552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c164653f-5ba0-44d6-8708-a349c9ad2dcc'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:40.224337 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4e8d191c-ff64-49b8-b894-81a24f68c63f tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "PUT /v2.0/routers/c164653f-5ba0-44d6-8708-a349c9ad2dcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4259844 Feb 18 08:57:40.231405 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59828) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:40.271633 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Request body: {'port': {'device_id': '72ca18b7-c4a6-4990-90ea-830ccdb376bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:40.273105 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-600d07be-a6da-42c2-9f45-74766bb17552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:40.273699 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d07be-a6da-42c2-9f45-74766bb17552 None None] The sync data for ids ['c164653f-5ba0-44d6-8708-a349c9ad2dcc'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:57:40.323263 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-38302173-eedf-40d3-9432-f5ddeab0af38 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] show failed (client error): The resource could not be found. Feb 18 08:57:40.324832 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-38302173-eedf-40d3-9432-f5ddeab0af38 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "GET /v2.0/routers/tempest-non_exist_router-996243973 HTTP/1.1" status: 404 len: 334 time: 0.0918496 Feb 18 08:57:40.329004 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59832) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:40.334926 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4ba2699a-c512-423d-bfb7-86aaa25676ab tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:40.412999 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-4ba2699a-c512-423d-bfb7-86aaa25676ab tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] update failed (client error): The resource could not be found. Feb 18 08:57:40.419050 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4ba2699a-c512-423d-bfb7-86aaa25676ab tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "PUT /v2.0/routers/tempest-non_exist_router-1867498842 HTTP/1.1" status: 404 len: 335 time: 0.0841379 Feb 18 08:57:40.419050 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59836) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:40.507397 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4bb3901-899d-4a48-8dbd-9f881fb87da2 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Deleting subnet daeae43d-2b76-4370-a884-00f572d8c010 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:57:40.510999 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3901-899d-4a48-8dbd-9f881fb87da2 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:40.534304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b886f9b-f1ca-40ed-95f9-374d0d3bae52 req-c575c691-1283-42a1-ba83-13c631140403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:40.535895 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b886f9b-f1ca-40ed-95f9-374d0d3bae52 req-c575c691-1283-42a1-ba83-13c631140403 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d9a0792a-5ad4-4098-9d51-afae073edc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8616154 Feb 18 08:57:40.545800 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-88462df5-e122-425f-aaad-dea37d5778c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:40.547319 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-88462df5-e122-425f-aaad-dea37d5778c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b443beab-a13b-4525-9863-a6eb259ae31b HTTP/1.1" status: 200 len: 797 time: 0.5056779 Feb 18 08:57:40.624909 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3901-899d-4a48-8dbd-9f881fb87da2 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:40.628359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97737e87-6fc2-4cc2-a905-507326b1d6f5 req-26e12d25-bca7-4978-9612-335cc5ce268f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773121 Feb 18 08:57:40.746783 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0179f60-b54f-4ae0-a1fc-7436cd6717ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:40.814941 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0179f60-b54f-4ae0-a1fc-7436cd6717ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Pushing event deleted for resources: {'Port': ['ID=27b9a8cf-1670-434d-8432-9c3fac213df2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:40.895932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bd0ff-47a7-4243-b42b-c2c2668dbc2e req-7856718b-4257-4b2d-8e84-d160593584ef tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:40.917467 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-986bd0ff-47a7-4243-b42b-c2c2668dbc2e req-7856718b-4257-4b2d-8e84-d160593584ef tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.8053362 Feb 18 08:57:40.927779 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3901-899d-4a48-8dbd-9f881fb87da2 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:40.941627 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0ee2f86e-2043-4c78-a574-5eded6e52265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:40.949116 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:40.968880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-986bd0ff-47a7-4243-b42b-c2c2668dbc2e req-fe208b31-a776-4e71-aea8-ba97cab55472 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 08:57:40.969731 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-986bd0ff-47a7-4243-b42b-c2c2668dbc2e req-fe208b31-a776-4e71-aea8-ba97cab55472 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495968 Feb 18 08:57:40.978021 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0ee2f86e-2043-4c78-a574-5eded6e52265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:40.992102 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0179f60-b54f-4ae0-a1fc-7436cd6717ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:40.992494 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-d0179f60-b54f-4ae0-a1fc-7436cd6717ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Floating IP 901195ac-0555-4820-b53d-5d6e9b81d5ab disassociated (deleted). External IP: 172.25.1.112, port: 71600ba4-c9c0-47d3-934f-d3c512b2d81d. Feb 18 08:57:41.097853 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:41.160981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b886f9b-f1ca-40ed-95f9-374d0d3bae52 req-0efc7e53-5a1f-4659-b215-2b46d0091915 service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5983782 Feb 18 08:57:41.221388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-986bd0ff-47a7-4243-b42b-c2c2668dbc2e req-5b051b1c-55d7-44e2-84cc-39ed603fc8cd tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 697 time: 0.2268052 Feb 18 08:57:41.236319 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0ee2f86e-2043-4c78-a574-5eded6e52265 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=436171a38fbf4b5db429417c866bfe72&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2814107 Feb 18 08:57:41.237720 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2f86e-2043-4c78-a574-5eded6e52265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a80e591-e1ac-491a-b341-f5608dd10e23,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:41.283555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59844) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:41.294801 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3901-899d-4a48-8dbd-9f881fb87da2 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:41.367879 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb3901-899d-4a48-8dbd-9f881fb87da2 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Pushing event deleted for resources: {'Subnet': ['ID=daeae43d-2b76-4370-a884-00f572d8c010,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:41.370102 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3901-899d-4a48-8dbd-9f881fb87da2 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:41.379086 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:41.380383 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51a11d1-337e-4ce3-a57e-f02a0dd420b6 None None] Network 571bfbf4-2e24-4ea1-b62c-d29ff1757fb4 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:57:41.412715 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a4bb3901-899d-4a48-8dbd-9f881fb87da2 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "DELETE /v2.0/subnets/daeae43d-2b76-4370-a884-00f572d8c010 HTTP/1.1" status: 204 len: 168 time: 0.9910650 Feb 18 08:57:41.418321 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59848) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:41.424818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-20c4b063-c885-453c-a419-25becebe0d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:41.426324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-20c4b063-c885-453c-a419-25becebe0d3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8428183 Feb 18 08:57:41.474408 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-986bd0ff-47a7-4243-b42b-c2c2668dbc2e req-3ca36047-7783-4bce-901d-05c085418d72 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 697 time: 0.1903002 Feb 18 08:57:41.563999 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b147f65d-0ea3-4fd9-b4c2-95496ac1bc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:41.593386 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb60c80e-0f77-476c-b009-4890cc51cbdb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Deleting subnet 0c2dac5f-8d9d-46c2-a28b-4b35b813be98 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:57:41.608066 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eb60c80e-0f77-476c-b009-4890cc51cbdb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:41.712476 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b147f65d-0ea3-4fd9-b4c2-95496ac1bc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:41.727048 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] DHCP port deletion for 571bfbf4-2e24-4ea1-b62c-d29ff1757fb4 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:57:41.735398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] Deleting port 74b192ac-c633-4aa3-bfd4-933d09fb86df {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:41.736291 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:41.782526 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eb60c80e-0f77-476c-b009-4890cc51cbdb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:41.849014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0179f60-b54f-4ae0-a1fc-7436cd6717ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Router fbbd2c7b-f8b1-430e-ba87-86e904a699c9 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:57:41.870862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-986bd0ff-47a7-4243-b42b-c2c2668dbc2e req-3e7d5451-caae-4304-a507-31a6c98cda10 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Deleting port ab00185e-3445-4119-ac27-75ef78df1c67 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:41.871955 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-986bd0ff-47a7-4243-b42b-c2c2668dbc2e req-3e7d5451-caae-4304-a507-31a6c98cda10 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:41.908092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e02d-f7fb-4147-9909-4051cca12079 req-45a89b0c-73ce-4820-9377-f0915f887764 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:41.913935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e02d-f7fb-4147-9909-4051cca12079 req-45a89b0c-73ce-4820-9377-f0915f887764 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:41.924731 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e02d-f7fb-4147-9909-4051cca12079 req-45a89b0c-73ce-4820-9377-f0915f887764 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:41.930685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e02d-f7fb-4147-9909-4051cca12079 req-45a89b0c-73ce-4820-9377-f0915f887764 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:41.937828 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e02d-f7fb-4147-9909-4051cca12079 req-45a89b0c-73ce-4820-9377-f0915f887764 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:41.944008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e02d-f7fb-4147-9909-4051cca12079 req-45a89b0c-73ce-4820-9377-f0915f887764 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:41.949915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e02d-f7fb-4147-9909-4051cca12079 req-45a89b0c-73ce-4820-9377-f0915f887764 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:41.957679 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c16e02d-f7fb-4147-9909-4051cca12079 req-45a89b0c-73ce-4820-9377-f0915f887764 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5420 time: 1.1515815 Feb 18 08:57:41.975813 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b147f65d-0ea3-4fd9-b4c2-95496ac1bc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:41.997725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147f65d-0ea3-4fd9-b4c2-95496ac1bc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a80e591-e1ac-491a-b341-f5608dd10e23,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:42.015564 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b147f65d-0ea3-4fd9-b4c2-95496ac1bc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:42.020178 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b147f65d-0ea3-4fd9-b4c2-95496ac1bc2a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6a80e591-e1ac-491a-b341-f5608dd10e23 HTTP/1.1" status: 204 len: 168 time: 0.7351563 Feb 18 08:57:42.039951 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-afc6ba15-58be-4f98-b495-e50efe79cea8 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5975089 Feb 18 08:57:42.084231 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eb60c80e-0f77-476c-b009-4890cc51cbdb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:42.195429 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0179f60-b54f-4ae0-a1fc-7436cd6717ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:57:42.207698 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0179f60-b54f-4ae0-a1fc-7436cd6717ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:42.209546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] For port 74b192ac-c633-4aa3-bfd4-933d09fb86df, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=74b192ac-c633-4aa3-bfd4-933d09fb86df,segment=NetworkSegment(b132adf1-01ba-4468-b7ac-52445cb25504),segment_id=b132adf1-01ba-4468-b7ac-52445cb25504)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:42.209546 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:42.222505 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c996651-ada9-499c-9a1f-5c1b7d59e66e None None] Sync routers for ids ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:57:42.317586 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d0179f60-b54f-4ae0-a1fc-7436cd6717ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] 10.222.0.72 "DELETE /v2.0/floatingips/901195ac-0555-4820-b53d-5d6e9b81d5ab HTTP/1.1" status: 204 len: 168 time: 3.6046388 Feb 18 08:57:42.326476 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59862) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:42.339680 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:42.346353 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:42.349146 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eb60c80e-0f77-476c-b009-4890cc51cbdb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:42.362281 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] Calling delete_port for 74b192ac-c633-4aa3-bfd4-933d09fb86df owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:42.385568 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Usage tracker for resource:floatingip and tenant:7ba1e707ce02421387a8871b0e3e6cb9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:42.393850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:42.398682 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60c80e-0f77-476c-b009-4890cc51cbdb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Pushing event deleted for resources: {'Subnet': ['ID=0c2dac5f-8d9d-46c2-a28b-4b35b813be98,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:42.402243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c996651-ada9-499c-9a1f-5c1b7d59e66e None None] Routers {'fbbd2c7b-f8b1-430e-ba87-86e904a699c9'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:42.403356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-9c996651-ada9-499c-9a1f-5c1b7d59e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:42.406116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:42.408745 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eb60c80e-0f77-476c-b009-4890cc51cbdb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:42.410974 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-eb60c80e-0f77-476c-b009-4890cc51cbdb tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "DELETE /v2.0/subnets/0c2dac5f-8d9d-46c2-a28b-4b35b813be98 HTTP/1.1" status: 204 len: 168 time: 0.9918087 Feb 18 08:57:42.413218 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59866) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:42.477360 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485a8a16-956d-47e9-90d2-4ae1f9a2e6ac None None] Network 432eede2-f39e-451b-b71d-d7afb84c2ed3 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:57:42.511748 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-9c996651-ada9-499c-9a1f-5c1b7d59e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:42.524677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b886f9b-f1ca-40ed-95f9-374d0d3bae52 req-630d6b68-8fcd-4aff-a3fa-aa69370219e4 service neutron] 10.222.0.61 "GET /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3459103 Feb 18 08:57:42.538292 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:42.561531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59870) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:42.571140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c16e02d-f7fb-4147-9909-4051cca12079 req-fe9ecfec-1da5-4d8a-b178-a23a3bf7362b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6119523 Feb 18 08:57:42.613298 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0927ac2a-5c56-4a83-ac0d-3f4e1251efe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:42.625130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c996651-ada9-499c-9a1f-5c1b7d59e66e None None] Routers {'fbbd2c7b-f8b1-430e-ba87-86e904a699c9'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:42.625771 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-9c996651-ada9-499c-9a1f-5c1b7d59e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:42.676469 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2559-9aba-4ed5-a82b-4e5384ddba42 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:42.679681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0927ac2a-5c56-4a83-ac0d-3f4e1251efe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:42.692973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0927ac2a-5c56-4a83-ac0d-3f4e1251efe5 admin admin] Usage tracker for resource:security_group_rule and tenant:f2f04404b4d24488b57fbd1a8e912306 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:42.697048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0927ac2a-5c56-4a83-ac0d-3f4e1251efe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:42.707885 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0927ac2a-5c56-4a83-ac0d-3f4e1251efe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:42.724238 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-fe7c2559-9aba-4ed5-a82b-4e5384ddba42 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Deleting port 74b192ac-c633-4aa3-bfd4-933d09fb86df {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:42.724658 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2559-9aba-4ed5-a82b-4e5384ddba42 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:42.728015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-9c996651-ada9-499c-9a1f-5c1b7d59e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:42.728952 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c996651-ada9-499c-9a1f-5c1b7d59e66e None None] The sync data for ids ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:57:42.763010 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:42.812443 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-fe7c2559-9aba-4ed5-a82b-4e5384ddba42 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] The port '74b192ac-c633-4aa3-bfd4-933d09fb86df' was deleted {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:57:42.821313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 74b192ac-c633-4aa3-bfd4-933d09fb86df no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:57:42.866360 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5abf860f-7cc7-4acb-aa31-20b9e3648617 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:57:42.871417 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] Pushing event deleted for resources: {'Port': ['ID=74b192ac-c633-4aa3-bfd4-933d09fb86df,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:42.875646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 74b192ac-c633-4aa3-bfd4-933d09fb86df {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:57:42.875990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 74b192ac-c633-4aa3-bfd4-933d09fb86df not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:57:42.881476 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] No DVR routers for this DVR port 74b192ac-c633-4aa3-bfd4-933d09fb86df on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:57:42.886242 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:42.901600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:42.901978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:42.902319 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:42.902656 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:42.902989 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:42.903318 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:42.903642 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:42.903968 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:42.904333 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:42.904671 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:42.904993 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:42.905319 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e77b2-5054-41d9-807d-b3bc1f75eae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:42.971932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Transition to ACTIVE for port object 5abf860f-7cc7-4acb-aa31-20b9e3648617 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:42.993654 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.046630 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c7cd1e-628b-4911-af4a-0367ba5955a2 None None] DHCP port deletion for 432eede2-f39e-451b-b71d-d7afb84c2ed3 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:57:43.052152 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7cd1e-628b-4911-af4a-0367ba5955a2 None None] Deleting port 9c9139b9-2de5-4031-bff4-feee8b5eb1e9 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:43.052637 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d7c7cd1e-628b-4911-af4a-0367ba5955a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.102204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5abf860f-7cc7-4acb-aa31-20b9e3648617,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:43.114095 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-bafc50fc-98e9-4143-bfc1-a6dd1f30b680 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0028696 Feb 18 08:57:43.150499 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2559-9aba-4ed5-a82b-4e5384ddba42 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.216047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-fe7c2559-9aba-4ed5-a82b-4e5384ddba42 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571bfbf4-2e24-4ea1-b62c-d29ff1757fb4']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:43.230941 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-986bd0ff-47a7-4243-b42b-c2c2668dbc2e req-3e7d5451-caae-4304-a507-31a6c98cda10 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.231370 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-986bd0ff-47a7-4243-b42b-c2c2668dbc2e req-3e7d5451-caae-4304-a507-31a6c98cda10 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.237922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-fe7c2559-9aba-4ed5-a82b-4e5384ddba42 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b132adf1-01ba-4468-b7ac-52445cb25504') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:43.238220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-fe7c2559-9aba-4ed5-a82b-4e5384ddba42 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b132adf1-01ba-4468-b7ac-52445cb25504') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:43.259826 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0927ac2a-5c56-4a83-ac0d-3f4e1251efe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.262443 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2559-9aba-4ed5-a82b-4e5384ddba42 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.271477 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.311726 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d7c7cd1e-628b-4911-af4a-0367ba5955a2 None None] For port 9c9139b9-2de5-4031-bff4-feee8b5eb1e9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9c9139b9-2de5-4031-bff4-feee8b5eb1e9,segment=NetworkSegment(de009787-be7b-4dcd-adfa-e7e0e7d8688d),segment_id=de009787-be7b-4dcd-adfa-e7e0e7d8688d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:43.312387 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d7c7cd1e-628b-4911-af4a-0367ba5955a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.317121 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0927ac2a-5c56-4a83-ac0d-3f4e1251efe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.319587 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-639dc3b6-ec34-4749-8281-158273b37a48 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=90f3702e-a062-4be2-8950-ee1a8178c3b9 HTTP/1.1" status: 200 len: 217 time: 0.1923852 Feb 18 08:57:43.344500 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2559-9aba-4ed5-a82b-4e5384ddba42 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.382928 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7c2559-9aba-4ed5-a82b-4e5384ddba42 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:57:43.383340 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2559-9aba-4ed5-a82b-4e5384ddba42 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:57:43.403967 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:57:43.419528 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0927ac2a-5c56-4a83-ac0d-3f4e1251efe5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f2f04404b4d24488b57fbd1a8e912306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8571410 Feb 18 08:57:43.468531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-986bd0ff-47a7-4243-b42b-c2c2668dbc2e req-3e7d5451-caae-4304-a507-31a6c98cda10 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Calling delete_port for ab00185e-3445-4119-ac27-75ef78df1c67 owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:43.469274 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927ac2a-5c56-4a83-ac0d-3f4e1251efe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab72ce05-585d-4015-bf17-be35c39a255c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:43.471609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59876) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:43.479227 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7cd1e-628b-4911-af4a-0367ba5955a2 None None] Calling delete_port for 9c9139b9-2de5-4031-bff4-feee8b5eb1e9 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:43.576713 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d7c7cd1e-628b-4911-af4a-0367ba5955a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.586438 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2559-9aba-4ed5-a82b-4e5384ddba42 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.627187 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2559-9aba-4ed5-a82b-4e5384ddba42 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.639194 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7cd1e-628b-4911-af4a-0367ba5955a2 None None] Pushing event deleted for resources: {'Port': ['ID=9c9139b9-2de5-4031-bff4-feee8b5eb1e9,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:43.647518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c7cd1e-628b-4911-af4a-0367ba5955a2 None None] No DVR routers for this DVR port 9c9139b9-2de5-4031-bff4-feee8b5eb1e9 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:57:43.648781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c2559-9aba-4ed5-a82b-4e5384ddba42 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Pushing event deleted for resources: {'Network': ['ID=571bfbf4-2e24-4ea1-b62c-d29ff1757fb4,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:43.668657 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Allocated IP 172.25.1.186 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/acbe8e43-1ce5-488b-89b7-cef7af1dff6a) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:57:43.685321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b3e9358b-4898-40e8-b94d-589bb7258c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:43.687362 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-b3e9358b-4898-40e8-b94d-589bb7258c8a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b443beab-a13b-4525-9863-a6eb259ae31b HTTP/1.1" status: 200 len: 797 time: 0.2524724 Feb 18 08:57:43.693695 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88d5744a-6d0e-46c5-9247-8ce76b4c59b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.696035 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fe7c2559-9aba-4ed5-a82b-4e5384ddba42 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "DELETE /v2.0/networks/571bfbf4-2e24-4ea1-b62c-d29ff1757fb4 HTTP/1.1" status: 204 len: 168 time: 1.2812152 Feb 18 08:57:43.706287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59882) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:43.786813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae301e03-8b18-413f-b2ba-a30cf455242f req-2d8f1d0e-abd3-41d8-845a-999c58c0a119 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:43.792626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae301e03-8b18-413f-b2ba-a30cf455242f req-2d8f1d0e-abd3-41d8-845a-999c58c0a119 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:43.793415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ae301e03-8b18-413f-b2ba-a30cf455242f req-2d8f1d0e-abd3-41d8-845a-999c58c0a119 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Synchronizing usage tracker for tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:57:43.795972 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88d5744a-6d0e-46c5-9247-8ce76b4c59b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.796256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Attempting to bind port 5abf860f-7cc7-4acb-aa31-20b9e3648617 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:57:43.796611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Attempting to bind port 5abf860f-7cc7-4acb-aa31-20b9e3648617 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'be9dea9f-b51d-41a8-8b71-36494c9154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:57:43.796940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Attempting to bind port 5abf860f-7cc7-4acb-aa31-20b9e3648617 on network 4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:43.861760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Port 5abf860f-7cc7-4acb-aa31-20b9e3648617 on network 4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:57:43.862062 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Attempting to bind port 5abf860f-7cc7-4acb-aa31-20b9e3648617 on network 4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:43.893729 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88d5744a-6d0e-46c5-9247-8ce76b4c59b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.908498 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5744a-6d0e-46c5-9247-8ce76b4c59b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab72ce05-585d-4015-bf17-be35c39a255c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:43.916893 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88d5744a-6d0e-46c5-9247-8ce76b4c59b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.918001 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-88d5744a-6d0e-46c5-9247-8ce76b4c59b9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ab72ce05-585d-4015-bf17-be35c39a255c HTTP/1.1" status: 204 len: 168 time: 0.4323790 Feb 18 08:57:43.923132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:57:43.923887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Checking segment: {'id': 'be9dea9f-b51d-41a8-8b71-36494c9154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:43.924473 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Bound using segment: {'id': 'be9dea9f-b51d-41a8-8b71-36494c9154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:57:43.925706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Bound port: 5abf860f-7cc7-4acb-aa31-20b9e3648617, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9dea9f-b51d-41a8-8b71-36494c9154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:57:43.925970 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:43.994886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ae301e03-8b18-413f-b2ba-a30cf455242f req-2d8f1d0e-abd3-41d8-845a-999c58c0a119 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Unset dirty status for tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:57:43.996158 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae301e03-8b18-413f-b2ba-a30cf455242f req-2d8f1d0e-abd3-41d8-845a-999c58c0a119 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1667 time: 0.8881018 Feb 18 08:57:44.024796 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b03759f2-8699-47fd-8821-4dd9f31b1ef8 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:44.099712 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-986bd0ff-47a7-4243-b42b-c2c2668dbc2e req-3e7d5451-caae-4304-a507-31a6c98cda10 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:44.109323 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:44.140558 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:44.160357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-47d7cf54-4ffe-424a-930d-ca32eca9c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:44.161850 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-47d7cf54-4ffe-424a-930d-ca32eca9c8cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4526930 Feb 18 08:57:44.208306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:44.215917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d5451-caae-4304-a507-31a6c98cda10 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Pushing event deleted for resources: {'Port': ['ID=ab00185e-3445-4119-ac27-75ef78df1c67,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:44.216122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:44.219561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:57:44.256403 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Pushing event updated for resources: {'Port': ['ID=acbe8e43-1ce5-488b-89b7-cef7af1dff6a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:44.271356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:44.271708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:44.272053 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:44.272425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:44.273252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:44.273252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:44.273619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:44.273718 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:44.274032 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:44.274360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:44.274689 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:44.275024 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:57:44.323687 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:44.387137 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:44.456173 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae301e03-8b18-413f-b2ba-a30cf455242f req-0e73c0e9-2e9c-4f31-a7b9-84d0af5b9bbd tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248509 Feb 18 08:57:44.496357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] For port 5abf860f-7cc7-4acb-aa31-20b9e3648617, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:57:44.628201 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:44.636172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] For port 5abf860f-7cc7-4acb-aa31-20b9e3648617, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=5abf860f-7cc7-4acb-aa31-20b9e3648617,segment=NetworkSegment(be9dea9f-b51d-41a8-8b71-36494c9154fe),segment_id=be9dea9f-b51d-41a8-8b71-36494c9154fe)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:57:44.644017 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:44.644165 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b03759f2-8699-47fd-8821-4dd9f31b1ef8 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:44.661852 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:44.714007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Pushing event updated for resources: {'Port': ['ID=acbe8e43-1ce5-488b-89b7-cef7af1dff6a,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:44.756320 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-986bd0ff-47a7-4243-b42b-c2c2668dbc2e req-3e7d5451-caae-4304-a507-31a6c98cda10 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:44.762036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-b03759f2-8699-47fd-8821-4dd9f31b1ef8 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432eede2-f39e-451b-b71d-d7afb84c2ed3']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:44.787821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9c9139b9-2de5-4031-bff4-feee8b5eb1e9 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:57:44.789000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:44.789622 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:44.790156 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:44.791006 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] 10.222.0.81 "PUT /v2.0/ports/5abf860f-7cc7-4acb-aa31-20b9e3648617 HTTP/1.1" status: 200 len: 1092 time: 4.5839550 Feb 18 08:57:44.793402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ca18b7-c4a6-4990-90ea-830ccdb376bf', 'tag': '5abf860f-7cc7-4acb-aa31-20b9e3648617'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:57:44.819398 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:44.820763 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c7d84269-b25d-4bd1-b827-997d03bf248a tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4906166 Feb 18 08:57:44.823834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-b03759f2-8699-47fd-8821-4dd9f31b1ef8 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de009787-be7b-4dcd-adfa-e7e0e7d8688d') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:44.824221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-b03759f2-8699-47fd-8821-4dd9f31b1ef8 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de009787-be7b-4dcd-adfa-e7e0e7d8688d') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:44.824685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59912) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:44.862436 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 9c9139b9-2de5-4031-bff4-feee8b5eb1e9 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:57:44.862780 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9c9139b9-2de5-4031-bff4-feee8b5eb1e9 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:57:44.893481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Request body: {'port': {'device_id': '72ca18b7-c4a6-4990-90ea-830ccdb376bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:44.999396 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b03759f2-8699-47fd-8821-4dd9f31b1ef8 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:45.047538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:57:45.054270 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:45.058444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Usage tracker for resource:floatingip and tenant:db4aeb6bf9184873860886bc40ae7ad3 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:45.060382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6c3d9-de87-4540-b712-8d696e2cf7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5abf860f-7cc7-4acb-aa31-20b9e3648617,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:45.062339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:45.073695 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:45.090416 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b03759f2-8699-47fd-8821-4dd9f31b1ef8 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:45.095650 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-947208f7-895c-4232-b04f-25361d17e123 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8819244 Feb 18 08:57:45.099477 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:45.112033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03759f2-8699-47fd-8821-4dd9f31b1ef8 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:57:45.112472 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b03759f2-8699-47fd-8821-4dd9f31b1ef8 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:57:45.150844 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:57:45.195366 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-986bd0ff-47a7-4243-b42b-c2c2668dbc2e req-3e7d5451-caae-4304-a507-31a6c98cda10 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:45.196519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-986bd0ff-47a7-4243-b42b-c2c2668dbc2e req-3e7d5451-caae-4304-a507-31a6c98cda10 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "DELETE /v2.0/floatingips/222ba894-0fdb-4263-9ce8-e88d17ea8d49 HTTP/1.1" status: 204 len: 173 time: 3.6852093 Feb 18 08:57:45.249300 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:45.296821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59928) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:45.378945 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:45.404097 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b03759f2-8699-47fd-8821-4dd9f31b1ef8 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:45.420055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Allocated IP 172.25.1.107 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/aca25b38-2102-4bde-9f9b-0188b7f17bdc) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:57:45.446536 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b03759f2-8699-47fd-8821-4dd9f31b1ef8 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:45.489834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aefc3-9dc3-4038-a79e-f01b9ba73737 req-009a57e3-d1f0-4636-8153-ec5002f64d14 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:45.495589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aefc3-9dc3-4038-a79e-f01b9ba73737 req-009a57e3-d1f0-4636-8153-ec5002f64d14 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:45.501480 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aefc3-9dc3-4038-a79e-f01b9ba73737 req-009a57e3-d1f0-4636-8153-ec5002f64d14 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:45.507164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aefc3-9dc3-4038-a79e-f01b9ba73737 req-009a57e3-d1f0-4636-8153-ec5002f64d14 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:45.512867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aefc3-9dc3-4038-a79e-f01b9ba73737 req-009a57e3-d1f0-4636-8153-ec5002f64d14 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:45.519387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aefc3-9dc3-4038-a79e-f01b9ba73737 req-009a57e3-d1f0-4636-8153-ec5002f64d14 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:45.525282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aefc3-9dc3-4038-a79e-f01b9ba73737 req-009a57e3-d1f0-4636-8153-ec5002f64d14 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:45.527403 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-894aefc3-9dc3-4038-a79e-f01b9ba73737 req-009a57e3-d1f0-4636-8153-ec5002f64d14 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5420 time: 0.6838033 Feb 18 08:57:45.536014 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03759f2-8699-47fd-8821-4dd9f31b1ef8 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Pushing event deleted for resources: {'Network': ['ID=432eede2-f39e-451b-b71d-d7afb84c2ed3,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:45.553619 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-4d3ff642-f8b4-49fe-b339-b7718e2f7a39 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483824 Feb 18 08:57:45.557778 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b03759f2-8699-47fd-8821-4dd9f31b1ef8 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "DELETE /v2.0/networks/432eede2-f39e-451b-b71d-d7afb84c2ed3 HTTP/1.1" status: 204 len: 168 time: 1.8474293 Feb 18 08:57:45.560440 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59942) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:45.617695 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:45.648125 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ca18b7-c4a6-4990-90ea-830ccdb376bf', 'tag': '5abf860f-7cc7-4acb-aa31-20b9e3648617', 'status': 'completed', 'code': 200} Feb 18 08:57:45.662424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-8a781abe-ab12-41ac-a236-7e36edd4fcf0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=99ae2b9b-f68e-4fcd-ab39-beb4afc7745c HTTP/1.1" status: 200 len: 217 time: 0.0790007 Feb 18 08:57:45.751361 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-894aefc3-9dc3-4038-a79e-f01b9ba73737 req-48ecc3c6-1d27-4e6a-8e49-aff1a84c06ad tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2000654 Feb 18 08:57:45.836592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-a79d63b7-c965-4678-a62e-3533bd899cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:45.838182 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-a79d63b7-c965-4678-a62e-3533bd899cfd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dcb6ae52-6c76-4652-9980-2c755082684d HTTP/1.1" status: 200 len: 797 time: 0.1680839 Feb 18 08:57:46.083806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e69295e-4efc-4a02-b746-b7ce5c6356d9 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Deleting subnet db849eb5-e3aa-4c64-bc00-7e9b83bcda83 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:57:46.093294 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:46.099815 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e69295e-4efc-4a02-b746-b7ce5c6356d9 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:46.176719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-c09bb1f3-2334-49a3-9ef4-8dee14a839c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:46.178203 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-c09bb1f3-2334-49a3-9ef4-8dee14a839c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6af62175-1a85-4684-83c8-bc920071b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3142307 Feb 18 08:57:46.236128 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e69295e-4efc-4a02-b746-b7ce5c6356d9 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:46.398250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dadca0-8ada-47ae-94e2-926cd4003c12 req-82ce4348-6115-46d2-898a-9f11e3f73ab6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:46.405278 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dadca0-8ada-47ae-94e2-926cd4003c12 req-82ce4348-6115-46d2-898a-9f11e3f73ab6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:46.407385 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80dadca0-8ada-47ae-94e2-926cd4003c12 req-82ce4348-6115-46d2-898a-9f11e3f73ab6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1667 time: 0.4225738 Feb 18 08:57:46.415418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:57:46.428751 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:57:46.439629 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:57:46.448558 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:57:46.469757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Pushing event updated for resources: {'Port': ['ID=aca25b38-2102-4bde-9f9b-0188b7f17bdc,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:46.496504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a1cfe-8fd4-4acb-9396-d28ce278ed26 req-b2a45170-7454-4216-b4aa-2276cae4786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:46.496984 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a1cfe-8fd4-4acb-9396-d28ce278ed26 req-b2a45170-7454-4216-b4aa-2276cae4786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:46.499315 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f52a1cfe-8fd4-4acb-9396-d28ce278ed26 req-b2a45170-7454-4216-b4aa-2276cae4786a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=96f9ab7aca9f4ebb9b0d991d4090bfbe&device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1914 time: 0.5554883 Feb 18 08:57:46.604933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e038917e-48d1-49ed-b44f-3fc023f5fffa {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:57:46.613797 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80dadca0-8ada-47ae-94e2-926cd4003c12 req-909ef79e-e963-4b85-a20d-0aa4cb583b45 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666217 Feb 18 08:57:46.619736 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:46.651307 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-585ad97d-a02e-43c9-8d79-2e6bbe3d4776 service neutron] 10.222.0.61 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626498 Feb 18 08:57:46.658346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Transition to ACTIVE for port object e038917e-48d1-49ed-b44f-3fc023f5fffa will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:57:46.677363 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e69295e-4efc-4a02-b746-b7ce5c6356d9 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:46.690837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3e0b6-0fa9-49e6-b5aa-c6136439ed4f req-dcf05040-f3a6-45ae-aed1-2e2873931238 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:46.691835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-bce3e0b6-0fa9-49e6-b5aa-c6136439ed4f req-dcf05040-f3a6-45ae-aed1-2e2873931238 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Synchronizing usage tracker for tenant:2bfd11743efb4659a7cafd525e72f79c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:57:46.698617 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:46.967096 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a1cfe-8fd4-4acb-9396-d28ce278ed26 req-913d5ec0-3190-46a2-8b87-7a470c9ec8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:46.967843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a1cfe-8fd4-4acb-9396-d28ce278ed26 req-913d5ec0-3190-46a2-8b87-7a470c9ec8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:46.968322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a1cfe-8fd4-4acb-9396-d28ce278ed26 req-913d5ec0-3190-46a2-8b87-7a470c9ec8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:46.969945 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f52a1cfe-8fd4-4acb-9396-d28ce278ed26 req-913d5ec0-3190-46a2-8b87-7a470c9ec8b0 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=96f9ab7aca9f4ebb9b0d991d4090bfbe&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4029369 Feb 18 08:57:47.017640 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-591e4f98-b633-4d39-aa4a-d13ed6701179 service neutron] 10.222.0.61 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553338 Feb 18 08:57:47.065030 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:47.081388 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e69295e-4efc-4a02-b746-b7ce5c6356d9 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:47.115492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-bce3e0b6-0fa9-49e6-b5aa-c6136439ed4f req-dcf05040-f3a6-45ae-aed1-2e2873931238 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Unset dirty status for tenant:2bfd11743efb4659a7cafd525e72f79c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:57:47.116853 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bce3e0b6-0fa9-49e6-b5aa-c6136439ed4f req-dcf05040-f3a6-45ae-aed1-2e2873931238 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 946 time: 0.7090921 Feb 18 08:57:47.229523 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-dabf1c2d-3e84-4263-897d-8c578424ecd9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=be96da4c-c4db-494c-8efd-914fb5f9171c HTTP/1.1" status: 200 len: 217 time: 0.1775217 Feb 18 08:57:47.236840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Pushing event updated for resources: {'Port': ['ID=e038917e-48d1-49ed-b44f-3fc023f5fffa,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:47.334419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69295e-4efc-4a02-b746-b7ce5c6356d9 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Pushing event deleted for resources: {'Subnet': ['ID=db849eb5-e3aa-4c64-bc00-7e9b83bcda83,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:47.346628 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:47.361078 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135ad6f8-be76-4ebf-8824-a4305df8efd8 None None] Network 391b5b1e-e8ed-493f-a87f-a5d370becc1d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:57:47.362242 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bce3e0b6-0fa9-49e6-b5aa-c6136439ed4f req-8cfdac5b-adbe-47d3-bb47-6c30cb3a03e3 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953266 Feb 18 08:57:47.374605 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e69295e-4efc-4a02-b746-b7ce5c6356d9 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:47.423045 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0e69295e-4efc-4a02-b746-b7ce5c6356d9 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "DELETE /v2.0/subnets/db849eb5-e3aa-4c64-bc00-7e9b83bcda83 HTTP/1.1" status: 204 len: 168 time: 1.8607640 Feb 18 08:57:47.445110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59980) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:47.456733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-95da79a2-aa3b-4691-8078-1116c8a0f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:47.459234 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-95da79a2-aa3b-4691-8078-1116c8a0f968 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dcb6ae52-6c76-4652-9980-2c755082684d HTTP/1.1" status: 200 len: 797 time: 0.1880693 Feb 18 08:57:47.460161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Attempting to bind port e038917e-48d1-49ed-b44f-3fc023f5fffa on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:57:47.461878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Attempting to bind port e038917e-48d1-49ed-b44f-3fc023f5fffa by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '90ca5f5a-7be8-4444-8e4e-d1233b2f8c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3a39405b-173e-4076-807d-a159f359a7fb'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:57:47.461878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Attempting to bind port e038917e-48d1-49ed-b44f-3fc023f5fffa on network 3a39405b-173e-4076-807d-a159f359a7fb {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:47.547946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Port e038917e-48d1-49ed-b44f-3fc023f5fffa on network 3a39405b-173e-4076-807d-a159f359a7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:57:47.548472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Attempting to bind port e038917e-48d1-49ed-b44f-3fc023f5fffa on network 3a39405b-173e-4076-807d-a159f359a7fb {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:57:47.566960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:57:47.567468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Checking segment: {'id': '90ca5f5a-7be8-4444-8e4e-d1233b2f8c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3a39405b-173e-4076-807d-a159f359a7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:57:47.567962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Bound using segment: {'id': '90ca5f5a-7be8-4444-8e4e-d1233b2f8c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3a39405b-173e-4076-807d-a159f359a7fb'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:57:47.568641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Bound port: e038917e-48d1-49ed-b44f-3fc023f5fffa, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ca5f5a-7be8-4444-8e4e-d1233b2f8c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3a39405b-173e-4076-807d-a159f359a7fb'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:57:47.569709 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:47.697564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] For port e038917e-48d1-49ed-b44f-3fc023f5fffa, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:57:47.701922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] For port e038917e-48d1-49ed-b44f-3fc023f5fffa, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e038917e-48d1-49ed-b44f-3fc023f5fffa,segment=NetworkSegment(90ca5f5a-7be8-4444-8e4e-d1233b2f8c39),segment_id=90ca5f5a-7be8-4444-8e4e-d1233b2f8c39)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:57:47.746908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7837d97-96b7-4785-8a39-10cd12e89374 req-011ca7d1-425a-4fba-a941-80c23ff33df7 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:47.761855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7837d97-96b7-4785-8a39-10cd12e89374 req-011ca7d1-425a-4fba-a941-80c23ff33df7 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:47.768048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a1cfe-8fd4-4acb-9396-d28ce278ed26 req-ee97b846-1884-4e56-88fe-8b8c042c21e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:47.769540 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f52a1cfe-8fd4-4acb-9396-d28ce278ed26 req-ee97b846-1884-4e56-88fe-8b8c042c21e8 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7909479 Feb 18 08:57:47.772956 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7837d97-96b7-4785-8a39-10cd12e89374 req-011ca7d1-425a-4fba-a941-80c23ff33df7 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:47.781705 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7837d97-96b7-4785-8a39-10cd12e89374 req-011ca7d1-425a-4fba-a941-80c23ff33df7 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:47.789120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7837d97-96b7-4785-8a39-10cd12e89374 req-011ca7d1-425a-4fba-a941-80c23ff33df7 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:47.798239 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7837d97-96b7-4785-8a39-10cd12e89374 req-011ca7d1-425a-4fba-a941-80c23ff33df7 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:47.808859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7837d97-96b7-4785-8a39-10cd12e89374 req-011ca7d1-425a-4fba-a941-80c23ff33df7 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:47.819873 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7837d97-96b7-4785-8a39-10cd12e89374 req-011ca7d1-425a-4fba-a941-80c23ff33df7 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5420 time: 0.7018149 Feb 18 08:57:47.837728 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:47.849939 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e23783c-e525-4239-9190-7f4539eba1ce None None] DHCP port deletion for 391b5b1e-e8ed-493f-a87f-a5d370becc1d request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:57:47.856764 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-3e23783c-e525-4239-9190-7f4539eba1ce None None] Deleting port 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:47.858214 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3e23783c-e525-4239-9190-7f4539eba1ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:47.927538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Pushing event updated for resources: {'Port': ['ID=e038917e-48d1-49ed-b44f-3fc023f5fffa,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:47.961425 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:48.004498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:48.005750 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:48.008051 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3f29fe0d-46d4-4d07-90e8-615e802fbb13 service neutron] 10.222.0.81 "PUT /v2.0/ports/e038917e-48d1-49ed-b44f-3fc023f5fffa HTTP/1.1" status: 200 len: 1092 time: 3.1468964 Feb 18 08:57:48.039683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ca18b7-c4a6-4990-90ea-830ccdb376bf', 'tag': 'e038917e-48d1-49ed-b44f-3fc023f5fffa'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:57:48.075709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Deleting port 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:48.076872 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:48.122354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7837d97-96b7-4785-8a39-10cd12e89374 req-5e4d4cff-84d5-4ce5-965a-503d6f5f03e0 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2956951 Feb 18 08:57:48.158362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3e23783c-e525-4239-9190-7f4539eba1ce None None] For port 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2,segment=NetworkSegment(9778e752-1ade-413d-945a-3d685ef1d194),segment_id=9778e752-1ade-413d-945a-3d685ef1d194)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:48.159132 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3e23783c-e525-4239-9190-7f4539eba1ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:48.180839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b4ea1-efda-4e3b-a038-e777df8329a9 req-1f09da8b-a6a9-4a80-8cc7-c0bb1bd5c815 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:48.182365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-972b4ea1-efda-4e3b-a038-e777df8329a9 req-1f09da8b-a6a9-4a80-8cc7-c0bb1bd5c815 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.61 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 946 time: 0.7124538 Feb 18 08:57:48.275003 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:48.308702 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:48.329707 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-3e23783c-e525-4239-9190-7f4539eba1ce None None] Calling delete_port for 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:48.332991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-2284ede5-72a3-424f-b960-1749d46cee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:48.335213 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-2284ede5-72a3-424f-b960-1749d46cee14 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6af62175-1a85-4684-83c8-bc920071b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8664277 Feb 18 08:57:48.429807 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3e23783c-e525-4239-9190-7f4539eba1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:48.476512 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:48.495082 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23783c-e525-4239-9190-7f4539eba1ce None None] Pushing event deleted for resources: {'Port': ['ID=7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:48.505393 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e23783c-e525-4239-9190-7f4539eba1ce None None] No DVR routers for this DVR port 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:57:48.597193 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Pushing event updated for resources: {'Port': ['ID=aca25b38-2102-4bde-9f9b-0188b7f17bdc,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:48.611254 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7b9045c-0121-443f-9ae9-5efaf4462649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:48.616078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-972b4ea1-efda-4e3b-a038-e777df8329a9 req-bb473506-5831-4493-8177-7d8483b45b4a tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Deleting port 1b97c388-f608-4cef-8ba9-811aaeb71bd3 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:48.616577 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-972b4ea1-efda-4e3b-a038-e777df8329a9 req-bb473506-5831-4493-8177-7d8483b45b4a tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:48.650494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5eb24f-e913-4dc8-8a7a-f62b092f70ae req-bd116d1b-4725-4610-a384-4e75e914d71d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:48.672540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5eb24f-e913-4dc8-8a7a-f62b092f70ae req-bd116d1b-4725-4610-a384-4e75e914d71d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:48.674440 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e5eb24f-e913-4dc8-8a7a-f62b092f70ae req-bd116d1b-4725-4610-a384-4e75e914d71d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1679 time: 0.7524512 Feb 18 08:57:48.697789 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ca18b7-c4a6-4990-90ea-830ccdb376bf', 'tag': 'e038917e-48d1-49ed-b44f-3fc023f5fffa', 'status': 'completed', 'code': 200} Feb 18 08:57:48.698006 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:48.698006 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-be8db037-3ea1-4515-8a9e-b8c0adaa2593 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8697767 Feb 18 08:57:48.701950 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60012) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:48.734684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:57:48.741655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] For port 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2,segment=NetworkSegment(9778e752-1ade-413d-945a-3d685ef1d194),segment_id=9778e752-1ade-413d-945a-3d685ef1d194)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:48.742020 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:48.776029 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:57:48.776029 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:57:48.937400 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Calling delete_port for 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:48.943616 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e5eb24f-e913-4dc8-8a7a-f62b092f70ae req-74c1e80e-2b36-4dbb-aa9b-226e3ea05132 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904616 Feb 18 08:57:48.946108 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c49c8be6-4352-4fb8-9b52-f5486d0de047 tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2132 time: 0.1542058 Feb 18 08:57:48.956831 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-52106050-ef6e-4706-bf6b-cef065c22bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:48.957306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-52106050-ef6e-4706-bf6b-cef065c22bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:48.958866 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-52106050-ef6e-4706-bf6b-cef065c22bb1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=96f9ab7aca9f4ebb9b0d991d4090bfbe&device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1981 time: 0.9031274 Feb 18 08:57:48.964024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60020) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:49.152335 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:57:49.152731 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:57:49.193326 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-55147c46-7519-4e67-80b4-4cdedef782a1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.207&port_id=5abf860f-7cc7-4acb-aa31-20b9e3648617 HTTP/1.1" status: 200 len: 217 time: 0.1913743 Feb 18 08:57:49.215006 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6ba5bab2-9aa2-41df-86b7-25e6863625bf tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2231312 Feb 18 08:57:49.220787 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60028) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:49.279354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-f7a346e5-3e3b-4d59-b44a-c2b9a9015108 service neutron] 10.222.0.61 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9305482 Feb 18 08:57:49.387810 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9045c-0121-443f-9ae9-5efaf4462649 admin admin] Deleting port 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:49.388154 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7b9045c-0121-443f-9ae9-5efaf4462649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:49.416947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ef62d-77f6-46c2-851a-0bb1c4aff14a req-23c800b4-7221-4011-84c1-7c8fc5ff818b tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:49.418394 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-646ef62d-77f6-46c2-851a-0bb1c4aff14a req-23c800b4-7221-4011-84c1-7c8fc5ff818b tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 946 time: 0.7154367 Feb 18 08:57:49.533800 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-613b7c0d-81b7-4c3b-974f-53ecfe4a89a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:49.535123 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-613b7c0d-81b7-4c3b-974f-53ecfe4a89a0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fb367d24-9977-4280-8797-8975d34945b4 HTTP/1.1" status: 200 len: 801 time: 0.3261209 Feb 18 08:57:49.570190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-1635ef12-1d07-4bdd-9ba0-ce2b559c79e9 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Deleting port aca25b38-2102-4bde-9f9b-0188b7f17bdc {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:49.570805 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1635ef12-1d07-4bdd-9ba0-ce2b559c79e9 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:49.675411 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-972b4ea1-efda-4e3b-a038-e777df8329a9 req-bb473506-5831-4493-8177-7d8483b45b4a tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] For port 1b97c388-f608-4cef-8ba9-811aaeb71bd3, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1b97c388-f608-4cef-8ba9-811aaeb71bd3,segment=NetworkSegment(273665ca-a44f-4b73-b6ca-cb0e9742a08f),segment_id=273665ca-a44f-4b73-b6ca-cb0e9742a08f)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:49.675889 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-972b4ea1-efda-4e3b-a038-e777df8329a9 req-bb473506-5831-4493-8177-7d8483b45b4a tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:49.687696 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-646ef62d-77f6-46c2-851a-0bb1c4aff14a req-b58cd4f0-b3a1-48c2-86fa-b9616677c2d0 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2341fd0-3432-4f13-a360-662d702b3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100830 Feb 18 08:57:49.692045 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Deleting port 7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:49.692348 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:49.785461 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] The port '7dc4bd1e-bbf8-470a-9c6f-1a3addb5cbc2' was deleted {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:57:49.839987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-972b4ea1-efda-4e3b-a038-e777df8329a9 req-bb473506-5831-4493-8177-7d8483b45b4a tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Calling delete_port for 1b97c388-f608-4cef-8ba9-811aaeb71bd3 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:49.868847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7d57561-6f61-4964-9bc1-37b09f792afe req-dd99d97b-8aa6-467f-aa24-bec67bf29d69 service neutron] 10.222.0.61 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5331140 Feb 18 08:57:49.936317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35791bf-b656-4ddb-b4ab-abb50a322a1a req-f8f1d793-065f-4807-b54e-a488ab0daa25 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:49.942431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35791bf-b656-4ddb-b4ab-abb50a322a1a req-f8f1d793-065f-4807-b54e-a488ab0daa25 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:49.948140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35791bf-b656-4ddb-b4ab-abb50a322a1a req-f8f1d793-065f-4807-b54e-a488ab0daa25 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:49.954206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35791bf-b656-4ddb-b4ab-abb50a322a1a req-f8f1d793-065f-4807-b54e-a488ab0daa25 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:49.959883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35791bf-b656-4ddb-b4ab-abb50a322a1a req-f8f1d793-065f-4807-b54e-a488ab0daa25 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:49.965724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35791bf-b656-4ddb-b4ab-abb50a322a1a req-f8f1d793-065f-4807-b54e-a488ab0daa25 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:49.972407 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35791bf-b656-4ddb-b4ab-abb50a322a1a req-f8f1d793-065f-4807-b54e-a488ab0daa25 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:49.979370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f35791bf-b656-4ddb-b4ab-abb50a322a1a req-f8f1d793-065f-4807-b54e-a488ab0daa25 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5420 time: 0.6159775 Feb 18 08:57:50.016413 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1635ef12-1d07-4bdd-9ba0-ce2b559c79e9 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:50.017291 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1635ef12-1d07-4bdd-9ba0-ce2b559c79e9 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:50.067568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-2fac7724-cb43-4ebf-b206-1a646363b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:50.068934 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-2fac7724-cb43-4ebf-b206-1a646363b5f6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5247231 Feb 18 08:57:50.167631 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-1635ef12-1d07-4bdd-9ba0-ce2b559c79e9 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Calling delete_port for aca25b38-2102-4bde-9f9b-0188b7f17bdc owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:50.314808 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:50.346572 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-a7b9045c-0121-443f-9ae9-5efaf4462649 admin admin] For port 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=33ae7cc4-7cb8-4b3f-b3a7-329a637052f7,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:50.347153 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7b9045c-0121-443f-9ae9-5efaf4462649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:50.355758 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f35791bf-b656-4ddb-b4ab-abb50a322a1a req-98ec5c02-a553-4ede-8d98-34545dbc4c2c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3754954 Feb 18 08:57:50.449641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391b5b1e-e8ed-493f-a87f-a5d370becc1d']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:50.509360 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efea6c4-317b-48de-bd94-960fc5ec8844 req-366e59e8-39a9-43aa-b604-ed5ab4bf3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:50.509915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efea6c4-317b-48de-bd94-960fc5ec8844 req-366e59e8-39a9-43aa-b604-ed5ab4bf3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:50.510270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efea6c4-317b-48de-bd94-960fc5ec8844 req-366e59e8-39a9-43aa-b604-ed5ab4bf3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:50.510724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efea6c4-317b-48de-bd94-960fc5ec8844 req-366e59e8-39a9-43aa-b604-ed5ab4bf3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:50.511169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efea6c4-317b-48de-bd94-960fc5ec8844 req-366e59e8-39a9-43aa-b604-ed5ab4bf3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:50.511800 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efea6c4-317b-48de-bd94-960fc5ec8844 req-366e59e8-39a9-43aa-b604-ed5ab4bf3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:50.512434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efea6c4-317b-48de-bd94-960fc5ec8844 req-366e59e8-39a9-43aa-b604-ed5ab4bf3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:50.514633 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2efea6c4-317b-48de-bd94-960fc5ec8844 req-366e59e8-39a9-43aa-b604-ed5ab4bf3919 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 6477 time: 0.5286982 Feb 18 08:57:50.518734 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-972b4ea1-efda-4e3b-a038-e777df8329a9 req-bb473506-5831-4493-8177-7d8483b45b4a tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:50.533435 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9045c-0121-443f-9ae9-5efaf4462649 admin admin] Calling delete_port for 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:50.551483 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1b97c388-f608-4cef-8ba9-811aaeb71bd3 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:57:50.581744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9778e752-1ade-413d-945a-3d685ef1d194') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:50.582380 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9778e752-1ade-413d-945a-3d685ef1d194') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:50.588141 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-ca0e392c-73e5-4f69-a4c4-404a02992c00 service neutron] 10.222.0.81 "GET /v2.0/networks/4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033138 Feb 18 08:57:50.603993 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:50.607856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb473506-5831-4493-8177-7d8483b45b4a tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Pushing event deleted for resources: {'Port': ['ID=1b97c388-f608-4cef-8ba9-811aaeb71bd3,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:50.633441 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 1b97c388-f608-4cef-8ba9-811aaeb71bd3 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:57:50.634092 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1b97c388-f608-4cef-8ba9-811aaeb71bd3 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:57:50.707433 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:50.724555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1635ef12-1d07-4bdd-9ba0-ce2b559c79e9 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:50.731435 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:57:50.732181 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:50.742073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b9a22-e1db-4903-93d5-c785983f0727 req-4007d329-d21a-47b5-a42a-12e23e0cc4dc tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:50.747802 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b9a22-e1db-4903-93d5-c785983f0727 req-4007d329-d21a-47b5-a42a-12e23e0cc4dc tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:50.749866 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d86b9a22-e1db-4903-93d5-c785983f0727 req-4007d329-d21a-47b5-a42a-12e23e0cc4dc tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1679 time: 0.6661773 Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:57:50.798442 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:57:50.915969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635ef12-1d07-4bdd-9ba0-ce2b559c79e9 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Pushing event deleted for resources: {'Port': ['ID=aca25b38-2102-4bde-9f9b-0188b7f17bdc,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:50.932994 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-972b4ea1-efda-4e3b-a038-e777df8329a9 req-bb473506-5831-4493-8177-7d8483b45b4a tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] No DVR routers for this DVR port 1b97c388-f608-4cef-8ba9-811aaeb71bd3 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:57:51.018184 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-972b4ea1-efda-4e3b-a038-e777df8329a9 req-bb473506-5831-4493-8177-7d8483b45b4a tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:51.041580 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d86b9a22-e1db-4903-93d5-c785983f0727 req-e5a43532-83fe-46c2-ac62-1dc4fcd268f9 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286651 Feb 18 08:57:51.042133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'name': 'network-vif-deleted', 'tag': '1b97c388-f608-4cef-8ba9-811aaeb71bd3'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:57:51.090676 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1635ef12-1d07-4bdd-9ba0-ce2b559c79e9 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:51.100136 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:51.104648 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:51.122300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efea6c4-317b-48de-bd94-960fc5ec8844 req-019ba546-bb3c-4c1c-8a28-f3a39f9ae9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:51.125534 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2efea6c4-317b-48de-bd94-960fc5ec8844 req-019ba546-bb3c-4c1c-8a28-f3a39f9ae9c4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6af62175-1a85-4684-83c8-bc920071b3e0 HTTP/1.1" status: 200 len: 903 time: 0.6001856 Feb 18 08:57:51.131528 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-972b4ea1-efda-4e3b-a038-e777df8329a9 req-bb473506-5831-4493-8177-7d8483b45b4a tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.61 "DELETE /v2.0/ports/1b97c388-f608-4cef-8ba9-811aaeb71bd3 HTTP/1.1" status: 204 len: 173 time: 2.9354391 Feb 18 08:57:51.133733 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-a340bc5a-abf6-4530-9080-14f00b56627c service neutron] 10.222.0.81 "GET /v2.0/networks/4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274611 Feb 18 08:57:51.193906 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f69be006-08d3-4581-90e2-c4e09943f8a1 req-433f6655-6bdf-4d80-8740-f5e0c73de682 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Synchronizing usage tracker for tenant:2bfd11743efb4659a7cafd525e72f79c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:57:51.333740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Pushing event deleted for resources: {'Network': ['ID=391b5b1e-e8ed-493f-a87f-a5d370becc1d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:51.351682 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-92439ca1-cc34-429a-89eb-3daef65ae908 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "DELETE /v2.0/networks/391b5b1e-e8ed-493f-a87f-a5d370becc1d HTTP/1.1" status: 204 len: 168 time: 3.9035571 Feb 18 08:57:51.354242 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1635ef12-1d07-4bdd-9ba0-ce2b559c79e9 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:51.354242 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1635ef12-1d07-4bdd-9ba0-ce2b559c79e9 tempest-FloatingIPAdminTestJSON-1057058714 tempest-FloatingIPAdminTestJSON-1057058714-project] 10.222.0.72 "DELETE /v2.0/floatingips/b6c379f6-008a-4131-a002-b15994c1b2fc HTTP/1.1" status: 204 len: 168 time: 2.1328890 Feb 18 08:57:51.357393 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60068) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:51.357927 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60070) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:51.416183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-0446b2c0-3ef9-4230-999a-ba3e3bf802bd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.162&port_id=e038917e-48d1-49ed-b44f-3fc023f5fffa HTTP/1.1" status: 200 len: 217 time: 0.0885439 Feb 18 08:57:51.484001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2efea6c4-317b-48de-bd94-960fc5ec8844 req-d174d34a-6f38-492d-8a1e-24b231ce109e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=be96da4c-c4db-494c-8efd-914fb5f9171c HTTP/1.1" status: 200 len: 217 time: 0.2926860 Feb 18 08:57:51.494275 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2', 'name': 'network-vif-deleted', 'tag': '1b97c388-f608-4cef-8ba9-811aaeb71bd3', 'status': 'completed', 'code': 200} Feb 18 08:57:51.552000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-21ae5f2a-92e4-44bf-9c46-20960133a4db tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Synchronizing usage tracker for tenant:9a1f63c513cc4a669c27248085c8a963 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:57:51.555951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f69be006-08d3-4581-90e2-c4e09943f8a1 req-433f6655-6bdf-4d80-8740-f5e0c73de682 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] Unset dirty status for tenant:2bfd11743efb4659a7cafd525e72f79c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:57:51.557775 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f69be006-08d3-4581-90e2-c4e09943f8a1 req-433f6655-6bdf-4d80-8740-f5e0c73de682 tempest-FloatingIPsAssociationTestJSON-1152703274 tempest-FloatingIPsAssociationTestJSON-1152703274-project] 10.222.0.72 "GET /v2.0/ports?device_id=b26dccf1-e3a8-4ada-9f0e-c27e6491b7e2 HTTP/1.1" status: 200 len: 210 time: 0.4985952 Feb 18 08:57:51.561875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-2ad115ff-348d-4b05-8391-2c6533a666cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:51.563498 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-2ad115ff-348d-4b05-8391-2c6533a666cd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9deed4cd-d230-470e-87ed-69e46795553c HTTP/1.1" status: 200 len: 801 time: 0.1396668 Feb 18 08:57:51.603055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-bc537bfa-c170-45cc-aeb2-54898945a67c tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Deleting port acbe8e43-1ce5-488b-89b7-cef7af1dff6a {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:51.603668 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bc537bfa-c170-45cc-aeb2-54898945a67c tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:51.635270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efea6c4-317b-48de-bd94-960fc5ec8844 req-effc6271-24e5-4df5-9cd6-dec08e5db515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:51.637135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2efea6c4-317b-48de-bd94-960fc5ec8844 req-effc6271-24e5-4df5-9cd6-dec08e5db515 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dcb6ae52-6c76-4652-9980-2c755082684d HTTP/1.1" status: 200 len: 797 time: 0.1398175 Feb 18 08:57:51.691916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-21ae5f2a-92e4-44bf-9c46-20960133a4db tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Unset dirty status for tenant:9a1f63c513cc4a669c27248085c8a963 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:57:51.693563 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-21ae5f2a-92e4-44bf-9c46-20960133a4db tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "GET /v2.0/ports?device_id=c164653f-5ba0-44d6-8708-a349c9ad2dcc HTTP/1.1" status: 200 len: 205 time: 0.3366339 Feb 18 08:57:51.696699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60082) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:51.864880 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7b9045c-0121-443f-9ae9-5efaf4462649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:51.991677 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9045c-0121-443f-9ae9-5efaf4462649 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ae7cc4-7cb8-4b3f-b3a7-329a637052f7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:52.044407 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a98acb78-b0a6-40be-8a86-bc787f2affc2 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:52.056457 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bc537bfa-c170-45cc-aeb2-54898945a67c tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:52.056787 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bc537bfa-c170-45cc-aeb2-54898945a67c tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:52.203617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-bc537bfa-c170-45cc-aeb2-54898945a67c tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Calling delete_port for acbe8e43-1ce5-488b-89b7-cef7af1dff6a owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:52.272066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-802a7adf-6d92-469f-a608-59d135ec5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:52.273591 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-802a7adf-6d92-469f-a608-59d135ec5b11 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3a39405b-173e-4076-807d-a159f359a7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6960340 Feb 18 08:57:52.487895 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7b9045c-0121-443f-9ae9-5efaf4462649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:52.562702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efea6c4-317b-48de-bd94-960fc5ec8844 req-3b25f7c1-363f-44f1-91ba-1643efebaacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:52.564389 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2efea6c4-317b-48de-bd94-960fc5ec8844 req-3b25f7c1-363f-44f1-91ba-1643efebaacf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6af62175-1a85-4684-83c8-bc920071b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9155045 Feb 18 08:57:52.597534 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bc537bfa-c170-45cc-aeb2-54898945a67c tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:52.656898 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc537bfa-c170-45cc-aeb2-54898945a67c tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Pushing event deleted for resources: {'Port': ['ID=acbe8e43-1ce5-488b-89b7-cef7af1dff6a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:52.691327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167575a3-ec31-4a63-a6de-a089e72c83e8 req-e36ad534-5236-49cf-9941-b4bc4e06921f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:52.697050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167575a3-ec31-4a63-a6de-a089e72c83e8 req-e36ad534-5236-49cf-9941-b4bc4e06921f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:52.702925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167575a3-ec31-4a63-a6de-a089e72c83e8 req-e36ad534-5236-49cf-9941-b4bc4e06921f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:52.708613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167575a3-ec31-4a63-a6de-a089e72c83e8 req-e36ad534-5236-49cf-9941-b4bc4e06921f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:52.714372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167575a3-ec31-4a63-a6de-a089e72c83e8 req-e36ad534-5236-49cf-9941-b4bc4e06921f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:52.720764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167575a3-ec31-4a63-a6de-a089e72c83e8 req-e36ad534-5236-49cf-9941-b4bc4e06921f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:52.726385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167575a3-ec31-4a63-a6de-a089e72c83e8 req-e36ad534-5236-49cf-9941-b4bc4e06921f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:52.734369 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-167575a3-ec31-4a63-a6de-a089e72c83e8 req-e36ad534-5236-49cf-9941-b4bc4e06921f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5420 time: 1.0475147 Feb 18 08:57:52.784909 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a98acb78-b0a6-40be-8a86-bc787f2affc2 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:52.823502 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a98acb78-b0a6-40be-8a86-bc787f2affc2 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:52.846546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a8acc-c929-4272-8476-0b4170bf5c63 req-9388c413-dbc6-492d-9ccf-5ea4b32e367a tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:52.853503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a29a8acc-c929-4272-8476-0b4170bf5c63 req-9388c413-dbc6-492d-9ccf-5ea4b32e367a tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/ports?device_id=25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9 HTTP/1.1" status: 200 len: 945 time: 1.0245087 Feb 18 08:57:52.956452 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-3530f957-7f13-4fc4-987d-caa457ccdb8c service neutron] 10.222.0.81 "GET /v2.0/networks/3a39405b-173e-4076-807d-a159f359a7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6650681 Feb 18 08:57:52.977584 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a98acb78-b0a6-40be-8a86-bc787f2affc2 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:52.978062 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98acb78-b0a6-40be-8a86-bc787f2affc2 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Fanout notify agent at l3_agent the message router_deleted on router c164653f-5ba0-44d6-8708-a349c9ad2dcc {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:57:53.004758 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-167575a3-ec31-4a63-a6de-a089e72c83e8 req-86cc91e0-6212-4b85-9477-e9a8169395a4 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2694647 Feb 18 08:57:53.027884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a29a8acc-c929-4272-8476-0b4170bf5c63 req-95e3065f-5522-4601-b283-3838bbdffc62 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/security-groups?id=20a0f857-0b82-4b26-b80c-6846c5a6cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733725 Feb 18 08:57:53.033780 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bc537bfa-c170-45cc-aeb2-54898945a67c tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:53.077597 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bc537bfa-c170-45cc-aeb2-54898945a67c tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:53.078585 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bc537bfa-c170-45cc-aeb2-54898945a67c tempest-FloatingIPAdminTestJSON-118399012 tempest-FloatingIPAdminTestJSON-118399012-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/d2199f56-b94d-4701-a794-96a724e29542 HTTP/1.1" status: 204 len: 168 time: 1.7190185 Feb 18 08:57:53.082738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60108) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:53.208090 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2efea6c4-317b-48de-bd94-960fc5ec8844 req-dbfe9406-07bd-4d13-8a3a-f224542f02cb service neutron] 10.222.0.61 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209736 Feb 18 08:57:53.212110 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a98acb78-b0a6-40be-8a86-bc787f2affc2 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:53.213149 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a98acb78-b0a6-40be-8a86-bc787f2affc2 tempest-RoutersNegativeTest-1582235128 tempest-RoutersNegativeTest-1582235128-project] 10.222.0.72 "DELETE /v2.0/routers/c164653f-5ba0-44d6-8708-a349c9ad2dcc HTTP/1.1" status: 204 len: 168 time: 1.4805777 Feb 18 08:57:53.222299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60114) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:53.298449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-40e68e78-61ba-4aba-84d0-f58c140720f3 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Deleting port 71600ba4-c9c0-47d3-934f-d3c512b2d81d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:53.298793 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40e68e78-61ba-4aba-84d0-f58c140720f3 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:53.363505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b9045c-0121-443f-9ae9-5efaf4462649 admin admin] Router 7346e605-e248-4b48-8674-137ead41b54e has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:57:53.501593 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b86b8f75-9b31-4b88-8c42-757bdaacfe14 req-e193f238-3731-4549-85f5-a56c313aabe7 service neutron] 10.222.0.81 "GET /v2.0/networks/3a39405b-173e-4076-807d-a159f359a7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5272069 Feb 18 08:57:53.564296 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b6a94-5310-4f48-a588-bd522013802b req-1c7cacd9-2cda-48e5-a33b-a7d1f0872b9d tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:53.565030 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-5e9b6a94-5310-4f48-a588-bd522013802b req-1c7cacd9-2cda-48e5-a33b-a7d1f0872b9d tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Synchronizing usage tracker for tenant:a045b61d38a04d72b976bf319f5014bb on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:57:53.649357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60128) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:53.666136 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40e68e78-61ba-4aba-84d0-f58c140720f3 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:53.710359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2efea6c4-317b-48de-bd94-960fc5ec8844 req-6e8119b6-0f31-4405-9159-a885b3553554 service neutron] 10.222.0.61 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889691 Feb 18 08:57:53.761086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda399fb-5089-42d8-8caa-cab2c6e2b7f2 req-63426d0c-0c5f-4f89-b4c2-92ace7a003e3 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:53.776685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda399fb-5089-42d8-8caa-cab2c6e2b7f2 req-63426d0c-0c5f-4f89-b4c2-92ace7a003e3 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:53.778320 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fda399fb-5089-42d8-8caa-cab2c6e2b7f2 req-63426d0c-0c5f-4f89-b4c2-92ace7a003e3 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1679 time: 0.6154633 Feb 18 08:57:53.824598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-5e9b6a94-5310-4f48-a588-bd522013802b req-1c7cacd9-2cda-48e5-a33b-a7d1f0872b9d tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Unset dirty status for tenant:a045b61d38a04d72b976bf319f5014bb on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:57:53.825935 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5e9b6a94-5310-4f48-a588-bd522013802b req-1c7cacd9-2cda-48e5-a33b-a7d1f0872b9d tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.81 "GET /v2.0/ports?device_id=25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9 HTTP/1.1" status: 200 len: 945 time: 0.7385850 Feb 18 08:57:53.837065 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-40e68e78-61ba-4aba-84d0-f58c140720f3 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Calling delete_port for 71600ba4-c9c0-47d3-934f-d3c512b2d81d owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:54.114466 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-5e9b6a94-5310-4f48-a588-bd522013802b req-94468f90-e88f-407c-8f53-e90eb7df2a77 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Deleting port 0862bd4f-f98d-459e-b128-04b0795dd770 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:54.114806 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5e9b6a94-5310-4f48-a588-bd522013802b req-94468f90-e88f-407c-8f53-e90eb7df2a77 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:54.152486 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-43666fbf-d5bb-4d2a-a823-c7478b273e7e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9a1f63c513cc4a669c27248085c8a963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4933019 Feb 18 08:57:54.153815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b9045c-0121-443f-9ae9-5efaf4462649 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:57:54.155751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60146) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:54.167968 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a7b9045c-0121-443f-9ae9-5efaf4462649 admin admin] 10.222.0.72 "PUT /v2.0/routers/7346e605-e248-4b48-8674-137ead41b54e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8687966 Feb 18 08:57:54.176863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60150) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:54.195403 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d338b4-df7a-437f-989f-4d05699d962e None None] Sync routers for ids ['7346e605-e248-4b48-8674-137ead41b54e'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:57:54.232602 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fda399fb-5089-42d8-8caa-cab2c6e2b7f2 req-4343cdb7-8d46-4d79-ac84-87f363442a33 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320271 Feb 18 08:57:54.241090 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d338b4-df7a-437f-989f-4d05699d962e None None] Routers {'7346e605-e248-4b48-8674-137ead41b54e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:54.244434 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b2d338b4-df7a-437f-989f-4d05699d962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7346e605-e248-4b48-8674-137ead41b54e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:54.257115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf3152-8873-445b-b09a-6a408176d75b req-080a7b5e-1024-495a-9c52-1be77be6941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:54.258792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf3152-8873-445b-b09a-6a408176d75b req-080a7b5e-1024-495a-9c52-1be77be6941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:54.261084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ccf3152-8873-445b-b09a-6a408176d75b req-080a7b5e-1024-495a-9c52-1be77be6941c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=96f9ab7aca9f4ebb9b0d991d4090bfbe&device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1981 time: 0.6862895 Feb 18 08:57:54.496092 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-b2d338b4-df7a-437f-989f-4d05699d962e None None] Set router 7346e605-e248-4b48-8674-137ead41b54e gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:57:54.521086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf3152-8873-445b-b09a-6a408176d75b req-b9d362d5-a9a7-4a43-8cbd-3ea990e777e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:54.522716 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ccf3152-8873-445b-b09a-6a408176d75b req-b9d362d5-a9a7-4a43-8cbd-3ea990e777e2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3a39405b-173e-4076-807d-a159f359a7fb HTTP/1.1" status: 200 len: 902 time: 0.2490292 Feb 18 08:57:54.678011 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40e68e78-61ba-4aba-84d0-f58c140720f3 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:54.720829 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ccf3152-8873-445b-b09a-6a408176d75b req-4256cf3d-1e6e-4b52-b3c4-50f4536b6bdd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.162&port_id=e038917e-48d1-49ed-b44f-3fc023f5fffa HTTP/1.1" status: 200 len: 217 time: 0.1061010 Feb 18 08:57:54.779662 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4943f101-3201-45a7-9b43-5cf7314e85a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:54.798205 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b2d338b4-df7a-437f-989f-4d05699d962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:57:51Z', 'revision_number': 5, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:54.802772 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d338b4-df7a-437f-989f-4d05699d962e None None] Checking router: 7346e605-e248-4b48-8674-137ead41b54e for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:57:54.813005 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b048b8a1-f3b3-4a55-abaa-52ca88889bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:54.813750 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d338b4-df7a-437f-989f-4d05699d962e None None] Routers {'7346e605-e248-4b48-8674-137ead41b54e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:57:54.814781 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b2d338b4-df7a-437f-989f-4d05699d962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:57:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7346e605-e248-4b48-8674-137ead41b54e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:54.849082 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e68e78-61ba-4aba-84d0-f58c140720f3 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Pushing event deleted for resources: {'Port': ['ID=71600ba4-c9c0-47d3-934f-d3c512b2d81d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:54.911389 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134d7b1-137b-4e39-b59c-80f7e904ab77 req-a4afd259-f963-4b8d-b887-f74cd892f412 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:54.917612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134d7b1-137b-4e39-b59c-80f7e904ab77 req-a4afd259-f963-4b8d-b887-f74cd892f412 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:54.923591 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134d7b1-137b-4e39-b59c-80f7e904ab77 req-a4afd259-f963-4b8d-b887-f74cd892f412 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:54.929652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134d7b1-137b-4e39-b59c-80f7e904ab77 req-a4afd259-f963-4b8d-b887-f74cd892f412 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:54.936332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134d7b1-137b-4e39-b59c-80f7e904ab77 req-a4afd259-f963-4b8d-b887-f74cd892f412 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:54.942700 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134d7b1-137b-4e39-b59c-80f7e904ab77 req-a4afd259-f963-4b8d-b887-f74cd892f412 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:54.948690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134d7b1-137b-4e39-b59c-80f7e904ab77 req-a4afd259-f963-4b8d-b887-f74cd892f412 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:54.957164 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1134d7b1-137b-4e39-b59c-80f7e904ab77 req-a4afd259-f963-4b8d-b887-f74cd892f412 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5420 time: 0.6820159 Feb 18 08:57:55.047348 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60162) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:55.058129 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b048b8a1-f3b3-4a55-abaa-52ca88889bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:55.095454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96957f-50ec-44cd-adbb-330317f2acc9 req-b105bbbf-cfbe-444b-9dd5-0645d9721099 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:55.108245 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f96957f-50ec-44cd-adbb-330317f2acc9 req-b105bbbf-cfbe-444b-9dd5-0645d9721099 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/ports?device_id=25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9 HTTP/1.1" status: 200 len: 945 time: 0.5718534 Feb 18 08:57:55.113387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf3152-8873-445b-b09a-6a408176d75b req-fbab5fbf-7476-4ba1-aa25-8f414f0d1a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:55.115106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ccf3152-8873-445b-b09a-6a408176d75b req-fbab5fbf-7476-4ba1-aa25-8f414f0d1a03 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9deed4cd-d230-470e-87ed-69e46795553c HTTP/1.1" status: 200 len: 801 time: 0.3772211 Feb 18 08:57:55.150640 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40e68e78-61ba-4aba-84d0-f58c140720f3 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:55.164979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-5e9b6a94-5310-4f48-a588-bd522013802b req-94468f90-e88f-407c-8f53-e90eb7df2a77 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] For port 0862bd4f-f98d-459e-b128-04b0795dd770, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=0862bd4f-f98d-459e-b128-04b0795dd770,segment=NetworkSegment(668c29cb-ee5b-437e-b706-004c8ff9f68f),segment_id=668c29cb-ee5b-437e-b706-004c8ff9f68f)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:55.165489 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5e9b6a94-5310-4f48-a588-bd522013802b req-94468f90-e88f-407c-8f53-e90eb7df2a77 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:55.173795 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-b2d338b4-df7a-437f-989f-4d05699d962e None None] Set router 7346e605-e248-4b48-8674-137ead41b54e gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:57:55.268834 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1134d7b1-137b-4e39-b59c-80f7e904ab77 req-04ab0612-b8aa-4e95-9555-1f5673e0a893 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3105857 Feb 18 08:57:55.317642 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-5e9b6a94-5310-4f48-a588-bd522013802b req-94468f90-e88f-407c-8f53-e90eb7df2a77 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Calling delete_port for 0862bd4f-f98d-459e-b128-04b0795dd770 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:55.319549 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa104bf6-9c0f-410d-8d03-e383eb1cd130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:55.362229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-aa104bf6-9c0f-410d-8d03-e383eb1cd130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:55.366569 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-40e68e78-61ba-4aba-84d0-f58c140720f3 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] 10.222.0.72 "DELETE /v2.0/ports/71600ba4-c9c0-47d3-934f-d3c512b2d81d HTTP/1.1" status: 204 len: 168 time: 2.2803473 Feb 18 08:57:55.367623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-aa104bf6-9c0f-410d-8d03-e383eb1cd130 admin admin] Usage tracker for resource:security_group_rule and tenant:3ff550ed21414348816eb1861f9f9a2b is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:55.372110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-aa104bf6-9c0f-410d-8d03-e383eb1cd130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:55.372545 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60172) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:55.380204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-aa104bf6-9c0f-410d-8d03-e383eb1cd130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:55.433186 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4943f101-3201-45a7-9b43-5cf7314e85a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:55.452662 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-4943f101-3201-45a7-9b43-5cf7314e85a1 admin admin] Deleting port e075a60e-3436-42e0-839f-4a65589ad9f7 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:55.453065 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4943f101-3201-45a7-9b43-5cf7314e85a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:55.474186 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b048b8a1-f3b3-4a55-abaa-52ca88889bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:55.493535 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b2d338b4-df7a-437f-989f-4d05699d962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:57:51Z', 'revision_number': 5, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:55.497753 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d338b4-df7a-437f-989f-4d05699d962e None None] The sync data for ids ['7346e605-e248-4b48-8674-137ead41b54e'] in n-d-829434-1 is: [{'id': '7346e605-e248-4b48-8674-137ead41b54e', 'name': 'tempest-AttachVolumeShelveTestJSON-169984449-router', 'tenant_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:47:11Z', 'updated_at': '2022-02-18T08:57:51Z', 'revision_number': 5, 'project_id': 'c7aae89a9b4a4075b2ddf8edaad1f621', 'gw_port': {'id': 'e075a60e-3436-42e0-839f-4a65589ad9f7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7346e605-e248-4b48-8674-137ead41b54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:47:12Z', 'updated_at': '2022-02-18T08:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:57:55.534013 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f96957f-50ec-44cd-adbb-330317f2acc9 req-dda494df-42ab-4412-98f4-2de68966bd95 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/security-groups?id=20a0f857-0b82-4b26-b80c-6846c5a6cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221971 Feb 18 08:57:55.568492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048b8a1-f3b3-4a55-abaa-52ca88889bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0037adbf-3d2f-499c-a965-a23ac5d3fdc0,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:55.573237 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa104bf6-9c0f-410d-8d03-e383eb1cd130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:55.586916 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa104bf6-9c0f-410d-8d03-e383eb1cd130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:55.667015 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b048b8a1-f3b3-4a55-abaa-52ca88889bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:55.668120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b048b8a1-f3b3-4a55-abaa-52ca88889bc6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0037adbf-3d2f-499c-a965-a23ac5d3fdc0 HTTP/1.1" status: 204 len: 168 time: 1.5075886 Feb 18 08:57:55.687162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf3152-8873-445b-b09a-6a408176d75b req-b1b3b5e7-af68-47d2-86e3-fe8c58a7174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:55.687646 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955a5feb-542a-4cd5-a518-eb82a724ccc2 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:55.688375 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-955a5feb-542a-4cd5-a518-eb82a724ccc2 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Synchronizing usage tracker for tenant:8e5c8e1c291341009630a1c783d52646 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:57:55.688691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ccf3152-8873-445b-b09a-6a408176d75b req-b1b3b5e7-af68-47d2-86e3-fe8c58a7174a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3a39405b-173e-4076-807d-a159f359a7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5557659 Feb 18 08:57:55.730694 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-aa104bf6-9c0f-410d-8d03-e383eb1cd130 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3ff550ed21414348816eb1861f9f9a2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6751833 Feb 18 08:57:55.736523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa104bf6-9c0f-410d-8d03-e383eb1cd130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31104b0b-9c89-4c01-bbd0-0d98ddbf749f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:55.737358 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60178) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:55.743102 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5e9b6a94-5310-4f48-a588-bd522013802b req-94468f90-e88f-407c-8f53-e90eb7df2a77 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:55.806362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-955a5feb-542a-4cd5-a518-eb82a724ccc2 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Unset dirty status for tenant:8e5c8e1c291341009630a1c783d52646 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:57:55.807184 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-955a5feb-542a-4cd5-a518-eb82a724ccc2 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbbd2c7b-f8b1-430e-ba87-86e904a699c9 HTTP/1.1" status: 200 len: 913 time: 0.4329450 Feb 18 08:57:55.815594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60182) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:55.832704 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94468f90-e88f-407c-8f53-e90eb7df2a77 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Pushing event deleted for resources: {'Port': ['ID=0862bd4f-f98d-459e-b128-04b0795dd770,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:55.898947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-4943f101-3201-45a7-9b43-5cf7314e85a1 admin admin] For port e075a60e-3436-42e0-839f-4a65589ad9f7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e075a60e-3436-42e0-839f-4a65589ad9f7,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:55.899304 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4943f101-3201-45a7-9b43-5cf7314e85a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:55.939634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe9e2d-4a9c-48bf-8cb5-1fe0cdf1c243 req-916e03bc-cddb-4b44-87b1-2c3c1b1e860d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:55.946683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe9e2d-4a9c-48bf-8cb5-1fe0cdf1c243 req-916e03bc-cddb-4b44-87b1-2c3c1b1e860d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:55.946683 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55fe9e2d-4a9c-48bf-8cb5-1fe0cdf1c243 req-916e03bc-cddb-4b44-87b1-2c3c1b1e860d tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1679 time: 0.4826760 Feb 18 08:57:56.101565 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2fd5d45e-3597-4015-8bba-b1f5aa1b0eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:56.122529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9b6a94-5310-4f48-a588-bd522013802b req-94468f90-e88f-407c-8f53-e90eb7df2a77 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] No DVR routers for this DVR port 0862bd4f-f98d-459e-b128-04b0795dd770 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:57:56.130614 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-4943f101-3201-45a7-9b43-5cf7314e85a1 admin admin] Calling delete_port for e075a60e-3436-42e0-839f-4a65589ad9f7 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:56.314622 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ccf3152-8873-445b-b09a-6a408176d75b req-9c1461bc-e1e1-4199-a36f-2471b1a1dc3e service neutron] 10.222.0.81 "GET /v2.0/networks/3a39405b-173e-4076-807d-a159f359a7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114931 Feb 18 08:57:56.367512 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55fe9e2d-4a9c-48bf-8cb5-1fe0cdf1c243 req-f157cb8d-17f5-4c1e-ae25-1b328ae1bde1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126430 Feb 18 08:57:56.442978 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5e9b6a94-5310-4f48-a588-bd522013802b req-94468f90-e88f-407c-8f53-e90eb7df2a77 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:56.452216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9', 'name': 'network-vif-deleted', 'tag': '0862bd4f-f98d-459e-b128-04b0795dd770'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:57:56.475759 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5e9b6a94-5310-4f48-a588-bd522013802b req-94468f90-e88f-407c-8f53-e90eb7df2a77 tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.81 "DELETE /v2.0/ports/0862bd4f-f98d-459e-b128-04b0795dd770 HTTP/1.1" status: 204 len: 173 time: 2.6068449 Feb 18 08:57:56.510674 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-52922f04-4f73-4738-a1c6-86c7012f7f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:56.527552 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4943f101-3201-45a7-9b43-5cf7314e85a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:56.581735 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9', 'name': 'network-vif-deleted', 'tag': '0862bd4f-f98d-459e-b128-04b0795dd770', 'status': 'completed', 'code': 200} Feb 18 08:57:56.642180 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-52922f04-4f73-4738-a1c6-86c7012f7f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:56.724647 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:57:56.772801 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:57:56.773146 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 33ae7cc4-7cb8-4b3f-b3a7-329a637052f7 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:57:56.800463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943f101-3201-45a7-9b43-5cf7314e85a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e075a60e-3436-42e0-839f-4a65589ad9f7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:56.844116 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4943f101-3201-45a7-9b43-5cf7314e85a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:56.844510 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 5abf860f-7cc7-4acb-aa31-20b9e3648617 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:57:56.847107 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 0862bd4f-f98d-459e-b128-04b0795dd770 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:57:56.893669 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-52922f04-4f73-4738-a1c6-86c7012f7f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:56.907781 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 0862bd4f-f98d-459e-b128-04b0795dd770 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:57:56.908118 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 0862bd4f-f98d-459e-b128-04b0795dd770 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:57:57.019817 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ccf3152-8873-445b-b09a-6a408176d75b req-a1ec510e-4e60-4d45-b970-7164d978b651 service neutron] 10.222.0.81 "GET /v2.0/networks/3a39405b-173e-4076-807d-a159f359a7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6853495 Feb 18 08:57:57.045723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52922f04-4f73-4738-a1c6-86c7012f7f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31104b0b-9c89-4c01-bbd0-0d98ddbf749f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:57.061829 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-52922f04-4f73-4738-a1c6-86c7012f7f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:57.063267 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-52922f04-4f73-4738-a1c6-86c7012f7f6e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31104b0b-9c89-4c01-bbd0-0d98ddbf749f HTTP/1.1" status: 204 len: 168 time: 1.3249695 Feb 18 08:57:57.065695 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4943f101-3201-45a7-9b43-5cf7314e85a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:57.070296 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4943f101-3201-45a7-9b43-5cf7314e85a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:57.121002 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4943f101-3201-45a7-9b43-5cf7314e85a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:57.121708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4943f101-3201-45a7-9b43-5cf7314e85a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7346e605-e248-4b48-8674-137ead41b54e {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:57:57.132080 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4943f101-3201-45a7-9b43-5cf7314e85a1 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:57.134968 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4943f101-3201-45a7-9b43-5cf7314e85a1 admin admin] 10.222.0.72 "DELETE /v2.0/routers/7346e605-e248-4b48-8674-137ead41b54e HTTP/1.1" status: 204 len: 168 time: 2.9561355 Feb 18 08:57:57.136799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60220) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:57.159460 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5877c94d-610d-455e-be04-14cfb0596148 req-c85112c7-c8c0-46d1-bdbe-322bca78f71d tempest-ServerTagsTestJSON-275675482 tempest-ServerTagsTestJSON-275675482-project] 10.222.0.72 "GET /v2.0/ports?device_id=25424a6c-74ca-4e5c-9d51-b6de7a3dd6a9 HTTP/1.1" status: 200 len: 210 time: 0.2147887 Feb 18 08:57:57.193553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec87fe8-78ce-4372-b80f-42da08e022b0 req-8f92c575-b1df-445c-a1eb-43aa8a2e461e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:57.207843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec87fe8-78ce-4372-b80f-42da08e022b0 req-8f92c575-b1df-445c-a1eb-43aa8a2e461e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:57.215990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec87fe8-78ce-4372-b80f-42da08e022b0 req-8f92c575-b1df-445c-a1eb-43aa8a2e461e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:57.224451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 5abf860f-7cc7-4acb-aa31-20b9e3648617, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=5abf860f-7cc7-4acb-aa31-20b9e3648617,segment=NetworkSegment(be9dea9f-b51d-41a8-8b71-36494c9154fe),segment_id=be9dea9f-b51d-41a8-8b71-36494c9154fe)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:57.224742 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec87fe8-78ce-4372-b80f-42da08e022b0 req-8f92c575-b1df-445c-a1eb-43aa8a2e461e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:57.232648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec87fe8-78ce-4372-b80f-42da08e022b0 req-8f92c575-b1df-445c-a1eb-43aa8a2e461e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:57.240436 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec87fe8-78ce-4372-b80f-42da08e022b0 req-8f92c575-b1df-445c-a1eb-43aa8a2e461e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:57.250123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec87fe8-78ce-4372-b80f-42da08e022b0 req-8f92c575-b1df-445c-a1eb-43aa8a2e461e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:57.251141 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '5abf860f-7cc7-4acb-aa31-20b9e3648617', 'network_id': '4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21', 'port_id': '5abf860f-7cc7-4acb-aa31-20b9e3648617', 'mac_address': 'fa:16:3e:3e:d5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb367d24-9977-4280-8797-8975d34945b4', 'ip_address': '19.80.0.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:57:57.260707 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aec87fe8-78ce-4372-b80f-42da08e022b0 req-8f92c575-b1df-445c-a1eb-43aa8a2e461e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5420 time: 0.8149486 Feb 18 08:57:57.261080 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2fb4b29-f733-4713-88e9-11d877986926 admin admin] Deleting subnet df727fe9-3fec-4967-a902-47fe24f8ed0f {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:57:57.269511 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2fb4b29-f733-4713-88e9-11d877986926 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:57.388653 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2fb4b29-f733-4713-88e9-11d877986926 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:57.413724 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aec87fe8-78ce-4372-b80f-42da08e022b0 req-ce8243f6-d8ad-4719-9cc6-127c16f51637 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1511960 Feb 18 08:57:57.414476 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:57.470354 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5abf860f-7cc7-4acb-aa31-20b9e3648617 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:57:57.512135 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 5abf860f-7cc7-4acb-aa31-20b9e3648617, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=5abf860f-7cc7-4acb-aa31-20b9e3648617,segment=NetworkSegment(be9dea9f-b51d-41a8-8b71-36494c9154fe),segment_id=be9dea9f-b51d-41a8-8b71-36494c9154fe)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:57.518675 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:57.519368 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e038917e-48d1-49ed-b44f-3fc023f5fffa details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:57:57.572519 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2fb4b29-f733-4713-88e9-11d877986926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:57.635994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60234) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:57.643644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-2fd5d45e-3597-4015-8bba-b1f5aa1b0eb0 admin admin] Deleting port 408f1974-0ce5-4018-b566-a32b4fe502f0 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:57.643991 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2fd5d45e-3597-4015-8bba-b1f5aa1b0eb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:57.660570 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fe988b83-ef3f-410b-b8c0-8ff2eb942135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:57.660986 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=5abf860f-7cc7-4acb-aa31-20b9e3648617,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:57.686251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fe988b83-ef3f-410b-b8c0-8ff2eb942135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:57:57.691557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fe988b83-ef3f-410b-b8c0-8ff2eb942135 admin admin] Usage tracker for resource:security_group_rule and tenant:73556f11958d457fbb397c5506559d81 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:57:57.694719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fe988b83-ef3f-410b-b8c0-8ff2eb942135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:57:57.700907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fe988b83-ef3f-410b-b8c0-8ff2eb942135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:57:57.704004 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2fb4b29-f733-4713-88e9-11d877986926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:57.753590 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb4b29-f733-4713-88e9-11d877986926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df727fe9-3fec-4967-a902-47fe24f8ed0f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:57.764008 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2fb4b29-f733-4713-88e9-11d877986926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:57.778233 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad8bc75-c1fa-4353-94cc-785eaea56855 None None] Network 5d5e2a5a-f047-425a-86b2-0b3143ac8640 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:57:57.780746 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c2fb4b29-f733-4713-88e9-11d877986926 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/df727fe9-3fec-4967-a902-47fe24f8ed0f HTTP/1.1" status: 204 len: 168 time: 0.6408041 Feb 18 08:57:57.783231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60242) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:58.002047 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:58.036778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de1521-fa86-431b-b5da-5ffb17adb69d req-3715311e-ecc7-4e90-801c-3810e6eb2570 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:58.042743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de1521-fa86-431b-b5da-5ffb17adb69d req-3715311e-ecc7-4e90-801c-3810e6eb2570 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:58.044441 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4de1521-fa86-431b-b5da-5ffb17adb69d req-3715311e-ecc7-4e90-801c-3810e6eb2570 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1680 time: 0.4067545 Feb 18 08:57:58.053612 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fe988b83-ef3f-410b-b8c0-8ff2eb942135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:58.061896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] Deleting port e825e259-2686-4c5a-b03b-ffed9a67f650 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:58.061896 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:58.088027 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-671ee722-7063-41b4-bf5b-661461fa64f0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:58.098142 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e038917e-48d1-49ed-b44f-3fc023f5fffa, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e038917e-48d1-49ed-b44f-3fc023f5fffa,segment=NetworkSegment(90ca5f5a-7be8-4444-8e4e-d1233b2f8c39),segment_id=90ca5f5a-7be8-4444-8e4e-d1233b2f8c39)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:58.115742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'e038917e-48d1-49ed-b44f-3fc023f5fffa', 'network_id': '3a39405b-173e-4076-807d-a159f359a7fb', 'port_id': 'e038917e-48d1-49ed-b44f-3fc023f5fffa', 'mac_address': 'fa:16:3e:f5:3f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9deed4cd-d230-470e-87ed-69e46795553c', 'ip_address': '19.86.0.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:57:58.159949 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fe988b83-ef3f-410b-b8c0-8ff2eb942135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:58.168605 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-2fd5d45e-3597-4015-8bba-b1f5aa1b0eb0 admin admin] For port 408f1974-0ce5-4018-b566-a32b4fe502f0, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=408f1974-0ce5-4018-b566-a32b4fe502f0,segment=NetworkSegment(273665ca-a44f-4b73-b6ca-cb0e9742a08f),segment_id=273665ca-a44f-4b73-b6ca-cb0e9742a08f)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:58.168982 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2fd5d45e-3597-4015-8bba-b1f5aa1b0eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:58.197708 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:58.209482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe988b83-ef3f-410b-b8c0-8ff2eb942135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d01766b-bd49-45e3-a4fe-f862b40e97b5,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:58.210655 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4de1521-fa86-431b-b5da-5ffb17adb69d req-81a70f63-f737-4b43-8acb-72866ffb7c31 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523054 Feb 18 08:57:58.239925 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e038917e-48d1-49ed-b44f-3fc023f5fffa {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:57:58.261126 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e038917e-48d1-49ed-b44f-3fc023f5fffa, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e038917e-48d1-49ed-b44f-3fc023f5fffa,segment=NetworkSegment(90ca5f5a-7be8-4444-8e4e-d1233b2f8c39),segment_id=90ca5f5a-7be8-4444-8e4e-d1233b2f8c39)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:58.274375 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:58.305486 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fe988b83-ef3f-410b-b8c0-8ff2eb942135 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=73556f11958d457fbb397c5506559d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6662192 Feb 18 08:57:58.309866 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60254) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:58.359780 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=e038917e-48d1-49ed-b44f-3fc023f5fffa,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:58.407216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8466e80d-a10f-4b65-8546-c1f49590ecbd None None] DHCP port deletion for 5d5e2a5a-f047-425a-86b2-0b3143ac8640 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:57:58.411123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60258) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:58.411408 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8466e80d-a10f-4b65-8546-c1f49590ecbd None None] Deleting port e825e259-2686-4c5a-b03b-ffed9a67f650 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:58.411987 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8466e80d-a10f-4b65-8546-c1f49590ecbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:58.508712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-2fd5d45e-3597-4015-8bba-b1f5aa1b0eb0 admin admin] Calling delete_port for 408f1974-0ce5-4018-b566-a32b4fe502f0 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:58.577029 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5be48231-d1aa-40e9-911f-b8c00c80a5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:58.579864 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] For port e825e259-2686-4c5a-b03b-ffed9a67f650, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e825e259-2686-4c5a-b03b-ffed9a67f650,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:58.580202 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:58.614815 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['e038917e-48d1-49ed-b44f-3fc023f5fffa'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:57:58.771327 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e825e259-2686-4c5a-b03b-ffed9a67f650 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:57:58.815425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-68284d4c-adf7-4a74-b84a-3f398ddd5239 admin admin] Deleting subnet 65e26215-4b5e-4504-a945-2ed3f25a8c92 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:57:58.818717 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-68284d4c-adf7-4a74-b84a-3f398ddd5239 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:58.835725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-8466e80d-a10f-4b65-8546-c1f49590ecbd None None] For port e825e259-2686-4c5a-b03b-ffed9a67f650, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e825e259-2686-4c5a-b03b-ffed9a67f650,segment=NetworkSegment(6a425925-ca22-4fe0-98f3-fd0d8441cd1c),segment_id=6a425925-ca22-4fe0-98f3-fd0d8441cd1c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:57:58.836344 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8466e80d-a10f-4b65-8546-c1f49590ecbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:58.864686 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] Calling delete_port for e825e259-2686-4c5a-b03b-ffed9a67f650 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:58.871064 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-68284d4c-adf7-4a74-b84a-3f398ddd5239 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:58.903756 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5be48231-d1aa-40e9-911f-b8c00c80a5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:59.006316 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:59.045745 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5be48231-d1aa-40e9-911f-b8c00c80a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:59.060742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8466e80d-a10f-4b65-8546-c1f49590ecbd None None] Calling delete_port for e825e259-2686-4c5a-b03b-ffed9a67f650 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:57:59.079418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e825e259-2686-4c5a-b03b-ffed9a67f650,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:59.081973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] No DVR routers for this DVR port e825e259-2686-4c5a-b03b-ffed9a67f650 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:57:59.083538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be48231-d1aa-40e9-911f-b8c00c80a5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d01766b-bd49-45e3-a4fe-f862b40e97b5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:59.087076 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-68284d4c-adf7-4a74-b84a-3f398ddd5239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:59.130738 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No active binding found for port e825e259-2686-4c5a-b03b-ffed9a67f650 {{(pid=87769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 18 08:57:59.131315 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e825e259-2686-4c5a-b03b-ffed9a67f650 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:57:59.131824 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e075a60e-3436-42e0-839f-4a65589ad9f7 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:57:59.182877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: e075a60e-3436-42e0-839f-4a65589ad9f7 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:57:59.183259 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e075a60e-3436-42e0-839f-4a65589ad9f7 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:57:59.217971 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5be48231-d1aa-40e9-911f-b8c00c80a5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:59.221573 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5be48231-d1aa-40e9-911f-b8c00c80a5b8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3d01766b-bd49-45e3-a4fe-f862b40e97b5 HTTP/1.1" status: 204 len: 168 time: 0.9083674 Feb 18 08:57:59.236768 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-8466e80d-a10f-4b65-8546-c1f49590ecbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:57:59.237127 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-8466e80d-a10f-4b65-8546-c1f49590ecbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:57:59.251957 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:59.285390 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5e2a5a-f047-425a-86b2-0b3143ac8640']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:59.301626 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a425925-ca22-4fe0-98f3-fd0d8441cd1c') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:59.301969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a425925-ca22-4fe0-98f3-fd0d8441cd1c') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:57:59.320830 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:59.331319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d1e4f-15e8-4198-a6ba-4466da9f1820 req-26728f0e-dd8c-4ce4-9423-ec27442ca73b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:59.337076 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d1e4f-15e8-4198-a6ba-4466da9f1820 req-26728f0e-dd8c-4ce4-9423-ec27442ca73b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:59.338042 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:59.343833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d1e4f-15e8-4198-a6ba-4466da9f1820 req-26728f0e-dd8c-4ce4-9423-ec27442ca73b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:59.345450 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:57:59.345869 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:59.349721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d1e4f-15e8-4198-a6ba-4466da9f1820 req-26728f0e-dd8c-4ce4-9423-ec27442ca73b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:59.355430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d1e4f-15e8-4198-a6ba-4466da9f1820 req-26728f0e-dd8c-4ce4-9423-ec27442ca73b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:59.362178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d1e4f-15e8-4198-a6ba-4466da9f1820 req-26728f0e-dd8c-4ce4-9423-ec27442ca73b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:57:59.364815 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:57:59.368060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d1e4f-15e8-4198-a6ba-4466da9f1820 req-26728f0e-dd8c-4ce4-9423-ec27442ca73b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:59.369749 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-708d1e4f-15e8-4198-a6ba-4466da9f1820 req-26728f0e-dd8c-4ce4-9423-ec27442ca73b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5420 time: 0.6773434 Feb 18 08:57:59.448509 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:59.468228 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-68284d4c-adf7-4a74-b84a-3f398ddd5239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:59.472100 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:59.474766 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d5e2a5a-f047-425a-86b2-0b3143ac8640,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:59.490721 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c9cccc90-2885-49bf-9dfb-24942f1ef9c8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5d5e2a5a-f047-425a-86b2-0b3143ac8640 HTTP/1.1" status: 204 len: 168 time: 1.7039440 Feb 18 08:57:59.565848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68284d4c-adf7-4a74-b84a-3f398ddd5239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65e26215-4b5e-4504-a945-2ed3f25a8c92,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:59.568496 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-68284d4c-adf7-4a74-b84a-3f398ddd5239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:59.605061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-708d1e4f-15e8-4198-a6ba-4466da9f1820 req-4084ed5f-62a2-4fbe-8d44-bf2dcdfdd65d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1915150 Feb 18 08:57:59.629508 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['5abf860f-7cc7-4acb-aa31-20b9e3648617'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:57:59.687552 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-68284d4c-adf7-4a74-b84a-3f398ddd5239 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/65e26215-4b5e-4504-a945-2ed3f25a8c92 HTTP/1.1" status: 204 len: 168 time: 1.2742350 Feb 18 08:57:59.690783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60284) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:59.719850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-671ee722-7063-41b4-bf5b-661461fa64f0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Deleting port e027660c-da37-4815-ab51-551eaafd41ee {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:59.720402 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-671ee722-7063-41b4-bf5b-661461fa64f0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:59.740205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8466e80d-a10f-4b65-8546-c1f49590ecbd None None] Deleting port e825e259-2686-4c5a-b03b-ffed9a67f650 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:57:59.740715 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8466e80d-a10f-4b65-8546-c1f49590ecbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:59.764192 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2fd5d45e-3597-4015-8bba-b1f5aa1b0eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:57:59.768713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60290) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:57:59.830977 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e588c-b1ac-4be9-b8b8-026c57f8edf9 req-db34129d-016d-406b-916e-9a9fe30c16a9 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:59.836614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e588c-b1ac-4be9-b8b8-026c57f8edf9 req-db34129d-016d-406b-916e-9a9fe30c16a9 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:57:59.838184 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a0e588c-b1ac-4be9-b8b8-026c57f8edf9 req-db34129d-016d-406b-916e-9a9fe30c16a9 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1681 time: 0.4660702 Feb 18 08:57:59.864395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5d45e-3597-4015-8bba-b1f5aa1b0eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=408f1974-0ce5-4018-b566-a32b4fe502f0,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:57:59.927197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8466e80d-a10f-4b65-8546-c1f49590ecbd None None] The port 'e825e259-2686-4c5a-b03b-ffed9a67f650' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:57:59.945065 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24ff108d-6345-4459-a986-84bfe1ca4395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:00.175549 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24ff108d-6345-4459-a986-84bfe1ca4395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:00.211720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-24ff108d-6345-4459-a986-84bfe1ca4395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded50249-9b48-42fb-8dfe-dd5ebf816349']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:00.231150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-24ff108d-6345-4459-a986-84bfe1ca4395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668c29cb-ee5b-437e-b706-004c8ff9f68f') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:00.231806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-24ff108d-6345-4459-a986-84bfe1ca4395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668c29cb-ee5b-437e-b706-004c8ff9f68f') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:00.254190 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24ff108d-6345-4459-a986-84bfe1ca4395 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:00.262095 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e3c8d006-267f-450a-a401-81d5977b2073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:00.285658 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24ff108d-6345-4459-a986-84bfe1ca4395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:00.295798 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ff108d-6345-4459-a986-84bfe1ca4395 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:58:00.295798 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24ff108d-6345-4459-a986-84bfe1ca4395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:58:00.309174 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:58:00.405506 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24ff108d-6345-4459-a986-84bfe1ca4395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:00.410198 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24ff108d-6345-4459-a986-84bfe1ca4395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:00.473136 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-24ff108d-6345-4459-a986-84bfe1ca4395 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ded50249-9b48-42fb-8dfe-dd5ebf816349 HTTP/1.1" status: 204 len: 168 time: 0.7808764 Feb 18 08:58:00.476583 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff108d-6345-4459-a986-84bfe1ca4395 admin admin] Pushing event deleted for resources: {'Network': ['ID=ded50249-9b48-42fb-8dfe-dd5ebf816349,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:00.504843 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a0e588c-b1ac-4be9-b8b8-026c57f8edf9 req-2200032e-becc-421e-8230-04313eea2a27 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6436617 Feb 18 08:58:00.544185 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60316) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:00.544602 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0ba74fb6-5baf-4513-a0e7-00bb59e9cada admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c7aae89a9b4a4075b2ddf8edaad1f621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7411392 Feb 18 08:58:00.591802 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-671ee722-7063-41b4-bf5b-661461fa64f0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:00.669077 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7ab121e3-41d4-4447-9d51-a1ac96567ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:00.729512 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7ab121e3-41d4-4447-9d51-a1ac96567ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:00.748258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-671ee722-7063-41b4-bf5b-661461fa64f0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Calling delete_port for e027660c-da37-4815-ab51-551eaafd41ee owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:00.793204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60326) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:00.844311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 5abf860f-7cc7-4acb-aa31-20b9e3648617 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:00.960492 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8166554c-2d40-4000-b3bd-3d5e06f2430f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a045b61d38a04d72b976bf319f5014bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645658 Feb 18 08:58:00.963828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60330) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:01.038181 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7ab121e3-41d4-4447-9d51-a1ac96567ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:01.047585 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 5abf860f-7cc7-4acb-aa31-20b9e3648617 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:01.053348 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 5abf860f-7cc7-4acb-aa31-20b9e3648617 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:01.053773 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:01.125595 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab121e3-41d4-4447-9d51-a1ac96567ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df407e6d-2d8f-4f7e-8127-f4c69baffa0d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:01.132122 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7ab121e3-41d4-4447-9d51-a1ac96567ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:01.136431 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7ab121e3-41d4-4447-9d51-a1ac96567ae9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/df407e6d-2d8f-4f7e-8127-f4c69baffa0d HTTP/1.1" status: 204 len: 168 time: 0.5899727 Feb 18 08:58:01.166048 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2fd5d45e-3597-4015-8bba-b1f5aa1b0eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:01.205388 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b803d5b2-808d-4202-8ed1-b80ee1bcf448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:01.223053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eb274-ff79-49e1-86c7-3701d708d422 req-c91c8a9d-e541-48d1-b184-5b722b175634 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:01.237339 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eb274-ff79-49e1-86c7-3701d708d422 req-c91c8a9d-e541-48d1-b184-5b722b175634 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:01.243440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eb274-ff79-49e1-86c7-3701d708d422 req-c91c8a9d-e541-48d1-b184-5b722b175634 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:01.250908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eb274-ff79-49e1-86c7-3701d708d422 req-c91c8a9d-e541-48d1-b184-5b722b175634 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:01.259755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eb274-ff79-49e1-86c7-3701d708d422 req-c91c8a9d-e541-48d1-b184-5b722b175634 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:01.267878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eb274-ff79-49e1-86c7-3701d708d422 req-c91c8a9d-e541-48d1-b184-5b722b175634 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:01.268658 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b803d5b2-808d-4202-8ed1-b80ee1bcf448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:01.273342 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:01.274576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eb274-ff79-49e1-86c7-3701d708d422 req-c91c8a9d-e541-48d1-b184-5b722b175634 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:01.276942 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a1eb274-ff79-49e1-86c7-3701d708d422 req-c91c8a9d-e541-48d1-b184-5b722b175634 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5420 time: 0.3711545 Feb 18 08:58:01.315940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 5abf860f-7cc7-4acb-aa31-20b9e3648617, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=5abf860f-7cc7-4acb-aa31-20b9e3648617,segment=NetworkSegment(be9dea9f-b51d-41a8-8b71-36494c9154fe),segment_id=be9dea9f-b51d-41a8-8b71-36494c9154fe)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:01.317365 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ca18b7-c4a6-4990-90ea-830ccdb376bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abf860f-7cc7-4acb-aa31-20b9e3648617'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:58:01.325424 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:01.327332 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e038917e-48d1-49ed-b44f-3fc023f5fffa up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:01.469265 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b803d5b2-808d-4202-8ed1-b80ee1bcf448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:01.500633 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ca18b7-c4a6-4990-90ea-830ccdb376bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abf860f-7cc7-4acb-aa31-20b9e3648617', 'code': 200} Feb 18 08:58:01.500795 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=5abf860f-7cc7-4acb-aa31-20b9e3648617,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:01.506889 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803d5b2-808d-4202-8ed1-b80ee1bcf448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a0f857-0b82-4b26-b80c-6846c5a6cef6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:01.511803 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b803d5b2-808d-4202-8ed1-b80ee1bcf448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:01.516415 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b803d5b2-808d-4202-8ed1-b80ee1bcf448 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/20a0f857-0b82-4b26-b80c-6846c5a6cef6 HTTP/1.1" status: 204 len: 168 time: 0.5497458 Feb 18 08:58:01.550928 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port e038917e-48d1-49ed-b44f-3fc023f5fffa completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:01.557101 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port e038917e-48d1-49ed-b44f-3fc023f5fffa triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:01.557598 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:01.745597 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:01.809350 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e038917e-48d1-49ed-b44f-3fc023f5fffa, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e038917e-48d1-49ed-b44f-3fc023f5fffa,segment=NetworkSegment(90ca5f5a-7be8-4444-8e4e-d1233b2f8c39),segment_id=90ca5f5a-7be8-4444-8e4e-d1233b2f8c39)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:01.820604 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:01.870808 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a1eb274-ff79-49e1-86c7-3701d708d422 req-a3d9f0a5-8f11-4739-a8c2-2918d0e60e65 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4824042 Feb 18 08:58:02.028679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=e038917e-48d1-49ed-b44f-3fc023f5fffa,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:02.030917 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-671ee722-7063-41b4-bf5b-661461fa64f0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:02.147541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ee722-7063-41b4-bf5b-661461fa64f0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Pushing event deleted for resources: {'Port': ['ID=e027660c-da37-4815-ab51-551eaafd41ee,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:02.190538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a05c22-6e76-42d2-8c84-5730ce960225 req-73e42363-8875-4413-ae00-6dc258203056 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:02.196487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a05c22-6e76-42d2-8c84-5730ce960225 req-73e42363-8875-4413-ae00-6dc258203056 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:02.203841 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59a05c22-6e76-42d2-8c84-5730ce960225 req-73e42363-8875-4413-ae00-6dc258203056 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1683 time: 0.4635103 Feb 18 08:58:02.462123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd5d45e-3597-4015-8bba-b1f5aa1b0eb0 admin admin] Router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:58:02.475276 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59a05c22-6e76-42d2-8c84-5730ce960225 req-ac2dce48-64ed-47bd-9f06-716ee7303ad6 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702959 Feb 18 08:58:02.672356 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-722673ae-276d-438b-bf2a-ce8e80c5fa34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:02.851493 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-671ee722-7063-41b4-bf5b-661461fa64f0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:02.973144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd5d45e-3597-4015-8bba-b1f5aa1b0eb0 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:58:02.985840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95247c6e-62b7-4290-8ecb-51657d0cc65f None None] Sync routers for ids ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:58:03.001496 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95247c6e-62b7-4290-8ecb-51657d0cc65f None None] Routers {'20acd3a2-903f-4478-bf5f-f8cfbf378cbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:58:03.002238 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-95247c6e-62b7-4290-8ecb-51657d0cc65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:58:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:03.173312 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60414) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:03.231385 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2fd5d45e-3597-4015-8bba-b1f5aa1b0eb0 admin admin] 10.222.0.72 "PUT /v2.0/routers/20acd3a2-903f-4478-bf5f-f8cfbf378cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0078936 Feb 18 08:58:03.233972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60420) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:03.410410 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-95247c6e-62b7-4290-8ecb-51657d0cc65f None None] Set router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:58:03.559103 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ca18b7-c4a6-4990-90ea-830ccdb376bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e038917e-48d1-49ed-b44f-3fc023f5fffa'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:58:03.572127 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b46649d2-97e7-481a-abf6-5772439a9edb admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:03.599718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37995e5c-4e96-4b0c-b421-040279238214 req-7520fc46-42db-4317-89d5-50544b202160 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:03.624779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37995e5c-4e96-4b0c-b421-040279238214 req-7520fc46-42db-4317-89d5-50544b202160 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:03.645971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37995e5c-4e96-4b0c-b421-040279238214 req-7520fc46-42db-4317-89d5-50544b202160 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:03.659931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37995e5c-4e96-4b0c-b421-040279238214 req-7520fc46-42db-4317-89d5-50544b202160 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:03.667709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37995e5c-4e96-4b0c-b421-040279238214 req-7520fc46-42db-4317-89d5-50544b202160 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:03.674487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37995e5c-4e96-4b0c-b421-040279238214 req-7520fc46-42db-4317-89d5-50544b202160 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:03.680637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37995e5c-4e96-4b0c-b421-040279238214 req-7520fc46-42db-4317-89d5-50544b202160 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:03.682995 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37995e5c-4e96-4b0c-b421-040279238214 req-7520fc46-42db-4317-89d5-50544b202160 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5420 time: 0.5970037 Feb 18 08:58:03.891327 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:03.892976 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:03.949953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-95247c6e-62b7-4290-8ecb-51657d0cc65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:57:59Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:03.954623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95247c6e-62b7-4290-8ecb-51657d0cc65f None None] Checking router: 20acd3a2-903f-4478-bf5f-f8cfbf378cbe for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:58:03.967567 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95247c6e-62b7-4290-8ecb-51657d0cc65f None None] Routers {'20acd3a2-903f-4478-bf5f-f8cfbf378cbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:58:03.968618 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-95247c6e-62b7-4290-8ecb-51657d0cc65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:58:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:04.058530 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37995e5c-4e96-4b0c-b421-040279238214 req-1e7216b8-dd1b-41a0-94fe-88fabdc5cbdb tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3569911 Feb 18 08:58:04.140196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1395028943-network', 'tenant_id': '72394f0052cf4105ace3e6770e79b704'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:58:04.155333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:04.164316 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b46649d2-97e7-481a-abf6-5772439a9edb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:04.175186 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Usage tracker for resource:network and tenant:72394f0052cf4105ace3e6770e79b704 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:04.184462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:04.197082 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:04.205084 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ca18b7-c4a6-4990-90ea-830ccdb376bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e038917e-48d1-49ed-b44f-3fc023f5fffa', 'code': 200} Feb 18 08:58:04.254909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cac17b-b405-4ce6-b1ab-b3fba9c4cb92 req-ea09b68e-8372-43e9-ad32-a220465a6633 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:04.261444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-b46649d2-97e7-481a-abf6-5772439a9edb admin admin] Deleting port eb2b988d-331c-417b-b71b-26f424f32ce5 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:04.261787 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b46649d2-97e7-481a-abf6-5772439a9edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:04.271525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cac17b-b405-4ce6-b1ab-b3fba9c4cb92 req-ea09b68e-8372-43e9-ad32-a220465a6633 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:04.273261 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-95247c6e-62b7-4290-8ecb-51657d0cc65f None None] Set router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:58:04.288420 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4cac17b-b405-4ce6-b1ab-b3fba9c4cb92 req-ea09b68e-8372-43e9-ad32-a220465a6633 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1683 time: 0.6007855 Feb 18 08:58:04.311371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671ee722-7063-41b4-bf5b-661461fa64f0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Router fbbd2c7b-f8b1-430e-ba87-86e904a699c9 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:58:04.382688 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Made reservation on behalf of 72394f0052cf4105ace3e6770e79b704 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:58:04.385002 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:04.402656 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:04.450128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:04.455953 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Usage tracker for resource:security_group_rule and tenant:72394f0052cf4105ace3e6770e79b704 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:04.459354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:04.466283 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:04.475773 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4cac17b-b405-4ce6-b1ab-b3fba9c4cb92 req-06dad265-4d3b-4f40-bb7f-2efbc53f4bd8 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862502 Feb 18 08:58:04.707673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671ee722-7063-41b4-bf5b-661461fa64f0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:58:04.717778 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-671ee722-7063-41b4-bf5b-661461fa64f0 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] 10.222.0.72 "PUT /v2.0/routers/fbbd2c7b-f8b1-430e-ba87-86e904a699c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8962572 Feb 18 08:58:04.720158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60460) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:04.722269 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7312b8a6-570c-408c-91f7-488fd608a8fa None None] Sync routers for ids ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:58:04.738733 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7312b8a6-570c-408c-91f7-488fd608a8fa None None] Routers {'fbbd2c7b-f8b1-430e-ba87-86e904a699c9'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:58:04.739510 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7312b8a6-570c-408c-91f7-488fd608a8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:58:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:04.864981 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-95247c6e-62b7-4290-8ecb-51657d0cc65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:57:59Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:04.879305 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95247c6e-62b7-4290-8ecb-51657d0cc65f None None] The sync data for ids ['20acd3a2-903f-4478-bf5f-f8cfbf378cbe'] in n-d-829434-1 is: [{'id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1876451531-router', 'tenant_id': '2bfd11743efb4659a7cafd525e72f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:47Z', 'updated_at': '2022-02-18T08:57:59Z', 'revision_number': 5, 'project_id': '2bfd11743efb4659a7cafd525e72f79c', 'gw_port': {'id': 'eb2b988d-331c-417b-b71b-26f424f32ce5', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acd3a2-903f-4478-bf5f-f8cfbf378cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:51Z', 'updated_at': '2022-02-18T08:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:58:04.969479 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:04.970189 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7312b8a6-570c-408c-91f7-488fd608a8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:04.976752 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-b46649d2-97e7-481a-abf6-5772439a9edb admin admin] For port eb2b988d-331c-417b-b71b-26f424f32ce5, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=eb2b988d-331c-417b-b71b-26f424f32ce5,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:04.977119 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b46649d2-97e7-481a-abf6-5772439a9edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:04.993331 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7312b8a6-570c-408c-91f7-488fd608a8fa None None] Routers {'fbbd2c7b-f8b1-430e-ba87-86e904a699c9'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:58:04.993951 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7312b8a6-570c-408c-91f7-488fd608a8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:58:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:05.010820 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:05.103286 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7312b8a6-570c-408c-91f7-488fd608a8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:05.103978 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7312b8a6-570c-408c-91f7-488fd608a8fa None None] The sync data for ids ['fbbd2c7b-f8b1-430e-ba87-86e904a699c9'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:58:05.211419 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:05.236557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:58:05.261228 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:05.261586 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Added segment b2aa9a1c-cb87-49cf-9895-827781f43d2f of type vlan for network 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 Feb 18 08:58:05.278338 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-984bb9c3-3f34-4fe7-b3ff-7b7bd85405ac req-ccd56300-534a-4de5-846f-9178d1c917a4 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.1312232 Feb 18 08:58:05.292745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-b46649d2-97e7-481a-abf6-5772439a9edb admin admin] Calling delete_port for eb2b988d-331c-417b-b71b-26f424f32ce5 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:05.432419 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:05.557364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3be4e5d-93b9-47b7-b57a-33e12efe16a7,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:05.666044 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:05.667412 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:05.668227 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:05.720947 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5431318 Feb 18 08:58:05.735774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60492) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:05.846413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e1071-14ca-434f-ba92-d35509bfa2d6 admin admin] Pushing event updated for resources: {'Network': ['ID=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:05.858820 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73017346-ad3e-405f-95de-3bad1ba512c4 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:05.861929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:58:05.936926 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b46649d2-97e7-481a-abf6-5772439a9edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:06.008130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46649d2-97e7-481a-abf6-5772439a9edb admin admin] Pushing event deleted for resources: {'Port': ['ID=eb2b988d-331c-417b-b71b-26f424f32ce5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:06.125081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29406647-ac55-447c-b13e-3187b3c9665d req-314ad7ed-0229-4369-b37f-5812b036e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:06.125844 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29406647-ac55-447c-b13e-3187b3c9665d req-314ad7ed-0229-4369-b37f-5812b036e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:06.127555 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29406647-ac55-447c-b13e-3187b3c9665d req-314ad7ed-0229-4369-b37f-5812b036e1d0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1985 time: 1.7683253 Feb 18 08:58:06.131203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-1f602219-980b-48c3-9c68-e83496183f59 admin admin] Request body: {'subnet': {'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1395028943-subnet', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:58:06.199411 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b46649d2-97e7-481a-abf6-5772439a9edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:06.241182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1f602219-980b-48c3-9c68-e83496183f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:06.245590 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1f602219-980b-48c3-9c68-e83496183f59 admin admin] Usage tracker for resource:subnet and tenant:72394f0052cf4105ace3e6770e79b704 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:06.251773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1f602219-980b-48c3-9c68-e83496183f59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:06.259929 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1f602219-980b-48c3-9c68-e83496183f59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:06.289487 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73017346-ad3e-405f-95de-3bad1ba512c4 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:06.313931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f602219-980b-48c3-9c68-e83496183f59 admin admin] Made reservation on behalf of 72394f0052cf4105ace3e6770e79b704 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:58:06.317427 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1f602219-980b-48c3-9c68-e83496183f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:06.376032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-73017346-ad3e-405f-95de-3bad1ba512c4 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Deleting port 07622984-aa84-4bd2-bea5-aa8887f545e5 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:06.376428 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73017346-ad3e-405f-95de-3bad1ba512c4 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:06.399713 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b46649d2-97e7-481a-abf6-5772439a9edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:06.406505 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b46649d2-97e7-481a-abf6-5772439a9edb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:06.438517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b46649d2-97e7-481a-abf6-5772439a9edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:06.439378 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46649d2-97e7-481a-abf6-5772439a9edb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20acd3a2-903f-4478-bf5f-f8cfbf378cbe {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:58:06.453767 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b46649d2-97e7-481a-abf6-5772439a9edb admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:06.457602 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b46649d2-97e7-481a-abf6-5772439a9edb admin admin] 10.222.0.72 "DELETE /v2.0/routers/20acd3a2-903f-4478-bf5f-f8cfbf378cbe HTTP/1.1" status: 204 len: 168 time: 3.2198038 Feb 18 08:58:06.457602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60510) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:06.528065 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-582af22f-21c6-4170-b654-1974c8ac0164 admin admin] Deleting subnet 1570d450-e2c9-453c-a07c-52b306ae3008 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:58:06.533840 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-582af22f-21c6-4170-b654-1974c8ac0164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:06.558995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ebb01-6c6e-44ee-aeea-eb818d7bb96f req-240c2402-8af4-41f0-81e3-8e9f2c4a7289 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:06.565663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ebb01-6c6e-44ee-aeea-eb818d7bb96f req-240c2402-8af4-41f0-81e3-8e9f2c4a7289 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:06.578612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ebb01-6c6e-44ee-aeea-eb818d7bb96f req-240c2402-8af4-41f0-81e3-8e9f2c4a7289 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:06.592671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ebb01-6c6e-44ee-aeea-eb818d7bb96f req-240c2402-8af4-41f0-81e3-8e9f2c4a7289 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:06.598863 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ebb01-6c6e-44ee-aeea-eb818d7bb96f req-240c2402-8af4-41f0-81e3-8e9f2c4a7289 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:06.609644 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-582af22f-21c6-4170-b654-1974c8ac0164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:06.617352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ebb01-6c6e-44ee-aeea-eb818d7bb96f req-240c2402-8af4-41f0-81e3-8e9f2c4a7289 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:06.648555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ebb01-6c6e-44ee-aeea-eb818d7bb96f req-240c2402-8af4-41f0-81e3-8e9f2c4a7289 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:06.650544 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c36ebb01-6c6e-44ee-aeea-eb818d7bb96f req-240c2402-8af4-41f0-81e3-8e9f2c4a7289 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5420 time: 1.3700349 Feb 18 08:58:06.719324 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-582af22f-21c6-4170-b654-1974c8ac0164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:06.813310 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-582af22f-21c6-4170-b654-1974c8ac0164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:06.830809 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29406647-ac55-447c-b13e-3187b3c9665d req-74d352d1-484d-45d4-b6cd-32fb5cb6c523 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6282172 Feb 18 08:58:06.867840 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73017346-ad3e-405f-95de-3bad1ba512c4 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:06.868895 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582af22f-21c6-4170-b654-1974c8ac0164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1570d450-e2c9-453c-a07c-52b306ae3008,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:06.881105 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-582af22f-21c6-4170-b654-1974c8ac0164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:06.882581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fcfa9f-4de3-4d87-bef0-17ef5f2f5997 None None] Network d9a0792a-5ad4-4098-9d51-afae073edc3e requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:58:06.890829 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-582af22f-21c6-4170-b654-1974c8ac0164 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1570d450-e2c9-453c-a07c-52b306ae3008 HTTP/1.1" status: 204 len: 168 time: 0.4310009 Feb 18 08:58:06.892010 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60518) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:07.046211 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c36ebb01-6c6e-44ee-aeea-eb818d7bb96f req-d9f5aa57-ddc9-4a9c-821c-a4c00d4fdbe6 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2381544 Feb 18 08:58:07.231171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-73017346-ad3e-405f-95de-3bad1ba512c4 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Calling delete_port for 07622984-aa84-4bd2-bea5-aa8887f545e5 owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:07.244787 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:07.287841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] Deleting port 52c7081d-2d20-4955-9386-6b9ef5f15f6d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:07.288177 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:07.309808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f8d37-95f1-4f8a-a81f-7495bc3b1fd3 req-ceec554f-3ab0-4765-accb-c1388e70533f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:07.322585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f8d37-95f1-4f8a-a81f-7495bc3b1fd3 req-ceec554f-3ab0-4765-accb-c1388e70533f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:07.334315 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-790f8d37-95f1-4f8a-a81f-7495bc3b1fd3 req-ceec554f-3ab0-4765-accb-c1388e70533f tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1683 time: 1.4786379 Feb 18 08:58:07.383262 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 408f1974-0ce5-4018-b566-a32b4fe502f0 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:58:07.510872 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-790f8d37-95f1-4f8a-a81f-7495bc3b1fd3 req-2a35ed8f-2ad1-4339-889c-315120f3c212 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685677 Feb 18 08:58:07.627332 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 408f1974-0ce5-4018-b566-a32b4fe502f0 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:58:07.627674 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 408f1974-0ce5-4018-b566-a32b4fe502f0 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:58:07.667496 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1f602219-980b-48c3-9c68-e83496183f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:07.744027 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c65d688-5f5f-451a-a033-c4b80cc10408 req-8dcadb1e-c2de-4658-ad1e-d10a2b7833fe tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.1307330 Feb 18 08:58:07.796163 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0a8580-6a8b-4ece-bcc5-dbc5798832c6 None None] DHCP port deletion for d9a0792a-5ad4-4098-9d51-afae073edc3e request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:58:07.800009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7e0a8580-6a8b-4ece-bcc5-dbc5798832c6 None None] Deleting port 52c7081d-2d20-4955-9386-6b9ef5f15f6d {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:07.800404 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8580-6a8b-4ece-bcc5-dbc5798832c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:07.953937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f602219-980b-48c3-9c68-e83496183f59 admin admin] Checking segment: {'id': 'b2aa9a1c-cb87-49cf-9895-827781f43d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:58:07.954718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f602219-980b-48c3-9c68-e83496183f59 admin admin] Network hostable DHCP agents. Network: 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:58:07.959932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f602219-980b-48c3-9c68-e83496183f59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eaf963a-b95e-4bec-b0a0-0baccb065970,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:07.964850 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73017346-ad3e-405f-95de-3bad1ba512c4 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:07.978424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] For port 52c7081d-2d20-4955-9386-6b9ef5f15f6d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=52c7081d-2d20-4955-9386-6b9ef5f15f6d,segment=NetworkSegment(273665ca-a44f-4b73-b6ca-cb0e9742a08f),segment_id=273665ca-a44f-4b73-b6ca-cb0e9742a08f)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:07.978968 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:08.027083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7e0a8580-6a8b-4ece-bcc5-dbc5798832c6 None None] For port 52c7081d-2d20-4955-9386-6b9ef5f15f6d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=52c7081d-2d20-4955-9386-6b9ef5f15f6d,segment=NetworkSegment(273665ca-a44f-4b73-b6ca-cb0e9742a08f),segment_id=273665ca-a44f-4b73-b6ca-cb0e9742a08f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:08.027673 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8580-6a8b-4ece-bcc5-dbc5798832c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:08.199637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73017346-ad3e-405f-95de-3bad1ba512c4 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Pushing event deleted for resources: {'Port': ['ID=07622984-aa84-4bd2-bea5-aa8887f545e5,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:08.250114 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7e0a8580-6a8b-4ece-bcc5-dbc5798832c6 None None] Calling delete_port for 52c7081d-2d20-4955-9386-6b9ef5f15f6d owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:08.295604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] Calling delete_port for 52c7081d-2d20-4955-9386-6b9ef5f15f6d owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:08.332050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f602219-980b-48c3-9c68-e83496183f59 admin admin] Network 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:58:08.354043 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73017346-ad3e-405f-95de-3bad1ba512c4 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:08.357264 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8580-6a8b-4ece-bcc5-dbc5798832c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:08.398438 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-1f602219-980b-48c3-9c68-e83496183f59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:58:08.414947 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c743598-2950-47ba-8903-aabd04b0d429 None None] Network 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:58:08.476072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f602219-980b-48c3-9c68-e83496183f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:08.476628 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1f602219-980b-48c3-9c68-e83496183f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:08.483974 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:58:08.484366 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:58:08.489925 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a8580-6a8b-4ece-bcc5-dbc5798832c6 None None] Pushing event deleted for resources: {'Port': ['ID=52c7081d-2d20-4955-9386-6b9ef5f15f6d,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:08.601775 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73017346-ad3e-405f-95de-3bad1ba512c4 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:08.606365 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0a8580-6a8b-4ece-bcc5-dbc5798832c6 None None] No DVR routers for this DVR port 52c7081d-2d20-4955-9386-6b9ef5f15f6d on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:58:08.606548 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73017346-ad3e-405f-95de-3bad1ba512c4 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:08.640044 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1f602219-980b-48c3-9c68-e83496183f59 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8683677 Feb 18 08:58:08.641667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60544) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:08.647433 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:58:08.659579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:08.663098 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73017346-ad3e-405f-95de-3bad1ba512c4 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:08.663626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73017346-ad3e-405f-95de-3bad1ba512c4 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Fanout notify agent at l3_agent the message router_deleted on router fbbd2c7b-f8b1-430e-ba87-86e904a699c9 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:58:08.686587 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73017346-ad3e-405f-95de-3bad1ba512c4 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:08.690188 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-73017346-ad3e-405f-95de-3bad1ba512c4 tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] 10.222.0.72 "DELETE /v2.0/routers/fbbd2c7b-f8b1-430e-ba87-86e904a699c9 HTTP/1.1" status: 204 len: 168 time: 3.9658451 Feb 18 08:58:08.690834 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Usage tracker for resource:router and tenant:72394f0052cf4105ace3e6770e79b704 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:08.696745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60548) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:08.702947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b3afc-4a7c-48f1-a8a6-58fd6b508222 req-af32eb92-1f78-4f9b-9308-57ec3f4726f2 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:08.704136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:08.708725 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b3afc-4a7c-48f1-a8a6-58fd6b508222 req-af32eb92-1f78-4f9b-9308-57ec3f4726f2 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:08.715150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b3afc-4a7c-48f1-a8a6-58fd6b508222 req-af32eb92-1f78-4f9b-9308-57ec3f4726f2 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:08.722752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b3afc-4a7c-48f1-a8a6-58fd6b508222 req-af32eb92-1f78-4f9b-9308-57ec3f4726f2 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:08.727636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b3afc-4a7c-48f1-a8a6-58fd6b508222 req-af32eb92-1f78-4f9b-9308-57ec3f4726f2 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:08.734332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b3afc-4a7c-48f1-a8a6-58fd6b508222 req-af32eb92-1f78-4f9b-9308-57ec3f4726f2 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:08.740052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b3afc-4a7c-48f1-a8a6-58fd6b508222 req-af32eb92-1f78-4f9b-9308-57ec3f4726f2 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:08.744665 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-422b3afc-4a7c-48f1-a8a6-58fd6b508222 req-af32eb92-1f78-4f9b-9308-57ec3f4726f2 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5420 time: 0.3443544 Feb 18 08:58:08.836034 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device eb2b988d-331c-417b-b71b-26f424f32ce5 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:58:08.840620 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4fdb33-24dd-4028-8c81-3d32ff5d39ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Deleting subnet e2870654-8d68-407b-b254-4cd93a1c12ce {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:58:08.848713 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c4fdb33-24dd-4028-8c81-3d32ff5d39ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:08.881322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:08.892480 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:58:08.893305 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:08.936508 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:08.938092 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:08.947996 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c4fdb33-24dd-4028-8c81-3d32ff5d39ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:08.986739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] Deleting port 52c7081d-2d20-4955-9386-6b9ef5f15f6d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:08.986739 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:09.016660 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-422b3afc-4a7c-48f1-a8a6-58fd6b508222 req-cd701302-73e3-4e73-8dd5-acf89a264784 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2656052 Feb 18 08:58:09.021070 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: eb2b988d-331c-417b-b71b-26f424f32ce5 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:58:09.021415 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device eb2b988d-331c-417b-b71b-26f424f32ce5 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:58:09.027362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 52c7081d-2d20-4955-9386-6b9ef5f15f6d no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:58:09.067623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 52c7081d-2d20-4955-9386-6b9ef5f15f6d {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:58:09.068191 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 52c7081d-2d20-4955-9386-6b9ef5f15f6d not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:58:09.092553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882bb857-c5a0-4f88-b8af-b9ed525f667e req-44cca30c-1734-4738-9376-c509b6139a51 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:09.111126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882bb857-c5a0-4f88-b8af-b9ed525f667e req-44cca30c-1734-4738-9376-c509b6139a51 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:09.114919 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-882bb857-c5a0-4f88-b8af-b9ed525f667e req-44cca30c-1734-4738-9376-c509b6139a51 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1683 time: 0.3091006 Feb 18 08:58:09.124572 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c4fdb33-24dd-4028-8c81-3d32ff5d39ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:09.185802 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Allocated IP 172.20.0.2 (43d8e486-bfc2-4c06-a43c-640b2ff9c8f2/9eaf963a-b95e-4bec-b0a0-0baccb065970/7bef0d6f-5830-4b39-aebd-22ecadcbe3fe) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:58:09.223129 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c4fdb33-24dd-4028-8c81-3d32ff5d39ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:09.227804 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-882bb857-c5a0-4f88-b8af-b9ed525f667e req-3f6da968-5995-40de-8d34-bc3f1d201bb9 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060762 Feb 18 08:58:09.337596 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:09.349796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-624405d2-0328-4ee4-93fa-2837428cda53 req-5a63bbb7-3a17-45bf-aa2b-ba8a973f2797 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.0939763 Feb 18 08:58:09.370802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] The port '52c7081d-2d20-4955-9386-6b9ef5f15f6d' was deleted {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:58:09.387480 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fdb33-24dd-4028-8c81-3d32ff5d39ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Pushing event deleted for resources: {'Subnet': ['ID=e2870654-8d68-407b-b254-4cd93a1c12ce,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:09.393091 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c4fdb33-24dd-4028-8c81-3d32ff5d39ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:09.399667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a604e6a-d673-4532-a53e-cafddb008e85 None None] Network cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:58:09.495846 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8c4fdb33-24dd-4028-8c81-3d32ff5d39ac tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] 10.222.0.72 "DELETE /v2.0/subnets/e2870654-8d68-407b-b254-4cd93a1c12ce HTTP/1.1" status: 204 len: 168 time: 0.7962732 Feb 18 08:58:09.499408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60566) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:09.679308 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:09.700624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Deleting port cee58ab7-3818-421e-a7db-d326f5cfed38 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:09.701703 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:09.859729 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:09.897379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Transition to ACTIVE for port object 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:58:09.943281 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Transition to ACTIVE for port object 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:58:09.962924 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:09.975169 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:10.121514 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Pushing event updated for resources: {'Port': ['ID=7bef0d6f-5830-4b39-aebd-22ecadcbe3fe,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:10.177345 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a0792a-5ad4-4098-9d51-afae073edc3e']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:10.231338 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Network 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:58:10.238190 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:58:10.241299 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:58:10.283500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273665ca-a44f-4b73-b6ca-cb0e9742a08f') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:10.284578 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273665ca-a44f-4b73-b6ca-cb0e9742a08f') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:10.292869 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:10.305145 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:10.308346 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39b65d0e-7606-4d37-8405-e5aa09fb4a82 req-2b36e136-25e6-422d-a749-2049b2fc06b2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.1405871 Feb 18 08:58:10.341146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] For port cee58ab7-3818-421e-a7db-d326f5cfed38, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cee58ab7-3818-421e-a7db-d326f5cfed38,segment=NetworkSegment(e84e78f2-626d-4c65-bfa4-7d5b3c0726fb),segment_id=e84e78f2-626d-4c65-bfa4-7d5b3c0726fb)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:10.346059 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:10.376818 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:10.386685 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Attempting to bind port 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:58:10.389732 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Attempting to bind port 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'b2aa9a1c-cb87-49cf-9895-827781f43d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:58:10.390930 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Attempting to bind port 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe on network 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:58:10.398970 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:58:10.399875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Checking segment: {'id': 'b2aa9a1c-cb87-49cf-9895-827781f43d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:58:10.400603 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:10.401230 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Bound using segment: {'id': 'b2aa9a1c-cb87-49cf-9895-827781f43d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:58:10.402477 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Bound port: 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2aa9a1c-cb87-49cf-9895-827781f43d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:58:10.403412 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:10.508358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1322ae36-50d9-443a-931e-d4c55c8b4b08 None None] DHCP port deletion for cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:58:10.518019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Calling delete_port for cee58ab7-3818-421e-a7db-d326f5cfed38 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:10.520153 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1322ae36-50d9-443a-931e-d4c55c8b4b08 None None] Deleting port cee58ab7-3818-421e-a7db-d326f5cfed38 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:10.520624 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1322ae36-50d9-443a-931e-d4c55c8b4b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:10.584168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ee64c-338c-44ae-8c0d-46533650c83a req-353ee9f3-ba16-40a6-8e12-06bce1c41710 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:10.600551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ee64c-338c-44ae-8c0d-46533650c83a req-353ee9f3-ba16-40a6-8e12-06bce1c41710 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:10.601530 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:58:10.602130 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:10.602253 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d41ee64c-338c-44ae-8c0d-46533650c83a req-353ee9f3-ba16-40a6-8e12-06bce1c41710 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1683 time: 0.6462710 Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:58:10.631355 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:58:10.680028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733f2b4-f8d8-4f63-9a20-7c699b9f841a req-26425ee0-a0b6-447c-850d-118a61a14863 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:10.695738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733f2b4-f8d8-4f63-9a20-7c699b9f841a req-26425ee0-a0b6-447c-850d-118a61a14863 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:10.706794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733f2b4-f8d8-4f63-9a20-7c699b9f841a req-26425ee0-a0b6-447c-850d-118a61a14863 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:10.721437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733f2b4-f8d8-4f63-9a20-7c699b9f841a req-26425ee0-a0b6-447c-850d-118a61a14863 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:10.735766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733f2b4-f8d8-4f63-9a20-7c699b9f841a req-26425ee0-a0b6-447c-850d-118a61a14863 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:10.746516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733f2b4-f8d8-4f63-9a20-7c699b9f841a req-26425ee0-a0b6-447c-850d-118a61a14863 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:10.757112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733f2b4-f8d8-4f63-9a20-7c699b9f841a req-26425ee0-a0b6-447c-850d-118a61a14863 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:10.762471 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3733f2b4-f8d8-4f63-9a20-7c699b9f841a req-26425ee0-a0b6-447c-850d-118a61a14863 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5420 time: 0.5031013 Feb 18 08:58:10.819647 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:10.822658 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] For port 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:58:10.829941 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:10.831576 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] For port 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7bef0d6f-5830-4b39-aebd-22ecadcbe3fe,segment=NetworkSegment(b2aa9a1c-cb87-49cf-9895-827781f43d2f),segment_id=b2aa9a1c-cb87-49cf-9895-827781f43d2f)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:58:10.841282 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:58:10.910322 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cee58ab7-3818-421e-a7db-d326f5cfed38 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:58:11.035233 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d41ee64c-338c-44ae-8c0d-46533650c83a req-56652a9b-3bc9-4156-b210-a0d6602a788e tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874779 Feb 18 08:58:11.059972 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:11.067747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9a0792a-5ad4-4098-9d51-afae073edc3e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:11.074974 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:11.092837 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-29f11101-9ff1-4195-b14e-b41cdd2ff277 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d9a0792a-5ad4-4098-9d51-afae073edc3e HTTP/1.1" status: 204 len: 168 time: 4.1973801 Feb 18 08:58:11.096199 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No active binding found for port cee58ab7-3818-421e-a7db-d326f5cfed38 {{(pid=87769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 18 08:58:11.096503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cee58ab7-3818-421e-a7db-d326f5cfed38 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:58:11.203409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Pushing event deleted for resources: {'Port': ['ID=cee58ab7-3818-421e-a7db-d326f5cfed38,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:11.220693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ec29e-cd3d-4040-a4df-55657f4c9fcf None None] Pushing event updated for resources: {'Port': ['ID=7bef0d6f-5830-4b39-aebd-22ecadcbe3fe,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:11.225248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3733f2b4-f8d8-4f63-9a20-7c699b9f841a req-59588e20-5a0b-4a86-9657-cbb4d5275e47 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4349759 Feb 18 08:58:11.234894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] No DVR routers for this DVR port cee58ab7-3818-421e-a7db-d326f5cfed38 on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:58:11.288095 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:11.489322 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:58:11.606948 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-952bf0a8-96bd-4ccf-9b34-4cceaae94298 req-97bf2fcf-4e88-4208-85ba-1ddc97c58443 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.1506248 Feb 18 08:58:11.638896 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:11.697827 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:11.750508 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:11.751708 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:11.824812 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1322ae36-50d9-443a-931e-d4c55c8b4b08 None None] For port cee58ab7-3818-421e-a7db-d326f5cfed38, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cee58ab7-3818-421e-a7db-d326f5cfed38,segment=NetworkSegment(e84e78f2-626d-4c65-bfa4-7d5b3c0726fb),segment_id=e84e78f2-626d-4c65-bfa4-7d5b3c0726fb)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:11.829780 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1322ae36-50d9-443a-931e-d4c55c8b4b08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:11.881576 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=40eb1bfc-150b-4f7d-ab6d-c6615ae3067e,segment=NetworkSegment(3f191c74-dd3d-42fc-9c19-da05c2a45698),segment_id=3f191c74-dd3d-42fc-9c19-da05c2a45698)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:11.888163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:11.973393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84e78f2-626d-4c65-bfa4-7d5b3c0726fb') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:11.976586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84e78f2-626d-4c65-bfa4-7d5b3c0726fb') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:11.992585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60600) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:12.045118 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:12.134835 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Allocated IP 172.25.1.183 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/0ea5ea7c-1504-4a59-a9dd-c9b24eb13837) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:58:12.190887 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '40eb1bfc-150b-4f7d-ab6d-c6615ae3067e', 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a', 'port_id': '40eb1bfc-150b-4f7d-ab6d-c6615ae3067e', 'mac_address': 'fa:16:3e:52:c7:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:58:12.199843 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1322ae36-50d9-443a-931e-d4c55c8b4b08 None None] Calling delete_port for cee58ab7-3818-421e-a7db-d326f5cfed38 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:12.229728 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:12.281469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-d2dab63f-f264-4c19-8bc4-7295df5ec272 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:12.301852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-d2dab63f-f264-4c19-8bc4-7295df5ec272 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:12.308172 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-d2dab63f-f264-4c19-8bc4-7295df5ec272 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.81 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1683 time: 0.6244395 Feb 18 08:58:12.320592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:58:12.321005 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:58:12.378158 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:58:12.390177 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:12.392799 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0d9f0657-574a-422f-ae5a-1e920e6ef68f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2bfd11743efb4659a7cafd525e72f79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3979018 Feb 18 08:58:12.410890 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:58:12.416533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60610) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:12.434960 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-1322ae36-50d9-443a-931e-d4c55c8b4b08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:58:12.434960 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-1322ae36-50d9-443a-931e-d4c55c8b4b08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:58:12.454933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=40eb1bfc-150b-4f7d-ab6d-c6615ae3067e,segment=NetworkSegment(3f191c74-dd3d-42fc-9c19-da05c2a45698),segment_id=3f191c74-dd3d-42fc-9c19-da05c2a45698)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:12.463621 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:12.464341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:58:12.485335 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:12.532769 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:12.696705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=40eb1bfc-150b-4f7d-ab6d-c6615ae3067e,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:12.719135 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:58:12.740869 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:58:12.754450 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:58:12.848446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Pushing event updated for resources: {'Port': ['ID=0ea5ea7c-1504-4a59-a9dd-c9b24eb13837,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:12.882423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-a899f060-311c-4f37-b84c-a301430eec66 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Deleting port e038917e-48d1-49ed-b44f-3fc023f5fffa {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:12.886207 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-a899f060-311c-4f37-b84c-a301430eec66 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:12.915922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:12.978221 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1322ae36-50d9-443a-931e-d4c55c8b4b08 None None] Deleting port cee58ab7-3818-421e-a7db-d326f5cfed38 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:12.978591 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1322ae36-50d9-443a-931e-d4c55c8b4b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:13.047469 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=99ae2b9b-f68e-4fcd-ab39-beb4afc7745c,segment=NetworkSegment(cfb66b2a-84de-45eb-894f-c262b92b8923),segment_id=cfb66b2a-84de-45eb-894f-c262b92b8923)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:13.111073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1322ae36-50d9-443a-931e-d4c55c8b4b08 None None] The port 'cee58ab7-3818-421e-a7db-d326f5cfed38' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:58:13.115950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '99ae2b9b-f68e-4fcd-ab39-beb4afc7745c', 'network_id': '6af62175-1a85-4684-83c8-bc920071b3e0', 'port_id': '99ae2b9b-f68e-4fcd-ab39-beb4afc7745c', 'mac_address': 'fa:16:3e:48:22:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb6ae52-6c76-4652-9980-2c755082684d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:58:13.243708 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:13.279850 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:13.305585 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:13.317318 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] 10.222.0.72 "DELETE /v2.0/networks/cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd HTTP/1.1" status: 204 len: 168 time: 3.8167615 Feb 18 08:58:13.329256 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42226c55-207e-4d8f-86fb-31cceaa3914e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:13.331081 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba9bdab-7ba8-4304-846c-0f9e180ba2e6 None None] Network 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:58:13.336247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60624) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:13.361367 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd9bd7-f4d3-4fac-ae4d-eb733374057b tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Pushing event deleted for resources: {'Network': ['ID=cd5b2d8f-f149-4be4-ac3c-9d763bfd6dbd,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:13.492700 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c8935-d1b9-43c2-9348-6f960d25de58 req-435558c5-0ba4-4ffa-83da-ceafbae78f87 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:13.499707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c8935-d1b9-43c2-9348-6f960d25de58 req-435558c5-0ba4-4ffa-83da-ceafbae78f87 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:13.507379 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf6c8935-d1b9-43c2-9348-6f960d25de58 req-435558c5-0ba4-4ffa-83da-ceafbae78f87 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1683 time: 1.1940863 Feb 18 08:58:13.518823 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:58:13.530359 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42226c55-207e-4d8f-86fb-31cceaa3914e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:13.578614 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:13.600121 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:13.655855 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3d25c5af-a8b1-493f-aebe-9da21c9fd78a None None] Provisioning for port 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:13.660330 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=99ae2b9b-f68e-4fcd-ab39-beb4afc7745c,segment=NetworkSegment(cfb66b2a-84de-45eb-894f-c262b92b8923),segment_id=cfb66b2a-84de-45eb-894f-c262b92b8923)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:13.684464 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3d25c5af-a8b1-493f-aebe-9da21c9fd78a None None] Provisioning complete for port 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:13.685787 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3d25c5af-a8b1-493f-aebe-9da21c9fd78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:13.715983 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:13.717211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 28ca0474-ecea-48dc-bdbc-81970b7d76d9 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:58:13.850272 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5d50c-e34a-4203-8868-5ba42265e57b req-b9fafc09-ed94-41e1-bcaf-d53975645a49 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:13.875945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5d50c-e34a-4203-8868-5ba42265e57b req-b9fafc09-ed94-41e1-bcaf-d53975645a49 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:13.895757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5d50c-e34a-4203-8868-5ba42265e57b req-b9fafc09-ed94-41e1-bcaf-d53975645a49 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:13.916432 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5d50c-e34a-4203-8868-5ba42265e57b req-b9fafc09-ed94-41e1-bcaf-d53975645a49 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:13.933362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=99ae2b9b-f68e-4fcd-ab39-beb4afc7745c,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:13.941129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5d50c-e34a-4203-8868-5ba42265e57b req-b9fafc09-ed94-41e1-bcaf-d53975645a49 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:13.963162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5d50c-e34a-4203-8868-5ba42265e57b req-b9fafc09-ed94-41e1-bcaf-d53975645a49 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:13.981490 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5d50c-e34a-4203-8868-5ba42265e57b req-b9fafc09-ed94-41e1-bcaf-d53975645a49 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:13.990076 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3c5d50c-e34a-4203-8868-5ba42265e57b req-b9fafc09-ed94-41e1-bcaf-d53975645a49 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5421 time: 1.3646605 Feb 18 08:58:13.992366 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-9572a35b-dab6-48c7-b120-f3988a8847bb tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Deleting port d74774b0-7e74-4cf7-801e-058085d41529 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:13.992703 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9572a35b-dab6-48c7-b120-f3988a8847bb tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:14.079408 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3d25c5af-a8b1-493f-aebe-9da21c9fd78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:14.115264 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 28ca0474-ecea-48dc-bdbc-81970b7d76d9, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=28ca0474-ecea-48dc-bdbc-81970b7d76d9,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:14.141399 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf6c8935-d1b9-43c2-9348-6f960d25de58 req-408b138a-21ae-4520-9840-ddb03053605e tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6230197 Feb 18 08:58:14.173866 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '28ca0474-ecea-48dc-bdbc-81970b7d76d9', 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea', 'port_id': '28ca0474-ecea-48dc-bdbc-81970b7d76d9', 'mac_address': 'fa:16:3e:b4:5f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b443beab-a13b-4525-9863-a6eb259ae31b', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:58:14.182793 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3d25c5af-a8b1-493f-aebe-9da21c9fd78a None None] For port 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7bef0d6f-5830-4b39-aebd-22ecadcbe3fe,segment=NetworkSegment(b2aa9a1c-cb87-49cf-9895-827781f43d2f),segment_id=b2aa9a1c-cb87-49cf-9895-827781f43d2f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:14.229466 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3d25c5af-a8b1-493f-aebe-9da21c9fd78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:14.332615 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:14.405232 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ca0474-ecea-48dc-bdbc-81970b7d76d9 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:58:14.417576 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25c5af-a8b1-493f-aebe-9da21c9fd78a None None] Pushing event updated for resources: {'Port': ['ID=7bef0d6f-5830-4b39-aebd-22ecadcbe3fe,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:14.418392 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3c5d50c-e34a-4203-8868-5ba42265e57b req-c7249412-e1b8-493a-a837-78bb1aff8457 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4261148 Feb 18 08:58:14.460922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e4ab5b6b-717f-4a48-9dd1-5b5d37f970c1 None None] Provisioning complete for port 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:14.460922 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e4ab5b6b-717f-4a48-9dd1-5b5d37f970c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:14.506942 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 28ca0474-ecea-48dc-bdbc-81970b7d76d9, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=28ca0474-ecea-48dc-bdbc-81970b7d76d9,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:14.516414 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:14.517080 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device c2e0cbb0-82ef-4c98-a16f-e576f7a2297c details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:58:14.580108 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:14.642338 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c2e0cbb0-82ef-4c98-a16f-e576f7a2297c,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:14.659173 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=28ca0474-ecea-48dc-bdbc-81970b7d76d9,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:14.694247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'c2e0cbb0-82ef-4c98-a16f-e576f7a2297c', 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea', 'port_id': 'c2e0cbb0-82ef-4c98-a16f-e576f7a2297c', 'mac_address': 'fa:16:3e:cb:0e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b443beab-a13b-4525-9863-a6eb259ae31b', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:58:14.795216 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:14.806107 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0f7d35a-8c64-4765-8bc5-9c0e8faece97 req-d931bc75-172e-49a1-94c4-b2090561e6f0 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.3768258 Feb 18 08:58:14.806730 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42226c55-207e-4d8f-86fb-31cceaa3914e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:14.807212 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:14.838167 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42226c55-207e-4d8f-86fb-31cceaa3914e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2341fd0-3432-4f13-a360-662d702b3957,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:14.873717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-a899f060-311c-4f37-b84c-a301430eec66 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] For port e038917e-48d1-49ed-b44f-3fc023f5fffa, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e038917e-48d1-49ed-b44f-3fc023f5fffa,segment=NetworkSegment(90ca5f5a-7be8-4444-8e4e-d1233b2f8c39),segment_id=90ca5f5a-7be8-4444-8e4e-d1233b2f8c39)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:14.874204 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-a899f060-311c-4f37-b84c-a301430eec66 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:14.887826 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e0cbb0-82ef-4c98-a16f-e576f7a2297c {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:58:14.915576 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c2e0cbb0-82ef-4c98-a16f-e576f7a2297c,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:14.922429 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:14.922766 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5d533476-d347-4c13-8d3e-a98ebb1ba63d details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:58:14.987686 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:14.989259 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:15.061597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=c2e0cbb0-82ef-4c98-a16f-e576f7a2297c,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:15.067725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 5d533476-d347-4c13-8d3e-a98ebb1ba63d, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5d533476-d347-4c13-8d3e-a98ebb1ba63d,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:15.112635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '5d533476-d347-4c13-8d3e-a98ebb1ba63d', 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea', 'port_id': '5d533476-d347-4c13-8d3e-a98ebb1ba63d', 'mac_address': 'fa:16:3e:44:f5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b443beab-a13b-4525-9863-a6eb259ae31b', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:58:15.226054 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:58:15.238863 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:15.257755 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d533476-d347-4c13-8d3e-a98ebb1ba63d {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:58:15.285250 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 5d533476-d347-4c13-8d3e-a98ebb1ba63d, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5d533476-d347-4c13-8d3e-a98ebb1ba63d,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:15.292835 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:15.293578 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 90f3702e-a062-4be2-8950-ee1a8178c3b9 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:58:15.314155 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9572a35b-dab6-48c7-b120-f3988a8847bb tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:15.314758 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9572a35b-dab6-48c7-b120-f3988a8847bb tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:15.330566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 90f3702e-a062-4be2-8950-ee1a8178c3b9, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=90f3702e-a062-4be2-8950-ee1a8178c3b9,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:15.397968 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '90f3702e-a062-4be2-8950-ee1a8178c3b9', 'network_id': '789c3aa3-fe97-45e0-9cd1-97ee178ff2ea', 'port_id': '90f3702e-a062-4be2-8950-ee1a8178c3b9', 'mac_address': 'fa:16:3e:80:b0:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b443beab-a13b-4525-9863-a6eb259ae31b', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:58:15.484761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-9572a35b-dab6-48c7-b120-f3988a8847bb tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Calling delete_port for d74774b0-7e74-4cf7-801e-058085d41529 owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:15.673848 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=5d533476-d347-4c13-8d3e-a98ebb1ba63d,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:15.724609 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:15.749782 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f3702e-a062-4be2-8950-ee1a8178c3b9 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:58:15.783808 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 90f3702e-a062-4be2-8950-ee1a8178c3b9, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=90f3702e-a062-4be2-8950-ee1a8178c3b9,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:15.791134 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:15.795004 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device be96da4c-c4db-494c-8efd-914fb5f9171c details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:58:15.837805 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port be96da4c-c4db-494c-8efd-914fb5f9171c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=be96da4c-c4db-494c-8efd-914fb5f9171c,segment=NetworkSegment(cfb66b2a-84de-45eb-894f-c262b92b8923),segment_id=cfb66b2a-84de-45eb-894f-c262b92b8923)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:15.857666 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:58:15.940987 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:15.946668 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b9b12346-d49f-41ac-8a00-474c6baee483 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3034971 Feb 18 08:58:15.948825 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60672) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:15.959896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'be96da4c-c4db-494c-8efd-914fb5f9171c', 'network_id': '6af62175-1a85-4684-83c8-bc920071b3e0', 'port_id': 'be96da4c-c4db-494c-8efd-914fb5f9171c', 'mac_address': 'fa:16:3e:7a:87:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb6ae52-6c76-4652-9980-2c755082684d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:58:15.965092 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Sync routers for ids ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:58:16.063379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Routers {'b5f89e26-84e5-4203-95a7-2c6bb0a2f500'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:58:16.064161 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:58:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:16.121888 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-a899f060-311c-4f37-b84c-a301430eec66 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Calling delete_port for e038917e-48d1-49ed-b44f-3fc023f5fffa owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:16.216986 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9572a35b-dab6-48c7-b120-f3988a8847bb tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:16.265981 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42226c55-207e-4d8f-86fb-31cceaa3914e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:16.278599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=90f3702e-a062-4be2-8950-ee1a8178c3b9,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:16.281480 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-42226c55-207e-4d8f-86fb-31cceaa3914e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c2341fd0-3432-4f13-a360-662d702b3957 HTTP/1.1" status: 204 len: 168 time: 3.8506210 Feb 18 08:58:16.340810 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:16.379205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572a35b-dab6-48c7-b120-f3988a8847bb tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Pushing event deleted for resources: {'Port': ['ID=d74774b0-7e74-4cf7-801e-058085d41529,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:16.571055 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be96da4c-c4db-494c-8efd-914fb5f9171c {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:58:16.618292 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port be96da4c-c4db-494c-8efd-914fb5f9171c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=be96da4c-c4db-494c-8efd-914fb5f9171c,segment=NetworkSegment(cfb66b2a-84de-45eb-894f-c262b92b8923),segment_id=cfb66b2a-84de-45eb-894f-c262b92b8923)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:16.641453 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:16.755499 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Set router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:58:16.879641 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 5abf860f-7cc7-4acb-aa31-20b9e3648617 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:58:16.924098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa52ac6-7222-4e9b-91c4-4922ae60db8b req-f619c801-24fd-4e3e-8745-0e0245c6bef7 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:16.938209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa52ac6-7222-4e9b-91c4-4922ae60db8b req-f619c801-24fd-4e3e-8745-0e0245c6bef7 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:16.948521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa52ac6-7222-4e9b-91c4-4922ae60db8b req-f619c801-24fd-4e3e-8745-0e0245c6bef7 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:16.955049 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa52ac6-7222-4e9b-91c4-4922ae60db8b req-f619c801-24fd-4e3e-8745-0e0245c6bef7 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:16.972161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa52ac6-7222-4e9b-91c4-4922ae60db8b req-f619c801-24fd-4e3e-8745-0e0245c6bef7 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:16.987931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa52ac6-7222-4e9b-91c4-4922ae60db8b req-f619c801-24fd-4e3e-8745-0e0245c6bef7 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:16.993914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa52ac6-7222-4e9b-91c4-4922ae60db8b req-f619c801-24fd-4e3e-8745-0e0245c6bef7 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:17.001835 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7aa52ac6-7222-4e9b-91c4-4922ae60db8b req-f619c801-24fd-4e3e-8745-0e0245c6bef7 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5426 time: 0.8404882 Feb 18 08:58:17.019321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1e510-0675-4f1d-bf06-2b366cb21ed4 req-cd1e1c04-8d91-47b8-891a-2bc35314a146 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:17.045116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1e510-0675-4f1d-bf06-2b366cb21ed4 req-cd1e1c04-8d91-47b8-891a-2bc35314a146 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:17.049528 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3b1e510-0675-4f1d-bf06-2b366cb21ed4 req-cd1e1c04-8d91-47b8-891a-2bc35314a146 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 1683 time: 1.0059147 Feb 18 08:58:17.096138 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9572a35b-dab6-48c7-b120-f3988a8847bb tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:17.230064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=be96da4c-c4db-494c-8efd-914fb5f9171c,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:17.314295 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7aa52ac6-7222-4e9b-91c4-4922ae60db8b req-2ea9ac51-7ebc-404d-8908-3e885ee4039f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3106289 Feb 18 08:58:17.356235 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9572a35b-dab6-48c7-b120-f3988a8847bb tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:17.362942 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9572a35b-dab6-48c7-b120-f3988a8847bb tempest-FloatingIPAdminTestJSON-334170454 tempest-FloatingIPAdminTestJSON-334170454-project] 10.222.0.72 "DELETE /v2.0/floatingips/287602cb-114b-4907-801e-85910e1b9932 HTTP/1.1" status: 204 len: 168 time: 4.0237129 Feb 18 08:58:17.411694 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3b1e510-0675-4f1d-bf06-2b366cb21ed4 req-658770ba-917e-4b91-8a79-bb37ee46d742 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493676 Feb 18 08:58:17.414471 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-a899f060-311c-4f37-b84c-a301430eec66 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:17.459678 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:17.489478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899f060-311c-4f37-b84c-a301430eec66 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event deleted for resources: {'Port': ['ID=e038917e-48d1-49ed-b44f-3fc023f5fffa,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:17.493441 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:17.579197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['be96da4c-c4db-494c-8efd-914fb5f9171c'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:58:17.587481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-a899f060-311c-4f37-b84c-a301430eec66 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] No DVR routers for this DVR port e038917e-48d1-49ed-b44f-3fc023f5fffa on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:58:17.590079 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-a899f060-311c-4f37-b84c-a301430eec66 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:17.593046 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-a899f060-311c-4f37-b84c-a301430eec66 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.81 "DELETE /v2.0/ports/e038917e-48d1-49ed-b44f-3fc023f5fffa HTTP/1.1" status: 204 len: 173 time: 5.1753006 Feb 18 08:58:17.593627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ca18b7-c4a6-4990-90ea-830ccdb376bf', 'name': 'network-vif-deleted', 'tag': 'e038917e-48d1-49ed-b44f-3fc023f5fffa'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:58:17.616151 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['5d533476-d347-4c13-8d3e-a98ebb1ba63d'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:58:17.708207 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ca18b7-c4a6-4990-90ea-830ccdb376bf', 'name': 'network-vif-deleted', 'tag': 'e038917e-48d1-49ed-b44f-3fc023f5fffa', 'status': 'completed', 'code': 200} Feb 18 08:58:17.774535 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['28ca0474-ecea-48dc-bdbc-81970b7d76d9'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:58:17.808850 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-70d5bf15-189c-48c6-986a-e5f0097d5480 req-132cc3b9-76af-476d-a297-adc45c86cad3 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.1063905 Feb 18 08:58:17.827450 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-8f9c2b9c-da4d-433f-a9ea-2257c2d7bb3c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Deleting port 5abf860f-7cc7-4acb-aa31-20b9e3648617 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:17.828171 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-8f9c2b9c-da4d-433f-a9ea-2257c2d7bb3c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:17.920868 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['99ae2b9b-f68e-4fcd-ab39-beb4afc7745c'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:58:18.004016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['40eb1bfc-150b-4f7d-ab6d-c6615ae3067e'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:58:18.039244 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] Allocated IP 172.20.0.1 (43d8e486-bfc2-4c06-a43c-640b2ff9c8f2/9eaf963a-b95e-4bec-b0a0-0baccb065970/66782537-d63b-4ecf-a430-0250a169f4e5) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:58:18.165376 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 5abf860f-7cc7-4acb-aa31-20b9e3648617, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=5abf860f-7cc7-4acb-aa31-20b9e3648617,segment=NetworkSegment(be9dea9f-b51d-41a8-8b71-36494c9154fe),segment_id=be9dea9f-b51d-41a8-8b71-36494c9154fe)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:18.228854 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ca18b7-c4a6-4990-90ea-830ccdb376bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5abf860f-7cc7-4acb-aa31-20b9e3648617'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:58:18.301183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60718) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:18.358389 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:18.359298 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e038917e-48d1-49ed-b44f-3fc023f5fffa no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:58:18.481324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-8f9c2b9c-da4d-433f-a9ea-2257c2d7bb3c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] For port 5abf860f-7cc7-4acb-aa31-20b9e3648617, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=5abf860f-7cc7-4acb-aa31-20b9e3648617,segment=NetworkSegment(be9dea9f-b51d-41a8-8b71-36494c9154fe),segment_id=be9dea9f-b51d-41a8-8b71-36494c9154fe)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:18.490840 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-8f9c2b9c-da4d-433f-a9ea-2257c2d7bb3c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:18.559058 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ca18b7-c4a6-4990-90ea-830ccdb376bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5abf860f-7cc7-4acb-aa31-20b9e3648617', 'code': 200} Feb 18 08:58:18.572072 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:18.613211 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] Transition to ACTIVE for port object 66782537-d63b-4ecf-a430-0250a169f4e5 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:58:18.661863 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:18.736686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-8f9c2b9c-da4d-433f-a9ea-2257c2d7bb3c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Calling delete_port for 5abf860f-7cc7-4acb-aa31-20b9e3648617 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:18.769198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] Network 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:58:18.771923 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:58:18.780781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:58:18.830614 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] Pushing event updated for resources: {'Port': ['ID=66782537-d63b-4ecf-a430-0250a169f4e5,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:18.839645 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['c2e0cbb0-82ef-4c98-a16f-e576f7a2297c'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:58:18.873604 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:18.911665 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['90f3702e-a062-4be2-8950-ee1a8178c3b9'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:58:19.049633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=5abf860f-7cc7-4acb-aa31-20b9e3648617,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:19.174308 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: e038917e-48d1-49ed-b44f-3fc023f5fffa {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:58:19.174662 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e038917e-48d1-49ed-b44f-3fc023f5fffa not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:58:19.191471 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e7828e3a-d1e5-47fb-a8b8-c5a5ecf3464f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8e5c8e1c291341009630a1c783d52646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8892658 Feb 18 08:58:19.199605 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60754) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:19.199871 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:19.245809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41b0e7-437c-44e4-bddf-76dbe1029a3c req-1039cf33-fab5-45c6-8f6b-f06d158103d2 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:19.246944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-fb41b0e7-437c-44e4-bddf-76dbe1029a3c req-1039cf33-fab5-45c6-8f6b-f06d158103d2 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Synchronizing usage tracker for tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:58:19.276126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1da49-cb2e-4fd6-8cf6-ff2a10a90a79 req-f0048fa0-8262-46fa-95a8-fbcdc4da709d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:19.283322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1da49-cb2e-4fd6-8cf6-ff2a10a90a79 req-f0048fa0-8262-46fa-95a8-fbcdc4da709d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:19.290082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1da49-cb2e-4fd6-8cf6-ff2a10a90a79 req-f0048fa0-8262-46fa-95a8-fbcdc4da709d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:19.299166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1da49-cb2e-4fd6-8cf6-ff2a10a90a79 req-f0048fa0-8262-46fa-95a8-fbcdc4da709d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:19.320299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1da49-cb2e-4fd6-8cf6-ff2a10a90a79 req-f0048fa0-8262-46fa-95a8-fbcdc4da709d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:19.325228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1da49-cb2e-4fd6-8cf6-ff2a10a90a79 req-f0048fa0-8262-46fa-95a8-fbcdc4da709d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:19.332466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1da49-cb2e-4fd6-8cf6-ff2a10a90a79 req-f0048fa0-8262-46fa-95a8-fbcdc4da709d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:19.341972 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cbe1da49-cb2e-4fd6-8cf6-ff2a10a90a79 req-f0048fa0-8262-46fa-95a8-fbcdc4da709d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5427 time: 0.6200919 Feb 18 08:58:19.344540 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-8f9c2b9c-da4d-433f-a9ea-2257c2d7bb3c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:58:19.349129 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-8f9c2b9c-da4d-433f-a9ea-2257c2d7bb3c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:58:19.414858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-fb41b0e7-437c-44e4-bddf-76dbe1029a3c req-1039cf33-fab5-45c6-8f6b-f06d158103d2 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Unset dirty status for tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:58:19.417090 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb41b0e7-437c-44e4-bddf-76dbe1029a3c req-1039cf33-fab5-45c6-8f6b-f06d158103d2 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 944 time: 0.6976585 Feb 18 08:58:19.465162 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cbe1da49-cb2e-4fd6-8cf6-ff2a10a90a79 req-ea20c889-461d-4323-bd45-8780c4a2f7f5 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1218526 Feb 18 08:58:19.540333 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T08:58:13Z', 'revision_number': 3, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port': {'id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:11Z', 'updated_at': '2022-02-18T08:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:19.550789 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb41b0e7-437c-44e4-bddf-76dbe1029a3c req-0c96a3e5-93ad-433b-9242-191d3b1c44fa tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/security-groups?id=39c506a9-1e51-44b7-ba1a-237f2263d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082234 Feb 18 08:58:19.611640 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cfba44cd-b82c-4af2-961b-7a99131e1102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:19.712617 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Checking router: b5f89e26-84e5-4203-95a7-2c6bb0a2f500 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:58:19.712978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Updating router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 port 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:58:19.736957 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cfba44cd-b82c-4af2-961b-7a99131e1102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:19.817901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-63cd99cc-1b0f-46e0-97ce-ed2e18862f5e None None] Provisioning for port 66782537-d63b-4ecf-a430-0250a169f4e5 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:19.852254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-8f9c2b9c-da4d-433f-a9ea-2257c2d7bb3c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Deleting port 5abf860f-7cc7-4acb-aa31-20b9e3648617 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:19.853468 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-8f9c2b9c-da4d-433f-a9ea-2257c2d7bb3c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:19.904441 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-63cd99cc-1b0f-46e0-97ce-ed2e18862f5e None None] Provisioning complete for port 66782537-d63b-4ecf-a430-0250a169f4e5 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:19.905502 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-63cd99cc-1b0f-46e0-97ce-ed2e18862f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:19.914318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:19.924147 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cfba44cd-b82c-4af2-961b-7a99131e1102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:19.948429 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:20.124584 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:20.139858 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba44cd-b82c-4af2-961b-7a99131e1102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5914d86-fa6c-4617-b0d8-2e95d571de71,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:20.185952 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:20.192663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-8f9c2b9c-da4d-433f-a9ea-2257c2d7bb3c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] For port 5abf860f-7cc7-4acb-aa31-20b9e3648617, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=5abf860f-7cc7-4acb-aa31-20b9e3648617,segment=NetworkSegment(be9dea9f-b51d-41a8-8b71-36494c9154fe),segment_id=be9dea9f-b51d-41a8-8b71-36494c9154fe)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:20.193253 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-8f9c2b9c-da4d-433f-a9ea-2257c2d7bb3c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:20.340821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-8f9c2b9c-da4d-433f-a9ea-2257c2d7bb3c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Calling delete_port for 5abf860f-7cc7-4acb-aa31-20b9e3648617 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:20.411010 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-45cf53dc-29db-4011-b878-e980d599f3e6 req-5da5b2db-4c5e-426b-bc82-7866db410870 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.6649764 Feb 18 08:58:20.445922 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cfba44cd-b82c-4af2-961b-7a99131e1102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:20.460695 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cfba44cd-b82c-4af2-961b-7a99131e1102 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a5914d86-fa6c-4617-b0d8-2e95d571de71 HTTP/1.1" status: 204 len: 168 time: 1.2457964 Feb 18 08:58:20.464914 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] Pushing event updated for resources: {'Port': ['ID=66782537-d63b-4ecf-a430-0250a169f4e5,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:20.498912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] Network 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:58:20.500326 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:58:20.559596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-63cd99cc-1b0f-46e0-97ce-ed2e18862f5e None None] Port 66782537-d63b-4ecf-a430-0250a169f4e5 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:58:20.730284 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-8f9c2b9c-da4d-433f-a9ea-2257c2d7bb3c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:20.878357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c2b9c-da4d-433f-a9ea-2257c2d7bb3c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event deleted for resources: {'Port': ['ID=5abf860f-7cc7-4acb-aa31-20b9e3648617,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:21.041623 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] Router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:58:21.343291 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-8f9c2b9c-da4d-433f-a9ea-2257c2d7bb3c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] No DVR routers for this DVR port 5abf860f-7cc7-4acb-aa31-20b9e3648617 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:58:21.346456 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-8f9c2b9c-da4d-433f-a9ea-2257c2d7bb3c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:21.360328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ca18b7-c4a6-4990-90ea-830ccdb376bf', 'name': 'network-vif-deleted', 'tag': '5abf860f-7cc7-4acb-aa31-20b9e3648617'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:58:21.366904 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5fe8dbd9-8e06-4944-be53-f33ad7f1c860 req-5952393c-185f-426b-b8ea-16160e80a11c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Synchronizing usage tracker for tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:58:21.378386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b42ad09-cbbc-467a-b2e3-55fcc6fcdacb req-8f9c2b9c-da4d-433f-a9ea-2257c2d7bb3c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.81 "DELETE /v2.0/ports/5abf860f-7cc7-4acb-aa31-20b9e3648617 HTTP/1.1" status: 204 len: 173 time: 3.7791548 Feb 18 08:58:21.415719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa148a5-e705-4596-b1fc-ae5c5bec0108 req-f5634ba9-3c0a-4674-a485-31e764294289 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:21.434349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa148a5-e705-4596-b1fc-ae5c5bec0108 req-f5634ba9-3c0a-4674-a485-31e764294289 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:21.445649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa148a5-e705-4596-b1fc-ae5c5bec0108 req-f5634ba9-3c0a-4674-a485-31e764294289 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:21.453343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa148a5-e705-4596-b1fc-ae5c5bec0108 req-f5634ba9-3c0a-4674-a485-31e764294289 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:21.459568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa148a5-e705-4596-b1fc-ae5c5bec0108 req-f5634ba9-3c0a-4674-a485-31e764294289 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:21.468159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa148a5-e705-4596-b1fc-ae5c5bec0108 req-f5634ba9-3c0a-4674-a485-31e764294289 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:21.475023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa148a5-e705-4596-b1fc-ae5c5bec0108 req-f5634ba9-3c0a-4674-a485-31e764294289 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:21.477335 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fa148a5-e705-4596-b1fc-ae5c5bec0108 req-f5634ba9-3c0a-4674-a485-31e764294289 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5427 time: 0.6140947 Feb 18 08:58:21.478170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60804) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:21.482782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5fe8dbd9-8e06-4944-be53-f33ad7f1c860 req-5952393c-185f-426b-b8ea-16160e80a11c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Unset dirty status for tenant:96f9ab7aca9f4ebb9b0d991d4090bfbe on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:58:21.496351 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5fe8dbd9-8e06-4944-be53-f33ad7f1c860 req-5952393c-185f-426b-b8ea-16160e80a11c tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ca18b7-c4a6-4990-90ea-830ccdb376bf HTTP/1.1" status: 200 len: 210 time: 0.3273771 Feb 18 08:58:21.556481 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:21.595655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:58:21.600816 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8f2a6580-a5db-4c8b-b9c1-8d2b62aa1bcd admin admin] 10.222.0.72 "PUT /v2.0/routers/b5f89e26-84e5-4203-95a7-2c6bb0a2f500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6480844 Feb 18 08:58:21.624987 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Transition to ACTIVE for port object 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:58:21.652284 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-669c07ed-f417-402e-bf3f-990f7f0d9b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:21.691229 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-59099a8f-cdfd-4cb2-83f3-866fe8a5ccf7 None None] Provisioning complete for port 66782537-d63b-4ecf-a430-0250a169f4e5 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:21.691608 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-59099a8f-cdfd-4cb2-83f3-866fe8a5ccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:21.715034 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ca18b7-c4a6-4990-90ea-830ccdb376bf', 'name': 'network-vif-deleted', 'tag': '5abf860f-7cc7-4acb-aa31-20b9e3648617', 'status': 'completed', 'code': 200} Feb 18 08:58:21.725735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-669c07ed-f417-402e-bf3f-990f7f0d9b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:21.736804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-669c07ed-f417-402e-bf3f-990f7f0d9b92 admin admin] Usage tracker for resource:security_group_rule and tenant:db4aeb6bf9184873860886bc40ae7ad3 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:21.758168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-669c07ed-f417-402e-bf3f-990f7f0d9b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:21.758331 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60818) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:21.765477 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-59099a8f-cdfd-4cb2-83f3-866fe8a5ccf7 None None] Port 66782537-d63b-4ecf-a430-0250a169f4e5 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:58:21.767484 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:21.792132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-669c07ed-f417-402e-bf3f-990f7f0d9b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:21.813791 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fa148a5-e705-4596-b1fc-ae5c5bec0108 req-cb3f54f6-2aab-4fc7-815a-d615fba547a0 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3128028 Feb 18 08:58:22.031638 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Attempting to bind port 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:58:22.032788 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Attempting to bind port 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:58:22.033499 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Attempting to bind port 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:58:22.063415 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df019c3e-c9ef-4b35-a847-25e646de31c2 req-19ed4b84-b90e-4aaa-8d5f-5fdd092a36d7 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.1462700 Feb 18 08:58:22.064816 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-43461c10-50d3-4ca3-96fc-915fe92d51b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:22.130476 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-43461c10-50d3-4ca3-96fc-915fe92d51b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:22.130859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:58:22.137436 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-43461c10-50d3-4ca3-96fc-915fe92d51b2 admin admin] Usage tracker for resource:security_group_rule and tenant:996330c0a3af44b8956e6b365a23f189 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:22.139796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:58:22.140412 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:22.140862 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:58:22.144106 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Bound port: 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:58:22.144555 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:22.153606 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-43461c10-50d3-4ca3-96fc-915fe92d51b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:22.165526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-43461c10-50d3-4ca3-96fc-915fe92d51b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:22.194299 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-669c07ed-f417-402e-bf3f-990f7f0d9b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:22.210367 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-669c07ed-f417-402e-bf3f-990f7f0d9b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:22.323627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436cf01-9c7f-4b35-82b9-6ee389ef8e42 None None] Pushing event updated for resources: {'Port': ['ID=0ea5ea7c-1504-4a59-a9dd-c9b24eb13837,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:22.387387 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] For port 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:58:22.395429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] For port 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0ea5ea7c-1504-4a59-a9dd-c9b24eb13837,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:58:22.407525 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:22.434033 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-43461c10-50d3-4ca3-96fc-915fe92d51b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:22.453817 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-43461c10-50d3-4ca3-96fc-915fe92d51b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:22.529740 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Routers {'b5f89e26-84e5-4203-95a7-2c6bb0a2f500'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:58:22.533101 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:58:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:22.564461 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-669c07ed-f417-402e-bf3f-990f7f0d9b92 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=db4aeb6bf9184873860886bc40ae7ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0816267 Feb 18 08:58:22.565598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43461c10-50d3-4ca3-96fc-915fe92d51b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30aebe91-a1aa-4e08-aeba-7ca29d614822,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:22.567417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60842) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:22.568482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c07ed-f417-402e-bf3f-990f7f0d9b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20368411-c51b-44da-bcde-59f2a44c8f74,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:22.580426 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-43461c10-50d3-4ca3-96fc-915fe92d51b2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=996330c0a3af44b8956e6b365a23f189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8194034 Feb 18 08:58:22.582159 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60846) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:22.679754 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-53ca72f6-bb50-46c3-9d0d-faf30da92645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:22.697507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60850) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:22.700594 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c11dddfa-6577-4ba7-9cde-0e826a3d917f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:22.760513 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-53ca72f6-bb50-46c3-9d0d-faf30da92645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:22.789546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] Set router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:58:22.821771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60856) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:22.836880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-72b664f3-464d-428d-985d-1196b05e6b40 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--371487444', 'description': 'tempest-description--1513380988'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:58:22.849064 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-72b664f3-464d-428d-985d-1196b05e6b40 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:22.865682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-72b664f3-464d-428d-985d-1196b05e6b40 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Usage tracker for resource:security_group and tenant:72394f0052cf4105ace3e6770e79b704 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:22.879365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-72b664f3-464d-428d-985d-1196b05e6b40 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:22.895390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-72b664f3-464d-428d-985d-1196b05e6b40 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:22.918739 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c11dddfa-6577-4ba7-9cde-0e826a3d917f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:22.937118 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-72b664f3-464d-428d-985d-1196b05e6b40 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:22.975839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d8531e-7ab7-42be-a646-ddc504c1cc99 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Deleting subnet 9deed4cd-d230-470e-87ed-69e46795553c {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:58:22.979588 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-70d8531e-7ab7-42be-a646-ddc504c1cc99 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:23.011101 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device be96da4c-c4db-494c-8efd-914fb5f9171c up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:23.054477 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-53ca72f6-bb50-46c3-9d0d-faf30da92645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:23.082047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca72f6-bb50-46c3-9d0d-faf30da92645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30aebe91-a1aa-4e08-aeba-7ca29d614822,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:23.085269 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-53ca72f6-bb50-46c3-9d0d-faf30da92645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:23.090244 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-53ca72f6-bb50-46c3-9d0d-faf30da92645 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/30aebe91-a1aa-4e08-aeba-7ca29d614822 HTTP/1.1" status: 204 len: 168 time: 0.5059695 Feb 18 08:58:23.148615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-72b664f3-464d-428d-985d-1196b05e6b40 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:23.157803 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-70d8531e-7ab7-42be-a646-ddc504c1cc99 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:23.192772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-72b664f3-464d-428d-985d-1196b05e6b40 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Usage tracker for resource:security_group_rule and tenant:72394f0052cf4105ace3e6770e79b704 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:23.214387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-72b664f3-464d-428d-985d-1196b05e6b40 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:23.237133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-72b664f3-464d-428d-985d-1196b05e6b40 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:23.352589 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-70d8531e-7ab7-42be-a646-ddc504c1cc99 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:23.455113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436cf01-9c7f-4b35-82b9-6ee389ef8e42 None None] Pushing event updated for resources: {'Port': ['ID=0ea5ea7c-1504-4a59-a9dd-c9b24eb13837,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:23.485140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port be96da4c-c4db-494c-8efd-914fb5f9171c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:23.492315 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port be96da4c-c4db-494c-8efd-914fb5f9171c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:23.492701 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:23.512017 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53faf931-55ac-424e-bbb6-cc383ed5d23b req-3adac65e-618d-4bb4-933a-bb223e871f25 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.0741735 Feb 18 08:58:23.513580 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-70d8531e-7ab7-42be-a646-ddc504c1cc99 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:23.567402 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 4, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port': {'id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:11Z', 'updated_at': '2022-02-18T08:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '66782537-d63b-4ecf-a430-0250a169f4e5', 'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'mac_address': 'fa:16:3e:b0:a1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:17Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 2, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'subnets': [{'id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:23.574809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf71aed6-63a1-49e5-90b9-19c7b5ab23bc None None] The sync data for ids ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'] in n-d-829434-1 is: [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 4, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port': {'id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:11Z', 'updated_at': '2022-02-18T08:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '66782537-d63b-4ecf-a430-0250a169f4e5', 'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'mac_address': 'fa:16:3e:b0:a1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:17Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 2, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'subnets': [{'id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:58:23.629855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8531e-7ab7-42be-a646-ddc504c1cc99 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event deleted for resources: {'Subnet': ['ID=9deed4cd-d230-470e-87ed-69e46795553c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:23.631593 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60874) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:23.651089 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-70d8531e-7ab7-42be-a646-ddc504c1cc99 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:23.655366 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c11dddfa-6577-4ba7-9cde-0e826a3d917f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:23.662390 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19dc4fa-fc45-410a-b28a-79f90721720c None None] Network 3a39405b-173e-4076-807d-a159f359a7fb requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:58:23.665206 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd67f684-5ae8-495d-a866-857dc223a825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:23.686718 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bd67f684-5ae8-495d-a866-857dc223a825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:23.692150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bd67f684-5ae8-495d-a866-857dc223a825 admin admin] Usage tracker for resource:security_group_rule and tenant:d39669a676cd4a3ba7c65614e742c568 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:23.695371 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bd67f684-5ae8-495d-a866-857dc223a825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:23.703198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-70d8531e-7ab7-42be-a646-ddc504c1cc99 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "DELETE /v2.0/subnets/9deed4cd-d230-470e-87ed-69e46795553c HTTP/1.1" status: 204 len: 168 time: 1.0044193 Feb 18 08:58:23.704214 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60878) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:23.707612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bd67f684-5ae8-495d-a866-857dc223a825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:23.733206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11dddfa-6577-4ba7-9cde-0e826a3d917f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20368411-c51b-44da-bcde-59f2a44c8f74,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:23.746809 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:23.756936 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c11dddfa-6577-4ba7-9cde-0e826a3d917f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:23.760802 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c11dddfa-6577-4ba7-9cde-0e826a3d917f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/20368411-c51b-44da-bcde-59f2a44c8f74 HTTP/1.1" status: 204 len: 168 time: 1.1846330 Feb 18 08:58:23.781100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c4101-6e32-4b77-b299-59b7083d65bf req-252ff40b-fa49-46c0-9850-f5289de26c29 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:23.792066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c4101-6e32-4b77-b299-59b7083d65bf req-252ff40b-fa49-46c0-9850-f5289de26c29 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:23.803564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c4101-6e32-4b77-b299-59b7083d65bf req-252ff40b-fa49-46c0-9850-f5289de26c29 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:23.813679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c4101-6e32-4b77-b299-59b7083d65bf req-252ff40b-fa49-46c0-9850-f5289de26c29 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:23.826347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c4101-6e32-4b77-b299-59b7083d65bf req-252ff40b-fa49-46c0-9850-f5289de26c29 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:23.844726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c4101-6e32-4b77-b299-59b7083d65bf req-252ff40b-fa49-46c0-9850-f5289de26c29 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:23.869166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c4101-6e32-4b77-b299-59b7083d65bf req-252ff40b-fa49-46c0-9850-f5289de26c29 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:23.879154 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-551c4101-6e32-4b77-b299-59b7083d65bf req-252ff40b-fa49-46c0-9850-f5289de26c29 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5427 time: 0.8153362 Feb 18 08:58:23.904691 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:23.945263 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Deleting port b4903b25-d145-4c82-9806-cd826b6ae4e6 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:23.945630 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:24.036334 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-72b664f3-464d-428d-985d-1196b05e6b40 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:24.047079 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-72b664f3-464d-428d-985d-1196b05e6b40 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:24.132681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-551c4101-6e32-4b77-b299-59b7083d65bf req-1426a26c-bb25-4258-90a0-5c4a3b20ff21 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2523282 Feb 18 08:58:24.180222 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port be96da4c-c4db-494c-8efd-914fb5f9171c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=be96da4c-c4db-494c-8efd-914fb5f9171c,segment=NetworkSegment(cfb66b2a-84de-45eb-894f-c262b92b8923),segment_id=cfb66b2a-84de-45eb-894f-c262b92b8923)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:24.190807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b664f3-464d-428d-985d-1196b05e6b40 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7363ab7-b861-4d77-92d1-896df1401504,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:24.206263 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-72b664f3-464d-428d-985d-1196b05e6b40 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:24.211235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-72b664f3-464d-428d-985d-1196b05e6b40 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3884048 Feb 18 08:58:24.212076 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60886) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:24.220600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-818ea88c-7b5c-44d4-8b5a-671da500d432 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Request body: {'security_group_rule': {'security_group_id': 'a7363ab7-b861-4d77-92d1-896df1401504', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:58:24.221602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be96da4c-c4db-494c-8efd-914fb5f9171c'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:58:24.234579 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-818ea88c-7b5c-44d4-8b5a-671da500d432 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:24.239533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-818ea88c-7b5c-44d4-8b5a-671da500d432 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Usage tracker for resource:security_group_rule and tenant:72394f0052cf4105ace3e6770e79b704 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:24.243132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-818ea88c-7b5c-44d4-8b5a-671da500d432 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:24.250927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-818ea88c-7b5c-44d4-8b5a-671da500d432 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:24.269615 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:24.275566 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-818ea88c-7b5c-44d4-8b5a-671da500d432 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:24.303943 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd67f684-5ae8-495d-a866-857dc223a825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:24.339059 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd67f684-5ae8-495d-a866-857dc223a825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:24.416393 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bd67f684-5ae8-495d-a866-857dc223a825 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d39669a676cd4a3ba7c65614e742c568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7831028 Feb 18 08:58:24.417364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60894) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:24.418300 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be96da4c-c4db-494c-8efd-914fb5f9171c', 'code': 200} Feb 18 08:58:24.418722 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-818ea88c-7b5c-44d4-8b5a-671da500d432 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:24.435862 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-818ea88c-7b5c-44d4-8b5a-671da500d432 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:24.471921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ea88c-7b5c-44d4-8b5a-671da500d432 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7ea0a6-3808-432c-b7dc-02fd5e1079cc,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:24.505207 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-818ea88c-7b5c-44d4-8b5a-671da500d432 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:24.509615 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-818ea88c-7b5c-44d4-8b5a-671da500d432 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2932734 Feb 18 08:58:24.510556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60900) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:24.521057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e88ed3aa-d519-492b-81b2-eb9566d6d30c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Request body: {'security_group_rule': {'security_group_id': 'a7363ab7-b861-4d77-92d1-896df1401504', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:58:24.536094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=be96da4c-c4db-494c-8efd-914fb5f9171c,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:24.540048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e88ed3aa-d519-492b-81b2-eb9566d6d30c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:24.562323 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e88ed3aa-d519-492b-81b2-eb9566d6d30c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Usage tracker for resource:security_group_rule and tenant:72394f0052cf4105ace3e6770e79b704 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:24.573850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e88ed3aa-d519-492b-81b2-eb9566d6d30c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:24.593307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e88ed3aa-d519-492b-81b2-eb9566d6d30c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:24.648801 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e88ed3aa-d519-492b-81b2-eb9566d6d30c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:24.666998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89c85a0-90fd-4390-a5bd-7519e8899a14 None None] DHCP port deletion for 3a39405b-173e-4076-807d-a159f359a7fb request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:58:24.672374 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b89c85a0-90fd-4390-a5bd-7519e8899a14 None None] Deleting port b4903b25-d145-4c82-9806-cd826b6ae4e6 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:24.672912 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b89c85a0-90fd-4390-a5bd-7519e8899a14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:24.681006 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60906) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:24.766803 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:24.791582 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67f684-5ae8-495d-a866-857dc223a825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935eef1d-7aff-4a8c-b929-0eeeadbd8064,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:24.858579 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa381754-cebd-4b02-99d2-b7a4d51d7b45 req-86c27ef3-9f78-4476-9cf0-0a0423659af3 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.1407135 Feb 18 08:58:24.864995 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b4903b25-d145-4c82-9806-cd826b6ae4e6 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:58:24.896260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] For port b4903b25-d145-4c82-9806-cd826b6ae4e6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b4903b25-d145-4c82-9806-cd826b6ae4e6,segment=NetworkSegment(90ca5f5a-7be8-4444-8e4e-d1233b2f8c39),segment_id=90ca5f5a-7be8-4444-8e4e-d1233b2f8c39)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:24.896630 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:24.986143 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e88ed3aa-d519-492b-81b2-eb9566d6d30c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:24.995896 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e88ed3aa-d519-492b-81b2-eb9566d6d30c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:25.064003 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e88ed3aa-d519-492b-81b2-eb9566d6d30c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:25.075431 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e88ed3aa-d519-492b-81b2-eb9566d6d30c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5611622 Feb 18 08:58:25.075431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ed3aa-d519-492b-81b2-eb9566d6d30c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e188444a-9041-45e4-bbc8-3040e085bbf1,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:25.075834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60912) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:25.097801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:58:25.127503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:25.134241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:25.134720 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Usage tracker for resource:floatingip and tenant:72394f0052cf4105ace3e6770e79b704 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:25.161253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:25.177320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:25.195080 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:25.196011 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:25.218336 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:25.226522 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4d35fa2-32ca-4be7-a97f-6fbfa0ea4519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:25.275321 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Calling delete_port for b4903b25-d145-4c82-9806-cd826b6ae4e6 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:25.370480 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:25.381291 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a4d35fa2-32ca-4be7-a97f-6fbfa0ea4519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:25.431216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a4d35fa2-32ca-4be7-a97f-6fbfa0ea4519 admin admin] Usage tracker for resource:security_group_rule and tenant:7ba1e707ce02421387a8871b0e3e6cb9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:25.476100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port b4903b25-d145-4c82-9806-cd826b6ae4e6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b4903b25-d145-4c82-9806-cd826b6ae4e6,segment=NetworkSegment(90ca5f5a-7be8-4444-8e4e-d1233b2f8c39),segment_id=90ca5f5a-7be8-4444-8e4e-d1233b2f8c39)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:25.479492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a4d35fa2-32ca-4be7-a97f-6fbfa0ea4519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:25.497773 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1a471174-2f0a-4f8b-9c72-b6dbf8a1ce2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:25.503208 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a4d35fa2-32ca-4be7-a97f-6fbfa0ea4519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:25.513949 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b89c85a0-90fd-4390-a5bd-7519e8899a14 None None] For port b4903b25-d145-4c82-9806-cd826b6ae4e6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b4903b25-d145-4c82-9806-cd826b6ae4e6,segment=NetworkSegment(90ca5f5a-7be8-4444-8e4e-d1233b2f8c39),segment_id=90ca5f5a-7be8-4444-8e4e-d1233b2f8c39)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:25.515611 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b89c85a0-90fd-4390-a5bd-7519e8899a14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:25.535600 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:25.621678 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1a471174-2f0a-4f8b-9c72-b6dbf8a1ce2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:25.626659 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:25.682794 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:58:25.683399 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:58:25.743292 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1a471174-2f0a-4f8b-9c72-b6dbf8a1ce2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:25.762686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4d35fa2-32ca-4be7-a97f-6fbfa0ea4519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:25.767970 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a471174-2f0a-4f8b-9c72-b6dbf8a1ce2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935eef1d-7aff-4a8c-b929-0eeeadbd8064,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:25.782526 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4d35fa2-32ca-4be7-a97f-6fbfa0ea4519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:25.828250 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a4d35fa2-32ca-4be7-a97f-6fbfa0ea4519 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7ba1e707ce02421387a8871b0e3e6cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1461303 Feb 18 08:58:25.830699 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60928) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:25.912928 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d35fa2-32ca-4be7-a97f-6fbfa0ea4519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0188e778-47cd-4642-86d9-79c8af4c2ee1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:25.948453 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b89c85a0-90fd-4390-a5bd-7519e8899a14 None None] Calling delete_port for b4903b25-d145-4c82-9806-cd826b6ae4e6 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:25.950260 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1a471174-2f0a-4f8b-9c72-b6dbf8a1ce2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:25.956186 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1a471174-2f0a-4f8b-9c72-b6dbf8a1ce2e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/935eef1d-7aff-4a8c-b929-0eeeadbd8064 HTTP/1.1" status: 204 len: 168 time: 1.5251181 Feb 18 08:58:25.974020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Allocated IP 172.25.1.38 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/93454ff2-3e3d-4703-ac4e-e95bcbe8f44c) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:58:25.984304 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-32b340d0-1618-46a8-84da-decb32978e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:26.021263 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-32b340d0-1618-46a8-84da-decb32978e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:26.083416 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9fcec-e615-46a9-bad2-af52d4b6e5e7 req-685d77cb-2d56-4f03-afe7-01fb7e216c29 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:26.099982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9fcec-e615-46a9-bad2-af52d4b6e5e7 req-685d77cb-2d56-4f03-afe7-01fb7e216c29 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:26.117817 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9fcec-e615-46a9-bad2-af52d4b6e5e7 req-685d77cb-2d56-4f03-afe7-01fb7e216c29 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:26.124640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9fcec-e615-46a9-bad2-af52d4b6e5e7 req-685d77cb-2d56-4f03-afe7-01fb7e216c29 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:26.125046 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-32b340d0-1618-46a8-84da-decb32978e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:26.130790 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9fcec-e615-46a9-bad2-af52d4b6e5e7 req-685d77cb-2d56-4f03-afe7-01fb7e216c29 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:26.137520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9fcec-e615-46a9-bad2-af52d4b6e5e7 req-685d77cb-2d56-4f03-afe7-01fb7e216c29 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:26.144120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9fcec-e615-46a9-bad2-af52d4b6e5e7 req-685d77cb-2d56-4f03-afe7-01fb7e216c29 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:26.151767 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89a9fcec-e615-46a9-bad2-af52d4b6e5e7 req-685d77cb-2d56-4f03-afe7-01fb7e216c29 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5428 time: 0.7215316 Feb 18 08:58:26.160089 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b340d0-1618-46a8-84da-decb32978e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0188e778-47cd-4642-86d9-79c8af4c2ee1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:26.182963 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-32b340d0-1618-46a8-84da-decb32978e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:26.191172 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-32b340d0-1618-46a8-84da-decb32978e03 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0188e778-47cd-4642-86d9-79c8af4c2ee1 HTTP/1.1" status: 204 len: 168 time: 0.3591454 Feb 18 08:58:26.192489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Deleting port b4903b25-d145-4c82-9806-cd826b6ae4e6 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:26.192837 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:26.270449 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:26.281178 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-379c8bd7-2664-43c1-bb9e-9cd360b51e61 req-d03d4ca3-e1c5-4520-9254-dd581b2f129a tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.0507050 Feb 18 08:58:26.324870 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=b4903b25-d145-4c82-9806-cd826b6ae4e6,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:26.329783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89a9fcec-e615-46a9-bad2-af52d4b6e5e7 req-beaf3e90-897f-4e90-9ca9-fe0368b33f5b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1765864 Feb 18 08:58:26.391762 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=40eb1bfc-150b-4f7d-ab6d-c6615ae3067e,segment=NetworkSegment(3f191c74-dd3d-42fc-9c19-da05c2a45698),segment_id=3f191c74-dd3d-42fc-9c19-da05c2a45698)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:26.401335 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:26.402690 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:26.451283 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:26.451748 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60952) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:26.494828 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40eb1bfc-150b-4f7d-ab6d-c6615ae3067e'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:58:26.506049 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:26.523277 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-b89c85a0-90fd-4390-a5bd-7519e8899a14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:58:26.523832 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-b89c85a0-90fd-4390-a5bd-7519e8899a14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:58:26.573262 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=40eb1bfc-150b-4f7d-ab6d-c6615ae3067e,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:26.594079 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:26.600637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:58:26.603051 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:26.605168 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:26.618073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:58:26.621935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:58:26.689883 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40eb1bfc-150b-4f7d-ab6d-c6615ae3067e', 'code': 200} Feb 18 08:58:26.849768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] For port b4903b25-d145-4c82-9806-cd826b6ae4e6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b4903b25-d145-4c82-9806-cd826b6ae4e6,segment=NetworkSegment(90ca5f5a-7be8-4444-8e4e-d1233b2f8c39),segment_id=90ca5f5a-7be8-4444-8e4e-d1233b2f8c39)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:26.852332 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:26.889106 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:26.904883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Pushing event updated for resources: {'Port': ['ID=93454ff2-3e3d-4703-ac4e-e95bcbe8f44c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:27.107610 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b89c85a0-90fd-4390-a5bd-7519e8899a14 None None] Deleting port b4903b25-d145-4c82-9806-cd826b6ae4e6 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:27.107610 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b89c85a0-90fd-4390-a5bd-7519e8899a14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:27.157852 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:27.160849 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60966) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:27.172112 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Calling delete_port for b4903b25-d145-4c82-9806-cd826b6ae4e6 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:27.183738 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:27.192787 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Sync routers for ids ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:58:27.211933 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Routers {'b5f89e26-84e5-4203-95a7-2c6bb0a2f500'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:58:27.214033 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:58:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:27.273666 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d765f1bf-ad47-4928-bef6-6614e492c322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:27.324219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d765f1bf-ad47-4928-bef6-6614e492c322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:27.361784 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:27.377915 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d765f1bf-ad47-4928-bef6-6614e492c322 admin admin] Usage tracker for resource:security_group_rule and tenant:b9f0c5e17c074685bc072c8e10cc2c5e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:27.416046 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d765f1bf-ad47-4928-bef6-6614e492c322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:27.440880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d765f1bf-ad47-4928-bef6-6614e492c322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:27.461555 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=99ae2b9b-f68e-4fcd-ab39-beb4afc7745c,segment=NetworkSegment(cfb66b2a-84de-45eb-894f-c262b92b8923),segment_id=cfb66b2a-84de-45eb-894f-c262b92b8923)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:27.477716 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:27.497413 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:27.500777 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 28ca0474-ecea-48dc-bdbc-81970b7d76d9 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:27.725230 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:27.737396 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Set router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:58:27.746368 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=99ae2b9b-f68e-4fcd-ab39-beb4afc7745c,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:27.753183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:27.753552 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:27.777881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] No DVR routers for this DVR port b4903b25-d145-4c82-9806-cd826b6ae4e6 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:58:27.780742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event deleted for resources: {'Port': ['ID=b4903b25-d145-4c82-9806-cd826b6ae4e6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:27.783237 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2056ce3f-0f5c-4c64-bf40-9d486062729b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:27.848949 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2056ce3f-0f5c-4c64-bf40-9d486062729b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:27.884248 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b89c85a0-90fd-4390-a5bd-7519e8899a14 None None] The port 'b4903b25-d145-4c82-9806-cd826b6ae4e6' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:58:27.983511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2056ce3f-0f5c-4c64-bf40-9d486062729b admin admin] Usage tracker for resource:security_group_rule and tenant:ffa5ac17fb6e4f5a96e3f4a5908a7f36 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:27.996488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2056ce3f-0f5c-4c64-bf40-9d486062729b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:28.013674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2056ce3f-0f5c-4c64-bf40-9d486062729b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:28.022811 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-334fd999-2d0b-4ed2-b519-b95098e6d8b3 req-16bf49aa-824e-4bf4-a01c-75fb390a0ad8 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.4446213 Feb 18 08:58:28.094958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 28ca0474-ecea-48dc-bdbc-81970b7d76d9 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:28.113071 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.115290 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.126253 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 28ca0474-ecea-48dc-bdbc-81970b7d76d9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:28.126662 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.201212 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a39405b-173e-4076-807d-a159f359a7fb']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:28.221184 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d765f1bf-ad47-4928-bef6-6614e492c322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.226230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ca5f5a-7be8-4444-8e4e-d1233b2f8c39') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:28.226606 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ca5f5a-7be8-4444-8e4e-d1233b2f8c39') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:28.239713 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0ea5ea7c-1504-4a59-a9dd-c9b24eb13837,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:28.252779 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d765f1bf-ad47-4928-bef6-6614e492c322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.259737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcb42c-39a8-4bc0-b417-970fb4229f78 req-876bf25e-85eb-4145-b815-210ee25e8724 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:28.278750 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.279675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcb42c-39a8-4bc0-b417-970fb4229f78 req-876bf25e-85eb-4145-b815-210ee25e8724 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:28.304287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcb42c-39a8-4bc0-b417-970fb4229f78 req-876bf25e-85eb-4145-b815-210ee25e8724 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:28.310571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcb42c-39a8-4bc0-b417-970fb4229f78 req-876bf25e-85eb-4145-b815-210ee25e8724 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:28.318477 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcb42c-39a8-4bc0-b417-970fb4229f78 req-876bf25e-85eb-4145-b815-210ee25e8724 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:28.324807 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.327725 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcb42c-39a8-4bc0-b417-970fb4229f78 req-876bf25e-85eb-4145-b815-210ee25e8724 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:28.335148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcb42c-39a8-4bc0-b417-970fb4229f78 req-876bf25e-85eb-4145-b815-210ee25e8724 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:28.339010 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53dcb42c-39a8-4bc0-b417-970fb4229f78 req-876bf25e-85eb-4145-b815-210ee25e8724 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5430 time: 0.6935058 Feb 18 08:58:28.365039 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.371064 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 4, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port': {'id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:11Z', 'updated_at': '2022-02-18T08:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '66782537-d63b-4ecf-a430-0250a169f4e5', 'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'mac_address': 'fa:16:3e:b0:a1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:17Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 2, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'subnets': [{'id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:28.378558 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Checking router: b5f89e26-84e5-4203-95a7-2c6bb0a2f500 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:58:28.379433 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Updating router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 port 66782537-d63b-4ecf-a430-0250a169f4e5 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:58:28.408927 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53dcb42c-39a8-4bc0-b417-970fb4229f78 req-7cc9fe45-e94a-4b66-86c5-962ea356c0c1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0628226 Feb 18 08:58:28.434106 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.442831 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.451877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=0ea5ea7c-1504-4a59-a9dd-c9b24eb13837,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:28.459127 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.471898 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d765f1bf-ad47-4928-bef6-6614e492c322 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b9f0c5e17c074685bc072c8e10cc2c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3099518 Feb 18 08:58:28.473359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 28ca0474-ecea-48dc-bdbc-81970b7d76d9, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=28ca0474-ecea-48dc-bdbc-81970b7d76d9,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:28.475527 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765f1bf-ad47-4928-bef6-6614e492c322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c59d34-f578-44bb-83ba-a12ddb7eb75b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:28.479065 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60994) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:28.480626 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:58:28.481034 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.491588 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.492430 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 90f3702e-a062-4be2-8950-ee1a8178c3b9 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:58:28.500000 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:58:28.502127 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.634933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=28ca0474-ecea-48dc-bdbc-81970b7d76d9,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:28.645589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Pushing event updated for resources: {'Port': ['ID=93454ff2-3e3d-4703-ac4e-e95bcbe8f44c,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:28.691202 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ae2b9b-f68e-4fcd-ab39-beb4afc7745c'}, {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ca0474-ecea-48dc-bdbc-81970b7d76d9'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:58:28.701043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 90f3702e-a062-4be2-8950-ee1a8178c3b9 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:28.709282 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.710885 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 90f3702e-a062-4be2-8950-ee1a8178c3b9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:28.711255 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.765238 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.766467 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0f11a25d-4105-4756-acce-68e311c66c3a tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6896515 Feb 18 08:58:28.811666 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa099a15-b015-4e59-827d-2115fb1f4bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.830673 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2056ce3f-0f5c-4c64-bf40-9d486062729b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.834511 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.837649 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ae2b9b-f68e-4fcd-ab39-beb4afc7745c', 'code': 200} Feb 18 08:58:28.837951 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ca0474-ecea-48dc-bdbc-81970b7d76d9', 'code': 200} Feb 18 08:58:28.872178 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.892213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:28.908689 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2056ce3f-0f5c-4c64-bf40-9d486062729b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:28.938096 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "DELETE /v2.0/networks/3a39405b-173e-4076-807d-a159f359a7fb HTTP/1.1" status: 204 len: 168 time: 5.2323177 Feb 18 08:58:28.940637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 32776) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:29.026121 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2056ce3f-0f5c-4c64-bf40-9d486062729b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ffa5ac17fb6e4f5a96e3f4a5908a7f36&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5725317 Feb 18 08:58:29.027677 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8784a3-f4f6-4e69-900f-1baefba2cdff tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event deleted for resources: {'Network': ['ID=3a39405b-173e-4076-807d-a159f359a7fb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:29.038321 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa099a15-b015-4e59-827d-2115fb1f4bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:29.053334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 32784) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:29.054154 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056ce3f-0f5c-4c64-bf40-9d486062729b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2037ee34-e6d8-4535-bf48-67ce084e5d3d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:29.148851 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:29.149369 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:29.171517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa099a15-b015-4e59-827d-2115fb1f4bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:29.209368 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa099a15-b015-4e59-827d-2115fb1f4bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c59d34-f578-44bb-83ba-a12ddb7eb75b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:29.236799 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa099a15-b015-4e59-827d-2115fb1f4bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:29.239308 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-aa099a15-b015-4e59-827d-2115fb1f4bc9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/49c59d34-f578-44bb-83ba-a12ddb7eb75b HTTP/1.1" status: 204 len: 168 time: 0.7407696 Feb 18 08:58:29.242797 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:29.258899 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-aca5f086-93cb-4454-b857-dd77adc2044b tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Synchronizing usage tracker for tenant:72394f0052cf4105ace3e6770e79b704 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:58:29.289256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e2b02b-42da-4d43-89c8-f8dd3f964468 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Deleting subnet fb367d24-9977-4280-8797-8975d34945b4 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:58:29.298427 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6740d3a7-9f0a-460d-b2cb-06e5b134fa8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:29.333100 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6740d3a7-9f0a-460d-b2cb-06e5b134fa8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:29.370568 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f3f6af9-5a67-402d-82ea-19d25975e306 req-81c062d1-50ba-4161-b3a4-f3ece70e19f6 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.0783882 Feb 18 08:58:29.378693 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96e2b02b-42da-4d43-89c8-f8dd3f964468 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:29.424835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 90f3702e-a062-4be2-8950-ee1a8178c3b9, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=90f3702e-a062-4be2-8950-ee1a8178c3b9,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:29.444056 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:29.445304 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5d533476-d347-4c13-8d3e-a98ebb1ba63d up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:29.446637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-aca5f086-93cb-4454-b857-dd77adc2044b tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Unset dirty status for tenant:72394f0052cf4105ace3e6770e79b704 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:58:29.448179 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-aca5f086-93cb-4454-b857-dd77adc2044b tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--371487444&fields=id&tenant_id=72394f0052cf4105ace3e6770e79b704 HTTP/1.1" status: 200 len: 267 time: 0.3843672 Feb 18 08:58:29.512738 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6740d3a7-9f0a-460d-b2cb-06e5b134fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:29.516970 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:29.531712 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96e2b02b-42da-4d43-89c8-f8dd3f964468 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:29.545621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740d3a7-9f0a-460d-b2cb-06e5b134fa8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2037ee34-e6d8-4535-bf48-67ce084e5d3d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:29.557860 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Transition to ACTIVE for port object 66782537-d63b-4ecf-a430-0250a169f4e5 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:58:29.566726 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6740d3a7-9f0a-460d-b2cb-06e5b134fa8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:29.570670 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6740d3a7-9f0a-460d-b2cb-06e5b134fa8f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2037ee34-e6d8-4535-bf48-67ce084e5d3d HTTP/1.1" status: 204 len: 168 time: 0.5090191 Feb 18 08:58:29.585681 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:29.716832 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=90f3702e-a062-4be2-8950-ee1a8178c3b9,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:29.798389 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 5d533476-d347-4c13-8d3e-a98ebb1ba63d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:29.815758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 5d533476-d347-4c13-8d3e-a98ebb1ba63d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:29.816241 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:29.912611 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96e2b02b-42da-4d43-89c8-f8dd3f964468 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:30.051315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-01903b98-b343-4ed3-ab75-39531b19ee7e tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:30.061594 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-01903b98-b343-4ed3-ab75-39531b19ee7e tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/networks?id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 HTTP/1.1" status: 200 len: 811 time: 0.5940392 Feb 18 08:58:30.125313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635bcbc-3fb9-45af-9efc-8d66bb5c37b1 req-8b44df0f-4202-445d-bd1c-19723f8508ab tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:30.141172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635bcbc-3fb9-45af-9efc-8d66bb5c37b1 req-8b44df0f-4202-445d-bd1c-19723f8508ab tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:30.151376 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa3411-6d17-43aa-82eb-7da40cc5988d None None] Pushing event updated for resources: {'Port': ['ID=66782537-d63b-4ecf-a430-0250a169f4e5,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:30.159975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635bcbc-3fb9-45af-9efc-8d66bb5c37b1 req-8b44df0f-4202-445d-bd1c-19723f8508ab tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:30.178508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635bcbc-3fb9-45af-9efc-8d66bb5c37b1 req-8b44df0f-4202-445d-bd1c-19723f8508ab tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:30.184736 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3411-6d17-43aa-82eb-7da40cc5988d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:30.185783 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3411-6d17-43aa-82eb-7da40cc5988d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:30.186120 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3411-6d17-43aa-82eb-7da40cc5988d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:30.186452 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3411-6d17-43aa-82eb-7da40cc5988d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:30.186772 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3411-6d17-43aa-82eb-7da40cc5988d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:30.187093 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3411-6d17-43aa-82eb-7da40cc5988d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:30.187411 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3411-6d17-43aa-82eb-7da40cc5988d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:30.187726 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3411-6d17-43aa-82eb-7da40cc5988d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:30.188292 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3411-6d17-43aa-82eb-7da40cc5988d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:30.188613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635bcbc-3fb9-45af-9efc-8d66bb5c37b1 req-8b44df0f-4202-445d-bd1c-19723f8508ab tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:30.188738 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3411-6d17-43aa-82eb-7da40cc5988d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:30.188931 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3411-6d17-43aa-82eb-7da40cc5988d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:30.189246 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3411-6d17-43aa-82eb-7da40cc5988d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:30.195823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635bcbc-3fb9-45af-9efc-8d66bb5c37b1 req-8b44df0f-4202-445d-bd1c-19723f8508ab tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:30.203075 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635bcbc-3fb9-45af-9efc-8d66bb5c37b1 req-8b44df0f-4202-445d-bd1c-19723f8508ab tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:30.212885 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a635bcbc-3fb9-45af-9efc-8d66bb5c37b1 req-8b44df0f-4202-445d-bd1c-19723f8508ab tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5432 time: 0.4579284 Feb 18 08:58:30.223142 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Attempting to bind port 66782537-d63b-4ecf-a430-0250a169f4e5 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:58:30.223502 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Attempting to bind port 66782537-d63b-4ecf-a430-0250a169f4e5 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'b2aa9a1c-cb87-49cf-9895-827781f43d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:58:30.223860 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Attempting to bind port 66782537-d63b-4ecf-a430-0250a169f4e5 on network 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:58:30.224226 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:30.230175 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:58:30.230652 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Checking segment: {'id': 'b2aa9a1c-cb87-49cf-9895-827781f43d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:58:30.231050 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:30.231433 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Bound using segment: {'id': 'b2aa9a1c-cb87-49cf-9895-827781f43d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:58:30.232298 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Bound port: 66782537-d63b-4ecf-a430-0250a169f4e5, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2aa9a1c-cb87-49cf-9895-827781f43d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:58:30.232664 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:30.275277 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-d6769fa8-323a-4999-8847-d59bd79e0fbc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/quotas/72394f0052cf4105ace3e6770e79b704 HTTP/1.1" status: 200 len: 375 time: 0.2068639 Feb 18 08:58:30.300024 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e8320692-9c36-45d3-82e8-4a2149f0e0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:30.318643 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 5d533476-d347-4c13-8d3e-a98ebb1ba63d, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5d533476-d347-4c13-8d3e-a98ebb1ba63d,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:30.333677 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:30.382805 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a635bcbc-3fb9-45af-9efc-8d66bb5c37b1 req-e75ca6f7-bc4d-4962-92b6-a1c559ddb5d2 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1686988 Feb 18 08:58:30.393648 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96e2b02b-42da-4d43-89c8-f8dd3f964468 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:30.420954 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device c2e0cbb0-82ef-4c98-a16f-e576f7a2297c up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:30.429361 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] For port 66782537-d63b-4ecf-a430-0250a169f4e5, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:58:30.435884 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] For port 66782537-d63b-4ecf-a430-0250a169f4e5, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=66782537-d63b-4ecf-a430-0250a169f4e5,segment=NetworkSegment(b2aa9a1c-cb87-49cf-9895-827781f43d2f),segment_id=b2aa9a1c-cb87-49cf-9895-827781f43d2f)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:58:30.455404 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:30.494547 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96e2b02b-42da-4d43-89c8-f8dd3f964468 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:30.501329 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed527375-5be9-4418-9e90-a69f170c047f None None] Network 4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:58:30.535197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2b02b-42da-4d43-89c8-f8dd3f964468 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event deleted for resources: {'Subnet': ['ID=fb367d24-9977-4280-8797-8975d34945b4,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:30.538848 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-96e2b02b-42da-4d43-89c8-f8dd3f964468 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "DELETE /v2.0/subnets/fb367d24-9977-4280-8797-8975d34945b4 HTTP/1.1" status: 204 len: 168 time: 1.5969660 Feb 18 08:58:30.541593 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 32832) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:30.654820 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=5d533476-d347-4c13-8d3e-a98ebb1ba63d,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:30.670944 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa3411-6d17-43aa-82eb-7da40cc5988d None None] Pushing event updated for resources: {'Port': ['ID=66782537-d63b-4ecf-a430-0250a169f4e5,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:30.678237 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-54032a31-d37d-48e9-9f33-c95d5d854a34 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=72394f0052cf4105ace3e6770e79b704&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3926117 Feb 18 08:58:30.735481 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:30.736580 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Routers {'b5f89e26-84e5-4203-95a7-2c6bb0a2f500'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:58:30.738337 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:58:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:30.797029 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:30.797568 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:30.850662 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f3702e-a062-4be2-8950-ee1a8178c3b9'}, {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d533476-d347-4c13-8d3e-a98ebb1ba63d'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:58:30.864025 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f01db490-469a-4790-bdb7-94f4e693aafb req-112b7684-95c4-4066-91ff-3a7517bb493e tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.1812139 Feb 18 08:58:30.958259 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 66782537-d63b-4ecf-a430-0250a169f4e5 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:31.071337 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:31.111025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Deleting port a0a42fda-51fb-4d7d-8718-2fbace2b1979 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:31.111420 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:31.178431 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f3702e-a062-4be2-8950-ee1a8178c3b9', 'code': 200} Feb 18 08:58:31.178787 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d533476-d347-4c13-8d3e-a98ebb1ba63d', 'code': 200} Feb 18 08:58:31.244310 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-3064806e-ef09-426e-8f6d-390a5d0c663a service neutron] 10.222.0.72 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414060 Feb 18 08:58:31.300137 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] Set router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:58:31.351856 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 66782537-d63b-4ecf-a430-0250a169f4e5 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:31.407028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 66782537-d63b-4ecf-a430-0250a169f4e5 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:31.407028 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:31.430258 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-37ed4f6a-5130-4475-a922-2fc67f64d775 service neutron] 10.222.0.72 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789811 Feb 18 08:58:31.431234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 32854) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:31.582214 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61eb67c-0b6e-41f9-89b3-6484156c70f2 None None] DHCP port deletion for 4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:58:31.622193 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d61eb67c-0b6e-41f9-89b3-6484156c70f2 None None] Deleting port a0a42fda-51fb-4d7d-8718-2fbace2b1979 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:31.623248 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d61eb67c-0b6e-41f9-89b3-6484156c70f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:31.674541 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] For port a0a42fda-51fb-4d7d-8718-2fbace2b1979, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a0a42fda-51fb-4d7d-8718-2fbace2b1979,segment=NetworkSegment(be9dea9f-b51d-41a8-8b71-36494c9154fe),segment_id=be9dea9f-b51d-41a8-8b71-36494c9154fe)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:31.675151 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:31.724012 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:31.912623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c2e0cbb0-82ef-4c98-a16f-e576f7a2297c,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:31.937033 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:32.026449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Calling delete_port for a0a42fda-51fb-4d7d-8718-2fbace2b1979 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:32.074350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-4c18c63e-f02c-47a1-88f3-1841431d800c tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:58:32.096789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 32884) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:32.133998 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bfdba72e-cdce-4649-9126-d91908dae589 req-8ef58cee-0703-4bd1-af70-11e5986ac55c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 210 time: 0.1449034 Feb 18 08:58:32.157455 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=c2e0cbb0-82ef-4c98-a16f-e576f7a2297c,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:32.162826 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 4, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port': {'id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:11Z', 'updated_at': '2022-02-18T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '66782537-d63b-4ecf-a430-0250a169f4e5', 'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'mac_address': 'fa:16:3e:b0:a1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:17Z', 'updated_at': '2022-02-18T08:58:30Z', 'revision_number': 4, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'subnets': [{'id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:32.185802 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63573a6c-d8c7-4996-bd32-74744cd20ea0 None None] The sync data for ids ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'] in n-d-829434-1 is: [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 4, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port': {'id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:11Z', 'updated_at': '2022-02-18T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '66782537-d63b-4ecf-a430-0250a169f4e5', 'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'mac_address': 'fa:16:3e:b0:a1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:17Z', 'updated_at': '2022-02-18T08:58:30Z', 'revision_number': 4, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'subnets': [{'id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:58:32.267012 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:32.269405 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7e94d-c036-4dd5-a39a-0babc8bef5f1 req-2a6c4d32-de0b-4ef3-bcfb-a646422e05df tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:32.276138 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:32.284590 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7e94d-c036-4dd5-a39a-0babc8bef5f1 req-2a6c4d32-de0b-4ef3-bcfb-a646422e05df tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:32.301954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7e94d-c036-4dd5-a39a-0babc8bef5f1 req-2a6c4d32-de0b-4ef3-bcfb-a646422e05df tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:32.317178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7e94d-c036-4dd5-a39a-0babc8bef5f1 req-2a6c4d32-de0b-4ef3-bcfb-a646422e05df tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:32.323838 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7e94d-c036-4dd5-a39a-0babc8bef5f1 req-2a6c4d32-de0b-4ef3-bcfb-a646422e05df tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:32.344173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7e94d-c036-4dd5-a39a-0babc8bef5f1 req-2a6c4d32-de0b-4ef3-bcfb-a646422e05df tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:32.364644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7e94d-c036-4dd5-a39a-0babc8bef5f1 req-2a6c4d32-de0b-4ef3-bcfb-a646422e05df tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:32.377417 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebc7e94d-c036-4dd5-a39a-0babc8bef5f1 req-2a6c4d32-de0b-4ef3-bcfb-a646422e05df tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5434 time: 0.7628708 Feb 18 08:58:32.460944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event deleted for resources: {'Port': ['ID=a0a42fda-51fb-4d7d-8718-2fbace2b1979,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:32.462046 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4c18c63e-f02c-47a1-88f3-1841431d800c tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] 10.222.0.72 "PUT /v2.0/quotas/f82396524cc44bef8555ac6ac7e4f80f HTTP/1.1" status: 200 len: 366 time: 1.0293620 Feb 18 08:58:32.469943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 32902) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:32.473233 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] No DVR routers for this DVR port a0a42fda-51fb-4d7d-8718-2fbace2b1979 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:58:32.487482 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b95ba129-a4f1-43ef-be53-03db474081df tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] 10.222.0.72 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0163167 Feb 18 08:58:32.517591 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 32908) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:32.545413 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebc7e94d-c036-4dd5-a39a-0babc8bef5f1 req-1dfabd6b-c51e-4886-9bef-fe432f3f85e9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1668601 Feb 18 08:58:32.644748 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d6a30ec1-1ea7-41fa-80f8-5adb84f76253 tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] 10.222.0.72 "GET /v2.0/quotas/f82396524cc44bef8555ac6ac7e4f80f HTTP/1.1" status: 200 len: 366 time: 0.0955966 Feb 18 08:58:32.647521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 32918) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:32.681587 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72c320ea-f391-4f1f-afe2-cefcabe7f78d req-d1926f04-7804-4044-9716-824a62c6bf2a tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.1646910 Feb 18 08:58:32.692414 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7c4e0d07-9b5b-4330-90c2-bba9a0a5e41a tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] 10.222.0.72 "DELETE /v2.0/quotas/f82396524cc44bef8555ac6ac7e4f80f HTTP/1.1" status: 204 len: 168 time: 0.0434749 Feb 18 08:58:32.697883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 32924) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:32.736554 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-27bf8793-b096-4d5e-acf9-7fb3ccac6adf tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] 10.222.0.72 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0320334 Feb 18 08:58:32.737470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 32928) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:32.759246 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ac4d4685-d047-4c8c-b3ad-3f0e516151f7 tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] 10.222.0.72 "GET /v2.0/quotas/f82396524cc44bef8555ac6ac7e4f80f HTTP/1.1" status: 200 len: 370 time: 0.0206125 Feb 18 08:58:32.762027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 32932) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:32.789645 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-66e187af-eb8b-45ac-949b-40b4be520e63 tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] 10.222.0.72 "GET /v2.0/quotas/f82396524cc44bef8555ac6ac7e4f80f/default HTTP/1.1" status: 200 len: 370 time: 0.0252469 Feb 18 08:58:32.791367 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 32936) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:32.836111 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-456f4582-d06a-461f-91dc-d34112167f3e tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] delete failed (client error): The resource could not be found. Feb 18 08:58:32.837399 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-456f4582-d06a-461f-91dc-d34112167f3e tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] 10.222.0.72 "DELETE /v2.0/quotas/f82396524cc44bef8555ac6ac7e4f80f HTTP/1.1" status: 404 len: 348 time: 0.0451133 Feb 18 08:58:32.855142 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:32.860713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1010933076-network', 'tenant_id': '6c577f68810f4adebbea43e8db205dc5'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:58:32.879682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:32.890111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Usage tracker for resource:network and tenant:6c577f68810f4adebbea43e8db205dc5 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:32.902641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:32.916966 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:32.927459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:32.943959 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d61eb67c-0b6e-41f9-89b3-6484156c70f2 None None] For port a0a42fda-51fb-4d7d-8718-2fbace2b1979, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a0a42fda-51fb-4d7d-8718-2fbace2b1979,segment=NetworkSegment(be9dea9f-b51d-41a8-8b71-36494c9154fe),segment_id=be9dea9f-b51d-41a8-8b71-36494c9154fe)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:32.944547 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d61eb67c-0b6e-41f9-89b3-6484156c70f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:32.948962 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9dea9f-b51d-41a8-8b71-36494c9154fe') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:32.951278 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9dea9f-b51d-41a8-8b71-36494c9154fe') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:32.963932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Made reservation on behalf of 6c577f68810f4adebbea43e8db205dc5 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:58:32.967290 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:32.993646 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:33.021339 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:33.055083 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:33.064212 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:58:33.065062 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:33.083910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:33.096228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Usage tracker for resource:security_group_rule and tenant:6c577f68810f4adebbea43e8db205dc5 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:33.105057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:33.124543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:33.257534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 32950) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:33.339788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9d1a43a-a63f-4b60-8e2f-ca11dd29cced tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] Usage tracker for resource:network and tenant:d035f774e22b412d9a9f67e3e2e0c283 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:33.366974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d61eb67c-0b6e-41f9-89b3-6484156c70f2 None None] Calling delete_port for a0a42fda-51fb-4d7d-8718-2fbace2b1979 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:33.380684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9d1a43a-a63f-4b60-8e2f-ca11dd29cced tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:33.472968 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 32954) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:58:33.474881 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:58:33.479010 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e0cbb0-82ef-4c98-a16f-e576f7a2297c'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:58:33.487678 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-d61eb67c-0b6e-41f9-89b3-6484156c70f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:58:33.488411 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-d61eb67c-0b6e-41f9-89b3-6484156c70f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:58:33.492353 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:33.508043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 66782537-d63b-4ecf-a430-0250a169f4e5, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=66782537-d63b-4ecf-a430-0250a169f4e5,segment=NetworkSegment(b2aa9a1c-cb87-49cf-9895-827781f43d2f),segment_id=b2aa9a1c-cb87-49cf-9895-827781f43d2f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:33.535206 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:33.551114 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:33.553924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] Pushing event deleted for resources: {'Network': ['ID=4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:33.579597 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2b08774-6576-4f57-9211-cb062d4d097c req-be43e0f2-8c0d-4a69-9dd2-f437348295aa tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 210 time: 0.1600537 Feb 18 08:58:33.584446 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9d1a43a-a63f-4b60-8e2f-ca11dd29cced tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] Usage tracker for resource:subnet and tenant:d035f774e22b412d9a9f67e3e2e0c283 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:33.601560 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e75a92a3-6a27-4a4f-8ba7-a1bfbaaa3aa1 tempest-ServersTestMultiNic-589309563 tempest-ServersTestMultiNic-589309563-project] 10.222.0.72 "DELETE /v2.0/networks/4f4b0e0b-1a4c-420a-b3fc-8eb3176e2d21 HTTP/1.1" status: 204 len: 168 time: 3.0556560 Feb 18 08:58:33.604850 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:33.606910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9d1a43a-a63f-4b60-8e2f-ca11dd29cced tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:33.616625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9d1a43a-a63f-4b60-8e2f-ca11dd29cced tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] Usage tracker for resource:subnetpool and tenant:d035f774e22b412d9a9f67e3e2e0c283 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:33.623504 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:33.636558 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9d1a43a-a63f-4b60-8e2f-ca11dd29cced tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:33.669429 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e0cbb0-82ef-4c98-a16f-e576f7a2297c', 'code': 200} Feb 18 08:58:33.689571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:58:33.710209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9d1a43a-a63f-4b60-8e2f-ca11dd29cced tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] Usage tracker for resource:port and tenant:d035f774e22b412d9a9f67e3e2e0c283 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:33.766513 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2631336e-ff12-41e0-9bee-914ba3c7abd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:33.792016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a0a42fda-51fb-4d7d-8718-2fbace2b1979 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:58:33.845876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9d1a43a-a63f-4b60-8e2f-ca11dd29cced tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:33.849735 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b278f1a4-fe6c-40bc-ba2f-4be88621e64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:33.870063 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8b3cf1-4b2d-48b1-895e-829948065f37,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:33.890002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b278f1a4-fe6c-40bc-ba2f-4be88621e64a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:33.895697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b278f1a4-fe6c-40bc-ba2f-4be88621e64a admin admin] Usage tracker for resource:security_group_rule and tenant:5b90e6d9a35b481bb06a92ef01873b23 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:33.899048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b278f1a4-fe6c-40bc-ba2f-4be88621e64a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:33.905586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b278f1a4-fe6c-40bc-ba2f-4be88621e64a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:33.943122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=66782537-d63b-4ecf-a430-0250a169f4e5,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:33.946641 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: a0a42fda-51fb-4d7d-8718-2fbace2b1979 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:58:33.947854 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a0a42fda-51fb-4d7d-8718-2fbace2b1979 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:58:33.950229 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:33.963437 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:33.990242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d61eb67c-0b6e-41f9-89b3-6484156c70f2 None None] Deleting port a0a42fda-51fb-4d7d-8718-2fbace2b1979 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:33.990635 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d61eb67c-0b6e-41f9-89b3-6484156c70f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:34.028547 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b278f1a4-fe6c-40bc-ba2f-4be88621e64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:34.038238 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b278f1a4-fe6c-40bc-ba2f-4be88621e64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:34.095720 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b278f1a4-fe6c-40bc-ba2f-4be88621e64a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5b90e6d9a35b481bb06a92ef01873b23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6195757 Feb 18 08:58:34.096391 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d61eb67c-0b6e-41f9-89b3-6484156c70f2 None None] The port 'a0a42fda-51fb-4d7d-8718-2fbace2b1979' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:58:34.097352 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 32978) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:34.100028 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278f1a4-fe6c-40bc-ba2f-4be88621e64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea808c9-7da0-44b5-ac81-af75380d69e6,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:34.175786 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5148af55-64c3-4ed8-a6e8-392774b6d374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:34.206080 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5148af55-64c3-4ed8-a6e8-392774b6d374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:34.235082 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:34.235708 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Added segment 0e32be43-332e-4fd7-94a0-73e1a2d88323 of type vlan for network 1d9c5212-c6be-4910-9ea5-99abe0deda3f Feb 18 08:58:34.242874 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-af298352-09ab-419f-9a43-3e75ae7faa53 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:34.244321 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-af298352-09ab-419f-9a43-3e75ae7faa53 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.81 "GET /v2.0/networks?id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 HTTP/1.1" status: 200 len: 811 time: 0.2699857 Feb 18 08:58:34.245640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:34.245981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:34.246319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:34.246656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:34.246979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:34.247871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:34.248197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:34.248547 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:34.248871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:34.249196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:34.249522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:34.249953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:34.282901 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5148af55-64c3-4ed8-a6e8-392774b6d374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:34.300138 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148af55-64c3-4ed8-a6e8-392774b6d374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea808c9-7da0-44b5-ac81-af75380d69e6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:34.302114 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0de2322e-9bcd-470d-900c-7386b6c6565f req-f5b51272-0a11-432e-b696-752db0d52589 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.4098041 Feb 18 08:58:34.313671 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5148af55-64c3-4ed8-a6e8-392774b6d374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:34.316320 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5148af55-64c3-4ed8-a6e8-392774b6d374 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6ea808c9-7da0-44b5-ac81-af75380d69e6 HTTP/1.1" status: 204 len: 168 time: 0.2164674 Feb 18 08:58:34.316490 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9d1a43a-a63f-4b60-8e2f-ca11dd29cced tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] Usage tracker for resource:router and tenant:d035f774e22b412d9a9f67e3e2e0c283 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:34.323693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9d1a43a-a63f-4b60-8e2f-ca11dd29cced tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:34.367768 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:34.390755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9d1a43a-a63f-4b60-8e2f-ca11dd29cced tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] Usage tracker for resource:floatingip and tenant:d035f774e22b412d9a9f67e3e2e0c283 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:34.407712 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-f5317a2e-4d45-4759-9b32-a35adae0ecc9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72394f0052cf4105ace3e6770e79b704 HTTP/1.1" status: 200 len: 379 time: 0.1343923 Feb 18 08:58:34.410264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9d1a43a-a63f-4b60-8e2f-ca11dd29cced tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:34.431429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-2673118d-4ce6-4204-b7c5-6e3eb0ab1fd9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Request body: {'port': {'device_id': '3903c16f-7300-450e-9316-4e216e2b203d', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'admin_state_up': True, 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'security_groups': ['a7363ab7-b861-4d77-92d1-896df1401504']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:58:34.530484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831498a3-66c5-4a5a-9704-47b2951b8361 req-b072b3a6-f7ce-459f-9e3b-795f966020b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:34.536311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831498a3-66c5-4a5a-9704-47b2951b8361 req-b072b3a6-f7ce-459f-9e3b-795f966020b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:34.542078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831498a3-66c5-4a5a-9704-47b2951b8361 req-b072b3a6-f7ce-459f-9e3b-795f966020b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:34.548072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831498a3-66c5-4a5a-9704-47b2951b8361 req-b072b3a6-f7ce-459f-9e3b-795f966020b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:34.553842 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831498a3-66c5-4a5a-9704-47b2951b8361 req-b072b3a6-f7ce-459f-9e3b-795f966020b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:34.559558 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831498a3-66c5-4a5a-9704-47b2951b8361 req-b072b3a6-f7ce-459f-9e3b-795f966020b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:34.566626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831498a3-66c5-4a5a-9704-47b2951b8361 req-b072b3a6-f7ce-459f-9e3b-795f966020b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:34.573313 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-831498a3-66c5-4a5a-9704-47b2951b8361 req-b072b3a6-f7ce-459f-9e3b-795f966020b9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5434 time: 0.6821535 Feb 18 08:58:34.593984 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 32994) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:34.599509 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:34.600551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:34.601102 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:34.627995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aeea89-6c27-4a7c-86c2-223b6c76ee67 req-9d4890e0-0a17-47ff-9d83-14236c50995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:34.628498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aeea89-6c27-4a7c-86c2-223b6c76ee67 req-9d4890e0-0a17-47ff-9d83-14236c50995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:34.628975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aeea89-6c27-4a7c-86c2-223b6c76ee67 req-9d4890e0-0a17-47ff-9d83-14236c50995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:34.629441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aeea89-6c27-4a7c-86c2-223b6c76ee67 req-9d4890e0-0a17-47ff-9d83-14236c50995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:34.629876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aeea89-6c27-4a7c-86c2-223b6c76ee67 req-9d4890e0-0a17-47ff-9d83-14236c50995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:34.630329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aeea89-6c27-4a7c-86c2-223b6c76ee67 req-9d4890e0-0a17-47ff-9d83-14236c50995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:34.630790 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aeea89-6c27-4a7c-86c2-223b6c76ee67 req-9d4890e0-0a17-47ff-9d83-14236c50995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:34.632812 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9aeea89-6c27-4a7c-86c2-223b6c76ee67 req-9d4890e0-0a17-47ff-9d83-14236c50995b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 6491 time: 0.9037802 Feb 18 08:58:34.828329 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-831498a3-66c5-4a5a-9704-47b2951b8361 req-243e85af-58e5-4e45-90cf-8763f56bf84a tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2540388 Feb 18 08:58:34.862584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33006) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:34.863312 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7640381 Feb 18 08:58:34.864473 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff32648-5b9f-4771-a31e-dd7afcb9dafa admin admin] Pushing event updated for resources: {'Network': ['ID=1d9c5212-c6be-4910-9ea5-99abe0deda3f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:34.879546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 1d9c5212-c6be-4910-9ea5-99abe0deda3f details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:58:34.897835 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4ab32e81-db66-4ae4-828f-9950ac156286 admin admin] Request body: {'subnet': {'network_id': '1d9c5212-c6be-4910-9ea5-99abe0deda3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1010933076-subnet', 'tenant_id': '6c577f68810f4adebbea43e8db205dc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:58:34.905334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4ab32e81-db66-4ae4-828f-9950ac156286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:34.921365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4ab32e81-db66-4ae4-828f-9950ac156286 admin admin] Usage tracker for resource:subnet and tenant:6c577f68810f4adebbea43e8db205dc5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:34.925799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4ab32e81-db66-4ae4-828f-9950ac156286 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:34.952003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4ab32e81-db66-4ae4-828f-9950ac156286 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:34.961508 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9aeea89-6c27-4a7c-86c2-223b6c76ee67 req-91845551-13c4-4f50-a986-c9cfe784ab75 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3054795 Feb 18 08:58:34.984031 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-311cdbc8-c475-45e8-b3c2-ee055fe3907a req-92785169-8f1e-4152-ab1d-02d36ffc8470 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 210 time: 0.1305499 Feb 18 08:58:34.985299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-2673118d-4ce6-4204-b7c5-6e3eb0ab1fd9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:34.992293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9d1a43a-a63f-4b60-8e2f-ca11dd29cced tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] Usage tracker for resource:security_group and tenant:d035f774e22b412d9a9f67e3e2e0c283 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:34.999355 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33012) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:34.999860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-2673118d-4ce6-4204-b7c5-6e3eb0ab1fd9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Usage tracker for resource:port and tenant:72394f0052cf4105ace3e6770e79b704 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:35.003454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-2673118d-4ce6-4204-b7c5-6e3eb0ab1fd9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:35.006988 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab32e81-db66-4ae4-828f-9950ac156286 admin admin] Made reservation on behalf of 6c577f68810f4adebbea43e8db205dc5 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:58:35.010834 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ab32e81-db66-4ae4-828f-9950ac156286 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:35.021244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-2673118d-4ce6-4204-b7c5-6e3eb0ab1fd9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:35.023420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9d1a43a-a63f-4b60-8e2f-ca11dd29cced tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:35.035277 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9d1a43a-a63f-4b60-8e2f-ca11dd29cced tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] Usage tracker for resource:security_group_rule and tenant:d035f774e22b412d9a9f67e3e2e0c283 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:35.040286 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f9d1a43a-a63f-4b60-8e2f-ca11dd29cced tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:35.043558 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-2673118d-4ce6-4204-b7c5-6e3eb0ab1fd9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Made reservation on behalf of 72394f0052cf4105ace3e6770e79b704 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:58:35.049312 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-2673118d-4ce6-4204-b7c5-6e3eb0ab1fd9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:35.062343 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f9d1a43a-a63f-4b60-8e2f-ca11dd29cced tempest-QuotasTest-1284053017 tempest-QuotasTest-1284053017-project-admin] 10.222.0.72 "GET /v2.0/quotas/d035f774e22b412d9a9f67e3e2e0c283/details.json HTTP/1.1" status: 200 len: 703 time: 1.8027480 Feb 18 08:58:35.074820 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:35.197652 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18a4a181-f67a-4909-9003-6aeb47cedd71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:35.233601 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-18a4a181-f67a-4909-9003-6aeb47cedd71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:35.245855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-18a4a181-f67a-4909-9003-6aeb47cedd71 admin admin] Usage tracker for resource:security_group_rule and tenant:b802ab0f510b47c5a7691e5f483a8050 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:35.254221 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-18a4a181-f67a-4909-9003-6aeb47cedd71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:35.261935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-2673118d-4ce6-4204-b7c5-6e3eb0ab1fd9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Allocated IP 172.20.0.3 (43d8e486-bfc2-4c06-a43c-640b2ff9c8f2/9eaf963a-b95e-4bec-b0a0-0baccb065970/720ca9de-aa3a-4dcb-8a1f-36c30630d164) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:58:35.321203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-18a4a181-f67a-4909-9003-6aeb47cedd71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:35.484840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33024) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:35.555590 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9185be3d-3a80-4fcb-800b-7b7e765e861b req-d09d4e6a-8919-4a75-beb9-1f0049f33da9 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.0600359 Feb 18 08:58:35.639304 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-2673118d-4ce6-4204-b7c5-6e3eb0ab1fd9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:35.660906 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ab32e81-db66-4ae4-828f-9950ac156286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:35.667509 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18a4a181-f67a-4909-9003-6aeb47cedd71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:35.676162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-2673118d-4ce6-4204-b7c5-6e3eb0ab1fd9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Transition to ACTIVE for port object 720ca9de-aa3a-4dcb-8a1f-36c30630d164 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:58:35.692340 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 66782537-d63b-4ecf-a430-0250a169f4e5 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:35.701826 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18a4a181-f67a-4909-9003-6aeb47cedd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:35.722367 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-2673118d-4ce6-4204-b7c5-6e3eb0ab1fd9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:35.785806 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 66782537-d63b-4ecf-a430-0250a169f4e5 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:35.786584 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:35.791125 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-18a4a181-f67a-4909-9003-6aeb47cedd71 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b802ab0f510b47c5a7691e5f483a8050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7897866 Feb 18 08:58:35.797401 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33034) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:35.817417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab32e81-db66-4ae4-828f-9950ac156286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d7f3fda-fdf1-4514-930b-07e3f7eea637,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:35.848905 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4a181-f67a-4909-9003-6aeb47cedd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e8fd80-21b8-40a1-bfdb-0378c2b205e7,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:35.991693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab32e81-db66-4ae4-828f-9950ac156286 admin admin] Checking segment: {'id': '0e32be43-332e-4fd7-94a0-73e1a2d88323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '1d9c5212-c6be-4910-9ea5-99abe0deda3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:58:35.992517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab32e81-db66-4ae4-828f-9950ac156286 admin admin] Network hostable DHCP agents. Network: 1d9c5212-c6be-4910-9ea5-99abe0deda3f, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:58:36.103779 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64c5e0eb-1235-491d-89f2-3328224770f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:36.134478 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1e563354-1714-4c88-b604-7a7e04036918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:36.155873 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64c5e0eb-1235-491d-89f2-3328224770f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:36.172647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-2673118d-4ce6-4204-b7c5-6e3eb0ab1fd9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Network 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:58:36.182285 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-2673118d-4ce6-4204-b7c5-6e3eb0ab1fd9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:58:36.190869 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1e563354-1714-4c88-b604-7a7e04036918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:36.194975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-2673118d-4ce6-4204-b7c5-6e3eb0ab1fd9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:58:36.199705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1e563354-1714-4c88-b604-7a7e04036918 admin admin] Usage tracker for resource:security_group_rule and tenant:30b386bb864947fcafccaaa98086ed65 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:36.203528 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab32e81-db66-4ae4-828f-9950ac156286 admin admin] Network 1d9c5212-c6be-4910-9ea5-99abe0deda3f is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:58:36.211676 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1e563354-1714-4c88-b604-7a7e04036918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:36.233055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1e563354-1714-4c88-b604-7a7e04036918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:36.243467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673118d-4ce6-4204-b7c5-6e3eb0ab1fd9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Pushing event updated for resources: {'Port': ['ID=720ca9de-aa3a-4dcb-8a1f-36c30630d164,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:36.259703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-4ab32e81-db66-4ae4-828f-9950ac156286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 1d9c5212-c6be-4910-9ea5-99abe0deda3f) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:58:36.269823 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08731635-88be-4133-bf42-1d9aa3120c27 None None] Network 1d9c5212-c6be-4910-9ea5-99abe0deda3f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:58:36.276014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab32e81-db66-4ae4-828f-9950ac156286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:36.277419 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ab32e81-db66-4ae4-828f-9950ac156286 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:36.292661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-2673118d-4ce6-4204-b7c5-6e3eb0ab1fd9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:36.293268 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-2673118d-4ce6-4204-b7c5-6e3eb0ab1fd9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:36.307221 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a015d50-e814-45da-8e7e-a1a09675a16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:36.348856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f07e20-b231-4300-99ee-4d69373ef376 req-cba9ac35-d31e-44c9-91ee-a4c1a5e01177 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:36.362686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f07e20-b231-4300-99ee-4d69373ef376 req-cba9ac35-d31e-44c9-91ee-a4c1a5e01177 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:36.368414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f07e20-b231-4300-99ee-4d69373ef376 req-cba9ac35-d31e-44c9-91ee-a4c1a5e01177 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:36.375333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f07e20-b231-4300-99ee-4d69373ef376 req-cba9ac35-d31e-44c9-91ee-a4c1a5e01177 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:36.382902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f07e20-b231-4300-99ee-4d69373ef376 req-cba9ac35-d31e-44c9-91ee-a4c1a5e01177 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:36.392876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f07e20-b231-4300-99ee-4d69373ef376 req-cba9ac35-d31e-44c9-91ee-a4c1a5e01177 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:36.411329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f07e20-b231-4300-99ee-4d69373ef376 req-cba9ac35-d31e-44c9-91ee-a4c1a5e01177 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:36.423724 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-98f07e20-b231-4300-99ee-4d69373ef376 req-cba9ac35-d31e-44c9-91ee-a4c1a5e01177 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5434 time: 0.3704317 Feb 18 08:58:36.440732 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4ab32e81-db66-4ae4-828f-9950ac156286 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5688047 Feb 18 08:58:36.442431 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33056) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:36.449003 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-2673118d-4ce6-4204-b7c5-6e3eb0ab1fd9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0351832 Feb 18 08:58:36.457619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1010933076-router', 'tenant_id': '6c577f68810f4adebbea43e8db205dc5', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:58:36.461341 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64c5e0eb-1235-491d-89f2-3328224770f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:36.467793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Request body: {'port': {'device_id': '3903c16f-7300-450e-9316-4e216e2b203d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:58:36.483635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:36.512448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Usage tracker for resource:router and tenant:6c577f68810f4adebbea43e8db205dc5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:36.529473 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a988f-a7ca-41b0-854e-4b78d5b7f7ac req-e0f18c60-447c-4c22-a8cc-3e364a353916 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:36.530222 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a80a988f-a7ca-41b0-854e-4b78d5b7f7ac req-e0f18c60-447c-4c22-a8cc-3e364a353916 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Synchronizing usage tracker for tenant:72394f0052cf4105ace3e6770e79b704 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:58:36.594172 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-98f07e20-b231-4300-99ee-4d69373ef376 req-bc0739f7-8ca9-404a-bba3-24cbbfca9a75 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1695373 Feb 18 08:58:36.676220 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-1d9c5212-c6be-4910-9ea5-99abe0deda3f', 'network_id': '1d9c5212-c6be-4910-9ea5-99abe0deda3f', 'tenant_id': '6c577f68810f4adebbea43e8db205dc5', 'fixed_ips': [{'subnet_id': '1d7f3fda-fdf1-4514-930b-07e3f7eea637'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:58:36.677271 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:36.718198 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64c5e0eb-1235-491d-89f2-3328224770f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:36.721609 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-64c5e0eb-1235-491d-89f2-3328224770f3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/51e8fd80-21b8-40a1-bfdb-0378c2b205e7 HTTP/1.1" status: 204 len: 168 time: 0.9167869 Feb 18 08:58:36.732665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:36.735512 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5e0eb-1235-491d-89f2-3328224770f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e8fd80-21b8-40a1-bfdb-0378c2b205e7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:36.743779 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:36.787132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a80a988f-a7ca-41b0-854e-4b78d5b7f7ac req-e0f18c60-447c-4c22-a8cc-3e364a353916 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Unset dirty status for tenant:72394f0052cf4105ace3e6770e79b704 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:58:36.787908 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:36.789131 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:36.791449 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a80a988f-a7ca-41b0-854e-4b78d5b7f7ac req-e0f18c60-447c-4c22-a8cc-3e364a353916 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 931 time: 0.6682885 Feb 18 08:58:36.919685 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1e563354-1714-4c88-b604-7a7e04036918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:36.946679 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e280c156-58c7-466a-9124-56bbf20067a8 req-d359d916-00d0-44b1-a050-fbf650f2f292 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.0856917 Feb 18 08:58:36.960423 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1e563354-1714-4c88-b604-7a7e04036918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:36.966721 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:36.999354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a80a988f-a7ca-41b0-854e-4b78d5b7f7ac req-218ecf34-dbc5-4232-88a9-05da31aacdd2 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882429 Feb 18 08:58:37.043788 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1e563354-1714-4c88-b604-7a7e04036918 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=30b386bb864947fcafccaaa98086ed65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5515201 Feb 18 08:58:37.052567 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33070) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:37.056943 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:37.084115 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Allocated IP 172.20.0.2 (1d9c5212-c6be-4910-9ea5-99abe0deda3f/1d7f3fda-fdf1-4514-930b-07e3f7eea637/5b570f04-09fc-42d8-9039-4dc1c8fec292) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:58:37.101545 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e563354-1714-4c88-b604-7a7e04036918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ebce37-09e5-4f5b-beea-f57d77eb5548,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:37.212527 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab3db2e6-e27e-49a1-aefa-c162edb75056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:37.265075 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab3db2e6-e27e-49a1-aefa-c162edb75056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:37.318822 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:37.332169 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Transition to ACTIVE for port object 5b570f04-09fc-42d8-9039-4dc1c8fec292 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:58:37.352170 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Transition to ACTIVE for port object 5b570f04-09fc-42d8-9039-4dc1c8fec292 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:58:37.361046 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:37.426903 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cb55b3c8-94c0-4fd7-a599-3fe2ac764562 None None] Provisioning for port 720ca9de-aa3a-4dcb-8a1f-36c30630d164 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:37.440905 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab3db2e6-e27e-49a1-aefa-c162edb75056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:37.449349 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cb55b3c8-94c0-4fd7-a599-3fe2ac764562 None None] Provisioning complete for port 720ca9de-aa3a-4dcb-8a1f-36c30630d164 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:37.449769 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cb55b3c8-94c0-4fd7-a599-3fe2ac764562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:37.465833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3db2e6-e27e-49a1-aefa-c162edb75056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ebce37-09e5-4f5b-beea-f57d77eb5548,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:37.480619 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab3db2e6-e27e-49a1-aefa-c162edb75056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:37.482530 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ab3db2e6-e27e-49a1-aefa-c162edb75056 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/97ebce37-09e5-4f5b-beea-f57d77eb5548 HTTP/1.1" status: 204 len: 168 time: 0.4285679 Feb 18 08:58:37.546894 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Network 1d9c5212-c6be-4910-9ea5-99abe0deda3f is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:58:37.556619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:58:37.559319 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:58:37.604092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720ca9de-aa3a-4dcb-8a1f-36c30630d164 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:58:37.626776 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:37.630231 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:37.659571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Transition to ACTIVE for port object 720ca9de-aa3a-4dcb-8a1f-36c30630d164 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:58:37.671369 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:37.679177 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Pushing event updated for resources: {'Port': ['ID=5b570f04-09fc-42d8-9039-4dc1c8fec292,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:37.700521 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-cb55b3c8-94c0-4fd7-a599-3fe2ac764562 None None] Port 720ca9de-aa3a-4dcb-8a1f-36c30630d164 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:58:37.712800 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Attempting to bind port 5b570f04-09fc-42d8-9039-4dc1c8fec292 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:58:37.713178 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Attempting to bind port 5b570f04-09fc-42d8-9039-4dc1c8fec292 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0e32be43-332e-4fd7-94a0-73e1a2d88323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '1d9c5212-c6be-4910-9ea5-99abe0deda3f'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:58:37.713545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Attempting to bind port 5b570f04-09fc-42d8-9039-4dc1c8fec292 on network 1d9c5212-c6be-4910-9ea5-99abe0deda3f {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:58:37.731343 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:58:37.732468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Checking segment: {'id': '0e32be43-332e-4fd7-94a0-73e1a2d88323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '1d9c5212-c6be-4910-9ea5-99abe0deda3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:58:37.732752 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:37.733152 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Bound using segment: {'id': '0e32be43-332e-4fd7-94a0-73e1a2d88323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '1d9c5212-c6be-4910-9ea5-99abe0deda3f'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:58:37.733624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Bound port: 5b570f04-09fc-42d8-9039-4dc1c8fec292, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e32be43-332e-4fd7-94a0-73e1a2d88323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '1d9c5212-c6be-4910-9ea5-99abe0deda3f'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:58:37.733998 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:37.817604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-2a015d50-e814-45da-8e7e-a1a09675a16b admin admin] Deleting port 51e2faed-6bef-464e-97bb-ad6b41a051da {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:37.817880 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a015d50-e814-45da-8e7e-a1a09675a16b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:37.873563 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] For port 5b570f04-09fc-42d8-9039-4dc1c8fec292, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:58:37.877610 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] For port 5b570f04-09fc-42d8-9039-4dc1c8fec292, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=5b570f04-09fc-42d8-9039-4dc1c8fec292,segment=NetworkSegment(0e32be43-332e-4fd7-94a0-73e1a2d88323),segment_id=0e32be43-332e-4fd7-94a0-73e1a2d88323)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:58:37.891888 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:38.101879 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744f931-47e8-42cf-8854-527865e4d874 None None] Pushing event updated for resources: {'Port': ['ID=5b570f04-09fc-42d8-9039-4dc1c8fec292,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:38.133720 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Pushing event updated for resources: {'Port': ['ID=720ca9de-aa3a-4dcb-8a1f-36c30630d164,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:38.280868 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-2a015d50-e814-45da-8e7e-a1a09675a16b admin admin] For port 51e2faed-6bef-464e-97bb-ad6b41a051da, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=51e2faed-6bef-464e-97bb-ad6b41a051da,segment=NetworkSegment(acc2c2e2-3a6c-4a8b-9208-bdec03300b55),segment_id=acc2c2e2-3a6c-4a8b-9208-bdec03300b55)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:38.281486 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a015d50-e814-45da-8e7e-a1a09675a16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:38.312046 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-905da7fe-dba6-4ca7-aa33-62ebc51469ab req-713008e1-29ed-43db-aa10-7bfcf6d1ba59 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.0899222 Feb 18 08:58:38.362840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Attempting to bind port 720ca9de-aa3a-4dcb-8a1f-36c30630d164 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:58:38.363230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Attempting to bind port 720ca9de-aa3a-4dcb-8a1f-36c30630d164 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'b2aa9a1c-cb87-49cf-9895-827781f43d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:58:38.363497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Attempting to bind port 720ca9de-aa3a-4dcb-8a1f-36c30630d164 on network 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:58:38.375356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Port 720ca9de-aa3a-4dcb-8a1f-36c30630d164 on network 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:58:38.375693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Attempting to bind port 720ca9de-aa3a-4dcb-8a1f-36c30630d164 on network 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:58:38.416301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667932d4-4eff-4c37-a05d-c07770474f2b req-7e76cb6d-f126-4fd4-9892-dcfc7e52aebb tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:38.423800 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667932d4-4eff-4c37-a05d-c07770474f2b req-7e76cb6d-f126-4fd4-9892-dcfc7e52aebb tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:38.429589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667932d4-4eff-4c37-a05d-c07770474f2b req-7e76cb6d-f126-4fd4-9892-dcfc7e52aebb tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:38.436154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667932d4-4eff-4c37-a05d-c07770474f2b req-7e76cb6d-f126-4fd4-9892-dcfc7e52aebb tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:38.453481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667932d4-4eff-4c37-a05d-c07770474f2b req-7e76cb6d-f126-4fd4-9892-dcfc7e52aebb tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:38.459572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667932d4-4eff-4c37-a05d-c07770474f2b req-7e76cb6d-f126-4fd4-9892-dcfc7e52aebb tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:38.469249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667932d4-4eff-4c37-a05d-c07770474f2b req-7e76cb6d-f126-4fd4-9892-dcfc7e52aebb tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:38.471140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-667932d4-4eff-4c37-a05d-c07770474f2b req-7e76cb6d-f126-4fd4-9892-dcfc7e52aebb tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5434 time: 0.5691087 Feb 18 08:58:38.485064 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:58:38.485411 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Checking segment: {'id': 'b2aa9a1c-cb87-49cf-9895-827781f43d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:58:38.485805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Bound using segment: {'id': 'b2aa9a1c-cb87-49cf-9895-827781f43d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:58:38.486252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Bound port: 720ca9de-aa3a-4dcb-8a1f-36c30630d164, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2aa9a1c-cb87-49cf-9895-827781f43d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:58:38.486957 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:38.503024 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-2a015d50-e814-45da-8e7e-a1a09675a16b admin admin] Calling delete_port for 51e2faed-6bef-464e-97bb-ad6b41a051da owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:38.582339 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-667932d4-4eff-4c37-a05d-c07770474f2b req-76171115-ca00-40c2-95bd-fa902b0bff4e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0834568 Feb 18 08:58:38.751908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33106) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:38.992659 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea988f91-4e9a-4dfc-b9fb-2f7e6851cdc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:39.055250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ea988f91-4e9a-4dfc-b9fb-2f7e6851cdc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:39.066503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ea988f91-4e9a-4dfc-b9fb-2f7e6851cdc6 admin admin] Usage tracker for resource:security_group_rule and tenant:d035f774e22b412d9a9f67e3e2e0c283 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:39.077765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ea988f91-4e9a-4dfc-b9fb-2f7e6851cdc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:39.095912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ea988f91-4e9a-4dfc-b9fb-2f7e6851cdc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:39.100795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] For port 720ca9de-aa3a-4dcb-8a1f-36c30630d164, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:58:39.128587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] For port 720ca9de-aa3a-4dcb-8a1f-36c30630d164, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=720ca9de-aa3a-4dcb-8a1f-36c30630d164,segment=NetworkSegment(b2aa9a1c-cb87-49cf-9895-827781f43d2f),segment_id=b2aa9a1c-cb87-49cf-9895-827781f43d2f)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:58:39.159058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab81af8-a823-4495-b609-24ed9a991679 req-8f26dace-dd09-4a0f-a2cf-cef2038e2d39 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:39.168217 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ab81af8-a823-4495-b609-24ed9a991679 req-8f26dace-dd09-4a0f-a2cf-cef2038e2d39 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 943 time: 0.5991993 Feb 18 08:58:39.208575 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:39.259362 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a015d50-e814-45da-8e7e-a1a09675a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:39.334798 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a015d50-e814-45da-8e7e-a1a09675a16b admin admin] Pushing event deleted for resources: {'Port': ['ID=51e2faed-6bef-464e-97bb-ad6b41a051da,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:39.345750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb0499-c858-4583-b21e-9e0aec14a430 req-08372135-55ec-4fa0-8224-b3e351612c8b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:39.361340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb0499-c858-4583-b21e-9e0aec14a430 req-08372135-55ec-4fa0-8224-b3e351612c8b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:39.373621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb0499-c858-4583-b21e-9e0aec14a430 req-08372135-55ec-4fa0-8224-b3e351612c8b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:39.396075 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:39.396936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb0499-c858-4583-b21e-9e0aec14a430 req-08372135-55ec-4fa0-8224-b3e351612c8b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:39.412946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb0499-c858-4583-b21e-9e0aec14a430 req-08372135-55ec-4fa0-8224-b3e351612c8b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:39.431821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb0499-c858-4583-b21e-9e0aec14a430 req-08372135-55ec-4fa0-8224-b3e351612c8b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:39.443875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb0499-c858-4583-b21e-9e0aec14a430 req-08372135-55ec-4fa0-8224-b3e351612c8b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:39.445985 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ffb0499-c858-4583-b21e-9e0aec14a430 req-08372135-55ec-4fa0-8224-b3e351612c8b tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5434 time: 0.6752417 Feb 18 08:58:39.499178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:39.499864 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:39.506441 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] 10.222.0.81 "PUT /v2.0/ports/720ca9de-aa3a-4dcb-8a1f-36c30630d164 HTTP/1.1" status: 200 len: 1091 time: 3.0430324 Feb 18 08:58:39.506914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33124) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:39.513853 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:39.532947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3903c16f-7300-450e-9316-4e216e2b203d', 'tag': '720ca9de-aa3a-4dcb-8a1f-36c30630d164'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:58:39.596244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f838dd85-082c-40bc-a5fd-f9101db24bc0 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Request body: {'floatingip': {'port_id': '40eb1bfc-150b-4f7d-ab6d-c6615ae3067e'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:58:39.841423 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Allocated IP 172.25.1.167 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/ab8334f6-b901-4a1a-9358-323ec160bc1c) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:58:39.903269 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ab81af8-a823-4495-b609-24ed9a991679 req-824aede0-cca8-4e0d-82b1-cae7b93aa14e tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7337251 Feb 18 08:58:39.927915 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 5b570f04-09fc-42d8-9039-4dc1c8fec292 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:39.975251 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f838dd85-082c-40bc-a5fd-f9101db24bc0 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:40.019512 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec09ed9-0478-4f07-bb0d-5ba1516eafd9 None None] Network 1d9c5212-c6be-4910-9ea5-99abe0deda3f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:58:40.097955 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3903c16f-7300-450e-9316-4e216e2b203d', 'tag': '720ca9de-aa3a-4dcb-8a1f-36c30630d164', 'status': 'completed', 'code': 200} Feb 18 08:58:40.122887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f712567-2cde-428f-bc8a-19b8cd684d95 req-fee55be1-2ac8-4488-bb18-080e9b9fc84b tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.3832195 Feb 18 08:58:40.151464 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 5b570f04-09fc-42d8-9039-4dc1c8fec292 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:40.157884 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 5b570f04-09fc-42d8-9039-4dc1c8fec292 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:40.158590 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:40.167147 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ae5d3-ce4e-4f19-b5da-22f5c78d706c service neutron] Pushing event updated for resources: {'Port': ['ID=720ca9de-aa3a-4dcb-8a1f-36c30630d164,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:40.236062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f3a16d40-972f-4457-b295-ed369f1af119 None None] Provisioning for port 5b570f04-09fc-42d8-9039-4dc1c8fec292 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:40.290975 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f3a16d40-972f-4457-b295-ed369f1af119 None None] Provisioning complete for port 5b570f04-09fc-42d8-9039-4dc1c8fec292 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:40.291399 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f3a16d40-972f-4457-b295-ed369f1af119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:40.371236 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea988f91-4e9a-4dfc-b9fb-2f7e6851cdc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:40.381707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-5bd38873-0877-4566-8e56-5da4508214c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:40.383215 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-5bd38873-0877-4566-8e56-5da4508214c6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=72394f0052cf4105ace3e6770e79b704&device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 1094 time: 0.6113639 Feb 18 08:58:40.473917 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a015d50-e814-45da-8e7e-a1a09675a16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:40.485636 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea988f91-4e9a-4dfc-b9fb-2f7e6851cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:40.525969 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-32ddcd49-b4de-4750-a672-478f8cfa4ca7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720ca9de-aa3a-4dcb-8a1f-36c30630d164 HTTP/1.1" status: 200 len: 217 time: 0.1319282 Feb 18 08:58:40.582438 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:40.705912 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ea988f91-4e9a-4dfc-b9fb-2f7e6851cdc6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d035f774e22b412d9a9f67e3e2e0c283&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9453347 Feb 18 08:58:40.711518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33158) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:40.733777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea988f91-4e9a-4dfc-b9fb-2f7e6851cdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047210c8-4fba-460c-b34e-793a3d82e8b4,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:40.734641 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:40.764572 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:40.832720 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-61256340-a5e3-4572-ad6c-1f1d38f5be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:40.834188 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-61256340-a5e3-4572-ad6c-1f1d38f5be3d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9eaf963a-b95e-4bec-b0a0-0baccb065970 HTTP/1.1" status: 200 len: 850 time: 0.2287474 Feb 18 08:58:40.842445 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:58:40.847028 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:58:40.849459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:58:40.928892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 5b570f04-09fc-42d8-9039-4dc1c8fec292, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=5b570f04-09fc-42d8-9039-4dc1c8fec292,segment=NetworkSegment(0e32be43-332e-4fd7-94a0-73e1a2d88323),segment_id=0e32be43-332e-4fd7-94a0-73e1a2d88323)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:40.952175 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f3a16d40-972f-4457-b295-ed369f1af119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:41.045083 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:41.054559 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8334f6-b901-4a1a-9358-323ec160bc1c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:41.085674 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8c77495c-60da-4d74-8715-ab1efa16a5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:41.180154 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8c77495c-60da-4d74-8715-ab1efa16a5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:41.269270 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-f3a16d40-972f-4457-b295-ed369f1af119 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:58:41.269616 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-f3a16d40-972f-4457-b295-ed369f1af119 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:58:41.274068 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-9aa58015-5182-4336-a23b-4d32ff247c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:41.276076 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-9aa58015-5182-4336-a23b-4d32ff247c58 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4063857 Feb 18 08:58:41.276260 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:41.287784 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=5b570f04-09fc-42d8-9039-4dc1c8fec292,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:41.381867 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:41.453771 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33172) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:41.577871 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ddd4c81-077b-4b8d-a137-df807838634a req-3397d62f-747d-40cf-a9fd-7411d804c14a tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.2535384 Feb 18 08:58:41.604652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5c595-dd7f-433c-a89a-16db5c0b27af req-595c7e3e-dd18-49bc-8155-c5a4bdbd9d09 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:41.611647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ae5c595-dd7f-433c-a89a-16db5c0b27af req-595c7e3e-dd18-49bc-8155-c5a4bdbd9d09 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 943 time: 0.5277302 Feb 18 08:58:41.666641 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8c77495c-60da-4d74-8715-ab1efa16a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:41.679726 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 5b570f04-09fc-42d8-9039-4dc1c8fec292 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:41.688835 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-f838dd85-082c-40bc-a5fd-f9101db24bc0 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:58:41.703056 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-adc9737e-ec2a-454c-a858-33dd56d41cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:41.734011 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a015d50-e814-45da-8e7e-a1a09675a16b admin admin] Router f1bd3293-6227-4f46-9052-f52f44dd1a98 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:58:41.739096 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-adc9737e-ec2a-454c-a858-33dd56d41cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:41.748982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-adc9737e-ec2a-454c-a858-33dd56d41cde admin admin] Usage tracker for resource:security_group_rule and tenant:f0f2d86e941043c889b34d989246a6fb is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:41.749535 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 5b570f04-09fc-42d8-9039-4dc1c8fec292 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:41.749913 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:41.788948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77495c-60da-4d74-8715-ab1efa16a5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047210c8-4fba-460c-b34e-793a3d82e8b4,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:41.804561 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ae5c595-dd7f-433c-a89a-16db5c0b27af req-0a2f1a33-5093-4f32-8115-5abbcbf6edca tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919985 Feb 18 08:58:41.821936 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-cfa66018-7a67-4dae-812e-e17b0f76fa2f service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283985 Feb 18 08:58:41.839920 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-adc9737e-ec2a-454c-a858-33dd56d41cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:41.869846 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f838dd85-082c-40bc-a5fd-f9101db24bc0 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:41.875138 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8c77495c-60da-4d74-8715-ab1efa16a5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:41.876780 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8c77495c-60da-4d74-8715-ab1efa16a5bf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/047210c8-4fba-460c-b34e-793a3d82e8b4 HTTP/1.1" status: 204 len: 168 time: 1.1607835 Feb 18 08:58:41.907904 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f838dd85-082c-40bc-a5fd-f9101db24bc0 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:41.920156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-adc9737e-ec2a-454c-a858-33dd56d41cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:41.970229 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:42.003046 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-73777441-ce13-41a2-a496-f65ad3d6352f None None] Provisioning complete for port 5b570f04-09fc-42d8-9039-4dc1c8fec292 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:42.006195 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-73777441-ce13-41a2-a496-f65ad3d6352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:42.258473 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a015d50-e814-45da-8e7e-a1a09675a16b admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:58:42.266990 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e42417e3-3a07-4c3b-adea-8763d4acc5e6 req-1f725734-e130-41cd-a82e-3b8e67fdeb27 service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945186 Feb 18 08:58:42.271872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a3bfd-3c15-440c-b9cb-63bf3a52e884 None None] Sync routers for ids ['f1bd3293-6227-4f46-9052-f52f44dd1a98'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:58:42.289400 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a3bfd-3c15-440c-b9cb-63bf3a52e884 None None] Routers {'f1bd3293-6227-4f46-9052-f52f44dd1a98'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:58:42.290998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7d4a3bfd-3c15-440c-b9cb-63bf3a52e884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:58:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f1bd3293-6227-4f46-9052-f52f44dd1a98'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:42.296718 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-f838dd85-082c-40bc-a5fd-f9101db24bc0 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Floating IP c12a953c-07fe-4b59-b180-14cb673556eb associated. External IP: 172.25.1.251, port: 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e. Feb 18 08:58:42.470621 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2a015d50-e814-45da-8e7e-a1a09675a16b admin admin] 10.222.0.72 "PUT /v2.0/routers/f1bd3293-6227-4f46-9052-f52f44dd1a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8751996 Feb 18 08:58:42.475250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33196) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:42.485242 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-adc9737e-ec2a-454c-a858-33dd56d41cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:42.517901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-7d4a3bfd-3c15-440c-b9cb-63bf3a52e884 None None] Set router f1bd3293-6227-4f46-9052-f52f44dd1a98 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:58:42.563367 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-adc9737e-ec2a-454c-a858-33dd56d41cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:42.649614 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9737e-ec2a-454c-a858-33dd56d41cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893232a5-5ad4-47d5-8df7-017935703800,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:42.726648 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-adc9737e-ec2a-454c-a858-33dd56d41cde admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f0f2d86e941043c889b34d989246a6fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2656555 Feb 18 08:58:42.730851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33206) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:42.819629 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-274608db-1da5-42c1-964e-411d4be8cd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:42.858903 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-274608db-1da5-42c1-964e-411d4be8cd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:42.900926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272de9f1-98d9-4480-afe2-d2183eb25c25 req-428a08b1-0242-4e3f-9f0e-0575844944d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:42.905920 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-272de9f1-98d9-4480-afe2-d2183eb25c25 req-428a08b1-0242-4e3f-9f0e-0575844944d4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=72394f0052cf4105ace3e6770e79b704&device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 1094 time: 0.5320976 Feb 18 08:58:42.923622 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:43.063703 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-274608db-1da5-42c1-964e-411d4be8cd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:43.144950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7d4a3bfd-3c15-440c-b9cb-63bf3a52e884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'name': 'tempest-ServersTestMultiNic-1162680633-router', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '369737ed-3def-41ec-902b-328dd234164b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:55:19Z', 'updated_at': '2022-02-18T08:58:39Z', 'revision_number': 5, 'project_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'gw_port': {'id': '369737ed-3def-41ec-902b-328dd234164b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:23Z', 'updated_at': '2022-02-18T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:43.149572 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a3bfd-3c15-440c-b9cb-63bf3a52e884 None None] Checking router: f1bd3293-6227-4f46-9052-f52f44dd1a98 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:58:43.158258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274608db-1da5-42c1-964e-411d4be8cd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893232a5-5ad4-47d5-8df7-017935703800,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:43.161288 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a3bfd-3c15-440c-b9cb-63bf3a52e884 None None] Routers {'f1bd3293-6227-4f46-9052-f52f44dd1a98'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:58:43.169843 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-274608db-1da5-42c1-964e-411d4be8cd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:43.173810 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-274608db-1da5-42c1-964e-411d4be8cd6b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/893232a5-5ad4-47d5-8df7-017935703800 HTTP/1.1" status: 204 len: 168 time: 0.4383509 Feb 18 08:58:43.175125 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7d4a3bfd-3c15-440c-b9cb-63bf3a52e884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:58:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f1bd3293-6227-4f46-9052-f52f44dd1a98'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:43.231899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d72315db-0895-48aa-8dfc-8edc027cdfab req-b40db7eb-465b-422d-8819-7e96b313a144 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.2389431 Feb 18 08:58:43.401587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Router edfef28d-530b-47a0-aa80-c614f97b26ed is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 08:58:43.475998 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3403342a-2162-455e-9f10-8ebde0a78864 admin admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:43.556014 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-7d4a3bfd-3c15-440c-b9cb-63bf3a52e884 None None] Set router f1bd3293-6227-4f46-9052-f52f44dd1a98 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:58:43.652404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272de9f1-98d9-4480-afe2-d2183eb25c25 req-810b5f84-48ad-4929-b8e1-636273e4c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:43.654723 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-272de9f1-98d9-4480-afe2-d2183eb25c25 req-810b5f84-48ad-4929-b8e1-636273e4c01f service neutron] 10.222.0.81 "GET /v2.0/networks?id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 HTTP/1.1" status: 200 len: 912 time: 0.7277424 Feb 18 08:58:43.861215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f838dd85-082c-40bc-a5fd-f9101db24bc0 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Router 8d56ea16-6e64-44ff-910e-7579b9eeb120 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:58:43.911241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7d4a3bfd-3c15-440c-b9cb-63bf3a52e884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'name': 'tempest-ServersTestMultiNic-1162680633-router', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '369737ed-3def-41ec-902b-328dd234164b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:55:19Z', 'updated_at': '2022-02-18T08:58:39Z', 'revision_number': 5, 'project_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'gw_port': {'id': '369737ed-3def-41ec-902b-328dd234164b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:23Z', 'updated_at': '2022-02-18T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:43.916382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a3bfd-3c15-440c-b9cb-63bf3a52e884 None None] The sync data for ids ['f1bd3293-6227-4f46-9052-f52f44dd1a98'] in n-d-829434-1 is: [{'id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'name': 'tempest-ServersTestMultiNic-1162680633-router', 'tenant_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '369737ed-3def-41ec-902b-328dd234164b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:55:19Z', 'updated_at': '2022-02-18T08:58:39Z', 'revision_number': 5, 'project_id': '96f9ab7aca9f4ebb9b0d991d4090bfbe', 'gw_port': {'id': '369737ed-3def-41ec-902b-328dd234164b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bd3293-6227-4f46-9052-f52f44dd1a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:23Z', 'updated_at': '2022-02-18T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:58:43.921913 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-272de9f1-98d9-4480-afe2-d2183eb25c25 req-c2457aa5-8edb-4924-a9f2-030572908df2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720ca9de-aa3a-4dcb-8a1f-36c30630d164 HTTP/1.1" status: 200 len: 217 time: 0.1826184 Feb 18 08:58:43.988938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0e695-9d20-40df-ae0b-664adb72cfb7 req-902bc7e0-03d4-457d-ac46-961c1a042c47 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:43.990333 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26a0e695-9d20-40df-ae0b-664adb72cfb7 req-902bc7e0-03d4-457d-ac46-961c1a042c47 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 943 time: 0.9691293 Feb 18 08:58:44.006537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:58:44.008208 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33236) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:44.017669 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Sync routers for ids ['edfef28d-530b-47a0-aa80-c614f97b26ed'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:58:44.038191 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Routers {'edfef28d-530b-47a0-aa80-c614f97b26ed'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:58:44.044471 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:58:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['edfef28d-530b-47a0-aa80-c614f97b26ed'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:44.059354 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:44.078913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:44.083941 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Usage tracker for resource:security_group_rule and tenant:a83ebc334c29402ba0d8368e8ab8f9d3 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:44.087640 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:44.089152 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-beba68d3-37a8-45fc-b857-cd4ba3820fc3 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6456208 Feb 18 08:58:44.090334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:44.095101 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33240) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:44.162941 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:44.309233 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26a0e695-9d20-40df-ae0b-664adb72cfb7 req-cb97cf3e-151e-494c-8a7b-afb8411f03e5 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622875 Feb 18 08:58:44.315914 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Set router edfef28d-530b-47a0-aa80-c614f97b26ed gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:58:44.373070 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3403342a-2162-455e-9f10-8ebde0a78864 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:44.423841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-3403342a-2162-455e-9f10-8ebde0a78864 admin admin] Deleting port 369737ed-3def-41ec-902b-328dd234164b {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:44.424190 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3403342a-2162-455e-9f10-8ebde0a78864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:44.592792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce374b59-c014-4b3d-8721-929b8ac2d2e6 req-4d9e3d93-4f41-494d-a563-ee7e9ed61a92 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.0712664 Feb 18 08:58:44.598958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272de9f1-98d9-4480-afe2-d2183eb25c25 req-d5873bbc-ca30-4d06-910e-6466a3e4b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:44.600939 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-272de9f1-98d9-4480-afe2-d2183eb25c25 req-d5873bbc-ca30-4d06-910e-6466a3e4b1b1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9eaf963a-b95e-4bec-b0a0-0baccb065970 HTTP/1.1" status: 200 len: 850 time: 0.6685870 Feb 18 08:58:44.706076 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfef28d-530b-47a0-aa80-c614f97b26ed', 'name': 'tempest-ServersTestFqdnHostnames-1010933076-router', 'tenant_id': '6c577f68810f4adebbea43e8db205dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ab8334f6-b901-4a1a-9358-323ec160bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:36Z', 'updated_at': '2022-02-18T08:58:41Z', 'revision_number': 3, 'project_id': '6c577f68810f4adebbea43e8db205dc5', 'gw_port': {'id': 'ab8334f6-b901-4a1a-9358-323ec160bc1c', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfef28d-530b-47a0-aa80-c614f97b26ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:39Z', 'updated_at': '2022-02-18T08:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:44.710015 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Checking router: edfef28d-530b-47a0-aa80-c614f97b26ed for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:58:44.710362 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Updating router edfef28d-530b-47a0-aa80-c614f97b26ed port ab8334f6-b901-4a1a-9358-323ec160bc1c binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:58:44.767642 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:44.972462 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:44.989295 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:45.016865 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 720ca9de-aa3a-4dcb-8a1f-36c30630d164 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:58:45.061348 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f838dd85-082c-40bc-a5fd-f9101db24bc0 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:58:45.091662 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f838dd85-082c-40bc-a5fd-f9101db24bc0 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:45.149705 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:45.157867 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33260) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:45.162979 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Transition to ACTIVE for port object ab8334f6-b901-4a1a-9358-323ec160bc1c will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:58:45.172336 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:45.181482 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f850000-818c-4956-97ab-79810c495212 None None] Sync routers for ids ['8d56ea16-6e64-44ff-910e-7579b9eeb120'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:58:45.194601 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e770a125-5c69-468a-baf1-fa4b1832c15b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:45.216707 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:45.217068 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:45.217401 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:45.217739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:45.218076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:45.218407 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:45.218734 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:45.219061 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:45.219388 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:45.219709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:45.220034 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:45.220509 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:45.222206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33266) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:45.245050 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d4436c05-039a-4b1e-9788-e49d6bcd1174 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a83ebc334c29402ba0d8368e8ab8f9d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2235322 Feb 18 08:58:45.246078 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33270) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:45.271962 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Attempting to bind port ab8334f6-b901-4a1a-9358-323ec160bc1c on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:58:45.272348 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Attempting to bind port ab8334f6-b901-4a1a-9358-323ec160bc1c by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:58:45.272710 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Attempting to bind port ab8334f6-b901-4a1a-9358-323ec160bc1c on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:58:45.279958 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3aa6f-1747-4c96-b491-2cf219852d90 None None] Pushing event updated for resources: {'Port': ['ID=ab8334f6-b901-4a1a-9358-323ec160bc1c,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:45.287628 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:58:45.287992 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:58:45.288435 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:45.288821 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:58:45.289283 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Bound port: ab8334f6-b901-4a1a-9358-323ec160bc1c, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:58:45.290041 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:45.297965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-3403342a-2162-455e-9f10-8ebde0a78864 admin admin] For port 369737ed-3def-41ec-902b-328dd234164b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=369737ed-3def-41ec-902b-328dd234164b,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:45.298212 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3403342a-2162-455e-9f10-8ebde0a78864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:45.302926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f850000-818c-4956-97ab-79810c495212 None None] Routers {'8d56ea16-6e64-44ff-910e-7579b9eeb120'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:58:45.303557 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0f850000-818c-4956-97ab-79810c495212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:58:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8d56ea16-6e64-44ff-910e-7579b9eeb120'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:45.326185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272de9f1-98d9-4480-afe2-d2183eb25c25 req-79f95b84-2895-459a-b5e8-109febe19fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:45.326642 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-272de9f1-98d9-4480-afe2-d2183eb25c25 req-79f95b84-2895-459a-b5e8-109febe19fd7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6578839 Feb 18 08:58:45.377154 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f838dd85-082c-40bc-a5fd-f9101db24bc0 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "PUT /v2.0/floatingips/c12a953c-07fe-4b59-b180-14cb673556eb HTTP/1.1" status: 200 len: 991 time: 5.8374591 Feb 18 08:58:45.414746 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] For port ab8334f6-b901-4a1a-9358-323ec160bc1c, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:58:45.420530 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] For port ab8334f6-b901-4a1a-9358-323ec160bc1c, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ab8334f6-b901-4a1a-9358-323ec160bc1c,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:58:45.431595 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:45.529833 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-0f850000-818c-4956-97ab-79810c495212 None None] Set router 8d56ea16-6e64-44ff-910e-7579b9eeb120 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:58:45.549318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'tag': '40eb1bfc-150b-4f7d-ab6d-c6615ae3067e'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:58:45.636392 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Routers {'edfef28d-530b-47a0-aa80-c614f97b26ed'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:58:45.637212 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:58:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['edfef28d-530b-47a0-aa80-c614f97b26ed'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:45.651813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-3403342a-2162-455e-9f10-8ebde0a78864 admin admin] Calling delete_port for 369737ed-3def-41ec-902b-328dd234164b owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:45.655634 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4b36eed8-64fd-4564-9137-f325d1f254dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:45.714957 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4b36eed8-64fd-4564-9137-f325d1f254dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:45.751115 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 51e2faed-6bef-464e-97bb-ad6b41a051da no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:58:45.758613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2096960706', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:58:45.806847 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cf7cfa99-8371-464a-9e9b-21c2978af02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:45.864432 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bf7326df-d60c-4c28-b4f4-c4933dcda236 req-b7ea7fe8-4e3e-4c8b-b388-6583e7e3f34e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.0932837 Feb 18 08:58:45.865660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:45.898690 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 51e2faed-6bef-464e-97bb-ad6b41a051da {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:58:45.899310 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 51e2faed-6bef-464e-97bb-ad6b41a051da not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:58:45.917099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Usage tracker for resource:port and tenant:f06026d8dd454af2a08d903ccd91a586 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:45.937912 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 720ca9de-aa3a-4dcb-8a1f-36c30630d164, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=720ca9de-aa3a-4dcb-8a1f-36c30630d164,segment=NetworkSegment(b2aa9a1c-cb87-49cf-9895-827781f43d2f),segment_id=b2aa9a1c-cb87-49cf-9895-827781f43d2f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:45.949014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:45.963568 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:45.979115 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] Set router edfef28d-530b-47a0-aa80-c614f97b26ed gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:58:45.991572 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4b36eed8-64fd-4564-9137-f325d1f254dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:45.994633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '720ca9de-aa3a-4dcb-8a1f-36c30630d164', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'port_id': '720ca9de-aa3a-4dcb-8a1f-36c30630d164', 'mac_address': 'fa:16:3e:0d:68:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:58:46.014848 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Made reservation on behalf of f06026d8dd454af2a08d903ccd91a586 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:58:46.017722 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:46.032351 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:46.058413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36eed8-64fd-4564-9137-f325d1f254dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e770a125-5c69-468a-baf1-fa4b1832c15b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:46.065913 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:46.082391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-cf7cfa99-8371-464a-9e9b-21c2978af02e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:46.091892 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:46.092548 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4b36eed8-64fd-4564-9137-f325d1f254dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:46.093412 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4b36eed8-64fd-4564-9137-f325d1f254dc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e770a125-5c69-468a-baf1-fa4b1832c15b HTTP/1.1" status: 204 len: 168 time: 0.8439338 Feb 18 08:58:46.096882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-cf7cfa99-8371-464a-9e9b-21c2978af02e admin admin] Usage tracker for resource:security_group_rule and tenant:a1804e59f5464b84b92f0de43d6a1cdd is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:46.113541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720ca9de-aa3a-4dcb-8a1f-36c30630d164 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:58:46.126107 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-cf7cfa99-8371-464a-9e9b-21c2978af02e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:46.139584 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0f850000-818c-4956-97ab-79810c495212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'name': 'tempest-TaggedBootDevicesTest-1005082885-router', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:35Z', 'updated_at': '2022-02-18T08:54:48Z', 'revision_number': 4, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'gw_port': {'id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:36Z', 'updated_at': '2022-02-18T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'c12a953c-07fe-4b59-b180-14cb673556eb', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'port_id': '40eb1bfc-150b-4f7d-ab6d-c6615ae3067e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a', 'mac_address': 'fa:16:3e:52:c7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:56:29Z', 'updated_at': '2022-02-18T08:58:41Z', 'revision_number': 1, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a563c83-7833-4e8a-87b3-56e6be4675de', 'name': '', 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'mac_address': 'fa:16:3e:38:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:45Z', 'updated_at': '2022-02-18T08:55:06Z', 'revision_number': 5, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'subnets': [{'id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:46.144712 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 720ca9de-aa3a-4dcb-8a1f-36c30630d164, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=720ca9de-aa3a-4dcb-8a1f-36c30630d164,segment=NetworkSegment(b2aa9a1c-cb87-49cf-9895-827781f43d2f),segment_id=b2aa9a1c-cb87-49cf-9895-827781f43d2f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:46.145806 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f850000-818c-4956-97ab-79810c495212 None None] Checking router: 8d56ea16-6e64-44ff-910e-7579b9eeb120 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:58:46.157822 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:46.159224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-cf7cfa99-8371-464a-9e9b-21c2978af02e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:46.174127 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3aa6f-1747-4c96-b491-2cf219852d90 None None] Pushing event updated for resources: {'Port': ['ID=ab8334f6-b901-4a1a-9358-323ec160bc1c,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:46.200302 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f850000-818c-4956-97ab-79810c495212 None None] Routers {'8d56ea16-6e64-44ff-910e-7579b9eeb120'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:58:46.200952 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0f850000-818c-4956-97ab-79810c495212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:58:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8d56ea16-6e64-44ff-910e-7579b9eeb120'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:46.206909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:46.236176 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Usage tracker for resource:security_group_rule and tenant:f06026d8dd454af2a08d903ccd91a586 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:46.252507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:46.260013 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-272de9f1-98d9-4480-afe2-d2183eb25c25 req-26cad2ec-c53b-41a6-9a65-717a5e3efff0 service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8807316 Feb 18 08:58:46.278580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:46.325802 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f660219-359f-43e9-8d5d-de7b99f2f4a2 req-d8ed4752-35bd-4a47-8bfb-c2fa71a27a38 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:46.333503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f660219-359f-43e9-8d5d-de7b99f2f4a2 req-d8ed4752-35bd-4a47-8bfb-c2fa71a27a38 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 943 time: 0.6897116 Feb 18 08:58:46.358587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498fb9e-e24a-4eeb-8bc4-d0b33836d49a req-6b9402c4-ccfa-453c-a8c9-0dc55dd03878 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:46.365131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498fb9e-e24a-4eeb-8bc4-d0b33836d49a req-6b9402c4-ccfa-453c-a8c9-0dc55dd03878 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:46.377608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498fb9e-e24a-4eeb-8bc4-d0b33836d49a req-6b9402c4-ccfa-453c-a8c9-0dc55dd03878 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:46.384084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498fb9e-e24a-4eeb-8bc4-d0b33836d49a req-6b9402c4-ccfa-453c-a8c9-0dc55dd03878 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:46.390999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498fb9e-e24a-4eeb-8bc4-d0b33836d49a req-6b9402c4-ccfa-453c-a8c9-0dc55dd03878 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:46.398382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498fb9e-e24a-4eeb-8bc4-d0b33836d49a req-6b9402c4-ccfa-453c-a8c9-0dc55dd03878 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:46.405883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498fb9e-e24a-4eeb-8bc4-d0b33836d49a req-6b9402c4-ccfa-453c-a8c9-0dc55dd03878 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:46.413930 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2498fb9e-e24a-4eeb-8bc4-d0b33836d49a req-6b9402c4-ccfa-453c-a8c9-0dc55dd03878 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5434 time: 0.7083404 Feb 18 08:58:46.459224 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfef28d-530b-47a0-aa80-c614f97b26ed', 'name': 'tempest-ServersTestFqdnHostnames-1010933076-router', 'tenant_id': '6c577f68810f4adebbea43e8db205dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ab8334f6-b901-4a1a-9358-323ec160bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:36Z', 'updated_at': '2022-02-18T08:58:41Z', 'revision_number': 3, 'project_id': '6c577f68810f4adebbea43e8db205dc5', 'gw_port': {'id': 'ab8334f6-b901-4a1a-9358-323ec160bc1c', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfef28d-530b-47a0-aa80-c614f97b26ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:39Z', 'updated_at': '2022-02-18T08:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:46.463500 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=720ca9de-aa3a-4dcb-8a1f-36c30630d164,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:46.465635 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef26349-6ab6-4270-9785-1b79ce026dde None None] The sync data for ids ['edfef28d-530b-47a0-aa80-c614f97b26ed'] in n-d-829434-1 is: [{'id': 'edfef28d-530b-47a0-aa80-c614f97b26ed', 'name': 'tempest-ServersTestFqdnHostnames-1010933076-router', 'tenant_id': '6c577f68810f4adebbea43e8db205dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ab8334f6-b901-4a1a-9358-323ec160bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:36Z', 'updated_at': '2022-02-18T08:58:41Z', 'revision_number': 3, 'project_id': '6c577f68810f4adebbea43e8db205dc5', 'gw_port': {'id': 'ab8334f6-b901-4a1a-9358-323ec160bc1c', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfef28d-530b-47a0-aa80-c614f97b26ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:39Z', 'updated_at': '2022-02-18T08:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:58:46.489172 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:46.492252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:46.492252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:46.492252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:46.492252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:46.492252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:46.492252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:46.492252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:46.492252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:46.493020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:46.493116 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:46.493565 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:58:46.549126 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-0f850000-818c-4956-97ab-79810c495212 None None] Set router 8d56ea16-6e64-44ff-910e-7579b9eeb120 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:58:46.595943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] Allocated IP 172.20.0.1 (1d9c5212-c6be-4910-9ea5-99abe0deda3f/1d7f3fda-fdf1-4514-930b-07e3f7eea637/6339aea7-3e12-48d4-a3fe-5281371d84b3) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:58:46.624383 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:46.645814 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:46.655662 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cf7cfa99-8371-464a-9e9b-21c2978af02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:46.675683 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cf7cfa99-8371-464a-9e9b-21c2978af02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:46.721282 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['720ca9de-aa3a-4dcb-8a1f-36c30630d164'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:58:46.765665 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f660219-359f-43e9-8d5d-de7b99f2f4a2 req-9724dd7f-173b-4e75-9293-93405d957ce5 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4307673 Feb 18 08:58:46.836747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] device_id is not set on port 6983bac7-a795-429e-80a1-4c43c983d646 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:58:46.952133 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'tag': '40eb1bfc-150b-4f7d-ab6d-c6615ae3067e', 'status': 'completed', 'code': 200} Feb 18 08:58:47.168479 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-272de9f1-98d9-4480-afe2-d2183eb25c25 req-a572ac8b-c794-4376-8bdd-96976a93772f service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8984137 Feb 18 08:58:47.182831 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2498fb9e-e24a-4eeb-8bc4-d0b33836d49a req-3fe06e86-2d71-400e-b728-39424a020592 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7665544 Feb 18 08:58:47.191085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cfa99-8371-464a-9e9b-21c2978af02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081fe902-cb4c-4a9c-a1ed-cdb8ab365111,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:47.204318 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cf7cfa99-8371-464a-9e9b-21c2978af02e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a1804e59f5464b84b92f0de43d6a1cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9730248 Feb 18 08:58:47.253918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33302) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:47.397299 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3403342a-2162-455e-9f10-8ebde0a78864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:47.397788 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:47.414426 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc9452b4-43ce-44e0-930b-316c71e131cb req-ab7df91c-e324-44b6-8533-ab279391e6bf tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.3215051 Feb 18 08:58:47.439247 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0acb31-59ad-4127-bdec-e13cb9870caa,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:47.622612 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0f850000-818c-4956-97ab-79810c495212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'name': 'tempest-TaggedBootDevicesTest-1005082885-router', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:35Z', 'updated_at': '2022-02-18T08:54:48Z', 'revision_number': 4, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'gw_port': {'id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:36Z', 'updated_at': '2022-02-18T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'c12a953c-07fe-4b59-b180-14cb673556eb', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'port_id': '40eb1bfc-150b-4f7d-ab6d-c6615ae3067e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a', 'mac_address': 'fa:16:3e:52:c7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:56:29Z', 'updated_at': '2022-02-18T08:58:41Z', 'revision_number': 1, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a563c83-7833-4e8a-87b3-56e6be4675de', 'name': '', 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'mac_address': 'fa:16:3e:38:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:45Z', 'updated_at': '2022-02-18T08:55:06Z', 'revision_number': 5, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'subnets': [{'id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:47.635381 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Allocated IP 172.25.1.233 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/6983bac7-a795-429e-80a1-4c43c983d646) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:58:47.640835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f850000-818c-4956-97ab-79810c495212 None None] The sync data for ids ['8d56ea16-6e64-44ff-910e-7579b9eeb120'] in n-d-829434-1 is: [{'id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'name': 'tempest-TaggedBootDevicesTest-1005082885-router', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:35Z', 'updated_at': '2022-02-18T08:54:48Z', 'revision_number': 4, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'gw_port': {'id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:36Z', 'updated_at': '2022-02-18T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'c12a953c-07fe-4b59-b180-14cb673556eb', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'port_id': '40eb1bfc-150b-4f7d-ab6d-c6615ae3067e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a', 'mac_address': 'fa:16:3e:52:c7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:56:29Z', 'updated_at': '2022-02-18T08:58:41Z', 'revision_number': 1, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a563c83-7833-4e8a-87b3-56e6be4675de', 'name': '', 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'mac_address': 'fa:16:3e:38:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:45Z', 'updated_at': '2022-02-18T08:55:06Z', 'revision_number': 5, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'subnets': [{'id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:58:47.685217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] Transition to ACTIVE for port object 6339aea7-3e12-48d4-a3fe-5281371d84b3 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:58:47.771967 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ab8334f6-b901-4a1a-9358-323ec160bc1c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:47.821919 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403342a-2162-455e-9f10-8ebde0a78864 admin admin] Pushing event deleted for resources: {'Port': ['ID=369737ed-3def-41ec-902b-328dd234164b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:47.923496 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0df5d410-2a73-4ba5-b098-0805fae5a1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:47.965201 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0df5d410-2a73-4ba5-b098-0805fae5a1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:48.052971 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0df5d410-2a73-4ba5-b098-0805fae5a1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:48.106225 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port ab8334f6-b901-4a1a-9358-323ec160bc1c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:48.118318 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ab8334f6-b901-4a1a-9358-323ec160bc1c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:48.119033 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:48.193687 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:48.227769 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546628cd-963e-435b-a4b6-d6222dfc37f0 None None] New status for floating IP c12a953c-07fe-4b59-b180-14cb673556eb: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:58:48.243103 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:48.265348 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:48.354127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5d410-2a73-4ba5-b098-0805fae5a1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081fe902-cb4c-4a9c-a1ed-cdb8ab365111,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:48.430975 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3403342a-2162-455e-9f10-8ebde0a78864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:48.431500 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:48.454086 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] Network 1d9c5212-c6be-4910-9ea5-99abe0deda3f is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:58:48.463701 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0df5d410-2a73-4ba5-b098-0805fae5a1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:48.469852 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0df5d410-2a73-4ba5-b098-0805fae5a1c0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/081fe902-cb4c-4a9c-a1ed-cdb8ab365111 HTTP/1.1" status: 204 len: 168 time: 1.2149768 Feb 18 08:58:48.473429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port ab8334f6-b901-4a1a-9358-323ec160bc1c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ab8334f6-b901-4a1a-9358-323ec160bc1c,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:48.485124 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:48.493297 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:58:48.499350 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:58:48.582042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2eaad-50a6-452c-92f0-78e3e37570c2 req-ed410723-22c6-48ff-bce2-44c7c7fb8384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:48.582169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2eaad-50a6-452c-92f0-78e3e37570c2 req-ed410723-22c6-48ff-bce2-44c7c7fb8384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:48.582757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2eaad-50a6-452c-92f0-78e3e37570c2 req-ed410723-22c6-48ff-bce2-44c7c7fb8384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:48.582981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2eaad-50a6-452c-92f0-78e3e37570c2 req-ed410723-22c6-48ff-bce2-44c7c7fb8384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:48.583492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2eaad-50a6-452c-92f0-78e3e37570c2 req-ed410723-22c6-48ff-bce2-44c7c7fb8384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:48.583944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2eaad-50a6-452c-92f0-78e3e37570c2 req-ed410723-22c6-48ff-bce2-44c7c7fb8384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:48.584431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2eaad-50a6-452c-92f0-78e3e37570c2 req-ed410723-22c6-48ff-bce2-44c7c7fb8384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:48.592488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:58:48.594823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71e2eaad-50a6-452c-92f0-78e3e37570c2 req-ed410723-22c6-48ff-bce2-44c7c7fb8384 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 6491 time: 1.6165624 Feb 18 08:58:48.612634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:58:48.615046 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:58:48.647534 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=ab8334f6-b901-4a1a-9358-323ec160bc1c,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:48.650333 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:58:48.712210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Pushing event updated for resources: {'Port': ['ID=6983bac7-a795-429e-80a1-4c43c983d646,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:48.913068 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=6339aea7-3e12-48d4-a3fe-5281371d84b3,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:48.923770 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:48.925888 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:49.007962 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:49.024232 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-be071b54-cab0-4b4e-aa16-f2dd516ab1c3 None None] Provisioning for port 6339aea7-3e12-48d4-a3fe-5281371d84b3 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:49.036480 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-be071b54-cab0-4b4e-aa16-f2dd516ab1c3 None None] Provisioning complete for port 6339aea7-3e12-48d4-a3fe-5281371d84b3 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:49.038217 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-be071b54-cab0-4b4e-aa16-f2dd516ab1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:49.122770 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3403342a-2162-455e-9f10-8ebde0a78864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:49.138598 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3403342a-2162-455e-9f10-8ebde0a78864 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:49.141308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33332) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:49.156593 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 720ca9de-aa3a-4dcb-8a1f-36c30630d164 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:49.207435 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-036e7f54-6e9f-4c2a-97a5-2a09c727d9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:49.210894 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6271bbe8-c58e-4e77-a5c7-95aae557c628 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0402787 Feb 18 08:58:49.213862 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33336) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:49.220011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2eaad-50a6-452c-92f0-78e3e37570c2 req-7c83f4c3-80f9-4a9b-9432-7d2eab8f9008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:49.221747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71e2eaad-50a6-452c-92f0-78e3e37570c2 req-7c83f4c3-80f9-4a9b-9432-7d2eab8f9008 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a401406b-a4a8-40c2-921a-a514ad2ac81a HTTP/1.1" status: 200 len: 913 time: 0.4185317 Feb 18 08:58:49.221981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-7bbd8c06-f71a-4670-92b6-9bb57ee440d4 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.233'}]}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:58:49.229738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7bbd8c06-f71a-4670-92b6-9bb57ee440d4 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:49.239476 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7bbd8c06-f71a-4670-92b6-9bb57ee440d4 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Usage tracker for resource:router and tenant:f06026d8dd454af2a08d903ccd91a586 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:49.245665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7bbd8c06-f71a-4670-92b6-9bb57ee440d4 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:49.255995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7bbd8c06-f71a-4670-92b6-9bb57ee440d4 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:49.256424 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd58ff-f291-4e64-af46-deae1e4742ec req-110a269d-454f-4588-9eac-0b98d8e824ba tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:49.264031 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-be071b54-cab0-4b4e-aa16-f2dd516ab1c3 None None] Port 6339aea7-3e12-48d4-a3fe-5281371d84b3 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:58:49.264488 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd58ff-f291-4e64-af46-deae1e4742ec req-110a269d-454f-4588-9eac-0b98d8e824ba tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:49.275673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd58ff-f291-4e64-af46-deae1e4742ec req-110a269d-454f-4588-9eac-0b98d8e824ba tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:49.284630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd58ff-f291-4e64-af46-deae1e4742ec req-110a269d-454f-4588-9eac-0b98d8e824ba tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:49.291515 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 720ca9de-aa3a-4dcb-8a1f-36c30630d164 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:49.291954 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8c06-f71a-4670-92b6-9bb57ee440d4 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:49.292503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd58ff-f291-4e64-af46-deae1e4742ec req-110a269d-454f-4588-9eac-0b98d8e824ba tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:49.292970 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8c06-f71a-4670-92b6-9bb57ee440d4 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:49.300134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd58ff-f291-4e64-af46-deae1e4742ec req-110a269d-454f-4588-9eac-0b98d8e824ba tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:49.300334 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 720ca9de-aa3a-4dcb-8a1f-36c30630d164 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:49.300618 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:49.316955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd58ff-f291-4e64-af46-deae1e4742ec req-110a269d-454f-4588-9eac-0b98d8e824ba tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:49.317435 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8c06-f71a-4670-92b6-9bb57ee440d4 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:49.319109 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7cd58ff-f291-4e64-af46-deae1e4742ec req-110a269d-454f-4588-9eac-0b98d8e824ba tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5434 time: 1.6990316 Feb 18 08:58:49.330148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-036e7f54-6e9f-4c2a-97a5-2a09c727d9f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:49.336917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-036e7f54-6e9f-4c2a-97a5-2a09c727d9f6 admin admin] Usage tracker for resource:security_group_rule and tenant:f10d15149c644656a7a1a6ea21f355e8 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:49.346564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-036e7f54-6e9f-4c2a-97a5-2a09c727d9f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:49.356221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-036e7f54-6e9f-4c2a-97a5-2a09c727d9f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:49.504156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71e2eaad-50a6-452c-92f0-78e3e37570c2 req-359cc88f-196b-4bfe-a917-7960b4ded4c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40eb1bfc-150b-4f7d-ab6d-c6615ae3067e HTTP/1.1" status: 200 len: 1001 time: 0.1788614 Feb 18 08:58:49.528909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7366f0b-6da6-4c8c-978f-681980552093 req-307ab65f-4356-4693-91c7-737a15f273d8 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:49.536140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7366f0b-6da6-4c8c-978f-681980552093 req-307ab65f-4356-4693-91c7-737a15f273d8 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 944 time: 1.2959020 Feb 18 08:58:49.538597 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3403342a-2162-455e-9f10-8ebde0a78864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:49.539143 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3403342a-2162-455e-9f10-8ebde0a78864 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1bd3293-6227-4f46-9052-f52f44dd1a98 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:58:49.558135 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:49.594303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3903c16f-7300-450e-9316-4e216e2b203d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720ca9de-aa3a-4dcb-8a1f-36c30630d164'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:58:49.605767 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 720ca9de-aa3a-4dcb-8a1f-36c30630d164, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=720ca9de-aa3a-4dcb-8a1f-36c30630d164,segment=NetworkSegment(b2aa9a1c-cb87-49cf-9895-827781f43d2f),segment_id=b2aa9a1c-cb87-49cf-9895-827781f43d2f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:49.624735 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:49.775183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ab8334f6-b901-4a1a-9358-323ec160bc1c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:49.842285 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:49.843578 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=720ca9de-aa3a-4dcb-8a1f-36c30630d164,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:49.923175 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ab8334f6-b901-4a1a-9358-323ec160bc1c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:49.923665 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:49.937159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2eaad-50a6-452c-92f0-78e3e37570c2 req-2ddfd00e-68ce-4657-9957-f8d1ecfadd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:49.938892 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71e2eaad-50a6-452c-92f0-78e3e37570c2 req-2ddfd00e-68ce-4657-9957-f8d1ecfadd62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec7d804e-ca01-4571-a18b-fa20d71f9ecf HTTP/1.1" status: 200 len: 851 time: 0.4231226 Feb 18 08:58:49.949235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76476d50-e8a4-46ce-aba9-9c282028bc85 req-42d0e39e-25e4-4bb3-ba63-25fc21ce1632 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.3419869 Feb 18 08:58:49.951979 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8c06-f71a-4670-92b6-9bb57ee440d4 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:50.066776 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3903c16f-7300-450e-9316-4e216e2b203d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720ca9de-aa3a-4dcb-8a1f-36c30630d164', 'code': 200} Feb 18 08:58:50.114156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7366f0b-6da6-4c8c-978f-681980552093 req-23428780-d31a-4b2e-b3a1-6c04cd10b002 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5660546 Feb 18 08:58:50.243569 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3403342a-2162-455e-9f10-8ebde0a78864 admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:50.245065 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3403342a-2162-455e-9f10-8ebde0a78864 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f1bd3293-6227-4f46-9052-f52f44dd1a98 HTTP/1.1" status: 204 len: 168 time: 7.7688715 Feb 18 08:58:50.250917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33360) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:50.385269 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-036e7f54-6e9f-4c2a-97a5-2a09c727d9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:50.405659 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-036e7f54-6e9f-4c2a-97a5-2a09c727d9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:50.424589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb9fcbd-7c60-4f7d-a2ff-3b4bf21cf5ea admin admin] Deleting subnet b6f3f90d-a8fe-4038-99c3-8a49ef4e4bb0 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:58:50.432704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2eaad-50a6-452c-92f0-78e3e37570c2 req-50ff4084-7c23-4354-8bff-fdc3ea2c82c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:50.434648 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71e2eaad-50a6-452c-92f0-78e3e37570c2 req-50ff4084-7c23-4354-8bff-fdc3ea2c82c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a401406b-a4a8-40c2-921a-a514ad2ac81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4660764 Feb 18 08:58:50.440675 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4fb9fcbd-7c60-4f7d-a2ff-3b4bf21cf5ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:50.456312 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dc251df8-c4d8-4d64-96c1-c01340aa343e req-06397aec-6053-4339-a21c-9126ba7806cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1a67b91ba83a4ab8b2f28f8161e32fd0&device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.0689096 Feb 18 08:58:50.501926 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dc251df8-c4d8-4d64-96c1-c01340aa343e req-cf9134c8-cfd4-4e0f-a910-ddaeca65905a service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=1a67b91ba83a4ab8b2f28f8161e32fd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361838 Feb 18 08:58:50.525507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fc6e1-ad3b-4563-b667-9cb8f4231316 req-16ffef41-8aca-445b-9c02-5b77e3c88f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:50.526961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-349fc6e1-ad3b-4563-b667-9cb8f4231316 req-16ffef41-8aca-445b-9c02-5b77e3c88f5b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 1096 time: 0.3785532 Feb 18 08:58:50.620855 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-036e7f54-6e9f-4c2a-97a5-2a09c727d9f6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f10d15149c644656a7a1a6ea21f355e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4749756 Feb 18 08:58:50.624463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33374) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:50.635819 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:50.647497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e7f54-6e9f-4c2a-97a5-2a09c727d9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fdd7d3-a727-4852-9280-cb6d04bdd92e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:50.659696 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:50.685353 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d714937e-ed87-498b-bc2d-7e2bc4f25018 req-53355bc6-3e3a-42e2-9f77-3023a373e39d tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.1634295 Feb 18 08:58:50.689467 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4fb9fcbd-7c60-4f7d-a2ff-3b4bf21cf5ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:50.772628 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-349fc6e1-ad3b-4563-b667-9cb8f4231316 req-a86d58d9-73cf-4840-9e72-4da453ddc48e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349510 Feb 18 08:58:50.806865 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71e2eaad-50a6-452c-92f0-78e3e37570c2 req-b57badd3-4886-45b7-9e58-8b9f6d78a47a service neutron] 10.222.0.61 "GET /v2.0/networks/a401406b-a4a8-40c2-921a-a514ad2ac81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301077 Feb 18 08:58:50.842665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc251df8-c4d8-4d64-96c1-c01340aa343e req-3e638c22-b29c-4c4c-96f7-d34b7b5ef85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:50.844120 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dc251df8-c4d8-4d64-96c1-c01340aa343e req-3e638c22-b29c-4c4c-96f7-d34b7b5ef85e service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3359418 Feb 18 08:58:50.848322 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:50.854734 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=6339aea7-3e12-48d4-a3fe-5281371d84b3,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:50.910369 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4fb9fcbd-7c60-4f7d-a2ff-3b4bf21cf5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:50.980256 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db24078-9ecf-4e53-b6d5-b42dd3788551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:51.008105 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71e2eaad-50a6-452c-92f0-78e3e37570c2 req-33a90554-ce02-44d4-99a0-7d7dc2d40caf service neutron] 10.222.0.61 "GET /v2.0/networks/a401406b-a4a8-40c2-921a-a514ad2ac81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919203 Feb 18 08:58:51.027799 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4fb9fcbd-7c60-4f7d-a2ff-3b4bf21cf5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:51.076591 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9fcbd-7c60-4f7d-a2ff-3b4bf21cf5ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6f3f90d-a8fe-4038-99c3-8a49ef4e4bb0,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:51.082592 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4fb9fcbd-7c60-4f7d-a2ff-3b4bf21cf5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:51.087849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba09caa-6f13-477f-9b41-6742470d485c None None] Network e5cb84de-0f89-4871-82ca-d29b30b286d0 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:58:51.096833 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4fb9fcbd-7c60-4f7d-a2ff-3b4bf21cf5ea admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b6f3f90d-a8fe-4038-99c3-8a49ef4e4bb0 HTTP/1.1" status: 204 len: 168 time: 0.8409839 Feb 18 08:58:51.099579 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33382) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:51.172984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db24078-9ecf-4e53-b6d5-b42dd3788551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:51.307755 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] Network 1d9c5212-c6be-4910-9ea5-99abe0deda3f is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:58:51.312496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:58:51.315600 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8c06-f71a-4670-92b6-9bb57ee440d4 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:51.398415 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:51.424724 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8c06-f71a-4670-92b6-9bb57ee440d4 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:51.438593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] Deleting port 1dc5d914-ad30-4195-8710-75221b5fffac {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:51.439329 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:51.485049 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589c8571-9cf4-407d-9e34-c526b84aca21 None None] DHCP port deletion for e5cb84de-0f89-4871-82ca-d29b30b286d0 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:58:51.489930 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-589c8571-9cf4-407d-9e34-c526b84aca21 None None] Deleting port 1dc5d914-ad30-4195-8710-75221b5fffac {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:51.490428 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-589c8571-9cf4-407d-9e34-c526b84aca21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:51.509626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee22d08-0aa4-47dc-8301-ed95ca033aa7 req-09a8d08f-6852-476d-a427-d1eabcebcb9f tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:51.517981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ee22d08-0aa4-47dc-8301-ed95ca033aa7 req-09a8d08f-6852-476d-a427-d1eabcebcb9f tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.2460394 Feb 18 08:58:51.640363 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ee22d08-0aa4-47dc-8301-ed95ca033aa7 req-cfb04bc2-ee49-4247-92a8-c4d02ce89d41 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209943 Feb 18 08:58:51.695711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1dc5d914-ad30-4195-8710-75221b5fffac no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:58:51.757219 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db24078-9ecf-4e53-b6d5-b42dd3788551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:51.780489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] Router edfef28d-530b-47a0-aa80-c614f97b26ed has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:58:51.787437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] For port 1dc5d914-ad30-4195-8710-75221b5fffac, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1dc5d914-ad30-4195-8710-75221b5fffac,segment=NetworkSegment(acc2c2e2-3a6c-4a8b-9208-bdec03300b55),segment_id=acc2c2e2-3a6c-4a8b-9208-bdec03300b55)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:51.788975 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:51.806755 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db24078-9ecf-4e53-b6d5-b42dd3788551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fdd7d3-a727-4852-9280-cb6d04bdd92e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:51.841950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3dc63270-0336-40f7-aca1-179fb2112a52 None None] Provisioning complete for port 6339aea7-3e12-48d4-a3fe-5281371d84b3 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:51.842306 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3dc63270-0336-40f7-aca1-179fb2112a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:52.018442 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-3dc63270-0336-40f7-aca1-179fb2112a52 None None] Port 6339aea7-3e12-48d4-a3fe-5281371d84b3 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:58:52.032108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] Calling delete_port for 1dc5d914-ad30-4195-8710-75221b5fffac owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:52.073829 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-589c8571-9cf4-407d-9e34-c526b84aca21 None None] For port 1dc5d914-ad30-4195-8710-75221b5fffac, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1dc5d914-ad30-4195-8710-75221b5fffac,segment=NetworkSegment(acc2c2e2-3a6c-4a8b-9208-bdec03300b55),segment_id=acc2c2e2-3a6c-4a8b-9208-bdec03300b55)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:52.074443 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-589c8571-9cf4-407d-9e34-c526b84aca21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:52.248620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ee5b988d-e200-4e57-abc7-3bbf48117e6d req-5bfd29a9-57ee-4f43-8fc7-4718a3abf612 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.3190010 Feb 18 08:58:52.283794 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:52.299377 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-589c8571-9cf4-407d-9e34-c526b84aca21 None None] Calling delete_port for 1dc5d914-ad30-4195-8710-75221b5fffac owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:52.329890 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:58:52.342361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Sync routers for ids ['edfef28d-530b-47a0-aa80-c614f97b26ed'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:58:52.355976 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:52.371217 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db24078-9ecf-4e53-b6d5-b42dd3788551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:52.373510 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0db24078-9ecf-4e53-b6d5-b42dd3788551 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/19fdd7d3-a727-4852-9280-cb6d04bdd92e HTTP/1.1" status: 204 len: 168 time: 1.7479050 Feb 18 08:58:52.430630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc5d914-ad30-4195-8710-75221b5fffac,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:52.443571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] No DVR routers for this DVR port 1dc5d914-ad30-4195-8710-75221b5fffac on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:58:52.446680 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3ae075de-7159-4a51-8ea0-b48f35546ba2 admin admin] 10.222.0.72 "PUT /v2.0/routers/edfef28d-530b-47a0-aa80-c614f97b26ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3502409 Feb 18 08:58:52.476636 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Routers {'edfef28d-530b-47a0-aa80-c614f97b26ed'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:58:52.478515 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:58:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['edfef28d-530b-47a0-aa80-c614f97b26ed'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:52.635943 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dc251df8-c4d8-4d64-96c1-c01340aa343e req-356079dd-bcb7-45c6-940b-2113851bc574 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.1619666 Feb 18 08:58:52.652508 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-589c8571-9cf4-407d-9e34-c526b84aca21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:58:52.652880 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-589c8571-9cf4-407d-9e34-c526b84aca21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:58:52.677577 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8c06-f71a-4670-92b6-9bb57ee440d4 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:52.705549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 369737ed-3def-41ec-902b-328dd234164b no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:58:52.717716 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:52.782576 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 369737ed-3def-41ec-902b-328dd234164b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:58:52.782824 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 369737ed-3def-41ec-902b-328dd234164b not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:58:52.823580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33404) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:52.828327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5cb84de-0f89-4871-82ca-d29b30b286d0']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:52.854319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc2c2e2-3a6c-4a8b-9208-bdec03300b55') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:52.854884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc2c2e2-3a6c-4a8b-9208-bdec03300b55') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:52.892481 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:52.933297 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:52.948187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:58:52.948625 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:52.957370 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Set router edfef28d-530b-47a0-aa80-c614f97b26ed gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:58:52.963450 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:58:52.975966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032ab05-fe92-4988-9a50-b243c49a1867 req-904bc226-9c22-4220-b7d9-742acecd383c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:52.977479 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a032ab05-fe92-4988-9a50-b243c49a1867 req-904bc226-9c22-4220-b7d9-742acecd383c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.2063682 Feb 18 08:58:53.091632 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:53.096123 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a032ab05-fe92-4988-9a50-b243c49a1867 req-45dc57be-5d8f-4925-81eb-31d1b3c46939 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660462 Feb 18 08:58:53.117548 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:53.121435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5cb84de-0f89-4871-82ca-d29b30b286d0,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:53.148298 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2d266459-4b71-4caa-9382-83e1fc23de90 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e5cb84de-0f89-4871-82ca-d29b30b286d0 HTTP/1.1" status: 204 len: 168 time: 2.0452163 Feb 18 08:58:53.160222 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-589c8571-9cf4-407d-9e34-c526b84aca21 None None] Deleting port 1dc5d914-ad30-4195-8710-75221b5fffac {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:53.160619 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-589c8571-9cf4-407d-9e34-c526b84aca21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:53.323694 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-589c8571-9cf4-407d-9e34-c526b84aca21 None None] The port '1dc5d914-ad30-4195-8710-75221b5fffac' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:58:53.474612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33424) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:53.614052 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-90e025f4-adc0-4e99-8dec-dca158ba8027 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=96f9ab7aca9f4ebb9b0d991d4090bfbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519101 Feb 18 08:58:53.616038 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8c06-f71a-4670-92b6-9bb57ee440d4 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:53.621268 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33428) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:53.622970 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8c06-f71a-4670-92b6-9bb57ee440d4 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:53.658031 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-197e149b-7c33-4f9b-a515-f543ff492596 req-0cddcc0d-c349-457f-a1d2-643d646aeb24 tempest-ServerShowV257Test-1294447016 tempest-ServerShowV257Test-1294447016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6317f53-7d17-4ef6-b065-4f5f88f81746 HTTP/1.1" status: 200 len: 210 time: 0.1457884 Feb 18 08:58:53.696131 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfef28d-530b-47a0-aa80-c614f97b26ed', 'name': 'tempest-ServersTestFqdnHostnames-1010933076-router', 'tenant_id': '6c577f68810f4adebbea43e8db205dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ab8334f6-b901-4a1a-9358-323ec160bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:36Z', 'updated_at': '2022-02-18T08:58:49Z', 'revision_number': 4, 'project_id': '6c577f68810f4adebbea43e8db205dc5', 'gw_port': {'id': 'ab8334f6-b901-4a1a-9358-323ec160bc1c', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfef28d-530b-47a0-aa80-c614f97b26ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:39Z', 'updated_at': '2022-02-18T08:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '6339aea7-3e12-48d4-a3fe-5281371d84b3', 'name': '', 'network_id': '1d9c5212-c6be-4910-9ea5-99abe0deda3f', 'tenant_id': '6c577f68810f4adebbea43e8db205dc5', 'mac_address': 'fa:16:3e:13:1d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfef28d-530b-47a0-aa80-c614f97b26ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '1d7f3fda-fdf1-4514-930b-07e3f7eea637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:46Z', 'updated_at': '2022-02-18T08:58:50Z', 'revision_number': 2, 'project_id': '6c577f68810f4adebbea43e8db205dc5', 'subnets': [{'id': '1d7f3fda-fdf1-4514-930b-07e3f7eea637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:53.701224 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Checking router: edfef28d-530b-47a0-aa80-c614f97b26ed for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:58:53.701862 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Updating router edfef28d-530b-47a0-aa80-c614f97b26ed port 6339aea7-3e12-48d4-a3fe-5281371d84b3 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:58:53.710489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617d407-9707-47c5-a705-851d74308924 req-85ad40cc-471f-479c-b146-e42745f2b13d tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:53.720233 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2617d407-9707-47c5-a705-851d74308924 req-85ad40cc-471f-479c-b146-e42745f2b13d tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.4041300 Feb 18 08:58:53.720821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33434) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:53.725458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-32b81e1f-74e5-4e81-8192-2b88f61e91de tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Request body: {'floatingip': {'port_id': '720ca9de-aa3a-4dcb-8a1f-36c30630d164'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:58:53.771422 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:53.811628 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8c06-f71a-4670-92b6-9bb57ee440d4 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:53.812140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbd8c06-f71a-4670-92b6-9bb57ee440d4 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 161696e9-2494-4491-a637-ea75a1e87181 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:58:53.831317 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-32b81e1f-74e5-4e81-8192-2b88f61e91de tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:53.932493 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-356994de-a199-432d-abc8-2a1f23296aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:54.042480 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-7bbd8c06-f71a-4670-92b6-9bb57ee440d4 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 18 08:58:54.044423 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7bbd8c06-f71a-4670-92b6-9bb57ee440d4 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.8288302 Feb 18 08:58:54.051485 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33458) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:54.089939 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-356994de-a199-432d-abc8-2a1f23296aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:54.177106 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-64e1dbb7-19f8-497b-8472-7abaa2450222 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Deleting port 6983bac7-a795-429e-80a1-4c43c983d646 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:54.177821 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64e1dbb7-19f8-497b-8472-7abaa2450222 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:54.394085 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-356994de-a199-432d-abc8-2a1f23296aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:54.454643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356994de-a199-432d-abc8-2a1f23296aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c506a9-1e51-44b7-ba1a-237f2263d035,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:54.513394 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:54.526693 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:54.540858 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Transition to ACTIVE for port object 6339aea7-3e12-48d4-a3fe-5281371d84b3 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:58:54.603754 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:54.762702 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-356994de-a199-432d-abc8-2a1f23296aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:54.775651 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-356994de-a199-432d-abc8-2a1f23296aa3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/39c506a9-1e51-44b7-ba1a-237f2263d035 HTTP/1.1" status: 204 len: 168 time: 1.1505871 Feb 18 08:58:54.795429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea462d-a351-41d0-b668-ae03ed578e5c None None] Pushing event updated for resources: {'Port': ['ID=6339aea7-3e12-48d4-a3fe-5281371d84b3,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:55.512616 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Attempting to bind port 6339aea7-3e12-48d4-a3fe-5281371d84b3 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:58:55.513750 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Attempting to bind port 6339aea7-3e12-48d4-a3fe-5281371d84b3 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0e32be43-332e-4fd7-94a0-73e1a2d88323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '1d9c5212-c6be-4910-9ea5-99abe0deda3f'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:58:55.513750 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Attempting to bind port 6339aea7-3e12-48d4-a3fe-5281371d84b3 on network 1d9c5212-c6be-4910-9ea5-99abe0deda3f {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:58:55.536517 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:58:55.537243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Checking segment: {'id': '0e32be43-332e-4fd7-94a0-73e1a2d88323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '1d9c5212-c6be-4910-9ea5-99abe0deda3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:58:55.537243 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:55.538013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Bound using segment: {'id': '0e32be43-332e-4fd7-94a0-73e1a2d88323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '1d9c5212-c6be-4910-9ea5-99abe0deda3f'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:58:55.548758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Bound port: 6339aea7-3e12-48d4-a3fe-5281371d84b3, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e32be43-332e-4fd7-94a0-73e1a2d88323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '1d9c5212-c6be-4910-9ea5-99abe0deda3f'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:58:55.548758 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:55.682326 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Deleting port 6339aea7-3e12-48d4-a3fe-5281371d84b3 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:55.682326 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:55.859575 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] For port 6339aea7-3e12-48d4-a3fe-5281371d84b3, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:58:55.875347 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] For port 6339aea7-3e12-48d4-a3fe-5281371d84b3, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6339aea7-3e12-48d4-a3fe-5281371d84b3,segment=NetworkSegment(0e32be43-332e-4fd7-94a0-73e1a2d88323),segment_id=0e32be43-332e-4fd7-94a0-73e1a2d88323)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:58:55.885115 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-32b81e1f-74e5-4e81-8192-2b88f61e91de tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:55.892117 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:55.912845 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-32b81e1f-74e5-4e81-8192-2b88f61e91de tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:56.008966 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33504) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:56.025748 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64e1dbb7-19f8-497b-8472-7abaa2450222 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:56.113933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] For port 6339aea7-3e12-48d4-a3fe-5281371d84b3, host n-d-829434-1, got binding levels [] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:56.113933 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:56.119266 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Routers {'edfef28d-530b-47a0-aa80-c614f97b26ed'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:58:56.119266 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:58:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['edfef28d-530b-47a0-aa80-c614f97b26ed'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:56.477368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-64e1dbb7-19f8-497b-8472-7abaa2450222 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Calling delete_port for 6983bac7-a795-429e-80a1-4c43c983d646 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:56.479562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Calling delete_port for 6339aea7-3e12-48d4-a3fe-5281371d84b3 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:56.693751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] Set router edfef28d-530b-47a0-aa80-c614f97b26ed gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:58:57.073587 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-32b81e1f-74e5-4e81-8192-2b88f61e91de tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Floating IP dbd8704b-8120-4045-a9ab-a16b2d0e1325 associated. External IP: 172.25.1.38, port: 720ca9de-aa3a-4dcb-8a1f-36c30630d164. Feb 18 08:58:57.127283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33530) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:57.167654 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64e1dbb7-19f8-497b-8472-7abaa2450222 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:57.167937 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb7e8a6a-39e8-4528-bc86-4e1904af6ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:57.219500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fb7e8a6a-39e8-4528-bc86-4e1904af6ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:57.229493 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fb7e8a6a-39e8-4528-bc86-4e1904af6ddb admin admin] Usage tracker for resource:security_group_rule and tenant:1a67b91ba83a4ab8b2f28f8161e32fd0 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:57.236298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1dbb7-19f8-497b-8472-7abaa2450222 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Pushing event deleted for resources: {'Port': ['ID=6983bac7-a795-429e-80a1-4c43c983d646,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:57.256655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fb7e8a6a-39e8-4528-bc86-4e1904af6ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:57.289487 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fb7e8a6a-39e8-4528-bc86-4e1904af6ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:57.384856 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:58:57.385460 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:58:57.451646 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb7e8a6a-39e8-4528-bc86-4e1904af6ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:57.457792 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb7e8a6a-39e8-4528-bc86-4e1904af6ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:57.472658 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea462d-a351-41d0-b668-ae03ed578e5c None None] Pushing event updated for resources: {'Port': ['ID=6339aea7-3e12-48d4-a3fe-5281371d84b3,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:57.502898 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfef28d-530b-47a0-aa80-c614f97b26ed', 'name': 'tempest-ServersTestFqdnHostnames-1010933076-router', 'tenant_id': '6c577f68810f4adebbea43e8db205dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ab8334f6-b901-4a1a-9358-323ec160bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:36Z', 'updated_at': '2022-02-18T08:58:49Z', 'revision_number': 4, 'project_id': '6c577f68810f4adebbea43e8db205dc5', 'gw_port': {'id': 'ab8334f6-b901-4a1a-9358-323ec160bc1c', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfef28d-530b-47a0-aa80-c614f97b26ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:39Z', 'updated_at': '2022-02-18T08:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '6339aea7-3e12-48d4-a3fe-5281371d84b3', 'name': '', 'network_id': '1d9c5212-c6be-4910-9ea5-99abe0deda3f', 'tenant_id': '6c577f68810f4adebbea43e8db205dc5', 'mac_address': 'fa:16:3e:13:1d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfef28d-530b-47a0-aa80-c614f97b26ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '1d7f3fda-fdf1-4514-930b-07e3f7eea637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:46Z', 'updated_at': '2022-02-18T08:58:55Z', 'revision_number': 4, 'project_id': '6c577f68810f4adebbea43e8db205dc5', 'subnets': [{'id': '1d7f3fda-fdf1-4514-930b-07e3f7eea637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:57.507283 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be170139-60a2-43f5-af75-311ea54de7f6 None None] The sync data for ids ['edfef28d-530b-47a0-aa80-c614f97b26ed'] in n-d-829434-1 is: [{'id': 'edfef28d-530b-47a0-aa80-c614f97b26ed', 'name': 'tempest-ServersTestFqdnHostnames-1010933076-router', 'tenant_id': '6c577f68810f4adebbea43e8db205dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ab8334f6-b901-4a1a-9358-323ec160bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:36Z', 'updated_at': '2022-02-18T08:58:49Z', 'revision_number': 4, 'project_id': '6c577f68810f4adebbea43e8db205dc5', 'gw_port': {'id': 'ab8334f6-b901-4a1a-9358-323ec160bc1c', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfef28d-530b-47a0-aa80-c614f97b26ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:39Z', 'updated_at': '2022-02-18T08:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '6339aea7-3e12-48d4-a3fe-5281371d84b3', 'name': '', 'network_id': '1d9c5212-c6be-4910-9ea5-99abe0deda3f', 'tenant_id': '6c577f68810f4adebbea43e8db205dc5', 'mac_address': 'fa:16:3e:13:1d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfef28d-530b-47a0-aa80-c614f97b26ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '1d7f3fda-fdf1-4514-930b-07e3f7eea637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:46Z', 'updated_at': '2022-02-18T08:58:55Z', 'revision_number': 4, 'project_id': '6c577f68810f4adebbea43e8db205dc5', 'subnets': [{'id': '1d7f3fda-fdf1-4514-930b-07e3f7eea637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:58:57.546028 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fb7e8a6a-39e8-4528-bc86-4e1904af6ddb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1a67b91ba83a4ab8b2f28f8161e32fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5290170 Feb 18 08:58:57.578602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33542) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:57.593681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e8a6a-39e8-4528-bc86-4e1904af6ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835a1cd2-614f-4b12-b49a-78c015a177f7,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:57.618577 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64e1dbb7-19f8-497b-8472-7abaa2450222 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:57.649085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1070185429-network', 'tenant_id': '0b71322c4f204ff69d1a3a168c31b169'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:58:57.665908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:57.679148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Usage tracker for resource:network and tenant:0b71322c4f204ff69d1a3a168c31b169 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:57.692591 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:57.754004 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c57bc51e-8ac3-4d07-a1ab-3a471238cf56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:57.818478 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c57bc51e-8ac3-4d07-a1ab-3a471238cf56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:57.830565 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6339aea7-3e12-48d4-a3fe-5281371d84b3 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:57.897053 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Deleting port 6339aea7-3e12-48d4-a3fe-5281371d84b3 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:58:57.897797 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:57.979523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 6339aea7-3e12-48d4-a3fe-5281371d84b3 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:58:57.991300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 6339aea7-3e12-48d4-a3fe-5281371d84b3 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:58:57.991873 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:58.057926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:58.087255 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-64e1dbb7-19f8-497b-8472-7abaa2450222 tempest-RoutersAdminNegativeTest-1843625066 tempest-RoutersAdminNegativeTest-1843625066-project-admin] 10.222.0.72 "DELETE /v2.0/ports/6983bac7-a795-429e-80a1-4c43c983d646 HTTP/1.1" status: 204 len: 168 time: 4.0307026 Feb 18 08:58:58.129186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Made reservation on behalf of 0b71322c4f204ff69d1a3a168c31b169 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:58:58.131871 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:58.165608 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:58.186920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b81e1f-74e5-4e81-8192-2b88f61e91de tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:58:58.216769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:58.242826 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c57bc51e-8ac3-4d07-a1ab-3a471238cf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:58.320137 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57bc51e-8ac3-4d07-a1ab-3a471238cf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835a1cd2-614f-4b12-b49a-78c015a177f7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:58.436151 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c57bc51e-8ac3-4d07-a1ab-3a471238cf56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:58.437341 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c57bc51e-8ac3-4d07-a1ab-3a471238cf56 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/835a1cd2-614f-4b12-b49a-78c015a177f7 HTTP/1.1" status: 204 len: 168 time: 0.8503106 Feb 18 08:58:58.445232 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:58.481544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] For port 6339aea7-3e12-48d4-a3fe-5281371d84b3, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6339aea7-3e12-48d4-a3fe-5281371d84b3,segment=NetworkSegment(0e32be43-332e-4fd7-94a0-73e1a2d88323),segment_id=0e32be43-332e-4fd7-94a0-73e1a2d88323)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:58.482548 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:58.624954 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 6339aea7-3e12-48d4-a3fe-5281371d84b3, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6339aea7-3e12-48d4-a3fe-5281371d84b3,segment=NetworkSegment(0e32be43-332e-4fd7-94a0-73e1a2d88323),segment_id=0e32be43-332e-4fd7-94a0-73e1a2d88323)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:58:58.642173 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:58.673413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33572) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:58.790913 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=6339aea7-3e12-48d4-a3fe-5281371d84b3,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:58.797878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Usage tracker for resource:security_group_rule and tenant:0b71322c4f204ff69d1a3a168c31b169 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:58.797878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b81e1f-74e5-4e81-8192-2b88f61e91de tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:58:58.815894 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d1d649-73dc-44ed-9ddf-1dda95a9db57 None None] Sync routers for ids ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:58:58.826938 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d1d649-73dc-44ed-9ddf-1dda95a9db57 None None] Routers {'b5f89e26-84e5-4203-95a7-2c6bb0a2f500'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:58:58.827645 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e2d1d649-73dc-44ed-9ddf-1dda95a9db57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:58:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:58:58.828313 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-32b81e1f-74e5-4e81-8192-2b88f61e91de tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:58.898884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:58.915183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:58:59.220980 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:59.230661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Calling delete_port for 6339aea7-3e12-48d4-a3fe-5281371d84b3 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:58:59.238636 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:59.320223 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33582) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:59.320788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:58:59.395740 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-32b81e1f-74e5-4e81-8192-2b88f61e91de tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "PUT /v2.0/floatingips/dbd8704b-8120-4045-a9ab-a16b2d0e1325 HTTP/1.1" status: 200 len: 990 time: 5.6741261 Feb 18 08:58:59.401458 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:59.402219 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Added segment 2acf71db-eac1-4a54-866b-e7f5418f691a of type vlan for network 91c3b752-9d90-4af2-bdca-d1705c43679d Feb 18 08:58:59.403008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3903c16f-7300-450e-9316-4e216e2b203d', 'tag': '720ca9de-aa3a-4dcb-8a1f-36c30630d164'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:58:59.424150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884d76c7-96ac-48e6-9754-d1cb9899ae2b,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:58:59.424770 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-e2d1d649-73dc-44ed-9ddf-1dda95a9db57 None None] Set router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:58:59.611063 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:59.697310 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3903c16f-7300-450e-9316-4e216e2b203d', 'tag': '720ca9de-aa3a-4dcb-8a1f-36c30630d164', 'status': 'completed', 'code': 200} Feb 18 08:58:59.697310 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:59.697310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:58:59.697310 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:58:59.755504 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:58:59.755504 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:58:59.787339 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6522264 Feb 18 08:58:59.792583 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33596) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:59.816920 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-800245fc-e7ff-4d2d-afe9-6c8a9d2cddf7 admin admin] Request body: {'subnet': {'network_id': '91c3b752-9d90-4af2-bdca-d1705c43679d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1070185429-subnet', 'tenant_id': '0b71322c4f204ff69d1a3a168c31b169', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:58:59.839040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6339aea7-3e12-48d4-a3fe-5281371d84b3 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:58:59.866459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-800245fc-e7ff-4d2d-afe9-6c8a9d2cddf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:58:59.894143 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-800245fc-e7ff-4d2d-afe9-6c8a9d2cddf7 admin admin] Usage tracker for resource:subnet and tenant:0b71322c4f204ff69d1a3a168c31b169 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:58:59.920020 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33602) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:58:59.920020 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-800245fc-e7ff-4d2d-afe9-6c8a9d2cddf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:58:59.987518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-800245fc-e7ff-4d2d-afe9-6c8a9d2cddf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:00.028757 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1cd8e5b9-b025-41a3-95bb-25d65de83e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:00.041782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bd119-367d-40c9-beca-7fcb548668e3 admin admin] Pushing event updated for resources: {'Network': ['ID=91c3b752-9d90-4af2-bdca-d1705c43679d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:00.104956 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 6339aea7-3e12-48d4-a3fe-5281371d84b3 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:59:00.104956 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:00.147814 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Deleting port 6339aea7-3e12-48d4-a3fe-5281371d84b3 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:59:00.148682 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:00.219781 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 91c3b752-9d90-4af2-bdca-d1705c43679d details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:59:00.237521 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e134a74b-ac1c-4507-acad-4b4c28d0c663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:00.412653 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88692e8-967b-408c-a91c-60b4976d609e req-8ce4c561-701c-46f2-8d10-20f860967b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:00.414952 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d88692e8-967b-408c-a91c-60b4976d609e req-8ce4c561-701c-46f2-8d10-20f860967b3d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=72394f0052cf4105ace3e6770e79b704&device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 1096 time: 0.7550650 Feb 18 08:59:00.414952 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27c4e620-8028-4455-9d4e-c349076b3c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:00.430626 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800245fc-e7ff-4d2d-afe9-6c8a9d2cddf7 admin admin] Made reservation on behalf of 0b71322c4f204ff69d1a3a168c31b169 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:00.433322 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-800245fc-e7ff-4d2d-afe9-6c8a9d2cddf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:00.433457 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7fd9b318-f664-4735-b0fc-2dcf00a2d06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:00.654661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e134a74b-ac1c-4507-acad-4b4c28d0c663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:00.654661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1cd8e5b9-b025-41a3-95bb-25d65de83e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:00.664947 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e2d1d649-73dc-44ed-9ddf-1dda95a9db57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 4, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port': {'id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:11Z', 'updated_at': '2022-02-18T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'dbd8704b-8120-4045-a9ab-a16b2d0e1325', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'floating_ip_address': '172.25.1.38', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'port_id': '720ca9de-aa3a-4dcb-8a1f-36c30630d164', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'mac_address': 'fa:16:3e:0d:68:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3903c16f-7300-450e-9316-4e216e2b203d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:58:26Z', 'updated_at': '2022-02-18T08:58:55Z', 'revision_number': 1, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66782537-d63b-4ecf-a430-0250a169f4e5', 'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'mac_address': 'fa:16:3e:b0:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:17Z', 'updated_at': '2022-02-18T08:58:32Z', 'revision_number': 5, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'subnets': [{'id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:00.672066 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1cd8e5b9-b025-41a3-95bb-25d65de83e5b admin admin] Usage tracker for resource:security_group_rule and tenant:4c70ef06a8c74bfcb16f80456ea4cdd5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:00.672066 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1cd8e5b9-b025-41a3-95bb-25d65de83e5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:00.675327 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d1d649-73dc-44ed-9ddf-1dda95a9db57 None None] Checking router: b5f89e26-84e5-4203-95a7-2c6bb0a2f500 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:59:00.682446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1cd8e5b9-b025-41a3-95bb-25d65de83e5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:00.694219 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d1d649-73dc-44ed-9ddf-1dda95a9db57 None None] Routers {'b5f89e26-84e5-4203-95a7-2c6bb0a2f500'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:59:00.694219 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e2d1d649-73dc-44ed-9ddf-1dda95a9db57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:58:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:00.755993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e134a74b-ac1c-4507-acad-4b4c28d0c663 admin admin] Usage tracker for resource:security_group_rule and tenant:5f9d079bf12d4be7a51c29329522b799 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:00.781180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-27c4e620-8028-4455-9d4e-c349076b3c4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:00.783623 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e134a74b-ac1c-4507-acad-4b4c28d0c663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:00.867503 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-27c4e620-8028-4455-9d4e-c349076b3c4f admin admin] Usage tracker for resource:security_group_rule and tenant:6a0084f31a224c08a5bc934a1c0c0b4e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:00.879084 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e134a74b-ac1c-4507-acad-4b4c28d0c663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:00.889909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-27c4e620-8028-4455-9d4e-c349076b3c4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:00.902890 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-27c4e620-8028-4455-9d4e-c349076b3c4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:00.929181 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-e2d1d649-73dc-44ed-9ddf-1dda95a9db57 None None] Set router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:59:01.106117 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-aa7f5c80-3b15-4db1-9647-085998f9bb45 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1669450 Feb 18 08:59:01.181157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] For port 6339aea7-3e12-48d4-a3fe-5281371d84b3, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6339aea7-3e12-48d4-a3fe-5281371d84b3,segment=NetworkSegment(0e32be43-332e-4fd7-94a0-73e1a2d88323),segment_id=0e32be43-332e-4fd7-94a0-73e1a2d88323)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:01.181520 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:01.192703 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-800245fc-e7ff-4d2d-afe9-6c8a9d2cddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:01.249934 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1cd8e5b9-b025-41a3-95bb-25d65de83e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:01.251737 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88692e8-967b-408c-a91c-60b4976d609e req-41c03fa4-d885-4e68-9556-ca9692277e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:01.253398 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d88692e8-967b-408c-a91c-60b4976d609e req-41c03fa4-d885-4e68-9556-ca9692277e31 service neutron] 10.222.0.81 "GET /v2.0/networks?id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 HTTP/1.1" status: 200 len: 912 time: 0.6588159 Feb 18 08:59:01.324511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-c269a1e4-d51f-4d66-9f11-f2d98bb9c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:01.325570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-c269a1e4-d51f-4d66-9f11-f2d98bb9c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:01.326235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-c269a1e4-d51f-4d66-9f11-f2d98bb9c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:01.326960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-c269a1e4-d51f-4d66-9f11-f2d98bb9c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:01.327598 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-c269a1e4-d51f-4d66-9f11-f2d98bb9c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:01.328144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-c269a1e4-d51f-4d66-9f11-f2d98bb9c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:01.328923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-c269a1e4-d51f-4d66-9f11-f2d98bb9c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:01.333420 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-c269a1e4-d51f-4d66-9f11-f2d98bb9c686 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 6491 time: 0.1148469 Feb 18 08:59:01.440211 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e2d1d649-73dc-44ed-9ddf-1dda95a9db57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 4, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port': {'id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:11Z', 'updated_at': '2022-02-18T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'dbd8704b-8120-4045-a9ab-a16b2d0e1325', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'floating_ip_address': '172.25.1.38', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'port_id': '720ca9de-aa3a-4dcb-8a1f-36c30630d164', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'mac_address': 'fa:16:3e:0d:68:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3903c16f-7300-450e-9316-4e216e2b203d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:58:26Z', 'updated_at': '2022-02-18T08:58:55Z', 'revision_number': 1, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66782537-d63b-4ecf-a430-0250a169f4e5', 'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'mac_address': 'fa:16:3e:b0:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:17Z', 'updated_at': '2022-02-18T08:58:32Z', 'revision_number': 5, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'subnets': [{'id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:01.446610 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d1d649-73dc-44ed-9ddf-1dda95a9db57 None None] The sync data for ids ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'] in n-d-829434-1 is: [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 4, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port': {'id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:11Z', 'updated_at': '2022-02-18T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'dbd8704b-8120-4045-a9ab-a16b2d0e1325', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'floating_ip_address': '172.25.1.38', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'port_id': '720ca9de-aa3a-4dcb-8a1f-36c30630d164', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'mac_address': 'fa:16:3e:0d:68:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3903c16f-7300-450e-9316-4e216e2b203d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:58:26Z', 'updated_at': '2022-02-18T08:58:55Z', 'revision_number': 1, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66782537-d63b-4ecf-a430-0250a169f4e5', 'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'mac_address': 'fa:16:3e:b0:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:17Z', 'updated_at': '2022-02-18T08:58:32Z', 'revision_number': 5, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'subnets': [{'id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:59:01.476136 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1cd8e5b9-b025-41a3-95bb-25d65de83e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:01.529245 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Calling delete_port for 6339aea7-3e12-48d4-a3fe-5281371d84b3 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:59:01.602880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33642) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:01.617227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-2ccaef3d-4ca4-44dd-8688-1fba6beb92f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:01.617227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-2ccaef3d-4ca4-44dd-8688-1fba6beb92f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:01.617227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-2ccaef3d-4ca4-44dd-8688-1fba6beb92f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:01.617227 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-2ccaef3d-4ca4-44dd-8688-1fba6beb92f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a401406b-a4a8-40c2-921a-a514ad2ac81a&id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&id=6af62175-1a85-4684-83c8-bc920071b3e0&id=6af62175-1a85-4684-83c8-bc920071b3e0 HTTP/1.1" status: 200 len: 2294 time: 0.2568011 Feb 18 08:59:01.652433 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8e5b9-b025-41a3-95bb-25d65de83e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652f5452-9f11-4820-84ca-6c624ad5606f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:01.705810 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1cd8e5b9-b025-41a3-95bb-25d65de83e5b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4c70ef06a8c74bfcb16f80456ea4cdd5&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0211177 Feb 18 08:59:01.727247 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33648) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:01.790928 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-77720833-6b7e-4045-819c-37d94f7c3ba7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40eb1bfc-150b-4f7d-ab6d-c6615ae3067e HTTP/1.1" status: 200 len: 1001 time: 0.1660600 Feb 18 08:59:01.791065 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27c4e620-8028-4455-9d4e-c349076b3c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:01.809865 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e134a74b-ac1c-4507-acad-4b4c28d0c663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:01.868114 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d99eff-46b5-4e1b-8475-caebb9188052 None None] New status for floating IP dbd8704b-8120-4045-a9ab-a16b2d0e1325: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:59:01.889202 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1aa87d2-9a29-4ba8-9d2b-adf7d6e4dd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:01.929485 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c1aa87d2-9a29-4ba8-9d2b-adf7d6e4dd16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:01.939404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-036cc63d-dd00-4e8f-a2d8-3979617f0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:01.940886 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-036cc63d-dd00-4e8f-a2d8-3979617f0e94 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec7d804e-ca01-4571-a18b-fa20d71f9ecf HTTP/1.1" status: 200 len: 851 time: 0.1315024 Feb 18 08:59:01.941818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c1aa87d2-9a29-4ba8-9d2b-adf7d6e4dd16 admin admin] Usage tracker for resource:security_group_rule and tenant:d95c86d39c6c43598233aeb1ace98309 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:01.945109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c1aa87d2-9a29-4ba8-9d2b-adf7d6e4dd16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:01.987295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c1aa87d2-9a29-4ba8-9d2b-adf7d6e4dd16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:02.078717 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27c4e620-8028-4455-9d4e-c349076b3c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:02.085590 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-a2b59b71-7fc8-4ce3-a000-f2bf44453fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:02.087745 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-a2b59b71-7fc8-4ce3-a000-f2bf44453fff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a401406b-a4a8-40c2-921a-a514ad2ac81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389537 Feb 18 08:59:02.107432 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e134a74b-ac1c-4507-acad-4b4c28d0c663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:02.119959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800245fc-e7ff-4d2d-afe9-6c8a9d2cddf7 admin admin] Checking segment: {'id': '2acf71db-eac1-4a54-866b-e7f5418f691a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '91c3b752-9d90-4af2-bdca-d1705c43679d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:59:02.120187 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800245fc-e7ff-4d2d-afe9-6c8a9d2cddf7 admin admin] Network hostable DHCP agents. Network: 91c3b752-9d90-4af2-bdca-d1705c43679d, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:59:02.142796 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800245fc-e7ff-4d2d-afe9-6c8a9d2cddf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0963f039-a544-4a78-8d68-0d34cdc5726e,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:02.147829 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d88692e8-967b-408c-a91c-60b4976d609e req-09039864-e260-4b19-b1ea-a6058be08e86 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720ca9de-aa3a-4dcb-8a1f-36c30630d164 HTTP/1.1" status: 200 len: 998 time: 0.8274491 Feb 18 08:59:02.223448 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1aa87d2-9a29-4ba8-9d2b-adf7d6e4dd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:02.240169 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1aa87d2-9a29-4ba8-9d2b-adf7d6e4dd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:02.247760 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-27c4e620-8028-4455-9d4e-c349076b3c4f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6a0084f31a224c08a5bc934a1c0c0b4e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3166399 Feb 18 08:59:02.271476 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33652) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:02.322233 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa87d2-9a29-4ba8-9d2b-adf7d6e4dd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5388075e-77f0-4d3a-ba5d-437257f1a587,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:02.335923 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-133f1e8f-7e44-4c78-8b60-4fce6c7104b0 service neutron] 10.222.0.61 "GET /v2.0/networks/a401406b-a4a8-40c2-921a-a514ad2ac81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375233 Feb 18 08:59:02.338131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c1aa87d2-9a29-4ba8-9d2b-adf7d6e4dd16 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d95c86d39c6c43598233aeb1ace98309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7373002 Feb 18 08:59:02.341613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33656) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:02.345515 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e134a74b-ac1c-4507-acad-4b4c28d0c663 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5f9d079bf12d4be7a51c29329522b799&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0205622 Feb 18 08:59:02.346382 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4e620-8028-4455-9d4e-c349076b3c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d39402d-a8ae-4466-895f-31f2ba6bd324,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:02.353324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33660) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:02.413658 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7270a769-f90f-484c-b45c-079918294e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:02.429224 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800245fc-e7ff-4d2d-afe9-6c8a9d2cddf7 admin admin] Network 91c3b752-9d90-4af2-bdca-d1705c43679d is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:59:02.461067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88692e8-967b-408c-a91c-60b4976d609e req-a1e9dbb0-0cb3-4145-bd12-888e2ad0a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:02.461067 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d88692e8-967b-408c-a91c-60b4976d609e req-a1e9dbb0-0cb3-4145-bd12-888e2ad0a10f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9eaf963a-b95e-4bec-b0a0-0baccb065970 HTTP/1.1" status: 200 len: 850 time: 0.2618279 Feb 18 08:59:02.502739 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3dea873-0d34-4ed4-8bfc-cdc1d11f155f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:02.552978 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3dea873-0d34-4ed4-8bfc-cdc1d11f155f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:02.558204 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-7e2fe244-ce3c-4237-9632-8e7fe1647dd8 service neutron] 10.222.0.61 "GET /v2.0/networks/a401406b-a4a8-40c2-921a-a514ad2ac81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012398 Feb 18 08:59:02.595951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-800245fc-e7ff-4d2d-afe9-6c8a9d2cddf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 91c3b752-9d90-4af2-bdca-d1705c43679d) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:59:02.597551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134a74b-ac1c-4507-acad-4b4c28d0c663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ad1d95-5888-4e24-beb5-210b5f9806be,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:02.610435 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a59cf7a-fe8f-4c8b-a5ee-1a8dd1bc9fd5 None None] Network 91c3b752-9d90-4af2-bdca-d1705c43679d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:59:02.628109 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800245fc-e7ff-4d2d-afe9-6c8a9d2cddf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:02.629141 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-800245fc-e7ff-4d2d-afe9-6c8a9d2cddf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:02.638049 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7270a769-f90f-484c-b45c-079918294e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:02.641074 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-7742e542-b115-4553-bd34-f835a3ccc652 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=5d533476-d347-4c13-8d3e-a98ebb1ba63d HTTP/1.1" status: 200 len: 217 time: 0.0718269 Feb 18 08:59:02.721752 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f043a73c-7078-408f-80a7-d9ec800a1d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:02.727973 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-730e2a19-ea4c-4a73-ab07-f0b8b1a3df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:02.729568 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-730e2a19-ea4c-4a73-ab07-f0b8b1a3df7b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b443beab-a13b-4525-9863-a6eb259ae31b HTTP/1.1" status: 200 len: 797 time: 0.0815299 Feb 18 08:59:02.748527 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bc56d9d8-5e22-4298-a5e3-4cb71ad97612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:02.774781 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-15de0490-8b9e-4460-b2ba-1f7a5a096d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:02.781261 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3dea873-0d34-4ed4-8bfc-cdc1d11f155f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:02.817637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dea873-0d34-4ed4-8bfc-cdc1d11f155f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5388075e-77f0-4d3a-ba5d-437257f1a587,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:02.817899 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:02.822031 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3dea873-0d34-4ed4-8bfc-cdc1d11f155f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:02.824590 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f3dea873-0d34-4ed4-8bfc-cdc1d11f155f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5388075e-77f0-4d3a-ba5d-437257f1a587 HTTP/1.1" status: 204 len: 168 time: 0.4798915 Feb 18 08:59:02.877094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-b7dcd7cf-8bbd-407b-b9b6-42a3898d110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:02.880964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-b7dcd7cf-8bbd-407b-b9b6-42a3898d110f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1419437 Feb 18 08:59:02.891055 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f043a73c-7078-408f-80a7-d9ec800a1d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:02.940926 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Pushing event deleted for resources: {'Port': ['ID=6339aea7-3e12-48d4-a3fe-5281371d84b3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:02.947618 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86edc4de-8803-4d23-9837-96fe948f5cdc None None] Network 91c3b752-9d90-4af2-bdca-d1705c43679d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:59:02.959411 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-800245fc-e7ff-4d2d-afe9-6c8a9d2cddf7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.1685278 Feb 18 08:59:03.008576 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-15de0490-8b9e-4460-b2ba-1f7a5a096d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:03.282585 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7270a769-f90f-484c-b45c-079918294e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:03.295172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88692e8-967b-408c-a91c-60b4976d609e req-79479c1c-5acd-4c2d-a2a5-430e54a88fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:03.298070 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d88692e8-967b-408c-a91c-60b4976d609e req-79479c1c-5acd-4c2d-a2a5-430e54a88fa5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8187869 Feb 18 08:59:03.556612 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7270a769-f90f-484c-b45c-079918294e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:03.556612 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7270a769-f90f-484c-b45c-079918294e99 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/652f5452-9f11-4820-84ca-6c624ad5606f HTTP/1.1" status: 204 len: 168 time: 1.8185837 Feb 18 08:59:03.556612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270a769-f90f-484c-b45c-079918294e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652f5452-9f11-4820-84ca-6c624ad5606f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:03.622534 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f043a73c-7078-408f-80a7-d9ec800a1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:03.668679 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-efa6b76f-ae94-49ce-8be3-5ebfb2d359c9 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7647901 Feb 18 08:59:03.713839 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:03.731227 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f043a73c-7078-408f-80a7-d9ec800a1d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:03.731227 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f043a73c-7078-408f-80a7-d9ec800a1d14 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d39402d-a8ae-4466-895f-31f2ba6bd324 HTTP/1.1" status: 204 len: 168 time: 1.4378970 Feb 18 08:59:03.731227 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d88692e8-967b-408c-a91c-60b4976d609e req-efeb4420-2f5d-49bd-92b8-529a5f465372 service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185915 Feb 18 08:59:03.745948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043a73c-7078-408f-80a7-d9ec800a1d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d39402d-a8ae-4466-895f-31f2ba6bd324,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:03.800331 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:03.834401 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-15de0490-8b9e-4460-b2ba-1f7a5a096d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:03.834401 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-15de0490-8b9e-4460-b2ba-1f7a5a096d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:03.834401 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-15de0490-8b9e-4460-b2ba-1f7a5a096d81 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c4ad1d95-5888-4e24-beb5-210b5f9806be HTTP/1.1" status: 204 len: 168 time: 1.4670031 Feb 18 08:59:03.988153 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:04.016482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de0490-8b9e-4460-b2ba-1f7a5a096d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ad1d95-5888-4e24-beb5-210b5f9806be,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:04.215459 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-8cf58c89-ba0d-41c2-95aa-ca8cd571e44a service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431664 Feb 18 08:59:04.314961 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d88692e8-967b-408c-a91c-60b4976d609e req-57712085-bec4-4d92-9087-ee4af1316b8b service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599411 Feb 18 08:59:04.341189 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-4d998473-f08e-42f8-af17-284df6c548d7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=c2e0cbb0-82ef-4c98-a16f-e576f7a2297c HTTP/1.1" status: 200 len: 217 time: 0.1209743 Feb 18 08:59:04.433349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-65928b4c-fbba-4450-9118-3693b5b27fbe tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:04.433349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-65928b4c-fbba-4450-9118-3693b5b27fbe tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Synchronizing usage tracker for tenant:0b71322c4f204ff69d1a3a168c31b169 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:59:04.433349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-fb22c5e1-4b99-442c-a014-519cf26c329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:04.433349 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-fb22c5e1-4b99-442c-a014-519cf26c329f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b443beab-a13b-4525-9863-a6eb259ae31b HTTP/1.1" status: 200 len: 797 time: 0.0940063 Feb 18 08:59:04.587458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-65928b4c-fbba-4450-9118-3693b5b27fbe tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Unset dirty status for tenant:0b71322c4f204ff69d1a3a168c31b169 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:59:04.588410 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-65928b4c-fbba-4450-9118-3693b5b27fbe tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/networks?id=91c3b752-9d90-4af2-bdca-d1705c43679d HTTP/1.1" status: 200 len: 818 time: 0.6511142 Feb 18 08:59:04.611715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-de0523f4-61f4-443c-9452-b81253427696 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/quotas/0b71322c4f204ff69d1a3a168c31b169 HTTP/1.1" status: 200 len: 375 time: 0.0174072 Feb 18 08:59:04.618636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-3a238733-f446-49c9-8d4f-16804b144b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:04.620081 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-3a238733-f446-49c9-8d4f-16804b144b94 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1805530 Feb 18 08:59:04.691928 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-d8770043-a499-4a5f-ae98-7820f8fe8071 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b71322c4f204ff69d1a3a168c31b169&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708621 Feb 18 08:59:04.761566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Router edfef28d-530b-47a0-aa80-c614f97b26ed has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 08:59:04.929057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33708) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:04.972945 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:05.014769 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ed50aaa9-011f-4f86-a65c-c2678ac5fea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:05.036141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33712) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:05.096064 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-012b1c0f-8827-462c-8d56-b0db3e8d418a service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339972 Feb 18 08:59:05.097128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ed50aaa9-011f-4f86-a65c-c2678ac5fea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:05.116742 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ed50aaa9-011f-4f86-a65c-c2678ac5fea5 admin admin] Usage tracker for resource:security_group_rule and tenant:0bce86fbb0544ef9899c49b23d945410 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:05.145140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 08:59:05.157713 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac39d51b-dc69-438c-96fc-69c566341499 None None] Sync routers for ids ['edfef28d-530b-47a0-aa80-c614f97b26ed'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:59:05.167940 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ca5218b2-4cd8-4bb3-8f4e-520ac740a258 admin admin] 10.222.0.72 "PUT /v2.0/routers/edfef28d-530b-47a0-aa80-c614f97b26ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3433149 Feb 18 08:59:05.171035 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33718) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:05.174360 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac39d51b-dc69-438c-96fc-69c566341499 None None] Routers {'edfef28d-530b-47a0-aa80-c614f97b26ed'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:59:05.174743 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ac39d51b-dc69-438c-96fc-69c566341499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:59:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['edfef28d-530b-47a0-aa80-c614f97b26ed'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:05.282563 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-9bd7b3ee-9082-4d2d-a15a-a29926eff2c4 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715462 Feb 18 08:59:05.290523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ed50aaa9-011f-4f86-a65c-c2678ac5fea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:05.299501 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-5bf07931-124e-4a8d-b0f4-fe7c034bf160 service neutron] 10.222.0.72 "GET /v2.0/networks/91c3b752-9d90-4af2-bdca-d1705c43679d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298097 Feb 18 08:59:05.445397 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ed50aaa9-011f-4f86-a65c-c2678ac5fea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:05.461997 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-ac39d51b-dc69-438c-96fc-69c566341499 None None] Set router edfef28d-530b-47a0-aa80-c614f97b26ed gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:59:05.508439 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d80eb23d-510e-4d2b-a811-0ade32c79efb admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:05.634323 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-44655179-98a2-4aa7-b650-88fc98187e3d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f06026d8dd454af2a08d903ccd91a586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5923839 Feb 18 08:59:05.644304 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33734) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:05.648743 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-6aa8a145-f915-4169-b001-694cfcac9111 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=28ca0474-ecea-48dc-bdbc-81970b7d76d9 HTTP/1.1" status: 200 len: 217 time: 0.3554163 Feb 18 08:59:05.842346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-3cc0e156-3568-419c-84db-88deb01c12e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:05.844339 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-3cc0e156-3568-419c-84db-88deb01c12e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b443beab-a13b-4525-9863-a6eb259ae31b HTTP/1.1" status: 200 len: 797 time: 0.1731386 Feb 18 08:59:05.846469 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-47678ce5-5c2b-409c-af98-df41f131a157 service neutron] 10.222.0.72 "GET /v2.0/networks/91c3b752-9d90-4af2-bdca-d1705c43679d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235675 Feb 18 08:59:05.936552 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d80eb23d-510e-4d2b-a811-0ade32c79efb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:05.990137 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d80eb23d-510e-4d2b-a811-0ade32c79efb admin admin] Deleting port ab8334f6-b901-4a1a-9358-323ec160bc1c {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:59:05.990137 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d80eb23d-510e-4d2b-a811-0ade32c79efb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:06.070085 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-adccec36-37e9-432e-b58d-9303b6bc80a3 req-1ac71d58-9b2b-460e-8c4c-610dca69894d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4916084 Feb 18 08:59:06.079468 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cfccd175-b9c7-42b9-8869-e7671a992af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:06.229606 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ac39d51b-dc69-438c-96fc-69c566341499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfef28d-530b-47a0-aa80-c614f97b26ed', 'name': 'tempest-ServersTestFqdnHostnames-1010933076-router', 'tenant_id': '6c577f68810f4adebbea43e8db205dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'ab8334f6-b901-4a1a-9358-323ec160bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:36Z', 'updated_at': '2022-02-18T08:59:02Z', 'revision_number': 5, 'project_id': '6c577f68810f4adebbea43e8db205dc5', 'gw_port': {'id': 'ab8334f6-b901-4a1a-9358-323ec160bc1c', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfef28d-530b-47a0-aa80-c614f97b26ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:39Z', 'updated_at': '2022-02-18T08:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:06.250314 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac39d51b-dc69-438c-96fc-69c566341499 None None] Checking router: edfef28d-530b-47a0-aa80-c614f97b26ed for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:59:06.273460 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac39d51b-dc69-438c-96fc-69c566341499 None None] Routers {'edfef28d-530b-47a0-aa80-c614f97b26ed'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 08:59:06.274878 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ac39d51b-dc69-438c-96fc-69c566341499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T08:59:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['edfef28d-530b-47a0-aa80-c614f97b26ed'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:06.332337 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-46d0d2f2-5fb9-4d05-be41-79a0276d1485 req-ef6457dd-e267-469b-b0dd-94b19da33f01 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/ports?device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 210 time: 0.0560012 Feb 18 08:59:06.454324 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cfccd175-b9c7-42b9-8869-e7671a992af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:06.504824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-ad6e44f4-b9d0-459c-8058-62c3be26c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:06.507195 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-ad6e44f4-b9d0-459c-8058-62c3be26c178 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6517315 Feb 18 08:59:06.516254 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ed50aaa9-011f-4f86-a65c-c2678ac5fea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:06.540910 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ed50aaa9-011f-4f86-a65c-c2678ac5fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:06.595903 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-ac39d51b-dc69-438c-96fc-69c566341499 None None] Set router edfef28d-530b-47a0-aa80-c614f97b26ed gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 08:59:06.658244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50aaa9-011f-4f86-a65c-c2678ac5fea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22215dc4-cc04-41b2-9fc0-1c0983297590,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:06.698899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ed50aaa9-011f-4f86-a65c-c2678ac5fea5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0bce86fbb0544ef9899c49b23d945410&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7675281 Feb 18 08:59:06.702427 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33774) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:06.755775 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccec36-37e9-432e-b58d-9303b6bc80a3 req-e5d03ad1-e8d3-4f1d-b1db-f6f41939f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:06.756792 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-adccec36-37e9-432e-b58d-9303b6bc80a3 req-e5d03ad1-e8d3-4f1d-b1db-f6f41939f6c3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=72394f0052cf4105ace3e6770e79b704&device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 1096 time: 0.4643431 Feb 18 08:59:06.783841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-d80eb23d-510e-4d2b-a811-0ade32c79efb admin admin] For port ab8334f6-b901-4a1a-9358-323ec160bc1c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ab8334f6-b901-4a1a-9358-323ec160bc1c,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:06.784226 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d80eb23d-510e-4d2b-a811-0ade32c79efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:06.801199 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-97d74d26-c592-4835-88b4-fdf6f7baa9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:06.881463 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-97d74d26-c592-4835-88b4-fdf6f7baa9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:06.908356 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-a6d36e05-aa92-4df0-8b4a-34cd08faa6ae service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887177 Feb 18 08:59:06.970774 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ac39d51b-dc69-438c-96fc-69c566341499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfef28d-530b-47a0-aa80-c614f97b26ed', 'name': 'tempest-ServersTestFqdnHostnames-1010933076-router', 'tenant_id': '6c577f68810f4adebbea43e8db205dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:36Z', 'updated_at': '2022-02-18T08:59:05Z', 'revision_number': 6, 'project_id': '6c577f68810f4adebbea43e8db205dc5', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:06.982914 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac39d51b-dc69-438c-96fc-69c566341499 None None] The sync data for ids ['edfef28d-530b-47a0-aa80-c614f97b26ed'] in n-d-829434-1 is: [{'id': 'edfef28d-530b-47a0-aa80-c614f97b26ed', 'name': 'tempest-ServersTestFqdnHostnames-1010933076-router', 'tenant_id': '6c577f68810f4adebbea43e8db205dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:36Z', 'updated_at': '2022-02-18T08:59:05Z', 'revision_number': 6, 'project_id': '6c577f68810f4adebbea43e8db205dc5', 'gw_port_host': None}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:59:07.189763 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-97d74d26-c592-4835-88b4-fdf6f7baa9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:07.220117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d74d26-c592-4835-88b4-fdf6f7baa9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22215dc4-cc04-41b2-9fc0-1c0983297590,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:07.253096 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-c232c929-0156-4c10-bba7-614bc0247060 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304861 Feb 18 08:59:07.254038 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-97d74d26-c592-4835-88b4-fdf6f7baa9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:07.258324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-97d74d26-c592-4835-88b4-fdf6f7baa9ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/22215dc4-cc04-41b2-9fc0-1c0983297590 HTTP/1.1" status: 204 len: 168 time: 0.5548141 Feb 18 08:59:07.282685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d80eb23d-510e-4d2b-a811-0ade32c79efb admin admin] Calling delete_port for ab8334f6-b901-4a1a-9358-323ec160bc1c owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:59:07.347039 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-a3be56a9-1fb0-4ed8-a000-5b4c67656281 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=90f3702e-a062-4be2-8950-ee1a8178c3b9 HTTP/1.1" status: 200 len: 217 time: 0.0874929 Feb 18 08:59:07.352532 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cfccd175-b9c7-42b9-8869-e7671a992af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:07.423943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccd175-b9c7-42b9-8869-e7671a992af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0acb31-59ad-4127-bdec-e13cb9870caa,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:07.435862 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccec36-37e9-432e-b58d-9303b6bc80a3 req-3ce62116-8a2f-4e8e-8efc-8551f494697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:07.437429 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-adccec36-37e9-432e-b58d-9303b6bc80a3 req-3ce62116-8a2f-4e8e-8efc-8551f494697d service neutron] 10.222.0.81 "GET /v2.0/networks?id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 HTTP/1.1" status: 200 len: 912 time: 0.6230621 Feb 18 08:59:07.479933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-02489586-04c4-42bd-90e2-66bb7170b902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:07.482091 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-02489586-04c4-42bd-90e2-66bb7170b902 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b443beab-a13b-4525-9863-a6eb259ae31b HTTP/1.1" status: 200 len: 797 time: 0.1275704 Feb 18 08:59:07.598492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0986f0b8-1f4c-49dd-baf1-291911407035 req-eef20cbe-bf27-4790-8522-f19be44efbc4 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/ports?device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 210 time: 0.0671380 Feb 18 08:59:07.636067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-fb025c2b-9429-4a19-9d7f-9b383c5cec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:07.640483 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-fb025c2b-9429-4a19-9d7f-9b383c5cec4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1504664 Feb 18 08:59:07.782409 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cfccd175-b9c7-42b9-8869-e7671a992af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:07.782409 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cfccd175-b9c7-42b9-8869-e7671a992af5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/da0acb31-59ad-4127-bdec-e13cb9870caa HTTP/1.1" status: 204 len: 168 time: 2.1296132 Feb 18 08:59:07.900013 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-b3dea904-0029-490e-aaf0-8847ef987f5a service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531273 Feb 18 08:59:08.037412 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6339aea7-3e12-48d4-a3fe-5281371d84b3 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:59:08.096313 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-adccec36-37e9-432e-b58d-9303b6bc80a3 req-146deffc-12bf-437b-b7de-952842a88595 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720ca9de-aa3a-4dcb-8a1f-36c30630d164 HTTP/1.1" status: 200 len: 1000 time: 0.6403105 Feb 18 08:59:08.096313 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d80eb23d-510e-4d2b-a811-0ade32c79efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:08.141850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 6339aea7-3e12-48d4-a3fe-5281371d84b3 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:59:08.142197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6339aea7-3e12-48d4-a3fe-5281371d84b3 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:59:08.142605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ab8334f6-b901-4a1a-9358-323ec160bc1c no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:59:08.231533 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: ab8334f6-b901-4a1a-9358-323ec160bc1c {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:59:08.231533 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ab8334f6-b901-4a1a-9358-323ec160bc1c not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:59:08.255480 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-677cbe5d-784e-43b6-98bd-d015cb2dfe06 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440673 Feb 18 08:59:08.269715 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80eb23d-510e-4d2b-a811-0ade32c79efb admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8334f6-b901-4a1a-9358-323ec160bc1c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:08.358513 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-7d9d6c0c-f02e-41ef-9b2e-26a2a9da2aee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=99ae2b9b-f68e-4fcd-ab39-beb4afc7745c HTTP/1.1" status: 200 len: 217 time: 0.0969527 Feb 18 08:59:08.389151 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccec36-37e9-432e-b58d-9303b6bc80a3 req-50e160f6-ae0f-4fec-966d-23f098999ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:08.390765 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-adccec36-37e9-432e-b58d-9303b6bc80a3 req-50e160f6-ae0f-4fec-966d-23f098999ac0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9eaf963a-b95e-4bec-b0a0-0baccb065970 HTTP/1.1" status: 200 len: 850 time: 0.2203515 Feb 18 08:59:08.451951 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d80eb23d-510e-4d2b-a811-0ade32c79efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:08.473876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-1f218c99-10cc-45fc-ae0e-f29395ba22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:08.478600 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-1f218c99-10cc-45fc-ae0e-f29395ba22a2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dcb6ae52-6c76-4652-9980-2c755082684d HTTP/1.1" status: 200 len: 797 time: 0.1120112 Feb 18 08:59:08.595245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-eb0c1e46-6d87-419a-9a16-fdf0395cb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:08.596895 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-eb0c1e46-6d87-419a-9a16-fdf0395cb14f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6af62175-1a85-4684-83c8-bc920071b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1114128 Feb 18 08:59:08.732502 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d80eb23d-510e-4d2b-a811-0ade32c79efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:08.787791 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d80eb23d-510e-4d2b-a811-0ade32c79efb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:08.900474 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d80eb23d-510e-4d2b-a811-0ade32c79efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:08.902624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80eb23d-510e-4d2b-a811-0ade32c79efb admin admin] Fanout notify agent at l3_agent the message router_deleted on router edfef28d-530b-47a0-aa80-c614f97b26ed {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 08:59:08.948043 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccec36-37e9-432e-b58d-9303b6bc80a3 req-cb61b074-2fce-4d23-91b7-6ee37dd65412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:08.952577 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-adccec36-37e9-432e-b58d-9303b6bc80a3 req-cb61b074-2fce-4d23-91b7-6ee37dd65412 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5516105 Feb 18 08:59:09.142155 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d80eb23d-510e-4d2b-a811-0ade32c79efb admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:09.143501 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d80eb23d-510e-4d2b-a811-0ade32c79efb admin admin] 10.222.0.72 "DELETE /v2.0/routers/edfef28d-530b-47a0-aa80-c614f97b26ed HTTP/1.1" status: 204 len: 168 time: 3.9702923 Feb 18 08:59:09.146826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33824) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:09.147228 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33828) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:09.172794 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2360057b-42ea-417e-9c0b-e962cf4a60ca req-d811434f-d964-4db9-ba8b-cf84e50bdd7d tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/ports?device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 210 time: 0.2953768 Feb 18 08:59:09.251451 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-700d139a-0560-458d-a778-e119eaab45b5 admin admin] Deleting subnet 1d7f3fda-fdf1-4514-930b-07e3f7eea637 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:59:09.254018 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-8ce4116a-7ecc-4381-b290-3b771dc06377 service neutron] 10.222.0.61 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6510568 Feb 18 08:59:09.255856 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-700d139a-0560-458d-a778-e119eaab45b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:09.316089 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-700d139a-0560-458d-a778-e119eaab45b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:09.360574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-1d3b98da-9280-4ff3-8f0b-182a7f574e2f tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:09.361536 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-1d3b98da-9280-4ff3-8f0b-182a7f574e2f tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.81 "GET /v2.0/networks?id=91c3b752-9d90-4af2-bdca-d1705c43679d HTTP/1.1" status: 200 len: 818 time: 0.6313956 Feb 18 08:59:09.380561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-fa9416f6-87ae-4a8b-9dc2-21068b8e970f tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Request body: {'port': {'device_id': '35170ffc-d188-45c5-ab40-ef5b4f124d88', 'network_id': '91c3b752-9d90-4af2-bdca-d1705c43679d', 'admin_state_up': True, 'tenant_id': '0b71322c4f204ff69d1a3a168c31b169'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:09.402992 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-700d139a-0560-458d-a778-e119eaab45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:09.501124 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-adccec36-37e9-432e-b58d-9303b6bc80a3 req-4c98f35e-4203-410b-a0c0-dbd30b2fc8dc service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381525 Feb 18 08:59:09.505229 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f3738d7f-dc81-4278-bfe7-0fbd58c8e69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:09.569726 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f3738d7f-dc81-4278-bfe7-0fbd58c8e69c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:09.585891 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f3738d7f-dc81-4278-bfe7-0fbd58c8e69c admin admin] Usage tracker for resource:security_group_rule and tenant:d2033553f53641b2bc433036e7405a41 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:09.627443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-83c43941-0e25-4582-b193-bfe3997c2fe2 service neutron] 10.222.0.61 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640971 Feb 18 08:59:09.635526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f3738d7f-dc81-4278-bfe7-0fbd58c8e69c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:09.652588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f3738d7f-dc81-4278-bfe7-0fbd58c8e69c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:09.718623 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-700d139a-0560-458d-a778-e119eaab45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:09.724623 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-5a8a03e2-7fb4-4548-8388-d50d935c3cf2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=be96da4c-c4db-494c-8efd-914fb5f9171c HTTP/1.1" status: 200 len: 217 time: 0.0892334 Feb 18 08:59:09.733226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-fa9416f6-87ae-4a8b-9dc2-21068b8e970f tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:09.768771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-fa9416f6-87ae-4a8b-9dc2-21068b8e970f tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Usage tracker for resource:port and tenant:0b71322c4f204ff69d1a3a168c31b169 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:09.770049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d139a-0560-458d-a778-e119eaab45b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d7f3fda-fdf1-4514-930b-07e3f7eea637,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:09.775422 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-fa9416f6-87ae-4a8b-9dc2-21068b8e970f tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:09.784499 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-700d139a-0560-458d-a778-e119eaab45b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:09.784741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-fa9416f6-87ae-4a8b-9dc2-21068b8e970f tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:09.795596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f92f262-1be4-4302-82b1-96f15e38fd44 None None] Network 1d9c5212-c6be-4910-9ea5-99abe0deda3f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:59:09.808314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-47440a45-51e1-4acd-a77d-d68c70781ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:09.811250 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-47440a45-51e1-4acd-a77d-d68c70781ee6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dcb6ae52-6c76-4652-9980-2c755082684d HTTP/1.1" status: 200 len: 797 time: 0.0792437 Feb 18 08:59:09.812601 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-fa9416f6-87ae-4a8b-9dc2-21068b8e970f tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Made reservation on behalf of 0b71322c4f204ff69d1a3a168c31b169 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:09.812995 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-adccec36-37e9-432e-b58d-9303b6bc80a3 req-cde05945-abb4-4df5-b016-a44ec3be06a3 service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829225 Feb 18 08:59:09.816748 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-fa9416f6-87ae-4a8b-9dc2-21068b8e970f tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:09.843208 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-700d139a-0560-458d-a778-e119eaab45b5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1d7f3fda-fdf1-4514-930b-07e3f7eea637 HTTP/1.1" status: 204 len: 168 time: 0.6905768 Feb 18 08:59:09.845103 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33850) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:09.992627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-70015808-2598-486c-a3f3-b4daa836f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:09.994720 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-70015808-2598-486c-a3f3-b4daa836f847 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6af62175-1a85-4684-83c8-bc920071b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1674254 Feb 18 08:59:10.103428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33858) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:10.112479 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:10.122935 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f3738d7f-dc81-4278-bfe7-0fbd58c8e69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:10.133340 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] Deleting port 5b570f04-09fc-42d8-9039-4dc1c8fec292 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:59:10.135989 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:10.163359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33864) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:10.173613 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f3738d7f-dc81-4278-bfe7-0fbd58c8e69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:10.193676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-fa9416f6-87ae-4a8b-9dc2-21068b8e970f tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Allocated IP 172.20.0.3 (91c3b752-9d90-4af2-bdca-d1705c43679d/0963f039-a544-4a78-8d68-0d34cdc5726e/bbbdbc41-1bed-4e6f-975f-39047016e1cf) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:59:10.197738 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc77bdf-1309-4383-82ce-6ecfc00d3548 None None] DHCP port deletion for 1d9c5212-c6be-4910-9ea5-99abe0deda3f request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:59:10.231548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-edc77bdf-1309-4383-82ce-6ecfc00d3548 None None] Deleting port 5b570f04-09fc-42d8-9039-4dc1c8fec292 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:59:10.232634 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-edc77bdf-1309-4383-82ce-6ecfc00d3548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:10.273402 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-aded7c8b-f765-4b4e-8d32-88413c0a66ae service neutron] 10.222.0.61 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456682 Feb 18 08:59:10.541204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3738d7f-dc81-4278-bfe7-0fbd58c8e69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e71ab55-92e0-4d5e-a394-cde1d1982113,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:10.568037 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9284b265-c614-44f8-a309-fa3ab5b76a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:10.577956 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f3738d7f-dc81-4278-bfe7-0fbd58c8e69c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d2033553f53641b2bc433036e7405a41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4294705 Feb 18 08:59:10.579229 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2f5f8fb-db95-40f0-b532-7669c78f0b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:10.583653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33880) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:10.604470 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0449e7bf-1eab-4404-8907-126667f8fd34 req-b65d119d-ae0c-4468-90e6-05320662ac49 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/ports?device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 210 time: 0.1677763 Feb 18 08:59:10.616298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9284b265-c614-44f8-a309-fa3ab5b76a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:10.631459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d2f5f8fb-db95-40f0-b532-7669c78f0b82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:10.646440 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d2f5f8fb-db95-40f0-b532-7669c78f0b82 admin admin] Usage tracker for resource:security_group_rule and tenant:1b0318e91bc44dcbbc917e0ee1bcf0a5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:10.649364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d2f5f8fb-db95-40f0-b532-7669c78f0b82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:10.649791 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9284b265-c614-44f8-a309-fa3ab5b76a8b admin admin] Usage tracker for resource:security_group_rule and tenant:765e548423e24b40b80d2e0296a20e53 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:10.655763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d2f5f8fb-db95-40f0-b532-7669c78f0b82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:10.678708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9284b265-c614-44f8-a309-fa3ab5b76a8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:10.703638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9284b265-c614-44f8-a309-fa3ab5b76a8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:10.725325 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7ee8d3-576c-4c2b-8dec-f3b93a5a0c69 req-449737d3-cea1-4710-92b7-dedd5e2bb10e service neutron] 10.222.0.61 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427216 Feb 18 08:59:10.776662 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-edc77bdf-1309-4383-82ce-6ecfc00d3548 None None] For port 5b570f04-09fc-42d8-9039-4dc1c8fec292, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=5b570f04-09fc-42d8-9039-4dc1c8fec292,segment=NetworkSegment(0e32be43-332e-4fd7-94a0-73e1a2d88323),segment_id=0e32be43-332e-4fd7-94a0-73e1a2d88323)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:10.777447 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-edc77bdf-1309-4383-82ce-6ecfc00d3548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:10.778101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33884) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:10.797507 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-fa9416f6-87ae-4a8b-9dc2-21068b8e970f tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:10.819572 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-15bb7454-2ada-406d-bf6b-2512be876a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:10.848081 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-15bb7454-2ada-406d-bf6b-2512be876a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:10.972114 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-15bb7454-2ada-406d-bf6b-2512be876a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:10.977346 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9284b265-c614-44f8-a309-fa3ab5b76a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:10.989122 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-fa9416f6-87ae-4a8b-9dc2-21068b8e970f tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:11.039765 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-edc77bdf-1309-4383-82ce-6ecfc00d3548 None None] Calling delete_port for 5b570f04-09fc-42d8-9039-4dc1c8fec292 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:59:11.040465 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9284b265-c614-44f8-a309-fa3ab5b76a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:11.077416 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Request body: {'networks': [{'name': 'tempest-network--808565960'}, {'name': 'tempest-network--1754492488'}]} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:11.077822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Request body: {'network': {'name': 'tempest-network--808565960'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:11.078404 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2f5f8fb-db95-40f0-b532-7669c78f0b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:11.078557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Request body: {'network': {'name': 'tempest-network--1754492488'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:11.085027 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] For port 5b570f04-09fc-42d8-9039-4dc1c8fec292, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=5b570f04-09fc-42d8-9039-4dc1c8fec292,segment=NetworkSegment(0e32be43-332e-4fd7-94a0-73e1a2d88323),segment_id=0e32be43-332e-4fd7-94a0-73e1a2d88323)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:11.085492 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:11.092636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb7454-2ada-406d-bf6b-2512be876a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e71ab55-92e0-4d5e-a394-cde1d1982113,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:11.110086 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2f5f8fb-db95-40f0-b532-7669c78f0b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:11.118415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:11.129427 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-fa9416f6-87ae-4a8b-9dc2-21068b8e970f tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Network 91c3b752-9d90-4af2-bdca-d1705c43679d is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:59:11.145190 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-fa9416f6-87ae-4a8b-9dc2-21068b8e970f tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:59:11.149850 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-edc77bdf-1309-4383-82ce-6ecfc00d3548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:11.154060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Usage tracker for resource:network and tenant:2a7f6962793d4eb2947c29a8858ce2b1 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:11.165282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:11.173318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-fa9416f6-87ae-4a8b-9dc2-21068b8e970f tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:59:11.177977 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d2f5f8fb-db95-40f0-b532-7669c78f0b82 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1b0318e91bc44dcbbc917e0ee1bcf0a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0721054 Feb 18 08:59:11.206387 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc77bdf-1309-4383-82ce-6ecfc00d3548 None None] Pushing event deleted for resources: {'Port': ['ID=5b570f04-09fc-42d8-9039-4dc1c8fec292,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:11.208319 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:11.214290 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc77bdf-1309-4383-82ce-6ecfc00d3548 None None] No DVR routers for this DVR port 5b570f04-09fc-42d8-9039-4dc1c8fec292 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:59:11.221839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9284b265-c614-44f8-a309-fa3ab5b76a8b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=765e548423e24b40b80d2e0296a20e53&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0554633 Feb 18 08:59:11.237443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33890) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:11.237898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33892) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:11.256635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:11.343154 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] Calling delete_port for 5b570f04-09fc-42d8-9039-4dc1c8fec292 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:59:11.417015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5f8fb-db95-40f0-b532-7669c78f0b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab225ec1-4a3f-4483-b65d-9b9a5d4c9d2c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:11.441912 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:11.453998 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:59:11.456167 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:59:11.456702 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-15bb7454-2ada-406d-bf6b-2512be876a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:11.460961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-15bb7454-2ada-406d-bf6b-2512be876a31 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2e71ab55-92e0-4d5e-a394-cde1d1982113 HTTP/1.1" status: 204 len: 168 time: 0.8633776 Feb 18 08:59:11.479340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9416f6-87ae-4a8b-9dc2-21068b8e970f tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Pushing event updated for resources: {'Port': ['ID=bbbdbc41-1bed-4e6f-975f-39047016e1cf,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:11.482373 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284b265-c614-44f8-a309-fa3ab5b76a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c695829-3428-47f3-a056-8b509bc5af15,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:11.533218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Made reservation on behalf of 2a7f6962793d4eb2947c29a8858ce2b1 for: {'network': 2} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:11.537765 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:11.557728 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:11.618598 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-fa9416f6-87ae-4a8b-9dc2-21068b8e970f tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:11.619972 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-fa9416f6-87ae-4a8b-9dc2-21068b8e970f tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:11.630740 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:11.657366 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 5b570f04-09fc-42d8-9039-4dc1c8fec292 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:59:11.679436 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1029e3a7-35a4-4dac-ac36-88e2aa9158f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:11.683519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Usage tracker for resource:security_group_rule and tenant:2a7f6962793d4eb2947c29a8858ce2b1 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:11.688921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:11.707624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 5b570f04-09fc-42d8-9039-4dc1c8fec292 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:59:11.707996 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 5b570f04-09fc-42d8-9039-4dc1c8fec292 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:59:11.737916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:11.740520 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d5e47aba-5461-4760-a5ca-de15370309fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:11.754100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-fa9416f6-87ae-4a8b-9dc2-21068b8e970f tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3798385 Feb 18 08:59:11.784248 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Request body: {'port': {'device_id': '35170ffc-d188-45c5-ab40-ef5b4f124d88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:11.827444 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d5e47aba-5461-4760-a5ca-de15370309fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:11.909382 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1029e3a7-35a4-4dac-ac36-88e2aa9158f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:11.955717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] Deleting port 5b570f04-09fc-42d8-9039-4dc1c8fec292 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:59:11.956941 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.040071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] The port '5b570f04-09fc-42d8-9039-4dc1c8fec292' was deleted {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 08:59:12.122642 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.174436 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.194461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe0db1-72b2-40c5-9c7a-d419000ba089 req-b5b0a4c2-3380-442e-8a8f-5dffdbbd7f43 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:12.195158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6cbe0db1-72b2-40c5-9c7a-d419000ba089 req-b5b0a4c2-3380-442e-8a8f-5dffdbbd7f43 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Synchronizing usage tracker for tenant:0b71322c4f204ff69d1a3a168c31b169 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:59:12.207436 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9c5212-c6be-4910-9ea5-99abe0deda3f']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:12.229250 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1029e3a7-35a4-4dac-ac36-88e2aa9158f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.229842 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e32be43-332e-4fd7-94a0-73e1a2d88323') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:12.229842 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e32be43-332e-4fd7-94a0-73e1a2d88323') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:12.249329 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.249467 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d5e47aba-5461-4760-a5ca-de15370309fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.265829 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.279130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:59:12.279336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029e3a7-35a4-4dac-ac36-88e2aa9158f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c695829-3428-47f3-a056-8b509bc5af15,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:12.279581 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.303207 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:59:12.303666 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:59:12.320395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6cbe0db1-72b2-40c5-9c7a-d419000ba089 req-b5b0a4c2-3380-442e-8a8f-5dffdbbd7f43 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Unset dirty status for tenant:0b71322c4f204ff69d1a3a168c31b169 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:59:12.321544 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6cbe0db1-72b2-40c5-9c7a-d419000ba089 req-b5b0a4c2-3380-442e-8a8f-5dffdbbd7f43 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/ports?device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 931 time: 0.4994271 Feb 18 08:59:12.327806 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e47aba-5461-4760-a5ca-de15370309fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab225ec1-4a3f-4483-b65d-9b9a5d4c9d2c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:12.372183 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.372651 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.386282 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.406163 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.415190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d9c5212-c6be-4910-9ea5-99abe0deda3f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:12.428793 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ce73fcce-251a-4eff-b77d-4584de17c8d7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1d9c5212-c6be-4910-9ea5-99abe0deda3f HTTP/1.1" status: 204 len: 168 time: 2.5826705 Feb 18 08:59:12.432584 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1029e3a7-35a4-4dac-ac36-88e2aa9158f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.434659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1029e3a7-35a4-4dac-ac36-88e2aa9158f2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6c695829-3428-47f3-a056-8b509bc5af15 HTTP/1.1" status: 204 len: 168 time: 1.1789837 Feb 18 08:59:12.454818 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d5e47aba-5461-4760-a5ca-de15370309fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.458701 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d5e47aba-5461-4760-a5ca-de15370309fa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ab225ec1-4a3f-4483-b65d-9b9a5d4c9d2c HTTP/1.1" status: 204 len: 168 time: 1.2050886 Feb 18 08:59:12.487630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3774b34-674b-472f-abe5-b16298f0a6c6,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:12.505922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:59:12.541875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6cbe0db1-72b2-40c5-9c7a-d419000ba089 req-693659ec-7f9d-41ee-b191-c3b594b4bf9a tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Synchronizing usage tracker for tenant:0b71322c4f204ff69d1a3a168c31b169 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:59:12.545115 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.545456 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Added segment c1ce0a48-c8c9-4658-a837-e06c8d2a7a58 of type vlan for network c94166a8-b7c4-4460-9ff5-cf6eaba6d782 Feb 18 08:59:12.646788 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33930) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:12.648081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6cbe0db1-72b2-40c5-9c7a-d419000ba089 req-693659ec-7f9d-41ee-b191-c3b594b4bf9a tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Unset dirty status for tenant:0b71322c4f204ff69d1a3a168c31b169 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:59:12.649549 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6cbe0db1-72b2-40c5-9c7a-d419000ba089 req-693659ec-7f9d-41ee-b191-c3b594b4bf9a tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/security-groups?id=884d76c7-96ac-48e6-9754-d1cb9899ae2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806859 Feb 18 08:59:12.654734 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.722818 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9c0d1486-b854-4a73-97a9-dc7b6c22b354 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c577f68810f4adebbea43e8db205dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0747023 Feb 18 08:59:12.723081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:59:12.725274 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33936) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:12.743261 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.743514 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Added segment 2a16d7ac-406e-4d41-9d86-910fdfcfec02 of type vlan for network 96d6ca8f-faa4-4b52-958e-d22fc8c4c584 Feb 18 08:59:12.798443 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d90ca13e-799f-4dc9-8a51-cc79db298e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.819134 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.827614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbdbc41-1bed-4e6f-975f-39047016e1cf {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:59:12.829171 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d90ca13e-799f-4dc9-8a51-cc79db298e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.837325 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.875694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Transition to ACTIVE for port object bbbdbc41-1bed-4e6f-975f-39047016e1cf will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:59:12.883883 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.903681 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d90ca13e-799f-4dc9-8a51-cc79db298e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.926976 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ca13e-799f-4dc9-8a51-cc79db298e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8b3cf1-4b2d-48b1-895e-829948065f37,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:12.933133 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d90ca13e-799f-4dc9-8a51-cc79db298e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.936823 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d90ca13e-799f-4dc9-8a51-cc79db298e80 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d8b3cf1-4b2d-48b1-895e-829948065f37 HTTP/1.1" status: 204 len: 168 time: 0.2098529 Feb 18 08:59:12.960605 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.961932 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:12.967577 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:12.972260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:12.972949 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:13.140222 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33946) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:13.159906 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb0bf-3f9c-4629-b012-df15037e0f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:13.180154 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2e0cb0bf-3f9c-4629-b012-df15037e0f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:13.187853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2e0cb0bf-3f9c-4629-b012-df15037e0f00 admin admin] Usage tracker for resource:security_group_rule and tenant:fd89109fa960461dad7cac2c60681655 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:13.190851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2e0cb0bf-3f9c-4629-b012-df15037e0f00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:13.196806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2e0cb0bf-3f9c-4629-b012-df15037e0f00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:13.202647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Pushing event updated for resources: {'Port': ['ID=bbbdbc41-1bed-4e6f-975f-39047016e1cf,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:13.207980 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4242203 Feb 18 08:59:13.208299 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33950) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:13.302603 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event updated for resources: {'Network': ['ID=c94166a8-b7c4-4460-9ff5-cf6eaba6d782,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:13.315586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network c94166a8-b7c4-4460-9ff5-cf6eaba6d782 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:59:13.427211 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb0bf-3f9c-4629-b012-df15037e0f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:13.438708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Attempting to bind port bbbdbc41-1bed-4e6f-975f-39047016e1cf on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:59:13.439039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Attempting to bind port bbbdbc41-1bed-4e6f-975f-39047016e1cf by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '2acf71db-eac1-4a54-866b-e7f5418f691a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '91c3b752-9d90-4af2-bdca-d1705c43679d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:59:13.439601 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Attempting to bind port bbbdbc41-1bed-4e6f-975f-39047016e1cf on network 91c3b752-9d90-4af2-bdca-d1705c43679d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:59:13.444545 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb0bf-3f9c-4629-b012-df15037e0f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:13.450778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Port bbbdbc41-1bed-4e6f-975f-39047016e1cf on network 91c3b752-9d90-4af2-bdca-d1705c43679d not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:59:13.451548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Attempting to bind port bbbdbc41-1bed-4e6f-975f-39047016e1cf on network 91c3b752-9d90-4af2-bdca-d1705c43679d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:59:13.455388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34649e9b-3572-4131-b5e7-cf5b0e8905bb tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event updated for resources: {'Network': ['ID=96d6ca8f-faa4-4b52-958e-d22fc8c4c584,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:13.460855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:59:13.461766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Checking segment: {'id': '2acf71db-eac1-4a54-866b-e7f5418f691a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '91c3b752-9d90-4af2-bdca-d1705c43679d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:59:13.462647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Bound using segment: {'id': '2acf71db-eac1-4a54-866b-e7f5418f691a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '91c3b752-9d90-4af2-bdca-d1705c43679d'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:59:13.463711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Bound port: bbbdbc41-1bed-4e6f-975f-39047016e1cf, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2acf71db-eac1-4a54-866b-e7f5418f691a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '91c3b752-9d90-4af2-bdca-d1705c43679d'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:59:13.464239 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:13.467203 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 96d6ca8f-faa4-4b52-958e-d22fc8c4c584 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:59:13.535232 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2e0cb0bf-3f9c-4629-b012-df15037e0f00 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd89109fa960461dad7cac2c60681655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915324 Feb 18 08:59:13.536796 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33962) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:13.537519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cb0bf-3f9c-4629-b012-df15037e0f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddbaa2b-103b-4681-9001-ba417d3308d6,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:13.551610 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6d5be1-0de5-41bc-9ede-73037406d16f tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:13.557547 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6d5be1-0de5-41bc-9ede-73037406d16f tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:13.563685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6d5be1-0de5-41bc-9ede-73037406d16f tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:13.569937 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6d5be1-0de5-41bc-9ede-73037406d16f tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:13.571575 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-db6d5be1-0de5-41bc-9ede-73037406d16f tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3620911 Feb 18 08:59:13.576497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33968) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:13.655638 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9431afc9-0139-4b2d-9768-bc0a83179a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:13.686822 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9431afc9-0139-4b2d-9768-bc0a83179a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:13.759117 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9431afc9-0139-4b2d-9768-bc0a83179a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:13.792402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431afc9-0139-4b2d-9768-bc0a83179a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddbaa2b-103b-4681-9001-ba417d3308d6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:13.820998 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9431afc9-0139-4b2d-9768-bc0a83179a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:13.833881 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9431afc9-0139-4b2d-9768-bc0a83179a35 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7ddbaa2b-103b-4681-9001-ba417d3308d6 HTTP/1.1" status: 204 len: 168 time: 0.2934234 Feb 18 08:59:14.072099 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-502c538d-5c2a-404d-9896-5fd61673343c tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:14.080724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] For port bbbdbc41-1bed-4e6f-975f-39047016e1cf, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:59:14.086605 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] For port bbbdbc41-1bed-4e6f-975f-39047016e1cf, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=bbbdbc41-1bed-4e6f-975f-39047016e1cf,segment=NetworkSegment(2acf71db-eac1-4a54-866b-e7f5418f691a),segment_id=2acf71db-eac1-4a54-866b-e7f5418f691a)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:59:14.096861 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:14.201928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:14.202546 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:14.203923 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] 10.222.0.81 "PUT /v2.0/ports/bbbdbc41-1bed-4e6f-975f-39047016e1cf HTTP/1.1" status: 200 len: 1091 time: 2.4369872 Feb 18 08:59:14.204400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35170ffc-d188-45c5-ab40-ef5b4f124d88', 'tag': 'bbbdbc41-1bed-4e6f-975f-39047016e1cf'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:59:14.301189 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35170ffc-d188-45c5-ab40-ef5b4f124d88', 'tag': 'bbbdbc41-1bed-4e6f-975f-39047016e1cf', 'status': 'completed', 'code': 200} Feb 18 08:59:14.381820 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e945f7-6f10-44b1-9a74-7c860b2942f1 req-08eb44fb-0387-43a4-a82a-69e30b8ae83d tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:14.384015 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11e945f7-6f10-44b1-9a74-7c860b2942f1 req-08eb44fb-0387-43a4-a82a-69e30b8ae83d tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/ports?device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 943 time: 0.5096376 Feb 18 08:59:14.385607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400fd3a-c9e8-4601-9028-0a969157ea9f service neutron] Pushing event updated for resources: {'Port': ['ID=bbbdbc41-1bed-4e6f-975f-39047016e1cf,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:14.390756 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-502c538d-5c2a-404d-9896-5fd61673343c tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:14.446461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-502c538d-5c2a-404d-9896-5fd61673343c tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94166a8-b7c4-4460-9ff5-cf6eaba6d782']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:14.478224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-502c538d-5c2a-404d-9896-5fd61673343c tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ce0a48-c8c9-4658-a837-e06c8d2a7a58') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:14.478758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-502c538d-5c2a-404d-9896-5fd61673343c tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ce0a48-c8c9-4658-a837-e06c8d2a7a58') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:14.494230 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11e945f7-6f10-44b1-9a74-7c860b2942f1 req-d1276fe1-116a-4008-ad6e-19c0b462e50a tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/security-groups?id=884d76c7-96ac-48e6-9754-d1cb9899ae2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956185 Feb 18 08:59:14.498805 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-502c538d-5c2a-404d-9896-5fd61673343c tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:14.523269 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-502c538d-5c2a-404d-9896-5fd61673343c tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:14.526946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-556e0ccb-b57e-447b-9b45-a5435897462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:14.529270 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-556e0ccb-b57e-447b-9b45-a5435897462a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0b71322c4f204ff69d1a3a168c31b169&device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 1094 time: 0.2266407 Feb 18 08:59:14.534197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502c538d-5c2a-404d-9896-5fd61673343c tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:59:14.534704 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-502c538d-5c2a-404d-9896-5fd61673343c tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:59:14.549572 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:59:14.670526 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-457d610d-1ea0-4ed7-ad14-598761edd744 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbbdbc41-1bed-4e6f-975f-39047016e1cf HTTP/1.1" status: 200 len: 217 time: 0.1199844 Feb 18 08:59:14.733975 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-502c538d-5c2a-404d-9896-5fd61673343c tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:14.761844 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-502c538d-5c2a-404d-9896-5fd61673343c tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:14.773263 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c538d-5c2a-404d-9896-5fd61673343c tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event deleted for resources: {'Network': ['ID=c94166a8-b7c4-4460-9ff5-cf6eaba6d782,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:14.776812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-7db07b4b-3a77-4bfb-bd76-6a5b7a083a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:14.778644 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-7db07b4b-3a77-4bfb-bd76-6a5b7a083a24 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0963f039-a544-4a78-8d68-0d34cdc5726e HTTP/1.1" status: 200 len: 858 time: 0.0980897 Feb 18 08:59:14.780699 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-502c538d-5c2a-404d-9896-5fd61673343c tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "DELETE /v2.0/networks/c94166a8-b7c4-4460-9ff5-cf6eaba6d782 HTTP/1.1" status: 204 len: 168 time: 1.2014029 Feb 18 08:59:14.783176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34028) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:14.898751 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-e8183d09-efbc-4181-811f-abae2e0bc85e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=91c3b752-9d90-4af2-bdca-d1705c43679d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131876 Feb 18 08:59:15.018283 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6aeb73df-8215-43b0-86b8-cc87ba5749a6 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:15.098973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34038) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:15.120704 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-fddbe9d4-46d1-4897-af5d-a29385757528 service neutron] 10.222.0.81 "GET /v2.0/networks/91c3b752-9d90-4af2-bdca-d1705c43679d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150660 Feb 18 08:59:15.264293 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6aeb73df-8215-43b0-86b8-cc87ba5749a6 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:15.302303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-6aeb73df-8215-43b0-86b8-cc87ba5749a6 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d6ca8f-faa4-4b52-958e-d22fc8c4c584']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:15.327909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-6aeb73df-8215-43b0-86b8-cc87ba5749a6 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a16d7ac-406e-4d41-9d86-910fdfcfec02') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:15.328209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-6aeb73df-8215-43b0-86b8-cc87ba5749a6 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a16d7ac-406e-4d41-9d86-910fdfcfec02') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:15.351197 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6aeb73df-8215-43b0-86b8-cc87ba5749a6 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:15.370378 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e8fc207-eaa1-4cad-ab81-558ec0473377 req-ec7b89af-f4bd-448b-bdcf-08bc51854957 service neutron] 10.222.0.81 "GET /v2.0/networks/91c3b752-9d90-4af2-bdca-d1705c43679d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022545 Feb 18 08:59:15.374496 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6aeb73df-8215-43b0-86b8-cc87ba5749a6 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:15.381636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aeb73df-8215-43b0-86b8-cc87ba5749a6 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:59:15.382071 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6aeb73df-8215-43b0-86b8-cc87ba5749a6 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:59:15.397262 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:59:15.445478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-458756819-network', 'tenant_id': '9337406612964e4b89a8a99bd32ad073'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:15.455507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:15.462281 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Usage tracker for resource:network and tenant:9337406612964e4b89a8a99bd32ad073 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:15.470264 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:15.482402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:15.512857 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Made reservation on behalf of 9337406612964e4b89a8a99bd32ad073 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:15.516388 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:15.548749 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:15.557394 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6aeb73df-8215-43b0-86b8-cc87ba5749a6 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:15.569193 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:15.573838 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Usage tracker for resource:security_group_rule and tenant:9337406612964e4b89a8a99bd32ad073 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:15.577609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:15.583689 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:15.587184 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6aeb73df-8215-43b0-86b8-cc87ba5749a6 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:15.614718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b040a13-0093-45ae-a93a-d0bce84d5690 req-36d07581-6b58-44fc-8717-94ad8610a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:15.616412 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b040a13-0093-45ae-a93a-d0bce84d5690 req-36d07581-6b58-44fc-8717-94ad8610a6af service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0b71322c4f204ff69d1a3a168c31b169&device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 1094 time: 0.1571696 Feb 18 08:59:15.617439 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb73df-8215-43b0-86b8-cc87ba5749a6 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event deleted for resources: {'Network': ['ID=96d6ca8f-faa4-4b52-958e-d22fc8c4c584,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:15.621001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6aeb73df-8215-43b0-86b8-cc87ba5749a6 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "DELETE /v2.0/networks/96d6ca8f-faa4-4b52-958e-d22fc8c4c584 HTTP/1.1" status: 204 len: 168 time: 0.8369279 Feb 18 08:59:15.631308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34066) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:15.938650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca9b2fd-06c7-422d-882d-10ee7f350110 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:15.945597 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca9b2fd-06c7-422d-882d-10ee7f350110 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:15.947442 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5ca9b2fd-06c7-422d-882d-10ee7f350110 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3192575 Feb 18 08:59:15.952959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34088) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:15.957224 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:15.961979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-fec2c9b3-28fa-4dc7-a02d-38e8ee813c49 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1211859823'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:15.968304 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:15.971349 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fec2c9b3-28fa-4dc7-a02d-38e8ee813c49 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:15.988785 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fec2c9b3-28fa-4dc7-a02d-38e8ee813c49 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Usage tracker for resource:network and tenant:2a7f6962793d4eb2947c29a8858ce2b1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:16.112781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fec2c9b3-28fa-4dc7-a02d-38e8ee813c49 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:16.128711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:59:16.137013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fec2c9b3-28fa-4dc7-a02d-38e8ee813c49 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:16.148345 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0064467d-ed77-4b5c-acd2-aab0f4abc67d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:16.152873 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:16.153441 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Added segment fb08848c-e513-45a7-8cd0-4c4e67ac1ec2 of type vlan for network 55fffe33-2f32-480e-87be-d44bb35a4753 Feb 18 08:59:16.166210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec2c9b3-28fa-4dc7-a02d-38e8ee813c49 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Made reservation on behalf of 2a7f6962793d4eb2947c29a8858ce2b1 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:16.170971 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fec2c9b3-28fa-4dc7-a02d-38e8ee813c49 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:16.185670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b040a13-0093-45ae-a93a-d0bce84d5690 req-347a1af0-461e-4de4-b665-99b934ffe21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:16.187266 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b040a13-0093-45ae-a93a-d0bce84d5690 req-347a1af0-461e-4de4-b665-99b934ffe21d service neutron] 10.222.0.81 "GET /v2.0/networks?id=91c3b752-9d90-4af2-bdca-d1705c43679d HTTP/1.1" status: 200 len: 919 time: 0.5609858 Feb 18 08:59:16.200170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85b2cc-95c3-4a65-bc93-cf596b679e06 req-f2bd2616-44be-4f81-b04a-4d2540219090 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:16.203177 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d85b2cc-95c3-4a65-bc93-cf596b679e06 req-f2bd2616-44be-4f81-b04a-4d2540219090 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/ports?device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 943 time: 0.1629379 Feb 18 08:59:16.208782 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:16.227827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec2c9b3-28fa-4dc7-a02d-38e8ee813c49 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:59:16.251888 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fec2c9b3-28fa-4dc7-a02d-38e8ee813c49 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:16.252242 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-fec2c9b3-28fa-4dc7-a02d-38e8ee813c49 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Added segment 6eda8c05-3a5d-43c4-8a37-4bb7eddad2a1 of type vlan for network d625a35b-2695-4e72-8edc-8b5929a21514 Feb 18 08:59:16.278081 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:16.279492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:16.280451 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:16.310878 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fec2c9b3-28fa-4dc7-a02d-38e8ee813c49 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:16.370844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b040a13-0093-45ae-a93a-d0bce84d5690 req-9beb67aa-579f-441c-b2ed-6937b4d643a9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbbdbc41-1bed-4e6f-975f-39047016e1cf HTTP/1.1" status: 200 len: 217 time: 0.1660206 Feb 18 08:59:16.401922 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d85b2cc-95c3-4a65-bc93-cf596b679e06 req-60a19e0b-0610-46b8-95b8-0b72b22027e3 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/security-groups?id=884d76c7-96ac-48e6-9754-d1cb9899ae2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933855 Feb 18 08:59:16.489322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] Pushing event updated for resources: {'Network': ['ID=55fffe33-2f32-480e-87be-d44bb35a4753,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:16.499393 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ceb05efa-1e53-40b6-bcfa-01089bd82c51 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3979874 Feb 18 08:59:16.504789 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34110) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:16.504898 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 55fffe33-2f32-480e-87be-d44bb35a4753 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:59:16.513998 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e16f2844-8ed8-4c57-8320-d10e85d00d61 admin admin] Request body: {'subnet': {'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-458756819-subnet', 'tenant_id': '9337406612964e4b89a8a99bd32ad073', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:16.518551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b040a13-0093-45ae-a93a-d0bce84d5690 req-0c24eb6b-7b84-4e6a-9ea6-7aee6d811725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:16.520479 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b040a13-0093-45ae-a93a-d0bce84d5690 req-0c24eb6b-7b84-4e6a-9ea6-7aee6d811725 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0963f039-a544-4a78-8d68-0d34cdc5726e HTTP/1.1" status: 200 len: 858 time: 0.1241610 Feb 18 08:59:16.522139 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fec2c9b3-28fa-4dc7-a02d-38e8ee813c49 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:16.537866 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec2c9b3-28fa-4dc7-a02d-38e8ee813c49 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:16.538512 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fec2c9b3-28fa-4dc7-a02d-38e8ee813c49 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:16.550063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e16f2844-8ed8-4c57-8320-d10e85d00d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:16.585182 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b040a13-0093-45ae-a93a-d0bce84d5690 req-460e5a26-98bb-4eb3-800b-f311b8db52ef service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=91c3b752-9d90-4af2-bdca-d1705c43679d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579619 Feb 18 08:59:16.593505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e16f2844-8ed8-4c57-8320-d10e85d00d61 admin admin] Usage tracker for resource:subnet and tenant:9337406612964e4b89a8a99bd32ad073 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:16.597447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e16f2844-8ed8-4c57-8320-d10e85d00d61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:16.605183 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e16f2844-8ed8-4c57-8320-d10e85d00d61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:16.643226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16f2844-8ed8-4c57-8320-d10e85d00d61 admin admin] Made reservation on behalf of 9337406612964e4b89a8a99bd32ad073 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:16.646820 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e16f2844-8ed8-4c57-8320-d10e85d00d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:16.811580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2c9b3-28fa-4dc7-a02d-38e8ee813c49 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event updated for resources: {'Network': ['ID=d625a35b-2695-4e72-8edc-8b5929a21514,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:16.820009 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fec2c9b3-28fa-4dc7-a02d-38e8ee813c49 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8657374 Feb 18 08:59:16.834449 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network d625a35b-2695-4e72-8edc-8b5929a21514 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:59:16.849872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34138) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:16.882743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-128257e7-3ce4-430b-852c-9add456a4f45 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-87385093'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:16.929857 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34152) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:16.930160 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-128257e7-3ce4-430b-852c-9add456a4f45 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:16.946686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-128257e7-3ce4-430b-852c-9add456a4f45 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Usage tracker for resource:network and tenant:2a7f6962793d4eb2947c29a8858ce2b1 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:16.953639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-128257e7-3ce4-430b-852c-9add456a4f45 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:16.961886 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b040a13-0093-45ae-a93a-d0bce84d5690 req-da9734d3-9e7a-4181-9eea-46b3c0c1664b service neutron] 10.222.0.81 "GET /v2.0/networks/91c3b752-9d90-4af2-bdca-d1705c43679d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607514 Feb 18 08:59:16.969128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-128257e7-3ce4-430b-852c-9add456a4f45 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:17.091836 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128257e7-3ce4-430b-852c-9add456a4f45 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Made reservation on behalf of 2a7f6962793d4eb2947c29a8858ce2b1 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:17.096172 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-128257e7-3ce4-430b-852c-9add456a4f45 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:17.194199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128257e7-3ce4-430b-852c-9add456a4f45 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:59:17.196042 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e16f2844-8ed8-4c57-8320-d10e85d00d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:17.223050 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-128257e7-3ce4-430b-852c-9add456a4f45 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:17.223050 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-128257e7-3ce4-430b-852c-9add456a4f45 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Added segment 3f3352d3-7e94-4744-b6b2-f93e322b4215 of type vlan for network 9f36c6b4-1102-4715-b669-9eec7c686ecb Feb 18 08:59:17.225939 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b040a13-0093-45ae-a93a-d0bce84d5690 req-09d32b21-1d5c-4fcc-974e-f736c584c6db service neutron] 10.222.0.81 "GET /v2.0/networks/91c3b752-9d90-4af2-bdca-d1705c43679d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536664 Feb 18 08:59:17.272132 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-128257e7-3ce4-430b-852c-9add456a4f45 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:17.311811 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ae4ddc09-8404-4b23-ba4d-2f13f67388a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:17.322499 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-128257e7-3ce4-430b-852c-9add456a4f45 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:17.329419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128257e7-3ce4-430b-852c-9add456a4f45 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:17.332111 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-128257e7-3ce4-430b-852c-9add456a4f45 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:17.343316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ae4ddc09-8404-4b23-ba4d-2f13f67388a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:17.354432 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ae4ddc09-8404-4b23-ba4d-2f13f67388a0 admin admin] Usage tracker for resource:security_group_rule and tenant:35103026659146669e08369b5dd9185d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:17.358087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f2844-8ed8-4c57-8320-d10e85d00d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1fb1ee-f2c3-4941-9946-1fc392124daf,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:17.368556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ae4ddc09-8404-4b23-ba4d-2f13f67388a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:17.378005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ae4ddc09-8404-4b23-ba4d-2f13f67388a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:17.380006 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16f2844-8ed8-4c57-8320-d10e85d00d61 admin admin] Checking segment: {'id': 'fb08848c-e513-45a7-8cd0-4c4e67ac1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:59:17.380418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16f2844-8ed8-4c57-8320-d10e85d00d61 admin admin] Network hostable DHCP agents. Network: 55fffe33-2f32-480e-87be-d44bb35a4753, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:59:17.433496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16f2844-8ed8-4c57-8320-d10e85d00d61 admin admin] Network 55fffe33-2f32-480e-87be-d44bb35a4753 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:59:17.457676 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-e16f2844-8ed8-4c57-8320-d10e85d00d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 55fffe33-2f32-480e-87be-d44bb35a4753) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:59:17.464690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128257e7-3ce4-430b-852c-9add456a4f45 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event updated for resources: {'Network': ['ID=9f36c6b4-1102-4715-b669-9eec7c686ecb,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:17.471902 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-128257e7-3ce4-430b-852c-9add456a4f45 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6209230 Feb 18 08:59:17.474321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34172) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:17.482196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92eb147-6576-424b-bdef-4c0369f2794c None None] Network 55fffe33-2f32-480e-87be-d44bb35a4753 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:59:17.483032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Request body: {'ports': [{'network_id': 'd625a35b-2695-4e72-8edc-8b5929a21514', 'name': 'tempest-port--582096873', 'admin_state_up': True}, {'network_id': '9f36c6b4-1102-4715-b669-9eec7c686ecb', 'admin_state_up': False}]} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:17.483597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Request body: {'port': {'network_id': 'd625a35b-2695-4e72-8edc-8b5929a21514', 'name': 'tempest-port--582096873', 'admin_state_up': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:17.484244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Request body: {'port': {'network_id': '9f36c6b4-1102-4715-b669-9eec7c686ecb', 'admin_state_up': False}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:17.496040 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f2844-8ed8-4c57-8320-d10e85d00d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:17.498613 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e16f2844-8ed8-4c57-8320-d10e85d00d61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:17.519677 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 9f36c6b4-1102-4715-b669-9eec7c686ecb details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:59:17.589083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34178) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:17.643884 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e16f2844-8ed8-4c57-8320-d10e85d00d61 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1318448 Feb 18 08:59:17.658325 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ae4ddc09-8404-4b23-ba4d-2f13f67388a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:17.671173 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ae4ddc09-8404-4b23-ba4d-2f13f67388a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:17.783952 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ae4ddc09-8404-4b23-ba4d-2f13f67388a0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=35103026659146669e08369b5dd9185d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8505642 Feb 18 08:59:17.789624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34188) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:17.803153 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ddc09-8404-4b23-ba4d-2f13f67388a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2063dd37-b840-4190-80d1-90c6a2d71139,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:17.898392 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0f23196b-99a7-4927-bb8c-f267b445d2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:17.946232 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0f23196b-99a7-4927-bb8c-f267b445d2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:17.954236 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:17.958723 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Usage tracker for resource:port and tenant:2a7f6962793d4eb2947c29a8858ce2b1 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:17.963987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:17.973755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:18.003069 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c8040727-151d-4dd0-ac4a-e7cded6918ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:18.014246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Made reservation on behalf of 2a7f6962793d4eb2947c29a8858ce2b1 for: {'port': 2} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:18.018667 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:18.060117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c8040727-151d-4dd0-ac4a-e7cded6918ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:18.064655 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:18.087790 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c8040727-151d-4dd0-ac4a-e7cded6918ae admin admin] Usage tracker for resource:security_group_rule and tenant:67f1c6a5bdd6444b9574c21b7722ab13 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:18.089897 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0f23196b-99a7-4927-bb8c-f267b445d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:18.094905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c8040727-151d-4dd0-ac4a-e7cded6918ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:18.112406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c8040727-151d-4dd0-ac4a-e7cded6918ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:18.144420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23196b-99a7-4927-bb8c-f267b445d2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2063dd37-b840-4190-80d1-90c6a2d71139,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:18.146388 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0f23196b-99a7-4927-bb8c-f267b445d2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:18.147493 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0f23196b-99a7-4927-bb8c-f267b445d2ad admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2063dd37-b840-4190-80d1-90c6a2d71139 HTTP/1.1" status: 204 len: 168 time: 0.3594716 Feb 18 08:59:18.159454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c41ad7-1f28-4437-afdc-32ca4c0fc513 None None] Network 55fffe33-2f32-480e-87be-d44bb35a4753 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:59:18.190444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe386360-4f24-4b56-8a95-abf3bfc2e4af req-e449a571-1e5d-460a-844d-c8b007d71184 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:18.197951 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe386360-4f24-4b56-8a95-abf3bfc2e4af req-e449a571-1e5d-460a-844d-c8b007d71184 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/ports?device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 943 time: 0.4253235 Feb 18 08:59:18.392260 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe386360-4f24-4b56-8a95-abf3bfc2e4af req-6b5c29f0-1c17-4d78-bf51-3af9f3a25c79 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/security-groups?id=884d76c7-96ac-48e6-9754-d1cb9899ae2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929982 Feb 18 08:59:18.469082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] device_id is not set on port 6c5bea94-bda6-4294-ba8b-0ba16db59638 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:59:18.518736 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c8040727-151d-4dd0-ac4a-e7cded6918ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:18.529593 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c8040727-151d-4dd0-ac4a-e7cded6918ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:18.850650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8040727-151d-4dd0-ac4a-e7cded6918ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f477967-bd80-4856-a3a4-e8957ef9110a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:18.878918 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c8040727-151d-4dd0-ac4a-e7cded6918ae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=67f1c6a5bdd6444b9574c21b7722ab13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2874267 Feb 18 08:59:18.879537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34214) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:19.017500 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:19.086046 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8bb31529-b722-4d56-a0ee-df6ace5421c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:19.109488 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device bbbdbc41-1bed-4e6f-975f-39047016e1cf details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:59:19.138091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-bcb715b4-c5fc-496a-be57-38b6a6a384c0 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:19.145215 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-bcb715b4-c5fc-496a-be57-38b6a6a384c0 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/networks?id=55fffe33-2f32-480e-87be-d44bb35a4753 HTTP/1.1" status: 200 len: 812 time: 0.3611264 Feb 18 08:59:19.169963 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8bb31529-b722-4d56-a0ee-df6ace5421c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:19.187665 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-2cc7aa1c-c70a-46ef-85bc-667e7f0f60b9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/quotas/9337406612964e4b89a8a99bd32ad073 HTTP/1.1" status: 200 len: 375 time: 0.0414081 Feb 18 08:59:19.195882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34222) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:19.258949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] device_id is not set on port 12c9f53d-2056-479a-81b5-c92047e15856 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:59:19.273517 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-63c04b78-3837-4381-a512-a8315d527279 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9337406612964e4b89a8a99bd32ad073&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851805 Feb 18 08:59:19.282844 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16bb53b5-aa60-40fd-af27-a6ac80a97041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:19.304462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-16bb53b5-aa60-40fd-af27-a6ac80a97041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:19.311343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-16bb53b5-aa60-40fd-af27-a6ac80a97041 admin admin] Usage tracker for resource:security_group_rule and tenant:adbbea986e794fe5b6a1bd38ad3d07ba is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:19.314581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-16bb53b5-aa60-40fd-af27-a6ac80a97041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:19.322171 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8bb31529-b722-4d56-a0ee-df6ace5421c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:19.323072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-16bb53b5-aa60-40fd-af27-a6ac80a97041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:19.377422 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8bb31529-b722-4d56-a0ee-df6ace5421c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:19.381697 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8bb31529-b722-4d56-a0ee-df6ace5421c6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0f477967-bd80-4856-a3a4-e8957ef9110a HTTP/1.1" status: 204 len: 168 time: 0.4992197 Feb 18 08:59:19.402299 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb31529-b722-4d56-a0ee-df6ace5421c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f477967-bd80-4856-a3a4-e8957ef9110a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:19.457202 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port bbbdbc41-1bed-4e6f-975f-39047016e1cf, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=bbbdbc41-1bed-4e6f-975f-39047016e1cf,segment=NetworkSegment(2acf71db-eac1-4a54-866b-e7f5418f691a),segment_id=2acf71db-eac1-4a54-866b-e7f5418f691a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:19.478799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'bbbdbc41-1bed-4e6f-975f-39047016e1cf', 'network_id': '91c3b752-9d90-4af2-bdca-d1705c43679d', 'port_id': 'bbbdbc41-1bed-4e6f-975f-39047016e1cf', 'mac_address': 'fa:16:3e:ca:7d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0963f039-a544-4a78-8d68-0d34cdc5726e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:59:19.544038 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:19.577031 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:19.596602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbdbc41-1bed-4e6f-975f-39047016e1cf {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:59:19.618349 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port bbbdbc41-1bed-4e6f-975f-39047016e1cf, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=bbbdbc41-1bed-4e6f-975f-39047016e1cf,segment=NetworkSegment(2acf71db-eac1-4a54-866b-e7f5418f691a),segment_id=2acf71db-eac1-4a54-866b-e7f5418f691a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:19.623698 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:19.731522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=bbbdbc41-1bed-4e6f-975f-39047016e1cf,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:19.783022 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16bb53b5-aa60-40fd-af27-a6ac80a97041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:19.805495 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16bb53b5-aa60-40fd-af27-a6ac80a97041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:19.922357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34234) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:19.922883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-16bb53b5-aa60-40fd-af27-a6ac80a97041 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=adbbea986e794fe5b6a1bd38ad3d07ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7254071 Feb 18 08:59:19.931482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb53b5-aa60-40fd-af27-a6ac80a97041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f69f8f-bd70-4a0d-b97b-ff3fd0e236c3,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:19.970770 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-8420f845-fba3-41c3-8e8c-1bf1b29ecec3 service neutron] 10.222.0.72 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6959093 Feb 18 08:59:19.972701 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:19.988257 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['bbbdbc41-1bed-4e6f-975f-39047016e1cf'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:59:20.057603 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d38ee6e4-1a27-4aae-8aa0-65b26db190b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:20.123061 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d38ee6e4-1a27-4aae-8aa0-65b26db190b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:20.206977 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d38ee6e4-1a27-4aae-8aa0-65b26db190b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:20.225160 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cfdf3-2269-43b7-beea-06292cacfbc4 req-a942de1c-4a02-42ff-bc74-193299c8b5ff tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:20.226801 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf6cfdf3-2269-43b7-beea-06292cacfbc4 req-a942de1c-4a02-42ff-bc74-193299c8b5ff tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/ports?device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 944 time: 0.5153646 Feb 18 08:59:20.242143 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ee6e4-1a27-4aae-8aa0-65b26db190b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f69f8f-bd70-4a0d-b97b-ff3fd0e236c3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:20.254573 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d38ee6e4-1a27-4aae-8aa0-65b26db190b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:20.259338 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d38ee6e4-1a27-4aae-8aa0-65b26db190b9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/62f69f8f-bd70-4a0d-b97b-ff3fd0e236c3 HTTP/1.1" status: 204 len: 168 time: 0.3340452 Feb 18 08:59:20.311739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event updated for resources: {'Port': ['ID=6c5bea94-bda6-4294-ba8b-0ba16db59638,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:20.363782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Checking segment: {'id': '6eda8c05-3a5d-43c4-8a37-4bb7eddad2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd625a35b-2695-4e72-8edc-8b5929a21514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:59:20.364141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Network hostable DHCP agents. Network: d625a35b-2695-4e72-8edc-8b5929a21514, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:59:20.387897 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf6cfdf3-2269-43b7-beea-06292cacfbc4 req-ac8348bb-c954-4aa0-8e93-88c60c340046 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/security-groups?id=884d76c7-96ac-48e6-9754-d1cb9899ae2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398025 Feb 18 08:59:20.408078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-868cfb8b-ea24-4ff4-ae0e-437ee2f5f44d service neutron] 10.222.0.72 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367423 Feb 18 08:59:20.456042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Network d625a35b-2695-4e72-8edc-8b5929a21514 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:59:20.478306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, d625a35b-2695-4e72-8edc-8b5929a21514) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:59:20.484932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:59:20.486054 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:20.502998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837365be-0888-4315-8a67-7a3e613efef3 None None] Network d625a35b-2695-4e72-8edc-8b5929a21514 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:59:20.707565 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event updated for resources: {'Port': ['ID=12c9f53d-2056-479a-81b5-c92047e15856,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:20.758825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Checking segment: {'id': '3f3352d3-7e94-4744-b6b2-f93e322b4215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9f36c6b4-1102-4715-b669-9eec7c686ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:59:20.759331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Network hostable DHCP agents. Network: 9f36c6b4-1102-4715-b669-9eec7c686ecb, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:59:20.843098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Network 9f36c6b4-1102-4715-b669-9eec7c686ecb is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:59:20.862832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34250) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:20.929700 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 9f36c6b4-1102-4715-b669-9eec7c686ecb) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:59:20.944824 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0af3fe8-855b-4512-834a-079ada998b5f None None] Network 9f36c6b4-1102-4715-b669-9eec7c686ecb requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:59:20.956001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:59:20.974311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:20.987724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:20.989055 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:21.059018 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22ba47f0-253c-467c-b0d4-b90af0bdb01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:21.135812 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d008a939-a744-40b3-ac0f-eea3710d4d29 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6603451 Feb 18 08:59:21.139402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34264) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:21.143034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-22ba47f0-253c-467c-b0d4-b90af0bdb01a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:21.241561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-22ba47f0-253c-467c-b0d4-b90af0bdb01a admin admin] Usage tracker for resource:security_group_rule and tenant:9a7aa4ce28d447908b21c10af10abb0f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:21.265473 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aca71c72-f5e4-4bf9-bbfb-34c624187c3f req-41d4cea7-1c5b-4f15-be55-7fd427f2fa1a tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee HTTP/1.1" status: 200 len: 210 time: 0.1300073 Feb 18 08:59:21.267953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-22ba47f0-253c-467c-b0d4-b90af0bdb01a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:21.288872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-22ba47f0-253c-467c-b0d4-b90af0bdb01a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:21.358025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d82a90-6bce-473c-8892-48f99cc76fde tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:21.393643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d82a90-6bce-473c-8892-48f99cc76fde tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:21.394921 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d8d82a90-6bce-473c-8892-48f99cc76fde tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2543573 Feb 18 08:59:21.397830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34274) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:21.505103 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22ba47f0-253c-467c-b0d4-b90af0bdb01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:21.529850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-c6c08099-89c2-4770-86a4-bf1902eb56f2 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Deleting port 6c5bea94-bda6-4294-ba8b-0ba16db59638 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:59:21.531491 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c6c08099-89c2-4770-86a4-bf1902eb56f2 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:21.564165 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22ba47f0-253c-467c-b0d4-b90af0bdb01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:21.723903 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-22ba47f0-253c-467c-b0d4-b90af0bdb01a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9a7aa4ce28d447908b21c10af10abb0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8599324 Feb 18 08:59:21.727156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34288) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:21.835794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba47f0-253c-467c-b0d4-b90af0bdb01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48531e5-a433-45d8-9678-c2c68d0adb81,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:21.931150 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9de2f78-bb6b-423f-8874-9db4a9f9ef69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:21.969612 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9de2f78-bb6b-423f-8874-9db4a9f9ef69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:22.083998 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9de2f78-bb6b-423f-8874-9db4a9f9ef69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:22.120556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de2f78-bb6b-423f-8874-9db4a9f9ef69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48531e5-a433-45d8-9678-c2c68d0adb81,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:22.131917 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9de2f78-bb6b-423f-8874-9db4a9f9ef69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:22.138838 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e9de2f78-bb6b-423f-8874-9db4a9f9ef69 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a48531e5-a433-45d8-9678-c2c68d0adb81 HTTP/1.1" status: 204 len: 168 time: 0.4078259 Feb 18 08:59:22.194776 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af056d3-49f4-4d82-8c2a-e9e4a67156a2 req-eb2bd4e0-7202-45f0-bc87-7c4130b38835 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:22.203262 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6af056d3-49f4-4d82-8c2a-e9e4a67156a2 req-eb2bd4e0-7202-45f0-bc87-7c4130b38835 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/ports?device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 944 time: 0.5529811 Feb 18 08:59:22.238895 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c6c08099-89c2-4770-86a4-bf1902eb56f2 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:22.393679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-c6c08099-89c2-4770-86a4-bf1902eb56f2 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Calling delete_port for 6c5bea94-bda6-4294-ba8b-0ba16db59638 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:59:22.448802 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6af056d3-49f4-4d82-8c2a-e9e4a67156a2 req-f51067b2-d74c-497b-a235-f6f63d887742 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/security-groups?id=884d76c7-96ac-48e6-9754-d1cb9899ae2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445233 Feb 18 08:59:22.568169 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0df0a70b-b37e-4e7f-89d7-b2313c9d5b5a req-4bf69ea8-cd5b-4129-921d-5ef821d73dc2 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee HTTP/1.1" status: 200 len: 210 time: 0.1332517 Feb 18 08:59:22.620015 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c6c08099-89c2-4770-86a4-bf1902eb56f2 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:22.713578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c08099-89c2-4770-86a4-bf1902eb56f2 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event deleted for resources: {'Port': ['ID=6c5bea94-bda6-4294-ba8b-0ba16db59638,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:22.722114 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c6c08099-89c2-4770-86a4-bf1902eb56f2 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:22.736966 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c6c08099-89c2-4770-86a4-bf1902eb56f2 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "DELETE /v2.0/ports/6c5bea94-bda6-4294-ba8b-0ba16db59638 HTTP/1.1" status: 204 len: 168 time: 1.3375230 Feb 18 08:59:22.739385 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34310) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:22.827517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-a599596f-ce70-41cf-b463-757e2d5f30a2 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Deleting port 12c9f53d-2056-479a-81b5-c92047e15856 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:59:22.827923 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a599596f-ce70-41cf-b463-757e2d5f30a2 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:23.124942 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device bbbdbc41-1bed-4e6f-975f-39047016e1cf up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:59:23.183585 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a599596f-ce70-41cf-b463-757e2d5f30a2 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:23.371580 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port bbbdbc41-1bed-4e6f-975f-39047016e1cf completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:59:23.378815 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port bbbdbc41-1bed-4e6f-975f-39047016e1cf triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:59:23.378815 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:23.669986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-a599596f-ce70-41cf-b463-757e2d5f30a2 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Calling delete_port for 12c9f53d-2056-479a-81b5-c92047e15856 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:59:23.746932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-f0a1ccba-cdb9-4969-9f7b-42ae3eced702 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:23.761229 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-f0a1ccba-cdb9-4969-9f7b-42ae3eced702 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.81 "GET /v2.0/networks?id=55fffe33-2f32-480e-87be-d44bb35a4753 HTTP/1.1" status: 200 len: 812 time: 0.5946429 Feb 18 08:59:23.787019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-5c284395-f903-4bcc-9b5e-2931c6843479 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:23.815206 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-5c284395-f903-4bcc-9b5e-2931c6843479 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.61 "GET /v2.0/networks?id=55fffe33-2f32-480e-87be-d44bb35a4753 HTTP/1.1" status: 200 len: 812 time: 0.6173761 Feb 18 08:59:23.897459 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:23.956981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-9481386a-f237-45c6-b2ae-ad8c1678f5cc tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Request body: {'port': {'device_id': 'fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee', 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753', 'admin_state_up': True, 'tenant_id': '9337406612964e4b89a8a99bd32ad073'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:23.984992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35170ffc-d188-45c5-ab40-ef5b4f124d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbdbc41-1bed-4e6f-975f-39047016e1cf'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:59:24.007817 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port bbbdbc41-1bed-4e6f-975f-39047016e1cf, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=bbbdbc41-1bed-4e6f-975f-39047016e1cf,segment=NetworkSegment(2acf71db-eac1-4a54-866b-e7f5418f691a),segment_id=2acf71db-eac1-4a54-866b-e7f5418f691a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:24.023548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-7b944db9-605b-43b9-bb75-1e5cb5f2d546 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Request body: {'port': {'device_id': '5d7ef43c-467a-48fb-9b05-69cd19316d68', 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753', 'admin_state_up': True, 'tenant_id': '9337406612964e4b89a8a99bd32ad073'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:24.024571 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:24.098625 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a599596f-ce70-41cf-b463-757e2d5f30a2 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:24.272989 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=bbbdbc41-1bed-4e6f-975f-39047016e1cf,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:24.290099 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a599596f-ce70-41cf-b463-757e2d5f30a2 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:24.327763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599596f-ce70-41cf-b463-757e2d5f30a2 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event deleted for resources: {'Port': ['ID=12c9f53d-2056-479a-81b5-c92047e15856,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:24.327763 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a599596f-ce70-41cf-b463-757e2d5f30a2 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "DELETE /v2.0/ports/12c9f53d-2056-479a-81b5-c92047e15856 HTTP/1.1" status: 204 len: 168 time: 1.5835192 Feb 18 08:59:24.327763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34380) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:24.339780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-7b944db9-605b-43b9-bb75-1e5cb5f2d546 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:24.410792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7eacb20a-3cc8-48bc-81b8-f9be67fdc34e tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Synchronizing usage tracker for tenant:2a7f6962793d4eb2947c29a8858ce2b1 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:59:24.461783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7eacb20a-3cc8-48bc-81b8-f9be67fdc34e tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Unset dirty status for tenant:2a7f6962793d4eb2947c29a8858ce2b1 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:59:24.461783 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7eacb20a-3cc8-48bc-81b8-f9be67fdc34e tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1298203 Feb 18 08:59:24.461783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34388) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:24.476069 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-acf26c41-a9eb-4e67-8efc-af5381836701 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2134494992'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:24.476069 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-acf26c41-a9eb-4e67-8efc-af5381836701 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:24.492628 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-acf26c41-a9eb-4e67-8efc-af5381836701 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Usage tracker for resource:network and tenant:2a7f6962793d4eb2947c29a8858ce2b1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:24.492628 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-acf26c41-a9eb-4e67-8efc-af5381836701 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:24.505808 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-acf26c41-a9eb-4e67-8efc-af5381836701 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:24.521080 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf26c41-a9eb-4e67-8efc-af5381836701 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Made reservation on behalf of 2a7f6962793d4eb2947c29a8858ce2b1 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:24.521080 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-acf26c41-a9eb-4e67-8efc-af5381836701 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:24.546124 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d499a4c-0b06-4dcf-8115-4afc7c38ddca req-72c1c130-8932-4433-b667-7b80718f3da5 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee HTTP/1.1" status: 200 len: 210 time: 0.7139440 Feb 18 08:59:24.546124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-9481386a-f237-45c6-b2ae-ad8c1678f5cc tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:24.546124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-9481386a-f237-45c6-b2ae-ad8c1678f5cc tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Usage tracker for resource:port and tenant:9337406612964e4b89a8a99bd32ad073 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:24.555444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-9481386a-f237-45c6-b2ae-ad8c1678f5cc tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:24.585109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-9481386a-f237-45c6-b2ae-ad8c1678f5cc tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:24.585109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-7b944db9-605b-43b9-bb75-1e5cb5f2d546 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Usage tracker for resource:port and tenant:9337406612964e4b89a8a99bd32ad073 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:24.585109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-9481386a-f237-45c6-b2ae-ad8c1678f5cc tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Made reservation on behalf of 9337406612964e4b89a8a99bd32ad073 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:24.601543 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-9481386a-f237-45c6-b2ae-ad8c1678f5cc tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:24.617548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-7b944db9-605b-43b9-bb75-1e5cb5f2d546 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:24.633100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-7b944db9-605b-43b9-bb75-1e5cb5f2d546 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:24.648415 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf26c41-a9eb-4e67-8efc-af5381836701 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:59:24.682424 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35170ffc-d188-45c5-ab40-ef5b4f124d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbdbc41-1bed-4e6f-975f-39047016e1cf', 'code': 200} Feb 18 08:59:24.690291 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-acf26c41-a9eb-4e67-8efc-af5381836701 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:24.690291 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-acf26c41-a9eb-4e67-8efc-af5381836701 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Added segment a169fd23-3a6e-4bcd-af8d-5e0db02f9e21 of type vlan for network 214e82a7-1a95-465e-88de-d901e50caa12 Feb 18 08:59:24.853702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97121262-57ca-4f9c-ace0-6bc88e00f771 req-6331a2dd-1f9f-49c9-a3ce-386324443127 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:24.853702 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97121262-57ca-4f9c-ace0-6bc88e00f771 req-6331a2dd-1f9f-49c9-a3ce-386324443127 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/ports?device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 945 time: 0.6104245 Feb 18 08:59:24.853702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-7b944db9-605b-43b9-bb75-1e5cb5f2d546 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Made reservation on behalf of 9337406612964e4b89a8a99bd32ad073 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:24.865239 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-7b944db9-605b-43b9-bb75-1e5cb5f2d546 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:24.919436 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-acf26c41-a9eb-4e67-8efc-af5381836701 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:25.017525 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-acf26c41-a9eb-4e67-8efc-af5381836701 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:25.033319 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf26c41-a9eb-4e67-8efc-af5381836701 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:25.033319 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-acf26c41-a9eb-4e67-8efc-af5381836701 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:25.114063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d76262-e020-4489-8a28-c779b886a88c req-e1c5bc8d-68b2-48c1-acc8-26a594b484e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:25.114063 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-23d76262-e020-4489-8a28-c779b886a88c req-e1c5bc8d-68b2-48c1-acc8-26a594b484e6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 1096 time: 0.3454618 Feb 18 08:59:25.114063 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-acf26c41-a9eb-4e67-8efc-af5381836701 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6488729 Feb 18 08:59:25.135521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34404) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:25.198638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-2bab2a4b-595b-42ab-8886-e7eeb4e4e371 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1150912372'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:25.238729 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-23d76262-e020-4489-8a28-c779b886a88c req-6041ed02-2458-4d13-9be7-bffef709890c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=884d76c7-96ac-48e6-9754-d1cb9899ae2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512373 Feb 18 08:59:25.242935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2bab2a4b-595b-42ab-8886-e7eeb4e4e371 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:25.275772 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf26c41-a9eb-4e67-8efc-af5381836701 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event updated for resources: {'Network': ['ID=214e82a7-1a95-465e-88de-d901e50caa12,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:25.287883 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 214e82a7-1a95-465e-88de-d901e50caa12 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:59:25.328486 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2bab2a4b-595b-42ab-8886-e7eeb4e4e371 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Usage tracker for resource:network and tenant:2a7f6962793d4eb2947c29a8858ce2b1 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:25.339124 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97121262-57ca-4f9c-ace0-6bc88e00f771 req-34c72fb7-3773-4b45-ad5a-a1517614f69c tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/security-groups?id=884d76c7-96ac-48e6-9754-d1cb9899ae2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246843 Feb 18 08:59:25.347980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2bab2a4b-595b-42ab-8886-e7eeb4e4e371 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:25.386806 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2bab2a4b-595b-42ab-8886-e7eeb4e4e371 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:25.492414 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 08:59:25.501442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bab2a4b-595b-42ab-8886-e7eeb4e4e371 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Made reservation on behalf of 2a7f6962793d4eb2947c29a8858ce2b1 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:25.517341 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bab2a4b-595b-42ab-8886-e7eeb4e4e371 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:25.577165 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-9481386a-f237-45c6-b2ae-ad8c1678f5cc tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Allocated IP 172.20.0.9 (55fffe33-2f32-480e-87be-d44bb35a4753/cb1fb1ee-f2c3-4941-9946-1fc392124daf/92d2f939-86db-493f-8051-87c003bcfc62) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:59:25.983395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f64d1fcd-0e57-45ec-a4af-346dea662b89 req-111e1dea-f407-4725-85d8-9942d5cd129b tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee HTTP/1.1" status: 200 len: 210 time: 0.2798738 Feb 18 08:59:25.993002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bab2a4b-595b-42ab-8886-e7eeb4e4e371 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:59:26.071488 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bab2a4b-595b-42ab-8886-e7eeb4e4e371 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:26.072073 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-2bab2a4b-595b-42ab-8886-e7eeb4e4e371 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Added segment 055bae33-4807-45dd-9e0f-e3c7eb00d8c9 of type vlan for network e5eed93a-4c3a-48fc-ab7c-2d0bc246feba Feb 18 08:59:26.117813 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-9481386a-f237-45c6-b2ae-ad8c1678f5cc tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:26.129124 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bab2a4b-595b-42ab-8886-e7eeb4e4e371 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:26.182848 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bab2a4b-595b-42ab-8886-e7eeb4e4e371 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:26.189464 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bab2a4b-595b-42ab-8886-e7eeb4e4e371 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:26.190074 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bab2a4b-595b-42ab-8886-e7eeb4e4e371 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:26.375710 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-9481386a-f237-45c6-b2ae-ad8c1678f5cc tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:26.514650 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2bab2a4b-595b-42ab-8886-e7eeb4e4e371 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3607957 Feb 18 08:59:26.532676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab2a4b-595b-42ab-8886-e7eeb4e4e371 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event updated for resources: {'Network': ['ID=e5eed93a-4c3a-48fc-ab7c-2d0bc246feba,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:26.601590 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network e5eed93a-4c3a-48fc-ab7c-2d0bc246feba details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:59:26.611938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-7b944db9-605b-43b9-bb75-1e5cb5f2d546 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Allocated IP 172.20.0.3 (55fffe33-2f32-480e-87be-d44bb35a4753/cb1fb1ee-f2c3-4941-9946-1fc392124daf/b9e1a3a3-770f-4300-936d-43367d29ed03) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:59:26.623275 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-9481386a-f237-45c6-b2ae-ad8c1678f5cc tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Network 55fffe33-2f32-480e-87be-d44bb35a4753 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:59:26.634146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-9481386a-f237-45c6-b2ae-ad8c1678f5cc tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:59:26.638265 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-9481386a-f237-45c6-b2ae-ad8c1678f5cc tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:59:26.796002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-9481386a-f237-45c6-b2ae-ad8c1678f5cc tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:26.796465 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-9481386a-f237-45c6-b2ae-ad8c1678f5cc tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:26.828177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481386a-f237-45c6-b2ae-ad8c1678f5cc tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Pushing event updated for resources: {'Port': ['ID=92d2f939-86db-493f-8051-87c003bcfc62,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:26.928715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-9481386a-f237-45c6-b2ae-ad8c1678f5cc tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9856260 Feb 18 08:59:26.961365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Request body: {'port': {'device_id': 'fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:27.390777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a57ea-82cd-486d-b157-6fcb14bb2a16 req-94f0b5ad-0dbd-4c69-98f6-80c8c4e26b6e tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:27.396015 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b4a57ea-82cd-486d-b157-6fcb14bb2a16 req-94f0b5ad-0dbd-4c69-98f6-80c8c4e26b6e tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/ports?device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 945 time: 0.8569472 Feb 18 08:59:27.435244 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:27.816944 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b4a57ea-82cd-486d-b157-6fcb14bb2a16 req-13a7b5be-033b-43cf-ac3e-759864c23a7a tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/security-groups?id=884d76c7-96ac-48e6-9754-d1cb9899ae2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046726 Feb 18 08:59:27.833467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce86bf-f336-429f-810b-3688711da3f3 req-0eedc183-fd09-4d3f-abaf-448d2b5c5e2c tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:27.834535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2fce86bf-f336-429f-810b-3688711da3f3 req-0eedc183-fd09-4d3f-abaf-448d2b5c5e2c tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Synchronizing usage tracker for tenant:9337406612964e4b89a8a99bd32ad073 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:59:27.931690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2fce86bf-f336-429f-810b-3688711da3f3 req-0eedc183-fd09-4d3f-abaf-448d2b5c5e2c tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Unset dirty status for tenant:9337406612964e4b89a8a99bd32ad073 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:59:27.932889 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2fce86bf-f336-429f-810b-3688711da3f3 req-0eedc183-fd09-4d3f-abaf-448d2b5c5e2c tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee HTTP/1.1" status: 200 len: 931 time: 0.6859069 Feb 18 08:59:27.979246 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-7b944db9-605b-43b9-bb75-1e5cb5f2d546 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:28.010351 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2fce86bf-f336-429f-810b-3688711da3f3 req-1a0b8565-0d55-43ae-bdb1-3ae004e5e0c9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698550 Feb 18 08:59:28.181586 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-7b944db9-605b-43b9-bb75-1e5cb5f2d546 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:28.311215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-7b944db9-605b-43b9-bb75-1e5cb5f2d546 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Network 55fffe33-2f32-480e-87be-d44bb35a4753 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:59:28.317159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-7b944db9-605b-43b9-bb75-1e5cb5f2d546 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:59:28.320077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-7b944db9-605b-43b9-bb75-1e5cb5f2d546 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:59:28.385935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b944db9-605b-43b9-bb75-1e5cb5f2d546 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Pushing event updated for resources: {'Port': ['ID=b9e1a3a3-770f-4300-936d-43367d29ed03,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:28.454526 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-7b944db9-605b-43b9-bb75-1e5cb5f2d546 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:28.455949 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-7b944db9-605b-43b9-bb75-1e5cb5f2d546 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:28.498955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-7b944db9-605b-43b9-bb75-1e5cb5f2d546 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4813745 Feb 18 08:59:28.595705 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Request body: {'port': {'device_id': '5d7ef43c-467a-48fb-9b05-69cd19316d68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:28.722315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d2f939-86db-493f-8051-87c003bcfc62 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:59:28.764804 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:28.809307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Transition to ACTIVE for port object 92d2f939-86db-493f-8051-87c003bcfc62 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:59:28.827675 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:29.277741 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:29.402045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Pushing event updated for resources: {'Port': ['ID=92d2f939-86db-493f-8051-87c003bcfc62,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:29.816321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Attempting to bind port 92d2f939-86db-493f-8051-87c003bcfc62 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:59:29.816988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Attempting to bind port 92d2f939-86db-493f-8051-87c003bcfc62 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'fb08848c-e513-45a7-8cd0-4c4e67ac1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:59:29.817226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Attempting to bind port 92d2f939-86db-493f-8051-87c003bcfc62 on network 55fffe33-2f32-480e-87be-d44bb35a4753 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:59:29.829736 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34566) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:29.835522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Request body: {'subnets': [{'network_id': '214e82a7-1a95-465e-88de-d901e50caa12', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1928659427', 'ip_version': 6}, {'network_id': 'e5eed93a-4c3a-48fc-ab7c-2d0bc246feba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:29.835840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Request body: {'subnet': {'network_id': '214e82a7-1a95-465e-88de-d901e50caa12', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1928659427', 'ip_version': 6}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:29.836523 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Request body: {'subnet': {'network_id': 'e5eed93a-4c3a-48fc-ab7c-2d0bc246feba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:29.961047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Port 92d2f939-86db-493f-8051-87c003bcfc62 on network 55fffe33-2f32-480e-87be-d44bb35a4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:59:29.961681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Attempting to bind port 92d2f939-86db-493f-8051-87c003bcfc62 on network 55fffe33-2f32-480e-87be-d44bb35a4753 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:59:30.017811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fae29-23f9-4409-9c90-941a748a6cc2 req-ad375f72-e4aa-4927-87a1-ee0bf4203776 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:30.020688 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b06fae29-23f9-4409-9c90-941a748a6cc2 req-ad375f72-e4aa-4927-87a1-ee0bf4203776 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/ports?device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 945 time: 0.6215107 Feb 18 08:59:30.023221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:59:30.023801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Checking segment: {'id': 'fb08848c-e513-45a7-8cd0-4c4e67ac1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:59:30.024441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Bound using segment: {'id': 'fb08848c-e513-45a7-8cd0-4c4e67ac1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:59:30.026212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Bound port: 92d2f939-86db-493f-8051-87c003bcfc62, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb08848c-e513-45a7-8cd0-4c4e67ac1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:59:30.028999 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:30.150714 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:30.158366 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Usage tracker for resource:subnet and tenant:2a7f6962793d4eb2947c29a8858ce2b1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:30.165972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:30.178176 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:30.198301 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Made reservation on behalf of 2a7f6962793d4eb2947c29a8858ce2b1 for: {'subnet': 2} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:30.213823 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:30.214605 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:30.252258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34574) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:30.263056 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f076926a-7c8c-4ffa-9342-6110884f62af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:30.272404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a9e83-b1f2-4474-aa5e-1b1ee9712007 req-c7802562-3d6c-4b20-a762-6b504db8d4f6 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:30.279599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c36a9e83-b1f2-4474-aa5e-1b1ee9712007 req-c7802562-3d6c-4b20-a762-6b504db8d4f6 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee HTTP/1.1" status: 200 len: 943 time: 0.9893630 Feb 18 08:59:30.318447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34580) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:30.384902 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b06fae29-23f9-4409-9c90-941a748a6cc2 req-d71a5685-7e4f-4e32-b1c5-a99357ea31c1 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/security-groups?id=884d76c7-96ac-48e6-9754-d1cb9899ae2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255467 Feb 18 08:59:30.403018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] For port 92d2f939-86db-493f-8051-87c003bcfc62, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:59:30.445138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] For port 92d2f939-86db-493f-8051-87c003bcfc62, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=92d2f939-86db-493f-8051-87c003bcfc62,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:59:30.529868 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-25fcf359-7b68-43ab-8322-62f3bfe3265e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:30.553601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c36a9e83-b1f2-4474-aa5e-1b1ee9712007 req-a0fb97fb-d388-41fa-8d64-1749b51e7f57 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731564 Feb 18 08:59:30.559140 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:30.603991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-25fcf359-7b68-43ab-8322-62f3bfe3265e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:30.615173 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3f21-45b6-4c9a-9721-2eee27553c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:30.637851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7f8e3f21-45b6-4c9a-9721-2eee27553c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:30.659283 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-25fcf359-7b68-43ab-8322-62f3bfe3265e admin admin] Usage tracker for resource:security_group_rule and tenant:7dc4d0842c8f4c869f992fc7191bac81 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:30.668799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-25fcf359-7b68-43ab-8322-62f3bfe3265e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:30.691404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:30.692014 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:30.693684 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] 10.222.0.81 "PUT /v2.0/ports/92d2f939-86db-493f-8051-87c003bcfc62 HTTP/1.1" status: 200 len: 1091 time: 3.7546394 Feb 18 08:59:30.696602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee', 'tag': '92d2f939-86db-493f-8051-87c003bcfc62'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:59:30.719949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e1a3a3-770f-4300-936d-43367d29ed03 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:59:30.731102 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:30.734039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b0418-ff4b-4128-bae2-a4289807ed5a service neutron] Pushing event updated for resources: {'Port': ['ID=92d2f939-86db-493f-8051-87c003bcfc62,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:30.766148 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7f8e3f21-45b6-4c9a-9721-2eee27553c8e admin admin] Usage tracker for resource:security_group_rule and tenant:84d5b6296db54195b59cbab8fc48a97b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:30.771581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7f8e3f21-45b6-4c9a-9721-2eee27553c8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:30.780145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-25fcf359-7b68-43ab-8322-62f3bfe3265e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:30.789077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7f8e3f21-45b6-4c9a-9721-2eee27553c8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:30.792238 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee', 'tag': '92d2f939-86db-493f-8051-87c003bcfc62', 'status': 'completed', 'code': 200} Feb 18 08:59:30.818791 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Transition to ACTIVE for port object b9e1a3a3-770f-4300-936d-43367d29ed03 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:59:30.834146 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:31.053518 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-25fcf359-7b68-43ab-8322-62f3bfe3265e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:31.066639 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-25fcf359-7b68-43ab-8322-62f3bfe3265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:31.109107 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3f21-45b6-4c9a-9721-2eee27553c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:31.127703 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3f21-45b6-4c9a-9721-2eee27553c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:31.159336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Pushing event updated for resources: {'Port': ['ID=b9e1a3a3-770f-4300-936d-43367d29ed03,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:31.186621 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-25fcf359-7b68-43ab-8322-62f3bfe3265e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7dc4d0842c8f4c869f992fc7191bac81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9284620 Feb 18 08:59:31.186621 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:31.189888 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcf359-7b68-43ab-8322-62f3bfe3265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da74099-37c9-4c69-aace-2a5a3e59b8d6,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:31.193438 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34594) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:31.211590 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-96c44e85-74af-49bb-9a1b-9e7334a15d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:31.213626 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-96c44e85-74af-49bb-9a1b-9e7334a15d4d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9337406612964e4b89a8a99bd32ad073&device_id=fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee HTTP/1.1" status: 200 len: 1094 time: 0.4627683 Feb 18 08:59:31.262427 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7f8e3f21-45b6-4c9a-9721-2eee27553c8e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=84d5b6296db54195b59cbab8fc48a97b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9421122 Feb 18 08:59:31.271702 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34598) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:31.298560 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-ddde6f5e-e16d-41bf-bef8-95e3b7befa10 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92d2f939-86db-493f-8051-87c003bcfc62 HTTP/1.1" status: 200 len: 217 time: 0.0758982 Feb 18 08:59:31.299212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Attempting to bind port b9e1a3a3-770f-4300-936d-43367d29ed03 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:59:31.299546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Attempting to bind port b9e1a3a3-770f-4300-936d-43367d29ed03 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'fb08848c-e513-45a7-8cd0-4c4e67ac1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:59:31.299875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Attempting to bind port b9e1a3a3-770f-4300-936d-43367d29ed03 on network 55fffe33-2f32-480e-87be-d44bb35a4753 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:59:31.331714 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e3f21-45b6-4c9a-9721-2eee27553c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e55906-dfcb-4205-bb48-d23af2533156,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:31.351793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d37480-a9c1-4140-8ef8-7509a47b06c3 req-a0d079f7-3cd2-4408-8927-746e5794a455 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:31.353295 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11d37480-a9c1-4140-8ef8-7509a47b06c3 req-a0d079f7-3cd2-4408-8927-746e5794a455 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/ports?device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 945 time: 0.3371365 Feb 18 08:59:31.353881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Port b9e1a3a3-770f-4300-936d-43367d29ed03 on network 55fffe33-2f32-480e-87be-d44bb35a4753 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:59:31.354211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Attempting to bind port b9e1a3a3-770f-4300-936d-43367d29ed03 on network 55fffe33-2f32-480e-87be-d44bb35a4753 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:59:31.389036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event updated for resources: {'Subnet': ['ID=16e3605e-f46e-4de1-8ff3-00f8054072ea,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:31.411772 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Checking segment: {'id': 'a169fd23-3a6e-4bcd-af8d-5e0db02f9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '214e82a7-1a95-465e-88de-d901e50caa12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:59:31.412137 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Network hostable DHCP agents. Network: 214e82a7-1a95-465e-88de-d901e50caa12, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:59:31.445417 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2d75-71e4-40f8-b98d-dcf04f145594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:31.475058 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0fbe01c8-e4ff-4624-b60b-80638841bb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:31.496619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:59:31.497016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Checking segment: {'id': 'fb08848c-e513-45a7-8cd0-4c4e67ac1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:59:31.497351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Bound using segment: {'id': 'fb08848c-e513-45a7-8cd0-4c4e67ac1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:59:31.497799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Bound port: b9e1a3a3-770f-4300-936d-43367d29ed03, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb08848c-e513-45a7-8cd0-4c4e67ac1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:59:31.498155 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:31.499243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Network 214e82a7-1a95-465e-88de-d901e50caa12 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:59:31.520392 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2d75-71e4-40f8-b98d-dcf04f145594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:31.534599 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0fbe01c8-e4ff-4624-b60b-80638841bb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:31.542360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 214e82a7-1a95-465e-88de-d901e50caa12) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:59:31.556421 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:31.564706 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69021b75-b63c-43ae-ba3e-9f3c2998e578 None None] Network 214e82a7-1a95-465e-88de-d901e50caa12 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:59:31.580780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-cc33b958-09eb-4a25-bcb9-58b779eb851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:31.582530 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-cc33b958-09eb-4a25-bcb9-58b779eb851b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb1fb1ee-f2c3-4941-9946-1fc392124daf HTTP/1.1" status: 200 len: 852 time: 0.2756512 Feb 18 08:59:31.661796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11d37480-a9c1-4140-8ef8-7509a47b06c3 req-bc2ef751-8d56-43f2-813d-206d6f6d2891 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/security-groups?id=884d76c7-96ac-48e6-9754-d1cb9899ae2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994678 Feb 18 08:59:31.674310 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-bc71e365-1583-4d31-8a49-be8561bb2368 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55fffe33-2f32-480e-87be-d44bb35a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768263 Feb 18 08:59:31.826008 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event updated for resources: {'Subnet': ['ID=2c54645e-820b-4903-8793-bab80f4178cb,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:31.832930 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Checking segment: {'id': '055bae33-4807-45dd-9e0f-e3c7eb00d8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e5eed93a-4c3a-48fc-ab7c-2d0bc246feba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:59:31.833280 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Network hostable DHCP agents. Network: e5eed93a-4c3a-48fc-ab7c-2d0bc246feba, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:59:31.851830 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2d75-71e4-40f8-b98d-dcf04f145594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:31.880862 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0fbe01c8-e4ff-4624-b60b-80638841bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:31.896145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Network e5eed93a-4c3a-48fc-ab7c-2d0bc246feba is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:59:31.903696 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e2d75-71e4-40f8-b98d-dcf04f145594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da74099-37c9-4c69-aace-2a5a3e59b8d6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:31.933294 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, e5eed93a-4c3a-48fc-ab7c-2d0bc246feba) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:59:31.941339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe01c8-e4ff-4624-b60b-80638841bb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e55906-dfcb-4205-bb48-d23af2533156,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:31.950261 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:31.950740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:31.951546 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:31.959765 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0fbe01c8-e4ff-4624-b60b-80638841bb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:31.961648 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0fbe01c8-e4ff-4624-b60b-80638841bb23 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31e55906-dfcb-4205-bb48-d23af2533156 HTTP/1.1" status: 204 len: 168 time: 0.6800666 Feb 18 08:59:31.969533 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2d75-71e4-40f8-b98d-dcf04f145594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:31.970807 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9c4e2d75-71e4-40f8-b98d-dcf04f145594 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2da74099-37c9-4c69-aace-2a5a3e59b8d6 HTTP/1.1" status: 204 len: 168 time: 0.7394347 Feb 18 08:59:31.983991 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddeb201-78ac-4849-b9c2-fbd7be60caed None None] Network e5eed93a-4c3a-48fc-ab7c-2d0bc246feba requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:59:31.998258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] For port b9e1a3a3-770f-4300-936d-43367d29ed03, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:59:32.001121 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f16e6f69-f158-4609-a081-0969de651299 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1693430 Feb 18 08:59:32.003230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34610) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:32.016406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] For port b9e1a3a3-770f-4300-936d-43367d29ed03, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b9e1a3a3-770f-4300-936d-43367d29ed03,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:59:32.051262 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:32.236675 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cb9a79-b6ba-4009-940b-0c1f61d94b7b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:32.238737 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cb9a79-b6ba-4009-940b-0c1f61d94b7b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:32.248995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cb9a79-b6ba-4009-940b-0c1f61d94b7b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:32.250062 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b1cb9a79-b6ba-4009-940b-0c1f61d94b7b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Synchronizing usage tracker for tenant:2a7f6962793d4eb2947c29a8858ce2b1 on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:59:32.297481 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b1cb9a79-b6ba-4009-940b-0c1f61d94b7b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Unset dirty status for tenant:2a7f6962793d4eb2947c29a8858ce2b1 on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:59:32.298548 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b1cb9a79-b6ba-4009-940b-0c1f61d94b7b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2928183 Feb 18 08:59:32.309964 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34618) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:32.313386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-5ec57853-4f4e-4779-889e-ce4c14b7c84d service neutron] 10.222.0.81 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292555 Feb 18 08:59:32.406034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:32.408493 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:32.411908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] 10.222.0.61 "PUT /v2.0/ports/b9e1a3a3-770f-4300-936d-43367d29ed03 HTTP/1.1" status: 200 len: 1091 time: 3.8501680 Feb 18 08:59:32.492556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66c4052-64b4-490d-8c35-e89b5f05db89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-214e82a7-1a95-465e-88de-d901e50caa12', 'network_id': '214e82a7-1a95-465e-88de-d901e50caa12', 'tenant_id': '2a7f6962793d4eb2947c29a8858ce2b1', 'fixed_ips': [{'subnet_id': '16e3605e-f46e-4de1-8ff3-00f8054072ea'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:59:32.493655 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b66c4052-64b4-490d-8c35-e89b5f05db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:32.583727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4bb98-ec8e-4299-8871-a668ad349d8c req-31edb6d3-d7e4-4541-8b72-e2737ce31577 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:32.591416 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-caa4bb98-ec8e-4299-8871-a668ad349d8c req-31edb6d3-d7e4-4541-8b72-e2737ce31577 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee HTTP/1.1" status: 200 len: 943 time: 0.7817831 Feb 18 08:59:32.603693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ed0005-a027-4595-83cf-6a83c7a6c02b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Deleting subnet 16e3605e-f46e-4de1-8ff3-00f8054072ea {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:59:32.612576 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34ed0005-a027-4595-83cf-6a83c7a6c02b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:32.620324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0833b1c-e6d6-4cc5-9f92-e258aa8577cc service neutron] Pushing event updated for resources: {'Port': ['ID=b9e1a3a3-770f-4300-936d-43367d29ed03,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:32.674906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34624) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:32.707017 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-caa4bb98-ec8e-4299-8871-a668ad349d8c req-a848837f-755e-4697-b4c9-e6d66ac81c09 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146533 Feb 18 08:59:32.710771 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34630) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:32.769003 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-954c4563-25f7-4f8f-b58f-04041803487d service neutron] 10.222.0.81 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326785 Feb 18 08:59:32.772345 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1a191d8f-b765-4747-af78-f43727e86f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:32.796046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-4663c315-addb-44bd-9bdd-549cebabafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:32.798570 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-4663c315-addb-44bd-9bdd-549cebabafb4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9337406612964e4b89a8a99bd32ad073&device_id=5d7ef43c-467a-48fb-9b05-69cd19316d68 HTTP/1.1" status: 200 len: 1094 time: 0.2784858 Feb 18 08:59:32.798931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7ef43c-467a-48fb-9b05-69cd19316d68', 'tag': 'b9e1a3a3-770f-4300-936d-43367d29ed03'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:59:32.821477 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34ed0005-a027-4595-83cf-6a83c7a6c02b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:32.839394 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a2ae801e-0005-484a-83cd-340349962734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:32.866968 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-e5eed93a-4c3a-48fc-ab7c-2d0bc246feba', 'network_id': 'e5eed93a-4c3a-48fc-ab7c-2d0bc246feba', 'tenant_id': '2a7f6962793d4eb2947c29a8858ce2b1', 'fixed_ips': [{'subnet_id': '2c54645e-820b-4903-8793-bab80f4178cb'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:59:32.868068 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:32.938073 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34ed0005-a027-4595-83cf-6a83c7a6c02b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:32.974788 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7ef43c-467a-48fb-9b05-69cd19316d68', 'tag': 'b9e1a3a3-770f-4300-936d-43367d29ed03', 'status': 'completed', 'code': 200} Feb 18 08:59:32.975666 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4428edd-d36a-4e99-8d4d-84d02b34d818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:32.982366 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-6570f222-fa10-41bb-8ed1-4c1ff7edb3ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9e1a3a3-770f-4300-936d-43367d29ed03 HTTP/1.1" status: 200 len: 217 time: 0.1701114 Feb 18 08:59:33.000446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1a191d8f-b765-4747-af78-f43727e86f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:33.015004 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1a191d8f-b765-4747-af78-f43727e86f28 admin admin] Usage tracker for resource:security_group_rule and tenant:01bbe6dc936f4559903f359560f24fce is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:33.024971 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dad3f3-eec4-4063-9aa9-ffef244aa204 req-8bcec6d8-d49f-43e2-a5f1-3003a13c75c5 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:33.026698 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-28dad3f3-eec4-4063-9aa9-ffef244aa204 req-8bcec6d8-d49f-43e2-a5f1-3003a13c75c5 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.81 "GET /v2.0/ports?device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 945 time: 0.6191254 Feb 18 08:59:33.031073 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a4428edd-d36a-4e99-8d4d-84d02b34d818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:33.036738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1a191d8f-b765-4747-af78-f43727e86f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:33.099195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1a191d8f-b765-4747-af78-f43727e86f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:33.101677 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a4428edd-d36a-4e99-8d4d-84d02b34d818 admin admin] Usage tracker for resource:security_group_rule and tenant:a79b76d4bc1e493ab67dbdf7d38ac650 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:33.117669 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a4428edd-d36a-4e99-8d4d-84d02b34d818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:33.138521 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Allocated IP 2001:db8:0:1::1 (e5eed93a-4c3a-48fc-ab7c-2d0bc246feba/2c54645e-820b-4903-8793-bab80f4178cb/bc34b4a7-1b80-45f5-a4cd-453cd82be929) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:59:33.143616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a4428edd-d36a-4e99-8d4d-84d02b34d818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:33.185186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-3c71ade1-bb24-49ad-86c7-6ff1fa4d6cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:33.185186 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-3c71ade1-bb24-49ad-86c7-6ff1fa4d6cfc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb1fb1ee-f2c3-4941-9946-1fc392124daf HTTP/1.1" status: 200 len: 852 time: 0.1604304 Feb 18 08:59:33.220151 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34ed0005-a027-4595-83cf-6a83c7a6c02b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:33.260028 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-28dad3f3-eec4-4063-9aa9-ffef244aa204 req-9ddc2a32-eed8-443b-b732-0f40fde41985 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Deleting port bbbdbc41-1bed-4e6f-975f-39047016e1cf {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:59:33.260661 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-28dad3f3-eec4-4063-9aa9-ffef244aa204 req-9ddc2a32-eed8-443b-b732-0f40fde41985 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:33.261030 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-a2cc3bf0-1b55-4348-9168-49b98dce8e99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=55fffe33-2f32-480e-87be-d44bb35a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668521 Feb 18 08:59:33.280326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b2f27-3e72-4120-9096-c3d3b3e8227f req-fb22b7d8-e6a0-43e8-9f0b-a5fa34b92e13 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:33.281411 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a1b2f27-3e72-4120-9096-c3d3b3e8227f req-fb22b7d8-e6a0-43e8-9f0b-a5fa34b92e13 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/ports?device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 945 time: 0.3064651 Feb 18 08:59:33.326044 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed0005-a027-4595-83cf-6a83c7a6c02b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event deleted for resources: {'Subnet': ['ID=16e3605e-f46e-4de1-8ff3-00f8054072ea,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server [None req-b66c4052-64b4-490d-8c35-e89b5f05db89 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16e3605e-f46e-4de1-8ff3-00f8054072ea: This subnet is being modified by another concurrent operation. Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 18 08:59:33.336358 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise exception Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16e3605e-f46e-4de1-8ff3-00f8054072ea: This subnet is being modified by another concurrent operation. Feb 18 08:59:33.340151 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server Feb 18 08:59:33.367663 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34ed0005-a027-4595-83cf-6a83c7a6c02b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:33.411934 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545864c9-13e2-415f-b7be-494007e682b2 None None] Network 214e82a7-1a95-465e-88de-d901e50caa12 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:59:33.435234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de85f02-c94f-4cea-bcf1-c1331712fd95 req-9faa7c9c-1be5-4a49-950a-ca617b81f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:33.436775 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5de85f02-c94f-4cea-bcf1-c1331712fd95 req-9faa7c9c-1be5-4a49-950a-ca617b81f328 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9337406612964e4b89a8a99bd32ad073&device_id=fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee HTTP/1.1" status: 200 len: 1094 time: 0.4606078 Feb 18 08:59:33.487151 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1a191d8f-b765-4747-af78-f43727e86f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:33.490118 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a1b2f27-3e72-4120-9096-c3d3b3e8227f req-f064d064-5c36-4c81-b702-e147a524ccde tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/security-groups?id=884d76c7-96ac-48e6-9754-d1cb9899ae2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863906 Feb 18 08:59:33.611443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-c3a91317-66d3-4b66-bbbf-63005ef18f6a service neutron] 10.222.0.61 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281922 Feb 18 08:59:33.747574 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1a191d8f-b765-4747-af78-f43727e86f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:33.759697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de85f02-c94f-4cea-bcf1-c1331712fd95 req-38b2a2c2-611c-4f8d-b4cb-2d6defbfc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:33.764466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5de85f02-c94f-4cea-bcf1-c1331712fd95 req-38b2a2c2-611c-4f8d-b4cb-2d6defbfc360 service neutron] 10.222.0.81 "GET /v2.0/networks?id=55fffe33-2f32-480e-87be-d44bb35a4753 HTTP/1.1" status: 200 len: 913 time: 0.3106830 Feb 18 08:59:33.801032 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:33.805167 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-28dad3f3-eec4-4063-9aa9-ffef244aa204 req-9ddc2a32-eed8-443b-b732-0f40fde41985 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] For port bbbdbc41-1bed-4e6f-975f-39047016e1cf, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=bbbdbc41-1bed-4e6f-975f-39047016e1cf,segment=NetworkSegment(2acf71db-eac1-4a54-866b-e7f5418f691a),segment_id=2acf71db-eac1-4a54-866b-e7f5418f691a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:33.805792 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-28dad3f3-eec4-4063-9aa9-ffef244aa204 req-9ddc2a32-eed8-443b-b732-0f40fde41985 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:33.825338 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-34ed0005-a027-4595-83cf-6a83c7a6c02b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "DELETE /v2.0/subnets/16e3605e-f46e-4de1-8ff3-00f8054072ea HTTP/1.1" status: 204 len: 168 time: 1.5141883 Feb 18 08:59:33.826402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34640) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:33.845623 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:33.872406 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:33.883981 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Transition to ACTIVE for port object bc34b4a7-1b80-45f5-a4cd-453cd82be929 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:59:33.906475 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Transition to ACTIVE for port object bc34b4a7-1b80-45f5-a4cd-453cd82be929 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:59:33.916589 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:34.008620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5de85f02-c94f-4cea-bcf1-c1331712fd95 req-1fc00699-20ba-4eeb-b163-80a9f1b4252a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92d2f939-86db-493f-8051-87c003bcfc62 HTTP/1.1" status: 200 len: 217 time: 0.2291059 Feb 18 08:59:34.066944 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Network e5eed93a-4c3a-48fc-ab7c-2d0bc246feba is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:59:34.070674 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:59:34.082417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-28dad3f3-eec4-4063-9aa9-ffef244aa204 req-9ddc2a32-eed8-443b-b732-0f40fde41985 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Calling delete_port for bbbdbc41-1bed-4e6f-975f-39047016e1cf owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:59:34.086476 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:59:34.097716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Pushing event updated for resources: {'Port': ['ID=bc34b4a7-1b80-45f5-a4cd-453cd82be929,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:34.153417 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1a191d8f-b765-4747-af78-f43727e86f28 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=01bbe6dc936f4559903f359560f24fce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4759791 Feb 18 08:59:34.153417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a191d8f-b765-4747-af78-f43727e86f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8070a93-f30b-4300-96a5-5351cc2a778b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:34.170956 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34644) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:34.217530 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4428edd-d36a-4e99-8d4d-84d02b34d818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:34.250684 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4428edd-d36a-4e99-8d4d-84d02b34d818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:34.267628 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Attempting to bind port bc34b4a7-1b80-45f5-a4cd-453cd82be929 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:59:34.269141 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a95653-fede-45da-94a6-b470570933a4 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Deleting subnet 2c54645e-820b-4903-8793-bab80f4178cb {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:59:34.270473 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Attempting to bind port bc34b4a7-1b80-45f5-a4cd-453cd82be929 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '055bae33-4807-45dd-9e0f-e3c7eb00d8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e5eed93a-4c3a-48fc-ab7c-2d0bc246feba'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:59:34.271064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Attempting to bind port bc34b4a7-1b80-45f5-a4cd-453cd82be929 on network e5eed93a-4c3a-48fc-ab7c-2d0bc246feba {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:59:34.278692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:59:34.279387 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Checking segment: {'id': '055bae33-4807-45dd-9e0f-e3c7eb00d8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e5eed93a-4c3a-48fc-ab7c-2d0bc246feba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:59:34.280009 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:34.280802 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Bound using segment: {'id': '055bae33-4807-45dd-9e0f-e3c7eb00d8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e5eed93a-4c3a-48fc-ab7c-2d0bc246feba'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:59:34.281510 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Bound port: bc34b4a7-1b80-45f5-a4cd-453cd82be929, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055bae33-4807-45dd-9e0f-e3c7eb00d8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e5eed93a-4c3a-48fc-ab7c-2d0bc246feba'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:59:34.282146 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:34.311054 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3a95653-fede-45da-94a6-b470570933a4 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:34.417091 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582965ae-b0f3-4708-a92c-3cb9e2683a21 req-deb98cbf-72ef-4dc1-867c-5585399d3e75 service neutron] 10.222.0.61 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7952659 Feb 18 08:59:34.419538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de85f02-c94f-4cea-bcf1-c1331712fd95 req-55acd807-b2d2-400c-b474-12ff8ad90eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:34.421585 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5de85f02-c94f-4cea-bcf1-c1331712fd95 req-55acd807-b2d2-400c-b474-12ff8ad90eca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb1fb1ee-f2c3-4941-9946-1fc392124daf HTTP/1.1" status: 200 len: 852 time: 0.3881736 Feb 18 08:59:34.490297 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] For port bc34b4a7-1b80-45f5-a4cd-453cd82be929, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:59:34.501755 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] For port bc34b4a7-1b80-45f5-a4cd-453cd82be929, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=bc34b4a7-1b80-45f5-a4cd-453cd82be929,segment=NetworkSegment(055bae33-4807-45dd-9e0f-e3c7eb00d8c9),segment_id=055bae33-4807-45dd-9e0f-e3c7eb00d8c9)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:59:34.516674 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:34.534097 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d85629e-df07-4648-83da-96e19a2e1e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:34.565092 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d85629e-df07-4648-83da-96e19a2e1e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:34.630105 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-28dad3f3-eec4-4063-9aa9-ffef244aa204 req-9ddc2a32-eed8-443b-b732-0f40fde41985 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:34.635121 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5de85f02-c94f-4cea-bcf1-c1331712fd95 req-39584cce-216a-4dfd-9980-fb8aefb07dd3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55fffe33-2f32-480e-87be-d44bb35a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2001712 Feb 18 08:59:34.712720 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d85629e-df07-4648-83da-96e19a2e1e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:34.717809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['bbbdbc41-1bed-4e6f-975f-39047016e1cf'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:59:34.806660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920df1d-ffb5-4bdf-b521-c5cd70b04838 None None] Pushing event updated for resources: {'Port': ['ID=bc34b4a7-1b80-45f5-a4cd-453cd82be929,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:34.968582 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:34.985673 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3a95653-fede-45da-94a6-b470570933a4 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:35.021706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1856a-ed9e-40d0-a91d-2fdc3e2762ef req-e48ebb3d-439b-405f-8b4f-52906baae38d tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:35.050443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13f1856a-ed9e-40d0-a91d-2fdc3e2762ef req-e48ebb3d-439b-405f-8b4f-52906baae38d tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee HTTP/1.1" status: 200 len: 943 time: 1.0080676 Feb 18 08:59:35.062180 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a4428edd-d36a-4e99-8d4d-84d02b34d818 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a79b76d4bc1e493ab67dbdf7d38ac650&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3060811 Feb 18 08:59:35.062180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc2a32-eed8-443b-b732-0f40fde41985 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Pushing event deleted for resources: {'Port': ['ID=bbbdbc41-1bed-4e6f-975f-39047016e1cf,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:35.062180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4428edd-d36a-4e99-8d4d-84d02b34d818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b408adfd-cd03-41f9-b907-8e9a66dbb970,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:35.062853 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-51b700a7-851a-428e-92ed-b96b61da3bcf req-500ab5bd-d95b-4a46-82b3-75767cb61464 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/ports?device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 210 time: 0.1554542 Feb 18 08:59:35.066389 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34656) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:35.149365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85629e-df07-4648-83da-96e19a2e1e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8070a93-f30b-4300-96a5-5351cc2a778b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:35.156836 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 92d2f939-86db-493f-8051-87c003bcfc62 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:59:35.194153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13f1856a-ed9e-40d0-a91d-2fdc3e2762ef req-d6ed9ea5-4519-409c-9184-89a92191091e tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614084 Feb 18 08:59:35.217732 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5de85f02-c94f-4cea-bcf1-c1331712fd95 req-de9d6a20-d202-4685-8ef9-cfa05eb73896 service neutron] 10.222.0.81 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718932 Feb 18 08:59:35.227696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062093b4-9441-4d4e-beaa-c0eccc96f5d8 req-6e3659a8-e05b-46c4-be91-2dc7a561bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:35.231512 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-062093b4-9441-4d4e-beaa-c0eccc96f5d8 req-6e3659a8-e05b-46c4-be91-2dc7a561bf39 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9337406612964e4b89a8a99bd32ad073&device_id=5d7ef43c-467a-48fb-9b05-69cd19316d68 HTTP/1.1" status: 200 len: 1094 time: 0.7291710 Feb 18 08:59:35.314087 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d85629e-df07-4648-83da-96e19a2e1e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:35.316928 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9d85629e-df07-4648-83da-96e19a2e1e68 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b8070a93-f30b-4300-96a5-5351cc2a778b HTTP/1.1" status: 204 len: 168 time: 1.1449242 Feb 18 08:59:35.319784 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dad3f3-eec4-4063-9aa9-ffef244aa204 req-9ddc2a32-eed8-443b-b732-0f40fde41985 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] No DVR routers for this DVR port bbbdbc41-1bed-4e6f-975f-39047016e1cf on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:59:35.323602 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-28dad3f3-eec4-4063-9aa9-ffef244aa204 req-9ddc2a32-eed8-443b-b732-0f40fde41985 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:35.326940 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-28dad3f3-eec4-4063-9aa9-ffef244aa204 req-9ddc2a32-eed8-443b-b732-0f40fde41985 tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.81 "DELETE /v2.0/ports/bbbdbc41-1bed-4e6f-975f-39047016e1cf HTTP/1.1" status: 204 len: 173 time: 2.2781987 Feb 18 08:59:35.327581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35170ffc-d188-45c5-ab40-ef5b4f124d88', 'name': 'network-vif-deleted', 'tag': 'bbbdbc41-1bed-4e6f-975f-39047016e1cf'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:59:35.376908 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3a95653-fede-45da-94a6-b470570933a4 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:35.382265 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c4495b9a-4804-4bac-806a-0f44dd845861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:35.493328 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35170ffc-d188-45c5-ab40-ef5b4f124d88', 'name': 'network-vif-deleted', 'tag': 'bbbdbc41-1bed-4e6f-975f-39047016e1cf', 'status': 'completed', 'code': 200} Feb 18 08:59:35.540834 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c4495b9a-4804-4bac-806a-0f44dd845861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:35.624597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 92d2f939-86db-493f-8051-87c003bcfc62, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=92d2f939-86db-493f-8051-87c003bcfc62,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:35.626608 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5de85f02-c94f-4cea-bcf1-c1331712fd95 req-37306a86-e7c0-4e6e-929b-7fc94280cdad service neutron] 10.222.0.81 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917499 Feb 18 08:59:35.636595 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3a95653-fede-45da-94a6-b470570933a4 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:35.670791 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '92d2f939-86db-493f-8051-87c003bcfc62', 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753', 'port_id': '92d2f939-86db-493f-8051-87c003bcfc62', 'mac_address': 'fa:16:3e:ab:b0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1fb1ee-f2c3-4941-9946-1fc392124daf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:59:35.680017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062093b4-9441-4d4e-beaa-c0eccc96f5d8 req-767d0792-4d5c-4294-8ffd-e8653f483a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:35.685735 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-062093b4-9441-4d4e-beaa-c0eccc96f5d8 req-767d0792-4d5c-4294-8ffd-e8653f483a42 service neutron] 10.222.0.61 "GET /v2.0/networks?id=55fffe33-2f32-480e-87be-d44bb35a4753 HTTP/1.1" status: 200 len: 913 time: 0.4240065 Feb 18 08:59:35.774761 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3a95653-fede-45da-94a6-b470570933a4 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:35.801059 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:35.837870 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-062093b4-9441-4d4e-beaa-c0eccc96f5d8 req-c5a4739f-54d1-40bf-9382-8e1a603d7bd6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9e1a3a3-770f-4300-936d-43367d29ed03 HTTP/1.1" status: 200 len: 217 time: 0.1431687 Feb 18 08:59:35.878180 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c3a95653-fede-45da-94a6-b470570933a4 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "DELETE /v2.0/subnets/2c54645e-820b-4903-8793-bab80f4178cb HTTP/1.1" status: 204 len: 168 time: 2.0292909 Feb 18 08:59:35.883536 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a95653-fede-45da-94a6-b470570933a4 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event deleted for resources: {'Subnet': ['ID=2c54645e-820b-4903-8793-bab80f4178cb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:35.894013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34670) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:35.924084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device bc34b4a7-1b80-45f5-a4cd-453cd82be929 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:59:36.015892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d2f939-86db-493f-8051-87c003bcfc62 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:59:36.071205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062093b4-9441-4d4e-beaa-c0eccc96f5d8 req-f487df18-6bf7-4d5b-8c1a-9d77df5bb2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:36.073494 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-062093b4-9441-4d4e-beaa-c0eccc96f5d8 req-f487df18-6bf7-4d5b-8c1a-9d77df5bb2f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb1fb1ee-f2c3-4941-9946-1fc392124daf HTTP/1.1" status: 200 len: 852 time: 0.2107642 Feb 18 08:59:36.082365 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c4495b9a-4804-4bac-806a-0f44dd845861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:36.107853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee8e221-d224-4dd9-8f6e-60b515ed953e tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:36.108617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3ee8e221-d224-4dd9-8f6e-60b515ed953e tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Synchronizing usage tracker for tenant:2a7f6962793d4eb2947c29a8858ce2b1 on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:59:36.133745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 92d2f939-86db-493f-8051-87c003bcfc62, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=92d2f939-86db-493f-8051-87c003bcfc62,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:36.150605 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3ee8e221-d224-4dd9-8f6e-60b515ed953e tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Unset dirty status for tenant:2a7f6962793d4eb2947c29a8858ce2b1 on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:59:36.152956 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3ee8e221-d224-4dd9-8f6e-60b515ed953e tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2531958 Feb 18 08:59:36.157223 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34678) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:36.224816 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:36.254522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4495b9a-4804-4bac-806a-0f44dd845861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b408adfd-cd03-41f9-b907-8e9a66dbb970,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:36.257624 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c4495b9a-4804-4bac-806a-0f44dd845861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:36.265766 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c4495b9a-4804-4bac-806a-0f44dd845861 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b408adfd-cd03-41f9-b907-8e9a66dbb970 HTTP/1.1" status: 204 len: 168 time: 1.1947579 Feb 18 08:59:36.298441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4495b9a-4804-4bac-806a-0f44dd845861 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:36.298441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4495b9a-4804-4bac-806a-0f44dd845861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:36.299085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4495b9a-4804-4bac-806a-0f44dd845861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:36.299831 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4495b9a-4804-4bac-806a-0f44dd845861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:36.300448 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4495b9a-4804-4bac-806a-0f44dd845861 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:36.301007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4495b9a-4804-4bac-806a-0f44dd845861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:36.301559 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4495b9a-4804-4bac-806a-0f44dd845861 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:36.302122 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4495b9a-4804-4bac-806a-0f44dd845861 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:36.302666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4495b9a-4804-4bac-806a-0f44dd845861 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:36.303421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4495b9a-4804-4bac-806a-0f44dd845861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:36.303961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4495b9a-4804-4bac-806a-0f44dd845861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:36.304647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4495b9a-4804-4bac-806a-0f44dd845861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:36.320365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-062093b4-9441-4d4e-beaa-c0eccc96f5d8 req-cbd6d975-768d-42cc-a846-2305ab8f5a6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=55fffe33-2f32-480e-87be-d44bb35a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2149279 Feb 18 08:59:36.551775 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:36.574421 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=92d2f939-86db-493f-8051-87c003bcfc62,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:36.583030 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Deleting port bc34b4a7-1b80-45f5-a4cd-453cd82be929 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:59:36.583312 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:36.673767 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port bc34b4a7-1b80-45f5-a4cd-453cd82be929 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:59:36.728367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['92d2f939-86db-493f-8051-87c003bcfc62'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:59:36.832709 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2e5d5c-10ed-479c-b13c-bbefed2ecbf0 None None] Network e5eed93a-4c3a-48fc-ab7c-2d0bc246feba requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:59:36.936187 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0873543-be40-4118-b12e-a0f36f65720f req-d8b29930-91c9-49ee-9fb5-41168013049a tempest-InstanceActionsV221TestJSON-516420321 tempest-InstanceActionsV221TestJSON-516420321-project] 10.222.0.72 "GET /v2.0/ports?device_id=35170ffc-d188-45c5-ab40-ef5b4f124d88 HTTP/1.1" status: 200 len: 210 time: 0.3725057 Feb 18 08:59:36.958441 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-062093b4-9441-4d4e-beaa-c0eccc96f5d8 req-ded79d56-eb82-4e58-a646-f975bc05a9a0 service neutron] 10.222.0.61 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6317940 Feb 18 08:59:37.060481 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] For port bc34b4a7-1b80-45f5-a4cd-453cd82be929, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=bc34b4a7-1b80-45f5-a4cd-453cd82be929,segment=NetworkSegment(055bae33-4807-45dd-9e0f-e3c7eb00d8c9),segment_id=055bae33-4807-45dd-9e0f-e3c7eb00d8c9)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:37.061357 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:37.254055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Calling delete_port for bc34b4a7-1b80-45f5-a4cd-453cd82be929 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:59:37.278479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device bbbdbc41-1bed-4e6f-975f-39047016e1cf no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:59:37.326294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c802f-ff68-447b-a8ca-44e442ddbcc8 req-195d97db-29f0-4f2b-ac6a-291aa6767713 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:37.327721 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f0c802f-ff68-447b-a8ca-44e442ddbcc8 req-195d97db-29f0-4f2b-ac6a-291aa6767713 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee HTTP/1.1" status: 200 len: 944 time: 0.5821729 Feb 18 08:59:37.334596 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-062093b4-9441-4d4e-beaa-c0eccc96f5d8 req-dd7ae38c-e108-4c98-923a-ebb7026ab51f service neutron] 10.222.0.61 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584950 Feb 18 08:59:37.435075 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: bbbdbc41-1bed-4e6f-975f-39047016e1cf {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:59:37.435075 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device bbbdbc41-1bed-4e6f-975f-39047016e1cf not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:59:37.445416 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:37.451537 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-be9043df-1587-4b26-9ffc-27b54b9da126 None None] Provisioning for port bc34b4a7-1b80-45f5-a4cd-453cd82be929 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:59:37.483009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-be9043df-1587-4b26-9ffc-27b54b9da126 None None] Provisioning complete for port bc34b4a7-1b80-45f5-a4cd-453cd82be929 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:59:37.483598 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-be9043df-1587-4b26-9ffc-27b54b9da126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:37.506792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f0c802f-ff68-447b-a8ca-44e442ddbcc8 req-8d65d502-a9f1-4b10-98dc-4cd009f1ec89 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696749 Feb 18 08:59:37.559663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-be9043df-1587-4b26-9ffc-27b54b9da126 None None] Port bc34b4a7-1b80-45f5-a4cd-453cd82be929 was deleted so its status cannot be updated. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 18 08:59:37.568225 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] No DVR routers for this DVR port bc34b4a7-1b80-45f5-a4cd-453cd82be929 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:59:37.650374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event deleted for resources: {'Port': ['ID=bc34b4a7-1b80-45f5-a4cd-453cd82be929,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:37.693532 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34722) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:37.787061 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:37.791177 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d7a0b4-53fc-485c-9358-891123065233 None None] DHCP port deletion for e5eed93a-4c3a-48fc-ab7c-2d0bc246feba request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 08:59:37.844260 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49171da-dd2f-4a96-a6f5-78d93b404711 None None] get_active_networks_info from n-d-829434-1 {{(pid=87769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 18 08:59:37.846729 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5eed93a-4c3a-48fc-ab7c-2d0bc246feba']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:37.873710 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055bae33-4807-45dd-9e0f-e3c7eb00d8c9') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:37.873710 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055bae33-4807-45dd-9e0f-e3c7eb00d8c9') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:37.890209 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:37.934331 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:37.948059 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:59:37.948059 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:59:37.974805 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:59:38.053185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49171da-dd2f-4a96-a6f5-78d93b404711 None None] Resources bound (agent type, host, resource id): {{(pid=87769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 08:59:38.103923 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:38.169476 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:38.214381 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event deleted for resources: {'Network': ['ID=e5eed93a-4c3a-48fc-ab7c-2d0bc246feba,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:38.229157 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-df580599-b27a-4d62-b1c0-eb4ef4a5ab8b tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "DELETE /v2.0/networks/e5eed93a-4c3a-48fc-ab7c-2d0bc246feba HTTP/1.1" status: 204 len: 168 time: 2.0707407 Feb 18 08:59:38.231138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34738) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:38.732157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34758) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:38.923465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-26da7b8f-a3bb-43d6-8727-3660947d6b8d admin admin] Deleting subnet 0963f039-a544-4a78-8d68-0d34cdc5726e {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 08:59:38.935635 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-26da7b8f-a3bb-43d6-8727-3660947d6b8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:38.976736 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1d5fa7e-fb72-472f-bd6e-b128e274e860 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:39.060362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b9e1a3a3-770f-4300-936d-43367d29ed03 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 08:59:39.086858 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-26da7b8f-a3bb-43d6-8727-3660947d6b8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:39.202676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79102b5-5787-444a-8973-cba787cfd67b req-351c9292-fd24-4662-82cb-84ebcdbffe10 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:39.205544 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c79102b5-5787-444a-8973-cba787cfd67b req-351c9292-fd24-4662-82cb-84ebcdbffe10 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee HTTP/1.1" status: 200 len: 944 time: 0.4209988 Feb 18 08:59:39.223631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240e388-f1bf-4dde-b24b-ecb5472ea9f7 req-b77b454c-5c25-485d-9a07-53b4158d9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:39.224392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240e388-f1bf-4dde-b24b-ecb5472ea9f7 req-b77b454c-5c25-485d-9a07-53b4158d9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:39.225054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240e388-f1bf-4dde-b24b-ecb5472ea9f7 req-b77b454c-5c25-485d-9a07-53b4158d9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:39.226425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240e388-f1bf-4dde-b24b-ecb5472ea9f7 req-b77b454c-5c25-485d-9a07-53b4158d9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:39.227140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240e388-f1bf-4dde-b24b-ecb5472ea9f7 req-b77b454c-5c25-485d-9a07-53b4158d9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:39.228800 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240e388-f1bf-4dde-b24b-ecb5472ea9f7 req-b77b454c-5c25-485d-9a07-53b4158d9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:39.229459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240e388-f1bf-4dde-b24b-ecb5472ea9f7 req-b77b454c-5c25-485d-9a07-53b4158d9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:39.233588 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-26da7b8f-a3bb-43d6-8727-3660947d6b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:39.241940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e240e388-f1bf-4dde-b24b-ecb5472ea9f7 req-b77b454c-5c25-485d-9a07-53b4158d9bd3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 6491 time: 1.5478392 Feb 18 08:59:39.275542 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 92d2f939-86db-493f-8051-87c003bcfc62 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:59:39.335418 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1d5fa7e-fb72-472f-bd6e-b128e274e860 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:39.384561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-c1d5fa7e-fb72-472f-bd6e-b128e274e860 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214e82a7-1a95-465e-88de-d901e50caa12']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:39.409693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e240e388-f1bf-4dde-b24b-ecb5472ea9f7 req-50e35dc2-ec3e-45f9-8499-1958ec5f91ec service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f669f159-2d75-41d6-8b3b-f28636bc77b0&id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1662195 Feb 18 08:59:39.424131 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-26da7b8f-a3bb-43d6-8727-3660947d6b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:39.437773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-c1d5fa7e-fb72-472f-bd6e-b128e274e860 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a169fd23-3a6e-4bcd-af8d-5e0db02f9e21') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:39.438065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-c1d5fa7e-fb72-472f-bd6e-b128e274e860 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a169fd23-3a6e-4bcd-af8d-5e0db02f9e21') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:39.449841 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 92d2f939-86db-493f-8051-87c003bcfc62 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:59:39.473888 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 92d2f939-86db-493f-8051-87c003bcfc62 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:59:39.474260 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:39.479159 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1d5fa7e-fb72-472f-bd6e-b128e274e860 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:39.525175 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c79102b5-5787-444a-8973-cba787cfd67b req-aee482e8-b3be-4fe8-962a-9959d3ab35a0 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114061 Feb 18 08:59:39.557392 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da7b8f-a3bb-43d6-8727-3660947d6b8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0963f039-a544-4a78-8d68-0d34cdc5726e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:39.564218 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-26da7b8f-a3bb-43d6-8727-3660947d6b8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:39.571427 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1d5fa7e-fb72-472f-bd6e-b128e274e860 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:39.583045 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-26da7b8f-a3bb-43d6-8727-3660947d6b8d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0963f039-a544-4a78-8d68-0d34cdc5726e HTTP/1.1" status: 204 len: 168 time: 0.8496521 Feb 18 08:59:39.585822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34784) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:39.654479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port b9e1a3a3-770f-4300-936d-43367d29ed03, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b9e1a3a3-770f-4300-936d-43367d29ed03,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:39.688949 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'b9e1a3a3-770f-4300-936d-43367d29ed03', 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753', 'port_id': 'b9e1a3a3-770f-4300-936d-43367d29ed03', 'mac_address': 'fa:16:3e:a9:88:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1fb1ee-f2c3-4941-9946-1fc392124daf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 08:59:39.764699 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device bc34b4a7-1b80-45f5-a4cd-453cd82be929 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:59:39.772772 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c85bab9f-22be-4976-8d14-4f366d5de6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:39.778137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d5fa7e-fb72-472f-bd6e-b128e274e860 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:59:39.778614 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1d5fa7e-fb72-472f-bd6e-b128e274e860 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:59:39.797716 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:59:39.832510 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: bc34b4a7-1b80-45f5-a4cd-453cd82be929 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:59:39.833470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device bc34b4a7-1b80-45f5-a4cd-453cd82be929 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:59:39.893018 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:39.908714 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:39.970923 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e1a3a3-770f-4300-936d-43367d29ed03 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:59:39.994475 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1d5fa7e-fb72-472f-bd6e-b128e274e860 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:40.000931 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d2f939-86db-493f-8051-87c003bcfc62'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:59:40.027802 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1d5fa7e-fb72-472f-bd6e-b128e274e860 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:40.035750 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 92d2f939-86db-493f-8051-87c003bcfc62, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=92d2f939-86db-493f-8051-87c003bcfc62,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:40.041061 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port b9e1a3a3-770f-4300-936d-43367d29ed03, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b9e1a3a3-770f-4300-936d-43367d29ed03,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:40.051010 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:40.093993 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c1d5fa7e-fb72-472f-bd6e-b128e274e860 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "DELETE /v2.0/networks/214e82a7-1a95-465e-88de-d901e50caa12 HTTP/1.1" status: 204 len: 168 time: 1.8619220 Feb 18 08:59:40.096609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34802) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:40.116763 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c85bab9f-22be-4976-8d14-4f366d5de6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:40.138823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5fa7e-fb72-472f-bd6e-b128e274e860 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event deleted for resources: {'Network': ['ID=214e82a7-1a95-465e-88de-d901e50caa12,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:40.161701 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d2f939-86db-493f-8051-87c003bcfc62', 'code': 200} Feb 18 08:59:40.162432 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:40.199757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-c85bab9f-22be-4976-8d14-4f366d5de6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c3b752-9d90-4af2-bdca-d1705c43679d']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:40.239323 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-c85bab9f-22be-4976-8d14-4f366d5de6b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acf71db-eac1-4a54-866b-e7f5418f691a') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:40.240170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-c85bab9f-22be-4976-8d14-4f366d5de6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acf71db-eac1-4a54-866b-e7f5418f691a') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:40.241873 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=92d2f939-86db-493f-8051-87c003bcfc62,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:40.270098 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c85bab9f-22be-4976-8d14-4f366d5de6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:40.305757 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c85bab9f-22be-4976-8d14-4f366d5de6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:40.322660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85bab9f-22be-4976-8d14-4f366d5de6b7 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:59:40.324015 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c85bab9f-22be-4976-8d14-4f366d5de6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:40.332857 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=b9e1a3a3-770f-4300-936d-43367d29ed03,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: timer() Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:59:40.423655 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:59:40.463700 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0900a0d4-8caf-4553-893a-7325364e4e19 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:40.494383 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c85bab9f-22be-4976-8d14-4f366d5de6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:40.526578 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c85bab9f-22be-4976-8d14-4f366d5de6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:40.533687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bab9f-22be-4976-8d14-4f366d5de6b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c3b752-9d90-4af2-bdca-d1705c43679d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:40.544175 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['b9e1a3a3-770f-4300-936d-43367d29ed03'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:59:40.572835 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c85bab9f-22be-4976-8d14-4f366d5de6b7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/91c3b752-9d90-4af2-bdca-d1705c43679d HTTP/1.1" status: 204 len: 168 time: 0.9827778 Feb 18 08:59:40.586658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387a128-e766-4dfa-8502-1c770ac0fda3 req-cc5cdf81-029a-4232-89a3-719472771932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:40.591946 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d387a128-e766-4dfa-8502-1c770ac0fda3 req-cc5cdf81-029a-4232-89a3-719472771932 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee HTTP/1.1" status: 200 len: 1096 time: 0.1646967 Feb 18 08:59:40.674885 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d387a128-e766-4dfa-8502-1c770ac0fda3 req-d5984621-36e4-4f13-82d2-04a8d877b768 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758135 Feb 18 08:59:40.682167 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0900a0d4-8caf-4553-893a-7325364e4e19 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:40.749652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0900a0d4-8caf-4553-893a-7325364e4e19 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f36c6b4-1102-4715-b669-9eec7c686ecb']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:40.786541 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0900a0d4-8caf-4553-893a-7325364e4e19 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3352d3-7e94-4744-b6b2-f93e322b4215') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:40.786833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0900a0d4-8caf-4553-893a-7325364e4e19 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3352d3-7e94-4744-b6b2-f93e322b4215') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:40.827510 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0900a0d4-8caf-4553-893a-7325364e4e19 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:40.882344 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0900a0d4-8caf-4553-893a-7325364e4e19 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:40.890219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0900a0d4-8caf-4553-893a-7325364e4e19 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:59:40.890783 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0900a0d4-8caf-4553-893a-7325364e4e19 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:59:40.913409 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:59:40.940549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e4724-93fa-48ce-b41f-4eb5cb4a009d req-d5e9d45b-2ee4-4f17-899a-2ef346d34a3d tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:40.946179 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0b0e4724-93fa-48ce-b41f-4eb5cb4a009d req-d5e9d45b-2ee4-4f17-899a-2ef346d34a3d tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee HTTP/1.1" status: 200 len: 945 time: 0.1669533 Feb 18 08:59:40.988140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34830) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:41.073014 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0900a0d4-8caf-4553-893a-7325364e4e19 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:41.083273 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0b0e4724-93fa-48ce-b41f-4eb5cb4a009d req-d90cb826-baa8-48bf-b20b-e7f5fc5e4889 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287990 Feb 18 08:59:41.087165 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-260643c9-d9f7-4dcc-a78e-32298e7b0f8b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0b71322c4f204ff69d1a3a168c31b169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0943959 Feb 18 08:59:41.092374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34838) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:41.122835 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:41.124987 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0900a0d4-8caf-4553-893a-7325364e4e19 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:41.138033 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900a0d4-8caf-4553-893a-7325364e4e19 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event deleted for resources: {'Network': ['ID=9f36c6b4-1102-4715-b669-9eec7c686ecb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:41.146264 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0900a0d4-8caf-4553-893a-7325364e4e19 tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "DELETE /v2.0/networks/9f36c6b4-1102-4715-b669-9eec7c686ecb HTTP/1.1" status: 204 len: 168 time: 1.0485725 Feb 18 08:59:41.146856 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34842) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:41.216605 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-29314ca9-1865-4ade-be11-b22371745032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:41.249235 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-29314ca9-1865-4ade-be11-b22371745032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:41.289525 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-826f64d7-276e-448e-b3d2-1f3ab5a6f6aa tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:41.322723 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-29314ca9-1865-4ade-be11-b22371745032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:41.359558 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29314ca9-1865-4ade-be11-b22371745032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884d76c7-96ac-48e6-9754-d1cb9899ae2b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:41.363272 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-29314ca9-1865-4ade-be11-b22371745032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:41.384618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-29314ca9-1865-4ade-be11-b22371745032 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/884d76c7-96ac-48e6-9754-d1cb9899ae2b HTTP/1.1" status: 204 len: 168 time: 0.2909658 Feb 18 08:59:41.407426 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:41.515808 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-826f64d7-276e-448e-b3d2-1f3ab5a6f6aa tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:41.549891 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-826f64d7-276e-448e-b3d2-1f3ab5a6f6aa tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d625a35b-2695-4e72-8edc-8b5929a21514']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:41.565428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-826f64d7-276e-448e-b3d2-1f3ab5a6f6aa tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eda8c05-3a5d-43c4-8a37-4bb7eddad2a1') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:41.566347 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-826f64d7-276e-448e-b3d2-1f3ab5a6f6aa tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eda8c05-3a5d-43c4-8a37-4bb7eddad2a1') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:59:41.583719 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-826f64d7-276e-448e-b3d2-1f3ab5a6f6aa tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:41.608584 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-826f64d7-276e-448e-b3d2-1f3ab5a6f6aa tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:41.620136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826f64d7-276e-448e-b3d2-1f3ab5a6f6aa tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:59:41.621644 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-826f64d7-276e-448e-b3d2-1f3ab5a6f6aa tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: timer() Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:59:41.641521 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:59:41.746480 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-826f64d7-276e-448e-b3d2-1f3ab5a6f6aa tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:41.773866 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-826f64d7-276e-448e-b3d2-1f3ab5a6f6aa tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:41.782572 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f64d7-276e-448e-b3d2-1f3ab5a6f6aa tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] Pushing event deleted for resources: {'Network': ['ID=d625a35b-2695-4e72-8edc-8b5929a21514,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:41.789179 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-826f64d7-276e-448e-b3d2-1f3ab5a6f6aa tempest-BulkNetworkOpsIpV6Test-1234096602 tempest-BulkNetworkOpsIpV6Test-1234096602-project] 10.222.0.72 "DELETE /v2.0/networks/d625a35b-2695-4e72-8edc-8b5929a21514 HTTP/1.1" status: 204 len: 168 time: 0.6390653 Feb 18 08:59:42.262746 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34900) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:42.281915 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34906) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:42.346495 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512a308-8e75-45e2-bf34-66d2764b7e6c req-c9b7494f-bf9f-4bbe-8fdc-14cdb1ddb622 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:42.356133 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1512a308-8e75-45e2-bf34-66d2764b7e6c req-c9b7494f-bf9f-4bbe-8fdc-14cdb1ddb622 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee HTTP/1.1" status: 200 len: 945 time: 0.1223221 Feb 18 08:59:42.422838 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1512a308-8e75-45e2-bf34-66d2764b7e6c req-19b97736-1fe5-46ca-9c3d-7048a04c8779 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652745 Feb 18 08:59:42.621405 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-537a07ab-8d97-4ba0-ac96-43ce40460baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:42.657337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f857b8-b7d4-424b-a0df-9e47cf78c0b8 req-9f4af993-7f38-4c1c-8487-e1a4d5c60787 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:42.659724 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97f857b8-b7d4-424b-a0df-9e47cf78c0b8 req-9f4af993-7f38-4c1c-8487-e1a4d5c60787 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d7ef43c-467a-48fb-9b05-69cd19316d68 HTTP/1.1" status: 200 len: 944 time: 0.1014018 Feb 18 08:59:42.660817 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-537a07ab-8d97-4ba0-ac96-43ce40460baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:42.666281 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-537a07ab-8d97-4ba0-ac96-43ce40460baf admin admin] Usage tracker for resource:security_group_rule and tenant:c6e08738736c437db05f5d55f68b7664 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:42.670782 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-537a07ab-8d97-4ba0-ac96-43ce40460baf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:42.691908 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-537a07ab-8d97-4ba0-ac96-43ce40460baf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:42.770479 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-57408e1a-d62c-417c-8895-b3e20b738475 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2a7f6962793d4eb2947c29a8858ce2b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4834349 Feb 18 08:59:42.771875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34922) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:42.772640 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97f857b8-b7d4-424b-a0df-9e47cf78c0b8 req-c9b45cd9-ce5e-4d6a-b459-5a5caf176180 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069796 Feb 18 08:59:42.895533 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b599e66-d6fd-42ed-8e61-31878fa15d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:42.957278 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b599e66-d6fd-42ed-8e61-31878fa15d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:42.994576 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-537a07ab-8d97-4ba0-ac96-43ce40460baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:43.007278 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-537a07ab-8d97-4ba0-ac96-43ce40460baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:43.071278 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-537a07ab-8d97-4ba0-ac96-43ce40460baf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c6e08738736c437db05f5d55f68b7664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8060308 Feb 18 08:59:43.072993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a07ab-8d97-4ba0-ac96-43ce40460baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644bd96a-8686-48b5-9fd3-83bf9b04d987,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:43.074445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34932) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:43.102949 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b599e66-d6fd-42ed-8e61-31878fa15d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:43.104346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b9e1a3a3-770f-4300-936d-43367d29ed03 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:59:43.134086 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b599e66-d6fd-42ed-8e61-31878fa15d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3774b34-674b-472f-abe5-b16298f0a6c6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:43.157474 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b599e66-d6fd-42ed-8e61-31878fa15d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:43.159544 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7b599e66-d6fd-42ed-8e61-31878fa15d42 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d3774b34-674b-472f-abe5-b16298f0a6c6 HTTP/1.1" status: 204 len: 168 time: 0.3861988 Feb 18 08:59:43.201800 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-81ffd067-4bca-4664-a035-ada8781403b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:43.243911 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port b9e1a3a3-770f-4300-936d-43367d29ed03 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:59:43.252950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port b9e1a3a3-770f-4300-936d-43367d29ed03 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:59:43.253786 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:43.256020 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-81ffd067-4bca-4664-a035-ada8781403b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:43.316319 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-81ffd067-4bca-4664-a035-ada8781403b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:43.332383 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffd067-4bca-4664-a035-ada8781403b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644bd96a-8686-48b5-9fd3-83bf9b04d987,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:43.339325 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-81ffd067-4bca-4664-a035-ada8781403b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:43.341232 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-81ffd067-4bca-4664-a035-ada8781403b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/644bd96a-8686-48b5-9fd3-83bf9b04d987 HTTP/1.1" status: 204 len: 168 time: 0.2637479 Feb 18 08:59:43.435048 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:43.471582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7ef43c-467a-48fb-9b05-69cd19316d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e1a3a3-770f-4300-936d-43367d29ed03'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:59:43.482612 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port b9e1a3a3-770f-4300-936d-43367d29ed03, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b9e1a3a3-770f-4300-936d-43367d29ed03,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:43.490334 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:43.534897 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7ef43c-467a-48fb-9b05-69cd19316d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e1a3a3-770f-4300-936d-43367d29ed03', 'code': 200} Feb 18 08:59:43.586797 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=b9e1a3a3-770f-4300-936d-43367d29ed03,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:43.689665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fce4f-a91a-4910-9691-3c65482c8824 req-86420456-4bdc-4fb9-9b07-91c7d9016696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:43.692070 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-849fce4f-a91a-4910-9691-3c65482c8824 req-86420456-4bdc-4fb9-9b07-91c7d9016696 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5d7ef43c-467a-48fb-9b05-69cd19316d68 HTTP/1.1" status: 200 len: 1096 time: 0.1006126 Feb 18 08:59:43.868459 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-849fce4f-a91a-4910-9691-3c65482c8824 req-eabf50fb-377e-42af-a71a-7496f82fba1f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696510 Feb 18 08:59:43.909951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34960) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:43.932022 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34966) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:44.028057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91836e19-dd3c-4945-b197-72821cc38f1b req-f97b4eab-fb69-42b9-8dad-f44d8e66cfdd tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:44.030099 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91836e19-dd3c-4945-b197-72821cc38f1b req-f97b4eab-fb69-42b9-8dad-f44d8e66cfdd tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d7ef43c-467a-48fb-9b05-69cd19316d68 HTTP/1.1" status: 200 len: 945 time: 0.1033354 Feb 18 08:59:44.087151 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34974) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:44.087726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91836e19-dd3c-4945-b197-72821cc38f1b req-e47f8d21-21cd-4893-934f-7dfea2890a96 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512733 Feb 18 08:59:44.124895 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1333fbf0-1b2d-446c-86ce-23688297f73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.139706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-574056996-network', 'tenant_id': 'a903b155163648f2a591b78be672e35b'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:44.146758 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:44.154437 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Usage tracker for resource:network and tenant:a903b155163648f2a591b78be672e35b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:44.157792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1333fbf0-1b2d-446c-86ce-23688297f73f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:44.160498 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:44.184896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1333fbf0-1b2d-446c-86ce-23688297f73f admin admin] Usage tracker for resource:security_group_rule and tenant:a2035226eaff4a85877e796506e8d937 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:44.187763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:44.189920 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1333fbf0-1b2d-446c-86ce-23688297f73f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:44.218969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1333fbf0-1b2d-446c-86ce-23688297f73f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:44.250335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Made reservation on behalf of a903b155163648f2a591b78be672e35b for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:44.259182 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.284685 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.312606 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:44.333280 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Usage tracker for resource:security_group_rule and tenant:a903b155163648f2a591b78be672e35b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:44.336450 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:44.349556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:44.383449 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1c295e3-3a83-47cb-9303-2d59308e9852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.427771 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e1c295e3-3a83-47cb-9303-2d59308e9852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:44.450895 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e1c295e3-3a83-47cb-9303-2d59308e9852 admin admin] Usage tracker for resource:security_group_rule and tenant:b8718f4674bb480db5d1a0f910a9eeba is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:44.464557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e1c295e3-3a83-47cb-9303-2d59308e9852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:44.477012 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e1c295e3-3a83-47cb-9303-2d59308e9852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:44.480089 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1333fbf0-1b2d-446c-86ce-23688297f73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.494552 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1333fbf0-1b2d-446c-86ce-23688297f73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.576906 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1333fbf0-1b2d-446c-86ce-23688297f73f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a2035226eaff4a85877e796506e8d937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4868984 Feb 18 08:59:44.579843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34996) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:44.581294 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333fbf0-1b2d-446c-86ce-23688297f73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4631d6ea-59ac-4e90-868b-7505e522c8e0,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:44.622785 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.632491 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.683998 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cacaa4ba-24e6-42d5-84f5-8916b6d61a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.686122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:59:44.701042 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8658019-360e-46cc-8836-34987cd0141f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:44.718133 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.719072 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Added segment be41ec66-fb50-46ae-944f-80ea038542b6 of type vlan for network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 Feb 18 08:59:44.719393 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cacaa4ba-24e6-42d5-84f5-8916b6d61a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.728010 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1c295e3-3a83-47cb-9303-2d59308e9852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.749134 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1c295e3-3a83-47cb-9303-2d59308e9852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.791568 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.795576 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cacaa4ba-24e6-42d5-84f5-8916b6d61a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.826283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacaa4ba-24e6-42d5-84f5-8916b6d61a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4631d6ea-59ac-4e90-868b-7505e522c8e0,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:44.836796 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e1c295e3-3a83-47cb-9303-2d59308e9852 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b8718f4674bb480db5d1a0f910a9eeba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9034774 Feb 18 08:59:44.839424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c295e3-3a83-47cb-9303-2d59308e9852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc51686b-541f-4600-b994-0c49ac255f35,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:44.849564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35004) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:44.858763 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cacaa4ba-24e6-42d5-84f5-8916b6d61a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.865333 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cacaa4ba-24e6-42d5-84f5-8916b6d61a48 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4631d6ea-59ac-4e90-868b-7505e522c8e0 HTTP/1.1" status: 204 len: 168 time: 0.2839847 Feb 18 08:59:44.904702 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.905996 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:44.906842 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.961994 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b9d0915f-50b2-40c6-8729-3613ec9647fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:44.976716 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35018) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:45.004008 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b9d0915f-50b2-40c6-8729-3613ec9647fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:45.068636 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] Pushing event updated for resources: {'Network': ['ID=c761b28f-3bb5-4fae-a4b0-27e84beb5e94,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:45.081199 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:59:45.088680 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8d7fc926-54cd-416c-bbe5-60a8c8edb1d2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1764643 Feb 18 08:59:45.092499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35024) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:45.107452 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b9d0915f-50b2-40c6-8729-3613ec9647fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:45.107703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Request body: {'subnet': {'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-574056996-subnet', 'tenant_id': 'a903b155163648f2a591b78be672e35b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:45.114802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:45.119665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Usage tracker for resource:subnet and tenant:a903b155163648f2a591b78be672e35b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:45.127324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:45.134955 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b9d0915f-50b2-40c6-8729-3613ec9647fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:45.136153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b9d0915f-50b2-40c6-8729-3613ec9647fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cc51686b-541f-4600-b994-0c49ac255f35 HTTP/1.1" status: 204 len: 168 time: 0.2855456 Feb 18 08:59:45.137335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0915f-50b2-40c6-8729-3613ec9647fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc51686b-541f-4600-b994-0c49ac255f35,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:45.168402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:45.446847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Made reservation on behalf of a903b155163648f2a591b78be672e35b for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:45.451296 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:45.469456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-524475371'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:45.486215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:45.493320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:network and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:45.501135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:45.508650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:45.530067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148b4dc-7221-4885-bf6f-2a0935f4d514 req-3a10d37a-ee22-43ee-b4f2-c3ce35bd3380 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:45.532172 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1148b4dc-7221-4885-bf6f-2a0935f4d514 req-3a10d37a-ee22-43ee-b4f2-c3ce35bd3380 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d7ef43c-467a-48fb-9b05-69cd19316d68 HTTP/1.1" status: 200 len: 945 time: 0.1993568 Feb 18 08:59:45.572906 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:45.578361 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:45.596579 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:45.623772 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1148b4dc-7221-4885-bf6f-2a0935f4d514 req-bc359aa7-2b25-4c0d-99d4-7a09e138e73c tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837126 Feb 18 08:59:45.627807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:45.632814 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:security_group_rule and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:45.637769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:45.646270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:45.764408 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:45.772084 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:45.804865 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:45.868194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3a0e78-1c27-43d6-90b6-9195b81d6c4d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:45.900097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:59:45.904419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Checking segment: {'id': 'be41ec66-fb50-46ae-944f-80ea038542b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:59:45.905076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Network hostable DHCP agents. Network: c761b28f-3bb5-4fae-a4b0-27e84beb5e94, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:59:45.923911 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:45.924258 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Added segment a850c570-d8bb-44ba-8531-5ac08645355d of type vlan for network 1c69accb-553e-4395-92da-259b30e58621 Feb 18 08:59:45.933957 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cec72df-b038-4320-ae6e-d231a762be90,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:45.944458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:45.945103 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:45.945625 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:45.946170 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:45.946675 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:45.947234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:45.947998 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:45.948530 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:45.949096 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:45.949689 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:45.950246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:45.950862 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:45.969223 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:59:45.975665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35046) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:45.990243 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:46.004504 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51137bc5-a5ad-4c7a-9692-8b30935f1a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:46.016079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, c761b28f-3bb5-4fae-a4b0-27e84beb5e94) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:59:46.024330 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263f7656-32d1-469f-b49e-ddbdd197765f None None] Network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:59:46.031249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:46.031837 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:46.049660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-51137bc5-a5ad-4c7a-9692-8b30935f1a3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:46.051130 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:46.056366 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-51137bc5-a5ad-4c7a-9692-8b30935f1a3f admin admin] Usage tracker for resource:security_group_rule and tenant:a1a1b313a8e24b138158756606d6d8f4 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:46.057679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:46.058808 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:46.060633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-51137bc5-a5ad-4c7a-9692-8b30935f1a3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:46.067498 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-51137bc5-a5ad-4c7a-9692-8b30935f1a3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:46.071605 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fa1dbefc-f14f-43aa-8e69-00df47abe911 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9749470 Feb 18 08:59:46.253048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Network': ['ID=1c69accb-553e-4395-92da-259b30e58621,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:46.256646 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-592a91e1-f6b6-42fc-aa78-866980674985 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2788389 Feb 18 08:59:46.281416 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51137bc5-a5ad-4c7a-9692-8b30935f1a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:46.288598 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51137bc5-a5ad-4c7a-9692-8b30935f1a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:46.298618 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 1c69accb-553e-4395-92da-259b30e58621 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:59:46.386017 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-51137bc5-a5ad-4c7a-9692-8b30935f1a3f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a1a1b313a8e24b138158756606d6d8f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4093599 Feb 18 08:59:46.391877 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35062) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:46.416941 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35066) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:46.426631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-4ecc03d9-39ff-4db9-9d10-317b0a7422e5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'subnet': {'network_id': '1c69accb-553e-4395-92da-259b30e58621', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:46.441598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51137bc5-a5ad-4c7a-9692-8b30935f1a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506e296b-7c7c-4d18-b3ce-06c51b26a4d9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:46.614189 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4ecc03d9-39ff-4db9-9d10-317b0a7422e5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:46.616896 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2d24a443-5764-4bb8-ba83-3fda7ecce278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:46.622158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4ecc03d9-39ff-4db9-9d10-317b0a7422e5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:subnet and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:46.632017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4ecc03d9-39ff-4db9-9d10-317b0a7422e5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:46.654120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4ecc03d9-39ff-4db9-9d10-317b0a7422e5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:46.691897 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-c761b28f-3bb5-4fae-a4b0-27e84beb5e94', 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94', 'tenant_id': 'a903b155163648f2a591b78be672e35b', 'fixed_ips': [{'subnet_id': '0cec72df-b038-4320-ae6e-d231a762be90'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:59:46.693826 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:46.696179 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2d24a443-5764-4bb8-ba83-3fda7ecce278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:46.723252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecc03d9-39ff-4db9-9d10-317b0a7422e5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:46.726695 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4ecc03d9-39ff-4db9-9d10-317b0a7422e5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:46.981666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Allocated IP 172.20.0.2 (c761b28f-3bb5-4fae-a4b0-27e84beb5e94/0cec72df-b038-4320-ae6e-d231a762be90/cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:59:47.152754 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2d24a443-5764-4bb8-ba83-3fda7ecce278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:47.268019 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:47.281065 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Transition to ACTIVE for port object cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:59:47.295854 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-69cc7575-db7a-463f-b717-76a24baf1646 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:47.303472 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-69cc7575-db7a-463f-b717-76a24baf1646 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/networks?id=c761b28f-3bb5-4fae-a4b0-27e84beb5e94 HTTP/1.1" status: 200 len: 815 time: 0.3018064 Feb 18 08:59:47.305253 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Transition to ACTIVE for port object cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:59:47.311621 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:47.328535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24a443-5764-4bb8-ba83-3fda7ecce278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506e296b-7c7c-4d18-b3ce-06c51b26a4d9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:47.340545 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-2be59487-5a59-4be4-8089-2a677af4833e tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/quotas/a903b155163648f2a591b78be672e35b HTTP/1.1" status: 200 len: 375 time: 0.0355217 Feb 18 08:59:47.394848 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Pushing event updated for resources: {'Port': ['ID=cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:47.396464 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b13a9-f6cd-421d-bfab-331c17d6ab8f req-cf0263f0-cb16-4ab7-9744-dd36a3e7feaf tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:47.398154 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f31b13a9-f6cd-421d-bfab-331c17d6ab8f req-cf0263f0-cb16-4ab7-9744-dd36a3e7feaf tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d7ef43c-467a-48fb-9b05-69cd19316d68 HTTP/1.1" status: 200 len: 945 time: 0.5446177 Feb 18 08:59:47.425057 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:47.425725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:47.426236 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:47.426727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:47.427707 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:47.428654 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:47.429198 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:47.430124 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:47.430619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:47.431134 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:47.431681 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:47.432731 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:59:47.446350 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:59:47.447789 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:59:47.451600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:59:47.454263 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2d24a443-5764-4bb8-ba83-3fda7ecce278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:47.457705 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2d24a443-5764-4bb8-ba83-3fda7ecce278 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/506e296b-7c7c-4d18-b3ce-06c51b26a4d9 HTTP/1.1" status: 204 len: 168 time: 1.0621505 Feb 18 08:59:47.483603 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f31b13a9-f6cd-421d-bfab-331c17d6ab8f req-7b27784d-e63b-4577-aca8-8b987c08fba8 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725250 Feb 18 08:59:47.515794 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4ecc03d9-39ff-4db9-9d10-317b0a7422e5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:47.564930 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35114) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:47.566462 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Attempting to bind port cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:59:47.567314 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Attempting to bind port cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'be41ec66-fb50-46ae-944f-80ea038542b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:59:47.568463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Attempting to bind port cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd on network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:59:47.577872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:59:47.579213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Checking segment: {'id': 'be41ec66-fb50-46ae-944f-80ea038542b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:59:47.579840 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:47.580446 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Bound using segment: {'id': 'be41ec66-fb50-46ae-944f-80ea038542b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:59:47.581076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Bound port: cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41ec66-fb50-46ae-944f-80ea038542b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:59:47.581868 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:47.604952 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-c07c357e-f9dc-4ed3-83a6-95128fde99bf tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a903b155163648f2a591b78be672e35b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2634332 Feb 18 08:59:47.707836 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] For port cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:59:47.711873 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] For port cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd,segment=NetworkSegment(be41ec66-fb50-46ae-944f-80ea038542b6),segment_id=be41ec66-fb50-46ae-944f-80ea038542b6)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:59:47.724494 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:47.765815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:47.773624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:47.781498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc03d9-39ff-4db9-9d10-317b0a7422e5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Subnet': ['ID=0df4d25b-71d8-47f1-bb0d-02684d2a0603,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:47.785589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc03d9-39ff-4db9-9d10-317b0a7422e5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Checking segment: {'id': 'a850c570-d8bb-44ba-8531-5ac08645355d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1c69accb-553e-4395-92da-259b30e58621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:59:47.785951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecc03d9-39ff-4db9-9d10-317b0a7422e5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network hostable DHCP agents. Network: 1c69accb-553e-4395-92da-259b30e58621, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:59:47.786824 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Usage tracker for resource:floatingip and tenant:d6f6e4139e9a4c36b76c0ffa4096a69a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:47.811378 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:47.848693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:47.858526 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9181ea-e93f-4b1c-ba9f-805c792e972a None None] Pushing event updated for resources: {'Port': ['ID=cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:47.890742 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:47.994113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecc03d9-39ff-4db9-9d10-317b0a7422e5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network 1c69accb-553e-4395-92da-259b30e58621 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:59:48.020441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-4ecc03d9-39ff-4db9-9d10-317b0a7422e5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 1c69accb-553e-4395-92da-259b30e58621) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:59:48.031959 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-15671302-af8d-42b6-9006-f4e7d774da1d service neutron] 10.222.0.72 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260619 Feb 18 08:59:48.036517 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9703fa-ca7d-4fb8-bba6-85eb6eee3fac None None] Network 1c69accb-553e-4395-92da-259b30e58621 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:59:48.072314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecc03d9-39ff-4db9-9d10-317b0a7422e5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:48.073127 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4ecc03d9-39ff-4db9-9d10-317b0a7422e5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:48.189147 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4ecc03d9-39ff-4db9-9d10-317b0a7422e5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7700512 Feb 18 08:59:48.192704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35128) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:48.211429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-a196ea67-4f75-496c-809c-86c0f5bf31cf tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-210216030'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:48.261174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a196ea67-4f75-496c-809c-86c0f5bf31cf tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:48.271475 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a196ea67-4f75-496c-809c-86c0f5bf31cf tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:network and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:48.279671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a196ea67-4f75-496c-809c-86c0f5bf31cf tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:48.285994 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a196ea67-4f75-496c-809c-86c0f5bf31cf tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:48.319313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a196ea67-4f75-496c-809c-86c0f5bf31cf tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:48.323079 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a196ea67-4f75-496c-809c-86c0f5bf31cf tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:48.330745 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:48.451632 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-128f00a8-a8ce-4bcf-8e8b-19f1d9ed178e service neutron] 10.222.0.72 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186058 Feb 18 08:59:48.452496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a196ea67-4f75-496c-809c-86c0f5bf31cf tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:59:48.480163 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a196ea67-4f75-496c-809c-86c0f5bf31cf tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:48.480163 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-a196ea67-4f75-496c-809c-86c0f5bf31cf tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Added segment d80e2448-f36a-4516-9bc7-9e1248d2a9fb of type vlan for network e860188f-5408-405d-8015-c329a4d64551 Feb 18 08:59:48.493751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-1c69accb-553e-4395-92da-259b30e58621', 'network_id': '1c69accb-553e-4395-92da-259b30e58621', 'tenant_id': '1a53cdf48b94443baaa1e4604db47411', 'fixed_ips': [{'subnet_id': '0df4d25b-71d8-47f1-bb0d-02684d2a0603'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:59:48.494597 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:48.572208 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a196ea67-4f75-496c-809c-86c0f5bf31cf tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:48.702305 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Allocated IP 172.25.1.137 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/029035f4-19e1-41a0-8188-6630240c7cee) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:59:48.724763 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a196ea67-4f75-496c-809c-86c0f5bf31cf tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:48.738259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a196ea67-4f75-496c-809c-86c0f5bf31cf tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:48.741331 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a196ea67-4f75-496c-809c-86c0f5bf31cf tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:48.916566 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a196ea67-4f75-496c-809c-86c0f5bf31cf tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7177520 Feb 18 08:59:48.917527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35148) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:48.926709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-fd46c00e-b8bd-4a82-b159-d189e7c39e61 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'subnet': {'network_id': 'e860188f-5408-405d-8015-c329a4d64551', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:49.000593 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:49.027983 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Allocated IP 172.20.255.242 (1c69accb-553e-4395-92da-259b30e58621/0df4d25b-71d8-47f1-bb0d-02684d2a0603/15e5e208-a402-4dd5-b1b2-e02bb3da00a8) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:59:49.080309 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:49.184095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196ea67-4f75-496c-809c-86c0f5bf31cf tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Network': ['ID=e860188f-5408-405d-8015-c329a4d64551,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:49.293549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network e860188f-5408-405d-8015-c329a4d64551 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 08:59:49.327702 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:59:49.331921 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:59:49.335806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:59:49.418672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Pushing event updated for resources: {'Port': ['ID=029035f4-19e1-41a0-8188-6630240c7cee,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:49.510497 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:49.664720 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:49.753426 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:49.755931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fd46c00e-b8bd-4a82-b159-d189e7c39e61 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:49.796003 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17a051c-8f6a-4406-903e-3718504fee86 None None] Network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:59:49.800336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fd46c00e-b8bd-4a82-b159-d189e7c39e61 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:subnet and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:49.805512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fd46c00e-b8bd-4a82-b159-d189e7c39e61 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:49.823137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fd46c00e-b8bd-4a82-b159-d189e7c39e61 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:49.850298 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Transition to ACTIVE for port object 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:59:49.871242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:59:49.877271 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd46c00e-b8bd-4a82-b159-d189e7c39e61 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:49.882016 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fd46c00e-b8bd-4a82-b159-d189e7c39e61 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:50.117648 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b6eb3772-55e9-4216-992f-ccce201e76b0 None None] Provisioning for port cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:59:50.128897 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Transition to ACTIVE for port object 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:59:50.177445 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:50.196714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-53c95f1c-cbe1-4811-80de-0c3dd4443f9a tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:50.199255 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-53c95f1c-cbe1-4811-80de-0c3dd4443f9a tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/networks?id=c761b28f-3bb5-4fae-a4b0-27e84beb5e94 HTTP/1.1" status: 200 len: 815 time: 0.9249496 Feb 18 08:59:50.208924 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-a7c236fa-ad60-45e4-94d2-04d68bb82157 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:50.220903 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-a7c236fa-ad60-45e4-94d2-04d68bb82157 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/networks?id=55fffe33-2f32-480e-87be-d44bb35a4753 HTTP/1.1" status: 200 len: 812 time: 1.0264108 Feb 18 08:59:50.288135 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:50.303369 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:50.319067 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-1b97b664-0d4d-4361-9688-402c40612a9b tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/quotas/9337406612964e4b89a8a99bd32ad073 HTTP/1.1" status: 200 len: 375 time: 0.0969892 Feb 18 08:59:50.325467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:59:50.329701 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-0544b6c2-3e3d-4dc5-ba1e-a589de06fa32 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/quotas/a903b155163648f2a591b78be672e35b HTTP/1.1" status: 200 len: 375 time: 0.1058388 Feb 18 08:59:50.361896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Network 1c69accb-553e-4395-92da-259b30e58621 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:59:50.367938 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:59:50.368833 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:50.390994 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b427c1-7043-4731-9cea-38d35c7df9f0 req-e3cad8b2-1388-48dd-b287-98a283800f31 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:50.392643 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13b427c1-7043-4731-9cea-38d35c7df9f0 req-e3cad8b2-1388-48dd-b287-98a283800f31 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d7ef43c-467a-48fb-9b05-69cd19316d68 HTTP/1.1" status: 200 len: 945 time: 0.8000953 Feb 18 08:59:50.408748 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:59:50.424073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:59:50.524180 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Pushing event updated for resources: {'Port': ['ID=15e5e208-a402-4dd5-b1b2-e02bb3da00a8,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:50.578354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Pushing event updated for resources: {'Port': ['ID=029035f4-19e1-41a0-8188-6630240c7cee,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:50.617976 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:50.692614 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Attempting to bind port 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:59:50.696475 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Attempting to bind port 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'a850c570-d8bb-44ba-8531-5ac08645355d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1c69accb-553e-4395-92da-259b30e58621'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:59:50.696475 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Attempting to bind port 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 on network 1c69accb-553e-4395-92da-259b30e58621 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:59:50.713520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-13b427c1-7043-4731-9cea-38d35c7df9f0 req-0540f089-a81b-4255-89dd-344b01db3ac1 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Deleting port b9e1a3a3-770f-4300-936d-43367d29ed03 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:59:50.718249 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-13b427c1-7043-4731-9cea-38d35c7df9f0 req-0540f089-a81b-4255-89dd-344b01db3ac1 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:50.727326 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:50.729553 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-24d3af6e-7e4b-4eee-8ff4-41dc0af56d08 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1631823 Feb 18 08:59:50.732987 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35200) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:50.740448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-40d73a25-0b78-4e65-a7d3-26cbe943538c tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1753085896', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'fixed_ips': [{'ip_address': '172.25.1.137'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:50.753621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-40d73a25-0b78-4e65-a7d3-26cbe943538c tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:50.755053 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:59:50.757686 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-40d73a25-0b78-4e65-a7d3-26cbe943538c tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Usage tracker for resource:port and tenant:d6f6e4139e9a4c36b76c0ffa4096a69a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:50.764563 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-40d73a25-0b78-4e65-a7d3-26cbe943538c tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:50.766990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Checking segment: {'id': 'a850c570-d8bb-44ba-8531-5ac08645355d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1c69accb-553e-4395-92da-259b30e58621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:59:50.767545 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:50.767824 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Bound using segment: {'id': 'a850c570-d8bb-44ba-8531-5ac08645355d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1c69accb-553e-4395-92da-259b30e58621'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:59:50.768355 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Bound port: 15e5e208-a402-4dd5-b1b2-e02bb3da00a8, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a850c570-d8bb-44ba-8531-5ac08645355d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1c69accb-553e-4395-92da-259b30e58621'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:59:50.768741 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:50.950986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-40d73a25-0b78-4e65-a7d3-26cbe943538c tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:50.975149 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d73a25-0b78-4e65-a7d3-26cbe943538c tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Made reservation on behalf of d6f6e4139e9a4c36b76c0ffa4096a69a for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:50.979152 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40d73a25-0b78-4e65-a7d3-26cbe943538c tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:50.998702 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40d73a25-0b78-4e65-a7d3-26cbe943538c tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:51.025299 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-40d73a25-0b78-4e65-a7d3-26cbe943538c tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:51.041491 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-40d73a25-0b78-4e65-a7d3-26cbe943538c tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Usage tracker for resource:security_group_rule and tenant:d6f6e4139e9a4c36b76c0ffa4096a69a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:51.056443 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-40d73a25-0b78-4e65-a7d3-26cbe943538c tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:51.073121 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-40d73a25-0b78-4e65-a7d3-26cbe943538c tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:51.159115 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-b1b93195-c25d-418c-a6c3-bbd37092f07f tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:51.159930 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-b1b93195-c25d-418c-a6c3-bbd37092f07f tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Synchronizing usage tracker for tenant:a903b155163648f2a591b78be672e35b on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:59:51.196106 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:51.208044 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-b1b93195-c25d-418c-a6c3-bbd37092f07f tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Unset dirty status for tenant:a903b155163648f2a591b78be672e35b on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:59:51.209448 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-b1b93195-c25d-418c-a6c3-bbd37092f07f tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.81 "GET /v2.0/networks?id=c761b28f-3bb5-4fae-a4b0-27e84beb5e94 HTTP/1.1" status: 200 len: 815 time: 0.4388764 Feb 18 08:59:51.221776 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-793b9006-9095-470d-8078-915d8f499af7 None None] For port 15e5e208-a402-4dd5-b1b2-e02bb3da00a8, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:59:51.228187 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-1370ed6c-ea6a-4d7d-a9fe-3c6694f365fe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Request body: {'port': {'device_id': '87e31a9b-c2f8-4ae5-a1bf-814f2738f713', 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94', 'admin_state_up': True, 'tenant_id': 'a903b155163648f2a591b78be672e35b'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:51.254158 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd,segment=NetworkSegment(be41ec66-fb50-46ae-944f-80ea038542b6),segment_id=be41ec66-fb50-46ae-944f-80ea038542b6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:51.260929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-793b9006-9095-470d-8078-915d8f499af7 None None] For port 15e5e208-a402-4dd5-b1b2-e02bb3da00a8, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=15e5e208-a402-4dd5-b1b2-e02bb3da00a8,segment=NetworkSegment(a850c570-d8bb-44ba-8531-5ac08645355d),segment_id=a850c570-d8bb-44ba-8531-5ac08645355d)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:59:51.265717 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:51.311226 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:51.365180 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:51.483771 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b9006-9095-470d-8078-915d8f499af7 None None] Pushing event updated for resources: {'Port': ['ID=15e5e208-a402-4dd5-b1b2-e02bb3da00a8,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:51.615308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8c4c9-e8fe-42bd-bab8-d482598c3501 req-51863759-065f-4cc4-a289-d396312330ee tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:51.623255 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cbd8c4c9-e8fe-42bd-bab8-d482598c3501 req-51863759-065f-4cc4-a289-d396312330ee tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee HTTP/1.1" status: 200 len: 945 time: 1.3964448 Feb 18 08:59:51.624287 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fd46c00e-b8bd-4a82-b159-d189e7c39e61 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:51.697018 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40d73a25-0b78-4e65-a7d3-26cbe943538c tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:51.712736 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40d73a25-0b78-4e65-a7d3-26cbe943538c tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:51.741971 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-40d73a25-0b78-4e65-a7d3-26cbe943538c tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] device_id is not set on port 42d9a776-2222-4ed1-a106-d5a1bfef9841 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 08:59:51.778972 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-76bce2ef-7b32-4ce8-958b-880f77b8a8d0 None None] Provisioning complete for port cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:59:51.779969 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-76bce2ef-7b32-4ce8-958b-880f77b8a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:51.852190 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:59:51.904048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d73a25-0b78-4e65-a7d3-26cbe943538c tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607ad8ff-7f10-41f7-9550-b95434cc2931,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:51.958942 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-13b427c1-7043-4731-9cea-38d35c7df9f0 req-0540f089-a81b-4255-89dd-344b01db3ac1 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] For port b9e1a3a3-770f-4300-936d-43367d29ed03, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b9e1a3a3-770f-4300-936d-43367d29ed03,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:51.959389 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-13b427c1-7043-4731-9cea-38d35c7df9f0 req-0540f089-a81b-4255-89dd-344b01db3ac1 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:51.962772 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-1370ed6c-ea6a-4d7d-a9fe-3c6694f365fe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:52.010425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-1370ed6c-ea6a-4d7d-a9fe-3c6694f365fe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Usage tracker for resource:port and tenant:a903b155163648f2a591b78be672e35b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:52.021209 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-1370ed6c-ea6a-4d7d-a9fe-3c6694f365fe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:52.033433 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-1370ed6c-ea6a-4d7d-a9fe-3c6694f365fe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:52.043153 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:59:52.043824 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:52.069347 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-1370ed6c-ea6a-4d7d-a9fe-3c6694f365fe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Made reservation on behalf of a903b155163648f2a591b78be672e35b for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:52.075232 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-1370ed6c-ea6a-4d7d-a9fe-3c6694f365fe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:52.159995 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-14a2be34-67ba-4e81-a3b7-4f2aabb80eaf tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9337406612964e4b89a8a99bd32ad073&fields=id HTTP/1.1" status: 200 len: 302 time: 1.8397977 Feb 18 08:59:52.186924 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-13b427c1-7043-4731-9cea-38d35c7df9f0 req-0540f089-a81b-4255-89dd-344b01db3ac1 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Calling delete_port for b9e1a3a3-770f-4300-936d-43367d29ed03 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:59:52.239760 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-fff58e67-4637-428a-9dd6-21bb580f38f4 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a903b155163648f2a591b78be672e35b&fields=id HTTP/1.1" status: 200 len: 255 time: 1.8685076 Feb 18 08:59:52.260808 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d73a25-0b78-4e65-a7d3-26cbe943538c tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 18 08:59:52.261400 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d73a25-0b78-4e65-a7d3-26cbe943538c tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 08:59:52.317523 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-40d73a25-0b78-4e65-a7d3-26cbe943538c tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.5805132 Feb 18 08:59:52.319504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35256) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:52.417162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35260) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:52.445908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46c00e-b8bd-4a82-b159-d189e7c39e61 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Subnet': ['ID=32213285-bded-4305-befa-eb4b4d5e4512,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:52.462771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd46c00e-b8bd-4a82-b159-d189e7c39e61 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Checking segment: {'id': 'd80e2448-f36a-4516-9bc7-9e1248d2a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e860188f-5408-405d-8015-c329a4d64551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:59:52.463213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd46c00e-b8bd-4a82-b159-d189e7c39e61 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network hostable DHCP agents. Network: e860188f-5408-405d-8015-c329a4d64551, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:59:52.470841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-cbd8c4c9-e8fe-42bd-bab8-d482598c3501 req-c48be127-2312-4abd-ae38-e2d6bac81d66 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Deleting port 92d2f939-86db-493f-8051-87c003bcfc62 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:59:52.471189 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cbd8c4c9-e8fe-42bd-bab8-d482598c3501 req-c48be127-2312-4abd-ae38-e2d6bac81d66 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:52.519075 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0db48a1b-d41c-4155-97b7-755bab38d0b0 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Deleting port 029035f4-19e1-41a0-8188-6630240c7cee {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:59:52.519442 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db48a1b-d41c-4155-97b7-755bab38d0b0 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:52.615945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-1370ed6c-ea6a-4d7d-a9fe-3c6694f365fe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Allocated IP 172.20.0.8 (c761b28f-3bb5-4fae-a4b0-27e84beb5e94/0cec72df-b038-4320-ae6e-d231a762be90/e953e2e0-7eca-4a2f-bb72-a925cbdccee1) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:59:52.701962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd46c00e-b8bd-4a82-b159-d189e7c39e61 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network e860188f-5408-405d-8015-c329a4d64551 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:59:52.715970 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ff29efc-b227-4e62-aab0-fb649fc66681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:52.732789 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-36f14d81-2fe7-42b7-8ff4-e610d1d71a57 service neutron] 10.222.0.72 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717499 Feb 18 08:59:52.769950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eade4624-57fe-4fac-852a-dcdfd532989b None None] Network 1c69accb-553e-4395-92da-259b30e58621 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:59:52.861028 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-e1eea3fb-88c5-4640-937d-b412a0b77512 service neutron] 10.222.0.72 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959356 Feb 18 08:59:52.879586 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db48a1b-d41c-4155-97b7-755bab38d0b0 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:52.880144 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db48a1b-d41c-4155-97b7-755bab38d0b0 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:52.910482 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f18e99b3-1806-4dfa-8f2e-d474c7398078 None None] Provisioning for port 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:59:52.966365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-fd46c00e-b8bd-4a82-b159-d189e7c39e61 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, e860188f-5408-405d-8015-c329a4d64551) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:59:53.051378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd46c00e-b8bd-4a82-b159-d189e7c39e61 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:53.051997 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fd46c00e-b8bd-4a82-b159-d189e7c39e61 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:53.054845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb09f85-3ab8-478d-9894-de78feb2026f None None] Network e860188f-5408-405d-8015-c329a4d64551 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:59:53.060392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6ff29efc-b227-4e62-aab0-fb649fc66681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:53.076821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0db48a1b-d41c-4155-97b7-755bab38d0b0 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Calling delete_port for 029035f4-19e1-41a0-8188-6630240c7cee owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:59:53.144329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6ff29efc-b227-4e62-aab0-fb649fc66681 admin admin] Usage tracker for resource:security_group_rule and tenant:df4ec6c8abaa4336bee09c78ecaffbed is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:53.165293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6ff29efc-b227-4e62-aab0-fb649fc66681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:53.196468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b9e1a3a3-770f-4300-936d-43367d29ed03 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:59:53.202689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6ff29efc-b227-4e62-aab0-fb649fc66681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:53.204732 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-13b427c1-7043-4731-9cea-38d35c7df9f0 req-0540f089-a81b-4255-89dd-344b01db3ac1 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:53.263926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['92d2f939-86db-493f-8051-87c003bcfc62'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 08:59:53.296631 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fd46c00e-b8bd-4a82-b159-d189e7c39e61 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.3755963 Feb 18 08:59:53.325237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35276) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:53.329108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540f089-a81b-4255-89dd-344b01db3ac1 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Pushing event deleted for resources: {'Port': ['ID=b9e1a3a3-770f-4300-936d-43367d29ed03,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:53.359736 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db48a1b-d41c-4155-97b7-755bab38d0b0 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:53.399835 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-1370ed6c-ea6a-4d7d-a9fe-3c6694f365fe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:53.427271 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db48a1b-d41c-4155-97b7-755bab38d0b0 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Pushing event deleted for resources: {'Port': ['ID=029035f4-19e1-41a0-8188-6630240c7cee,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:53.436369 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-73dfb706-4401-4cf4-abc0-0bccaebcf887 service neutron] 10.222.0.72 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6977680 Feb 18 08:59:53.457328 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: b9e1a3a3-770f-4300-936d-43367d29ed03 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 08:59:53.457678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b9e1a3a3-770f-4300-936d-43367d29ed03 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 08:59:53.474690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-1370ed6c-ea6a-4d7d-a9fe-3c6694f365fe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Transition to ACTIVE for port object e953e2e0-7eca-4a2f-bb72-a925cbdccee1 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:59:53.493735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-e860188f-5408-405d-8015-c329a4d64551', 'network_id': 'e860188f-5408-405d-8015-c329a4d64551', 'tenant_id': '1a53cdf48b94443baaa1e4604db47411', 'fixed_ips': [{'subnet_id': '32213285-bded-4305-befa-eb4b4d5e4512'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 08:59:53.494405 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:53.573022 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db48a1b-d41c-4155-97b7-755bab38d0b0 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:53.590675 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db48a1b-d41c-4155-97b7-755bab38d0b0 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:53.595136 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0db48a1b-d41c-4155-97b7-755bab38d0b0 tempest-ExternalNetworksAdminNegativeTestJSON-827821862 tempest-ExternalNetworksAdminNegativeTestJSON-827821862-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/3f6e9059-5f8d-45c8-9da4-60e998861c50 HTTP/1.1" status: 204 len: 168 time: 1.2717817 Feb 18 08:59:53.607515 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-1370ed6c-ea6a-4d7d-a9fe-3c6694f365fe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:53.857353 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-6e810c5a-7009-42d6-b51b-329d3dd23809 service neutron] 10.222.0.72 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9953859 Feb 18 08:59:53.884174 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-1370ed6c-ea6a-4d7d-a9fe-3c6694f365fe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:59:53.978875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Allocated IP 172.20.0.2 (e860188f-5408-405d-8015-c329a4d64551/32213285-bded-4305-befa-eb4b4d5e4512/14e450bf-ad8a-4cd5-91f2-e2d41c29748b) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:59:54.069228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b427c1-7043-4731-9cea-38d35c7df9f0 req-0540f089-a81b-4255-89dd-344b01db3ac1 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] No DVR routers for this DVR port b9e1a3a3-770f-4300-936d-43367d29ed03 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:59:54.097376 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-13b427c1-7043-4731-9cea-38d35c7df9f0 req-0540f089-a81b-4255-89dd-344b01db3ac1 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:54.101948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-cbd8c4c9-e8fe-42bd-bab8-d482598c3501 req-c48be127-2312-4abd-ae38-e2d6bac81d66 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] For port 92d2f939-86db-493f-8051-87c003bcfc62, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=92d2f939-86db-493f-8051-87c003bcfc62,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:54.102659 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cbd8c4c9-e8fe-42bd-bab8-d482598c3501 req-c48be127-2312-4abd-ae38-e2d6bac81d66 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:54.122683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7ef43c-467a-48fb-9b05-69cd19316d68', 'name': 'network-vif-deleted', 'tag': 'b9e1a3a3-770f-4300-936d-43367d29ed03'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:59:54.395395 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:54.409294 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Transition to ACTIVE for port object 14e450bf-ad8a-4cd5-91f2-e2d41c29748b will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:59:54.455156 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Transition to ACTIVE for port object 14e450bf-ad8a-4cd5-91f2-e2d41c29748b will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:59:54.470777 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:59:54.494287 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7ef43c-467a-48fb-9b05-69cd19316d68', 'name': 'network-vif-deleted', 'tag': 'b9e1a3a3-770f-4300-936d-43367d29ed03', 'status': 'completed', 'code': 200} Feb 18 08:59:54.496488 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35306) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:54.506069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-cbd8c4c9-e8fe-42bd-bab8-d482598c3501 req-c48be127-2312-4abd-ae38-e2d6bac81d66 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Calling delete_port for 92d2f939-86db-493f-8051-87c003bcfc62 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:59:54.519524 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-1370ed6c-ea6a-4d7d-a9fe-3c6694f365fe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:59:54.528065 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-1370ed6c-ea6a-4d7d-a9fe-3c6694f365fe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:59:54.566136 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:54.580434 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13b427c1-7043-4731-9cea-38d35c7df9f0 req-0540f089-a81b-4255-89dd-344b01db3ac1 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.61 "DELETE /v2.0/ports/b9e1a3a3-770f-4300-936d-43367d29ed03 HTTP/1.1" status: 204 len: 173 time: 4.1255391 Feb 18 08:59:54.646190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370ed6c-ea6a-4d7d-a9fe-3c6694f365fe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Pushing event updated for resources: {'Port': ['ID=e953e2e0-7eca-4a2f-bb72-a925cbdccee1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:54.821520 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-1370ed6c-ea6a-4d7d-a9fe-3c6694f365fe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:54.822176 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-1370ed6c-ea6a-4d7d-a9fe-3c6694f365fe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:54.895589 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:54.919824 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-1370ed6c-ea6a-4d7d-a9fe-3c6694f365fe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6984477 Feb 18 08:59:54.935887 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Request body: {'port': {'device_id': '87e31a9b-c2f8-4ae5-a1bf-814f2738f713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:55.049711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Network e860188f-5408-405d-8015-c329a4d64551 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:59:55.074773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:59:55.085696 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Pushing event updated for resources: {'Port': ['ID=14e450bf-ad8a-4cd5-91f2-e2d41c29748b,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:55.093810 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 08:59:55.186016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d9d049bc-1bfc-4256-aa3b-bf164a88ae0d None None] Provisioning for port e953e2e0-7eca-4a2f-bb72-a925cbdccee1 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:59:55.277285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d9d049bc-1bfc-4256-aa3b-bf164a88ae0d None None] Provisioning complete for port e953e2e0-7eca-4a2f-bb72-a925cbdccee1 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:59:55.277813 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d9d049bc-1bfc-4256-aa3b-bf164a88ae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:55.386833 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 92d2f939-86db-493f-8051-87c003bcfc62 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 08:59:55.396444 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:55.509955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-234c8071-aafb-4562-8dbf-a85e489c1ef5 req-03de92f5-a2eb-4f5b-b2b7-77908ab8b445 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Synchronizing usage tracker for tenant:9337406612964e4b89a8a99bd32ad073 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:59:55.564412 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6e6cff8e-8690-4266-a595-b6932046c337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:55.602279 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ff29efc-b227-4e62-aab0-fb649fc66681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:55.648529 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:59:55.668545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:59:55.668915 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:55.691168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Deleting port 14e450bf-ad8a-4cd5-91f2-e2d41c29748b {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 08:59:55.693773 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:55.717489 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Attempting to bind port 14e450bf-ad8a-4cd5-91f2-e2d41c29748b on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:59:55.718100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Attempting to bind port 14e450bf-ad8a-4cd5-91f2-e2d41c29748b by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'd80e2448-f36a-4516-9bc7-9e1248d2a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e860188f-5408-405d-8015-c329a4d64551'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:59:55.718635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Attempting to bind port 14e450bf-ad8a-4cd5-91f2-e2d41c29748b on network e860188f-5408-405d-8015-c329a4d64551 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:59:55.726767 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d9d049bc-1bfc-4256-aa3b-bf164a88ae0d None None] Port e953e2e0-7eca-4a2f-bb72-a925cbdccee1 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 08:59:55.752515 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ff29efc-b227-4e62-aab0-fb649fc66681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:55.766495 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:59:55.767138 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Checking segment: {'id': 'd80e2448-f36a-4516-9bc7-9e1248d2a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e860188f-5408-405d-8015-c329a4d64551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:59:55.767757 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:55.768331 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Bound using segment: {'id': 'd80e2448-f36a-4516-9bc7-9e1248d2a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e860188f-5408-405d-8015-c329a4d64551'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:59:55.769693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Bound port: 14e450bf-ad8a-4cd5-91f2-e2d41c29748b, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80e2448-f36a-4516-9bc7-9e1248d2a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e860188f-5408-405d-8015-c329a4d64551'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:59:55.770245 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:55.845774 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:55.960008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6e6cff8e-8690-4266-a595-b6932046c337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:56.060728 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-be33a74d-c296-45af-a104-b17ef7cdd4bb None None] Provisioning complete for port 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:59:56.061285 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-be33a74d-c296-45af-a104-b17ef7cdd4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:56.093802 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] For port 14e450bf-ad8a-4cd5-91f2-e2d41c29748b, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:59:56.095015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6e6cff8e-8690-4266-a595-b6932046c337 admin admin] Usage tracker for resource:security_group_rule and tenant:a43373318fe5450fa342c126afcf37ab is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:56.111960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6e6cff8e-8690-4266-a595-b6932046c337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:56.128160 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-234c8071-aafb-4562-8dbf-a85e489c1ef5 req-03de92f5-a2eb-4f5b-b2b7-77908ab8b445 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Unset dirty status for tenant:9337406612964e4b89a8a99bd32ad073 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:59:56.129508 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-234c8071-aafb-4562-8dbf-a85e489c1ef5 req-03de92f5-a2eb-4f5b-b2b7-77908ab8b445 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcb3b677-2210-4b5d-948f-1f1ca9c98c08 HTTP/1.1" status: 200 len: 210 time: 1.2068851 Feb 18 08:59:56.153735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d76ce-a8d1-494b-8829-0623253b70be req-821c0a11-a675-4805-a009-7ca3393caae5 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:56.155341 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b59d76ce-a8d1-494b-8829-0623253b70be req-821c0a11-a675-4805-a009-7ca3393caae5 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/networks?id=c761b28f-3bb5-4fae-a4b0-27e84beb5e94 HTTP/1.1" status: 200 len: 815 time: 1.3680356 Feb 18 08:59:56.156424 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6e6cff8e-8690-4266-a595-b6932046c337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:56.168777 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] For port 14e450bf-ad8a-4cd5-91f2-e2d41c29748b, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=14e450bf-ad8a-4cd5-91f2-e2d41c29748b,segment=NetworkSegment(d80e2448-f36a-4516-9bc7-9e1248d2a9fb),segment_id=d80e2448-f36a-4516-9bc7-9e1248d2a9fb)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:59:56.173855 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6ff29efc-b227-4e62-aab0-fb649fc66681 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df4ec6c8abaa4336bee09c78ecaffbed&name=default HTTP/1.1" status: 200 len: 2983 time: 3.7486496 Feb 18 08:59:56.181403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff29efc-b227-4e62-aab0-fb649fc66681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9892a064-872d-4082-87f8-2435f1425f13,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:56.184288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35338) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:56.195077 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:56.219649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e953e2e0-7eca-4a2f-bb72-a925cbdccee1 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:59:56.230428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:56.249790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Transition to ACTIVE for port object e953e2e0-7eca-4a2f-bb72-a925cbdccee1 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:59:56.257922 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:56.258142 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:56.562733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] For port 14e450bf-ad8a-4cd5-91f2-e2d41c29748b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=14e450bf-ad8a-4cd5-91f2-e2d41c29748b,segment=NetworkSegment(d80e2448-f36a-4516-9bc7-9e1248d2a9fb),segment_id=d80e2448-f36a-4516-9bc7-9e1248d2a9fb)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:56.564170 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:56.565842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b314b-281a-41e8-bf22-d6674c6fb88e None None] Pushing event updated for resources: {'Port': ['ID=14e450bf-ad8a-4cd5-91f2-e2d41c29748b,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:56.596128 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 15e5e208-a402-4dd5-b1b2-e02bb3da00a8, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=15e5e208-a402-4dd5-b1b2-e02bb3da00a8,segment=NetworkSegment(a850c570-d8bb-44ba-8531-5ac08645355d),segment_id=a850c570-d8bb-44ba-8531-5ac08645355d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 08:59:56.604836 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b59d76ce-a8d1-494b-8829-0623253b70be req-4256e080-9223-4430-9089-7b541b3b2854 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/quotas/a903b155163648f2a591b78be672e35b HTTP/1.1" status: 200 len: 375 time: 0.4374743 Feb 18 08:59:56.619850 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:56.773103 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Pushing event updated for resources: {'Port': ['ID=e953e2e0-7eca-4a2f-bb72-a925cbdccee1,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:56.795981 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6e6cff8e-8690-4266-a595-b6932046c337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:56.846234 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=15e5e208-a402-4dd5-b1b2-e02bb3da00a8,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:56.850341 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-be33a74d-c296-45af-a104-b17ef7cdd4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:57.044512 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-be33a74d-c296-45af-a104-b17ef7cdd4bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:59:57.045005 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-be33a74d-c296-45af-a104-b17ef7cdd4bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:59:57.080312 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Attempting to bind port e953e2e0-7eca-4a2f-bb72-a925cbdccee1 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 08:59:57.081602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Attempting to bind port e953e2e0-7eca-4a2f-bb72-a925cbdccee1 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'be41ec66-fb50-46ae-944f-80ea038542b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 08:59:57.082180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Attempting to bind port e953e2e0-7eca-4a2f-bb72-a925cbdccee1 on network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:59:57.100905 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Port e953e2e0-7eca-4a2f-bb72-a925cbdccee1 on network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 08:59:57.111166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Attempting to bind port e953e2e0-7eca-4a2f-bb72-a925cbdccee1 on network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 08:59:57.127073 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-9166a7b6-c34c-4355-bd74-e84ac66e50e9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:57.127942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-9166a7b6-c34c-4355-bd74-e84ac66e50e9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Synchronizing usage tracker for tenant:9337406612964e4b89a8a99bd32ad073 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 08:59:57.145630 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 08:59:57.145975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Checking segment: {'id': 'be41ec66-fb50-46ae-944f-80ea038542b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 08:59:57.146380 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Bound using segment: {'id': 'be41ec66-fb50-46ae-944f-80ea038542b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 08:59:57.146805 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Bound port: e953e2e0-7eca-4a2f-bb72-a925cbdccee1, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be41ec66-fb50-46ae-944f-80ea038542b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 08:59:57.147152 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:57.217526 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Calling delete_port for 14e450bf-ad8a-4cd5-91f2-e2d41c29748b owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 08:59:57.287494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-9166a7b6-c34c-4355-bd74-e84ac66e50e9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Unset dirty status for tenant:9337406612964e4b89a8a99bd32ad073 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 08:59:57.288870 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-9166a7b6-c34c-4355-bd74-e84ac66e50e9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.81 "GET /v2.0/networks?id=55fffe33-2f32-480e-87be-d44bb35a4753 HTTP/1.1" status: 200 len: 812 time: 0.7502015 Feb 18 08:59:57.304687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-7d7d6c57-4271-4256-836e-e1c3a2d83ee9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Request body: {'port': {'device_id': 'fcb3b677-2210-4b5d-948f-1f1ca9c98c08', 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753', 'admin_state_up': True, 'tenant_id': '9337406612964e4b89a8a99bd32ad073'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:57.352986 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6e6cff8e-8690-4266-a595-b6932046c337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:57.475558 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6e6cff8e-8690-4266-a595-b6932046c337 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a43373318fe5450fa342c126afcf37ab&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8981988 Feb 18 08:59:57.498272 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35352) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:57.562248 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35356) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:57.574051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] For port e953e2e0-7eca-4a2f-bb72-a925cbdccee1, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 08:59:57.636918 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-57cdcaba-7aeb-4337-80a5-703f000208a3 req-59cdce26-0382-49fb-9002-4c748593b485 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcb3b677-2210-4b5d-948f-1f1ca9c98c08 HTTP/1.1" status: 200 len: 210 time: 0.3488033 Feb 18 08:59:57.646710 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] For port e953e2e0-7eca-4a2f-bb72-a925cbdccee1, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e953e2e0-7eca-4a2f-bb72-a925cbdccee1,segment=NetworkSegment(be41ec66-fb50-46ae-944f-80ea038542b6),segment_id=be41ec66-fb50-46ae-944f-80ea038542b6)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 08:59:57.656468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-7d7d6c57-4271-4256-836e-e1c3a2d83ee9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:57.681962 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:57.686678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-7d7d6c57-4271-4256-836e-e1c3a2d83ee9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:57.786318 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:57.786956 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:57.795769 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] 10.222.0.81 "PUT /v2.0/ports/e953e2e0-7eca-4a2f-bb72-a925cbdccee1 HTTP/1.1" status: 200 len: 1091 time: 2.8603325 Feb 18 08:59:57.799772 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e31a9b-c2f8-4ae5-a1bf-814f2738f713', 'tag': 'e953e2e0-7eca-4a2f-bb72-a925cbdccee1'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:59:57.820312 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be26fef8-4ceb-4e67-a3fe-ee7c32512dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:57.821042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cff8e-8690-4266-a595-b6932046c337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687b6fc9-4f16-4b01-8728-d6c215f069f7,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:57.830506 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cbd8c4c9-e8fe-42bd-bab8-d482598c3501 req-c48be127-2312-4abd-ae38-e2d6bac81d66 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:57.856467 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-7d7d6c57-4271-4256-836e-e1c3a2d83ee9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Made reservation on behalf of 9337406612964e4b89a8a99bd32ad073 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:57.867271 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-7d7d6c57-4271-4256-836e-e1c3a2d83ee9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:57.950140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-233c6289-5a99-419d-b8de-947a0338e499 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:57.951937 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-233c6289-5a99-419d-b8de-947a0338e499 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.61 "GET /v2.0/networks?id=c761b28f-3bb5-4fae-a4b0-27e84beb5e94 HTTP/1.1" status: 200 len: 815 time: 1.1518512 Feb 18 08:59:58.002434 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527138e-2026-4c8c-87ef-a5c51e325a3e service neutron] Pushing event updated for resources: {'Port': ['ID=e953e2e0-7eca-4a2f-bb72-a925cbdccee1,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:58.017254 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e31a9b-c2f8-4ae5-a1bf-814f2738f713', 'tag': 'e953e2e0-7eca-4a2f-bb72-a925cbdccee1', 'status': 'completed', 'code': 200} Feb 18 08:59:58.017957 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d5e1-960e-40eb-b04b-f2a9c93497cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:58.044118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a0e8d5e1-960e-40eb-b04b-f2a9c93497cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:58.053156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a0e8d5e1-960e-40eb-b04b-f2a9c93497cf admin admin] Usage tracker for resource:security_group_rule and tenant:c075418c83a24fd1b3c372678b81449d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:58.070375 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a0e8d5e1-960e-40eb-b04b-f2a9c93497cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:58.112022 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-0cd7162e-4e5a-40a8-8a63-4fe1a0006cba tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Request body: {'port': {'device_id': '03d3f1a2-ca33-443c-b59d-11d5643dce94', 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94', 'admin_state_up': True, 'tenant_id': 'a903b155163648f2a591b78be672e35b'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:58.126614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48be127-2312-4abd-ae38-e2d6bac81d66 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Pushing event deleted for resources: {'Port': ['ID=92d2f939-86db-493f-8051-87c003bcfc62,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:58.170581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a0e8d5e1-960e-40eb-b04b-f2a9c93497cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:58.173877 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be26fef8-4ceb-4e67-a3fe-ee7c32512dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:58.194268 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f579c62e-bb69-4fe6-8c17-ca12b37db350 None None] Network e860188f-5408-405d-8015-c329a4d64551 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:59:58.252707 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-ae8e5ac0-a5ef-4efc-8d92-3da117b93424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:58.254209 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-ae8e5ac0-a5ef-4efc-8d92-3da117b93424 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a903b155163648f2a591b78be672e35b&device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 1094 time: 0.3543491 Feb 18 08:59:58.331537 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-74d807fd-f57a-4929-a556-6c204b9b3147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:58.354109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd8c4c9-e8fe-42bd-bab8-d482598c3501 req-c48be127-2312-4abd-ae38-e2d6bac81d66 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] No DVR routers for this DVR port 92d2f939-86db-493f-8051-87c003bcfc62 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:59:58.362679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-81da9d94-4b6c-4701-9bbd-ca6dcfc255b6 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:58.364230 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-81da9d94-4b6c-4701-9bbd-ca6dcfc255b6 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.61 "GET /v2.0/networks?id=55fffe33-2f32-480e-87be-d44bb35a4753 HTTP/1.1" status: 200 len: 812 time: 1.0778937 Feb 18 08:59:58.367016 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cbd8c4c9-e8fe-42bd-bab8-d482598c3501 req-c48be127-2312-4abd-ae38-e2d6bac81d66 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:58.375258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee', 'name': 'network-vif-deleted', 'tag': '92d2f939-86db-493f-8051-87c003bcfc62'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:59:58.379892 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:58.409672 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1e79e401-8ca3-4c35-a601-10cf78074bb3 None None] Provisioning complete for port 14e450bf-ad8a-4cd5-91f2-e2d41c29748b triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:59:58.410191 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1e79e401-8ca3-4c35-a601-10cf78074bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:58.437634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-d1d1cb8c-71d5-423b-ae09-b094d3b8be41 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Request body: {'port': {'device_id': '9928f35e-f637-4218-b6de-eccc6d3adcea', 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753', 'admin_state_up': True, 'tenant_id': '9337406612964e4b89a8a99bd32ad073'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:59:58.454161 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1e79e401-8ca3-4c35-a601-10cf78074bb3 None None] Port 14e450bf-ad8a-4cd5-91f2-e2d41c29748b was deleted so its status cannot be updated. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 18 08:59:58.474615 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc91e1b5-0a0e-4429-bd99-9ec6b70fc1ee', 'name': 'network-vif-deleted', 'tag': '92d2f939-86db-493f-8051-87c003bcfc62', 'status': 'completed', 'code': 200} Feb 18 08:59:58.513328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Port': ['ID=14e450bf-ad8a-4cd5-91f2-e2d41c29748b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:58.523217 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-848ec6f3-61de-4287-af16-e15e51cb5288 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e953e2e0-7eca-4a2f-bb72-a925cbdccee1 HTTP/1.1" status: 200 len: 217 time: 0.2584810 Feb 18 08:59:58.568622 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-74d807fd-f57a-4929-a556-6c204b9b3147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:58.602172 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be26fef8-4ceb-4e67-a3fe-ee7c32512dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:58.628177 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cbd8c4c9-e8fe-42bd-bab8-d482598c3501 req-c48be127-2312-4abd-ae38-e2d6bac81d66 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.81 "DELETE /v2.0/ports/92d2f939-86db-493f-8051-87c003bcfc62 HTTP/1.1" status: 204 len: 173 time: 6.9963872 Feb 18 08:59:58.707348 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d5e1-960e-40eb-b04b-f2a9c93497cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:58.726801 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26fef8-4ceb-4e67-a3fe-ee7c32512dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687b6fc9-4f16-4b01-8728-d6c215f069f7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:58.740555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d5e1-960e-40eb-b04b-f2a9c93497cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:58.755323 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b59d76ce-a8d1-494b-8829-0623253b70be req-705a40c3-181d-4c62-8c32-d51b4985ad53 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a903b155163648f2a591b78be672e35b&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4669476 Feb 18 08:59:58.773016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No DVR routers for this DVR port 14e450bf-ad8a-4cd5-91f2-e2d41c29748b on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:59:58.809212 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8d5e1-960e-40eb-b04b-f2a9c93497cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deccbea5-4c09-47d4-964b-c6e6bad9e196,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:58.833062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 08:59:58.842390 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-08d6a956-20b9-4a87-af8f-2b2712042856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:58.843530 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-08d6a956-20b9-4a87-af8f-2b2712042856 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0cec72df-b038-4320-ae6e-d231a762be90 HTTP/1.1" status: 200 len: 854 time: 0.3076227 Feb 18 08:59:58.865182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-0cd7162e-4e5a-40a8-8a63-4fe1a0006cba tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:58.934415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-0cd7162e-4e5a-40a8-8a63-4fe1a0006cba tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Usage tracker for resource:port and tenant:a903b155163648f2a591b78be672e35b is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:58.953102 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-0cd7162e-4e5a-40a8-8a63-4fe1a0006cba tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:58.956154 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be26fef8-4ceb-4e67-a3fe-ee7c32512dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:58.962913 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-be26fef8-4ceb-4e67-a3fe-ee7c32512dc3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/687b6fc9-4f16-4b01-8728-d6c215f069f7 HTTP/1.1" status: 204 len: 168 time: 1.4612999 Feb 18 08:59:58.982582 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-7d7d6c57-4271-4256-836e-e1c3a2d83ee9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Allocated IP 172.20.0.5 (55fffe33-2f32-480e-87be-d44bb35a4753/cb1fb1ee-f2c3-4941-9946-1fc392124daf/a234f612-ced7-4576-9165-a35cc4e36cb2) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:59:58.992909 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a0e8d5e1-960e-40eb-b04b-f2a9c93497cf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c075418c83a24fd1b3c372678b81449d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4284198 Feb 18 08:59:58.995791 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35370) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:59.035124 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:59:59.035541 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:59.047939 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:59.091928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-0cd7162e-4e5a-40a8-8a63-4fe1a0006cba tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:59.100447 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-d1d1cb8c-71d5-423b-ae09-b094d3b8be41 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 08:59:59.126046 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d573c63c-9c7f-48a1-9f62-282b4388fd17 req-81ee3bce-6310-4c87-8d3f-db72f96d6b54 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcb3b677-2210-4b5d-948f-1f1ca9c98c08 HTTP/1.1" status: 200 len: 210 time: 0.1812520 Feb 18 08:59:59.127243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-d1d1cb8c-71d5-423b-ae09-b094d3b8be41 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Usage tracker for resource:port and tenant:9337406612964e4b89a8a99bd32ad073 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 08:59:59.142278 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-d1d1cb8c-71d5-423b-ae09-b094d3b8be41 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 08:59:59.151087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-99cafe66-2e71-4c4b-bb2b-783fd5049143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:59:59.156260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-d1d1cb8c-71d5-423b-ae09-b094d3b8be41 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 08:59:59.158223 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-74d807fd-f57a-4929-a556-6c204b9b3147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:59.158411 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-99cafe66-2e71-4c4b-bb2b-783fd5049143 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c761b28f-3bb5-4fae-a4b0-27e84beb5e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2981174 Feb 18 08:59:59.185390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d807fd-f57a-4929-a556-6c204b9b3147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9892a064-872d-4082-87f8-2435f1425f13,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:59.187175 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-0cd7162e-4e5a-40a8-8a63-4fe1a0006cba tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Made reservation on behalf of a903b155163648f2a591b78be672e35b for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:59.193506 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-0cd7162e-4e5a-40a8-8a63-4fe1a0006cba tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:59.222793 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-500f1741-a930-4436-8a6d-2340dbba211e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:59.313462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-d1d1cb8c-71d5-423b-ae09-b094d3b8be41 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Made reservation on behalf of 9337406612964e4b89a8a99bd32ad073 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:59:59.317331 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-d1d1cb8c-71d5-423b-ae09-b094d3b8be41 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:59.358334 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-74d807fd-f57a-4929-a556-6c204b9b3147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:59.362177 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-74d807fd-f57a-4929-a556-6c204b9b3147 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9892a064-872d-4082-87f8-2435f1425f13 HTTP/1.1" status: 204 len: 168 time: 3.1622381 Feb 18 08:59:59.394614 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-500f1741-a930-4436-8a6d-2340dbba211e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:59.415395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b59d76ce-a8d1-494b-8829-0623253b70be req-2088bcf4-8b23-4b1e-899d-663eb917bda4 service neutron] 10.222.0.72 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297135 Feb 18 08:59:59.470691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35378) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:59.531450 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:59.553238 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-0944a7da-b466-4e72-aef6-16e3c171b74d service neutron] 10.222.0.81 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626792 Feb 18 08:59:59.676436 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-500f1741-a930-4436-8a6d-2340dbba211e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:59.718598 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-7d7d6c57-4271-4256-836e-e1c3a2d83ee9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:59.724623 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f1741-a930-4436-8a6d-2340dbba211e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deccbea5-4c09-47d4-964b-c6e6bad9e196,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:59:59.728189 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-32aa6bd6-b750-4ed4-a327-001ea73b6358 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d6f6e4139e9a4c36b76c0ffa4096a69a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564726 Feb 18 08:59:59.738457 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35386) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 08:59:59.770611 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-500f1741-a930-4436-8a6d-2340dbba211e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:59.773972 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-500f1741-a930-4436-8a6d-2340dbba211e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/deccbea5-4c09-47d4-964b-c6e6bad9e196 HTTP/1.1" status: 204 len: 168 time: 0.7661324 Feb 18 08:59:59.787973 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c89a33-ad85-480b-9b8c-49588fd0cc24 None None] Network e860188f-5408-405d-8015-c329a4d64551 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 08:59:59.825074 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bae2cb1e-61ed-42bd-8d54-6721f0a94489 req-dc410e0a-1815-4f9a-96f3-2c221341480b service neutron] 10.222.0.81 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617996 Feb 18 08:59:59.857975 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-732aeede-c027-4283-a1a4-63f71f009dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:59.872396 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-7d7d6c57-4271-4256-836e-e1c3a2d83ee9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 08:59:59.977144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35392) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:00.025126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-0cd7162e-4e5a-40a8-8a63-4fe1a0006cba tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Allocated IP 172.20.0.14 (c761b28f-3bb5-4fae-a4b0-27e84beb5e94/0cec72df-b038-4320-ae6e-d231a762be90/5e23ca38-894e-4a09-b8cf-891d28d9468c) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:00:00.026422 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-732aeede-c027-4283-a1a4-63f71f009dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:00.054352 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-7d7d6c57-4271-4256-836e-e1c3a2d83ee9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Network 55fffe33-2f32-480e-87be-d44bb35a4753 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:00.065196 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa287-dbd7-4b07-9601-9740de5b055b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:00.077101 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-7d7d6c57-4271-4256-836e-e1c3a2d83ee9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:00.087967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-7d7d6c57-4271-4256-836e-e1c3a2d83ee9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:00:00.094462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Subnet': ['ID=32213285-bded-4305-befa-eb4b4d5e4512,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:00.142980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d6c57-4271-4256-836e-e1c3a2d83ee9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Pushing event updated for resources: {'Port': ['ID=a234f612-ced7-4576-9165-a35cc4e36cb2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:00.146893 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7e5aa287-dbd7-4b07-9601-9740de5b055b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:00.168088 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:00.186400 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352f3ab8-9778-4059-abd3-088816c86f6b None None] DHCP port deletion for e860188f-5408-405d-8015-c329a4d64551 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:00:00.194773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7e5aa287-dbd7-4b07-9601-9740de5b055b admin admin] Usage tracker for resource:security_group_rule and tenant:643ec5fd4e204901aca97495cc4068ca is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:00.209174 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7e5aa287-dbd7-4b07-9601-9740de5b055b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:00.229686 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7e5aa287-dbd7-4b07-9601-9740de5b055b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:00.251847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-7d7d6c57-4271-4256-836e-e1c3a2d83ee9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:00.252757 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-7d7d6c57-4271-4256-836e-e1c3a2d83ee9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:00.264880 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef519-b3a3-4986-9560-c72e5bba3f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:00.272520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e860188f-5408-405d-8015-c329a4d64551']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:00.332448 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80e2448-f36a-4516-9bc7-9e1248d2a9fb') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:00.332759 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80e2448-f36a-4516-9bc7-9e1248d2a9fb') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:00.345724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9fbd-d7f6-4f8d-ad5b-7ad380eff7cc req-a1e31059-c9ba-4e3d-ae9f-5b3e2e64ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:00.347921 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4daf9fbd-d7f6-4f8d-ad5b-7ad380eff7cc req-a1e31059-c9ba-4e3d-ae9f-5b3e2e64ac4d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a903b155163648f2a591b78be672e35b&device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 1094 time: 0.4281180 Feb 18 09:00:00.356335 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-7d7d6c57-4271-4256-836e-e1c3a2d83ee9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0554392 Feb 18 09:00:00.438117 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:00.505434 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b59d76ce-a8d1-494b-8829-0623253b70be req-c5ebf575-1ac5-41d5-bfa8-2e78886309df service neutron] 10.222.0.72 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0779450 Feb 18 09:00:00.522050 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-732aeede-c027-4283-a1a4-63f71f009dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:00.536234 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:00.552698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Request body: {'port': {'device_id': 'fcb3b677-2210-4b5d-948f-1f1ca9c98c08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:00.566108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-d1d1cb8c-71d5-423b-ae09-b094d3b8be41 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Allocated IP 172.20.0.12 (55fffe33-2f32-480e-87be-d44bb35a4753/cb1fb1ee-f2c3-4941-9946-1fc392124daf/d4f028b9-3732-4bba-9b12-a70fc6fc5965) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:00:00.574295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:00.574960 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:00.598897 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:00.611513 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-732aeede-c027-4283-a1a4-63f71f009dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:00.619398 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-732aeede-c027-4283-a1a4-63f71f009dfc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/607ad8ff-7f10-41f7-9550-b95434cc2931 HTTP/1.1" status: 204 len: 168 time: 0.8758070 Feb 18 09:00:00.644713 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732aeede-c027-4283-a1a4-63f71f009dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607ad8ff-7f10-41f7-9550-b95434cc2931,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:00.722429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 14e450bf-ad8a-4cd5-91f2-e2d41c29748b no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:00:00.814759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 14e450bf-ad8a-4cd5-91f2-e2d41c29748b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:00:00.815325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 14e450bf-ad8a-4cd5-91f2-e2d41c29748b not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:00:00.846049 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-0cd7162e-4e5a-40a8-8a63-4fe1a0006cba tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:00.863496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-0cd7162e-4e5a-40a8-8a63-4fe1a0006cba tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Transition to ACTIVE for port object 5e23ca38-894e-4a09-b8cf-891d28d9468c will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:00.946869 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:00.965952 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7be7ab1b-e557-47f1-b2fd-9fdff6125e2f req-ce322d50-d0ae-495e-b427-1c32d13e7645 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 210 time: 0.0713527 Feb 18 09:00:00.972120 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-0cd7162e-4e5a-40a8-8a63-4fe1a0006cba tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:00.984444 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:00.989887 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:00.992816 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa287-dbd7-4b07-9601-9740de5b055b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:01.003979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9fbd-d7f6-4f8d-ad5b-7ad380eff7cc req-c7026b9e-c46f-4821-872b-ac94a16b976d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:01.006294 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4daf9fbd-d7f6-4f8d-ad5b-7ad380eff7cc req-c7026b9e-c46f-4821-872b-ac94a16b976d service neutron] 10.222.0.81 "GET /v2.0/networks?id=c761b28f-3bb5-4fae-a4b0-27e84beb5e94 HTTP/1.1" status: 200 len: 916 time: 0.6483791 Feb 18 09:00:01.103806 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-0cd7162e-4e5a-40a8-8a63-4fe1a0006cba tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:01.133181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7162e-4e5a-40a8-8a63-4fe1a0006cba tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Pushing event updated for resources: {'Port': ['ID=5e23ca38-894e-4a09-b8cf-891d28d9468c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:01.138099 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-0cd7162e-4e5a-40a8-8a63-4fe1a0006cba tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:01.140682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-0cd7162e-4e5a-40a8-8a63-4fe1a0006cba tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:00:01.254770 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074afae-a250-4b58-88f9-e2a0a646141e req-9da77e89-748e-4e0b-b004-a9bb847776c6 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:01.262236 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1074afae-a250-4b58-88f9-e2a0a646141e req-9da77e89-748e-4e0b-b004-a9bb847776c6 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcb3b677-2210-4b5d-948f-1f1ca9c98c08 HTTP/1.1" status: 200 len: 931 time: 0.9957333 Feb 18 09:00:01.281518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-0cd7162e-4e5a-40a8-8a63-4fe1a0006cba tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:01.282281 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-0cd7162e-4e5a-40a8-8a63-4fe1a0006cba tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:01.284646 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa287-dbd7-4b07-9601-9740de5b055b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:01.324825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Network': ['ID=e860188f-5408-405d-8015-c329a4d64551,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:01.350410 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4daf9fbd-d7f6-4f8d-ad5b-7ad380eff7cc req-1a63dd57-0182-4f24-a158-49e102a6b4bc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e953e2e0-7eca-4a2f-bb72-a925cbdccee1 HTTP/1.1" status: 200 len: 217 time: 0.2962830 Feb 18 09:00:01.359627 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-85243941-f7d4-4481-a911-450ecb050863 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/e860188f-5408-405d-8015-c329a4d64551 HTTP/1.1" status: 204 len: 168 time: 8.0251582 Feb 18 09:00:01.368379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35442) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:01.375311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-92117c5f-2c72-47df-b409-cf8326af20cd tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-491582439'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:01.407534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-92117c5f-2c72-47df-b409-cf8326af20cd tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:01.413479 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-0cd7162e-4e5a-40a8-8a63-4fe1a0006cba tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3359687 Feb 18 09:00:01.428406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-92117c5f-2c72-47df-b409-cf8326af20cd tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:network and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:01.475642 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9fbd-d7f6-4f8d-ad5b-7ad380eff7cc req-d95229e6-d5c9-4fe6-9193-9e22b7b1fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:01.477032 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4daf9fbd-d7f6-4f8d-ad5b-7ad380eff7cc req-d95229e6-d5c9-4fe6-9193-9e22b7b1fd70 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0cec72df-b038-4320-ae6e-d231a762be90 HTTP/1.1" status: 200 len: 854 time: 0.0998173 Feb 18 09:00:01.493624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Request body: {'port': {'device_id': '03d3f1a2-ca33-443c-b59d-11d5643dce94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:01.500676 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7e5aa287-dbd7-4b07-9601-9740de5b055b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=643ec5fd4e204901aca97495cc4068ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5098259 Feb 18 09:00:01.501970 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5aa287-dbd7-4b07-9601-9740de5b055b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1212d8b1-1103-4220-b72e-35080aeffbe5,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:01.505138 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35446) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:01.514580 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7591913a-2b3a-4387-b219-c1e3b906b8cc None None] Provisioning for port 5e23ca38-894e-4a09-b8cf-891d28d9468c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:00:01.519636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-92117c5f-2c72-47df-b409-cf8326af20cd tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:01.524728 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1074afae-a250-4b58-88f9-e2a0a646141e req-4d99129f-88e8-4170-b34d-968c2822b9ee tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615094 Feb 18 09:00:01.532637 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7591913a-2b3a-4387-b219-c1e3b906b8cc None None] Provisioning complete for port 5e23ca38-894e-4a09-b8cf-891d28d9468c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:00:01.533019 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7591913a-2b3a-4387-b219-c1e3b906b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:01.545867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-92117c5f-2c72-47df-b409-cf8326af20cd tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:01.580457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92117c5f-2c72-47df-b409-cf8326af20cd tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:01.585952 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-92117c5f-2c72-47df-b409-cf8326af20cd tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:01.689646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7591913a-2b3a-4387-b219-c1e3b906b8cc None None] Port 5e23ca38-894e-4a09-b8cf-891d28d9468c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:00:01.732852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92117c5f-2c72-47df-b409-cf8326af20cd tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:01.761534 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:01.786318 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-92117c5f-2c72-47df-b409-cf8326af20cd tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:01.786702 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-92117c5f-2c72-47df-b409-cf8326af20cd tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Added segment 34bb98b4-001d-4647-9fb5-6a6b2810b447 of type vlan for network 77ac9f4a-7a53-4d17-b176-b0e1a7fd227d Feb 18 09:00:01.816105 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f6aafee-7ecf-4d8e-855b-1eea030809c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:01.819903 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-d1d1cb8c-71d5-423b-ae09-b094d3b8be41 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:01.884097 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f6aafee-7ecf-4d8e-855b-1eea030809c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:01.899745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9fbd-d7f6-4f8d-ad5b-7ad380eff7cc req-aa05dfd8-db6f-49ff-b267-6e5ffc7cb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:01.911894 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4daf9fbd-d7f6-4f8d-ad5b-7ad380eff7cc req-aa05dfd8-db6f-49ff-b267-6e5ffc7cb402 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c761b28f-3bb5-4fae-a4b0-27e84beb5e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4054883 Feb 18 09:00:02.166295 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-c389e9f0-6336-4a20-a8f5-88213ad091a1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4451585 Feb 18 09:00:02.202662 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-92117c5f-2c72-47df-b409-cf8326af20cd tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:02.261188 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f6aafee-7ecf-4d8e-855b-1eea030809c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:02.302838 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6aafee-7ecf-4d8e-855b-1eea030809c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1212d8b1-1103-4220-b72e-35080aeffbe5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:02.385768 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4daf9fbd-d7f6-4f8d-ad5b-7ad380eff7cc req-99aebb9e-653d-45c1-beab-d1d1d2de1df2 service neutron] 10.222.0.81 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439280 Feb 18 09:00:02.387704 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f6aafee-7ecf-4d8e-855b-1eea030809c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:02.390202 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8f6aafee-7ecf-4d8e-855b-1eea030809c4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1212d8b1-1103-4220-b72e-35080aeffbe5 HTTP/1.1" status: 204 len: 168 time: 0.8814855 Feb 18 09:00:02.431646 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-92117c5f-2c72-47df-b409-cf8326af20cd tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:00:02.441228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ed23fc2e-9706-4957-94c6-5274ba706229 req-e7624057-16a3-4534-abf3-856de5849359 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Synchronizing usage tracker for tenant:a903b155163648f2a591b78be672e35b on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:00:02.494350 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:00:02.702984 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9704a009-16e8-4aad-81d6-bc36a07402fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:02.725047 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4daf9fbd-d7f6-4f8d-ad5b-7ad380eff7cc req-aecdcabc-2ce8-49f2-9379-19c0b5f36ebd service neutron] 10.222.0.81 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865126 Feb 18 09:00:02.739683 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-a94e33ae-6837-4310-89e7-79c98d23fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:02.744016 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-a94e33ae-6837-4310-89e7-79c98d23fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:02.750283 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-a94e33ae-6837-4310-89e7-79c98d23fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:02.755206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-a94e33ae-6837-4310-89e7-79c98d23fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:02.755681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-a94e33ae-6837-4310-89e7-79c98d23fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:02.756156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-a94e33ae-6837-4310-89e7-79c98d23fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:02.756647 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-a94e33ae-6837-4310-89e7-79c98d23fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:02.770868 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-a94e33ae-6837-4310-89e7-79c98d23fab3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 6491 time: 0.4608409 Feb 18 09:00:03.066085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d76ce-a8d1-494b-8829-0623253b70be req-445cb1b7-3bec-4d70-ba2e-9e52ee67c87a tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:03.067851 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b59d76ce-a8d1-494b-8829-0623253b70be req-445cb1b7-3bec-4d70-ba2e-9e52ee67c87a tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.81 "GET /v2.0/networks?id=c761b28f-3bb5-4fae-a4b0-27e84beb5e94 HTTP/1.1" status: 200 len: 815 time: 0.5995829 Feb 18 09:00:03.087429 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-e79904bd-f9c6-412d-ac4f-00020a2ea214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:03.088410 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-e79904bd-f9c6-412d-ac4f-00020a2ea214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:03.089781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-e79904bd-f9c6-412d-ac4f-00020a2ea214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:03.091837 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-e79904bd-f9c6-412d-ac4f-00020a2ea214 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a401406b-a4a8-40c2-921a-a514ad2ac81a&id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&id=6af62175-1a85-4684-83c8-bc920071b3e0&id=6af62175-1a85-4684-83c8-bc920071b3e0 HTTP/1.1" status: 200 len: 2294 time: 0.2593892 Feb 18 09:00:03.105821 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-92117c5f-2c72-47df-b409-cf8326af20cd tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:03.111601 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92117c5f-2c72-47df-b409-cf8326af20cd tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:03.112201 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-92117c5f-2c72-47df-b409-cf8326af20cd tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:03.131478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-b59d76ce-a8d1-494b-8829-0623253b70be req-c100b44d-42a4-4334-b0a0-6687cf7a1128 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Request body: {'port': {'device_id': '1f48f450-b81e-46de-a772-3fdc0910291f', 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94', 'admin_state_up': True, 'tenant_id': 'a903b155163648f2a591b78be672e35b'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:03.267302 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-7960fa70-17cf-4c56-b8aa-eec273befd91 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40eb1bfc-150b-4f7d-ab6d-c6615ae3067e HTTP/1.1" status: 200 len: 1001 time: 0.1693482 Feb 18 09:00:03.316110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e953e2e0-7eca-4a2f-bb72-a925cbdccee1 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:00:03.387394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35502) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:03.449823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-a906e8cb-38c4-4db2-8e80-8d144cc3cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:03.451862 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-a906e8cb-38c4-4db2-8e80-8d144cc3cee5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec7d804e-ca01-4571-a18b-fa20d71f9ecf HTTP/1.1" status: 200 len: 851 time: 0.1772125 Feb 18 09:00:03.486319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ed23fc2e-9706-4957-94c6-5274ba706229 req-e7624057-16a3-4534-abf3-856de5849359 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Unset dirty status for tenant:a903b155163648f2a591b78be672e35b on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:00:03.488654 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed23fc2e-9706-4957-94c6-5274ba706229 req-e7624057-16a3-4534-abf3-856de5849359 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 210 time: 1.2495804 Feb 18 09:00:03.547523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e953e2e0-7eca-4a2f-bb72-a925cbdccee1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e953e2e0-7eca-4a2f-bb72-a925cbdccee1,segment=NetworkSegment(be41ec66-fb50-46ae-944f-80ea038542b6),segment_id=be41ec66-fb50-46ae-944f-80ea038542b6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:03.564373 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'e953e2e0-7eca-4a2f-bb72-a925cbdccee1', 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94', 'port_id': 'e953e2e0-7eca-4a2f-bb72-a925cbdccee1', 'mac_address': 'fa:16:3e:e9:f3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cec72df-b038-4320-ae6e-d231a762be90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:00:03.600426 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e23ca38-894e-4a09-b8cf-891d28d9468c {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:00:03.615286 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-92117c5f-2c72-47df-b409-cf8326af20cd tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2458377 Feb 18 09:00:03.619325 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35514) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:03.622906 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b59d76ce-a8d1-494b-8829-0623253b70be req-c100b44d-42a4-4334-b0a0-6687cf7a1128 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:03.627040 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:03.631777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92117c5f-2c72-47df-b409-cf8326af20cd tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Network': ['ID=77ac9f4a-7a53-4d17-b176-b0e1a7fd227d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:03.634651 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-de8cc7e3-4772-499f-9ba4-d43b53deb1e3 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'subnet': {'network_id': '77ac9f4a-7a53-4d17-b176-b0e1a7fd227d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:03.647693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 77ac9f4a-7a53-4d17-b176-b0e1a7fd227d details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:03.660974 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-d1d1cb8c-71d5-423b-ae09-b094d3b8be41 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:03.668461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b59d76ce-a8d1-494b-8829-0623253b70be req-c100b44d-42a4-4334-b0a0-6687cf7a1128 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:03.732077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Transition to ACTIVE for port object 5e23ca38-894e-4a09-b8cf-891d28d9468c will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:03.765610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197bd05-0285-4efb-bfb1-57ee1f59492e req-2ec44b58-d005-4b9a-a224-6a30321408ef tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:03.766348 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7197bd05-0285-4efb-bfb1-57ee1f59492e req-2ec44b58-d005-4b9a-a224-6a30321408ef tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Synchronizing usage tracker for tenant:9337406612964e4b89a8a99bd32ad073 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:00:03.774340 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:03.778480 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59d76ce-a8d1-494b-8829-0623253b70be req-c100b44d-42a4-4334-b0a0-6687cf7a1128 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Made reservation on behalf of a903b155163648f2a591b78be672e35b for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:03.781996 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b59d76ce-a8d1-494b-8829-0623253b70be req-c100b44d-42a4-4334-b0a0-6687cf7a1128 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:03.790629 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:03.792695 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:03.796240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-d1d1cb8c-71d5-423b-ae09-b094d3b8be41 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Network 55fffe33-2f32-480e-87be-d44bb35a4753 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:03.811729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-d1d1cb8c-71d5-423b-ae09-b094d3b8be41 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:03.811958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e953e2e0-7eca-4a2f-bb72-a925cbdccee1 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:00:03.821720 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-d1d1cb8c-71d5-423b-ae09-b094d3b8be41 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:00:03.826386 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-3f3bb80a-ba58-4b74-95cc-694c207a9e48 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:03.829864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e953e2e0-7eca-4a2f-bb72-a925cbdccee1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e953e2e0-7eca-4a2f-bb72-a925cbdccee1,segment=NetworkSegment(be41ec66-fb50-46ae-944f-80ea038542b6),segment_id=be41ec66-fb50-46ae-944f-80ea038542b6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:03.831679 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:03.837167 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:03.896399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-d1d1cb8c-71d5-423b-ae09-b094d3b8be41 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:03.897320 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-d1d1cb8c-71d5-423b-ae09-b094d3b8be41 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:03.937811 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=e953e2e0-7eca-4a2f-bb72-a925cbdccee1,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:03.971537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-46ce6e7e-87ab-4d2e-a33c-8cded935e2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:03.973251 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-46ce6e7e-87ab-4d2e-a33c-8cded935e2e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a401406b-a4a8-40c2-921a-a514ad2ac81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5146751 Feb 18 09:00:04.011211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1cb8c-71d5-423b-ae09-b094d3b8be41 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Pushing event updated for resources: {'Port': ['ID=d4f028b9-3732-4bba-9b12-a70fc6fc5965,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:04.058209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7197bd05-0285-4efb-bfb1-57ee1f59492e req-2ec44b58-d005-4b9a-a224-6a30321408ef tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Unset dirty status for tenant:9337406612964e4b89a8a99bd32ad073 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:00:04.059666 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7197bd05-0285-4efb-bfb1-57ee1f59492e req-2ec44b58-d005-4b9a-a224-6a30321408ef tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcb3b677-2210-4b5d-948f-1f1ca9c98c08 HTTP/1.1" status: 200 len: 931 time: 0.9580905 Feb 18 09:00:04.148560 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['e953e2e0-7eca-4a2f-bb72-a925cbdccee1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:00:04.182541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-d1d1cb8c-71d5-423b-ae09-b094d3b8be41 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7972834 Feb 18 09:00:04.242068 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Request body: {'port': {'device_id': '9928f35e-f637-4218-b6de-eccc6d3adcea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:04.300308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-de8cc7e3-4772-499f-9ba4-d43b53deb1e3 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:04.305351 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-de8cc7e3-4772-499f-9ba4-d43b53deb1e3 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:subnet and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:04.309239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-de8cc7e3-4772-499f-9ba4-d43b53deb1e3 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:04.315285 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-de8cc7e3-4772-499f-9ba4-d43b53deb1e3 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:04.316939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Pushing event updated for resources: {'Port': ['ID=5e23ca38-894e-4a09-b8cf-891d28d9468c,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:04.330436 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3f3bb80a-ba58-4b74-95cc-694c207a9e48 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] 10.222.0.72 "PUT /v2.0/quotas/4e30fe02a0de4ba880e5147b0294f3ff HTTP/1.1" status: 200 len: 368 time: 0.9400270 Feb 18 09:00:04.335396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35528) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:04.353087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Request body: {'network': {'project_id': '4e30fe02a0de4ba880e5147b0294f3ff'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:04.360379 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8cc7e3-4772-499f-9ba4-d43b53deb1e3 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:04.363739 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de8cc7e3-4772-499f-9ba4-d43b53deb1e3 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:04.381386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7197bd05-0285-4efb-bfb1-57ee1f59492e req-5c63c03f-976f-434b-b91d-a2c01fb5e8fd tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955947 Feb 18 09:00:04.397037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35532) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:04.576515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:04.602831 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Usage tracker for resource:network and tenant:4e30fe02a0de4ba880e5147b0294f3ff is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:04.614394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:04.615346 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:04.618499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a234f612-ced7-4576-9165-a35cc4e36cb2 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:00:04.638242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.ipam_backend_mixin [None req-de8cc7e3-4772-499f-9ba4-d43b53deb1e3 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Performing IP validity checks on allocation pools {{(pid=87767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 18 09:00:04.638763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.ipam_backend_mixin [None req-de8cc7e3-4772-499f-9ba4-d43b53deb1e3 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 18 09:00:04.655084 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:04.661814 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:04.678250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Attempting to bind port 5e23ca38-894e-4a09-b8cf-891d28d9468c on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:00:04.678594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Attempting to bind port 5e23ca38-894e-4a09-b8cf-891d28d9468c by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'be41ec66-fb50-46ae-944f-80ea038542b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:00:04.678925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Attempting to bind port 5e23ca38-894e-4a09-b8cf-891d28d9468c on network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:00:04.703035 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-74fcf3c6-9438-4d84-8580-d122f507a711 service neutron] 10.222.0.61 "GET /v2.0/networks/a401406b-a4a8-40c2-921a-a514ad2ac81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7035847 Feb 18 09:00:04.713588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Transition to ACTIVE for port object a234f612-ced7-4576-9165-a35cc4e36cb2 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:04.720848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-b59d76ce-a8d1-494b-8829-0623253b70be req-c100b44d-42a4-4334-b0a0-6687cf7a1128 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Allocated IP 172.20.0.4 (c761b28f-3bb5-4fae-a4b0-27e84beb5e94/0cec72df-b038-4320-ae6e-d231a762be90/8a022e49-494d-4cba-9bad-d3af90315e97) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:00:04.724296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Port 5e23ca38-894e-4a09-b8cf-891d28d9468c on network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:00:04.724630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Attempting to bind port 5e23ca38-894e-4a09-b8cf-891d28d9468c on network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:00:04.726887 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c460643f-b59f-4771-82ca-c60928b4fca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:04.737487 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Made reservation on behalf of 4e30fe02a0de4ba880e5147b0294f3ff for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:04.739764 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:04.754446 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:04.789654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:00:04.790069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Checking segment: {'id': 'be41ec66-fb50-46ae-944f-80ea038542b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:04.790387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Bound using segment: {'id': 'be41ec66-fb50-46ae-944f-80ea038542b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:00:04.790826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Bound port: 5e23ca38-894e-4a09-b8cf-891d28d9468c, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be41ec66-fb50-46ae-944f-80ea038542b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:00:04.791176 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:04.816995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c460643f-b59f-4771-82ca-c60928b4fca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:04.821060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c460643f-b59f-4771-82ca-c60928b4fca2 admin admin] Usage tracker for resource:security_group_rule and tenant:244e6a285df3418fb2773ffe82d85bd0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:04.824723 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c460643f-b59f-4771-82ca-c60928b4fca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:04.830557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c460643f-b59f-4771-82ca-c60928b4fca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:04.847032 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:04.861376 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-eef2794a-2037-476d-95e1-7680038eee77 req-21fb46a4-110c-4af5-84cc-97bfd6f85d92 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Synchronizing usage tracker for tenant:a903b155163648f2a591b78be672e35b on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:00:04.952984 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:04.982197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:04.983610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-eef2794a-2037-476d-95e1-7680038eee77 req-21fb46a4-110c-4af5-84cc-97bfd6f85d92 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Unset dirty status for tenant:a903b155163648f2a591b78be672e35b on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:00:04.984803 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eef2794a-2037-476d-95e1-7680038eee77 req-21fb46a4-110c-4af5-84cc-97bfd6f85d92 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 210 time: 0.2617230 Feb 18 09:00:04.995961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Usage tracker for resource:security_group_rule and tenant:4e30fe02a0de4ba880e5147b0294f3ff is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:05.033249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:05.036283 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Pushing event updated for resources: {'Port': ['ID=a234f612-ced7-4576-9165-a35cc4e36cb2,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:05.079253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:05.181421 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-3de33fa5-a6f6-499b-a76b-9a1b19e61ad7 service neutron] 10.222.0.61 "GET /v2.0/networks/a401406b-a4a8-40c2-921a-a514ad2ac81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709578 Feb 18 09:00:05.283554 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-d6cc1fca-6fe2-49bb-8a4e-84a02183587c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=5d533476-d347-4c13-8d3e-a98ebb1ba63d HTTP/1.1" status: 200 len: 217 time: 0.0902505 Feb 18 09:00:05.324616 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e953e2e0-7eca-4a2f-bb72-a925cbdccee1 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:00:05.357158 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Attempting to bind port a234f612-ced7-4576-9165-a35cc4e36cb2 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:00:05.357755 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Attempting to bind port a234f612-ced7-4576-9165-a35cc4e36cb2 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'fb08848c-e513-45a7-8cd0-4c4e67ac1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:00:05.357909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Attempting to bind port a234f612-ced7-4576-9165-a35cc4e36cb2 on network 55fffe33-2f32-480e-87be-d44bb35a4753 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:00:05.377405 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Port a234f612-ced7-4576-9165-a35cc4e36cb2 on network 55fffe33-2f32-480e-87be-d44bb35a4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:00:05.377761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Attempting to bind port a234f612-ced7-4576-9165-a35cc4e36cb2 on network 55fffe33-2f32-480e-87be-d44bb35a4753 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:00:05.385095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] For port 5e23ca38-894e-4a09-b8cf-891d28d9468c, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:00:05.385690 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de8cc7e3-4772-499f-9ba4-d43b53deb1e3 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:05.405921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] For port 5e23ca38-894e-4a09-b8cf-891d28d9468c, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5e23ca38-894e-4a09-b8cf-891d28d9468c,segment=NetworkSegment(be41ec66-fb50-46ae-944f-80ea038542b6),segment_id=be41ec66-fb50-46ae-944f-80ea038542b6)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:00:05.431742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:00:05.431996 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Checking segment: {'id': 'fb08848c-e513-45a7-8cd0-4c4e67ac1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:05.432409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Bound using segment: {'id': 'fb08848c-e513-45a7-8cd0-4c4e67ac1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:00:05.433416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Bound port: a234f612-ced7-4576-9165-a35cc4e36cb2, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb08848c-e513-45a7-8cd0-4c4e67ac1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:00:05.434098 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:05.447410 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c460643f-b59f-4771-82ca-c60928b4fca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:05.457814 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:05.458961 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port e953e2e0-7eca-4a2f-bb72-a925cbdccee1 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:00:05.465369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port e953e2e0-7eca-4a2f-bb72-a925cbdccee1 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:00:05.465573 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:05.476676 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-15fe6aa5-7e52-4131-8470-1fa9f4c3aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:05.478336 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-15fe6aa5-7e52-4131-8470-1fa9f4c3aea0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b443beab-a13b-4525-9863-a6eb259ae31b HTTP/1.1" status: 200 len: 797 time: 0.1839275 Feb 18 09:00:05.534985 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c460643f-b59f-4771-82ca-c60928b4fca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:05.595163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:05.595846 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:05.597973 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] 10.222.0.61 "PUT /v2.0/ports/5e23ca38-894e-4a09-b8cf-891d28d9468c HTTP/1.1" status: 200 len: 1092 time: 4.1627793 Feb 18 09:00:05.634323 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d3f1a2-ca33-443c-b59d-11d5643dce94', 'tag': '5e23ca38-894e-4a09-b8cf-891d28d9468c'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:00:05.726882 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:05.739586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cc7e3-4772-499f-9ba4-d43b53deb1e3 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Subnet': ['ID=83bdf596-2823-419a-a8ef-aee1fe581f55,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:05.760564 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:05.779022 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e31a9b-c2f8-4ae5-a1bf-814f2738f713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e953e2e0-7eca-4a2f-bb72-a925cbdccee1'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:00:05.791759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8cc7e3-4772-499f-9ba4-d43b53deb1e3 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Checking segment: {'id': '34bb98b4-001d-4647-9fb5-6a6b2810b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '77ac9f4a-7a53-4d17-b176-b0e1a7fd227d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:05.792701 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8cc7e3-4772-499f-9ba4-d43b53deb1e3 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network hostable DHCP agents. Network: 77ac9f4a-7a53-4d17-b176-b0e1a7fd227d, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:00:05.802957 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e953e2e0-7eca-4a2f-bb72-a925cbdccee1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e953e2e0-7eca-4a2f-bb72-a925cbdccee1,segment=NetworkSegment(be41ec66-fb50-46ae-944f-80ea038542b6),segment_id=be41ec66-fb50-46ae-944f-80ea038542b6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:05.807289 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:05.818144 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:05.837092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:05.848161 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:05.848655 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Added segment ea65577c-771a-42db-a9f8-0317fb019beb of type vlan for network 8b2bd9ae-179e-4616-8f7c-889f5d801aff Feb 18 09:00:05.877266 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:05.914705 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c460643f-b59f-4771-82ca-c60928b4fca2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=244e6a285df3418fb2773ffe82d85bd0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5140479 Feb 18 09:00:05.919284 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35552) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:05.947857 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d3f1a2-ca33-443c-b59d-11d5643dce94', 'tag': '5e23ca38-894e-4a09-b8cf-891d28d9468c', 'status': 'completed', 'code': 200} Feb 18 09:00:05.956789 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:05.958078 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:05.958659 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:05.983663 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e31a9b-c2f8-4ae5-a1bf-814f2738f713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e953e2e0-7eca-4a2f-bb72-a925cbdccee1', 'code': 200} Feb 18 09:00:06.022365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460643f-b59f-4771-82ca-c60928b4fca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff640c0-69c2-4171-a012-4a7347bcb4f2,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:06.023623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=e953e2e0-7eca-4a2f-bb72-a925cbdccee1,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:06.093029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15ad376-77a9-456b-a152-84dd0f0597bb,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:06.098807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] For port a234f612-ced7-4576-9165-a35cc4e36cb2, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:00:06.135179 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8cc7e3-4772-499f-9ba4-d43b53deb1e3 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network 77ac9f4a-7a53-4d17-b176-b0e1a7fd227d is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:00:06.138816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] For port a234f612-ced7-4576-9165-a35cc4e36cb2, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=a234f612-ced7-4576-9165-a35cc4e36cb2,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:00:06.141697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Pushing event updated for resources: {'Network': ['ID=8b2bd9ae-179e-4616-8f7c-889f5d801aff,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:06.148685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-06874e9b-0313-42cc-a3bd-250ed2315d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:06.150149 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-06874e9b-0313-42cc-a3bd-250ed2315d77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6471138 Feb 18 09:00:06.156071 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:06.171978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 8b2bd9ae-179e-4616-8f7c-889f5d801aff details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:06.234131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb28184-93d8-4afc-a639-be2ae45ffc36 service neutron] Pushing event updated for resources: {'Port': ['ID=5e23ca38-894e-4a09-b8cf-891d28d9468c,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:06.312422 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b59d76ce-a8d1-494b-8829-0623253b70be req-c100b44d-42a4-4334-b0a0-6687cf7a1128 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:06.419769 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2d5297b9-9c9c-4385-87f6-0c463962ee11 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0833101 Feb 18 09:00:06.422912 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3f64f94b-0836-44d8-8484-0e2c45ad3cff req-1bcb9497-b517-430a-96d7-641ca43eb957 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8567457 Feb 18 09:00:06.430891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35560) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:06.439417 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a19b6eb-ae0c-4e2f-bd84-269892b4e5ee req-748ee163-637a-448b-90ad-e2b643c076a4 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 210 time: 0.1047688 Feb 18 09:00:06.440600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-b59d76ce-a8d1-494b-8829-0623253b70be req-c100b44d-42a4-4334-b0a0-6687cf7a1128 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Transition to ACTIVE for port object 8a022e49-494d-4cba-9bad-d3af90315e97 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:06.459916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-57912f3e-feee-47f1-9971-67bfce590287 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Request body: {'network': {'project_id': '4e30fe02a0de4ba880e5147b0294f3ff'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:06.472055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Pushing event updated for resources: {'Port': ['ID=a234f612-ced7-4576-9165-a35cc4e36cb2,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:06.472055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-de8cc7e3-4772-499f-9ba4-d43b53deb1e3 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 77ac9f4a-7a53-4d17-b176-b0e1a7fd227d) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:06.475277 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8cc7e3-4772-499f-9ba4-d43b53deb1e3 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:06.476401 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de8cc7e3-4772-499f-9ba4-d43b53deb1e3 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:06.485797 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:06.486543 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:06.491655 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a894e552-54fa-485e-a9ed-d953d3ac1192 None None] Network 77ac9f4a-7a53-4d17-b176-b0e1a7fd227d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:06.504770 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-48c7887e-8aeb-41d5-b773-d3367766cdab service neutron] 10.222.0.81 "PUT /v2.0/ports/a234f612-ced7-4576-9165-a35cc4e36cb2 HTTP/1.1" status: 200 len: 1091 time: 5.9845872 Feb 18 09:00:06.516958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb3b677-2210-4b5d-948f-1f1ca9c98c08', 'tag': 'a234f612-ced7-4576-9165-a35cc4e36cb2'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:00:06.536876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-57912f3e-feee-47f1-9971-67bfce590287 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:06.589650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-57912f3e-feee-47f1-9971-67bfce590287 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Usage tracker for resource:network and tenant:4e30fe02a0de4ba880e5147b0294f3ff is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:06.595809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-57912f3e-feee-47f1-9971-67bfce590287 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:06.611992 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6afb8940-f8f2-4d45-8cf3-35747d14aba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:06.620650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc56f4-1c71-4b3b-a547-f0ffd7a29f2a req-460893a2-4c16-4d46-b7c5-4e2239fab67f tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:06.621061 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb3b677-2210-4b5d-948f-1f1ca9c98c08', 'tag': 'a234f612-ced7-4576-9165-a35cc4e36cb2', 'status': 'completed', 'code': 200} Feb 18 09:00:06.622283 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e8cc56f4-1c71-4b3b-a547-f0ffd7a29f2a req-460893a2-4c16-4d46-b7c5-4e2239fab67f tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcb3b677-2210-4b5d-948f-1f1ca9c98c08 HTTP/1.1" status: 200 len: 943 time: 1.0345619 Feb 18 09:00:06.623280 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-57912f3e-feee-47f1-9971-67bfce590287 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:06.654332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f028b9-3732-4bba-9b12-a70fc6fc5965 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:00:06.686220 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:06.692858 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-de8cc7e3-4772-499f-9ba4-d43b53deb1e3 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.0689459 Feb 18 09:00:06.695038 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35566) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:06.707561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-ac2f94a6-793d-433f-8a01-2ca2eb227350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:06.709078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-ac2f94a6-793d-433f-8a01-2ca2eb227350 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a903b155163648f2a591b78be672e35b&device_id=03d3f1a2-ca33-443c-b59d-11d5643dce94 HTTP/1.1" status: 200 len: 1095 time: 0.9292319 Feb 18 09:00:06.718746 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57912f3e-feee-47f1-9971-67bfce590287 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Made reservation on behalf of 4e30fe02a0de4ba880e5147b0294f3ff for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:06.721031 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-57912f3e-feee-47f1-9971-67bfce590287 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:06.735376 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6afb8940-f8f2-4d45-8cf3-35747d14aba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:06.826311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-77ac9f4a-7a53-4d17-b176-b0e1a7fd227d', 'network_id': '77ac9f4a-7a53-4d17-b176-b0e1a7fd227d', 'tenant_id': '1a53cdf48b94443baaa1e4604db47411', 'fixed_ips': [{'subnet_id': '83bdf596-2823-419a-a8ef-aee1fe581f55'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:00:06.827125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6ce87-7ace-43a8-b05a-4f3b1a54a070 req-25aee597-963d-428b-a629-4269da2af8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:06.827718 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:06.828819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dae6ce87-7ace-43a8-b05a-4f3b1a54a070 req-25aee597-963d-428b-a629-4269da2af8a7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 1096 time: 0.7626674 Feb 18 09:00:06.846515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Transition to ACTIVE for port object d4f028b9-3732-4bba-9b12-a70fc6fc5965 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:06.858517 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-08d1bf9a-78b2-462e-b91a-2900ef519fa0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e23ca38-894e-4a09-b8cf-891d28d9468c HTTP/1.1" status: 200 len: 217 time: 0.1145253 Feb 18 09:00:06.877458 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-b3093e04-6906-494a-9f33-02e24f1705ad service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7160006 Feb 18 09:00:06.923676 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b59d76ce-a8d1-494b-8829-0623253b70be req-c100b44d-42a4-4334-b0a0-6687cf7a1128 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:06.925612 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:06.931761 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e8cc56f4-1c71-4b3b-a547-f0ffd7a29f2a req-462114a3-977a-4419-ace7-656ca1bad8c9 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817144 Feb 18 09:00:06.944823 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['e953e2e0-7eca-4a2f-bb72-a925cbdccee1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:00:06.981039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64f94b-0836-44d8-8484-0e2c45ad3cff req-ef7e9077-f188-43a1-80e9-33406875cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:06.982544 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3f64f94b-0836-44d8-8484-0e2c45ad3cff req-ef7e9077-f188-43a1-80e9-33406875cc36 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=72394f0052cf4105ace3e6770e79b704&device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 1096 time: 0.4026561 Feb 18 09:00:06.993136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-168ccb17-2f0a-4c98-a0d0-1019a264703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:06.994895 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-168ccb17-2f0a-4c98-a0d0-1019a264703f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9337406612964e4b89a8a99bd32ad073&device_id=fcb3b677-2210-4b5d-948f-1f1ca9c98c08 HTTP/1.1" status: 200 len: 1094 time: 0.4192076 Feb 18 09:00:07.014553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57912f3e-feee-47f1-9971-67bfce590287 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:07.092617 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Allocated IP 172.20.0.3 (77ac9f4a-7a53-4d17-b176-b0e1a7fd227d/83bdf596-2823-419a-a8ef-aee1fe581f55/62f55e07-182b-4e56-bdde-f59c8c533e7d) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:00:07.110787 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-57912f3e-feee-47f1-9971-67bfce590287 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:07.111221 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-57912f3e-feee-47f1-9971-67bfce590287 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Added segment 97f37ccd-9497-4544-868b-fa6095ac1737 of type vlan for network 7a3ad067-0767-4fb3-8935-9e7915237ff8 Feb 18 09:00:07.137862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59d76ce-a8d1-494b-8829-0623253b70be req-c100b44d-42a4-4334-b0a0-6687cf7a1128 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:07.141515 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dae6ce87-7ace-43a8-b05a-4f3b1a54a070 req-a5cfd6e9-dc7a-402b-abe0-28845818cc2a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936144 Feb 18 09:00:07.150570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-b59d76ce-a8d1-494b-8829-0623253b70be req-c100b44d-42a4-4334-b0a0-6687cf7a1128 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:07.160181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7b6f2d36-099c-43fc-8606-7f3885c5ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:07.161695 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-7b6f2d36-099c-43fc-8606-7f3885c5ad82 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0cec72df-b038-4320-ae6e-d231a762be90 HTTP/1.1" status: 200 len: 854 time: 0.2851319 Feb 18 09:00:07.163318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59d76ce-a8d1-494b-8829-0623253b70be req-c100b44d-42a4-4334-b0a0-6687cf7a1128 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:00:07.181783 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-948fa63b-25e3-440b-80ed-815d5f0d47b0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a234f612-ced7-4576-9165-a35cc4e36cb2 HTTP/1.1" status: 200 len: 217 time: 0.1707299 Feb 18 09:00:07.187499 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:07.215754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Pushing event updated for resources: {'Port': ['ID=d4f028b9-3732-4bba-9b12-a70fc6fc5965,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:07.348596 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64f94b-0836-44d8-8484-0e2c45ad3cff req-b8d1aa8c-2ab6-45c7-b36f-0730b3cc2396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:07.349962 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3f64f94b-0836-44d8-8484-0e2c45ad3cff req-b8d1aa8c-2ab6-45c7-b36f-0730b3cc2396 service neutron] 10.222.0.81 "GET /v2.0/networks?id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 HTTP/1.1" status: 200 len: 912 time: 0.3357117 Feb 18 09:00:07.351028 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6afb8940-f8f2-4d45-8cf3-35747d14aba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:07.352452 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-2769ac57-79b8-4f3a-8503-567553f0b2cd service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677112 Feb 18 09:00:07.498521 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:07.543695 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Transition to ACTIVE for port object 62f55e07-182b-4e56-bdde-f59c8c533e7d will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:07.605725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Transition to ACTIVE for port object 62f55e07-182b-4e56-bdde-f59c8c533e7d will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:07.607271 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-246f8934-a162-40c5-a358-1fd34df153c4 None None] Provisioning for port 8a022e49-494d-4cba-9bad-d3af90315e97 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:00:07.620551 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:07.622074 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-246f8934-a162-40c5-a358-1fd34df153c4 None None] Provisioning complete for port 8a022e49-494d-4cba-9bad-d3af90315e97 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:00:07.622210 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-246f8934-a162-40c5-a358-1fd34df153c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:07.636621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb8940-f8f2-4d45-8cf3-35747d14aba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff640c0-69c2-4171-a012-4a7347bcb4f2,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:07.653012 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-57912f3e-feee-47f1-9971-67bfce590287 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:07.667219 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:07.704336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d76ce-a8d1-494b-8829-0623253b70be req-c100b44d-42a4-4334-b0a0-6687cf7a1128 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:07.704986 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b59d76ce-a8d1-494b-8829-0623253b70be req-c100b44d-42a4-4334-b0a0-6687cf7a1128 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:07.708771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100b44d-42a4-4334-b0a0-6687cf7a1128 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Pushing event updated for resources: {'Port': ['ID=8a022e49-494d-4cba-9bad-d3af90315e97,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:07.761980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Pushing event updated for resources: {'Port': ['ID=62f55e07-182b-4e56-bdde-f59c8c533e7d,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:07.779246 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Network 77ac9f4a-7a53-4d17-b176-b0e1a7fd227d is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:07.783222 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:07.787576 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6afb8940-f8f2-4d45-8cf3-35747d14aba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:07.788187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:00:07.791639 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6afb8940-f8f2-4d45-8cf3-35747d14aba9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4ff640c0-69c2-4171-a012-4a7347bcb4f2 HTTP/1.1" status: 204 len: 168 time: 1.7881947 Feb 18 09:00:07.797525 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-b36d349d-5db4-44b1-bfa0-ec638cb6cd3b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=c2e0cbb0-82ef-4c98-a16f-e576f7a2297c HTTP/1.1" status: 200 len: 217 time: 0.2639153 Feb 18 09:00:07.826126 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-246f8934-a162-40c5-a358-1fd34df153c4 None None] Port 8a022e49-494d-4cba-9bad-d3af90315e97 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:00:07.852392 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-e142242f-92d9-4250-a2a9-5be99a416a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:07.857929 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-e142242f-92d9-4250-a2a9-5be99a416a19 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb1fb1ee-f2c3-4941-9946-1fc392124daf HTTP/1.1" status: 200 len: 852 time: 0.4035311 Feb 18 09:00:07.858142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Attempting to bind port d4f028b9-3732-4bba-9b12-a70fc6fc5965 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:00:07.858142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Attempting to bind port d4f028b9-3732-4bba-9b12-a70fc6fc5965 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'fb08848c-e513-45a7-8cd0-4c4e67ac1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:00:07.858142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Attempting to bind port d4f028b9-3732-4bba-9b12-a70fc6fc5965 on network 55fffe33-2f32-480e-87be-d44bb35a4753 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:00:07.876339 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b59d76ce-a8d1-494b-8829-0623253b70be req-c100b44d-42a4-4334-b0a0-6687cf7a1128 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7486763 Feb 18 09:00:07.876947 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-57912f3e-feee-47f1-9971-67bfce590287 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:07.877876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57912f3e-feee-47f1-9971-67bfce590287 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:07.878448 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-57912f3e-feee-47f1-9971-67bfce590287 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:07.915084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Port d4f028b9-3732-4bba-9b12-a70fc6fc5965 on network 55fffe33-2f32-480e-87be-d44bb35a4753 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:00:07.915666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Attempting to bind port d4f028b9-3732-4bba-9b12-a70fc6fc5965 on network 55fffe33-2f32-480e-87be-d44bb35a4753 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:00:07.934378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Request body: {'port': {'device_id': '1f48f450-b81e-46de-a772-3fdc0910291f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:07.954440 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-1ffac806-c116-4baf-846f-e9ee3e904604 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55fffe33-2f32-480e-87be-d44bb35a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717583 Feb 18 09:00:07.979181 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Attempting to bind port 62f55e07-182b-4e56-bdde-f59c8c533e7d on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:00:07.979804 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Attempting to bind port 62f55e07-182b-4e56-bdde-f59c8c533e7d by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '34bb98b4-001d-4647-9fb5-6a6b2810b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '77ac9f4a-7a53-4d17-b176-b0e1a7fd227d'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:00:07.981738 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Attempting to bind port 62f55e07-182b-4e56-bdde-f59c8c533e7d on network 77ac9f4a-7a53-4d17-b176-b0e1a7fd227d {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:00:07.993841 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:00:08.000115 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Checking segment: {'id': '34bb98b4-001d-4647-9fb5-6a6b2810b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '77ac9f4a-7a53-4d17-b176-b0e1a7fd227d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:08.001069 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:08.002123 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Bound using segment: {'id': '34bb98b4-001d-4647-9fb5-6a6b2810b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '77ac9f4a-7a53-4d17-b176-b0e1a7fd227d'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:00:08.002800 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Bound port: 62f55e07-182b-4e56-bdde-f59c8c533e7d, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bb98b4-001d-4647-9fb5-6a6b2810b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '77ac9f4a-7a53-4d17-b176-b0e1a7fd227d'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:00:08.003385 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:08.034263 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3f64f94b-0836-44d8-8484-0e2c45ad3cff req-9cec1f30-932e-434a-aed8-01b73e502fe2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720ca9de-aa3a-4dcb-8a1f-36c30630d164 HTTP/1.1" status: 200 len: 1000 time: 0.4954152 Feb 18 09:00:08.090273 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:00:08.090616 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Checking segment: {'id': 'fb08848c-e513-45a7-8cd0-4c4e67ac1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:08.091007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Bound using segment: {'id': 'fb08848c-e513-45a7-8cd0-4c4e67ac1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:00:08.091461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Bound port: d4f028b9-3732-4bba-9b12-a70fc6fc5965, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb08848c-e513-45a7-8cd0-4c4e67ac1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:00:08.091821 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:08.187144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] For port 62f55e07-182b-4e56-bdde-f59c8c533e7d, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:00:08.191873 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] For port 62f55e07-182b-4e56-bdde-f59c8c533e7d, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=62f55e07-182b-4e56-bdde-f59c8c533e7d,segment=NetworkSegment(34bb98b4-001d-4647-9fb5-6a6b2810b447),segment_id=34bb98b4-001d-4647-9fb5-6a6b2810b447)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:00:08.198981 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:08.230138 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-e3b4d5d3-6e22-4a2e-96a3-7e8403c20f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:08.231557 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-e3b4d5d3-6e22-4a2e-96a3-7e8403c20f2f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b443beab-a13b-4525-9863-a6eb259ae31b HTTP/1.1" status: 200 len: 797 time: 0.4250128 Feb 18 09:00:08.254414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35588) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:08.255588 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-57912f3e-feee-47f1-9971-67bfce590287 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8176296 Feb 18 09:00:08.258612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-c3e42ec0-f45c-4179-a8c0-6f920c4f749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:08.262710 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-c3e42ec0-f45c-4179-a8c0-6f920c4f749d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c761b28f-3bb5-4fae-a4b0-27e84beb5e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0347347 Feb 18 09:00:08.290745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876785a-e8c3-4bfc-bbcf-01515762d2dc None None] Pushing event updated for resources: {'Port': ['ID=62f55e07-182b-4e56-bdde-f59c8c533e7d,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:08.293985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57912f3e-feee-47f1-9971-67bfce590287 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Pushing event updated for resources: {'Network': ['ID=7a3ad067-0767-4fb3-8935-9e7915237ff8,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:08.317563 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 7a3ad067-0767-4fb3-8935-9e7915237ff8 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:08.508633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-787a4b14-438d-44e0-80f2-b514c5303596 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Request body: {'network': {'project_id': '4e30fe02a0de4ba880e5147b0294f3ff'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:08.545199 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:08.553127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-787a4b14-438d-44e0-80f2-b514c5303596 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:08.681945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-787a4b14-438d-44e0-80f2-b514c5303596 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Usage tracker for resource:network and tenant:4e30fe02a0de4ba880e5147b0294f3ff is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:08.700179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] For port d4f028b9-3732-4bba-9b12-a70fc6fc5965, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:00:08.710661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-787a4b14-438d-44e0-80f2-b514c5303596 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:08.716533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] For port d4f028b9-3732-4bba-9b12-a70fc6fc5965, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=d4f028b9-3732-4bba-9b12-a70fc6fc5965,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:00:08.734756 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Subnet': ['ID=83bdf596-2823-419a-a8ef-aee1fe581f55,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:08.757258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-787a4b14-438d-44e0-80f2-b514c5303596 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:08.759693 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-787a4b14-438d-44e0-80f2-b514c5303596 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 18 09:00:08.761270 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787a4b14-438d-44e0-80f2-b514c5303596 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:00:08.762668 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-787a4b14-438d-44e0-80f2-b514c5303596 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.5039997 Feb 18 09:00:08.800413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35602) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:08.820795 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64f94b-0836-44d8-8484-0e2c45ad3cff req-ea517c4b-1a19-4251-b386-cc8e89275b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:08.822568 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3f64f94b-0836-44d8-8484-0e2c45ad3cff req-ea517c4b-1a19-4251-b386-cc8e89275b28 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9eaf963a-b95e-4bec-b0a0-0baccb065970 HTTP/1.1" status: 200 len: 850 time: 0.7873266 Feb 18 09:00:08.850636 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 62f55e07-182b-4e56-bdde-f59c8c533e7d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:00:08.883404 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:08.992318 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 62f55e07-182b-4e56-bdde-f59c8c533e7d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:00:09.056292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a46b7-9d76-4518-9979-cd4d8085a920 req-5824af98-5326-471b-88ec-fed2751f8965 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:09.064353 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-804a46b7-9d76-4518-9979-cd4d8085a920 req-5824af98-5326-471b-88ec-fed2751f8965 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 931 time: 1.3687367 Feb 18 09:00:09.066917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Pushing event updated for resources: {'Port': ['ID=d4f028b9-3732-4bba-9b12-a70fc6fc5965,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:09.105159 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:09.138516 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ac9f4a-7a53-4d17-b176-b0e1a7fd227d']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:09.158262 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34bb98b4-001d-4647-9fb5-6a6b2810b447') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:09.158894 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34bb98b4-001d-4647-9fb5-6a6b2810b447') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:09.164369 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-804a46b7-9d76-4518-9979-cd4d8085a920 req-238ade81-d399-4944-8874-98928aa9484d tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989857 Feb 18 09:00:09.168630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:09.169246 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:09.170757 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-18c62989-b3ab-4ec9-8b8a-63d7f6e8cdad service neutron] 10.222.0.61 "PUT /v2.0/ports/d4f028b9-3732-4bba-9b12-a70fc6fc5965 HTTP/1.1" status: 200 len: 1092 time: 4.9545710 Feb 18 09:00:09.174837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9928f35e-f637-4218-b6de-eccc6d3adcea', 'tag': 'd4f028b9-3732-4bba-9b12-a70fc6fc5965'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:00:09.201638 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:09.206111 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-6f54cedd-b0f7-4d2c-b22a-81ccf2afa137 service neutron] 10.222.0.81 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2386756 Feb 18 09:00:09.221162 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ad56f84b-a76e-4d6d-b53b-6cab1a76ca2e tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4e30fe02a0de4ba880e5147b0294f3ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4055336 Feb 18 09:00:09.274210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35616) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:09.285992 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9928f35e-f637-4218-b6de-eccc6d3adcea', 'tag': 'd4f028b9-3732-4bba-9b12-a70fc6fc5965', 'status': 'completed', 'code': 200} Feb 18 09:00:09.294869 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-a5968a30-b9a6-4de3-a2cf-ae8d606bdd21 service neutron] 10.222.0.61 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8375750 Feb 18 09:00:09.452546 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:09.518606 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:09.541251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-c2302ade-e332-438c-91f7-df29dbbcdd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:09.545648 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-c2302ade-e332-438c-91f7-df29dbbcdd1d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2887595 Feb 18 09:00:09.687891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab30e8-4286-4c83-bfc2-7b8901db8940 req-094cb590-84c8-4494-9bf6-a4461cc7a177 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:09.689471 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9bab30e8-4286-4c83-bfc2-7b8901db8940 req-094cb590-84c8-4494-9bf6-a4461cc7a177 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcb3b677-2210-4b5d-948f-1f1ca9c98c08 HTTP/1.1" status: 200 len: 943 time: 1.5414972 Feb 18 09:00:09.737178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:09.737787 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:09.837272 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:09.863772 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58de17e1-9cc9-4eb2-a7ac-0cf14029e96e None None] Network 77ac9f4a-7a53-4d17-b176-b0e1a7fd227d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:09.886656 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9bab30e8-4286-4c83-bfc2-7b8901db8940 req-bf7c943b-a0bf-4e01-8d72-68552aff547a tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661465 Feb 18 09:00:09.966319 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f12d18b-797d-4224-a8a4-ef74d9e976a4 req-b553628a-fd5a-4e50-937c-bb56be61cc35 service neutron] 10.222.0.61 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468559 Feb 18 09:00:09.972511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-2c163b77-a0f2-4613-9914-475cd2599e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:09.974231 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-2c163b77-a0f2-4613-9914-475cd2599e0e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9337406612964e4b89a8a99bd32ad073&device_id=9928f35e-f637-4218-b6de-eccc6d3adcea HTTP/1.1" status: 200 len: 1095 time: 0.7548945 Feb 18 09:00:09.984797 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a49dc1b0-7d5a-44a3-bc6c-435017d0d7c0 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:10.009022 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bea0e6a5-bb94-4d4c-b36d-592ffbfa693f None None] Provisioning for port 62f55e07-182b-4e56-bdde-f59c8c533e7d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:00:10.017143 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a49dc1b0-7d5a-44a3-bc6c-435017d0d7c0 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:10.036672 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bea0e6a5-bb94-4d4c-b36d-592ffbfa693f None None] Provisioning complete for port 62f55e07-182b-4e56-bdde-f59c8c533e7d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:00:10.037150 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bea0e6a5-bb94-4d4c-b36d-592ffbfa693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:10.154098 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-7a07d83b-b2a4-4c5b-a19f-d5b9185731d1 service neutron] 10.222.0.81 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9166062 Feb 18 09:00:10.202165 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:00:10.202165 n-d-829434-1 neutron-server[87767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:00:10.202165 n-d-829434-1 neutron-server[87767]: [parameters: {'id': '77ac9f4a-7a53-4d17-b176-b0e1a7fd227d'}] Feb 18 09:00:10.202165 n-d-829434-1 neutron-server[87767]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:00:10.203069 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a49dc1b0-7d5a-44a3-bc6c-435017d0d7c0 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:10.217405 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:00:10.221076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35640) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:10.239297 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-0bedba0d-41b4-40c0-98ff-af5655a70b68 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4f028b9-3732-4bba-9b12-a70fc6fc5965 HTTP/1.1" status: 200 len: 217 time: 0.1638565 Feb 18 09:00:10.249394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49dc1b0-7d5a-44a3-bc6c-435017d0d7c0 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15ad376-77a9-456b-a152-84dd0f0597bb,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:10.281890 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-ce8d90c9-96a4-4c8a-96aa-99323b4e03f8 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6600068 Feb 18 09:00:10.299491 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64f94b-0836-44d8-8484-0e2c45ad3cff req-9f63bb41-22d0-4163-bf27-f4cee16a385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:10.301707 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3f64f94b-0836-44d8-8484-0e2c45ad3cff req-9f63bb41-22d0-4163-bf27-f4cee16a385e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3940189 Feb 18 09:00:10.469912 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bea0e6a5-bb94-4d4c-b36d-592ffbfa693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:10.496097 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3f64f94b-0836-44d8-8484-0e2c45ad3cff req-f759d86a-d4df-455b-a657-94a69806a95e service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653922 Feb 18 09:00:10.571906 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-bea0e6a5-bb94-4d4c-b36d-592ffbfa693f None None] For port 62f55e07-182b-4e56-bdde-f59c8c533e7d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=62f55e07-182b-4e56-bdde-f59c8c533e7d,segment=NetworkSegment(34bb98b4-001d-4647-9fb5-6a6b2810b447),segment_id=34bb98b4-001d-4647-9fb5-6a6b2810b447)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:10.585806 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bea0e6a5-bb94-4d4c-b36d-592ffbfa693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:10.606217 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a49dc1b0-7d5a-44a3-bc6c-435017d0d7c0 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:10.609782 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a49dc1b0-7d5a-44a3-bc6c-435017d0d7c0 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/d15ad376-77a9-456b-a152-84dd0f0597bb HTTP/1.1" status: 204 len: 168 time: 1.3245432 Feb 18 09:00:10.615833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35646) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:10.650098 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:00:10.665477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-289120902'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:10.701552 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:10.707329 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e105d812-c770-465f-b2a8-ddb410dc42f8 None None] DHCP port deletion for 77ac9f4a-7a53-4d17-b176-b0e1a7fd227d request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:00:10.722065 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e105d812-c770-465f-b2a8-ddb410dc42f8 None None] Deleting port 62f55e07-182b-4e56-bdde-f59c8c533e7d {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:00:10.722733 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e105d812-c770-465f-b2a8-ddb410dc42f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:10.757564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-9ba03999-90f1-4ff0-8a58-1c2ae48c5514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:10.760641 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-9ba03999-90f1-4ff0-8a58-1c2ae48c5514 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb1fb1ee-f2c3-4941-9946-1fc392124daf HTTP/1.1" status: 200 len: 852 time: 0.5063140 Feb 18 09:00:10.761011 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 62f55e07-182b-4e56-bdde-f59c8c533e7d no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:00:10.769304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a022e49-494d-4cba-9bad-d3af90315e97 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:00:10.793330 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:10.832228 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:10.846354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-89983c11-9117-4366-afad-5c428a43db6c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=55fffe33-2f32-480e-87be-d44bb35a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725303 Feb 18 09:00:10.862875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0e6a5-bb94-4d4c-b36d-592ffbfa693f None None] Pushing event updated for resources: {'Port': ['ID=62f55e07-182b-4e56-bdde-f59c8c533e7d,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:10.867586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Usage tracker for resource:network and tenant:e2a0fe594eee4ec58eb23d72f402349f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:10.883917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323730b-0803-4533-8b78-4208e3492d37 req-95651ab3-d087-4fb5-80de-ef905acdfb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:10.886936 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5323730b-0803-4533-8b78-4208e3492d37 req-95651ab3-d087-4fb5-80de-ef905acdfb75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a903b155163648f2a591b78be672e35b&device_id=03d3f1a2-ca33-443c-b59d-11d5643dce94 HTTP/1.1" status: 200 len: 1095 time: 0.8154435 Feb 18 09:00:10.889717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:10.895040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Transition to ACTIVE for port object 8a022e49-494d-4cba-9bad-d3af90315e97 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:10.934665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:10.958096 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce547cc-b51f-440e-b803-00e74360230b req-cb9800f6-477e-4821-bf57-083f70346918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:10.959620 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ce547cc-b51f-440e-b803-00e74360230b req-cb9800f6-477e-4821-bf57-083f70346918 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9337406612964e4b89a8a99bd32ad073&device_id=fcb3b677-2210-4b5d-948f-1f1ca9c98c08 HTTP/1.1" status: 200 len: 1094 time: 0.7359262 Feb 18 09:00:11.079301 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:11.148456 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:11.168412 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:11.173722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e105d812-c770-465f-b2a8-ddb410dc42f8 None None] For port 62f55e07-182b-4e56-bdde-f59c8c533e7d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=62f55e07-182b-4e56-bdde-f59c8c533e7d,segment=NetworkSegment(34bb98b4-001d-4647-9fb5-6a6b2810b447),segment_id=34bb98b4-001d-4647-9fb5-6a6b2810b447)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:11.174292 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e105d812-c770-465f-b2a8-ddb410dc42f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:11.262926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34d8f0-378c-4ace-956d-b3c7976a50cf req-643b8294-2c27-4217-a2bb-a2173d6b2535 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:11.264568 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd34d8f0-378c-4ace-956d-b3c7976a50cf req-643b8294-2c27-4217-a2bb-a2173d6b2535 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 931 time: 0.6559706 Feb 18 09:00:11.354650 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e105d812-c770-465f-b2a8-ddb410dc42f8 None None] Calling delete_port for 62f55e07-182b-4e56-bdde-f59c8c533e7d owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:00:11.405743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Deleting port 62f55e07-182b-4e56-bdde-f59c8c533e7d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:00:11.406285 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:11.470013 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Pushing event updated for resources: {'Port': ['ID=8a022e49-494d-4cba-9bad-d3af90315e97,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:11.497424 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 62f55e07-182b-4e56-bdde-f59c8c533e7d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=62f55e07-182b-4e56-bdde-f59c8c533e7d,segment=NetworkSegment(34bb98b4-001d-4647-9fb5-6a6b2810b447),segment_id=34bb98b4-001d-4647-9fb5-6a6b2810b447)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:11.540329 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Made reservation on behalf of e2a0fe594eee4ec58eb23d72f402349f for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:11.549227 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:11.560672 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-4306d017-951d-40a0-b5db-52974a33b261 service neutron] 10.222.0.61 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7004387 Feb 18 09:00:11.565290 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:11.601768 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86e718b9-d003-403b-963f-35b172a9d333 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:11.624693 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:11.630481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323730b-0803-4533-8b78-4208e3492d37 req-41e6d185-1c23-46b1-8132-30dd934cd4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:11.635393 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5323730b-0803-4533-8b78-4208e3492d37 req-41e6d185-1c23-46b1-8132-30dd934cd4d5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c761b28f-3bb5-4fae-a4b0-27e84beb5e94 HTTP/1.1" status: 200 len: 916 time: 0.7388654 Feb 18 09:00:11.638162 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-e105d812-c770-465f-b2a8-ddb410dc42f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:00:11.638530 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-e105d812-c770-465f-b2a8-ddb410dc42f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:00:11.639319 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:11.673770 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=62f55e07-182b-4e56-bdde-f59c8c533e7d,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:11.692766 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-f035b664-b002-45d0-928b-f6929dcdbc1c service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4026139 Feb 18 09:00:11.776949 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:11.780640 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3f64f94b-0836-44d8-8484-0e2c45ad3cff req-3ddabe55-7226-4a88-aa44-ff1167b56939 service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1586475 Feb 18 09:00:11.797060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce547cc-b51f-440e-b803-00e74360230b req-db5b97fe-21eb-4019-b9c2-b93807b7236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:11.798651 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ce547cc-b51f-440e-b803-00e74360230b req-db5b97fe-21eb-4019-b9c2-b93807b7236f service neutron] 10.222.0.81 "GET /v2.0/networks?id=55fffe33-2f32-480e-87be-d44bb35a4753 HTTP/1.1" status: 200 len: 913 time: 0.8053317 Feb 18 09:00:11.808973 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd34d8f0-378c-4ace-956d-b3c7976a50cf req-b8b56da2-2746-4c55-a8e8-a35841f6a1a7 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244892 Feb 18 09:00:11.831983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Usage tracker for resource:security_group_rule and tenant:e2a0fe594eee4ec58eb23d72f402349f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:11.838051 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-8c36087a-496c-4078-b336-ae45f745516e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=28ca0474-ecea-48dc-bdbc-81970b7d76d9 HTTP/1.1" status: 200 len: 217 time: 0.1325729 Feb 18 09:00:11.924875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5323730b-0803-4533-8b78-4208e3492d37 req-c187de12-116a-459e-afa0-c7e188794887 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e23ca38-894e-4a09-b8cf-891d28d9468c HTTP/1.1" status: 200 len: 217 time: 0.2710726 Feb 18 09:00:11.930291 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:12.007443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b2e34-217a-4dd2-a8c1-e06413de2027 req-640c6e52-a8e3-4ef3-aab5-eda576f8f52e tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:12.008947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc3b2e34-217a-4dd2-a8c1-e06413de2027 req-640c6e52-a8e3-4ef3-aab5-eda576f8f52e tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcb3b677-2210-4b5d-948f-1f1ca9c98c08 HTTP/1.1" status: 200 len: 943 time: 0.9327834 Feb 18 09:00:12.018942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:12.021715 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ce547cc-b51f-440e-b803-00e74360230b req-fda11574-24f7-4952-8881-199a58dc9a07 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a234f612-ced7-4576-9165-a35cc4e36cb2 HTTP/1.1" status: 200 len: 217 time: 0.1861725 Feb 18 09:00:12.140005 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e105d812-c770-465f-b2a8-ddb410dc42f8 None None] Deleting port 62f55e07-182b-4e56-bdde-f59c8c533e7d {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:00:12.140652 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e105d812-c770-465f-b2a8-ddb410dc42f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:12.145093 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-691bf67a-1de2-4d4e-8be8-2322a92dd564 req-c8821030-6044-46a7-8931-7393ead5eff1 service neutron] 10.222.0.61 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102154 Feb 18 09:00:12.174940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Attempting to bind port 8a022e49-494d-4cba-9bad-d3af90315e97 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:00:12.175267 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Attempting to bind port 8a022e49-494d-4cba-9bad-d3af90315e97 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'be41ec66-fb50-46ae-944f-80ea038542b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:00:12.175600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Attempting to bind port 8a022e49-494d-4cba-9bad-d3af90315e97 on network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:00:12.189548 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc3b2e34-217a-4dd2-a8c1-e06413de2027 req-bbd2e54b-e4dc-4c39-8b91-569f8c6dd90b tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665239 Feb 18 09:00:12.208377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Port 8a022e49-494d-4cba-9bad-d3af90315e97 on network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:00:12.211692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Attempting to bind port 8a022e49-494d-4cba-9bad-d3af90315e97 on network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:00:12.221240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323730b-0803-4533-8b78-4208e3492d37 req-70feb43f-7769-4d55-a5ad-b85553c43996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:12.223867 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5323730b-0803-4533-8b78-4208e3492d37 req-70feb43f-7769-4d55-a5ad-b85553c43996 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0cec72df-b038-4320-ae6e-d231a762be90 HTTP/1.1" status: 200 len: 854 time: 0.2781999 Feb 18 09:00:12.234844 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:00:12.235201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Checking segment: {'id': 'be41ec66-fb50-46ae-944f-80ea038542b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:12.235585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Bound using segment: {'id': 'be41ec66-fb50-46ae-944f-80ea038542b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:00:12.236020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Bound port: 8a022e49-494d-4cba-9bad-d3af90315e97, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be41ec66-fb50-46ae-944f-80ea038542b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:00:12.236405 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:12.285844 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86e718b9-d003-403b-963f-35b172a9d333 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:12.302491 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-8b03dcae-9ac0-468f-93d2-75a353a1a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:12.303977 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-8b03dcae-9ac0-468f-93d2-75a353a1a5c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b443beab-a13b-4525-9863-a6eb259ae31b HTTP/1.1" status: 200 len: 797 time: 0.4318388 Feb 18 09:00:12.394346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce547cc-b51f-440e-b803-00e74360230b req-e4c4f115-b542-4b16-9354-6332b8b8ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:12.395790 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ce547cc-b51f-440e-b803-00e74360230b req-e4c4f115-b542-4b16-9354-6332b8b8ebf8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb1fb1ee-f2c3-4941-9946-1fc392124daf HTTP/1.1" status: 200 len: 852 time: 0.3602042 Feb 18 09:00:12.410598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] For port 62f55e07-182b-4e56-bdde-f59c8c533e7d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=62f55e07-182b-4e56-bdde-f59c8c533e7d,segment=NetworkSegment(34bb98b4-001d-4647-9fb5-6a6b2810b447),segment_id=34bb98b4-001d-4647-9fb5-6a6b2810b447)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:12.410971 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:12.422121 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-86e718b9-d003-403b-963f-35b172a9d333 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3ad067-0767-4fb3-8935-9e7915237ff8']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:12.486709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-86e718b9-d003-403b-963f-35b172a9d333 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f37ccd-9497-4544-868b-fa6095ac1737') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:12.486990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-86e718b9-d003-403b-963f-35b172a9d333 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f37ccd-9497-4544-868b-fa6095ac1737') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:12.558411 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ce547cc-b51f-440e-b803-00e74360230b req-5bba726a-805c-4ca8-a9e9-179cda9e0acf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55fffe33-2f32-480e-87be-d44bb35a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381648 Feb 18 09:00:12.591489 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e105d812-c770-465f-b2a8-ddb410dc42f8 None None] For port 62f55e07-182b-4e56-bdde-f59c8c533e7d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=62f55e07-182b-4e56-bdde-f59c8c533e7d,segment=NetworkSegment(34bb98b4-001d-4647-9fb5-6a6b2810b447),segment_id=34bb98b4-001d-4647-9fb5-6a6b2810b447)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:12.592431 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e105d812-c770-465f-b2a8-ddb410dc42f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:12.599145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aa467-70c3-45d2-b491-cc8147218fea req-3dcbbd91-aad5-4ca7-b4a5-db6fd14d1cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:12.608330 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-334aa467-70c3-45d2-b491-cc8147218fea req-3dcbbd91-aad5-4ca7-b4a5-db6fd14d1cfb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9337406612964e4b89a8a99bd32ad073&device_id=9928f35e-f637-4218-b6de-eccc6d3adcea HTTP/1.1" status: 200 len: 1095 time: 0.2605083 Feb 18 09:00:12.639707 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Calling delete_port for 62f55e07-182b-4e56-bdde-f59c8c533e7d owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:00:12.672042 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86e718b9-d003-403b-963f-35b172a9d333 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:12.749800 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e105d812-c770-465f-b2a8-ddb410dc42f8 None None] Calling delete_port for 62f55e07-182b-4e56-bdde-f59c8c533e7d owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:00:12.857597 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e105d812-c770-465f-b2a8-ddb410dc42f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:12.888344 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86e718b9-d003-403b-963f-35b172a9d333 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:12.937702 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e718b9-d003-403b-963f-35b172a9d333 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:12.938445 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86e718b9-d003-403b-963f-35b172a9d333 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:12.956566 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:12.974022 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105d812-c770-465f-b2a8-ddb410dc42f8 None None] Pushing event deleted for resources: {'Port': ['ID=62f55e07-182b-4e56-bdde-f59c8c533e7d,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:12.988737 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e105d812-c770-465f-b2a8-ddb410dc42f8 None None] No DVR routers for this DVR port 62f55e07-182b-4e56-bdde-f59c8c533e7d on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:00:12.993394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aa467-70c3-45d2-b491-cc8147218fea req-c113fd24-c9d1-4938-a114-67432b96a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:12.994957 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-334aa467-70c3-45d2-b491-cc8147218fea req-c113fd24-c9d1-4938-a114-67432b96a0e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=55fffe33-2f32-480e-87be-d44bb35a4753 HTTP/1.1" status: 200 len: 913 time: 0.3857915 Feb 18 09:00:13.004943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] For port 8a022e49-494d-4cba-9bad-d3af90315e97, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:00:13.115822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323730b-0803-4533-8b78-4208e3492d37 req-370ae5b2-75d6-4b28-a9d5-3814b2f48313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:13.117267 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5323730b-0803-4533-8b78-4208e3492d37 req-370ae5b2-75d6-4b28-a9d5-3814b2f48313 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c761b28f-3bb5-4fae-a4b0-27e84beb5e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8497906 Feb 18 09:00:13.125210 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ce547cc-b51f-440e-b803-00e74360230b req-801c1ff4-f90f-457a-afcb-8c0cb95eb394 service neutron] 10.222.0.81 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946401 Feb 18 09:00:13.125405 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] For port 8a022e49-494d-4cba-9bad-d3af90315e97, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8a022e49-494d-4cba-9bad-d3af90315e97,segment=NetworkSegment(be41ec66-fb50-46ae-944f-80ea038542b6),segment_id=be41ec66-fb50-46ae-944f-80ea038542b6)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:00:13.125847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-334aa467-70c3-45d2-b491-cc8147218fea req-de6182e4-5466-46c5-98a1-dccf83389248 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4f028b9-3732-4bba-9b12-a70fc6fc5965 HTTP/1.1" status: 200 len: 217 time: 0.1222970 Feb 18 09:00:13.127050 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:13.217031 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aa467-70c3-45d2-b491-cc8147218fea req-9bd940eb-cea5-4209-98ad-61999f3b8110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:13.218431 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-334aa467-70c3-45d2-b491-cc8147218fea req-9bd940eb-cea5-4209-98ad-61999f3b8110 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb1fb1ee-f2c3-4941-9946-1fc392124daf HTTP/1.1" status: 200 len: 852 time: 0.0699792 Feb 18 09:00:13.263506 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:13.324639 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5e23ca38-894e-4a09-b8cf-891d28d9468c details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:00:13.327331 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device a234f612-ced7-4576-9165-a35cc4e36cb2 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:00:13.400252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Pushing event updated for resources: {'Port': ['ID=8a022e49-494d-4cba-9bad-d3af90315e97,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:13.441155 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-334aa467-70c3-45d2-b491-cc8147218fea req-6417e444-9578-4973-bce6-4c2ff04c1d9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=55fffe33-2f32-480e-87be-d44bb35a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1736898 Feb 18 09:00:13.458012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:13.458661 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:13.459640 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:00:13.459981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b59d76ce-a8d1-494b-8829-0623253b70be req-248994f9-d3e6-4aa0-b364-9bc0b13bca63 service neutron] 10.222.0.81 "PUT /v2.0/ports/8a022e49-494d-4cba-9bad-d3af90315e97 HTTP/1.1" status: 200 len: 1091 time: 5.5630343 Feb 18 09:00:13.461148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f48f450-b81e-46de-a772-3fdc0910291f', 'tag': '8a022e49-494d-4cba-9bad-d3af90315e97'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:00:13.540731 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:13.561828 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:00:13.562304 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:00:13.569015 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86e718b9-d003-403b-963f-35b172a9d333 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:13.580227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-ba25e7a2-4af2-4c27-a7ae-2456ae2877c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:13.582783 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-ba25e7a2-4af2-4c27-a7ae-2456ae2877c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2531645 Feb 18 09:00:13.617513 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86e718b9-d003-403b-963f-35b172a9d333 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:13.674238 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 5e23ca38-894e-4a09-b8cf-891d28d9468c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5e23ca38-894e-4a09-b8cf-891d28d9468c,segment=NetworkSegment(be41ec66-fb50-46ae-944f-80ea038542b6),segment_id=be41ec66-fb50-46ae-944f-80ea038542b6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:13.689993 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '5e23ca38-894e-4a09-b8cf-891d28d9468c', 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94', 'port_id': '5e23ca38-894e-4a09-b8cf-891d28d9468c', 'mac_address': 'fa:16:3e:43:a7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cec72df-b038-4320-ae6e-d231a762be90', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:00:13.701473 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e718b9-d003-403b-963f-35b172a9d333 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a3ad067-0767-4fb3-8935-9e7915237ff8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:13.716237 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:13.757621 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5323730b-0803-4533-8b78-4208e3492d37 req-d1c415de-1dfc-47ff-b388-d750d555e013 service neutron] 10.222.0.61 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306846 Feb 18 09:00:13.831027 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:13.831596 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Added segment 295f9675-c175-4ba1-8f67-c883af80cb43 of type vlan for network 5922ad32-19f4-4388-9102-2b2585f04428 Feb 18 09:00:13.836250 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e28e92a-3db0-49e1-8851-12989a1753c1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:13.873279 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85612d9-a5c8-4b87-a3de-59e62ed26fbc req-512da488-3e1c-47c5-9b86-8572d2485e21 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:13.880819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f85612d9-a5c8-4b87-a3de-59e62ed26fbc req-512da488-3e1c-47c5-9b86-8572d2485e21 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 943 time: 0.8208995 Feb 18 09:00:13.887683 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-86e718b9-d003-403b-963f-35b172a9d333 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] 10.222.0.72 "DELETE /v2.0/networks/7a3ad067-0767-4fb3-8935-9e7915237ff8 HTTP/1.1" status: 204 len: 168 time: 3.2578347 Feb 18 09:00:13.894927 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35678) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:13.901619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port a234f612-ced7-4576-9165-a35cc4e36cb2, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=a234f612-ced7-4576-9165-a35cc4e36cb2,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:13.929596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'a234f612-ced7-4576-9165-a35cc4e36cb2', 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753', 'port_id': 'a234f612-ced7-4576-9165-a35cc4e36cb2', 'mac_address': 'fa:16:3e:17:58:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1fb1ee-f2c3-4941-9946-1fc392124daf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:00:13.982945 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:14.000383 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ce547cc-b51f-440e-b803-00e74360230b req-dae09c3b-4485-4436-a057-9833d055a545 service neutron] 10.222.0.81 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8697987 Feb 18 09:00:14.030881 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:14.070588 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e23ca38-894e-4a09-b8cf-891d28d9468c {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:00:14.076260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Deleting port 62f55e07-182b-4e56-bdde-f59c8c533e7d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:00:14.076646 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:14.114926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 5e23ca38-894e-4a09-b8cf-891d28d9468c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5e23ca38-894e-4a09-b8cf-891d28d9468c,segment=NetworkSegment(be41ec66-fb50-46ae-944f-80ea038542b6),segment_id=be41ec66-fb50-46ae-944f-80ea038542b6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:14.116594 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:14.122360 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-334aa467-70c3-45d2-b491-cc8147218fea req-b1343e2d-4537-4bd0-864e-532fb4a901ad service neutron] 10.222.0.61 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6440227 Feb 18 09:00:14.145277 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a234f612-ced7-4576-9165-a35cc4e36cb2 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:00:14.148506 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f85612d9-a5c8-4b87-a3de-59e62ed26fbc req-ee40c496-704a-4b84-bf5a-5f94a26725d6 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665408 Feb 18 09:00:14.169107 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port a234f612-ced7-4576-9165-a35cc4e36cb2, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=a234f612-ced7-4576-9165-a35cc4e36cb2,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:14.170633 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:14.205307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d76ce-a8d1-494b-8829-0623253b70be req-403cb360-2e39-4b53-91e0-3f113d0a6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:14.206856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b59d76ce-a8d1-494b-8829-0623253b70be req-403cb360-2e39-4b53-91e0-3f113d0a6cf5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a903b155163648f2a591b78be672e35b&device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 1094 time: 0.6790743 Feb 18 09:00:14.208011 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] The port '62f55e07-182b-4e56-bdde-f59c8c533e7d' was deleted {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:00:14.213425 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-d2401cef-9932-4c06-a1f3-4ea2eaf8c6f6 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613489 Feb 18 09:00:14.238288 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:14.240011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258027e-8dcb-49b2-aac5-13dfd40444fd req-f8ced9fd-9401-4101-b6ad-09ab149959c5 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:14.243965 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-687a3107-bb74-4286-9fbb-5502bcf184a0 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:14.247045 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b258027e-8dcb-49b2-aac5-13dfd40444fd req-f8ced9fd-9401-4101-b6ad-09ab149959c5 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcb3b677-2210-4b5d-948f-1f1ca9c98c08 HTTP/1.1" status: 200 len: 943 time: 0.6149342 Feb 18 09:00:14.248980 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:14.257691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:14.258822 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:14.268768 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=5e23ca38-894e-4a09-b8cf-891d28d9468c,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:14.293536 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f48f450-b81e-46de-a772-3fdc0910291f', 'tag': '8a022e49-494d-4cba-9bad-d3af90315e97', 'status': 'completed', 'code': 200} Feb 18 09:00:14.362979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=a234f612-ced7-4576-9165-a35cc4e36cb2,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:14.404531 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b59d76ce-a8d1-494b-8829-0623253b70be req-cb0dd007-c72a-430e-b975-2b08406c2e6d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a022e49-494d-4cba-9bad-d3af90315e97 HTTP/1.1" status: 200 len: 217 time: 0.1101258 Feb 18 09:00:14.412760 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5323730b-0803-4533-8b78-4208e3492d37 req-f05bfe7d-05cd-468b-aee0-ca437bb2d85f service neutron] 10.222.0.61 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6233351 Feb 18 09:00:14.437700 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.2156932 Feb 18 09:00:14.451393 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35682) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:14.474852 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b258027e-8dcb-49b2-aac5-13dfd40444fd req-fa71ce28-e614-49b5-ac90-a6e96e657c96 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269599 Feb 18 09:00:14.530313 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-334aa467-70c3-45d2-b491-cc8147218fea req-352d6702-9ce8-4217-96b3-64fe01edcc3c service neutron] 10.222.0.61 "GET /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932712 Feb 18 09:00:14.541034 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['5e23ca38-894e-4a09-b8cf-891d28d9468c'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:00:14.563768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d76ce-a8d1-494b-8829-0623253b70be req-aebda8cc-9b7b-49fb-ad05-442b339cda43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:14.565917 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b59d76ce-a8d1-494b-8829-0623253b70be req-aebda8cc-9b7b-49fb-ad05-442b339cda43 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0cec72df-b038-4320-ae6e-d231a762be90 HTTP/1.1" status: 200 len: 854 time: 0.1517482 Feb 18 09:00:14.591827 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['a234f612-ced7-4576-9165-a35cc4e36cb2'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:00:14.629643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Request body: {'network': {'name': 'tempest-network--114742073', 'router:external': True}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:14.634496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:14.638723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Usage tracker for resource:network and tenant:f6a8f024de8a45078cbda79ba9892a6e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:14.641613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:14.648031 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:14.717534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Made reservation on behalf of f6a8f024de8a45078cbda79ba9892a6e for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:14.728710 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:14.746317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d76ce-a8d1-494b-8829-0623253b70be req-4da288e0-ab15-4011-80f4-885780f1c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:14.747294 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b59d76ce-a8d1-494b-8829-0623253b70be req-4da288e0-ab15-4011-80f4-885780f1c137 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c761b28f-3bb5-4fae-a4b0-27e84beb5e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1731215 Feb 18 09:00:14.793505 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:14.803518 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:14.878219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256586c-4912-4258-ac2f-53ef7143c004 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Pushing event updated for resources: {'Network': ['ID=5922ad32-19f4-4388-9102-2b2585f04428,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:14.903453 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:14.907340 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Usage tracker for resource:security_group_rule and tenant:f6a8f024de8a45078cbda79ba9892a6e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:14.910319 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:14.917995 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 5922ad32-19f4-4388-9102-2b2585f04428 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:14.918549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:15.065013 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b59d76ce-a8d1-494b-8829-0623253b70be req-890d2e9f-e792-4a18-80ae-55e756842a30 service neutron] 10.222.0.81 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098106 Feb 18 09:00:15.067879 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:15.078824 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ac9f4a-7a53-4d17-b176-b0e1a7fd227d']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:15.090013 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-149e3102-6645-44dc-b727-b6d5bc1c520b service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8095727 Feb 18 09:00:15.091849 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-687a3107-bb74-4286-9fbb-5502bcf184a0 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:15.102317 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:15.201438 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34bb98b4-001d-4647-9fb5-6a6b2810b447') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:15.201792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34bb98b4-001d-4647-9fb5-6a6b2810b447') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:15.231105 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-687a3107-bb74-4286-9fbb-5502bcf184a0 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2bd9ae-179e-4616-8f7c-889f5d801aff']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:15.248086 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-687a3107-bb74-4286-9fbb-5502bcf184a0 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea65577c-771a-42db-a9f8-0317fb019beb') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:15.248722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-687a3107-bb74-4286-9fbb-5502bcf184a0 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea65577c-771a-42db-a9f8-0317fb019beb') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:15.263986 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-687a3107-bb74-4286-9fbb-5502bcf184a0 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:15.282971 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-687a3107-bb74-4286-9fbb-5502bcf184a0 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:15.290802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687a3107-bb74-4286-9fbb-5502bcf184a0 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:15.291236 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-687a3107-bb74-4286-9fbb-5502bcf184a0 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:15.343988 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device d4f028b9-3732-4bba-9b12-a70fc6fc5965 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:15.407616 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:15.504611 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-fe77fecd-775a-457d-9aac-2d441116c5ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=90f3702e-a062-4be2-8950-ee1a8178c3b9 HTTP/1.1" status: 200 len: 217 time: 0.3973451 Feb 18 09:00:15.514702 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-687a3107-bb74-4286-9fbb-5502bcf184a0 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:15.531386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b59d76ce-a8d1-494b-8829-0623253b70be req-7ad8fa08-4daa-4480-8c92-602e867ceca0 service neutron] 10.222.0.81 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588902 Feb 18 09:00:15.538790 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:15.564198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce54beb-439d-43a2-8622-2c039ea1510b req-c2ec4fbc-0e2b-445c-a846-99b852ab0f05 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:15.566094 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ce54beb-439d-43a2-8622-2c039ea1510b req-c2ec4fbc-0e2b-445c-a846-99b852ab0f05 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 943 time: 0.2186995 Feb 18 09:00:15.590612 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-687a3107-bb74-4286-9fbb-5502bcf184a0 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:15.593253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:15.641802 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port d4f028b9-3732-4bba-9b12-a70fc6fc5965, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=d4f028b9-3732-4bba-9b12-a70fc6fc5965,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:15.665972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a1b897-b0d0-4141-a2da-5daa2c40a5d0,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:15.670713 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'd4f028b9-3732-4bba-9b12-a70fc6fc5965', 'network_id': '55fffe33-2f32-480e-87be-d44bb35a4753', 'port_id': 'd4f028b9-3732-4bba-9b12-a70fc6fc5965', 'mac_address': 'fa:16:3e:1a:50:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1fb1ee-f2c3-4941-9946-1fc392124daf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:00:15.727459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a3107-bb74-4286-9fbb-5502bcf184a0 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b2bd9ae-179e-4616-8f7c-889f5d801aff,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:15.732377 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:15.732736 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Added segment fcd89669-5c5c-489e-ad73-20fff8d029ce of type vlan for network 8143bf42-9488-4f8d-8716-8dd6a4892ec1 Feb 18 09:00:15.738948 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:15.759100 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:15.759423 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:15.760157 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:15.775985 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ce54beb-439d-43a2-8622-2c039ea1510b req-595f6f1e-3e73-434c-9a04-e9ccf700c19e tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973145 Feb 18 09:00:15.780105 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f028b9-3732-4bba-9b12-a70fc6fc5965 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:00:15.798469 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-687a3107-bb74-4286-9fbb-5502bcf184a0 tempest-QuotasNegativeTest-1165896850 tempest-QuotasNegativeTest-1165896850-project-admin] 10.222.0.72 "DELETE /v2.0/networks/8b2bd9ae-179e-4616-8f7c-889f5d801aff HTTP/1.1" status: 204 len: 168 time: 1.8830032 Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:15.799850 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:15.804317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810dfed-94e2-4ed8-a800-2a7164211cab req-5b7db2d2-490b-4883-b9ad-b98238415aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:15.804317 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d810dfed-94e2-4ed8-a800-2a7164211cab req-5b7db2d2-490b-4883-b9ad-b98238415aef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a903b155163648f2a591b78be672e35b&device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 1094 time: 0.2029355 Feb 18 09:00:15.842279 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955262c-c79a-44f2-9431-63a4eba11e61 req-34fc531c-c0ba-46a4-bd41-ea57962b303a tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:15.843803 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9955262c-c79a-44f2-9431-63a4eba11e61 req-34fc531c-c0ba-46a4-bd41-ea57962b303a tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcb3b677-2210-4b5d-948f-1f1ca9c98c08 HTTP/1.1" status: 200 len: 944 time: 0.1718981 Feb 18 09:00:15.859663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port d4f028b9-3732-4bba-9b12-a70fc6fc5965, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=d4f028b9-3732-4bba-9b12-a70fc6fc5965,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:15.870522 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:16.048140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=d4f028b9-3732-4bba-9b12-a70fc6fc5965,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:16.073784 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9955262c-c79a-44f2-9431-63a4eba11e61 req-bb6044fc-726b-4836-a04a-34606059d29e tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555510 Feb 18 09:00:16.143971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810dfed-94e2-4ed8-a800-2a7164211cab req-1be5b8b9-5c27-4378-8fbb-50843ef8baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:16.146152 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d810dfed-94e2-4ed8-a800-2a7164211cab req-1be5b8b9-5c27-4378-8fbb-50843ef8baba service neutron] 10.222.0.81 "GET /v2.0/networks?id=c761b28f-3bb5-4fae-a4b0-27e84beb5e94 HTTP/1.1" status: 200 len: 916 time: 0.3357356 Feb 18 09:00:16.175574 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-4b4c7225-1e97-4201-bcac-6b23062d982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:16.177087 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-4b4c7225-1e97-4201-bcac-6b23062d982e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b443beab-a13b-4525-9863-a6eb259ae31b HTTP/1.1" status: 200 len: 797 time: 0.6503789 Feb 18 09:00:16.237326 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:16.256978 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:16.259934 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['d4f028b9-3732-4bba-9b12-a70fc6fc5965'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:00:16.263619 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d810dfed-94e2-4ed8-a800-2a7164211cab req-57a883be-a080-43bc-8849-7e4159374e2a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a022e49-494d-4cba-9bad-d3af90315e97 HTTP/1.1" status: 200 len: 217 time: 0.1026587 Feb 18 09:00:16.328683 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:16.365382 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Network': ['ID=77ac9f4a-7a53-4d17-b176-b0e1a7fd227d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:16.369100 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:16.371243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:16.372592 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:16.391014 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810dfed-94e2-4ed8-a800-2a7164211cab req-74e0cda6-99c2-4718-b3e2-40800043c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:16.392502 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d810dfed-94e2-4ed8-a800-2a7164211cab req-74e0cda6-99c2-4718-b3e2-40800043c6ac service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0cec72df-b038-4320-ae6e-d231a762be90 HTTP/1.1" status: 200 len: 854 time: 0.1219559 Feb 18 09:00:16.424626 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9178121 Feb 18 09:00:16.434851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35712) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:16.452483 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6efb0559-29e3-4271-a22e-2bb6f0e915aa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/77ac9f4a-7a53-4d17-b176-b0e1a7fd227d HTTP/1.1" status: 204 len: 168 time: 9.7545776 Feb 18 09:00:16.457648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35714) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:16.470690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e521e14c-ba94-43ec-b793-852cab0b1f94 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-542191954'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:16.477836 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e521e14c-ba94-43ec-b793-852cab0b1f94 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:16.487483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e521e14c-ba94-43ec-b793-852cab0b1f94 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:network and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:16.491679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e521e14c-ba94-43ec-b793-852cab0b1f94 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:16.503631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e521e14c-ba94-43ec-b793-852cab0b1f94 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:16.525028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810dfed-94e2-4ed8-a800-2a7164211cab req-449f1a83-8ed3-4b1a-b314-5f1d65e71e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:16.528477 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d810dfed-94e2-4ed8-a800-2a7164211cab req-449f1a83-8ed3-4b1a-b314-5f1d65e71e2b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c761b28f-3bb5-4fae-a4b0-27e84beb5e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293607 Feb 18 09:00:16.529599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e521e14c-ba94-43ec-b793-852cab0b1f94 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:16.533527 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e521e14c-ba94-43ec-b793-852cab0b1f94 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:16.706937 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d810dfed-94e2-4ed8-a800-2a7164211cab req-32ede589-0758-47b7-a71d-72e56de179a6 service neutron] 10.222.0.81 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593928 Feb 18 09:00:16.769432 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f705e-d87a-4ada-93ce-2114f6957916 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Pushing event updated for resources: {'Network': ['ID=8143bf42-9488-4f8d-8716-8dd6a4892ec1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:16.775161 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-995604a5-4f49-4f84-acad-a904b0082ea6 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:16.784707 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 8143bf42-9488-4f8d-8716-8dd6a4892ec1 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:16.797480 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-f765ffd0-47bd-4c59-b13d-3e5e60c62bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:16.798834 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-f765ffd0-47bd-4c59-b13d-3e5e60c62bfc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6138127 Feb 18 09:00:16.879693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e521e14c-ba94-43ec-b793-852cab0b1f94 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:16.940866 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e521e14c-ba94-43ec-b793-852cab0b1f94 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:16.941260 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-e521e14c-ba94-43ec-b793-852cab0b1f94 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Added segment b7e41f68-84cb-4d79-998d-39a6a8d1f83b of type vlan for network 8345f2b0-1316-4058-8264-b9a2a4d3e564 Feb 18 09:00:17.018401 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e521e14c-ba94-43ec-b793-852cab0b1f94 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:17.029762 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d810dfed-94e2-4ed8-a800-2a7164211cab req-1969ade9-2df6-4ae2-8b68-45868eca287e service neutron] 10.222.0.81 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113074 Feb 18 09:00:17.041020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35726) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:17.132302 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-995604a5-4f49-4f84-acad-a904b0082ea6 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:17.138994 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e521e14c-ba94-43ec-b793-852cab0b1f94 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:17.147410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e521e14c-ba94-43ec-b793-852cab0b1f94 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:17.148544 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e521e14c-ba94-43ec-b793-852cab0b1f94 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:17.186585 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-995604a5-4f49-4f84-acad-a904b0082ea6 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8143bf42-9488-4f8d-8716-8dd6a4892ec1']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:17.221569 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-995604a5-4f49-4f84-acad-a904b0082ea6 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd89669-5c5c-489e-ad73-20fff8d029ce') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:17.222791 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-995604a5-4f49-4f84-acad-a904b0082ea6 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd89669-5c5c-489e-ad73-20fff8d029ce') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:17.253603 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-c6918fbf-5a3f-4092-b4b2-c844f9044502 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013467 Feb 18 09:00:17.290147 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521e14c-ba94-43ec-b793-852cab0b1f94 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Network': ['ID=8345f2b0-1316-4058-8264-b9a2a4d3e564,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:17.302297 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 8345f2b0-1316-4058-8264-b9a2a4d3e564 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:17.363518 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-995604a5-4f49-4f84-acad-a904b0082ea6 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:17.368590 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device a234f612-ced7-4576-9165-a35cc4e36cb2 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:00:17.381921 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-845cb046-3f1d-43b3-9ec8-aeed77a94572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:17.404335 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e521e14c-ba94-43ec-b793-852cab0b1f94 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9420218 Feb 18 09:00:17.410001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35740) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:17.421021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-18e246bf-3efd-4d98-ad19-dd38149c104b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'subnet': {'network_id': '8345f2b0-1316-4058-8264-b9a2a4d3e564', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:17.445173 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5e23ca38-894e-4a09-b8cf-891d28d9468c up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:00:17.446190 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-845cb046-3f1d-43b3-9ec8-aeed77a94572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:17.457028 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-995604a5-4f49-4f84-acad-a904b0082ea6 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:17.477027 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995604a5-4f49-4f84-acad-a904b0082ea6 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:17.477804 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-995604a5-4f49-4f84-acad-a904b0082ea6 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:17.485029 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb98f1-5c48-4e79-94fe-315d72339845 req-35b1e18f-06ee-49cf-98e4-0390e2bc2f7c tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:17.492550 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5eb98f1-5c48-4e79-94fe-315d72339845 req-35b1e18f-06ee-49cf-98e4-0390e2bc2f7c tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 943 time: 0.4200649 Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:17.496504 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:17.545714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-845cb046-3f1d-43b3-9ec8-aeed77a94572 admin admin] Usage tracker for resource:security_group_rule and tenant:6d6621274187452ba12c13a3ca1725a3 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:17.550557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-845cb046-3f1d-43b3-9ec8-aeed77a94572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:17.597741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-845cb046-3f1d-43b3-9ec8-aeed77a94572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:17.638493 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-85b249c8-4a22-4ba4-a8da-608f3a4328a1 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745406 Feb 18 09:00:17.684053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-18e246bf-3efd-4d98-ad19-dd38149c104b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:17.737055 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-a4c8ad24-e994-40ed-9c2d-e724af70ac8a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=99ae2b9b-f68e-4fcd-ab39-beb4afc7745c HTTP/1.1" status: 200 len: 217 time: 0.0918791 Feb 18 09:00:17.738272 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-995604a5-4f49-4f84-acad-a904b0082ea6 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:17.764946 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port a234f612-ced7-4576-9165-a35cc4e36cb2 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:00:17.768835 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995604a5-4f49-4f84-acad-a904b0082ea6 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8143bf42-9488-4f8d-8716-8dd6a4892ec1 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 18 09:00:17.771626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 5e23ca38-894e-4a09-b8cf-891d28d9468c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:00:17.777787 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port a234f612-ced7-4576-9165-a35cc4e36cb2 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:00:17.778351 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:17.787966 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-995604a5-4f49-4f84-acad-a904b0082ea6 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:17.832599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736eac6-39b1-482f-84f4-719a8bc639f3 req-fda720fb-beaa-44b8-94d1-b0fc41ef487a tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:17.833858 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 5e23ca38-894e-4a09-b8cf-891d28d9468c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:00:17.835152 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:17.840880 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b736eac6-39b1-482f-84f4-719a8bc639f3 req-fda720fb-beaa-44b8-94d1-b0fc41ef487a tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcb3b677-2210-4b5d-948f-1f1ca9c98c08 HTTP/1.1" status: 200 len: 944 time: 0.5531769 Feb 18 09:00:17.862088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-18e246bf-3efd-4d98-ad19-dd38149c104b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:subnet and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:17.878770 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5eb98f1-5c48-4e79-94fe-315d72339845 req-cbaf8756-795d-47b1-89d0-09e853ad5ffe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851123 Feb 18 09:00:17.890734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-18e246bf-3efd-4d98-ad19-dd38149c104b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:17.895839 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-995604a5-4f49-4f84-acad-a904b0082ea6 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] 10.222.0.72 "DELETE /v2.0/networks/8143bf42-9488-4f8d-8716-8dd6a4892ec1 HTTP/1.1" status: 204 len: 168 time: 1.4412711 Feb 18 09:00:17.905476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35748) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:17.909230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995604a5-4f49-4f84-acad-a904b0082ea6 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Pushing event deleted for resources: {'Network': ['ID=8143bf42-9488-4f8d-8716-8dd6a4892ec1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:17.928001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ad115593-924c-4438-90c8-9116768dd676 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:17.934586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ad115593-924c-4438-90c8-9116768dd676 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:17.939304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ad115593-924c-4438-90c8-9116768dd676 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Usage tracker for resource:network and tenant:f6a8f024de8a45078cbda79ba9892a6e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:17.942909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ad115593-924c-4438-90c8-9116768dd676 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:17.951931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ad115593-924c-4438-90c8-9116768dd676 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:17.975548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-a242f290-3701-4e30-9390-c3a177aa3fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:17.977076 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-18e246bf-3efd-4d98-ad19-dd38149c104b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:17.978851 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-a242f290-3701-4e30-9390-c3a177aa3fa8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dcb6ae52-6c76-4652-9980-2c755082684d HTTP/1.1" status: 200 len: 797 time: 0.2079091 Feb 18 09:00:17.984440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad115593-924c-4438-90c8-9116768dd676 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Made reservation on behalf of f6a8f024de8a45078cbda79ba9892a6e for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:17.987282 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad115593-924c-4438-90c8-9116768dd676 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:18.055776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b736eac6-39b1-482f-84f4-719a8bc639f3 req-9257c1f1-42b1-4318-8799-b04e63d4583f tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138698 Feb 18 09:00:18.092953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e246bf-3efd-4d98-ad19-dd38149c104b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:18.097774 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-18e246bf-3efd-4d98-ad19-dd38149c104b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:18.165763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-cfef6d40-843f-45ef-9b7b-f2cb71066fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:18.171323 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-cfef6d40-843f-45ef-9b7b-f2cb71066fdb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6af62175-1a85-4684-83c8-bc920071b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1762028 Feb 18 09:00:18.230706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad115593-924c-4438-90c8-9116768dd676 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:18.329960 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad115593-924c-4438-90c8-9116768dd676 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:18.330752 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-ad115593-924c-4438-90c8-9116768dd676 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Added segment cb4a1f43-2fa6-4fac-ad82-d89da474e30a of type vlan for network 2928c88f-497f-4bcf-8337-09100533d5fa Feb 18 09:00:18.365362 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-91193f99-5a1e-41dc-aee3-f77f92507e80 service neutron] 10.222.0.61 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909072 Feb 18 09:00:18.398769 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:18.412785 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-845cb046-3f1d-43b3-9ec8-aeed77a94572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:18.448407 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-845cb046-3f1d-43b3-9ec8-aeed77a94572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:18.461140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port a234f612-ced7-4576-9165-a35cc4e36cb2, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=a234f612-ced7-4576-9165-a35cc4e36cb2,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:18.466941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb3b677-2210-4b5d-948f-1f1ca9c98c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a234f612-ced7-4576-9165-a35cc4e36cb2'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:00:18.498023 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-845cb046-3f1d-43b3-9ec8-aeed77a94572 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6d6621274187452ba12c13a3ca1725a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4287653 Feb 18 09:00:18.500508 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad115593-924c-4438-90c8-9116768dd676 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:18.506891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35760) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:18.538907 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-12d21818-9cf8-4856-8d18-8125453877cd service neutron] 10.222.0.61 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641979 Feb 18 09:00:18.564857 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:18.575382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845cb046-3f1d-43b3-9ec8-aeed77a94572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbb48c5-3c48-4311-8415-b101dac29c0c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:18.725935 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb3b677-2210-4b5d-948f-1f1ca9c98c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a234f612-ced7-4576-9165-a35cc4e36cb2', 'code': 200} Feb 18 09:00:18.766140 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:18.779452 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=a234f612-ced7-4576-9165-a35cc4e36cb2,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:18.835759 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad115593-924c-4438-90c8-9116768dd676 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:18.845757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad115593-924c-4438-90c8-9116768dd676 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:18.846394 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad115593-924c-4438-90c8-9116768dd676 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:18.862593 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 5e23ca38-894e-4a09-b8cf-891d28d9468c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5e23ca38-894e-4a09-b8cf-891d28d9468c,segment=NetworkSegment(be41ec66-fb50-46ae-944f-80ea038542b6),segment_id=be41ec66-fb50-46ae-944f-80ea038542b6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:18.872838 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:18.874883 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-a6c3388e-9beb-4066-a8fa-89edb4fe5609 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=be96da4c-c4db-494c-8efd-914fb5f9171c HTTP/1.1" status: 200 len: 217 time: 0.3291104 Feb 18 09:00:18.988437 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=5e23ca38-894e-4a09-b8cf-891d28d9468c,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:18.998590 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-5119ce13-fde2-410d-91a4-2da0247f2e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:19.000162 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-5119ce13-fde2-410d-91a4-2da0247f2e75 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dcb6ae52-6c76-4652-9980-2c755082684d HTTP/1.1" status: 200 len: 797 time: 0.1200809 Feb 18 09:00:19.016681 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cb87a00c-dc84-4bb3-af0c-1d4c4374a405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:19.105853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-56db553b-cb17-4560-983c-ea587ca4f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:19.109511 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-56db553b-cb17-4560-983c-ea587ca4f09e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6af62175-1a85-4684-83c8-bc920071b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1029735 Feb 18 09:00:19.157476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad115593-924c-4438-90c8-9116768dd676 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Pushing event updated for resources: {'Network': ['ID=2928c88f-497f-4bcf-8337-09100533d5fa,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:19.169179 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cb87a00c-dc84-4bb3-af0c-1d4c4374a405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:19.171372 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 2928c88f-497f-4bcf-8337-09100533d5fa details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:19.176607 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-18e246bf-3efd-4d98-ad19-dd38149c104b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:19.239405 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ad115593-924c-4438-90c8-9116768dd676 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3285327 Feb 18 09:00:19.285848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35770) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:19.315996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-8b678fd8-1c99-43d5-a3eb-340e8634bfde tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Request body: {'subnet': {'network_id': '2928c88f-497f-4bcf-8337-09100533d5fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:19.352749 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8b678fd8-1c99-43d5-a3eb-340e8634bfde tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:19.359403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 8a022e49-494d-4cba-9bad-d3af90315e97 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:00:19.377849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device d4f028b9-3732-4bba-9b12-a70fc6fc5965 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:00:19.387050 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-e241e34b-dbf4-4e22-8c26-1da096e4324c service neutron] 10.222.0.61 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694764 Feb 18 09:00:19.391480 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8b678fd8-1c99-43d5-a3eb-340e8634bfde tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Usage tracker for resource:subnet and tenant:f6a8f024de8a45078cbda79ba9892a6e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:19.400374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8b678fd8-1c99-43d5-a3eb-340e8634bfde tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:19.416047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e246bf-3efd-4d98-ad19-dd38149c104b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Subnet': ['ID=6d3e5e5a-131b-45e5-b0a0-570fefe5e53b,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:19.422705 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8b678fd8-1c99-43d5-a3eb-340e8634bfde tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:19.440389 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99187a34-9a0a-445a-a768-c31353b345f0 req-924cc32a-8a73-4039-bd14-f450de78b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:19.442364 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99187a34-9a0a-445a-a768-c31353b345f0 req-924cc32a-8a73-4039-bd14-f450de78b224 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fcb3b677-2210-4b5d-948f-1f1ca9c98c08 HTTP/1.1" status: 200 len: 1096 time: 0.6999683 Feb 18 09:00:19.466692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e246bf-3efd-4d98-ad19-dd38149c104b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Checking segment: {'id': 'b7e41f68-84cb-4d79-998d-39a6a8d1f83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8345f2b0-1316-4058-8264-b9a2a4d3e564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:19.467143 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e246bf-3efd-4d98-ad19-dd38149c104b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network hostable DHCP agents. Network: 8345f2b0-1316-4058-8264-b9a2a4d3e564, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:00:19.486948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b678fd8-1c99-43d5-a3eb-340e8634bfde tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Made reservation on behalf of f6a8f024de8a45078cbda79ba9892a6e for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:19.488893 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8b678fd8-1c99-43d5-a3eb-340e8634bfde tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:19.538646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219d4e3-93d7-46d0-8fd6-de83ac6246d9 req-35e185cf-170c-4b3b-b494-4f99cbe188be tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:19.540415 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5219d4e3-93d7-46d0-8fd6-de83ac6246d9 req-35e185cf-170c-4b3b-b494-4f99cbe188be tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 943 time: 0.4710424 Feb 18 09:00:19.577602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 8a022e49-494d-4cba-9bad-d3af90315e97, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8a022e49-494d-4cba-9bad-d3af90315e97,segment=NetworkSegment(be41ec66-fb50-46ae-944f-80ea038542b6),segment_id=be41ec66-fb50-46ae-944f-80ea038542b6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:19.588676 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3c06a745-eaff-4459-9126-dfc5ad1e897b req-96383e3c-18a7-4178-bb8a-67b47b1cd3ac service neutron] 10.222.0.61 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950557 Feb 18 09:00:19.592735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port d4f028b9-3732-4bba-9b12-a70fc6fc5965 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:00:19.600305 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port d4f028b9-3732-4bba-9b12-a70fc6fc5965 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:00:19.600702 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:19.619223 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cb87a00c-dc84-4bb3-af0c-1d4c4374a405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:19.665429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '8a022e49-494d-4cba-9bad-d3af90315e97', 'network_id': 'c761b28f-3bb5-4fae-a4b0-27e84beb5e94', 'port_id': '8a022e49-494d-4cba-9bad-d3af90315e97', 'mac_address': 'fa:16:3e:35:0b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cec72df-b038-4320-ae6e-d231a762be90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:00:19.676994 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87a00c-dc84-4bb3-af0c-1d4c4374a405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbb48c5-3c48-4311-8415-b101dac29c0c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:19.679976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e246bf-3efd-4d98-ad19-dd38149c104b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network 8345f2b0-1316-4058-8264-b9a2a4d3e564 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:00:19.702580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea1fcf-a4c5-47c7-82f4-c985e66ed8ed req-ec0c0db2-419e-4911-bfcf-aea3a6670110 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:19.704182 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31ea1fcf-a4c5-47c7-82f4-c985e66ed8ed req-ec0c0db2-419e-4911-bfcf-aea3a6670110 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcb3b677-2210-4b5d-948f-1f1ca9c98c08 HTTP/1.1" status: 200 len: 945 time: 0.4831452 Feb 18 09:00:19.705941 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99187a34-9a0a-445a-a768-c31353b345f0 req-a3e1c292-0ce9-4892-9112-92186ae26362 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553649 Feb 18 09:00:19.716714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-18e246bf-3efd-4d98-ad19-dd38149c104b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 8345f2b0-1316-4058-8264-b9a2a4d3e564) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:19.721811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e246bf-3efd-4d98-ad19-dd38149c104b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:19.722991 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-18e246bf-3efd-4d98-ad19-dd38149c104b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:19.732115 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c17cdb2-c5ff-4166-adc4-e08e6e684dc8 None None] Network 8345f2b0-1316-4058-8264-b9a2a4d3e564 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:19.738153 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cb87a00c-dc84-4bb3-af0c-1d4c4374a405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:19.739277 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cb87a00c-dc84-4bb3-af0c-1d4c4374a405 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/efbb48c5-3c48-4311-8415-b101dac29c0c HTTP/1.1" status: 204 len: 168 time: 1.2295547 Feb 18 09:00:19.792987 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:19.801362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35780) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:19.812892 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-18e246bf-3efd-4d98-ad19-dd38149c104b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3974347 Feb 18 09:00:19.821246 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5219d4e3-93d7-46d0-8fd6-de83ac6246d9 req-9ade9135-dda2-4beb-b467-2127007bf36a tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110863 Feb 18 09:00:19.864624 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31ea1fcf-a4c5-47c7-82f4-c985e66ed8ed req-9bf94578-f658-4416-b481-eed21a83f47e tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526012 Feb 18 09:00:20.079205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a022e49-494d-4cba-9bad-d3af90315e97 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:00:20.109541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 8a022e49-494d-4cba-9bad-d3af90315e97, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8a022e49-494d-4cba-9bad-d3af90315e97,segment=NetworkSegment(be41ec66-fb50-46ae-944f-80ea038542b6),segment_id=be41ec66-fb50-46ae-944f-80ea038542b6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:20.138798 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:20.175257 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-591cdf0e-ce4b-47c4-b0f7-277bc59169a6 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:20.242627 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:20.268383 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-591cdf0e-ce4b-47c4-b0f7-277bc59169a6 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:20.374686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-591cdf0e-ce4b-47c4-b0f7-277bc59169a6 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:20.386799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35790) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:20.412374 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port d4f028b9-3732-4bba-9b12-a70fc6fc5965, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=d4f028b9-3732-4bba-9b12-a70fc6fc5965,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:20.434512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.objects.ports [None req-8b678fd8-1c99-43d5-a3eb-340e8634bfde tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87768) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 09:00:20.435183 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8b678fd8-1c99-43d5-a3eb-340e8634bfde tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:20.483986 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:20.545241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b678fd8-1c99-43d5-a3eb-340e8634bfde tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Checking segment: {'id': 'cb4a1f43-2fa6-4fac-ad82-d89da474e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2928c88f-497f-4bcf-8337-09100533d5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:20.545629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b678fd8-1c99-43d5-a3eb-340e8634bfde tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Network hostable DHCP agents. Network: 2928c88f-497f-4bcf-8337-09100533d5fa, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:00:20.550115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b678fd8-1c99-43d5-a3eb-340e8634bfde tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a498122f-14d5-49f4-8ef1-aa5ee8c15281,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:20.574241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b678fd8-1c99-43d5-a3eb-340e8634bfde tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Network 2928c88f-497f-4bcf-8337-09100533d5fa is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:00:20.582773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=8a022e49-494d-4cba-9bad-d3af90315e97,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:20.592081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-8b678fd8-1c99-43d5-a3eb-340e8634bfde tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 2928c88f-497f-4bcf-8337-09100533d5fa) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:20.606951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b678fd8-1c99-43d5-a3eb-340e8634bfde tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:20.607560 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8b678fd8-1c99-43d5-a3eb-340e8634bfde tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:20.639627 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cdf0e-ce4b-47c4-b0f7-277bc59169a6 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3e5e5a-131b-45e5-b0a0-570fefe5e53b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:20.654183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8b678fd8-1c99-43d5-a3eb-340e8634bfde tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3556449 Feb 18 09:00:20.654876 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86b8a866-008e-4076-bfc8-bff61bc12802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:20.658584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35796) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:20.661590 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5413b2b-1397-41dd-98e8-d9de9805eb43 None None] Network 2928c88f-497f-4bcf-8337-09100533d5fa requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:20.665127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Request body: {'floatingip': {'floating_network_id': '2928c88f-497f-4bcf-8337-09100533d5fa'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:20.676708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:20.686278 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Usage tracker for resource:floatingip and tenant:f6a8f024de8a45078cbda79ba9892a6e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:20.689124 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-86b8a866-008e-4076-bfc8-bff61bc12802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:20.690823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:20.693832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-86b8a866-008e-4076-bfc8-bff61bc12802 admin admin] Usage tracker for resource:security_group_rule and tenant:79f08ac15f644683b8068b7d77be66d6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:20.697149 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-86b8a866-008e-4076-bfc8-bff61bc12802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:20.698571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:20.703724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-86b8a866-008e-4076-bfc8-bff61bc12802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:20.757460 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:20.794063 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7be00c-b0e6-42f2-8f06-8b523608dde3 None None] Network 8345f2b0-1316-4058-8264-b9a2a4d3e564 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:20.800971 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86b8a866-008e-4076-bfc8-bff61bc12802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:20.806210 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-591cdf0e-ce4b-47c4-b0f7-277bc59169a6 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:20.829593 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86b8a866-008e-4076-bfc8-bff61bc12802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:20.938700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['8a022e49-494d-4cba-9bad-d3af90315e97'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:00:20.946024 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-591cdf0e-ce4b-47c4-b0f7-277bc59169a6 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8345f2b0-1316-4058-8264-b9a2a4d3e564']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:21.007966 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-591cdf0e-ce4b-47c4-b0f7-277bc59169a6 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e41f68-84cb-4d79-998d-39a6a8d1f83b') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:21.008836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-591cdf0e-ce4b-47c4-b0f7-277bc59169a6 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e41f68-84cb-4d79-998d-39a6a8d1f83b') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:21.012213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d3f1a2-ca33-443c-b59d-11d5643dce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e23ca38-894e-4a09-b8cf-891d28d9468c'}, {'server_uuid': '9928f35e-f637-4218-b6de-eccc6d3adcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f028b9-3732-4bba-9b12-a70fc6fc5965'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:00:21.018083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8a866-008e-4076-bfc8-bff61bc12802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9ea342-824d-46a6-9324-4e49fd0ad749,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:21.028926 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-86b8a866-008e-4076-bfc8-bff61bc12802 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=79f08ac15f644683b8068b7d77be66d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5510321 Feb 18 09:00:21.031281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35808) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:21.037117 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-591cdf0e-ce4b-47c4-b0f7-277bc59169a6 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:21.098967 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-591cdf0e-ce4b-47c4-b0f7-277bc59169a6 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:21.115698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591cdf0e-ce4b-47c4-b0f7-277bc59169a6 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:21.117098 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-591cdf0e-ce4b-47c4-b0f7-277bc59169a6 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:21.248617 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=d4f028b9-3732-4bba-9b12-a70fc6fc5965,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:21.304110 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:21.335259 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2416235-8760-4a99-9d00-de2e3eb678af None None] Network 2928c88f-497f-4bcf-8337-09100533d5fa requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:21.348385 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-591cdf0e-ce4b-47c4-b0f7-277bc59169a6 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:21.385345 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-591cdf0e-ce4b-47c4-b0f7-277bc59169a6 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:21.389056 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cdf0e-ce4b-47c4-b0f7-277bc59169a6 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Network': ['ID=8345f2b0-1316-4058-8264-b9a2a4d3e564,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:21.389588 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:21.425004 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-591cdf0e-ce4b-47c4-b0f7-277bc59169a6 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/8345f2b0-1316-4058-8264-b9a2a4d3e564 HTTP/1.1" status: 204 len: 168 time: 1.6202681 Feb 18 09:00:21.426376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35812) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:21.435375 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-de73959a-52ca-460e-936e-193497f64714 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-376896732'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:21.446129 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-de73959a-52ca-460e-936e-193497f64714 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:21.452805 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-de73959a-52ca-460e-936e-193497f64714 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:network and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:21.457885 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-de73959a-52ca-460e-936e-193497f64714 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:21.465472 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-de73959a-52ca-460e-936e-193497f64714 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:21.480457 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de73959a-52ca-460e-936e-193497f64714 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:21.485998 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de73959a-52ca-460e-936e-193497f64714 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:21.527983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de73959a-52ca-460e-936e-193497f64714 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:21.539621 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de73959a-52ca-460e-936e-193497f64714 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:21.540331 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-de73959a-52ca-460e-936e-193497f64714 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Added segment a92cc075-2bdd-47dc-8ccd-2480c217c288 of type vlan for network 446a9374-6faf-448c-a44f-9a3a0f0d039e Feb 18 09:00:21.559269 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e6bbbd9b-19f2-4138-af54-37846596016d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:21.577862 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de73959a-52ca-460e-936e-193497f64714 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:21.614458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd389c1-1140-4c69-aeb1-c4e7d3223f31 req-a14f6bf9-abb1-495d-b8b6-b59f8f02a305 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:21.616409 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bcd389c1-1140-4c69-aeb1-c4e7d3223f31 req-a14f6bf9-abb1-495d-b8b6-b59f8f02a305 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcb3b677-2210-4b5d-948f-1f1ca9c98c08 HTTP/1.1" status: 200 len: 945 time: 0.5310652 Feb 18 09:00:21.623407 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de73959a-52ca-460e-936e-193497f64714 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:21.647717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de73959a-52ca-460e-936e-193497f64714 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:21.653023 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de73959a-52ca-460e-936e-193497f64714 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:21.654715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818667b-ec64-48c7-af97-7996800fd6f9 req-ffc4035b-b887-466d-bcce-bd33ee4b9c67 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:21.664783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7818667b-ec64-48c7-af97-7996800fd6f9 req-ffc4035b-b887-466d-bcce-bd33ee4b9c67 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 944 time: 0.3682315 Feb 18 09:00:21.697602 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e6bbbd9b-19f2-4138-af54-37846596016d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:21.811165 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-de73959a-52ca-460e-936e-193497f64714 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3807602 Feb 18 09:00:21.812238 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35818) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:21.820233 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b3f91de4-bb4b-4b9a-a74d-1a0b6262bcf0 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'subnet': {'network_id': '446a9374-6faf-448c-a44f-9a3a0f0d039e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:21.829766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Allocated IP 172.20.0.9 (2928c88f-497f-4bcf-8337-09100533d5fa/a498122f-14d5-49f4-8ef1-aa5ee8c15281/53f9b616-4c70-4159-aa86-2629f481ca4a) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:00:21.858998 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73959a-52ca-460e-936e-193497f64714 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Network': ['ID=446a9374-6faf-448c-a44f-9a3a0f0d039e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:21.882134 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 446a9374-6faf-448c-a44f-9a3a0f0d039e details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:21.887851 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7818667b-ec64-48c7-af97-7996800fd6f9 req-2814d5f1-0d2a-4382-9757-38fe5019ae2e tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216117 Feb 18 09:00:21.958840 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bcd389c1-1140-4c69-aeb1-c4e7d3223f31 req-8932e660-40ea-4e37-8d6d-1609f1b33c5e tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329589 Feb 18 09:00:21.992979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b3f91de4-bb4b-4b9a-a74d-1a0b6262bcf0 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:22.002389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b3f91de4-bb4b-4b9a-a74d-1a0b6262bcf0 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:subnet and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:22.005336 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b3f91de4-bb4b-4b9a-a74d-1a0b6262bcf0 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:22.017499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b3f91de4-bb4b-4b9a-a74d-1a0b6262bcf0 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:22.035546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f91de4-bb4b-4b9a-a74d-1a0b6262bcf0 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:22.035776 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d3f1a2-ca33-443c-b59d-11d5643dce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e23ca38-894e-4a09-b8cf-891d28d9468c', 'code': 200} Feb 18 09:00:22.035980 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9928f35e-f637-4218-b6de-eccc6d3adcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f028b9-3732-4bba-9b12-a70fc6fc5965', 'code': 200} Feb 18 09:00:22.058089 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b3f91de4-bb4b-4b9a-a74d-1a0b6262bcf0 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:22.174267 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e6bbbd9b-19f2-4138-af54-37846596016d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:22.215645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbbd9b-19f2-4138-af54-37846596016d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9ea342-824d-46a6-9324-4e49fd0ad749,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:22.262020 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e6bbbd9b-19f2-4138-af54-37846596016d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:22.263130 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e6bbbd9b-19f2-4138-af54-37846596016d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0c9ea342-824d-46a6-9324-4e49fd0ad749 HTTP/1.1" status: 204 len: 168 time: 1.2307136 Feb 18 09:00:22.307065 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:22.313130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed459fc-4e56-4d49-ae7c-4329194a1ebb req-ea48e02f-73fe-4805-9688-991a375a85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:22.314573 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ed459fc-4e56-4d49-ae7c-4329194a1ebb req-ea48e02f-73fe-4805-9688-991a375a85c4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9928f35e-f637-4218-b6de-eccc6d3adcea HTTP/1.1" status: 200 len: 1097 time: 0.1801217 Feb 18 09:00:22.365658 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ed459fc-4e56-4d49-ae7c-4329194a1ebb req-a2898a66-8192-414a-8413-bd3e8d3ce306 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443063 Feb 18 09:00:22.377202 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:22.392884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae89a0-b390-468a-ad73-573d433301d8 req-b6758550-d434-42cc-b8c2-2f62ea734c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:22.394574 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3fae89a0-b390-468a-ad73-573d433301d8 req-b6758550-d434-42cc-b8c2-2f62ea734c80 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=03d3f1a2-ca33-443c-b59d-11d5643dce94 HTTP/1.1" status: 200 len: 1097 time: 0.1296539 Feb 18 09:00:22.448815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Network 2928c88f-497f-4bcf-8337-09100533d5fa is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:22.451736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:22.455588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:00:22.493230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Pushing event updated for resources: {'Port': ['ID=53f9b616-4c70-4159-aa86-2629f481ca4a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:22.504374 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b3f91de4-bb4b-4b9a-a74d-1a0b6262bcf0 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:22.542334 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:22.591734 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f91de4-bb4b-4b9a-a74d-1a0b6262bcf0 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Subnet': ['ID=ba7f1ee1-dd9b-40c7-8104-7daa7175cf9e,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:22.597122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f91de4-bb4b-4b9a-a74d-1a0b6262bcf0 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Checking segment: {'id': 'a92cc075-2bdd-47dc-8ccd-2480c217c288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '446a9374-6faf-448c-a44f-9a3a0f0d039e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:22.597581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f91de4-bb4b-4b9a-a74d-1a0b6262bcf0 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network hostable DHCP agents. Network: 446a9374-6faf-448c-a44f-9a3a0f0d039e, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:00:22.605216 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:22.637302 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f91de4-bb4b-4b9a-a74d-1a0b6262bcf0 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network 446a9374-6faf-448c-a44f-9a3a0f0d039e is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:00:22.657144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-b3f91de4-bb4b-4b9a-a74d-1a0b6262bcf0 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 446a9374-6faf-448c-a44f-9a3a0f0d039e) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:22.662785 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3fae89a0-b390-468a-ad73-573d433301d8 req-08708756-16ad-4908-94e1-620d2f635355 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498137 Feb 18 09:00:22.666002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ab8c1c-1869-4e7b-9f0f-d210a77b0a8e None None] Network 446a9374-6faf-448c-a44f-9a3a0f0d039e requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:22.676585 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f91de4-bb4b-4b9a-a74d-1a0b6262bcf0 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:22.677613 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b3f91de4-bb4b-4b9a-a74d-1a0b6262bcf0 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:22.702170 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b3f91de4-bb4b-4b9a-a74d-1a0b6262bcf0 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8888288 Feb 18 09:00:22.704461 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35834) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:22.902005 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5c718f4-2db6-4d78-9a2e-ebaa1c769eb4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:22.903456 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:22.926554 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:22.947350 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a134f6-88f6-4d9e-aafd-5fcd16c59ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-446a9374-6faf-448c-a44f-9a3a0f0d039e', 'network_id': '446a9374-6faf-448c-a44f-9a3a0f0d039e', 'tenant_id': '1a53cdf48b94443baaa1e4604db47411', 'fixed_ips': [{'subnet_id': 'ba7f1ee1-dd9b-40c7-8104-7daa7175cf9e'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:00:22.948669 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-06a134f6-88f6-4d9e-aafd-5fcd16c59ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:22.996939 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5c718f4-2db6-4d78-9a2e-ebaa1c769eb4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:23.090597 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5c718f4-2db6-4d78-9a2e-ebaa1c769eb4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server [None req-06a134f6-88f6-4d9e-aafd-5fcd16c59ee1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba7f1ee1-dd9b-40c7-8104-7daa7175cf9e: This subnet is being modified by another concurrent operation. Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 18 09:00:23.098408 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise exception Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba7f1ee1-dd9b-40c7-8104-7daa7175cf9e: This subnet is being modified by another concurrent operation. Feb 18 09:00:23.103279 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server Feb 18 09:00:23.138512 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdbb6cf-34df-4b24-8a59-e5d5351541dc None None] Network 446a9374-6faf-448c-a44f-9a3a0f0d039e requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:23.156591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c718f4-2db6-4d78-9a2e-ebaa1c769eb4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Subnet': ['ID=ba7f1ee1-dd9b-40c7-8104-7daa7175cf9e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:23.177161 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:23.277162 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5c718f4-2db6-4d78-9a2e-ebaa1c769eb4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:23.312327 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c5c718f4-2db6-4d78-9a2e-ebaa1c769eb4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446a9374-6faf-448c-a44f-9a3a0f0d039e']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:23.326111 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c5c718f4-2db6-4d78-9a2e-ebaa1c769eb4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92cc075-2bdd-47dc-8ccd-2480c217c288') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:23.326403 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c5c718f4-2db6-4d78-9a2e-ebaa1c769eb4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92cc075-2bdd-47dc-8ccd-2480c217c288') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:23.340921 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5c718f4-2db6-4d78-9a2e-ebaa1c769eb4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:23.351932 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda84151-ba95-4921-be72-e9ada88e24ab None None] get_active_networks_info from n-d-829434-1 {{(pid=87769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 18 09:00:23.357661 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5c718f4-2db6-4d78-9a2e-ebaa1c769eb4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:23.364381 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c718f4-2db6-4d78-9a2e-ebaa1c769eb4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:23.365320 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5c718f4-2db6-4d78-9a2e-ebaa1c769eb4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:23.387822 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:23.390249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35858) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:23.408921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Pushing event updated for resources: {'Port': ['ID=53f9b616-4c70-4159-aa86-2629f481ca4a,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:23.411401 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 8a022e49-494d-4cba-9bad-d3af90315e97 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:00:23.429378 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:23.433630 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fa0cb0f5-4e6f-4b24-b663-0869a68da0c1 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7710981 Feb 18 09:00:23.435200 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35864) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:23.538321 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5c718f4-2db6-4d78-9a2e-ebaa1c769eb4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:23.545618 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-92d153bc-cb9a-4739-a753-4718987270e3 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Synchronizing usage tracker for tenant:f6a8f024de8a45078cbda79ba9892a6e on resource:floatingip {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:00:23.559399 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 8a022e49-494d-4cba-9bad-d3af90315e97 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:00:23.567667 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ec1e7-d64f-4ca1-b4f9-598c0b222329 req-89ca5327-80a7-46c9-959d-e7371ebc3fc0 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:23.569823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e6ec1e7-d64f-4ca1-b4f9-598c0b222329 req-89ca5327-80a7-46c9-959d-e7371ebc3fc0 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 944 time: 0.3981757 Feb 18 09:00:23.570001 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 8a022e49-494d-4cba-9bad-d3af90315e97 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:00:23.570530 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:23.589243 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5c718f4-2db6-4d78-9a2e-ebaa1c769eb4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:23.592702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecf7eb-b5ac-4012-98ec-e5ce3789097c req-f02f7696-63f5-407b-8905-c74f3b7208ea tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:23.594312 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99ecf7eb-b5ac-4012-98ec-e5ce3789097c req-f02f7696-63f5-407b-8905-c74f3b7208ea tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcb3b677-2210-4b5d-948f-1f1ca9c98c08 HTTP/1.1" status: 200 len: 945 time: 0.4182167 Feb 18 09:00:23.608882 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c718f4-2db6-4d78-9a2e-ebaa1c769eb4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Network': ['ID=446a9374-6faf-448c-a44f-9a3a0f0d039e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:23.615473 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c5c718f4-2db6-4d78-9a2e-ebaa1c769eb4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/446a9374-6faf-448c-a44f-9a3a0f0d039e HTTP/1.1" status: 204 len: 168 time: 0.9061177 Feb 18 09:00:23.616738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35868) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:23.627043 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-08250220-9f76-4a89-a27e-76c2a5b7e930 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-69665080'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:23.642550 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-08250220-9f76-4a89-a27e-76c2a5b7e930 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:23.668672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-08250220-9f76-4a89-a27e-76c2a5b7e930 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:network and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:23.673049 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-92d153bc-cb9a-4739-a753-4718987270e3 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Unset dirty status for tenant:f6a8f024de8a45078cbda79ba9892a6e on resource:floatingip {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:00:23.674625 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-08250220-9f76-4a89-a27e-76c2a5b7e930 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:23.677113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda84151-ba95-4921-be72-e9ada88e24ab None None] Resources bound (agent type, host, resource id): {{(pid=87769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:00:23.681728 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-92d153bc-cb9a-4739-a753-4718987270e3 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] 10.222.0.72 "GET /v2.0/floatingips?floating_network_id=2928c88f-497f-4bcf-8337-09100533d5fa HTTP/1.1" status: 200 len: 689 time: 0.2447312 Feb 18 09:00:23.691193 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-95579977'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:23.695576 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35872) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:23.707631 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-08250220-9f76-4a89-a27e-76c2a5b7e930 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:23.710139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:23.711443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e6ec1e7-d64f-4ca1-b4f9-598c0b222329 req-9f0948b6-157a-4f69-895d-ef7e7268bd3d tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302233 Feb 18 09:00:23.716339 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99ecf7eb-b5ac-4012-98ec-e5ce3789097c req-fdab88bf-d493-4af0-b85b-2dfdcb59085e tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885971 Feb 18 09:00:23.757783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:network and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:23.810057 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:23.821983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:23.827190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08250220-9f76-4a89-a27e-76c2a5b7e930 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:23.830706 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08250220-9f76-4a89-a27e-76c2a5b7e930 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:23.868123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:23.872498 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:23.904186 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:24.009105 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:24.014761 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:24.023374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:security_group_rule and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:24.049293 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08250220-9f76-4a89-a27e-76c2a5b7e930 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:24.049293 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:24.152008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761fe60-249f-43cb-8370-080dafb9afb3 req-143f00ca-12cf-454a-bd1d-95a11a038917 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:24.157901 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3761fe60-249f-43cb-8370-080dafb9afb3 req-143f00ca-12cf-454a-bd1d-95a11a038917 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928f35e-f637-4218-b6de-eccc6d3adcea HTTP/1.1" status: 200 len: 946 time: 0.3160350 Feb 18 09:00:24.170247 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08250220-9f76-4a89-a27e-76c2a5b7e930 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:24.171165 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-08250220-9f76-4a89-a27e-76c2a5b7e930 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Added segment dbade762-ec6b-41f0-83a0-cd0852001118 of type vlan for network 24619f41-6210-4086-9b0d-fba7e0dae382 Feb 18 09:00:24.202649 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08250220-9f76-4a89-a27e-76c2a5b7e930 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:24.233795 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:24.241060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:24.260023 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3761fe60-249f-43cb-8370-080dafb9afb3 req-8cc9fc20-a90a-421b-91d6-be7341bee084 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952728 Feb 18 09:00:24.267876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f48f450-b81e-46de-a772-3fdc0910291f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a022e49-494d-4cba-9bad-d3af90315e97'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:00:24.289547 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08250220-9f76-4a89-a27e-76c2a5b7e930 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:24.296099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08250220-9f76-4a89-a27e-76c2a5b7e930 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:24.297002 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08250220-9f76-4a89-a27e-76c2a5b7e930 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:24.325791 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 8a022e49-494d-4cba-9bad-d3af90315e97, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8a022e49-494d-4cba-9bad-d3af90315e97,segment=NetworkSegment(be41ec66-fb50-46ae-944f-80ea038542b6),segment_id=be41ec66-fb50-46ae-944f-80ea038542b6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:24.339741 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f48f450-b81e-46de-a772-3fdc0910291f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a022e49-494d-4cba-9bad-d3af90315e97', 'code': 200} Feb 18 09:00:24.361718 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:24.375490 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Deleting port 53f9b616-4c70-4159-aa86-2629f481ca4a {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:00:24.375490 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:24.560666 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-08250220-9f76-4a89-a27e-76c2a5b7e930 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9026093 Feb 18 09:00:24.565659 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35888) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:24.578398 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-114d954f-347b-4250-9506-15224baa5b59 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'subnet': {'network_id': '24619f41-6210-4086-9b0d-fba7e0dae382', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:24.650697 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=8a022e49-494d-4cba-9bad-d3af90315e97,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:24.686999 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:24.688313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08250220-9f76-4a89-a27e-76c2a5b7e930 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Network': ['ID=24619f41-6210-4086-9b0d-fba7e0dae382,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:24.733523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 24619f41-6210-4086-9b0d-fba7e0dae382 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:24.747385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5585029-f935-4f42-b79c-7de3f1ef09cd req-b3896d05-6864-42fe-9c79-9afe8fd5700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:24.749341 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b5585029-f935-4f42-b79c-7de3f1ef09cd req-b3896d05-6864-42fe-9c79-9afe8fd5700f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 1096 time: 0.3427801 Feb 18 09:00:24.813696 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b5585029-f935-4f42-b79c-7de3f1ef09cd req-abfc5343-4fd9-4d6f-8d43-bea10692ca26 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566051 Feb 18 09:00:25.011246 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:25.034278 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69fe85-2c79-4dee-8e4e-56d3d2fef66c req-f872c222-8f14-4c2b-885f-e4c5c65978e8 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:25.035693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f69fe85-2c79-4dee-8e4e-56d3d2fef66c req-f872c222-8f14-4c2b-885f-e4c5c65978e8 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 945 time: 0.0927250 Feb 18 09:00:25.091504 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f69fe85-2c79-4dee-8e4e-56d3d2fef66c req-9afbdb1e-413b-40b4-a858-e418ceb87b0a tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469680 Feb 18 09:00:25.103017 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:25.103379 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:25.116301 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:25.342371 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d9713d-1e66-45b8-9fa7-679041473a61,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:25.353180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Calling delete_port for 53f9b616-4c70-4159-aa86-2629f481ca4a owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:00:25.386274 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-114d954f-347b-4250-9506-15224baa5b59 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:25.390922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-114d954f-347b-4250-9506-15224baa5b59 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:subnet and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:25.393896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-114d954f-347b-4250-9506-15224baa5b59 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:25.399876 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-114d954f-347b-4250-9506-15224baa5b59 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:25.417055 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:25.418111 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Added segment 0cce2865-8112-4f54-a0a8-4eedda18dccf of type vlan for network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 Feb 18 09:00:25.426036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114d954f-347b-4250-9506-15224baa5b59 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:25.429982 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-114d954f-347b-4250-9506-15224baa5b59 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:25.530060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23f8a2-2af3-4548-80b7-b21abb0f411c req-cf971dc4-dc6f-42e0-af8a-bf16f59dcf92 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:25.532495 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e23f8a2-2af3-4548-80b7-b21abb0f411c req-cf971dc4-dc6f-42e0-af8a-bf16f59dcf92 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928f35e-f637-4218-b6de-eccc6d3adcea HTTP/1.1" status: 200 len: 946 time: 0.0934415 Feb 18 09:00:25.548875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.ipam_backend_mixin [None req-114d954f-347b-4250-9506-15224baa5b59 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Performing IP validity checks on allocation pools {{(pid=87767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 18 09:00:25.549394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.ipam_backend_mixin [None req-114d954f-347b-4250-9506-15224baa5b59 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 18 09:00:25.595103 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e23f8a2-2af3-4548-80b7-b21abb0f411c req-82909dc0-26a7-47e3-b4a1-93bd919d755c tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534482 Feb 18 09:00:25.723959 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:25.810996 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-114d954f-347b-4250-9506-15224baa5b59 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:25.988400 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:25.994206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:25.998278 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:26.041001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0766b-9ea4-433e-b077-70a70586ca32 req-eabc09c8-cf11-4684-8b65-249322d030e7 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:26.043639 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2a0766b-9ea4-433e-b077-70a70586ca32 req-eabc09c8-cf11-4684-8b65-249322d030e7 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.0968585 Feb 18 09:00:26.064694 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:26.128529 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2a0766b-9ea4-433e-b077-70a70586ca32 req-c27063bc-c23f-4a77-820a-94e4071154db tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694520 Feb 18 09:00:26.162156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d954f-347b-4250-9506-15224baa5b59 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Subnet': ['ID=12138892-5ebb-4716-8fdf-4b0897dd3dda,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:26.291811 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114d954f-347b-4250-9506-15224baa5b59 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Checking segment: {'id': 'dbade762-ec6b-41f0-83a0-cd0852001118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '24619f41-6210-4086-9b0d-fba7e0dae382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:26.292396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114d954f-347b-4250-9506-15224baa5b59 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network hostable DHCP agents. Network: 24619f41-6210-4086-9b0d-fba7e0dae382, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:00:26.345602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Pushing event deleted for resources: {'Port': ['ID=53f9b616-4c70-4159-aa86-2629f481ca4a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:26.457875 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.0597346 Feb 18 09:00:26.457875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e950d04-2731-4dbb-a69f-30bec3ada928 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Network': ['ID=dc4b7c3c-c616-4c3b-88cb-71b704e8dd17,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:26.458101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35920) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:26.461730 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114d954f-347b-4250-9506-15224baa5b59 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network 24619f41-6210-4086-9b0d-fba7e0dae382 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:00:26.462881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0d45c818-1050-48ef-a359-38fed79d8dfd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:26.469914 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:26.479605 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-114d954f-347b-4250-9506-15224baa5b59 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 24619f41-6210-4086-9b0d-fba7e0dae382) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:26.486405 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114d954f-347b-4250-9506-15224baa5b59 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:26.487425 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-114d954f-347b-4250-9506-15224baa5b59 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:26.503416 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:26.505633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb593707-73d8-4878-95bb-2f7e3929e91d None None] Network 24619f41-6210-4086-9b0d-fba7e0dae382 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:26.544494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37465109-f707-42bb-9fb7-6a51d0dbfa2a req-f8ed82a8-2f03-475b-8111-d55ec542b340 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:26.551388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37465109-f707-42bb-9fb7-6a51d0dbfa2a req-f8ed82a8-2f03-475b-8111-d55ec542b340 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928f35e-f637-4218-b6de-eccc6d3adcea HTTP/1.1" status: 200 len: 946 time: 0.2460029 Feb 18 09:00:26.568921 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:26.605535 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-114d954f-347b-4250-9506-15224baa5b59 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0387437 Feb 18 09:00:26.606141 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35924) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:26.621092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894dc06-622f-4e20-945e-ef417d59a26b req-43b163a9-c98a-4028-aa87-96035537dea4 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:26.627431 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a894dc06-622f-4e20-945e-ef417d59a26b req-43b163a9-c98a-4028-aa87-96035537dea4 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 945 time: 0.2789817 Feb 18 09:00:26.681844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37465109-f707-42bb-9fb7-6a51d0dbfa2a req-22354145-a25e-4200-8d1b-e920add999e8 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294644 Feb 18 09:00:26.683557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0d45c818-1050-48ef-a359-38fed79d8dfd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:26.713825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0d45c818-1050-48ef-a359-38fed79d8dfd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:26.720010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0d45c818-1050-48ef-a359-38fed79d8dfd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:26.736527 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a894dc06-622f-4e20-945e-ef417d59a26b req-03cad024-a1ad-48b3-8dde-9ee237dbeae5 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081629 Feb 18 09:00:26.742003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0d45c818-1050-48ef-a359-38fed79d8dfd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:26.784880 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:26.792055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d45c818-1050-48ef-a359-38fed79d8dfd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:26.805661 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0d45c818-1050-48ef-a359-38fed79d8dfd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:26.841525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a498122f-14d5-49f4-8ef1-aa5ee8c15281,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:26.862343 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:26.950999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-24619f41-6210-4086-9b0d-fba7e0dae382', 'network_id': '24619f41-6210-4086-9b0d-fba7e0dae382', 'tenant_id': '1a53cdf48b94443baaa1e4604db47411', 'fixed_ips': [{'subnet_id': '12138892-5ebb-4716-8fdf-4b0897dd3dda'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:00:26.951857 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:27.009213 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:27.064577 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2928c88f-497f-4bcf-8337-09100533d5fa']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:27.075397 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:27.143671 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Allocated IP 172.20.0.3 (24619f41-6210-4086-9b0d-fba7e0dae382/12138892-5ebb-4716-8fdf-4b0897dd3dda/9558e19b-2c77-4a97-91fa-f06091cdf8eb) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:00:27.147418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3afc8-7ab9-4bea-9d34-17e05c3be9c0 req-6fa639bd-4d85-4551-84e6-b11de83d2fe1 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:27.149726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7b3afc8-7ab9-4bea-9d34-17e05c3be9c0 req-6fa639bd-4d85-4551-84e6-b11de83d2fe1 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 945 time: 0.2048399 Feb 18 09:00:27.244139 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7b3afc8-7ab9-4bea-9d34-17e05c3be9c0 req-326e1e6d-65de-46f1-82b7-9387bf10032e tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793123 Feb 18 09:00:27.251298 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0d45c818-1050-48ef-a359-38fed79d8dfd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:27.262361 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4a1f43-2fa6-4fac-ad82-d89da474e30a') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:27.262932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4a1f43-2fa6-4fac-ad82-d89da474e30a') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:27.292492 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:27.327699 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:27.340769 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:27.341163 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:27.349470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45c818-1050-48ef-a359-38fed79d8dfd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=d890fa8f-75fd-4343-94fb-7c1f512b85c1,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:27.419950 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:27.482416 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:27.537440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d45c818-1050-48ef-a359-38fed79d8dfd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:27.537794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d45c818-1050-48ef-a359-38fed79d8dfd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network hostable DHCP agents. Network: dc4b7c3c-c616-4c3b-88cb-71b704e8dd17, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:00:27.555045 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Transition to ACTIVE for port object 9558e19b-2c77-4a97-91fa-f06091cdf8eb will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:27.565342 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:27.580233 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2928c88f-497f-4bcf-8337-09100533d5fa {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 18 09:00:27.604521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cd506-cf99-4993-bd69-18bb5cbc1cbc req-1b267ded-51a1-4ba9-a169-7d98064e9fa6 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:27.606575 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c77cd506-cf99-4993-bd69-18bb5cbc1cbc req-1b267ded-51a1-4ba9-a169-7d98064e9fa6 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d3f1a2-ca33-443c-b59d-11d5643dce94 HTTP/1.1" status: 200 len: 946 time: 0.2232575 Feb 18 09:00:27.609134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d45c818-1050-48ef-a359-38fed79d8dfd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:00:27.611144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Transition to ACTIVE for port object 9558e19b-2c77-4a97-91fa-f06091cdf8eb will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:27.617880 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:27.626103 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:27.631773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Pushing event deleted for resources: {'Network': ['ID=2928c88f-497f-4bcf-8337-09100533d5fa,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:27.661069 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-79fd6e3e-b462-4394-9347-3fb2435f69ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] 10.222.0.72 "DELETE /v2.0/networks/2928c88f-497f-4bcf-8337-09100533d5fa HTTP/1.1" status: 204 len: 168 time: 3.9546969 Feb 18 09:00:27.665813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35936) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:27.679265 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeceb9-27f2-433c-b6b9-16ac5f3ec616 req-510a767a-3b7b-4030-a437-cd7dd29ba663 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:27.692675 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4bdeceb9-27f2-433c-b6b9-16ac5f3ec616 req-510a767a-3b7b-4030-a437-cd7dd29ba663 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.3275652 Feb 18 09:00:27.704681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-0d45c818-1050-48ef-a359-38fed79d8dfd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, dc4b7c3c-c616-4c3b-88cb-71b704e8dd17) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:27.724086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d45c818-1050-48ef-a359-38fed79d8dfd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:27.732421 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0d45c818-1050-48ef-a359-38fed79d8dfd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:27.734228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b526b16-a458-4889-950d-832d815bcff2 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:27.760150 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Network 24619f41-6210-4086-9b0d-fba7e0dae382 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:27.809819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:27.818725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:00:27.874053 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Pushing event updated for resources: {'Port': ['ID=9558e19b-2c77-4a97-91fa-f06091cdf8eb,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:27.897161 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:27.946900 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c77cd506-cf99-4993-bd69-18bb5cbc1cbc req-fc7a7c34-645b-4648-ac67-8b12cded1183 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171599 Feb 18 09:00:27.974080 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0d45c818-1050-48ef-a359-38fed79d8dfd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5154879 Feb 18 09:00:27.984057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35942) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:27.998267 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-5186775c-154d-4b76-8d94-d9c5715724c4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'name': 'tempest-NetworksTestDHCPv6-938747538'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:28.030609 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Attempting to bind port 9558e19b-2c77-4a97-91fa-f06091cdf8eb on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:00:28.030790 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Attempting to bind port 9558e19b-2c77-4a97-91fa-f06091cdf8eb by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'dbade762-ec6b-41f0-83a0-cd0852001118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '24619f41-6210-4086-9b0d-fba7e0dae382'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:00:28.031438 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Attempting to bind port 9558e19b-2c77-4a97-91fa-f06091cdf8eb on network 24619f41-6210-4086-9b0d-fba7e0dae382 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:00:28.038395 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999a9d1-2733-4aab-ad44-38d205cb2ead req-a1c2dbcf-fab5-4b36-954d-82c0b5e2bbae tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:28.039330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-7999a9d1-2733-4aab-ad44-38d205cb2ead req-a1c2dbcf-fab5-4b36-954d-82c0b5e2bbae tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Synchronizing usage tracker for tenant:9337406612964e4b89a8a99bd32ad073 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:00:28.048123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Subnet': ['ID=12138892-5ebb-4716-8fdf-4b0897dd3dda,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:28.048874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4bdeceb9-27f2-433c-b6b9-16ac5f3ec616 req-0f930e08-0fb0-4bde-827e-6d727f210cdd tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3325946 Feb 18 09:00:28.053980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:00:28.054176 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Checking segment: {'id': 'dbade762-ec6b-41f0-83a0-cd0852001118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '24619f41-6210-4086-9b0d-fba7e0dae382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:28.054589 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:28.055574 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Bound using segment: {'id': 'dbade762-ec6b-41f0-83a0-cd0852001118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '24619f41-6210-4086-9b0d-fba7e0dae382'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:00:28.059341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Bound port: 9558e19b-2c77-4a97-91fa-f06091cdf8eb, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbade762-ec6b-41f0-83a0-cd0852001118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '24619f41-6210-4086-9b0d-fba7e0dae382'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:00:28.059915 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:28.171145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-7999a9d1-2733-4aab-ad44-38d205cb2ead req-a1c2dbcf-fab5-4b36-954d-82c0b5e2bbae tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Unset dirty status for tenant:9337406612964e4b89a8a99bd32ad073 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:00:28.172327 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7999a9d1-2733-4aab-ad44-38d205cb2ead req-a1c2dbcf-fab5-4b36-954d-82c0b5e2bbae tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.61 "GET /v2.0/ports?device_id=9928f35e-f637-4218-b6de-eccc6d3adcea HTTP/1.1" status: 200 len: 946 time: 0.7414279 Feb 18 09:00:28.194637 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-291f6e74-0cf1-453e-b420-4ae5439ab729 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Synchronizing usage tracker for tenant:f6a8f024de8a45078cbda79ba9892a6e on resource:floatingip {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:00:28.278442 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-7999a9d1-2733-4aab-ad44-38d205cb2ead req-ef92af1c-3906-45fc-aafb-ddd3f7884e64 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Deleting port d4f028b9-3732-4bba-9b12-a70fc6fc5965 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:00:28.278442 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7999a9d1-2733-4aab-ad44-38d205cb2ead req-ef92af1c-3906-45fc-aafb-ddd3f7884e64 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:28.322152 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:28.374082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626d1b3-fb91-477b-8b6b-7dee19f54e61 req-8ec4a293-5988-4b92-9899-018112b63dca tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:28.375568 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6626d1b3-fb91-477b-8b6b-7dee19f54e61 req-8ec4a293-5988-4b92-9899-018112b63dca tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcb3b677-2210-4b5d-948f-1f1ca9c98c08 HTTP/1.1" status: 200 len: 945 time: 0.5447593 Feb 18 09:00:28.383617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24619f41-6210-4086-9b0d-fba7e0dae382']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:28.403256 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': 'd890fa8f-75fd-4343-94fb-7c1f512b85c1'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:00:28.404065 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:28.423857 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-291f6e74-0cf1-453e-b420-4ae5439ab729 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Unset dirty status for tenant:f6a8f024de8a45078cbda79ba9892a6e on resource:floatingip {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:00:28.425118 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-291f6e74-0cf1-453e-b420-4ae5439ab729 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.7528992 Feb 18 09:00:28.433033 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35948) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:28.434940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbade762-ec6b-41f0-83a0-cd0852001118') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:28.434940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbade762-ec6b-41f0-83a0-cd0852001118') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:28.502382 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:28.549412 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:28.584584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:28.585546 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:28.623781 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:28.678827 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] For port 9558e19b-2c77-4a97-91fa-f06091cdf8eb, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:00:28.683528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5186775c-154d-4b76-8d94-d9c5715724c4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:28.725859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-6626d1b3-fb91-477b-8b6b-7dee19f54e61 req-c74dd8e8-82d4-4f98-be62-432d92c4c08a tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Deleting port a234f612-ced7-4576-9165-a35cc4e36cb2 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:00:28.726207 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6626d1b3-fb91-477b-8b6b-7dee19f54e61 req-c74dd8e8-82d4-4f98-be62-432d92c4c08a tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:28.825970 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Allocated IP 2001:db8::2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/d890fa8f-75fd-4343-94fb-7c1f512b85c1/2eab7015-75cc-4547-94e2-ceacb1890520) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:00:28.888651 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f064956c-b6bc-4af1-90eb-dca671f9ff16 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:28.892865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f064956c-b6bc-4af1-90eb-dca671f9ff16 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:28.895058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f064956c-b6bc-4af1-90eb-dca671f9ff16 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:28.898154 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f064956c-b6bc-4af1-90eb-dca671f9ff16 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:28.899239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f064956c-b6bc-4af1-90eb-dca671f9ff16 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:28.904187 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f064956c-b6bc-4af1-90eb-dca671f9ff16 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:28.906220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f064956c-b6bc-4af1-90eb-dca671f9ff16 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:28.907196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f064956c-b6bc-4af1-90eb-dca671f9ff16 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:28.908767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f064956c-b6bc-4af1-90eb-dca671f9ff16 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:28.910074 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f064956c-b6bc-4af1-90eb-dca671f9ff16 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:28.910767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f064956c-b6bc-4af1-90eb-dca671f9ff16 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:28.914175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f064956c-b6bc-4af1-90eb-dca671f9ff16 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:28.916525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f064956c-b6bc-4af1-90eb-dca671f9ff16 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Synchronizing usage tracker for tenant:f6a8f024de8a45078cbda79ba9892a6e on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:00:28.951158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5186775c-154d-4b76-8d94-d9c5715724c4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:port and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:28.962969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5186775c-154d-4b76-8d94-d9c5715724c4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:29.018304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5186775c-154d-4b76-8d94-d9c5715724c4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:29.034469 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:00:29.034469 n-d-829434-1 neutron-server[87767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:00:29.034469 n-d-829434-1 neutron-server[87767]: [parameters: {'id': '24619f41-6210-4086-9b0d-fba7e0dae382'}] Feb 18 09:00:29.034469 n-d-829434-1 neutron-server[87767]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:00:29.035043 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:00:29.038040 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f064956c-b6bc-4af1-90eb-dca671f9ff16 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Unset dirty status for tenant:f6a8f024de8a45078cbda79ba9892a6e on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:00:29.043935 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f064956c-b6bc-4af1-90eb-dca671f9ff16 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7718 time: 0.5974414 Feb 18 09:00:29.046026 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35954) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:29.050088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-7999a9d1-2733-4aab-ad44-38d205cb2ead req-ef92af1c-3906-45fc-aafb-ddd3f7884e64 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] For port d4f028b9-3732-4bba-9b12-a70fc6fc5965, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=d4f028b9-3732-4bba-9b12-a70fc6fc5965,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:29.050569 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7999a9d1-2733-4aab-ad44-38d205cb2ead req-ef92af1c-3906-45fc-aafb-ddd3f7884e64 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:29.067472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5186775c-154d-4b76-8d94-d9c5715724c4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:29.071037 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] For port 9558e19b-2c77-4a97-91fa-f06091cdf8eb, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9558e19b-2c77-4a97-91fa-f06091cdf8eb,segment=NetworkSegment(dbade762-ec6b-41f0-83a0-cd0852001118),segment_id=dbade762-ec6b-41f0-83a0-cd0852001118)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:00:29.071810 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5186775c-154d-4b76-8d94-d9c5715724c4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:29.096727 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:29.160649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926ce5b-1e73-468e-ab74-9f69d87d9d08 req-2735bfd4-5697-4c7e-b8e8-aca184277b79 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:29.162348 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3926ce5b-1e73-468e-ab74-9f69d87d9d08 req-2735bfd4-5697-4c7e-b8e8-aca184277b79 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928f35e-f637-4218-b6de-eccc6d3adcea HTTP/1.1" status: 200 len: 946 time: 0.6953998 Feb 18 09:00:29.173601 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-5186775c-154d-4b76-8d94-d9c5715724c4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port 34751aa7-7b33-4670-9bce-659e1de32391 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:00:29.270918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-7999a9d1-2733-4aab-ad44-38d205cb2ead req-ef92af1c-3906-45fc-aafb-ddd3f7884e64 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Calling delete_port for d4f028b9-3732-4bba-9b12-a70fc6fc5965 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:00:29.301517 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-78397bdf-fb22-4b65-9921-450b853ea749 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] delete failed (client error): The resource could not be found. Feb 18 09:00:29.302545 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-78397bdf-fb22-4b65-9921-450b853ea749 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/46130053-1aa2-412b-89a1-079b1def0e75 HTTP/1.1" status: 404 len: 345 time: 0.2554896 Feb 18 09:00:29.305365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41848142-723f-4d9d-a5d2-9f6f3f2794bf req-9fc765bb-1190-4f79-9786-7a88488caf92 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:29.307681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41848142-723f-4d9d-a5d2-9f6f3f2794bf req-9fc765bb-1190-4f79-9786-7a88488caf92 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 945 time: 0.3486905 Feb 18 09:00:29.309792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35960) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:29.345199 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92d67b6-7b4f-4651-bcf2-eaa4c4ece890 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] DELETE failed (client error): The resource could not be found. Feb 18 09:00:29.345674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92d67b6-7b4f-4651-bcf2-eaa4c4ece890 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:00:29.347373 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e92d67b6-7b4f-4651-bcf2-eaa4c4ece890 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] 10.222.0.72 "DELETE /v2.0/networks/2928c88f-497f-4bcf-8337-09100533d5fa HTTP/1.1" status: 404 len: 339 time: 0.0366247 Feb 18 09:00:29.354954 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35964) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:29.363704 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e318746b-2be9-4c0b-bf76-00eccd943f39 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Request body: {'network': {'name': 'tempest-network--2130214360', 'router:external': True}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:29.372144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e318746b-2be9-4c0b-bf76-00eccd943f39 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:29.387990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e318746b-2be9-4c0b-bf76-00eccd943f39 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Usage tracker for resource:network and tenant:f6a8f024de8a45078cbda79ba9892a6e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:29.391395 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e318746b-2be9-4c0b-bf76-00eccd943f39 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:29.401561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e318746b-2be9-4c0b-bf76-00eccd943f39 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:29.435294 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ead932-a091-4307-9bc9-e1c406e1bafc None None] Pushing event updated for resources: {'Port': ['ID=9558e19b-2c77-4a97-91fa-f06091cdf8eb,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:29.450757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e318746b-2be9-4c0b-bf76-00eccd943f39 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Made reservation on behalf of f6a8f024de8a45078cbda79ba9892a6e for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:29.453813 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e318746b-2be9-4c0b-bf76-00eccd943f39 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:29.457866 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3926ce5b-1e73-468e-ab74-9f69d87d9d08 req-b1d7726b-40bb-4cd8-bdc7-33de9cf3c442 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/security-groups?id=0064467d-ed77-4b5c-acd2-aab0f4abc67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434177 Feb 18 09:00:29.541847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41848142-723f-4d9d-a5d2-9f6f3f2794bf req-e7b2f65e-184f-41a5-9086-ca4a32d63fe7 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397507 Feb 18 09:00:29.621050 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:29.633975 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Transition to ACTIVE for port object 2eab7015-75cc-4547-94e2-ceacb1890520 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:29.660520 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Transition to ACTIVE for port object 2eab7015-75cc-4547-94e2-ceacb1890520 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:29.702567 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:29.712194 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:29.732325 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e318746b-2be9-4c0b-bf76-00eccd943f39 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:29.762509 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e318746b-2be9-4c0b-bf76-00eccd943f39 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:29.762961 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-e318746b-2be9-4c0b-bf76-00eccd943f39 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Added segment 8a87a5dd-52e3-4b78-b8cf-80afda6ed0c4 of type vlan for network 9f9812f9-5b47-49de-acf2-1898cb9bca6c Feb 18 09:00:29.803228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:29.806436 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:29.811507 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:00:29.819430 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89706c07-69e6-4359-9ea1-60cd6335e9b6 None None] Network 24619f41-6210-4086-9b0d-fba7e0dae382 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:29.856897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Deleting port 9558e19b-2c77-4a97-91fa-f06091cdf8eb {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:00:29.857176 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:29.889011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-6626d1b3-fb91-477b-8b6b-7dee19f54e61 req-c74dd8e8-82d4-4f98-be62-432d92c4c08a tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] For port a234f612-ced7-4576-9165-a35cc4e36cb2, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=a234f612-ced7-4576-9165-a35cc4e36cb2,segment=NetworkSegment(fb08848c-e513-45a7-8cd0-4c4e67ac1ec2),segment_id=fb08848c-e513-45a7-8cd0-4c4e67ac1ec2)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:29.906470 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6626d1b3-fb91-477b-8b6b-7dee19f54e61 req-c74dd8e8-82d4-4f98-be62-432d92c4c08a tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:29.932704 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7999a9d1-2733-4aab-ad44-38d205cb2ead req-ef92af1c-3906-45fc-aafb-ddd3f7884e64 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:29.935375 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e318746b-2be9-4c0b-bf76-00eccd943f39 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:29.999705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Pushing event updated for resources: {'Port': ['ID=2eab7015-75cc-4547-94e2-ceacb1890520,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:30.136316 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Attempting to bind port 2eab7015-75cc-4547-94e2-ceacb1890520 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:00:30.136696 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Attempting to bind port 2eab7015-75cc-4547-94e2-ceacb1890520 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:00:30.137070 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Attempting to bind port 2eab7015-75cc-4547-94e2-ceacb1890520 on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:00:30.153659 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:00:30.153911 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:30.154325 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:30.154716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:00:30.155199 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Bound port: 2eab7015-75cc-4547-94e2-ceacb1890520, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:00:30.155571 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:30.177740 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-6626d1b3-fb91-477b-8b6b-7dee19f54e61 req-c74dd8e8-82d4-4f98-be62-432d92c4c08a tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Calling delete_port for a234f612-ced7-4576-9165-a35cc4e36cb2 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:00:30.242034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-5186775c-154d-4b76-8d94-d9c5715724c4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::121 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/d890fa8f-75fd-4343-94fb-7c1f512b85c1/34751aa7-7b33-4670-9bce-659e1de32391) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:00:30.267614 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] For port 9558e19b-2c77-4a97-91fa-f06091cdf8eb, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9558e19b-2c77-4a97-91fa-f06091cdf8eb,segment=NetworkSegment(dbade762-ec6b-41f0-83a0-cd0852001118),segment_id=dbade762-ec6b-41f0-83a0-cd0852001118)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:30.268033 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:30.319460 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] For port 2eab7015-75cc-4547-94e2-ceacb1890520, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:00:30.323544 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] For port 2eab7015-75cc-4547-94e2-ceacb1890520, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2eab7015-75cc-4547-94e2-ceacb1890520,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:00:30.345100 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:30.353166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43822e0e-16d7-4732-b1f1-813d4d08f72a req-7f73dee1-1ad1-42c9-b022-68a8ed699610 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:30.361330 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43822e0e-16d7-4732-b1f1-813d4d08f72a req-7f73dee1-1ad1-42c9-b022-68a8ed699610 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.7344408 Feb 18 09:00:30.413269 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d94f8a6b-eafb-462f-8c3a-0123e747822b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:30.428154 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Calling delete_port for 9558e19b-2c77-4a97-91fa-f06091cdf8eb owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:00:30.432142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a087f73-551f-48fe-9680-e92070e4afa2 req-0610fdc2-da29-4deb-a46c-a8c360dfbbbe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:30.440885 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7a087f73-551f-48fe-9680-e92070e4afa2 req-0610fdc2-da29-4deb-a46c-a8c360dfbbbe tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 945 time: 0.3164594 Feb 18 09:00:30.459408 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d6120-4f57-4633-a4eb-71d9ca313fd0 None None] Pushing event updated for resources: {'Port': ['ID=2eab7015-75cc-4547-94e2-ceacb1890520,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:30.514440 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92af1c-3906-45fc-aafb-ddd3f7884e64 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Pushing event deleted for resources: {'Port': ['ID=d4f028b9-3732-4bba-9b12-a70fc6fc5965,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:30.522560 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e318746b-2be9-4c0b-bf76-00eccd943f39 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:30.526666 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e318746b-2be9-4c0b-bf76-00eccd943f39 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:30.530088 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e318746b-2be9-4c0b-bf76-00eccd943f39 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:30.632699 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43822e0e-16d7-4732-b1f1-813d4d08f72a req-8a8a7d5e-ccca-4d47-9445-b8db38423185 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701483 Feb 18 09:00:30.653967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7a087f73-551f-48fe-9680-e92070e4afa2 req-b643c5e5-9f52-4a2d-b1ab-4db45e97ba0d tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121558 Feb 18 09:00:30.790933 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6626d1b3-fb91-477b-8b6b-7dee19f54e61 req-c74dd8e8-82d4-4f98-be62-432d92c4c08a tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:30.896300 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e318746b-2be9-4c0b-bf76-00eccd943f39 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5400212 Feb 18 09:00:30.897919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7999a9d1-2733-4aab-ad44-38d205cb2ead req-ef92af1c-3906-45fc-aafb-ddd3f7884e64 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] No DVR routers for this DVR port d4f028b9-3732-4bba-9b12-a70fc6fc5965 on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:00:30.899522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318746b-2be9-4c0b-bf76-00eccd943f39 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Pushing event updated for resources: {'Network': ['ID=9f9812f9-5b47-49de-acf2-1898cb9bca6c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:30.902252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35976) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:30.918590 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 9f9812f9-5b47-49de-acf2-1898cb9bca6c details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:30.962559 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-7999a9d1-2733-4aab-ad44-38d205cb2ead req-ef92af1c-3906-45fc-aafb-ddd3f7884e64 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:30.973316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9928f35e-f637-4218-b6de-eccc6d3adcea', 'name': 'network-vif-deleted', 'tag': 'd4f028b9-3732-4bba-9b12-a70fc6fc5965'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:00:30.983463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74dd8e8-82d4-4f98-be62-432d92c4c08a tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Pushing event deleted for resources: {'Port': ['ID=a234f612-ced7-4576-9165-a35cc4e36cb2,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:30.986726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb3b046f-b837-4f6b-a0a4-50117c6bb69d req-5a9bc375-6e7a-455c-9f3f-51267514a05f tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.72 "GET /v2.0/ports?device_id=9928f35e-f637-4218-b6de-eccc6d3adcea HTTP/1.1" status: 200 len: 210 time: 0.0957994 Feb 18 09:00:30.993264 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:31.046360 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5186775c-154d-4b76-8d94-d9c5715724c4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:31.121155 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No DVR routers for this DVR port 9558e19b-2c77-4a97-91fa-f06091cdf8eb on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:00:31.218507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-5186775c-154d-4b76-8d94-d9c5715724c4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object 34751aa7-7b33-4670-9bce-659e1de32391 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:31.253733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6626d1b3-fb91-477b-8b6b-7dee19f54e61 req-c74dd8e8-82d4-4f98-be62-432d92c4c08a tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] No DVR routers for this DVR port a234f612-ced7-4576-9165-a35cc4e36cb2 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:00:31.256514 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6626d1b3-fb91-477b-8b6b-7dee19f54e61 req-c74dd8e8-82d4-4f98-be62-432d92c4c08a tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:31.257578 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9928f35e-f637-4218-b6de-eccc6d3adcea', 'name': 'network-vif-deleted', 'tag': 'd4f028b9-3732-4bba-9b12-a70fc6fc5965', 'status': 'completed', 'code': 200} Feb 18 09:00:31.259753 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb3b677-2210-4b5d-948f-1f1ca9c98c08', 'name': 'network-vif-deleted', 'tag': 'a234f612-ced7-4576-9165-a35cc4e36cb2'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:00:31.269077 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5186775c-154d-4b76-8d94-d9c5715724c4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:31.330018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Port': ['ID=9558e19b-2c77-4a97-91fa-f06091cdf8eb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:31.332660 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7999a9d1-2733-4aab-ad44-38d205cb2ead req-ef92af1c-3906-45fc-aafb-ddd3f7884e64 tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.61 "DELETE /v2.0/ports/d4f028b9-3732-4bba-9b12-a70fc6fc5965 HTTP/1.1" status: 204 len: 173 time: 3.1521392 Feb 18 09:00:31.355219 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb3b677-2210-4b5d-948f-1f1ca9c98c08', 'name': 'network-vif-deleted', 'tag': 'a234f612-ced7-4576-9165-a35cc4e36cb2', 'status': 'completed', 'code': 200} Feb 18 09:00:31.426362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5186775c-154d-4b76-8d94-d9c5715724c4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:31.428049 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6626d1b3-fb91-477b-8b6b-7dee19f54e61 req-c74dd8e8-82d4-4f98-be62-432d92c4c08a tempest-MultipleCreateTestJSON-865722557 tempest-MultipleCreateTestJSON-865722557-project] 10.222.0.81 "DELETE /v2.0/ports/a234f612-ced7-4576-9165-a35cc4e36cb2 HTTP/1.1" status: 204 len: 173 time: 3.0376756 Feb 18 09:00:31.431698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device d4f028b9-3732-4bba-9b12-a70fc6fc5965 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:00:31.436855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-5186775c-154d-4b76-8d94-d9c5715724c4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:31.444849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5186775c-154d-4b76-8d94-d9c5715724c4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:00:31.451251 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5186775c-154d-4b76-8d94-d9c5715724c4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:31.452325 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5186775c-154d-4b76-8d94-d9c5715724c4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:31.486297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186775c-154d-4b76-8d94-d9c5715724c4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=34751aa7-7b33-4670-9bce-659e1de32391,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:31.496805 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device a234f612-ced7-4576-9165-a35cc4e36cb2 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:00:31.518094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e762ad4-3251-434e-a01c-bf47711cbdd1 req-dd1ce342-8e74-4e3f-9abd-92c005e2b560 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:31.524301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e762ad4-3251-434e-a01c-bf47711cbdd1 req-dd1ce342-8e74-4e3f-9abd-92c005e2b560 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:31.532246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e762ad4-3251-434e-a01c-bf47711cbdd1 req-dd1ce342-8e74-4e3f-9abd-92c005e2b560 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:31.534572 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e762ad4-3251-434e-a01c-bf47711cbdd1 req-dd1ce342-8e74-4e3f-9abd-92c005e2b560 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f&device_id=03d3f1a2-ca33-443c-b59d-11d5643dce94&device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 2417 time: 0.1731303 Feb 18 09:00:31.538193 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5186775c-154d-4b76-8d94-d9c5715724c4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5509288 Feb 18 09:00:31.538311 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:31.538519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35988) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:31.583450 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: d4f028b9-3732-4bba-9b12-a70fc6fc5965 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:00:31.583800 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device d4f028b9-3732-4bba-9b12-a70fc6fc5965 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:00:31.598177 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: a234f612-ced7-4576-9165-a35cc4e36cb2 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:00:31.598514 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device a234f612-ced7-4576-9165-a35cc4e36cb2 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:00:31.610509 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24619f41-6210-4086-9b0d-fba7e0dae382']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:31.625651 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55972794-8fab-4982-9004-9f07a10685b8 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:31.631469 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55972794-8fab-4982-9004-9f07a10685b8 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:31.638361 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55972794-8fab-4982-9004-9f07a10685b8 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:31.644772 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55972794-8fab-4982-9004-9f07a10685b8 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:31.645651 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-55972794-8fab-4982-9004-9f07a10685b8 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Synchronizing usage tracker for tenant:e2a0fe594eee4ec58eb23d72f402349f on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:00:31.657694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbade762-ec6b-41f0-83a0-cd0852001118') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:31.658005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbade762-ec6b-41f0-83a0-cd0852001118') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:31.690086 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:31.725366 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:31.733529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:31.734097 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:31.751437 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:31.756322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-55972794-8fab-4982-9004-9f07a10685b8 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Unset dirty status for tenant:e2a0fe594eee4ec58eb23d72f402349f on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:00:31.762180 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-55972794-8fab-4982-9004-9f07a10685b8 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8544893 Feb 18 09:00:31.770267 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35994) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:31.895377 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:31.930506 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:31.950092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Network': ['ID=24619f41-6210-4086-9b0d-fba7e0dae382,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:31.953531 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6e1fc415-8457-413b-b9c5-2f9d18f5f2b4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/24619f41-6210-4086-9b0d-fba7e0dae382 HTTP/1.1" status: 204 len: 168 time: 5.3426900 Feb 18 09:00:31.964978 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35998) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:31.970725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ea572caa-12f1-444f-9ee1-71cda820c132 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1934687028'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:31.977981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ea572caa-12f1-444f-9ee1-71cda820c132 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:31.987678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ea572caa-12f1-444f-9ee1-71cda820c132 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:network and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:31.992220 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e762ad4-3251-434e-a01c-bf47711cbdd1 req-40b34eea-4a53-42bf-a7b7-040f082ddf71 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224069 Feb 18 09:00:32.034738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ea572caa-12f1-444f-9ee1-71cda820c132 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:32.052657 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ea572caa-12f1-444f-9ee1-71cda820c132 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:32.085936 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea572caa-12f1-444f-9ee1-71cda820c132 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:32.095770 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea572caa-12f1-444f-9ee1-71cda820c132 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:32.103340 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95dc539b-074b-420a-8947-5b0166537891 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:32.187100 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea572caa-12f1-444f-9ee1-71cda820c132 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:32.232390 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea572caa-12f1-444f-9ee1-71cda820c132 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:32.237458 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-ea572caa-12f1-444f-9ee1-71cda820c132 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Added segment 5639cba7-cd88-4d3b-a099-38e5660c2a04 of type vlan for network 41cd0978-7f32-4377-87f8-4b7642aed496 Feb 18 09:00:32.320712 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8f98f1-6f74-440b-8c80-0c120bd3598a None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:32.334658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460387e6-bbdb-4e57-9b6c-4d394c3bdf02 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:32.348334 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea572caa-12f1-444f-9ee1-71cda820c132 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:32.358787 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460387e6-bbdb-4e57-9b6c-4d394c3bdf02 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:32.362851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-460387e6-bbdb-4e57-9b6c-4d394c3bdf02 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:00:32.438090 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea572caa-12f1-444f-9ee1-71cda820c132 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:32.482872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea572caa-12f1-444f-9ee1-71cda820c132 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:32.484925 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea572caa-12f1-444f-9ee1-71cda820c132 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:32.487602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f6634212-17e4-4129-bd9e-b207baf8e532 None None] Provisioning for port 2eab7015-75cc-4547-94e2-ceacb1890520 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:00:32.512144 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95dc539b-074b-420a-8947-5b0166537891 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:32.591478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab880ae-9b4e-420c-a2ad-576903d9c36b req-c12c776d-dc78-45a6-9f65-59a72bcb8dcf tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:32.593174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ab880ae-9b4e-420c-a2ad-576903d9c36b req-c12c776d-dc78-45a6-9f65-59a72bcb8dcf tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.7556186 Feb 18 09:00:32.629257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-95dc539b-074b-420a-8947-5b0166537891 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9812f9-5b47-49de-acf2-1898cb9bca6c']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:32.644057 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea572caa-12f1-444f-9ee1-71cda820c132 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Network': ['ID=41cd0978-7f32-4377-87f8-4b7642aed496,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:32.654113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-460387e6-bbdb-4e57-9b6c-4d394c3bdf02 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:00:32.655285 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-460387e6-bbdb-4e57-9b6c-4d394c3bdf02 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.1159635 Feb 18 09:00:32.661628 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36008) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:32.667937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-95dc539b-074b-420a-8947-5b0166537891 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a87a5dd-52e3-4b78-b8cf-80afda6ed0c4') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:32.667937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-95dc539b-074b-420a-8947-5b0166537891 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a87a5dd-52e3-4b78-b8cf-80afda6ed0c4') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:32.668705 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ea572caa-12f1-444f-9ee1-71cda820c132 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7025275 Feb 18 09:00:32.669571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36012) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:32.675815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b10e45fc-5436-4f4d-bae6-aa45eb5a991d tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'subnet': {'network_id': '41cd0978-7f32-4377-87f8-4b7642aed496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:32.691165 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95dc539b-074b-420a-8947-5b0166537891 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:32.701462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ab880ae-9b4e-420c-a2ad-576903d9c36b req-45dd44a1-60a7-4290-8486-1027feaa49b0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004722 Feb 18 09:00:32.716976 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95dc539b-074b-420a-8947-5b0166537891 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:32.723411 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 41cd0978-7f32-4377-87f8-4b7642aed496 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:32.729762 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255defbf-a1a5-4280-82ab-89dc2e625801 req-94039995-48d2-4e29-9ab3-b8e23a6d0c45 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:32.736810 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-255defbf-a1a5-4280-82ab-89dc2e625801 req-94039995-48d2-4e29-9ab3-b8e23a6d0c45 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 945 time: 0.2115767 Feb 18 09:00:32.757623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95dc539b-074b-420a-8947-5b0166537891 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:32.758157 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95dc539b-074b-420a-8947-5b0166537891 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:32.794837 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:33.032024 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-255defbf-a1a5-4280-82ab-89dc2e625801 req-d2a34024-89d7-42b5-b64a-994f0fecb903 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941928 Feb 18 09:00:33.058331 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95dc539b-074b-420a-8947-5b0166537891 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:33.073850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dc539b-074b-420a-8947-5b0166537891 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f9812f9-5b47-49de-acf2-1898cb9bca6c {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 18 09:00:33.076943 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95dc539b-074b-420a-8947-5b0166537891 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:33.103411 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc539b-074b-420a-8947-5b0166537891 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f9812f9-5b47-49de-acf2-1898cb9bca6c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:33.111964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-95dc539b-074b-420a-8947-5b0166537891 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] 10.222.0.72 "DELETE /v2.0/networks/9f9812f9-5b47-49de-acf2-1898cb9bca6c HTTP/1.1" status: 204 len: 168 time: 1.3395097 Feb 18 09:00:33.119921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36020) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:33.135963 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2eab7015-75cc-4547-94e2-ceacb1890520 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:00:33.144371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d279d8d2-fbe0-4461-834a-9081981a4b95 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Request body: {'network': {'name': 'tempest-network--1314850973', 'router:external': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:33.145270 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36024) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:33.158516 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b10e45fc-5436-4f4d-bae6-aa45eb5a991d tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:33.170434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d279d8d2-fbe0-4461-834a-9081981a4b95 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:33.173222 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b10e45fc-5436-4f4d-bae6-aa45eb5a991d tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:subnet and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:33.176416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b10e45fc-5436-4f4d-bae6-aa45eb5a991d tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:33.179279 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d279d8d2-fbe0-4461-834a-9081981a4b95 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Usage tracker for resource:network and tenant:f6a8f024de8a45078cbda79ba9892a6e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:33.190878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d279d8d2-fbe0-4461-834a-9081981a4b95 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:33.194136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b10e45fc-5436-4f4d-bae6-aa45eb5a991d tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:33.217159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d279d8d2-fbe0-4461-834a-9081981a4b95 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:33.262997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d279d8d2-fbe0-4461-834a-9081981a4b95 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Made reservation on behalf of f6a8f024de8a45078cbda79ba9892a6e for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:33.263476 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1d26d4-ed35-48ce-9c70-197c438a15b2 admin admin] Deleting subnet cb1fb1ee-f2c3-4941-9946-1fc392124daf {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:00:33.266860 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad1d26d4-ed35-48ce-9c70-197c438a15b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:33.284248 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d279d8d2-fbe0-4461-834a-9081981a4b95 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:33.318773 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad1d26d4-ed35-48ce-9c70-197c438a15b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:33.368992 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d279d8d2-fbe0-4461-834a-9081981a4b95 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:33.388316 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d279d8d2-fbe0-4461-834a-9081981a4b95 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:33.388933 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-d279d8d2-fbe0-4461-834a-9081981a4b95 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Added segment 87b17442-1bbb-4878-855b-2837529a7bb4 of type vlan for network 661bf8de-99b0-453a-b8d4-32dfa21e8438 Feb 18 09:00:33.416959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10e45fc-5436-4f4d-bae6-aa45eb5a991d tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:33.431047 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b10e45fc-5436-4f4d-bae6-aa45eb5a991d tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:33.473090 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d279d8d2-fbe0-4461-834a-9081981a4b95 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:33.539119 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4886a779-f161-47f4-a5d9-54d50f41c738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:33.594271 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 2eab7015-75cc-4547-94e2-ceacb1890520 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:00:33.597335 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d279d8d2-fbe0-4461-834a-9081981a4b95 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:33.598459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d279d8d2-fbe0-4461-834a-9081981a4b95 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:33.599160 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d279d8d2-fbe0-4461-834a-9081981a4b95 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:33.638854 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 2eab7015-75cc-4547-94e2-ceacb1890520 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:00:33.641010 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:33.700857 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0bbab6e1-741e-418f-9699-9a5d05ad61fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port 34751aa7-7b33-4670-9bce-659e1de32391 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:00:33.701090 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0bbab6e1-741e-418f-9699-9a5d05ad61fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:33.805988 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad1d26d4-ed35-48ce-9c70-197c438a15b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:33.830545 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:33.854607 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:33.855617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d279d8d2-fbe0-4461-834a-9081981a4b95 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7295902 Feb 18 09:00:33.860480 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36034) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:33.930876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279d8d2-fbe0-4461-834a-9081981a4b95 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Pushing event updated for resources: {'Network': ['ID=661bf8de-99b0-453a-b8d4-32dfa21e8438,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:34.050471 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 661bf8de-99b0-453a-b8d4-32dfa21e8438 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:34.154777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e7d221-16be-4c04-a6e9-592faf975cca tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:34.159060 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f3e7d221-16be-4c04-a6e9-592faf975cca tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] 10.222.0.72 "GET /v2.0/networks/661bf8de-99b0-453a-b8d4-32dfa21e8438 HTTP/1.1" status: 200 len: 757 time: 0.2990828 Feb 18 09:00:34.163135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36040) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:34.308848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749e5e8-cf56-431f-a69e-dea81e86d047 req-2eba81bf-7534-493d-8cd7-01b8109d60a6 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:34.310526 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a749e5e8-cf56-431f-a69e-dea81e86d047 req-2eba81bf-7534-493d-8cd7-01b8109d60a6 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.3812258 Feb 18 09:00:34.313138 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:34.321387 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad1d26d4-ed35-48ce-9c70-197c438a15b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:34.448301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44642142-0746-4f98-a3f8-86e5dfc41c18 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:34.450386 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-168acc1e-2a10-4837-8b70-c85c0c163e97 None None] Provisioning for port 34751aa7-7b33-4670-9bce-659e1de32391 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:00:34.458110 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-44642142-0746-4f98-a3f8-86e5dfc41c18 tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] 10.222.0.72 "GET /v2.0/networks/5922ad32-19f4-4388-9102-2b2585f04428 HTTP/1.1" status: 200 len: 767 time: 0.2927978 Feb 18 09:00:34.458684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36044) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:34.466246 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 2eab7015-75cc-4547-94e2-ceacb1890520, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2eab7015-75cc-4547-94e2-ceacb1890520,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:34.467151 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-168acc1e-2a10-4837-8b70-c85c0c163e97 None None] Provisioning complete for port 34751aa7-7b33-4670-9bce-659e1de32391 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:00:34.467520 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-168acc1e-2a10-4837-8b70-c85c0c163e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:34.475703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a749e5e8-cf56-431f-a69e-dea81e86d047 req-d847059b-b677-4747-aee9-a9a1bb4e74e0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280792 Feb 18 09:00:34.524972 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:34.556741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d26d4-ed35-48ce-9c70-197c438a15b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1fb1ee-f2c3-4941-9946-1fc392124daf,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:34.594768 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad1d26d4-ed35-48ce-9c70-197c438a15b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:34.614707 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b10e45fc-5436-4f4d-bae6-aa45eb5a991d tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:34.654411 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22fae4f0-28d6-43a0-891f-068e6b6d5b00 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:34.686909 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-168acc1e-2a10-4837-8b70-c85c0c163e97 None None] Port 34751aa7-7b33-4670-9bce-659e1de32391 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:00:34.706847 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=2eab7015-75cc-4547-94e2-ceacb1890520,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:34.714880 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-168acc1e-2a10-4837-8b70-c85c0c163e97 None None] Provisioning complete for port 2eab7015-75cc-4547-94e2-ceacb1890520 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:00:34.715256 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-168acc1e-2a10-4837-8b70-c85c0c163e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:34.721010 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0bbab6e1-741e-418f-9699-9a5d05ad61fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:34.736514 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ad1d26d4-ed35-48ce-9c70-197c438a15b2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/cb1fb1ee-f2c3-4941-9946-1fc392124daf HTTP/1.1" status: 204 len: 168 time: 1.5840957 Feb 18 09:00:34.738860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36052) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:34.798861 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5380d5-b20b-44a1-99f0-5aca1af4682b None None] get_active_networks_info from n-d-829434-1 {{(pid=87769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 18 09:00:34.929585 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0bbab6e1-741e-418f-9699-9a5d05ad61fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for 34751aa7-7b33-4670-9bce-659e1de32391 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:00:34.988935 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10e45fc-5436-4f4d-bae6-aa45eb5a991d tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Checking segment: {'id': '5639cba7-cd88-4d3b-a099-38e5660c2a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '41cd0978-7f32-4377-87f8-4b7642aed496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:34.989445 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10e45fc-5436-4f4d-bae6-aa45eb5a991d tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network hostable DHCP agents. Network: 41cd0978-7f32-4377-87f8-4b7642aed496, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:00:35.008677 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e45fc-5436-4f4d-bae6-aa45eb5a991d tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Subnet': ['ID=ca976c61-37e3-49a6-b1ea-42f439ffb14f,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:35.044173 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.061405 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10e45fc-5436-4f4d-bae6-aa45eb5a991d tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network 41cd0978-7f32-4377-87f8-4b7642aed496 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:00:35.091291 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cdf3e8da-5e2e-4258-9501-43474520b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.109821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-b10e45fc-5436-4f4d-bae6-aa45eb5a991d tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 41cd0978-7f32-4377-87f8-4b7642aed496) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:35.120814 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10e45fc-5436-4f4d-bae6-aa45eb5a991d tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:35.121404 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b10e45fc-5436-4f4d-bae6-aa45eb5a991d tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.165758 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b10e45fc-5436-4f4d-bae6-aa45eb5a991d tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4948013 Feb 18 09:00:35.169236 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36064) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:35.196509 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0bbab6e1-741e-418f-9699-9a5d05ad61fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.219397 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22fae4f0-28d6-43a0-891f-068e6b6d5b00 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.256409 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7a2123f0-1174-4d9b-8fb4-eb2685b143d5 None None] Provisioning complete for port 34751aa7-7b33-4670-9bce-659e1de32391 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:00:35.257035 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7a2123f0-1174-4d9b-8fb4-eb2685b143d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.301906 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7a2123f0-1174-4d9b-8fb4-eb2685b143d5 None None] Port 34751aa7-7b33-4670-9bce-659e1de32391 was deleted so its status cannot be updated. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 18 09:00:35.313642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-22fae4f0-28d6-43a0-891f-068e6b6d5b00 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661bf8de-99b0-453a-b8d4-32dfa21e8438']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:35.327515 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cdf3e8da-5e2e-4258-9501-43474520b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.328598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbab6e1-741e-418f-9699-9a5d05ad61fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=34751aa7-7b33-4670-9bce-659e1de32391,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:35.343945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-22fae4f0-28d6-43a0-891f-068e6b6d5b00 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b17442-1bbb-4878-855b-2837529a7bb4') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:35.344471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-22fae4f0-28d6-43a0-891f-068e6b6d5b00 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b17442-1bbb-4878-855b-2837529a7bb4') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:35.368715 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22fae4f0-28d6-43a0-891f-068e6b6d5b00 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.380899 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-cdf3e8da-5e2e-4258-9501-43474520b6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fffe33-2f32-480e-87be-d44bb35a4753']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:35.397438 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-cdf3e8da-5e2e-4258-9501-43474520b6a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb08848c-e513-45a7-8cd0-4c4e67ac1ec2') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:35.398051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-cdf3e8da-5e2e-4258-9501-43474520b6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb08848c-e513-45a7-8cd0-4c4e67ac1ec2') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:35.405538 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22fae4f0-28d6-43a0-891f-068e6b6d5b00 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.413520 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0bbab6e1-741e-418f-9699-9a5d05ad61fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.417732 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0bbab6e1-741e-418f-9699-9a5d05ad61fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/34751aa7-7b33-4670-9bce-659e1de32391 HTTP/1.1" status: 204 len: 168 time: 2.7523932 Feb 18 09:00:35.419791 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cdf3e8da-5e2e-4258-9501-43474520b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.419982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36070) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:35.430089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fae4f0-28d6-43a0-891f-068e6b6d5b00 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:35.433801 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22fae4f0-28d6-43a0-891f-068e6b6d5b00 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:35.457966 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:35.503349 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5380d5-b20b-44a1-99f0-5aca1af4682b None None] Unable to find a vacant binding_index for network 41cd0978-7f32-4377-87f8-4b7642aed496 and agent f62bea30-cd99-4f22-82f7-ca68e87781b1 {{(pid=87769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 18 09:00:35.522055 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5380d5-b20b-44a1-99f0-5aca1af4682b None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 41cd0978-7f32-4377-87f8-4b7642aed496) {{(pid=87769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:00:35.540533 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cdf3e8da-5e2e-4258-9501-43474520b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.565670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf3e8da-5e2e-4258-9501-43474520b6a3 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:35.567307 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cdf3e8da-5e2e-4258-9501-43474520b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.572899 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-739e008b-d426-4558-a3eb-7d4c68ca7821 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:35.583119 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:35.590105 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22fae4f0-28d6-43a0-891f-068e6b6d5b00 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.610333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebadf34-cc7d-471b-959f-969f896bf4fe tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:35.619795 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebadf34-cc7d-471b-959f-969f896bf4fe tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:35.622606 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2ebadf34-cc7d-471b-959f-969f896bf4fe tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2015986 Feb 18 09:00:35.628518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36078) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:35.660194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fae4f0-28d6-43a0-891f-068e6b6d5b00 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 661bf8de-99b0-453a-b8d4-32dfa21e8438 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 18 09:00:35.669474 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22fae4f0-28d6-43a0-891f-068e6b6d5b00 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.675562 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-22fae4f0-28d6-43a0-891f-068e6b6d5b00 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] 10.222.0.72 "DELETE /v2.0/networks/661bf8de-99b0-453a-b8d4-32dfa21e8438 HTTP/1.1" status: 204 len: 168 time: 1.2156727 Feb 18 09:00:35.679386 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fae4f0-28d6-43a0-891f-068e6b6d5b00 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Pushing event deleted for resources: {'Network': ['ID=661bf8de-99b0-453a-b8d4-32dfa21e8438,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:35.681288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36082) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:35.701949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Request body: {'network': {'name': 'tempest-network--1198080243'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:35.707109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:35.711381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Usage tracker for resource:network and tenant:f6a8f024de8a45078cbda79ba9892a6e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:35.714972 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:35.721954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:35.774566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Made reservation on behalf of f6a8f024de8a45078cbda79ba9892a6e for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:35.777720 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.836001 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cdf3e8da-5e2e-4258-9501-43474520b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.842996 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cdf3e8da-5e2e-4258-9501-43474520b6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:35.926163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3e8da-5e2e-4258-9501-43474520b6a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=55fffe33-2f32-480e-87be-d44bb35a4753,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:35.932622 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cdf3e8da-5e2e-4258-9501-43474520b6a3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/55fffe33-2f32-480e-87be-d44bb35a4753 HTTP/1.1" status: 204 len: 168 time: 1.1730247 Feb 18 09:00:36.016566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:36.053345 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6eeb320-e538-471b-87e3-0e4d6c4a2015 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet d890fa8f-75fd-4343-94fb-7c1f512b85c1 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:00:36.060700 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb320-e538-471b-87e3-0e4d6c4a2015 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:36.097858 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-739e008b-d426-4558-a3eb-7d4c68ca7821 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:36.159800 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:36.160517 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Added segment e8ea7e87-deb1-49e0-af61-91efc9d5e688 of type vlan for network e404c134-90f2-417e-8b97-ef0c82635cff Feb 18 09:00:36.201553 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-739e008b-d426-4558-a3eb-7d4c68ca7821 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:36.216326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe3465-242f-4559-a061-234b6c4f468d req-1f2e7d3c-11eb-4833-b486-8b06cede39f5 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:36.224340 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cabe3465-242f-4559-a061-234b6c4f468d req-1f2e7d3c-11eb-4833-b486-8b06cede39f5 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.4857666 Feb 18 09:00:36.280690 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb320-e538-471b-87e3-0e4d6c4a2015 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:36.290594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d3ded-7b3d-4852-b23c-836f93dfc3eb req-2ff2ae8b-8627-473d-a044-44c8b91dfa28 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:36.298297 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-813d3ded-7b3d-4852-b23c-836f93dfc3eb req-2ff2ae8b-8627-473d-a044-44c8b91dfa28 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 945 time: 0.2784858 Feb 18 09:00:36.327589 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:36.331089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36090) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:36.345505 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6612dec6-d929-48f5-9733-e8ce77885aea None None] Network 41cd0978-7f32-4377-87f8-4b7642aed496 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:36.375155 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cabe3465-242f-4559-a061-234b6c4f468d req-191f0886-3814-4ac6-9f7c-c7b440bd6206 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484694 Feb 18 09:00:36.408708 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-813d3ded-7b3d-4852-b23c-836f93dfc3eb req-d0cf4041-e6f0-4c65-becf-39b1d6020642 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092460 Feb 18 09:00:36.409254 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:36.410927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:36.411776 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:36.412034 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e008b-d426-4558-a3eb-7d4c68ca7821 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Subnet': ['ID=ca976c61-37e3-49a6-b1ea-42f439ffb14f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:36.558964 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-739e008b-d426-4558-a3eb-7d4c68ca7821 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:36.567085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Pushing event updated for resources: {'Network': ['ID=e404c134-90f2-417e-8b97-ef0c82635cff,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:36.570378 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8779757 Feb 18 09:00:36.575886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36096) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:36.584785 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ad57e2fc-6a8b-472e-8bf7-c0833f0e68ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:36.629505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-739e008b-d426-4558-a3eb-7d4c68ca7821 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41cd0978-7f32-4377-87f8-4b7642aed496']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:36.659287 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-739e008b-d426-4558-a3eb-7d4c68ca7821 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5639cba7-cd88-4d3b-a099-38e5660c2a04') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:36.659567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-739e008b-d426-4558-a3eb-7d4c68ca7821 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5639cba7-cd88-4d3b-a099-38e5660c2a04') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:36.668152 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb320-e538-471b-87e3-0e4d6c4a2015 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:36.673612 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c1ffd2-3a52-4bb1-953c-e20cd9fbabde None None] Network 41cd0978-7f32-4377-87f8-4b7642aed496 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:36.699573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:36.699923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:36.700259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:36.700626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:36.701010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:36.701267 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:36.701593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:36.701911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:36.702232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:36.702549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:36.702866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:36.703180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f5884-7013-43a5-9602-4e2f6a3cbb2e tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:36.713566 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-739e008b-d426-4558-a3eb-7d4c68ca7821 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:36.741418 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-739e008b-d426-4558-a3eb-7d4c68ca7821 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:36.754717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739e008b-d426-4558-a3eb-7d4c68ca7821 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:36.755128 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-739e008b-d426-4558-a3eb-7d4c68ca7821 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:36.756004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0288560e-87e6-4826-afcb-534d0ae23030 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9337406612964e4b89a8a99bd32ad073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4158175 Feb 18 09:00:36.758539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36100) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:36.772198 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:36.821731 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network e404c134-90f2-417e-8b97-ef0c82635cff details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:36.882573 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb320-e538-471b-87e3-0e4d6c4a2015 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:36.914891 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2eab7015-75cc-4547-94e2-ceacb1890520 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:00:36.928945 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-739e008b-d426-4558-a3eb-7d4c68ca7821 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:36.959725 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-739e008b-d426-4558-a3eb-7d4c68ca7821 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:36.975055 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-739e008b-d426-4558-a3eb-7d4c68ca7821 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/41cd0978-7f32-4377-87f8-4b7642aed496 HTTP/1.1" status: 204 len: 168 time: 1.8044920 Feb 18 09:00:36.978725 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb320-e538-471b-87e3-0e4d6c4a2015 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:36.980507 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b6eeb320-e538-471b-87e3-0e4d6c4a2015 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/d890fa8f-75fd-4343-94fb-7c1f512b85c1 HTTP/1.1" status: 204 len: 168 time: 1.3510227 Feb 18 09:00:36.981463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eeb320-e538-471b-87e3-0e4d6c4a2015 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=d890fa8f-75fd-4343-94fb-7c1f512b85c1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:36.983455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36104) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:36.983779 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36106) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:36.988140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e008b-d426-4558-a3eb-7d4c68ca7821 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Network': ['ID=41cd0978-7f32-4377-87f8-4b7642aed496,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:36.992427 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ab450e-05aa-4c0a-a43b-f8d6705ecc57 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:37.029717 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad57e2fc-6a8b-472e-8bf7-c0833f0e68ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:37.062647 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-13edcb57-bbb2-43f1-bcac-d9429e4a6fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:37.067752 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1b0394d4-117b-4943-b3e7-2b2659b64265 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1663577400'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:37.074496 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-37c84d10-833d-4356-b232-59fcfcb0fdae tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876687 Feb 18 09:00:37.077489 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad57e2fc-6a8b-472e-8bf7-c0833f0e68ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:37.078157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36122) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:37.079086 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1b0394d4-117b-4943-b3e7-2b2659b64265 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:37.091959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0108a32d-659e-4ddb-801c-474076993146 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:37.109583 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-13edcb57-bbb2-43f1-bcac-d9429e4a6fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:37.112338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1b0394d4-117b-4943-b3e7-2b2659b64265 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:network and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:37.120175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1b0394d4-117b-4943-b3e7-2b2659b64265 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:37.175966 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1b0394d4-117b-4943-b3e7-2b2659b64265 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:37.183576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad57e2fc-6a8b-472e-8bf7-c0833f0e68ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Network e404c134-90f2-417e-8b97-ef0c82635cff is not hosted by any dhcp agent {{(pid=87768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 18 09:00:37.184608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad57e2fc-6a8b-472e-8bf7-c0833f0e68ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:37.185430 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad57e2fc-6a8b-472e-8bf7-c0833f0e68ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:37.186810 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ad57e2fc-6a8b-472e-8bf7-c0833f0e68ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] 10.222.0.72 "PUT /v2.0/networks/e404c134-90f2-417e-8b97-ef0c82635cff HTTP/1.1" status: 200 len: 858 time: 0.6067348 Feb 18 09:00:37.194871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36136) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:37.212633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0394d4-117b-4943-b3e7-2b2659b64265 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:37.216442 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b0394d4-117b-4943-b3e7-2b2659b64265 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:37.267531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0108a32d-659e-4ddb-801c-474076993146 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:37.274633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0108a32d-659e-4ddb-801c-474076993146 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:37.280452 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0108a32d-659e-4ddb-801c-474076993146 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:37.283109 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0394d4-117b-4943-b3e7-2b2659b64265 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:37.294648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0108a32d-659e-4ddb-801c-474076993146 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:37.298906 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-13edcb57-bbb2-43f1-bcac-d9429e4a6fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:37.314175 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b0394d4-117b-4943-b3e7-2b2659b64265 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:37.314525 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-1b0394d4-117b-4943-b3e7-2b2659b64265 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Added segment 649710b4-045b-4e67-815e-24ba83f52663 of type vlan for network a118806b-1507-4511-8b4b-8ac18f38c4ee Feb 18 09:00:37.322798 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 2eab7015-75cc-4547-94e2-ceacb1890520 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:00:37.322798 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:37.327375 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0108a32d-659e-4ddb-801c-474076993146 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:37.330972 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0108a32d-659e-4ddb-801c-474076993146 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:37.514227 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8a9d8f-b9aa-4d7e-8248-c6ebabed0d5a None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:00:37.523983 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b0394d4-117b-4943-b3e7-2b2659b64265 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:37.525217 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0f8a9d8f-b9aa-4d7e-8248-c6ebabed0d5a None None] Deleting port 2eab7015-75cc-4547-94e2-ceacb1890520 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:00:37.525647 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f8a9d8f-b9aa-4d7e-8248-c6ebabed0d5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:37.591860 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b0394d4-117b-4943-b3e7-2b2659b64265 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:37.597750 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0394d4-117b-4943-b3e7-2b2659b64265 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:37.598550 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b0394d4-117b-4943-b3e7-2b2659b64265 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:37.742376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0394d4-117b-4943-b3e7-2b2659b64265 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Network': ['ID=a118806b-1507-4511-8b4b-8ac18f38c4ee,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:37.751990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edcb57-bbb2-43f1-bcac-d9429e4a6fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0064467d-ed77-4b5c-acd2-aab0f4abc67d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:37.781736 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1b0394d4-117b-4943-b3e7-2b2659b64265 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7931156 Feb 18 09:00:37.781922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57e2fc-6a8b-472e-8bf7-c0833f0e68ac tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Pushing event updated for resources: {'Network': ['ID=e404c134-90f2-417e-8b97-ef0c82635cff,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:37.782040 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36146) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:37.784247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0f8a9d8f-b9aa-4d7e-8248-c6ebabed0d5a None None] For port 2eab7015-75cc-4547-94e2-ceacb1890520, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2eab7015-75cc-4547-94e2-ceacb1890520,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:37.784247 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f8a9d8f-b9aa-4d7e-8248-c6ebabed0d5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:37.792623 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4010a02b-a958-4811-9124-267e388937ad tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'subnet': {'network_id': 'a118806b-1507-4511-8b4b-8ac18f38c4ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:37.802890 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-13edcb57-bbb2-43f1-bcac-d9429e4a6fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:37.807961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-13edcb57-bbb2-43f1-bcac-d9429e4a6fd6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0064467d-ed77-4b5c-acd2-aab0f4abc67d HTTP/1.1" status: 204 len: 168 time: 1.0446095 Feb 18 09:00:37.818783 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9aeee5ab-1a1a-4c22-b23c-1674ade75363 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:37.960899 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0108a32d-659e-4ddb-801c-474076993146 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:38.001782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c0d29-a181-4d33-bd3e-c2a9abd692f1 req-9a7a763a-6d93-4ae0-ac10-a6196070a6ad tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:38.008643 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a1c0d29-a181-4d33-bd3e-c2a9abd692f1 req-9a7a763a-6d93-4ae0-ac10-a6196070a6ad tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 945 time: 0.3743374 Feb 18 09:00:38.021300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4796e1-0cbd-471d-955a-b3efc7276490 req-e799320b-102a-41d4-8d50-6e050a828c4f tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:38.028846 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b4796e1-0cbd-471d-955a-b3efc7276490 req-e799320b-102a-41d4-8d50-6e050a828c4f tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.4142885 Feb 18 09:00:38.049030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0f8a9d8f-b9aa-4d7e-8248-c6ebabed0d5a None None] Calling delete_port for 2eab7015-75cc-4547-94e2-ceacb1890520 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:00:38.083707 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9aeee5ab-1a1a-4c22-b23c-1674ade75363 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:38.122978 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0108a32d-659e-4ddb-801c-474076993146 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:38.124145 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network a118806b-1507-4511-8b4b-8ac18f38c4ee details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:38.132576 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-0108a32d-659e-4ddb-801c-474076993146 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:38.138504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0108a32d-659e-4ddb-801c-474076993146 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:38.139723 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0108a32d-659e-4ddb-801c-474076993146 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:38.143023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-9aeee5ab-1a1a-4c22-b23c-1674ade75363 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e404c134-90f2-417e-8b97-ef0c82635cff']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:38.161866 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b4796e1-0cbd-471d-955a-b3efc7276490 req-8b66960a-b5d9-4db7-9abf-fcfefedce5ea tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320066 Feb 18 09:00:38.173609 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-9aeee5ab-1a1a-4c22-b23c-1674ade75363 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ea7e87-deb1-49e0-af61-91efc9d5e688') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:38.174204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-9aeee5ab-1a1a-4c22-b23c-1674ade75363 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ea7e87-deb1-49e0-af61-91efc9d5e688') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:38.184018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4010a02b-a958-4811-9124-267e388937ad tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:38.188037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4010a02b-a958-4811-9124-267e388937ad tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:subnet and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:38.190798 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9aeee5ab-1a1a-4c22-b23c-1674ade75363 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:38.201379 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4010a02b-a958-4811-9124-267e388937ad tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:38.208205 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4010a02b-a958-4811-9124-267e388937ad tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:38.212599 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9aeee5ab-1a1a-4c22-b23c-1674ade75363 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:38.224050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a1c0d29-a181-4d33-bd3e-c2a9abd692f1 req-225abb11-508c-4d70-a922-c1027aafdf1b tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144361 Feb 18 09:00:38.224946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aeee5ab-1a1a-4c22-b23c-1674ade75363 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:38.229340 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9aeee5ab-1a1a-4c22-b23c-1674ade75363 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:38.257039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108a32d-659e-4ddb-801c-474076993146 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=d5758c1b-5759-490a-b4d8-299bed948afd,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:38.258369 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:38.261888 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f8a9d8f-b9aa-4d7e-8248-c6ebabed0d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:38.269353 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4010a02b-a958-4811-9124-267e388937ad tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:38.276662 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4010a02b-a958-4811-9124-267e388937ad tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:38.341382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8a9d8f-b9aa-4d7e-8248-c6ebabed0d5a None None] No DVR routers for this DVR port 2eab7015-75cc-4547-94e2-ceacb1890520 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:00:38.360458 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9aeee5ab-1a1a-4c22-b23c-1674ade75363 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:38.372912 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a9d8f-b9aa-4d7e-8248-c6ebabed0d5a None None] Pushing event deleted for resources: {'Port': ['ID=2eab7015-75cc-4547-94e2-ceacb1890520,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:38.379861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aeee5ab-1a1a-4c22-b23c-1674ade75363 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e404c134-90f2-417e-8b97-ef0c82635cff {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 18 09:00:38.384169 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fe3376-3b99-4265-ab2c-ef7bd422d1eb None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:38.396715 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9aeee5ab-1a1a-4c22-b23c-1674ade75363 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:38.436479 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9aeee5ab-1a1a-4c22-b23c-1674ade75363 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] 10.222.0.72 "DELETE /v2.0/networks/e404c134-90f2-417e-8b97-ef0c82635cff HTTP/1.1" status: 204 len: 168 time: 1.2374401 Feb 18 09:00:38.436479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeee5ab-1a1a-4c22-b23c-1674ade75363 tempest-ExternalNetworksTestJSON-1541861296 tempest-ExternalNetworksTestJSON-1541861296-project-admin] Pushing event deleted for resources: {'Network': ['ID=e404c134-90f2-417e-8b97-ef0c82635cff,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:38.438659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36160) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:38.532068 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e102f8f-1495-43d6-a5b2-ff76d671351d tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] DELETE failed (client error): The resource could not be found. Feb 18 09:00:38.532584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e102f8f-1495-43d6-a5b2-ff76d671351d tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:00:38.536304 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0e102f8f-1495-43d6-a5b2-ff76d671351d tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] 10.222.0.72 "DELETE /v2.0/subnets/a498122f-14d5-49f4-8ef1-aa5ee8c15281 HTTP/1.1" status: 404 len: 337 time: 0.0900047 Feb 18 09:00:38.537034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36166) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:38.605947 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0108a32d-659e-4ddb-801c-474076993146 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5187998 Feb 18 09:00:38.610643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36170) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:38.651011 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6be72c70-99d7-412c-99d0-381dad5f5394 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'name': 'tempest-NetworksTestDHCPv6-577630654'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:38.668822 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa4d163c-e65e-4713-ae8d-14a9c33b44af tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:38.839272 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2eab7015-75cc-4547-94e2-ceacb1890520 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:00:38.946087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 2eab7015-75cc-4547-94e2-ceacb1890520 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:00:38.946419 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2eab7015-75cc-4547-94e2-ceacb1890520 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:00:38.951624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': 'd5758c1b-5759-490a-b4d8-299bed948afd'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:00:38.957478 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:38.976239 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa4d163c-e65e-4713-ae8d-14a9c33b44af tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:39.033182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6be72c70-99d7-412c-99d0-381dad5f5394 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:39.035402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-fa4d163c-e65e-4713-ae8d-14a9c33b44af tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5922ad32-19f4-4388-9102-2b2585f04428']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:39.055654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6be72c70-99d7-412c-99d0-381dad5f5394 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:39.070062 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-fa4d163c-e65e-4713-ae8d-14a9c33b44af tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295f9675-c175-4ba1-8f67-c883af80cb43') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:39.071218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-fa4d163c-e65e-4713-ae8d-14a9c33b44af tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295f9675-c175-4ba1-8f67-c883af80cb43') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:39.091612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be72c70-99d7-412c-99d0-381dad5f5394 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:39.095507 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6be72c70-99d7-412c-99d0-381dad5f5394 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:39.115904 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa4d163c-e65e-4713-ae8d-14a9c33b44af tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:39.149080 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa4d163c-e65e-4713-ae8d-14a9c33b44af tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:39.162333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4d163c-e65e-4713-ae8d-14a9c33b44af tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:39.163837 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa4d163c-e65e-4713-ae8d-14a9c33b44af tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:39.184529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-6be72c70-99d7-412c-99d0-381dad5f5394 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port c8a61798-c3f5-49da-b8f1-a81fda6939ea yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:39.219224 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:39.246893 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36186) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:39.345374 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4010a02b-a958-4811-9124-267e388937ad tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:39.467621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-803617845-network', 'tenant_id': '0608b781957e43609e9ef7685b762a69'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:39.478157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4010a02b-a958-4811-9124-267e388937ad tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Checking segment: {'id': '649710b4-045b-4e67-815e-24ba83f52663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a118806b-1507-4511-8b4b-8ac18f38c4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:39.479199 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4010a02b-a958-4811-9124-267e388937ad tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network hostable DHCP agents. Network: a118806b-1507-4511-8b4b-8ac18f38c4ee, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:00:39.495797 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:39.496019 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:00:39.505058 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa4d163c-e65e-4713-ae8d-14a9c33b44af tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:39.512832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Usage tracker for resource:network and tenant:0608b781957e43609e9ef7685b762a69 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:39.543167 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:39.556165 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010a02b-a958-4811-9124-267e388937ad tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Subnet': ['ID=03becba7-4f27-47a2-b226-8f4c28e12fd5,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:39.567743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:39.587362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4010a02b-a958-4811-9124-267e388937ad tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network a118806b-1507-4511-8b4b-8ac18f38c4ee is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:00:39.595748 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fa4d163c-e65e-4713-ae8d-14a9c33b44af tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:39.600902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d163c-e65e-4713-ae8d-14a9c33b44af tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] Pushing event deleted for resources: {'Network': ['ID=5922ad32-19f4-4388-9102-2b2585f04428,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:39.602514 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-4010a02b-a958-4811-9124-267e388937ad tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, a118806b-1507-4511-8b4b-8ac18f38c4ee) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:39.609685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4010a02b-a958-4811-9124-267e388937ad tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:39.610330 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4010a02b-a958-4811-9124-267e388937ad tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:39.616859 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Made reservation on behalf of 0608b781957e43609e9ef7685b762a69 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:39.620260 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:39.628608 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab3f7f7-4b0c-4d27-a313-2a70ae529c24 None None] Network a118806b-1507-4511-8b4b-8ac18f38c4ee requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:39.655882 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:39.656235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a72952-de0f-4fea-b8c0-e0927c6c37c9 req-9a9e62e0-2798-46a9-9398-f78de03c1248 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:39.657815 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63a72952-de0f-4fea-b8c0-e0927c6c37c9 req-9a9e62e0-2798-46a9-9398-f78de03c1248 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 945 time: 0.2767992 Feb 18 09:00:39.660622 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fa4d163c-e65e-4713-ae8d-14a9c33b44af tempest-ExternalNetworksTestJSON-1187309490 tempest-ExternalNetworksTestJSON-1187309490-project] 10.222.0.72 "DELETE /v2.0/networks/5922ad32-19f4-4388-9102-2b2585f04428 HTTP/1.1" status: 204 len: 168 time: 1.1225982 Feb 18 09:00:39.674993 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4010a02b-a958-4811-9124-267e388937ad tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8917787 Feb 18 09:00:39.677601 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36196) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:39.708720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:39.735351 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Allocated IP 2001:db8::2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/d5758c1b-5759-490a-b4d8-299bed948afd/bbff1973-eda8-4365-87b3-45b6c43aa04c) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:00:39.748334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eff145-0bdd-4b61-87f7-37a61bf3c06d req-41c2db55-f751-4322-81ab-e94262f57c38 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:39.750958 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c5eff145-0bdd-4b61-87f7-37a61bf3c06d req-41c2db55-f751-4322-81ab-e94262f57c38 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.3102832 Feb 18 09:00:39.765371 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:0608b781957e43609e9ef7685b762a69 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:39.772729 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:39.783910 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:39.902645 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d9287e6-4ea5-4341-a37f-a3262dfc2298 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:39.966241 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63a72952-de0f-4fea-b8c0-e0927c6c37c9 req-eebc3b0f-abb3-4a0d-9630-30c42ca55734 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001232 Feb 18 09:00:39.971572 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c5eff145-0bdd-4b61-87f7-37a61bf3c06d req-00832e35-bf86-4016-aa57-e7b175742590 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035210 Feb 18 09:00:40.084157 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.096026 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d9287e6-4ea5-4341-a37f-a3262dfc2298 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.136183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36204) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:40.142612 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.168917 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0fd0fa-707c-483f-990c-f6b7b47813c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-a118806b-1507-4511-8b4b-8ac18f38c4ee', 'network_id': 'a118806b-1507-4511-8b4b-8ac18f38c4ee', 'tenant_id': '1a53cdf48b94443baaa1e4604db47411', 'fixed_ips': [{'subnet_id': '03becba7-4f27-47a2-b226-8f4c28e12fd5'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:00:40.170582 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6e0fd0fa-707c-483f-990c-f6b7b47813c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.206645 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:40.221767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0a06e3-136c-4be7-92c4-0c783a66fa82,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:40.231233 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.231471 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Added segment 4c3f896b-8f25-424a-b7d5-ffede0a6c0e5 of type vlan for network f40be500-670f-4365-9b1b-50944ae5e3f7 Feb 18 09:00:40.266306 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d9287e6-4ea5-4341-a37f-a3262dfc2298 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.313015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9287e6-4ea5-4341-a37f-a3262dfc2298 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Subnet': ['ID=03becba7-4f27-47a2-b226-8f4c28e12fd5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:40.318276 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.335058 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.368334 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Transition to ACTIVE for port object bbff1973-eda8-4365-87b3-45b6c43aa04c will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:40.410841 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fd8ea8-32eb-4835-9abb-ce42414ca657 None None] Network a118806b-1507-4511-8b4b-8ac18f38c4ee requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:40.435199 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Transition to ACTIVE for port object bbff1973-eda8-4365-87b3-45b6c43aa04c will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:40.446216 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7849a27d-0d6f-4189-80c1-4e3baea34bda admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e2a0fe594eee4ec58eb23d72f402349f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068271 Feb 18 09:00:40.449108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36210) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:40.500352 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:00:40.517152 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.534133 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c82a-8f1d-4562-b0fd-16d076ab1bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.558075 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d9287e6-4ea5-4341-a37f-a3262dfc2298 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.578651 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c82a-8f1d-4562-b0fd-16d076ab1bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.608851 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.609813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:40.610620 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.618512 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-6be72c70-99d7-412c-99d0-381dad5f5394 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::3e0 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/d5758c1b-5759-490a-b4d8-299bed948afd/c8a61798-c3f5-49da-b8f1-a81fda6939ea) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:00:40.693765 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c82a-8f1d-4562-b0fd-16d076ab1bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.717491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9c82a-8f1d-4562-b0fd-16d076ab1bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e28e92a-3db0-49e1-8851-12989a1753c1,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:40.727731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-5d9287e6-4ea5-4341-a37f-a3262dfc2298 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a118806b-1507-4511-8b4b-8ac18f38c4ee']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:40.729585 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c82a-8f1d-4562-b0fd-16d076ab1bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.731314 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e4a9c82a-8f1d-4562-b0fd-16d076ab1bf4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7e28e92a-3db0-49e1-8851-12989a1753c1 HTTP/1.1" status: 204 len: 168 time: 0.2809136 Feb 18 09:00:40.732294 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Pushing event updated for resources: {'Port': ['ID=bbff1973-eda8-4365-87b3-45b6c43aa04c,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:40.750100 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=f40be500-670f-4365-9b1b-50944ae5e3f7,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:40.770540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-5d9287e6-4ea5-4341-a37f-a3262dfc2298 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649710b4-045b-4e67-815e-24ba83f52663') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:40.771043 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-5d9287e6-4ea5-4341-a37f-a3262dfc2298 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649710b4-045b-4e67-815e-24ba83f52663') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:40.792341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network f40be500-670f-4365-9b1b-50944ae5e3f7 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:40.800222 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d9287e6-4ea5-4341-a37f-a3262dfc2298 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.808139 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:40.837107 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1410d8f1-0262-47c3-80ad-7a68c8cf2bc1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5888870 Feb 18 09:00:40.839780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36216) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:40.846651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-16f5ad95-69b0-4cda-9cd5-5b103b62e430 admin admin] Request body: {'subnet': {'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-803617845-subnet', 'tenant_id': '0608b781957e43609e9ef7685b762a69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:40.854007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-16f5ad95-69b0-4cda-9cd5-5b103b62e430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:40.862400 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d9287e6-4ea5-4341-a37f-a3262dfc2298 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.862554 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:40.865708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:00:40.870925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-16f5ad95-69b0-4cda-9cd5-5b103b62e430 admin admin] Usage tracker for resource:subnet and tenant:0608b781957e43609e9ef7685b762a69 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:40.879500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-16f5ad95-69b0-4cda-9cd5-5b103b62e430 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:40.887302 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9287e6-4ea5-4341-a37f-a3262dfc2298 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:40.887706 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d9287e6-4ea5-4341-a37f-a3262dfc2298 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:40.893437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-16f5ad95-69b0-4cda-9cd5-5b103b62e430 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:40.902915 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:40.920306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f5ad95-69b0-4cda-9cd5-5b103b62e430 admin admin] Made reservation on behalf of 0608b781957e43609e9ef7685b762a69 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:40.923774 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16f5ad95-69b0-4cda-9cd5-5b103b62e430 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:41.137048 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6be72c70-99d7-412c-99d0-381dad5f5394 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:41.144314 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Attempting to bind port bbff1973-eda8-4365-87b3-45b6c43aa04c on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:00:41.144708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Attempting to bind port bbff1973-eda8-4365-87b3-45b6c43aa04c by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:00:41.145084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Attempting to bind port bbff1973-eda8-4365-87b3-45b6c43aa04c on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:00:41.151861 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:00:41.152239 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:41.152678 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:41.153291 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:00:41.153910 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Bound port: bbff1973-eda8-4365-87b3-45b6c43aa04c, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:00:41.154442 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:41.155352 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-6be72c70-99d7-412c-99d0-381dad5f5394 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object c8a61798-c3f5-49da-b8f1-a81fda6939ea will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:41.171545 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:41.299230 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6be72c70-99d7-412c-99d0-381dad5f5394 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:41.417851 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] For port bbff1973-eda8-4365-87b3-45b6c43aa04c, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:00:41.422427 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] For port bbff1973-eda8-4365-87b3-45b6c43aa04c, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=bbff1973-eda8-4365-87b3-45b6c43aa04c,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:00:41.426025 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:41.436102 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:41.547107 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806e010-936a-4b71-8f4f-723caad0ccd0 None None] Pushing event updated for resources: {'Port': ['ID=bbff1973-eda8-4365-87b3-45b6c43aa04c,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:41.564499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36232) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:41.650904 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be72c70-99d7-412c-99d0-381dad5f5394 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=c8a61798-c3f5-49da-b8f1-a81fda6939ea,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:41.685239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be72c70-99d7-412c-99d0-381dad5f5394 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:41.697624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-6be72c70-99d7-412c-99d0-381dad5f5394 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:41.701548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be72c70-99d7-412c-99d0-381dad5f5394 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:00:41.708865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be72c70-99d7-412c-99d0-381dad5f5394 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:41.709769 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6be72c70-99d7-412c-99d0-381dad5f5394 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:41.742643 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d9287e6-4ea5-4341-a37f-a3262dfc2298 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:41.749776 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d9287e6-4ea5-4341-a37f-a3262dfc2298 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:41.758405 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5d9287e6-4ea5-4341-a37f-a3262dfc2298 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/a118806b-1507-4511-8b4b-8ac18f38c4ee HTTP/1.1" status: 204 len: 168 time: 2.0778992 Feb 18 09:00:41.760548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36240) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:41.795600 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6be72c70-99d7-412c-99d0-381dad5f5394 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1835279 Feb 18 09:00:41.798323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36242) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:41.802427 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-5c840c77-6e21-480b-932b-567cc440b315 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2106191735'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:41.808849 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5c840c77-6e21-480b-932b-567cc440b315 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:41.813217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5c840c77-6e21-480b-932b-567cc440b315 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:network and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:41.816198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5c840c77-6e21-480b-932b-567cc440b315 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:41.888063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9287e6-4ea5-4341-a37f-a3262dfc2298 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Network': ['ID=a118806b-1507-4511-8b4b-8ac18f38c4ee,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:41.898742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5c840c77-6e21-480b-932b-567cc440b315 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:41.945167 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c840c77-6e21-480b-932b-567cc440b315 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:41.953346 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5c840c77-6e21-480b-932b-567cc440b315 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:41.988869 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16f5ad95-69b0-4cda-9cd5-5b103b62e430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:42.030482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c840c77-6e21-480b-932b-567cc440b315 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:42.052677 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401b2afa-5354-4658-b8f8-bcea2b7fa0c2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:42.067814 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401b2afa-5354-4658-b8f8-bcea2b7fa0c2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:42.069340 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-401b2afa-5354-4658-b8f8-bcea2b7fa0c2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:00:42.085635 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5c840c77-6e21-480b-932b-567cc440b315 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:42.086447 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-5c840c77-6e21-480b-932b-567cc440b315 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Added segment 51182057-26a2-4547-8dce-0aa13f1e95fc of type vlan for network 2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb Feb 18 09:00:42.135290 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165b7f3-9127-45dc-95e2-6579a8230689 req-a22a02c3-8687-445a-9f1b-09095f1d24d7 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:42.137095 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2165b7f3-9127-45dc-95e2-6579a8230689 req-a22a02c3-8687-445a-9f1b-09095f1d24d7 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 945 time: 0.5744090 Feb 18 09:00:42.159701 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5c840c77-6e21-480b-932b-567cc440b315 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:42.165432 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-94dd3934-5a1e-4763-9252-019c919550ee admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f6a8f024de8a45078cbda79ba9892a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5997660 Feb 18 09:00:42.190888 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36248) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:42.226621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3dc7a6-f04d-4408-a182-b656baa3a86e req-1105fea9-9af2-46c2-881c-d32c21de2105 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:42.233925 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-db3dc7a6-f04d-4408-a182-b656baa3a86e req-1105fea9-9af2-46c2-881c-d32c21de2105 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.6700530 Feb 18 09:00:42.239259 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5c840c77-6e21-480b-932b-567cc440b315 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:42.249588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c840c77-6e21-480b-932b-567cc440b315 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:42.251091 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5c840c77-6e21-480b-932b-567cc440b315 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:42.283140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2165b7f3-9127-45dc-95e2-6579a8230689 req-4f7408b6-976c-428e-a520-093f5d37588d tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125319 Feb 18 09:00:42.286260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-401b2afa-5354-4658-b8f8-bcea2b7fa0c2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:00:42.290513 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-401b2afa-5354-4658-b8f8-bcea2b7fa0c2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4680977 Feb 18 09:00:42.296173 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36252) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:42.304087 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5ad95-69b0-4cda-9cd5-5b103b62e430 admin admin] Checking segment: {'id': '4c3f896b-8f25-424a-b7d5-ffede0a6c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:42.304805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f5ad95-69b0-4cda-9cd5-5b103b62e430 admin admin] Network hostable DHCP agents. Network: f40be500-670f-4365-9b1b-50944ae5e3f7, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:00:42.330571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5ad95-69b0-4cda-9cd5-5b103b62e430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c9735f5-e885-4001-b6bc-713131a65bb6,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:42.368040 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-db3dc7a6-f04d-4408-a182-b656baa3a86e req-acba316c-9a87-4c09-8524-b048df3afe1f tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332409 Feb 18 09:00:42.381404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f5ad95-69b0-4cda-9cd5-5b103b62e430 admin admin] Network f40be500-670f-4365-9b1b-50944ae5e3f7 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:00:42.395490 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab483937-b761-4662-90a5-bceea6d9972e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:42.399922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-16f5ad95-69b0-4cda-9cd5-5b103b62e430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, f40be500-670f-4365-9b1b-50944ae5e3f7) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:42.411042 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab0670a-689f-4117-9109-e4312e37e01c None None] Network f40be500-670f-4365-9b1b-50944ae5e3f7 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:42.415230 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5c840c77-6e21-480b-932b-567cc440b315 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6181734 Feb 18 09:00:42.418241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36256) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:42.429172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f5ad95-69b0-4cda-9cd5-5b103b62e430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:42.430078 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16f5ad95-69b0-4cda-9cd5-5b103b62e430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:42.438332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-4ab74e91-b851-4eb4-b378-3a4d8b97ae41 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:42.464695 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c840c77-6e21-480b-932b-567cc440b315 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Network': ['ID=2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:42.480540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-df95bcb7-6b2f-40c2-9c1f-24bface3626c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port c8a61798-c3f5-49da-b8f1-a81fda6939ea {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:00:42.482929 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df95bcb7-6b2f-40c2-9c1f-24bface3626c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:42.522315 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:42.543620 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab483937-b761-4662-90a5-bceea6d9972e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:42.639507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-16f5ad95-69b0-4cda-9cd5-5b103b62e430 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7978299 Feb 18 09:00:42.934224 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device bbff1973-eda8-4365-87b3-45b6c43aa04c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:00:42.981589 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df95bcb7-6b2f-40c2-9c1f-24bface3626c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:43.048357 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab483937-b761-4662-90a5-bceea6d9972e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:43.148750 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4ab74e91-b851-4eb4-b378-3a4d8b97ae41 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:43.163383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-df95bcb7-6b2f-40c2-9c1f-24bface3626c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for c8a61798-c3f5-49da-b8f1-a81fda6939ea owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:00:43.188066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab483937-b761-4662-90a5-bceea6d9972e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a1b897-b0d0-4141-a2da-5daa2c40a5d0,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:43.212823 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4ab74e91-b851-4eb4-b378-3a4d8b97ae41 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:43.279597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345373b9-b23b-4da3-be7e-6078575231b9 None None] Network f40be500-670f-4365-9b1b-50944ae5e3f7 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:43.397257 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab483937-b761-4662-90a5-bceea6d9972e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:43.398733 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ab483937-b761-4662-90a5-bceea6d9972e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/62a1b897-b0d0-4141-a2da-5daa2c40a5d0 HTTP/1.1" status: 204 len: 168 time: 1.2017069 Feb 18 09:00:43.422726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4ab74e91-b851-4eb4-b378-3a4d8b97ae41 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network 2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb is not hosted by any dhcp agent {{(pid=87768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 18 09:00:43.429254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab74e91-b851-4eb4-b378-3a4d8b97ae41 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:43.434521 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4ab74e91-b851-4eb4-b378-3a4d8b97ae41 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:43.436111 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4ab74e91-b851-4eb4-b378-3a4d8b97ae41 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "PUT /v2.0/networks/2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb HTTP/1.1" status: 200 len: 723 time: 1.0162396 Feb 18 09:00:43.458054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36284) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:43.465583 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-80e5089a-2b01-4c76-ae1f-3b2d2e371c68 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'subnet': {'network_id': '2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:43.625771 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df95bcb7-6b2f-40c2-9c1f-24bface3626c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:43.682488 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port bbff1973-eda8-4365-87b3-45b6c43aa04c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:00:43.693020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port bbff1973-eda8-4365-87b3-45b6c43aa04c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:00:43.693405 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:43.710767 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab74e91-b851-4eb4-b378-3a4d8b97ae41 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Network': ['ID=2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:43.785485 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95bcb7-6b2f-40c2-9c1f-24bface3626c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=c8a61798-c3f5-49da-b8f1-a81fda6939ea,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:43.797661 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df95bcb7-6b2f-40c2-9c1f-24bface3626c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:43.821661 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:43.826882 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-df95bcb7-6b2f-40c2-9c1f-24bface3626c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/c8a61798-c3f5-49da-b8f1-a81fda6939ea HTTP/1.1" status: 204 len: 168 time: 1.5288243 Feb 18 09:00:43.827624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36288) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:43.839093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ca4549f6-d8c3-47ee-ab3f-2ab32f141c49 None None] Provisioning for port bbff1973-eda8-4365-87b3-45b6c43aa04c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:00:43.946743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-80e5089a-2b01-4c76-ae1f-3b2d2e371c68 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:43.976576 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc2fe96-2cec-4f64-99b3-a0faaeea5dab tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:43.978205 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc2fe96-2cec-4f64-99b3-a0faaeea5dab tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:43.978918 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-80e5089a-2b01-4c76-ae1f-3b2d2e371c68 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:subnet and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:43.980314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1dc2fe96-2cec-4f64-99b3-a0faaeea5dab tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:00:43.982330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-80e5089a-2b01-4c76-ae1f-3b2d2e371c68 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:43.995699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-80e5089a-2b01-4c76-ae1f-3b2d2e371c68 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:44.014696 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1dc2fe96-2cec-4f64-99b3-a0faaeea5dab tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:00:44.023922 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1dc2fe96-2cec-4f64-99b3-a0faaeea5dab tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1944942 Feb 18 09:00:44.024170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36296) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:44.044450 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ca4549f6-d8c3-47ee-ab3f-2ab32f141c49 None None] Provisioning complete for port bbff1973-eda8-4365-87b3-45b6c43aa04c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:00:44.044845 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ca4549f6-d8c3-47ee-ab3f-2ab32f141c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:44.050253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-8385cbde-1d4d-4488-a960-c2443d875193 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:44.051821 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-8385cbde-1d4d-4488-a960-c2443d875193 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/networks?id=f40be500-670f-4365-9b1b-50944ae5e3f7 HTTP/1.1" status: 200 len: 813 time: 0.5950880 Feb 18 09:00:44.152141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e5089a-2b01-4c76-ae1f-3b2d2e371c68 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:44.157800 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-80e5089a-2b01-4c76-ae1f-3b2d2e371c68 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:44.227191 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:44.275338 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-8eff1115-87bc-4756-b79b-2cc9b20b174f tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/quotas/0608b781957e43609e9ef7685b762a69 HTTP/1.1" status: 200 len: 375 time: 0.1364737 Feb 18 09:00:44.318175 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port bbff1973-eda8-4365-87b3-45b6c43aa04c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=bbff1973-eda8-4365-87b3-45b6c43aa04c,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:44.337074 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:44.374340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b914-517e-4bb7-98f9-c2fdb59e428e req-c6fdf061-9db6-4499-b977-849bf5122181 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:44.375838 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c3c7b914-517e-4bb7-98f9-c2fdb59e428e req-c6fdf061-9db6-4499-b977-849bf5122181 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 945 time: 0.6721401 Feb 18 09:00:44.385459 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-9188abee-3534-4379-a938-8ea903367b70 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0608b781957e43609e9ef7685b762a69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1088166 Feb 18 09:00:44.411894 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ca4549f6-d8c3-47ee-ab3f-2ab32f141c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:44.492029 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=bbff1973-eda8-4365-87b3-45b6c43aa04c,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:44.538254 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-ca4549f6-d8c3-47ee-ab3f-2ab32f141c49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:00:44.539063 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-ca4549f6-d8c3-47ee-ab3f-2ab32f141c49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:00:44.623316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25566eb-d214-45d4-a8af-cf5030a091a0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet d5758c1b-5759-490a-b4d8-299bed948afd {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:00:44.640471 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a25566eb-d214-45d4-a8af-cf5030a091a0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:44.754381 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c3c7b914-517e-4bb7-98f9-c2fdb59e428e req-f50ba5fe-91a6-443c-a2b4-43882048d360 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452404 Feb 18 09:00:44.767917 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a25566eb-d214-45d4-a8af-cf5030a091a0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:44.811391 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device bbff1973-eda8-4365-87b3-45b6c43aa04c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:00:44.921875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-75e3b1af-d464-4d9b-ba7b-50ee6715bc00 service neutron] 10.222.0.72 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355859 Feb 18 09:00:44.966223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port bbff1973-eda8-4365-87b3-45b6c43aa04c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:00:44.966852 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:45.215374 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a25566eb-d214-45d4-a8af-cf5030a091a0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:45.248403 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-80e5089a-2b01-4c76-ae1f-3b2d2e371c68 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:45.349722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a0ddaa32-4dcf-444e-af5c-ab788c707f8a None None] Could not find standard attr ID for object c8a61798-c3f5-49da-b8f1-a81fda6939ea. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:00:45.371926 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-0d1629ea-2d02-4101-bcf4-96d6cd3afed7 service neutron] 10.222.0.72 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488864 Feb 18 09:00:45.383415 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a25566eb-d214-45d4-a8af-cf5030a091a0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:45.441236 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a25566eb-d214-45d4-a8af-cf5030a091a0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:45.449736 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6608dda3-39ac-4f62-bf28-cc01ebb59911 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:45.465433 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5089a-2b01-4c76-ae1f-3b2d2e371c68 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Subnet': ['ID=ccd23a5c-ca2b-4348-a7e2-1945dc0e9f54,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:45.563400 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a25566eb-d214-45d4-a8af-cf5030a091a0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/d5758c1b-5759-490a-b4d8-299bed948afd HTTP/1.1" status: 204 len: 168 time: 1.5353894 Feb 18 09:00:45.563562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36342) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:45.587687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebb8b3-b033-4610-b55f-ef05ad3a606a req-46c915ea-6473-45ce-b02d-d25b3efa78e3 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:45.589755 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88ebb8b3-b033-4610-b55f-ef05ad3a606a req-46c915ea-6473-45ce-b02d-d25b3efa78e3 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.5620289 Feb 18 09:00:45.604200 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25566eb-d214-45d4-a8af-cf5030a091a0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=d5758c1b-5759-490a-b4d8-299bed948afd,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:45.607636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e5089a-2b01-4c76-ae1f-3b2d2e371c68 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Checking segment: {'id': '51182057-26a2-4547-8dce-0aa13f1e95fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:45.607636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e5089a-2b01-4c76-ae1f-3b2d2e371c68 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network hostable DHCP agents. Network: 2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:00:45.796887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e5089a-2b01-4c76-ae1f-3b2d2e371c68 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network 2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:00:45.829484 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88ebb8b3-b033-4610-b55f-ef05ad3a606a req-675bdd07-e05c-45ff-b210-043ad9ed4c1e tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281580 Feb 18 09:00:45.854527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-80e5089a-2b01-4c76-ae1f-3b2d2e371c68 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:45.858663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e5089a-2b01-4c76-ae1f-3b2d2e371c68 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:45.859264 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-80e5089a-2b01-4c76-ae1f-3b2d2e371c68 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:45.877374 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3853f01b-dc4d-4cb4-84bd-9e1555167660 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3071020 Feb 18 09:00:45.880074 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36356) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:45.905705 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-80e5089a-2b01-4c76-ae1f-3b2d2e371c68 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4461524 Feb 18 09:00:45.908184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36360) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:45.914095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c295f6e7-42f5-4aab-90cb-71701ebf4404 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:45.915917 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:46.052647 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6536e0-cf43-440e-9d81-9ed2675d6084 None None] Network 2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:46.139024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36368) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:46.195865 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65886e00-8af6-4598-afbb-e33aaee0b2a5 req-91942825-4737-4bca-8e80-b2b7e08ecb79 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 210 time: 0.1744025 Feb 18 09:00:46.338574 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:46.343282 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:46.346896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:46.352306 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c295f6e7-42f5-4aab-90cb-71701ebf4404 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6294913'] for subnet, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:46.357789 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:46.385132 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:46.395408 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:46.421480 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36378) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:46.609681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-457076093', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:46.631583 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:46.657200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Usage tracker for resource:port and tenant:893319e4b7c6462d8841e6b50f1b426e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:46.664325 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:46.678644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:46.691623 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8a07-865f-4d13-9534-9b69e7d67e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:46.708033 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c295f6e7-42f5-4aab-90cb-71701ebf4404 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765059461407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5371230'] for subnet, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:46.717056 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Made reservation on behalf of 893319e4b7c6462d8841e6b50f1b426e for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:46.720237 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:46.738116 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:46.775599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:46.777892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2e3b8a07-865f-4d13-9534-9b69e7d67e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:46.781041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295f6e7-42f5-4aab-90cb-71701ebf4404 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Subnet': ['ID=ccd23a5c-ca2b-4348-a7e2-1945dc0e9f54,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:46.786905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2e3b8a07-865f-4d13-9534-9b69e7d67e0b admin admin] Usage tracker for resource:security_group_rule and tenant:8288ade08ef7437f92024246146b6107 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:46.792236 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2e3b8a07-865f-4d13-9534-9b69e7d67e0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:46.858975 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb', 'network_id': '2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb', 'tenant_id': '1a53cdf48b94443baaa1e4604db47411', 'fixed_ips': [{'subnet_id': 'ccd23a5c-ca2b-4348-a7e2-1945dc0e9f54'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:00:46.859813 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:46.874454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c295f6e7-42f5-4aab-90cb-71701ebf4404 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:46.875569 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c295f6e7-42f5-4aab-90cb-71701ebf4404 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:46.878701 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c295f6e7-42f5-4aab-90cb-71701ebf4404 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "PUT /v2.0/subnets/ccd23a5c-ca2b-4348-a7e2-1945dc0e9f54 HTTP/1.1" status: 200 len: 806 time: 0.9679866 Feb 18 09:00:46.881356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2e3b8a07-865f-4d13-9534-9b69e7d67e0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:46.883538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36388) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:46.935982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Usage tracker for resource:security_group_rule and tenant:893319e4b7c6462d8841e6b50f1b426e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:46.956864 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:46.973416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:47.021934 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:00:47.061457 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] Deleting port bbff1973-eda8-4365-87b3-45b6c43aa04c {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:00:47.062568 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:47.083263 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:47.198225 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Allocated IP 172.20.0.2 (2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb/ccd23a5c-ca2b-4348-a7e2-1945dc0e9f54/405ff6cc-5fbd-4a09-a8c2-2485b448ebcd) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:00:47.200120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce43db1-ffb6-4689-a6d0-4a03ede643e7 req-67a61e9f-4ba4-45ef-b8ff-75eec6f58c27 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:47.202063 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ce43db1-ffb6-4689-a6d0-4a03ede643e7 req-67a61e9f-4ba4-45ef-b8ff-75eec6f58c27 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 945 time: 0.3936045 Feb 18 09:00:47.251906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:47.254206 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:47.258179 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:47.264551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:47.265145 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:47.297633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=704af127-a108-4464-bf86-b8c22eb317b4,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:47.322800 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.323172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.323520 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.323865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.324202 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.324561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.324896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.325226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.325552 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.325880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.326203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.326522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.351048 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:47.354756 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-db2daf6e-4cec-40e2-af84-95d16e9c5415 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4700148 Feb 18 09:00:47.358747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36394) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:47.367446 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:47.379133 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6518bba1-f8fb-41ec-97c5-b8fb38f18410 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'name': 'tempest-NetworksTestDHCPv6-996449077'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:47.410228 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] device_id is not set on port 02e98ffb-c245-4bf9-b896-47920b49015f yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:00:47.464668 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] For port bbff1973-eda8-4365-87b3-45b6c43aa04c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=bbff1973-eda8-4365-87b3-45b6c43aa04c,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:47.465066 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:47.513813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bb5ee-176f-4b05-a10d-1fc60835b40b req-f70b815a-6433-42e2-b95e-b888567865e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:47.515514 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b9bb5ee-176f-4b05-a10d-1fc60835b40b req-f70b815a-6433-42e2-b95e-b888567865e5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a903b155163648f2a591b78be672e35b&device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 1096 time: 0.5421774 Feb 18 09:00:47.523271 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8a07-865f-4d13-9534-9b69e7d67e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:47.528387 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ce43db1-ffb6-4689-a6d0-4a03ede643e7 req-489b0363-fcc9-4b5d-a7e9-2754d0c93c81 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066626 Feb 18 09:00:47.599275 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8a07-865f-4d13-9534-9b69e7d67e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:47.616060 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] Calling delete_port for bbff1973-eda8-4365-87b3-45b6c43aa04c owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:00:47.660747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-a64ff2ba-7c9a-485d-b77f-3fd556ab1ac7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:47.661426 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-a64ff2ba-7c9a-485d-b77f-3fd556ab1ac7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Synchronizing usage tracker for tenant:0608b781957e43609e9ef7685b762a69 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:00:47.742026 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2e3b8a07-865f-4d13-9534-9b69e7d67e0b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8288ade08ef7437f92024246146b6107&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6019368 Feb 18 09:00:47.745120 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:47.750633 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36398) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:47.765678 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f9540-74a8-49c2-9954-71ab4b106aca req-8a4f13ee-9452-4773-a50d-c157c8dc7afd tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:47.766080 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Transition to ACTIVE for port object 405ff6cc-5fbd-4a09-a8c2-2485b448ebcd will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:47.769023 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:47.776089 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d31f9540-74a8-49c2-9954-71ab4b106aca req-8a4f13ee-9452-4773-a50d-c157c8dc7afd tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.6648543 Feb 18 09:00:47.796435 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Transition to ACTIVE for port object 405ff6cc-5fbd-4a09-a8c2-2485b448ebcd will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:47.814349 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151d9641-0ffd-45bb-8b50-97242e0684c3,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:47.840240 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:47.847252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-a64ff2ba-7c9a-485d-b77f-3fd556ab1ac7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Unset dirty status for tenant:0608b781957e43609e9ef7685b762a69 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:00:47.848572 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-a64ff2ba-7c9a-485d-b77f-3fd556ab1ac7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.61 "GET /v2.0/networks?id=f40be500-670f-4365-9b1b-50944ae5e3f7 HTTP/1.1" status: 200 len: 813 time: 0.3915129 Feb 18 09:00:47.853733 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] Pushing event deleted for resources: {'Port': ['ID=bbff1973-eda8-4365-87b3-45b6c43aa04c,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:47.856455 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] No DVR routers for this DVR port bbff1973-eda8-4365-87b3-45b6c43aa04c on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:00:47.874919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.875163 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.875665 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.876155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.876658 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.877157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.877635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.878109 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.878583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.879055 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.879540 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.880015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfbb3e-22a8-4013-bd8a-00ee3013e510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:00:47.887316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b8a07-865f-4d13-9534-9b69e7d67e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae62d913-2ee5-42f2-9f6c-be59acee75d7,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:47.888112 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6674bb38-f073-48c7-bce3-3a3e9d298839 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:47.890905 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:47.907295 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Network 2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:47.909207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-4225ab32-5c52-4824-b2d9-45aea4ebe1f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Request body: {'port': {'device_id': '894682be-feff-45b7-b74b-f934b411a30e', 'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7', 'admin_state_up': True, 'tenant_id': '0608b781957e43609e9ef7685b762a69'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:47.964766 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c1b8ccef-9370-48a9-8cd7-a68f16761fca req-02b4f62a-396f-44cf-941e-9d688521e74b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 210 time: 0.1484163 Feb 18 09:00:47.983449 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:48.030976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:00:48.033288 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Pushing event updated for resources: {'Port': ['ID=405ff6cc-5fbd-4a09-a8c2-2485b448ebcd,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:48.063802 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d31f9540-74a8-49c2-9954-71ab4b106aca req-9793a36c-ca18-4e9a-b809-ae8383ad4b3e tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865033 Feb 18 09:00:48.067306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6518bba1-f8fb-41ec-97c5-b8fb38f18410 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:48.078617 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bb5ee-176f-4b05-a10d-1fc60835b40b req-1f9c6547-64ea-45c4-aff0-9714e9deb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:48.080039 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b9bb5ee-176f-4b05-a10d-1fc60835b40b req-1f9c6547-64ea-45c4-aff0-9714e9deb110 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c761b28f-3bb5-4fae-a4b0-27e84beb5e94 HTTP/1.1" status: 200 len: 916 time: 0.5487642 Feb 18 09:00:48.090749 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Allocated IP 172.25.1.91 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/02e98ffb-c245-4bf9-b896-47920b49015f) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:00:48.093764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6518bba1-f8fb-41ec-97c5-b8fb38f18410 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:port and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:48.103166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6518bba1-f8fb-41ec-97c5-b8fb38f18410 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:48.116881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6518bba1-f8fb-41ec-97c5-b8fb38f18410 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:48.188196 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b9bb5ee-176f-4b05-a10d-1fc60835b40b req-95395f84-3a6c-47e2-b0cd-f9571d715c62 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e953e2e0-7eca-4a2f-bb72-a925cbdccee1 HTTP/1.1" status: 200 len: 217 time: 0.0986941 Feb 18 09:00:48.196306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6518bba1-f8fb-41ec-97c5-b8fb38f18410 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:48.201163 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6518bba1-f8fb-41ec-97c5-b8fb38f18410 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:48.230518 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-43108278-d637-4938-92d7-87fb927e7dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:48.230757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-6518bba1-f8fb-41ec-97c5-b8fb38f18410 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port bf14fdc2-f5a5-427b-ae31-d3a171f4cc47 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:00:48.235443 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:48.278914 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-4225ab32-5c52-4824-b2d9-45aea4ebe1f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:48.285825 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-4225ab32-5c52-4824-b2d9-45aea4ebe1f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Usage tracker for resource:port and tenant:0608b781957e43609e9ef7685b762a69 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:48.293110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-4225ab32-5c52-4824-b2d9-45aea4ebe1f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:48.298871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd23a5c-ca2b-4348-a7e2-1945dc0e9f54,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:48.329207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-4225ab32-5c52-4824-b2d9-45aea4ebe1f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:48.420858 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-43108278-d637-4938-92d7-87fb927e7dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:48.429818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bb5ee-176f-4b05-a10d-1fc60835b40b req-14d78856-7e95-4fac-b417-a5eb5075d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:48.430110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-4225ab32-5c52-4824-b2d9-45aea4ebe1f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Made reservation on behalf of 0608b781957e43609e9ef7685b762a69 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:48.432144 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b9bb5ee-176f-4b05-a10d-1fc60835b40b req-14d78856-7e95-4fac-b417-a5eb5075d6f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0cec72df-b038-4320-ae6e-d231a762be90 HTTP/1.1" status: 200 len: 854 time: 0.2363052 Feb 18 09:00:48.439907 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Attempting to bind port 405ff6cc-5fbd-4a09-a8c2-2485b448ebcd on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:00:48.440891 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Attempting to bind port 405ff6cc-5fbd-4a09-a8c2-2485b448ebcd by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '51182057-26a2-4547-8dce-0aa13f1e95fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:00:48.441421 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Attempting to bind port 405ff6cc-5fbd-4a09-a8c2-2485b448ebcd on network 2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:00:48.442049 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-4225ab32-5c52-4824-b2d9-45aea4ebe1f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:48.448057 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': '704af127-a108-4464-bf86-b8c22eb317b4'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:00:48.449227 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:48.467916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:00:48.468745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Checking segment: {'id': '51182057-26a2-4547-8dce-0aa13f1e95fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:48.469629 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:48.470456 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Bound using segment: {'id': '51182057-26a2-4547-8dce-0aa13f1e95fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:00:48.471432 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Bound port: 405ff6cc-5fbd-4a09-a8c2-2485b448ebcd, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51182057-26a2-4547-8dce-0aa13f1e95fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:00:48.472256 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:48.559140 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:48.613734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:48.644733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51182057-26a2-4547-8dce-0aa13f1e95fc') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:48.645298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51182057-26a2-4547-8dce-0aa13f1e95fc') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:48.658641 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] For port 405ff6cc-5fbd-4a09-a8c2-2485b448ebcd, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:00:48.662511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] For port 405ff6cc-5fbd-4a09-a8c2-2485b448ebcd, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=405ff6cc-5fbd-4a09-a8c2-2485b448ebcd,segment=NetworkSegment(51182057-26a2-4547-8dce-0aa13f1e95fc),segment_id=51182057-26a2-4547-8dce-0aa13f1e95fc)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:00:48.665201 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:48.685311 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:48.702961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-6518bba1-f8fb-41ec-97c5-b8fb38f18410 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::14c (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/704af127-a108-4464-bf86-b8c22eb317b4/bf14fdc2-f5a5-427b-ae31-d3a171f4cc47) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:00:48.703517 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:48.707635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bb5ee-176f-4b05-a10d-1fc60835b40b req-4d0614f2-a033-4e07-ba82-54d84c24ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:48.709276 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b9bb5ee-176f-4b05-a10d-1fc60835b40b req-4d0614f2-a033-4e07-ba82-54d84c24ba3e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c761b28f-3bb5-4fae-a4b0-27e84beb5e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2564359 Feb 18 09:00:48.721021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01542634-4da3-4db1-99b7-e71ad4125bf1 req-32b9f93e-a4eb-4498-bcc4-ff3a84487d03 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:48.724416 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:48.729115 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01542634-4da3-4db1-99b7-e71ad4125bf1 req-32b9f93e-a4eb-4498-bcc4-ff3a84487d03 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.2782335 Feb 18 09:00:48.734248 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-43108278-d637-4938-92d7-87fb927e7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:48.748523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:48.748925 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:48.790386 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:48.860995 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7881bb-4fee-45f5-b748-8aeff73b1f12 None None] Pushing event updated for resources: {'Port': ['ID=405ff6cc-5fbd-4a09-a8c2-2485b448ebcd,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:48.868402 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device bbff1973-eda8-4365-87b3-45b6c43aa04c no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:00:48.870452 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7863e7-bdda-488a-8397-443264955dc0 req-2be9c8c9-0ac0-4864-b147-ffb81c03640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:48.871932 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0f7863e7-bdda-488a-8397-443264955dc0 req-2be9c8c9-0ac0-4864-b147-ffb81c03640b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=72394f0052cf4105ace3e6770e79b704&device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 1096 time: 0.3377373 Feb 18 09:00:48.912644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-4225ab32-5c52-4824-b2d9-45aea4ebe1f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Allocated IP 172.20.0.4 (f40be500-670f-4365-9b1b-50944ae5e3f7/4c9735f5-e885-4001-b6bc-713131a65bb6/11ef0527-e478-43f1-8711-8726f87c803f) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:00:48.919745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: bbff1973-eda8-4365-87b3-45b6c43aa04c {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:00:48.920583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device bbff1973-eda8-4365-87b3-45b6c43aa04c not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:00:48.959778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43108278-d637-4938-92d7-87fb927e7dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae62d913-2ee5-42f2-9f6c-be59acee75d7,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:49.034328 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9fc934-a897-4d5d-886c-d66b511bc616 None None] Network 2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:49.039260 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:00:49.039260 n-d-829434-1 neutron-server[87768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:00:49.039260 n-d-829434-1 neutron-server[87768]: [parameters: {'id': '2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb'}] Feb 18 09:00:49.039260 n-d-829434-1 neutron-server[87768]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:00:49.040218 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:00:49.053986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01542634-4da3-4db1-99b7-e71ad4125bf1 req-7edc1e20-fdc9-47c8-a4c9-efb8ac56200b tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3228841 Feb 18 09:00:49.068915 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-43108278-d637-4938-92d7-87fb927e7dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:49.072886 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-43108278-d637-4938-92d7-87fb927e7dc7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ae62d913-2ee5-42f2-9f6c-be59acee75d7 HTTP/1.1" status: 204 len: 168 time: 1.2769885 Feb 18 09:00:49.087031 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:49.154231 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b9bb5ee-176f-4b05-a10d-1fc60835b40b req-5d7aed29-453d-4c2a-9ba8-ea91e94ef2d6 service neutron] 10.222.0.81 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207838 Feb 18 09:00:49.265040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62668f2c-3505-4033-a30b-a1d1dfafd7d2 None None] Network 2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:49.349614 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc6c9ec0-693c-4e12-b341-99eef3f0f76b req-7bfbdfb3-f0e5-4090-b9b5-a6efa087294d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 210 time: 0.0590110 Feb 18 09:00:49.392981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fa68e-5554-4d2e-9685-a729f2e538a9 req-2abd98fa-1e3c-4ce3-bd9c-9fc2188d1b2a tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:49.399887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-323fa68e-5554-4d2e-9685-a729f2e538a9 req-2abd98fa-1e3c-4ce3-bd9c-9fc2188d1b2a tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 945 time: 0.6033804 Feb 18 09:00:49.404162 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b9bb5ee-176f-4b05-a10d-1fc60835b40b req-290042e3-ed2b-4319-ab14-98205e9a6add service neutron] 10.222.0.81 "GET /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411203 Feb 18 09:00:49.484031 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-323fa68e-5554-4d2e-9685-a729f2e538a9 req-abb59cf8-0173-4451-93f8-2db4569754a6 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830824 Feb 18 09:00:49.540943 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:49.553612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Deleting port 405ff6cc-5fbd-4a09-a8c2-2485b448ebcd {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:00:49.553957 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:49.616334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:49.624069 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-4225ab32-5c52-4824-b2d9-45aea4ebe1f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:49.630803 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:49.633581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:00:49.664764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7863e7-bdda-488a-8397-443264955dc0 req-01b670a1-936e-4db1-bfe8-dbefecd1dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:49.666680 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0f7863e7-bdda-488a-8397-443264955dc0 req-01b670a1-936e-4db1-bfe8-dbefecd1dfdd service neutron] 10.222.0.81 "GET /v2.0/networks?id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 HTTP/1.1" status: 200 len: 912 time: 0.7834961 Feb 18 09:00:49.771095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Pushing event updated for resources: {'Port': ['ID=02e98ffb-c245-4bf9-b896-47920b49015f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:49.814278 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6518bba1-f8fb-41ec-97c5-b8fb38f18410 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:49.844391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:49.845001 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:49.890799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-6518bba1-f8fb-41ec-97c5-b8fb38f18410 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object bf14fdc2-f5a5-427b-ae31-d3a171f4cc47 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:49.898972 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] For port 405ff6cc-5fbd-4a09-a8c2-2485b448ebcd, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=405ff6cc-5fbd-4a09-a8c2-2485b448ebcd,segment=NetworkSegment(51182057-26a2-4547-8dce-0aa13f1e95fc),segment_id=51182057-26a2-4547-8dce-0aa13f1e95fc)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:49.899341 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:49.904810 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0f7863e7-bdda-488a-8397-443264955dc0 req-e31e402f-90c2-40d5-9a64-331cb3d04d6f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720ca9de-aa3a-4dcb-8a1f-36c30630d164 HTTP/1.1" status: 200 len: 1000 time: 0.2140365 Feb 18 09:00:49.907143 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36430) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:50.029110 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9cb0e31f-3559-42da-b7de-1eb11927ad19 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.6032541 Feb 18 09:00:50.030204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36436) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:50.039901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-73963e4f-f167-4b47-817d-04f44c0e30dc tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.91'}]}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:50.046260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-73963e4f-f167-4b47-817d-04f44c0e30dc tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:50.051081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-73963e4f-f167-4b47-817d-04f44c0e30dc tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Usage tracker for resource:router and tenant:893319e4b7c6462d8841e6b50f1b426e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:50.053758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Calling delete_port for 405ff6cc-5fbd-4a09-a8c2-2485b448ebcd owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:00:50.054959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-73963e4f-f167-4b47-817d-04f44c0e30dc tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:50.063698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-73963e4f-f167-4b47-817d-04f44c0e30dc tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:50.072856 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7863e7-bdda-488a-8397-443264955dc0 req-580beeea-ef63-4ea6-8965-3d74290d444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:50.075070 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0f7863e7-bdda-488a-8397-443264955dc0 req-580beeea-ef63-4ea6-8965-3d74290d444c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9eaf963a-b95e-4bec-b0a0-0baccb065970 HTTP/1.1" status: 200 len: 850 time: 0.1630077 Feb 18 09:00:50.078690 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-4225ab32-5c52-4824-b2d9-45aea4ebe1f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.105557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-257779540-network', 'tenant_id': '2a48c799eeea46379351a2e62cc35b47'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:50.117296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:50.125176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Usage tracker for resource:network and tenant:2a48c799eeea46379351a2e62cc35b47 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:50.129464 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:50.140003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:50.163791 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Made reservation on behalf of 2a48c799eeea46379351a2e62cc35b47 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:50.166854 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.192295 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73963e4f-f167-4b47-817d-04f44c0e30dc tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.193290 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73963e4f-f167-4b47-817d-04f44c0e30dc tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.213996 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6518bba1-f8fb-41ec-97c5-b8fb38f18410 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.215602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225ab32-5c52-4824-b2d9-45aea4ebe1f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Pushing event updated for resources: {'Port': ['ID=11ef0527-e478-43f1-8711-8726f87c803f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:50.226581 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.234708 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.263396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-4225ab32-5c52-4824-b2d9-45aea4ebe1f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Network f40be500-670f-4365-9b1b-50944ae5e3f7 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:50.275766 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-4225ab32-5c52-4824-b2d9-45aea4ebe1f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:50.288245 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Allocated IP 2001:db8::2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/704af127-a108-4464-bf86-b8c22eb317b4/3a2ef382-2436-4507-9f80-8c2d3f78a596) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:00:50.296730 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-4225ab32-5c52-4824-b2d9-45aea4ebe1f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:00:50.302868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Port': ['ID=405ff6cc-5fbd-4a09-a8c2-2485b448ebcd,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:50.306399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No DVR routers for this DVR port 405ff6cc-5fbd-4a09-a8c2-2485b448ebcd on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:00:50.338531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:50.345011 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73963e4f-f167-4b47-817d-04f44c0e30dc tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.347973 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Usage tracker for resource:security_group_rule and tenant:2a48c799eeea46379351a2e62cc35b47 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:50.358390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:50.374755 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6518bba1-f8fb-41ec-97c5-b8fb38f18410 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:50.381469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:50.384972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-6518bba1-f8fb-41ec-97c5-b8fb38f18410 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:50.391562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518bba1-f8fb-41ec-97c5-b8fb38f18410 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=bf14fdc2-f5a5-427b-ae31-d3a171f4cc47,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:50.400662 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6518bba1-f8fb-41ec-97c5-b8fb38f18410 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:00:50.406070 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6518bba1-f8fb-41ec-97c5-b8fb38f18410 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:50.406650 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6518bba1-f8fb-41ec-97c5-b8fb38f18410 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.433440 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-4225ab32-5c52-4824-b2d9-45aea4ebe1f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:50.433803 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-4225ab32-5c52-4824-b2d9-45aea4ebe1f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.451440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae6932-70bc-46e3-b59b-2bc9ffc76b2b req-739e9f65-f9c8-4f71-88a6-adaa6896f78c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:50.453020 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07ae6932-70bc-46e3-b59b-2bc9ffc76b2b req-739e9f65-f9c8-4f71-88a6-adaa6896f78c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.2743263 Feb 18 09:00:50.512109 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.513954 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7863e7-bdda-488a-8397-443264955dc0 req-94f6dc6c-66e0-4961-8d20-ca65fe0ac7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:50.515467 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0f7863e7-bdda-488a-8397-443264955dc0 req-94f6dc6c-66e0-4961-8d20-ca65fe0ac7a4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4329650 Feb 18 09:00:50.548321 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-4225ab32-5c52-4824-b2d9-45aea4ebe1f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6495328 Feb 18 09:00:50.549630 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6518bba1-f8fb-41ec-97c5-b8fb38f18410 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1895864 Feb 18 09:00:50.559357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36448) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:50.567348 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:50.579280 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.590650 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Transition to ACTIVE for port object 3a2ef382-2436-4507-9f80-8c2d3f78a596 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:50.611161 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Transition to ACTIVE for port object 3a2ef382-2436-4507-9f80-8c2d3f78a596 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:50.616873 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.645245 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07ae6932-70bc-46e3-b59b-2bc9ffc76b2b req-39a45a2e-2215-457c-b552-89283d3cb4ee tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834190 Feb 18 09:00:50.663565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Request body: {'port': {'device_id': '894682be-feff-45b7-b74b-f934b411a30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:50.663802 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51182057-26a2-4547-8dce-0aa13f1e95fc') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:50.663802 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51182057-26a2-4547-8dce-0aa13f1e95fc') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:50.690012 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:50.693071 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:50.696527 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:00:50.700297 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.737983 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Pushing event updated for resources: {'Port': ['ID=3a2ef382-2436-4507-9f80-8c2d3f78a596,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:50.738395 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.766059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:50.766466 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:50.783897 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:50.843926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Attempting to bind port 3a2ef382-2436-4507-9f80-8c2d3f78a596 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:00:50.844476 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Attempting to bind port 3a2ef382-2436-4507-9f80-8c2d3f78a596 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:00:50.844849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Attempting to bind port 3a2ef382-2436-4507-9f80-8c2d3f78a596 on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:00:50.850869 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:00:50.851250 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:50.851655 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.852088 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:00:50.852590 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Bound port: 3a2ef382-2436-4507-9f80-8c2d3f78a596, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:00:50.852965 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.897003 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73963e4f-f167-4b47-817d-04f44c0e30dc tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.912054 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.941290 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.974401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa8288-e34f-42be-b4a5-8a074bc5d78a req-68002949-26c5-43c7-9bb5-618a21075361 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:50.975966 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4eaa8288-e34f-42be-b4a5-8a074bc5d78a req-68002949-26c5-43c7-9bb5-618a21075361 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 931 time: 0.4259751 Feb 18 09:00:50.982403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] For port 3a2ef382-2436-4507-9f80-8c2d3f78a596, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:00:50.988317 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] For port 3a2ef382-2436-4507-9f80-8c2d3f78a596, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3a2ef382-2436-4507-9f80-8c2d3f78a596,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:00:50.995344 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:50.995623 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:51.000728 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:51.012511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585a9fb0-cc4c-4e81-9a47-6d4830ca500b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:51.015800 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0f7863e7-bdda-488a-8397-443264955dc0 req-3ddd391d-ee90-4e7f-937e-57f995a43f3a service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937181 Feb 18 09:00:51.018592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585a9fb0-cc4c-4e81-9a47-6d4830ca500b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:51.022726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-585a9fb0-cc4c-4e81-9a47-6d4830ca500b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4571149 Feb 18 09:00:51.065811 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:51.069388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36452) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:51.082687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:51.132333 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:51.132698 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Added segment 47a48769-04a4-4c1d-8d6e-7c420d8f35c7 of type vlan for network 0fbf291a-8449-447e-8f42-eed803b6e96e Feb 18 09:00:51.143733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Network': ['ID=2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:51.144062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65c59c-a5cb-4425-adeb-c7c75222c338 None None] Pushing event updated for resources: {'Port': ['ID=3a2ef382-2436-4507-9f80-8c2d3f78a596,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:51.199600 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1e187359-0de9-4a33-8975-6480673b3970 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb HTTP/1.1" status: 204 len: 168 time: 4.3128469 Feb 18 09:00:51.211572 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36456) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:51.220649 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4eaa8288-e34f-42be-b4a5-8a074bc5d78a req-81deba55-0f2b-4f22-a584-b8a034e8f196 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167773 Feb 18 09:00:51.234415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-eca87645-94b8-4a0c-803f-58c10ef6e429 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port bf14fdc2-f5a5-427b-ae31-d3a171f4cc47 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:00:51.234764 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eca87645-94b8-4a0c-803f-58c10ef6e429 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:51.236858 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:51.267509 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:51.292824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d2ab8-05df-45e4-bc83-76df6e31bbd0 req-aea90964-00fb-4f3d-bfaf-38e35cb842c8 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:51.302476 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-654d2ab8-05df-45e4-bc83-76df6e31bbd0 req-aea90964-00fb-4f3d-bfaf-38e35cb842c8 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 945 time: 0.4447212 Feb 18 09:00:51.371453 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c3cb3d-4d05-43b3-804c-0b6c79f1a075 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:00:51.371933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c3cb3d-4d05-43b3-804c-0b6c79f1a075 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:00:51.373664 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-99c3cb3d-4d05-43b3-804c-0b6c79f1a075 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb HTTP/1.1" status: 404 len: 339 time: 0.1578629 Feb 18 09:00:51.395405 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36460) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:51.415636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-a6985150-cfda-4010-9825-0d85aff57183 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-563011256', 'description': 'd1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:51.435503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a6985150-cfda-4010-9825-0d85aff57183 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:51.440547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-654d2ab8-05df-45e4-bc83-76df6e31bbd0 req-ccf22de9-cca1-429e-a865-f23d2c1fbf74 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368103 Feb 18 09:00:51.446818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a6985150-cfda-4010-9825-0d85aff57183 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:network and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:51.452050 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:51.453335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:51.454092 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:51.460879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a6985150-cfda-4010-9825-0d85aff57183 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:51.574502 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0f7863e7-bdda-488a-8397-443264955dc0 req-59fc98a4-eb58-4814-a23f-87e6cf3210c9 service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618870 Feb 18 09:00:51.631422 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a6985150-cfda-4010-9825-0d85aff57183 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:51.805968 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8951626 Feb 18 09:00:51.839592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36470) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:51.850158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfee894-5362-40e2-8c94-eed36226f548 admin admin] Pushing event updated for resources: {'Network': ['ID=0fbf291a-8449-447e-8f42-eed803b6e96e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:51.862511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6985150-cfda-4010-9825-0d85aff57183 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:51.865253 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 0fbf291a-8449-447e-8f42-eed803b6e96e details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:51.873608 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a6985150-cfda-4010-9825-0d85aff57183 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:51.889425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0f5bcd13-5d18-45dd-969a-3c1d5493f9be admin admin] Request body: {'subnet': {'network_id': '0fbf291a-8449-447e-8f42-eed803b6e96e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-257779540-subnet', 'tenant_id': '2a48c799eeea46379351a2e62cc35b47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:51.912614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0f5bcd13-5d18-45dd-969a-3c1d5493f9be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:51.934767 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0f5bcd13-5d18-45dd-969a-3c1d5493f9be admin admin] Usage tracker for resource:subnet and tenant:2a48c799eeea46379351a2e62cc35b47 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:51.938391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0f5bcd13-5d18-45dd-969a-3c1d5493f9be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:51.945149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0f5bcd13-5d18-45dd-969a-3c1d5493f9be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:51.989721 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73963e4f-f167-4b47-817d-04f44c0e30dc tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:51.991187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5bcd13-5d18-45dd-969a-3c1d5493f9be admin admin] Made reservation on behalf of 2a48c799eeea46379351a2e62cc35b47 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:51.993589 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcd13-5d18-45dd-969a-3c1d5493f9be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:52.038868 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73963e4f-f167-4b47-817d-04f44c0e30dc tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:52.121487 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eca87645-94b8-4a0c-803f-58c10ef6e429 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:52.147820 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6985150-cfda-4010-9825-0d85aff57183 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:52.152243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ef0527-e478-43f1-8711-8726f87c803f {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:00:52.166517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:52.239318 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Transition to ACTIVE for port object 11ef0527-e478-43f1-8711-8726f87c803f will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:52.244693 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:52.300939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-eca87645-94b8-4a0c-803f-58c10ef6e429 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for bf14fdc2-f5a5-427b-ae31-d3a171f4cc47 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:00:52.330475 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a6985150-cfda-4010-9825-0d85aff57183 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:52.330830 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-a6985150-cfda-4010-9825-0d85aff57183 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Added segment 107171b2-4f94-49a4-b9a3-fed94bc9f6d7 of type vlan for network 371ac02d-db5a-4d24-8251-b5919e908b34 Feb 18 09:00:52.372560 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea163315-8d13-4b32-9a5f-43beea37aee3 req-a6ea598a-f96a-4ca4-9748-f8fed5833984 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:52.374529 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea163315-8d13-4b32-9a5f-43beea37aee3 req-a6ea598a-f96a-4ca4-9748-f8fed5833984 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 945 time: 0.7487650 Feb 18 09:00:52.430501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d90653-d91f-4853-b11f-8c495b15e674 req-04502123-ea71-46e6-89f1-d0006973dec9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:52.435377 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03d90653-d91f-4853-b11f-8c495b15e674 req-04502123-ea71-46e6-89f1-d0006973dec9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.6390367 Feb 18 09:00:52.466099 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5f10590f-e885-40ea-947f-49a8fe46c34f None None] Provisioning for port 3a2ef382-2436-4507-9f80-8c2d3f78a596 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:00:52.469118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Pushing event updated for resources: {'Port': ['ID=11ef0527-e478-43f1-8711-8726f87c803f,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:52.539006 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a6985150-cfda-4010-9825-0d85aff57183 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:52.544057 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73963e4f-f167-4b47-817d-04f44c0e30dc tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:52.613074 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03d90653-d91f-4853-b11f-8c495b15e674 req-9ac29e7d-cfef-481d-9143-16c3ec5d48a9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010990 Feb 18 09:00:52.655098 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7eb690-2284-4647-80c3-a85769e63af8 None None] get_active_networks_info from n-d-829434-1 {{(pid=87769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 18 09:00:52.687165 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea163315-8d13-4b32-9a5f-43beea37aee3 req-7f2480ec-70ce-4d5c-92d4-96284474ceff tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778881 Feb 18 09:00:52.708009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Attempting to bind port 11ef0527-e478-43f1-8711-8726f87c803f on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:00:52.708009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Attempting to bind port 11ef0527-e478-43f1-8711-8726f87c803f by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '4c3f896b-8f25-424a-b7d5-ffede0a6c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:00:52.708009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Attempting to bind port 11ef0527-e478-43f1-8711-8726f87c803f on network f40be500-670f-4365-9b1b-50944ae5e3f7 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:00:52.812100 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a6985150-cfda-4010-9825-0d85aff57183 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:52.819995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6985150-cfda-4010-9825-0d85aff57183 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:52.820996 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a6985150-cfda-4010-9825-0d85aff57183 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:52.890899 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7eb690-2284-4647-80c3-a85769e63af8 None None] Resources bound (agent type, host, resource id): {{(pid=87769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:00:52.914705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3a2ef382-2436-4507-9f80-8c2d3f78a596 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:00:52.942774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6985150-cfda-4010-9825-0d85aff57183 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Network': ['ID=371ac02d-db5a-4d24-8251-b5919e908b34,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:52.971143 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 371ac02d-db5a-4d24-8251-b5919e908b34 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:52.989059 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Port 11ef0527-e478-43f1-8711-8726f87c803f on network f40be500-670f-4365-9b1b-50944ae5e3f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:00:52.989249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Attempting to bind port 11ef0527-e478-43f1-8711-8726f87c803f on network f40be500-670f-4365-9b1b-50944ae5e3f7 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:00:53.037930 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcd13-5d18-45dd-969a-3c1d5493f9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:53.056221 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:00:53.057494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Checking segment: {'id': '4c3f896b-8f25-424a-b7d5-ffede0a6c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:53.057494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Bound using segment: {'id': '4c3f896b-8f25-424a-b7d5-ffede0a6c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:00:53.057722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Bound port: 11ef0527-e478-43f1-8711-8726f87c803f, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3f896b-8f25-424a-b7d5-ffede0a6c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:00:53.057922 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:53.083620 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73963e4f-f167-4b47-817d-04f44c0e30dc tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:53.086927 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73963e4f-f167-4b47-817d-04f44c0e30dc tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:53.097910 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eca87645-94b8-4a0c-803f-58c10ef6e429 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:53.124203 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9d5e918f-bb9d-482f-bb65-7f7e7ca6a541 None None] Provisioning for port bf14fdc2-f5a5-427b-ae31-d3a171f4cc47 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:00:53.153163 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9d5e918f-bb9d-482f-bb65-7f7e7ca6a541 None None] Provisioning complete for port bf14fdc2-f5a5-427b-ae31-d3a171f4cc47 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:00:53.153536 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d5e918f-bb9d-482f-bb65-7f7e7ca6a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:53.169307 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73963e4f-f167-4b47-817d-04f44c0e30dc tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:53.169787 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73963e4f-f167-4b47-817d-04f44c0e30dc tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cecc9183-e39d-4ad5-bb1f-1a9596346850 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:00:53.199001 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] For port 11ef0527-e478-43f1-8711-8726f87c803f, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:00:53.199522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9d5e918f-bb9d-482f-bb65-7f7e7ca6a541 None None] Port bf14fdc2-f5a5-427b-ae31-d3a171f4cc47 was deleted so its status cannot be updated. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 18 09:00:53.202303 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-73963e4f-f167-4b47-817d-04f44c0e30dc tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 18 09:00:53.206026 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-73963e4f-f167-4b47-817d-04f44c0e30dc tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1686771 Feb 18 09:00:53.206026 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] For port 11ef0527-e478-43f1-8711-8726f87c803f, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=11ef0527-e478-43f1-8711-8726f87c803f,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:00:53.206365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36478) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:53.232719 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 3a2ef382-2436-4507-9f80-8c2d3f78a596 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:00:53.241086 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a6985150-cfda-4010-9825-0d85aff57183 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8404365 Feb 18 09:00:53.245111 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36482) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:53.245654 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 3a2ef382-2436-4507-9f80-8c2d3f78a596 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:00:53.246137 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:53.253157 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:53.255860 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eca87645-94b8-4a0c-803f-58c10ef6e429 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:53.257939 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-eca87645-94b8-4a0c-803f-58c10ef6e429 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/bf14fdc2-f5a5-427b-ae31-d3a171f4cc47 HTTP/1.1" status: 204 len: 168 time: 2.1851363 Feb 18 09:00:53.259139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca87645-94b8-4a0c-803f-58c10ef6e429 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=bf14fdc2-f5a5-427b-ae31-d3a171f4cc47,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:53.261241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36486) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:53.362814 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5bcd13-5d18-45dd-969a-3c1d5493f9be admin admin] Pushing event updated for resources: {'Subnet': ['ID=68080a41-64ae-4e34-83a4-838dd0ffe47f,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:53.378735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b7582e-afbc-4bfa-a5aa-55b7651fa48a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:53.380236 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b7582e-afbc-4bfa-a5aa-55b7651fa48a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:53.381003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-18b7582e-afbc-4bfa-a5aa-55b7651fa48a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:00:53.384321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5bcd13-5d18-45dd-969a-3c1d5493f9be admin admin] Checking segment: {'id': '47a48769-04a4-4c1d-8d6e-7c420d8f35c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0fbf291a-8449-447e-8f42-eed803b6e96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:53.384867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5bcd13-5d18-45dd-969a-3c1d5493f9be admin admin] Network hostable DHCP agents. Network: 0fbf291a-8449-447e-8f42-eed803b6e96e, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:00:53.405102 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc976c-58cf-4f66-9f3a-7192b7613878 req-2479b0cf-d592-4e7d-b0e2-90e101b12167 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:53.408783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ccc976c-58cf-4f66-9f3a-7192b7613878 req-2479b0cf-d592-4e7d-b0e2-90e101b12167 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 943 time: 0.4806578 Feb 18 09:00:53.420968 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:53.421864 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:53.423353 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] 10.222.0.61 "PUT /v2.0/ports/11ef0527-e478-43f1-8711-8726f87c803f HTTP/1.1" status: 200 len: 1091 time: 2.8153031 Feb 18 09:00:53.425740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894682be-feff-45b7-b74b-f934b411a30e', 'tag': '11ef0527-e478-43f1-8711-8726f87c803f'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:00:53.430539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fae305-0af4-4aff-b3c9-5ed9eaff9931 req-a945f211-b862-44c2-b62b-fbbe985aa382 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:53.432105 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72fae305-0af4-4aff-b3c9-5ed9eaff9931 req-a945f211-b862-44c2-b62b-fbbe985aa382 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d3f1a2-ca33-443c-b59d-11d5643dce94 HTTP/1.1" status: 200 len: 946 time: 0.4922040 Feb 18 09:00:53.441365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-99716757-202b-4fbd-b41d-9c7260363b14 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Deleting port 02e98ffb-c245-4bf9-b896-47920b49015f {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:00:53.441824 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99716757-202b-4fbd-b41d-9c7260363b14 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:53.481918 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:53.488261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-18b7582e-afbc-4bfa-a5aa-55b7651fa48a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:00:53.489450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-18b7582e-afbc-4bfa-a5aa-55b7651fa48a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2207432 Feb 18 09:00:53.493322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36492) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:53.504793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5bcd13-5d18-45dd-969a-3c1d5493f9be admin admin] Network 0fbf291a-8449-447e-8f42-eed803b6e96e is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:00:53.590682 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb9c5ca-13a0-4751-aad1-f8433b4ea1a4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:53.591516 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4fb9c5ca-13a0-4751-aad1-f8433b4ea1a4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Synchronizing usage tracker for tenant:1a53cdf48b94443baaa1e4604db47411 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:00:53.602194 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 3a2ef382-2436-4507-9f80-8c2d3f78a596, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3a2ef382-2436-4507-9f80-8c2d3f78a596,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:53.606454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3eedc-302d-4528-abc4-aa08c62b59eb service neutron] Pushing event updated for resources: {'Port': ['ID=11ef0527-e478-43f1-8711-8726f87c803f,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:53.609298 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:53.673215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4fb9c5ca-13a0-4751-aad1-f8433b4ea1a4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Unset dirty status for tenant:1a53cdf48b94443baaa1e4604db47411 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:00:53.674037 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4fb9c5ca-13a0-4751-aad1-f8433b4ea1a4 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "GET /v2.0/networks?id=371ac02d-db5a-4d24-8251-b5919e908b34 HTTP/1.1" status: 200 len: 760 time: 0.4231987 Feb 18 09:00:53.679270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36498) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:53.700648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-4213c74d-e6b5-4fe6-a420-ceefa02be3ea tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'network': {'description': 'd2'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:53.709258 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=3a2ef382-2436-4507-9f80-8c2d3f78a596,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:53.713418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-63595b1f-7fbe-43cb-9282-847ca7c1c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:53.714871 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-63595b1f-7fbe-43cb-9282-847ca7c1c2e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0608b781957e43609e9ef7685b762a69&device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 1094 time: 0.2240787 Feb 18 09:00:53.718946 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ccc976c-58cf-4f66-9f3a-7192b7613878 req-365c3e62-6685-49fc-910d-9cf694312a3c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007498 Feb 18 09:00:53.724568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-0f5bcd13-5d18-45dd-969a-3c1d5493f9be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 0fbf291a-8449-447e-8f42-eed803b6e96e) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:53.729648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5bcd13-5d18-45dd-969a-3c1d5493f9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:53.730246 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcd13-5d18-45dd-969a-3c1d5493f9be admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:53.735245 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac85bbd-ebf2-4822-bf9c-c321d8342f2c None None] Network 0fbf291a-8449-447e-8f42-eed803b6e96e requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:53.742116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72fae305-0af4-4aff-b3c9-5ed9eaff9931 req-71d3c2a3-b5e2-421a-92ba-9c807fefab58 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892063 Feb 18 09:00:53.832966 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894682be-feff-45b7-b74b-f934b411a30e', 'tag': '11ef0527-e478-43f1-8711-8726f87c803f', 'status': 'completed', 'code': 200} Feb 18 09:00:53.908564 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0f5bcd13-5d18-45dd-969a-3c1d5493f9be admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0558343 Feb 18 09:00:53.916397 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f56ddf2-883c-4afa-86dc-5fc31bf1414d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet 704af127-a108-4464-bf86-b8c22eb317b4 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:00:53.930199 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f56ddf2-883c-4afa-86dc-5fc31bf1414d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:54.029973 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-5356f952-5e32-4161-900c-235b58e3d87b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ef0527-e478-43f1-8711-8726f87c803f HTTP/1.1" status: 200 len: 217 time: 0.1960323 Feb 18 09:00:54.112727 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-9cfc260d-6901-4897-a962-209142773993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:54.114230 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-9cfc260d-6901-4897-a962-209142773993 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c9735f5-e885-4001-b6bc-713131a65bb6 HTTP/1.1" status: 200 len: 853 time: 0.0776951 Feb 18 09:00:54.122821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d79204d-9549-4c56-9b4f-28fa7e1b21a4 None None] Network 0fbf291a-8449-447e-8f42-eed803b6e96e requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:54.172033 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f56ddf2-883c-4afa-86dc-5fc31bf1414d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:54.203000 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-bab67d4f-228d-478a-a149-c70933df43cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f40be500-670f-4365-9b1b-50944ae5e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750821 Feb 18 09:00:54.206053 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99716757-202b-4fbd-b41d-9c7260363b14 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:54.343922 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4213c74d-e6b5-4fe6-a420-ceefa02be3ea tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:54.387187 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4213c74d-e6b5-4fe6-a420-ceefa02be3ea tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:54.420509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580da2b-f60b-41e9-a80a-cf3d0b7b3149 req-acad6536-afb2-4783-bd0f-ab5ab26ba042 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:54.422015 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2580da2b-f60b-41e9-a80a-cf3d0b7b3149 req-acad6536-afb2-4783-bd0f-ab5ab26ba042 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.4489913 Feb 18 09:00:54.473453 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-99716757-202b-4fbd-b41d-9c7260363b14 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Calling delete_port for 02e98ffb-c245-4bf9-b896-47920b49015f owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:00:54.485166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4213c74d-e6b5-4fe6-a420-ceefa02be3ea tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network 371ac02d-db5a-4d24-8251-b5919e908b34 is not hosted by any dhcp agent {{(pid=87768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 18 09:00:54.492994 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4213c74d-e6b5-4fe6-a420-ceefa02be3ea tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:54.493685 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4213c74d-e6b5-4fe6-a420-ceefa02be3ea tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:54.498709 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4213c74d-e6b5-4fe6-a420-ceefa02be3ea tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "PUT /v2.0/networks/371ac02d-db5a-4d24-8251-b5919e908b34 HTTP/1.1" status: 200 len: 757 time: 0.8101995 Feb 18 09:00:54.501587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36510) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:54.504702 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-4fc19e8e-3a49-4de7-afc0-692979c62200 service neutron] 10.222.0.61 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903864 Feb 18 09:00:54.509763 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f56ddf2-883c-4afa-86dc-5fc31bf1414d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:54.577457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554fc45-6e2d-4f68-b5ce-6b6b78671c0c req-9eaf9571-a5eb-4523-bb8a-6035a87e9f08 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:54.579015 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6554fc45-6e2d-4f68-b5ce-6b6b78671c0c req-9eaf9571-a5eb-4523-bb8a-6035a87e9f08 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 945 time: 0.5050178 Feb 18 09:00:54.662217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213c74d-e6b5-4fe6-a420-ceefa02be3ea tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Network': ['ID=371ac02d-db5a-4d24-8251-b5919e908b34,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:54.674633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 371ac02d-db5a-4d24-8251-b5919e908b34 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:54.709258 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2580da2b-f60b-41e9-a80a-cf3d0b7b3149 req-7fdcfa7d-f0e8-432c-9659-75993cf959ea tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028172 Feb 18 09:00:54.735366 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6554fc45-6e2d-4f68-b5ce-6b6b78671c0c req-43a44184-f4af-41ed-98e5-01bfb13d5919 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395166 Feb 18 09:00:54.764546 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f56ddf2-883c-4afa-86dc-5fc31bf1414d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:54.879320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3a2ef382-2436-4507-9f80-8c2d3f78a596 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:00:54.910624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56ddf2-883c-4afa-86dc-5fc31bf1414d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=704af127-a108-4464-bf86-b8c22eb317b4,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:54.930869 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6731ab9-3628-4586-8d0d-399c08589b48 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:54.931954 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f56ddf2-883c-4afa-86dc-5fc31bf1414d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:54.936337 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c6731ab9-3628-4586-8d0d-399c08589b48 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "GET /v2.0/networks?id=371ac02d-db5a-4d24-8251-b5919e908b34 HTTP/1.1" status: 200 len: 760 time: 0.4310291 Feb 18 09:00:54.937142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36526) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:54.944948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-287f4f95-7fec-4197-b4c2-3c25fe32240f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1183683782'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:54.958802 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-785224af-e1e4-4888-9acf-46088c43cdbf req-eec911fa-f950-4cb5-8fcb-b53db5a4fb5d tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:00:54.961724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-287f4f95-7fec-4197-b4c2-3c25fe32240f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:54.972942 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-785224af-e1e4-4888-9acf-46088c43cdbf req-eec911fa-f950-4cb5-8fcb-b53db5a4fb5d tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0703747 Feb 18 09:00:54.996893 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6787bf01-75fa-4f19-826f-35cbcde51373 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:55.010609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-287f4f95-7fec-4197-b4c2-3c25fe32240f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:55.039961 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-434962bd-6165-49c9-abf9-6a640115e2b2 req-a63ceaff-302b-4e11-871f-000528e08a86 service neutron] 10.222.0.61 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5271063 Feb 18 09:00:55.059847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287f4f95-7fec-4197-b4c2-3c25fe32240f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:55.066077 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-287f4f95-7fec-4197-b4c2-3c25fe32240f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:55.081579 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8f56ddf2-883c-4afa-86dc-5fc31bf1414d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/704af127-a108-4464-bf86-b8c22eb317b4 HTTP/1.1" status: 204 len: 168 time: 1.5838726 Feb 18 09:00:55.091392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36532) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:55.159806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287f4f95-7fec-4197-b4c2-3c25fe32240f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:00:55.171184 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-79a2ae3f-d107-4341-8952-d3d76bb6d5dd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770564 Feb 18 09:00:55.172548 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99716757-202b-4fbd-b41d-9c7260363b14 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:55.178047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36536) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:55.288541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-785224af-e1e4-4888-9acf-46088c43cdbf req-c1b9ca51-f9ec-46bc-b452-ca7d5fe6c4cf tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3145990 Feb 18 09:00:55.294578 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99716757-202b-4fbd-b41d-9c7260363b14 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Pushing event deleted for resources: {'Port': ['ID=02e98ffb-c245-4bf9-b896-47920b49015f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:55.325186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114057c2-2553-4d8b-84c3-ffc31496ed55 req-fb74bd09-c224-4f60-967c-b8d6d2d05b61 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:55.326731 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-114057c2-2553-4d8b-84c3-ffc31496ed55 req-fb74bd09-c224-4f60-967c-b8d6d2d05b61 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 943 time: 0.3006191 Feb 18 09:00:55.366360 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 3a2ef382-2436-4507-9f80-8c2d3f78a596 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:00:55.366872 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:55.370910 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-287f4f95-7fec-4197-b4c2-3c25fe32240f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:55.371393 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-287f4f95-7fec-4197-b4c2-3c25fe32240f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Added segment bc8b164f-4ae5-46e8-8717-adae8a297519 of type vlan for network d556cd09-dbcd-43b1-a847-98de569ab435 Feb 18 09:00:55.373114 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99716757-202b-4fbd-b41d-9c7260363b14 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:55.406526 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7bc110-a548-4a59-9405-82ed75668d79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:55.407222 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0f7bc110-a548-4a59-9405-82ed75668d79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:00:55.433660 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-114057c2-2553-4d8b-84c3-ffc31496ed55 req-ffe12230-86d9-47fa-a8fb-0649d2c58e6e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955622 Feb 18 09:00:55.449219 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-287f4f95-7fec-4197-b4c2-3c25fe32240f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:55.464958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0f7bc110-a548-4a59-9405-82ed75668d79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:00:55.466454 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0f7bc110-a548-4a59-9405-82ed75668d79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2874403 Feb 18 09:00:55.469308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36540) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:55.510307 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-99716757-202b-4fbd-b41d-9c7260363b14 tempest-RoutersAdminNegativeIpV6Test-945147869 tempest-RoutersAdminNegativeIpV6Test-945147869-project-admin] 10.222.0.72 "DELETE /v2.0/ports/02e98ffb-c245-4bf9-b896-47920b49015f HTTP/1.1" status: 204 len: 168 time: 2.3021543 Feb 18 09:00:55.515347 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-287f4f95-7fec-4197-b4c2-3c25fe32240f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:55.520973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287f4f95-7fec-4197-b4c2-3c25fe32240f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:55.521656 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-287f4f95-7fec-4197-b4c2-3c25fe32240f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:55.557880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f354e09-5e28-4253-9a2d-bf7a2f660b96 req-d5c60684-8da2-4c36-ae31-3e9c4d222a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:55.559630 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1f354e09-5e28-4253-9a2d-bf7a2f660b96 req-d5c60684-8da2-4c36-ae31-3e9c4d222a78 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0608b781957e43609e9ef7685b762a69&device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 1094 time: 0.4371948 Feb 18 09:00:55.655611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81a6013-91d1-4261-8a92-10a8f94b93e8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:55.657264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d81a6013-91d1-4261-8a92-10a8f94b93e8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:00:55.705890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d81a6013-91d1-4261-8a92-10a8f94b93e8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:00:55.707711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d81a6013-91d1-4261-8a92-10a8f94b93e8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2373142 Feb 18 09:00:55.710506 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36548) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:55.802993 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-287f4f95-7fec-4197-b4c2-3c25fe32240f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8624341 Feb 18 09:00:55.806638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f4f95-7fec-4197-b4c2-3c25fe32240f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Network': ['ID=d556cd09-dbcd-43b1-a847-98de569ab435,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:55.813617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36554) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:55.826463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network d556cd09-dbcd-43b1-a847-98de569ab435 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:00:55.838584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e8f91310-06b9-453f-bc88-4b110f3ad750 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'subnet': {'network_id': 'd556cd09-dbcd-43b1-a847-98de569ab435', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:56.013989 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f3b2f247-19bf-4c11-896c-88927aa32b90 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3020868 Feb 18 09:00:56.021213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36560) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:56.031413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ad6c6307-7a79-4ae7-9e3d-71c0778cd260 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:56.039967 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a9bd98-0029-473a-9c68-37a85c53ca06 None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:00:56.082860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36564) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:56.087104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-04a9bd98-0029-473a-9c68-37a85c53ca06 None None] Deleting port 3a2ef382-2436-4507-9f80-8c2d3f78a596 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:00:56.088129 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-04a9bd98-0029-473a-9c68-37a85c53ca06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:56.170015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f354e09-5e28-4253-9a2d-bf7a2f660b96 req-30a62216-9379-4512-9920-9d1bd75000ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:56.171626 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1f354e09-5e28-4253-9a2d-bf7a2f660b96 req-30a62216-9379-4512-9920-9d1bd75000ca service neutron] 10.222.0.61 "GET /v2.0/networks?id=f40be500-670f-4365-9b1b-50944ae5e3f7 HTTP/1.1" status: 200 len: 914 time: 0.5432539 Feb 18 09:00:56.174035 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e8f91310-06b9-453f-bc88-4b110f3ad750 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:56.178367 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e8f91310-06b9-453f-bc88-4b110f3ad750 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Usage tracker for resource:subnet and tenant:1a53cdf48b94443baaa1e4604db47411 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:56.183365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e8f91310-06b9-453f-bc88-4b110f3ad750 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:56.252667 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1f354e09-5e28-4253-9a2d-bf7a2f660b96 req-c3b14647-9f6d-46d1-b8a2-e1d3dfc7210f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ef0527-e478-43f1-8711-8726f87c803f HTTP/1.1" status: 200 len: 217 time: 0.0697792 Feb 18 09:00:56.256947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e8f91310-06b9-453f-bc88-4b110f3ad750 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:56.295327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ad6c6307-7a79-4ae7-9e3d-71c0778cd260 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:56.313841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a107234-cbdb-4f6d-9ab0-294260d5ee74 req-a841bb04-7746-483e-941b-d7e4e1ad64b8 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:56.315538 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a107234-cbdb-4f6d-9ab0-294260d5ee74 req-a841bb04-7746-483e-941b-d7e4e1ad64b8 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 945 time: 0.4442341 Feb 18 09:00:56.316605 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ad6c6307-7a79-4ae7-9e3d-71c0778cd260 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:56.327282 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f91310-06b9-453f-bc88-4b110f3ad750 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:56.331794 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e8f91310-06b9-453f-bc88-4b110f3ad750 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:56.351458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6c6307-7a79-4ae7-9e3d-71c0778cd260 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:56.352023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-04a9bd98-0029-473a-9c68-37a85c53ca06 None None] For port 3a2ef382-2436-4507-9f80-8c2d3f78a596, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3a2ef382-2436-4507-9f80-8c2d3f78a596,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:56.352483 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-04a9bd98-0029-473a-9c68-37a85c53ca06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:56.355963 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad6c6307-7a79-4ae7-9e3d-71c0778cd260 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:56.461794 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a107234-cbdb-4f6d-9ab0-294260d5ee74 req-b7d5da64-d082-46e2-9c99-cf9285e7af58 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372273 Feb 18 09:00:56.478630 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-04a9bd98-0029-473a-9c68-37a85c53ca06 None None] Calling delete_port for 3a2ef382-2436-4507-9f80-8c2d3f78a596 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:00:56.495216 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-936c12d5-c5ac-431d-8fbf-e70f47fa38d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:56.526099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-936c12d5-c5ac-431d-8fbf-e70f47fa38d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:56.542416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-936c12d5-c5ac-431d-8fbf-e70f47fa38d5 admin admin] Usage tracker for resource:security_group_rule and tenant:4c3ccd419b2d43c681f84e29ecf1029c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:00:56.552022 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-936c12d5-c5ac-431d-8fbf-e70f47fa38d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:00:56.559108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f354e09-5e28-4253-9a2d-bf7a2f660b96 req-a123aaa5-6fa2-4a1e-b4f1-1c58028bd4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:56.560573 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1f354e09-5e28-4253-9a2d-bf7a2f660b96 req-a123aaa5-6fa2-4a1e-b4f1-1c58028bd4dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c9735f5-e885-4001-b6bc-713131a65bb6 HTTP/1.1" status: 200 len: 853 time: 0.3012614 Feb 18 09:00:56.566334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-936c12d5-c5ac-431d-8fbf-e70f47fa38d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:56.614362 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-04a9bd98-0029-473a-9c68-37a85c53ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:56.650913 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1f354e09-5e28-4253-9a2d-bf7a2f660b96 req-87ebac08-4d25-4d15-af34-14e959cf7d70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f40be500-670f-4365-9b1b-50944ae5e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712299 Feb 18 09:00:56.665578 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9bd98-0029-473a-9c68-37a85c53ca06 None None] Pushing event deleted for resources: {'Port': ['ID=3a2ef382-2436-4507-9f80-8c2d3f78a596,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:56.669157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a9bd98-0029-473a-9c68-37a85c53ca06 None None] No DVR routers for this DVR port 3a2ef382-2436-4507-9f80-8c2d3f78a596 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:00:56.736318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e8f91310-06b9-453f-bc88-4b110f3ad750 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:56.765040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3a2ef382-2436-4507-9f80-8c2d3f78a596 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:00:56.765602 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad6c6307-7a79-4ae7-9e3d-71c0778cd260 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:56.803040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 3a2ef382-2436-4507-9f80-8c2d3f78a596 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:00:56.803389 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3a2ef382-2436-4507-9f80-8c2d3f78a596 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:00:56.873326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6c6307-7a79-4ae7-9e3d-71c0778cd260 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:56.875332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c6307-7a79-4ae7-9e3d-71c0778cd260 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=a1f5f4b8-97ad-47d5-8c1f-ec0854bd4fa1,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:56.881879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-ad6c6307-7a79-4ae7-9e3d-71c0778cd260 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:56.884755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6c6307-7a79-4ae7-9e3d-71c0778cd260 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:56.885412 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad6c6307-7a79-4ae7-9e3d-71c0778cd260 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:56.890597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f3da14-625b-4ae6-93d9-7fffbf495b80 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:56.908410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9833e2-1bf2-4a00-b154-1bdd39e16987 req-64fa3bbf-62ec-477d-ac2a-52979f5b82e2 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:56.910164 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca9833e2-1bf2-4a00-b154-1bdd39e16987 req-64fa3bbf-62ec-477d-ac2a-52979f5b82e2 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 943 time: 0.2992187 Feb 18 09:00:56.930502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38842af3-270c-4c45-b57d-51c0af4962ea req-84aa2e68-2ffa-47ee-a51d-e34eaea7d2db tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:56.932573 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38842af3-270c-4c45-b57d-51c0af4962ea req-84aa2e68-2ffa-47ee-a51d-e34eaea7d2db tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d3f1a2-ca33-443c-b59d-11d5643dce94 HTTP/1.1" status: 200 len: 946 time: 0.3174436 Feb 18 09:00:56.974762 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ad6c6307-7a79-4ae7-9e3d-71c0778cd260 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9500690 Feb 18 09:00:56.978091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36574) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:56.995915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-8fd6ade5-1022-4fa4-a074-d62ae2f2f262 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'fixed_ips': [{'subnet_id': 'a1f5f4b8-97ad-47d5-8c1f-ec0854bd4fa1', 'ip_address': '2001:db8::4e4f:659f:d943:f580'}], 'name': 'tempest-NetworksTestDHCPv6-1292717223'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:00:57.013491 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f91310-06b9-453f-bc88-4b110f3ad750 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Subnet': ['ID=5dfff61b-4d8d-45f4-8f0a-a573afeff357,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:57.032942 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38842af3-270c-4c45-b57d-51c0af4962ea req-00187652-7c49-4308-9b4d-295083097d3e tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832479 Feb 18 09:00:57.041522 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1f354e09-5e28-4253-9a2d-bf7a2f660b96 req-397eb1ce-a8ca-4c19-b8c7-0baebbd3869f service neutron] 10.222.0.61 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817639 Feb 18 09:00:57.042990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f91310-06b9-453f-bc88-4b110f3ad750 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Checking segment: {'id': 'bc8b164f-4ae5-46e8-8717-adae8a297519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'd556cd09-dbcd-43b1-a847-98de569ab435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:57.043382 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f91310-06b9-453f-bc88-4b110f3ad750 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network hostable DHCP agents. Network: d556cd09-dbcd-43b1-a847-98de569ab435, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:00:57.155170 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': 'a1f5f4b8-97ad-47d5-8c1f-ec0854bd4fa1'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:00:57.156180 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:57.171027 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca9833e2-1bf2-4a00-b154-1bdd39e16987 req-6b6cb2b4-564d-4b7b-86e7-9ced5e2aec45 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515044 Feb 18 09:00:57.172059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8fd6ade5-1022-4fa4-a074-d62ae2f2f262 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:00:57.182648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8fd6ade5-1022-4fa4-a074-d62ae2f2f262 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:00:57.231072 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-936c12d5-c5ac-431d-8fbf-e70f47fa38d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:57.255864 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-936c12d5-c5ac-431d-8fbf-e70f47fa38d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:57.264892 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f91310-06b9-453f-bc88-4b110f3ad750 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network d556cd09-dbcd-43b1-a847-98de569ab435 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:00:57.269281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd6ade5-1022-4fa4-a074-d62ae2f2f262 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:00:57.350266 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-e8f91310-06b9-453f-bc88-4b110f3ad750 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, d556cd09-dbcd-43b1-a847-98de569ab435) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:57.354695 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1f354e09-5e28-4253-9a2d-bf7a2f660b96 req-0fbee9d1-a761-40b1-ac99-1a56befe01fd service neutron] 10.222.0.61 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049991 Feb 18 09:00:57.362413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f91310-06b9-453f-bc88-4b110f3ad750 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:57.363084 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e8f91310-06b9-453f-bc88-4b110f3ad750 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:57.366927 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82ba653-2a40-4c4a-83d5-40ed7080db73 None None] Network d556cd09-dbcd-43b1-a847-98de569ab435 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:57.377425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c12d5-c5ac-431d-8fbf-e70f47fa38d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0d638d-b575-4f5e-826f-3f58ff2baa37,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:57.385959 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-936c12d5-c5ac-431d-8fbf-e70f47fa38d5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4c3ccd419b2d43c681f84e29ecf1029c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2945502 Feb 18 09:00:57.388128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36584) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:57.425575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6dc72-87b4-4c87-abe9-05b6ce5c21d1 req-1281308e-9105-4471-802f-21229e8cb77d tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:57.432502 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59e6dc72-87b4-4c87-abe9-05b6ce5c21d1 req-1281308e-9105-4471-802f-21229e8cb77d tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 945 time: 0.2315090 Feb 18 09:00:57.456734 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Allocated IP 2001:db8::2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/a1f5f4b8-97ad-47d5-8c1f-ec0854bd4fa1/38363f7c-9b38-47b0-869e-59604789956a) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:00:57.466134 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e8f91310-06b9-453f-bc88-4b110f3ad750 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6494002 Feb 18 09:00:57.467850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36588) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:57.492638 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3805d4e5-41d2-46b7-8488-ddf0ab25b1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:57.537258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3805d4e5-41d2-46b7-8488-ddf0ab25b1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:57.539240 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59e6dc72-87b4-4c87-abe9-05b6ce5c21d1 req-33cda910-b5ba-4b9d-abde-33b32099e325 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055973 Feb 18 09:00:57.548718 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fd6ade5-1022-4fa4-a074-d62ae2f2f262 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:57.613478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-8fd6ade5-1022-4fa4-a074-d62ae2f2f262 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port e0229410-72d4-408d-8e5a-fd5820af714b yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:00:57.747797 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-70d47745-dfde-4bb6-8961-a48e2ae74e65 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:57.885362 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3805d4e5-41d2-46b7-8488-ddf0ab25b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:57.937875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805d4e5-41d2-46b7-8488-ddf0ab25b1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0d638d-b575-4f5e-826f-3f58ff2baa37,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:57.945223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2078b973-9594-49ec-9584-89bde4215ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-d556cd09-dbcd-43b1-a847-98de569ab435', 'network_id': 'd556cd09-dbcd-43b1-a847-98de569ab435', 'tenant_id': '1a53cdf48b94443baaa1e4604db47411', 'fixed_ips': [{'subnet_id': '5dfff61b-4d8d-45f4-8f0a-a573afeff357'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:00:57.946052 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2078b973-9594-49ec-9584-89bde4215ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:57.969444 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3805d4e5-41d2-46b7-8488-ddf0ab25b1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:57.970451 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3805d4e5-41d2-46b7-8488-ddf0ab25b1b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cb0d638d-b575-4f5e-826f-3f58ff2baa37 HTTP/1.1" status: 204 len: 168 time: 0.5772667 Feb 18 09:00:57.970983 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-70d47745-dfde-4bb6-8961-a48e2ae74e65 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:57.985904 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:58.002497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e98077-f13a-4ca4-92ff-af9b9608dce1 req-96b2c838-7b16-4394-ab82-66ee07766b1d tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:58.010211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e98077-f13a-4ca4-92ff-af9b9608dce1 req-96b2c838-7b16-4394-ab82-66ee07766b1d tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:58.014923 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Transition to ACTIVE for port object 38363f7c-9b38-47b0-869e-59604789956a will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:58.017726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e98077-f13a-4ca4-92ff-af9b9608dce1 req-96b2c838-7b16-4394-ab82-66ee07766b1d tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:58.026870 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d8e98077-f13a-4ca4-92ff-af9b9608dce1 req-96b2c838-7b16-4394-ab82-66ee07766b1d tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f&device_id=03d3f1a2-ca33-443c-b59d-11d5643dce94&device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 2417 time: 0.1308439 Feb 18 09:00:58.105711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d8e98077-f13a-4ca4-92ff-af9b9608dce1 req-3c5a77cc-8b29-4839-9408-f4bb272d91ad tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778506 Feb 18 09:00:58.108424 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Transition to ACTIVE for port object 38363f7c-9b38-47b0-869e-59604789956a will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:58.118907 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-70d47745-dfde-4bb6-8961-a48e2ae74e65 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:58.136652 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:58.199309 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d47745-dfde-4bb6-8961-a48e2ae74e65 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Subnet': ['ID=5dfff61b-4d8d-45f4-8f0a-a573afeff357,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:58.202847 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-8c39f0ae-6842-4163-b06c-e7f61195cb7c req-96e6c98a-80bd-433b-ba64-21ae3ab6c560 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:00:58.203850 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c39f0ae-6842-4163-b06c-e7f61195cb7c req-96e6c98a-80bd-433b-ba64-21ae3ab6c560 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071325 Feb 18 09:00:58.249797 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:58.254110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:58.258523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server [None req-2078b973-9594-49ec-9584-89bde4215ec3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5dfff61b-4d8d-45f4-8f0a-a573afeff357: This subnet is being modified by another concurrent operation. Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 18 09:00:58.265249 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise exception Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5dfff61b-4d8d-45f4-8f0a-a573afeff357: This subnet is being modified by another concurrent operation. Feb 18 09:00:58.268891 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server Feb 18 09:00:58.276863 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Pushing event updated for resources: {'Port': ['ID=38363f7c-9b38-47b0-869e-59604789956a,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:58.316509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-8fd6ade5-1022-4fa4-a074-d62ae2f2f262 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::4e4f:659f:d943:f580 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/a1f5f4b8-97ad-47d5-8c1f-ec0854bd4fa1/e0229410-72d4-408d-8e5a-fd5820af714b) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:00:58.317244 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-70d47745-dfde-4bb6-8961-a48e2ae74e65 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:58.321509 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ff3a9f-5b8d-409e-96df-b137273ad98e None None] Network d556cd09-dbcd-43b1-a847-98de569ab435 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:00:58.355729 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-70d47745-dfde-4bb6-8961-a48e2ae74e65 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d556cd09-dbcd-43b1-a847-98de569ab435']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:58.372003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-70d47745-dfde-4bb6-8961-a48e2ae74e65 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8b164f-4ae5-46e8-8717-adae8a297519') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:58.372558 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-70d47745-dfde-4bb6-8961-a48e2ae74e65 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8b164f-4ae5-46e8-8717-adae8a297519') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:00:58.386311 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-70d47745-dfde-4bb6-8961-a48e2ae74e65 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:58.395563 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c39f0ae-6842-4163-b06c-e7f61195cb7c req-1966a23e-2245-428d-90d4-ff36329775ca tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1839983 Feb 18 09:00:58.411626 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-70d47745-dfde-4bb6-8961-a48e2ae74e65 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:58.424261 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d47745-dfde-4bb6-8961-a48e2ae74e65 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:00:58.424948 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-70d47745-dfde-4bb6-8961-a48e2ae74e65 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:00:58.443318 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:00:58.550631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Attempting to bind port 38363f7c-9b38-47b0-869e-59604789956a on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:00:58.551062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Attempting to bind port 38363f7c-9b38-47b0-869e-59604789956a by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:00:58.551419 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Attempting to bind port 38363f7c-9b38-47b0-869e-59604789956a on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:00:58.577218 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-70d47745-dfde-4bb6-8961-a48e2ae74e65 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:58.577465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:00:58.579599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:00:58.579599 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:58.579599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:00:58.579599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Bound port: 38363f7c-9b38-47b0-869e-59604789956a, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:00:58.579949 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:58.583381 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-70d47745-dfde-4bb6-8961-a48e2ae74e65 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:58.640719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d47745-dfde-4bb6-8961-a48e2ae74e65 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Network': ['ID=d556cd09-dbcd-43b1-a847-98de569ab435,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:58.647314 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-70d47745-dfde-4bb6-8961-a48e2ae74e65 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/d556cd09-dbcd-43b1-a847-98de569ab435 HTTP/1.1" status: 204 len: 168 time: 1.1752429 Feb 18 09:00:58.651490 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36606) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:58.662947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36610) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:58.736258 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-462ee7dc-32d6-49cf-9742-16e8a6b86cb5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] GET failed (client error): The resource could not be found. Feb 18 09:00:58.736999 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-462ee7dc-32d6-49cf-9742-16e8a6b86cb5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Synchronizing usage tracker for tenant:1a53cdf48b94443baaa1e4604db47411 on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:00:58.774297 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-462ee7dc-32d6-49cf-9742-16e8a6b86cb5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Unset dirty status for tenant:1a53cdf48b94443baaa1e4604db47411 on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:00:58.778778 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-462ee7dc-32d6-49cf-9742-16e8a6b86cb5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "GET /v2.0/subnets/5dfff61b-4d8d-45f4-8f0a-a573afeff357 HTTP/1.1" status: 404 len: 337 time: 0.1276259 Feb 18 09:00:58.779035 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36614) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:58.812009 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-026c0e70-ff40-4a59-9519-dc00934355c5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:00:58.812530 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026c0e70-ff40-4a59-9519-dc00934355c5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:00:58.817627 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-026c0e70-ff40-4a59-9519-dc00934355c5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/d556cd09-dbcd-43b1-a847-98de569ab435 HTTP/1.1" status: 404 len: 339 time: 0.0343304 Feb 18 09:00:58.818035 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36620) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:58.880261 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-86f7bbcf-c09d-4028-bd48-1897643bff64 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=893319e4b7c6462d8841e6b50f1b426e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2145824 Feb 18 09:00:58.881243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36624) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:58.887773 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fd6ade5-1022-4fa4-a074-d62ae2f2f262 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:58.909013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] For port 38363f7c-9b38-47b0-869e-59604789956a, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:00:58.913255 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] For port 38363f7c-9b38-47b0-869e-59604789956a, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=38363f7c-9b38-47b0-869e-59604789956a,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:00:58.918890 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:58.955918 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67c98d-d0ed-464d-baaa-b55c92ac9a5b req-c3d9c4e7-da45-47fb-a918-cba803d4cd8e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:58.957855 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a67c98d-d0ed-464d-baaa-b55c92ac9a5b req-c3d9c4e7-da45-47fb-a918-cba803d4cd8e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 943 time: 0.4070318 Feb 18 09:00:59.014546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ade5e-2a18-432b-abee-a740f39fdd98 None None] Pushing event updated for resources: {'Port': ['ID=38363f7c-9b38-47b0-869e-59604789956a,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:59.043819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-8fd6ade5-1022-4fa4-a074-d62ae2f2f262 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object e0229410-72d4-408d-8e5a-fd5820af714b will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:00:59.172879 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7ed5ed-5089-4193-ad47-3d2ddd604479 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:59.173536 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8a7ed5ed-5089-4193-ad47-3d2ddd604479 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Synchronizing usage tracker for tenant:1a53cdf48b94443baaa1e4604db47411 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:00:59.214289 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8a7ed5ed-5089-4193-ad47-3d2ddd604479 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Unset dirty status for tenant:1a53cdf48b94443baaa1e4604db47411 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:00:59.215516 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8a7ed5ed-5089-4193-ad47-3d2ddd604479 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3960946 Feb 18 09:00:59.218306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36630) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:59.315091 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8dd3e3ea-e135-4dd7-a60f-a4b33247c88b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "GET /v2.0/subnets?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 207 time: 0.0956500 Feb 18 09:00:59.318320 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36634) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:59.411869 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fd6ade5-1022-4fa4-a074-d62ae2f2f262 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:59.539421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836b8fd2-65fa-4f36-b66e-055474d9a90c tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:59.546146 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836b8fd2-65fa-4f36-b66e-055474d9a90c tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:59.552847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836b8fd2-65fa-4f36-b66e-055474d9a90c tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:59.562089 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836b8fd2-65fa-4f36-b66e-055474d9a90c tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:59.563782 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-836b8fd2-65fa-4f36-b66e-055474d9a90c tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2433310 Feb 18 09:00:59.567775 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36640) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:59.578361 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a67c98d-d0ed-464d-baaa-b55c92ac9a5b req-f7b4b914-5a65-41dc-a2a7-cfc9fc8e056e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6028314 Feb 18 09:00:59.586667 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd6ade5-1022-4fa4-a074-d62ae2f2f262 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:00:59.588482 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 11ef0527-e478-43f1-8711-8726f87c803f details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:00:59.605383 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-424690b5-c80e-4dd9-927f-d2fb5195c0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:59.607011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6ade5-1022-4fa4-a074-d62ae2f2f262 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=e0229410-72d4-408d-8e5a-fd5820af714b,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:59.609548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-8fd6ade5-1022-4fa4-a074-d62ae2f2f262 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:00:59.619330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd6ade5-1022-4fa4-a074-d62ae2f2f262 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:00:59.624784 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd6ade5-1022-4fa4-a074-d62ae2f2f262 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:59.625488 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fd6ade5-1022-4fa4-a074-d62ae2f2f262 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:59.661305 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-424690b5-c80e-4dd9-927f-d2fb5195c0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:59.697834 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8fd6ade5-1022-4fa4-a074-d62ae2f2f262 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7184541 Feb 18 09:00:59.698684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36646) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:59.749530 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-adf48845-316a-4bfe-b0b7-0201eec3c01b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1805320 Feb 18 09:00:59.754273 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36652) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:59.809315 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-424690b5-c80e-4dd9-927f-d2fb5195c0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:59.828566 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-424690b5-c80e-4dd9-927f-d2fb5195c0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:00:59.829844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-424690b5-c80e-4dd9-927f-d2fb5195c0a2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/151d9641-0ffd-45bb-8b50-97242e0684c3 HTTP/1.1" status: 204 len: 168 time: 0.9377928 Feb 18 09:00:59.839208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424690b5-c80e-4dd9-927f-d2fb5195c0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151d9641-0ffd-45bb-8b50-97242e0684c3,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:00:59.878656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5064295-c23e-4378-8d54-961f15f97c30 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:59.881086 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5064295-c23e-4378-8d54-961f15f97c30 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:59.887067 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a5064295-c23e-4378-8d54-961f15f97c30 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1315806 Feb 18 09:00:59.892416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36658) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:59.924570 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 11ef0527-e478-43f1-8711-8726f87c803f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=11ef0527-e478-43f1-8711-8726f87c803f,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:00:59.925894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcab428-5602-4cf3-b3de-9dbbf08d086b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:59.933774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcab428-5602-4cf3-b3de-9dbbf08d086b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:00:59.934709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3dcab428-5602-4cf3-b3de-9dbbf08d086b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:00:59.966553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3dcab428-5602-4cf3-b3de-9dbbf08d086b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:00:59.967922 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3dcab428-5602-4cf3-b3de-9dbbf08d086b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2656512 Feb 18 09:00:59.970856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36664) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:00:59.982943 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '11ef0527-e478-43f1-8711-8726f87c803f', 'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7', 'port_id': '11ef0527-e478-43f1-8711-8726f87c803f', 'mac_address': 'fa:16:3e:12:22:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9735f5-e885-4001-b6bc-713131a65bb6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:01:00.029963 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174475e7-871e-41c0-ab3c-0a2bebdc6257 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:00.031672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174475e7-871e-41c0-ab3c-0a2bebdc6257 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:00.038175 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-174475e7-871e-41c0-ab3c-0a2bebdc6257 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1444762 Feb 18 09:01:00.045444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36668) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:00.090850 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:00.119858 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ef0527-e478-43f1-8711-8726f87c803f {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:01:00.138862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-eaedac19-a70e-4357-9bd8-50ec7d3769e1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port e0229410-72d4-408d-8e5a-fd5820af714b {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:00.141898 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eaedac19-a70e-4357-9bd8-50ec7d3769e1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:00.172619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 11ef0527-e478-43f1-8711-8726f87c803f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=11ef0527-e478-43f1-8711-8726f87c803f,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:00.183833 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:00.376829 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f6476917-2f47-4e7a-8d4d-689b26e13a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:00.433388 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=11ef0527-e478-43f1-8711-8726f87c803f,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:00.579098 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['11ef0527-e478-43f1-8711-8726f87c803f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:01:00.611733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323f2fbd-3f6c-40c2-9e43-dce03ceda905 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:00.615513 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-323f2fbd-3f6c-40c2-9e43-dce03ceda905 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "GET /v2.0/networks/1c69accb-553e-4395-92da-259b30e58621 HTTP/1.1" status: 200 len: 799 time: 0.5688894 Feb 18 09:01:00.619277 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36684) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:00.701175 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eaedac19-a70e-4357-9bd8-50ec7d3769e1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:00.928342 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 38363f7c-9b38-47b0-869e-59604789956a up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:01.050308 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bcefd2e5-7cb6-4d7e-87b4-7fdb8ec2eb2e tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "GET /v2.0/networks/1c69accb-553e-4395-92da-259b30e58621?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4235830 Feb 18 09:01:01.050308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36698) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:01.062817 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d6c388f4-6566-46c3-9623-06f6bc151947 None None] Provisioning for port 38363f7c-9b38-47b0-869e-59604789956a completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:01.128696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-eaedac19-a70e-4357-9bd8-50ec7d3769e1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for e0229410-72d4-408d-8e5a-fd5820af714b owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:01.144130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 38363f7c-9b38-47b0-869e-59604789956a completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:01.162603 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 38363f7c-9b38-47b0-869e-59604789956a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:01.167890 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:01.247037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e65665-ca1e-455f-92a3-c0ae3bb3d88c tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:01.261877 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-41e65665-ca1e-455f-92a3-c0ae3bb3d88c tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "GET /v2.0/subnets/0df4d25b-71d8-47f1-bb0d-02684d2a0603 HTTP/1.1" status: 200 len: 811 time: 0.2113357 Feb 18 09:01:01.266251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36712) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:01.394464 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27a48e-d20d-4697-ba34-e8a31a6620ec req-61078f81-127f-44d3-83f1-aa603bdc300c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:01.411079 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611d27f5-8ea4-4e45-a7fc-3f7012754fca None None] get_active_networks_info from n-d-829434-1 {{(pid=87769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 18 09:01:01.414423 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc27a48e-d20d-4697-ba34-e8a31a6620ec req-61078f81-127f-44d3-83f1-aa603bdc300c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 944 time: 0.6707253 Feb 18 09:01:01.432107 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f21982c-ed6a-43d7-a2ca-e5940ae73401 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:01.438373 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7f21982c-ed6a-43d7-a2ca-e5940ae73401 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "GET /v2.0/subnets/0df4d25b-71d8-47f1-bb0d-02684d2a0603?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1709845 Feb 18 09:01:01.441867 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36716) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:01.454261 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c3292d15-8b03-41cd-8fbc-b613aa14c3db tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1310980167'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:01.459963 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c3292d15-8b03-41cd-8fbc-b613aa14c3db tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:01.473450 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c3292d15-8b03-41cd-8fbc-b613aa14c3db tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:01.481694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36720) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:01.500388 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3292d15-8b03-41cd-8fbc-b613aa14c3db tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:01.513434 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3292d15-8b03-41cd-8fbc-b613aa14c3db tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:01.577747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc27a48e-d20d-4697-ba34-e8a31a6620ec req-59373a73-73b6-4234-b28e-f547075f5ad1 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113327 Feb 18 09:01:01.603899 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:01.614041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3292d15-8b03-41cd-8fbc-b613aa14c3db tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:01:01.620344 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eaedac19-a70e-4357-9bd8-50ec7d3769e1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:01.633675 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3292d15-8b03-41cd-8fbc-b613aa14c3db tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:01.635087 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-c3292d15-8b03-41cd-8fbc-b613aa14c3db tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Added segment 5012852a-9159-4be5-9ab0-5e5e2cddf9e1 of type vlan for network 2c14bf41-7c4c-46b5-9b07-40a5342cb848 Feb 18 09:01:01.641068 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2779e904-bf34-4454-a285-42d68e3dc307 None None] Provisioning complete for port e0229410-72d4-408d-8e5a-fd5820af714b triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:01.641707 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2779e904-bf34-4454-a285-42d68e3dc307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:01.679917 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2779e904-bf34-4454-a285-42d68e3dc307 None None] Port e0229410-72d4-408d-8e5a-fd5820af714b was deleted so its status cannot be updated. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 18 09:01:01.717727 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1864521869'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:01.723480 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 38363f7c-9b38-47b0-869e-59604789956a, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=38363f7c-9b38-47b0-869e-59604789956a,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:01.726979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:01.737338 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:01.737825 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3292d15-8b03-41cd-8fbc-b613aa14c3db tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:01.752183 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eaedac19-a70e-4357-9bd8-50ec7d3769e1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:01.768733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedac19-a70e-4357-9bd8-50ec7d3769e1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=e0229410-72d4-408d-8e5a-fd5820af714b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:01.789578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec2160-07bc-40ec-897e-c64555601c73 req-60b6d8c6-478d-45db-b030-d8a63ce882e2 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:01.791060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Usage tracker for resource:network and tenant:bdf500c351f446099f2164f4af1209cf is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:01.793574 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95ec2160-07bc-40ec-897e-c64555601c73 req-60b6d8c6-478d-45db-b030-d8a63ce882e2 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 945 time: 0.3766520 Feb 18 09:01:01.793814 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611d27f5-8ea4-4e45-a7fc-3f7012754fca None None] Resources bound (agent type, host, resource id): {{(pid=87769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:01:01.799150 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-eaedac19-a70e-4357-9bd8-50ec7d3769e1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/e0229410-72d4-408d-8e5a-fd5820af714b HTTP/1.1" status: 204 len: 168 time: 1.8270085 Feb 18 09:01:01.800815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36726) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:01.803274 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:01.807365 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3292d15-8b03-41cd-8fbc-b613aa14c3db tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:01.813201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3292d15-8b03-41cd-8fbc-b613aa14c3db tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:01.813907 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3292d15-8b03-41cd-8fbc-b613aa14c3db tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:01.851569 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95ec2160-07bc-40ec-897e-c64555601c73 req-5c1b555b-6838-4952-855a-f60b5c2220d4 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507092 Feb 18 09:01:01.904784 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:01.934344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=38363f7c-9b38-47b0-869e-59604789956a,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:01.971016 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c3292d15-8b03-41cd-8fbc-b613aa14c3db tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5281024 Feb 18 09:01:01.973970 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36730) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:01.980896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-77e0d00b-67c8-4574-8d38-c86b77ce907f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'subnet': {'network_id': '2c14bf41-7c4c-46b5-9b07-40a5342cb848', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:02.008055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3292d15-8b03-41cd-8fbc-b613aa14c3db tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Network': ['ID=2c14bf41-7c4c-46b5-9b07-40a5342cb848,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:02.024312 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Made reservation on behalf of bdf500c351f446099f2164f4af1209cf for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:02.028987 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:02.065261 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca42d19-3c8b-43b9-af75-215ed06a22ae tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:02.066047 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 2c14bf41-7c4c-46b5-9b07-40a5342cb848 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:01:02.067417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca42d19-3c8b-43b9-af75-215ed06a22ae tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:02.068213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1ca42d19-3c8b-43b9-af75-215ed06a22ae tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:01:02.075050 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:02.099012 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:02.111222 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Usage tracker for resource:security_group_rule and tenant:bdf500c351f446099f2164f4af1209cf is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:02.117625 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:02.119581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-77e0d00b-67c8-4574-8d38-c86b77ce907f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:02.126925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:02.130265 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1ca42d19-3c8b-43b9-af75-215ed06a22ae tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:01:02.132085 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1ca42d19-3c8b-43b9-af75-215ed06a22ae tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3301558 Feb 18 09:01:02.134919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36734) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:02.135237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-77e0d00b-67c8-4574-8d38-c86b77ce907f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:02.147723 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e0d00b-67c8-4574-8d38-c86b77ce907f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Made reservation on behalf of 1a53cdf48b94443baaa1e4604db47411 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:02.153434 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-77e0d00b-67c8-4574-8d38-c86b77ce907f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:02.242735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-908aac6c-96c7-4f3e-827d-df27447bc9ad tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet a1f5f4b8-97ad-47d5-8c1f-ec0854bd4fa1 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:01:02.250679 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-908aac6c-96c7-4f3e-827d-df27447bc9ad tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:02.267955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.ipam_backend_mixin [None req-77e0d00b-67c8-4574-8d38-c86b77ce907f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Performing IP validity checks on allocation pools {{(pid=87768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 18 09:01:02.268509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.ipam_backend_mixin [None req-77e0d00b-67c8-4574-8d38-c86b77ce907f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 18 09:01:02.322776 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-908aac6c-96c7-4f3e-827d-df27447bc9ad tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:02.411416 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:02.417784 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-77e0d00b-67c8-4574-8d38-c86b77ce907f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:02.420997 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:02.461955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:01:02.497346 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:02.497931 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Added segment c761c0ea-28bb-403f-8201-4fafcdfa4bca of type vlan for network 9a125162-4eb4-4b77-876e-b083bceeb370 Feb 18 09:01:02.504157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab46836c-4afc-4064-a4cd-0dfe0b71f4af,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:02.523210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e0d00b-67c8-4574-8d38-c86b77ce907f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Checking segment: {'id': '5012852a-9159-4be5-9ab0-5e5e2cddf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2c14bf41-7c4c-46b5-9b07-40a5342cb848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:02.523538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e0d00b-67c8-4574-8d38-c86b77ce907f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network hostable DHCP agents. Network: 2c14bf41-7c4c-46b5-9b07-40a5342cb848, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:01:02.535868 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-908aac6c-96c7-4f3e-827d-df27447bc9ad tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:02.536497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0d00b-67c8-4574-8d38-c86b77ce907f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Subnet': ['ID=e38d3477-3d31-4923-bf78-a71552b44a4e,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:02.555481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e0d00b-67c8-4574-8d38-c86b77ce907f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Network 2c14bf41-7c4c-46b5-9b07-40a5342cb848 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:01:02.565529 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:02.570267 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-77e0d00b-67c8-4574-8d38-c86b77ce907f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 2c14bf41-7c4c-46b5-9b07-40a5342cb848) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:02.582754 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1656bd-b6a1-484b-9e58-8b42ca10541c None None] Network 2c14bf41-7c4c-46b5-9b07-40a5342cb848 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:02.595284 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e0d00b-67c8-4574-8d38-c86b77ce907f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:02.596409 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-77e0d00b-67c8-4574-8d38-c86b77ce907f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:02.655764 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:02.673455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:02.674104 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:02.685227 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-77e0d00b-67c8-4574-8d38-c86b77ce907f tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7100370 Feb 18 09:01:02.687882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36742) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:02.696142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7e393838-b12a-403a-81f0-3e43a79595e2 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:02.795564 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8f4faf70-2a89-4560-bc60-e494f0d6d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:02.852515 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 38363f7c-9b38-47b0-869e-59604789956a up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:02.875654 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-908aac6c-96c7-4f3e-827d-df27447bc9ad tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:02.948828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908aac6c-96c7-4f3e-827d-df27447bc9ad tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f5f4b8-97ad-47d5-8c1f-ec0854bd4fa1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:02.958327 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Pushing event updated for resources: {'Network': ['ID=9a125162-4eb4-4b77-876e-b083bceeb370,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:02.960653 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-908aac6c-96c7-4f3e-827d-df27447bc9ad tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:02.963041 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-908aac6c-96c7-4f3e-827d-df27447bc9ad tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/a1f5f4b8-97ad-47d5-8c1f-ec0854bd4fa1 HTTP/1.1" status: 204 len: 168 time: 0.8270299 Feb 18 09:01:02.967349 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-791a32c7-1936-4f4e-b49c-d89fe6ff79f5 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4822178 Feb 18 09:01:02.967349 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36748) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:02.970304 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36750) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:02.993980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709c44db-bfce-4ac0-b339-5e5a546ed34b None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:03.031754 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-11ac5a61-c80a-420f-989e-bd5cb6438758 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Request body: {'subnet': {'network_id': '9a125162-4eb4-4b77-876e-b083bceeb370', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:03.040218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 9a125162-4eb4-4b77-876e-b083bceeb370 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:01:03.075929 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ad10993d-6d64-44e8-9bbf-2be4d62a3993 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1081729 Feb 18 09:01:03.089048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36756) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:03.100027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-64a0ce90-1c9d-450c-8a03-35798eaf0544 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:03.178475 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-11ac5a61-c80a-420f-989e-bd5cb6438758 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:03.189504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3decae-ac85-4c15-b737-e02ff897cb8c req-15792a71-a75a-41c2-83c6-de7388a236b5 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:03.190208 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-9f3decae-ac85-4c15-b737-e02ff897cb8c req-15792a71-a75a-41c2-83c6-de7388a236b5 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Synchronizing usage tracker for tenant:a903b155163648f2a591b78be672e35b on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:01:03.194194 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-11ac5a61-c80a-420f-989e-bd5cb6438758 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Usage tracker for resource:subnet and tenant:bdf500c351f446099f2164f4af1209cf is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:03.197735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-11ac5a61-c80a-420f-989e-bd5cb6438758 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:03.208487 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-11ac5a61-c80a-420f-989e-bd5cb6438758 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:03.219681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-9f3decae-ac85-4c15-b737-e02ff897cb8c req-15792a71-a75a-41c2-83c6-de7388a236b5 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Unset dirty status for tenant:a903b155163648f2a591b78be672e35b on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:01:03.220554 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9f3decae-ac85-4c15-b737-e02ff897cb8c req-15792a71-a75a-41c2-83c6-de7388a236b5 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 945 time: 0.3911679 Feb 18 09:01:03.222238 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ac5a61-c80a-420f-989e-bd5cb6438758 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Made reservation on behalf of bdf500c351f446099f2164f4af1209cf for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:03.226156 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11ac5a61-c80a-420f-989e-bd5cb6438758 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:03.351913 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-64a0ce90-1c9d-450c-8a03-35798eaf0544 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:03.393650 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7e393838-b12a-403a-81f0-3e43a79595e2 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6294913'] for subnet, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:03.395911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-64a0ce90-1c9d-450c-8a03-35798eaf0544 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:03.405431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ed04e-f68f-451a-b9f6-2a5fd97a7b39 req-50062b27-0895-471e-87cc-fdfd43163538 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:03.412055 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-332ed04e-f68f-451a-b9f6-2a5fd97a7b39 req-50062b27-0895-471e-87cc-fdfd43163538 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 944 time: 0.4573057 Feb 18 09:01:03.487540 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-2c14bf41-7c4c-46b5-9b07-40a5342cb848', 'network_id': '2c14bf41-7c4c-46b5-9b07-40a5342cb848', 'tenant_id': '1a53cdf48b94443baaa1e4604db47411', 'fixed_ips': [{'subnet_id': 'e38d3477-3d31-4923-bf78-a71552b44a4e'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:01:03.488412 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:03.497978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 38363f7c-9b38-47b0-869e-59604789956a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:03.498354 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:03.519572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a0ce90-1c9d-450c-8a03-35798eaf0544 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:03.523030 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64a0ce90-1c9d-450c-8a03-35798eaf0544 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:03.558808 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-9f3decae-ac85-4c15-b737-e02ff897cb8c req-d3447fc4-8f57-4250-af54-5b580365bda9 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Deleting port 8a022e49-494d-4cba-9bad-d3af90315e97 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:03.559540 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9f3decae-ac85-4c15-b737-e02ff897cb8c req-d3447fc4-8f57-4250-af54-5b580365bda9 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:03.564310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa217736-83cc-4d0d-ae3c-9c1d961737ec req-8c43290d-2675-4a9f-9abc-0d7321c2b9fd tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:03.565833 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa217736-83cc-4d0d-ae3c-9c1d961737ec req-8c43290d-2675-4a9f-9abc-0d7321c2b9fd tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 945 time: 0.3040235 Feb 18 09:01:03.628104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 11ef0527-e478-43f1-8711-8726f87c803f up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:03.689176 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-332ed04e-f68f-451a-b9f6-2a5fd97a7b39 req-e1d7dae0-7213-42a6-ac08-1c718671169c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761974 Feb 18 09:01:03.740649 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-7bc1bd65-5e06-4b03-b8f6-349969c2c638 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4279974 Feb 18 09:01:03.880245 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa217736-83cc-4d0d-ae3c-9c1d961737ec req-71d5b68f-e864-43fa-88fe-21f47e412e50 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884358 Feb 18 09:01:03.931680 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:03.976461 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:03.994294 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 11ef0527-e478-43f1-8711-8726f87c803f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:04.016616 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 11ef0527-e478-43f1-8711-8726f87c803f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:04.016990 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:04.070299 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7e393838-b12a-403a-81f0-3e43a79595e2 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765059461407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5371230'] for subnet, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:04.095769 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-9f3decae-ac85-4c15-b737-e02ff897cb8c req-d3447fc4-8f57-4250-af54-5b580365bda9 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] For port 8a022e49-494d-4cba-9bad-d3af90315e97, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8a022e49-494d-4cba-9bad-d3af90315e97,segment=NetworkSegment(be41ec66-fb50-46ae-944f-80ea038542b6),segment_id=be41ec66-fb50-46ae-944f-80ea038542b6)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:04.096129 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9f3decae-ac85-4c15-b737-e02ff897cb8c req-d3447fc4-8f57-4250-af54-5b580365bda9 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:04.135920 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb641eb-1188-46c8-aeba-c4aeab2c1ebc None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:01:04.177305 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e393838-b12a-403a-81f0-3e43a79595e2 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event updated for resources: {'Subnet': ['ID=e38d3477-3d31-4923-bf78-a71552b44a4e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:04.186794 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-4eb641eb-1188-46c8-aeba-c4aeab2c1ebc None None] Deleting port 38363f7c-9b38-47b0-869e-59604789956a {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:04.187167 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4eb641eb-1188-46c8-aeba-c4aeab2c1ebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:04.208295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e393838-b12a-403a-81f0-3e43a79595e2 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:04.209117 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7e393838-b12a-403a-81f0-3e43a79595e2 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:04.210437 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7e393838-b12a-403a-81f0-3e43a79595e2 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "PUT /v2.0/subnets/e38d3477-3d31-4923-bf78-a71552b44a4e HTTP/1.1" status: 200 len: 877 time: 1.5213246 Feb 18 09:01:04.213988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36766) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:04.241030 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64a0ce90-1c9d-450c-8a03-35798eaf0544 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:04.247719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-9569828f-be19-46a5-9675-e036626e9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:04.248195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-9569828f-be19-46a5-9675-e036626e9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:04.248770 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-9569828f-be19-46a5-9675-e036626e9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:04.249236 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-9569828f-be19-46a5-9675-e036626e9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:04.249937 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-9569828f-be19-46a5-9675-e036626e9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:04.250149 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-9569828f-be19-46a5-9675-e036626e9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:04.251054 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-9569828f-be19-46a5-9675-e036626e9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:04.252506 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-9569828f-be19-46a5-9675-e036626e9078 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 6491 time: 0.3604743 Feb 18 09:01:04.260245 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-9f3decae-ac85-4c15-b737-e02ff897cb8c req-d3447fc4-8f57-4250-af54-5b580365bda9 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Calling delete_port for 8a022e49-494d-4cba-9bad-d3af90315e97 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:04.289772 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11ac5a61-c80a-420f-989e-bd5cb6438758 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:04.374561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a0ce90-1c9d-450c-8a03-35798eaf0544 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:04.387131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-64a0ce90-1c9d-450c-8a03-35798eaf0544 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:04.390251 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Allocated IP 172.20.0.3 (2c14bf41-7c4c-46b5-9b07-40a5342cb848/e38d3477-3d31-4923-bf78-a71552b44a4e/e569184f-108d-4767-87d3-2710f749bf52) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:04.394722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0ce90-1c9d-450c-8a03-35798eaf0544 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:04.395843 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64a0ce90-1c9d-450c-8a03-35798eaf0544 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:04.454530 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac5a61-c80a-420f-989e-bd5cb6438758 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Pushing event updated for resources: {'Subnet': ['ID=953fb953-bb23-4e6b-91a8-ac3e473ba0ef,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:04.487215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0ce90-1c9d-450c-8a03-35798eaf0544 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=ab67f8f9-b6fd-4e6e-83c5-57f3280d5fa6,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:04.508153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-64a0ce90-1c9d-450c-8a03-35798eaf0544 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4173768 Feb 18 09:01:04.512455 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:04.515038 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36772) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:04.530304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-db848064-80ee-4dba-aa6a-a12dee8cf60f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'fixed_ips': [{'subnet_id': 'ab67f8f9-b6fd-4e6e-83c5-57f3280d5fa6', 'ip_address': '2001:db8::440c:ecd3:ddaf:e1b2'}], 'name': 'tempest-NetworksTestDHCPv6-527005704'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:04.662760 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ac5a61-c80a-420f-989e-bd5cb6438758 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Checking segment: {'id': 'c761c0ea-28bb-403f-8201-4fafcdfa4bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '9a125162-4eb4-4b77-876e-b083bceeb370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:04.663217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ac5a61-c80a-420f-989e-bd5cb6438758 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Network hostable DHCP agents. Network: 9a125162-4eb4-4b77-876e-b083bceeb370, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:01:04.716973 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:04.760697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-ca2f5d92-dc6c-4d2f-81d9-1875e9498e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:04.761838 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-ca2f5d92-dc6c-4d2f-81d9-1875e9498e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:04.762480 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-ca2f5d92-dc6c-4d2f-81d9-1875e9498e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:04.764249 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-ca2f5d92-dc6c-4d2f-81d9-1875e9498e3b service neutron] 10.222.0.61 "GET /v2.0/networks?id=a401406b-a4a8-40c2-921a-a514ad2ac81a&id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&id=6af62175-1a85-4684-83c8-bc920071b3e0&id=6af62175-1a85-4684-83c8-bc920071b3e0 HTTP/1.1" status: 200 len: 2294 time: 0.4759598 Feb 18 09:01:04.854956 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ac5a61-c80a-420f-989e-bd5cb6438758 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Network 9a125162-4eb4-4b77-876e-b083bceeb370 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:01:04.874023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 38363f7c-9b38-47b0-869e-59604789956a no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:01:04.881478 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9f3decae-ac85-4c15-b737-e02ff897cb8c req-d3447fc4-8f57-4250-af54-5b580365bda9 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:04.953468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-11ac5a61-c80a-420f-989e-bd5cb6438758 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 9a125162-4eb4-4b77-876e-b083bceeb370) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:04.972658 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3447fc4-8f57-4250-af54-5b580365bda9 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Pushing event deleted for resources: {'Port': ['ID=8a022e49-494d-4cba-9bad-d3af90315e97,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:05.007717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ac5a61-c80a-420f-989e-bd5cb6438758 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:05.007717 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11ac5a61-c80a-420f-989e-bd5cb6438758 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:05.027961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-db848064-80ee-4dba-aa6a-a12dee8cf60f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:05.035902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-db848064-80ee-4dba-aa6a-a12dee8cf60f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:port and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:05.039807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-db848064-80ee-4dba-aa6a-a12dee8cf60f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:05.059949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-db848064-80ee-4dba-aa6a-a12dee8cf60f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:05.060976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['5e23ca38-894e-4a09-b8cf-891d28d9468c'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:01:05.071143 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-5241a872-fdb0-4805-bc99-b974635e9236 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40eb1bfc-150b-4f7d-ab6d-c6615ae3067e HTTP/1.1" status: 200 len: 1001 time: 0.2987559 Feb 18 09:01:05.079325 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3decae-ac85-4c15-b737-e02ff897cb8c req-d3447fc4-8f57-4250-af54-5b580365bda9 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] No DVR routers for this DVR port 8a022e49-494d-4cba-9bad-d3af90315e97 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:01:05.095334 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['e953e2e0-7eca-4a2f-bb72-a925cbdccee1', '8a022e49-494d-4cba-9bad-d3af90315e97'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:01:05.115515 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-9f3decae-ac85-4c15-b737-e02ff897cb8c req-d3447fc4-8f57-4250-af54-5b580365bda9 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:05.119324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e8b3ab-045e-42d5-9b46-101cdc0705a2 None None] Network 9a125162-4eb4-4b77-876e-b083bceeb370 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:05.121237 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6339427-6f62-4a62-9e59-ba8c01d5f562 req-4e090669-c41b-4e25-ba5e-c089fed9011e tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f48f450-b81e-46de-a772-3fdc0910291f HTTP/1.1" status: 200 len: 210 time: 0.0562809 Feb 18 09:01:05.122761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f48f450-b81e-46de-a772-3fdc0910291f', 'name': 'network-vif-deleted', 'tag': '8a022e49-494d-4cba-9bad-d3af90315e97'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:01:05.145959 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:05.149266 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-11ac5a61-c80a-420f-989e-bd5cb6438758 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1779716 Feb 18 09:01:05.158736 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9f3decae-ac85-4c15-b737-e02ff897cb8c req-d3447fc4-8f57-4250-af54-5b580365bda9 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.81 "DELETE /v2.0/ports/8a022e49-494d-4cba-9bad-d3af90315e97 HTTP/1.1" status: 204 len: 173 time: 1.9165101 Feb 18 09:01:05.159428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36782) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:05.162127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fb8f6-b1f7-4675-8b22-8bc56c68ba67 req-f45ac427-414b-4fa4-bc6b-25c33d06bc88 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:05.162127 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-860fb8f6-b1f7-4675-8b22-8bc56c68ba67 req-f45ac427-414b-4fa4-bc6b-25c33d06bc88 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 944 time: 0.2541611 Feb 18 09:01:05.171304 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8ab2dfe9-cd22-46d0-8048-9ba75c96aacc tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1043261872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:05.184076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-7a0d42bc-e9a9-4627-b326-97441c9fb4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:05.188573 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-7a0d42bc-e9a9-4627-b326-97441c9fb4c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec7d804e-ca01-4571-a18b-fa20d71f9ecf HTTP/1.1" status: 200 len: 851 time: 0.1083269 Feb 18 09:01:05.191307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8ab2dfe9-cd22-46d0-8048-9ba75c96aacc tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:05.207850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db848064-80ee-4dba-aa6a-a12dee8cf60f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:05.251153 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8ab2dfe9-cd22-46d0-8048-9ba75c96aacc tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Usage tracker for resource:router and tenant:bdf500c351f446099f2164f4af1209cf is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:05.257724 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f48f450-b81e-46de-a772-3fdc0910291f', 'name': 'network-vif-deleted', 'tag': '8a022e49-494d-4cba-9bad-d3af90315e97', 'status': 'completed', 'code': 200} Feb 18 09:01:05.258421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8ab2dfe9-cd22-46d0-8048-9ba75c96aacc tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:05.269527 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8ab2dfe9-cd22-46d0-8048-9ba75c96aacc tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:05.305064 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-45793461-280a-4d20-a91c-4656d100d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:05.307352 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-45793461-280a-4d20-a91c-4656d100d6cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a401406b-a4a8-40c2-921a-a514ad2ac81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109588 Feb 18 09:01:05.308429 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ab2dfe9-cd22-46d0-8048-9ba75c96aacc tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:05.309562 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ab2dfe9-cd22-46d0-8048-9ba75c96aacc tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:05.431631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-4eb641eb-1188-46c8-aeba-c4aeab2c1ebc None None] For port 38363f7c-9b38-47b0-869e-59604789956a, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=38363f7c-9b38-47b0-869e-59604789956a,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:05.432258 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4eb641eb-1188-46c8-aeba-c4aeab2c1ebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:05.590346 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ab2dfe9-cd22-46d0-8048-9ba75c96aacc tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:05.626540 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-4eb641eb-1188-46c8-aeba-c4aeab2c1ebc None None] Calling delete_port for 38363f7c-9b38-47b0-869e-59604789956a owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:05.664572 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ab2dfe9-cd22-46d0-8048-9ba75c96aacc tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:05.686341 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-db848064-80ee-4dba-aa6a-a12dee8cf60f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:05.727400 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-e7c22511-d8c5-4354-956b-271a4c44c075 service neutron] 10.222.0.61 "GET /v2.0/networks/a401406b-a4a8-40c2-921a-a514ad2ac81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122589 Feb 18 09:01:05.741696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-db848064-80ee-4dba-aa6a-a12dee8cf60f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port 830ecf73-c808-4219-b7ac-206bd5d51a8d yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:01:05.771827 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ab2dfe9-cd22-46d0-8048-9ba75c96aacc tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:05.773581 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8ab2dfe9-cd22-46d0-8048-9ba75c96aacc tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6109669 Feb 18 09:01:05.781927 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36788) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:05.850116 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894682be-feff-45b7-b74b-f934b411a30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ef0527-e478-43f1-8711-8726f87c803f'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:01:05.947520 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:05.951594 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4eb641eb-1188-46c8-aeba-c4aeab2c1ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:05.974574 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:06.031594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-db848064-80ee-4dba-aa6a-a12dee8cf60f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::440c:ecd3:ddaf:e1b2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/ab67f8f9-b6fd-4e6e-83c5-57f3280d5fa6/830ecf73-c808-4219-b7ac-206bd5d51a8d) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:06.063926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 11ef0527-e478-43f1-8711-8726f87c803f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=11ef0527-e478-43f1-8711-8726f87c803f,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:06.070215 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894682be-feff-45b7-b74b-f934b411a30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ef0527-e478-43f1-8711-8726f87c803f', 'code': 200} Feb 18 09:01:06.071146 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb641eb-1188-46c8-aeba-c4aeab2c1ebc None None] Pushing event deleted for resources: {'Port': ['ID=38363f7c-9b38-47b0-869e-59604789956a,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:06.073860 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Port 38363f7c-9b38-47b0-869e-59604789956a update to DOWN by agent not found {{(pid=87769) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 18 09:01:06.086266 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb641eb-1188-46c8-aeba-c4aeab2c1ebc None None] No DVR routers for this DVR port 38363f7c-9b38-47b0-869e-59604789956a on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:01:06.096286 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:06.098541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Transition to ACTIVE for port object e569184f-108d-4767-87d3-2710f749bf52 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:06.179577 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e20ea3-4778-4045-adad-fd4be5107555 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:06.355513 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-2c29d889-dae0-4a34-bfab-d6dd6c5672a3 service neutron] 10.222.0.61 "GET /v2.0/networks/a401406b-a4a8-40c2-921a-a514ad2ac81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6158276 Feb 18 09:01:06.375451 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-db848064-80ee-4dba-aa6a-a12dee8cf60f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:06.396464 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-db848064-80ee-4dba-aa6a-a12dee8cf60f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object 830ecf73-c808-4219-b7ac-206bd5d51a8d will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:06.409501 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Transition to ACTIVE for port object e569184f-108d-4767-87d3-2710f749bf52 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:06.434300 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-860fb8f6-b1f7-4675-8b22-8bc56c68ba67 req-03879787-2f6f-4425-8b5f-fc87c038248a tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2597466 Feb 18 09:01:06.489333 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-9a125162-4eb4-4b77-876e-b083bceeb370', 'network_id': '9a125162-4eb4-4b77-876e-b083bceeb370', 'tenant_id': 'bdf500c351f446099f2164f4af1209cf', 'fixed_ips': [{'subnet_id': '953fb953-bb23-4e6b-91a8-ac3e473ba0ef'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:01:06.490142 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:06.513993 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-db848064-80ee-4dba-aa6a-a12dee8cf60f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:06.527341 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-99411121-1f97-4d88-a567-41f15eb3fa75 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=5d533476-d347-4c13-8d3e-a98ebb1ba63d HTTP/1.1" status: 200 len: 217 time: 0.0952539 Feb 18 09:01:06.570400 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:06.654117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Subnet': ['ID=e38d3477-3d31-4923-bf78-a71552b44a4e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:06.673134 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:06.782704 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-cf8b03ed-1529-4766-a821-bad7ade88829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:06.788650 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-cf8b03ed-1529-4766-a821-bad7ade88829 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b443beab-a13b-4525-9863-a6eb259ae31b HTTP/1.1" status: 200 len: 797 time: 0.2197838 Feb 18 09:01:06.790126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db848064-80ee-4dba-aa6a-a12dee8cf60f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:06.802595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-db848064-80ee-4dba-aa6a-a12dee8cf60f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:06.805191 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db848064-80ee-4dba-aa6a-a12dee8cf60f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:06.811109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db848064-80ee-4dba-aa6a-a12dee8cf60f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:06.811711 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-db848064-80ee-4dba-aa6a-a12dee8cf60f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:06.823395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db848064-80ee-4dba-aa6a-a12dee8cf60f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=830ecf73-c808-4219-b7ac-206bd5d51a8d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:06.841930 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=11ef0527-e478-43f1-8711-8726f87c803f,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:06.872570 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:06.908803 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6c970-6aba-4634-8be4-6d8741530191 req-89e690fa-3063-4bac-ae8d-895cc5be8e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:06.910281 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fcf6c970-6aba-4634-8be4-6d8741530191 req-89e690fa-3063-4bac-ae8d-895cc5be8e15 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 1096 time: 0.4692013 Feb 18 09:01:06.918015 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-db848064-80ee-4dba-aa6a-a12dee8cf60f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4018722 Feb 18 09:01:06.925504 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36802) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:06.963231 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c14bf41-7c4c-46b5-9b07-40a5342cb848']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:06.985817 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:07.015192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Network 2c14bf41-7c4c-46b5-9b07-40a5342cb848 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:07.101090 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:07.111948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5012852a-9159-4be5-9ab0-5e5e2cddf9e1') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:07.112306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5012852a-9159-4be5-9ab0-5e5e2cddf9e1') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:07.113687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:07.122312 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fcf6c970-6aba-4634-8be4-6d8741530191 req-5761b764-9560-45e2-a42b-4b913e7fcfbc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029386 Feb 18 09:01:07.130965 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:07.169634 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-00436c02-b10d-41a0-8099-c8551eb3764b req-7f7f5df1-4618-493e-864b-9d6a43374047 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6391020 Feb 18 09:01:07.179198 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:07.186078 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Allocated IP 172.20.0.2 (9a125162-4eb4-4b77-876e-b083bceeb370/953fb953-bb23-4e6b-91a8-ac3e473ba0ef/e4c9328d-2154-478f-9a94-5ab63cbbdb3d) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:07.194768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:01:07.195281 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:01:07.211265 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:01:07.223485 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Pushing event updated for resources: {'Port': ['ID=e569184f-108d-4767-87d3-2710f749bf52,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:07.317392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ce7d7-902f-4fd6-9bc0-d397616ab5ef req-dbc76023-0deb-417b-9096-a4276ce224bd tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:07.319593 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd1ce7d7-902f-4fd6-9bc0-d397616ab5ef req-dbc76023-0deb-417b-9096-a4276ce224bd tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d3f1a2-ca33-443c-b59d-11d5643dce94 HTTP/1.1" status: 200 len: 946 time: 0.3290191 Feb 18 09:01:07.335453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f848ab-c153-4d23-a0ba-288e6fb7e57b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:07.337264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-13f848ab-c153-4d23-a0ba-288e6fb7e57b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:01:07.359366 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:01:07.359366 n-d-829434-1 neutron-server[87768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:01:07.359366 n-d-829434-1 neutron-server[87768]: [parameters: {'id': '2c14bf41-7c4c-46b5-9b07-40a5342cb848'}] Feb 18 09:01:07.359366 n-d-829434-1 neutron-server[87768]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:01:07.359768 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:01:07.391531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-13f848ab-c153-4d23-a0ba-288e6fb7e57b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:01:07.395925 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-13f848ab-c153-4d23-a0ba-288e6fb7e57b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4696152 Feb 18 09:01:07.397504 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36806) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:07.424403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Attempting to bind port e569184f-108d-4767-87d3-2710f749bf52 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:01:07.424786 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Attempting to bind port e569184f-108d-4767-87d3-2710f749bf52 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '5012852a-9159-4be5-9ab0-5e5e2cddf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2c14bf41-7c4c-46b5-9b07-40a5342cb848'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:01:07.425159 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Attempting to bind port e569184f-108d-4767-87d3-2710f749bf52 on network 2c14bf41-7c4c-46b5-9b07-40a5342cb848 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:01:07.439420 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:01:07.439795 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Checking segment: {'id': '5012852a-9159-4be5-9ab0-5e5e2cddf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2c14bf41-7c4c-46b5-9b07-40a5342cb848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:07.440213 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:07.440624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Bound using segment: {'id': '5012852a-9159-4be5-9ab0-5e5e2cddf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2c14bf41-7c4c-46b5-9b07-40a5342cb848'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:01:07.441086 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Bound port: e569184f-108d-4767-87d3-2710f749bf52, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5012852a-9159-4be5-9ab0-5e5e2cddf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '2c14bf41-7c4c-46b5-9b07-40a5342cb848'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:01:07.441463 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:07.441568 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd1ce7d7-902f-4fd6-9bc0-d397616ab5ef req-ddf894fb-068d-4c2c-bdec-72714a9bceb6 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006305 Feb 18 09:01:07.528495 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-2f14acbd-3b19-4fc6-aa23-c17a21b67c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:07.529913 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-2f14acbd-3b19-4fc6-aa23-c17a21b67c56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6323764 Feb 18 09:01:07.531264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-c1d21d25-92d6-4539-86a6-a05b4e60a1de tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port 830ecf73-c808-4219-b7ac-206bd5d51a8d {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:07.531608 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1d21d25-92d6-4539-86a6-a05b4e60a1de tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:07.595946 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': 'ab67f8f9-b6fd-4e6e-83c5-57f3280d5fa6'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:01:07.598119 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:07.657099 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 8a022e49-494d-4cba-9bad-d3af90315e97 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:01:07.745856 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 8a022e49-494d-4cba-9bad-d3af90315e97 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:01:07.746365 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 8a022e49-494d-4cba-9bad-d3af90315e97 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:01:07.748335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] For port e569184f-108d-4767-87d3-2710f749bf52, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:01:07.751410 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00436c02-b10d-41a0-8099-c8551eb3764b req-b45a3f4b-ebb3-4ea9-9ea6-3719ffe092a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:07.753135 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-00436c02-b10d-41a0-8099-c8551eb3764b req-b45a3f4b-ebb3-4ea9-9ea6-3719ffe092a7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=72394f0052cf4105ace3e6770e79b704&device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 1096 time: 0.4653533 Feb 18 09:01:07.778979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] For port e569184f-108d-4767-87d3-2710f749bf52, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e569184f-108d-4767-87d3-2710f749bf52,segment=NetworkSegment(5012852a-9159-4be5-9ab0-5e5e2cddf9e1),segment_id=5012852a-9159-4be5-9ab0-5e5e2cddf9e1)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:01:07.817851 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:07.837688 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:07.889068 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:07.909735 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-addf2f57-2fc4-4314-bdbc-a441c2d2ef13 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401880 Feb 18 09:01:07.986722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Transition to ACTIVE for port object e4c9328d-2154-478f-9a94-5ab63cbbdb3d will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:07.993500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Deleting port e569184f-108d-4767-87d3-2710f749bf52 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:07.994135 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:08.038734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf061f5-899f-4fff-8106-f76d2514ed99 req-2467b365-2fcc-4ca0-bde2-38ce02a319d4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:08.047221 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebf061f5-899f-4fff-8106-f76d2514ed99 req-2467b365-2fcc-4ca0-bde2-38ce02a319d4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.3296487 Feb 18 09:01:08.056867 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00436c02-b10d-41a0-8099-c8551eb3764b req-8a951c17-4d66-4480-aba6-978aa7b97033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:08.058628 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-00436c02-b10d-41a0-8099-c8551eb3764b req-8a951c17-4d66-4480-aba6-978aa7b97033 service neutron] 10.222.0.81 "GET /v2.0/networks?id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 HTTP/1.1" status: 200 len: 912 time: 0.2810996 Feb 18 09:01:08.070129 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc380da-4733-4011-9fee-e2378c088f12 None None] Pushing event updated for resources: {'Port': ['ID=e569184f-108d-4767-87d3-2710f749bf52,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:08.089795 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Transition to ACTIVE for port object e4c9328d-2154-478f-9a94-5ab63cbbdb3d will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:08.201788 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-00436c02-b10d-41a0-8099-c8551eb3764b req-1fb7afcf-64f9-4e30-95a2-4b87d710e23c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720ca9de-aa3a-4dcb-8a1f-36c30630d164 HTTP/1.1" status: 200 len: 1000 time: 0.1308455 Feb 18 09:01:08.218026 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:08.222535 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d66a35-b9f2-4df2-90e7-e09b5a3c6e26 None None] Network 2c14bf41-7c4c-46b5-9b07-40a5342cb848 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:08.240599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Allocated IP 2001:db8::2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/ab67f8f9-b6fd-4e6e-83c5-57f3280d5fa6/0195169d-22b0-43f0-bd97-0518f82ceeea) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:08.274257 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1d21d25-92d6-4539-86a6-a05b4e60a1de tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:08.304172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00436c02-b10d-41a0-8099-c8551eb3764b req-1aaaf71b-ef6b-4da2-a1ee-5b5772368efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:08.305778 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-00436c02-b10d-41a0-8099-c8551eb3764b req-1aaaf71b-ef6b-4da2-a1ee-5b5772368efb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9eaf963a-b95e-4bec-b0a0-0baccb065970 HTTP/1.1" status: 200 len: 850 time: 0.0658052 Feb 18 09:01:08.334036 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Pushing event updated for resources: {'Port': ['ID=e4c9328d-2154-478f-9a94-5ab63cbbdb3d,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:08.408923 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Network 9a125162-4eb4-4b77-876e-b083bceeb370 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:08.411959 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-4bfb0ca6-52ec-411f-803a-569cfff87d8b service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941487 Feb 18 09:01:08.420575 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:08.423236 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:08.429200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Allocated IP 172.20.0.1 (9a125162-4eb4-4b77-876e-b083bceeb370/953fb953-bb23-4e6b-91a8-ac3e473ba0ef/a774b378-61a7-43ce-a0f2-260a4b9cf790) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:08.522039 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-f267c353-6ed8-41a3-90b8-6467fddc6e43 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=c2e0cbb0-82ef-4c98-a16f-e576f7a2297c HTTP/1.1" status: 200 len: 217 time: 0.0942106 Feb 18 09:01:08.538225 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-c1d21d25-92d6-4539-86a6-a05b4e60a1de tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for 830ecf73-c808-4219-b7ac-206bd5d51a8d owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:08.742024 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebf061f5-899f-4fff-8106-f76d2514ed99 req-87066e79-a737-475b-b90b-9d5b762961f5 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6934006 Feb 18 09:01:08.751249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-b8b2f91c-0fef-4156-aa65-949381bacd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:08.753183 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-b8b2f91c-0fef-4156-aa65-949381bacd93 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b443beab-a13b-4525-9863-a6eb259ae31b HTTP/1.1" status: 200 len: 797 time: 0.2063329 Feb 18 09:01:08.845235 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Attempting to bind port e4c9328d-2154-478f-9a94-5ab63cbbdb3d on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:01:08.845748 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Attempting to bind port e4c9328d-2154-478f-9a94-5ab63cbbdb3d by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'c761c0ea-28bb-403f-8201-4fafcdfa4bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '9a125162-4eb4-4b77-876e-b083bceeb370'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:01:08.846274 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Attempting to bind port e4c9328d-2154-478f-9a94-5ab63cbbdb3d on network 9a125162-4eb4-4b77-876e-b083bceeb370 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:01:08.864884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00436c02-b10d-41a0-8099-c8551eb3764b req-a2c0f4ca-4526-4219-802a-56d6506ebbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:08.865711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:01:08.866214 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Checking segment: {'id': 'c761c0ea-28bb-403f-8201-4fafcdfa4bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '9a125162-4eb4-4b77-876e-b083bceeb370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:08.866833 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:08.867315 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Bound using segment: {'id': 'c761c0ea-28bb-403f-8201-4fafcdfa4bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '9a125162-4eb4-4b77-876e-b083bceeb370'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:01:08.867891 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Bound port: e4c9328d-2154-478f-9a94-5ab63cbbdb3d, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c761c0ea-28bb-403f-8201-4fafcdfa4bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '9a125162-4eb4-4b77-876e-b083bceeb370'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:01:08.868587 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:08.872634 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-00436c02-b10d-41a0-8099-c8551eb3764b req-a2c0f4ca-4526-4219-802a-56d6506ebbac service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5496297 Feb 18 09:01:08.939922 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1d21d25-92d6-4539-86a6-a05b4e60a1de tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:09.012050 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb88874b-968c-4327-aabd-508b93a56589 None None] Network 2c14bf41-7c4c-46b5-9b07-40a5342cb848 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:09.034741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d21d25-92d6-4539-86a6-a05b4e60a1de tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=830ecf73-c808-4219-b7ac-206bd5d51a8d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:09.106210 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-00436c02-b10d-41a0-8099-c8551eb3764b req-fe0917f1-dad8-434a-8f03-e40ff3ac792e service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097235 Feb 18 09:01:09.151124 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] For port e4c9328d-2154-478f-9a94-5ab63cbbdb3d, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:01:09.172542 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1d21d25-92d6-4539-86a6-a05b4e60a1de tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:09.208768 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] For port e4c9328d-2154-478f-9a94-5ab63cbbdb3d, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e4c9328d-2154-478f-9a94-5ab63cbbdb3d,segment=NetworkSegment(c761c0ea-28bb-403f-8201-4fafcdfa4bca),segment_id=c761c0ea-28bb-403f-8201-4fafcdfa4bca)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:01:09.221555 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c1d21d25-92d6-4539-86a6-a05b4e60a1de tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/830ecf73-c808-4219-b7ac-206bd5d51a8d HTTP/1.1" status: 204 len: 168 time: 1.8198817 Feb 18 09:01:09.230158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920ef26-05ba-4d4d-9975-a881220ca0a7 req-774dc017-486b-4705-a4bc-d125e4146d8a tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:09.231739 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f920ef26-05ba-4d4d-9975-a881220ca0a7 req-774dc017-486b-4705-a4bc-d125e4146d8a tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d3f1a2-ca33-443c-b59d-11d5643dce94 HTTP/1.1" status: 200 len: 946 time: 0.3622565 Feb 18 09:01:09.232221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36818) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:09.253039 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:09.293582 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:09.310305 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:09.325780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb86f1-a77e-42f4-86be-fc112be184fd req-334fd882-9c45-49a8-8ba6-d1f0752a63be tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:09.327241 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1cdb86f1-a77e-42f4-86be-fc112be184fd req-334fd882-9c45-49a8-8ba6-d1f0752a63be tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.61 "GET /v2.0/ports?device_id=03d3f1a2-ca33-443c-b59d-11d5643dce94 HTTP/1.1" status: 200 len: 946 time: 0.5634878 Feb 18 09:01:09.329553 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Transition to ACTIVE for port object a774b378-61a7-43ce-a0f2-260a4b9cf790 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:09.363235 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:09.386641 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Transition to ACTIVE for port object 0195169d-22b0-43f0-bd97-0518f82ceeea will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:09.418723 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-1cdb86f1-a77e-42f4-86be-fc112be184fd req-6c1dbc76-7e72-419e-8a46-843c3868674b tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Deleting port 5e23ca38-894e-4a09-b8cf-891d28d9468c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:09.419901 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1cdb86f1-a77e-42f4-86be-fc112be184fd req-6c1dbc76-7e72-419e-8a46-843c3868674b tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:09.434097 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Transition to ACTIVE for port object 0195169d-22b0-43f0-bd97-0518f82ceeea will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:09.478442 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:09.489233 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc24a94-9ee6-49f4-ac44-8fe4a3857adb None None] Pushing event updated for resources: {'Port': ['ID=e4c9328d-2154-478f-9a94-5ab63cbbdb3d,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:09.536399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] For port e569184f-108d-4767-87d3-2710f749bf52, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e569184f-108d-4767-87d3-2710f749bf52,segment=NetworkSegment(5012852a-9159-4be5-9ab0-5e5e2cddf9e1),segment_id=5012852a-9159-4be5-9ab0-5e5e2cddf9e1)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:09.536767 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:09.556464 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f920ef26-05ba-4d4d-9975-a881220ca0a7 req-6391ee34-bf07-4233-98c4-9749fe49a0c3 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718549 Feb 18 09:01:09.566688 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Pushing event updated for resources: {'Port': ['ID=0195169d-22b0-43f0-bd97-0518f82ceeea,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:09.584135 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:09.585459 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:09.588724 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:09.706275 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-00436c02-b10d-41a0-8099-c8551eb3764b req-74fdd745-26ab-4197-91e2-a862183b329f service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897884 Feb 18 09:01:09.713735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Network 9a125162-4eb4-4b77-876e-b083bceeb370 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:09.714073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ff72fe-68a7-402f-8077-b907a34c6dec tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:09.715816 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ff72fe-68a7-402f-8077-b907a34c6dec tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:09.717546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-57ff72fe-68a7-402f-8077-b907a34c6dec tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:01:09.718039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:09.726322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:09.755011 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Attempting to bind port 0195169d-22b0-43f0-bd97-0518f82ceeea on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:01:09.755545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Attempting to bind port 0195169d-22b0-43f0-bd97-0518f82ceeea by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:01:09.756986 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Attempting to bind port 0195169d-22b0-43f0-bd97-0518f82ceeea on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:01:09.784357 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:01:09.785387 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:09.786628 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:09.789071 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:01:09.791131 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Bound port: 0195169d-22b0-43f0-bd97-0518f82ceeea, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:01:09.791966 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:09.813294 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-bb72bdd6-6ef3-477f-8f48-926c7cd84235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:09.814746 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-bb72bdd6-6ef3-477f-8f48-926c7cd84235 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0527639 Feb 18 09:01:09.815674 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:10.070171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-1cdb86f1-a77e-42f4-86be-fc112be184fd req-6c1dbc76-7e72-419e-8a46-843c3868674b tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] For port 5e23ca38-894e-4a09-b8cf-891d28d9468c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5e23ca38-894e-4a09-b8cf-891d28d9468c,segment=NetworkSegment(be41ec66-fb50-46ae-944f-80ea038542b6),segment_id=be41ec66-fb50-46ae-944f-80ea038542b6)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:10.070534 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1cdb86f1-a77e-42f4-86be-fc112be184fd req-6c1dbc76-7e72-419e-8a46-843c3868674b tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:10.164094 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-337dabd7-2cc9-46c6-a67c-795c064e8f7c service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419463 Feb 18 09:01:10.174441 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] For port 0195169d-22b0-43f0-bd97-0518f82ceeea, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:01:10.183432 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] For port 0195169d-22b0-43f0-bd97-0518f82ceeea, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0195169d-22b0-43f0-bd97-0518f82ceeea,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:01:10.193199 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:10.205228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-1cdb86f1-a77e-42f4-86be-fc112be184fd req-6c1dbc76-7e72-419e-8a46-843c3868674b tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Calling delete_port for 5e23ca38-894e-4a09-b8cf-891d28d9468c owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:10.263268 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Pushing event updated for resources: {'Port': ['ID=a774b378-61a7-43ce-a0f2-260a4b9cf790,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:10.355060 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5389ac8-f49e-4172-a48f-fbd28e2fcd6d None None] Pushing event updated for resources: {'Port': ['ID=0195169d-22b0-43f0-bd97-0518f82ceeea,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:10.410913 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-31af2105-feec-455c-9bff-b3c5a5964a3e service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346621 Feb 18 09:01:10.455151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Calling delete_port for e569184f-108d-4767-87d3-2710f749bf52 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:10.531655 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-26a72b9c-2442-496c-b4fe-bdf571167925 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=28ca0474-ecea-48dc-bdbc-81970b7d76d9 HTTP/1.1" status: 200 len: 217 time: 0.0906131 Feb 18 09:01:10.635109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-57ff72fe-68a7-402f-8077-b907a34c6dec tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:01:10.636998 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:10.639099 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-57ff72fe-68a7-402f-8077-b907a34c6dec tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.4038785 Feb 18 09:01:10.643414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36830) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:11.003627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e4c9328d-2154-478f-9a94-5ab63cbbdb3d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:11.010475 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-423b8f44-f457-4daf-93c6-38a09246d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:11.011951 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-423b8f44-f457-4daf-93c6-38a09246d41c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b443beab-a13b-4525-9863-a6eb259ae31b HTTP/1.1" status: 200 len: 797 time: 0.4750080 Feb 18 09:01:11.093491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c8d8ad-e679-485e-974a-afa8beaf00ca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet ab67f8f9-b6fd-4e6e-83c5-57f3280d5fa6 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:01:11.129805 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73c8d8ad-e679-485e-974a-afa8beaf00ca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:11.197766 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:11.228223 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:11.247790 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port e4c9328d-2154-478f-9a94-5ab63cbbdb3d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:11.303348 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-95925144-5010-4bc1-a3df-c3d113864a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:11.305974 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-95925144-5010-4bc1-a3df-c3d113864a0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2299144 Feb 18 09:01:11.347512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No DVR routers for this DVR port e569184f-108d-4767-87d3-2710f749bf52 on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:01:11.352035 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73c8d8ad-e679-485e-974a-afa8beaf00ca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:11.365877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0fccfe-1fe3-4ba8-a7a9-113fa3b9fe4a None None] Network 9a125162-4eb4-4b77-876e-b083bceeb370 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:11.434643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Port': ['ID=e569184f-108d-4767-87d3-2710f749bf52,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:11.468195 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1cdb86f1-a77e-42f4-86be-fc112be184fd req-6c1dbc76-7e72-419e-8a46-843c3868674b tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:11.512931 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-8a7c0096-0956-471b-87d9-04e70901645b service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938517 Feb 18 09:01:11.582111 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['e953e2e0-7eca-4a2f-bb72-a925cbdccee1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:01:11.585203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e786e7d-aa78-461a-b9e1-03a859b543c9 req-ea0e3ecd-a1d9-4356-a564-db13b337a27e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:11.587922 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e786e7d-aa78-461a-b9e1-03a859b543c9 req-ea0e3ecd-a1d9-4356-a564-db13b337a27e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 1.1743529 Feb 18 09:01:11.644633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['5e23ca38-894e-4a09-b8cf-891d28d9468c'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:01:11.739067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477594ca-6e7a-4e16-af85-c981beacad37 req-a51dd5d3-d7a9-48fd-822b-c1b2253fed77 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:11.740720 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-477594ca-6e7a-4e16-af85-c981beacad37 req-a51dd5d3-d7a9-48fd-822b-c1b2253fed77 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d3f1a2-ca33-443c-b59d-11d5643dce94 HTTP/1.1" status: 200 len: 867 time: 0.8052676 Feb 18 09:01:11.762984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dbc76-7e72-419e-8a46-843c3868674b tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Pushing event deleted for resources: {'Port': ['ID=5e23ca38-894e-4a09-b8cf-891d28d9468c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:11.797388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e786e7d-aa78-461a-b9e1-03a859b543c9 req-f46873ce-ed98-4d0d-8997-b3f510ac8de9 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921588 Feb 18 09:01:11.831270 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:11.873506 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:11.878158 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2acb9b20-3196-4e25-9748-d15b08579029 None None] Provisioning for port e4c9328d-2154-478f-9a94-5ab63cbbdb3d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:11.914693 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:11.945069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2acb9b20-3196-4e25-9748-d15b08579029 None None] Provisioning complete for port e4c9328d-2154-478f-9a94-5ab63cbbdb3d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:11.945441 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2acb9b20-3196-4e25-9748-d15b08579029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:11.969082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdb86f1-a77e-42f4-86be-fc112be184fd req-6c1dbc76-7e72-419e-8a46-843c3868674b tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] No DVR routers for this DVR port 5e23ca38-894e-4a09-b8cf-891d28d9468c on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:01:11.996082 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:12.032288 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1cdb86f1-a77e-42f4-86be-fc112be184fd req-6c1dbc76-7e72-419e-8a46-843c3868674b tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:12.092761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d3f1a2-ca33-443c-b59d-11d5643dce94', 'name': 'network-vif-deleted', 'tag': '5e23ca38-894e-4a09-b8cf-891d28d9468c'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:01:12.170176 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1cdb86f1-a77e-42f4-86be-fc112be184fd req-6c1dbc76-7e72-419e-8a46-843c3868674b tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.61 "DELETE /v2.0/ports/5e23ca38-894e-4a09-b8cf-891d28d9468c HTTP/1.1" status: 204 len: 173 time: 2.8126266 Feb 18 09:01:12.262523 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:12.307333 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-477594ca-6e7a-4e16-af85-c981beacad37 req-014c9161-21f2-4f10-88ea-85e8ec6360d7 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135672 Feb 18 09:01:12.326645 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d3f1a2-ca33-443c-b59d-11d5643dce94', 'name': 'network-vif-deleted', 'tag': '5e23ca38-894e-4a09-b8cf-891d28d9468c', 'status': 'completed', 'code': 200} Feb 18 09:01:12.359040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c14bf41-7c4c-46b5-9b07-40a5342cb848']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:12.393305 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5012852a-9159-4be5-9ab0-5e5e2cddf9e1') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:12.405806 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5012852a-9159-4be5-9ab0-5e5e2cddf9e1') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:12.439049 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:12.487323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Pushing event updated for resources: {'Port': ['ID=a774b378-61a7-43ce-a0f2-260a4b9cf790,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:12.520200 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73c8d8ad-e679-485e-974a-afa8beaf00ca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:12.524368 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-0b7906e4-c30f-42d1-8b8b-a09a7bc33691 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0046678 Feb 18 09:01:12.546334 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2acb9b20-3196-4e25-9748-d15b08579029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:12.639338 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:12.646054 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-2acb9b20-3196-4e25-9748-d15b08579029 None None] For port e4c9328d-2154-478f-9a94-5ab63cbbdb3d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e4c9328d-2154-478f-9a94-5ab63cbbdb3d,segment=NetworkSegment(c761c0ea-28bb-403f-8201-4fafcdfa4bca),segment_id=c761c0ea-28bb-403f-8201-4fafcdfa4bca)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:12.654437 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2acb9b20-3196-4e25-9748-d15b08579029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:12.680320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:01:12.681699 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:01:12.708478 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:01:12.747574 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-9335115a-57b9-469e-9ecb-60aa16e4aecc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=90f3702e-a062-4be2-8950-ee1a8178c3b9 HTTP/1.1" status: 200 len: 217 time: 0.2143438 Feb 18 09:01:12.855499 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb9b20-3196-4e25-9748-d15b08579029 None None] Pushing event updated for resources: {'Port': ['ID=e4c9328d-2154-478f-9a94-5ab63cbbdb3d,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:12.863489 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-99aff107-9fcf-4972-86f5-0d1d340e6e1a None None] Provisioning for port 0195169d-22b0-43f0-bd97-0518f82ceeea completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:12.867925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Network 9a125162-4eb4-4b77-876e-b083bceeb370 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:12.871447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:12.890596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-99aff107-9fcf-4972-86f5-0d1d340e6e1a None None] Could not find standard attr ID for object 830ecf73-c808-4219-b7ac-206bd5d51a8d. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:01:13.001759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-dd86f270-c826-47bb-8d2d-0e4fee82a236 None None] Could not find standard attr ID for object 830ecf73-c808-4219-b7ac-206bd5d51a8d. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:01:13.044522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-d4103dc2-c371-4aa5-889f-ad859488f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:13.048347 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0195169d-22b0-43f0-bd97-0518f82ceeea up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:13.049672 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-d4103dc2-c371-4aa5-889f-ad859488f6e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b443beab-a13b-4525-9863-a6eb259ae31b HTTP/1.1" status: 200 len: 797 time: 0.2882915 Feb 18 09:01:13.123777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03564548-ecf8-4492-9695-b17faf56bf75 req-92ce50f6-b53b-4627-889e-3d3afec1097b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:13.125417 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03564548-ecf8-4492-9695-b17faf56bf75 req-92ce50f6-b53b-4627-889e-3d3afec1097b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/networks?id=f40be500-670f-4365-9b1b-50944ae5e3f7 HTTP/1.1" status: 200 len: 813 time: 0.6615949 Feb 18 09:01:13.126944 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:13.152067 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:13.155072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Network': ['ID=2c14bf41-7c4c-46b5-9b07-40a5342cb848,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:13.158853 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73c8d8ad-e679-485e-974a-afa8beaf00ca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:13.195319 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 0195169d-22b0-43f0-bd97-0518f82ceeea completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:13.200718 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0195169d-22b0-43f0-bd97-0518f82ceeea triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:13.201087 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:13.289987 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03564548-ecf8-4492-9695-b17faf56bf75 req-bc96c0ce-0193-4d05-bbfe-d1236f3f7885 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/quotas/0608b781957e43609e9ef7685b762a69 HTTP/1.1" status: 200 len: 375 time: 0.1205373 Feb 18 09:01:13.291219 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73c8d8ad-e679-485e-974a-afa8beaf00ca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:13.299984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8d8ad-e679-485e-974a-afa8beaf00ca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=ab67f8f9-b6fd-4e6e-83c5-57f3280d5fa6,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:13.303519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bef2e701-741f-4e15-aad3-2475d0211e66 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/2c14bf41-7c4c-46b5-9b07-40a5342cb848 HTTP/1.1" status: 204 len: 168 time: 9.0877893 Feb 18 09:01:13.348911 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36854) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:13.390582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-73c8d8ad-e679-485e-974a-afa8beaf00ca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/ab67f8f9-b6fd-4e6e-83c5-57f3280d5fa6 HTTP/1.1" status: 204 len: 168 time: 2.7453918 Feb 18 09:01:13.403747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36860) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:13.438854 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f62c2a50-e9f4-48ba-86c3-ff8b0f9ee1c8 None None] Provisioning complete for port e4c9328d-2154-478f-9a94-5ab63cbbdb3d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:13.440149 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f62c2a50-e9f4-48ba-86c3-ff8b0f9ee1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:13.537413 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5a6e6a-5d5c-44c5-847c-43fcdff4009a tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:13.537960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5a6e6a-5d5c-44c5-847c-43fcdff4009a tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:13.567230 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8560c6a6-2296-40b3-aaed-6042902a3edd None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:13.571438 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4f5a6e6a-5d5c-44c5-847c-43fcdff4009a tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/subnets/e38d3477-3d31-4923-bf78-a71552b44a4e HTTP/1.1" status: 404 len: 337 time: 0.2164204 Feb 18 09:01:13.585484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-b3cd0ea4-7ac7-458b-a24b-f32d04dd2840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:13.587603 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-b3cd0ea4-7ac7-458b-a24b-f32d04dd2840 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5243444 Feb 18 09:01:13.589058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36866) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:13.598426 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-56e3d73d-a722-41c8-a1be-8298512d4148 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1915371 Feb 18 09:01:13.612797 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36870) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:13.657294 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-48dcb61b-27fd-4765-b07c-f6d51f7d7451 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:13.658039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48dcb61b-27fd-4765-b07c-f6d51f7d7451 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:13.662855 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-48dcb61b-27fd-4765-b07c-f6d51f7d7451 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/2c14bf41-7c4c-46b5-9b07-40a5342cb848 HTTP/1.1" status: 404 len: 339 time: 0.0719512 Feb 18 09:01:13.674306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36872) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:13.794154 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5e23ca38-894e-4a09-b8cf-891d28d9468c no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:01:13.876480 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:13.887514 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-807c61aa-ec81-4ae9-8856-e61797ce9863 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:13.937382 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-5b1443b0-fbde-4557-a1e5-3ecf1f6fa7b8 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236096 Feb 18 09:01:13.944443 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 5e23ca38-894e-4a09-b8cf-891d28d9468c {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:01:13.944796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5e23ca38-894e-4a09-b8cf-891d28d9468c not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:01:14.018958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 0195169d-22b0-43f0-bd97-0518f82ceeea, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0195169d-22b0-43f0-bd97-0518f82ceeea,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:14.030027 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:14.053597 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d8fd26-9a49-48d9-8307-e785229db729 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:14.054053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d8fd26-9a49-48d9-8307-e785229db729 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:14.059262 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-06d8fd26-9a49-48d9-8307-e785229db729 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/subnets/5dfff61b-4d8d-45f4-8f0a-a573afeff357 HTTP/1.1" status: 404 len: 337 time: 0.3795004 Feb 18 09:01:14.064918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36878) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:14.086962 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03564548-ecf8-4492-9695-b17faf56bf75 req-90bd7c84-16da-46b7-a791-14d09c1a7281 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0608b781957e43609e9ef7685b762a69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7797811 Feb 18 09:01:14.273201 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=0195169d-22b0-43f0-bd97-0518f82ceeea,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:14.288859 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c3a975-a5bf-484b-91c7-01ec7f2de0fb tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:14.289346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c3a975-a5bf-484b-91c7-01ec7f2de0fb tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:14.298405 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-57c3a975-a5bf-484b-91c7-01ec7f2de0fb tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/d556cd09-dbcd-43b1-a847-98de569ab435 HTTP/1.1" status: 404 len: 339 time: 0.2270329 Feb 18 09:01:14.300306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36886) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:14.329707 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f62c2a50-e9f4-48ba-86c3-ff8b0f9ee1c8 None None] Provisioning for port a774b378-61a7-43ce-a0f2-260a4b9cf790 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:14.335452 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f62c2a50-e9f4-48ba-86c3-ff8b0f9ee1c8 None None] Provisioning complete for port a774b378-61a7-43ce-a0f2-260a4b9cf790 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:14.335836 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f62c2a50-e9f4-48ba-86c3-ff8b0f9ee1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:14.404679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f9ba4d-7df2-414d-8777-24fba470865d None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:01:14.429670 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9ba4d-7df2-414d-8777-24fba470865d None None] Deleting port 0195169d-22b0-43f0-bd97-0518f82ceeea {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:14.430049 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ba4d-7df2-414d-8777-24fba470865d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:14.436464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-807c61aa-ec81-4ae9-8856-e61797ce9863 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:14.445734 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-7c60ea59-9666-41d0-b8cf-d5c15165cee1 service neutron] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297309 Feb 18 09:01:14.456857 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09c1aad3-e17a-449f-9cb2-1b502958daa5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:14.485023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f62c2a50-e9f4-48ba-86c3-ff8b0f9ee1c8 None None] Port a774b378-61a7-43ce-a0f2-260a4b9cf790 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:01:14.499271 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03564548-ecf8-4492-9695-b17faf56bf75 req-ef435dd6-fa8b-4559-833e-7ea56e2efa87 service neutron] 10.222.0.72 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037826 Feb 18 09:01:14.525069 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Router a843bd0d-972b-457c-8d24-3e8d8ab6166f is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:01:14.529916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-807c61aa-ec81-4ae9-8856-e61797ce9863 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:14.654519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03564548-ecf8-4492-9695-b17faf56bf75 req-9c313eca-1506-49b7-91fa-17a641089912 service neutron] 10.222.0.72 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546474 Feb 18 09:01:14.681498 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e45119f6-40b4-4829-9a92-f229a466e8ea None None] Provisioning complete for port a774b378-61a7-43ce-a0f2-260a4b9cf790 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:14.682091 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e45119f6-40b4-4829-9a92-f229a466e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:14.855457 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f1f9ba4d-7df2-414d-8777-24fba470865d None None] For port 0195169d-22b0-43f0-bd97-0518f82ceeea, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0195169d-22b0-43f0-bd97-0518f82ceeea,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:14.855853 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ba4d-7df2-414d-8777-24fba470865d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:14.924222 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-6f31e7b9-0633-4a32-adbb-790d42943c65 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=99ae2b9b-f68e-4fcd-ab39-beb4afc7745c HTTP/1.1" status: 200 len: 217 time: 0.4693160 Feb 18 09:01:14.930589 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:01:14.933091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e45119f6-40b4-4829-9a92-f229a466e8ea None None] Port a774b378-61a7-43ce-a0f2-260a4b9cf790 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:01:14.935064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e4c9328d-2154-478f-9a94-5ab63cbbdb3d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:14.969100 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09c1aad3-e17a-449f-9cb2-1b502958daa5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:15.000486 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e867a8fb-7c8c-4fcd-90bd-54e4457bf9df req-1d272cb4-3b98-42eb-8a7f-2b407f538809 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 210 time: 0.0868773 Feb 18 09:01:15.016824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207e553-c951-4af3-bf59-1588cc044c8c req-47a6e8f4-e8c3-4ee1-944e-7a26a04ae359 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:15.019330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1207e553-c951-4af3-bf59-1588cc044c8c req-47a6e8f4-e8c3-4ee1-944e-7a26a04ae359 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Synchronizing usage tracker for tenant:a903b155163648f2a591b78be672e35b on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:01:15.024920 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b9dd23f5-cb1c-4451-a61d-84f68d4a9845 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] 10.222.0.72 "PUT /v2.0/routers/a843bd0d-972b-457c-8d24-3e8d8ab6166f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2411246 Feb 18 09:01:15.025053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36894) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:15.031065 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807c61aa-ec81-4ae9-8856-e61797ce9863 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:15.035044 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-807c61aa-ec81-4ae9-8856-e61797ce9863 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:15.056837 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b13d24-695b-41fb-ad0a-28250a87ad1c None None] Sync routers for ids ['a843bd0d-972b-457c-8d24-3e8d8ab6166f'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:01:15.058869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-8010ec22-4cf0-407b-a13d-fe459ee964a2 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Request body: {'port': {'network_id': '9a125162-4eb4-4b77-876e-b083bceeb370', 'name': 'tempest-FloatingIPNegativeTestJSON-2064771956'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:15.095871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1207e553-c951-4af3-bf59-1588cc044c8c req-47a6e8f4-e8c3-4ee1-944e-7a26a04ae359 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Unset dirty status for tenant:a903b155163648f2a591b78be672e35b on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:01:15.107257 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1207e553-c951-4af3-bf59-1588cc044c8c req-47a6e8f4-e8c3-4ee1-944e-7a26a04ae359 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 945 time: 0.6563203 Feb 18 09:01:15.112958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-09c1aad3-e17a-449f-9cb2-1b502958daa5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371ac02d-db5a-4d24-8251-b5919e908b34']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:15.140037 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9ba4d-7df2-414d-8777-24fba470865d None None] Calling delete_port for 0195169d-22b0-43f0-bd97-0518f82ceeea owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:15.172716 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-77895489-b7f5-463c-9779-a74e4b8134d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:15.175061 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-77895489-b7f5-463c-9779-a74e4b8134d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dcb6ae52-6c76-4652-9980-2c755082684d HTTP/1.1" status: 200 len: 797 time: 0.2372766 Feb 18 09:01:15.195828 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b13d24-695b-41fb-ad0a-28250a87ad1c None None] Routers {'a843bd0d-972b-457c-8d24-3e8d8ab6166f'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:01:15.197197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a7b13d24-695b-41fb-ad0a-28250a87ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:01:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['a843bd0d-972b-457c-8d24-3e8d8ab6166f'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:15.223563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-09c1aad3-e17a-449f-9cb2-1b502958daa5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107171b2-4f94-49a4-b9a3-fed94bc9f6d7') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:15.223883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-09c1aad3-e17a-449f-9cb2-1b502958daa5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107171b2-4f94-49a4-b9a3-fed94bc9f6d7') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:15.277798 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09c1aad3-e17a-449f-9cb2-1b502958daa5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:15.318999 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09c1aad3-e17a-449f-9cb2-1b502958daa5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:15.346897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-c4c49046-1813-4cbd-b708-ffdcc4e48fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:15.348981 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-c4c49046-1813-4cbd-b708-ffdcc4e48fb0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6af62175-1a85-4684-83c8-bc920071b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1663096 Feb 18 09:01:15.353997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c1aad3-e17a-449f-9cb2-1b502958daa5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:01:15.355138 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09c1aad3-e17a-449f-9cb2-1b502958daa5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:15.382200 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a7b13d24-695b-41fb-ad0a-28250a87ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:15.408918 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b13d24-695b-41fb-ad0a-28250a87ad1c None None] Routers {'a843bd0d-972b-457c-8d24-3e8d8ab6166f'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:01:15.409837 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a7b13d24-695b-41fb-ad0a-28250a87ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:01:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['a843bd0d-972b-457c-8d24-3e8d8ab6166f'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:01:15.482136 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:01:15.488743 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a7b13d24-695b-41fb-ad0a-28250a87ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:15.489144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b13d24-695b-41fb-ad0a-28250a87ad1c None None] The sync data for ids ['a843bd0d-972b-457c-8d24-3e8d8ab6166f'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:01:15.492611 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e4c9328d-2154-478f-9a94-5ab63cbbdb3d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:15.493808 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:15.503179 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1207e553-c951-4af3-bf59-1588cc044c8c req-643fdbe5-ca18-49d2-bc2f-ccb2932315f2 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949730 Feb 18 09:01:15.530306 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09c1aad3-e17a-449f-9cb2-1b502958daa5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:15.552945 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09c1aad3-e17a-449f-9cb2-1b502958daa5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:15.554111 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ba4d-7df2-414d-8777-24fba470865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:15.573209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1aad3-e17a-449f-9cb2-1b502958daa5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Network': ['ID=371ac02d-db5a-4d24-8251-b5919e908b34,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:15.594255 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-09c1aad3-e17a-449f-9cb2-1b502958daa5 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/371ac02d-db5a-4d24-8251-b5919e908b34 HTTP/1.1" status: 204 len: 168 time: 1.2903197 Feb 18 09:01:15.594979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36908) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:15.599010 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-807c61aa-ec81-4ae9-8856-e61797ce9863 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:15.645887 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab9c8d4-83fe-410b-8ee8-f7ca61a3243e tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:15.646361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab9c8d4-83fe-410b-8ee8-f7ca61a3243e tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:15.647993 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bab9c8d4-83fe-410b-8ee8-f7ca61a3243e tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/subnets/ccd23a5c-ca2b-4348-a7e2-1945dc0e9f54 HTTP/1.1" status: 404 len: 337 time: 0.0522723 Feb 18 09:01:15.657284 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8010ec22-4cf0-407b-a13d-fe459ee964a2 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:15.659342 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36912) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:15.659454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9ba4d-7df2-414d-8777-24fba470865d None None] Pushing event deleted for resources: {'Port': ['ID=0195169d-22b0-43f0-bd97-0518f82ceeea,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:15.685938 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f9ba4d-7df2-414d-8777-24fba470865d None None] No DVR routers for this DVR port 0195169d-22b0-43f0-bd97-0518f82ceeea on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:01:15.700686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8010ec22-4cf0-407b-a13d-fe459ee964a2 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Usage tracker for resource:port and tenant:bdf500c351f446099f2164f4af1209cf is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:15.711119 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5461d9-554b-4d6e-9200-714128795d73 None None] get_active_networks_info from n-d-829434-1 {{(pid=87769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 18 09:01:15.713790 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-c0636dcc-62d7-4715-86b6-b8b924d8a8e7 service neutron] 10.222.0.61 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560169 Feb 18 09:01:15.723089 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807c61aa-ec81-4ae9-8856-e61797ce9863 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:15.728544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8010ec22-4cf0-407b-a13d-fe459ee964a2 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:15.734688 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-2508ac7b-de48-48cf-9e26-721bab8a7acf tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:15.735099 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2508ac7b-de48-48cf-9e26-721bab8a7acf tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:15.736808 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2508ac7b-de48-48cf-9e26-721bab8a7acf tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/2d650f9c-3f1c-4d47-ac8b-3c55d015bcdb HTTP/1.1" status: 404 len: 339 time: 0.0765307 Feb 18 09:01:15.737768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8010ec22-4cf0-407b-a13d-fe459ee964a2 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:15.739531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36916) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:15.790593 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1f423a-a663-47d5-b77a-3af7805af41b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:15.791093 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e1f423a-a663-47d5-b77a-3af7805af41b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:15.793065 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7e1f423a-a663-47d5-b77a-3af7805af41b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/subnets/03becba7-4f27-47a2-b226-8f4c28e12fd5 HTTP/1.1" status: 404 len: 337 time: 0.0525041 Feb 18 09:01:15.795495 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36920) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:15.832698 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e247fcf-41e5-457f-8330-94fc09928ddb tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:15.833105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e247fcf-41e5-457f-8330-94fc09928ddb tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:15.834761 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1e247fcf-41e5-457f-8330-94fc09928ddb tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/a118806b-1507-4511-8b4b-8ac18f38c4ee HTTP/1.1" status: 404 len: 339 time: 0.0383506 Feb 18 09:01:15.836248 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8010ec22-4cf0-407b-a13d-fe459ee964a2 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Made reservation on behalf of bdf500c351f446099f2164f4af1209cf for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:15.839776 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8010ec22-4cf0-407b-a13d-fe459ee964a2 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:15.860165 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36924) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:15.922849 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0cfb20d-661b-4f92-8f09-84b4858dbefa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:15.923313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0cfb20d-661b-4f92-8f09-84b4858dbefa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:15.923883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-807c61aa-ec81-4ae9-8856-e61797ce9863 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:15.925034 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e0cfb20d-661b-4f92-8f09-84b4858dbefa tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/subnets/ca976c61-37e3-49a6-b1ea-42f439ffb14f HTTP/1.1" status: 404 len: 337 time: 0.0560303 Feb 18 09:01:15.929747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36928) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:15.932865 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-8010ec22-4cf0-407b-a13d-fe459ee964a2 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] device_id is not set on port 22e0bf6e-f19b-4f01-854f-87417d468533 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:01:15.963307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807c61aa-ec81-4ae9-8856-e61797ce9863 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:15.963307 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-807c61aa-ec81-4ae9-8856-e61797ce9863 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:15.989054 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c61aa-ec81-4ae9-8856-e61797ce9863 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=93e18486-2c39-4080-9e67-34581804b22a,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:16.035250 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f52d7d-dc9a-4554-afa1-db5aec4ddb64 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:16.036352 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f52d7d-dc9a-4554-afa1-db5aec4ddb64 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:16.075398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5461d9-554b-4d6e-9200-714128795d73 None None] Resources bound (agent type, host, resource id): {{(pid=87769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:01:16.099554 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c6f52d7d-dc9a-4554-afa1-db5aec4ddb64 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/41cd0978-7f32-4377-87f8-4b7642aed496 HTTP/1.1" status: 404 len: 339 time: 0.1618872 Feb 18 09:01:16.104882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36934) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:16.129102 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-807c61aa-ec81-4ae9-8856-e61797ce9863 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2614033 Feb 18 09:01:16.132493 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36938) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:16.147248 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-06c8b806-1fd9-4b52-87fb-616daf801c79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'fixed_ips': [{'subnet_id': '93e18486-2c39-4080-9e67-34581804b22a', 'ip_address': '2001:db8::a808:1171:afea:2ab5'}], 'name': 'tempest-NetworksTestDHCPv6-616659689'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:16.161321 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-4214775e-db56-44f3-8522-7837d4d48d40 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:16.162072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4214775e-db56-44f3-8522-7837d4d48d40 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:16.182906 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4214775e-db56-44f3-8522-7837d4d48d40 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/subnets/12138892-5ebb-4716-8fdf-4b0897dd3dda HTTP/1.1" status: 404 len: 337 time: 0.0733883 Feb 18 09:01:16.182906 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-8010ec22-4cf0-407b-a13d-fe459ee964a2 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Allocated IP 172.20.0.4 (9a125162-4eb4-4b77-876e-b083bceeb370/953fb953-bb23-4e6b-91a8-ac3e473ba0ef/22e0bf6e-f19b-4f01-854f-87417d468533) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:16.184388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36942) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:16.236933 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-c3aaa6af-1cad-4901-839d-9ec51e60aa3a service neutron] 10.222.0.61 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121522 Feb 18 09:01:16.258785 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c553f21f-21df-481a-9c81-5ab16be48c0c req-de8d4acb-c166-4552-a278-80fe2843c8c4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 210 time: 0.0506449 Feb 18 09:01:16.273156 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9529e046-bf45-4790-9627-2eae341f85ac tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:16.273771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9529e046-bf45-4790-9627-2eae341f85ac tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:16.278424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9529e046-bf45-4790-9627-2eae341f85ac tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/24619f41-6210-4086-9b0d-fba7e0dae382 HTTP/1.1" status: 404 len: 339 time: 0.0907764 Feb 18 09:01:16.279202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36946) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:16.323799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0195169d-22b0-43f0-bd97-0518f82ceeea no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:01:16.341099 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-e267afe2-e86b-431d-aeee-190205c0cb47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=be96da4c-c4db-494c-8efd-914fb5f9171c HTTP/1.1" status: 200 len: 217 time: 0.0931454 Feb 18 09:01:16.404631 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68a62f-855a-479f-99d9-ad1bd64a7a32 req-83b0d561-c230-4522-b5ca-3b5670239c9b tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:16.405371 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-ed68a62f-855a-479f-99d9-ad1bd64a7a32 req-83b0d561-c230-4522-b5ca-3b5670239c9b tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Synchronizing usage tracker for tenant:a903b155163648f2a591b78be672e35b on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:01:16.473678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-ed68a62f-855a-479f-99d9-ad1bd64a7a32 req-83b0d561-c230-4522-b5ca-3b5670239c9b tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Unset dirty status for tenant:a903b155163648f2a591b78be672e35b on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:01:16.474809 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ed68a62f-855a-479f-99d9-ad1bd64a7a32 req-83b0d561-c230-4522-b5ca-3b5670239c9b tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.81 "GET /v2.0/ports?device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 945 time: 0.4747450 Feb 18 09:01:16.476196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-4fc7fdf1-649a-442f-a9ac-05595f8e2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:16.477658 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-4fc7fdf1-649a-442f-a9ac-05595f8e2c65 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dcb6ae52-6c76-4652-9980-2c755082684d HTTP/1.1" status: 200 len: 797 time: 0.1245842 Feb 18 09:01:16.495257 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:01:16.524051 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 0195169d-22b0-43f0-bd97-0518f82ceeea {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:01:16.524051 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0195169d-22b0-43f0-bd97-0518f82ceeea not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:01:16.576239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-06c8b806-1fd9-4b52-87fb-616daf801c79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:16.609198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-06c8b806-1fd9-4b52-87fb-616daf801c79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:port and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:16.612532 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-06c8b806-1fd9-4b52-87fb-616daf801c79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:16.634856 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf030e37-f52d-484f-bf00-c566322db772 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:16.635917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf030e37-f52d-484f-bf00-c566322db772 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:16.637716 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-06c8b806-1fd9-4b52-87fb-616daf801c79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:16.638167 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cf030e37-f52d-484f-bf00-c566322db772 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/subnets/ba7f1ee1-dd9b-40c7-8104-7daa7175cf9e HTTP/1.1" status: 404 len: 337 time: 0.3576820 Feb 18 09:01:16.649689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36954) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:16.685417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-ed68a62f-855a-479f-99d9-ad1bd64a7a32 req-ef1d4ed5-bf55-457b-bf0a-837d0125e244 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Deleting port e953e2e0-7eca-4a2f-bb72-a925cbdccee1 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:16.686011 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ed68a62f-855a-479f-99d9-ad1bd64a7a32 req-ef1d4ed5-bf55-457b-bf0a-837d0125e244 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:16.694091 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-3818fc43-1ba2-4244-a480-eefc83394385 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:16.694911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3818fc43-1ba2-4244-a480-eefc83394385 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:16.697660 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3818fc43-1ba2-4244-a480-eefc83394385 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/446a9374-6faf-448c-a44f-9a3a0f0d039e HTTP/1.1" status: 404 len: 339 time: 0.0466697 Feb 18 09:01:16.703644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36958) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:16.731063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c8b806-1fd9-4b52-87fb-616daf801c79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:16.896027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': '93e18486-2c39-4080-9e67-34581804b22a'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:01:16.896027 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:16.935161 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9585f512-279c-4aa7-874e-77bf28fd1ae7 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:16.935624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9585f512-279c-4aa7-874e-77bf28fd1ae7 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:16.937605 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9585f512-279c-4aa7-874e-77bf28fd1ae7 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/subnets/6d3e5e5a-131b-45e5-b0a0-570fefe5e53b HTTP/1.1" status: 404 len: 337 time: 0.2301865 Feb 18 09:01:16.953808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36964) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:17.029487 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-449ce8d1-25e0-4d2c-98a3-0cffd5ae00e1 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:17.029899 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449ce8d1-25e0-4d2c-98a3-0cffd5ae00e1 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:17.031614 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-449ce8d1-25e0-4d2c-98a3-0cffd5ae00e1 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/8345f2b0-1316-4058-8264-b9a2a4d3e564 HTTP/1.1" status: 404 len: 339 time: 0.0665674 Feb 18 09:01:17.047224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36968) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:17.119947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03564548-ecf8-4492-9695-b17faf56bf75 req-607a3744-0ee2-461a-a07a-92b4dc6d7209 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:17.121528 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03564548-ecf8-4492-9695-b17faf56bf75 req-607a3744-0ee2-461a-a07a-92b4dc6d7209 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.81 "GET /v2.0/networks?id=f40be500-670f-4365-9b1b-50944ae5e3f7 HTTP/1.1" status: 200 len: 813 time: 0.5991447 Feb 18 09:01:17.140991 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6df98b-24f2-4bbe-8bd1-c31845ca1579 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:17.141451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6df98b-24f2-4bbe-8bd1-c31845ca1579 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:17.143151 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1b6df98b-24f2-4bbe-8bd1-c31845ca1579 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/subnets/83bdf596-2823-419a-a8ef-aee1fe581f55 HTTP/1.1" status: 404 len: 337 time: 0.0836496 Feb 18 09:01:17.145466 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Allocated IP 2001:db8::2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/93e18486-2c39-4080-9e67-34581804b22a/20872f1c-ca9b-4cc0-b91f-671225ad73b0) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:17.149498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-03564548-ecf8-4492-9695-b17faf56bf75 req-ef0fa5c4-d504-4a78-93d5-7b14f52ce43b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Request body: {'port': {'device_id': '19b1c08a-591a-4efe-ab90-3c937af2d416', 'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7', 'admin_state_up': True, 'tenant_id': '0608b781957e43609e9ef7685b762a69'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:17.160850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36972) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:17.181785 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-3fa1726b-fa78-413e-8f90-22c64d3c94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:17.183257 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-3fa1726b-fa78-413e-8f90-22c64d3c94e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6af62175-1a85-4684-83c8-bc920071b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6989381 Feb 18 09:01:17.284366 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b68f00-5039-41d9-99b2-adf55fc3537b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:17.285239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b68f00-5039-41d9-99b2-adf55fc3537b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:17.288800 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b3b68f00-5039-41d9-99b2-adf55fc3537b tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/77ac9f4a-7a53-4d17-b176-b0e1a7fd227d HTTP/1.1" status: 404 len: 339 time: 0.1215780 Feb 18 09:01:17.288956 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8010ec22-4cf0-407b-a13d-fe459ee964a2 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:17.299668 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36976) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:17.371940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a36e3-6ab0-44b7-a519-62c3f2080bb0 req-a8b9da15-ff90-4e44-9d01-bb1af76e3490 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:17.376109 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:17.379171 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-452a36e3-6ab0-44b7-a519-62c3f2080bb0 req-a8b9da15-ff90-4e44-9d01-bb1af76e3490 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 945 time: 0.5932748 Feb 18 09:01:17.391046 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Transition to ACTIVE for port object 20872f1c-ca9b-4cc0-b91f-671225ad73b0 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:17.400477 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee40da5-c148-4e1f-9658-133c3892ad95 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:17.401093 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee40da5-c148-4e1f-9658-133c3892ad95 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:17.405307 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fee40da5-c148-4e1f-9658-133c3892ad95 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/subnets/32213285-bded-4305-befa-eb4b4d5e4512 HTTP/1.1" status: 404 len: 337 time: 0.1023729 Feb 18 09:01:17.408166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-8010ec22-4cf0-407b-a13d-fe459ee964a2 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Transition to ACTIVE for port object 22e0bf6e-f19b-4f01-854f-87417d468533 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:17.413110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36982) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:17.414151 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-06c8b806-1fd9-4b52-87fb-616daf801c79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:17.419602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Transition to ACTIVE for port object 20872f1c-ca9b-4cc0-b91f-671225ad73b0 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:17.425440 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:17.484114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-06c8b806-1fd9-4b52-87fb-616daf801c79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port 1adfd1d3-d2b3-4901-a74c-795ec3d914dd yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:01:17.494572 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e742ea7-3b43-4958-bbcb-71f3564b508e tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] DELETE failed (client error): The resource could not be found. Feb 18 09:01:17.495145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e742ea7-3b43-4958-bbcb-71f3564b508e tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:17.496958 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1e742ea7-3b43-4958-bbcb-71f3564b508e tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/e860188f-5408-405d-8015-c329a4d64551 HTTP/1.1" status: 404 len: 339 time: 0.0708222 Feb 18 09:01:17.504188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36988) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:17.507042 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:17.516285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:17.518887 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:17.556620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-452a36e3-6ab0-44b7-a519-62c3f2080bb0 req-7055d39a-ae4d-4397-a6d6-e0e3c42b61fb tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8658019-360e-46cc-8836-34987cd0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763108 Feb 18 09:01:17.577737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-03564548-ecf8-4492-9695-b17faf56bf75 req-ef0fa5c4-d504-4a78-93d5-7b14f52ce43b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:17.584754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-03564548-ecf8-4492-9695-b17faf56bf75 req-ef0fa5c4-d504-4a78-93d5-7b14f52ce43b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Usage tracker for resource:port and tenant:0608b781957e43609e9ef7685b762a69 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:17.608647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-03564548-ecf8-4492-9695-b17faf56bf75 req-ef0fa5c4-d504-4a78-93d5-7b14f52ce43b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:17.613793 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-804aa9dc-9138-44a5-8894-529a55fa95af service neutron] 10.222.0.61 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022505 Feb 18 09:01:17.621164 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-ed68a62f-855a-479f-99d9-ad1bd64a7a32 req-ef1d4ed5-bf55-457b-bf0a-837d0125e244 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] For port e953e2e0-7eca-4a2f-bb72-a925cbdccee1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e953e2e0-7eca-4a2f-bb72-a925cbdccee1,segment=NetworkSegment(be41ec66-fb50-46ae-944f-80ea038542b6),segment_id=be41ec66-fb50-46ae-944f-80ea038542b6)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:17.621519 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ed68a62f-855a-479f-99d9-ad1bd64a7a32 req-ef1d4ed5-bf55-457b-bf0a-837d0125e244 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:17.629892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-03564548-ecf8-4492-9695-b17faf56bf75 req-ef0fa5c4-d504-4a78-93d5-7b14f52ce43b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:17.636578 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Pushing event updated for resources: {'Port': ['ID=20872f1c-ca9b-4cc0-b91f-671225ad73b0,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:17.661992 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b28fd38-a6f7-4b4b-816f-3eaa025067ec tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Deleting subnet 0df4d25b-71d8-47f1-bb0d-02684d2a0603 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:01:17.670360 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b28fd38-a6f7-4b4b-816f-3eaa025067ec tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:17.693230 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Attempting to bind port 20872f1c-ca9b-4cc0-b91f-671225ad73b0 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:01:17.693600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Attempting to bind port 20872f1c-ca9b-4cc0-b91f-671225ad73b0 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:01:17.694231 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Attempting to bind port 20872f1c-ca9b-4cc0-b91f-671225ad73b0 on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:01:17.700014 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:01:17.700422 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:17.700823 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:17.701217 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:01:17.701680 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Bound port: 20872f1c-ca9b-4cc0-b91f-671225ad73b0, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:01:17.702055 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:17.744705 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8010ec22-4cf0-407b-a13d-fe459ee964a2 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:17.797489 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] For port 20872f1c-ca9b-4cc0-b91f-671225ad73b0, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:01:17.800668 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f80103c5-56a6-4b44-aa6b-a7fe81bd0c9e req-3706162c-e510-4913-8b10-e0014aba63e4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 210 time: 0.3882813 Feb 18 09:01:17.801013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] For port 20872f1c-ca9b-4cc0-b91f-671225ad73b0, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=20872f1c-ca9b-4cc0-b91f-671225ad73b0,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:01:17.801825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03564548-ecf8-4492-9695-b17faf56bf75 req-ef0fa5c4-d504-4a78-93d5-7b14f52ce43b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Made reservation on behalf of 0608b781957e43609e9ef7685b762a69 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:17.805310 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-03564548-ecf8-4492-9695-b17faf56bf75 req-ef0fa5c4-d504-4a78-93d5-7b14f52ce43b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:17.814759 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:17.863725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-ed68a62f-855a-479f-99d9-ad1bd64a7a32 req-ef1d4ed5-bf55-457b-bf0a-837d0125e244 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Calling delete_port for e953e2e0-7eca-4a2f-bb72-a925cbdccee1 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:17.870399 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b28fd38-a6f7-4b4b-816f-3eaa025067ec tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:17.924243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8010ec22-4cf0-407b-a13d-fe459ee964a2 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Network 9a125162-4eb4-4b77-876e-b083bceeb370 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:17.952656 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60829f3-21d8-4f1b-bea8-3af69d69e6d2 None None] Pushing event updated for resources: {'Port': ['ID=20872f1c-ca9b-4cc0-b91f-671225ad73b0,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:17.976797 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-8010ec22-4cf0-407b-a13d-fe459ee964a2 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:17.997233 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010ec22-4cf0-407b-a13d-fe459ee964a2 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Pushing event updated for resources: {'Port': ['ID=22e0bf6e-f19b-4f01-854f-87417d468533,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:18.002799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8010ec22-4cf0-407b-a13d-fe459ee964a2 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:18.120719 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ed68a62f-855a-479f-99d9-ad1bd64a7a32 req-ef1d4ed5-bf55-457b-bf0a-837d0125e244 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:18.130031 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8010ec22-4cf0-407b-a13d-fe459ee964a2 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:18.130031 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8010ec22-4cf0-407b-a13d-fe459ee964a2 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:18.209575 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8010ec22-4cf0-407b-a13d-fe459ee964a2 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1536076 Feb 18 09:01:18.221030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36994) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:18.221030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:18.236527 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d4ed5-bf55-457b-bf0a-837d0125e244 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Pushing event deleted for resources: {'Port': ['ID=e953e2e0-7eca-4a2f-bb72-a925cbdccee1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:18.335519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-03564548-ecf8-4492-9695-b17faf56bf75 req-ef0fa5c4-d504-4a78-93d5-7b14f52ce43b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Allocated IP 172.20.0.8 (f40be500-670f-4365-9b1b-50944ae5e3f7/4c9735f5-e885-4001-b6bc-713131a65bb6/1a922ea8-0e37-4cc1-8807-afafc49f68e2) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:18.355190 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb0b4c97-47f2-47ae-b283-263d92441b1b req-6c960dca-1bc3-4d39-82bb-87d51573e562 service neutron] 10.222.0.61 "GET /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7250574 Feb 18 09:01:18.377971 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed68a62f-855a-479f-99d9-ad1bd64a7a32 req-ef1d4ed5-bf55-457b-bf0a-837d0125e244 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] No DVR routers for this DVR port e953e2e0-7eca-4a2f-bb72-a925cbdccee1 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:01:18.381988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:18.390631 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ed68a62f-855a-479f-99d9-ad1bd64a7a32 req-ef1d4ed5-bf55-457b-bf0a-837d0125e244 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:18.396303 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e31a9b-c2f8-4ae5-a1bf-814f2738f713', 'name': 'network-vif-deleted', 'tag': 'e953e2e0-7eca-4a2f-bb72-a925cbdccee1'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:01:18.398807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Usage tracker for resource:floatingip and tenant:bdf500c351f446099f2164f4af1209cf is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:18.419344 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-06c8b806-1fd9-4b52-87fb-616daf801c79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::a808:1171:afea:2ab5 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/93e18486-2c39-4080-9e67-34581804b22a/1adfd1d3-d2b3-4901-a74c-795ec3d914dd) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:18.437504 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:18.442086 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b28fd38-a6f7-4b4b-816f-3eaa025067ec tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:18.492235 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e31a9b-c2f8-4ae5-a1bf-814f2738f713', 'name': 'network-vif-deleted', 'tag': 'e953e2e0-7eca-4a2f-bb72-a925cbdccee1', 'status': 'completed', 'code': 200} Feb 18 09:01:18.500644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:18.539862 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ed68a62f-855a-479f-99d9-ad1bd64a7a32 req-ef1d4ed5-bf55-457b-bf0a-837d0125e244 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.81 "DELETE /v2.0/ports/e953e2e0-7eca-4a2f-bb72-a925cbdccee1 HTTP/1.1" status: 204 len: 173 time: 2.0595930 Feb 18 09:01:18.560070 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:18.858300 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-06c8b806-1fd9-4b52-87fb-616daf801c79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:18.900874 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 20872f1c-ca9b-4cc0-b91f-671225ad73b0 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:18.942496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-06c8b806-1fd9-4b52-87fb-616daf801c79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object 1adfd1d3-d2b3-4901-a74c-795ec3d914dd will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:19.005101 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-06c8b806-1fd9-4b52-87fb-616daf801c79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:19.090027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 20872f1c-ca9b-4cc0-b91f-671225ad73b0 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:19.095354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c8b806-1fd9-4b52-87fb-616daf801c79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:19.103925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-06c8b806-1fd9-4b52-87fb-616daf801c79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:19.113211 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c8b806-1fd9-4b52-87fb-616daf801c79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:19.120106 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c8b806-1fd9-4b52-87fb-616daf801c79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:19.121052 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-06c8b806-1fd9-4b52-87fb-616daf801c79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:19.182967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8b806-1fd9-4b52-87fb-616daf801c79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=1adfd1d3-d2b3-4901-a74c-795ec3d914dd,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:19.221234 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-06c8b806-1fd9-4b52-87fb-616daf801c79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0874636 Feb 18 09:01:19.223757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37022) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:19.236175 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-03564548-ecf8-4492-9695-b17faf56bf75 req-ef0fa5c4-d504-4a78-93d5-7b14f52ce43b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:19.375505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4eaae7-d084-4848-ab8e-3baeff8f3c7b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:19.388226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4eaae7-d084-4848-ab8e-3baeff8f3c7b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:19.389472 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-cb4eaae7-d084-4848-ab8e-3baeff8f3c7b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:01:19.422576 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cd71c753-f2a9-424d-863b-313f964afe20 req-01d15da0-1f2a-4d78-8543-124f7179dd57 tempest-ListServerFiltersTestJSON-291674981 tempest-ListServerFiltersTestJSON-291674981-project] 10.222.0.72 "GET /v2.0/ports?device_id=87e31a9b-c2f8-4ae5-a1bf-814f2738f713 HTTP/1.1" status: 200 len: 210 time: 0.1594253 Feb 18 09:01:19.433560 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-cb4eaae7-d084-4848-ab8e-3baeff8f3c7b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:01:19.435077 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cb4eaae7-d084-4848-ab8e-3baeff8f3c7b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2089410 Feb 18 09:01:19.437633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37032) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:19.466395 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b28fd38-a6f7-4b4b-816f-3eaa025067ec tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:19.568040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28fd38-a6f7-4b4b-816f-3eaa025067ec tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Subnet': ['ID=0df4d25b-71d8-47f1-bb0d-02684d2a0603,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:19.579444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f6829978-58c5-4a61-88a4-2387e94d8471 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port 1adfd1d3-d2b3-4901-a74c-795ec3d914dd {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:19.579831 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6829978-58c5-4a61-88a4-2387e94d8471 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:19.591458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-529cc93f-8021-4623-8a89-31cfbd903d8e req-ac552c05-24a9-425a-891c-7ba94410f86d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Synchronizing usage tracker for tenant:0608b781957e43609e9ef7685b762a69 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:01:19.599548 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b28fd38-a6f7-4b4b-816f-3eaa025067ec tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:19.630656 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0b28fd38-a6f7-4b4b-816f-3eaa025067ec tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/subnets/0df4d25b-71d8-47f1-bb0d-02684d2a0603 HTTP/1.1" status: 204 len: 168 time: 2.1230702 Feb 18 09:01:19.631922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37036) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:19.639951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e953e2e0-7eca-4a2f-bb72-a925cbdccee1 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:01:19.644477 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-03564548-ecf8-4492-9695-b17faf56bf75 req-ef0fa5c4-d504-4a78-93d5-7b14f52ce43b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:19.717605 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-529cc93f-8021-4623-8a89-31cfbd903d8e req-ac552c05-24a9-425a-891c-7ba94410f86d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Unset dirty status for tenant:0608b781957e43609e9ef7685b762a69 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:01:19.718778 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-529cc93f-8021-4623-8a89-31cfbd903d8e req-ac552c05-24a9-425a-891c-7ba94410f86d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 210 time: 0.2468195 Feb 18 09:01:19.762598 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454e4fda-d605-4ccc-aedc-e7c25c09b5ae None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:19.919857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03564548-ecf8-4492-9695-b17faf56bf75 req-ef0fa5c4-d504-4a78-93d5-7b14f52ce43b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Network f40be500-670f-4365-9b1b-50944ae5e3f7 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:19.950797 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-03564548-ecf8-4492-9695-b17faf56bf75 req-ef0fa5c4-d504-4a78-93d5-7b14f52ce43b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:20.014142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-03564548-ecf8-4492-9695-b17faf56bf75 req-ef0fa5c4-d504-4a78-93d5-7b14f52ce43b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:20.057042 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['11ef0527-e478-43f1-8711-8726f87c803f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:01:20.069477 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fa5c4-d504-4a78-93d5-7b14f52ce43b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Pushing event updated for resources: {'Port': ['ID=1a922ea8-0e37-4cc1-8807-afafc49f68e2,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:20.083665 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:20.109016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4defb29-2403-4a80-8b8b-69f8d3aa9ac9 None None] Network 1c69accb-553e-4395-92da-259b30e58621 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:20.164985 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: e953e2e0-7eca-4a2f-bb72-a925cbdccee1 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:01:20.165360 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e953e2e0-7eca-4a2f-bb72-a925cbdccee1 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:01:20.170717 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:20.250158 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6829978-58c5-4a61-88a4-2387e94d8471 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:20.312333 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-815fdc3a-a0ed-4df4-86b6-27fd0a8f509a None None] Provisioning for port 20872f1c-ca9b-4cc0-b91f-671225ad73b0 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:20.322920 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-815fdc3a-a0ed-4df4-86b6-27fd0a8f509a None None] Provisioning complete for port 20872f1c-ca9b-4cc0-b91f-671225ad73b0 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:20.323548 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-815fdc3a-a0ed-4df4-86b6-27fd0a8f509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:20.360973 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03564548-ecf8-4492-9695-b17faf56bf75 req-ef0fa5c4-d504-4a78-93d5-7b14f52ce43b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:20.362701 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-03564548-ecf8-4492-9695-b17faf56bf75 req-ef0fa5c4-d504-4a78-93d5-7b14f52ce43b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:20.380715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Deleting port 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:20.381292 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:20.436013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f6829978-58c5-4a61-88a4-2387e94d8471 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for 1adfd1d3-d2b3-4901-a74c-795ec3d914dd owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:20.529533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Allocated IP 172.25.1.33 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/1f488075-0e78-4c69-a778-6b5acaae1fe4) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:20.579742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37054) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:20.765761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfaecfa3-e04e-4341-b9e7-cbf6c826e72d admin admin] Deleting subnet 0cec72df-b038-4320-ae6e-d231a762be90 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:01:20.769646 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03564548-ecf8-4492-9695-b17faf56bf75 req-ef0fa5c4-d504-4a78-93d5-7b14f52ce43b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6243010 Feb 18 09:01:20.769831 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bfaecfa3-e04e-4341-b9e7-cbf6c826e72d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:20.817584 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-815fdc3a-a0ed-4df4-86b6-27fd0a8f509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:20.875079 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bfaecfa3-e04e-4341-b9e7-cbf6c826e72d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:20.950535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] For port 15e5e208-a402-4dd5-b1b2-e02bb3da00a8, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=15e5e208-a402-4dd5-b1b2-e02bb3da00a8,segment=NetworkSegment(a850c570-d8bb-44ba-8531-5ac08645355d),segment_id=a850c570-d8bb-44ba-8531-5ac08645355d)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:20.950967 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:20.976994 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bfaecfa3-e04e-4341-b9e7-cbf6c826e72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:21.021400 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-815fdc3a-a0ed-4df4-86b6-27fd0a8f509a None None] For port 20872f1c-ca9b-4cc0-b91f-671225ad73b0, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=20872f1c-ca9b-4cc0-b91f-671225ad73b0,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:21.038359 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-815fdc3a-a0ed-4df4-86b6-27fd0a8f509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:21.085294 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bfaecfa3-e04e-4341-b9e7-cbf6c826e72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:21.161761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Calling delete_port for 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:21.177801 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fdc3a-a0ed-4df4-86b6-27fd0a8f509a None None] Pushing event updated for resources: {'Port': ['ID=20872f1c-ca9b-4cc0-b91f-671225ad73b0,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:21.188166 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-441d551f-ae8b-4900-82ba-1d1b4e8bdf9c None None] Provisioning for port 22e0bf6e-f19b-4f01-854f-87417d468533 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:21.194627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-441d551f-ae8b-4900-82ba-1d1b4e8bdf9c None None] Provisioning complete for port 22e0bf6e-f19b-4f01-854f-87417d468533 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:21.194998 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-441d551f-ae8b-4900-82ba-1d1b4e8bdf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:21.235164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b87896-7a3e-45c1-bf70-40a23234fc91 None None] DHCP port deletion for 1c69accb-553e-4395-92da-259b30e58621 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:01:21.236735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaecfa3-e04e-4341-b9e7-cbf6c826e72d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cec72df-b038-4320-ae6e-d231a762be90,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:21.239434 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bfaecfa3-e04e-4341-b9e7-cbf6c826e72d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:21.246989 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Request body: {'port': {'device_id': '19b1c08a-591a-4efe-ab90-3c937af2d416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:21.259545 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6829978-58c5-4a61-88a4-2387e94d8471 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:21.263890 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1355e1bd-2e62-4300-b88a-04fdcffc9248 None None] Network c761b28f-3bb5-4fae-a4b0-27e84beb5e94 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:21.286343 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-94b87896-7a3e-45c1-bf70-40a23234fc91 None None] Deleting port 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:21.287061 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-94b87896-7a3e-45c1-bf70-40a23234fc91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:21.354726 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bfaecfa3-e04e-4341-b9e7-cbf6c826e72d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0cec72df-b038-4320-ae6e-d231a762be90 HTTP/1.1" status: 204 len: 168 time: 0.7735250 Feb 18 09:01:21.429504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6829978-58c5-4a61-88a4-2387e94d8471 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=1adfd1d3-d2b3-4901-a74c-795ec3d914dd,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:21.438795 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37070) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:21.459455 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-441d551f-ae8b-4900-82ba-1d1b4e8bdf9c None None] Port 22e0bf6e-f19b-4f01-854f-87417d468533 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:01:21.562546 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:21.575980 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:21.582996 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6829978-58c5-4a61-88a4-2387e94d8471 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:21.594248 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37078) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:21.601039 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f6829978-58c5-4a61-88a4-2387e94d8471 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/1adfd1d3-d2b3-4901-a74c-795ec3d914dd HTTP/1.1" status: 204 len: 168 time: 2.1542211 Feb 18 09:01:21.617501 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] Deleting port cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:21.618215 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:21.646844 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:21.801727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-476b1407-05c1-4b17-9ff9-ec16a779f233 None None] Could not find standard attr ID for object 1adfd1d3-d2b3-4901-a74c-795ec3d914dd. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:01:21.860419 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-476b1407-05c1-4b17-9ff9-ec16a779f233 None None] Provisioning complete for port 20872f1c-ca9b-4cc0-b91f-671225ad73b0 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:21.861149 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-476b1407-05c1-4b17-9ff9-ec16a779f233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:21.876211 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] For port cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd,segment=NetworkSegment(be41ec66-fb50-46ae-944f-80ea038542b6),segment_id=be41ec66-fb50-46ae-944f-80ea038542b6)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:21.876862 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:21.903002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-94b87896-7a3e-45c1-bf70-40a23234fc91 None None] For port 15e5e208-a402-4dd5-b1b2-e02bb3da00a8, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=15e5e208-a402-4dd5-b1b2-e02bb3da00a8,segment=NetworkSegment(a850c570-d8bb-44ba-8531-5ac08645355d),segment_id=a850c570-d8bb-44ba-8531-5ac08645355d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:21.903573 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-94b87896-7a3e-45c1-bf70-40a23234fc91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:22.049077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] Calling delete_port for cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:22.166596 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:22.168411 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-94b87896-7a3e-45c1-bf70-40a23234fc91 None None] Calling delete_port for 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:22.223571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] Pushing event deleted for resources: {'Port': ['ID=cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:22.239996 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] No DVR routers for this DVR port cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:01:22.356879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Port': ['ID=15e5e208-a402-4dd5-b1b2-e02bb3da00a8,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:22.369345 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:22.399462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] No DVR routers for this DVR port 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:01:22.460224 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-94b87896-7a3e-45c1-bf70-40a23234fc91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:01:22.460842 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-94b87896-7a3e-45c1-bf70-40a23234fc91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:01:22.496943 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d30e7d-bd27-4229-a21e-60aba5c6afd6 None None] DHCP port deletion for c761b28f-3bb5-4fae-a4b0-27e84beb5e94 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:01:22.587298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d61d65f-0bdf-47b7-8137-b7307921e5e1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:22.590930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d61d65f-0bdf-47b7-8137-b7307921e5e1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:22.591070 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:22.591453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0d61d65f-0bdf-47b7-8137-b7307921e5e1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:01:22.614652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c761b28f-3bb5-4fae-a4b0-27e84beb5e94']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:22.629975 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d811e62e-2ef6-4e52-b9de-20449fe995c5 None None] Could not find standard attr ID for object 1adfd1d3-d2b3-4901-a74c-795ec3d914dd. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:01:22.635006 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be41ec66-fb50-46ae-944f-80ea038542b6') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:22.635764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be41ec66-fb50-46ae-944f-80ea038542b6') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:22.643600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b940a-1507-4ae5-b29f-9411e825c3c7 req-c0212d21-df96-4945-8b45-daa77640b6b4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:22.645325 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e8b940a-1507-4ae5-b29f-9411e825c3c7 req-c0212d21-df96-4945-8b45-daa77640b6b4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 931 time: 1.3403518 Feb 18 09:01:22.648151 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:22.651450 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:22.667371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0d61d65f-0bdf-47b7-8137-b7307921e5e1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:01:22.668500 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0d61d65f-0bdf-47b7-8137-b7307921e5e1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.0135078 Feb 18 09:01:22.669102 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:22.671264 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37096) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:22.714636 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:01:22.715034 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:01:22.728832 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:01:22.754621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c69accb-553e-4395-92da-259b30e58621']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:22.794034 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:22.823103 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 20872f1c-ca9b-4cc0-b91f-671225ad73b0 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:22.860338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-427013b1-da68-4bd0-937b-1cc637c465b0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet 93e18486-2c39-4080-9e67-34581804b22a {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:01:22.864450 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-427013b1-da68-4bd0-937b-1cc637c465b0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:22.877856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a850c570-d8bb-44ba-8531-5ac08645355d') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:22.878300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a850c570-d8bb-44ba-8531-5ac08645355d') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:22.921074 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 20872f1c-ca9b-4cc0-b91f-671225ad73b0 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:22.921541 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:22.932450 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:22.937556 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-427013b1-da68-4bd0-937b-1cc637c465b0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:22.951799 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e8b940a-1507-4ae5-b29f-9411e825c3c7 req-063205cd-27b1-4d07-aaf9-064402be3485 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904825 Feb 18 09:01:22.981945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:22.984688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a922ea8-0e37-4cc1-8807-afafc49f68e2 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:01:22.985429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-94b87896-7a3e-45c1-bf70-40a23234fc91 None None] Deleting port 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:22.985931 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-94b87896-7a3e-45c1-bf70-40a23234fc91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:23.010214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:23.028962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:23.044507 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-427013b1-da68-4bd0-937b-1cc637c465b0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:23.075717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-94b87896-7a3e-45c1-bf70-40a23234fc91 None None] The port '15e5e208-a402-4dd5-b1b2-e02bb3da00a8' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:01:23.080247 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:23.087973 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Pushing event updated for resources: {'Port': ['ID=1f488075-0e78-4c69-a778-6b5acaae1fe4,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:23.096454 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:23.117436 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:01:23.118451 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:01:23.134199 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:01:23.142203 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:23.147184 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:23.176644 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-427013b1-da68-4bd0-937b-1cc637c465b0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:23.213538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] Pushing event deleted for resources: {'Network': ['ID=c761b28f-3bb5-4fae-a4b0-27e84beb5e94,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:23.231726 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427013b1-da68-4bd0-937b-1cc637c465b0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=93e18486-2c39-4080-9e67-34581804b22a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:23.240447 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-427013b1-da68-4bd0-937b-1cc637c465b0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:23.249293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Transition to ACTIVE for port object 1a922ea8-0e37-4cc1-8807-afafc49f68e2 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:23.249740 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281d89fc-abcd-4493-947e-52e4ea75882a None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:23.252971 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:23.265872 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-325f1327-f734-423d-8945-1659a66d80ac admin admin] 10.222.0.72 "DELETE /v2.0/networks/c761b28f-3bb5-4fae-a4b0-27e84beb5e94 HTTP/1.1" status: 204 len: 168 time: 1.8252664 Feb 18 09:01:23.280442 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:01:23.284067 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-427013b1-da68-4bd0-937b-1cc637c465b0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/93e18486-2c39-4080-9e67-34581804b22a HTTP/1.1" status: 204 len: 168 time: 0.6114769 Feb 18 09:01:23.285464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37112) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:23.310925 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:23.324576 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:23.371638 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:01:23.371989 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cd72ab48-30fe-446c-8fe3-1fe5d68cc1bd not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:01:23.372477 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:01:23.386243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] Pushing event deleted for resources: {'Network': ['ID=1c69accb-553e-4395-92da-259b30e58621,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:23.416809 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a3e29f12-d114-47f2-9823-8df7af3464af tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1301661 Feb 18 09:01:23.419126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37116) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:23.427929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:01:23.428083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 15e5e208-a402-4dd5-b1b2-e02bb3da00a8 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:01:23.561849 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa2466e-8d0e-4928-bff9-ce1f1f29cd8c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:23.562439 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6fa2466e-8d0e-4928-bff9-ce1f1f29cd8c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:01:23.589505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6fa2466e-8d0e-4928-bff9-ce1f1f29cd8c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:01:23.591159 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6fa2466e-8d0e-4928-bff9-ce1f1f29cd8c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1703749 Feb 18 09:01:23.594044 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a71ecc64-b933-46e4-949f-ee3363329736 tempest-NetworksTest-39490674 tempest-NetworksTest-39490674-project] 10.222.0.72 "DELETE /v2.0/networks/1c69accb-553e-4395-92da-259b30e58621 HTTP/1.1" status: 204 len: 168 time: 3.9432118 Feb 18 09:01:23.594917 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37126) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:23.614336 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:23.635997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a922ea8-0e37-4cc1-8807-afafc49f68e2,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:23.666909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37130) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:23.681288 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e32e71-b79f-4644-bd0f-e6d33948c626 None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:01:23.686647 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-72e32e71-b79f-4644-bd0f-e6d33948c626 None None] Deleting port 20872f1c-ca9b-4cc0-b91f-671225ad73b0 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:23.687196 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-72e32e71-b79f-4644-bd0f-e6d33948c626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:23.730030 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1490ffd-b7cd-464e-9028-cbe3353ff6bd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:23.731197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a1490ffd-b7cd-464e-9028-cbe3353ff6bd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:01:23.778543 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5bf10c53-64d7-4599-af02-85fd0b8b9ac7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a903b155163648f2a591b78be672e35b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1087687 Feb 18 09:01:23.779220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37134) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:23.782706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a1490ffd-b7cd-464e-9028-cbe3353ff6bd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:01:23.783879 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a1490ffd-b7cd-464e-9028-cbe3353ff6bd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1880007 Feb 18 09:01:23.821750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37138) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:23.903459 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e5d8b758-07ed-4429-9223-a8360985bdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:23.948244 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a65f1ec2-e4b2-4697-bdff-ff013aa0469f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1091433 Feb 18 09:01:23.960622 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e5d8b758-07ed-4429-9223-a8360985bdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:23.963433 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37148) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:23.967954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Attempting to bind port 1a922ea8-0e37-4cc1-8807-afafc49f68e2 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:01:23.968985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Attempting to bind port 1a922ea8-0e37-4cc1-8807-afafc49f68e2 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '4c3f896b-8f25-424a-b7d5-ffede0a6c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:01:23.971763 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Attempting to bind port 1a922ea8-0e37-4cc1-8807-afafc49f68e2 on network f40be500-670f-4365-9b1b-50944ae5e3f7 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:01:23.974220 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:24.008683 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-72e32e71-b79f-4644-bd0f-e6d33948c626 None None] For port 20872f1c-ca9b-4cc0-b91f-671225ad73b0, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=20872f1c-ca9b-4cc0-b91f-671225ad73b0,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:24.009092 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-72e32e71-b79f-4644-bd0f-e6d33948c626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:24.028772 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37152) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:24.053506 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d5dfc1e2-cfd7-469d-9584-7fa8f35a86a9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:24.059874 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e5d8b758-07ed-4429-9223-a8360985bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:24.098424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8b758-07ed-4429-9223-a8360985bdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8658019-360e-46cc-8836-34987cd0141f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:24.114529 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e5d8b758-07ed-4429-9223-a8360985bdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:24.119491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Port 1a922ea8-0e37-4cc1-8807-afafc49f68e2 on network f40be500-670f-4365-9b1b-50944ae5e3f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:01:24.120051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Attempting to bind port 1a922ea8-0e37-4cc1-8807-afafc49f68e2 on network f40be500-670f-4365-9b1b-50944ae5e3f7 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:01:24.141211 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e5d8b758-07ed-4429-9223-a8360985bdd0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e8658019-360e-46cc-8836-34987cd0141f HTTP/1.1" status: 204 len: 168 time: 0.3387656 Feb 18 09:01:24.237922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-72e32e71-b79f-4644-bd0f-e6d33948c626 None None] Calling delete_port for 20872f1c-ca9b-4cc0-b91f-671225ad73b0 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:24.360057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:01:24.360422 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Checking segment: {'id': '4c3f896b-8f25-424a-b7d5-ffede0a6c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:24.360810 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Bound using segment: {'id': '4c3f896b-8f25-424a-b7d5-ffede0a6c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:01:24.361253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Bound port: 1a922ea8-0e37-4cc1-8807-afafc49f68e2, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3f896b-8f25-424a-b7d5-ffede0a6c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:01:24.361598 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:24.379652 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-72e32e71-b79f-4644-bd0f-e6d33948c626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:24.397459 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8f0d0292-0426-4ce6-93e9-f48588c38016 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1a53cdf48b94443baaa1e4604db47411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3611410 Feb 18 09:01:24.397459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37170) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:24.437191 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e32e71-b79f-4644-bd0f-e6d33948c626 None None] No DVR routers for this DVR port 20872f1c-ca9b-4cc0-b91f-671225ad73b0 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:01:24.458379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e32e71-b79f-4644-bd0f-e6d33948c626 None None] Pushing event deleted for resources: {'Port': ['ID=20872f1c-ca9b-4cc0-b91f-671225ad73b0,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:24.500055 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b4fe0cf-02c6-44c4-94d1-c13895cc0b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:24.560606 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b4fe0cf-02c6-44c4-94d1-c13895cc0b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:24.613548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d5dfc1e2-cfd7-469d-9584-7fa8f35a86a9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:24.637521 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b4fe0cf-02c6-44c4-94d1-c13895cc0b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:24.651326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d5dfc1e2-cfd7-469d-9584-7fa8f35a86a9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:24.662393 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fe0cf-02c6-44c4-94d1-c13895cc0b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3a0e78-1c27-43d6-90b6-9195b81d6c4d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:24.663634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] For port 1a922ea8-0e37-4cc1-8807-afafc49f68e2, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:01:24.664433 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b4fe0cf-02c6-44c4-94d1-c13895cc0b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:24.676587 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1b4fe0cf-02c6-44c4-94d1-c13895cc0b2f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1d3a0e78-1c27-43d6-90b6-9195b81d6c4d HTTP/1.1" status: 204 len: 168 time: 0.2727349 Feb 18 09:01:24.704293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] For port 1a922ea8-0e37-4cc1-8807-afafc49f68e2, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1a922ea8-0e37-4cc1-8807-afafc49f68e2,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:01:24.714143 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3ffc3-e6ab-4d19-b992-eaa16f0329fc req-09a9d308-0269-4f40-8016-67f2605f58cc tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:24.715918 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ff3ffc3-e6ab-4d19-b992-eaa16f0329fc req-09a9d308-0269-4f40-8016-67f2605f58cc tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 943 time: 0.6001205 Feb 18 09:01:24.718927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5dfc1e2-cfd7-469d-9584-7fa8f35a86a9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:24.723455 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d5dfc1e2-cfd7-469d-9584-7fa8f35a86a9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:24.753998 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:24.851486 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 20872f1c-ca9b-4cc0-b91f-671225ad73b0 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:01:24.930817 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 20872f1c-ca9b-4cc0-b91f-671225ad73b0 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:01:24.944775 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 20872f1c-ca9b-4cc0-b91f-671225ad73b0 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:01:25.002351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:25.002970 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:25.004421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03564548-ecf8-4492-9695-b17faf56bf75 req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] 10.222.0.81 "PUT /v2.0/ports/1a922ea8-0e37-4cc1-8807-afafc49f68e2 HTTP/1.1" status: 200 len: 1091 time: 3.7756834 Feb 18 09:01:25.017893 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b1c08a-591a-4efe-ab90-3c937af2d416', 'tag': '1a922ea8-0e37-4cc1-8807-afafc49f68e2'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:01:25.057500 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ff3ffc3-e6ab-4d19-b992-eaa16f0329fc req-7d3af51b-7333-4191-aa4e-ffd36956feec tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148029 Feb 18 09:01:25.075699 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:01:25.122821 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b1c08a-591a-4efe-ab90-3c937af2d416', 'tag': '1a922ea8-0e37-4cc1-8807-afafc49f68e2', 'status': 'completed', 'code': 200} Feb 18 09:01:25.138873 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:25.153327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd83ebc-3fe3-44fb-9640-bc12d99deaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a922ea8-0e37-4cc1-8807-afafc49f68e2,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:25.163716 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:25.370562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Pushing event updated for resources: {'Port': ['ID=1f488075-0e78-4c69-a778-6b5acaae1fe4,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:25.375783 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:25.384185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03564548-ecf8-4492-9695-b17faf56bf75 req-bdc13a57-f367-43a2-bde3-2940d65a0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:25.385800 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03564548-ecf8-4492-9695-b17faf56bf75 req-bdc13a57-f367-43a2-bde3-2940d65a0c32 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0608b781957e43609e9ef7685b762a69&device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 1094 time: 0.3026369 Feb 18 09:01:25.408566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37216) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:25.482909 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03564548-ecf8-4492-9695-b17faf56bf75 req-4fce9bfc-064a-4976-af4c-a805bbaecb2f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a922ea8-0e37-4cc1-8807-afafc49f68e2 HTTP/1.1" status: 200 len: 217 time: 0.0891035 Feb 18 09:01:25.529303 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:25.529303 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6b1f0cd7-881c-4e7c-b1cb-41c921a6e311 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3082526 Feb 18 09:01:25.530041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37226) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:25.534944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e71662bd-d7a5-4828-b8c7-3d81af813e62 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Request body: {'floatingip': {'port_id': '22e0bf6e-f19b-4f01-854f-87417d468533', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:25.626704 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d5dfc1e2-cfd7-469d-9584-7fa8f35a86a9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:25.642409 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e71662bd-d7a5-4828-b8c7-3d81af813e62 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for floatingip, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:25.676087 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03564548-ecf8-4492-9695-b17faf56bf75 req-5573f79b-ede6-465a-bcfb-6c8d0a6e08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:25.677713 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03564548-ecf8-4492-9695-b17faf56bf75 req-5573f79b-ede6-465a-bcfb-6c8d0a6e08f7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c9735f5-e885-4001-b6bc-713131a65bb6 HTTP/1.1" status: 200 len: 853 time: 0.1776001 Feb 18 09:01:25.724131 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1717280437-network', 'tenant_id': '2be2c6bdf8634ee88165bbe46e61c1cc'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:25.738782 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03564548-ecf8-4492-9695-b17faf56bf75 req-3a4231e2-e904-4cb9-bc98-b9c2f4feaa5d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f40be500-670f-4365-9b1b-50944ae5e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491331 Feb 18 09:01:25.743469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dfc1e2-cfd7-469d-9584-7fa8f35a86a9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:25.751734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-d5dfc1e2-cfd7-469d-9584-7fa8f35a86a9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:25.760457 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:25.765570 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b38e5e1-9973-4312-9198-086edaefb53a None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:25.777019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dfc1e2-cfd7-469d-9584-7fa8f35a86a9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:25.777843 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d5dfc1e2-cfd7-469d-9584-7fa8f35a86a9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:25.785146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfc1e2-cfd7-469d-9584-7fa8f35a86a9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=4dccb976-cc77-480a-8f41-d271d5481b36,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:25.789038 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Usage tracker for resource:network and tenant:2be2c6bdf8634ee88165bbe46e61c1cc is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:25.830662 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:25.832745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37240) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:25.849232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:25.879001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d5dfc1e2-cfd7-469d-9584-7fa8f35a86a9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8512087 Feb 18 09:01:25.881923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37246) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:25.900575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-5840e9f2-11fc-4112-a301-8cb9dac73f9b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'fixed_ips': [{'subnet_id': '4dccb976-cc77-480a-8f41-d271d5481b36', 'ip_address': '2001:db8::dbf6:df75:e5e4:87f4'}], 'name': 'tempest-NetworksTestDHCPv6-513788466'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:25.964713 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Made reservation on behalf of 2be2c6bdf8634ee88165bbe46e61c1cc for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:25.967571 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:25.991701 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:26.021773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:26.024683 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-e71662bd-d7a5-4828-b8c7-3d81af813e62 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] update failed (client error): The resource could not be found. Feb 18 09:01:26.026334 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e71662bd-d7a5-4828-b8c7-3d81af813e62 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] 10.222.0.72 "PUT /v2.0/floatingips/7e63c8f0-a165-4d45-9cb8-250f92716004 HTTP/1.1" status: 404 len: 507 time: 0.4969089 Feb 18 09:01:26.028981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37250) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:26.095566 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03564548-ecf8-4492-9695-b17faf56bf75 req-7cbe0cfd-4bcd-4264-8690-8798308a66b5 service neutron] 10.222.0.81 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449936 Feb 18 09:01:26.103605 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Usage tracker for resource:security_group_rule and tenant:2be2c6bdf8634ee88165bbe46e61c1cc is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:26.121443 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-3da3c66d-a078-4eb8-8103-d34fef0d2465 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1948655480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:26.152939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:26.163274 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3da3c66d-a078-4eb8-8103-d34fef0d2465 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:26.172543 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:26.199284 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': '4dccb976-cc77-480a-8f41-d271d5481b36'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:01:26.200141 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:26.279261 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3da3c66d-a078-4eb8-8103-d34fef0d2465 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Usage tracker for resource:router and tenant:84290aaa6bf6425e93f1aca0181c09e5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:26.305259 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3da3c66d-a078-4eb8-8103-d34fef0d2465 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:26.385692 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03564548-ecf8-4492-9695-b17faf56bf75 req-aa0f4aca-6715-426a-8db7-2f429f905a73 service neutron] 10.222.0.81 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811236 Feb 18 09:01:26.489379 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3da3c66d-a078-4eb8-8103-d34fef0d2465 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:26.489570 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Allocated IP 2001:db8::2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/4dccb976-cc77-480a-8f41-d271d5481b36/483685a0-6323-49d9-aabf-8af83d871cc9) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:26.501936 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-487e9b7e-0195-4b3b-966f-31d9decc8939 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Deleting port 1f488075-0e78-4c69-a778-6b5acaae1fe4 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:26.502438 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-487e9b7e-0195-4b3b-966f-31d9decc8939 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:26.583908 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3da3c66d-a078-4eb8-8103-d34fef0d2465 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:26.585354 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3da3c66d-a078-4eb8-8103-d34fef0d2465 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:26.647032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5840e9f2-11fc-4112-a301-8cb9dac73f9b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:26.677433 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5840e9f2-11fc-4112-a301-8cb9dac73f9b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:26.715985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5840e9f2-11fc-4112-a301-8cb9dac73f9b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:26.718144 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3da3c66d-a078-4eb8-8103-d34fef0d2465 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:26.742053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb339da5-f534-487b-98e2-80c8c332b642 req-66dc9c5a-c129-4cbf-8368-143a301efb85 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:26.744601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb339da5-f534-487b-98e2-80c8c332b642 req-66dc9c5a-c129-4cbf-8368-143a301efb85 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 943 time: 0.4338868 Feb 18 09:01:26.749315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f5125-1358-40ad-88a7-505dc4002be1 req-7d703ac0-8119-4e6a-a6cf-e4e3c628f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:26.751016 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d42f5125-1358-40ad-88a7-505dc4002be1 req-7d703ac0-8119-4e6a-a6cf-e4e3c628f1b2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0608b781957e43609e9ef7685b762a69&device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 1094 time: 0.1593857 Feb 18 09:01:26.815648 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3da3c66d-a078-4eb8-8103-d34fef0d2465 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:26.919622 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-487e9b7e-0195-4b3b-966f-31d9decc8939 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:26.920662 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-487e9b7e-0195-4b3b-966f-31d9decc8939 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:26.932763 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb339da5-f534-487b-98e2-80c8c332b642 req-a5e68793-d11b-4d66-b7c3-ce29fc1f1a84 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773772 Feb 18 09:01:26.933003 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:26.958413 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:26.965379 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:26.985220 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Transition to ACTIVE for port object 483685a0-6323-49d9-aabf-8af83d871cc9 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:27.010677 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Transition to ACTIVE for port object 483685a0-6323-49d9-aabf-8af83d871cc9 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:27.025308 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:27.037641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f5125-1358-40ad-88a7-505dc4002be1 req-7a44b7ad-93aa-496c-82d4-d90ccd71a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:27.039506 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d42f5125-1358-40ad-88a7-505dc4002be1 req-7a44b7ad-93aa-496c-82d4-d90ccd71a0b2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f40be500-670f-4365-9b1b-50944ae5e3f7 HTTP/1.1" status: 200 len: 914 time: 0.2132711 Feb 18 09:01:27.118364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:27.128773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-487e9b7e-0195-4b3b-966f-31d9decc8939 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Calling delete_port for 1f488075-0e78-4c69-a778-6b5acaae1fe4 owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:27.129163 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Pushing event updated for resources: {'Port': ['ID=483685a0-6323-49d9-aabf-8af83d871cc9,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:27.140094 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d42f5125-1358-40ad-88a7-505dc4002be1 req-0808d70f-93e3-496a-91c3-4833f56aad2a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a922ea8-0e37-4cc1-8807-afafc49f68e2 HTTP/1.1" status: 200 len: 217 time: 0.0861301 Feb 18 09:01:27.147174 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5840e9f2-11fc-4112-a301-8cb9dac73f9b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:27.148021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:27.149557 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:27.155944 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:27.188310 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3da3c66d-a078-4eb8-8103-d34fef0d2465 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:27.192844 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3da3c66d-a078-4eb8-8103-d34fef0d2465 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.3592100 Feb 18 09:01:27.194492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37270) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:27.197863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:01:27.217312 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1443532416'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:27.227846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:27.230325 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f5125-1358-40ad-88a7-505dc4002be1 req-a1fc9900-b2c6-4670-a34c-37b09e89ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:27.232042 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d42f5125-1358-40ad-88a7-505dc4002be1 req-a1fc9900-b2c6-4670-a34c-37b09e89ddde service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c9735f5-e885-4001-b6bc-713131a65bb6 HTTP/1.1" status: 200 len: 853 time: 0.0732591 Feb 18 09:01:27.236254 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Usage tracker for resource:network and tenant:84290aaa6bf6425e93f1aca0181c09e5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:27.241447 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-5840e9f2-11fc-4112-a301-8cb9dac73f9b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port 5706256c-9102-4174-b84d-27c1cc59423e yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:01:27.244040 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:27.252427 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:27.252906 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Added segment ec1ebcf4-a5ea-4396-90b7-c16f0165be47 of type vlan for network e223b658-4625-4b81-a9cd-f826f9cb1821 Feb 18 09:01:27.257811 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:27.293036 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Attempting to bind port 483685a0-6323-49d9-aabf-8af83d871cc9 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:01:27.293652 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Attempting to bind port 483685a0-6323-49d9-aabf-8af83d871cc9 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:01:27.293652 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Attempting to bind port 483685a0-6323-49d9-aabf-8af83d871cc9 on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:01:27.304788 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:01:27.305882 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:27.310557 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:27.311123 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:01:27.311509 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Bound port: 483685a0-6323-49d9-aabf-8af83d871cc9, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:01:27.311908 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:27.318680 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Made reservation on behalf of 84290aaa6bf6425e93f1aca0181c09e5 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:27.328209 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:27.339745 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:27.354719 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:27.427389 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] For port 483685a0-6323-49d9-aabf-8af83d871cc9, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:01:27.432663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] For port 483685a0-6323-49d9-aabf-8af83d871cc9, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=483685a0-6323-49d9-aabf-8af83d871cc9,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:01:27.439640 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:27.444599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:27.460520 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Usage tracker for resource:security_group_rule and tenant:84290aaa6bf6425e93f1aca0181c09e5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:27.468051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:27.476505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:27.481163 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d42f5125-1358-40ad-88a7-505dc4002be1 req-670d54e6-793e-4214-a8dd-152182c1efbd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f40be500-670f-4365-9b1b-50944ae5e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460875 Feb 18 09:01:27.489774 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:27.491063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:27.491875 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:27.577995 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543955c9-db6b-4cfc-89eb-37572bee1c41 None None] Pushing event updated for resources: {'Port': ['ID=483685a0-6323-49d9-aabf-8af83d871cc9,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:27.598239 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-5840e9f2-11fc-4112-a301-8cb9dac73f9b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::dbf6:df75:e5e4:87f4 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/4dccb976-cc77-480a-8f41-d271d5481b36/5706256c-9102-4174-b84d-27c1cc59423e) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:27.707163 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-487e9b7e-0195-4b3b-966f-31d9decc8939 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:27.721032 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d42f5125-1358-40ad-88a7-505dc4002be1 req-d2940e75-8e88-4054-ab99-f4a8ff4a5853 service neutron] 10.222.0.81 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312121 Feb 18 09:01:27.775637 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3659587 Feb 18 09:01:27.838016 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e9b7e-0195-4b3b-966f-31d9decc8939 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Pushing event deleted for resources: {'Port': ['ID=1f488075-0e78-4c69-a778-6b5acaae1fe4,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:27.838278 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37284) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:27.853244 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b274b1b-cc16-45c9-a491-ca69ad5a216a admin admin] Pushing event updated for resources: {'Network': ['ID=e223b658-4625-4b81-a9cd-f826f9cb1821,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:27.865273 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network e223b658-4625-4b81-a9cd-f826f9cb1821 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:01:27.866742 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:27.926703 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:27.928033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-2ae23db1-11ed-4ba8-b990-10262ce20448 admin admin] Request body: {'subnet': {'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1717280437-subnet', 'tenant_id': '2be2c6bdf8634ee88165bbe46e61c1cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:27.934608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2ae23db1-11ed-4ba8-b990-10262ce20448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:27.938803 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2ae23db1-11ed-4ba8-b990-10262ce20448 admin admin] Usage tracker for resource:subnet and tenant:2be2c6bdf8634ee88165bbe46e61c1cc is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:27.942391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2ae23db1-11ed-4ba8-b990-10262ce20448 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:27.949715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2ae23db1-11ed-4ba8-b990-10262ce20448 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:27.971068 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae23db1-11ed-4ba8-b990-10262ce20448 admin admin] Made reservation on behalf of 2be2c6bdf8634ee88165bbe46e61c1cc for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:27.973645 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2ae23db1-11ed-4ba8-b990-10262ce20448 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:28.092788 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-487e9b7e-0195-4b3b-966f-31d9decc8939 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:28.100473 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-487e9b7e-0195-4b3b-966f-31d9decc8939 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:28.102700 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-487e9b7e-0195-4b3b-966f-31d9decc8939 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] 10.222.0.72 "DELETE /v2.0/floatingips/7e63c8f0-a165-4d45-9cb8-250f92716004 HTTP/1.1" status: 204 len: 168 time: 2.0718341 Feb 18 09:01:28.111309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37294) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:28.114505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:01:28.120920 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8caa12da-43b3-4bee-adc7-fc4854dd25af,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:28.129196 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:28.129548 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Added segment 3d331791-359e-4573-8230-8b8140d8ff6b of type vlan for network 9850790a-96b3-49b2-a9a8-ecd673d97d6a Feb 18 09:01:28.136211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-41a30221-08d3-43f5-b8f0-a80da53e5194 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Request body: {'floatingip': {'floating_network_id': '9a125162-4eb4-4b77-876e-b083bceeb370', 'port_id': '22e0bf6e-f19b-4f01-854f-87417d468533', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:28.179925 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:28.197185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-41a30221-08d3-43f5-b8f0-a80da53e5194 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:28.216526 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:28.221854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:28.222451 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:28.230757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-41a30221-08d3-43f5-b8f0-a80da53e5194 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Usage tracker for resource:floatingip and tenant:bdf500c351f446099f2164f4af1209cf is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:28.241948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-41a30221-08d3-43f5-b8f0-a80da53e5194 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:28.277121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-41a30221-08d3-43f5-b8f0-a80da53e5194 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:28.315568 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1120706 Feb 18 09:01:28.323587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37298) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:28.333168 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-946ff990-15ee-4c18-baab-338dc1401bb5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Request body: {'subnet': {'network_id': '9850790a-96b3-49b2-a9a8-ecd673d97d6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:28.364452 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48fbdf-ca00-4e5e-9e2e-081a0b0f78ab tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event updated for resources: {'Network': ['ID=9850790a-96b3-49b2-a9a8-ecd673d97d6a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:28.378143 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 9850790a-96b3-49b2-a9a8-ecd673d97d6a details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:01:28.475993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-946ff990-15ee-4c18-baab-338dc1401bb5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:28.500251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-946ff990-15ee-4c18-baab-338dc1401bb5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Usage tracker for resource:subnet and tenant:84290aaa6bf6425e93f1aca0181c09e5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:28.508432 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-946ff990-15ee-4c18-baab-338dc1401bb5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:28.522207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-946ff990-15ee-4c18-baab-338dc1401bb5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:28.534010 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5840e9f2-11fc-4112-a301-8cb9dac73f9b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:28.541041 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d42f5125-1358-40ad-88a7-505dc4002be1 req-dc4f6879-6e40-43ac-9f8a-8e9b257e2171 service neutron] 10.222.0.81 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8118269 Feb 18 09:01:28.549941 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946ff990-15ee-4c18-baab-338dc1401bb5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Made reservation on behalf of 84290aaa6bf6425e93f1aca0181c09e5 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:28.553755 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-946ff990-15ee-4c18-baab-338dc1401bb5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:28.577853 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-41a30221-08d3-43f5-b8f0-a80da53e5194 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:28.617071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-5840e9f2-11fc-4112-a301-8cb9dac73f9b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object 5706256c-9102-4174-b84d-27c1cc59423e will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:28.734017 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2ae23db1-11ed-4ba8-b990-10262ce20448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:28.777205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa94b54-45be-4dcf-990f-a7c1cba07d04 req-ee174dd9-57a4-4e3b-82b6-8066ad3e20f0 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:28.785322 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fa94b54-45be-4dcf-990f-a7c1cba07d04 req-ee174dd9-57a4-4e3b-82b6-8066ad3e20f0 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 943 time: 0.6768389 Feb 18 09:01:28.844763 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-946ff990-15ee-4c18-baab-338dc1401bb5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:28.936345 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5840e9f2-11fc-4112-a301-8cb9dac73f9b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:28.980561 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 483685a0-6323-49d9-aabf-8af83d871cc9 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:29.041424 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae23db1-11ed-4ba8-b990-10262ce20448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06333cf5-1434-4f44-a3e7-bc5f0125a189,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:29.041644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ff990-15ee-4c18-baab-338dc1401bb5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event updated for resources: {'Subnet': ['ID=87c57d81-554a-4a4a-87d3-1fc1f1666078,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:29.062828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ff990-15ee-4c18-baab-338dc1401bb5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Checking segment: {'id': '3d331791-359e-4573-8230-8b8140d8ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9850790a-96b3-49b2-a9a8-ecd673d97d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:29.063151 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946ff990-15ee-4c18-baab-338dc1401bb5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Network hostable DHCP agents. Network: 9850790a-96b3-49b2-a9a8-ecd673d97d6a, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:01:29.075189 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fa94b54-45be-4dcf-990f-a7c1cba07d04 req-6c5ce8e3-a8f0-47f5-8e25-1aa5e170eba7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887828 Feb 18 09:01:29.077650 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 483685a0-6323-49d9-aabf-8af83d871cc9 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:29.087567 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae23db1-11ed-4ba8-b990-10262ce20448 admin admin] Checking segment: {'id': 'ec1ebcf4-a5ea-4396-90b7-c16f0165be47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:29.088093 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae23db1-11ed-4ba8-b990-10262ce20448 admin admin] Network hostable DHCP agents. Network: e223b658-4625-4b81-a9cd-f826f9cb1821, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:01:29.095776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946ff990-15ee-4c18-baab-338dc1401bb5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Network 9850790a-96b3-49b2-a9a8-ecd673d97d6a is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:01:29.119799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-946ff990-15ee-4c18-baab-338dc1401bb5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 9850790a-96b3-49b2-a9a8-ecd673d97d6a) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:29.120994 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-78d16acb-4e72-413f-b555-35e8f4266058 None None] Provisioning for port 483685a0-6323-49d9-aabf-8af83d871cc9 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:29.126749 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-78d16acb-4e72-413f-b555-35e8f4266058 None None] Provisioning complete for port 483685a0-6323-49d9-aabf-8af83d871cc9 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:29.127360 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-78d16acb-4e72-413f-b555-35e8f4266058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:29.140181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5840e9f2-11fc-4112-a301-8cb9dac73f9b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:29.148384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-5840e9f2-11fc-4112-a301-8cb9dac73f9b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:29.149741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946ff990-15ee-4c18-baab-338dc1401bb5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:29.150823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5840e9f2-11fc-4112-a301-8cb9dac73f9b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:29.152635 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-946ff990-15ee-4c18-baab-338dc1401bb5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:29.161798 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be87336-83df-4547-ba37-f2a65ac72402 None None] Network 9850790a-96b3-49b2-a9a8-ecd673d97d6a requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:29.178640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5840e9f2-11fc-4112-a301-8cb9dac73f9b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:29.179357 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5840e9f2-11fc-4112-a301-8cb9dac73f9b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:29.188881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840e9f2-11fc-4112-a301-8cb9dac73f9b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=5706256c-9102-4174-b84d-27c1cc59423e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:29.193046 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-946ff990-15ee-4c18-baab-338dc1401bb5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8686378 Feb 18 09:01:29.197688 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37316) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:29.203817 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d98e5ccd-6a34-4ea2-a1ac-125ab7b2bb9e tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Request body: {'network': {'name': 'tempest-router-network01--645440286'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:29.209760 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d98e5ccd-6a34-4ea2-a1ac-125ab7b2bb9e tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:29.214277 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d98e5ccd-6a34-4ea2-a1ac-125ab7b2bb9e tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Usage tracker for resource:network and tenant:84290aaa6bf6425e93f1aca0181c09e5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:29.217622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d98e5ccd-6a34-4ea2-a1ac-125ab7b2bb9e tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:29.223715 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d98e5ccd-6a34-4ea2-a1ac-125ab7b2bb9e tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:29.256646 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98e5ccd-6a34-4ea2-a1ac-125ab7b2bb9e tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Made reservation on behalf of 84290aaa6bf6425e93f1aca0181c09e5 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:29.263892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae23db1-11ed-4ba8-b990-10262ce20448 admin admin] Network e223b658-4625-4b81-a9cd-f826f9cb1821 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:01:29.266897 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d98e5ccd-6a34-4ea2-a1ac-125ab7b2bb9e tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:29.274503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5840e9f2-11fc-4112-a301-8cb9dac73f9b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3909199 Feb 18 09:01:29.275843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37320) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:29.277574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-2ae23db1-11ed-4ba8-b990-10262ce20448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, e223b658-4625-4b81-a9cd-f826f9cb1821) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:29.288885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-43efdc15-fbe1-4a29-8cd3-bc7d58cd3db3 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'fixed_ips': [{'subnet_id': '4dccb976-cc77-480a-8f41-d271d5481b36', 'ip_address': '2001:db8::dbf6:df75:e5e4:87f4'}], 'name': 'tempest-NetworksTestDHCPv6-696664641'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:29.307024 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd51472-3292-4318-849d-95845fe2fbac None None] Network e223b658-4625-4b81-a9cd-f826f9cb1821 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:29.308514 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98e5ccd-6a34-4ea2-a1ac-125ab7b2bb9e tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:01:29.310721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae23db1-11ed-4ba8-b990-10262ce20448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:29.311317 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2ae23db1-11ed-4ba8-b990-10262ce20448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:29.322867 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d98e5ccd-6a34-4ea2-a1ac-125ab7b2bb9e tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:29.323359 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-d98e5ccd-6a34-4ea2-a1ac-125ab7b2bb9e tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Added segment 505b4751-38a1-494c-9bcc-06faec0903c6 of type vlan for network 3490a6df-952e-4e6e-ab3a-25d8e2397d85 Feb 18 09:01:29.513824 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-78d16acb-4e72-413f-b555-35e8f4266058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:29.544629 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d98e5ccd-6a34-4ea2-a1ac-125ab7b2bb9e tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:29.583985 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d98e5ccd-6a34-4ea2-a1ac-125ab7b2bb9e tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:29.591760 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98e5ccd-6a34-4ea2-a1ac-125ab7b2bb9e tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:29.592562 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d98e5ccd-6a34-4ea2-a1ac-125ab7b2bb9e tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:29.605990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-43efdc15-fbe1-4a29-8cd3-bc7d58cd3db3 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:29.611325 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-43efdc15-fbe1-4a29-8cd3-bc7d58cd3db3 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:port and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:29.615765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-43efdc15-fbe1-4a29-8cd3-bc7d58cd3db3 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:29.623255 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-43efdc15-fbe1-4a29-8cd3-bc7d58cd3db3 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:29.637089 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-41a30221-08d3-43f5-b8f0-a80da53e5194 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:01:29.638345 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-41a30221-08d3-43f5-b8f0-a80da53e5194 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.5261614 Feb 18 09:01:29.644111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37330) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:29.653796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2ae23db1-11ed-4ba8-b990-10262ce20448 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8142827 Feb 18 09:01:29.660649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43efdc15-fbe1-4a29-8cd3-bc7d58cd3db3 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:29.666636 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-43efdc15-fbe1-4a29-8cd3-bc7d58cd3db3 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:29.672727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-78d16acb-4e72-413f-b555-35e8f4266058 None None] For port 483685a0-6323-49d9-aabf-8af83d871cc9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=483685a0-6323-49d9-aabf-8af83d871cc9,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:29.689505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': '22e0bf6e-f19b-4f01-854f-87417d468533', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:29.701333 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-78d16acb-4e72-413f-b555-35e8f4266058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:29.719992 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:29.731857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Usage tracker for resource:floatingip and tenant:bdf500c351f446099f2164f4af1209cf is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:29.735227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e5ccd-6a34-4ea2-a1ac-125ab7b2bb9e tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event updated for resources: {'Network': ['ID=3490a6df-952e-4e6e-ab3a-25d8e2397d85,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:29.736701 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:29.744193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-43efdc15-fbe1-4a29-8cd3-bc7d58cd3db3 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port da414cef-1cab-40ba-a3a6-d592e51c6492 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:01:29.755882 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d98e5ccd-6a34-4ea2-a1ac-125ab7b2bb9e tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5568228 Feb 18 09:01:29.758666 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37338) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:29.769745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4f66e1e2-c70e-444b-be62-e9a78b06d84f tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Request body: {'network': {'name': 'tempest-router-network02--1497387222'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:29.784915 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4f66e1e2-c70e-444b-be62-e9a78b06d84f tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:29.787871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:29.791511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4f66e1e2-c70e-444b-be62-e9a78b06d84f tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Usage tracker for resource:network and tenant:84290aaa6bf6425e93f1aca0181c09e5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:29.799112 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4f66e1e2-c70e-444b-be62-e9a78b06d84f tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:29.814955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4f66e1e2-c70e-444b-be62-e9a78b06d84f tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:29.844219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f66e1e2-c70e-444b-be62-e9a78b06d84f tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Made reservation on behalf of 84290aaa6bf6425e93f1aca0181c09e5 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:29.848818 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4f66e1e2-c70e-444b-be62-e9a78b06d84f tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:29.853639 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:29.856479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1a922ea8-0e37-4cc1-8807-afafc49f68e2 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:01:29.868561 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d16acb-4e72-413f-b555-35e8f4266058 None None] Pushing event updated for resources: {'Port': ['ID=483685a0-6323-49d9-aabf-8af83d871cc9,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:29.874179 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 3490a6df-952e-4e6e-ab3a-25d8e2397d85 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:01:29.938799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f66e1e2-c70e-444b-be62-e9a78b06d84f tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:01:29.954485 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4f66e1e2-c70e-444b-be62-e9a78b06d84f tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:29.955133 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-4f66e1e2-c70e-444b-be62-e9a78b06d84f tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Added segment c936b2b4-edc9-4c88-9da3-98babce2ab7b of type vlan for network 330aaed6-31f0-4f4a-90a4-87218066640b Feb 18 09:01:29.989280 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4f66e1e2-c70e-444b-be62-e9a78b06d84f tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:30.027099 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4f66e1e2-c70e-444b-be62-e9a78b06d84f tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:30.029095 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-9850790a-96b3-49b2-a9a8-ecd673d97d6a', 'network_id': '9850790a-96b3-49b2-a9a8-ecd673d97d6a', 'tenant_id': '84290aaa6bf6425e93f1aca0181c09e5', 'fixed_ips': [{'subnet_id': '87c57d81-554a-4a4a-87d3-1fc1f1666078'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:01:30.030174 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:30.038071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f66e1e2-c70e-444b-be62-e9a78b06d84f tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:30.039373 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4f66e1e2-c70e-444b-be62-e9a78b06d84f tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:30.093939 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4f66e1e2-c70e-444b-be62-e9a78b06d84f tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3338432 Feb 18 09:01:30.098342 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37352) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:30.173726 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f85142-5773-4e4a-b4f6-3c754d1babdc None None] Network e223b658-4625-4b81-a9cd-f826f9cb1821 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:30.232522 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-43efdc15-fbe1-4a29-8cd3-bc7d58cd3db3 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 18 09:01:30.232988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43efdc15-fbe1-4a29-8cd3-bc7d58cd3db3 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:30.274905 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:30.278436 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-43efdc15-fbe1-4a29-8cd3-bc7d58cd3db3 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9989283 Feb 18 09:01:30.299425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-413e5ae0-82c3-4006-b037-86f1c57ca6f3 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Request body: {'subnet': {'network_id': '3490a6df-952e-4e6e-ab3a-25d8e2397d85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:30.314887 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37362) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:30.317621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5027dd40-654b-4134-b7ee-f46a3c2f1546 None None] Provisioning for port 5706256c-9102-4174-b84d-27c1cc59423e completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:30.344975 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5027dd40-654b-4134-b7ee-f46a3c2f1546 None None] Provisioning complete for port 5706256c-9102-4174-b84d-27c1cc59423e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:30.345349 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5027dd40-654b-4134-b7ee-f46a3c2f1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:30.420098 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:01:30.450045 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef9453ac-1c4e-46eb-af5a-0dd3dafe7386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:30.481203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66e1e2-c70e-444b-be62-e9a78b06d84f tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event updated for resources: {'Network': ['ID=330aaed6-31f0-4f4a-90a4-87218066640b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:30.538705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 330aaed6-31f0-4f4a-90a4-87218066640b details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:01:30.552791 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-413e5ae0-82c3-4006-b037-86f1c57ca6f3 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:30.557707 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-413e5ae0-82c3-4006-b037-86f1c57ca6f3 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Usage tracker for resource:subnet and tenant:84290aaa6bf6425e93f1aca0181c09e5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:30.561404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-413e5ae0-82c3-4006-b037-86f1c57ca6f3 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:30.567646 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-413e5ae0-82c3-4006-b037-86f1c57ca6f3 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:30.620757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a44a0d9-0b4a-4ae5-8464-c7184fbdf427 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:30.626846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a44a0d9-0b4a-4ae5-8464-c7184fbdf427 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:30.630972 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5a44a0d9-0b4a-4ae5-8464-c7184fbdf427 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3125691 Feb 18 09:01:30.630972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413e5ae0-82c3-4006-b037-86f1c57ca6f3 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Made reservation on behalf of 84290aaa6bf6425e93f1aca0181c09e5 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:30.634223 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-413e5ae0-82c3-4006-b037-86f1c57ca6f3 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:30.641061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37376) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:30.703697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b9c14-41e3-4803-b38c-c74094deefe6 req-ec5056e1-52d9-4e92-a637-d2bde704fde7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:30.710961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-974b9c14-41e3-4803-b38c-c74094deefe6 req-ec5056e1-52d9-4e92-a637-d2bde704fde7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 943 time: 0.3926089 Feb 18 09:01:30.783313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-007f6f6c-d8e7-4a56-b8df-82a203d98125 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:30.785511 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-007f6f6c-d8e7-4a56-b8df-82a203d98125 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/networks?id=e223b658-4625-4b81-a9cd-f826f9cb1821 HTTP/1.1" status: 200 len: 818 time: 0.4167545 Feb 18 09:01:30.868221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a5f85dd2-d9e1-4178-8d05-ba3a24f18c73 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port 5706256c-9102-4174-b84d-27c1cc59423e {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:30.871804 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 483685a0-6323-49d9-aabf-8af83d871cc9 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:30.885446 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-413e5ae0-82c3-4006-b037-86f1c57ca6f3 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:30.888461 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a5f85dd2-d9e1-4178-8d05-ba3a24f18c73 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:30.912744 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5027dd40-654b-4134-b7ee-f46a3c2f1546 None None] Port 5706256c-9102-4174-b84d-27c1cc59423e cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:01:30.930564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Allocated IP 172.25.1.233 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/a3a43459-e3ce-4c26-8f3a-7c777c95331c) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:30.944575 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-910e346a-36d7-4bea-a358-781ce39009fb tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/quotas/2be2c6bdf8634ee88165bbe46e61c1cc HTTP/1.1" status: 200 len: 375 time: 0.1502175 Feb 18 09:01:30.964911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-974b9c14-41e3-4803-b38c-c74094deefe6 req-c403de6d-1a41-4074-9b32-6f262e7d804e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524581 Feb 18 09:01:31.008586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413e5ae0-82c3-4006-b037-86f1c57ca6f3 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Checking segment: {'id': '505b4751-38a1-494c-9bcc-06faec0903c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3490a6df-952e-4e6e-ab3a-25d8e2397d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:31.010912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413e5ae0-82c3-4006-b037-86f1c57ca6f3 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Network hostable DHCP agents. Network: 3490a6df-952e-4e6e-ab3a-25d8e2397d85, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:01:31.024612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e5ae0-82c3-4006-b037-86f1c57ca6f3 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event updated for resources: {'Subnet': ['ID=c1d03a0d-67be-4a32-8669-47de09a2923f,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:31.057548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413e5ae0-82c3-4006-b037-86f1c57ca6f3 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Network 3490a6df-952e-4e6e-ab3a-25d8e2397d85 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:01:31.062205 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-ec07e171-399d-414e-bf9c-7a687f758570 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2be2c6bdf8634ee88165bbe46e61c1cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864930 Feb 18 09:01:31.087476 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-413e5ae0-82c3-4006-b037-86f1c57ca6f3 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 3490a6df-952e-4e6e-ab3a-25d8e2397d85) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:31.103265 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Allocated IP 2001:db8::2 (9850790a-96b3-49b2-a9a8-ecd673d97d6a/87c57d81-554a-4a4a-87d3-1fc1f1666078/e00977ce-4db2-4854-ac8d-f2837bc26160) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:31.105828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413e5ae0-82c3-4006-b037-86f1c57ca6f3 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:31.106430 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-413e5ae0-82c3-4006-b037-86f1c57ca6f3 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:31.110872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c20beac-f7fa-445c-b7c3-b1081913b3fd None None] Network 3490a6df-952e-4e6e-ab3a-25d8e2397d85 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:31.131291 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-413e5ae0-82c3-4006-b037-86f1c57ca6f3 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0316937 Feb 18 09:01:31.135548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37384) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:31.142139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d81af0aa-dbce-426c-a8d7-47ad04dc49de tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Request body: {'subnet': {'network_id': '330aaed6-31f0-4f4a-90a4-87218066640b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:31.146986 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 1a922ea8-0e37-4cc1-8807-afafc49f68e2, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1a922ea8-0e37-4cc1-8807-afafc49f68e2,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:31.225572 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '1a922ea8-0e37-4cc1-8807-afafc49f68e2', 'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7', 'port_id': '1a922ea8-0e37-4cc1-8807-afafc49f68e2', 'mac_address': 'fa:16:3e:b4:35:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9735f5-e885-4001-b6bc-713131a65bb6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:01:31.294026 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d81af0aa-dbce-426c-a8d7-47ad04dc49de tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:31.299072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d81af0aa-dbce-426c-a8d7-47ad04dc49de tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Usage tracker for resource:subnet and tenant:84290aaa6bf6425e93f1aca0181c09e5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:31.302214 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d81af0aa-dbce-426c-a8d7-47ad04dc49de tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:31.309366 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d81af0aa-dbce-426c-a8d7-47ad04dc49de tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:31.322865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81af0aa-dbce-426c-a8d7-47ad04dc49de tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Made reservation on behalf of 84290aaa6bf6425e93f1aca0181c09e5 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:31.327775 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d81af0aa-dbce-426c-a8d7-47ad04dc49de tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:31.455818 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:31.486501 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a922ea8-0e37-4cc1-8807-afafc49f68e2 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:01:31.490362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 483685a0-6323-49d9-aabf-8af83d871cc9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:31.490729 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:31.585316 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a5f85dd2-d9e1-4178-8d05-ba3a24f18c73 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:31.604150 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 1a922ea8-0e37-4cc1-8807-afafc49f68e2, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1a922ea8-0e37-4cc1-8807-afafc49f68e2,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:31.634820 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:31.671195 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d81af0aa-dbce-426c-a8d7-47ad04dc49de tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:31.765694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81af0aa-dbce-426c-a8d7-47ad04dc49de tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event updated for resources: {'Subnet': ['ID=49e8c8cd-8c89-412f-97ed-a47ba3572339,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:31.786783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a5f85dd2-d9e1-4178-8d05-ba3a24f18c73 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for 5706256c-9102-4174-b84d-27c1cc59423e owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:31.826167 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81af0aa-dbce-426c-a8d7-47ad04dc49de tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Checking segment: {'id': 'c936b2b4-edc9-4c88-9da3-98babce2ab7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '330aaed6-31f0-4f4a-90a4-87218066640b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:31.826552 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81af0aa-dbce-426c-a8d7-47ad04dc49de tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Network hostable DHCP agents. Network: 330aaed6-31f0-4f4a-90a4-87218066640b, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:01:31.880815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81af0aa-dbce-426c-a8d7-47ad04dc49de tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Network 330aaed6-31f0-4f4a-90a4-87218066640b is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:01:31.900863 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-3490a6df-952e-4e6e-ab3a-25d8e2397d85', 'network_id': '3490a6df-952e-4e6e-ab3a-25d8e2397d85', 'tenant_id': '84290aaa6bf6425e93f1aca0181c09e5', 'fixed_ips': [{'subnet_id': 'c1d03a0d-67be-4a32-8669-47de09a2923f'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:01:31.901805 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-d81af0aa-dbce-426c-a8d7-47ad04dc49de tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 330aaed6-31f0-4f4a-90a4-87218066640b) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:31.902937 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:31.907591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81af0aa-dbce-426c-a8d7-47ad04dc49de tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:31.908226 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d81af0aa-dbce-426c-a8d7-47ad04dc49de tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:31.938568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9962f4-f7a9-4dfa-a1e5-4a8b5fc5ba47 None None] Network 330aaed6-31f0-4f4a-90a4-87218066640b requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:31.957550 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d81af0aa-dbce-426c-a8d7-47ad04dc49de tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8206820 Feb 18 09:01:31.959978 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37402) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:31.970791 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-550886e0-26c6-4502-ae7a-31072e0991bc service neutron] 10.222.0.72 "GET /v2.0/networks/e223b658-4625-4b81-a9cd-f826f9cb1821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8048196 Feb 18 09:01:31.977864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['1a922ea8-0e37-4cc1-8807-afafc49f68e2'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:01:32.038391 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:32.118778 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:32.142210 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=1a922ea8-0e37-4cc1-8807-afafc49f68e2,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:32.421525 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:32.440874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-147ed227-7986-45a1-86b8-8414750006a7 service neutron] 10.222.0.72 "GET /v2.0/networks/e223b658-4625-4b81-a9cd-f826f9cb1821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491501 Feb 18 09:01:32.466497 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Transition to ACTIVE for port object e00977ce-4db2-4854-ac8d-f2837bc26160 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:32.526203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Pushing event updated for resources: {'Port': ['ID=a3a43459-e3ce-4c26-8f3a-7c777c95331c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:32.533692 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a5f85dd2-d9e1-4178-8d05-ba3a24f18c73 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:32.534261 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Transition to ACTIVE for port object e00977ce-4db2-4854-ac8d-f2837bc26160 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:32.538171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:32.547085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:32.572143 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:32.600194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:32.683143 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Allocated IP 2001:db8::2 (3490a6df-952e-4e6e-ab3a-25d8e2397d85/c1d03a0d-67be-4a32-8669-47de09a2923f/cb2a591a-a3a6-4224-9017-3615a730f91d) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:32.697334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f85dd2-d9e1-4178-8d05-ba3a24f18c73 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=5706256c-9102-4174-b84d-27c1cc59423e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:32.749700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-330aaed6-31f0-4f4a-90a4-87218066640b', 'network_id': '330aaed6-31f0-4f4a-90a4-87218066640b', 'tenant_id': '84290aaa6bf6425e93f1aca0181c09e5', 'fixed_ips': [{'subnet_id': '49e8c8cd-8c89-412f-97ed-a47ba3572339'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:01:32.750538 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:32.784655 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Network 9850790a-96b3-49b2-a9a8-ecd673d97d6a is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:32.838110 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a5f85dd2-d9e1-4178-8d05-ba3a24f18c73 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:32.878625 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a5f85dd2-d9e1-4178-8d05-ba3a24f18c73 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/5706256c-9102-4174-b84d-27c1cc59423e HTTP/1.1" status: 204 len: 168 time: 2.2363253 Feb 18 09:01:32.882617 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37422) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:32.990116 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:33.047073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d856f-6e03-4c76-8941-da0ad0e5b91e req-bb36d04e-763e-47a4-bbf9-b3e12029cc18 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:33.051221 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc2d856f-6e03-4c76-8941-da0ad0e5b91e req-bb36d04e-763e-47a4-bbf9-b3e12029cc18 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 944 time: 0.8564692 Feb 18 09:01:33.083366 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:33.100596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Transition to ACTIVE for port object cb2a591a-a3a6-4224-9017-3615a730f91d will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:33.124116 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:33.150147 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:33.248868 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-56ac1b6a-9154-4c7e-a41c-7c31f9bf29a5 req-7fce1994-dad1-40a1-b43e-869835b61e10 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 210 time: 0.0935469 Feb 18 09:01:33.279667 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-413a4aee-2c6b-4188-9986-5b24256a17e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:33.282951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Pushing event updated for resources: {'Port': ['ID=e00977ce-4db2-4854-ac8d-f2837bc26160,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:33.338953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Transition to ACTIVE for port object cb2a591a-a3a6-4224-9017-3615a730f91d will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:33.378912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Deleting port a3a43459-e3ce-4c26-8f3a-7c777c95331c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:33.379322 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:33.438613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d0457b-260e-44ed-bb40-44ae1a530471 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:33.440112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d0457b-260e-44ed-bb40-44ae1a530471 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:33.440893 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e5d0457b-260e-44ed-bb40-44ae1a530471 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:01:33.469385 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc2d856f-6e03-4c76-8941-da0ad0e5b91e req-e53b7b77-d88d-45a5-bfaa-abc7adb4921c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570981 Feb 18 09:01:33.514233 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Allocated IP 2001:db8::2 (330aaed6-31f0-4f4a-90a4-87218066640b/49e8c8cd-8c89-412f-97ed-a47ba3572339/4727b319-72cb-4586-99e0-f6db45b7ca70) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:33.527761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e5d0457b-260e-44ed-bb40-44ae1a530471 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:01:33.529032 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e5d0457b-260e-44ed-bb40-44ae1a530471 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6280844 Feb 18 09:01:33.543711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37446) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:33.684109 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-293f07c7-26c2-499a-8756-d53a56ea66af tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet 4dccb976-cc77-480a-8f41-d271d5481b36 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:01:33.694394 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-293f07c7-26c2-499a-8756-d53a56ea66af tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:33.748232 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:33.863524 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Attempting to bind port e00977ce-4db2-4854-ac8d-f2837bc26160 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:01:33.866253 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Attempting to bind port e00977ce-4db2-4854-ac8d-f2837bc26160 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '3d331791-359e-4573-8230-8b8140d8ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9850790a-96b3-49b2-a9a8-ecd673d97d6a'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:01:33.866427 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Attempting to bind port e00977ce-4db2-4854-ac8d-f2837bc26160 on network 9850790a-96b3-49b2-a9a8-ecd673d97d6a {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:01:33.880611 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:33.881196 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:33.896758 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:33.913075 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Allocated IP 2001:db8::1 (3490a6df-952e-4e6e-ab3a-25d8e2397d85/c1d03a0d-67be-4a32-8669-47de09a2923f/b1589d3d-5fc0-42de-ac6a-cd8c05c11b67) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:33.942815 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:01:33.943258 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Checking segment: {'id': '3d331791-359e-4573-8230-8b8140d8ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9850790a-96b3-49b2-a9a8-ecd673d97d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:33.943600 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:33.944286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Bound using segment: {'id': '3d331791-359e-4573-8230-8b8140d8ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9850790a-96b3-49b2-a9a8-ecd673d97d6a'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:01:33.944814 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Bound port: e00977ce-4db2-4854-ac8d-f2837bc26160, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d331791-359e-4573-8230-8b8140d8ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9850790a-96b3-49b2-a9a8-ecd673d97d6a'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:01:33.945196 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:33.955486 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-293f07c7-26c2-499a-8756-d53a56ea66af tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:34.011286 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:34.027157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Network 3490a6df-952e-4e6e-ab3a-25d8e2397d85 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:34.033368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Calling delete_port for a3a43459-e3ce-4c26-8f3a-7c777c95331c owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:34.118928 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Pushing event updated for resources: {'Port': ['ID=cb2a591a-a3a6-4224-9017-3615a730f91d,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:34.121864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:34.138642 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:34.263026 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:34.281551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Transition to ACTIVE for port object b1589d3d-5fc0-42de-ac6a-cd8c05c11b67 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:34.308065 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-293f07c7-26c2-499a-8756-d53a56ea66af tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:34.397274 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:34.436116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdb0047b-5a73-419b-8361-85d4654ec990 req-768f107a-ece0-44b0-b033-393b4a94635c tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 210 time: 0.1019902 Feb 18 09:01:34.440952 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:34.447484 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-293f07c7-26c2-499a-8756-d53a56ea66af tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:34.500820 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:34.552567 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Transition to ACTIVE for port object 4727b319-72cb-4586-99e0-f6db45b7ca70 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:34.564343 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] For port e00977ce-4db2-4854-ac8d-f2837bc26160, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:01:34.575743 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Attempting to bind port cb2a591a-a3a6-4224-9017-3615a730f91d on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:01:34.576393 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Attempting to bind port cb2a591a-a3a6-4224-9017-3615a730f91d by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '505b4751-38a1-494c-9bcc-06faec0903c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3490a6df-952e-4e6e-ab3a-25d8e2397d85'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:01:34.577011 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Attempting to bind port cb2a591a-a3a6-4224-9017-3615a730f91d on network 3490a6df-952e-4e6e-ab3a-25d8e2397d85 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:01:34.585939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Network 3490a6df-952e-4e6e-ab3a-25d8e2397d85 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:34.587019 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac604192-5002-4a2d-be4b-cb8d86d9636b None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:34.589924 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-293f07c7-26c2-499a-8756-d53a56ea66af tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:34.597424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f07c7-26c2-499a-8756-d53a56ea66af tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=4dccb976-cc77-480a-8f41-d271d5481b36,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:34.610886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Pushing event deleted for resources: {'Port': ['ID=a3a43459-e3ce-4c26-8f3a-7c777c95331c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:34.623685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:34.642873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:34.643399 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:34.724757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event updated for resources: {'Port': ['ID=b1589d3d-5fc0-42de-ac6a-cd8c05c11b67,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:34.740922 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] create failed (client error): The resource could not be found. Feb 18 09:01:34.746215 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8878121d-d437-4efa-890d-e106ce3cc182 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.0968661 Feb 18 09:01:34.761935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37472) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:34.778479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] For port e00977ce-4db2-4854-ac8d-f2837bc26160, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e00977ce-4db2-4854-ac8d-f2837bc26160,segment=NetworkSegment(3d331791-359e-4573-8230-8b8140d8ff6b),segment_id=3d331791-359e-4573-8230-8b8140d8ff6b)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:01:34.781836 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:01:34.782476 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Checking segment: {'id': '505b4751-38a1-494c-9bcc-06faec0903c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3490a6df-952e-4e6e-ab3a-25d8e2397d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:34.795413 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:34.795413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Bound using segment: {'id': '505b4751-38a1-494c-9bcc-06faec0903c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3490a6df-952e-4e6e-ab3a-25d8e2397d85'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:01:34.795806 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Bound port: cb2a591a-a3a6-4224-9017-3615a730f91d, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505b4751-38a1-494c-9bcc-06faec0903c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3490a6df-952e-4e6e-ab3a-25d8e2397d85'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:01:34.797683 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:34.835775 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:34.845397 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Transition to ACTIVE for port object 4727b319-72cb-4586-99e0-f6db45b7ca70 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:34.865069 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:34.931241 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-293f07c7-26c2-499a-8756-d53a56ea66af tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/4dccb976-cc77-480a-8f41-d271d5481b36 HTTP/1.1" status: 204 len: 168 time: 1.3860881 Feb 18 09:01:34.942727 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37478) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:34.969293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Deleting port 22e0bf6e-f19b-4f01-854f-87417d468533 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:34.970417 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:35.013272 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:35.045785 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4c150640-25f3-4ae9-8816-c759af989576 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980620 Feb 18 09:01:35.046048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37482) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:35.057936 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-9612e786-4628-4941-ac54-f944369f5082 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:35.203272 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Network 330aaed6-31f0-4f4a-90a4-87218066640b is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:35.216560 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:35.218458 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:35.223973 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:35.332077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25bd39-f0bf-4276-96e5-c08314114b35 req-f0de4bcb-f27f-400e-9a66-855ce9348cdb tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:35.343850 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c25bd39-f0bf-4276-96e5-c08314114b35 req-f0de4bcb-f27f-400e-9a66-855ce9348cdb tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 944 time: 0.6591864 Feb 18 09:01:35.392981 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:35.446605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Attempting to bind port 4727b319-72cb-4586-99e0-f6db45b7ca70 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:01:35.446976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Attempting to bind port 4727b319-72cb-4586-99e0-f6db45b7ca70 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'c936b2b4-edc9-4c88-9da3-98babce2ab7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '330aaed6-31f0-4f4a-90a4-87218066640b'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:01:35.447348 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Attempting to bind port 4727b319-72cb-4586-99e0-f6db45b7ca70 on network 330aaed6-31f0-4f4a-90a4-87218066640b {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:01:35.450359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba36fe-c05b-410f-8d10-44e97b48c5ec None None] Pushing event updated for resources: {'Port': ['ID=e00977ce-4db2-4854-ac8d-f2837bc26160,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:35.483784 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9612e786-4628-4941-ac54-f944369f5082 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:35.496390 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9612e786-4628-4941-ac54-f944369f5082 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:35.501565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9612e786-4628-4941-ac54-f944369f5082 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:35.533454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9612e786-4628-4941-ac54-f944369f5082 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:35.608501 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] For port cb2a591a-a3a6-4224-9017-3615a730f91d, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:01:35.629709 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] For port cb2a591a-a3a6-4224-9017-3615a730f91d, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cb2a591a-a3a6-4224-9017-3615a730f91d,segment=NetworkSegment(505b4751-38a1-494c-9bcc-06faec0903c6),segment_id=505b4751-38a1-494c-9bcc-06faec0903c6)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:01:35.675923 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:35.701349 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:01:35.701704 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Checking segment: {'id': 'c936b2b4-edc9-4c88-9da3-98babce2ab7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '330aaed6-31f0-4f4a-90a4-87218066640b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:35.702338 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:35.702751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Bound using segment: {'id': 'c936b2b4-edc9-4c88-9da3-98babce2ab7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '330aaed6-31f0-4f4a-90a4-87218066640b'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:01:35.703246 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Bound port: 4727b319-72cb-4586-99e0-f6db45b7ca70, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c936b2b4-edc9-4c88-9da3-98babce2ab7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '330aaed6-31f0-4f4a-90a4-87218066640b'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:01:35.704566 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:35.749091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9612e786-4628-4941-ac54-f944369f5082 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:35.754695 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9612e786-4628-4941-ac54-f944369f5082 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:35.780137 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1a922ea8-0e37-4cc1-8807-afafc49f68e2 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:35.816799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Calling delete_port for 22e0bf6e-f19b-4f01-854f-87417d468533 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:35.865227 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c25bd39-f0bf-4276-96e5-c08314114b35 req-c063b6a5-588c-4be2-8f58-f2246bf98f39 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137653 Feb 18 09:01:36.087410 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Pushing event updated for resources: {'Port': ['ID=4727b319-72cb-4586-99e0-f6db45b7ca70,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:36.201383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-03056ce7-5054-4147-be08-8d7c75cf1cd2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:36.202427 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-03056ce7-5054-4147-be08-8d7c75cf1cd2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Synchronizing usage tracker for tenant:2be2c6bdf8634ee88165bbe46e61c1cc on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:01:36.254157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a82b62-409b-4611-9305-4546fbf26bb7 None None] Pushing event updated for resources: {'Port': ['ID=cb2a591a-a3a6-4224-9017-3615a730f91d,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:36.256782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-e62595bd-749b-4441-b9e9-b111ad41050c tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:36.260076 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-e62595bd-749b-4441-b9e9-b111ad41050c tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.81 "GET /v2.0/networks?id=e223b658-4625-4b81-a9cd-f826f9cb1821 HTTP/1.1" status: 200 len: 818 time: 0.6724083 Feb 18 09:01:36.319988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-b07e8ebc-2ba0-42db-8bcb-877d16ae541f tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Request body: {'port': {'device_id': 'd78c6884-ade0-4326-bd56-c1166a23fcf1', 'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821', 'admin_state_up': True, 'tenant_id': '2be2c6bdf8634ee88165bbe46e61c1cc'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:36.332032 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 1a922ea8-0e37-4cc1-8807-afafc49f68e2 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:36.414953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c852f7bc-a9af-4ad0-bbb7-5b52ca7e72d2 None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:01:36.425692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 1a922ea8-0e37-4cc1-8807-afafc49f68e2 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:36.426067 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:36.426183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15bf4b20-8506-4725-90dd-6061191db800 req-0145f7ad-4fc7-4ccf-9217-054de437ae87 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 210 time: 0.5644641 Feb 18 09:01:36.469385 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c852f7bc-a9af-4ad0-bbb7-5b52ca7e72d2 None None] Deleting port 483685a0-6323-49d9-aabf-8af83d871cc9 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:36.477092 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c852f7bc-a9af-4ad0-bbb7-5b52ca7e72d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:36.529038 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:36.534616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-03056ce7-5054-4147-be08-8d7c75cf1cd2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Unset dirty status for tenant:2be2c6bdf8634ee88165bbe46e61c1cc on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:01:36.534878 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] For port 4727b319-72cb-4586-99e0-f6db45b7ca70, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:01:36.538106 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-03056ce7-5054-4147-be08-8d7c75cf1cd2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.61 "GET /v2.0/networks?id=e223b658-4625-4b81-a9cd-f826f9cb1821 HTTP/1.1" status: 200 len: 818 time: 0.6164248 Feb 18 09:01:36.545435 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:36.546364 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:36.622119 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] For port 4727b319-72cb-4586-99e0-f6db45b7ca70, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4727b319-72cb-4586-99e0-f6db45b7ca70,segment=NetworkSegment(c936b2b4-edc9-4c88-9da3-98babce2ab7b),segment_id=c936b2b4-edc9-4c88-9da3-98babce2ab7b)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:01:36.632450 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-8fa1518c-4ae5-44c9-88ef-ba2bf60434f2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Request body: {'port': {'device_id': '6b92530e-3119-499a-85d0-e286b053efc5', 'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821', 'admin_state_up': True, 'tenant_id': '2be2c6bdf8634ee88165bbe46e61c1cc'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:36.713576 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:36.975808 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6af4f-6194-4c05-8a93-eb86bc34e887 None None] Pushing event updated for resources: {'Port': ['ID=4727b319-72cb-4586-99e0-f6db45b7ca70,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:37.169777 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event updated for resources: {'Port': ['ID=b1589d3d-5fc0-42de-ac6a-cd8c05c11b67,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:37.364378 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c852f7bc-a9af-4ad0-bbb7-5b52ca7e72d2 None None] For port 483685a0-6323-49d9-aabf-8af83d871cc9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=483685a0-6323-49d9-aabf-8af83d871cc9,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:37.367770 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c852f7bc-a9af-4ad0-bbb7-5b52ca7e72d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:37.411336 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-8fa1518c-4ae5-44c9-88ef-ba2bf60434f2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:37.418183 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-8fa1518c-4ae5-44c9-88ef-ba2bf60434f2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Usage tracker for resource:port and tenant:2be2c6bdf8634ee88165bbe46e61c1cc is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:37.444921 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-8fa1518c-4ae5-44c9-88ef-ba2bf60434f2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:37.452854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-8fa1518c-4ae5-44c9-88ef-ba2bf60434f2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:37.471757 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:37.511485 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-8fa1518c-4ae5-44c9-88ef-ba2bf60434f2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Made reservation on behalf of 2be2c6bdf8634ee88165bbe46e61c1cc for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:37.524212 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-8fa1518c-4ae5-44c9-88ef-ba2bf60434f2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:37.612188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Pushing event deleted for resources: {'Port': ['ID=22e0bf6e-f19b-4f01-854f-87417d468533,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:37.630698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Network 3490a6df-952e-4e6e-ab3a-25d8e2397d85 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:37.634977 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:37.679189 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cb2a591a-a3a6-4224-9017-3615a730f91d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:37.760382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ca091c-e487-499d-aa6c-f876a3b84647 None None] Network 9850790a-96b3-49b2-a9a8-ecd673d97d6a requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:37.770281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:37.780944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:37.781552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:37.782071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:37.782599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:37.783129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:37.783642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:37.784159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:37.784692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:37.785466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:37.785466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:37.785944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:37.790443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-b07e8ebc-2ba0-42db-8bcb-877d16ae541f tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:37.791413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c852f7bc-a9af-4ad0-bbb7-5b52ca7e72d2 None None] Calling delete_port for 483685a0-6323-49d9-aabf-8af83d871cc9 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:37.822657 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9612e786-4628-4941-ac54-f944369f5082 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:38.032623 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4c225ec-e0cd-4f48-8335-cea4f2a863d4 req-d79ff216-75b8-404b-8fca-be3bb0347b97 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 210 time: 0.2363374 Feb 18 09:01:38.040697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-4e7f7f29-fd1e-4cc5-8c47-56680153954d tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:38.042171 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-4e7f7f29-fd1e-4cc5-8c47-56680153954d tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.61 "GET /v2.0/networks?id=e223b658-4625-4b81-a9cd-f826f9cb1821 HTTP/1.1" status: 200 len: 818 time: 1.3983676 Feb 18 09:01:38.045728 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-b07e8ebc-2ba0-42db-8bcb-877d16ae541f tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Usage tracker for resource:port and tenant:2be2c6bdf8634ee88165bbe46e61c1cc is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:38.053719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-b07e8ebc-2ba0-42db-8bcb-877d16ae541f tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:38.070979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-2ed110d2-d482-4c25-a4fd-b6d51c18402e tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Request body: {'port': {'device_id': '8096ee27-f078-45ca-a245-ee66cafae9b9', 'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821', 'admin_state_up': True, 'tenant_id': '2be2c6bdf8634ee88165bbe46e61c1cc'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:38.107655 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-b07e8ebc-2ba0-42db-8bcb-877d16ae541f tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:38.156144 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:38.179073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8db51bd-d890-4edd-baaf-403eeb8a48c6 None None] Network 3490a6df-952e-4e6e-ab3a-25d8e2397d85 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:38.204682 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:38.212559 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-8fa1518c-4ae5-44c9-88ef-ba2bf60434f2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Allocated IP 172.20.0.11 (e223b658-4625-4b81-a9cd-f826f9cb1821/06333cf5-1434-4f44-a3e7-bc5f0125a189/71b81c12-5100-471f-a13c-9e6c805ebf7b) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:38.216426 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c852f7bc-a9af-4ad0-bbb7-5b52ca7e72d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:38.238404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1036a4e-4558-4054-bcf6-99101eb58d89 req-62816017-5b22-4de0-8d31-9085521d3a21 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:38.240050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1036a4e-4558-4054-bcf6-99101eb58d89 req-62816017-5b22-4de0-8d31-9085521d3a21 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 944 time: 1.0406847 Feb 18 09:01:38.283336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-b07e8ebc-2ba0-42db-8bcb-877d16ae541f tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Made reservation on behalf of 2be2c6bdf8634ee88165bbe46e61c1cc for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:38.288487 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-b07e8ebc-2ba0-42db-8bcb-877d16ae541f tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:38.289782 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9612e786-4628-4941-ac54-f944369f5082 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:38.355543 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e29d4fe6-9a57-4899-abb8-732dc1289f6a tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] 10.222.0.72 "DELETE /v2.0/ports/22e0bf6e-f19b-4f01-854f-87417d468533 HTTP/1.1" status: 204 len: 168 time: 3.5803063 Feb 18 09:01:38.359203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37526) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:38.585132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c852f7bc-a9af-4ad0-bbb7-5b52ca7e72d2 None None] No DVR routers for this DVR port 483685a0-6323-49d9-aabf-8af83d871cc9 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:01:38.600751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-2ed110d2-d482-4c25-a4fd-b6d51c18402e tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:38.606342 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-25cb63b3-0762-446d-b91a-46431508ced6 None None] Provisioning for port e00977ce-4db2-4854-ac8d-f2837bc26160 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:38.609827 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852f7bc-a9af-4ad0-bbb7-5b52ca7e72d2 None None] Pushing event deleted for resources: {'Port': ['ID=483685a0-6323-49d9-aabf-8af83d871cc9,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:38.618065 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-9612e786-4628-4941-ac54-f944369f5082 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:38.630356 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1036a4e-4558-4054-bcf6-99101eb58d89 req-12a8553b-4c6b-4d95-9cb5-537d175805ac tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684089 Feb 18 09:01:38.633890 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port cb2a591a-a3a6-4224-9017-3615a730f91d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:38.639218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b1c08a-591a-4efe-ab90-3c937af2d416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a922ea8-0e37-4cc1-8807-afafc49f68e2'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:01:38.651285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e00977ce-4db2-4854-ac8d-f2837bc26160 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:38.652807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-2ed110d2-d482-4c25-a4fd-b6d51c18402e tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Usage tracker for resource:port and tenant:2be2c6bdf8634ee88165bbe46e61c1cc is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:38.668122 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-2ed110d2-d482-4c25-a4fd-b6d51c18402e tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:38.677978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf38504-8e6b-40ea-b241-8811ee886a18 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:38.683027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-2ed110d2-d482-4c25-a4fd-b6d51c18402e tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:38.696131 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9612e786-4628-4941-ac54-f944369f5082 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:38.697430 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9612e786-4628-4941-ac54-f944369f5082 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:38.731200 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-2ed110d2-d482-4c25-a4fd-b6d51c18402e tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Made reservation on behalf of 2be2c6bdf8634ee88165bbe46e61c1cc for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:38.737033 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-2ed110d2-d482-4c25-a4fd-b6d51c18402e tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:38.788551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612e786-4628-4941-ac54-f944369f5082 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=ce8abe46-0596-4970-9b71-beec24695381,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:38.864747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c777b1db-dfc4-49fe-9183-6e381bd6188c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:38.865682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c777b1db-dfc4-49fe-9183-6e381bd6188c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Synchronizing usage tracker for tenant:bdf500c351f446099f2164f4af1209cf on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:01:38.914921 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Router 7a4f6684-cff9-4f45-83c2-72462d7b5d7a is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:01:38.916860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c777b1db-dfc4-49fe-9183-6e381bd6188c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Unset dirty status for tenant:bdf500c351f446099f2164f4af1209cf on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:01:38.917622 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9612e786-4628-4941-ac54-f944369f5082 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8704176 Feb 18 09:01:38.918670 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c777b1db-dfc4-49fe-9183-6e381bd6188c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] 10.222.0.72 "GET /v2.0/ports?device_id=a843bd0d-972b-457c-8d24-3e8d8ab6166f HTTP/1.1" status: 200 len: 913 time: 0.5548918 Feb 18 09:01:38.921637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37540) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:38.928244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-a85d9bd7-d8a5-46e0-8a6f-7661947fabb8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'fixed_ips': [{'subnet_id': 'ce8abe46-0596-4970-9b71-beec24695381', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-627672608'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:38.932423 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b1c08a-591a-4efe-ab90-3c937af2d416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a922ea8-0e37-4cc1-8807-afafc49f68e2', 'code': 200} Feb 18 09:01:38.943082 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37542) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:38.959841 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 1a922ea8-0e37-4cc1-8807-afafc49f68e2, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1a922ea8-0e37-4cc1-8807-afafc49f68e2,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:38.961522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9c4046-5be6-4088-8044-cc5e8527913c None None] Network 330aaed6-31f0-4f4a-90a4-87218066640b requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:39.122520 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-8fa1518c-4ae5-44c9-88ef-ba2bf60434f2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:39.158192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a85d9bd7-d8a5-46e0-8a6f-7661947fabb8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:39.167458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a85d9bd7-d8a5-46e0-8a6f-7661947fabb8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:port and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:39.181306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a85d9bd7-d8a5-46e0-8a6f-7661947fabb8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:39.189278 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a85d9bd7-d8a5-46e0-8a6f-7661947fabb8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:39.211334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85d9bd7-d8a5-46e0-8a6f-7661947fabb8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:39.261574 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:39.283456 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76a50b47-19c4-48cb-ba37-fa9b36ae6f4f req-3aa8f1cd-dae6-48de-b80a-49e26a3d9e15 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 210 time: 0.0484157 Feb 18 09:01:39.331883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5d8cf-0a2b-46b0-8fb7-e472c21bba2e req-c5e2c4ee-e546-47ff-9751-890d83159b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:39.333476 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1bb5d8cf-0a2b-46b0-8fb7-e472c21bba2e req-c5e2c4ee-e546-47ff-9751-890d83159b99 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 1095 time: 0.5159571 Feb 18 09:01:39.352414 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': 'ce8abe46-0596-4970-9b71-beec24695381'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:01:39.353680 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:39.456917 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a85d9bd7-d8a5-46e0-8a6f-7661947fabb8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:39.466845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:01:39.478236 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e62892f-e954-4641-817e-e8ecd883d765 None None] Sync routers for ids ['7a4f6684-cff9-4f45-83c2-72462d7b5d7a'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:01:39.483754 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-38087fc4-fdbd-48b7-8fe8-44a498707652 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "PUT /v2.0/routers/7a4f6684-cff9-4f45-83c2-72462d7b5d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5197523 Feb 18 09:01:39.486305 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37556) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:39.490820 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e62892f-e954-4641-817e-e8ecd883d765 None None] Routers {'7a4f6684-cff9-4f45-83c2-72462d7b5d7a'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:01:39.492144 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-9e62892f-e954-4641-817e-e8ecd883d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:01:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7a4f6684-cff9-4f45-83c2-72462d7b5d7a'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:39.568064 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1bb5d8cf-0a2b-46b0-8fb7-e472c21bba2e req-540350e3-f2c0-4e9f-bbd3-a975b4cd6bf3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184441 Feb 18 09:01:39.574775 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b9537ba3-b258-4832-98ee-44317e3f00ad None None] Provisioning for port 4727b319-72cb-4586-99e0-f6db45b7ca70 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:39.580140 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-9e62892f-e954-4641-817e-e8ecd883d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:39.592806 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e62892f-e954-4641-817e-e8ecd883d765 None None] Routers {'7a4f6684-cff9-4f45-83c2-72462d7b5d7a'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:01:39.594129 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-9e62892f-e954-4641-817e-e8ecd883d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:01:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7a4f6684-cff9-4f45-83c2-72462d7b5d7a'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:39.600962 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-8fa1518c-4ae5-44c9-88ef-ba2bf60434f2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:39.679395 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-9e62892f-e954-4641-817e-e8ecd883d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:39.680021 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e62892f-e954-4641-817e-e8ecd883d765 None None] The sync data for ids ['7a4f6684-cff9-4f45-83c2-72462d7b5d7a'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:01:39.691499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-b07e8ebc-2ba0-42db-8bcb-877d16ae541f tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Allocated IP 172.20.0.5 (e223b658-4625-4b81-a9cd-f826f9cb1821/06333cf5-1434-4f44-a3e7-bc5f0125a189/1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:39.694255 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-a85d9bd7-d8a5-46e0-8a6f-7661947fabb8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port 3a4f71ec-68ad-4013-af98-f6c61188eed3 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:01:39.758969 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=1a922ea8-0e37-4cc1-8807-afafc49f68e2,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:39.905324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port e00977ce-4db2-4854-ac8d-f2837bc26160 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:39.926711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-8fa1518c-4ae5-44c9-88ef-ba2bf60434f2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Network e223b658-4625-4b81-a9cd-f826f9cb1821 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:39.928679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b9537ba3-b258-4832-98ee-44317e3f00ad None None] Provisioning for port cb2a591a-a3a6-4224-9017-3615a730f91d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:39.939757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-8fa1518c-4ae5-44c9-88ef-ba2bf60434f2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:39.960688 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-8fa1518c-4ae5-44c9-88ef-ba2bf60434f2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:39.966534 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b9537ba3-b258-4832-98ee-44317e3f00ad None None] Provisioning complete for port cb2a591a-a3a6-4224-9017-3615a730f91d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:39.966914 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b9537ba3-b258-4832-98ee-44317e3f00ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:40.052941 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1518c-4ae5-44c9-88ef-ba2bf60434f2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Pushing event updated for resources: {'Port': ['ID=71b81c12-5100-471f-a13c-9e6c805ebf7b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:40.098413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e00977ce-4db2-4854-ac8d-f2837bc26160 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:40.099184 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:40.111678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-8fa1518c-4ae5-44c9-88ef-ba2bf60434f2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:40.112421 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-8fa1518c-4ae5-44c9-88ef-ba2bf60434f2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:40.225238 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-8fa1518c-4ae5-44c9-88ef-ba2bf60434f2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6657312 Feb 18 09:01:40.237231 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Allocated IP 2001:db8::2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/ce8abe46-0596-4970-9b71-beec24695381/c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:40.242615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-7495cd6a-61f8-4099-848f-24f38d628329 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:01:40.247719 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-7495cd6a-61f8-4099-848f-24f38d628329 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091462 Feb 18 09:01:40.336797 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e55fccbc-1639-4972-9d8e-ac33d8486487 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:40.771490 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b9537ba3-b258-4832-98ee-44317e3f00ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:40.805270 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-b07e8ebc-2ba0-42db-8bcb-877d16ae541f tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:40.891977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6f14f247-09df-403e-a465-0a866c5158c5 req-f78f0fd8-e6d5-44a0-ac69-261a48b78017 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 210 time: 0.1885495 Feb 18 09:01:40.940965 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Request body: {'port': {'device_id': '6b92530e-3119-499a-85d0-e286b053efc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:40.991860 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:41.036020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b9537ba3-b258-4832-98ee-44317e3f00ad None None] For port cb2a591a-a3a6-4224-9017-3615a730f91d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cb2a591a-a3a6-4224-9017-3615a730f91d,segment=NetworkSegment(505b4751-38a1-494c-9bcc-06faec0903c6),segment_id=505b4751-38a1-494c-9bcc-06faec0903c6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:41.071658 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b9537ba3-b258-4832-98ee-44317e3f00ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:41.153987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b1366-8aaa-466f-8a0d-6fee77d98494 req-c399c99d-4cec-42d3-a3a8-fa25e8d34c72 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:41.156138 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e84b1366-8aaa-466f-8a0d-6fee77d98494 req-c399c99d-4cec-42d3-a3a8-fa25e8d34c72 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 945 time: 1.1750457 Feb 18 09:01:41.173869 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:41.198787 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port e00977ce-4db2-4854-ac8d-f2837bc26160, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e00977ce-4db2-4854-ac8d-f2837bc26160,segment=NetworkSegment(3d331791-359e-4573-8230-8b8140d8ff6b),segment_id=3d331791-359e-4573-8230-8b8140d8ff6b)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:41.219955 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Transition to ACTIVE for port object c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:41.223978 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:41.246898 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:41.260320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Transition to ACTIVE for port object c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:41.262742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9537ba3-b258-4832-98ee-44317e3f00ad None None] Pushing event updated for resources: {'Port': ['ID=cb2a591a-a3a6-4224-9017-3615a730f91d,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:41.265637 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a153fde4-7cf7-4947-831b-60275f7ab26c None None] Provisioning for port b1589d3d-5fc0-42de-ac6a-cd8c05c11b67 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:41.344211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=e00977ce-4db2-4854-ac8d-f2837bc26160,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:41.362037 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 483685a0-6323-49d9-aabf-8af83d871cc9 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:01:41.364983 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85d9bd7-d8a5-46e0-8a6f-7661947fabb8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:01:41.365484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85d9bd7-d8a5-46e0-8a6f-7661947fabb8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:01:41.415922 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:41.417952 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:41.474619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a153fde4-7cf7-4947-831b-60275f7ab26c None None] Provisioning complete for port b1589d3d-5fc0-42de-ac6a-cd8c05c11b67 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:41.474619 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a153fde4-7cf7-4947-831b-60275f7ab26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:41.528378 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 483685a0-6323-49d9-aabf-8af83d871cc9 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:01:41.528619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 483685a0-6323-49d9-aabf-8af83d871cc9 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:01:41.583068 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:41.590317 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:41.596596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:41.598611 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a153fde4-7cf7-4947-831b-60275f7ab26c None None] Port b1589d3d-5fc0-42de-ac6a-cd8c05c11b67 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:01:41.604753 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Pushing event updated for resources: {'Port': ['ID=c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:41.607121 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:41.692225 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a153fde4-7cf7-4947-831b-60275f7ab26c None None] Provisioning complete for port e00977ce-4db2-4854-ac8d-f2837bc26160 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:41.692225 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a153fde4-7cf7-4947-831b-60275f7ab26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:41.764713 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Attempting to bind port c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:01:41.765623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Attempting to bind port c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:01:41.765623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Attempting to bind port c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:01:41.772922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:01:41.773881 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:41.773881 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:41.774274 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:01:41.774693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Bound port: c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:01:41.775064 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:41.829269 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cb2a591a-a3a6-4224-9017-3615a730f91d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:41.830692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e55fccbc-1639-4972-9d8e-ac33d8486487 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Deleting port a774b378-61a7-43ce-a0f2-260a4b9cf790 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:41.831197 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e55fccbc-1639-4972-9d8e-ac33d8486487 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:42.021388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-2ed110d2-d482-4c25-a4fd-b6d51c18402e tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Allocated IP 172.20.0.14 (e223b658-4625-4b81-a9cd-f826f9cb1821/06333cf5-1434-4f44-a3e7-bc5f0125a189/62c7a91b-6c9c-4df2-9cd9-dac040b88667) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:42.031794 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] For port c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:01:42.039953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] For port c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:01:42.043433 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-b07e8ebc-2ba0-42db-8bcb-877d16ae541f tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:42.058610 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:42.108934 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port cb2a591a-a3a6-4224-9017-3615a730f91d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:42.109494 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:42.166279 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e55fccbc-1639-4972-9d8e-ac33d8486487 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:42.194691 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a153fde4-7cf7-4947-831b-60275f7ab26c None None] Provisioning complete for port cb2a591a-a3a6-4224-9017-3615a730f91d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:42.196324 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a153fde4-7cf7-4947-831b-60275f7ab26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:42.199029 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e84b1366-8aaa-466f-8a0d-6fee77d98494 req-dd6f42bf-7f47-460f-a60f-15e4f5e3751e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8759735 Feb 18 09:01:42.239283 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-31e49c16-f305-4d85-8639-20cac91adb88 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:01:42.253199 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-31e49c16-f305-4d85-8639-20cac91adb88 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "PUT /v2.0/routers/7a4f6684-cff9-4f45-83c2-72462d7b5d7a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7640424 Feb 18 09:01:42.299990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37604) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:42.310899 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba106ed3-dc5b-4c69-b289-921c03b55457 None None] Pushing event updated for resources: {'Port': ['ID=c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:42.452882 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4727b319-72cb-4586-99e0-f6db45b7ca70 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:42.498708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e55fccbc-1639-4972-9d8e-ac33d8486487 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Calling delete_port for a774b378-61a7-43ce-a0f2-260a4b9cf790 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:42.589934 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 4727b319-72cb-4586-99e0-f6db45b7ca70 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:42.599717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4727b319-72cb-4586-99e0-f6db45b7ca70 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:42.600422 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:42.612584 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a85d9bd7-d8a5-46e0-8a6f-7661947fabb8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.6896365 Feb 18 09:01:42.615835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3e3bd707-1bd7-4c2e-9a44-736a210caab2 req-bfe9feb7-3039-41f0-b932-dda270292ecb tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Synchronizing usage tracker for tenant:2be2c6bdf8634ee88165bbe46e61c1cc on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:01:42.620823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37612) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:42.833202 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:42.842793 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-2ed110d2-d482-4c25-a4fd-b6d51c18402e tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:42.873232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-b07e8ebc-2ba0-42db-8bcb-877d16ae541f tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Network e223b658-4625-4b81-a9cd-f826f9cb1821 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:42.877896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-b07e8ebc-2ba0-42db-8bcb-877d16ae541f tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:42.883020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-b07e8ebc-2ba0-42db-8bcb-877d16ae541f tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:42.904690 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 4727b319-72cb-4586-99e0-f6db45b7ca70, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4727b319-72cb-4586-99e0-f6db45b7ca70,segment=NetworkSegment(c936b2b4-edc9-4c88-9da3-98babce2ab7b),segment_id=c936b2b4-edc9-4c88-9da3-98babce2ab7b)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:42.919208 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:42.919563 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e00977ce-4db2-4854-ac8d-f2837bc26160 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:42.962668 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-b07e8ebc-2ba0-42db-8bcb-877d16ae541f tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:42.963780 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-b07e8ebc-2ba0-42db-8bcb-877d16ae541f tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:42.989237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e8ebc-2ba0-42db-8bcb-877d16ae541f tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Pushing event updated for resources: {'Port': ['ID=1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:42.994868 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-2ed110d2-d482-4c25-a4fd-b6d51c18402e tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:43.014233 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-b07e8ebc-2ba0-42db-8bcb-877d16ae541f tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7036781 Feb 18 09:01:43.156880 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=4727b319-72cb-4586-99e0-f6db45b7ca70,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:43.195772 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e00977ce-4db2-4854-ac8d-f2837bc26160 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:43.196240 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:43.271163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Request body: {'port': {'device_id': 'd78c6884-ade0-4326-bd56-c1166a23fcf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:43.393255 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3e3bd707-1bd7-4c2e-9a44-736a210caab2 req-bfe9feb7-3039-41f0-b932-dda270292ecb tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Unset dirty status for tenant:2be2c6bdf8634ee88165bbe46e61c1cc on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:01:43.395208 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e3bd707-1bd7-4c2e-9a44-736a210caab2 req-bfe9feb7-3039-41f0-b932-dda270292ecb tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 210 time: 1.1881120 Feb 18 09:01:43.407609 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-2ed110d2-d482-4c25-a4fd-b6d51c18402e tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Network e223b658-4625-4b81-a9cd-f826f9cb1821 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:43.437682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed110d2-d482-4c25-a4fd-b6d51c18402e tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Pushing event updated for resources: {'Port': ['ID=62c7a91b-6c9c-4df2-9cd9-dac040b88667,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:43.442679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-2ed110d2-d482-4c25-a4fd-b6d51c18402e tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:43.447513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-2ed110d2-d482-4c25-a4fd-b6d51c18402e tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:43.569717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef5019-79fb-494e-a2ac-2d9c50fe01ee req-3b5e1b1a-4d53-4eb8-870a-f981961f19a3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:43.576516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef5019-79fb-494e-a2ac-2d9c50fe01ee req-3b5e1b1a-4d53-4eb8-870a-f981961f19a3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:43.584594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef5019-79fb-494e-a2ac-2d9c50fe01ee req-3b5e1b1a-4d53-4eb8-870a-f981961f19a3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:43.591730 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef5019-79fb-494e-a2ac-2d9c50fe01ee req-3b5e1b1a-4d53-4eb8-870a-f981961f19a3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:43.597942 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef5019-79fb-494e-a2ac-2d9c50fe01ee req-3b5e1b1a-4d53-4eb8-870a-f981961f19a3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:43.604747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef5019-79fb-494e-a2ac-2d9c50fe01ee req-3b5e1b1a-4d53-4eb8-870a-f981961f19a3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:43.610905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef5019-79fb-494e-a2ac-2d9c50fe01ee req-3b5e1b1a-4d53-4eb8-870a-f981961f19a3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:43.612906 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97ef5019-79fb-494e-a2ac-2d9c50fe01ee req-3b5e1b1a-4d53-4eb8-870a-f981961f19a3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5434 time: 1.1535919 Feb 18 09:01:43.613567 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:43.687170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8390fe-13b5-4ef0-ada9-9d2ae3311921 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:43.687505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4b8390fe-13b5-4ef0-ada9-9d2ae3311921 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:01:43.716172 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e55fccbc-1639-4972-9d8e-ac33d8486487 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:43.810689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-2ed110d2-d482-4c25-a4fd-b6d51c18402e tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:43.811309 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-2ed110d2-d482-4c25-a4fd-b6d51c18402e tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:43.818316 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4727b319-72cb-4586-99e0-f6db45b7ca70 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:43.825052 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fccbc-1639-4972-9d8e-ac33d8486487 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Pushing event deleted for resources: {'Port': ['ID=a774b378-61a7-43ce-a0f2-260a4b9cf790,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:43.893110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4b8390fe-13b5-4ef0-ada9-9d2ae3311921 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:01:43.896942 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4b8390fe-13b5-4ef0-ada9-9d2ae3311921 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.2592084 Feb 18 09:01:43.899656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37634) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:43.916189 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4727b319-72cb-4586-99e0-f6db45b7ca70 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:43.916766 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:43.981667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-813a9daf-07cd-4070-8508-ef129f62dbc7 None None] Provisioning for port c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:44.014313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6edd68-c10e-471b-9dab-1b2ba2b790a3 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:44.015787 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6edd68-c10e-471b-9dab-1b2ba2b790a3 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:44.020810 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-af6edd68-c10e-471b-9dab-1b2ba2b790a3 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1055896 Feb 18 09:01:44.025536 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97ef5019-79fb-494e-a2ac-2d9c50fe01ee req-2497ed45-a048-49ee-8b1e-66cc55504ddb tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3863189 Feb 18 09:01:44.026020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37638) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:44.043743 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-2ed110d2-d482-4c25-a4fd-b6d51c18402e tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9832878 Feb 18 09:01:44.072110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:44.196188 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:44.203159 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:44.203537 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:44.205612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Request body: {'port': {'device_id': '8096ee27-f078-45ca-a245-ee66cafae9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:44.341330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98587925-140c-48c0-94ef-6311b5e933ed req-65e30137-06f6-49c6-8ab1-cc370aeca7c7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:44.343643 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-98587925-140c-48c0-94ef-6311b5e933ed req-65e30137-06f6-49c6-8ab1-cc370aeca7c7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 945 time: 0.6360343 Feb 18 09:01:44.363744 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:44.407374 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:44.411920 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:44.434213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfab6a0-ea6a-4a7b-be92-4464a7be2ef2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet ce8abe46-0596-4970-9b71-beec24695381 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:01:44.454953 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fbfab6a0-ea6a-4a7b-be92-4464a7be2ef2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:44.488047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b81c12-5100-471f-a13c-9e6c805ebf7b {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:01:44.488047 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e55fccbc-1639-4972-9d8e-ac33d8486487 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:44.516629 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:44.572319 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-98587925-140c-48c0-94ef-6311b5e933ed req-2200faba-f95e-4486-9f68-a4900cea2d48 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188516 Feb 18 09:01:44.591040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:44.649417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Transition to ACTIVE for port object 71b81c12-5100-471f-a13c-9e6c805ebf7b will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:44.668571 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:44.672382 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fbfab6a0-ea6a-4a7b-be92-4464a7be2ef2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:44.705760 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:45.055588 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fbfab6a0-ea6a-4a7b-be92-4464a7be2ef2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:45.109364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e2aec-9d52-47c4-8926-6ad015a0f290 req-927efd58-348b-43e7-ba6b-d4907d889882 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:45.116370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-045e2aec-9d52-47c4-8926-6ad015a0f290 req-927efd58-348b-43e7-ba6b-d4907d889882 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 932 time: 0.5361872 Feb 18 09:01:45.211523 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Pushing event updated for resources: {'Port': ['ID=71b81c12-5100-471f-a13c-9e6c805ebf7b,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:45.233185 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:01:45.250861 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:45.302300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55fccbc-1639-4972-9d8e-ac33d8486487 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Router a843bd0d-972b-457c-8d24-3e8d8ab6166f has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:01:45.345158 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-045e2aec-9d52-47c4-8926-6ad015a0f290 req-75b75333-41d2-4344-bc5f-1031e6a11e15 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279949 Feb 18 09:01:45.378161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:01:45.393057 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:45.413088 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fbfab6a0-ea6a-4a7b-be92-4464a7be2ef2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:45.482253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-0b16d2bd-4b1f-4325-9179-c7c3463e56a3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:45.487992 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-0b16d2bd-4b1f-4325-9179-c7c3463e56a3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:45.494163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-0b16d2bd-4b1f-4325-9179-c7c3463e56a3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:45.499574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-0b16d2bd-4b1f-4325-9179-c7c3463e56a3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:45.505262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-0b16d2bd-4b1f-4325-9179-c7c3463e56a3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:45.511548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-0b16d2bd-4b1f-4325-9179-c7c3463e56a3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:45.517226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-0b16d2bd-4b1f-4325-9179-c7c3463e56a3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:45.519085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-0b16d2bd-4b1f-4325-9179-c7c3463e56a3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.61 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5434 time: 0.3681574 Feb 18 09:01:45.520391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Transition to ACTIVE for port object 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:45.525091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfab6a0-ea6a-4a7b-be92-4464a7be2ef2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=ce8abe46-0596-4970-9b71-beec24695381,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:45.651556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:45.699535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55fccbc-1639-4972-9d8e-ac33d8486487 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:01:45.714210 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c081d4-f308-429d-817d-864932203e49 None None] Sync routers for ids ['a843bd0d-972b-457c-8d24-3e8d8ab6166f'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:01:45.732670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b4098-42b1-4b87-8a8f-4d0486e18b84 req-912bde48-4230-48a4-9d4f-1b5b91314979 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:45.734161 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f57b4098-42b1-4b87-8a8f-4d0486e18b84 req-912bde48-4230-48a4-9d4f-1b5b91314979 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 945 time: 0.5433524 Feb 18 09:01:45.743204 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c081d4-f308-429d-817d-864932203e49 None None] Routers {'a843bd0d-972b-457c-8d24-3e8d8ab6166f'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:01:45.744141 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-08c081d4-f308-429d-817d-864932203e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:01:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['a843bd0d-972b-457c-8d24-3e8d8ab6166f'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:45.799362 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:45.803149 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fbfab6a0-ea6a-4a7b-be92-4464a7be2ef2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:45.817008 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cfad1f-c0c1-47c2-9672-ffa3e69d1e6d None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:45.841116 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e55fccbc-1639-4972-9d8e-ac33d8486487 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] 10.222.0.72 "PUT /v2.0/routers/a843bd0d-972b-457c-8d24-3e8d8ab6166f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8970032 Feb 18 09:01:45.842307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Attempting to bind port 71b81c12-5100-471f-a13c-9e6c805ebf7b on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:01:45.842691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Attempting to bind port 71b81c12-5100-471f-a13c-9e6c805ebf7b by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'ec1ebcf4-a5ea-4396-90b7-c16f0165be47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:01:45.842883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Attempting to bind port 71b81c12-5100-471f-a13c-9e6c805ebf7b on network e223b658-4625-4b81-a9cd-f826f9cb1821 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:01:45.851660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37674) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:45.852411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Port 71b81c12-5100-471f-a13c-9e6c805ebf7b on network e223b658-4625-4b81-a9cd-f826f9cb1821 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:01:45.852905 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Attempting to bind port 71b81c12-5100-471f-a13c-9e6c805ebf7b on network e223b658-4625-4b81-a9cd-f826f9cb1821 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:01:45.906297 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:01:45.906986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Checking segment: {'id': 'ec1ebcf4-a5ea-4396-90b7-c16f0165be47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:45.907556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Bound using segment: {'id': 'ec1ebcf4-a5ea-4396-90b7-c16f0165be47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:01:45.908178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Bound port: 71b81c12-5100-471f-a13c-9e6c805ebf7b, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1ebcf4-a5ea-4396-90b7-c16f0165be47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:01:45.908746 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:45.954539 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fbfab6a0-ea6a-4a7b-be92-4464a7be2ef2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/ce8abe46-0596-4970-9b71-beec24695381 HTTP/1.1" status: 204 len: 168 time: 1.9228733 Feb 18 09:01:45.983569 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-08c081d4-f308-429d-817d-864932203e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:46.018435 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c081d4-f308-429d-817d-864932203e49 None None] Routers {'a843bd0d-972b-457c-8d24-3e8d8ab6166f'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:01:46.019331 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-08c081d4-f308-429d-817d-864932203e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:01:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['a843bd0d-972b-457c-8d24-3e8d8ab6166f'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:46.034571 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f57b4098-42b1-4b87-8a8f-4d0486e18b84 req-fb1ea7c4-3793-4e47-952b-bfbc0f2da6cb tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278574 Feb 18 09:01:46.036935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37678) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:46.100502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] For port 71b81c12-5100-471f-a13c-9e6c805ebf7b, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:01:46.106011 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] For port 71b81c12-5100-471f-a13c-9e6c805ebf7b, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=71b81c12-5100-471f-a13c-9e6c805ebf7b,segment=NetworkSegment(ec1ebcf4-a5ea-4396-90b7-c16f0165be47),segment_id=ec1ebcf4-a5ea-4396-90b7-c16f0165be47)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:01:46.134321 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:46.142472 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-08c081d4-f308-429d-817d-864932203e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:46.143336 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c081d4-f308-429d-817d-864932203e49 None None] The sync data for ids ['a843bd0d-972b-457c-8d24-3e8d8ab6166f'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:01:46.193163 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:46.193163 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:46.196733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Pushing event updated for resources: {'Port': ['ID=1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:46.236108 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7892169f-bf71-42f8-869e-b8ff217183c5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1731045 Feb 18 09:01:46.240647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-db4af09d-f889-47eb-af6f-5d53af212882 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:46.242576 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-db4af09d-f889-47eb-af6f-5d53af212882 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.61 "GET /v2.0/ports/5d533476-d347-4c13-8d3e-a98ebb1ba63d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.7106345 Feb 18 09:01:46.251945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37686) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:46.323013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Pushing event updated for resources: {'Port': ['ID=71b81c12-5100-471f-a13c-9e6c805ebf7b,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:46.333780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-87850f10-5a78-4232-aee6-600bacd5135b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:46.362680 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:46.363440 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:46.364943 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-0bdd0dbd-b790-48a8-bd70-560c101d21e0 service neutron] 10.222.0.61 "PUT /v2.0/ports/71b81c12-5100-471f-a13c-9e6c805ebf7b HTTP/1.1" status: 200 len: 1092 time: 6.1025889 Feb 18 09:01:46.368214 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b92530e-3119-499a-85d0-e286b053efc5', 'tag': '71b81c12-5100-471f-a13c-9e6c805ebf7b'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:01:46.380668 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a9b2231-ed01-48d5-854b-351e5a4d715c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:46.387883 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1fbc4f-3e42-4166-b3a6-214b484ad15d None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:01:46.394313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-fe1fbc4f-3e42-4166-b3a6-214b484ad15d None None] Deleting port c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:46.394737 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fe1fbc4f-3e42-4166-b3a6-214b484ad15d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:46.647557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc85412-7cf0-4233-9502-bf7c0e6464ee req-1a9e0992-a6ce-4db5-b598-66be6759f23c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:46.647557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc85412-7cf0-4233-9502-bf7c0e6464ee req-1a9e0992-a6ce-4db5-b598-66be6759f23c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:46.647557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc85412-7cf0-4233-9502-bf7c0e6464ee req-1a9e0992-a6ce-4db5-b598-66be6759f23c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:46.659811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc85412-7cf0-4233-9502-bf7c0e6464ee req-1a9e0992-a6ce-4db5-b598-66be6759f23c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:46.667934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc85412-7cf0-4233-9502-bf7c0e6464ee req-1a9e0992-a6ce-4db5-b598-66be6759f23c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:46.682000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc85412-7cf0-4233-9502-bf7c0e6464ee req-1a9e0992-a6ce-4db5-b598-66be6759f23c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:46.692690 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-fe1fbc4f-3e42-4166-b3a6-214b484ad15d None None] For port c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:46.694111 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fe1fbc4f-3e42-4166-b3a6-214b484ad15d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:46.696862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc85412-7cf0-4233-9502-bf7c0e6464ee req-1a9e0992-a6ce-4db5-b598-66be6759f23c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:46.698770 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dfc85412-7cf0-4233-9502-bf7c0e6464ee req-1a9e0992-a6ce-4db5-b598-66be6759f23c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5434 time: 1.1756778 Feb 18 09:01:46.715651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Attempting to bind port 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:01:46.715978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Attempting to bind port 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'ec1ebcf4-a5ea-4396-90b7-c16f0165be47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:01:46.716547 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Attempting to bind port 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 on network e223b658-4625-4b81-a9cd-f826f9cb1821 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:01:46.769651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Port 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 on network e223b658-4625-4b81-a9cd-f826f9cb1821 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:01:46.770370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Attempting to bind port 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 on network e223b658-4625-4b81-a9cd-f826f9cb1821 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:01:46.826380 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a9b2231-ed01-48d5-854b-351e5a4d715c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:46.828960 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a9b2231-ed01-48d5-854b-351e5a4d715c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:46.833788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-87850f10-5a78-4232-aee6-600bacd5135b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:46.838813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-87850f10-5a78-4232-aee6-600bacd5135b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:46.842059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-87850f10-5a78-4232-aee6-600bacd5135b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:46.853187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-87850f10-5a78-4232-aee6-600bacd5135b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:46.861095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:01:46.861871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Checking segment: {'id': 'ec1ebcf4-a5ea-4396-90b7-c16f0165be47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:46.862619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Bound using segment: {'id': 'ec1ebcf4-a5ea-4396-90b7-c16f0165be47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:01:46.863283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Bound port: 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1ebcf4-a5ea-4396-90b7-c16f0165be47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:01:46.864123 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:46.944549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87850f10-5a78-4232-aee6-600bacd5135b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:46.949861 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-87850f10-5a78-4232-aee6-600bacd5135b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:46.998014 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-fe1fbc4f-3e42-4166-b3a6-214b484ad15d None None] Calling delete_port for c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:47.026959 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a9b2231-ed01-48d5-854b-351e5a4d715c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:47.027741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9b2231-ed01-48d5-854b-351e5a4d715c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Fanout notify agent at l3_agent the message router_deleted on router a843bd0d-972b-457c-8d24-3e8d8ab6166f {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:01:47.095426 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fe1fbc4f-3e42-4166-b3a6-214b484ad15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:47.111956 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a9b2231-ed01-48d5-854b-351e5a4d715c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:47.113217 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2a9b2231-ed01-48d5-854b-351e5a4d715c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] 10.222.0.72 "DELETE /v2.0/routers/a843bd0d-972b-457c-8d24-3e8d8ab6166f HTTP/1.1" status: 204 len: 168 time: 1.2159269 Feb 18 09:01:47.126485 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37706) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:47.141769 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff188d4-219d-494c-9dd7-e2631774d92c req-a7520564-1017-4486-bf4a-004a4b765620 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:47.142545 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-0ff188d4-219d-494c-9dd7-e2631774d92c req-a7520564-1017-4486-bf4a-004a4b765620 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Synchronizing usage tracker for tenant:0608b781957e43609e9ef7685b762a69 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:01:47.154024 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1fbc4f-3e42-4166-b3a6-214b484ad15d None None] No DVR routers for this DVR port c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:01:47.165594 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fbc4f-3e42-4166-b3a6-214b484ad15d None None] Pushing event deleted for resources: {'Port': ['ID=c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:47.199675 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dfc85412-7cf0-4233-9502-bf7c0e6464ee req-6b6f5cfc-2bf6-49ec-834b-85f6be8079a9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4657402 Feb 18 09:01:47.216826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-11e9b081-d636-49d3-b440-5096901fe56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:47.218476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c7a91b-6c9c-4df2-9cd9-dac040b88667 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:01:47.218667 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-11e9b081-d636-49d3-b440-5096901fe56f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2be2c6bdf8634ee88165bbe46e61c1cc&device_id=6b92530e-3119-499a-85d0-e286b053efc5 HTTP/1.1" status: 200 len: 1095 time: 0.7036991 Feb 18 09:01:47.219387 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Deleting port b1589d3d-5fc0-42de-ac6a-cd8c05c11b67 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:47.219797 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:47.228453 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-f714adb1-9bda-41a9-a099-a819df393034 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.61 "GET /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.9662938 Feb 18 09:01:47.258109 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:47.269172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-8b324c55-ea5c-411e-8f8b-a11e568808b0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:47.357177 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b92530e-3119-499a-85d0-e286b053efc5', 'tag': '71b81c12-5100-471f-a13c-9e6c805ebf7b', 'status': 'completed', 'code': 200} Feb 18 09:01:47.371554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165ddba-de99-4f33-9828-f825eda4263d req-92d8b924-ab2a-40fd-8278-b65a3f4a69c4 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:47.373097 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b165ddba-de99-4f33-9828-f825eda4263d req-92d8b924-ab2a-40fd-8278-b65a3f4a69c4 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 932 time: 0.8605766 Feb 18 09:01:47.388058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Deleting subnet 953fb953-bb23-4e6b-91a8-ac3e473ba0ef {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:01:47.394105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Transition to ACTIVE for port object 62c7a91b-6c9c-4df2-9cd9-dac040b88667 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:47.414316 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:47.441491 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-63fdd4b3-91aa-4fc9-8660-5fcb4219acc3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71b81c12-5100-471f-a13c-9e6c805ebf7b HTTP/1.1" status: 200 len: 217 time: 0.1715441 Feb 18 09:01:47.457818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-0ff188d4-219d-494c-9dd7-e2631774d92c req-a7520564-1017-4486-bf4a-004a4b765620 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Unset dirty status for tenant:0608b781957e43609e9ef7685b762a69 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:01:47.458870 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0ff188d4-219d-494c-9dd7-e2631774d92c req-a7520564-1017-4486-bf4a-004a4b765620 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.81 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 945 time: 0.8918762 Feb 18 09:01:47.492514 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:47.501833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] For port 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:01:47.648846 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:01:47.686969 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:01:47.687320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c0dcf9a2-477c-4712-a836-ec2bb3d8fa9f not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:01:47.720450 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:47.728982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] For port 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4,segment=NetworkSegment(ec1ebcf4-a5ea-4396-90b7-c16f0165be47),segment_id=ec1ebcf4-a5ea-4396-90b7-c16f0165be47)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:01:47.790529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-b57c2e07-9c32-4f61-a006-821d88d76d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:47.791964 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-b57c2e07-9c32-4f61-a006-821d88d76d9e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06333cf5-1434-4f44-a3e7-bc5f0125a189 HTTP/1.1" status: 200 len: 858 time: 0.3377483 Feb 18 09:01:47.795500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-0ff188d4-219d-494c-9dd7-e2631774d92c req-195d261a-7c70-4d3c-abc0-1872ea53b25a tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Deleting port 1a922ea8-0e37-4cc1-8807-afafc49f68e2 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:47.795851 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-0ff188d4-219d-494c-9dd7-e2631774d92c req-195d261a-7c70-4d3c-abc0-1872ea53b25a tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:47.805327 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b165ddba-de99-4f33-9828-f825eda4263d req-51c91726-131d-4703-b085-2f893630def0 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236743 Feb 18 09:01:47.830769 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:47.871947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Pushing event updated for resources: {'Port': ['ID=62c7a91b-6c9c-4df2-9cd9-dac040b88667,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:47.940709 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-d36007a1-5f7b-4db5-98e2-6d6275a9623f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e223b658-4625-4b81-a9cd-f826f9cb1821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852697 Feb 18 09:01:47.975802 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-8b324c55-ea5c-411e-8f8b-a11e568808b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:48.045872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:48.046525 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:48.048019 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] 10.222.0.81 "PUT /v2.0/ports/1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 HTTP/1.1" status: 200 len: 1091 time: 4.7816734 Feb 18 09:01:48.050194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78c6884-ade0-4326-bd56-c1166a23fcf1', 'tag': '1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:01:48.110188 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:48.190621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5e486-b824-48f7-93e4-f5b4fa7d2d9a service neutron] Pushing event updated for resources: {'Port': ['ID=1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:48.247875 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78c6884-ade0-4326-bd56-c1166a23fcf1', 'tag': '1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4', 'status': 'completed', 'code': 200} Feb 18 09:01:48.255732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52645e0-15f9-4293-80f6-bcfc2843b009 req-107ad082-cdfb-4d1e-92bb-9f898ceafd30 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:48.257279 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e52645e0-15f9-4293-80f6-bcfc2843b009 req-107ad082-cdfb-4d1e-92bb-9f898ceafd30 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 945 time: 0.8427629 Feb 18 09:01:48.352390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Attempting to bind port 62c7a91b-6c9c-4df2-9cd9-dac040b88667 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:01:48.352916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Attempting to bind port 62c7a91b-6c9c-4df2-9cd9-dac040b88667 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'ec1ebcf4-a5ea-4396-90b7-c16f0165be47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:01:48.353248 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Attempting to bind port 62c7a91b-6c9c-4df2-9cd9-dac040b88667 on network e223b658-4625-4b81-a9cd-f826f9cb1821 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:01:48.382231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Calling delete_port for b1589d3d-5fc0-42de-ac6a-cd8c05c11b67 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:48.405901 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-87850f10-5a78-4232-aee6-600bacd5135b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:48.455299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Port 62c7a91b-6c9c-4df2-9cd9-dac040b88667 on network e223b658-4625-4b81-a9cd-f826f9cb1821 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:01:48.455542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Attempting to bind port 62c7a91b-6c9c-4df2-9cd9-dac040b88667 on network e223b658-4625-4b81-a9cd-f826f9cb1821 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:01:48.486462 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:48.534810 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:01:48.535075 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Checking segment: {'id': 'ec1ebcf4-a5ea-4396-90b7-c16f0165be47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:48.535448 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Bound using segment: {'id': 'ec1ebcf4-a5ea-4396-90b7-c16f0165be47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:01:48.535880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Bound port: 62c7a91b-6c9c-4df2-9cd9-dac040b88667, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1ebcf4-a5ea-4396-90b7-c16f0165be47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:01:48.536463 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:48.560767 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87850f10-5a78-4232-aee6-600bacd5135b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:48.587000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-87850f10-5a78-4232-aee6-600bacd5135b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:48.611784 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e52645e0-15f9-4293-80f6-bcfc2843b009 req-876c827a-071e-4b7f-813c-8b24c23dedfb tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916286 Feb 18 09:01:48.613031 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8895d0-09bf-43af-b63e-8d5d8780ad3a None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:48.613816 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87850f10-5a78-4232-aee6-600bacd5135b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:48.613816 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-87850f10-5a78-4232-aee6-600bacd5135b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:48.678954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87850f10-5a78-4232-aee6-600bacd5135b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=793337d2-ab0f-4268-80a4-b8cabe40575f,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:48.719238 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-12f6f96d-e125-4d05-9c65-f5c68c7f1667 service neutron] 10.222.0.61 "GET /v2.0/networks/e223b658-4625-4b81-a9cd-f826f9cb1821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7342999 Feb 18 09:01:48.754665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-8b324c55-ea5c-411e-8f8b-a11e568808b0 service neutron] For port 5d533476-d347-4c13-8d3e-a98ebb1ba63d, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5d533476-d347-4c13-8d3e-a98ebb1ba63d,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:48.803562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-8b324c55-ea5c-411e-8f8b-a11e568808b0 service neutron] For port 5d533476-d347-4c13-8d3e-a98ebb1ba63d, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:01:48.910841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-2123330d-1f7d-46c6-b319-b2810eb7008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:48.912842 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-2123330d-1f7d-46c6-b319-b2810eb7008d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2be2c6bdf8634ee88165bbe46e61c1cc&device_id=d78c6884-ade0-4326-bd56-c1166a23fcf1 HTTP/1.1" status: 200 len: 1094 time: 0.7995009 Feb 18 09:01:48.930965 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-87850f10-5a78-4232-aee6-600bacd5135b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6760762 Feb 18 09:01:49.006100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-4f953331-98a7-47b0-b7f4-fb93f8ade7ca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 HTTP/1.1" status: 200 len: 217 time: 0.0788796 Feb 18 09:01:49.011534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37748) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:49.066071 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-c5686be1-57ec-46f5-bb8e-1a58e4043f9f service neutron] 10.222.0.61 "GET /v2.0/networks/e223b658-4625-4b81-a9cd-f826f9cb1821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032253 Feb 18 09:01:49.069580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] For port 62c7a91b-6c9c-4df2-9cd9-dac040b88667, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:01:49.077668 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-8b324c55-ea5c-411e-8f8b-a11e568808b0 service neutron] device_id is not set on port 5d533476-d347-4c13-8d3e-a98ebb1ba63d yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:01:49.114849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': '793337d2-ab0f-4268-80a4-b8cabe40575f'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:01:49.116155 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:49.134024 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:49.183792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-af3b7b55-48cb-4608-837d-6f6bc39605bb tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-862589603', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:49.191897 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3c8fd2-9f21-4a17-8587-85cde9e3ff72 None None] Network 9a125162-4eb4-4b77-876e-b083bceeb370 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:49.202207 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f9574-0ac9-46d8-9f6d-358dabd803d5 req-aafcadfe-59e7-47c5-831e-ef02357b9970 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:49.208249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f9574-0ac9-46d8-9f6d-358dabd803d5 req-aafcadfe-59e7-47c5-831e-ef02357b9970 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:49.216290 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:49.217187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f9574-0ac9-46d8-9f6d-358dabd803d5 req-aafcadfe-59e7-47c5-831e-ef02357b9970 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:49.223439 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f9574-0ac9-46d8-9f6d-358dabd803d5 req-aafcadfe-59e7-47c5-831e-ef02357b9970 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:49.229321 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:49.232548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f9574-0ac9-46d8-9f6d-358dabd803d5 req-aafcadfe-59e7-47c5-831e-ef02357b9970 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:49.235895 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] 10.222.0.72 "DELETE /v2.0/subnets/953fb953-bb23-4e6b-91a8-ac3e473ba0ef HTTP/1.1" status: 204 len: 168 time: 2.1075816 Feb 18 09:01:49.238300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f9574-0ac9-46d8-9f6d-358dabd803d5 req-aafcadfe-59e7-47c5-831e-ef02357b9970 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:49.241329 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37754) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:49.247283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f9574-0ac9-46d8-9f6d-358dabd803d5 req-aafcadfe-59e7-47c5-831e-ef02357b9970 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:49.256240 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-259f9574-0ac9-46d8-9f6d-358dabd803d5 req-aafcadfe-59e7-47c5-831e-ef02357b9970 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 5434 time: 0.8466711 Feb 18 09:01:49.287640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-af3b7b55-48cb-4608-837d-6f6bc39605bb tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:49.290919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-0ff188d4-219d-494c-9dd7-e2631774d92c req-195d261a-7c70-4d3c-abc0-1872ea53b25a tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] For port 1a922ea8-0e37-4cc1-8807-afafc49f68e2, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1a922ea8-0e37-4cc1-8807-afafc49f68e2,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:49.291410 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-0ff188d4-219d-494c-9dd7-e2631774d92c req-195d261a-7c70-4d3c-abc0-1872ea53b25a tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:49.308015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Pushing event deleted for resources: {'Subnet': ['ID=953fb953-bb23-4e6b-91a8-ac3e473ba0ef,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:49.311181 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-8b324c55-ea5c-411e-8f8b-a11e568808b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:49.324933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] For port 62c7a91b-6c9c-4df2-9cd9-dac040b88667, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=62c7a91b-6c9c-4df2-9cd9-dac040b88667,segment=NetworkSegment(ec1ebcf4-a5ea-4396-90b7-c16f0165be47),segment_id=ec1ebcf4-a5ea-4396-90b7-c16f0165be47)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:01:49.328630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-af3b7b55-48cb-4608-837d-6f6bc39605bb tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:router and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:49.339031 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-af3b7b55-48cb-4608-837d-6f6bc39605bb tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:49.355408 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:49.361421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event deleted for resources: {'Port': ['ID=b1589d3d-5fc0-42de-ac6a-cd8c05c11b67,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:49.369297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-af3b7b55-48cb-4608-837d-6f6bc39605bb tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:49.471254 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-8b324c55-ea5c-411e-8f8b-a11e568808b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:49.508885 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-259f9574-0ac9-46d8-9f6d-358dabd803d5 req-fd20144c-4e05-4a60-860b-bb9b33c13a4c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2515976 Feb 18 09:01:49.536043 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:49.536777 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:49.538276 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] 10.222.0.61 "PUT /v2.0/ports/62c7a91b-6c9c-4df2-9cd9-dac040b88667 HTTP/1.1" status: 200 len: 1092 time: 5.3434303 Feb 18 09:01:49.571517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-c2b0e6eb-8aa8-4c24-8884-b6ef4a03a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:49.573355 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-c2b0e6eb-8aa8-4c24-8884-b6ef4a03a31b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=06333cf5-1434-4f44-a3e7-bc5f0125a189 HTTP/1.1" status: 200 len: 858 time: 0.4997275 Feb 18 09:01:49.575126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-0ff188d4-219d-494c-9dd7-e2631774d92c req-195d261a-7c70-4d3c-abc0-1872ea53b25a tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Calling delete_port for 1a922ea8-0e37-4cc1-8807-afafc49f68e2 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:49.621884 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Allocated IP 2001:db8::2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/793337d2-ab0f-4268-80a4-b8cabe40575f/4ea8dcfd-24b4-4050-bf31-69e7d4540bcb) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:49.664811 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af3b7b55-48cb-4608-837d-6f6bc39605bb tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:49.665973 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af3b7b55-48cb-4608-837d-6f6bc39605bb tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:49.836462 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19364416-c0e4-4afc-8bfa-4a10a98aff79 None None] DHCP port deletion for 9a125162-4eb4-4b77-876e-b083bceeb370 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:01:49.838874 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1a922ea8-0e37-4cc1-8807-afafc49f68e2 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:01:49.948937 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-19364416-c0e4-4afc-8bfa-4a10a98aff79 None None] Deleting port e4c9328d-2154-478f-9a94-5ab63cbbdb3d {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:49.949318 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-19364416-c0e4-4afc-8bfa-4a10a98aff79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:49.977705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.978444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.979791 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.980337 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.980844 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.981348 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.981841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.982332 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.982960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.983454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.983945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.984465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2626ae-7d5f-4dfe-a943-ff70420a2513 tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.988794 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.989362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.989928 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.990416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.990958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.991451 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.992063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.992952 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.993495 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.994178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.994809 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:49.995353 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:50.014381 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:01:50.106483 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No active binding found for port 1a922ea8-0e37-4cc1-8807-afafc49f68e2 {{(pid=87769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 18 09:01:50.107312 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1a922ea8-0e37-4cc1-8807-afafc49f68e2 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:01:50.125079 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:50.126870 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-0ff188d4-219d-494c-9dd7-e2631774d92c req-195d261a-7c70-4d3c-abc0-1872ea53b25a tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:50.174265 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['11ef0527-e478-43f1-8711-8726f87c803f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:01:50.176932 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-12346fe6-84b0-4480-a32f-fa684f078cb1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e223b658-4625-4b81-a9cd-f826f9cb1821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5139358 Feb 18 09:01:50.189188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-8b324c55-ea5c-411e-8f8b-a11e568808b0 service neutron] No DVR routers for this DVR port 5d533476-d347-4c13-8d3e-a98ebb1ba63d on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:01:50.224158 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0f0f867-9864-47ce-9ac5-de438917395b req-e35a1481-ad61-4d94-805c-80683e979e73 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 210 time: 0.3998609 Feb 18 09:01:50.260312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8096ee27-f078-45ca-a245-ee66cafae9b9', 'tag': '62c7a91b-6c9c-4df2-9cd9-dac040b88667'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:01:50.276320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05030677-e9ee-49a3-996b-85fba8b8d67f service neutron] Pushing event updated for resources: {'Port': ['ID=62c7a91b-6c9c-4df2-9cd9-dac040b88667,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:50.288060 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af3b7b55-48cb-4608-837d-6f6bc39605bb tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:50.313901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d261a-7c70-4d3c-abc0-1872ea53b25a tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Pushing event deleted for resources: {'Port': ['ID=1a922ea8-0e37-4cc1-8807-afafc49f68e2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:50.459758 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Deleting port e4c9328d-2154-478f-9a94-5ab63cbbdb3d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:50.460110 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:50.494969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff188d4-219d-494c-9dd7-e2631774d92c req-195d261a-7c70-4d3c-abc0-1872ea53b25a tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] No DVR routers for this DVR port 1a922ea8-0e37-4cc1-8807-afafc49f68e2 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:01:50.506695 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-0ff188d4-219d-494c-9dd7-e2631774d92c req-195d261a-7c70-4d3c-abc0-1872ea53b25a tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:50.510265 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:50.514238 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-19364416-c0e4-4afc-8bfa-4a10a98aff79 None None] For port e4c9328d-2154-478f-9a94-5ab63cbbdb3d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e4c9328d-2154-478f-9a94-5ab63cbbdb3d,segment=NetworkSegment(c761c0ea-28bb-403f-8201-4fafcdfa4bca),segment_id=c761c0ea-28bb-403f-8201-4fafcdfa4bca)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:50.514644 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-19364416-c0e4-4afc-8bfa-4a10a98aff79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:50.520090 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b1c08a-591a-4efe-ab90-3c937af2d416', 'name': 'network-vif-deleted', 'tag': '1a922ea8-0e37-4cc1-8807-afafc49f68e2'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:01:50.526675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff223458-3a36-4059-808a-7c805f02b41b req-515cee5b-cedf-42ee-8172-9ad33f4a5b4b tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:50.540211 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff223458-3a36-4059-808a-7c805f02b41b req-515cee5b-cedf-42ee-8172-9ad33f4a5b4b tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 944 time: 1.4676902 Feb 18 09:01:50.590861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-8b324c55-ea5c-411e-8f8b-a11e568808b0 service neutron] In _notify_port_updated(), no bound segment for port 5d533476-d347-4c13-8d3e-a98ebb1ba63d on network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea {{(pid=87768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:01:50.591953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-8b324c55-ea5c-411e-8f8b-a11e568808b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:50.592787 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-8b324c55-ea5c-411e-8f8b-a11e568808b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:50.594243 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-8b324c55-ea5c-411e-8f8b-a11e568808b0 service neutron] 10.222.0.61 "PUT /v2.0/ports/5d533476-d347-4c13-8d3e-a98ebb1ba63d HTTP/1.1" status: 200 len: 1027 time: 3.3419857 Feb 18 09:01:50.598234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8a796-d53d-416e-9a2f-ca6c0a5ca86c req-5601fb4d-4c98-4b90-bc2e-ca9073f68bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:50.599719 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-12d8a796-d53d-416e-9a2f-ca6c0a5ca86c req-5601fb4d-4c98-4b90-bc2e-ca9073f68bb2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2be2c6bdf8634ee88165bbe46e61c1cc&device_id=6b92530e-3119-499a-85d0-e286b053efc5 HTTP/1.1" status: 200 len: 1095 time: 1.4552817 Feb 18 09:01:50.677403 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0ff188d4-219d-494c-9dd7-e2631774d92c req-195d261a-7c70-4d3c-abc0-1872ea53b25a tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.81 "DELETE /v2.0/ports/1a922ea8-0e37-4cc1-8807-afafc49f68e2 HTTP/1.1" status: 204 len: 173 time: 3.1811144 Feb 18 09:01:50.694336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b324c55-ea5c-411e-8f8b-a11e568808b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d533476-d347-4c13-8d3e-a98ebb1ba63d,revision_number=6']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:50.768989 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af3b7b55-48cb-4608-837d-6f6bc39605bb tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:50.827772 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff223458-3a36-4059-808a-7c805f02b41b req-610c6ff5-e026-4e6a-9df1-42ea82e4acbd tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863951 Feb 18 09:01:50.876169 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8096ee27-f078-45ca-a245-ee66cafae9b9', 'tag': '62c7a91b-6c9c-4df2-9cd9-dac040b88667', 'status': 'completed', 'code': 200} Feb 18 09:01:50.925484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-34cce75a-c2e5-46e8-ba00-4063d4ccddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:50.926677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-34cce75a-c2e5-46e8-ba00-4063d4ccddc0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2be2c6bdf8634ee88165bbe46e61c1cc&device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 1095 time: 1.2736671 Feb 18 09:01:50.928869 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-57f64756-f23a-4c73-9daa-7b2d373927dc service neutron] 10.222.0.81 "GET /v2.0/networks/e223b658-4625-4b81-a9cd-f826f9cb1821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7140074 Feb 18 09:01:51.057217 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7c68d150-d445-4a83-a2d9-ce5638b14220 None None] Provisioning complete for port 5d533476-d347-4c13-8d3e-a98ebb1ba63d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:51.057960 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7c68d150-d445-4a83-a2d9-ce5638b14220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:51.171797 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:51.172983 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af3b7b55-48cb-4608-837d-6f6bc39605bb tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:51.177598 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-af3b7b55-48cb-4608-837d-6f6bc39605bb tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 2.1324604 Feb 18 09:01:51.181854 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-672f8a60-e165-4578-8d39-594641f6c0ac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62c7a91b-6c9c-4df2-9cd9-dac040b88667 HTTP/1.1" status: 200 len: 217 time: 0.2303979 Feb 18 09:01:51.184757 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Transition to ACTIVE for port object 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:51.205145 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Transition to ACTIVE for port object 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:51.217967 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-19364416-c0e4-4afc-8bfa-4a10a98aff79 None None] Calling delete_port for e4c9328d-2154-478f-9a94-5ab63cbbdb3d owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:51.276441 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37794) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:51.279790 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b1c08a-591a-4efe-ab90-3c937af2d416', 'name': 'network-vif-deleted', 'tag': '1a922ea8-0e37-4cc1-8807-afafc49f68e2', 'status': 'completed', 'code': 200} Feb 18 09:01:51.296909 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:51.303126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-74ce02a4-cf58-46c1-b11b-c1eac573c1c3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:51.305917 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-74ce02a4-cf58-46c1-b11b-c1eac573c1c3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.61 "GET /v2.0/ports/c2e0cbb0-82ef-4c98-a16f-e576f7a2297c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6901627 Feb 18 09:01:51.358720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Router 7a4f6684-cff9-4f45-83c2-72462d7b5d7a has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:01:51.384066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-21c76cd0-7abc-467c-b122-1a23b4c46eef service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:51.516859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7c68d150-d445-4a83-a2d9-ce5638b14220 None None] Port 5d533476-d347-4c13-8d3e-a98ebb1ba63d cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:01:51.527775 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:51.529905 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:51.566901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:51.588073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:51.627607 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Pushing event updated for resources: {'Port': ['ID=4ea8dcfd-24b4-4050-bf31-69e7d4540bcb,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:51.704120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-b1b84ab9-0580-4f12-92ff-3d4afa99566e service neutron] 10.222.0.81 "GET /v2.0/networks/e223b658-4625-4b81-a9cd-f826f9cb1821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7513776 Feb 18 09:01:51.705581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-016a269b-4da5-41ff-ac8b-8b95847474bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:51.706954 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-016a269b-4da5-41ff-ac8b-8b95847474bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06333cf5-1434-4f44-a3e7-bc5f0125a189 HTTP/1.1" status: 200 len: 858 time: 0.3912506 Feb 18 09:01:51.707669 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-21c76cd0-7abc-467c-b122-1a23b4c46eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:51.736602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e4c9328d-2154-478f-9a94-5ab63cbbdb3d no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:01:51.782093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40eb1bfc-150b-4f7d-ab6d-c6615ae3067e'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:01:51.788912 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:51.789839 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:51.790403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:51.791029 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:51.791608 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:51.792164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:51.792740 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:51.793461 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:51.794016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:51.794732 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:51.795293 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:51.810510 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:01:51.949286 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8a796-d53d-416e-9a2f-ca6c0a5ca86c req-69aad49c-1625-411c-a8d9-9ddcdd792c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:51.950740 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-19364416-c0e4-4afc-8bfa-4a10a98aff79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:51.951896 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-12d8a796-d53d-416e-9a2f-ca6c0a5ca86c req-69aad49c-1625-411c-a8d9-9ddcdd792c6d service neutron] 10.222.0.61 "GET /v2.0/networks?id=e223b658-4625-4b81-a9cd-f826f9cb1821 HTTP/1.1" status: 200 len: 919 time: 1.3425670 Feb 18 09:01:52.056457 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 71b81c12-5100-471f-a13c-9e6c805ebf7b details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:01:52.059267 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: e4c9328d-2154-478f-9a94-5ab63cbbdb3d {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:01:52.061209 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e4c9328d-2154-478f-9a94-5ab63cbbdb3d not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:01:52.077062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Attempting to bind port 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:01:52.077977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Attempting to bind port 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:01:52.078782 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Attempting to bind port 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:01:52.097109 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=40eb1bfc-150b-4f7d-ab6d-c6615ae3067e,segment=NetworkSegment(3f191c74-dd3d-42fc-9c19-da05c2a45698),segment_id=3f191c74-dd3d-42fc-9c19-da05c2a45698)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:52.104291 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19364416-c0e4-4afc-8bfa-4a10a98aff79 None None] Pushing event deleted for resources: {'Port': ['ID=e4c9328d-2154-478f-9a94-5ab63cbbdb3d,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:52.108328 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:01:52.109555 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:52.109760 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:52.110332 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:01:52.111525 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Bound port: 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:01:52.112238 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:52.138552 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19364416-c0e4-4afc-8bfa-4a10a98aff79 None None] No DVR routers for this DVR port e4c9328d-2154-478f-9a94-5ab63cbbdb3d on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:01:52.141389 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:52.142493 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:01:52.206865 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-446feb33-2089-4aef-9ce1-84f37b3742da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e223b658-4625-4b81-a9cd-f826f9cb1821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4688997 Feb 18 09:01:52.218136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] For port e4c9328d-2154-478f-9a94-5ab63cbbdb3d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e4c9328d-2154-478f-9a94-5ab63cbbdb3d,segment=NetworkSegment(c761c0ea-28bb-403f-8201-4fafcdfa4bca),segment_id=c761c0ea-28bb-403f-8201-4fafcdfa4bca)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:52.218937 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:52.220637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2db942dc-6f5d-4e39-9c2f-25a7a5379a1f req-ff9d495d-e224-4460-bb13-b52b50e1ca42 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b1c08a-591a-4efe-ab90-3c937af2d416 HTTP/1.1" status: 200 len: 210 time: 0.5973313 Feb 18 09:01:52.423119 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Calling delete_port for e4c9328d-2154-478f-9a94-5ab63cbbdb3d owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:52.506235 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40eb1bfc-150b-4f7d-ab6d-c6615ae3067e', 'code': 200} Feb 18 09:01:52.521656 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:01:52.522607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffe956-a6d3-408f-9482-4f4785605b73 req-fc01072e-afa1-495f-a12b-615bff90dcdf tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:52.544860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffe956-a6d3-408f-9482-4f4785605b73 req-fc01072e-afa1-495f-a12b-615bff90dcdf tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:52.553754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffe956-a6d3-408f-9482-4f4785605b73 req-fc01072e-afa1-495f-a12b-615bff90dcdf tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:52.560974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffe956-a6d3-408f-9482-4f4785605b73 req-fc01072e-afa1-495f-a12b-615bff90dcdf tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:52.567266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffe956-a6d3-408f-9482-4f4785605b73 req-fc01072e-afa1-495f-a12b-615bff90dcdf tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:52.574469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffe956-a6d3-408f-9482-4f4785605b73 req-fc01072e-afa1-495f-a12b-615bff90dcdf tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:52.578261 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:01:52.578589 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:01:52.582496 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25ffe956-a6d3-408f-9482-4f4785605b73 req-fc01072e-afa1-495f-a12b-615bff90dcdf tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 4660 time: 1.3180146 Feb 18 09:01:52.635909 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] For port 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:01:52.706760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-21c76cd0-7abc-467c-b122-1a23b4c46eef service neutron] For port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c2e0cbb0-82ef-4c98-a16f-e576f7a2297c,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:52.726666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] For port 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4ea8dcfd-24b4-4050-bf31-69e7d4540bcb,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:01:52.749258 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-12d8a796-d53d-416e-9a2f-ca6c0a5ca86c req-10fe7e1e-edc8-48ab-92a9-21266556d31d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71b81c12-5100-471f-a13c-9e6c805ebf7b HTTP/1.1" status: 200 len: 217 time: 0.7762876 Feb 18 09:01:52.753972 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:52.792043 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:52.889444 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=40eb1bfc-150b-4f7d-ab6d-c6615ae3067e,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:52.892872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:01:52.909526 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3b37bb-d12a-4e7a-a1e4-52a3e2e1cbae None None] Sync routers for ids ['7a4f6684-cff9-4f45-83c2-72462d7b5d7a'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:01:52.929758 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b37bb-d12a-4e7a-a1e4-52a3e2e1cbae None None] Routers {'7a4f6684-cff9-4f45-83c2-72462d7b5d7a'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:01:52.930620 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4e3b37bb-d12a-4e7a-a1e4-52a3e2e1cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:01:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7a4f6684-cff9-4f45-83c2-72462d7b5d7a'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:52.946276 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-dca4c368-f21f-4ae8-bb53-311a1a5086ca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "PUT /v2.0/routers/7a4f6684-cff9-4f45-83c2-72462d7b5d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6397104 Feb 18 09:01:52.951353 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37824) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:53.037437 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450a31b-fe54-444b-8461-d9adbe10ef5b None None] Pushing event updated for resources: {'Port': ['ID=4ea8dcfd-24b4-4050-bf31-69e7d4540bcb,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:53.045953 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4e3b37bb-d12a-4e7a-a1e4-52a3e2e1cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:53.056837 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b37bb-d12a-4e7a-a1e4-52a3e2e1cbae None None] Routers {'7a4f6684-cff9-4f45-83c2-72462d7b5d7a'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:01:53.057657 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4e3b37bb-d12a-4e7a-a1e4-52a3e2e1cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:01:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7a4f6684-cff9-4f45-83c2-72462d7b5d7a'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:53.058260 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 71b81c12-5100-471f-a13c-9e6c805ebf7b, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=71b81c12-5100-471f-a13c-9e6c805ebf7b,segment=NetworkSegment(ec1ebcf4-a5ea-4396-90b7-c16f0165be47),segment_id=ec1ebcf4-a5ea-4396-90b7-c16f0165be47)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:53.081768 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '71b81c12-5100-471f-a13c-9e6c805ebf7b', 'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821', 'port_id': '71b81c12-5100-471f-a13c-9e6c805ebf7b', 'mac_address': 'fa:16:3e:37:01:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06333cf5-1434-4f44-a3e7-bc5f0125a189', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:01:53.087217 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=99ae2b9b-f68e-4fcd-ab39-beb4afc7745c,segment=NetworkSegment(cfb66b2a-84de-45eb-894f-c262b92b8923),segment_id=cfb66b2a-84de-45eb-894f-c262b92b8923)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:53.122637 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:53.123723 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 28ca0474-ecea-48dc-bdbc-81970b7d76d9 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:01:53.124288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-21c76cd0-7abc-467c-b122-1a23b4c46eef service neutron] For port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:01:53.166100 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4e3b37bb-d12a-4e7a-a1e4-52a3e2e1cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:53.166755 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3b37bb-d12a-4e7a-a1e4-52a3e2e1cbae None None] The sync data for ids ['7a4f6684-cff9-4f45-83c2-72462d7b5d7a'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:01:53.237291 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-03c5f1c5-3957-420c-b648-cd42c7e0ea65 service neutron] 10.222.0.61 "GET /v2.0/networks/e223b658-4625-4b81-a9cd-f826f9cb1821?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0142360 Feb 18 09:01:53.264504 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25ffe956-a6d3-408f-9482-4f4785605b73 req-cd5bc716-22da-47de-8342-e76c2c0f4119 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=b632f7af-b839-4ff4-9ca4-4815bab69e7c&id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6809356 Feb 18 09:01:53.284451 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Deleting port e4c9328d-2154-478f-9a94-5ab63cbbdb3d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:53.284799 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:53.314638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-21c76cd0-7abc-467c-b122-1a23b4c46eef service neutron] device_id is not set on port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:01:53.336984 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-21c76cd0-7abc-467c-b122-1a23b4c46eef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:53.341113 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:53.343348 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1d64f-8fa3-4fb1-b1fc-16bcb0cac65f req-5593e706-0aa4-40de-9611-ba91b51eaea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:53.345520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64b1d64f-8fa3-4fb1-b1fc-16bcb0cac65f req-5593e706-0aa4-40de-9611-ba91b51eaea0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2be2c6bdf8634ee88165bbe46e61c1cc&device_id=d78c6884-ade0-4326-bd56-c1166a23fcf1 HTTP/1.1" status: 200 len: 1094 time: 1.2736549 Feb 18 09:01:53.361437 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-82eee974-f455-4ad6-922d-d3b74b0d28df tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] delete failed (client error): The resource could not be found. Feb 18 09:01:53.369833 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-82eee974-f455-4ad6-922d-d3b74b0d28df tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "DELETE /v2.0/routers/tempest-non_exist_router-577840384 HTTP/1.1" status: 404 len: 334 time: 0.4153512 Feb 18 09:01:53.372936 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37840) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:53.416700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8c86fc66-97fa-4a8d-91e8-d75048330e6c tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a4f6684-cff9-4f45-83c2-72462d7b5d7a'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:53.432398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b81c12-5100-471f-a13c-9e6c805ebf7b {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:01:53.448153 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=99ae2b9b-f68e-4fcd-ab39-beb4afc7745c,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:53.499015 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:01:53.525417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] The port 'e4c9328d-2154-478f-9a94-5ab63cbbdb3d' was deleted {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:01:53.531140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 71b81c12-5100-471f-a13c-9e6c805ebf7b, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=71b81c12-5100-471f-a13c-9e6c805ebf7b,segment=NetworkSegment(ec1ebcf4-a5ea-4396-90b7-c16f0165be47),segment_id=ec1ebcf4-a5ea-4396-90b7-c16f0165be47)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:53.536979 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:53.537411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8a796-d53d-416e-9a2f-ca6c0a5ca86c req-c7d8c011-b7af-441a-9919-aea4c42bf721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:53.539266 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-12d8a796-d53d-416e-9a2f-ca6c0a5ca86c req-c7d8c011-b7af-441a-9919-aea4c42bf721 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06333cf5-1434-4f44-a3e7-bc5f0125a189 HTTP/1.1" status: 200 len: 858 time: 0.7225230 Feb 18 09:01:53.573189 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:53.695980 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-21c76cd0-7abc-467c-b122-1a23b4c46eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:53.741907 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:53.774378 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-12d8a796-d53d-416e-9a2f-ca6c0a5ca86c req-80ae4ccd-cb5e-4adc-bd8d-01f34c1ba0a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e223b658-4625-4b81-a9cd-f826f9cb1821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770159 Feb 18 09:01:53.829877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 28ca0474-ecea-48dc-bdbc-81970b7d76d9, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=28ca0474-ecea-48dc-bdbc-81970b7d76d9,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:53.870471 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:53.871558 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 90f3702e-a062-4be2-8950-ee1a8178c3b9 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:01:53.933441 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:53.984645 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a125162-4eb4-4b77-876e-b083bceeb370']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:54.002376 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['71b81c12-5100-471f-a13c-9e6c805ebf7b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:01:54.017792 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:54.033479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1d64f-8fa3-4fb1-b1fc-16bcb0cac65f req-17b04e33-b1ea-4b4b-bea8-4e810e15d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:54.034808 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64b1d64f-8fa3-4fb1-b1fc-16bcb0cac65f req-17b04e33-b1ea-4b4b-bea8-4e810e15d966 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e223b658-4625-4b81-a9cd-f826f9cb1821 HTTP/1.1" status: 200 len: 919 time: 0.4098699 Feb 18 09:01:54.035411 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c76cd0-7abc-467c-b122-1a23b4c46eef service neutron] Pushing event updated for resources: {'Port': ['ID=c2e0cbb0-82ef-4c98-a16f-e576f7a2297c,revision_number=6']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:54.035594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c761c0ea-28bb-403f-8201-4fafcdfa4bca') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:54.036038 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c761c0ea-28bb-403f-8201-4fafcdfa4bca') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:01:54.050795 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:54.068314 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:54.075723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:01:54.076432 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:54.201400 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec547531-d1df-4d21-b674-52fec0ab64ca req-71055a78-1cee-486b-9baf-caea5f3f6885 service neutron] 10.222.0.61 "GET /v2.0/networks/e223b658-4625-4b81-a9cd-f826f9cb1821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9268527 Feb 18 09:01:54.205869 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=71b81c12-5100-471f-a13c-9e6c805ebf7b,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:01:54.248743 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:01:54.528566 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64b1d64f-8fa3-4fb1-b1fc-16bcb0cac65f req-665346e5-c064-432c-a31c-1fc68c0f4081 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 HTTP/1.1" status: 200 len: 217 time: 0.3159089 Feb 18 09:01:54.536407 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcb9b2-d413-4fd2-a643-9f67e0fd1045 req-d1ad2a31-af9d-4d1c-b31a-fce5cda49f23 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:54.537093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99ae2b9b-f68e-4fcd-ab39-beb4afc7745c'}, {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28ca0474-ecea-48dc-bdbc-81970b7d76d9'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:01:54.545211 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5fcb9b2-d413-4fd2-a643-9f67e0fd1045 req-d1ad2a31-af9d-4d1c-b31a-fce5cda49f23 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 944 time: 1.9598818 Feb 18 09:01:54.610762 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:54.628143 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=28ca0474-ecea-48dc-bdbc-81970b7d76d9,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:54.661518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-21c76cd0-7abc-467c-b122-1a23b4c46eef service neutron] No DVR routers for this DVR port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:01:54.702900 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:54.718218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-addcd981-a701-4402-902f-4d6edd412b73 None None] Provisioning complete for port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:54.718678 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-addcd981-a701-4402-902f-4d6edd412b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:54.765962 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5fcb9b2-d413-4fd2-a643-9f67e0fd1045 req-d703c2e5-7594-4bc3-8fa6-7694e3e52f62 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196491 Feb 18 09:01:54.843002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 90f3702e-a062-4be2-8950-ee1a8178c3b9, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=90f3702e-a062-4be2-8950-ee1a8178c3b9,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:54.855339 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-addcd981-a701-4402-902f-4d6edd412b73 None None] Port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:01:54.869575 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:54.870547 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5d533476-d347-4c13-8d3e-a98ebb1ba63d no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:01:54.927765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1d64f-8fa3-4fb1-b1fc-16bcb0cac65f req-e4a3d3bc-cf2b-45e5-bca5-f2e510e64689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:54.933386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64b1d64f-8fa3-4fb1-b1fc-16bcb0cac65f req-e4a3d3bc-cf2b-45e5-bca5-f2e510e64689 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=06333cf5-1434-4f44-a3e7-bc5f0125a189 HTTP/1.1" status: 200 len: 858 time: 0.3309484 Feb 18 09:01:54.967145 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:55.054360 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dbbd8-35fc-427a-b110-46500bfb19ee req-b9cf0c69-0cff-4555-8555-44d72184e880 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:55.055580 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5d533476-d347-4c13-8d3e-a98ebb1ba63d not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:01:55.056223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device be96da4c-c4db-494c-8efd-914fb5f9171c no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:01:55.056805 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f0dbbd8-35fc-427a-b110-46500bfb19ee req-b9cf0c69-0cff-4555-8555-44d72184e880 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.9492834 Feb 18 09:01:55.064880 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64b1d64f-8fa3-4fb1-b1fc-16bcb0cac65f req-4d298d8e-16ef-4c57-9a54-653a08185aeb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e223b658-4625-4b81-a9cd-f826f9cb1821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020687 Feb 18 09:01:55.066086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-21c76cd0-7abc-467c-b122-1a23b4c46eef service neutron] In _notify_port_updated(), no bound segment for port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c on network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea {{(pid=87768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:01:55.067069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-21c76cd0-7abc-467c-b122-1a23b4c46eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:55.067923 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-21c76cd0-7abc-467c-b122-1a23b4c46eef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:55.071163 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-21c76cd0-7abc-467c-b122-1a23b4c46eef service neutron] 10.222.0.61 "PUT /v2.0/ports/c2e0cbb0-82ef-4c98-a16f-e576f7a2297c HTTP/1.1" status: 200 len: 1027 time: 3.6999679 Feb 18 09:01:55.093483 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=90f3702e-a062-4be2-8950-ee1a8178c3b9,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:55.103524 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ee90dc01-a85c-4d77-adfd-56d74930f4c5 None None] Provisioning for port 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:55.123284 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ee90dc01-a85c-4d77-adfd-56d74930f4c5 None None] Provisioning complete for port 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:55.123659 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ee90dc01-a85c-4d77-adfd-56d74930f4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:55.165490 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:55.178820 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] 10.222.0.72 "DELETE /v2.0/networks/9a125162-4eb4-4b77-876e-b083bceeb370 HTTP/1.1" status: 204 len: 168 time: 5.8933825 Feb 18 09:01:55.244110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893ea95-3300-407a-8023-4e5332d74766 req-e8119cb3-d559-4a50-9bf7-2ef31028b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:55.246328 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a893ea95-3300-407a-8023-4e5332d74766 req-e8119cb3-d559-4a50-9bf7-2ef31028b385 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2be2c6bdf8634ee88165bbe46e61c1cc&device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 1095 time: 0.8842747 Feb 18 09:01:55.279276 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc6a7e-1c15-47ad-81f5-681d70ef588c tempest-FloatingIPNegativeTestJSON-1245124215 tempest-FloatingIPNegativeTestJSON-1245124215-project] Pushing event deleted for resources: {'Network': ['ID=9a125162-4eb4-4b77-876e-b083bceeb370,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:55.302448 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:55.310082 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c86fc66-97fa-4a8d-91e8-d75048330e6c tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:55.428440 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-8c86fc66-97fa-4a8d-91e8-d75048330e6c tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] update failed (client error): The resource could not be found. Feb 18 09:01:55.435119 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8c86fc66-97fa-4a8d-91e8-d75048330e6c tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "PUT /v2.0/routers/7a4f6684-cff9-4f45-83c2-72462d7b5d7a HTTP/1.1" status: 404 len: 339 time: 2.0313792 Feb 18 09:01:55.447092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37874) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:55.454314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c66c7e65-5116-40b7-b0b6-08e13afb3d2a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1040264064'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:55.468088 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port be96da4c-c4db-494c-8efd-914fb5f9171c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=be96da4c-c4db-494c-8efd-914fb5f9171c,segment=NetworkSegment(cfb66b2a-84de-45eb-894f-c262b92b8923),segment_id=cfb66b2a-84de-45eb-894f-c262b92b8923)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:55.469881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c66c7e65-5116-40b7-b0b6-08e13afb3d2a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:55.486110 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-12d8a796-d53d-416e-9a2f-ca6c0a5ca86c req-6b9b7a10-1992-4a23-bc0d-718edb014103 service neutron] 10.222.0.61 "GET /v2.0/networks/e223b658-4625-4b81-a9cd-f826f9cb1821?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4918745 Feb 18 09:01:55.493533 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c66c7e65-5116-40b7-b0b6-08e13afb3d2a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Usage tracker for resource:network and tenant:84290aaa6bf6425e93f1aca0181c09e5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:55.494720 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:55.496642 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device c2e0cbb0-82ef-4c98-a16f-e576f7a2297c no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:01:55.520181 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c66c7e65-5116-40b7-b0b6-08e13afb3d2a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:55.531496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::1 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/793337d2-ab0f-4268-80a4-b8cabe40575f/25bf958d-3d9e-4ff7-86a1-0a1e93494793) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:55.535424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64b1d64f-8fa3-4fb1-b1fc-16bcb0cac65f req-7e0763f5-0065-46a2-beea-870d0f825d7d service neutron] 10.222.0.81 "GET /v2.0/networks/e223b658-4625-4b81-a9cd-f826f9cb1821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630229 Feb 18 09:01:55.546877 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f0dbbd8-35fc-427a-b110-46500bfb19ee req-5dbe9cbf-52f6-4bac-86ac-1c02acc57bc1 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112917 Feb 18 09:01:55.583064 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c66c7e65-5116-40b7-b0b6-08e13afb3d2a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:55.638276 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66c7e65-5116-40b7-b0b6-08e13afb3d2a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Made reservation on behalf of 84290aaa6bf6425e93f1aca0181c09e5 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:55.641755 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c66c7e65-5116-40b7-b0b6-08e13afb3d2a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:55.759840 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ee90dc01-a85c-4d77-adfd-56d74930f4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:55.799347 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37888) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:55.806446 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-9aac7e55-467f-425b-9d14-af43fac1db34 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Deleting port 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:01:55.806794 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-9aac7e55-467f-425b-9d14-af43fac1db34 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:55.858107 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66c7e65-5116-40b7-b0b6-08e13afb3d2a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:01:55.876197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device c2e0cbb0-82ef-4c98-a16f-e576f7a2297c not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:01:55.883564 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:01:55.886859 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-12d8a796-d53d-416e-9a2f-ca6c0a5ca86c req-5ee245fa-23ce-4158-97c8-e055b7324e24 service neutron] 10.222.0.61 "GET /v2.0/networks/e223b658-4625-4b81-a9cd-f826f9cb1821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906140 Feb 18 09:01:55.930992 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c66c7e65-5116-40b7-b0b6-08e13afb3d2a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:55.935527 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-c66c7e65-5116-40b7-b0b6-08e13afb3d2a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Added segment e222265a-1404-4bea-8b74-bde07b55abad of type vlan for network 2e20774e-7a9d-406b-b69e-a8a78a8654f6 Feb 18 09:01:56.050451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 71b81c12-5100-471f-a13c-9e6c805ebf7b up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:56.054833 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:56.063680 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c66c7e65-5116-40b7-b0b6-08e13afb3d2a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:56.095878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object 25bf958d-3d9e-4ff7-86a1-0a1e93494793 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:56.175354 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9ae27c65-5906-4f9f-a767-e3519b38ac5b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bdf500c351f446099f2164f4af1209cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3647354 Feb 18 09:01:56.177763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37900) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:56.220084 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c66c7e65-5116-40b7-b0b6-08e13afb3d2a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:56.237624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66c7e65-5116-40b7-b0b6-08e13afb3d2a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:56.238229 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c66c7e65-5116-40b7-b0b6-08e13afb3d2a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:56.258555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893ea95-3300-407a-8023-4e5332d74766 req-3b1e3b20-50c7-403d-8c14-be89fe79d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:56.260013 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a893ea95-3300-407a-8023-4e5332d74766 req-3b1e3b20-50c7-403d-8c14-be89fe79d006 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e223b658-4625-4b81-a9cd-f826f9cb1821 HTTP/1.1" status: 200 len: 919 time: 0.8716900 Feb 18 09:01:56.278485 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4,segment=NetworkSegment(ec1ebcf4-a5ea-4396-90b7-c16f0165be47),segment_id=ec1ebcf4-a5ea-4396-90b7-c16f0165be47)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:56.304887 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4', 'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821', 'port_id': '1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4', 'mac_address': 'fa:16:3e:31:5f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06333cf5-1434-4f44-a3e7-bc5f0125a189', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:01:56.336735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ee90dc01-a85c-4d77-adfd-56d74930f4c5 None None] For port 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4ea8dcfd-24b4-4050-bf31-69e7d4540bcb,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:56.355264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a8925-f68d-4470-85b5-678ed6d47bc0 req-dfa8a429-da8a-4af0-8ab4-5a5c454f0d82 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:56.366257 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-684a8925-f68d-4470-85b5-678ed6d47bc0 req-dfa8a429-da8a-4af0-8ab4-5a5c454f0d82 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 1.1294308 Feb 18 09:01:56.375410 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:56.394498 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ee90dc01-a85c-4d77-adfd-56d74930f4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:56.423224 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=be96da4c-c4db-494c-8efd-914fb5f9171c,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:56.479823 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c66c7e65-5116-40b7-b0b6-08e13afb3d2a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0313902 Feb 18 09:01:56.482495 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37908) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:56.511560 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b68b2c2f-66de-44e5-9c3d-3f98ad7be1d0 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Request body: {'subnet': {'network_id': '2e20774e-7a9d-406b-b69e-a8a78a8654f6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:56.530621 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31169512-ed67-4703-a7fa-175ef8e13072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:56.557063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:56.576043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90dc01-a85c-4d77-adfd-56d74930f4c5 None None] Pushing event updated for resources: {'Port': ['ID=4ea8dcfd-24b4-4050-bf31-69e7d4540bcb,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:56.583395 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 71b81c12-5100-471f-a13c-9e6c805ebf7b completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:56.590440 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a893ea95-3300-407a-8023-4e5332d74766 req-272fd742-4562-4555-b8be-b933b084e5ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62c7a91b-6c9c-4df2-9cd9-dac040b88667 HTTP/1.1" status: 200 len: 217 time: 0.2809141 Feb 18 09:01:56.592462 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 71b81c12-5100-471f-a13c-9e6c805ebf7b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:56.592842 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:56.642166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:56.643983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c7e65-5116-40b7-b0b6-08e13afb3d2a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event updated for resources: {'Network': ['ID=2e20774e-7a9d-406b-b69e-a8a78a8654f6,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:56.645989 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:56.646506 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:56.681541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-684a8925-f68d-4470-85b5-678ed6d47bc0 req-8e393589-ab3e-440b-983f-942f6c5628b7 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3134336 Feb 18 09:01:56.698402 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:56.700650 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64b1d64f-8fa3-4fb1-b1fc-16bcb0cac65f req-54927321-e1f3-4147-92b3-606156ad3d9f service neutron] 10.222.0.81 "GET /v2.0/networks/e223b658-4625-4b81-a9cd-f826f9cb1821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1506703 Feb 18 09:01:56.729498 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 2e20774e-7a9d-406b-b69e-a8a78a8654f6 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:01:56.730152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=25bf958d-3d9e-4ff7-86a1-0a1e93494793,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:56.766547 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99ae2b9b-f68e-4fcd-ab39-beb4afc7745c', 'code': 200} Feb 18 09:01:56.766834 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28ca0474-ecea-48dc-bdbc-81970b7d76d9', 'code': 200} Feb 18 09:01:56.777458 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:01:56.795268 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31169512-ed67-4703-a7fa-175ef8e13072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:56.820768 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4,segment=NetworkSegment(ec1ebcf4-a5ea-4396-90b7-c16f0165be47),segment_id=ec1ebcf4-a5ea-4396-90b7-c16f0165be47)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:56.900411 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31169512-ed67-4703-a7fa-175ef8e13072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:56.906638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8a8ad-29c9-4752-89ba-394540008e64 req-54f9105b-5f6e-4d86-bfdb-309a3eddfe98 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:56.912962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8a8ad-29c9-4752-89ba-394540008e64 req-54f9105b-5f6e-4d86-bfdb-309a3eddfe98 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:56.921592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8a8ad-29c9-4752-89ba-394540008e64 req-54f9105b-5f6e-4d86-bfdb-309a3eddfe98 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:56.924938 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b68b2c2f-66de-44e5-9c3d-3f98ad7be1d0 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:56.930167 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8a8ad-29c9-4752-89ba-394540008e64 req-54f9105b-5f6e-4d86-bfdb-309a3eddfe98 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:56.930336 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31169512-ed67-4703-a7fa-175ef8e13072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab46836c-4afc-4064-a4cd-0dfe0b71f4af,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:56.938039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8a8ad-29c9-4752-89ba-394540008e64 req-54f9105b-5f6e-4d86-bfdb-309a3eddfe98 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:56.946226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b68b2c2f-66de-44e5-9c3d-3f98ad7be1d0 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Usage tracker for resource:subnet and tenant:84290aaa6bf6425e93f1aca0181c09e5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:56.954226 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2a8a8ad-29c9-4752-89ba-394540008e64 req-54f9105b-5f6e-4d86-bfdb-309a3eddfe98 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 3876 time: 1.1608078 Feb 18 09:01:56.956510 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b68b2c2f-66de-44e5-9c3d-3f98ad7be1d0 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:56.958442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893ea95-3300-407a-8023-4e5332d74766 req-72d2a351-6e9b-4857-9691-b357928f58dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:56.959924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a893ea95-3300-407a-8023-4e5332d74766 req-72d2a351-6e9b-4857-9691-b357928f58dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06333cf5-1434-4f44-a3e7-bc5f0125a189 HTTP/1.1" status: 200 len: 858 time: 0.3548706 Feb 18 09:01:56.979637 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31169512-ed67-4703-a7fa-175ef8e13072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:56.981135 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-31169512-ed67-4703-a7fa-175ef8e13072 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ab46836c-4afc-4064-a4cd-0dfe0b71f4af HTTP/1.1" status: 204 len: 168 time: 0.8009133 Feb 18 09:01:56.982574 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b68b2c2f-66de-44e5-9c3d-3f98ad7be1d0 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:57.066957 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:57.071374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68b2c2f-66de-44e5-9c3d-3f98ad7be1d0 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Made reservation on behalf of 84290aaa6bf6425e93f1aca0181c09e5 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:57.074963 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b68b2c2f-66de-44e5-9c3d-3f98ad7be1d0 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:57.150356 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a893ea95-3300-407a-8023-4e5332d74766 req-a5676bf4-e7d3-401f-9b51-b25007ef4d6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e223b658-4625-4b81-a9cd-f826f9cb1821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217730 Feb 18 09:01:57.197859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8da7d082-4eec-4a8b-8978-7deea7b976c4 None None] Provisioning for port 25bf958d-3d9e-4ff7-86a1-0a1e93494793 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:01:57.228937 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8da7d082-4eec-4a8b-8978-7deea7b976c4 None None] Provisioning complete for port 25bf958d-3d9e-4ff7-86a1-0a1e93494793 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:57.229590 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2a8a8ad-29c9-4752-89ba-394540008e64 req-a7f56378-d6ea-4626-84a3-4958c971c755 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2743938 Feb 18 09:01:57.232682 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8da7d082-4eec-4a8b-8978-7deea7b976c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:57.405023 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:57.421323 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b68b2c2f-66de-44e5-9c3d-3f98ad7be1d0 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:57.464392 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8da7d082-4eec-4a8b-8978-7deea7b976c4 None None] Port 25bf958d-3d9e-4ff7-86a1-0a1e93494793 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:01:57.464993 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-9aac7e55-467f-425b-9d14-af43fac1db34 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] For port 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=40eb1bfc-150b-4f7d-ab6d-c6615ae3067e,segment=NetworkSegment(3f191c74-dd3d-42fc-9c19-da05c2a45698),segment_id=3f191c74-dd3d-42fc-9c19-da05c2a45698)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:57.465350 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-9aac7e55-467f-425b-9d14-af43fac1db34 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:57.526955 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:57.544659 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:57.600016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 71b81c12-5100-471f-a13c-9e6c805ebf7b, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=71b81c12-5100-471f-a13c-9e6c805ebf7b,segment=NetworkSegment(ec1ebcf4-a5ea-4396-90b7-c16f0165be47),segment_id=ec1ebcf4-a5ea-4396-90b7-c16f0165be47)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:57.603638 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:01:57.643697 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:57.677051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b2c2f-66de-44e5-9c3d-3f98ad7be1d0 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event updated for resources: {'Subnet': ['ID=b9601f67-fbe1-4738-bc05-41452844e6a5,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:57.687214 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68b2c2f-66de-44e5-9c3d-3f98ad7be1d0 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Checking segment: {'id': 'e222265a-1404-4bea-8b74-bde07b55abad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e20774e-7a9d-406b-b69e-a8a78a8654f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:57.687570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68b2c2f-66de-44e5-9c3d-3f98ad7be1d0 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Network hostable DHCP agents. Network: 2e20774e-7a9d-406b-b69e-a8a78a8654f6, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:01:57.718482 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:01:57.763800 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003307be-8a58-4522-bd4d-93182aff4798 req-678a5575-cff7-4cc6-a18c-b0d5724e5283 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:57.771663 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-003307be-8a58-4522-bd4d-93182aff4798 req-678a5575-cff7-4cc6-a18c-b0d5724e5283 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 944 time: 0.8064663 Feb 18 09:01:57.890037 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:01:57.890655 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:57.962765 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a893ea95-3300-407a-8023-4e5332d74766 req-8c31de75-cac5-4653-8fd2-2ee899a63d26 service neutron] 10.222.0.61 "GET /v2.0/networks/e223b658-4625-4b81-a9cd-f826f9cb1821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7944298 Feb 18 09:01:58.024566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 62c7a91b-6c9c-4df2-9cd9-dac040b88667 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:01:58.034978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=71b81c12-5100-471f-a13c-9e6c805ebf7b,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:58.049672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68b2c2f-66de-44e5-9c3d-3f98ad7be1d0 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Network 2e20774e-7a9d-406b-b69e-a8a78a8654f6 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:01:58.091883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-b68b2c2f-66de-44e5-9c3d-3f98ad7be1d0 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 2e20774e-7a9d-406b-b69e-a8a78a8654f6) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:58.128752 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6388a32-d8cd-4149-aafa-f20018a4aa08 None None] Network 2e20774e-7a9d-406b-b69e-a8a78a8654f6 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:01:58.146523 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-003307be-8a58-4522-bd4d-93182aff4798 req-662351a6-a1c6-43a0-a3ca-75393305d0d5 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737078 Feb 18 09:01:58.183539 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68b2c2f-66de-44e5-9c3d-3f98ad7be1d0 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:58.184167 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b68b2c2f-66de-44e5-9c3d-3f98ad7be1d0 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:58.263733 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:01:58.320684 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b68b2c2f-66de-44e5-9c3d-3f98ad7be1d0 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8321028 Feb 18 09:01:58.321269 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37958) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:58.338671 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-88cc694c-5631-4991-8899-5d222b321dc2 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e20774e-7a9d-406b-b69e-a8a78a8654f6'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:58.426835 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-9aac7e55-467f-425b-9d14-af43fac1db34 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:58.427215 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-9aac7e55-467f-425b-9d14-af43fac1db34 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:58.427526 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-9aac7e55-467f-425b-9d14-af43fac1db34 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Floating IP c12a953c-07fe-4b59-b180-14cb673556eb disassociated. External IP: 172.25.1.251, port: 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e. Feb 18 09:01:58.427875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-9aac7e55-467f-425b-9d14-af43fac1db34 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Calling delete_port for 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:01:58.447822 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37962) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:01:58.514714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7cc57-9696-4410-af0b-07eb289989b0 req-08f47afc-29eb-4e47-896c-83bc0228a60b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:58.522116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65e7cc57-9696-4410-af0b-07eb289989b0 req-08f47afc-29eb-4e47-896c-83bc0228a60b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.9565094 Feb 18 09:01:58.578465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 62c7a91b-6c9c-4df2-9cd9-dac040b88667, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=62c7a91b-6c9c-4df2-9cd9-dac040b88667,segment=NetworkSegment(ec1ebcf4-a5ea-4396-90b7-c16f0165be47),segment_id=ec1ebcf4-a5ea-4396-90b7-c16f0165be47)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:58.649546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-2e20774e-7a9d-406b-b69e-a8a78a8654f6', 'network_id': '2e20774e-7a9d-406b-b69e-a8a78a8654f6', 'tenant_id': '84290aaa6bf6425e93f1aca0181c09e5', 'fixed_ips': [{'subnet_id': 'b9601f67-fbe1-4738-bc05-41452844e6a5'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:01:58.650345 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:58.665474 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '62c7a91b-6c9c-4df2-9cd9-dac040b88667', 'network_id': 'e223b658-4625-4b81-a9cd-f826f9cb1821', 'port_id': '62c7a91b-6c9c-4df2-9cd9-dac040b88667', 'mac_address': 'fa:16:3e:a9:e1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06333cf5-1434-4f44-a3e7-bc5f0125a189', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:01:58.870191 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Allocated IP 2001:db8:1::2 (2e20774e-7a9d-406b-b69e-a8a78a8654f6/b9601f67-fbe1-4738-bc05-41452844e6a5/0efd507e-bca9-495e-bf52-60aaa00fa884) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:01:58.912107 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-684491622'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:01:58.930077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:58.946902 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65e7cc57-9696-4410-af0b-07eb289989b0 req-0ed50e5a-09b5-4394-b031-4dc193e96762 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240043 Feb 18 09:01:58.961547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a893ea95-3300-407a-8023-4e5332d74766 req-f030c7e6-9d43-47f9-b9cf-888606e6b91c service neutron] 10.222.0.61 "GET /v2.0/networks/e223b658-4625-4b81-a9cd-f826f9cb1821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9756658 Feb 18 09:01:59.003811 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Usage tracker for resource:network and tenant:db1c0c050d2e469ea3356471041949e7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:59.011123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:59.026380 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88cc694c-5631-4991-8899-5d222b321dc2 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:59.030234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:59.043098 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90f3702e-a062-4be2-8950-ee1a8178c3b9'}, {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be96da4c-c4db-494c-8efd-914fb5f9171c'}, {'server_uuid': '6b92530e-3119-499a-85d0-e286b053efc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b81c12-5100-471f-a13c-9e6c805ebf7b'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:01:59.043344 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:59.051882 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:59.052943 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:59.101680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee0c2a-6421-47f7-bc5e-e500cbe2dbee req-f7a5e6c3-9cd0-4607-986a-f7f656e14170 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:59.103327 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1ee0c2a-6421-47f7-bc5e-e500cbe2dbee req-f7a5e6c3-9cd0-4607-986a-f7f656e14170 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.7271886 Feb 18 09:01:59.133548 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:59.189876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c7a91b-6c9c-4df2-9cd9-dac040b88667 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:01:59.237576 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 62c7a91b-6c9c-4df2-9cd9-dac040b88667, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=62c7a91b-6c9c-4df2-9cd9-dac040b88667,segment=NetworkSegment(ec1ebcf4-a5ea-4396-90b7-c16f0165be47),segment_id=ec1ebcf4-a5ea-4396-90b7-c16f0165be47)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:01:59.252168 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:59.254446 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:59.266402 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-9aac7e55-467f-425b-9d14-af43fac1db34 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:59.299139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:59.300095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:01:59.303716 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:59.314390 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Transition to ACTIVE for port object 0efd507e-bca9-495e-bf52-60aaa00fa884 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:59.323858 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:59.353204 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:59.354883 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Transition to ACTIVE for port object 0efd507e-bca9-495e-bf52-60aaa00fa884 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:01:59.355019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac7e55-467f-425b-9d14-af43fac1db34 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event deleted for resources: {'Port': ['ID=40eb1bfc-150b-4f7d-ab6d-c6615ae3067e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:59.359573 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=62c7a91b-6c9c-4df2-9cd9-dac040b88667,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:59.367035 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:59.436301 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Network 2e20774e-7a9d-406b-b69e-a8a78a8654f6 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:01:59.439221 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:01:59.443131 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:01:59.461319 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:01:59.465283 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Usage tracker for resource:security_group_rule and tenant:db1c0c050d2e469ea3356471041949e7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:01:59.468151 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:01:59.477352 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:01:59.493865 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Pushing event updated for resources: {'Port': ['ID=0efd507e-bca9-495e-bf52-60aaa00fa884,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:59.608962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['62c7a91b-6c9c-4df2-9cd9-dac040b88667'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:01:59.626267 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1ee0c2a-6421-47f7-bc5e-e500cbe2dbee req-6c8ab67f-6cac-473f-8ecd-473667f867f8 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4026206 Feb 18 09:01:59.666569 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed0a17-484f-4ba5-b1dc-2bff7226a0ee req-9967994e-8c07-47cd-8c0e-ee38f4480b5c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:59.672345 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed0a17-484f-4ba5-b1dc-2bff7226a0ee req-9967994e-8c07-47cd-8c0e-ee38f4480b5c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:59.683815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed0a17-484f-4ba5-b1dc-2bff7226a0ee req-9967994e-8c07-47cd-8c0e-ee38f4480b5c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:59.706882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed0a17-484f-4ba5-b1dc-2bff7226a0ee req-9967994e-8c07-47cd-8c0e-ee38f4480b5c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:59.714272 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed0a17-484f-4ba5-b1dc-2bff7226a0ee req-9967994e-8c07-47cd-8c0e-ee38f4480b5c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:01:59.716057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71ed0a17-484f-4ba5-b1dc-2bff7226a0ee req-9967994e-8c07-47cd-8c0e-ee38f4480b5c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 3798 time: 0.6111927 Feb 18 09:01:59.731223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Attempting to bind port 0efd507e-bca9-495e-bf52-60aaa00fa884 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:01:59.734370 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Attempting to bind port 0efd507e-bca9-495e-bf52-60aaa00fa884 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'e222265a-1404-4bea-8b74-bde07b55abad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e20774e-7a9d-406b-b69e-a8a78a8654f6'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:01:59.737661 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Attempting to bind port 0efd507e-bca9-495e-bf52-60aaa00fa884 on network 2e20774e-7a9d-406b-b69e-a8a78a8654f6 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:01:59.760883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-9aac7e55-467f-425b-9d14-af43fac1db34 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Router 8d56ea16-6e64-44ff-910e-7579b9eeb120 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:01:59.779371 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:01:59.784089 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Checking segment: {'id': 'e222265a-1404-4bea-8b74-bde07b55abad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e20774e-7a9d-406b-b69e-a8a78a8654f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:01:59.784735 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:59.785292 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Bound using segment: {'id': 'e222265a-1404-4bea-8b74-bde07b55abad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e20774e-7a9d-406b-b69e-a8a78a8654f6'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:01:59.788879 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Bound port: 0efd507e-bca9-495e-bf52-60aaa00fa884, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e222265a-1404-4bea-8b74-bde07b55abad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e20774e-7a9d-406b-b69e-a8a78a8654f6'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:01:59.789613 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:01:59.836193 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=25bf958d-3d9e-4ff7-86a1-0a1e93494793,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:01:59.884085 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Router 265329f7-c367-46c4-9923-e44b51b091bf is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:01:59.984220 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71ed0a17-484f-4ba5-b1dc-2bff7226a0ee req-a4a9bbe7-659d-4952-860a-adcb26fc6b38 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2611167 Feb 18 09:02:00.102865 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8e97f17a-8084-4a55-89cf-b2a9800ff90f None None] Provisioning complete for port 25bf958d-3d9e-4ff7-86a1-0a1e93494793 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:00.107851 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8e97f17a-8084-4a55-89cf-b2a9800ff90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:00.166458 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:00.206067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-9aac7e55-467f-425b-9d14-af43fac1db34 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:02:00.264010 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc09a37-4a98-46a8-a27f-8725aa9f1446 None None] Sync routers for ids ['8d56ea16-6e64-44ff-910e-7579b9eeb120'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:02:00.369709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-9aac7e55-467f-425b-9d14-af43fac1db34 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] No DVR routers for this DVR port 40eb1bfc-150b-4f7d-ab6d-c6615ae3067e on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:00.376011 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-9aac7e55-467f-425b-9d14-af43fac1db34 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:00.388178 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90f3702e-a062-4be2-8950-ee1a8178c3b9', 'code': 200} Feb 18 09:02:00.388531 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be96da4c-c4db-494c-8efd-914fb5f9171c', 'code': 200} Feb 18 09:02:00.388723 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b92530e-3119-499a-85d0-e286b053efc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b81c12-5100-471f-a13c-9e6c805ebf7b', 'code': 200} Feb 18 09:02:00.392105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-deleted', 'tag': '40eb1bfc-150b-4f7d-ab6d-c6615ae3067e'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:02:00.397270 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-9aac7e55-467f-425b-9d14-af43fac1db34 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.61 "DELETE /v2.0/ports/40eb1bfc-150b-4f7d-ab6d-c6615ae3067e HTTP/1.1" status: 204 len: 173 time: 5.1480963 Feb 18 09:02:00.433047 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-88cc694c-5631-4991-8899-5d222b321dc2 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:02:00.437226 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-88cc694c-5631-4991-8899-5d222b321dc2 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "PUT /v2.0/routers/7a4f6684-cff9-4f45-83c2-72462d7b5d7a HTTP/1.1" status: 400 len: 364 time: 2.1114035 Feb 18 09:02:00.440731 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38002) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:00.487214 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-76dc9286-f74b-4a49-a6ce-163f3c4173f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:00.500131 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:02:00.514049 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Sync routers for ids ['265329f7-c367-46c4-9923-e44b51b091bf'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:02:00.527429 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Routers {'265329f7-c367-46c4-9923-e44b51b091bf'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:02:00.528797 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:01:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['265329f7-c367-46c4-9923-e44b51b091bf'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:00.529813 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc09a37-4a98-46a8-a27f-8725aa9f1446 None None] Routers {'8d56ea16-6e64-44ff-910e-7579b9eeb120'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:02:00.531302 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0bc09a37-4a98-46a8-a27f-8725aa9f1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:01:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8d56ea16-6e64-44ff-910e-7579b9eeb120'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:00.557661 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:00.570781 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f116ac7c-589d-408f-b108-3ee5b0fae365 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "PUT /v2.0/routers/265329f7-c367-46c4-9923-e44b51b091bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2862113 Feb 18 09:02:00.571703 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:00.598803 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:02:00.608825 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:00.609274 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Added segment f12d0eb1-8ec0-4bbe-b912-b7b00510470a of type vlan for network 357e1310-eb97-44ab-81de-8b38898309f4 Feb 18 09:02:00.638373 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:00.644035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38006) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:00.650775 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8e97f17a-8084-4a55-89cf-b2a9800ff90f None None] Port 25bf958d-3d9e-4ff7-86a1-0a1e93494793 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:02:00.681477 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:00.694150 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:00.694610 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:00.695301 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:00.711794 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] For port 0efd507e-bca9-495e-bf52-60aaa00fa884, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:02:00.732699 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:00.733302 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:00.805791 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] For port 0efd507e-bca9-495e-bf52-60aaa00fa884, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0efd507e-bca9-495e-bf52-60aaa00fa884,segment=NetworkSegment(e222265a-1404-4bea-8b74-bde07b55abad),segment_id=e222265a-1404-4bea-8b74-bde07b55abad)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:02:00.821188 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Set router 265329f7-c367-46c4-9923-e44b51b091bf gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:02:00.887108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Network': ['ID=357e1310-eb97-44ab-81de-8b38898309f4,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:00.894851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea408e77-6633-409f-bd81-a2f6c7945054,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:00.913377 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0e1b8745-d006-4c97-a90c-412f9e2c797e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.4423530 Feb 18 09:02:01.014985 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 357e1310-eb97-44ab-81de-8b38898309f4 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:02:01.100633 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-a7dda3f4-1739-444c-bfc9-d0eb0b51bdb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Deleting port 28ca0474-ecea-48dc-bdbc-81970b7d76d9 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:01.101825 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-a7dda3f4-1739-444c-bfc9-d0eb0b51bdb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:01.150907 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:01.230811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51ebdc-4af9-4345-b2e0-ac71417dd8fd req-344e8b6d-48cf-45cd-baa8-5ea87825a6a1 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:01.233530 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d51ebdc-4af9-4345-b2e0-ac71417dd8fd req-344e8b6d-48cf-45cd-baa8-5ea87825a6a1 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.9962368 Feb 18 09:02:01.296968 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265329f7-c367-46c4-9923-e44b51b091bf', 'name': 'tempest-NetworksTestDHCPv6-router-862589603', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:01:49Z', 'updated_at': '2022-02-18T09:01:56Z', 'revision_number': 2, 'project_id': '80df991716a4448da960b23e72bc250f', 'gw_port_host': None, '_interfaces': [{'id': '25bf958d-3d9e-4ff7-86a1-0a1e93494793', 'name': '', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'mac_address': 'fa:16:3e:2b:b8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265329f7-c367-46c4-9923-e44b51b091bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '793337d2-ab0f-4268-80a4-b8cabe40575f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:01:54Z', 'updated_at': '2022-02-18T09:01:58Z', 'revision_number': 2, 'project_id': '80df991716a4448da960b23e72bc250f', 'subnets': [{'id': '793337d2-ab0f-4268-80a4-b8cabe40575f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:01.301713 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Checking router: 265329f7-c367-46c4-9923-e44b51b091bf for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:02:01.302190 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Updating router 265329f7-c367-46c4-9923-e44b51b091bf port 25bf958d-3d9e-4ff7-86a1-0a1e93494793 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:02:01.385179 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-0bc09a37-4a98-46a8-a27f-8725aa9f1446 None None] Set router 8d56ea16-6e64-44ff-910e-7579b9eeb120 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:02:01.412219 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:01.560222 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f703bb-caec-425d-ab0c-42b9cd16fc33 None None] Pushing event updated for resources: {'Port': ['ID=0efd507e-bca9-495e-bf52-60aaa00fa884,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:01.657961 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:01.690919 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00702778-813b-4c31-aab8-b906e5dc1707 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:01.695827 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-00702778-813b-4c31-aab8-b906e5dc1707 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports/25bf958d-3d9e-4ff7-86a1-0a1e93494793 HTTP/1.1" status: 200 len: 911 time: 0.9898150 Feb 18 09:02:01.699178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38028) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:01.777662 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4,segment=NetworkSegment(ec1ebcf4-a5ea-4396-90b7-c16f0165be47),segment_id=ec1ebcf4-a5ea-4396-90b7-c16f0165be47)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:02.027005 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 62c7a91b-6c9c-4df2-9cd9-dac040b88667 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:02.062019 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f781111f-32f0-4981-b9cf-cd01db559114 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:02.088663 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f781111f-32f0-4981-b9cf-cd01db559114 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:02.091749 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f781111f-32f0-4981-b9cf-cd01db559114 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:02.093655 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:02.152584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f781111f-32f0-4981-b9cf-cd01db559114 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:02.157131 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f781111f-32f0-4981-b9cf-cd01db559114 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4569447 Feb 18 09:02:02.158199 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38034) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:02.259637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d51ebdc-4af9-4345-b2e0-ac71417dd8fd req-11b7996e-0365-4b79-ae1e-3f8f359d52cd tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594063 Feb 18 09:02:02.270870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fc97f-3bab-45ff-93ec-b27a279f73ca req-12a75dc5-99c9-4f03-9677-baf957bce979 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:02.284608 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f7fc97f-3bab-45ff-93ec-b27a279f73ca req-12a75dc5-99c9-4f03-9677-baf957bce979 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 945 time: 1.6818132 Feb 18 09:02:02.472056 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78c6884-ade0-4326-bd56-c1166a23fcf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:02:02.493435 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:02.539884 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Transition to ACTIVE for port object 25bf958d-3d9e-4ff7-86a1-0a1e93494793 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:02.603586 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:02.615147 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:02.637167 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-deleted', 'tag': '40eb1bfc-150b-4f7d-ab6d-c6615ae3067e', 'status': 'completed', 'code': 200} Feb 18 09:02:02.875969 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 62c7a91b-6c9c-4df2-9cd9-dac040b88667 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:02.928047 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 62c7a91b-6c9c-4df2-9cd9-dac040b88667 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:02.944564 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:03.081705 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcb0e3-8566-47f5-853a-f592798f68a7 req-169e45a2-ce50-45c8-b35c-31ef5318227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:03.089015 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-06bcb0e3-8566-47f5-853a-f592798f68a7 req-169e45a2-ce50-45c8-b35c-31ef5318227c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6b92530e-3119-499a-85d0-e286b053efc5 HTTP/1.1" status: 200 len: 1097 time: 2.4004519 Feb 18 09:02:03.141624 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0e99cfb7-d088-4cb8-ae35-425febef5d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:03.257806 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:03.266886 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0bc09a37-4a98-46a8-a27f-8725aa9f1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'name': 'tempest-TaggedBootDevicesTest-1005082885-router', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:35Z', 'updated_at': '2022-02-18T08:54:48Z', 'revision_number': 4, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'gw_port': {'id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:36Z', 'updated_at': '2022-02-18T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '0a563c83-7833-4e8a-87b3-56e6be4675de', 'name': '', 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'mac_address': 'fa:16:3e:38:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:45Z', 'updated_at': '2022-02-18T08:55:06Z', 'revision_number': 5, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'subnets': [{'id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:03.278943 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc09a37-4a98-46a8-a27f-8725aa9f1446 None None] Checking router: 8d56ea16-6e64-44ff-910e-7579b9eeb120 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:02:03.317563 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-10364637-ec48-478d-8602-ec40a1cd2b91 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:03.469099 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:03.538204 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc09a37-4a98-46a8-a27f-8725aa9f1446 None None] Routers {'8d56ea16-6e64-44ff-910e-7579b9eeb120'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:02:03.538914 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0bc09a37-4a98-46a8-a27f-8725aa9f1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:02:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8d56ea16-6e64-44ff-910e-7579b9eeb120'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:03.598165 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Attempting to bind port 25bf958d-3d9e-4ff7-86a1-0a1e93494793 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:02:03.600660 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Attempting to bind port 25bf958d-3d9e-4ff7-86a1-0a1e93494793 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:02:03.603123 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Attempting to bind port 25bf958d-3d9e-4ff7-86a1-0a1e93494793 on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:02:03.622044 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2119c-7282-444b-947a-7ce90a56ea8a None None] Pushing event updated for resources: {'Port': ['ID=25bf958d-3d9e-4ff7-86a1-0a1e93494793,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:03.633517 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:02:03.635628 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:03.642612 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:03.644904 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:02:03.645636 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Bound port: 25bf958d-3d9e-4ff7-86a1-0a1e93494793, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:02:03.646736 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:03.709161 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2119c-7282-444b-947a-7ce90a56ea8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:03.711501 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2119c-7282-444b-947a-7ce90a56ea8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:03.712081 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2119c-7282-444b-947a-7ce90a56ea8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:03.714386 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2119c-7282-444b-947a-7ce90a56ea8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:03.714929 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2119c-7282-444b-947a-7ce90a56ea8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:03.715748 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2119c-7282-444b-947a-7ce90a56ea8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:03.716352 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2119c-7282-444b-947a-7ce90a56ea8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:03.717483 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2119c-7282-444b-947a-7ce90a56ea8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:03.718046 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2119c-7282-444b-947a-7ce90a56ea8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:03.720951 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2119c-7282-444b-947a-7ce90a56ea8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:03.721556 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2119c-7282-444b-947a-7ce90a56ea8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:03.722094 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2119c-7282-444b-947a-7ce90a56ea8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:03.981225 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] For port 25bf958d-3d9e-4ff7-86a1-0a1e93494793, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:02:03.986106 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] For port 25bf958d-3d9e-4ff7-86a1-0a1e93494793, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=25bf958d-3d9e-4ff7-86a1-0a1e93494793,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:02:03.989693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-a7dda3f4-1739-444c-bfc9-d0eb0b51bdb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] For port 28ca0474-ecea-48dc-bdbc-81970b7d76d9, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=28ca0474-ecea-48dc-bdbc-81970b7d76d9,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:03.993567 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-a7dda3f4-1739-444c-bfc9-d0eb0b51bdb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:04.001827 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:04.174498 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-10364637-ec48-478d-8602-ec40a1cd2b91 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port 25bf958d-3d9e-4ff7-86a1-0a1e93494793 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:04.175180 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-10364637-ec48-478d-8602-ec40a1cd2b91 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:04.293623 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Routers {'265329f7-c367-46c4-9923-e44b51b091bf'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:02:04.294453 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:02:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['265329f7-c367-46c4-9923-e44b51b091bf'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:04.365362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-0bc09a37-4a98-46a8-a27f-8725aa9f1446 None None] Set router 8d56ea16-6e64-44ff-910e-7579b9eeb120 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:02:04.405282 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38068) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:04.416939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-5b92ea1c-4ca0-4c58-81bc-21cfb25c94b0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'subnet': {'network_id': '357e1310-eb97-44ab-81de-8b38898309f4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:04.596623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fb4b4a-798a-4480-85c8-fc4c6a18d3d5 None None] Network 2e20774e-7a9d-406b-b69e-a8a78a8654f6 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:04.610644 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f7fc97f-3bab-45ff-93ec-b27a279f73ca req-0e07d3b2-c4d4-4bb2-ab7f-f0049d51e9af tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3051722 Feb 18 09:02:04.675218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0efd507e-bca9-495e-bf52-60aaa00fa884 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:04.754299 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] Set router 265329f7-c367-46c4-9923-e44b51b091bf gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:02:05.042190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5b92ea1c-4ca0-4c58-81bc-21cfb25c94b0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:05.046790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5b92ea1c-4ca0-4c58-81bc-21cfb25c94b0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Usage tracker for resource:subnet and tenant:db1c0c050d2e469ea3356471041949e7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:05.051968 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5b92ea1c-4ca0-4c58-81bc-21cfb25c94b0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:05.061723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5b92ea1c-4ca0-4c58-81bc-21cfb25c94b0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:05.073039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-10364637-ec48-478d-8602-ec40a1cd2b91 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] For port 25bf958d-3d9e-4ff7-86a1-0a1e93494793, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=25bf958d-3d9e-4ff7-86a1-0a1e93494793,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:05.073968 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-10364637-ec48-478d-8602-ec40a1cd2b91 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:05.085223 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b92ea1c-4ca0-4c58-81bc-21cfb25c94b0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:05.089753 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b92ea1c-4ca0-4c58-81bc-21cfb25c94b0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:05.097568 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2119c-7282-444b-947a-7ce90a56ea8a None None] Pushing event updated for resources: {'Port': ['ID=25bf958d-3d9e-4ff7-86a1-0a1e93494793,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:05.119795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-a7dda3f4-1739-444c-bfc9-d0eb0b51bdb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Calling delete_port for 28ca0474-ecea-48dc-bdbc-81970b7d76d9 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:05.292174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-06bcb0e3-8566-47f5-853a-f592798f68a7 req-8f9f9ac2-cf4a-48ec-b49c-0ffcc7d4df25 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1542268 Feb 18 09:02:05.370157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-10364637-ec48-478d-8602-ec40a1cd2b91 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for 25bf958d-3d9e-4ff7-86a1-0a1e93494793 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:05.445661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f023e3a-a414-43dc-ba70-feff4fa52783 req-3c63ed61-3278-4d43-93e7-fd5c1720e96d tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:05.450820 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f023e3a-a414-43dc-ba70-feff4fa52783 req-3c63ed61-3278-4d43-93e7-fd5c1720e96d tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 2.6497655 Feb 18 09:02:05.487040 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265329f7-c367-46c4-9923-e44b51b091bf', 'name': 'tempest-NetworksTestDHCPv6-router-862589603', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:01:49Z', 'updated_at': '2022-02-18T09:01:56Z', 'revision_number': 2, 'project_id': '80df991716a4448da960b23e72bc250f', 'gw_port_host': None, '_interfaces': [{'id': '25bf958d-3d9e-4ff7-86a1-0a1e93494793', 'name': '', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'mac_address': 'fa:16:3e:2b:b8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265329f7-c367-46c4-9923-e44b51b091bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '793337d2-ab0f-4268-80a4-b8cabe40575f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:01:54Z', 'updated_at': '2022-02-18T09:02:03Z', 'revision_number': 4, 'project_id': '80df991716a4448da960b23e72bc250f', 'subnets': [{'id': '793337d2-ab0f-4268-80a4-b8cabe40575f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:05.494431 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da189bc-6db7-487d-a5bf-7247caa26285 None None] The sync data for ids ['265329f7-c367-46c4-9923-e44b51b091bf'] in n-d-829434-1 is: [{'id': '265329f7-c367-46c4-9923-e44b51b091bf', 'name': 'tempest-NetworksTestDHCPv6-router-862589603', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:01:49Z', 'updated_at': '2022-02-18T09:01:56Z', 'revision_number': 2, 'project_id': '80df991716a4448da960b23e72bc250f', 'gw_port_host': None, '_interfaces': [{'id': '25bf958d-3d9e-4ff7-86a1-0a1e93494793', 'name': '', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'mac_address': 'fa:16:3e:2b:b8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265329f7-c367-46c4-9923-e44b51b091bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '793337d2-ab0f-4268-80a4-b8cabe40575f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:01:54Z', 'updated_at': '2022-02-18T09:02:03Z', 'revision_number': 4, 'project_id': '80df991716a4448da960b23e72bc250f', 'subnets': [{'id': '793337d2-ab0f-4268-80a4-b8cabe40575f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:02:05.664168 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 62c7a91b-6c9c-4df2-9cd9-dac040b88667, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=62c7a91b-6c9c-4df2-9cd9-dac040b88667,segment=NetworkSegment(ec1ebcf4-a5ea-4396-90b7-c16f0165be47),segment_id=ec1ebcf4-a5ea-4396-90b7-c16f0165be47)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:05.670024 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-a7dda3f4-1739-444c-bfc9-d0eb0b51bdb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:05.676116 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-10364637-ec48-478d-8602-ec40a1cd2b91 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:05.738090 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Allocated IP 2001:db8::1 (9850790a-96b3-49b2-a9a8-ecd673d97d6a/87c57d81-554a-4a4a-87d3-1fc1f1666078/c796011f-7bab-4e95-a61b-add2782be41c) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:05.752891 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:05.753633 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:05.754250 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10364637-ec48-478d-8602-ec40a1cd2b91 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=25bf958d-3d9e-4ff7-86a1-0a1e93494793,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:05.870548 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:05.871789 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:05.875796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0aef59c7-75db-47db-ad7d-f735fa73a694 None None] Provisioning complete for port 25bf958d-3d9e-4ff7-86a1-0a1e93494793 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:05.877066 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0aef59c7-75db-47db-ad7d-f735fa73a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:06.001855 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0aef59c7-75db-47db-ad7d-f735fa73a694 None None] Port 25bf958d-3d9e-4ff7-86a1-0a1e93494793 was deleted so its status cannot be updated. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 18 09:02:06.024931 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 0efd507e-bca9-495e-bf52-60aaa00fa884 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:06.049616 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-10364637-ec48-478d-8602-ec40a1cd2b91 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:06.118502 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=62c7a91b-6c9c-4df2-9cd9-dac040b88667,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:06.240005 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0bc09a37-4a98-46a8-a27f-8725aa9f1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'name': 'tempest-TaggedBootDevicesTest-1005082885-router', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:35Z', 'updated_at': '2022-02-18T08:54:48Z', 'revision_number': 4, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'gw_port': {'id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:36Z', 'updated_at': '2022-02-18T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '0a563c83-7833-4e8a-87b3-56e6be4675de', 'name': '', 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'mac_address': 'fa:16:3e:38:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:45Z', 'updated_at': '2022-02-18T08:55:06Z', 'revision_number': 5, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'subnets': [{'id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:06.246413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-99cf4679-00d6-4591-9ce9-ed5e5419e089 None None] Provisioning for port 0efd507e-bca9-495e-bf52-60aaa00fa884 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:06.263002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-99cf4679-00d6-4591-9ce9-ed5e5419e089 None None] Provisioning complete for port 0efd507e-bca9-495e-bf52-60aaa00fa884 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:06.263377 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-99cf4679-00d6-4591-9ce9-ed5e5419e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:06.368926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc09a37-4a98-46a8-a27f-8725aa9f1446 None None] The sync data for ids ['8d56ea16-6e64-44ff-910e-7579b9eeb120'] in n-d-829434-1 is: [{'id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'name': 'tempest-TaggedBootDevicesTest-1005082885-router', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:35Z', 'updated_at': '2022-02-18T08:54:48Z', 'revision_number': 4, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'gw_port': {'id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:36Z', 'updated_at': '2022-02-18T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '0a563c83-7833-4e8a-87b3-56e6be4675de', 'name': '', 'network_id': 'a401406b-a4a8-40c2-921a-a514ad2ac81a', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'mac_address': 'fa:16:3e:38:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:45Z', 'updated_at': '2022-02-18T08:55:06Z', 'revision_number': 5, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'subnets': [{'id': 'ec7d804e-ca01-4571-a18b-fa20d71f9ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:02:06.383628 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dda3f4-1739-444c-bfc9-d0eb0b51bdb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event deleted for resources: {'Port': ['ID=28ca0474-ecea-48dc-bdbc-81970b7d76d9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:06.463271 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f023e3a-a414-43dc-ba70-feff4fa52783 req-5db0678d-8ba0-4aff-a7a3-2796d17e0c8d tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9898815 Feb 18 09:02:06.499338 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-99cf4679-00d6-4591-9ce9-ed5e5419e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:06.505850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b7eb1-4520-43e6-a069-95b9dbec5ac0 req-a2db461e-5271-4808-b82a-345843bff920 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:06.512709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b7eb1-4520-43e6-a069-95b9dbec5ac0 req-a2db461e-5271-4808-b82a-345843bff920 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:06.525350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b7eb1-4520-43e6-a069-95b9dbec5ac0 req-a2db461e-5271-4808-b82a-345843bff920 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:06.542322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b7eb1-4520-43e6-a069-95b9dbec5ac0 req-a2db461e-5271-4808-b82a-345843bff920 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:06.543469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9c0b7eb1-4520-43e6-a069-95b9dbec5ac0 req-a2db461e-5271-4808-b82a-345843bff920 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Synchronizing usage tracker for tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:06.570214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-a7dda3f4-1739-444c-bfc9-d0eb0b51bdb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] No DVR routers for this DVR port 28ca0474-ecea-48dc-bdbc-81970b7d76d9 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:06.573676 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-a7dda3f4-1739-444c-bfc9-d0eb0b51bdb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:06.594410 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-99cf4679-00d6-4591-9ce9-ed5e5419e089 None None] For port 0efd507e-bca9-495e-bf52-60aaa00fa884, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0efd507e-bca9-495e-bf52-60aaa00fa884,segment=NetworkSegment(e222265a-1404-4bea-8b74-bde07b55abad),segment_id=e222265a-1404-4bea-8b74-bde07b55abad)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:06.599170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-deleted', 'tag': '28ca0474-ecea-48dc-bdbc-81970b7d76d9'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:02:06.606387 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-a7dda3f4-1739-444c-bfc9-d0eb0b51bdb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.61 "DELETE /v2.0/ports/28ca0474-ecea-48dc-bdbc-81970b7d76d9 HTTP/1.1" status: 204 len: 173 time: 6.2020800 Feb 18 09:02:06.610191 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-99cf4679-00d6-4591-9ce9-ed5e5419e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:06.732593 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-99cf4679-00d6-4591-9ce9-ed5e5419e089 None None] Could not find standard attr ID for object 25bf958d-3d9e-4ff7-86a1-0a1e93494793. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:02:06.752786 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78c6884-ade0-4326-bd56-c1166a23fcf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4', 'code': 200} Feb 18 09:02:06.891635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf4679-00d6-4591-9ce9-ed5e5419e089 None None] Pushing event updated for resources: {'Port': ['ID=0efd507e-bca9-495e-bf52-60aaa00fa884,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:06.932169 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-30c149e7-7976-43cd-a82b-90c96ccd1c13 None None] Provisioning complete for port 0efd507e-bca9-495e-bf52-60aaa00fa884 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:06.932503 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-30c149e7-7976-43cd-a82b-90c96ccd1c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:07.092358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f82ca3-ca04-4ef2-9814-9445e57f0a3f None None] New status for floating IP c12a953c-07fe-4b59-b180-14cb673556eb: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:02:07.115652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10364637-ec48-478d-8602-ec40a1cd2b91 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Router 265329f7-c367-46c4-9923-e44b51b091bf has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:02:07.163760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9c0b7eb1-4520-43e6-a069-95b9dbec5ac0 req-a2db461e-5271-4808-b82a-345843bff920 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Unset dirty status for tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:07.170754 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c0b7eb1-4520-43e6-a069-95b9dbec5ac0 req-a2db461e-5271-4808-b82a-345843bff920 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 3143 time: 1.9968421 Feb 18 09:02:07.217652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-87e20ead-f841-485b-a232-d8d08c86a096 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Deleting port 90f3702e-a062-4be2-8950-ee1a8178c3b9 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:07.218012 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-87e20ead-f841-485b-a232-d8d08c86a096 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:07.285110 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:07.307497 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10364637-ec48-478d-8602-ec40a1cd2b91 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:02:07.390773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Transition to ACTIVE for port object c796011f-7bab-4e95-a61b-add2782be41c will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:07.456582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c0b7eb1-4520-43e6-a069-95b9dbec5ac0 req-ac90e61c-ccae-4030-a53f-fb8e99cd0114 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2824593 Feb 18 09:02:07.486821 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:07.501066 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b92ea1c-4ca0-4c58-81bc-21cfb25c94b0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:07.582348 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-10364637-ec48-478d-8602-ec40a1cd2b91 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "PUT /v2.0/routers/265329f7-c367-46c4-9923-e44b51b091bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4221592 Feb 18 09:02:07.589707 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38104) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:07.593506 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-deleted', 'tag': '28ca0474-ecea-48dc-bdbc-81970b7d76d9', 'status': 'completed', 'code': 200} Feb 18 09:02:07.639962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event updated for resources: {'Port': ['ID=c796011f-7bab-4e95-a61b-add2782be41c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:07.669000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Network 9850790a-96b3-49b2-a9a8-ecd673d97d6a is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:07.678394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:07.684553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:02:07.685491 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:07.739903 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92ea1c-4ca0-4c58-81bc-21cfb25c94b0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Subnet': ['ID=32a027a9-228a-409e-b0a0-444994da7828,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:07.763019 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92ea1c-4ca0-4c58-81bc-21cfb25c94b0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Checking segment: {'id': 'f12d0eb1-8ec0-4bbe-b912-b7b00510470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '357e1310-eb97-44ab-81de-8b38898309f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:07.763685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b92ea1c-4ca0-4c58-81bc-21cfb25c94b0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network hostable DHCP agents. Network: 357e1310-eb97-44ab-81de-8b38898309f4, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:02:07.792612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6943f56c-1d5a-4d03-8873-9f5496c31587 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:07.794859 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6943f56c-1d5a-4d03-8873-9f5496c31587 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:07.795851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6943f56c-1d5a-4d03-8873-9f5496c31587 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:07.843374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b92ea1c-4ca0-4c58-81bc-21cfb25c94b0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network 357e1310-eb97-44ab-81de-8b38898309f4 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:02:07.855687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6943f56c-1d5a-4d03-8873-9f5496c31587 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:07.861450 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6943f56c-1d5a-4d03-8873-9f5496c31587 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2564631 Feb 18 09:02:07.866734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d3714-5808-44ce-9615-5637d5c74705 req-2bf04c71-ef0d-49d8-bdab-da995adef816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:07.867815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38114) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:07.868740 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c5d3714-5808-44ce-9615-5637d5c74705 req-2bf04c71-ef0d-49d8-bdab-da995adef816 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d78c6884-ade0-4326-bd56-c1166a23fcf1 HTTP/1.1" status: 200 len: 1096 time: 0.8805461 Feb 18 09:02:07.891120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec37d0a-cf73-46bb-8923-ba8d91c72f5c req-0326c056-e069-4688-84e9-7b412828787d tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:07.892450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ec37d0a-cf73-46bb-8923-ba8d91c72f5c req-0326c056-e069-4688-84e9-7b412828787d tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 946 time: 0.8826652 Feb 18 09:02:07.942857 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-5b92ea1c-4ca0-4c58-81bc-21cfb25c94b0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 357e1310-eb97-44ab-81de-8b38898309f4) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:07.954787 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeae2cc-35e5-4aee-8172-546aff3b7ae9 None None] Network 357e1310-eb97-44ab-81de-8b38898309f4 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:07.975921 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b92ea1c-4ca0-4c58-81bc-21cfb25c94b0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:07.976803 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b92ea1c-4ca0-4c58-81bc-21cfb25c94b0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:08.023846 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19692a3-7b86-4dca-b8b6-ce88d3c68d2f None None] Sync routers for ids ['265329f7-c367-46c4-9923-e44b51b091bf'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:02:08.043145 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5b92ea1c-4ca0-4c58-81bc-21cfb25c94b0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6327519 Feb 18 09:02:08.043464 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19692a3-7b86-4dca-b8b6-ce88d3c68d2f None None] Routers {'265329f7-c367-46c4-9923-e44b51b091bf'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:02:08.043464 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f19692a3-7b86-4dca-b8b6-ce88d3c68d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:02:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['265329f7-c367-46c4-9923-e44b51b091bf'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:08.062638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38118) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:08.077315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-830c1d4e-c8bd-4693-a37f-e75ca471b7bc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1575163055'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:08.091769 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-830c1d4e-c8bd-4693-a37f-e75ca471b7bc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:08.112304 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-830c1d4e-c8bd-4693-a37f-e75ca471b7bc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Usage tracker for resource:network and tenant:db1c0c050d2e469ea3356471041949e7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:08.135629 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-830c1d4e-c8bd-4693-a37f-e75ca471b7bc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:08.151684 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2eb119-f4cc-4738-94e0-895d9b42a1ab tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet 793337d2-ab0f-4268-80a4-b8cabe40575f {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:02:08.156697 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca2eb119-f4cc-4738-94e0-895d9b42a1ab tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:08.244144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0efd507e-bca9-495e-bf52-60aaa00fa884 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:08.251990 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca2eb119-f4cc-4738-94e0-895d9b42a1ab tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:08.262475 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ec37d0a-cf73-46bb-8923-ba8d91c72f5c req-c5061c9c-cd61-4d6e-a586-15cd11b99efc tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022442 Feb 18 09:02:08.315245 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-f19692a3-7b86-4dca-b8b6-ce88d3c68d2f None None] Set router 265329f7-c367-46c4-9923-e44b51b091bf gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:02:08.336413 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c5d3714-5808-44ce-9615-5637d5c74705 req-c32b4d11-e1b8-4f44-b342-e6397b0a7f8f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338396 Feb 18 09:02:08.350810 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca2eb119-f4cc-4738-94e0-895d9b42a1ab tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:08.412125 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-357e1310-eb97-44ab-81de-8b38898309f4', 'network_id': '357e1310-eb97-44ab-81de-8b38898309f4', 'tenant_id': 'db1c0c050d2e469ea3356471041949e7', 'fixed_ips': [{'subnet_id': '32a027a9-228a-409e-b0a0-444994da7828'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:02:08.413911 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:08.433698 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:08.434315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-830c1d4e-c8bd-4693-a37f-e75ca471b7bc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:08.452008 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca2eb119-f4cc-4738-94e0-895d9b42a1ab tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:08.519422 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2eb119-f4cc-4738-94e0-895d9b42a1ab tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=793337d2-ab0f-4268-80a4-b8cabe40575f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:08.525647 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830c1d4e-c8bd-4693-a37f-e75ca471b7bc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:08.529004 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-830c1d4e-c8bd-4693-a37f-e75ca471b7bc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:08.530261 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f19692a3-7b86-4dca-b8b6-ce88d3c68d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265329f7-c367-46c4-9923-e44b51b091bf', 'name': 'tempest-NetworksTestDHCPv6-router-862589603', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:01:49Z', 'updated_at': '2022-02-18T09:02:05Z', 'revision_number': 3, 'project_id': '80df991716a4448da960b23e72bc250f', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:08.535615 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19692a3-7b86-4dca-b8b6-ce88d3c68d2f None None] Checking router: 265329f7-c367-46c4-9923-e44b51b091bf for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:02:08.549424 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca2eb119-f4cc-4738-94e0-895d9b42a1ab tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:08.553277 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19692a3-7b86-4dca-b8b6-ce88d3c68d2f None None] Routers {'265329f7-c367-46c4-9923-e44b51b091bf'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:02:08.554126 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f19692a3-7b86-4dca-b8b6-ce88d3c68d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:02:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['265329f7-c367-46c4-9923-e44b51b091bf'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:08.581377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830c1d4e-c8bd-4693-a37f-e75ca471b7bc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:02:08.599516 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ca2eb119-f4cc-4738-94e0-895d9b42a1ab tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/793337d2-ab0f-4268-80a4-b8cabe40575f HTTP/1.1" status: 204 len: 168 time: 0.7297320 Feb 18 09:02:08.606127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38130) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:08.618265 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-830c1d4e-c8bd-4693-a37f-e75ca471b7bc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:08.618627 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-830c1d4e-c8bd-4693-a37f-e75ca471b7bc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Added segment a76f843e-83b6-41f2-8f79-f48f999b3644 of type vlan for network 17696e3b-89d3-4091-8765-4c7ed4adf3a6 Feb 18 09:02:08.687929 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-87e20ead-f841-485b-a232-d8d08c86a096 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] For port 90f3702e-a062-4be2-8950-ee1a8178c3b9, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=90f3702e-a062-4be2-8950-ee1a8178c3b9,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:08.688498 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-87e20ead-f841-485b-a232-d8d08c86a096 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:08.779474 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Allocated IP 2001:db8:0:ffff::2 (357e1310-eb97-44ab-81de-8b38898309f4/32a027a9-228a-409e-b0a0-444994da7828/9491b9e5-4a82-4d59-9bf1-7757616ea71a) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:08.849085 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-f19692a3-7b86-4dca-b8b6-ce88d3c68d2f None None] Set router 265329f7-c367-46c4-9923-e44b51b091bf gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:02:08.912930 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-24f3e5d2-cddb-48d1-b3e4-dfe055c97762 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2988431 Feb 18 09:02:08.916501 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38146) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:08.925067 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-830c1d4e-c8bd-4693-a37f-e75ca471b7bc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:09.049150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-87e20ead-f841-485b-a232-d8d08c86a096 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Calling delete_port for 90f3702e-a062-4be2-8950-ee1a8178c3b9 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:09.133875 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8021452f-838b-490f-96ab-6c02049c9247 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:09.145015 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f19692a3-7b86-4dca-b8b6-ce88d3c68d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265329f7-c367-46c4-9923-e44b51b091bf', 'name': 'tempest-NetworksTestDHCPv6-router-862589603', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:01:49Z', 'updated_at': '2022-02-18T09:02:05Z', 'revision_number': 3, 'project_id': '80df991716a4448da960b23e72bc250f', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:09.154282 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19692a3-7b86-4dca-b8b6-ce88d3c68d2f None None] The sync data for ids ['265329f7-c367-46c4-9923-e44b51b091bf'] in n-d-829434-1 is: [{'id': '265329f7-c367-46c4-9923-e44b51b091bf', 'name': 'tempest-NetworksTestDHCPv6-router-862589603', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:01:49Z', 'updated_at': '2022-02-18T09:02:05Z', 'revision_number': 3, 'project_id': '80df991716a4448da960b23e72bc250f', 'gw_port_host': None}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:02:09.176983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea209d-1002-4d1f-979c-4fc87604282f req-e7ff18e0-3896-4f41-b9f8-428656ae5283 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:09.185106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7ea209d-1002-4d1f-979c-4fc87604282f req-e7ff18e0-3896-4f41-b9f8-428656ae5283 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 1.0693672 Feb 18 09:02:09.270367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-39fbcc75-7a35-40e9-95c9-56f61c796d0b None None] Provisioning for port c796011f-7bab-4e95-a61b-add2782be41c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:09.290981 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8096ee27-f078-45ca-a245-ee66cafae9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c7a91b-6c9c-4df2-9cd9-dac040b88667'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:02:09.302784 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44ded7e-5fb1-4067-b901-3457d9596e2c None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:09.363981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7ea209d-1002-4d1f-979c-4fc87604282f req-ac11424b-15da-424d-9350-3b57741379f3 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777997 Feb 18 09:02:09.457326 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:09.499107 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-39fbcc75-7a35-40e9-95c9-56f61c796d0b None None] Provisioning complete for port c796011f-7bab-4e95-a61b-add2782be41c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:09.499599 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-39fbcc75-7a35-40e9-95c9-56f61c796d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:09.532118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2405f3-429b-49dd-9edb-baa295863d1d req-22d117f6-f080-4e0c-a0ac-f6be903d83ff tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:09.537365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b2405f3-429b-49dd-9edb-baa295863d1d req-22d117f6-f080-4e0c-a0ac-f6be903d83ff tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 1.0474079 Feb 18 09:02:09.620127 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-830c1d4e-c8bd-4693-a37f-e75ca471b7bc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:09.643264 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830c1d4e-c8bd-4693-a37f-e75ca471b7bc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:09.643925 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-830c1d4e-c8bd-4693-a37f-e75ca471b7bc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:09.658061 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Transition to ACTIVE for port object 9491b9e5-4a82-4d59-9bf1-7757616ea71a will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:09.757816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-39fbcc75-7a35-40e9-95c9-56f61c796d0b None None] Port c796011f-7bab-4e95-a61b-add2782be41c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:02:09.779309 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0efd507e-bca9-495e-bf52-60aaa00fa884 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:09.779663 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:09.864079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c1d4e-c8bd-4693-a37f-e75ca471b7bc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Network': ['ID=17696e3b-89d3-4091-8765-4c7ed4adf3a6,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:09.870489 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8021452f-838b-490f-96ab-6c02049c9247 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:09.885418 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8021452f-838b-490f-96ab-6c02049c9247 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:09.898650 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 17696e3b-89d3-4091-8765-4c7ed4adf3a6 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:02:09.917305 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-87e20ead-f841-485b-a232-d8d08c86a096 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:09.966624 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-830c1d4e-c8bd-4693-a37f-e75ca471b7bc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9018483 Feb 18 09:02:09.968870 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38240) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:09.969740 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8021452f-838b-490f-96ab-6c02049c9247 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:09.970039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8021452f-838b-490f-96ab-6c02049c9247 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Fanout notify agent at l3_agent the message router_deleted on router 265329f7-c367-46c4-9923-e44b51b091bf {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:02:09.979550 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Transition to ACTIVE for port object 9491b9e5-4a82-4d59-9bf1-7757616ea71a will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:10.036740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-92b8262d-cd0b-4ee1-a1b9-7cb80c625f9e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'subnet': {'network_id': '17696e3b-89d3-4091-8765-4c7ed4adf3a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:10.099906 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:10.120656 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8021452f-838b-490f-96ab-6c02049c9247 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:10.125195 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8021452f-838b-490f-96ab-6c02049c9247 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/routers/265329f7-c367-46c4-9923-e44b51b091bf HTTP/1.1" status: 204 len: 168 time: 1.2048855 Feb 18 09:02:10.126138 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38258) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:10.135095 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:10.163421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b2405f3-429b-49dd-9edb-baa295863d1d req-691a81b4-45ef-4e6f-83f7-f027177f9916 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6001177 Feb 18 09:02:10.252253 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Network 357e1310-eb97-44ab-81de-8b38898309f4 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:10.262194 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:10.266462 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:02:10.400089 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:10.401143 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:10.416952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e20ead-f841-485b-a232-d8d08c86a096 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event deleted for resources: {'Port': ['ID=90f3702e-a062-4be2-8950-ee1a8178c3b9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:10.449122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814abdde-2dac-45e9-9120-9d95de9bb520 None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:02:10.469067 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-814abdde-2dac-45e9-9120-9d95de9bb520 None None] Deleting port 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:10.469623 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-814abdde-2dac-45e9-9120-9d95de9bb520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:10.566389 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event updated for resources: {'Port': ['ID=c796011f-7bab-4e95-a61b-add2782be41c,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:10.604143 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-92b8262d-cd0b-4ee1-a1b9-7cb80c625f9e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:10.608212 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-92b8262d-cd0b-4ee1-a1b9-7cb80c625f9e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Usage tracker for resource:subnet and tenant:db1c0c050d2e469ea3356471041949e7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:10.611977 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-87e20ead-f841-485b-a232-d8d08c86a096 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] No DVR routers for this DVR port 90f3702e-a062-4be2-8950-ee1a8178c3b9 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:10.618765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-92b8262d-cd0b-4ee1-a1b9-7cb80c625f9e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:10.626941 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-92b8262d-cd0b-4ee1-a1b9-7cb80c625f9e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:10.635303 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-87e20ead-f841-485b-a232-d8d08c86a096 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:10.644556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a849aeb7-17ea-4d71-afd9-a43632d1978b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:10.646183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-deleted', 'tag': '90f3702e-a062-4be2-8950-ee1a8178c3b9'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:02:10.660472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610be30-88a7-4d72-8b29-7508a0621410 req-edfbe29f-aa13-4075-a513-73a6bbd02504 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:10.666253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b8262d-cd0b-4ee1-a1b9-7cb80c625f9e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:10.667835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610be30-88a7-4d72-8b29-7508a0621410 req-edfbe29f-aa13-4075-a513-73a6bbd02504 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:10.670223 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92b8262d-cd0b-4ee1-a1b9-7cb80c625f9e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:10.673947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610be30-88a7-4d72-8b29-7508a0621410 req-edfbe29f-aa13-4075-a513-73a6bbd02504 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:10.683481 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c610be30-88a7-4d72-8b29-7508a0621410 req-edfbe29f-aa13-4075-a513-73a6bbd02504 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 2332 time: 1.1339455 Feb 18 09:02:10.815267 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-87e20ead-f841-485b-a232-d8d08c86a096 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.61 "DELETE /v2.0/ports/90f3702e-a062-4be2-8950-ee1a8178c3b9 HTTP/1.1" status: 204 len: 173 time: 4.1255562 Feb 18 09:02:10.818644 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Pushing event updated for resources: {'Port': ['ID=9491b9e5-4a82-4d59-9bf1-7757616ea71a,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:10.936839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c610be30-88a7-4d72-8b29-7508a0621410 req-20afb5cc-7ebe-4b58-9031-319463e72fd5 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2523878 Feb 18 09:02:11.048861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-35258f23-d25e-4647-8bb3-1ceaf8e6a17c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Deleting port be96da4c-c4db-494c-8efd-914fb5f9171c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:11.049524 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-35258f23-d25e-4647-8bb3-1ceaf8e6a17c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:11.051024 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 25bf958d-3d9e-4ff7-86a1-0a1e93494793 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:02:11.057426 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a849aeb7-17ea-4d71-afd9-a43632d1978b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:11.063712 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a849aeb7-17ea-4d71-afd9-a43632d1978b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:11.067602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a849aeb7-17ea-4d71-afd9-a43632d1978b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:11.077654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a849aeb7-17ea-4d71-afd9-a43632d1978b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:11.104659 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a849aeb7-17ea-4d71-afd9-a43632d1978b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:11.110099 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a849aeb7-17ea-4d71-afd9-a43632d1978b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:11.130126 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 25bf958d-3d9e-4ff7-86a1-0a1e93494793 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:02:11.130814 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 25bf958d-3d9e-4ff7-86a1-0a1e93494793 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:02:11.131225 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:02:11.158357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433de77-e37e-4bd9-b0f7-192b3d584024 req-798c02c7-df65-458c-9a19-c004f30543f4 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:11.158496 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Attempting to bind port 9491b9e5-4a82-4d59-9bf1-7757616ea71a on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:02:11.158778 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Attempting to bind port 9491b9e5-4a82-4d59-9bf1-7757616ea71a by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'f12d0eb1-8ec0-4bbe-b912-b7b00510470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '357e1310-eb97-44ab-81de-8b38898309f4'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:02:11.159141 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Attempting to bind port 9491b9e5-4a82-4d59-9bf1-7757616ea71a on network 357e1310-eb97-44ab-81de-8b38898309f4 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:02:11.159899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7433de77-e37e-4bd9-b0f7-192b3d584024 req-798c02c7-df65-458c-9a19-c004f30543f4 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 946 time: 0.7360115 Feb 18 09:02:11.211982 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:02:11.212429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Checking segment: {'id': 'f12d0eb1-8ec0-4bbe-b912-b7b00510470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '357e1310-eb97-44ab-81de-8b38898309f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:11.212881 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:11.213190 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Bound using segment: {'id': 'f12d0eb1-8ec0-4bbe-b912-b7b00510470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '357e1310-eb97-44ab-81de-8b38898309f4'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:02:11.213669 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Bound port: 9491b9e5-4a82-4d59-9bf1-7757616ea71a, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12d0eb1-8ec0-4bbe-b912-b7b00510470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '357e1310-eb97-44ab-81de-8b38898309f4'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:02:11.214453 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:11.219637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Network 9850790a-96b3-49b2-a9a8-ecd673d97d6a is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:11.234624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-814abdde-2dac-45e9-9120-9d95de9bb520 None None] For port 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4ea8dcfd-24b4-4050-bf31-69e7d4540bcb,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:11.235220 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-814abdde-2dac-45e9-9120-9d95de9bb520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:11.253537 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:11.269019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:11.561019 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8096ee27-f078-45ca-a245-ee66cafae9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c7a91b-6c9c-4df2-9cd9-dac040b88667', 'code': 200} Feb 18 09:02:11.606723 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-814abdde-2dac-45e9-9120-9d95de9bb520 None None] Calling delete_port for 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:11.672092 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92b8262d-cd0b-4ee1-a1b9-7cb80c625f9e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:11.781151 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a849aeb7-17ea-4d71-afd9-a43632d1978b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:11.784890 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:11.792225 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8262d-cd0b-4ee1-a1b9-7cb80c625f9e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Subnet': ['ID=a0021f34-bc87-410c-8c3f-8cf4732d4904,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:11.836207 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:11.845324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-152a6549-ca85-4e1e-9680-a65ab7ca5a88 None None] Provisioning complete for port c796011f-7bab-4e95-a61b-add2782be41c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:11.845816 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-152a6549-ca85-4e1e-9680-a65ab7ca5a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:11.846900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b8262d-cd0b-4ee1-a1b9-7cb80c625f9e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Checking segment: {'id': 'a76f843e-83b6-41f2-8f79-f48f999b3644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '17696e3b-89d3-4091-8765-4c7ed4adf3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:11.847275 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b8262d-cd0b-4ee1-a1b9-7cb80c625f9e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network hostable DHCP agents. Network: 17696e3b-89d3-4091-8765-4c7ed4adf3a6, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:02:11.874102 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a849aeb7-17ea-4d71-afd9-a43632d1978b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:11.880056 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-a849aeb7-17ea-4d71-afd9-a43632d1978b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:11.883682 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a849aeb7-17ea-4d71-afd9-a43632d1978b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:11.884325 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a849aeb7-17ea-4d71-afd9-a43632d1978b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:11.924747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] For port 9491b9e5-4a82-4d59-9bf1-7757616ea71a, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:02:11.936754 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-152a6549-ca85-4e1e-9680-a65ab7ca5a88 None None] Port c796011f-7bab-4e95-a61b-add2782be41c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:02:11.939231 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4ea8dcfd-24b4-4050-bf31-69e7d4540bcb,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:11.940213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aeb7-17ea-4d71-afd9-a43632d1978b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=c99211aa-2f3f-4b70-b313-2fb5a9af5b26,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:11.942509 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] For port 9491b9e5-4a82-4d59-9bf1-7757616ea71a, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9491b9e5-4a82-4d59-9bf1-7757616ea71a,segment=NetworkSegment(f12d0eb1-8ec0-4bbe-b912-b7b00510470a),segment_id=f12d0eb1-8ec0-4bbe-b912-b7b00510470a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:02:11.953937 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:11.970875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b8262d-cd0b-4ee1-a1b9-7cb80c625f9e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network 17696e3b-89d3-4091-8765-4c7ed4adf3a6 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:02:11.986430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-92b8262d-cd0b-4ee1-a1b9-7cb80c625f9e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 17696e3b-89d3-4091-8765-4c7ed4adf3a6) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:12.003623 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a849aeb7-17ea-4d71-afd9-a43632d1978b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4276159 Feb 18 09:02:12.005588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b8262d-cd0b-4ee1-a1b9-7cb80c625f9e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:12.006806 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92b8262d-cd0b-4ee1-a1b9-7cb80c625f9e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:12.010826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Router 7a4f6684-cff9-4f45-83c2-72462d7b5d7a has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:02:12.027565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38428) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:12.033555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-39eff905-a58f-4e0f-9060-00b0e4bb7742 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1596453349', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:12.044556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-39eff905-a58f-4e0f-9060-00b0e4bb7742 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:12.049421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-39eff905-a58f-4e0f-9060-00b0e4bb7742 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:router and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:12.054459 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:12.055109 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-39eff905-a58f-4e0f-9060-00b0e4bb7742 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:12.062066 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-39eff905-a58f-4e0f-9060-00b0e4bb7742 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:12.066930 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=4ea8dcfd-24b4-4050-bf31-69e7d4540bcb,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:12.067933 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7433de77-e37e-4bd9-b0f7-192b3d584024 req-c90fdcde-b943-4426-aab7-c72238346dd3 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8915670 Feb 18 09:02:12.071258 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d86be15-5262-4f1a-978d-3b2d27323656 None None] Network 17696e3b-89d3-4091-8765-4c7ed4adf3a6 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:12.081823 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-92b8262d-cd0b-4ee1-a1b9-7cb80c625f9e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0669239 Feb 18 09:02:12.082123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38440) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:12.165464 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-deleted', 'tag': '90f3702e-a062-4be2-8950-ee1a8178c3b9', 'status': 'completed', 'code': 200} Feb 18 09:02:12.294833 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-814abdde-2dac-45e9-9120-9d95de9bb520 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:02:12.295393 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-814abdde-2dac-45e9-9120-9d95de9bb520 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:02:12.334833 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:12.339190 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39eff905-a58f-4e0f-9060-00b0e4bb7742 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:12.340851 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39eff905-a58f-4e0f-9060-00b0e4bb7742 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:12.357902 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39eff905-a58f-4e0f-9060-00b0e4bb7742 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:12.385428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39eff905-a58f-4e0f-9060-00b0e4bb7742 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:12.437993 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e63565-4a3d-4193-8f3c-1fb27c3b1ea9 None None] Pushing event updated for resources: {'Port': ['ID=9491b9e5-4a82-4d59-9bf1-7757616ea71a,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:12.489668 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-17696e3b-89d3-4091-8765-4c7ed4adf3a6', 'network_id': '17696e3b-89d3-4091-8765-4c7ed4adf3a6', 'tenant_id': 'db1c0c050d2e469ea3356471041949e7', 'fixed_ips': [{'subnet_id': 'a0021f34-bc87-410c-8c3f-8cf4732d4904'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:02:12.490570 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:12.524041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:02:12.535262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108273d-a16a-45fb-886f-fe6048027aab req-510a9c23-996f-4dd9-88d2-0eff4182c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:12.535406 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-39eff905-a58f-4e0f-9060-00b0e4bb7742 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:12.537109 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1108273d-a16a-45fb-886f-fe6048027aab req-510a9c23-996f-4dd9-88d2-0eff4182c130 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=72394f0052cf4105ace3e6770e79b704&device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 1096 time: 0.8592348 Feb 18 09:02:12.537502 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-39eff905-a58f-4e0f-9060-00b0e4bb7742 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5086560 Feb 18 09:02:12.544100 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38478) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:12.544754 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cb3f264c-b0ec-4707-9270-8a9e786d19e6 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "PUT /v2.0/routers/7a4f6684-cff9-4f45-83c2-72462d7b5d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0971763 Feb 18 09:02:12.560497 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b30bc9-437c-4867-86eb-e7f299652d34 None None] Sync routers for ids ['7a4f6684-cff9-4f45-83c2-72462d7b5d7a'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:02:12.562131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38480) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:12.573495 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b30bc9-437c-4867-86eb-e7f299652d34 None None] Routers {'7a4f6684-cff9-4f45-83c2-72462d7b5d7a'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:02:12.574102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-01b30bc9-437c-4867-86eb-e7f299652d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:02:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7a4f6684-cff9-4f45-83c2-72462d7b5d7a'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:12.646850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-01b30bc9-437c-4867-86eb-e7f299652d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:12.667012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d3e00-70f0-4169-bdc0-37e808182b8c req-dc71d774-b8f6-468a-86c0-efc2b351a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:12.669614 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c0d3e00-70f0-4169-bdc0-37e808182b8c req-dc71d774-b8f6-468a-86c0-efc2b351a23a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 1097 time: 1.0276752 Feb 18 09:02:12.681404 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b30bc9-437c-4867-86eb-e7f299652d34 None None] Routers {'7a4f6684-cff9-4f45-83c2-72462d7b5d7a'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:02:12.682375 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-01b30bc9-437c-4867-86eb-e7f299652d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:02:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7a4f6684-cff9-4f45-83c2-72462d7b5d7a'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:12.798986 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-814abdde-2dac-45e9-9120-9d95de9bb520 None None] Deleting port 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:12.812641 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-814abdde-2dac-45e9-9120-9d95de9bb520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:12.929332 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-01b30bc9-437c-4867-86eb-e7f299652d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:12.929853 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b30bc9-437c-4867-86eb-e7f299652d34 None None] The sync data for ids ['7a4f6684-cff9-4f45-83c2-72462d7b5d7a'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:02:12.966609 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4391a54-c683-4680-81e6-d50b8db12b07 req-1260b7a2-04a2-4eee-a37d-c021ea2ce847 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:12.971300 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:12.987017 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4391a54-c683-4680-81e6-d50b8db12b07 req-1260b7a2-04a2-4eee-a37d-c021ea2ce847 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 1.3141849 Feb 18 09:02:13.020442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-35258f23-d25e-4647-8bb3-1ceaf8e6a17c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] For port be96da4c-c4db-494c-8efd-914fb5f9171c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=be96da4c-c4db-494c-8efd-914fb5f9171c,segment=NetworkSegment(cfb66b2a-84de-45eb-894f-c262b92b8923),segment_id=cfb66b2a-84de-45eb-894f-c262b92b8923)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:13.021009 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-35258f23-d25e-4647-8bb3-1ceaf8e6a17c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:13.033184 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9491b9e5-4a82-4d59-9bf1-7757616ea71a up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:13.192443 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Allocated IP 2001:db8::1 (17696e3b-89d3-4091-8765-4c7ed4adf3a6/a0021f34-bc87-410c-8c3f-8cf4732d4904/928933e0-2c31-466f-941c-c25940d0053c) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:13.285775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-35258f23-d25e-4647-8bb3-1ceaf8e6a17c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Calling delete_port for be96da4c-c4db-494c-8efd-914fb5f9171c owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:13.337721 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4391a54-c683-4680-81e6-d50b8db12b07 req-044bd82a-2299-48fa-8427-b2a0dab6524c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498092 Feb 18 09:02:13.340229 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c659dc68-aba0-49bf-b7a3-3182bcdb1914 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:13.412498 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 9491b9e5-4a82-4d59-9bf1-7757616ea71a completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:13.433120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c0d3e00-70f0-4169-bdc0-37e808182b8c req-c95d8199-468c-4fe0-9732-33b511dafd37 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7293296 Feb 18 09:02:13.597782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5bdb4-5381-4ac3-aef8-6037b0da8902 req-444d19cd-035a-4c25-b1a4-a1c6bd77819c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:13.599360 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4aa5bdb4-5381-4ac3-aef8-6037b0da8902 req-444d19cd-035a-4c25-b1a4-a1c6bd77819c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 1.2103419 Feb 18 09:02:13.663664 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108273d-a16a-45fb-886f-fe6048027aab req-6f2bca85-36a4-41fc-bf31-4562199d3ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:13.666112 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1108273d-a16a-45fb-886f-fe6048027aab req-6f2bca85-36a4-41fc-bf31-4562199d3ce8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 HTTP/1.1" status: 200 len: 912 time: 1.1141810 Feb 18 09:02:13.777230 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-814abdde-2dac-45e9-9120-9d95de9bb520 None None] For port 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4ea8dcfd-24b4-4050-bf31-69e7d4540bcb,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:13.777693 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-814abdde-2dac-45e9-9120-9d95de9bb520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:13.908825 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:14.027425 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-814abdde-2dac-45e9-9120-9d95de9bb520 None None] Calling delete_port for 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:14.213182 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e23a98-4806-4a8c-8e09-d48d4f59a6c0 None None] Network 357e1310-eb97-44ab-81de-8b38898309f4 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:14.288328 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-c659dc68-aba0-49bf-b7a3-3182bcdb1914 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 18 09:02:14.292618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c659dc68-aba0-49bf-b7a3-3182bcdb1914 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "DELETE /v2.0/routers/7a4f6684-cff9-4f45-83c2-72462d7b5d7a HTTP/1.1" status: 409 len: 329 time: 1.7282398 Feb 18 09:02:14.293220 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38628) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:14.385176 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:14.390065 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4aa5bdb4-5381-4ac3-aef8-6037b0da8902 req-a4a913c1-af9c-4793-89c6-3b80e4bb0ed3 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7459269 Feb 18 09:02:14.415759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Transition to ACTIVE for port object 928933e0-2c31-466f-941c-c25940d0053c will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:14.434795 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-95497d22-b855-4f79-8570-6f443a42155d None None] Provisioning for port 9491b9e5-4a82-4d59-9bf1-7757616ea71a completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:14.446223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-95497d22-b855-4f79-8570-6f443a42155d None None] Provisioning complete for port 9491b9e5-4a82-4d59-9bf1-7757616ea71a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:14.446957 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-95497d22-b855-4f79-8570-6f443a42155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:14.471130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::1 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/c99211aa-2f3f-4b70-b313-2fb5a9af5b26/185a6c2a-b8f4-4866-bab6-68205b9219e9) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:14.479433 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-814abdde-2dac-45e9-9120-9d95de9bb520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:14.504680 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1108273d-a16a-45fb-886f-fe6048027aab req-c5e63f2c-290f-4f85-98da-c5075cb3b822 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720ca9de-aa3a-4dcb-8a1f-36c30630d164 HTTP/1.1" status: 200 len: 1000 time: 0.8199327 Feb 18 09:02:14.580831 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814abdde-2dac-45e9-9120-9d95de9bb520 None None] Pushing event deleted for resources: {'Port': ['ID=4ea8dcfd-24b4-4050-bf31-69e7d4540bcb,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:14.598042 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814abdde-2dac-45e9-9120-9d95de9bb520 None None] No DVR routers for this DVR port 4ea8dcfd-24b4-4050-bf31-69e7d4540bcb on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:14.602173 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Transition to ACTIVE for port object 928933e0-2c31-466f-941c-c25940d0053c will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:14.628075 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1423e9bd-bf7f-43f8-be93-9eba65b572d8 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:14.686610 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:14.693544 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:14.711370 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object 185a6c2a-b8f4-4866-bab6-68205b9219e9 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:14.749447 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:14.830219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Network 17696e3b-89d3-4091-8765-4c7ed4adf3a6 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:14.845036 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:14.854562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:02:14.874159 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=185a6c2a-b8f4-4866-bab6-68205b9219e9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:14.885767 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:14.909579 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-35258f23-d25e-4647-8bb3-1ceaf8e6a17c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:14.994510 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Subnet': ['ID=a0021f34-bc87-410c-8c3f-8cf4732d4904,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:15.006347 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:15.036696 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:15.037384 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-95497d22-b855-4f79-8570-6f443a42155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:15.044970 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:02:15.045652 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:15.047584 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Pushing event updated for resources: {'Port': ['ID=928933e0-2c31-466f-941c-c25940d0053c,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:15.054458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6e099-52a0-4e99-8695-4506115036f5 req-4bc64fcc-458c-4cd1-992e-0194d4bb0607 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:15.060463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6e099-52a0-4e99-8695-4506115036f5 req-4bc64fcc-458c-4cd1-992e-0194d4bb0607 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:15.061261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f4c6e099-52a0-4e99-8695-4506115036f5 req-4bc64fcc-458c-4cd1-992e-0194d4bb0607 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Synchronizing usage tracker for tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:15.077658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108273d-a16a-45fb-886f-fe6048027aab req-f201c37f-4a14-4e60-ae9d-6bbe8b9d4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:15.079117 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1108273d-a16a-45fb-886f-fe6048027aab req-f201c37f-4a14-4e60-ae9d-6bbe8b9d4753 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9eaf963a-b95e-4bec-b0a0-0baccb065970 HTTP/1.1" status: 200 len: 850 time: 0.5436981 Feb 18 09:02:15.162113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Attempting to bind port 928933e0-2c31-466f-941c-c25940d0053c on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:02:15.162503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Attempting to bind port 928933e0-2c31-466f-941c-c25940d0053c by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'a76f843e-83b6-41f2-8f79-f48f999b3644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '17696e3b-89d3-4091-8765-4c7ed4adf3a6'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:02:15.163619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Attempting to bind port 928933e0-2c31-466f-941c-c25940d0053c on network 17696e3b-89d3-4091-8765-4c7ed4adf3a6 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:02:15.191456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35258f23-d25e-4647-8bb3-1ceaf8e6a17c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event deleted for resources: {'Port': ['ID=be96da4c-c4db-494c-8efd-914fb5f9171c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:15.222356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:02:15.222681 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Checking segment: {'id': 'a76f843e-83b6-41f2-8f79-f48f999b3644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '17696e3b-89d3-4091-8765-4c7ed4adf3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:15.223074 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:15.223473 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Bound using segment: {'id': 'a76f843e-83b6-41f2-8f79-f48f999b3644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '17696e3b-89d3-4091-8765-4c7ed4adf3a6'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:02:15.223971 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Bound port: 928933e0-2c31-466f-941c-c25940d0053c, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76f843e-83b6-41f2-8f79-f48f999b3644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '17696e3b-89d3-4091-8765-4c7ed4adf3a6'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:02:15.224353 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:15.229679 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:15.342974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f4c6e099-52a0-4e99-8695-4506115036f5 req-4bc64fcc-458c-4cd1-992e-0194d4bb0607 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Unset dirty status for tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:15.350826 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f4c6e099-52a0-4e99-8695-4506115036f5 req-4bc64fcc-458c-4cd1-992e-0194d4bb0607 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 1677 time: 1.6774027 Feb 18 09:02:15.397769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-35258f23-d25e-4647-8bb3-1ceaf8e6a17c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] No DVR routers for this DVR port be96da4c-c4db-494c-8efd-914fb5f9171c on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:15.407185 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-35258f23-d25e-4647-8bb3-1ceaf8e6a17c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:15.407418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17696e3b-89d3-4091-8765-4c7ed4adf3a6']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:15.407513 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-35258f23-d25e-4647-8bb3-1ceaf8e6a17c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.61 "DELETE /v2.0/ports/be96da4c-c4db-494c-8efd-914fb5f9171c HTTP/1.1" status: 204 len: 173 time: 4.5737834 Feb 18 09:02:15.410786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-deleted', 'tag': 'be96da4c-c4db-494c-8efd-914fb5f9171c'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:02:15.419438 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-95497d22-b855-4f79-8570-6f443a42155d None None] For port 9491b9e5-4a82-4d59-9bf1-7757616ea71a, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9491b9e5-4a82-4d59-9bf1-7757616ea71a,segment=NetworkSegment(f12d0eb1-8ec0-4bbe-b912-b7b00510470a),segment_id=f12d0eb1-8ec0-4bbe-b912-b7b00510470a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:15.425690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76f843e-83b6-41f2-8f79-f48f999b3644') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:15.425690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76f843e-83b6-41f2-8f79-f48f999b3644') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:15.435263 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:15.458376 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:15.468188 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-95497d22-b855-4f79-8570-6f443a42155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:15.479196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685325b-ea63-4ecb-a6a8-43207fb6a7e4 req-e5e4ab06-d5e8-4e77-a7b5-7959403a04d2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:15.480755 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2685325b-ea63-4ecb-a6a8-43207fb6a7e4 req-e5e4ab06-d5e8-4e77-a7b5-7959403a04d2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 946 time: 0.8723650 Feb 18 09:02:15.497204 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f4c6e099-52a0-4e99-8695-4506115036f5 req-343547ec-3607-4724-bd10-e6c448474d1c tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1450915 Feb 18 09:02:15.529299 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:15.546442 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:02:15.547015 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:02:15.563106 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:02:15.628320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] For port 928933e0-2c31-466f-941c-c25940d0053c, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:02:15.681925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-4fcdb861-3ed9-4255-8129-117aec771ef9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Deleting port 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:15.682279 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-4fcdb861-3ed9-4255-8129-117aec771ef9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:15.696227 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95497d22-b855-4f79-8570-6f443a42155d None None] Pushing event updated for resources: {'Port': ['ID=9491b9e5-4a82-4d59-9bf1-7757616ea71a,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:15.729111 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': 'c99211aa-2f3f-4b70-b313-2fb5a9af5b26'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:02:15.729951 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:15.753978 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-deleted', 'tag': 'be96da4c-c4db-494c-8efd-914fb5f9171c', 'status': 'completed', 'code': 200} Feb 18 09:02:15.938341 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:02:15.938341 n-d-829434-1 neutron-server[87767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:02:15.938341 n-d-829434-1 neutron-server[87767]: [parameters: {'id': '17696e3b-89d3-4091-8765-4c7ed4adf3a6'}] Feb 18 09:02:15.938341 n-d-829434-1 neutron-server[87767]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:02:15.938722 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:02:16.029344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Allocated IP 2001:db8::2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/c99211aa-2f3f-4b70-b313-2fb5a9af5b26/75eccdaa-f806-432b-ad82-2d19479b3fcc) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:16.031674 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2685325b-ea63-4ecb-a6a8-43207fb6a7e4 req-867f5b13-1de9-4516-937e-fbe1edfcda78 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334346 Feb 18 09:02:16.040020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] For port 928933e0-2c31-466f-941c-c25940d0053c, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=928933e0-2c31-466f-941c-c25940d0053c,segment=NetworkSegment(a76f843e-83b6-41f2-8f79-f48f999b3644),segment_id=a76f843e-83b6-41f2-8f79-f48f999b3644)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:02:16.050677 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108273d-a16a-45fb-886f-fe6048027aab req-90f1b181-8f2c-48ba-8c4f-2badf63fa99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:16.052646 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1108273d-a16a-45fb-886f-fe6048027aab req-90f1b181-8f2c-48ba-8c4f-2badf63fa99d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9525385 Feb 18 09:02:16.052830 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:16.081406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-1108273d-a16a-45fb-886f-fe6048027aab req-4a79b57e-f979-463b-890a-15aea237063d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:02:16.086517 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1108273d-a16a-45fb-886f-fe6048027aab req-4a79b57e-f979-463b-890a-15aea237063d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227406 Feb 18 09:02:16.213283 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7591684a-675b-44ad-97e1-30c1dc2225d5 None None] Provisioning complete for port 9491b9e5-4a82-4d59-9bf1-7757616ea71a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:16.213584 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7591684a-675b-44ad-97e1-30c1dc2225d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:16.362407 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe37085-38a3-478a-8aac-48e430a218a8 None None] Pushing event updated for resources: {'Port': ['ID=928933e0-2c31-466f-941c-c25940d0053c,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:16.395708 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:16.401300 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:16.402068 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:16.446991 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:16.516064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0c7f41-aaaf-4f7f-8f33-5e37d9a198d6 None None] Network 17696e3b-89d3-4091-8765-4c7ed4adf3a6 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:16.546780 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Deleting port 928933e0-2c31-466f-941c-c25940d0053c {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:16.547812 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:16.608969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=185a6c2a-b8f4-4866-bab6-68205b9219e9,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:16.675143 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:16.719285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Transition to ACTIVE for port object 75eccdaa-f806-432b-ad82-2d19479b3fcc will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:16.752933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Transition to ACTIVE for port object 75eccdaa-f806-432b-ad82-2d19479b3fcc will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:16.755026 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:16.763603 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:16.768523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-1bc19cea-da9f-4076-93ed-bccf269db289 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:16.769218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-1bc19cea-da9f-4076-93ed-bccf269db289 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Synchronizing usage tracker for tenant:2a48c799eeea46379351a2e62cc35b47 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:16.796537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606c4fd-c337-4363-9399-5b5b291fcf61 req-e1c94845-d53b-4425-b99e-1d565c6f3aab tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:16.798521 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2606c4fd-c337-4363-9399-5b5b291fcf61 req-e1c94845-d53b-4425-b99e-1d565c6f3aab tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 1.0518782 Feb 18 09:02:16.810544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:16.837635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:16.840562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:16.844457 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:02:16.851095 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Pushing event updated for resources: {'Port': ['ID=75eccdaa-f806-432b-ad82-2d19479b3fcc,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:16.890398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1108273d-a16a-45fb-886f-fe6048027aab req-7a889aab-77fc-42bd-b009-0ee20a24e075 service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7691853 Feb 18 09:02:16.948134 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Attempting to bind port 75eccdaa-f806-432b-ad82-2d19479b3fcc on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:02:16.948954 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Attempting to bind port 75eccdaa-f806-432b-ad82-2d19479b3fcc by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:02:16.949976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Attempting to bind port 75eccdaa-f806-432b-ad82-2d19479b3fcc on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:02:16.960714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:02:16.961253 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:16.961980 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:16.962248 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:02:16.962824 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Bound port: 75eccdaa-f806-432b-ad82-2d19479b3fcc, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:02:16.963313 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:16.977208 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9491b9e5-4a82-4d59-9bf1-7757616ea71a up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:16.986199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-4fcdb861-3ed9-4255-8129-117aec771ef9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] For port 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=99ae2b9b-f68e-4fcd-ab39-beb4afc7745c,segment=NetworkSegment(cfb66b2a-84de-45eb-894f-c262b92b8923),segment_id=cfb66b2a-84de-45eb-894f-c262b92b8923)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:16.986569 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-4fcdb861-3ed9-4255-8129-117aec771ef9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:16.995998 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] For port 928933e0-2c31-466f-941c-c25940d0053c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=928933e0-2c31-466f-941c-c25940d0053c,segment=NetworkSegment(a76f843e-83b6-41f2-8f79-f48f999b3644),segment_id=a76f843e-83b6-41f2-8f79-f48f999b3644)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:16.996389 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:17.046322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-1bc19cea-da9f-4076-93ed-bccf269db289 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Unset dirty status for tenant:2a48c799eeea46379351a2e62cc35b47 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:17.047519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-1bc19cea-da9f-4076-93ed-bccf269db289 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/networks?id=0fbf291a-8449-447e-8f42-eed803b6e96e HTTP/1.1" status: 200 len: 813 time: 0.7651830 Feb 18 09:02:17.113245 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] For port 75eccdaa-f806-432b-ad82-2d19479b3fcc, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:02:17.117881 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] For port 75eccdaa-f806-432b-ad82-2d19479b3fcc, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=75eccdaa-f806-432b-ad82-2d19479b3fcc,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:02:17.119493 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 9491b9e5-4a82-4d59-9bf1-7757616ea71a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:17.119857 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:17.139290 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Calling delete_port for 928933e0-2c31-466f-941c-c25940d0053c owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:17.154462 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:17.183105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-4fcdb861-3ed9-4255-8129-117aec771ef9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Calling delete_port for 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:17.230792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2606c4fd-c337-4363-9399-5b5b291fcf61 req-0b3f9ff7-79fa-490b-ac20-8d53783b9c46 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222079 Feb 18 09:02:17.235416 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-670a16ce-5e53-4f0c-b8a2-4816708b22dd tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/quotas/2a48c799eeea46379351a2e62cc35b47 HTTP/1.1" status: 200 len: 375 time: 0.1786902 Feb 18 09:02:17.251380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fecddc-b979-4ff6-ae9e-e544c681ae6d None None] Pushing event updated for resources: {'Port': ['ID=75eccdaa-f806-432b-ad82-2d19479b3fcc,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:17.261421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Router 0bb57194-d461-4a69-81f8-9b6ff3a18967 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:02:17.321659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-e453012e-c87c-46f0-a30b-e04522617c98 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2a48c799eeea46379351a2e62cc35b47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663674 Feb 18 09:02:17.363569 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8dbb2cb-067b-4ed3-9212-531c7862ad74 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:17.384078 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:17.431319 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No DVR routers for this DVR port 928933e0-2c31-466f-941c-c25940d0053c on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:17.484025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Port': ['ID=928933e0-2c31-466f-941c-c25940d0053c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:17.628887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1108273d-a16a-45fb-886f-fe6048027aab req-37fe79bc-c5ba-4824-a85b-43592dfeb078 service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7226920 Feb 18 09:02:17.684233 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:17.691773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:02:17.705915 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Sync routers for ids ['0bb57194-d461-4a69-81f8-9b6ff3a18967'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:02:17.715990 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Routers {'0bb57194-d461-4a69-81f8-9b6ff3a18967'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:02:17.717358 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:02:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0bb57194-d461-4a69-81f8-9b6ff3a18967'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:17.735577 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e02ed1e4-e5e7-487b-88ca-d1f0b1c69c46 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "PUT /v2.0/routers/0bb57194-d461-4a69-81f8-9b6ff3a18967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1915231 Feb 18 09:02:17.738734 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38662) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:17.741964 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17696e3b-89d3-4091-8765-4c7ed4adf3a6']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:17.893032 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Set router 0bb57194-d461-4a69-81f8-9b6ff3a18967 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:02:17.894568 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-d56bbfc5-65d8-4fe5-a811-de5269e0c5db service neutron] 10.222.0.72 "GET /v2.0/networks/0fbf291a-8449-447e-8f42-eed803b6e96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638387 Feb 18 09:02:17.924757 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-4fcdb861-3ed9-4255-8129-117aec771ef9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:17.963426 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76f843e-83b6-41f2-8f79-f48f999b3644') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:17.963800 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76f843e-83b6-41f2-8f79-f48f999b3644') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:17.989197 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:18.018134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d056e60e-94af-4c6a-843a-aabd3d34212c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:18.018744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d056e60e-94af-4c6a-843a-aabd3d34212c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:18.037316 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:18.050647 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:02:18.050970 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:02:18.083431 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:02:18.090154 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d056e60e-94af-4c6a-843a-aabd3d34212c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:18.093974 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d056e60e-94af-4c6a-843a-aabd3d34212c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports/185a6c2a-b8f4-4866-bab6-68205b9219e9 HTTP/1.1" status: 200 len: 911 time: 0.3520732 Feb 18 09:02:18.163894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38666) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:18.185374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a0f17-12d4-4f42-be2a-23158f6e7020 req-557f4b04-a11e-43ed-bf68-f1a57af99d4e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:18.186901 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a8a0f17-12d4-4f42-be2a-23158f6e7020 req-557f4b04-a11e-43ed-bf68-f1a57af99d4e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 943 time: 0.7718253 Feb 18 09:02:18.267722 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:18.293642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcdb861-3ed9-4255-8129-117aec771ef9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event deleted for resources: {'Port': ['ID=99ae2b9b-f68e-4fcd-ab39-beb4afc7745c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:18.312529 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb57194-d461-4a69-81f8-9b6ff3a18967', 'name': 'tempest-NetworksTestDHCPv6-router-1596453349', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:12Z', 'updated_at': '2022-02-18T09:02:15Z', 'revision_number': 2, 'project_id': '80df991716a4448da960b23e72bc250f', 'gw_port_host': None, '_interfaces': [{'id': '185a6c2a-b8f4-4866-bab6-68205b9219e9', 'name': '', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'mac_address': 'fa:16:3e:75:20:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb57194-d461-4a69-81f8-9b6ff3a18967', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'c99211aa-2f3f-4b70-b313-2fb5a9af5b26', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:14Z', 'updated_at': '2022-02-18T09:02:15Z', 'revision_number': 2, 'project_id': '80df991716a4448da960b23e72bc250f', 'subnets': [{'id': 'c99211aa-2f3f-4b70-b313-2fb5a9af5b26', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:18.317196 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Checking router: 0bb57194-d461-4a69-81f8-9b6ff3a18967 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:02:18.317538 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Updating router 0bb57194-d461-4a69-81f8-9b6ff3a18967 port 185a6c2a-b8f4-4866-bab6-68205b9219e9 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:02:18.322281 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:18.329958 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/networks/17696e3b-89d3-4091-8765-4c7ed4adf3a6 HTTP/1.1" status: 204 len: 168 time: 6.2430489 Feb 18 09:02:18.332722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfff3d-9089-46c7-b379-7d19d9c4467b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Network': ['ID=17696e3b-89d3-4091-8765-4c7ed4adf3a6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:18.337144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38672) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:18.348084 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a2906ed1-8a74-425e-aa8f-da19fd622f6b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1264589635'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:18.355116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a2906ed1-8a74-425e-aa8f-da19fd622f6b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:18.359908 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a2906ed1-8a74-425e-aa8f-da19fd622f6b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Usage tracker for resource:network and tenant:db1c0c050d2e469ea3356471041949e7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:18.363691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a2906ed1-8a74-425e-aa8f-da19fd622f6b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:18.371243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a2906ed1-8a74-425e-aa8f-da19fd622f6b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:18.386719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2906ed1-8a74-425e-aa8f-da19fd622f6b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:18.391045 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a2906ed1-8a74-425e-aa8f-da19fd622f6b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:18.399733 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:18.429341 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2906ed1-8a74-425e-aa8f-da19fd622f6b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:02:18.440394 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a2906ed1-8a74-425e-aa8f-da19fd622f6b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:18.440902 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-a2906ed1-8a74-425e-aa8f-da19fd622f6b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Added segment c6629009-812d-4216-a5eb-b50d5f043132 of type vlan for network 12d633d8-fb36-4977-8866-aff37a373b19 Feb 18 09:02:18.477100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a8a0f17-12d4-4f42-be2a-23158f6e7020 req-5290ff69-9e0c-4a24-8cf9-9b39b59c67da tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups?id=f669f159-2d75-41d6-8b3b-f28636bc77b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2282574 Feb 18 09:02:18.477812 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a2906ed1-8a74-425e-aa8f-da19fd622f6b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:18.478123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-4fcdb861-3ed9-4255-8129-117aec771ef9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] No DVR routers for this DVR port 99ae2b9b-f68e-4fcd-ab39-beb4afc7745c on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:18.497630 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-4fcdb861-3ed9-4255-8129-117aec771ef9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:18.507024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-deleted', 'tag': '99ae2b9b-f68e-4fcd-ab39-beb4afc7745c'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:02:18.545694 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a2906ed1-8a74-425e-aa8f-da19fd622f6b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:18.551480 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2906ed1-8a74-425e-aa8f-da19fd622f6b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:18.552226 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a2906ed1-8a74-425e-aa8f-da19fd622f6b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:18.583478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6478c27-d836-4e4f-9d37-211107d6de6b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:18.589956 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6478c27-d836-4e4f-9d37-211107d6de6b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:18.594239 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b6478c27-d836-4e4f-9d37-211107d6de6b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.4152925 Feb 18 09:02:18.596408 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-a5aff6ac-e526-4e1f-8f6f-e5f7ebc9a726 service neutron] 10.222.0.72 "GET /v2.0/networks/0fbf291a-8449-447e-8f42-eed803b6e96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7009830 Feb 18 09:02:18.596883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38682) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:18.606198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75d42911-8d97-48cb-9b3e-98c0d5212121 req-4fcdb861-3ed9-4255-8129-117aec771ef9 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.61 "DELETE /v2.0/ports/99ae2b9b-f68e-4fcd-ab39-beb4afc7745c HTTP/1.1" status: 204 len: 173 time: 3.1869671 Feb 18 09:02:18.766106 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ece0cf2e-51e8-496a-b1f7-d75b9b35db9b None None] Provisioning for port 75eccdaa-f806-432b-ad82-2d19479b3fcc completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:18.793488 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a2906ed1-8a74-425e-aa8f-da19fd622f6b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4520261 Feb 18 09:02:18.806881 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ece0cf2e-51e8-496a-b1f7-d75b9b35db9b None None] Provisioning for port 185a6c2a-b8f4-4866-bab6-68205b9219e9 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:18.825984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ece0cf2e-51e8-496a-b1f7-d75b9b35db9b None None] Provisioning complete for port 185a6c2a-b8f4-4866-bab6-68205b9219e9 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:18.826434 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ece0cf2e-51e8-496a-b1f7-d75b9b35db9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:18.833130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38686) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:18.871994 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-378b9b28-5768-4d6c-9c6c-c2fc6b49e145 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'subnet': {'network_id': '12d633d8-fb36-4977-8866-aff37a373b19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:18.900516 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2906ed1-8a74-425e-aa8f-da19fd622f6b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Network': ['ID=12d633d8-fb36-4977-8866-aff37a373b19,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:18.968136 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 12d633d8-fb36-4977-8866-aff37a373b19 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:02:19.214624 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:19.226423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ece0cf2e-51e8-496a-b1f7-d75b9b35db9b None None] Port 185a6c2a-b8f4-4866-bab6-68205b9219e9 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:02:19.229100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 75eccdaa-f806-432b-ad82-2d19479b3fcc up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:19.240076 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Transition to ACTIVE for port object 185a6c2a-b8f4-4866-bab6-68205b9219e9 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:19.256192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-f8dbb2cb-067b-4ed3-9212-531c7862ad74 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Deleting port c796011f-7bab-4e95-a61b-add2782be41c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:19.257492 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8dbb2cb-067b-4ed3-9212-531c7862ad74 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:19.263845 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:19.522875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 75eccdaa-f806-432b-ad82-2d19479b3fcc completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:19.531096 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 75eccdaa-f806-432b-ad82-2d19479b3fcc triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:19.531764 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:19.579822 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Attempting to bind port 185a6c2a-b8f4-4866-bab6-68205b9219e9 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:02:19.580184 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Attempting to bind port 185a6c2a-b8f4-4866-bab6-68205b9219e9 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:02:19.580588 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Attempting to bind port 185a6c2a-b8f4-4866-bab6-68205b9219e9 on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:02:19.582740 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0efcb-5551-45aa-9a24-0b2bc093a264 None None] Pushing event updated for resources: {'Port': ['ID=185a6c2a-b8f4-4866-bab6-68205b9219e9,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:19.591108 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:02:19.591422 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:19.591790 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:19.592176 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:02:19.592671 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Bound port: 185a6c2a-b8f4-4866-bab6-68205b9219e9, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:02:19.593035 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:19.762245 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] For port 185a6c2a-b8f4-4866-bab6-68205b9219e9, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:02:19.768413 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:19.770437 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] For port 185a6c2a-b8f4-4866-bab6-68205b9219e9, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=185a6c2a-b8f4-4866-bab6-68205b9219e9,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:02:19.777637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-378b9b28-5768-4d6c-9c6c-c2fc6b49e145 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:19.789112 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:19.817404 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b843e31d-ef89-4c50-84ae-0fc0d2863c82 None None] get_active_networks_info from n-d-829434-1 {{(pid=87769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 18 09:02:19.896545 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Routers {'0bb57194-d461-4a69-81f8-9b6ff3a18967'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:02:19.897861 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:02:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0bb57194-d461-4a69-81f8-9b6ff3a18967'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:19.933451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-378b9b28-5768-4d6c-9c6c-c2fc6b49e145 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Usage tracker for resource:subnet and tenant:db1c0c050d2e469ea3356471041949e7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:19.955472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-378b9b28-5768-4d6c-9c6c-c2fc6b49e145 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:20.016239 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-378b9b28-5768-4d6c-9c6c-c2fc6b49e145 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:20.083952 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] Set router 0bb57194-d461-4a69-81f8-9b6ff3a18967 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:02:20.103997 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b843e31d-ef89-4c50-84ae-0fc0d2863c82 None None] Resources bound (agent type, host, resource id): {{(pid=87769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:02:20.119341 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8d502-4361-4f46-913b-bd5563d91aee req-078b6175-06ae-4d4e-83dc-4a55b8d13fc6 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:20.121410 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86b8d502-4361-4f46-913b-bd5563d91aee req-078b6175-06ae-4d4e-83dc-4a55b8d13fc6 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 946 time: 1.4318156 Feb 18 09:02:20.124201 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 75eccdaa-f806-432b-ad82-2d19479b3fcc, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=75eccdaa-f806-432b-ad82-2d19479b3fcc,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:20.251414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378b9b28-5768-4d6c-9c6c-c2fc6b49e145 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:20.260044 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-378b9b28-5768-4d6c-9c6c-c2fc6b49e145 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:20.280334 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:20.286194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400be07f-4b41-4bd6-bfcc-b4ad623e9bc9 req-35d8addf-46d6-45e0-b7ee-006728557882 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:20.293919 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-400be07f-4b41-4bd6-bfcc-b4ad623e9bc9 req-35d8addf-46d6-45e0-b7ee-006728557882 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 1.0556707 Feb 18 09:02:20.364682 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0efcb-5551-45aa-9a24-0b2bc093a264 None None] Pushing event updated for resources: {'Port': ['ID=185a6c2a-b8f4-4866-bab6-68205b9219e9,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:20.501138 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb57194-d461-4a69-81f8-9b6ff3a18967', 'name': 'tempest-NetworksTestDHCPv6-router-1596453349', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:12Z', 'updated_at': '2022-02-18T09:02:15Z', 'revision_number': 2, 'project_id': '80df991716a4448da960b23e72bc250f', 'gw_port_host': None, '_interfaces': [{'id': '185a6c2a-b8f4-4866-bab6-68205b9219e9', 'name': '', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'mac_address': 'fa:16:3e:75:20:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb57194-d461-4a69-81f8-9b6ff3a18967', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'c99211aa-2f3f-4b70-b313-2fb5a9af5b26', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:14Z', 'updated_at': '2022-02-18T09:02:19Z', 'revision_number': 4, 'project_id': '80df991716a4448da960b23e72bc250f', 'subnets': [{'id': 'c99211aa-2f3f-4b70-b313-2fb5a9af5b26', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:20.507046 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f691dbf-3d03-48c7-8f42-883fd73de93d None None] The sync data for ids ['0bb57194-d461-4a69-81f8-9b6ff3a18967'] in n-d-829434-1 is: [{'id': '0bb57194-d461-4a69-81f8-9b6ff3a18967', 'name': 'tempest-NetworksTestDHCPv6-router-1596453349', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:12Z', 'updated_at': '2022-02-18T09:02:15Z', 'revision_number': 2, 'project_id': '80df991716a4448da960b23e72bc250f', 'gw_port_host': None, '_interfaces': [{'id': '185a6c2a-b8f4-4866-bab6-68205b9219e9', 'name': '', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'mac_address': 'fa:16:3e:75:20:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb57194-d461-4a69-81f8-9b6ff3a18967', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'c99211aa-2f3f-4b70-b313-2fb5a9af5b26', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:02:14Z', 'updated_at': '2022-02-18T09:02:19Z', 'revision_number': 4, 'project_id': '80df991716a4448da960b23e72bc250f', 'subnets': [{'id': 'c99211aa-2f3f-4b70-b313-2fb5a9af5b26', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:02:20.636031 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8dbb2cb-067b-4ed3-9212-531c7862ad74 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:20.670320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=75eccdaa-f806-432b-ad82-2d19479b3fcc,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:20.696894 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-400be07f-4b41-4bd6-bfcc-b4ad623e9bc9 req-80a83886-a69c-4160-a97e-017ef3cc2d41 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4018006 Feb 18 09:02:21.001653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-f8dbb2cb-067b-4ed3-9212-531c7862ad74 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Calling delete_port for c796011f-7bab-4e95-a61b-add2782be41c owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:21.037135 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 75eccdaa-f806-432b-ad82-2d19479b3fcc up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:21.099528 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7949ccc5-ccf6-477e-82fa-62ad7434fc3d', 'name': 'network-vif-deleted', 'tag': '99ae2b9b-f68e-4fcd-ab39-beb4afc7745c', 'status': 'completed', 'code': 200} Feb 18 09:02:21.180962 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86b8d502-4361-4f46-913b-bd5563d91aee req-9ac924ae-e7ae-495c-a485-93f4e1421f74 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9693847 Feb 18 09:02:21.260745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 75eccdaa-f806-432b-ad82-2d19479b3fcc triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:21.262972 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:21.692511 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d1d8957e-20ae-4406-8b93-eafabf920af2 req-a6c673b0-4ff4-434e-a83b-6afc7121524b tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=4892069d-4bcc-460d-889b-869be5c10ff0 HTTP/1.1" status: 200 len: 210 time: 0.2506952 Feb 18 09:02:21.712700 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-6984ddd6-dcba-4fcf-826a-c1d87fb8df7e tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:21.714221 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-6984ddd6-dcba-4fcf-826a-c1d87fb8df7e tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.81 "GET /v2.0/networks?id=0fbf291a-8449-447e-8f42-eed803b6e96e HTTP/1.1" status: 200 len: 813 time: 0.2035823 Feb 18 09:02:21.742707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-71444a77-4fe2-43f2-8f3b-7521240f1646 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Request body: {'port': {'device_id': '4892069d-4bcc-460d-889b-869be5c10ff0', 'network_id': '0fbf291a-8449-447e-8f42-eed803b6e96e', 'admin_state_up': True, 'tenant_id': '2a48c799eeea46379351a2e62cc35b47'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:21.918281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dcc7f-ad30-4f26-a8d2-927157ce0411 req-0da322a2-cb6d-46c9-be1b-00f9601c8d0d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:21.919880 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f5dcc7f-ad30-4f26-a8d2-927157ce0411 req-0da322a2-cb6d-46c9-be1b-00f9601c8d0d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.8195672 Feb 18 09:02:22.028739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b467c7d2-1fee-416f-9b4b-0be7caaf637b req-ac227e96-1fd3-4ecc-b3ff-632b79739de3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Synchronizing usage tracker for tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:22.138630 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f5dcc7f-ad30-4f26-a8d2-927157ce0411 req-832b0a22-1c6c-4614-8243-dc99aafb92a5 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003911 Feb 18 09:02:22.143405 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b467c7d2-1fee-416f-9b4b-0be7caaf637b req-ac227e96-1fd3-4ecc-b3ff-632b79739de3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Unset dirty status for tenant:bb7b88e07b194fc1a2e7bd1d2d15b7a9 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:22.144506 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b467c7d2-1fee-416f-9b4b-0be7caaf637b req-ac227e96-1fd3-4ecc-b3ff-632b79739de3 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/ports?device_id=7949ccc5-ccf6-477e-82fa-62ad7434fc3d HTTP/1.1" status: 200 len: 210 time: 0.2114501 Feb 18 09:02:22.145126 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8dbb2cb-067b-4ed3-9212-531c7862ad74 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:22.275236 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbb2cb-067b-4ed3-9212-531c7862ad74 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event deleted for resources: {'Port': ['ID=c796011f-7bab-4e95-a61b-add2782be41c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:22.285277 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-71444a77-4fe2-43f2-8f3b-7521240f1646 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:22.315899 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-378b9b28-5768-4d6c-9c6c-c2fc6b49e145 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:22.407161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-71444a77-4fe2-43f2-8f3b-7521240f1646 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Usage tracker for resource:port and tenant:2a48c799eeea46379351a2e62cc35b47 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:22.423141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-71444a77-4fe2-43f2-8f3b-7521240f1646 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:22.534637 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ca7960bf-324f-494c-a85e-61d71f371a8d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:22.595743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-71444a77-4fe2-43f2-8f3b-7521240f1646 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:22.900130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 185a6c2a-b8f4-4866-bab6-68205b9219e9 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:22.930939 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8dbb2cb-067b-4ed3-9212-531c7862ad74 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:22.934157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-71444a77-4fe2-43f2-8f3b-7521240f1646 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Made reservation on behalf of 2a48c799eeea46379351a2e62cc35b47 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:22.937596 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-71444a77-4fe2-43f2-8f3b-7521240f1646 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:22.947234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b9b28-5768-4d6c-9c6c-c2fc6b49e145 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Subnet': ['ID=ae7af06d-8b9e-40d7-ba57-2d25c094311a,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:22.965854 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 185a6c2a-b8f4-4866-bab6-68205b9219e9 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:22.970989 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 185a6c2a-b8f4-4866-bab6-68205b9219e9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:22.971561 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:22.987387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378b9b28-5768-4d6c-9c6c-c2fc6b49e145 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Checking segment: {'id': 'c6629009-812d-4216-a5eb-b50d5f043132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '12d633d8-fb36-4977-8866-aff37a373b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:22.987746 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378b9b28-5768-4d6c-9c6c-c2fc6b49e145 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network hostable DHCP agents. Network: 12d633d8-fb36-4977-8866-aff37a373b19, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:02:23.092471 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:23.124649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 185a6c2a-b8f4-4866-bab6-68205b9219e9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=185a6c2a-b8f4-4866-bab6-68205b9219e9,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:23.128358 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:23.199321 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=185a6c2a-b8f4-4866-bab6-68205b9219e9,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:23.307871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede1c78-4c1f-4f00-bcb5-8c3feb0aeb10 req-97e1f23e-0476-4a7f-abd3-a7333ac6f9b8 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:23.309366 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eede1c78-4c1f-4f00-bcb5-8c3feb0aeb10 req-97e1f23e-0476-4a7f-abd3-a7333ac6f9b8 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.9890726 Feb 18 09:02:23.323209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378b9b28-5768-4d6c-9c6c-c2fc6b49e145 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network 12d633d8-fb36-4977-8866-aff37a373b19 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:02:23.338737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb8a64-520b-4b6b-ad5e-427fab544c4b req-e30101b8-5aa8-4d30-b841-f97bf48c5ea0 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:23.340169 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04bb8a64-520b-4b6b-ad5e-427fab544c4b req-e30101b8-5aa8-4d30-b841-f97bf48c5ea0 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=d78c6884-ade0-4326-bd56-c1166a23fcf1 HTTP/1.1" status: 200 len: 945 time: 1.0181491 Feb 18 09:02:23.461659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-378b9b28-5768-4d6c-9c6c-c2fc6b49e145 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 12d633d8-fb36-4977-8866-aff37a373b19) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:23.469206 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30b63ba-bb45-4993-9d6e-18ca7cea7f42 None None] Network 12d633d8-fb36-4977-8866-aff37a373b19 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:23.579634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378b9b28-5768-4d6c-9c6c-c2fc6b49e145 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:23.580223 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-378b9b28-5768-4d6c-9c6c-c2fc6b49e145 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:23.642347 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eede1c78-4c1f-4f00-bcb5-8c3feb0aeb10 req-3989fc3d-83b6-4b85-a980-f708aeb04f8c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226376 Feb 18 09:02:23.648854 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dbb2cb-067b-4ed3-9212-531c7862ad74 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Router 7a4f6684-cff9-4f45-83c2-72462d7b5d7a has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:02:23.662509 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04bb8a64-520b-4b6b-ad5e-427fab544c4b req-bda00a64-d3be-491e-a610-9dd916ff475a tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423666 Feb 18 09:02:23.692584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-71444a77-4fe2-43f2-8f3b-7521240f1646 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Allocated IP 172.20.0.6 (0fbf291a-8449-447e-8f42-eed803b6e96e/68080a41-64ae-4e34-83a4-838dd0ffe47f/6b6b3991-e935-4750-ba6a-37e986d46d4c) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:23.705986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-378b9b28-5768-4d6c-9c6c-c2fc6b49e145 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.8688850 Feb 18 09:02:23.712421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38718) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:23.720678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e98bb612-29ba-48c5-9bb7-a9f1c8bd4adc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1280077505'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:23.734778 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-12d633d8-fb36-4977-8866-aff37a373b19', 'network_id': '12d633d8-fb36-4977-8866-aff37a373b19', 'tenant_id': 'db1c0c050d2e469ea3356471041949e7', 'fixed_ips': [{'subnet_id': 'ae7af06d-8b9e-40d7-ba57-2d25c094311a'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:02:23.735615 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:23.747377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e98bb612-29ba-48c5-9bb7-a9f1c8bd4adc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:23.756654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e98bb612-29ba-48c5-9bb7-a9f1c8bd4adc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Usage tracker for resource:network and tenant:db1c0c050d2e469ea3356471041949e7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:23.761503 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e98bb612-29ba-48c5-9bb7-a9f1c8bd4adc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:23.769423 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e98bb612-29ba-48c5-9bb7-a9f1c8bd4adc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:23.784813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98bb612-29ba-48c5-9bb7-a9f1c8bd4adc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:23.794900 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e98bb612-29ba-48c5-9bb7-a9f1c8bd4adc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:23.808020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ca7960bf-324f-494c-a85e-61d71f371a8d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port 185a6c2a-b8f4-4866-bab6-68205b9219e9 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:23.808389 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ca7960bf-324f-494c-a85e-61d71f371a8d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:23.862760 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98bb612-29ba-48c5-9bb7-a9f1c8bd4adc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:02:23.883987 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e98bb612-29ba-48c5-9bb7-a9f1c8bd4adc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:23.884367 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-e98bb612-29ba-48c5-9bb7-a9f1c8bd4adc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Added segment b5eb6c61-3403-436e-ae9a-bcc7aa7f25cc of type vlan for network ee990034-72b9-49fc-bf8f-02fa1d0c8ce9 Feb 18 09:02:23.942032 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e98bb612-29ba-48c5-9bb7-a9f1c8bd4adc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:23.972691 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Allocated IP 2001:db8::1 (12d633d8-fb36-4977-8866-aff37a373b19/ae7af06d-8b9e-40d7-ba57-2d25c094311a/0dc8d752-1b8a-46f0-a6be-a3671eaf3d26) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:23.986247 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e98bb612-29ba-48c5-9bb7-a9f1c8bd4adc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:23.992617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98bb612-29ba-48c5-9bb7-a9f1c8bd4adc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:23.993213 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e98bb612-29ba-48c5-9bb7-a9f1c8bd4adc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:24.105719 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e98bb612-29ba-48c5-9bb7-a9f1c8bd4adc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3922460 Feb 18 09:02:24.108562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38728) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:24.117570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-04928237-e525-46f0-baef-f59a86f01d14 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'subnet': {'network_id': 'ee990034-72b9-49fc-bf8f-02fa1d0c8ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:24.130981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bb612-29ba-48c5-9bb7-a9f1c8bd4adc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Network': ['ID=ee990034-72b9-49fc-bf8f-02fa1d0c8ce9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:24.152255 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network ee990034-72b9-49fc-bf8f-02fa1d0c8ce9 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:02:24.243131 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-04928237-e525-46f0-baef-f59a86f01d14 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:24.246986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-04928237-e525-46f0-baef-f59a86f01d14 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Usage tracker for resource:subnet and tenant:db1c0c050d2e469ea3356471041949e7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:24.249972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-04928237-e525-46f0-baef-f59a86f01d14 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:24.255974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-04928237-e525-46f0-baef-f59a86f01d14 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:24.267354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04928237-e525-46f0-baef-f59a86f01d14 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:24.271022 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-04928237-e525-46f0-baef-f59a86f01d14 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:24.301188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-66316b60-a28c-4509-8bbe-740d8b9921f5 req-28ef08a2-c602-4769-961b-c4eefa8d6b6d tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Synchronizing usage tracker for tenant:2a48c799eeea46379351a2e62cc35b47 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:24.330848 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:24.343768 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Transition to ACTIVE for port object 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:24.359154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dbb2cb-067b-4ed3-9212-531c7862ad74 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:02:24.367399 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Transition to ACTIVE for port object 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:24.367826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.ipam_backend_mixin [None req-04928237-e525-46f0-baef-f59a86f01d14 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Performing IP validity checks on allocation pools {{(pid=87767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 18 09:02:24.368370 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.ipam_backend_mixin [None req-04928237-e525-46f0-baef-f59a86f01d14 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 18 09:02:24.377933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc98ff-8f5f-446e-8f11-3fc2bd266345 None None] Sync routers for ids ['7a4f6684-cff9-4f45-83c2-72462d7b5d7a'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:02:24.381780 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38732) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:24.382647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f8dbb2cb-067b-4ed3-9212-531c7862ad74 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "PUT /v2.0/routers/7a4f6684-cff9-4f45-83c2-72462d7b5d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0814807 Feb 18 09:02:24.390323 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:24.399739 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc98ff-8f5f-446e-8f11-3fc2bd266345 None None] Routers {'7a4f6684-cff9-4f45-83c2-72462d7b5d7a'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:02:24.400404 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-65bc98ff-8f5f-446e-8f11-3fc2bd266345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:02:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7a4f6684-cff9-4f45-83c2-72462d7b5d7a'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:24.461685 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-1dd595df-94c9-4ca8-828d-beecc136b826 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] show failed (client error): The resource could not be found. Feb 18 09:02:24.468940 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1dd595df-94c9-4ca8-828d-beecc136b826 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "GET /v2.0/routers/tempest-non_exist_router-648621167 HTTP/1.1" status: 404 len: 334 time: 0.0809455 Feb 18 09:02:24.469111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-66316b60-a28c-4509-8bbe-740d8b9921f5 req-28ef08a2-c602-4769-961b-c4eefa8d6b6d tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Unset dirty status for tenant:2a48c799eeea46379351a2e62cc35b47 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:24.470269 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66316b60-a28c-4509-8bbe-740d8b9921f5 req-28ef08a2-c602-4769-961b-c4eefa8d6b6d tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=4892069d-4bcc-460d-889b-869be5c10ff0 HTTP/1.1" status: 200 len: 210 time: 0.5110052 Feb 18 09:02:24.470415 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38736) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:24.477217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e2d6a834-dc90-4fe7-b247-39e45b033310 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:24.526404 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-71444a77-4fe2-43f2-8f3b-7521240f1646 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:24.541066 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-65bc98ff-8f5f-446e-8f11-3fc2bd266345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:24.545865 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Network 12d633d8-fb36-4977-8866-aff37a373b19 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:24.550297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38742) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:24.557636 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:24.563938 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:02:24.572494 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc98ff-8f5f-446e-8f11-3fc2bd266345 None None] Routers {'7a4f6684-cff9-4f45-83c2-72462d7b5d7a'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:02:24.573251 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-65bc98ff-8f5f-446e-8f11-3fc2bd266345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:02:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7a4f6684-cff9-4f45-83c2-72462d7b5d7a'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:24.592976 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-e2d6a834-dc90-4fe7-b247-39e45b033310 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] update failed (client error): The resource could not be found. Feb 18 09:02:24.601559 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e2d6a834-dc90-4fe7-b247-39e45b033310 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "PUT /v2.0/routers/tempest-non_exist_router-669780192 HTTP/1.1" status: 404 len: 334 time: 0.1298497 Feb 18 09:02:24.604522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99fa21-329b-4de8-88b3-e5b729b835fa req-9e6b2372-43db-49a8-bd38-0cd055ca3687 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:24.606429 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38746) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:24.611831 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4a99fa21-329b-4de8-88b3-e5b729b835fa req-9e6b2372-43db-49a8-bd38-0cd055ca3687 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b92530e-3119-499a-85d0-e286b053efc5 HTTP/1.1" status: 200 len: 946 time: 0.6406090 Feb 18 09:02:24.666969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-ca7960bf-324f-494c-a85e-61d71f371a8d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] For port 185a6c2a-b8f4-4866-bab6-68205b9219e9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=185a6c2a-b8f4-4866-bab6-68205b9219e9,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:24.667338 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ca7960bf-324f-494c-a85e-61d71f371a8d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:24.673252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Pushing event updated for resources: {'Port': ['ID=0dc8d752-1b8a-46f0-a6be-a3671eaf3d26,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:24.681627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-65bc98ff-8f5f-446e-8f11-3fc2bd266345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:24.682163 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc98ff-8f5f-446e-8f11-3fc2bd266345 None None] The sync data for ids ['7a4f6684-cff9-4f45-83c2-72462d7b5d7a'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:02:24.732952 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Attempting to bind port 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:02:24.733475 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Attempting to bind port 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'c6629009-812d-4216-a5eb-b50d5f043132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '12d633d8-fb36-4977-8866-aff37a373b19'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:02:24.733967 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Attempting to bind port 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 on network 12d633d8-fb36-4977-8866-aff37a373b19 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:02:24.739475 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:02:24.740027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Checking segment: {'id': 'c6629009-812d-4216-a5eb-b50d5f043132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '12d633d8-fb36-4977-8866-aff37a373b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:24.743017 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:24.743017 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Bound using segment: {'id': 'c6629009-812d-4216-a5eb-b50d5f043132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '12d633d8-fb36-4977-8866-aff37a373b19'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:02:24.743017 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Bound port: 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6629009-812d-4216-a5eb-b50d5f043132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '12d633d8-fb36-4977-8866-aff37a373b19'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:02:24.743017 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:24.763682 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca70b791-7733-4ad6-abca-e6fcc7831a5a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Deleting subnet b9601f67-fbe1-4738-bc05-41452844e6a5 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:02:24.763682 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca70b791-7733-4ad6-abca-e6fcc7831a5a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:24.773480 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f684b67f-8d18-4134-965d-e9fa77686c89 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:24.851446 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca70b791-7733-4ad6-abca-e6fcc7831a5a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:24.852822 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4a99fa21-329b-4de8-88b3-e5b729b835fa req-c3469790-53ec-4d2a-a95f-aa1299cca98a tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400637 Feb 18 09:02:24.883229 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] For port 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:02:24.887588 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] For port 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0dc8d752-1b8a-46f0-a6be-a3671eaf3d26,segment=NetworkSegment(c6629009-812d-4216-a5eb-b50d5f043132),segment_id=c6629009-812d-4216-a5eb-b50d5f043132)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:02:24.900259 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-04928237-e525-46f0-baef-f59a86f01d14 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:24.902954 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:24.977785 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ca7960bf-324f-494c-a85e-61d71f371a8d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for 185a6c2a-b8f4-4866-bab6-68205b9219e9 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:25.011212 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04928237-e525-46f0-baef-f59a86f01d14 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Subnet': ['ID=3e09a840-2d3d-408f-a95c-4cc388fcec3a,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:25.023605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9ffb1-8ebc-422d-b08b-ccb31cc4dbab None None] Pushing event updated for resources: {'Port': ['ID=0dc8d752-1b8a-46f0-a6be-a3671eaf3d26,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:25.026975 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 185a6c2a-b8f4-4866-bab6-68205b9219e9 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:25.033074 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04928237-e525-46f0-baef-f59a86f01d14 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Checking segment: {'id': 'b5eb6c61-3403-436e-ae9a-bcc7aa7f25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ee990034-72b9-49fc-bf8f-02fa1d0c8ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:25.033428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04928237-e525-46f0-baef-f59a86f01d14 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network hostable DHCP agents. Network: ee990034-72b9-49fc-bf8f-02fa1d0c8ce9, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:02:25.069681 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca70b791-7733-4ad6-abca-e6fcc7831a5a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:25.101060 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f684b67f-8d18-4134-965d-e9fa77686c89 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:25.109746 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-71444a77-4fe2-43f2-8f3b-7521240f1646 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:25.114682 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04928237-e525-46f0-baef-f59a86f01d14 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network ee990034-72b9-49fc-bf8f-02fa1d0c8ce9 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:02:25.146973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-04928237-e525-46f0-baef-f59a86f01d14 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, ee990034-72b9-49fc-bf8f-02fa1d0c8ce9) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:25.159933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04928237-e525-46f0-baef-f59a86f01d14 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:25.160151 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a06f92-e5a1-4fb7-93c6-062979a46a2c None None] Network ee990034-72b9-49fc-bf8f-02fa1d0c8ce9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:25.160652 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-04928237-e525-46f0-baef-f59a86f01d14 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:25.237783 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-04928237-e525-46f0-baef-f59a86f01d14 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1279793 Feb 18 09:02:25.242729 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38754) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:25.257026 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 185a6c2a-b8f4-4866-bab6-68205b9219e9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:25.257702 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:25.326790 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-71444a77-4fe2-43f2-8f3b-7521240f1646 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Network 0fbf291a-8449-447e-8f42-eed803b6e96e is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:25.417106 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-71444a77-4fe2-43f2-8f3b-7521240f1646 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:25.426679 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca70b791-7733-4ad6-abca-e6fcc7831a5a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:25.433146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-71444a77-4fe2-43f2-8f3b-7521240f1646 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:02:25.490275 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba43b2-276e-4a39-8017-9adf0ba2f832 req-004cdbd8-7bd6-4362-8b87-6072a3d383e5 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:25.500550 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66ba43b2-276e-4a39-8017-9adf0ba2f832 req-004cdbd8-7bd6-4362-8b87-6072a3d383e5 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.8196044 Feb 18 09:02:25.549208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71444a77-4fe2-43f2-8f3b-7521240f1646 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Pushing event updated for resources: {'Port': ['ID=6b6b3991-e935-4750-ba6a-37e986d46d4c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:25.601779 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-ee990034-72b9-49fc-bf8f-02fa1d0c8ce9', 'network_id': 'ee990034-72b9-49fc-bf8f-02fa1d0c8ce9', 'tenant_id': 'db1c0c050d2e469ea3356471041949e7', 'fixed_ips': [{'subnet_id': '3e09a840-2d3d-408f-a95c-4cc388fcec3a'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:02:25.601779 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:25.635843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-71444a77-4fe2-43f2-8f3b-7521240f1646 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:25.637405 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-71444a77-4fe2-43f2-8f3b-7521240f1646 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:25.652216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70b791-7733-4ad6-abca-e6fcc7831a5a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event deleted for resources: {'Subnet': ['ID=b9601f67-fbe1-4738-bc05-41452844e6a5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:25.661084 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca70b791-7733-4ad6-abca-e6fcc7831a5a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:25.666701 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66ba43b2-276e-4a39-8017-9adf0ba2f832 req-13c44384-917b-4dc0-9bec-96e4ba25683b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651874 Feb 18 09:02:25.676134 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ca7960bf-324f-494c-a85e-61d71f371a8d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:25.682609 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275783b8-93af-4104-a59a-4a6e4dfb73e3 None None] Network 2e20774e-7a9d-406b-b69e-a8a78a8654f6 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:25.683867 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f684b67f-8d18-4134-965d-e9fa77686c89 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:25.695539 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ca70b791-7733-4ad6-abca-e6fcc7831a5a tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "DELETE /v2.0/subnets/b9601f67-fbe1-4738-bc05-41452844e6a5 HTTP/1.1" status: 204 len: 168 time: 1.0877213 Feb 18 09:02:25.696894 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38762) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:25.705355 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:25.806794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684b67f-8d18-4134-965d-e9fa77686c89 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f669f159-2d75-41d6-8b3b-f28636bc77b0,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:25.810569 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7960bf-324f-494c-a85e-61d71f371a8d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=185a6c2a-b8f4-4866-bab6-68205b9219e9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:25.895685 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:25.915860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Deleting port 0efd507e-bca9-495e-bf52-60aaa00fa884 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:25.916192 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:25.987384 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f684b67f-8d18-4134-965d-e9fa77686c89 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:25.992136 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f684b67f-8d18-4134-965d-e9fa77686c89 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "DELETE /v2.0/security-groups/f669f159-2d75-41d6-8b3b-f28636bc77b0 HTTP/1.1" status: 204 len: 168 time: 1.4407902 Feb 18 09:02:25.993721 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-71444a77-4fe2-43f2-8f3b-7521240f1646 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2601683 Feb 18 09:02:25.997105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38766) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:26.030917 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:26.051900 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Allocated IP 2001:db8::3 (ee990034-72b9-49fc-bf8f-02fa1d0c8ce9/3e09a840-2d3d-408f-a95c-4cc388fcec3a/343adfec-c31a-4877-a9d7-67707019c99b) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:26.093302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Request body: {'port': {'device_id': '4892069d-4bcc-460d-889b-869be5c10ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:26.163433 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cb8d8-fe20-40fb-81c9-483f2b8d0bae req-41327010-f702-47f2-a776-d35b77ef77c5 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:26.171185 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-618cb8d8-fe20-40fb-81c9-483f2b8d0bae req-41327010-f702-47f2-a776-d35b77ef77c5 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b92530e-3119-499a-85d0-e286b053efc5 HTTP/1.1" status: 200 len: 946 time: 0.8480234 Feb 18 09:02:26.206974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e0bcfd-78d9-4c25-99c7-3f646d12642b None None] DHCP port deletion for 2e20774e-7a9d-406b-b69e-a8a78a8654f6 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:02:26.221010 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-35e0bcfd-78d9-4c25-99c7-3f646d12642b None None] Deleting port 0efd507e-bca9-495e-bf52-60aaa00fa884 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:26.221962 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-35e0bcfd-78d9-4c25-99c7-3f646d12642b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:26.247773 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ca7960bf-324f-494c-a85e-61d71f371a8d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:26.299838 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-618cb8d8-fe20-40fb-81c9-483f2b8d0bae req-236aa8df-ff1f-4aca-a108-f1d05dc892cd tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273406 Feb 18 09:02:26.307050 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-deb26488-3e9a-46dd-b87b-24b17d5586e7 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] show failed (client error): The resource could not be found. Feb 18 09:02:26.310845 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-deb26488-3e9a-46dd-b87b-24b17d5586e7 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "GET /v2.0/security-groups/f669f159-2d75-41d6-8b3b-f28636bc77b0 HTTP/1.1" status: 404 len: 347 time: 0.3083456 Feb 18 09:02:26.313650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38770) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:26.410366 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] For port 0efd507e-bca9-495e-bf52-60aaa00fa884, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0efd507e-bca9-495e-bf52-60aaa00fa884,segment=NetworkSegment(e222265a-1404-4bea-8b74-bde07b55abad),segment_id=e222265a-1404-4bea-8b74-bde07b55abad)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:26.411357 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:26.488100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b447e60-79a3-4e1a-ae12-9b530b1944bc None None] Network 12d633d8-fb36-4977-8866-aff37a373b19 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:26.548607 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Calling delete_port for 0efd507e-bca9-495e-bf52-60aaa00fa884 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:26.639928 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-35e0bcfd-78d9-4c25-99c7-3f646d12642b None None] For port 0efd507e-bca9-495e-bf52-60aaa00fa884, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0efd507e-bca9-495e-bf52-60aaa00fa884,segment=NetworkSegment(e222265a-1404-4bea-8b74-bde07b55abad),segment_id=e222265a-1404-4bea-8b74-bde07b55abad)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:26.640365 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-35e0bcfd-78d9-4c25-99c7-3f646d12642b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:26.658921 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-28c5b55c-6d6b-4cd2-9e81-f5b081c5e9a7 None None] Provisioning for port 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:26.692705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-9cfd96db-1647-41b9-ab79-dea08df4f6ce tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Deleting port 5c3bc6a2-449c-4fae-bfa8-f2ead9e077e8 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:26.694844 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cfd96db-1647-41b9-ab79-dea08df4f6ce tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:26.774077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89d827-22b8-4761-82fb-09b61778eb7b req-17615f1a-b345-4e69-b13d-f9c942882590 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:26.781093 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a89d827-22b8-4761-82fb-09b61778eb7b req-17615f1a-b345-4e69-b13d-f9c942882590 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=4892069d-4bcc-460d-889b-869be5c10ff0 HTTP/1.1" status: 200 len: 931 time: 0.9594352 Feb 18 09:02:26.809631 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:26.830211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-35e0bcfd-78d9-4c25-99c7-3f646d12642b None None] Calling delete_port for 0efd507e-bca9-495e-bf52-60aaa00fa884 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:26.934485 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:26.940192 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:26.994743 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Transition to ACTIVE for port object 343adfec-c31a-4877-a9d7-67707019c99b will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.001747 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.004439 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.004439 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.004439 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.004439 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.004439 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.004439 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.004439 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.004439 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.004439 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.004439 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.004439 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.004439 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.004439 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:27.004439 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:02:27.006797 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] No DVR routers for this DVR port 0efd507e-bca9-495e-bf52-60aaa00fa884 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:27.060066 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event deleted for resources: {'Port': ['ID=0efd507e-bca9-495e-bf52-60aaa00fa884,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:27.083335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Transition to ACTIVE for port object 343adfec-c31a-4877-a9d7-67707019c99b will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:27.084934 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-35e0bcfd-78d9-4c25-99c7-3f646d12642b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:02:27.085387 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-35e0bcfd-78d9-4c25-99c7-3f646d12642b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:02:27.098626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:27.127039 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cfd96db-1647-41b9-ab79-dea08df4f6ce tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:27.127416 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cfd96db-1647-41b9-ab79-dea08df4f6ce tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:27.129710 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1a89d827-22b8-4761-82fb-09b61778eb7b req-11100f5f-fba6-4957-9847-d33913c49704 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Synchronizing usage tracker for tenant:2a48c799eeea46379351a2e62cc35b47 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:27.142494 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:27.173764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7960bf-324f-494c-a85e-61d71f371a8d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Router 0bb57194-d461-4a69-81f8-9b6ff3a18967 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:02:27.259959 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Network ee990034-72b9-49fc-bf8f-02fa1d0c8ce9 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:27.267303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:27.271004 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:02:27.277668 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:27.284547 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Pushing event updated for resources: {'Port': ['ID=343adfec-c31a-4877-a9d7-67707019c99b,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:27.309170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1a89d827-22b8-4761-82fb-09b61778eb7b req-11100f5f-fba6-4957-9847-d33913c49704 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Unset dirty status for tenant:2a48c799eeea46379351a2e62cc35b47 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:27.310909 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a89d827-22b8-4761-82fb-09b61778eb7b req-11100f5f-fba6-4957-9847-d33913c49704 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287097 Feb 18 09:02:27.381102 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776be66f-5ec3-4874-b6e5-007d572fd91a req-4f1d66b0-961b-4c81-a8e1-2540d547116c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:27.389140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-776be66f-5ec3-4874-b6e5-007d572fd91a req-4f1d66b0-961b-4c81-a8e1-2540d547116c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.9193347 Feb 18 09:02:27.403726 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:27.414714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:27.415245 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:27.453146 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Attempting to bind port 343adfec-c31a-4877-a9d7-67707019c99b on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:02:27.453690 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Attempting to bind port 343adfec-c31a-4877-a9d7-67707019c99b by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'b5eb6c61-3403-436e-ae9a-bcc7aa7f25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ee990034-72b9-49fc-bf8f-02fa1d0c8ce9'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:02:27.454201 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Attempting to bind port 343adfec-c31a-4877-a9d7-67707019c99b on network ee990034-72b9-49fc-bf8f-02fa1d0c8ce9 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:02:27.476819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:02:27.476819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Checking segment: {'id': 'b5eb6c61-3403-436e-ae9a-bcc7aa7f25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ee990034-72b9-49fc-bf8f-02fa1d0c8ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:27.476819 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:27.476819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Bound using segment: {'id': 'b5eb6c61-3403-436e-ae9a-bcc7aa7f25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ee990034-72b9-49fc-bf8f-02fa1d0c8ce9'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:02:27.476819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Bound port: 343adfec-c31a-4877-a9d7-67707019c99b, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5eb6c61-3403-436e-ae9a-bcc7aa7f25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ee990034-72b9-49fc-bf8f-02fa1d0c8ce9'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:02:27.476819 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:27.532718 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-9cfd96db-1647-41b9-ab79-dea08df4f6ce tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Calling delete_port for 5c3bc6a2-449c-4fae-bfa8-f2ead9e077e8 owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:27.592207 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-35e0bcfd-78d9-4c25-99c7-3f646d12642b None None] Deleting port 0efd507e-bca9-495e-bf52-60aaa00fa884 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:27.592627 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-35e0bcfd-78d9-4c25-99c7-3f646d12642b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:27.630631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7960bf-324f-494c-a85e-61d71f371a8d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:02:27.648687 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8572de-db5d-411e-96ba-c73291e36604 None None] Sync routers for ids ['0bb57194-d461-4a69-81f8-9b6ff3a18967'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:02:27.656424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ca7960bf-324f-494c-a85e-61d71f371a8d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "PUT /v2.0/routers/0bb57194-d461-4a69-81f8-9b6ff3a18967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0521657 Feb 18 09:02:27.665335 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:27.665586 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-776be66f-5ec3-4874-b6e5-007d572fd91a req-8de3941f-9eb8-4e17-a2f9-465547167d05 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754710 Feb 18 09:02:27.672938 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38776) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:27.675980 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8572de-db5d-411e-96ba-c73291e36604 None None] Routers {'0bb57194-d461-4a69-81f8-9b6ff3a18967'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:02:27.679893 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bb8572de-db5d-411e-96ba-c73291e36604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:02:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0bb57194-d461-4a69-81f8-9b6ff3a18967'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:27.704164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7059f-5401-4e57-bf61-939bfd4829a3 req-7a91f349-43f1-4905-ac74-3d8b06629e64 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:27.705838 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dee7059f-5401-4e57-bf61-939bfd4829a3 req-7a91f349-43f1-4905-ac74-3d8b06629e64 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b92530e-3119-499a-85d0-e286b053efc5 HTTP/1.1" status: 200 len: 946 time: 0.7824559 Feb 18 09:02:27.710845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Subnet': ['ID=3e09a840-2d3d-408f-a95c-4cc388fcec3a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:27.728747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-35e0bcfd-78d9-4c25-99c7-3f646d12642b None None] The port '0efd507e-bca9-495e-bf52-60aaa00fa884' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:02:27.761432 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e20774e-7a9d-406b-b69e-a8a78a8654f6']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:27.780065 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e222265a-1404-4bea-8b74-bde07b55abad') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:27.780777 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e222265a-1404-4bea-8b74-bde07b55abad') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:27.795928 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:27.803620 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] For port 343adfec-c31a-4877-a9d7-67707019c99b, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:02:27.817533 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:27.826354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:02:27.826916 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:27.919290 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-bb8572de-db5d-411e-96ba-c73291e36604 None None] Set router 0bb57194-d461-4a69-81f8-9b6ff3a18967 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:02:27.927244 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] For port 343adfec-c31a-4877-a9d7-67707019c99b, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=343adfec-c31a-4877-a9d7-67707019c99b,segment=NetworkSegment(b5eb6c61-3403-436e-ae9a-bcc7aa7f25cc),segment_id=b5eb6c61-3403-436e-ae9a-bcc7aa7f25cc)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:02:27.952918 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:02:27.966755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-dee7059f-5401-4e57-bf61-939bfd4829a3 req-a661c04f-6e6d-4d9c-808f-aa062ea3440d tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Deleting port 71b81c12-5100-471f-a13c-9e6c805ebf7b {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:27.967359 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dee7059f-5401-4e57-bf61-939bfd4829a3 req-a661c04f-6e6d-4d9c-808f-aa062ea3440d tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:27.972676 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:27.992377 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-26d6142d-bcd2-4976-9157-4b2c8928ccae None None] Provisioning complete for port 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:27.993010 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-26d6142d-bcd2-4976-9157-4b2c8928ccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.062474 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.064541 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bb8572de-db5d-411e-96ba-c73291e36604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb57194-d461-4a69-81f8-9b6ff3a18967', 'name': 'tempest-NetworksTestDHCPv6-router-1596453349', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:12Z', 'updated_at': '2022-02-18T09:02:25Z', 'revision_number': 3, 'project_id': '80df991716a4448da960b23e72bc250f', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:28.068606 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.071090 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8572de-db5d-411e-96ba-c73291e36604 None None] Checking router: 0bb57194-d461-4a69-81f8-9b6ff3a18967 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:02:28.084055 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8572de-db5d-411e-96ba-c73291e36604 None None] Routers {'0bb57194-d461-4a69-81f8-9b6ff3a18967'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:02:28.085162 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bb8572de-db5d-411e-96ba-c73291e36604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:02:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0bb57194-d461-4a69-81f8-9b6ff3a18967'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:28.124655 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.146958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e5808-4444-4dd5-8ae4-3a3be4775376 req-1f43b9f8-f5ea-4181-bdab-f907fe1de4d8 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:28.154914 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e25e5808-4444-4dd5-8ae4-3a3be4775376 req-1f43b9f8-f5ea-4181-bdab-f907fe1de4d8 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b92530e-3119-499a-85d0-e286b053efc5 HTTP/1.1" status: 200 len: 946 time: 0.6063373 Feb 18 09:02:28.205585 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "DELETE /v2.0/networks/2e20774e-7a9d-406b-b69e-a8a78a8654f6 HTTP/1.1" status: 204 len: 168 time: 2.5051658 Feb 18 09:02:28.215059 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cfd96db-1647-41b9-ab79-dea08df4f6ce tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.218642 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38786) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:28.227558 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee97de9-90f5-404e-b580-fd9322efdc30 None None] Pushing event updated for resources: {'Port': ['ID=343adfec-c31a-4877-a9d7-67707019c99b,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:28.279815 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-bb8572de-db5d-411e-96ba-c73291e36604 None None] Set router 0bb57194-d461-4a69-81f8-9b6ff3a18967 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:02:28.310657 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b2d9a-fa53-4ed9-b021-0bc58aa1abca tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event deleted for resources: {'Network': ['ID=2e20774e-7a9d-406b-b69e-a8a78a8654f6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:28.336087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd96db-1647-41b9-ab79-dea08df4f6ce tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event deleted for resources: {'Port': ['ID=5c3bc6a2-449c-4fae-bfa8-f2ead9e077e8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:28.345667 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.387900 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-26d6142d-bcd2-4976-9157-4b2c8928ccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.397466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e25e5808-4444-4dd5-8ae4-3a3be4775376 req-275dbe93-ec51-46fa-a15f-016ba01d5b05 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407460 Feb 18 09:02:28.399950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0dc8d752-1b8a-46f0-a6be-a3671eaf3d26,segment=NetworkSegment(c6629009-812d-4216-a5eb-b50d5f043132),segment_id=c6629009-812d-4216-a5eb-b50d5f043132)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:28.400892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6b3991-e935-4750-ba6a-37e986d46d4c {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:02:28.426127 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.460825 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bb8572de-db5d-411e-96ba-c73291e36604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb57194-d461-4a69-81f8-9b6ff3a18967', 'name': 'tempest-NetworksTestDHCPv6-router-1596453349', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:12Z', 'updated_at': '2022-02-18T09:02:25Z', 'revision_number': 3, 'project_id': '80df991716a4448da960b23e72bc250f', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:28.466513 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8572de-db5d-411e-96ba-c73291e36604 None None] The sync data for ids ['0bb57194-d461-4a69-81f8-9b6ff3a18967'] in n-d-829434-1 is: [{'id': '0bb57194-d461-4a69-81f8-9b6ff3a18967', 'name': 'tempest-NetworksTestDHCPv6-router-1596453349', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:02:12Z', 'updated_at': '2022-02-18T09:02:25Z', 'revision_number': 3, 'project_id': '80df991716a4448da960b23e72bc250f', 'gw_port_host': None}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:02:28.473359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399cdd7-de28-4864-9de7-5a664e17d5d3 req-3369607a-1384-4d16-974e-e9b469d701ef tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:28.480816 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e399cdd7-de28-4864-9de7-5a664e17d5d3 req-3369607a-1384-4d16-974e-e9b469d701ef tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.4748569 Feb 18 09:02:28.498315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68588642-1725-4f41-ab80-7c666d3f6497 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:28.501655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68588642-1725-4f41-ab80-7c666d3f6497 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:28.502480 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-68588642-1725-4f41-ab80-7c666d3f6497 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:28.503431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f8a8c9-d5f8-437c-b90e-0a310f5f8457 None None] Network ee990034-72b9-49fc-bf8f-02fa1d0c8ce9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:28.505929 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cfd96db-1647-41b9-ab79-dea08df4f6ce tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.514613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Transition to ACTIVE for port object 6b6b3991-e935-4750-ba6a-37e986d46d4c will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:28.529926 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee990034-72b9-49fc-bf8f-02fa1d0c8ce9']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:28.538150 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.555409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e889b3-b3ea-46fd-8c4f-429a57e0e83d tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Deleting subnet 49e8c8cd-8c89-412f-97ed-a47ba3572339 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:02:28.558811 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-60e889b3-b3ea-46fd-8c4f-429a57e0e83d tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.581021 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-26d6142d-bcd2-4976-9157-4b2c8928ccae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:02:28.581314 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-26d6142d-bcd2-4976-9157-4b2c8928ccae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:02:28.581983 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.609558 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5eb6c61-3403-436e-ae9a-bcc7aa7f25cc') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:28.610252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5eb6c61-3403-436e-ae9a-bcc7aa7f25cc') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:28.642205 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.657004 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-68588642-1725-4f41-ab80-7c666d3f6497 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:28.658783 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-68588642-1725-4f41-ab80-7c666d3f6497 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9391651 Feb 18 09:02:28.660821 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cfd96db-1647-41b9-ab79-dea08df4f6ce tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.664790 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9cfd96db-1647-41b9-ab79-dea08df4f6ce tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "DELETE /v2.0/floatingips/c12a953c-07fe-4b59-b180-14cb673556eb HTTP/1.1" status: 204 len: 168 time: 2.3498626 Feb 18 09:02:28.680834 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38794) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:28.680834 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38796) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:28.720355 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-60e889b3-b3ea-46fd-8c4f-429a57e0e83d tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.741632 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=0dc8d752-1b8a-46f0-a6be-a3671eaf3d26,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:28.783696 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.798663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a63db2-4987-4f3a-b544-51430fbc1ada None None] get_active_networks_info from n-d-829434-1 {{(pid=87769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 18 09:02:28.800177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-dee7059f-5401-4e57-bf61-939bfd4829a3 req-a661c04f-6e6d-4d9c-808f-aa062ea3440d tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] For port 71b81c12-5100-471f-a13c-9e6c805ebf7b, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=71b81c12-5100-471f-a13c-9e6c805ebf7b,segment=NetworkSegment(ec1ebcf4-a5ea-4396-90b7-c16f0165be47),segment_id=ec1ebcf4-a5ea-4396-90b7-c16f0165be47)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:28.800567 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dee7059f-5401-4e57-bf61-939bfd4829a3 req-a661c04f-6e6d-4d9c-808f-aa062ea3440d tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.817422 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e399cdd7-de28-4864-9de7-5a664e17d5d3 req-8c2d1cca-b033-4ac3-9199-8fe15c65631c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356631 Feb 18 09:02:28.833133 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:02:28.833466 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:02:28.848809 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:02:28.953246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-a486b237-9454-45a2-acc3-87e702473d3f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Deleting port c2e0cbb0-82ef-4c98-a16f-e576f7a2297c {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:28.953900 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a486b237-9454-45a2-acc3-87e702473d3f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.007698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0efd507e-bca9-495e-bf52-60aaa00fa884 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:02:29.058214 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 0efd507e-bca9-495e-bf52-60aaa00fa884 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:02:29.058565 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0efd507e-bca9-495e-bf52-60aaa00fa884 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:02:29.092114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-70bb6046-1ace-4195-89c6-794a10450b3a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet c99211aa-2f3f-4b70-b313-2fb5a9af5b26 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:02:29.095368 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-70bb6046-1ace-4195-89c6-794a10450b3a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.122885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-dee7059f-5401-4e57-bf61-939bfd4829a3 req-a661c04f-6e6d-4d9c-808f-aa062ea3440d tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Calling delete_port for 71b81c12-5100-471f-a13c-9e6c805ebf7b owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:29.177328 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:02:29.177328 n-d-829434-1 neutron-server[87767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:02:29.177328 n-d-829434-1 neutron-server[87767]: [parameters: {'id': 'ee990034-72b9-49fc-bf8f-02fa1d0c8ce9'}] Feb 18 09:02:29.177328 n-d-829434-1 neutron-server[87767]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:02:29.177328 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:02:29.197319 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a63db2-4987-4f3a-b544-51430fbc1ada None None] Resources bound (agent type, host, resource id): {{(pid=87769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:02:29.201236 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-70bb6046-1ace-4195-89c6-794a10450b3a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.253889 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:29.255050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Pushing event updated for resources: {'Port': ['ID=6b6b3991-e935-4750-ba6a-37e986d46d4c,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:29.356293 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-60e889b3-b3ea-46fd-8c4f-429a57e0e83d tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.382930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217c9ee-bc1e-4f9b-bf73-0bfa05e39a00 req-d77898a5-b761-40f8-adad-3d3e66ae03fc tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:29.388816 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6217c9ee-bc1e-4f9b-bf73-0bfa05e39a00 req-d77898a5-b761-40f8-adad-3d3e66ae03fc tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=4892069d-4bcc-460d-889b-869be5c10ff0 HTTP/1.1" status: 200 len: 943 time: 0.6565411 Feb 18 09:02:29.468282 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:29.468762 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.471609 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Attempting to bind port 6b6b3991-e935-4750-ba6a-37e986d46d4c on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:02:29.471950 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Attempting to bind port 6b6b3991-e935-4750-ba6a-37e986d46d4c by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '47a48769-04a4-4c1d-8d6e-7c420d8f35c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0fbf291a-8449-447e-8f42-eed803b6e96e'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:02:29.472489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Attempting to bind port 6b6b3991-e935-4750-ba6a-37e986d46d4c on network 0fbf291a-8449-447e-8f42-eed803b6e96e {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:02:29.497189 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Port 6b6b3991-e935-4750-ba6a-37e986d46d4c on network 0fbf291a-8449-447e-8f42-eed803b6e96e not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:02:29.497535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Attempting to bind port 6b6b3991-e935-4750-ba6a-37e986d46d4c on network 0fbf291a-8449-447e-8f42-eed803b6e96e {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:02:29.528184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f4253-d8a6-4bc5-8013-ce124b08ef83 req-cea983b5-31e3-4323-a605-87791385f0f9 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:29.529781 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af0f4253-d8a6-4bc5-8013-ce124b08ef83 req-cea983b5-31e3-4323-a605-87791385f0f9 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.4784794 Feb 18 09:02:29.535896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6217c9ee-bc1e-4f9b-bf73-0bfa05e39a00 req-51608279-a8c2-46e8-b17a-7889e6d3b1ba tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459723 Feb 18 09:02:29.538139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:02:29.538559 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Checking segment: {'id': '47a48769-04a4-4c1d-8d6e-7c420d8f35c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0fbf291a-8449-447e-8f42-eed803b6e96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:29.539054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Bound using segment: {'id': '47a48769-04a4-4c1d-8d6e-7c420d8f35c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0fbf291a-8449-447e-8f42-eed803b6e96e'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:02:29.539991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Bound port: 6b6b3991-e935-4750-ba6a-37e986d46d4c, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a48769-04a4-4c1d-8d6e-7c420d8f35c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0fbf291a-8449-447e-8f42-eed803b6e96e'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:02:29.539991 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.567224 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dee7059f-5401-4e57-bf61-939bfd4829a3 req-a661c04f-6e6d-4d9c-808f-aa062ea3440d tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.612128 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['71b81c12-5100-471f-a13c-9e6c805ebf7b', '62c7a91b-6c9c-4df2-9cd9-dac040b88667'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:02:29.626666 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-70bb6046-1ace-4195-89c6-794a10450b3a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.641693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:02:29.655585 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a486b237-9454-45a2-acc3-87e702473d3f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.679523 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.679768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661c04f-6e6d-4d9c-808f-aa062ea3440d tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Pushing event deleted for resources: {'Port': ['ID=71b81c12-5100-471f-a13c-9e6c805ebf7b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:29.812650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-a486b237-9454-45a2-acc3-87e702473d3f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Calling delete_port for c2e0cbb0-82ef-4c98-a16f-e576f7a2297c owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:29.822501 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af0f4253-d8a6-4bc5-8013-ce124b08ef83 req-e19b242c-fec7-425e-b41c-d3f19bf6ffc3 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730312 Feb 18 09:02:29.831221 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-256ccbeb-341c-419e-8c17-373f9111b753 req-f4a57d26-bb6a-4783-9e06-0e40441eb832 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b92530e-3119-499a-85d0-e286b053efc5 HTTP/1.1" status: 200 len: 210 time: 0.1096845 Feb 18 09:02:29.835430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee7059f-5401-4e57-bf61-939bfd4829a3 req-a661c04f-6e6d-4d9c-808f-aa062ea3440d tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] No DVR routers for this DVR port 71b81c12-5100-471f-a13c-9e6c805ebf7b on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:29.838383 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dee7059f-5401-4e57-bf61-939bfd4829a3 req-a661c04f-6e6d-4d9c-808f-aa062ea3440d tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.846505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b92530e-3119-499a-85d0-e286b053efc5', 'name': 'network-vif-deleted', 'tag': '71b81c12-5100-471f-a13c-9e6c805ebf7b'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:02:29.859081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Deleting port 343adfec-c31a-4877-a9d7-67707019c99b {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:29.859420 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.885466 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-60e889b3-b3ea-46fd-8c4f-429a57e0e83d tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.903362 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dee7059f-5401-4e57-bf61-939bfd4829a3 req-a661c04f-6e6d-4d9c-808f-aa062ea3440d tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.61 "DELETE /v2.0/ports/71b81c12-5100-471f-a13c-9e6c805ebf7b HTTP/1.1" status: 204 len: 173 time: 2.1359413 Feb 18 09:02:29.915109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] For port 6b6b3991-e935-4750-ba6a-37e986d46d4c, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:02:29.922322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] For port 6b6b3991-e935-4750-ba6a-37e986d46d4c, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=6b6b3991-e935-4750-ba6a-37e986d46d4c,segment=NetworkSegment(47a48769-04a4-4c1d-8d6e-7c420d8f35c7),segment_id=47a48769-04a4-4c1d-8d6e-7c420d8f35c7)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:02:29.934927 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:29.940960 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b92530e-3119-499a-85d0-e286b053efc5', 'name': 'network-vif-deleted', 'tag': '71b81c12-5100-471f-a13c-9e6c805ebf7b', 'status': 'completed', 'code': 200} Feb 18 09:02:29.987350 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e889b3-b3ea-46fd-8c4f-429a57e0e83d tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event deleted for resources: {'Subnet': ['ID=49e8c8cd-8c89-412f-97ed-a47ba3572339,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:29.989653 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-60e889b3-b3ea-46fd-8c4f-429a57e0e83d tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:30.003586 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-60e889b3-b3ea-46fd-8c4f-429a57e0e83d tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "DELETE /v2.0/subnets/49e8c8cd-8c89-412f-97ed-a47ba3572339 HTTP/1.1" status: 204 len: 168 time: 1.7328408 Feb 18 09:02:30.012152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38812) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:30.067314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:30.071585 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:30.074796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] 10.222.0.81 "PUT /v2.0/ports/6b6b3991-e935-4750-ba6a-37e986d46d4c HTTP/1.1" status: 200 len: 1091 time: 3.9876938 Feb 18 09:02:30.123748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eabcd6-9908-40ed-83b3-e9ed1e38556a service neutron] Pushing event updated for resources: {'Port': ['ID=6b6b3991-e935-4750-ba6a-37e986d46d4c,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:30.199749 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-70bb6046-1ace-4195-89c6-794a10450b3a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:30.265303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 185a6c2a-b8f4-4866-bab6-68205b9219e9 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:02:30.296716 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-e195fb86-8c23-4691-8da9-d22a2db1dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:30.297975 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-e195fb86-8c23-4691-8da9-d22a2db1dda7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2a48c799eeea46379351a2e62cc35b47&device_id=4892069d-4bcc-460d-889b-869be5c10ff0 HTTP/1.1" status: 200 len: 1094 time: 0.1593616 Feb 18 09:02:30.309234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb6046-1ace-4195-89c6-794a10450b3a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=c99211aa-2f3f-4b70-b313-2fb5a9af5b26,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:30.311093 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-70bb6046-1ace-4195-89c6-794a10450b3a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:30.311393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852aac8-db86-46da-9fa0-0ec06139bab0 req-adb6b063-17ca-4711-823a-49f4223b3ba8 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:30.313492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4852aac8-db86-46da-9fa0-0ec06139bab0 req-adb6b063-17ca-4711-823a-49f4223b3ba8 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.1172028 Feb 18 09:02:30.321264 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 185a6c2a-b8f4-4866-bab6-68205b9219e9 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:02:30.321604 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 185a6c2a-b8f4-4866-bab6-68205b9219e9 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:02:30.369893 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d60e181a-b5b0-4a2f-876c-aa5d326dcb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:30.375976 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3b05e0-caf8-49d9-836c-b94ecea1ac54 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Deleting subnet c1d03a0d-67be-4a32-8669-47de09a2923f {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:02:30.380786 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f3b05e0-caf8-49d9-836c-b94ecea1ac54 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:30.399377 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-22cd2e05-ae3c-438c-9750-b615aea84676 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b6b3991-e935-4750-ba6a-37e986d46d4c HTTP/1.1" status: 200 len: 217 time: 0.0855179 Feb 18 09:02:30.448370 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ce7e66-c04b-4011-a599-e5309676a877 None None] Network 330aaed6-31f0-4f4a-90a4-87218066640b requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:30.464187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4de5b5b-5d73-43de-afc2-f4177705e801 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:30.483320 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4852aac8-db86-46da-9fa0-0ec06139bab0 req-4c5d4f9a-f4e8-40e1-b306-9e7fda6df545 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158903 Feb 18 09:02:30.504973 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:02:30.518993 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a486b237-9454-45a2-acc3-87e702473d3f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:30.559502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-8863dc72-1bb8-4fbc-8c39-37b8517c75cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:30.562380 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-8863dc72-1bb8-4fbc-8c39-37b8517c75cf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=68080a41-64ae-4e34-83a4-838dd0ffe47f HTTP/1.1" status: 200 len: 853 time: 0.1458464 Feb 18 09:02:30.599308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486b237-9454-45a2-acc3-87e702473d3f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event deleted for resources: {'Port': ['ID=c2e0cbb0-82ef-4c98-a16f-e576f7a2297c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:30.608567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] For port 343adfec-c31a-4877-a9d7-67707019c99b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=343adfec-c31a-4877-a9d7-67707019c99b,segment=NetworkSegment(b5eb6c61-3403-436e-ae9a-bcc7aa7f25cc),segment_id=b5eb6c61-3403-436e-ae9a-bcc7aa7f25cc)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:30.609204 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:30.625343 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-70bb6046-1ace-4195-89c6-794a10450b3a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/c99211aa-2f3f-4b70-b313-2fb5a9af5b26 HTTP/1.1" status: 204 len: 168 time: 1.9434857 Feb 18 09:02:30.626321 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38822) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:30.741670 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-792b6bd3-ebdd-4f1a-8bea-c6837df7dd7e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0fbf291a-8449-447e-8f42-eed803b6e96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1705198 Feb 18 09:02:30.824393 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f3b05e0-caf8-49d9-836c-b94ecea1ac54 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:30.967320 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Calling delete_port for 343adfec-c31a-4877-a9d7-67707019c99b owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:31.024408 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccd8e63-0dc4-4e98-b3cb-26d727f3a353 None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:02:31.040244 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd8e63-0dc4-4e98-b3cb-26d727f3a353 None None] Deleting port 75eccdaa-f806-432b-ad82-2d19479b3fcc {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:31.040620 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8e63-0dc4-4e98-b3cb-26d727f3a353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:31.073931 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b3153a-0607-4dea-9560-b7007b8c80fa None None] DHCP port deletion for 330aaed6-31f0-4f4a-90a4-87218066640b request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:02:31.135576 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a486b237-9454-45a2-acc3-87e702473d3f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:31.140755 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a486b237-9454-45a2-acc3-87e702473d3f tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "DELETE /v2.0/ports/c2e0cbb0-82ef-4c98-a16f-e576f7a2297c HTTP/1.1" status: 204 len: 168 time: 2.4544196 Feb 18 09:02:31.140962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90327a7d-820f-4383-bac9-49cbb45a6ac3 req-f7ddcbbe-5514-4a7a-913e-e0aff33f2356 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:31.143074 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38830) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:31.144828 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90327a7d-820f-4383-bac9-49cbb45a6ac3 req-f7ddcbbe-5514-4a7a-913e-e0aff33f2356 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=4892069d-4bcc-460d-889b-869be5c10ff0 HTTP/1.1" status: 200 len: 943 time: 0.4070375 Feb 18 09:02:31.170583 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3eace5-18a4-4af7-9a8b-d2bc2c852382 req-170833d6-6ced-4a19-997b-2b789fc1c66b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:31.172143 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b3eace5-18a4-4af7-9a8b-d2bc2c852382 req-170833d6-6ced-4a19-997b-2b789fc1c66b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.4826696 Feb 18 09:02:31.235531 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e8b3153a-0607-4dea-9560-b7007b8c80fa None None] Deleting port 4727b319-72cb-4586-99e0-f6db45b7ca70 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:31.235839 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e8b3153a-0607-4dea-9560-b7007b8c80fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:31.242115 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-de134868-b696-4c46-8b05-3f2d854a475c service neutron] 10.222.0.81 "GET /v2.0/networks/0fbf291a-8449-447e-8f42-eed803b6e96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091860 Feb 18 09:02:31.256661 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b3eace5-18a4-4af7-9a8b-d2bc2c852382 req-ba27bae4-a372-4f5f-a59b-684a6baab904 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676453 Feb 18 09:02:31.311845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 75eccdaa-f806-432b-ad82-2d19479b3fcc no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:02:31.418602 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f3b05e0-caf8-49d9-836c-b94ecea1ac54 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:31.421321 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fe42efe-a216-40a1-b954-ea4dce6c955b req-2060a81f-565e-4850-af82-7439f59c7a24 service neutron] 10.222.0.81 "GET /v2.0/networks/0fbf291a-8449-447e-8f42-eed803b6e96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617799 Feb 18 09:02:31.449880 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90327a7d-820f-4383-bac9-49cbb45a6ac3 req-631b7fef-3972-4f4e-89dc-4d88b358b2cf tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026764 Feb 18 09:02:31.531329 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-197f915d-5c6e-481e-9996-4a6154e0ad36 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:router {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:31.536468 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:31.549068 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f3b05e0-caf8-49d9-836c-b94ecea1ac54 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:31.663476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25e23d-5994-4e23-baf1-8d077dadbc02 req-9b423acb-131d-445a-83d2-102a0ece1f9f tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:31.670022 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No DVR routers for this DVR port 343adfec-c31a-4877-a9d7-67707019c99b on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:31.671763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b05e0-caf8-49d9-836c-b94ecea1ac54 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event deleted for resources: {'Subnet': ['ID=c1d03a0d-67be-4a32-8669-47de09a2923f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:31.672994 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c25e23d-5994-4e23-baf1-8d077dadbc02 req-9b423acb-131d-445a-83d2-102a0ece1f9f tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.1137486 Feb 18 09:02:31.725277 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-8ccd8e63-0dc4-4e98-b3cb-26d727f3a353 None None] For port 75eccdaa-f806-432b-ad82-2d19479b3fcc, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=75eccdaa-f806-432b-ad82-2d19479b3fcc,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:31.725552 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8e63-0dc4-4e98-b3cb-26d727f3a353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:31.727475 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Port': ['ID=343adfec-c31a-4877-a9d7-67707019c99b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:31.734550 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f3b05e0-caf8-49d9-836c-b94ecea1ac54 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:31.739173 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04e8653-24cc-4106-9378-d896d755ed10 None None] Network 3490a6df-952e-4e6e-ab3a-25d8e2397d85 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:31.745891 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c25e23d-5994-4e23-baf1-8d077dadbc02 req-a6d9fd4f-c35f-4b69-a135-b4fd673a75a4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669866 Feb 18 09:02:31.782987 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-4a732f3a-7355-486a-9387-f9e80d56db31 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Deleting port 5d533476-d347-4c13-8d3e-a98ebb1ba63d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:31.783332 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4a732f3a-7355-486a-9387-f9e80d56db31 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:31.797718 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:31.865716 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8f3b05e0-caf8-49d9-836c-b94ecea1ac54 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "DELETE /v2.0/subnets/c1d03a0d-67be-4a32-8669-47de09a2923f HTTP/1.1" status: 204 len: 168 time: 1.8496766 Feb 18 09:02:31.868931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38850) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:31.950635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4892069d-4bcc-460d-889b-869be5c10ff0', 'tag': '6b6b3991-e935-4750-ba6a-37e986d46d4c'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:02:31.968000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-197f915d-5c6e-481e-9996-4a6154e0ad36 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:router {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:31.972211 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-197f915d-5c6e-481e-9996-4a6154e0ad36 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.3321600 Feb 18 09:02:31.976034 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38856) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:32.076654 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.089499 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.110940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe9fbb-4508-47c6-b662-c41483d3c289 req-a1471313-b661-4b33-a02e-c232c515290e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:32.119298 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bffe9fbb-4508-47c6-b662-c41483d3c289 req-a1471313-b661-4b33-a02e-c232c515290e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.2178695 Feb 18 09:02:32.120362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 71b81c12-5100-471f-a13c-9e6c805ebf7b no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:02:32.145493 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Deleting port 4727b319-72cb-4586-99e0-f6db45b7ca70 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:32.145998 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.153509 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd8e63-0dc4-4e98-b3cb-26d727f3a353 None None] Calling delete_port for 75eccdaa-f806-432b-ad82-2d19479b3fcc owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:32.201361 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4892069d-4bcc-460d-889b-869be5c10ff0', 'tag': '6b6b3991-e935-4750-ba6a-37e986d46d4c', 'status': 'completed', 'code': 200} Feb 18 09:02:32.204433 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bffe9fbb-4508-47c6-b662-c41483d3c289 req-d91ba784-2dc7-47ec-ab38-4683641e2616 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837269 Feb 18 09:02:32.236048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee990034-72b9-49fc-bf8f-02fa1d0c8ce9']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:32.261686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-544fc9b0-ac06-4c78-8df2-04e5de1b5313 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.296658 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 71b81c12-5100-471f-a13c-9e6c805ebf7b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:02:32.297004 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 71b81c12-5100-471f-a13c-9e6c805ebf7b not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:02:32.322825 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e8b3153a-0607-4dea-9560-b7007b8c80fa None None] For port 4727b319-72cb-4586-99e0-f6db45b7ca70, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4727b319-72cb-4586-99e0-f6db45b7ca70,segment=NetworkSegment(c936b2b4-edc9-4c88-9da3-98babce2ab7b),segment_id=c936b2b4-edc9-4c88-9da3-98babce2ab7b)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:32.322825 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e8b3153a-0607-4dea-9560-b7007b8c80fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.356753 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5eb6c61-3403-436e-ae9a-bcc7aa7f25cc') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:32.357127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5eb6c61-3403-436e-ae9a-bcc7aa7f25cc') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:32.447116 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.474025 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e8b3153a-0607-4dea-9560-b7007b8c80fa None None] Calling delete_port for 4727b319-72cb-4586-99e0-f6db45b7ca70 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:32.478543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea591ee-51cb-401f-8254-b311f470b5ae req-8ec573f4-bc2a-48e9-8ffa-cec248251ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:32.480048 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ea591ee-51cb-401f-8254-b311f470b5ae req-8ec573f4-bc2a-48e9-8ffa-cec248251ba6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2a48c799eeea46379351a2e62cc35b47&device_id=4892069d-4bcc-460d-889b-869be5c10ff0 HTTP/1.1" status: 200 len: 1094 time: 0.2499101 Feb 18 09:02:32.543648 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 75eccdaa-f806-432b-ad82-2d19479b3fcc, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=75eccdaa-f806-432b-ad82-2d19479b3fcc,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:32.598044 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.598741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4727b319-72cb-4586-99e0-f6db45b7ca70 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:02:32.629482 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.673797 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] For port 4727b319-72cb-4586-99e0-f6db45b7ca70, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4727b319-72cb-4586-99e0-f6db45b7ca70,segment=NetworkSegment(c936b2b4-edc9-4c88-9da3-98babce2ab7b),segment_id=c936b2b4-edc9-4c88-9da3-98babce2ab7b)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:32.674198 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.742589 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-8ccd8e63-0dc4-4e98-b3cb-26d727f3a353 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:02:32.742948 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-8ccd8e63-0dc4-4e98-b3cb-26d727f3a353 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:02:32.773639 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cea6d6ac-6832-4f43-8d3b-de1752f0b2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.784902 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=75eccdaa-f806-432b-ad82-2d19479b3fcc,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:32.788927 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e8b3153a-0607-4dea-9560-b7007b8c80fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.810988 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:02:32.811399 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:02:32.826434 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:02:32.830222 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Calling delete_port for 4727b319-72cb-4586-99e0-f6db45b7ca70 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:32.838044 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-544fc9b0-ac06-4c78-8df2-04e5de1b5313 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.854366 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3153a-0607-4dea-9560-b7007b8c80fa None None] Pushing event deleted for resources: {'Port': ['ID=4727b319-72cb-4586-99e0-f6db45b7ca70,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:32.875673 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No active binding found for port 4727b319-72cb-4586-99e0-f6db45b7ca70 {{(pid=87769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 18 09:02:32.878362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4727b319-72cb-4586-99e0-f6db45b7ca70 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:02:32.882536 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b3153a-0607-4dea-9560-b7007b8c80fa None None] No DVR routers for this DVR port 4727b319-72cb-4586-99e0-f6db45b7ca70 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:32.882677 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-544fc9b0-ac06-4c78-8df2-04e5de1b5313 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.966381 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.977127 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-544fc9b0-ac06-4c78-8df2-04e5de1b5313 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:32.977606 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544fc9b0-ac06-4c78-8df2-04e5de1b5313 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Fanout notify agent at l3_agent the message router_deleted on router 0bb57194-d461-4a69-81f8-9b6ff3a18967 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:02:32.994582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5a58c7-1209-4204-9961-aa3ede51a7e3 None None] DHCP port deletion for 3490a6df-952e-4e6e-ab3a-25d8e2397d85 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:02:33.009183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a58c7-1209-4204-9961-aa3ede51a7e3 None None] Deleting port cb2a591a-a3a6-4224-9017-3615a730f91d {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:33.009386 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.009472 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dc5a58c7-1209-4204-9961-aa3ede51a7e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.013558 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Network': ['ID=ee990034-72b9-49fc-bf8f-02fa1d0c8ce9,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:33.016445 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4a732f3a-7355-486a-9387-f9e80d56db31 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.039913 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-544fc9b0-ac06-4c78-8df2-04e5de1b5313 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.044905 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-544fc9b0-ac06-4c78-8df2-04e5de1b5313 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/routers/0bb57194-d461-4a69-81f8-9b6ff3a18967 HTTP/1.1" status: 204 len: 168 time: 1.0576332 Feb 18 09:02:33.044905 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d5387440-164a-4a8a-ac94-4c2407f67683 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/networks/ee990034-72b9-49fc-bf8f-02fa1d0c8ce9 HTTP/1.1" status: 204 len: 168 time: 7.7987633 Feb 18 09:02:33.062241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38878) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:33.062610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38880) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:33.075256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-a55f11d2-f205-40d9-92b7-8b594963aef4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-892807974'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:33.127829 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a55f11d2-f205-40d9-92b7-8b594963aef4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:33.150580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a55f11d2-f205-40d9-92b7-8b594963aef4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Usage tracker for resource:network and tenant:db1c0c050d2e469ea3356471041949e7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:33.161295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a55f11d2-f205-40d9-92b7-8b594963aef4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:33.186621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea591ee-51cb-401f-8254-b311f470b5ae req-ec118255-83df-4068-950b-05d8cf7c532e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:33.188101 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ea591ee-51cb-401f-8254-b311f470b5ae req-ec118255-83df-4068-950b-05d8cf7c532e service neutron] 10.222.0.81 "GET /v2.0/networks?id=0fbf291a-8449-447e-8f42-eed803b6e96e HTTP/1.1" status: 200 len: 914 time: 0.6950455 Feb 18 09:02:33.189052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a55f11d2-f205-40d9-92b7-8b594963aef4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:33.214795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75324ec-e6dd-4bdf-85c1-8f225e7bdbcd req-b95ff763-76a6-493c-843a-34ca44250af8 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:33.216613 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c75324ec-e6dd-4bdf-85c1-8f225e7bdbcd req-b95ff763-76a6-493c-843a-34ca44250af8 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.6900601 Feb 18 09:02:33.240393 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cb2a591a-a3a6-4224-9017-3615a730f91d no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:02:33.275688 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd8e63-0dc4-4e98-b3cb-26d727f3a353 None None] Deleting port 75eccdaa-f806-432b-ad82-2d19479b3fcc {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:33.275688 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8e63-0dc4-4e98-b3cb-26d727f3a353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.296505 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:02:33.296883 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:02:33.311096 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55f11d2-f205-40d9-92b7-8b594963aef4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:33.312229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-4a732f3a-7355-486a-9387-f9e80d56db31 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Calling delete_port for 5d533476-d347-4c13-8d3e-a98ebb1ba63d owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:33.314553 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a55f11d2-f205-40d9-92b7-8b594963aef4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.324836 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ea591ee-51cb-401f-8254-b311f470b5ae req-7383a689-4f84-4a5f-b84d-e5cc2496583b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b6b3991-e935-4750-ba6a-37e986d46d4c HTTP/1.1" status: 200 len: 217 time: 0.1201472 Feb 18 09:02:33.342244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d40b0-be9a-456e-b524-c041c1ad2de8 req-d3cf904b-c846-4379-b080-05497952eda3 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:33.344818 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e26d40b0-be9a-456e-b524-c041c1ad2de8 req-d3cf904b-c846-4379-b080-05497952eda3 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=4892069d-4bcc-460d-889b-869be5c10ff0 HTTP/1.1" status: 200 len: 943 time: 0.7179976 Feb 18 09:02:33.385645 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-dc5a58c7-1209-4204-9961-aa3ede51a7e3 None None] For port cb2a591a-a3a6-4224-9017-3615a730f91d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cb2a591a-a3a6-4224-9017-3615a730f91d,segment=NetworkSegment(505b4751-38a1-494c-9bcc-06faec0903c6),segment_id=505b4751-38a1-494c-9bcc-06faec0903c6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:33.386233 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dc5a58c7-1209-4204-9961-aa3ede51a7e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.457036 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c75324ec-e6dd-4bdf-85c1-8f225e7bdbcd req-f324aa76-8aef-4fda-b4b7-3c5b6d24abcb tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727407 Feb 18 09:02:33.464294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55f11d2-f205-40d9-92b7-8b594963aef4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:02:33.492086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a3db01-5b50-44e3-9d42-9e22b4ba0ada tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:33.492925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-44a3db01-5b50-44e3-9d42-9e22b4ba0ada tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:33.496837 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4a732f3a-7355-486a-9387-f9e80d56db31 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.512889 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a55f11d2-f205-40d9-92b7-8b594963aef4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.513248 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-a55f11d2-f205-40d9-92b7-8b594963aef4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Added segment c4670c72-0a2f-4b28-8148-5479e59ee263 of type vlan for network 262e2f9e-1fdd-4e79-bfa6-259ad10e3d97 Feb 18 09:02:33.516677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e26d40b0-be9a-456e-b524-c041c1ad2de8 req-728e40b2-6314-4c85-b388-be5799846245 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636872 Feb 18 09:02:33.524802 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea591ee-51cb-401f-8254-b311f470b5ae req-8876b4bb-ccfc-4d1c-b87c-57ce91a301f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:33.526415 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ea591ee-51cb-401f-8254-b311f470b5ae req-8876b4bb-ccfc-4d1c-b87c-57ce91a301f2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=68080a41-64ae-4e34-83a4-838dd0ffe47f HTTP/1.1" status: 200 len: 853 time: 0.1817608 Feb 18 09:02:33.574991 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a58c7-1209-4204-9961-aa3ede51a7e3 None None] Calling delete_port for cb2a591a-a3a6-4224-9017-3615a730f91d owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:33.582045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-44a3db01-5b50-44e3-9d42-9e22b4ba0ada tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:33.585697 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-44a3db01-5b50-44e3-9d42-9e22b4ba0ada tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5196841 Feb 18 09:02:33.591665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38888) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:33.594498 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ea591ee-51cb-401f-8254-b311f470b5ae req-34596e9c-4bf3-4c17-b69d-8812b76c94a0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0fbf291a-8449-447e-8f42-eed803b6e96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600703 Feb 18 09:02:33.601107 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a55f11d2-f205-40d9-92b7-8b594963aef4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.720547 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd91cfa-3977-42cf-87b0-23f637958df1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:33.721233 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3fd91cfa-3977-42cf-87b0-23f637958df1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:33.731613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a732f3a-7355-486a-9387-f9e80d56db31 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event deleted for resources: {'Port': ['ID=5d533476-d347-4c13-8d3e-a98ebb1ba63d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:33.739132 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a55f11d2-f205-40d9-92b7-8b594963aef4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.745305 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55f11d2-f205-40d9-92b7-8b594963aef4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:33.745625 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a55f11d2-f205-40d9-92b7-8b594963aef4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.813585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Deleting port 4727b319-72cb-4586-99e0-f6db45b7ca70 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:33.813877 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.840772 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.845002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3fd91cfa-3977-42cf-87b0-23f637958df1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:33.848880 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3fd91cfa-3977-42cf-87b0-23f637958df1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2408144 Feb 18 09:02:33.850028 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38894) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:33.859750 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-8ccd8e63-0dc4-4e98-b3cb-26d727f3a353 None None] For port 75eccdaa-f806-432b-ad82-2d19479b3fcc, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=75eccdaa-f806-432b-ad82-2d19479b3fcc,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:33.860518 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8e63-0dc4-4e98-b3cb-26d727f3a353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.869289 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.871275 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.879222 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dc5a58c7-1209-4204-9961-aa3ede51a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.948982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6260f825-74d8-4639-9d9d-841d3af770c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:router {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:33.971669 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4a732f3a-7355-486a-9387-f9e80d56db31 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:33.979385 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6260f825-74d8-4639-9d9d-841d3af770c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:router {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:33.986607 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6260f825-74d8-4639-9d9d-841d3af770c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1313255 Feb 18 09:02:33.990470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38898) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:33.999134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a66566d7-8e4e-4cb9-9336-2647e31d7cf4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:34.018852 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4a732f3a-7355-486a-9387-f9e80d56db31 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "DELETE /v2.0/ports/5d533476-d347-4c13-8d3e-a98ebb1ba63d HTTP/1.1" status: 204 len: 168 time: 2.8614123 Feb 18 09:02:34.025354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38902) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:34.095436 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ea591ee-51cb-401f-8254-b311f470b5ae req-b12ea269-bf34-4216-a1d8-41f8f70e7291 service neutron] 10.222.0.81 "GET /v2.0/networks/0fbf291a-8449-447e-8f42-eed803b6e96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902582 Feb 18 09:02:34.104714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] The port '4727b319-72cb-4586-99e0-f6db45b7ca70' was deleted {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:02:34.106643 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd8e63-0dc4-4e98-b3cb-26d727f3a353 None None] Calling delete_port for 75eccdaa-f806-432b-ad82-2d19479b3fcc owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:34.145737 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5a58c7-1209-4204-9961-aa3ede51a7e3 None None] No DVR routers for this DVR port cb2a591a-a3a6-4224-9017-3615a730f91d on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:34.173498 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a58c7-1209-4204-9961-aa3ede51a7e3 None None] Pushing event deleted for resources: {'Port': ['ID=cb2a591a-a3a6-4224-9017-3615a730f91d,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:34.199820 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a55f11d2-f205-40d9-92b7-8b594963aef4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1311731 Feb 18 09:02:34.214414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38906) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:34.218494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f11d2-f205-40d9-92b7-8b594963aef4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Network': ['ID=262e2f9e-1fdd-4e79-bfa6-259ad10e3d97,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:34.224830 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-28ae20b0-1766-4fb4-97af-83aa585aab59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'subnet': {'network_id': '262e2f9e-1fdd-4e79-bfa6-259ad10e3d97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:34.249826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a66566d7-8e4e-4cb9-9336-2647e31d7cf4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:34.253393 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 262e2f9e-1fdd-4e79-bfa6-259ad10e3d97 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:02:34.322694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1efc9633-e120-45ac-a52a-e9b83e5838af tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Deleting subnet dcb6ae52-6c76-4652-9980-2c755082684d {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:02:34.324294 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1efc9633-e120-45ac-a52a-e9b83e5838af tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.341113 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8e63-0dc4-4e98-b3cb-26d727f3a353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.391085 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1efc9633-e120-45ac-a52a-e9b83e5838af tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.410776 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd8e63-0dc4-4e98-b3cb-26d727f3a353 None None] Pushing event deleted for resources: {'Port': ['ID=75eccdaa-f806-432b-ad82-2d19479b3fcc,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:34.413666 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.416506 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccd8e63-0dc4-4e98-b3cb-26d727f3a353 None None] No DVR routers for this DVR port 75eccdaa-f806-432b-ad82-2d19479b3fcc on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:34.467652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a66566d7-8e4e-4cb9-9336-2647e31d7cf4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:34.478571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['330aaed6-31f0-4f4a-90a4-87218066640b']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:34.505302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85704ae5-525d-45e0-999d-e1003000e309 req-46c22f6c-fad6-48ed-9e19-119617e12560 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:34.508087 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85704ae5-525d-45e0-999d-e1003000e309 req-46c22f6c-fad6-48ed-9e19-119617e12560 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.5347536 Feb 18 09:02:34.510030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c936b2b4-edc9-4c88-9da3-98babce2ab7b') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:34.510343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c936b2b4-edc9-4c88-9da3-98babce2ab7b') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:34.518298 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66566d7-8e4e-4cb9-9336-2647e31d7cf4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:34.521797 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a66566d7-8e4e-4cb9-9336-2647e31d7cf4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.529272 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ea591ee-51cb-401f-8254-b311f470b5ae req-d57b4efe-85a8-4bea-ba68-d1a3cc8ddabb service neutron] 10.222.0.81 "GET /v2.0/networks/0fbf291a-8449-447e-8f42-eed803b6e96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863053 Feb 18 09:02:34.544262 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.547096 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-28ae20b0-1766-4fb4-97af-83aa585aab59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:34.560648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a06b43-f7da-4f26-bbcc-fefbe58d4807 req-f036cac5-88f6-4369-bec7-23fb9bbcbe68 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:34.566361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a06b43-f7da-4f26-bbcc-fefbe58d4807 req-f036cac5-88f6-4369-bec7-23fb9bbcbe68 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:34.567117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b6a06b43-f7da-4f26-bbcc-fefbe58d4807 req-f036cac5-88f6-4369-bec7-23fb9bbcbe68 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Synchronizing usage tracker for tenant:2be2c6bdf8634ee88165bbe46e61c1cc on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:34.588793 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.596546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-28ae20b0-1766-4fb4-97af-83aa585aab59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Usage tracker for resource:subnet and tenant:db1c0c050d2e469ea3356471041949e7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:34.607661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:02:34.608093 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.609009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-28ae20b0-1766-4fb4-97af-83aa585aab59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:02:34.625629 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:02:34.628245 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-28ae20b0-1766-4fb4-97af-83aa585aab59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:34.661313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ae20b0-1766-4fb4-97af-83aa585aab59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:34.664971 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-28ae20b0-1766-4fb4-97af-83aa585aab59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.682604 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1efc9633-e120-45ac-a52a-e9b83e5838af tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.689948 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85704ae5-525d-45e0-999d-e1003000e309 req-f0c58e43-de07-4474-8aaf-dadc9f4a9757 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706257 Feb 18 09:02:34.697519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b6a06b43-f7da-4f26-bbcc-fefbe58d4807 req-f036cac5-88f6-4369-bec7-23fb9bbcbe68 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Unset dirty status for tenant:2be2c6bdf8634ee88165bbe46e61c1cc on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:34.698663 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6a06b43-f7da-4f26-bbcc-fefbe58d4807 req-f036cac5-88f6-4369-bec7-23fb9bbcbe68 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9&device_id=d78c6884-ade0-4326-bd56-c1166a23fcf1 HTTP/1.1" status: 200 len: 1682 time: 0.6023700 Feb 18 09:02:34.755844 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.780044 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.785060 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6a06b43-f7da-4f26-bbcc-fefbe58d4807 req-bdf9a487-91fd-4e73-8474-a6bdff062481 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722508 Feb 18 09:02:34.792456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event deleted for resources: {'Network': ['ID=330aaed6-31f0-4f4a-90a4-87218066640b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:34.795099 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-378b254f-4636-49fc-922c-ef02c982aede tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "DELETE /v2.0/networks/330aaed6-31f0-4f4a-90a4-87218066640b HTTP/1.1" status: 204 len: 168 time: 2.9249883 Feb 18 09:02:34.797883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38914) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:34.933875 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1efc9633-e120-45ac-a52a-e9b83e5838af tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.958960 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:34.995714 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc9633-e120-45ac-a52a-e9b83e5838af tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event deleted for resources: {'Subnet': ['ID=dcb6ae52-6c76-4652-9980-2c755082684d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:35.009765 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1bda37-e41b-474e-b760-4c99e4d0a411 None None] Network 6af62175-1a85-4684-83c8-bc920071b3e0 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:35.028703 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1efc9633-e120-45ac-a52a-e9b83e5838af tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.067592 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1efc9633-e120-45ac-a52a-e9b83e5838af tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "DELETE /v2.0/subnets/dcb6ae52-6c76-4652-9980-2c755082684d HTTP/1.1" status: 204 len: 168 time: 1.0383852 Feb 18 09:02:35.069816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38930) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:35.217567 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d0e297b9-7d8b-4b62-a526-4989c3c5d8b4 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.305734 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2a2e6c-4fb2-43d9-9544-47166fa9bb65 None None] DHCP port deletion for 6af62175-1a85-4684-83c8-bc920071b3e0 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:02:35.310170 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7c2a2e6c-4fb2-43d9-9544-47166fa9bb65 None None] Deleting port 680cd8b3-1f12-4c1f-94c2-7a8ab311457d {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:35.310527 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7c2a2e6c-4fb2-43d9-9544-47166fa9bb65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.332194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834b568-028d-4320-83a6-0814d110ac91 req-b34d70e6-933e-4742-8089-d5e741c80591 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:35.334535 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9834b568-028d-4320-83a6-0814d110ac91 req-b34d70e6-933e-4742-8089-d5e741c80591 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=4892069d-4bcc-460d-889b-869be5c10ff0 HTTP/1.1" status: 200 len: 943 time: 0.5008044 Feb 18 09:02:35.360459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5002cb-c26b-409a-8fad-f82f5e1a655e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Deleting subnet b443beab-a13b-4525-9863-a6eb259ae31b {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:02:35.362113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105de27-1fd4-47f5-9ff6-8540baeebd96 req-5a93c45c-7447-42d9-a626-89290b8e4a56 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:35.363119 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2105de27-1fd4-47f5-9ff6-8540baeebd96 req-5a93c45c-7447-42d9-a626-89290b8e4a56 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/networks?id=f40be500-670f-4365-9b1b-50944ae5e3f7 HTTP/1.1" status: 200 len: 813 time: 0.4254670 Feb 18 09:02:35.367030 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-28ae20b0-1766-4fb4-97af-83aa585aab59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.402333 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df5002cb-c26b-409a-8fad-f82f5e1a655e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.466597 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2105de27-1fd4-47f5-9ff6-8540baeebd96 req-ca4ec75a-0afb-4967-8351-6429c6368c61 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/quotas/0608b781957e43609e9ef7685b762a69 HTTP/1.1" status: 200 len: 375 time: 0.0871856 Feb 18 09:02:35.482255 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d0e297b9-7d8b-4b62-a526-4989c3c5d8b4 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.523873 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7c2a2e6c-4fb2-43d9-9544-47166fa9bb65 None None] For port 680cd8b3-1f12-4c1f-94c2-7a8ab311457d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=680cd8b3-1f12-4c1f-94c2-7a8ab311457d,segment=NetworkSegment(cfb66b2a-84de-45eb-894f-c262b92b8923),segment_id=cfb66b2a-84de-45eb-894f-c262b92b8923)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:35.524492 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7c2a2e6c-4fb2-43d9-9544-47166fa9bb65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.532137 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9834b568-028d-4320-83a6-0814d110ac91 req-12288c12-f64f-43f6-a238-4896b06ffdef tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818528 Feb 18 09:02:35.559899 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df5002cb-c26b-409a-8fad-f82f5e1a655e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.568145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-d0e297b9-7d8b-4b62-a526-4989c3c5d8b4 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3490a6df-952e-4e6e-ab3a-25d8e2397d85']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:35.593979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-d0e297b9-7d8b-4b62-a526-4989c3c5d8b4 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505b4751-38a1-494c-9bcc-06faec0903c6') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:35.594763 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-d0e297b9-7d8b-4b62-a526-4989c3c5d8b4 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505b4751-38a1-494c-9bcc-06faec0903c6') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:35.611036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.objects.ports [None req-a66566d7-8e4e-4cb9-9336-2647e31d7cf4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87767) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 09:02:35.618924 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d0e297b9-7d8b-4b62-a526-4989c3c5d8b4 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.620087 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a66566d7-8e4e-4cb9-9336-2647e31d7cf4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.626017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae20b0-1766-4fb4-97af-83aa585aab59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Subnet': ['ID=278c9df2-dc68-4610-97bf-7ea25b6a0b19,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:35.645003 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d0e297b9-7d8b-4b62-a526-4989c3c5d8b4 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.654642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e297b9-7d8b-4b62-a526-4989c3c5d8b4 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:02:35.655013 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d0e297b9-7d8b-4b62-a526-4989c3c5d8b4 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.668232 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7c2a2e6c-4fb2-43d9-9544-47166fa9bb65 None None] Calling delete_port for 680cd8b3-1f12-4c1f-94c2-7a8ab311457d owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:02:35.670343 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:02:35.679708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ae20b0-1766-4fb4-97af-83aa585aab59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Checking segment: {'id': 'c4670c72-0a2f-4b28-8148-5479e59ee263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '262e2f9e-1fdd-4e79-bfa6-259ad10e3d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:35.680073 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ae20b0-1766-4fb4-97af-83aa585aab59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network hostable DHCP agents. Network: 262e2f9e-1fdd-4e79-bfa6-259ad10e3d97, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:02:35.681072 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2105de27-1fd4-47f5-9ff6-8540baeebd96 req-1c197a69-4faf-4649-9730-04e598c09929 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0608b781957e43609e9ef7685b762a69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2036297 Feb 18 09:02:35.710133 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66566d7-8e4e-4cb9-9336-2647e31d7cf4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:35.719889 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-a66566d7-8e4e-4cb9-9336-2647e31d7cf4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:35.734731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66566d7-8e4e-4cb9-9336-2647e31d7cf4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:35.735325 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a66566d7-8e4e-4cb9-9336-2647e31d7cf4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.737076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d514ed26-86d5-45f2-9e66-432671e8ce88 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:35.765106 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66566d7-8e4e-4cb9-9336-2647e31d7cf4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=d4644f87-af13-4daa-9096-76bd1c60542a,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:35.793430 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a66566d7-8e4e-4cb9-9336-2647e31d7cf4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8017616 Feb 18 09:02:35.796814 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ae20b0-1766-4fb4-97af-83aa585aab59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network 262e2f9e-1fdd-4e79-bfa6-259ad10e3d97 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:02:35.798800 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38938) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:35.801744 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df5002cb-c26b-409a-8fad-f82f5e1a655e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.842636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:35.866417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-28ae20b0-1766-4fb4-97af-83aa585aab59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 262e2f9e-1fdd-4e79-bfa6-259ad10e3d97) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:35.888453 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ae20b0-1766-4fb4-97af-83aa585aab59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:35.888657 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-28ae20b0-1766-4fb4-97af-83aa585aab59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.892593 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb669522-b771-4e89-84b8-c9b4575e6497 None None] Network 262e2f9e-1fdd-4e79-bfa6-259ad10e3d97 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:35.940278 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-28ae20b0-1766-4fb4-97af-83aa585aab59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7237868 Feb 18 09:02:35.945409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38942) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:35.989630 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df5002cb-c26b-409a-8fad-f82f5e1a655e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.990802 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d0e297b9-7d8b-4b62-a526-4989c3c5d8b4 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:35.995310 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d0e297b9-7d8b-4b62-a526-4989c3c5d8b4 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.007917 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7c2a2e6c-4fb2-43d9-9544-47166fa9bb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.052288 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 6b6b3991-e935-4750-ba6a-37e986d46d4c details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:02:36.083555 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a2e6c-4fb2-43d9-9544-47166fa9bb65 None None] Pushing event deleted for resources: {'Port': ['ID=680cd8b3-1f12-4c1f-94c2-7a8ab311457d,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:36.097564 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d0e297b9-7d8b-4b62-a526-4989c3c5d8b4 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "DELETE /v2.0/networks/3490a6df-952e-4e6e-ab3a-25d8e2397d85 HTTP/1.1" status: 204 len: 168 time: 1.2954175 Feb 18 09:02:36.097911 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38950) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:36.103888 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5002cb-c26b-409a-8fad-f82f5e1a655e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event deleted for resources: {'Subnet': ['ID=b443beab-a13b-4525-9863-a6eb259ae31b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:36.107379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a2e6c-4fb2-43d9-9544-47166fa9bb65 None None] No DVR routers for this DVR port 680cd8b3-1f12-4c1f-94c2-7a8ab311457d on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:36.108698 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df5002cb-c26b-409a-8fad-f82f5e1a655e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.113175 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-df5002cb-c26b-409a-8fad-f82f5e1a655e tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "DELETE /v2.0/subnets/b443beab-a13b-4525-9863-a6eb259ae31b HTTP/1.1" status: 204 len: 168 time: 1.0390496 Feb 18 09:02:36.119314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38954) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:36.123001 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935a810f-f12b-4c06-ad85-05a4a226fb01 None None] Network 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:36.134965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e297b9-7d8b-4b62-a526-4989c3c5d8b4 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event deleted for resources: {'Network': ['ID=3490a6df-952e-4e6e-ab3a-25d8e2397d85,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:36.235928 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-118e948b-75a4-4e2b-a305-2e39d28accd2 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Deleting subnet 87c57d81-554a-4a4a-87d3-1fc1f1666078 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:02:36.242384 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-118e948b-75a4-4e2b-a305-2e39d28accd2 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.282270 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0918ed70-de4a-434f-adcd-448e6b564a01 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.288188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:36.299300 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:02:36.322451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:36.328721 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65f5da1d-6747-49cc-a66b-6d97e8352f8d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.358390 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-118e948b-75a4-4e2b-a305-2e39d28accd2 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.360839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdf75e-fabb-4720-8827-dc82ac0372ca req-9c033840-b85a-4d9d-a99f-1edfb897c373 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:36.362356 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94cdf75e-fabb-4720-8827-dc82ac0372ca req-9c033840-b85a-4d9d-a99f-1edfb897c373 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.3770254 Feb 18 09:02:36.426506 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:36.429432 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.430286 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0918ed70-de4a-434f-adcd-448e6b564a01 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.531541 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-118e948b-75a4-4e2b-a305-2e39d28accd2 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.571990 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0918ed70-de4a-434f-adcd-448e6b564a01 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.647435 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94cdf75e-fabb-4720-8827-dc82ac0372ca req-41f1d0fe-7477-4791-b928-409c4a85363d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411220 Feb 18 09:02:36.651394 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65f5da1d-6747-49cc-a66b-6d97e8352f8d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.655429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': 'd4644f87-af13-4daa-9096-76bd1c60542a'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:02:36.656247 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.766509 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0918ed70-de4a-434f-adcd-448e6b564a01 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.776047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918ed70-de4a-434f-adcd-448e6b564a01 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Subnet': ['ID=278c9df2-dc68-4610-97bf-7ea25b6a0b19,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:36.780815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-65f5da1d-6747-49cc-a66b-6d97e8352f8d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af62175-1a85-4684-83c8-bc920071b3e0']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:36.792351 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5467979-48e6-402e-8f49-d885186d3d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-262e2f9e-1fdd-4e79-bfa6-259ad10e3d97', 'network_id': '262e2f9e-1fdd-4e79-bfa6-259ad10e3d97', 'tenant_id': 'db1c0c050d2e469ea3356471041949e7', 'fixed_ips': [{'subnet_id': '278c9df2-dc68-4610-97bf-7ea25b6a0b19'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:02:36.793172 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c5467979-48e6-402e-8f49-d885186d3d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.810645 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 6b6b3991-e935-4750-ba6a-37e986d46d4c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=6b6b3991-e935-4750-ba6a-37e986d46d4c,segment=NetworkSegment(47a48769-04a4-4c1d-8d6e-7c420d8f35c7),segment_id=47a48769-04a4-4c1d-8d6e-7c420d8f35c7)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:36.811927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-65f5da1d-6747-49cc-a66b-6d97e8352f8d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb66b2a-84de-45eb-894f-c262b92b8923') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:36.812223 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-65f5da1d-6747-49cc-a66b-6d97e8352f8d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb66b2a-84de-45eb-894f-c262b92b8923') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:36.844367 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65f5da1d-6747-49cc-a66b-6d97e8352f8d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.858962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '6b6b3991-e935-4750-ba6a-37e986d46d4c', 'network_id': '0fbf291a-8449-447e-8f42-eed803b6e96e', 'port_id': '6b6b3991-e935-4750-ba6a-37e986d46d4c', 'mac_address': 'fa:16:3e:28:5d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68080a41-64ae-4e34-83a4-838dd0ffe47f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:02:36.861705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0918ed70-de4a-434f-adcd-448e6b564a01 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262e2f9e-1fdd-4e79-bfa6-259ad10e3d97']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:36.903826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0918ed70-de4a-434f-adcd-448e6b564a01 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4670c72-0a2f-4b28-8148-5479e59ee263') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:36.904247 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0918ed70-de4a-434f-adcd-448e6b564a01 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4670c72-0a2f-4b28-8148-5479e59ee263') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:36.924939 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0918ed70-de4a-434f-adcd-448e6b564a01 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.936844 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-118e948b-75a4-4e2b-a305-2e39d28accd2 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.980433 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-118e948b-75a4-4e2b-a305-2e39d28accd2 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.997581 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65f5da1d-6747-49cc-a66b-6d97e8352f8d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:36.997822 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e948b-75a4-4e2b-a305-2e39d28accd2 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event deleted for resources: {'Subnet': ['ID=87c57d81-554a-4a4a-87d3-1fc1f1666078,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:37.006710 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0918ed70-de4a-434f-adcd-448e6b564a01 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.014095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f5da1d-6747-49cc-a66b-6d97e8352f8d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:02:37.014499 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65f5da1d-6747-49cc-a66b-6d97e8352f8d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.015830 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-118e948b-75a4-4e2b-a305-2e39d28accd2 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "DELETE /v2.0/subnets/87c57d81-554a-4a4a-87d3-1fc1f1666078 HTTP/1.1" status: 204 len: 168 time: 0.9133210 Feb 18 09:02:37.017238 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0918ed70-de4a-434f-adcd-448e6b564a01 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:02:37.017819 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0918ed70-de4a-434f-adcd-448e6b564a01 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.021930 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f38dcb0-27fe-477d-b51a-ba8fda392d40 None None] Network 9850790a-96b3-49b2-a9a8-ecd673d97d6a requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:02:37.034394 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:02:37.037582 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38966) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:02:37.038023 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:02:37.123834 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.147945 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f87c03-da04-48f2-b168-472af52f8848 None None] DHCP port deletion for 789c3aa3-fe97-45e0-9cd1-97ee178ff2ea request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:02:37.184639 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b6b3991-e935-4750-ba6a-37e986d46d4c {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:02:37.189199 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d3f87c03-da04-48f2-b168-472af52f8848 None None] Deleting port af424264-6435-4815-9ca3-596fcec10920 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:37.189199 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d3f87c03-da04-48f2-b168-472af52f8848 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.243515 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 680cd8b3-1f12-4c1f-94c2-7a8ab311457d no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:02:37.245394 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.263073 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Deleting port e00977ce-4db2-4854-ac8d-f2837bc26160 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:37.263639 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.292470 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0918ed70-de4a-434f-adcd-448e6b564a01 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.296858 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0918ed70-de4a-434f-adcd-448e6b564a01 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.315484 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Allocated IP 2001:db8::f816:3eff:fe4c:3a24 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/d4644f87-af13-4daa-9096-76bd1c60542a/b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:37.318070 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 680cd8b3-1f12-4c1f-94c2-7a8ab311457d {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:02:37.318070 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 680cd8b3-1f12-4c1f-94c2-7a8ab311457d not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:02:37.319296 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device af424264-6435-4815-9ca3-596fcec10920 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:02:37.366336 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65f5da1d-6747-49cc-a66b-6d97e8352f8d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.397501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78285eff-c8b7-4b9f-a671-57483a893cf3 req-9a92edf4-7f86-4099-aa8c-17d3db5a83a9 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:37.399070 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78285eff-c8b7-4b9f-a671-57483a893cf3 req-9a92edf4-7f86-4099-aa8c-17d3db5a83a9 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=4892069d-4bcc-460d-889b-869be5c10ff0 HTTP/1.1" status: 200 len: 943 time: 0.5472655 Feb 18 09:02:37.401569 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65f5da1d-6747-49cc-a66b-6d97e8352f8d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.407350 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 6b6b3991-e935-4750-ba6a-37e986d46d4c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=6b6b3991-e935-4750-ba6a-37e986d46d4c,segment=NetworkSegment(47a48769-04a4-4c1d-8d6e-7c420d8f35c7),segment_id=47a48769-04a4-4c1d-8d6e-7c420d8f35c7)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:37.417748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5da1d-6747-49cc-a66b-6d97e8352f8d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event deleted for resources: {'Network': ['ID=6af62175-1a85-4684-83c8-bc920071b3e0,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:37.446153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af57424-df1b-4d30-90e4-2ed6dc684670 req-db48bbd5-8ad6-4f87-a831-7f0ef81c4f7b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:37.447710 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8af57424-df1b-4d30-90e4-2ed6dc684670 req-db48bbd5-8ad6-4f87-a831-7f0ef81c4f7b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.5188866 Feb 18 09:02:37.454452 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648067a7-1213-40fd-a251-64e5417c6712 None None] Network 262e2f9e-1fdd-4e79-bfa6-259ad10e3d97 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:37.474604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918ed70-de4a-434f-adcd-448e6b564a01 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Network': ['ID=262e2f9e-1fdd-4e79-bfa6-259ad10e3d97,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:37.484785 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0918ed70-de4a-434f-adcd-448e6b564a01 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/networks/262e2f9e-1fdd-4e79-bfa6-259ad10e3d97 HTTP/1.1" status: 204 len: 168 time: 1.5383463 Feb 18 09:02:37.493192 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.494149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38970) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:37.497988 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-65f5da1d-6747-49cc-a66b-6d97e8352f8d tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "DELETE /v2.0/networks/6af62175-1a85-4684-83c8-bc920071b3e0 HTTP/1.1" status: 204 len: 168 time: 1.3623421 Feb 18 09:02:37.507766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-49c382e5-7b6b-42cc-8796-a8fef3de8c4b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1536258878'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:37.510884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38974) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:37.531641 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78285eff-c8b7-4b9f-a671-57483a893cf3 req-4b9bd358-7538-4e63-be5d-2327bf8d89eb tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078382 Feb 18 09:02:37.535439 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-49c382e5-7b6b-42cc-8796-a8fef3de8c4b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:37.585061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-49c382e5-7b6b-42cc-8796-a8fef3de8c4b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Usage tracker for resource:network and tenant:db1c0c050d2e469ea3356471041949e7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:37.627690 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648067a7-1213-40fd-a251-64e5417c6712 None None] Network 262e2f9e-1fdd-4e79-bfa6-259ad10e3d97 could not be found, it might have been deleted concurrently. {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 18 09:02:37.643927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-49c382e5-7b6b-42cc-8796-a8fef3de8c4b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:37.674797 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-49c382e5-7b6b-42cc-8796-a8fef3de8c4b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:37.686272 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.692104 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8af57424-df1b-4d30-90e4-2ed6dc684670 req-98da553b-9483-414f-87f2-d613e61bf54b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178237 Feb 18 09:02:37.753547 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] For port e00977ce-4db2-4854-ac8d-f2837bc26160, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e00977ce-4db2-4854-ac8d-f2837bc26160,segment=NetworkSegment(3d331791-359e-4573-8230-8b8140d8ff6b),segment_id=3d331791-359e-4573-8230-8b8140d8ff6b)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:37.753937 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.761608 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.769829 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c382e5-7b6b-42cc-8796-a8fef3de8c4b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:37.773745 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-49c382e5-7b6b-42cc-8796-a8fef3de8c4b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.827277 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:37.838289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:37.853817 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:37.854408 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.884904 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Deleting port af424264-6435-4815-9ca3-596fcec10920 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:37.885264 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:37.924157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=b7af299d-acbd-40ff-a2ce-3da6bf9f6354,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:37.955868 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=6b6b3991-e935-4750-ba6a-37e986d46d4c,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:37.963720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Calling delete_port for e00977ce-4db2-4854-ac8d-f2837bc26160 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:37.966976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c382e5-7b6b-42cc-8796-a8fef3de8c4b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:02:37.988028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:37.988399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:37.988745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:37.989077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:37.989411 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:37.989738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:37.990089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:37.990417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:37.991159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:37.991297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:37.991520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:37.991841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:38.008461 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-79005edc-c571-4469-8c75-2eae8925e4b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2086945 Feb 18 09:02:38.011753 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38992) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:38.019972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'mac_address': 'fa:16:3e:64:de:da', 'name': 'tempest-NetworksTestDHCPv6-555569674'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:38.022670 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-49c382e5-7b6b-42cc-8796-a8fef3de8c4b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.023018 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-49c382e5-7b6b-42cc-8796-a8fef3de8c4b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Added segment a2b97264-085d-4738-bfd9-b507dcc34b26 of type vlan for network d801d36c-9e99-4e3a-a505-c9d2a32c226e Feb 18 09:02:38.076218 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1f4efcb-d795-4841-9257-60e1c43d5b6f req-6b066b93-fd5b-4c81-83ea-ae951b774e90 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0608b781957e43609e9ef7685b762a69 HTTP/1.1" status: 200 len: 221 time: 0.1393306 Feb 18 09:02:38.120468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['6b6b3991-e935-4750-ba6a-37e986d46d4c'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:02:38.135707 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-49c382e5-7b6b-42cc-8796-a8fef3de8c4b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.163197 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.229001 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event deleted for resources: {'Port': ['ID=e00977ce-4db2-4854-ac8d-f2837bc26160,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:38.235488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] No DVR routers for this DVR port e00977ce-4db2-4854-ac8d-f2837bc26160 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:38.272723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:38.287294 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.291553 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:port and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:38.301609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:38.311241 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.322774 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d3f87c03-da04-48f2-b168-472af52f8848 None None] For port af424264-6435-4815-9ca3-596fcec10920, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=af424264-6435-4815-9ca3-596fcec10920,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:38.323087 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d3f87c03-da04-48f2-b168-472af52f8848 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.355586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:38.382200 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.389895 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:38.399626 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-49c382e5-7b6b-42cc-8796-a8fef3de8c4b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:02:38.410498 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Transition to ACTIVE for port object b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:38.433572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38af9d-9b8b-4550-98c0-cab00a669678 req-758d6071-6dbf-492b-9572-c8fd78336a1f tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:38.444917 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ee38af9d-9b8b-4550-98c0-cab00a669678 req-758d6071-6dbf-492b-9572-c8fd78336a1f tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=d78c6884-ade0-4326-bd56-c1166a23fcf1 HTTP/1.1" status: 200 len: 945 time: 0.6597230 Feb 18 09:02:38.489468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d3f87c03-da04-48f2-b168-472af52f8848 None None] Calling delete_port for af424264-6435-4815-9ca3-596fcec10920 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:38.494900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9850790a-96b3-49b2-a9a8-ecd673d97d6a']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:38.516428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d331791-359e-4573-8230-8b8140d8ff6b') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:38.516713 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d331791-359e-4573-8230-8b8140d8ff6b') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:38.526566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c08fc90-d143-433c-af87-b4600cbb9f81 None None] DHCP port deletion for 9850790a-96b3-49b2-a9a8-ecd673d97d6a request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:02:38.535470 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.541221 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port af424264-6435-4815-9ca3-596fcec10920, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=af424264-6435-4815-9ca3-596fcec10920,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:38.556331 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Transition to ACTIVE for port object b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:38.561434 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ee38af9d-9b8b-4550-98c0-cab00a669678 req-2d951b96-e382-4448-bf58-81a1b7fb0dc2 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156507 Feb 18 09:02:38.570798 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.575333 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.593542 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.616665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:02:38.617189 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] For port af424264-6435-4815-9ca3-596fcec10920, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=af424264-6435-4815-9ca3-596fcec10920,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:38.617329 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.617433 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.623079 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-49c382e5-7b6b-42cc-8796-a8fef3de8c4b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.628822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c382e5-7b6b-42cc-8796-a8fef3de8c4b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:38.629662 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-49c382e5-7b6b-42cc-8796-a8fef3de8c4b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:02:38.629904 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:02:38.635457 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.691768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port 734d0c0a-efa7-4e3a-b7e9-c5ed83c21083 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:02:38.703221 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:38.717289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:38.724897 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:02:38.734080 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-d3f87c03-da04-48f2-b168-472af52f8848 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:02:38.734436 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-d3f87c03-da04-48f2-b168-472af52f8848 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:02:38.734922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=af424264-6435-4815-9ca3-596fcec10920,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:38.795550 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.799674 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.837906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Pushing event deleted for resources: {'Network': ['ID=9850790a-96b3-49b2-a9a8-ecd673d97d6a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:38.863959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Calling delete_port for af424264-6435-4815-9ca3-596fcec10920 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:38.866022 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-67438cb2-dfef-4937-afd8-699d7a64afa5 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "DELETE /v2.0/networks/9850790a-96b3-49b2-a9a8-ecd673d97d6a HTTP/1.1" status: 204 len: 168 time: 1.8206601 Feb 18 09:02:38.897254 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39000) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:38.910523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Pushing event updated for resources: {'Port': ['ID=b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:38.913737 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Attempting to bind port b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:02:38.913870 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Attempting to bind port b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:02:38.914237 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Attempting to bind port b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:02:38.925295 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:02:38.925671 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:38.926071 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.926459 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:02:38.926919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Bound port: b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:02:38.927287 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:38.966781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2bba90b2-96c9-4c94-8345-98905e9b21a7 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Synchronizing usage tracker for tenant:84290aaa6bf6425e93f1aca0181c09e5 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:39.006766 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2bba90b2-96c9-4c94-8345-98905e9b21a7 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Unset dirty status for tenant:84290aaa6bf6425e93f1aca0181c09e5 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:39.010975 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2bba90b2-96c9-4c94-8345-98905e9b21a7 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a4f6684-cff9-4f45-83c2-72462d7b5d7a HTTP/1.1" status: 200 len: 205 time: 0.1105237 Feb 18 09:02:39.011760 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39004) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:39.052868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11ac07-ce68-49f8-93d0-782549a1d0ee req-afe10ca2-5c34-4fb3-9799-f22bf4c206e9 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:39.054557 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc11ac07-ce68-49f8-93d0-782549a1d0ee req-afe10ca2-5c34-4fb3-9799-f22bf4c206e9 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.8638525 Feb 18 09:02:39.079336 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-49c382e5-7b6b-42cc-8796-a8fef3de8c4b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5798028 Feb 18 09:02:39.085472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05024b-9145-45a7-86f5-edbe8f6808ea req-05aea64e-e2dc-4daa-bc22-2d024fd41226 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:39.086911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab05024b-9145-45a7-86f5-edbe8f6808ea req-05aea64e-e2dc-4daa-bc22-2d024fd41226 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.81 "GET /v2.0/ports?device_id=d78c6884-ade0-4326-bd56-c1166a23fcf1 HTTP/1.1" status: 200 len: 945 time: 0.8473217 Feb 18 09:02:39.090518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39008) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:39.101014 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-32275856-53db-444e-b37f-91e0aed10486 None None] For port b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:02:39.121444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-a35b56d8-9a1e-49d6-b995-66adc6681962 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'subnet': {'network_id': 'd801d36c-9e99-4e3a-a505-c9d2a32c226e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:39.121633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-32275856-53db-444e-b37f-91e0aed10486 None None] For port b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:02:39.142580 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.194349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e6641-93d6-468f-9961-938568dad35f req-e976816e-d096-4b0b-be0e-acc9fe79f8ed tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:39.195862 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe2e6641-93d6-468f-9961-938568dad35f req-e976816e-d096-4b0b-be0e-acc9fe79f8ed tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.61 "GET /v2.0/ports?device_id=8096ee27-f078-45ca-a245-ee66cafae9b9 HTTP/1.1" status: 200 len: 946 time: 0.8458717 Feb 18 09:02:39.219292 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e00977ce-4db2-4854-ac8d-f2837bc26160 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:02:39.221340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c382e5-7b6b-42cc-8796-a8fef3de8c4b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Network': ['ID=d801d36c-9e99-4e3a-a505-c9d2a32c226e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:39.258378 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d3f87c03-da04-48f2-b168-472af52f8848 None None] Deleting port af424264-6435-4815-9ca3-596fcec10920 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:39.258378 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d3f87c03-da04-48f2-b168-472af52f8848 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.282811 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network d801d36c-9e99-4e3a-a505-c9d2a32c226e details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:02:39.327300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: e00977ce-4db2-4854-ac8d-f2837bc26160 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:02:39.327669 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e00977ce-4db2-4854-ac8d-f2837bc26160 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:02:39.346125 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a45be88b-164f-4ebf-b692-d3bdbfc6dc91 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.438389 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32275856-53db-444e-b37f-91e0aed10486 None None] Pushing event updated for resources: {'Port': ['ID=b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:39.557545 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-ab05024b-9145-45a7-86f5-edbe8f6808ea req-0c42b199-9d9a-45e3-8a14-91a74275a225 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Deleting port 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:39.558099 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab05024b-9145-45a7-86f5-edbe8f6808ea req-0c42b199-9d9a-45e3-8a14-91a74275a225 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.608555 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc11ac07-ce68-49f8-93d0-782549a1d0ee req-382e8b5c-d10b-478a-9cb3-4d6089aacff5 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142083 Feb 18 09:02:39.653998 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:02:39.654251 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:02:39.702743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-fe2e6641-93d6-468f-9961-938568dad35f req-64776e2b-1b94-4ef7-9b4b-133b234aeb30 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Deleting port 62c7a91b-6c9c-4df2-9cd9-dac040b88667 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:39.703432 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fe2e6641-93d6-468f-9961-938568dad35f req-64776e2b-1b94-4ef7-9b4b-133b234aeb30 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.748235 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 172.20.0.11 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/b7af299d-acbd-40ff-a2ce-3da6bf9f6354/734d0c0a-efa7-4e3a-b7e9-c5ed83c21083) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:39.760135 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::f816:3eff:fe64:deda (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/d4644f87-af13-4daa-9096-76bd1c60542a/734d0c0a-efa7-4e3a-b7e9-c5ed83c21083) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:39.796466 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d3f87c03-da04-48f2-b168-472af52f8848 None None] For port af424264-6435-4815-9ca3-596fcec10920, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=af424264-6435-4815-9ca3-596fcec10920,segment=NetworkSegment(34e21099-c6bd-4d4e-9d63-cdd8a808a627),segment_id=34e21099-c6bd-4d4e-9d63-cdd8a808a627)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:39.796853 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d3f87c03-da04-48f2-b168-472af52f8848 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.834976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a35b56d8-9a1e-49d6-b995-66adc6681962 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:39.838182 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a45be88b-164f-4ebf-b692-d3bdbfc6dc91 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.842001 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a45be88b-164f-4ebf-b692-d3bdbfc6dc91 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:39.847066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a35b56d8-9a1e-49d6-b995-66adc6681962 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Usage tracker for resource:subnet and tenant:db1c0c050d2e469ea3356471041949e7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:39.891689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a35b56d8-9a1e-49d6-b995-66adc6681962 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:39.910525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81cedd-16b4-4a72-9796-7e76347b79da req-adabf136-88c2-46e4-a005-eb665bfaaf79 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:39.918045 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e81cedd-16b4-4a72-9796-7e76347b79da req-adabf136-88c2-46e4-a005-eb665bfaaf79 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=4892069d-4bcc-460d-889b-869be5c10ff0 HTTP/1.1" status: 200 len: 944 time: 1.1448250 Feb 18 09:02:39.946811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a35b56d8-9a1e-49d6-b995-66adc6681962 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:40.002992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 6b6b3991-e935-4750-ba6a-37e986d46d4c up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:40.016735 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a45be88b-164f-4ebf-b692-d3bdbfc6dc91 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.017339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45be88b-164f-4ebf-b692-d3bdbfc6dc91 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Fanout notify agent at l3_agent the message router_deleted on router 7a4f6684-cff9-4f45-83c2-72462d7b5d7a {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:02:40.034692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d3f87c03-da04-48f2-b168-472af52f8848 None None] Calling delete_port for af424264-6435-4815-9ca3-596fcec10920 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:40.035034 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a45be88b-164f-4ebf-b692-d3bdbfc6dc91 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.039842 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a45be88b-164f-4ebf-b692-d3bdbfc6dc91 tempest-RoutersNegativeIpV6Test-1580680084 tempest-RoutersNegativeIpV6Test-1580680084-project] 10.222.0.72 "DELETE /v2.0/routers/7a4f6684-cff9-4f45-83c2-72462d7b5d7a HTTP/1.1" status: 204 len: 168 time: 1.0235841 Feb 18 09:02:40.078055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35b56d8-9a1e-49d6-b995-66adc6681962 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:40.081852 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a35b56d8-9a1e-49d6-b995-66adc6681962 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.135851 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.157789 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 6b6b3991-e935-4750-ba6a-37e986d46d4c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:40.160346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Deleting port af424264-6435-4815-9ca3-596fcec10920 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:40.160667 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.165663 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d3f87c03-da04-48f2-b168-472af52f8848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.176159 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object 734d0c0a-efa7-4e3a-b7e9-c5ed83c21083 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:40.221311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 6b6b3991-e935-4750-ba6a-37e986d46d4c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:40.221311 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.223098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e81cedd-16b4-4a72-9796-7e76347b79da req-4bd648e9-e335-4b46-8f49-131f86f646bf tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041134 Feb 18 09:02:40.230498 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.288112 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f87c03-da04-48f2-b168-472af52f8848 None None] No DVR routers for this DVR port af424264-6435-4815-9ca3-596fcec10920 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:40.320108 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f87c03-da04-48f2-b168-472af52f8848 None None] Pushing event deleted for resources: {'Port': ['ID=af424264-6435-4815-9ca3-596fcec10920,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:40.403801 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:40.407489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:40.412764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:02:40.452794 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=734d0c0a-efa7-4e3a-b7e9-c5ed83c21083,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:40.470972 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] The port 'af424264-6435-4815-9ca3-596fcec10920' was deleted {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:02:40.477434 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.504394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:40.507040 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.536395 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1c66c482-5ac5-4df4-8277-66d898158479 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5231059 Feb 18 09:02:40.538917 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39020) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:40.545469 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 6b6b3991-e935-4750-ba6a-37e986d46d4c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=6b6b3991-e935-4750-ba6a-37e986d46d4c,segment=NetworkSegment(47a48769-04a4-4c1d-8d6e-7c420d8f35c7),segment_id=47a48769-04a4-4c1d-8d6e-7c420d8f35c7)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:40.548729 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4892069d-4bcc-460d-889b-869be5c10ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6b3991-e935-4750-ba6a-37e986d46d4c'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:02:40.563215 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.567315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39026) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:40.637808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098445e-9015-478c-8f14-d1a62c64171e req-1553fc85-ff27-4454-aec1-add9a8215cd8 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:40.644901 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a098445e-9015-478c-8f14-d1a62c64171e req-1553fc85-ff27-4454-aec1-add9a8215cd8 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=d78c6884-ade0-4326-bd56-c1166a23fcf1 HTTP/1.1" status: 200 len: 945 time: 0.8779080 Feb 18 09:02:40.650476 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=6b6b3991-e935-4750-ba6a-37e986d46d4c,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:40.658549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36edd29-31ba-4896-af9e-2eb8219121e1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:40.665744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36edd29-31ba-4896-af9e-2eb8219121e1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:40.666643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d36edd29-31ba-4896-af9e-2eb8219121e1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:40.684031 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d36edd29-31ba-4896-af9e-2eb8219121e1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:40.687733 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d36edd29-31ba-4896-af9e-2eb8219121e1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1441882 Feb 18 09:02:40.687977 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39032) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:40.767506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-5de2a67b-8d1d-4ce2-84ad-67cfc41be9ba tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port 734d0c0a-efa7-4e3a-b7e9-c5ed83c21083 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:40.768175 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5de2a67b-8d1d-4ce2-84ad-67cfc41be9ba tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.815661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ab05024b-9145-45a7-86f5-edbe8f6808ea req-0c42b199-9d9a-45e3-8a14-91a74275a225 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] For port 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4,segment=NetworkSegment(ec1ebcf4-a5ea-4396-90b7-c16f0165be47),segment_id=ec1ebcf4-a5ea-4396-90b7-c16f0165be47)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:40.816031 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab05024b-9145-45a7-86f5-edbe8f6808ea req-0c42b199-9d9a-45e3-8a14-91a74275a225 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.825925 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:40.863463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030305a9-93c7-4605-aa7c-09094b4babd9 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:40.963619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e0b7e936-ef66-4cab-a870-214af39cd756 None None] Provisioning for port b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:41.035636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-ab05024b-9145-45a7-86f5-edbe8f6808ea req-0c42b199-9d9a-45e3-8a14-91a74275a225 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Calling delete_port for 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:41.057024 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5de2a67b-8d1d-4ce2-84ad-67cfc41be9ba tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.065489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-fe2e6641-93d6-468f-9961-938568dad35f req-64776e2b-1b94-4ef7-9b4b-133b234aeb30 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] For port 62c7a91b-6c9c-4df2-9cd9-dac040b88667, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=62c7a91b-6c9c-4df2-9cd9-dac040b88667,segment=NetworkSegment(ec1ebcf4-a5ea-4396-90b7-c16f0165be47),segment_id=ec1ebcf4-a5ea-4396-90b7-c16f0165be47)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:41.065863 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fe2e6641-93d6-468f-9961-938568dad35f req-64776e2b-1b94-4ef7-9b4b-133b234aeb30 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.080370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789c3aa3-fe97-45e0-9cd1-97ee178ff2ea']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:41.170016 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.221710 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-5de2a67b-8d1d-4ce2-84ad-67cfc41be9ba tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for 734d0c0a-efa7-4e3a-b7e9-c5ed83c21083 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:41.254015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:41.270576 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a098445e-9015-478c-8f14-d1a62c64171e req-7f44883b-39dd-41d2-9d7b-9146284534da tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/security-groups?id=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6247849 Feb 18 09:02:41.347020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd742255-6dae-4419-ab3a-15db823e30d9 None None] Update dhcp port {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'fixed_ips': [{'subnet_id': 'd4644f87-af13-4daa-9096-76bd1c60542a', 'ip_address': '2001:db8::f816:3eff:fe4c:3a24'}, {'subnet_id': 'b7af299d-acbd-40ff-a2ce-3da6bf9f6354'}], 'binding:host_id': 'n-d-829434-1'}, 'id': 'b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b'} from n-d-829434-1. {{(pid=87769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 18 09:02:41.367854 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e21099-c6bd-4d4e-9d63-cdd8a808a627') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:41.368156 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e21099-c6bd-4d4e-9d63-cdd8a808a627') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:41.414783 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4892069d-4bcc-460d-889b-869be5c10ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6b3991-e935-4750-ba6a-37e986d46d4c', 'code': 200} Feb 18 09:02:41.415853 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bd742255-6dae-4419-ab3a-15db823e30d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.458355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830da010-d26c-47a3-ad53-0434b702ee1c req-0c15483d-aaef-4dac-b704-411bb7e6f742 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:41.466211 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-830da010-d26c-47a3-ad53-0434b702ee1c req-0c15483d-aaef-4dac-b704-411bb7e6f742 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 1.0563300 Feb 18 09:02:41.475809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-fe2e6641-93d6-468f-9961-938568dad35f req-64776e2b-1b94-4ef7-9b4b-133b234aeb30 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Calling delete_port for 62c7a91b-6c9c-4df2-9cd9-dac040b88667 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:41.480893 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.487382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:41.502961 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:41.503468 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.516122 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.563583 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2f4a15ba-e068-4a33-a480-4de0d3e8a610 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=84290aaa6bf6425e93f1aca0181c09e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9744253 Feb 18 09:02:41.607934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39038) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:41.653003 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.666032 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5de2a67b-8d1d-4ce2-84ad-67cfc41be9ba tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.716849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:02:41.717250 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.723347 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2a67b-8d1d-4ce2-84ad-67cfc41be9ba tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=734d0c0a-efa7-4e3a-b7e9-c5ed83c21083,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:02:41.751994 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:02:41.760391 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.785135 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-bd742255-6dae-4419-ab3a-15db823e30d9 None None] Allocated IP 172.20.0.2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/b7af299d-acbd-40ff-a2ce-3da6bf9f6354/b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:41.852611 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-830da010-d26c-47a3-ad53-0434b702ee1c req-e653bfb1-dc31-4a11-a5cb-9d9e7e372616 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851943 Feb 18 09:02:41.901708 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5de2a67b-8d1d-4ce2-84ad-67cfc41be9ba tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.921525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ef55c-02bd-4236-93ae-948b4baf9f1d req-7e7e1fa4-56bf-4d7e-bd1c-235babe80637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:41.923726 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-154ef55c-02bd-4236-93ae-948b4baf9f1d req-7e7e1fa4-56bf-4d7e-bd1c-235babe80637 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4892069d-4bcc-460d-889b-869be5c10ff0 HTTP/1.1" status: 200 len: 1096 time: 0.4390035 Feb 18 09:02:41.926871 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5de2a67b-8d1d-4ce2-84ad-67cfc41be9ba tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/734d0c0a-efa7-4e3a-b7e9-c5ed83c21083 HTTP/1.1" status: 204 len: 168 time: 1.2378886 Feb 18 09:02:41.937770 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39046) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:41.945923 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a35b56d8-9a1e-49d6-b995-66adc6681962 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:41.954070 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 18 09:02:41.954070 n-d-829434-1 neutron-server[87769]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 18 09:02:41.954070 n-d-829434-1 neutron-server[87769]: [parameters: {'status': 'ACTIVE', 'ports_id': 'b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b'}] Feb 18 09:02:41.954070 n-d-829434-1 neutron-server[87769]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:02:41.954863 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:02:41.980175 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-154ef55c-02bd-4236-93ae-948b4baf9f1d req-15e1abfc-31b1-4fe2-8d97-dc4aed540794 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483057 Feb 18 09:02:41.995841 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:02:42.065122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-bd742255-6dae-4419-ab3a-15db823e30d9 None None] For port b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:42.165675 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 62c7a91b-6c9c-4df2-9cd9-dac040b88667 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:02:42.184311 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.213879 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bd742255-6dae-4419-ab3a-15db823e30d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.226275 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.250943 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e65e-12d1-4db0-aa4d-868d4b7ffe46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.258121 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.269263 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bd742255-6dae-4419-ab3a-15db823e30d9 None None] Transition to ACTIVE for port object b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:42.277778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] Pushing event deleted for resources: {'Network': ['ID=789c3aa3-fe97-45e0-9cd1-97ee178ff2ea,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:42.279713 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bd742255-6dae-4419-ab3a-15db823e30d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.315037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b56d8-9a1e-49d6-b995-66adc6681962 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Subnet': ['ID=db4ee24b-49ca-4fba-9037-f1c73ef5956d,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:42.330896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86224fa-48cf-4ee5-a05c-e19a6fe5066b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:42.332406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86224fa-48cf-4ee5-a05c-e19a6fe5066b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:42.334426 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86224fa-48cf-4ee5-a05c-e19a6fe5066b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:42.335217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e86224fa-48cf-4ee5-a05c-e19a6fe5066b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:42.372124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f483e-99b3-4da7-aa5b-66cf723180d2 req-89c92b8e-527c-41e1-8b6c-c51cc7d093ea tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:42.373646 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-824f483e-99b3-4da7-aa5b-66cf723180d2 req-89c92b8e-527c-41e1-8b6c-c51cc7d093ea tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=4892069d-4bcc-460d-889b-869be5c10ff0 HTTP/1.1" status: 200 len: 945 time: 0.8435347 Feb 18 09:02:42.374270 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab05024b-9145-45a7-86f5-edbe8f6808ea req-0c42b199-9d9a-45e3-8a14-91a74275a225 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.430726 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e65e-12d1-4db0-aa4d-868d4b7ffe46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.475486 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fe2e6641-93d6-468f-9961-938568dad35f req-64776e2b-1b94-4ef7-9b4b-133b234aeb30 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.477034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35b56d8-9a1e-49d6-b995-66adc6681962 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Checking segment: {'id': 'a2b97264-085d-4738-bfd9-b507dcc34b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd801d36c-9e99-4e3a-a505-c9d2a32c226e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:42.477414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35b56d8-9a1e-49d6-b995-66adc6681962 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network hostable DHCP agents. Network: d801d36c-9e99-4e3a-a505-c9d2a32c226e, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:02:42.499202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42b199-9d9a-45e3-8a14-91a74275a225 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Pushing event deleted for resources: {'Port': ['ID=1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:42.533798 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Port 62c7a91b-6c9c-4df2-9cd9-dac040b88667 update to DOWN by agent not found {{(pid=87769) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 18 09:02:42.557666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd742255-6dae-4419-ab3a-15db823e30d9 None None] Pushing event updated for resources: {'Port': ['ID=b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:42.566273 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.599947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ff51fff3-3154-487e-989e-c6a8ef6bedb1 tempest-TaggedBootDevicesTest-338862869 tempest-TaggedBootDevicesTest-338862869-project] 10.222.0.72 "DELETE /v2.0/networks/789c3aa3-fe97-45e0-9cd1-97ee178ff2ea HTTP/1.1" status: 204 len: 168 time: 5.0784919 Feb 18 09:02:42.608351 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:42.613918 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.627812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e86224fa-48cf-4ee5-a05c-e19a6fe5066b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:42.632366 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39056) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:42.632620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e86224fa-48cf-4ee5-a05c-e19a6fe5066b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6884952 Feb 18 09:02:42.647240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64776e2b-1b94-4ef7-9b4b-133b234aeb30 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Pushing event deleted for resources: {'Port': ['ID=62c7a91b-6c9c-4df2-9cd9-dac040b88667,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:42.712377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-96543765-31eb-4ff7-a039-e61830ecab70 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet b7af299d-acbd-40ff-a2ce-3da6bf9f6354 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:02:42.716052 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-96543765-31eb-4ff7-a039-e61830ecab70 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.735966 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:42.752584 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-824f483e-99b3-4da7-aa5b-66cf723180d2 req-be9ee3bd-5b76-41c2-8721-362e5c907924 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584838 Feb 18 09:02:42.783913 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-96543765-31eb-4ff7-a039-e61830ecab70 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.792536 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab05024b-9145-45a7-86f5-edbe8f6808ea req-0c42b199-9d9a-45e3-8a14-91a74275a225 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] No DVR routers for this DVR port 1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:42.804315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35b56d8-9a1e-49d6-b995-66adc6681962 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network d801d36c-9e99-4e3a-a505-c9d2a32c226e is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:02:42.826533 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab05024b-9145-45a7-86f5-edbe8f6808ea req-0c42b199-9d9a-45e3-8a14-91a74275a225 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.859654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e99058-9182-49e3-a444-6ac424c4112b req-b60df2dc-4b4b-47b3-8508-e5cbad123a8d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:42.865382 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9e99058-9182-49e3-a444-6ac424c4112b req-b60df2dc-4b4b-47b3-8508-e5cbad123a8d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.8074412 Feb 18 09:02:42.868631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78c6884-ade0-4326-bd56-c1166a23fcf1', 'name': 'network-vif-deleted', 'tag': '1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:02:42.874545 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab05024b-9145-45a7-86f5-edbe8f6808ea req-0c42b199-9d9a-45e3-8a14-91a74275a225 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.81 "DELETE /v2.0/ports/1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4 HTTP/1.1" status: 204 len: 173 time: 3.7289746 Feb 18 09:02:42.885172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2e6641-93d6-468f-9961-938568dad35f req-64776e2b-1b94-4ef7-9b4b-133b234aeb30 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] No DVR routers for this DVR port 62c7a91b-6c9c-4df2-9cd9-dac040b88667 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:42.890169 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fe2e6641-93d6-468f-9961-938568dad35f req-64776e2b-1b94-4ef7-9b4b-133b234aeb30 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.891518 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-96543765-31eb-4ff7-a039-e61830ecab70 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.894360 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe2e6641-93d6-468f-9961-938568dad35f req-64776e2b-1b94-4ef7-9b4b-133b234aeb30 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.61 "DELETE /v2.0/ports/62c7a91b-6c9c-4df2-9cd9-dac040b88667 HTTP/1.1" status: 204 len: 173 time: 3.4793897 Feb 18 09:02:42.895302 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e65e-12d1-4db0-aa4d-868d4b7ffe46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.910737 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e65e-12d1-4db0-aa4d-868d4b7ffe46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:42.911943 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c5e0e65e-12d1-4db0-aa4d-868d4b7ffe46 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8caa12da-43b3-4bee-adc7-fc4854dd25af HTTP/1.1" status: 204 len: 168 time: 1.2885332 Feb 18 09:02:42.980457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-a35b56d8-9a1e-49d6-b995-66adc6681962 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, d801d36c-9e99-4e3a-a505-c9d2a32c226e) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:42.990827 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e94c51-6550-4b51-8f3a-7a57f4739224 None None] Network d801d36c-9e99-4e3a-a505-c9d2a32c226e requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:43.000690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35b56d8-9a1e-49d6-b995-66adc6681962 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:43.001533 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a35b56d8-9a1e-49d6-b995-66adc6681962 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:43.008880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2f2020cb-c58d-486d-8bef-dfcdbd564044 req-bf5ef8ab-7a6c-4fb5-b98e-7b44f928d279 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Synchronizing usage tracker for tenant:2be2c6bdf8634ee88165bbe46e61c1cc on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:43.012146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0e65e-12d1-4db0-aa4d-868d4b7ffe46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caa12da-43b3-4bee-adc7-fc4854dd25af,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:43.033521 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-96543765-31eb-4ff7-a039-e61830ecab70 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:43.073603 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a35b56d8-9a1e-49d6-b995-66adc6681962 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.9568570 Feb 18 09:02:43.076574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39064) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:43.091954 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9e99058-9182-49e3-a444-6ac424c4112b req-db4e03c1-4015-4d79-a46e-23e714b8d4b7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086899 Feb 18 09:02:43.163280 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96543765-31eb-4ff7-a039-e61830ecab70 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=b7af299d-acbd-40ff-a2ce-3da6bf9f6354,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:43.175165 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-96543765-31eb-4ff7-a039-e61830ecab70 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:43.229127 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-96543765-31eb-4ff7-a039-e61830ecab70 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/b7af299d-acbd-40ff-a2ce-3da6bf9f6354 HTTP/1.1" status: 204 len: 168 time: 0.5933478 Feb 18 09:02:43.229435 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39070) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:43.359254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:43.387990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-912d177b-fabd-4685-853d-2b3d6b5ca116 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet d4644f87-af13-4daa-9096-76bd1c60542a {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:02:43.391697 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:43.395487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2f2020cb-c58d-486d-8bef-dfcdbd564044 req-bf5ef8ab-7a6c-4fb5-b98e-7b44f928d279 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] Unset dirty status for tenant:2be2c6bdf8634ee88165bbe46e61c1cc on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:43.408992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f2020cb-c58d-486d-8bef-dfcdbd564044 req-bf5ef8ab-7a6c-4fb5-b98e-7b44f928d279 tempest-ListServersNegativeTestJSON-1415982250 tempest-ListServersNegativeTestJSON-1415982250-project] 10.222.0.72 "GET /v2.0/ports?device_id=d78c6884-ade0-4326-bd56-c1166a23fcf1 HTTP/1.1" status: 200 len: 210 time: 0.4683630 Feb 18 09:02:43.415406 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-912d177b-fabd-4685-853d-2b3d6b5ca116 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:43.440091 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78c6884-ade0-4326-bd56-c1166a23fcf1', 'name': 'network-vif-deleted', 'tag': '1b0d833b-a42f-4cdb-be1d-8bc44e05d5e4', 'status': 'completed', 'code': 200} Feb 18 09:02:43.585920 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-912d177b-fabd-4685-853d-2b3d6b5ca116 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:43.683021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-d801d36c-9e99-4e3a-a505-c9d2a32c226e', 'network_id': 'd801d36c-9e99-4e3a-a505-c9d2a32c226e', 'tenant_id': 'db1c0c050d2e469ea3356471041949e7', 'fixed_ips': [{'subnet_id': 'db4ee24b-49ca-4fba-9037-f1c73ef5956d'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:02:43.683878 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:43.823307 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-912d177b-fabd-4685-853d-2b3d6b5ca116 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:43.941662 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:43.951798 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Allocated IP 2001:db8::1 (d801d36c-9e99-4e3a-a505-c9d2a32c226e/db4ee24b-49ca-4fba-9037-f1c73ef5956d/605869fc-2e54-4cbf-8eb9-3bfc54b5c3b1) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:44.035033 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-912d177b-fabd-4685-853d-2b3d6b5ca116 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:44.088775 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d177b-fabd-4685-853d-2b3d6b5ca116 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=d4644f87-af13-4daa-9096-76bd1c60542a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:44.097444 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-912d177b-fabd-4685-853d-2b3d6b5ca116 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:44.110485 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-912d177b-fabd-4685-853d-2b3d6b5ca116 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/d4644f87-af13-4daa-9096-76bd1c60542a HTTP/1.1" status: 204 len: 168 time: 0.8797674 Feb 18 09:02:44.112589 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39092) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:44.204318 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940758ff-59ae-4c0c-9181-a948509d943f None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:44.237726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eea6b0-5d71-43fc-9dbd-23bb1d58d4a2 req-14d44684-1d0f-44cd-bebc-ab6a566cccb6 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:44.237952 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-33eea6b0-5d71-43fc-9dbd-23bb1d58d4a2 req-14d44684-1d0f-44cd-bebc-ab6a566cccb6 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.4547796 Feb 18 09:02:44.238333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39098) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:44.243277 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ee5803b4-8b74-4991-a799-548a25891502 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1209831 Feb 18 09:02:44.249141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c2e6a6e7-3fba-4471-8cc1-ca1cd7326b76 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:44.392815 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-721de4af-4b65-4f86-b0bd-b60c6cf7a699 None None] Could not find standard attr ID for object 734d0c0a-efa7-4e3a-b7e9-c5ed83c21083. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:02:44.457240 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-721de4af-4b65-4f86-b0bd-b60c6cf7a699 None None] Provisioning for port b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:44.466093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-721de4af-4b65-4f86-b0bd-b60c6cf7a699 None None] Provisioning complete for port b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:44.466846 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-721de4af-4b65-4f86-b0bd-b60c6cf7a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:44.471815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c2e6a6e7-3fba-4471-8cc1-ca1cd7326b76 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:44.484153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-33eea6b0-5d71-43fc-9dbd-23bb1d58d4a2 req-4f0ffccf-40c5-43d7-8cae-8ab8dcff330c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396271 Feb 18 09:02:44.485687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c2e6a6e7-3fba-4471-8cc1-ca1cd7326b76 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:44.497500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c2e6a6e7-3fba-4471-8cc1-ca1cd7326b76 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:44.505908 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:44.525801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a658805-d249-4968-be22-5e35abb057b4 req-4c83a9dd-b64b-4e12-8f45-21e795557553 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:44.528816 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5a658805-d249-4968-be22-5e35abb057b4 req-4c83a9dd-b64b-4e12-8f45-21e795557553 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=4892069d-4bcc-460d-889b-869be5c10ff0 HTTP/1.1" status: 200 len: 945 time: 0.4794517 Feb 18 09:02:44.538890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c2e6a6e7-3fba-4471-8cc1-ca1cd7326b76 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:44.603655 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Transition to ACTIVE for port object 605869fc-2e54-4cbf-8eb9-3bfc54b5c3b1 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:44.665457 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5a658805-d249-4968-be22-5e35abb057b4 req-53466e8b-70fd-4dcb-8a51-01e8e84786ea tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219757 Feb 18 09:02:44.674483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e6a6e7-3fba-4471-8cc1-ca1cd7326b76 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:44.679171 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Transition to ACTIVE for port object 605869fc-2e54-4cbf-8eb9-3bfc54b5c3b1 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:44.684641 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a6e7-3fba-4471-8cc1-ca1cd7326b76 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:44.729958 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:44.741008 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39120) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:44.853850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39144) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:44.933523 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:44.979890 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-609575870'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:45.002994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:45.021201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Usage tracker for resource:network and tenant:d128612a02574f31aff0ce31520066f5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:45.030327 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:45.031587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Subnet': ['ID=db4ee24b-49ca-4fba-9037-f1c73ef5956d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:45.047072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:45.055958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb1b4e0-b2f8-47ea-a825-2bc04ff04102 admin admin] Deleting subnet 06333cf5-1434-4f44-a3e7-bc5f0125a189 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:02:45.056723 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Network d801d36c-9e99-4e3a-a505-c9d2a32c226e is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:45.062256 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:45.070401 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:02:45.076905 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b4e0-b2f8-47ea-a825-2bc04ff04102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.096055 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Pushing event updated for resources: {'Port': ['ID=605869fc-2e54-4cbf-8eb9-3bfc54b5c3b1,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:45.168022 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Made reservation on behalf of d128612a02574f31aff0ce31520066f5 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:45.168714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd38d5e0-de9d-4d80-8741-b084d28b5e1f None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:02:45.171384 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.186602 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.212150 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b4e0-b2f8-47ea-a825-2bc04ff04102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.250663 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:45.258539 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Usage tracker for resource:security_group_rule and tenant:d128612a02574f31aff0ce31520066f5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:45.258741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-fd38d5e0-de9d-4d80-8741-b084d28b5e1f None None] Deleting port b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:45.258741 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fd38d5e0-de9d-4d80-8741-b084d28b5e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.262392 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:45.270344 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:45.312399 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b4e0-b2f8-47ea-a825-2bc04ff04102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.490583 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b4e0-b2f8-47ea-a825-2bc04ff04102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.566570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1b4e0-b2f8-47ea-a825-2bc04ff04102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06333cf5-1434-4f44-a3e7-bc5f0125a189,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:45.587604 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b4e0-b2f8-47ea-a825-2bc04ff04102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.593884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8096ee27-f078-45ca-a245-ee66cafae9b9', 'name': 'network-vif-deleted', 'tag': '62c7a91b-6c9c-4df2-9cd9-dac040b88667'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:02:45.612585 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.615174 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fdb1b4e0-b2f8-47ea-a825-2bc04ff04102 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/06333cf5-1434-4f44-a3e7-bc5f0125a189 HTTP/1.1" status: 204 len: 168 time: 0.7595956 Feb 18 09:02:45.617570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39172) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:45.628863 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.638090 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.651402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:02:45.662830 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.662830 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Added segment 59e3c60c-b5e0-42cf-bb0f-713679269d97 of type vlan for network b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc Feb 18 09:02:45.683138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d801d36c-9e99-4e3a-a505-c9d2a32c226e']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:45.694764 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.701011 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-fd38d5e0-de9d-4d80-8741-b084d28b5e1f None None] For port b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:45.701586 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fd38d5e0-de9d-4d80-8741-b084d28b5e1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.743029 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.748894 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:45.749745 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.756696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b97264-085d-4738-bfd9-b507dcc34b26') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:45.756993 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b97264-085d-4738-bfd9-b507dcc34b26') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:45.772063 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8096ee27-f078-45ca-a245-ee66cafae9b9', 'name': 'network-vif-deleted', 'tag': '62c7a91b-6c9c-4df2-9cd9-dac040b88667', 'status': 'completed', 'code': 200} Feb 18 09:02:45.778488 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.845011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e455373-953e-44de-aff6-f7a8357ae0d0 req-cf6f5f04-0ab8-4610-908a-4e8d07fc9fbb tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:45.852752 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e455373-953e-44de-aff6-f7a8357ae0d0 req-cf6f5f04-0ab8-4610-908a-4e8d07fc9fbb tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.9000885 Feb 18 09:02:45.862251 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-fd38d5e0-de9d-4d80-8741-b084d28b5e1f None None] Calling delete_port for b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:45.862485 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.901943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2117fdf-6d47-4a12-8ed0-545e872836b8,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:45.932919 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:02:45.933164 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.957419 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Attempting to bind port 605869fc-2e54-4cbf-8eb9-3bfc54b5c3b1 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:02:45.958243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Attempting to bind port 605869fc-2e54-4cbf-8eb9-3bfc54b5c3b1 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'a2b97264-085d-4738-bfd9-b507dcc34b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd801d36c-9e99-4e3a-a505-c9d2a32c226e'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:02:45.958929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Attempting to bind port 605869fc-2e54-4cbf-8eb9-3bfc54b5c3b1 on network d801d36c-9e99-4e3a-a505-c9d2a32c226e {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:02:45.967403 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fd38d5e0-de9d-4d80-8741-b084d28b5e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:02:45.983809 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:02:46.042644 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:02:46.043029 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Checking segment: {'id': 'a2b97264-085d-4738-bfd9-b507dcc34b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd801d36c-9e99-4e3a-a505-c9d2a32c226e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:46.043444 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.043844 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Bound using segment: {'id': 'a2b97264-085d-4738-bfd9-b507dcc34b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd801d36c-9e99-4e3a-a505-c9d2a32c226e'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:02:46.044358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Bound port: 605869fc-2e54-4cbf-8eb9-3bfc54b5c3b1, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b97264-085d-4738-bfd9-b507dcc34b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd801d36c-9e99-4e3a-a505-c9d2a32c226e'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:02:46.047488 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.067759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38d5e0-de9d-4d80-8741-b084d28b5e1f None None] Pushing event deleted for resources: {'Port': ['ID=b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:46.111779 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd38d5e0-de9d-4d80-8741-b084d28b5e1f None None] No DVR routers for this DVR port b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:46.187139 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] For port 605869fc-2e54-4cbf-8eb9-3bfc54b5c3b1, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:02:46.208704 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e455373-953e-44de-aff6-f7a8357ae0d0 req-e2f16ef2-a718-4e40-aa51-4558cbf65c83 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550160 Feb 18 09:02:46.221960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.objects.ports [None req-c2e6a6e7-3fba-4471-8cc1-ca1cd7326b76 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87768) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 09:02:46.257246 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dd93-e985-44b8-b463-26f58fd29644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.269816 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5274749 Feb 18 09:02:46.270735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39208) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:46.285635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6450c6c3-eab1-4803-8b1a-7ed75db4c137 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Request body: {'subnet': {'network_id': 'b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:46.300033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] For port 605869fc-2e54-4cbf-8eb9-3bfc54b5c3b1, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=605869fc-2e54-4cbf-8eb9-3bfc54b5c3b1,segment=NetworkSegment(a2b97264-085d-4738-bfd9-b507dcc34b26),segment_id=a2b97264-085d-4738-bfd9-b507dcc34b26)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:02:46.310255 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:02:46.310255 n-d-829434-1 neutron-server[87768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:02:46.310255 n-d-829434-1 neutron-server[87768]: [parameters: {'id': 'd801d36c-9e99-4e3a-a505-c9d2a32c226e'}] Feb 18 09:02:46.310255 n-d-829434-1 neutron-server[87768]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:02:46.310711 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:02:46.310912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b1dbc-f6a4-4a6d-9dae-98fdb32ed2c1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Pushing event updated for resources: {'Network': ['ID=b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:46.311638 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.412622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:02:46.528590 n-d-829434-1 neutron-server[87768]: WARNING neutron.services.revisions.revision_plugin [None req-c2e6a6e7-3fba-4471-8cc1-ca1cd7326b76 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Could not find related port for resource to bump revision. Feb 18 09:02:46.557491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.ipam_pluggable_backend [None req-c2e6a6e7-3fba-4471-8cc1-ca1cd7326b76 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Port b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87768) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 18 09:02:46.558298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.ipam_pluggable_backend [None req-c2e6a6e7-3fba-4471-8cc1-ca1cd7326b76 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4c:3a24 {{(pid=87768) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 18 09:02:46.561716 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.ipam_pluggable_backend [None req-c2e6a6e7-3fba-4471-8cc1-ca1cd7326b76 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4c:3a24 {{(pid=87768) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 18 09:02:46.562978 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a6e7-3fba-4471-8cc1-ca1cd7326b76 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.580627 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6450c6c3-eab1-4803-8b1a-7ed75db4c137 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:46.587222 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dd93-e985-44b8-b463-26f58fd29644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.607255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6450c6c3-eab1-4803-8b1a-7ed75db4c137 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Usage tracker for resource:subnet and tenant:d128612a02574f31aff0ce31520066f5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:46.614498 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6450c6c3-eab1-4803-8b1a-7ed75db4c137 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:46.639857 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6450c6c3-eab1-4803-8b1a-7ed75db4c137 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:46.650075 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-2cb0dd93-e985-44b8-b463-26f58fd29644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e223b658-4625-4b81-a9cd-f826f9cb1821']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:46.677017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-2cb0dd93-e985-44b8-b463-26f58fd29644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1ebcf4-a5ea-4396-90b7-c16f0165be47') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:46.678427 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-2cb0dd93-e985-44b8-b463-26f58fd29644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1ebcf4-a5ea-4396-90b7-c16f0165be47') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:46.695232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6450c6c3-eab1-4803-8b1a-7ed75db4c137 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Made reservation on behalf of d128612a02574f31aff0ce31520066f5 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:46.701332 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6450c6c3-eab1-4803-8b1a-7ed75db4c137 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.735432 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dd93-e985-44b8-b463-26f58fd29644 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.750295 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fc6e3-cc11-4288-8e0e-aa319eca2305 None None] Pushing event updated for resources: {'Port': ['ID=605869fc-2e54-4cbf-8eb9-3bfc54b5c3b1,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:46.760167 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e6a6e7-3fba-4471-8cc1-ca1cd7326b76 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:46.763297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-c2e6a6e7-3fba-4471-8cc1-ca1cd7326b76 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:46.766648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e6a6e7-3fba-4471-8cc1-ca1cd7326b76 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:46.767230 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a6e7-3fba-4471-8cc1-ca1cd7326b76 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.785129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6a6e7-3fba-4471-8cc1-ca1cd7326b76 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=0e6c5f55-6587-4e03-90ba-866c86890cb5,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:46.792562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddd9279-ba4c-43a9-a6d4-544a6fe85a2a None None] Network d801d36c-9e99-4e3a-a505-c9d2a32c226e requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:46.814058 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.840388 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627be675-ca5b-41d8-97bc-db0f49a89830 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:46.868784 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dd93-e985-44b8-b463-26f58fd29644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.869900 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c2e6a6e7-3fba-4471-8cc1-ca1cd7326b76 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6285346 Feb 18 09:02:46.874228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39216) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:46.876150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb0dd93-e985-44b8-b463-26f58fd29644 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:02:46.876889 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dd93-e985-44b8-b463-26f58fd29644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.908387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e35369-0ff4-480f-ad74-3160537f005e req-85df6e24-1e7b-4791-aad3-790b7ebfd1c4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:46.912344 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4e35369-0ff4-480f-ad74-3160537f005e req-85df6e24-1e7b-4791-aad3-790b7ebfd1c4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.4794393 Feb 18 09:02:46.920015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-b79bf5d6-cc1b-4739-a31a-bf15a247b33a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:46.956663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Deleting port 605869fc-2e54-4cbf-8eb9-3bfc54b5c3b1 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:46.957012 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:02:46.959180 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:02:47.050400 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dd93-e985-44b8-b463-26f58fd29644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:47.077303 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dd93-e985-44b8-b463-26f58fd29644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:47.093406 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0dd93-e985-44b8-b463-26f58fd29644 admin admin] Pushing event deleted for resources: {'Network': ['ID=e223b658-4625-4b81-a9cd-f826f9cb1821,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:47.127193 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2cb0dd93-e985-44b8-b463-26f58fd29644 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e223b658-4625-4b81-a9cd-f826f9cb1821 HTTP/1.1" status: 204 len: 168 time: 1.5049326 Feb 18 09:02:47.293935 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:02:47.348517 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:02:47.349481 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b68b00d5-b3e3-42d2-9a3b-1ccd1759bf4b not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:02:47.419855 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6450c6c3-eab1-4803-8b1a-7ed75db4c137 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:47.517252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': '0e6c5f55-6587-4e03-90ba-866c86890cb5'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:02:47.518373 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:47.542126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39222) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:47.599102 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450c6c3-eab1-4803-8b1a-7ed75db4c137 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Pushing event updated for resources: {'Subnet': ['ID=f8f4b750-4fa4-40ff-8808-650292e26abe,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:47.608080 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6450c6c3-eab1-4803-8b1a-7ed75db4c137 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Checking segment: {'id': '59e3c60c-b5e0-42cf-bb0f-713679269d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:47.608328 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6450c6c3-eab1-4803-8b1a-7ed75db4c137 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Network hostable DHCP agents. Network: b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:02:47.661285 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6450c6c3-eab1-4803-8b1a-7ed75db4c137 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Network b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:02:47.682044 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-6450c6c3-eab1-4803-8b1a-7ed75db4c137 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:47.687564 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6450c6c3-eab1-4803-8b1a-7ed75db4c137 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:47.688196 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6450c6c3-eab1-4803-8b1a-7ed75db4c137 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:47.705135 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73ee7ad-c08e-47cc-972b-23b8abcbe194 None None] Network b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:47.725272 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6450c6c3-eab1-4803-8b1a-7ed75db4c137 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4464405 Feb 18 09:02:47.730196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39230) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:47.736167 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c790b74b-bb22-4dfd-9021-7f341b1ced44 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Request body: {'port': {'network_id': 'b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc', 'name': 'tempest-TagsExtTest-1991390502'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:47.773392 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4e35369-0ff4-480f-ad74-3160537f005e req-aa5bfcfc-50c6-4d02-a2c8-9990cea2d1a2 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7510657 Feb 18 09:02:48.070190 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Allocated IP 2001:db8::f816:3eff:fe9e:a9d6 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/0e6c5f55-6587-4e03-90ba-866c86890cb5/1b44b741-4e16-4550-805b-cd549cd71580) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:48.086915 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c790b74b-bb22-4dfd-9021-7f341b1ced44 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:48.092310 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c790b74b-bb22-4dfd-9021-7f341b1ced44 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Usage tracker for resource:port and tenant:d128612a02574f31aff0ce31520066f5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:48.107550 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c790b74b-bb22-4dfd-9021-7f341b1ced44 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:48.120400 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c790b74b-bb22-4dfd-9021-7f341b1ced44 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:48.145595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b79bf5d6-cc1b-4739-a31a-bf15a247b33a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:48.146422 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c790b74b-bb22-4dfd-9021-7f341b1ced44 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Made reservation on behalf of d128612a02574f31aff0ce31520066f5 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:48.154869 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c790b74b-bb22-4dfd-9021-7f341b1ced44 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:48.169272 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b79bf5d6-cc1b-4739-a31a-bf15a247b33a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:48.181785 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b79bf5d6-cc1b-4739-a31a-bf15a247b33a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:48.187335 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-81a1b907-a64d-48fc-be2a-932f67d89a86 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2be2c6bdf8634ee88165bbe46e61c1cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6439531 Feb 18 09:02:48.194256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39242) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:48.202686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b79bf5d6-cc1b-4739-a31a-bf15a247b33a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:48.218393 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-c790b74b-bb22-4dfd-9021-7f341b1ced44 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] device_id is not set on port 56cfc98e-f34e-4040-8942-a8adc8ff9539 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:02:48.271410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] For port 605869fc-2e54-4cbf-8eb9-3bfc54b5c3b1, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=605869fc-2e54-4cbf-8eb9-3bfc54b5c3b1,segment=NetworkSegment(a2b97264-085d-4738-bfd9-b507dcc34b26),segment_id=a2b97264-085d-4738-bfd9-b507dcc34b26)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:48.272386 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:48.295552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79bf5d6-cc1b-4739-a31a-bf15a247b33a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:48.299329 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b79bf5d6-cc1b-4739-a31a-bf15a247b33a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:48.437177 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc', 'network_id': 'b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc', 'tenant_id': 'd128612a02574f31aff0ce31520066f5', 'fixed_ips': [{'subnet_id': 'f8f4b750-4fa4-40ff-8808-650292e26abe'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:02:48.440140 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:48.445153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Calling delete_port for 605869fc-2e54-4cbf-8eb9-3bfc54b5c3b1 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:48.469425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-c790b74b-bb22-4dfd-9021-7f341b1ced44 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Allocated IP 172.20.0.8 (b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc/f8f4b750-4fa4-40ff-8808-650292e26abe/56cfc98e-f34e-4040-8942-a8adc8ff9539) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:48.534654 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-72092359-74c6-4c7c-9e34-241f4822d6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:48.585891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d7396-a0ec-4266-81aa-41772606cdcc req-b7dcfbaf-6b2c-42a6-be5a-7ea16d082a62 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:48.587547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-337d7396-a0ec-4266-81aa-41772606cdcc req-b7dcfbaf-6b2c-42a6-be5a-7ea16d082a62 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.5383482 Feb 18 09:02:48.660214 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-72092359-74c6-4c7c-9e34-241f4822d6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:48.713589 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-337d7396-a0ec-4266-81aa-41772606cdcc req-9e9b9e2f-2722-4ad8-b7e1-c58bed83f516 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025209 Feb 18 09:02:48.783829 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:48.785839 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:48.798961 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Transition to ACTIVE for port object 1b44b741-4e16-4550-805b-cd549cd71580 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:48.828692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Transition to ACTIVE for port object 1b44b741-4e16-4550-805b-cd549cd71580 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:48.843627 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:48.858812 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c790b74b-bb22-4dfd-9021-7f341b1ced44 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:48.876142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-c790b74b-bb22-4dfd-9021-7f341b1ced44 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Transition to ACTIVE for port object 56cfc98e-f34e-4040-8942-a8adc8ff9539 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:48.904725 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c790b74b-bb22-4dfd-9021-7f341b1ced44 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.006962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No DVR routers for this DVR port 605869fc-2e54-4cbf-8eb9-3bfc54b5c3b1 on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:02:49.044174 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c790b74b-bb22-4dfd-9021-7f341b1ced44 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Network b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:49.055888 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-c790b74b-bb22-4dfd-9021-7f341b1ced44 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:49.061963 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c790b74b-bb22-4dfd-9021-7f341b1ced44 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:02:49.124184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Port': ['ID=605869fc-2e54-4cbf-8eb9-3bfc54b5c3b1,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:49.133344 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790b74b-bb22-4dfd-9021-7f341b1ced44 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Pushing event updated for resources: {'Port': ['ID=56cfc98e-f34e-4040-8942-a8adc8ff9539,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:49.153971 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:49.165690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c790b74b-bb22-4dfd-9021-7f341b1ced44 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:49.166504 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c790b74b-bb22-4dfd-9021-7f341b1ced44 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.167957 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:49.175657 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:02:49.188653 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Allocated IP 172.20.0.2 (b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc/f8f4b750-4fa4-40ff-8808-650292e26abe/e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:49.199434 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c790b74b-bb22-4dfd-9021-7f341b1ced44 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4655731 Feb 18 09:02:49.199961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39252) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:49.205466 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ce69172c-2406-4113-b31b-f70b07e6c984 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-120811734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:49.214994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ce69172c-2406-4113-b31b-f70b07e6c984 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:49.220849 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ce69172c-2406-4113-b31b-f70b07e6c984 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Usage tracker for resource:router and tenant:d128612a02574f31aff0ce31520066f5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:49.224943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ce69172c-2406-4113-b31b-f70b07e6c984 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:49.231370 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ce69172c-2406-4113-b31b-f70b07e6c984 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:49.245731 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce69172c-2406-4113-b31b-f70b07e6c984 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.247122 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce69172c-2406-4113-b31b-f70b07e6c984 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.251416 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Pushing event updated for resources: {'Port': ['ID=1b44b741-4e16-4550-805b-cd549cd71580,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:49.268214 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce69172c-2406-4113-b31b-f70b07e6c984 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.292242 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce69172c-2406-4113-b31b-f70b07e6c984 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.301747 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-72092359-74c6-4c7c-9e34-241f4822d6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.327381 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce69172c-2406-4113-b31b-f70b07e6c984 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.330453 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ce69172c-2406-4113-b31b-f70b07e6c984 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1277244 Feb 18 09:02:49.331965 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39256) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:49.340701 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0b7fca76-67dc-40c3-9f23-61907492d0fb tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-944854244', 'prefixes': ['172.20.0.0/16']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:49.349483 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0b7fca76-67dc-40c3-9f23-61907492d0fb tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:49.415893 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Attempting to bind port 1b44b741-4e16-4550-805b-cd549cd71580 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:02:49.416583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Attempting to bind port 1b44b741-4e16-4550-805b-cd549cd71580 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:02:49.417369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Attempting to bind port 1b44b741-4e16-4550-805b-cd549cd71580 on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:02:49.432558 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:02:49.433261 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:49.433830 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.434380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:02:49.435043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Bound port: 1b44b741-4e16-4550-805b-cd549cd71580, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:02:49.435583 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.443256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72092359-74c6-4c7c-9e34-241f4822d6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c944ccf4-0d2c-4674-ab04-7d68e3cf0c92,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:49.457399 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.458370 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0b7fca76-67dc-40c3-9f23-61907492d0fb tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks [] for subnetpool, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.460567 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0b7fca76-67dc-40c3-9f23-61907492d0fb tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1274562 Feb 18 09:02:49.463753 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39260) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:49.474391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.tag.tag_plugin [None req-090ed9e3-eb38-4b7d-a042-871d80209216 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f8f4b750-4fa4-40ff-8808-650292e26abe', 'tempest-TagsExtTest-Tag-1781578212') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:49.481458 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-72092359-74c6-4c7c-9e34-241f4822d6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.485441 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-72092359-74c6-4c7c-9e34-241f4822d6df admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c944ccf4-0d2c-4674-ab04-7d68e3cf0c92 HTTP/1.1" status: 204 len: 168 time: 1.2861047 Feb 18 09:02:49.524620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb095e7c-4e93-424d-af45-169313b6ba7c req-6ea10de8-b0d1-47f3-b983-912f8e97bd4a tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:49.526141 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb095e7c-4e93-424d-af45-169313b6ba7c req-6ea10de8-b0d1-47f3-b983-912f8e97bd4a tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.4222257 Feb 18 09:02:49.542866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d801d36c-9e99-4e3a-a505-c9d2a32c226e']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:49.589513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b97264-085d-4738-bfd9-b507dcc34b26') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:49.590180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b97264-085d-4738-bfd9-b507dcc34b26') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:49.620800 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.638436 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.641817 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-aa583116-f258-4e00-b526-eb18d256772c None None] For port 1b44b741-4e16-4550-805b-cd549cd71580, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:02:49.648600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-aa583116-f258-4e00-b526-eb18d256772c None None] For port 1b44b741-4e16-4550-805b-cd549cd71580, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1b44b741-4e16-4550-805b-cd549cd71580,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:02:49.654975 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.665545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Transition to ACTIVE for port object e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:49.682858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:02:49.683750 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.703104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Transition to ACTIVE for port object e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:02:49.703842 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:02:49.714750 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.762455 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.846164 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb095e7c-4e93-424d-af45-169313b6ba7c req-651a0ad5-515b-44a9-8115-7a9138c4e2f6 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054457 Feb 18 09:02:49.860611 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Network b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:49.867081 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:49.870400 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.876233 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:02:49.882850 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-090ed9e3-eb38-4b7d-a042-871d80209216 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "PUT /v2.0/subnets/f8f4b750-4fa4-40ff-8808-650292e26abe/tags/tempest-TagsExtTest-Tag-1781578212 HTTP/1.1" status: 201 len: 201 time: 0.4144359 Feb 18 09:02:49.882850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39266) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:49.889215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.tag.tag_plugin [None req-cb2f692f-c48a-4461-8974-d13e57caf43d tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '56cfc98e-f34e-4040-8942-a8adc8ff9539', 'tempest-TagsExtTest-Tag-1747957809') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:49.930081 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:49.994709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Network': ['ID=d801d36c-9e99-4e3a-a505-c9d2a32c226e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:50.007498 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6473d9bb-95b0-4d54-a904-28cc3cff5945 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/networks/d801d36c-9e99-4e3a-a505-c9d2a32c226e HTTP/1.1" status: 204 len: 168 time: 6.9280853 Feb 18 09:02:50.013125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39276) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:50.030002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d85ea7fa-005e-4e20-9348-d94b5530518f tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1144942426'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:50.049584 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Attempting to bind port e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:02:50.050209 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Attempting to bind port e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '59e3c60c-b5e0-42cf-bb0f-713679269d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:02:50.050616 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Attempting to bind port e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba on network b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:02:50.051305 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d85ea7fa-005e-4e20-9348-d94b5530518f tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:50.059819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d85ea7fa-005e-4e20-9348-d94b5530518f tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Usage tracker for resource:network and tenant:db1c0c050d2e469ea3356471041949e7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:50.060941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa583116-f258-4e00-b526-eb18d256772c None None] Pushing event updated for resources: {'Port': ['ID=1b44b741-4e16-4550-805b-cd549cd71580,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:50.066301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d85ea7fa-005e-4e20-9348-d94b5530518f tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:50.098588 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b79bf5d6-cc1b-4739-a31a-bf15a247b33a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:50.114336 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:02:50.114336 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Checking segment: {'id': '59e3c60c-b5e0-42cf-bb0f-713679269d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:50.114336 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:50.114336 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Bound using segment: {'id': '59e3c60c-b5e0-42cf-bb0f-713679269d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:02:50.114824 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Bound port: e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e3c60c-b5e0-42cf-bb0f-713679269d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:02:50.116574 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:50.197662 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cb2f692f-c48a-4461-8974-d13e57caf43d tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "PUT /v2.0/ports/56cfc98e-f34e-4040-8942-a8adc8ff9539/tags/tempest-TagsExtTest-Tag-1747957809 HTTP/1.1" status: 201 len: 201 time: 0.3141782 Feb 18 09:02:50.200245 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39284) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:50.207807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.tag.tag_plugin [None req-093420bc-0bc6-4301-abef-3775e38ebcc5 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77', 'tempest-TagsExtTest-Tag-196927033') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:50.284968 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d85ea7fa-005e-4e20-9348-d94b5530518f tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:50.422038 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] For port e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:02:50.423835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] For port e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba,segment=NetworkSegment(59e3c60c-b5e0-42cf-bb0f-713679269d97),segment_id=59e3c60c-b5e0-42cf-bb0f-713679269d97)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:02:50.452171 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:50.458499 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Pushing event updated for resources: {'Port': ['ID=e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:50.571860 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd427ffa-ded9-427d-91bd-fc40c7464232 None None] Pushing event updated for resources: {'Port': ['ID=e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:50.705300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bf5d6-cc1b-4739-a31a-bf15a247b33a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=45d2a885-53fc-4279-9448-e169a36ddb26,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:50.781368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85ea7fa-005e-4e20-9348-d94b5530518f tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:50.797141 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d85ea7fa-005e-4e20-9348-d94b5530518f tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:50.894631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79bf5d6-cc1b-4739-a31a-bf15a247b33a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:50.911241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-b79bf5d6-cc1b-4739-a31a-bf15a247b33a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:50.921941 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79bf5d6-cc1b-4739-a31a-bf15a247b33a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:50.927488 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b79bf5d6-cc1b-4739-a31a-bf15a247b33a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:50.971048 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-093420bc-0bc6-4301-abef-3775e38ebcc5 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "PUT /v2.0/routers/b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77/tags/tempest-TagsExtTest-Tag-196927033 HTTP/1.1" status: 201 len: 201 time: 0.7693419 Feb 18 09:02:50.973386 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39304) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:50.979715 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.tag.tag_plugin [None req-ec5410b4-4fb4-4be3-b392-1cb89073348f tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'dc439929-04dc-4ff9-b163-833acc8718f9', 'tempest-TagsExtTest-Tag-555100146') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:51.015951 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b79bf5d6-cc1b-4739-a31a-bf15a247b33a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1380475 Feb 18 09:02:51.017905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85ea7fa-005e-4e20-9348-d94b5530518f tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:02:51.019088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39308) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:51.030088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'mac_address': 'fa:16:3e:bc:93:40', 'name': 'tempest-NetworksTestDHCPv6-942258919'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:51.039726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99acab7-9d97-4d09-a6a2-88fff3c94def req-d78d318a-6272-4b2a-9850-d954c671e6f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:51.048982 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d99acab7-9d97-4d09-a6a2-88fff3c94def req-d78d318a-6272-4b2a-9850-d954c671e6f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.7611060 Feb 18 09:02:51.078630 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d85ea7fa-005e-4e20-9348-d94b5530518f tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:51.079040 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-d85ea7fa-005e-4e20-9348-d94b5530518f tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Added segment af793202-e167-4dc2-ada7-1d1c820c303e of type vlan for network df6381d9-cbee-4fc9-8ff3-dd649441a00c Feb 18 09:02:51.164456 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d99acab7-9d97-4d09-a6a2-88fff3c94def req-e81d8f2a-a4f0-4f89-81d3-500c6671bf00 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141479 Feb 18 09:02:51.170612 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d85ea7fa-005e-4e20-9348-d94b5530518f tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:51.237960 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d85ea7fa-005e-4e20-9348-d94b5530518f tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:51.247903 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85ea7fa-005e-4e20-9348-d94b5530518f tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:51.253412 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d85ea7fa-005e-4e20-9348-d94b5530518f tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:51.280108 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ec5410b4-4fb4-4be3-b392-1cb89073348f tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "PUT /v2.0/subnetpools/dc439929-04dc-4ff9-b163-833acc8718f9/tags/tempest-TagsExtTest-Tag-555100146 HTTP/1.1" status: 201 len: 201 time: 0.3028083 Feb 18 09:02:51.288130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39316) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:51.297595 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.tag.tag_plugin [None req-b6569a79-1483-4592-b1b0-7086150295c5 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f8f4b750-4fa4-40ff-8808-650292e26abe') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:51.352656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:51.356951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:port and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:51.360231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:51.391129 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:51.492323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:51.499501 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d85ea7fa-005e-4e20-9348-d94b5530518f tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4786110 Feb 18 09:02:51.500437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39326) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:51.511044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-aba8053f-f176-4066-a43d-1ebd643d7233 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'subnet': {'network_id': 'df6381d9-cbee-4fc9-8ff3-dd649441a00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:51.532518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1b44b741-4e16-4550-805b-cd549cd71580 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:51.718675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ea7fa-005e-4e20-9348-d94b5530518f tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Network': ['ID=df6381d9-cbee-4fc9-8ff3-dd649441a00c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:51.849310 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network df6381d9-cbee-4fc9-8ff3-dd649441a00c details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:02:51.937555 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b6569a79-1483-4592-b1b0-7086150295c5 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/subnets/f8f4b750-4fa4-40ff-8808-650292e26abe/tags HTTP/1.1" status: 200 len: 241 time: 0.6482322 Feb 18 09:02:51.941700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39338) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:51.974419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.tag.tag_plugin [None req-68ad97a2-e737-44fa-8b36-016f54c7bab8 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f8f4b750-4fa4-40ff-8808-650292e26abe', 'tempest-TagsExtTest-Tag-1781578212') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:52.019084 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:52.058904 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-aba8053f-f176-4066-a43d-1ebd643d7233 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:52.071717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port 1d03ca87-e22e-4052-8ab0-605832823e1d yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:02:52.074115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-aba8053f-f176-4066-a43d-1ebd643d7233 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Usage tracker for resource:subnet and tenant:db1c0c050d2e469ea3356471041949e7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:52.093832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-aba8053f-f176-4066-a43d-1ebd643d7233 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:52.125470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-aba8053f-f176-4066-a43d-1ebd643d7233 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:52.165516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba8053f-f176-4066-a43d-1ebd643d7233 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:52.175328 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aba8053f-f176-4066-a43d-1ebd643d7233 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:52.228346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e62110-0611-4abb-9fb6-bdd5965cbf2b None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:52.357886 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-68ad97a2-e737-44fa-8b36-016f54c7bab8 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/subnets/f8f4b750-4fa4-40ff-8808-650292e26abe/tags/tempest-TagsExtTest-Tag-1781578212 HTTP/1.1" status: 204 len: 168 time: 0.3930802 Feb 18 09:02:52.365136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39356) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:52.521839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6b3e0-4dec-4bf7-a1a7-5caaddd10e1a req-5f471e66-98ad-4c8b-a801-2049ec0b1046 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:52.525990 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bfb6b3e0-4dec-4bf7-a1a7-5caaddd10e1a req-5f471e66-98ad-4c8b-a801-2049ec0b1046 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.9649565 Feb 18 09:02:52.643873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 172.20.0.10 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/45d2a885-53fc-4279-9448-e169a36ddb26/1d03ca87-e22e-4052-8ab0-605832823e1d) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:52.650649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::f816:3eff:febc:9340 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/0e6c5f55-6587-4e03-90ba-866c86890cb5/1d03ca87-e22e-4052-8ab0-605832823e1d) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:52.667199 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bfb6b3e0-4dec-4bf7-a1a7-5caaddd10e1a req-a1347016-9590-48db-b648-b9451254042a tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287308 Feb 18 09:02:52.712359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ae58e2-5d7c-4b07-a30a-e5be161e2c74 None None] Network b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:53.127241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39374) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:53.137471 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aba8053f-f176-4066-a43d-1ebd643d7233 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:53.142466 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9d33ca61-cfa0-4c3c-ae39-ef0d2e51bf19 None None] Provisioning for port 1b44b741-4e16-4550-805b-cd549cd71580 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:53.190764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.tag.tag_plugin [None req-32e1c3c7-eb2e-4d87-97ff-e9dd50e85c98 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f8f4b750-4fa4-40ff-8808-650292e26abe', 'tempest-TagsExtTest-Tag-1781578212') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:53.228223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 1b44b741-4e16-4550-805b-cd549cd71580 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:53.252796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 1b44b741-4e16-4550-805b-cd549cd71580 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:53.253168 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:53.266838 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba8053f-f176-4066-a43d-1ebd643d7233 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Checking segment: {'id': 'af793202-e167-4dc2-ada7-1d1c820c303e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'df6381d9-cbee-4fc9-8ff3-dd649441a00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:53.267197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba8053f-f176-4066-a43d-1ebd643d7233 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network hostable DHCP agents. Network: df6381d9-cbee-4fc9-8ff3-dd649441a00c, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:02:53.273225 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:53.304911 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object 1d03ca87-e22e-4052-8ab0-605832823e1d will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:53.320463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8053f-f176-4066-a43d-1ebd643d7233 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Subnet': ['ID=598c6a15-f3df-4d69-abac-eae750c80d1c,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:53.335155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc3ff9-3ee3-461a-9b8c-cb44136cf0b7 req-8dd872b9-1dda-4e11-bec0-398407d5b081 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:53.343584 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cbc3ff9-3ee3-461a-9b8c-cb44136cf0b7 req-8dd872b9-1dda-4e11-bec0-398407d5b081 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.3035665 Feb 18 09:02:53.367483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba8053f-f176-4066-a43d-1ebd643d7233 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network df6381d9-cbee-4fc9-8ff3-dd649441a00c is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:02:53.384422 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:53.393481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-aba8053f-f176-4066-a43d-1ebd643d7233 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, df6381d9-cbee-4fc9-8ff3-dd649441a00c) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:53.420376 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba8053f-f176-4066-a43d-1ebd643d7233 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:53.420989 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aba8053f-f176-4066-a43d-1ebd643d7233 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:53.437823 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79dbc51-f2d3-4292-988a-d1d5fe43df89 None None] Network df6381d9-cbee-4fc9-8ff3-dd649441a00c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:53.441933 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-32e1c3c7-eb2e-4d87-97ff-e9dd50e85c98 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/subnets/f8f4b750-4fa4-40ff-8808-650292e26abe/tags/tempest-TagsExtTest-Tag-1781578212 HTTP/1.1" status: 204 len: 168 time: 1.0724936 Feb 18 09:02:53.461846 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cbc3ff9-3ee3-461a-9b8c-cb44136cf0b7 req-6c71e527-87fc-43c0-8015-86b565f5aa83 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171689 Feb 18 09:02:53.462476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39380) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:53.482449 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-7e4e2ac1-c864-4ce0-8fbf-7f63d4502d28 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f8f4b750-4fa4-40ff-8808-650292e26abe') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:53.531285 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:53.535650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:53.545897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:02:53.637721 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-aba8053f-f176-4066-a43d-1ebd643d7233 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1362345 Feb 18 09:02:53.648564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39386) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:53.652296 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=1d03ca87-e22e-4052-8ab0-605832823e1d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:53.655716 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-53a9d88d-1ea7-4d23-a7f2-d9d225cc45a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:53.674811 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:53.675163 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:53.675577 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:53.676325 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:53.677557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:53.678318 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:53.678672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:53.679009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:53.679618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:53.679961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:53.680425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:53.680654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:53.715922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:53.716671 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:53.740551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4aeabbb6-83a0-4ada-8f11-89cfeb422950 None None] Provisioning for port e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:53.753570 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8b1880e0-fe05-484d-9b07-b6c5510c265e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7320654 Feb 18 09:02:53.754323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39390) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:53.783921 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:53.816245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-cbae7c4a-3327-4036-af80-9591441c1d96 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'subnet': {'network_id': 'df6381d9-cbee-4fc9-8ff3-dd649441a00c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:53.851332 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab5b266-6e83-4c5c-b724-3677d3c8427e None None] Update dhcp port {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'fixed_ips': [{'subnet_id': '0e6c5f55-6587-4e03-90ba-866c86890cb5', 'ip_address': '2001:db8::f816:3eff:fe9e:a9d6'}, {'subnet_id': '45d2a885-53fc-4279-9448-e169a36ddb26'}], 'binding:host_id': 'n-d-829434-1'}, 'id': '1b44b741-4e16-4550-805b-cd549cd71580'} from n-d-829434-1. {{(pid=87769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 18 09:02:53.876146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-53a9d88d-1ea7-4d23-a7f2-d9d225cc45a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:53.905173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-53a9d88d-1ea7-4d23-a7f2-d9d225cc45a9 admin admin] Usage tracker for resource:security_group_rule and tenant:f083d38c332948998e9524a25ff9fa28 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:53.927924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b48f4c-9c02-44bd-96b7-b33f5b4710c2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:53.958405 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b48f4c-9c02-44bd-96b7-b33f5b4710c2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:53.959502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-08b48f4c-9c02-44bd-96b7-b33f5b4710c2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:53.969836 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-53a9d88d-1ea7-4d23-a7f2-d9d225cc45a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:53.997282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-53a9d88d-1ea7-4d23-a7f2-d9d225cc45a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:54.007741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-08b48f4c-9c02-44bd-96b7-b33f5b4710c2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:54.009391 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-08b48f4c-9c02-44bd-96b7-b33f5b4710c2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2540388 Feb 18 09:02:54.012363 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39396) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:54.055136 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7e4e2ac1-c864-4ce0-8fbf-7f63d4502d28 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/subnets/f8f4b750-4fa4-40ff-8808-650292e26abe/tags HTTP/1.1" status: 200 len: 205 time: 0.5893939 Feb 18 09:02:54.059670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39400) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:54.080395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-80faeba9-d861-44b3-be53-31e173e30978 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '56cfc98e-f34e-4040-8942-a8adc8ff9539') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:54.100617 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b266-6e83-4c5c-b724-3677d3c8427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.108083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ee986776-0bae-4777-8f54-82a7f3530d10 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port 1d03ca87-e22e-4052-8ab0-605832823e1d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:54.108473 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ee986776-0bae-4777-8f54-82a7f3530d10 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.141440 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 1b44b741-4e16-4550-805b-cd549cd71580, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1b44b741-4e16-4550-805b-cd549cd71580,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:54.203817 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.204621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:54.205223 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e6da2-0a84-485f-ac13-7f9680128333 req-032f448b-0e9e-4294-aebb-7810cb51c3c7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:54.206774 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d17e6da2-0a84-485f-ac13-7f9680128333 req-032f448b-0e9e-4294-aebb-7810cb51c3c7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.5610657 Feb 18 09:02:54.275349 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d17e6da2-0a84-485f-ac13-7f9680128333 req-4a3bd213-7a25-43ca-bd2b-52b855679beb tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546336 Feb 18 09:02:54.276257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-cbae7c4a-3327-4036-af80-9591441c1d96 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:54.296794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-cbae7c4a-3327-4036-af80-9591441c1d96 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Usage tracker for resource:subnet and tenant:db1c0c050d2e469ea3356471041949e7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:54.331783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-cbae7c4a-3327-4036-af80-9591441c1d96 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:54.361514 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-80faeba9-d861-44b3-be53-31e173e30978 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/ports/56cfc98e-f34e-4040-8942-a8adc8ff9539/tags HTTP/1.1" status: 200 len: 241 time: 0.2949688 Feb 18 09:02:54.364808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-cbae7c4a-3327-4036-af80-9591441c1d96 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:54.367463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39410) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:54.387251 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-5d721ba1-65b3-49e0-9fa0-b1372e29a237 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '56cfc98e-f34e-4040-8942-a8adc8ff9539', 'tempest-TagsExtTest-Tag-1747957809') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:54.427803 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=1b44b741-4e16-4550-805b-cd549cd71580,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:54.457870 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:54.458746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:54.459208 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:54.460132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:54.460132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:54.460373 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:54.460556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:54.461484 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:54.461484 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:54.461794 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:54.462545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:54.462923 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:02:54.481635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbae7c4a-3327-4036-af80-9591441c1d96 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:54.485163 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cbae7c4a-3327-4036-af80-9591441c1d96 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.509431 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ee986776-0bae-4777-8f54-82a7f3530d10 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.667753 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-df6381d9-cbee-4fc9-8ff3-dd649441a00c', 'network_id': 'df6381d9-cbee-4fc9-8ff3-dd649441a00c', 'tenant_id': 'db1c0c050d2e469ea3356471041949e7', 'fixed_ips': [{'subnet_id': '598c6a15-f3df-4d69-abac-eae750c80d1c'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:02:54.669614 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.814760 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-53a9d88d-1ea7-4d23-a7f2-d9d225cc45a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.848575 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-53a9d88d-1ea7-4d23-a7f2-d9d225cc45a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:54.916362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9d88d-1ea7-4d23-a7f2-d9d225cc45a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bee24d-7101-4186-8f8b-83dfda8d4987,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:54.962555 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-53a9d88d-1ea7-4d23-a7f2-d9d225cc45a9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f083d38c332948998e9524a25ff9fa28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8339882 Feb 18 09:02:54.970322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39414) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:55.002869 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5d721ba1-65b3-49e0-9fa0-b1372e29a237 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/ports/56cfc98e-f34e-4040-8942-a8adc8ff9539/tags/tempest-TagsExtTest-Tag-1747957809 HTTP/1.1" status: 204 len: 168 time: 0.6342812 Feb 18 09:02:55.003308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ee986776-0bae-4777-8f54-82a7f3530d10 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for 1d03ca87-e22e-4052-8ab0-605832823e1d owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:55.010532 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39418) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:55.034001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-e24c54e4-bb67-4b24-8334-c8cd2f660d30 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '56cfc98e-f34e-4040-8942-a8adc8ff9539', 'tempest-TagsExtTest-Tag-1747957809') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:55.090205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-1ab5b266-6e83-4c5c-b724-3677d3c8427e None None] Allocated IP 172.20.0.2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/45d2a885-53fc-4279-9448-e169a36ddb26/1b44b741-4e16-4550-805b-cd549cd71580) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:55.092114 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:55.115213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:55.115213 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.162240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ae331-db5b-4bba-8f47-5f9d0e6e2bf1 req-fd12eeb6-ad5b-4ecd-aed5-289e6bb4e968 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:55.171547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-417ae331-db5b-4bba-8f47-5f9d0e6e2bf1 req-fd12eeb6-ad5b-4ecd-aed5-289e6bb4e968 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.5827377 Feb 18 09:02:55.221335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Allocated IP 2001:db8::2 (df6381d9-cbee-4fc9-8ff3-dd649441a00c/598c6a15-f3df-4d69-abac-eae750c80d1c/3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:02:55.269075 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-417ae331-db5b-4bba-8f47-5f9d0e6e2bf1 req-a0035d72-a401-4634-b280-f0c518515ad3 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960777 Feb 18 09:02:55.413458 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a95a4143-8d2d-4e35-8d43-70f39c87e0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.540559 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39428) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:55.551912 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ee986776-0bae-4777-8f54-82a7f3530d10 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.726731 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a95a4143-8d2d-4e35-8d43-70f39c87e0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.741846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee986776-0bae-4777-8f54-82a7f3530d10 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=1d03ca87-e22e-4052-8ab0-605832823e1d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:55.811387 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.845278 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cbae7c4a-3327-4036-af80-9591441c1d96 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:55.936579 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e24c54e4-bb67-4b24-8334-c8cd2f660d30 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/ports/56cfc98e-f34e-4040-8942-a8adc8ff9539/tags/tempest-TagsExtTest-Tag-1747957809 HTTP/1.1" status: 204 len: 168 time: 0.9246867 Feb 18 09:02:55.940959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39434) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:56.010085 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1ab5b266-6e83-4c5c-b724-3677d3c8427e None None] For port 1b44b741-4e16-4550-805b-cd549cd71580, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1b44b741-4e16-4550-805b-cd549cd71580,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:56.016428 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbae7c4a-3327-4036-af80-9591441c1d96 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network df6381d9-cbee-4fc9-8ff3-dd649441a00c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:56.022217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-cbae7c4a-3327-4036-af80-9591441c1d96 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:56.028845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.tag.tag_plugin [None req-c9024c53-35c8-42d4-a651-aa3bbffc1e9c tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '56cfc98e-f34e-4040-8942-a8adc8ff9539') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:56.043028 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b266-6e83-4c5c-b724-3677d3c8427e None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.047267 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbae7c4a-3327-4036-af80-9591441c1d96 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:56.048016 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cbae7c4a-3327-4036-af80-9591441c1d96 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.063657 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1ab5b266-6e83-4c5c-b724-3677d3c8427e None None] Transition to ACTIVE for port object 1b44b741-4e16-4550-805b-cd549cd71580 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:56.071964 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0c5abf00-7b7e-4359-bbaa-636b30f7790f None None] Provisioning complete for port e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:56.072306 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0c5abf00-7b7e-4359-bbaa-636b30f7790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.073416 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae7c4a-3327-4036-af80-9591441c1d96 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Subnet': ['ID=55afdb76-5d0a-4071-99be-17381209b9a7,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:56.087607 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a95a4143-8d2d-4e35-8d43-70f39c87e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.101499 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.120893 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b266-6e83-4c5c-b724-3677d3c8427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.121500 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cbae7c4a-3327-4036-af80-9591441c1d96 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4138830 Feb 18 09:02:56.123541 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a95a4143-8d2d-4e35-8d43-70f39c87e0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.125547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a95a4143-8d2d-4e35-8d43-70f39c87e0c5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a3bee24d-7101-4186-8f8b-83dfda8d4987 HTTP/1.1" status: 204 len: 168 time: 1.1306326 Feb 18 09:02:56.125733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a4143-8d2d-4e35-8d43-70f39c87e0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bee24d-7101-4186-8f8b-83dfda8d4987,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:56.127618 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39438) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:56.179778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a60817-e97f-4654-af50-6a35b7eba5c1 req-98a7225a-d476-4a01-8684-1f66c1e1395b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:56.181389 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55a60817-e97f-4654-af50-6a35b7eba5c1 req-98a7225a-d476-4a01-8684-1f66c1e1395b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.5867140 Feb 18 09:02:56.220660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5b266-6e83-4c5c-b724-3677d3c8427e None None] Pushing event updated for resources: {'Port': ['ID=1b44b741-4e16-4550-805b-cd549cd71580,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:56.238490 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Transition to ACTIVE for port object 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:56.242808 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba,segment=NetworkSegment(59e3c60c-b5e0-42cf-bb0f-713679269d97),segment_id=59e3c60c-b5e0-42cf-bb0f-713679269d97)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:56.306345 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55a60817-e97f-4654-af50-6a35b7eba5c1 req-17762c04-1a37-402f-96d9-7077489a9c81 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167152 Feb 18 09:02:56.310841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4f725a-0c3f-4db7-8733-f11ae890f685 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:56.312374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4f725a-0c3f-4db7-8733-f11ae890f685 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:56.313872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4f725a-0c3f-4db7-8733-f11ae890f685 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:56.315364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4f725a-0c3f-4db7-8733-f11ae890f685 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:56.322247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4f725a-0c3f-4db7-8733-f11ae890f685 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:56.323282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0a4f725a-0c3f-4db7-8733-f11ae890f685 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Synchronizing usage tracker for tenant:db1c0c050d2e469ea3356471041949e7 on resource:subnet {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:56.331577 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ee986776-0bae-4777-8f54-82a7f3530d10 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.378826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0a4f725a-0c3f-4db7-8733-f11ae890f685 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Unset dirty status for tenant:db1c0c050d2e469ea3356471041949e7 on resource:subnet {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:56.380399 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0a4f725a-0c3f-4db7-8733-f11ae890f685 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2510791 Feb 18 09:02:56.384958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39448) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:56.390863 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-478c8f8f-0a3b-425c-b11d-7a7570f83bf0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-704101294'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:56.404688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-478c8f8f-0a3b-425c-b11d-7a7570f83bf0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:56.414145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-478c8f8f-0a3b-425c-b11d-7a7570f83bf0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Usage tracker for resource:network and tenant:db1c0c050d2e469ea3356471041949e7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:02:56.417909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-478c8f8f-0a3b-425c-b11d-7a7570f83bf0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:02:56.429716 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-478c8f8f-0a3b-425c-b11d-7a7570f83bf0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:56.450989 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.463119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478c8f8f-0a3b-425c-b11d-7a7570f83bf0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:02:56.466304 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ee986776-0bae-4777-8f54-82a7f3530d10 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/1d03ca87-e22e-4052-8ab0-605832823e1d HTTP/1.1" status: 204 len: 168 time: 2.4501615 Feb 18 09:02:56.466862 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-478c8f8f-0a3b-425c-b11d-7a7570f83bf0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.485271 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39454) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:56.635876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Transition to ACTIVE for port object 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:02:56.686421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478c8f8f-0a3b-425c-b11d-7a7570f83bf0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:02:56.700255 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c9024c53-35c8-42d4-a651-aa3bbffc1e9c tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/ports/56cfc98e-f34e-4040-8942-a8adc8ff9539/tags HTTP/1.1" status: 200 len: 205 time: 0.7538786 Feb 18 09:02:56.707387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39466) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:56.727776 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783db75a-46e3-4f2f-bf57-7aaa7565ae1e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:56.729375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783db75a-46e3-4f2f-bf57-7aaa7565ae1e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:56.736800 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783db75a-46e3-4f2f-bf57-7aaa7565ae1e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:56.737771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-783db75a-46e3-4f2f-bf57-7aaa7565ae1e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:02:56.761812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-628bddae-c08a-4178-8fb7-20ef43df1427 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:56.763232 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1b44b741-4e16-4550-805b-cd549cd71580 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:56.937305 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.988511 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-478c8f8f-0a3b-425c-b11d-7a7570f83bf0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:56.990347 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-478c8f8f-0a3b-425c-b11d-7a7570f83bf0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Added segment 052bbe99-e31e-4833-a858-e4391ce89b37 of type vlan for network e5af8835-6019-4df0-b6cb-57ddcd5a4460 Feb 18 09:02:57.022241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Network df6381d9-cbee-4fc9-8ff3-dd649441a00c is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:02:57.049064 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-478c8f8f-0a3b-425c-b11d-7a7570f83bf0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.079070 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:02:57.109240 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:57.112096 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:02:57.227745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-783db75a-46e3-4f2f-bf57-7aaa7565ae1e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:02:57.229139 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-783db75a-46e3-4f2f-bf57-7aaa7565ae1e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7426727 Feb 18 09:02:57.235695 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39476) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:57.351046 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-478c8f8f-0a3b-425c-b11d-7a7570f83bf0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.367822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478c8f8f-0a3b-425c-b11d-7a7570f83bf0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:57.368428 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-478c8f8f-0a3b-425c-b11d-7a7570f83bf0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.413489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ad75b3-05f2-4c97-b728-cbcc1dfc342e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet 0e6c5f55-6587-4e03-90ba-866c86890cb5 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:02:57.418701 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-42ad75b3-05f2-4c97-b728-cbcc1dfc342e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.472113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Pushing event updated for resources: {'Port': ['ID=3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:57.498522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Attempting to bind port 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:02:57.499015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Attempting to bind port 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'af793202-e167-4dc2-ada7-1d1c820c303e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'df6381d9-cbee-4fc9-8ff3-dd649441a00c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:02:57.499393 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Attempting to bind port 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 on network df6381d9-cbee-4fc9-8ff3-dd649441a00c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:02:57.513992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:02:57.514398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Checking segment: {'id': 'af793202-e167-4dc2-ada7-1d1c820c303e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'df6381d9-cbee-4fc9-8ff3-dd649441a00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:02:57.514772 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.515313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Bound using segment: {'id': 'af793202-e167-4dc2-ada7-1d1c820c303e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'df6381d9-cbee-4fc9-8ff3-dd649441a00c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:02:57.516483 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Bound port: 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af793202-e167-4dc2-ada7-1d1c820c303e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'df6381d9-cbee-4fc9-8ff3-dd649441a00c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:02:57.516483 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.535444 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0c5abf00-7b7e-4359-bbaa-636b30f7790f None None] Provisioning for port 56cfc98e-f34e-4040-8942-a8adc8ff9539 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:57.558457 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0c5abf00-7b7e-4359-bbaa-636b30f7790f None None] Provisioning complete for port 56cfc98e-f34e-4040-8942-a8adc8ff9539 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:57.558843 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0c5abf00-7b7e-4359-bbaa-636b30f7790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.578917 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-82b689ca-abb9-4c27-8ded-dc142825a76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.619783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c8f8f-0a3b-425c-b11d-7a7570f83bf0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Network': ['ID=e5af8835-6019-4df0-b6cb-57ddcd5a4460,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:57.683318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-42ad75b3-05f2-4c97-b728-cbcc1dfc342e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:57.683617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-628bddae-c08a-4178-8fb7-20ef43df1427 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/routers/b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77/tags HTTP/1.1" status: 200 len: 240 time: 0.9689891 Feb 18 09:02:57.690295 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-478c8f8f-0a3b-425c-b11d-7a7570f83bf0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3042777 Feb 18 09:02:57.693343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39488) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:57.695003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39490) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:57.704115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ed667972-5302-407c-b784-7a39e9b71295 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:57.751275 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network e5af8835-6019-4df0-b6cb-57ddcd5a4460 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:02:57.910246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-e414f076-7148-4f28-8cbe-5468174a47a7 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77', 'tempest-TagsExtTest-Tag-196927033') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:57.931646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0c5abf00-7b7e-4359-bbaa-636b30f7790f None None] Port 56cfc98e-f34e-4040-8942-a8adc8ff9539 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:02:57.990981 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] For port 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:02:57.994811 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] For port 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7,segment=NetworkSegment(af793202-e167-4dc2-ada7-1d1c820c303e),segment_id=af793202-e167-4dc2-ada7-1d1c820c303e)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:02:58.008966 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.183770 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e32b0-761c-4367-9879-023f60d62afe req-16490c62-2d6d-4a9c-9d87-1cfa0e8344eb tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:58.196830 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-276e32b0-761c-4367-9879-023f60d62afe req-16490c62-2d6d-4a9c-9d87-1cfa0e8344eb tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 1.0753417 Feb 18 09:02:58.241582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f22d8029-cebb-4610-bb2c-48ffbe348bf6 None None] Provisioning complete for port 56cfc98e-f34e-4040-8942-a8adc8ff9539 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:58.250948 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f22d8029-cebb-4610-bb2c-48ffbe348bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.343598 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-42ad75b3-05f2-4c97-b728-cbcc1dfc342e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.499218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9844c-62a6-4f14-802c-a9987854f075 None None] Pushing event updated for resources: {'Port': ['ID=3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:58.560930 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f22d8029-cebb-4610-bb2c-48ffbe348bf6 None None] Port 56cfc98e-f34e-4040-8942-a8adc8ff9539 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:02:58.724228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5b7f2485-c683-47f5-886d-7ab3e4726499 None None] Provisioning for port 1b44b741-4e16-4550-805b-cd549cd71580 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:02:58.757649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5b7f2485-c683-47f5-886d-7ab3e4726499 None None] Provisioning complete for port 1b44b741-4e16-4550-805b-cd549cd71580 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:58.760228 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5b7f2485-c683-47f5-886d-7ab3e4726499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.775883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-82b689ca-abb9-4c27-8ded-dc142825a76a admin admin] Deleting port 0a563c83-7833-4e8a-87b3-56e6be4675de {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:02:58.776231 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-82b689ca-abb9-4c27-8ded-dc142825a76a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.843929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:02:58.853972 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-42ad75b3-05f2-4c97-b728-cbcc1dfc342e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.933664 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-42ad75b3-05f2-4c97-b728-cbcc1dfc342e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.948843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad75b3-05f2-4c97-b728-cbcc1dfc342e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6c5f55-6587-4e03-90ba-866c86890cb5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:58.962505 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ed667972-5302-407c-b784-7a39e9b71295 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:58.970395 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-42ad75b3-05f2-4c97-b728-cbcc1dfc342e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/0e6c5f55-6587-4e03-90ba-866c86890cb5 HTTP/1.1" status: 204 len: 168 time: 1.7333350 Feb 18 09:02:58.974570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39520) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:58.988205 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad65f30b-0b89-4087-b320-d78cb74949b3 req-1513b622-4ac6-4928-949b-e6eb64e7cba0 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.2821140 Feb 18 09:02:59.018745 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-276e32b0-761c-4367-9879-023f60d62afe req-82e53f32-b142-41d3-b4b0-aeb85b75b8f1 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8204205 Feb 18 09:02:59.041784 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e414f076-7148-4f28-8cbe-5468174a47a7 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/routers/b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77/tags/tempest-TagsExtTest-Tag-196927033 HTTP/1.1" status: 204 len: 168 time: 1.3453407 Feb 18 09:02:59.044034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39524) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:59.056721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-e3f5bf71-fbff-45ce-b09f-a263f9512ab8 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77', 'tempest-TagsExtTest-Tag-196927033') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:59.176059 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:02:59.176457 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:59.187009 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ed667972-5302-407c-b784-7a39e9b71295 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:59.274287 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04cfe8b-ff86-4e71-b91a-8db84a3fb008 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:02:59.288359 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-82b689ca-abb9-4c27-8ded-dc142825a76a admin admin] For port 0a563c83-7833-4e8a-87b3-56e6be4675de, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0a563c83-7833-4e8a-87b3-56e6be4675de,segment=NetworkSegment(3f191c74-dd3d-42fc-9c19-da05c2a45698),segment_id=3f191c74-dd3d-42fc-9c19-da05c2a45698)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:02:59.289504 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-82b689ca-abb9-4c27-8ded-dc142825a76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:59.393772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed667972-5302-407c-b784-7a39e9b71295 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network e5af8835-6019-4df0-b6cb-57ddcd5a4460 is not hosted by any dhcp agent {{(pid=87768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 18 09:02:59.405558 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed667972-5302-407c-b784-7a39e9b71295 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:02:59.407871 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ed667972-5302-407c-b784-7a39e9b71295 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:59.414980 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ed667972-5302-407c-b784-7a39e9b71295 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "PUT /v2.0/networks/e5af8835-6019-4df0-b6cb-57ddcd5a4460 HTTP/1.1" status: 200 len: 723 time: 1.7171464 Feb 18 09:02:59.426899 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39532) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:59.471584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-82b689ca-abb9-4c27-8ded-dc142825a76a admin admin] Calling delete_port for 0a563c83-7833-4e8a-87b3-56e6be4675de owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:02:59.485463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-a1731b5e-7478-473a-8a5b-dc0009bde87b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'subnet': {'network_id': 'e5af8835-6019-4df0-b6cb-57ddcd5a4460', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:02:59.555128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-def93b1d-62a5-462f-bf8a-f8eb3d77523c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet 45d2a885-53fc-4279-9448-e169a36ddb26 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:02:59.559289 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-def93b1d-62a5-462f-bf8a-f8eb3d77523c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:59.712244 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-def93b1d-62a5-462f-bf8a-f8eb3d77523c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:59.768509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed667972-5302-407c-b784-7a39e9b71295 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Network': ['ID=e5af8835-6019-4df0-b6cb-57ddcd5a4460,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:02:59.786921 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network e5af8835-6019-4df0-b6cb-57ddcd5a4460 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:02:59.827074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a1731b5e-7478-473a-8a5b-dc0009bde87b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:02:59.841315 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-def93b1d-62a5-462f-bf8a-f8eb3d77523c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:02:59.879408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a1731b5e-7478-473a-8a5b-dc0009bde87b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:02:59.886671 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e3f5bf71-fbff-45ce-b09f-a263f9512ab8 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/routers/b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77/tags/tempest-TagsExtTest-Tag-196927033 HTTP/1.1" status: 204 len: 168 time: 0.8371305 Feb 18 09:02:59.897416 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39538) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:02:59.929597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-33b822f5-1d30-473b-b2d4-20247ea95f7a tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:02:59.984378 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-def93b1d-62a5-462f-bf8a-f8eb3d77523c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:00.034724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003164c-bf92-4a8c-a6f4-e6ae4fd48240 req-68133f37-caa2-4588-8b8b-ada254b658f2 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:00.039880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def93b1d-62a5-462f-bf8a-f8eb3d77523c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=45d2a885-53fc-4279-9448-e169a36ddb26,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:00.046562 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a003164c-bf92-4a8c-a6f4-e6ae4fd48240 req-68133f37-caa2-4588-8b8b-ada254b658f2 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.6586332 Feb 18 09:03:00.050350 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-def93b1d-62a5-462f-bf8a-f8eb3d77523c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:00.068567 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893adf6e-812c-443d-9004-6ba6abe3560f None None] Network df6381d9-cbee-4fc9-8ff3-dd649441a00c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:00.074207 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-def93b1d-62a5-462f-bf8a-f8eb3d77523c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/45d2a885-53fc-4279-9448-e169a36ddb26 HTTP/1.1" status: 204 len: 168 time: 1.0982976 Feb 18 09:03:00.076764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1731b5e-7478-473a-8a5b-dc0009bde87b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:00.079010 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39544) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:00.090912 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a1731b5e-7478-473a-8a5b-dc0009bde87b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:00.102012 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-63519ffe-a854-4494-8323-8ab72b38b332 None None] Could not find standard attr ID for object 1d03ca87-e22e-4052-8ab0-605832823e1d. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:03:00.214877 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-08b144a4-6498-4545-bd9c-00fafe047bbb tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1344182 Feb 18 09:03:00.217232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39548) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:00.226133 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c39e5853-509a-4d30-867d-581214dbd09a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:00.273349 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-33b822f5-1d30-473b-b2d4-20247ea95f7a tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/routers/b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77/tags HTTP/1.1" status: 200 len: 205 time: 0.3740153 Feb 18 09:03:00.282545 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39552) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:00.295680 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a003164c-bf92-4a8c-a6f4-e6ae4fd48240 req-17acdf50-3741-4b76-8435-c877ee205215 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479064 Feb 18 09:03:00.310231 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-07f7fdfc-3f79-431e-817c-7759bb7ca8b1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'dc439929-04dc-4ff9-b163-833acc8718f9') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:00.356572 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-07f7fdfc-3f79-431e-817c-7759bb7ca8b1 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/subnetpools/dc439929-04dc-4ff9-b163-833acc8718f9/tags HTTP/1.1" status: 200 len: 240 time: 0.0572455 Feb 18 09:03:00.360938 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39558) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:00.372231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.tag.tag_plugin [None req-39167777-8379-4070-a7d9-5b4fd449aa7a tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dc439929-04dc-4ff9-b163-833acc8718f9', 'tempest-TagsExtTest-Tag-555100146') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:00.449181 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-39167777-8379-4070-a7d9-5b4fd449aa7a tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/subnetpools/dc439929-04dc-4ff9-b163-833acc8718f9/tags/tempest-TagsExtTest-Tag-555100146 HTTP/1.1" status: 204 len: 168 time: 0.0832293 Feb 18 09:03:00.455109 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c39e5853-509a-4d30-867d-581214dbd09a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:00.461208 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c39e5853-509a-4d30-867d-581214dbd09a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:00.464726 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c39e5853-509a-4d30-867d-581214dbd09a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:00.471663 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c39e5853-509a-4d30-867d-581214dbd09a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:00.484082 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39562) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:00.491461 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.tag.tag_plugin [None req-4ca5aa17-7d3a-4bc3-a947-c6c93fc1058d tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'dc439929-04dc-4ff9-b163-833acc8718f9', 'tempest-TagsExtTest-Tag-555100146') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:00.506162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39e5853-509a-4d30-867d-581214dbd09a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:00.511101 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c39e5853-509a-4d30-867d-581214dbd09a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:00.552690 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a1731b5e-7478-473a-8a5b-dc0009bde87b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:00.564409 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-286996a8-c6f5-4d7e-9204-257a2c56239d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:00.720465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-01f6efe6-7b14-48a0-80aa-6eaec7f5a759 None None] Provisioning for port 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:00.778037 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:00.804551 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1cb7409-fca2-458f-b064-993706d964b9 req-9881a12b-bd85-48f3-b52e-71d312e8dd69 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.0884299 Feb 18 09:03:00.806663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1731b5e-7478-473a-8a5b-dc0009bde87b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Subnet': ['ID=244a3dd5-95c6-4a48-929c-3ce82325af30,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:00.819827 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1731b5e-7478-473a-8a5b-dc0009bde87b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Checking segment: {'id': '052bbe99-e31e-4833-a858-e4391ce89b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'e5af8835-6019-4df0-b6cb-57ddcd5a4460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:03:00.820178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1731b5e-7478-473a-8a5b-dc0009bde87b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network hostable DHCP agents. Network: e5af8835-6019-4df0-b6cb-57ddcd5a4460, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:03:00.892085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1731b5e-7478-473a-8a5b-dc0009bde87b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network e5af8835-6019-4df0-b6cb-57ddcd5a4460 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:03:00.915900 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-a1731b5e-7478-473a-8a5b-dc0009bde87b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, e5af8835-6019-4df0-b6cb-57ddcd5a4460) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:00.920927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1731b5e-7478-473a-8a5b-dc0009bde87b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:00.921788 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a1731b5e-7478-473a-8a5b-dc0009bde87b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:00.931748 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e6192d-b996-4a39-b7d1-9f3a082eae70 None None] Network e5af8835-6019-4df0-b6cb-57ddcd5a4460 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:00.987633 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810a72f-55d9-4f6c-a840-f9e14a85cecf req-8f12517c-2040-4671-b8bd-bb5814081e7b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:00.998071 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b810a72f-55d9-4f6c-a840-f9e14a85cecf req-8f12517c-2040-4671-b8bd-bb5814081e7b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.1500528 Feb 18 09:03:01.003194 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a1731b5e-7478-473a-8a5b-dc0009bde87b tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5736692 Feb 18 09:03:01.023758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39570) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:01.038957 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c4b26389-20c2-460f-a2e3-2aca6555a3a6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:01.163961 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c39e5853-509a-4d30-867d-581214dbd09a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.194355 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:01.213043 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b810a72f-55d9-4f6c-a840-f9e14a85cecf req-cbde1a4c-51af-47ba-908a-502403fba7e9 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138176 Feb 18 09:03:01.233219 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c4b26389-20c2-460f-a2e3-2aca6555a3a6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6294913'] for subnet, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.246379 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e5853-509a-4d30-867d-581214dbd09a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=de82a62d-6402-4232-a366-3c779babfb2f,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:01.284798 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39e5853-509a-4d30-867d-581214dbd09a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:01.286548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:01.287151 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.290079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-c39e5853-509a-4d30-867d-581214dbd09a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:01.300849 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39e5853-509a-4d30-867d-581214dbd09a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:01.301634 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c39e5853-509a-4d30-867d-581214dbd09a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.344296 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c39e5853-509a-4d30-867d-581214dbd09a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1259506 Feb 18 09:03:01.350040 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39578) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:01.359460 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-82b689ca-abb9-4c27-8ded-dc142825a76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.372402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:01.481790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b689ca-abb9-4c27-8ded-dc142825a76a admin admin] Pushing event deleted for resources: {'Port': ['ID=0a563c83-7833-4e8a-87b3-56e6be4675de,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:01.525112 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-e5af8835-6019-4df0-b6cb-57ddcd5a4460', 'network_id': 'e5af8835-6019-4df0-b6cb-57ddcd5a4460', 'tenant_id': 'db1c0c050d2e469ea3356471041949e7', 'fixed_ips': [{'subnet_id': '244a3dd5-95c6-4a48-929c-3ce82325af30'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:03:01.526240 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:01.541516 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4ca5aa17-7d3a-4bc3-a947-c6c93fc1058d tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/subnetpools/dc439929-04dc-4ff9-b163-833acc8718f9/tags/tempest-TagsExtTest-Tag-555100146 HTTP/1.1" status: 204 len: 168 time: 1.0562358 Feb 18 09:03:01.552107 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39582) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:01.560801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-d8005345-9f7e-4e11-8617-313a2b535e27 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'dc439929-04dc-4ff9-b163-833acc8718f9') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:01.579278 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c33d7b-2d19-4cea-b169-89887b4c3c87 None None] Update dhcp port {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'fixed_ips': [{'subnet_id': '45d2a885-53fc-4279-9448-e169a36ddb26'}], 'binding:host_id': 'n-d-829434-1'}, 'id': '1b44b741-4e16-4550-805b-cd549cd71580'} from n-d-829434-1. {{(pid=87769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 18 09:03:01.701592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734fede-5acf-47e8-aaf0-2ca63b351794 req-eb6230a0-a545-49cd-8423-b935d1825add tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:01.709380 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b734fede-5acf-47e8-aaf0-2ca63b351794 req-eb6230a0-a545-49cd-8423-b935d1825add tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.2610579 Feb 18 09:03:01.786706 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d8005345-9f7e-4e11-8617-313a2b535e27 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/subnetpools/dc439929-04dc-4ff9-b163-833acc8718f9/tags HTTP/1.1" status: 200 len: 205 time: 0.2327881 Feb 18 09:03:01.788461 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:01.790569 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39586) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:01.865162 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b734fede-5acf-47e8-aaf0-2ca63b351794 req-6ecfe0c4-6674-4b75-b6f8-ea9495bbce13 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835135 Feb 18 09:03:01.912743 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c4b26389-20c2-460f-a2e3-2aca6555a3a6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765059461407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5371230'] for subnet, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.001356 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-82b689ca-abb9-4c27-8ded-dc142825a76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.010794 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.tag.tag_plugin [None req-5887ebc3-817f-4d78-9ee0-577b99edd30a tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dc439929-04dc-4ff9-b163-833acc8718f9') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:02.022762 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:02.027631 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:02.033017 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-87c33d7b-2d19-4cea-b169-89887b4c3c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.038228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b26389-20c2-460f-a2e3-2aca6555a3a6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:02.038684 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:02.038808 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c4b26389-20c2-460f-a2e3-2aca6555a3a6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.039989 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c4b26389-20c2-460f-a2e3-2aca6555a3a6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "PUT /v2.0/subnets/244a3dd5-95c6-4a48-929c-3ce82325af30 HTTP/1.1" status: 200 len: 826 time: 1.0116305 Feb 18 09:03:02.052923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39596) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:02.148031 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:02.150418 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.228639 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.319424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3221ad17-e84e-41f1-ae6d-f79f3b811ff6 req-fbdffc7a-5431-4c1e-abe3-be5128d2edc6 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.2444720 Feb 18 09:03:02.368205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed82c40c-3273-410f-8657-476343c3d4f0 None None] Update dhcp port {'port': {'network_id': 'df6381d9-cbee-4fc9-8ff3-dd649441a00c', 'fixed_ips': [{'subnet_id': '598c6a15-f3df-4d69-abac-eae750c80d1c', 'ip_address': '2001:db8::2'}, {'subnet_id': '55afdb76-5d0a-4071-99be-17381209b9a7'}], 'binding:host_id': 'n-d-829434-1'}, 'id': '3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7'} from n-d-829434-1. {{(pid=87769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 18 09:03:02.368921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b26389-20c2-460f-a2e3-2aca6555a3a6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Subnet': ['ID=244a3dd5-95c6-4a48-929c-3ce82325af30,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:02.404883 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Allocated IP 2001:db8::2 (e5af8835-6019-4df0-b6cb-57ddcd5a4460/244a3dd5-95c6-4a48-929c-3ce82325af30/877e126d-886f-4d28-aff0-44c5986a3bf3) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:02.437872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7,segment=NetworkSegment(af793202-e167-4dc2-ada7-1d1c820c303e),segment_id=af793202-e167-4dc2-ada7-1d1c820c303e)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:02.452017 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.458737 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.465576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a981d66-168b-488b-bc81-1ad963938334 req-3e59b03a-2620-4f02-aca2-e64be906b3c4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:02.466599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4a981d66-168b-488b-bc81-1ad963938334 req-3e59b03a-2620-4f02-aca2-e64be906b3c4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.2808044 Feb 18 09:03:02.533912 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ed82c40c-3273-410f-8657-476343c3d4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.553896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4a981d66-168b-488b-bc81-1ad963938334 req-6ed9729a-7fb7-42ee-b0e0-3dd032e6b76a tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802970 Feb 18 09:03:02.619946 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.706049 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5887ebc3-817f-4d78-9ee0-577b99edd30a tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/subnetpools/dc439929-04dc-4ff9-b163-833acc8718f9/tags HTTP/1.1" status: 204 len: 168 time: 0.7060654 Feb 18 09:03:02.709882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39604) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:02.722502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-5c861aa8-1c6c-4c9b-8611-8a26a6bce47d tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:02.798352 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:02.808156 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ee5e76db-35ea-4a36-8d2f-12b0f3895912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:02.867708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7426f1-d9cc-4b68-a339-b09640d735fd None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:02.935442 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b689ca-abb9-4c27-8ded-dc142825a76a admin admin] Router 8d56ea16-6e64-44ff-910e-7579b9eeb120 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:03:03.047789 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5c861aa8-1c6c-4c9b-8611-8a26a6bce47d tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/routers/b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77/tags HTTP/1.1" status: 204 len: 168 time: 0.3367708 Feb 18 09:03:03.052297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39608) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:03.071834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd1b1f-3ae9-41ea-b583-24ab1dff9be5 req-ff2fd41c-b5e7-4c97-87f4-397c88a4ec02 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:03.073431 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abfd1b1f-3ae9-41ea-b583-24ab1dff9be5 req-ff2fd41c-b5e7-4c97-87f4-397c88a4ec02 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.2381594 Feb 18 09:03:03.076743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-9a1c12d8-6a83-41ac-8682-3b8cfb2d7d6d tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '56cfc98e-f34e-4040-8942-a8adc8ff9539') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:03.169926 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abfd1b1f-3ae9-41ea-b583-24ab1dff9be5 req-17c262b6-3cf8-4138-96e5-be378547a42f tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658126 Feb 18 09:03:03.193251 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9a1c12d8-6a83-41ac-8682-3b8cfb2d7d6d tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/ports/56cfc98e-f34e-4040-8942-a8adc8ff9539/tags HTTP/1.1" status: 204 len: 168 time: 0.1311197 Feb 18 09:03:03.195573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39612) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:03.205065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-1155283b-8752-415e-b9e1-f9d9d1b0bab3 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f8f4b750-4fa4-40ff-8808-650292e26abe') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:03.314287 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:03.334423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2b698f23-e587-4c13-aed7-8f30e7336fbc None None] Provisioning complete for port 1b44b741-4e16-4550-805b-cd549cd71580 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:03.334782 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17a76aab-39fc-4751-887f-3b4d31a2b87f req-aa23b2e9-f772-4d08-a05b-88fcab01d0a0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.0542715 Feb 18 09:03:03.334927 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2b698f23-e587-4c13-aed7-8f30e7336fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:03.392963 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Transition to ACTIVE for port object 877e126d-886f-4d28-aff0-44c5986a3bf3 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:03.411244 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1155283b-8752-415e-b9e1-f9d9d1b0bab3 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/subnets/f8f4b750-4fa4-40ff-8808-650292e26abe/tags HTTP/1.1" status: 204 len: 168 time: 0.2055738 Feb 18 09:03:03.411244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39620) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:03.415924 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-8bfb067b-263f-43ee-b1c8-b758b48be963 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f8f4b750-4fa4-40ff-8808-650292e26abe', 'tempest-TagsExtTest-Tag-2114182395') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:03.469808 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b689ca-abb9-4c27-8ded-dc142825a76a admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:03:03.493474 n-d-829434-1 neutron-server[87767]: DEBUG neutron.objects.ports [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87767) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 09:03:03.494590 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1059390b-1fe9-4c46-a96f-a7a61b68d0a4 None None] Sync routers for ids ['8d56ea16-6e64-44ff-910e-7579b9eeb120'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:03:03.499807 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-82b689ca-abb9-4c27-8ded-dc142825a76a admin admin] 10.222.0.72 "PUT /v2.0/routers/8d56ea16-6e64-44ff-910e-7579b9eeb120/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9567392 Feb 18 09:03:03.500004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39626) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:03.512591 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-ed82c40c-3273-410f-8657-476343c3d4f0 None None] Allocated IP 172.20.0.1 (df6381d9-cbee-4fc9-8ff3-dd649441a00c/55afdb76-5d0a-4071-99be-17381209b9a7/3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:03.514938 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Transition to ACTIVE for port object 877e126d-886f-4d28-aff0-44c5986a3bf3 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:03.527777 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1059390b-1fe9-4c46-a96f-a7a61b68d0a4 None None] Routers {'8d56ea16-6e64-44ff-910e-7579b9eeb120'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:03:03.528798 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-1059390b-1fe9-4c46-a96f-a7a61b68d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:03:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8d56ea16-6e64-44ff-910e-7579b9eeb120'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:03.622958 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:03.774488 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Network e5af8835-6019-4df0-b6cb-57ddcd5a4460 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:03.872024 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b048bf0-d17f-4663-8bdf-7d8721773b01 req-b86ea0e9-fa72-4d21-84ba-8cf16e78c43f tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.1020613 Feb 18 09:03:03.902190 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:03.939943 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:03.959048 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:03:04.132171 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.155819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Pushing event updated for resources: {'Port': ['ID=877e126d-886f-4d28-aff0-44c5986a3bf3,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:04.159406 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.211535 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.230679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Subnet': ['ID=244a3dd5-95c6-4a48-929c-3ce82325af30,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:04.283725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] For port 1b44b741-4e16-4550-805b-cd549cd71580, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1b44b741-4e16-4550-805b-cd549cd71580,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:04.307294 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Attempting to bind port 877e126d-886f-4d28-aff0-44c5986a3bf3 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:03:04.307818 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Attempting to bind port 877e126d-886f-4d28-aff0-44c5986a3bf3 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '052bbe99-e31e-4833-a858-e4391ce89b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'e5af8835-6019-4df0-b6cb-57ddcd5a4460'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:03:04.308308 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Attempting to bind port 877e126d-886f-4d28-aff0-44c5986a3bf3 on network e5af8835-6019-4df0-b6cb-57ddcd5a4460 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:03:04.320247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-1059390b-1fe9-4c46-a96f-a7a61b68d0a4 None None] Set router 8d56ea16-6e64-44ff-910e-7579b9eeb120 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:03:04.321695 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.332449 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.333840 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.349750 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-876737b5-db0b-41a0-8b25-f8505f0b16d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.438943 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.449709 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:03:04.450286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Checking segment: {'id': '052bbe99-e31e-4833-a858-e4391ce89b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'e5af8835-6019-4df0-b6cb-57ddcd5a4460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:03:04.450791 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.451293 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Bound using segment: {'id': '052bbe99-e31e-4833-a858-e4391ce89b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'e5af8835-6019-4df0-b6cb-57ddcd5a4460'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:03:04.451880 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Bound port: 877e126d-886f-4d28-aff0-44c5986a3bf3, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052bbe99-e31e-4833-a858-e4391ce89b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'e5af8835-6019-4df0-b6cb-57ddcd5a4460'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:03:04.452403 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.483546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=1b44b741-4e16-4550-805b-cd549cd71580,revision_number=8']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:04.498709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:04.502399 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:04.507752 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:04.508374 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.511999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ed82c40c-3273-410f-8657-476343c3d4f0 None None] For port 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7,segment=NetworkSegment(af793202-e167-4dc2-ada7-1d1c820c303e),segment_id=af793202-e167-4dc2-ada7-1d1c820c303e)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:04.547613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=416de2aa-0874-45cb-973e-ed1a374418f3,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:04.553321 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71834763-4a3a-4eae-930f-9db51152c875 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:04.556989 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bd14b994-17b6-41d9-bc3d-f6957f3522f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2033694 Feb 18 09:03:04.558086 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39632) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:04.564136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'mac_address': 'fa:16:3e:61:9f:ba', 'name': 'tempest-NetworksTestDHCPv6-2136646832'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:04.583888 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e287b0-56c1-447e-b98b-9e0effc3ee81 req-45220b42-34aa-4c57-b3a0-a9c0496baac2 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:04.585241 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07e287b0-56c1-447e-b98b-9e0effc3ee81 req-45220b42-34aa-4c57-b3a0-a9c0496baac2 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.9017718 Feb 18 09:03:04.619659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5af8835-6019-4df0-b6cb-57ddcd5a4460']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:04.642822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052bbe99-e31e-4833-a858-e4391ce89b37') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:04.643654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052bbe99-e31e-4833-a858-e4391ce89b37') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:04.668594 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.718341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:04.808289 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8bfb067b-263f-43ee-b1c8-b758b48be963 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "PUT /v2.0/subnets/f8f4b750-4fa4-40ff-8808-650292e26abe/tags/tempest-TagsExtTest-Tag-2114182395 HTTP/1.1" status: 201 len: 201 time: 1.3963335 Feb 18 09:03:04.828356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39638) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:04.833256 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.862328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-56f6d6c4-d4a4-427f-b266-60d17c77fcf7 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '56cfc98e-f34e-4040-8942-a8adc8ff9539', 'tempest-TagsExtTest-Tag-1251379196') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:04.874425 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b3f2ea3c-3160-4381-bbb1-ae6088a7347e None None] Provisioning complete for port 1b44b741-4e16-4550-805b-cd549cd71580 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:04.881326 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b3f2ea3c-3160-4381-bbb1-ae6088a7347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.884990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:04.893735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:port and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:04.899911 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:04.924537 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07e287b0-56c1-447e-b98b-9e0effc3ee81 req-5cfb8e2a-2eda-40bc-bfff-7762d1ec54c2 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645233 Feb 18 09:03:04.946670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:03:04.947120 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:04.947835 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:04.953803 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-ed82c40c-3273-410f-8657-476343c3d4f0 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:03:04.967059 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:03:04.982009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:05.055996 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ed82c40c-3273-410f-8657-476343c3d4f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:05.065923 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-876737b5-db0b-41a0-8b25-f8505f0b16d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:05.105211 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:03:05.105211 n-d-829434-1 neutron-server[87768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:03:05.105211 n-d-829434-1 neutron-server[87768]: [parameters: {'id': 'e5af8835-6019-4df0-b6cb-57ddcd5a4460'}] Feb 18 09:03:05.105211 n-d-829434-1 neutron-server[87768]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:03:05.106060 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:03:05.110764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-876737b5-db0b-41a0-8b25-f8505f0b16d6 admin admin] Deleting port 592d3ed0-110b-4997-9e33-59e1903f2dd7 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:05.111394 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-876737b5-db0b-41a0-8b25-f8505f0b16d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:05.120651 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:05.136820 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ed82c40c-3273-410f-8657-476343c3d4f0 None None] Transition to ACTIVE for port object 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:05.145938 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] For port 877e126d-886f-4d28-aff0-44c5986a3bf3, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:03:05.151735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] For port 877e126d-886f-4d28-aff0-44c5986a3bf3, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=877e126d-886f-4d28-aff0-44c5986a3bf3,segment=NetworkSegment(052bbe99-e31e-4833-a858-e4391ce89b37),segment_id=052bbe99-e31e-4833-a858-e4391ce89b37)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:03:05.188165 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ed82c40c-3273-410f-8657-476343c3d4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:05.191214 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:05.218369 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c80ce789-9079-4301-918f-d1fee33c4b38 req-d9f8ce1a-b629-4419-afba-c0a830d24aae tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.0716786 Feb 18 09:03:05.252184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port 76b5397b-d664-44ff-b11d-aea2854cc35c yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:03:05.255077 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-56f6d6c4-d4a4-427f-b266-60d17c77fcf7 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "PUT /v2.0/ports/56cfc98e-f34e-4040-8942-a8adc8ff9539/tags/tempest-TagsExtTest-Tag-1251379196 HTTP/1.1" status: 201 len: 201 time: 0.4241359 Feb 18 09:03:05.258772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39644) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:05.272206 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:05.335495 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-bd7d51d8-2d99-48ef-8d96-28c29f13b9ab tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77', 'tempest-TagsExtTest-Tag-1814408516') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:05.538858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-876737b5-db0b-41a0-8b25-f8505f0b16d6 admin admin] For port 592d3ed0-110b-4997-9e33-59e1903f2dd7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=592d3ed0-110b-4997-9e33-59e1903f2dd7,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:05.539426 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-876737b5-db0b-41a0-8b25-f8505f0b16d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:05.556815 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bd7d51d8-2d99-48ef-8d96-28c29f13b9ab tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "PUT /v2.0/routers/b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77/tags/tempest-TagsExtTest-Tag-1814408516 HTTP/1.1" status: 201 len: 201 time: 0.2969673 Feb 18 09:03:05.557532 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39650) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:05.597370 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1b44b741-4e16-4550-805b-cd549cd71580 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:03:05.616362 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:05.665879 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 172.20.0.5 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/de82a62d-6402-4232-a366-3c779babfb2f/76b5397b-d664-44ff-b11d-aea2854cc35c) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:05.678243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-c4d02a1e-a59d-4e72-886e-399a0b894156 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'dc439929-04dc-4ff9-b163-833acc8718f9', 'tempest-TagsExtTest-Tag-1714761917') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:05.694290 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-876737b5-db0b-41a0-8b25-f8505f0b16d6 admin admin] Calling delete_port for 592d3ed0-110b-4997-9e33-59e1903f2dd7 owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:05.714594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::f816:3eff:fe61:9fba (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/416de2aa-0874-45cb-973e-ed1a374418f3/76b5397b-d664-44ff-b11d-aea2854cc35c) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:05.717438 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82c40c-3273-410f-8657-476343c3d4f0 None None] Pushing event updated for resources: {'Port': ['ID=3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:05.757032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Deleting port 877e126d-886f-4d28-aff0-44c5986a3bf3 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:05.757464 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:06.198224 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-1059390b-1fe9-4c46-a96f-a7a61b68d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'name': 'tempest-TaggedBootDevicesTest-1005082885-router', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:35Z', 'updated_at': '2022-02-18T09:03:00Z', 'revision_number': 5, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'gw_port': {'id': '592d3ed0-110b-4997-9e33-59e1903f2dd7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:54:36Z', 'updated_at': '2022-02-18T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:06.282367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65be88e-f8e3-465b-b7a4-640daeb9f008 None None] Network e5af8835-6019-4df0-b6cb-57ddcd5a4460 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:06.494327 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:06.515821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object 76b5397b-d664-44ff-b11d-aea2854cc35c will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:06.547617 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:06.573592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1059390b-1fe9-4c46-a96f-a7a61b68d0a4 None None] Checking router: 8d56ea16-6e64-44ff-910e-7579b9eeb120 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:03:06.622772 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708b79b-671f-4936-a78f-3d2008fab9c8 None None] Pushing event updated for resources: {'Port': ['ID=877e126d-886f-4d28-aff0-44c5986a3bf3,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:06.735439 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c4d02a1e-a59d-4e72-886e-399a0b894156 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "PUT /v2.0/subnetpools/dc439929-04dc-4ff9-b163-833acc8718f9/tags/tempest-TagsExtTest-Tag-1714761917 HTTP/1.1" status: 201 len: 201 time: 1.1205823 Feb 18 09:03:06.740369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1059390b-1fe9-4c46-a96f-a7a61b68d0a4 None None] Routers {'8d56ea16-6e64-44ff-910e-7579b9eeb120'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:03:06.740828 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39678) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:06.741167 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-1059390b-1fe9-4c46-a96f-a7a61b68d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:03:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8d56ea16-6e64-44ff-910e-7579b9eeb120'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:06.803590 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-69aaded1-1e28-479b-b486-d8df882d3c67 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f8f4b750-4fa4-40ff-8808-650292e26abe', {'tags': ['tempest-TagsExtTest-Tag-1427185905', 'tempest-TagsExtTest-Tag-519090956', 'tempest-TagsExtTest-Tag-805094274']}) {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:06.936630 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-876737b5-db0b-41a0-8b25-f8505f0b16d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:06.945445 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-1059390b-1fe9-4c46-a96f-a7a61b68d0a4 None None] Set router 8d56ea16-6e64-44ff-910e-7579b9eeb120 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:03:06.966380 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=76b5397b-d664-44ff-b11d-aea2854cc35c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:06.991737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-69aaded1-1e28-479b-b486-d8df882d3c67 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "PUT /v2.0/subnets/f8f4b750-4fa4-40ff-8808-650292e26abe/tags HTTP/1.1" status: 200 len: 316 time: 0.2284057 Feb 18 09:03:07.003201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39686) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:07.003845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:07.009413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:07.014913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:03:07.140354 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-1059390b-1fe9-4c46-a96f-a7a61b68d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'name': 'tempest-TaggedBootDevicesTest-1005082885-router', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:35Z', 'updated_at': '2022-02-18T09:03:05Z', 'revision_number': 6, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:07.142793 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9848ec65-9a08-49c5-ac83-dbdb97ba2100 None None] Network df6381d9-cbee-4fc9-8ff3-dd649441a00c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:07.149725 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-858ba5d4-e4a1-4518-8c45-ce195e54503c req-b656390e-7b31-4253-b5f0-c6404d21ab01 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.1054800 Feb 18 09:03:07.159056 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:07.162482 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:07.163453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] For port 877e126d-886f-4d28-aff0-44c5986a3bf3, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=877e126d-886f-4d28-aff0-44c5986a3bf3,segment=NetworkSegment(052bbe99-e31e-4833-a858-e4391ce89b37),segment_id=052bbe99-e31e-4833-a858-e4391ce89b37)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:07.163928 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:07.177955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-30b0dd9a-dbef-4407-8c3a-6d70cfa2de35 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f8f4b750-4fa4-40ff-8808-650292e26abe') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:07.195164 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-885df4e6-6d30-40a5-82c9-0347d40c940e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6359036 Feb 18 09:03:07.198132 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39690) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:07.216826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876737b5-db0b-41a0-8b25-f8505f0b16d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=592d3ed0-110b-4997-9e33-59e1903f2dd7,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:07.219399 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-876737b5-db0b-41a0-8b25-f8505f0b16d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:07.238460 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1059390b-1fe9-4c46-a96f-a7a61b68d0a4 None None] The sync data for ids ['8d56ea16-6e64-44ff-910e-7579b9eeb120'] in n-d-829434-1 is: [{'id': '8d56ea16-6e64-44ff-910e-7579b9eeb120', 'name': 'tempest-TaggedBootDevicesTest-1005082885-router', 'tenant_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:54:35Z', 'updated_at': '2022-02-18T09:03:05Z', 'revision_number': 6, 'project_id': 'bb7b88e07b194fc1a2e7bd1d2d15b7a9', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:03:07.241343 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:07.313110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-52f2b98d-6f09-4ae2-ad7c-71677522acb2 None None] Provisioning for port 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:07.329918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839a44a9-34fc-484b-93ad-34a759d78354 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:07.337573 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839a44a9-34fc-484b-93ad-34a759d78354 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:07.339236 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-839a44a9-34fc-484b-93ad-34a759d78354 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:07.344814 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-52f2b98d-6f09-4ae2-ad7c-71677522acb2 None None] Provisioning complete for port 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:07.345184 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-52f2b98d-6f09-4ae2-ad7c-71677522acb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:07.368994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-839a44a9-34fc-484b-93ad-34a759d78354 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:07.373506 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-839a44a9-34fc-484b-93ad-34a759d78354 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1725640 Feb 18 09:03:07.374413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39700) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:07.392076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 1b44b741-4e16-4550-805b-cd549cd71580, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1b44b741-4e16-4550-805b-cd549cd71580,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:07.421250 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:07.505669 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:03:07.509672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-9d96f4b5-c508-4d20-8579-75bdddc776fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port 76b5397b-d664-44ff-b11d-aea2854cc35c {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:07.510650 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d96f4b5-c508-4d20-8579-75bdddc776fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:07.518564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Calling delete_port for 877e126d-886f-4d28-aff0-44c5986a3bf3 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:07.586291 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-632d0c2e-779e-40cd-8a08-97662f09b97f req-2adf9756-7a54-42a1-8441-f484b30beca4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1160505 Feb 18 09:03:07.600901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89f0fa1-af33-4881-a6e8-6dd68d5978fd None None] Network e5af8835-6019-4df0-b6cb-57ddcd5a4460 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:07.649103 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=1b44b741-4e16-4550-805b-cd549cd71580,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:07.757163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de06139-dd6a-4e60-b6a1-3adbc33e8aa6 req-6cd99faa-0724-42bb-adf8-4d5b6d623b8f tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:07.764081 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4de06139-dd6a-4e60-b6a1-3adbc33e8aa6 req-6cd99faa-0724-42bb-adf8-4d5b6d623b8f tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 1.2911544 Feb 18 09:03:07.860452 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d96f4b5-c508-4d20-8579-75bdddc776fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.023939 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-876737b5-db0b-41a0-8b25-f8505f0b16d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.027486 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-9d96f4b5-c508-4d20-8579-75bdddc776fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for 76b5397b-d664-44ff-b11d-aea2854cc35c owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:08.044516 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4de06139-dd6a-4e60-b6a1-3adbc33e8aa6 req-0b5938a5-f1d5-4282-8512-c411ee2a821d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792883 Feb 18 09:03:08.046124 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-876737b5-db0b-41a0-8b25-f8505f0b16d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.086705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b3090778-ba3b-43ce-99c0-17f7fabf1472 None None] Provisioning complete for port 1b44b741-4e16-4550-805b-cd549cd71580 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:08.087064 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b3090778-ba3b-43ce-99c0-17f7fabf1472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.093673 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d653ff83-cd3a-4fd7-b7ba-c735029bfcaf req-72d50cad-3c8f-4ca2-be93-4c8f3e29bbe3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5491667 Feb 18 09:03:08.097837 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-876737b5-db0b-41a0-8b25-f8505f0b16d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.099333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876737b5-db0b-41a0-8b25-f8505f0b16d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d56ea16-6e64-44ff-910e-7579b9eeb120 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:03:08.124064 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.201123 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:08.219885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No DVR routers for this DVR port 877e126d-886f-4d28-aff0-44c5986a3bf3 on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:03:08.224299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Port': ['ID=877e126d-886f-4d28-aff0-44c5986a3bf3,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:08.266610 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-876737b5-db0b-41a0-8b25-f8505f0b16d6 admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.270090 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-876737b5-db0b-41a0-8b25-f8505f0b16d6 admin admin] 10.222.0.72 "DELETE /v2.0/routers/8d56ea16-6e64-44ff-910e-7579b9eeb120 HTTP/1.1" status: 204 len: 168 time: 4.7672241 Feb 18 09:03:08.275675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39712) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:08.402867 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633f9e14-ca1c-4bec-a8e1-c9afe9eee01e None None] get_active_networks_info from n-d-829434-1 {{(pid=87769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 18 09:03:08.545070 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d96f4b5-c508-4d20-8579-75bdddc776fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.587920 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:08.588615 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.590362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b3c2b4-b59c-4b30-a600-c5e95cba0ead admin admin] Deleting subnet ec7d804e-ca01-4571-a18b-fa20d71f9ecf {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:03:08.608624 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0b3c2b4-b59c-4b30-a600-c5e95cba0ead admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.681757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96f4b5-c508-4d20-8579-75bdddc776fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=76b5397b-d664-44ff-b11d-aea2854cc35c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:08.738127 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0b3c2b4-b59c-4b30-a600-c5e95cba0ead admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.823880 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b3090778-ba3b-43ce-99c0-17f7fabf1472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:08.944965 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0b3c2b4-b59c-4b30-a600-c5e95cba0ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.000515 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d96f4b5-c508-4d20-8579-75bdddc776fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.039072 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9d96f4b5-c508-4d20-8579-75bdddc776fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/76b5397b-d664-44ff-b11d-aea2854cc35c HTTP/1.1" status: 204 len: 168 time: 1.6619043 Feb 18 09:03:09.039707 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39722) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:09.054930 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b3090778-ba3b-43ce-99c0-17f7fabf1472 None None] For port 1b44b741-4e16-4550-805b-cd549cd71580, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1b44b741-4e16-4550-805b-cd549cd71580,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:09.056048 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633f9e14-ca1c-4bec-a8e1-c9afe9eee01e None None] Resources bound (agent type, host, resource id): {{(pid=87769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:03:09.073905 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b3090778-ba3b-43ce-99c0-17f7fabf1472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.120546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0a563c83-7833-4e8a-87b3-56e6be4675de no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:03:09.146077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d0c2e-779e-40cd-8a08-97662f09b97f req-1602e7f8-cf0f-4434-8835-dd1855f16048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:09.149607 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-632d0c2e-779e-40cd-8a08-97662f09b97f req-1602e7f8-cf0f-4434-8835-dd1855f16048 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0608b781957e43609e9ef7685b762a69&device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 1096 time: 1.3271310 Feb 18 09:03:09.169277 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeef62a-2b25-49af-a6ff-2b92c6ffbbc5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:09.170925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeef62a-2b25-49af-a6ff-2b92c6ffbbc5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:09.172520 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeef62a-2b25-49af-a6ff-2b92c6ffbbc5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:09.173345 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-cdeef62a-2b25-49af-a6ff-2b92c6ffbbc5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:09.191328 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-cdeef62a-2b25-49af-a6ff-2b92c6ffbbc5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:09.196721 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cdeef62a-2b25-49af-a6ff-2b92c6ffbbc5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1558216 Feb 18 09:03:09.197267 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39726) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:09.282282 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b3090778-ba3b-43ce-99c0-17f7fabf1472 None None] Could not find standard attr ID for object 76b5397b-d664-44ff-b11d-aea2854cc35c. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:03:09.300880 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-09600a2b-eefb-4162-b87c-8e0a8688fa2d req-f545eb88-2339-4ef0-af63-094ff04c0d68 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.2004156 Feb 18 09:03:09.308171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d0c39f-fd79-4f52-8859-623683997c64 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet 416de2aa-0874-45cb-973e-ed1a374418f3 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:03:09.329844 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c39f-fd79-4f52-8859-623683997c64 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.333026 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3090778-ba3b-43ce-99c0-17f7fabf1472 None None] Pushing event updated for resources: {'Port': ['ID=1b44b741-4e16-4550-805b-cd549cd71580,revision_number=10']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:09.347234 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 0a563c83-7833-4e8a-87b3-56e6be4675de {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:03:09.347640 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0a563c83-7833-4e8a-87b3-56e6be4675de not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:03:09.406092 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c39f-fd79-4f52-8859-623683997c64 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.440099 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.449407 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ff60d4c6-37d8-4786-add3-2b1899ff37ff None None] Provisioning complete for port 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:09.450074 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ff60d4c6-37d8-4786-add3-2b1899ff37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.483596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5af8835-6019-4df0-b6cb-57ddcd5a4460']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:09.503703 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c39f-fd79-4f52-8859-623683997c64 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.503921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052bbe99-e31e-4833-a858-e4391ce89b37') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:09.505089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052bbe99-e31e-4833-a858-e4391ce89b37') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:09.531883 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.651546 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.668793 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0b3c2b4-b59c-4b30-a600-c5e95cba0ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.670654 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c39f-fd79-4f52-8859-623683997c64 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.678949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:03:09.679966 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.693633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 592d3ed0-110b-4997-9e33-59e1903f2dd7 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:03:09.721560 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:03:09.734180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c39f-fd79-4f52-8859-623683997c64 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=416de2aa-0874-45cb-973e-ed1a374418f3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:09.746265 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 592d3ed0-110b-4997-9e33-59e1903f2dd7 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:03:09.746265 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 592d3ed0-110b-4997-9e33-59e1903f2dd7 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:03:09.747202 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c39f-fd79-4f52-8859-623683997c64 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.781620 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c7d0c39f-fd79-4f52-8859-623683997c64 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/416de2aa-0874-45cb-973e-ed1a374418f3 HTTP/1.1" status: 204 len: 168 time: 0.5832925 Feb 18 09:03:09.784134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39738) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:09.812257 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0353c7c-2072-4e56-a217-afd51ecad0e5 None None] get_active_networks_info from n-d-829434-1 {{(pid=87769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 18 09:03:09.834934 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0b3c2b4-b59c-4b30-a600-c5e95cba0ead admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.837497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3c2b4-b59c-4b30-a600-c5e95cba0ead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec7d804e-ca01-4571-a18b-fa20d71f9ecf,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:09.851689 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-30b0dd9a-dbef-4407-8c3a-6d70cfa2de35 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/subnets/f8f4b750-4fa4-40ff-8808-650292e26abe/tags HTTP/1.1" status: 204 len: 168 time: 2.7593842 Feb 18 09:03:09.880381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39742) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:09.891350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653ff83-cd3a-4fd7-b7ba-c735029bfcaf req-df488da9-12a4-4e95-b6bb-a2cc9873d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:09.891898 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a915e37b-2a07-4674-85e6-6f9a059d1887 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet de82a62d-6402-4232-a366-3c779babfb2f {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:03:09.896698 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d653ff83-cd3a-4fd7-b7ba-c735029bfcaf req-df488da9-12a4-4e95-b6bb-a2cc9873d9e5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=72394f0052cf4105ace3e6770e79b704&device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 1096 time: 0.7536623 Feb 18 09:03:09.898423 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a915e37b-2a07-4674-85e6-6f9a059d1887 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:09.913408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-e2ba264e-32a7-4d32-9020-0f6667f9c7c3 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f8f4b750-4fa4-40ff-8808-650292e26abe', 'tempest-TagsExtTest-Tag-1427185905') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:09.951982 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e0b3c2b4-b59c-4b30-a600-c5e95cba0ead admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ec7d804e-ca01-4571-a18b-fa20d71f9ecf HTTP/1.1" status: 204 len: 168 time: 1.6743186 Feb 18 09:03:09.958932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39746) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:10.019243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0353c7c-2072-4e56-a217-afd51ecad0e5 None None] Resources bound (agent type, host, resource id): {{(pid=87769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:03:10.065911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625eb62-db2c-4107-a2cf-6341631efb3e req-3a2e9c6a-b4e0-45d6-9366-431cab5efcd4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:10.073884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4625eb62-db2c-4107-a2cf-6341631efb3e req-3a2e9c6a-b4e0-45d6-9366-431cab5efcd4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.9349375 Feb 18 09:03:10.096669 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d0c2e-779e-40cd-8a08-97662f09b97f req-f26f3288-5abe-475f-8fdc-4935eb794100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:10.098425 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-632d0c2e-779e-40cd-8a08-97662f09b97f req-f26f3288-5abe-475f-8fdc-4935eb794100 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f40be500-670f-4365-9b1b-50944ae5e3f7 HTTP/1.1" status: 200 len: 914 time: 0.8283086 Feb 18 09:03:10.099509 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:10.104426 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:10.195043 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Network': ['ID=e5af8835-6019-4df0-b6cb-57ddcd5a4460,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:10.219387 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-632d0c2e-779e-40cd-8a08-97662f09b97f req-f3a586b6-d6e0-4a23-8b26-af65b5d5dd48 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ef0527-e478-43f1-8711-8726f87c803f HTTP/1.1" status: 200 len: 217 time: 0.1119332 Feb 18 09:03:10.220613 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5ea55b32-7a6c-4af3-a66f-c169a6ae48b2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/networks/e5af8835-6019-4df0-b6cb-57ddcd5a4460 HTTP/1.1" status: 204 len: 168 time: 8.1656883 Feb 18 09:03:10.224624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39752) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:10.280310 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a915e37b-2a07-4674-85e6-6f9a059d1887 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:10.310729 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4625eb62-db2c-4107-a2cf-6341631efb3e req-4b6dd1f4-2aea-4014-b8f7-a3432ec23493 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358863 Feb 18 09:03:10.322076 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6558dc7-f85c-49f0-99ba-74854916798c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] DELETE failed (client error): The resource could not be found. Feb 18 09:03:10.322546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6558dc7-f85c-49f0-99ba-74854916798c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:10.329146 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d6558dc7-f85c-49f0-99ba-74854916798c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/networks/e5af8835-6019-4df0-b6cb-57ddcd5a4460 HTTP/1.1" status: 404 len: 339 time: 0.1013911 Feb 18 09:03:10.338200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39756) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:10.346404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-bd7441c4-e509-4194-bc5f-1786b3f1dd07 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-818083535', 'description': 'd1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:10.353541 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bd7441c4-e509-4194-bc5f-1786b3f1dd07 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:10.359365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bd7441c4-e509-4194-bc5f-1786b3f1dd07 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Usage tracker for resource:network and tenant:db1c0c050d2e469ea3356471041949e7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:10.363271 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bd7441c4-e509-4194-bc5f-1786b3f1dd07 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:10.374339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bd7441c4-e509-4194-bc5f-1786b3f1dd07 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:10.387746 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:10.406865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] Deleting port 786afccc-e704-48a9-ab88-cce0c62ce44a {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:10.407201 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:10.434260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653ff83-cd3a-4fd7-b7ba-c735029bfcaf req-b80ce8af-8812-4fda-b4a3-5539ebd49455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:10.436011 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d653ff83-cd3a-4fd7-b7ba-c735029bfcaf req-b80ce8af-8812-4fda-b4a3-5539ebd49455 service neutron] 10.222.0.81 "GET /v2.0/networks?id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 HTTP/1.1" status: 200 len: 912 time: 0.4827144 Feb 18 09:03:10.467668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7441c4-e509-4194-bc5f-1786b3f1dd07 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:10.471047 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd7441c4-e509-4194-bc5f-1786b3f1dd07 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:10.503389 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a915e37b-2a07-4674-85e6-6f9a059d1887 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:10.525458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d0c2e-779e-40cd-8a08-97662f09b97f req-2f364e1d-7f65-42ff-8542-c070d9b336ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:10.526948 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-632d0c2e-779e-40cd-8a08-97662f09b97f req-2f364e1d-7f65-42ff-8542-c070d9b336ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c9735f5-e885-4001-b6bc-713131a65bb6 HTTP/1.1" status: 200 len: 853 time: 0.2950110 Feb 18 09:03:10.589665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7441c4-e509-4194-bc5f-1786b3f1dd07 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:03:10.599571 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd7441c4-e509-4194-bc5f-1786b3f1dd07 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:10.600398 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-bd7441c4-e509-4194-bc5f-1786b3f1dd07 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Added segment 7183669c-c231-43b8-ae13-746d08f6fbce of type vlan for network 968eeb5c-a949-4634-9d63-b4d796c87b97 Feb 18 09:03:10.631345 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da51db83-10c3-4f10-b9d5-a3b9fab656ca None None] Update dhcp port {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'fixed_ips': [{'subnet_id': 'de82a62d-6402-4232-a366-3c779babfb2f'}], 'binding:host_id': 'n-d-829434-1'}, 'id': '1b44b741-4e16-4550-805b-cd549cd71580'} from n-d-829434-1. {{(pid=87769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 18 09:03:10.635970 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9bbe315-f0d1-4d94-b21d-3dd2d2c5d99f req-e3678c05-03f8-40a9-8228-b421477c3a53 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.1080472 Feb 18 09:03:10.670503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-632d0c2e-779e-40cd-8a08-97662f09b97f req-2b29e23f-0405-401b-a396-bd5fc9d11044 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f40be500-670f-4365-9b1b-50944ae5e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815816 Feb 18 09:03:10.670503 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-e2ba264e-32a7-4d32-9020-0f6667f9c7c3 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] show failed (client error): The resource could not be found. Feb 18 09:03:10.670503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e2ba264e-32a7-4d32-9020-0f6667f9c7c3 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/subnets/f8f4b750-4fa4-40ff-8808-650292e26abe/tags/tempest-TagsExtTest-Tag-1427185905 HTTP/1.1" status: 404 len: 329 time: 0.7791226 Feb 18 09:03:10.670867 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd7441c4-e509-4194-bc5f-1786b3f1dd07 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:10.675000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39762) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:10.697833 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-da51db83-10c3-4f10-b9d5-a3b9fab656ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:10.809746 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.tag.tag_plugin [None req-7c33ffef-707d-4d91-b864-b8082e543bc3 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f8f4b750-4fa4-40ff-8808-650292e26abe', 'tempest-TagsExtTest-Tag-519090956') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:10.848812 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd7441c4-e509-4194-bc5f-1786b3f1dd07 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:10.855176 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7441c4-e509-4194-bc5f-1786b3f1dd07 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:10.856173 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd7441c4-e509-4194-bc5f-1786b3f1dd07 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:10.974664 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d653ff83-cd3a-4fd7-b7ba-c735029bfcaf req-dc3bd4e7-97cc-4ea9-b273-23d0870457cc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720ca9de-aa3a-4dcb-8a1f-36c30630d164 HTTP/1.1" status: 200 len: 1000 time: 0.5256400 Feb 18 09:03:11.029027 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7441c4-e509-4194-bc5f-1786b3f1dd07 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Network': ['ID=968eeb5c-a949-4634-9d63-b4d796c87b97,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:11.039599 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bd7441c4-e509-4194-bc5f-1786b3f1dd07 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6978512 Feb 18 09:03:11.043144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 968eeb5c-a949-4634-9d63-b4d796c87b97 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:03:11.046374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39766) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:11.046955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-632d0c2e-779e-40cd-8a08-97662f09b97f req-5e704b9f-9935-4ce4-93cc-475b00e8e702 service neutron] 10.222.0.61 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673363 Feb 18 09:03:11.086355 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a915e37b-2a07-4674-85e6-6f9a059d1887 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:11.153701 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653ff83-cd3a-4fd7-b7ba-c735029bfcaf req-50785409-3af2-47a6-a1fa-568f0f4ffb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:11.155624 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d653ff83-cd3a-4fd7-b7ba-c735029bfcaf req-50785409-3af2-47a6-a1fa-568f0f4ffb70 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9eaf963a-b95e-4bec-b0a0-0baccb065970 HTTP/1.1" status: 200 len: 850 time: 0.1669788 Feb 18 09:03:11.177393 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] For port 786afccc-e704-48a9-ab88-cce0c62ce44a, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=786afccc-e704-48a9-ab88-cce0c62ce44a,segment=NetworkSegment(3f191c74-dd3d-42fc-9c19-da05c2a45698),segment_id=3f191c74-dd3d-42fc-9c19-da05c2a45698)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:11.177757 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server [None req-da51db83-10c3-4f10-b9d5-a3b9fab656ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de82a62d-6402-4232-a366-3c779babfb2f: This subnet is being modified by another concurrent operation. Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 18 09:03:11.201836 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise self.value Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server raise exception Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de82a62d-6402-4232-a366-3c779babfb2f: This subnet is being modified by another concurrent operation. Feb 18 09:03:11.205679 n-d-829434-1 neutron-server[87769]: ERROR oslo_messaging.rpc.server Feb 18 09:03:11.230695 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915e37b-2a07-4674-85e6-6f9a059d1887 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=de82a62d-6402-4232-a366-3c779babfb2f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:11.270621 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:11.275932 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a394586-721d-478c-ac5f-2c5bd3ef009b None None] get_active_networks_info from n-d-829434-1 {{(pid=87769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 18 09:03:11.292541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-632d0c2e-779e-40cd-8a08-97662f09b97f req-588de839-c841-4d35-9fe6-268c424e6d0b service neutron] 10.222.0.61 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378392 Feb 18 09:03:11.306351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653ff83-cd3a-4fd7-b7ba-c735029bfcaf req-e2e1db3e-cd43-4261-83ce-b28f84b2293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:11.308015 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d653ff83-cd3a-4fd7-b7ba-c735029bfcaf req-e2e1db3e-cd43-4261-83ce-b28f84b2293c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447380 Feb 18 09:03:11.462314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] Calling delete_port for 786afccc-e704-48a9-ab88-cce0c62ce44a owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:11.474132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8c2f949b-cc4a-4fc2-8e22-9ab295b2d26f None None] Provisioning complete for port 1b44b741-4e16-4550-805b-cd549cd71580 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:11.474794 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8c2f949b-cc4a-4fc2-8e22-9ab295b2d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:11.529047 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d653ff83-cd3a-4fd7-b7ba-c735029bfcaf req-0ea662c5-bf5a-417e-af06-e99109b6bcb3 service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122250 Feb 18 09:03:11.547476 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:11.571353 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a915e37b-2a07-4674-85e6-6f9a059d1887 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:11.573234 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a915e37b-2a07-4674-85e6-6f9a059d1887 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/de82a62d-6402-4232-a366-3c779babfb2f HTTP/1.1" status: 204 len: 168 time: 1.7875988 Feb 18 09:03:11.584127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39774) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:11.664608 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a394586-721d-478c-ac5f-2c5bd3ef009b None None] Resources bound (agent type, host, resource id): {{(pid=87769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:03:11.739738 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d653ff83-cd3a-4fd7-b7ba-c735029bfcaf req-3a82e62e-1b6f-4355-bf52-fbbdf32c9124 service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022634 Feb 18 09:03:11.769748 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-7c33ffef-707d-4d91-b864-b8082e543bc3 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] show failed (client error): The resource could not be found. Feb 18 09:03:11.772752 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7c33ffef-707d-4d91-b864-b8082e543bc3 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/subnets/f8f4b750-4fa4-40ff-8808-650292e26abe/tags/tempest-TagsExtTest-Tag-519090956 HTTP/1.1" status: 404 len: 328 time: 1.0051963 Feb 18 09:03:11.774602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39780) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:11.794959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-0f0127e1-df43-488a-8b4e-b4817acce9b4 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f8f4b750-4fa4-40ff-8808-650292e26abe', 'tempest-TagsExtTest-Tag-805094274') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:11.796994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99920cf-147e-44bd-8504-2b2ccc102e59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:11.797924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d99920cf-147e-44bd-8504-2b2ccc102e59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Synchronizing usage tracker for tenant:db1c0c050d2e469ea3356471041949e7 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:11.806232 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-304f830c-05b9-4c65-9d35-46fbda75012c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2184532 Feb 18 09:03:11.807118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39784) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:11.821571 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:11.829438 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-58c56495-354b-4b59-a4e7-be974c682f23 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:11.904705 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-671b2043-9f31-434b-8553-619f235211b2 req-c5d127a4-1488-4421-bd35-6bb3b79e4b17 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.0576334 Feb 18 09:03:11.923839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644519b1-5bfa-4775-8268-4610c3f7df74 req-56b17ad6-1f9a-4633-850e-e8f61c3088fe tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:11.925446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-644519b1-5bfa-4775-8268-4610c3f7df74 req-56b17ad6-1f9a-4633-850e-e8f61c3088fe tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.4480355 Feb 18 09:03:12.001056 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-0f0127e1-df43-488a-8b4e-b4817acce9b4 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] show failed (client error): The resource could not be found. Feb 18 09:03:12.002277 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0f0127e1-df43-488a-8b4e-b4817acce9b4 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/subnets/f8f4b750-4fa4-40ff-8808-650292e26abe/tags/tempest-TagsExtTest-Tag-805094274 HTTP/1.1" status: 404 len: 328 time: 0.2235498 Feb 18 09:03:12.005160 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39788) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:12.010659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-644519b1-5bfa-4775-8268-4610c3f7df74 req-1f3365c3-02a0-4903-85ce-d0445d46333c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748165 Feb 18 09:03:12.014023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-27f9c213-28ec-4edb-8c2b-27f3b57f2262 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '56cfc98e-f34e-4040-8942-a8adc8ff9539', {'tags': ['tempest-TagsExtTest-Tag-539885170', 'tempest-TagsExtTest-Tag-1821934101', 'tempest-TagsExtTest-Tag-1121508123']}) {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:12.016989 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8c2f949b-cc4a-4fc2-8e22-9ab295b2d26f None None] Could not find standard attr ID for object 76b5397b-d664-44ff-b11d-aea2854cc35c. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:03:12.027906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] No DVR routers for this DVR port 786afccc-e704-48a9-ab88-cce0c62ce44a on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:03:12.030743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=786afccc-e704-48a9-ab88-cce0c62ce44a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:12.120875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d99920cf-147e-44bd-8504-2b2ccc102e59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Unset dirty status for tenant:db1c0c050d2e469ea3356471041949e7 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:12.123283 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d99920cf-147e-44bd-8504-2b2ccc102e59 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "GET /v2.0/networks?id=968eeb5c-a949-4634-9d63-b4d796c87b97 HTTP/1.1" status: 200 len: 764 time: 1.0759056 Feb 18 09:03:12.146584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39794) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:12.154063 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-cd4eb025-f6f7-4d9a-b768-5e2ea14d48de tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'network': {'description': 'd2'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:12.251898 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-58c56495-354b-4b59-a4e7-be974c682f23 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:12.261487 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-58c56495-354b-4b59-a4e7-be974c682f23 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:12.266759 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:12.276147 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-58c56495-354b-4b59-a4e7-be974c682f23 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:12.288700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-58c56495-354b-4b59-a4e7-be974c682f23 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:12.319959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a401406b-a4a8-40c2-921a-a514ad2ac81a']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:12.322588 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-27f9c213-28ec-4edb-8c2b-27f3b57f2262 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "PUT /v2.0/ports/56cfc98e-f34e-4040-8942-a8adc8ff9539/tags HTTP/1.1" status: 200 len: 317 time: 0.3157563 Feb 18 09:03:12.323901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39798) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:12.356957 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-fd1bb82d-b948-49a4-9072-d2e20c3f95f2 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '56cfc98e-f34e-4040-8942-a8adc8ff9539') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:12.360748 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f191c74-dd3d-42fc-9c19-da05c2a45698') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:12.361235 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f191c74-dd3d-42fc-9c19-da05c2a45698') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:12.381318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:12.420706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c56495-354b-4b59-a4e7-be974c682f23 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:12.429030 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58c56495-354b-4b59-a4e7-be974c682f23 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:12.437053 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ebfaa8-eac0-4e8f-8c67-f3307901907c None None] Network a401406b-a4a8-40c2-921a-a514ad2ac81a requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:12.466689 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:12.601838 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce64c4d-47b6-4579-9849-e80fbf5c0a35 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:12.652562 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb025-f6f7-4d9a-b768-5e2ea14d48de tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:12.691105 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:03:12.691554 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:12.696368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b429a-d790-46a5-905a-b02ed5ed5385 req-ddfc61ff-68f3-48d2-aae5-004f634dbe42 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:12.697697 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-613b429a-d790-46a5-905a-b02ed5ed5385 req-ddfc61ff-68f3-48d2-aae5-004f634dbe42 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.4264836 Feb 18 09:03:12.699935 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb025-f6f7-4d9a-b768-5e2ea14d48de tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:03:12.714348 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:03:12.744919 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd4eb025-f6f7-4d9a-b768-5e2ea14d48de tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network 968eeb5c-a949-4634-9d63-b4d796c87b97 is not hosted by any dhcp agent {{(pid=87768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 18 09:03:12.750194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4eb025-f6f7-4d9a-b768-5e2ea14d48de tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:12.750793 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb025-f6f7-4d9a-b768-5e2ea14d48de tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:12.755619 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cd4eb025-f6f7-4d9a-b768-5e2ea14d48de tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "PUT /v2.0/networks/968eeb5c-a949-4634-9d63-b4d796c87b97 HTTP/1.1" status: 200 len: 761 time: 0.6079068 Feb 18 09:03:12.785955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39804) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:12.862823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fd1bb82d-b948-49a4-9072-d2e20c3f95f2 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/ports/56cfc98e-f34e-4040-8942-a8adc8ff9539/tags HTTP/1.1" status: 204 len: 168 time: 0.5196412 Feb 18 09:03:12.871021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39808) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:12.876022 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-af8ded86-a071-41ec-91b0-5fa79bf463da tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '56cfc98e-f34e-4040-8942-a8adc8ff9539', 'tempest-TagsExtTest-Tag-539885170') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:12.921730 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-613b429a-d790-46a5-905a-b02ed5ed5385 req-f607e8aa-de95-44d5-a62d-88120f43739b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965742 Feb 18 09:03:12.934928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4eb025-f6f7-4d9a-b768-5e2ea14d48de tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Network': ['ID=968eeb5c-a949-4634-9d63-b4d796c87b97,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:12.964886 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:13.012338 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-af8ded86-a071-41ec-91b0-5fa79bf463da tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] show failed (client error): The resource could not be found. Feb 18 09:03:13.015982 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-af8ded86-a071-41ec-91b0-5fa79bf463da tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/ports/56cfc98e-f34e-4040-8942-a8adc8ff9539/tags/tempest-TagsExtTest-Tag-539885170 HTTP/1.1" status: 404 len: 328 time: 0.1422033 Feb 18 09:03:13.016718 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:13.017091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c639ad78-70ae-406f-8536-a24cb68cee31 None None] Provisioning complete for port 1b44b741-4e16-4550-805b-cd549cd71580 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:13.017514 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c639ad78-70ae-406f-8536-a24cb68cee31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:13.018411 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39816) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:13.019179 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a401406b-a4a8-40c2-921a-a514ad2ac81a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:13.030099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6618809-4901-4164-9183-138a752a4c4a tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:13.031549 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a6618809-4901-4164-9183-138a752a4c4a tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "GET /v2.0/networks?id=968eeb5c-a949-4634-9d63-b4d796c87b97 HTTP/1.1" status: 200 len: 764 time: 0.2336137 Feb 18 09:03:13.038553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-fdd28562-7c7d-4cec-862b-573ec83cb666 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '56cfc98e-f34e-4040-8942-a8adc8ff9539', 'tempest-TagsExtTest-Tag-1821934101') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:13.042024 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39820) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:13.071464 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 968eeb5c-a949-4634-9d63-b4d796c87b97 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:03:13.204621 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8beb1dca-3063-44f7-8639-f90144664de6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a401406b-a4a8-40c2-921a-a514ad2ac81a HTTP/1.1" status: 204 len: 168 time: 3.2440662 Feb 18 09:03:13.208280 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39826) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:13.367033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5eab76-8100-4fb2-8a2d-c5be278543d2 None None] DHCP port deletion for a401406b-a4a8-40c2-921a-a514ad2ac81a request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:03:13.390213 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bec1d24f-31d1-4acf-a312-fe6ec0722e3c req-d9f097d6-6f6c-4b5a-9643-bf1ef86c4a7a tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.1295233 Feb 18 09:03:13.469073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2608c39-47f8-4916-b366-c1c36aaff9a8 req-8b59f156-8802-48c1-a973-97f447e9b244 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:13.476730 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a006747a-319a-4e65-9eba-e8cb17260e36 None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:03:13.476923 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2608c39-47f8-4916-b366-c1c36aaff9a8 req-8b59f156-8802-48c1-a973-97f447e9b244 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.1432116 Feb 18 09:03:13.483380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a006747a-319a-4e65-9eba-e8cb17260e36 None None] Deleting port 1b44b741-4e16-4550-805b-cd549cd71580 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:13.483832 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a006747a-319a-4e65-9eba-e8cb17260e36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:13.491835 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-fdd28562-7c7d-4cec-862b-573ec83cb666 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] show failed (client error): The resource could not be found. Feb 18 09:03:13.495706 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fdd28562-7c7d-4cec-862b-573ec83cb666 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/ports/56cfc98e-f34e-4040-8942-a8adc8ff9539/tags/tempest-TagsExtTest-Tag-1821934101 HTTP/1.1" status: 404 len: 329 time: 0.4670401 Feb 18 09:03:13.496417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39830) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:13.502775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-39f8e3d6-3b67-45e1-a346-6e8185f42faa tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '56cfc98e-f34e-4040-8942-a8adc8ff9539', 'tempest-TagsExtTest-Tag-1121508123') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:13.526059 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c639ad78-70ae-406f-8536-a24cb68cee31 None None] Could not find standard attr ID for object 76b5397b-d664-44ff-b11d-aea2854cc35c. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:03:13.560977 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d8baa0-e553-41f3-a589-5da080647fe1 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:13.562872 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-61d8baa0-e553-41f3-a589-5da080647fe1 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5193286 Feb 18 09:03:13.568982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39836) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:13.635284 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-90243e26-aaed-4130-867b-12abebb89fc5 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Synchronizing usage tracker for tenant:db1c0c050d2e469ea3356471041949e7 on resource:subnet {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:13.660411 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2608c39-47f8-4916-b366-c1c36aaff9a8 req-53b7f613-b545-472f-abba-448b97fce063 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827054 Feb 18 09:03:13.711728 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58c56495-354b-4b59-a4e7-be974c682f23 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:13.716849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-90243e26-aaed-4130-867b-12abebb89fc5 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Unset dirty status for tenant:db1c0c050d2e469ea3356471041949e7 on resource:subnet {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:13.721122 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-90243e26-aaed-4130-867b-12abebb89fc5 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "GET /v2.0/subnets?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 207 time: 0.1477513 Feb 18 09:03:13.724869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39842) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:13.828551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a006747a-319a-4e65-9eba-e8cb17260e36 None None] For port 1b44b741-4e16-4550-805b-cd549cd71580, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1b44b741-4e16-4550-805b-cd549cd71580,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:13.828943 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a006747a-319a-4e65-9eba-e8cb17260e36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:13.919953 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-39f8e3d6-3b67-45e1-a346-6e8185f42faa tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] show failed (client error): The resource could not be found. Feb 18 09:03:13.921336 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-39f8e3d6-3b67-45e1-a346-6e8185f42faa tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/ports/56cfc98e-f34e-4040-8942-a8adc8ff9539/tags/tempest-TagsExtTest-Tag-1121508123 HTTP/1.1" status: 404 len: 329 time: 0.4223280 Feb 18 09:03:13.937281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39846) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:13.943260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-a9150ace-c4c0-4db5-a596-f7fecb0a2503 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77', {'tags': ['tempest-TagsExtTest-Tag-263330200', 'tempest-TagsExtTest-Tag-1976387344', 'tempest-TagsExtTest-Tag-239697601']}) {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:13.946732 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 786afccc-e704-48a9-ab88-cce0c62ce44a no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:03:13.970358 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c56495-354b-4b59-a4e7-be974c682f23 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:13.976275 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-58c56495-354b-4b59-a4e7-be974c682f23 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:13.979307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c56495-354b-4b59-a4e7-be974c682f23 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:13.979898 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58c56495-354b-4b59-a4e7-be974c682f23 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.009843 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-58c56495-354b-4b59-a4e7-be974c682f23 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1974866 Feb 18 09:03:14.010285 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39850) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:14.030220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c56495-354b-4b59-a4e7-be974c682f23 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=8507f159-253c-46ff-8aa1-69daa0c5736a,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:14.035958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a006747a-319a-4e65-9eba-e8cb17260e36 None None] Calling delete_port for 1b44b741-4e16-4550-805b-cd549cd71580 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:14.036539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:14.072609 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 786afccc-e704-48a9-ab88-cce0c62ce44a {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:03:14.072982 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 786afccc-e704-48a9-ab88-cce0c62ce44a not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:03:14.121272 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a006747a-319a-4e65-9eba-e8cb17260e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.171890 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006747a-319a-4e65-9eba-e8cb17260e36 None None] Pushing event deleted for resources: {'Port': ['ID=1b44b741-4e16-4550-805b-cd549cd71580,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:14.173826 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a006747a-319a-4e65-9eba-e8cb17260e36 None None] No DVR routers for this DVR port 1b44b741-4e16-4550-805b-cd549cd71580 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:03:14.198935 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-23920b11-1e5e-45f4-9548-d250ae633e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.199361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3efd585-9955-49c4-bbee-54cfa6239b7c None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:14.282001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a9150ace-c4c0-4db5-a596-f7fecb0a2503 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "PUT /v2.0/routers/b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77/tags HTTP/1.1" status: 200 len: 316 time: 0.3409965 Feb 18 09:03:14.283362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39854) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:14.291233 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.tag.tag_plugin [None req-2ae25fd4-b1ba-4b1d-a8f3-7dbe9a81f5ff tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:14.291527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca18c6c-d144-4a27-855d-154635f39ef8 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:14.297178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca18c6c-d144-4a27-855d-154635f39ef8 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:14.303655 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca18c6c-d144-4a27-855d-154635f39ef8 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:14.309331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca18c6c-d144-4a27-855d-154635f39ef8 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:14.314939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca18c6c-d144-4a27-855d-154635f39ef8 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:14.321197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca18c6c-d144-4a27-855d-154635f39ef8 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:14.322165 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-eca18c6c-d144-4a27-855d-154635f39ef8 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Synchronizing usage tracker for tenant:db1c0c050d2e469ea3356471041949e7 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:14.376660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf03d0c-d784-4678-af3f-d8b47dfdb01c req-5147c2e9-1bab-430f-983d-6221101f2055 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:14.378119 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abf03d0c-d784-4678-af3f-d8b47dfdb01c req-5147c2e9-1bab-430f-983d-6221101f2055 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.4929562 Feb 18 09:03:14.382767 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-eca18c6c-d144-4a27-855d-154635f39ef8 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Unset dirty status for tenant:db1c0c050d2e469ea3356471041949e7 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:14.387765 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-eca18c6c-d144-4a27-855d-154635f39ef8 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6558528 Feb 18 09:03:14.388587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39858) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:14.437106 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:14.451832 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': '8507f159-253c-46ff-8aa1-69daa0c5736a'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:03:14.452811 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.497406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:14.516150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:14.530513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:14.550672 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abf03d0c-d784-4678-af3f-d8b47dfdb01c req-cef8e516-ac56-439d-9bb0-0c73411ade6d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575558 Feb 18 09:03:14.583978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:14.587458 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.656317 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Allocated IP 172.20.0.2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/8507f159-253c-46ff-8aa1-69daa0c5736a/509092d6-2d44-43a9-9c71-f5a585626604) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:14.758660 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-45d8edff-e535-449b-a373-5dbc4293c4a7 req-ff75e026-2d49-4423-99b9-c2fffcdacff4 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.1796927 Feb 18 09:03:14.786926 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-36ff14d5-d447-421e-a2d6-af33294bc5a9 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3957505 Feb 18 09:03:14.801868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39870) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:14.854712 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2ae25fd4-b1ba-4b1d-a8f3-7dbe9a81f5ff tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/routers/b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77/tags HTTP/1.1" status: 204 len: 168 time: 0.5677795 Feb 18 09:03:14.855044 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39876) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:14.861254 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.tag.tag_plugin [None req-3f96dc8e-b106-4d80-9a06-2c3ef556e179 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77', 'tempest-TagsExtTest-Tag-263330200') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:14.922245 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:14.934039 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Transition to ACTIVE for port object 509092d6-2d44-43a9-9c71-f5a585626604 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:14.939249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87790ef5-51cd-4130-895a-744114566ca0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:14.940780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87790ef5-51cd-4130-895a-744114566ca0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:14.943064 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87790ef5-51cd-4130-895a-744114566ca0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:14.944868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87790ef5-51cd-4130-895a-744114566ca0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:14.946458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87790ef5-51cd-4130-895a-744114566ca0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:14.953530 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-87790ef5-51cd-4130-895a-744114566ca0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1451914 Feb 18 09:03:14.955272 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39880) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:14.961095 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Transition to ACTIVE for port object 509092d6-2d44-43a9-9c71-f5a585626604 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:14.979735 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:15.000529 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5d3f1-e7dc-462d-97ea-44de6f051ab1 req-b05fcddd-c41a-4374-8abb-256bae0fdb20 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:15.002080 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73d5d3f1-e7dc-462d-97ea-44de6f051ab1 req-b05fcddd-c41a-4374-8abb-256bae0fdb20 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.2834029 Feb 18 09:03:15.064992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:15.069613 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:15.077116 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:03:15.104150 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73d5d3f1-e7dc-462d-97ea-44de6f051ab1 req-9829d322-a9e5-44b3-8e68-a21fb3c84a8a tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895996 Feb 18 09:03:15.127935 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Pushing event updated for resources: {'Port': ['ID=509092d6-2d44-43a9-9c71-f5a585626604,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:15.146253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-23920b11-1e5e-45f4-9548-d250ae633e26 admin admin] Deleting port 86b0924d-296e-4b9e-bf06-16ca6d9b0def {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:15.146811 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-23920b11-1e5e-45f4-9548-d250ae633e26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:15.202639 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-3f96dc8e-b106-4d80-9a06-2c3ef556e179 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] show failed (client error): The resource could not be found. Feb 18 09:03:15.203955 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3f96dc8e-b106-4d80-9a06-2c3ef556e179 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/routers/b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77/tags/tempest-TagsExtTest-Tag-263330200 HTTP/1.1" status: 404 len: 328 time: 0.3480086 Feb 18 09:03:15.216007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39890) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:15.219247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Attempting to bind port 509092d6-2d44-43a9-9c71-f5a585626604 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:03:15.219691 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Attempting to bind port 509092d6-2d44-43a9-9c71-f5a585626604 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:03:15.220253 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Attempting to bind port 509092d6-2d44-43a9-9c71-f5a585626604 on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:03:15.228095 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:03:15.228749 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:03:15.229140 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:15.229634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:03:15.230255 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Bound port: 509092d6-2d44-43a9-9c71-f5a585626604, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:03:15.230721 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:15.233496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.tag.tag_plugin [None req-04ce85c6-c4b2-4304-8887-f62dc3920931 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77', 'tempest-TagsExtTest-Tag-1976387344') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:15.340862 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] For port 509092d6-2d44-43a9-9c71-f5a585626604, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:03:15.345356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] For port 509092d6-2d44-43a9-9c71-f5a585626604, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=509092d6-2d44-43a9-9c71-f5a585626604,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:03:15.354546 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:15.424799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-23920b11-1e5e-45f4-9548-d250ae633e26 admin admin] For port 86b0924d-296e-4b9e-bf06-16ca6d9b0def, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=86b0924d-296e-4b9e-bf06-16ca6d9b0def,segment=NetworkSegment(e6dd60c8-7d74-4ed4-a0c7-be914e1ed635),segment_id=e6dd60c8-7d74-4ed4-a0c7-be914e1ed635)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:15.425160 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-23920b11-1e5e-45f4-9548-d250ae633e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:15.487353 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8e8ef-1149-42c1-8add-c18f5efefae3 None None] Pushing event updated for resources: {'Port': ['ID=509092d6-2d44-43a9-9c71-f5a585626604,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:15.539839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528767fb-e84b-44d2-9fcd-7a2dce3c8fdf req-e0d63777-ba94-457e-97b4-4f953aae87e3 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:15.541411 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-528767fb-e84b-44d2-9fcd-7a2dce3c8fdf req-e0d63777-ba94-457e-97b4-4f953aae87e3 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.3172352 Feb 18 09:03:15.574534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-23920b11-1e5e-45f4-9548-d250ae633e26 admin admin] Calling delete_port for 86b0924d-296e-4b9e-bf06-16ca6d9b0def owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:15.622543 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf39f123-ac99-45c1-85cc-4069dfcccc7e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:15.623910 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf39f123-ac99-45c1-85cc-4069dfcccc7e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:15.625363 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf39f123-ac99-45c1-85cc-4069dfcccc7e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:15.626939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf39f123-ac99-45c1-85cc-4069dfcccc7e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:15.628358 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf39f123-ac99-45c1-85cc-4069dfcccc7e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:15.628975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-cf39f123-ac99-45c1-85cc-4069dfcccc7e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Synchronizing usage tracker for tenant:db1c0c050d2e469ea3356471041949e7 on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:15.652368 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-528767fb-e84b-44d2-9fcd-7a2dce3c8fdf req-3247de06-0e7c-4c08-9a71-486b60d2c541 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788081 Feb 18 09:03:15.654564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.objects.ports [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87768) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 09:03:15.738929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-cf39f123-ac99-45c1-85cc-4069dfcccc7e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Unset dirty status for tenant:db1c0c050d2e469ea3356471041949e7 on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:15.747611 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cf39f123-ac99-45c1-85cc-4069dfcccc7e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.7898691 Feb 18 09:03:15.749711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39900) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:15.777579 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-04ce85c6-c4b2-4304-8887-f62dc3920931 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] show failed (client error): The resource could not be found. Feb 18 09:03:15.781771 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-04ce85c6-c4b2-4304-8887-f62dc3920931 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/routers/b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77/tags/tempest-TagsExtTest-Tag-1976387344 HTTP/1.1" status: 404 len: 329 time: 0.5620353 Feb 18 09:03:15.784002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39904) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:15.806034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-7073eb5f-66a5-4c97-aaf7-1b1e90a1d675 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77', 'tempest-TagsExtTest-Tag-239697601') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:16.056329 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-7073eb5f-66a5-4c97-aaf7-1b1e90a1d675 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] show failed (client error): The resource could not be found. Feb 18 09:03:16.059954 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7073eb5f-66a5-4c97-aaf7-1b1e90a1d675 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/routers/b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77/tags/tempest-TagsExtTest-Tag-239697601 HTTP/1.1" status: 404 len: 328 time: 0.2721026 Feb 18 09:03:16.083578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39912) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:16.092362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-9342c052-6fa4-4965-83a0-135a39249347 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'dc439929-04dc-4ff9-b163-833acc8718f9', {'tags': ['tempest-TagsExtTest-Tag-645931288', 'tempest-TagsExtTest-Tag-256928684', 'tempest-TagsExtTest-Tag-1320664689']}) {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:16.104806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bd9f4a-d014-4e3f-a440-4034d2a04f89 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:16.109881 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-87bd9f4a-d014-4e3f-a440-4034d2a04f89 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "GET /v2.0/networks/357e1310-eb97-44ab-81de-8b38898309f4 HTTP/1.1" status: 200 len: 803 time: 0.3459587 Feb 18 09:03:16.110964 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39916) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:16.202642 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c32bf4a4-28c7-44dd-b6bf-a915351eedc3 req-76cc4e29-6a82-476b-926c-b465d6fbeccb tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.1291499 Feb 18 09:03:16.260445 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:16.328236 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0052bda-e208-442d-9c34-9970da77bada req-6cbf6eb9-55f1-4dfd-aa83-a7c5a0d06259 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:16.331515 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0052bda-e208-442d-9c34-9970da77bada req-6cbf6eb9-55f1-4dfd-aa83-a7c5a0d06259 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.3272798 Feb 18 09:03:16.453042 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-23920b11-1e5e-45f4-9548-d250ae633e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:16.468919 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0052bda-e208-442d-9c34-9970da77bada req-7b1ce2c4-d37c-4d53-b772-c68b192e3269 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273148 Feb 18 09:03:16.483617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9342c052-6fa4-4965-83a0-135a39249347 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "PUT /v2.0/subnetpools/dc439929-04dc-4ff9-b163-833acc8718f9/tags HTTP/1.1" status: 200 len: 316 time: 0.3976226 Feb 18 09:03:16.487226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39920) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:16.494752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-38b86057-2c14-46b2-b430-c9fcc7baf848 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dc439929-04dc-4ff9-b163-833acc8718f9') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:16.525957 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7f822e61-170a-459b-b9dd-e81a1e7de178 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "GET /v2.0/networks/357e1310-eb97-44ab-81de-8b38898309f4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4137757 Feb 18 09:03:16.533955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39928) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:16.595584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23920b11-1e5e-45f4-9548-d250ae633e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=86b0924d-296e-4b9e-bf06-16ca6d9b0def,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:16.783489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c038d1-f1d6-4732-8e94-b65ed542eb92 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:16.784845 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c0c038d1-f1d6-4732-8e94-b65ed542eb92 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "GET /v2.0/subnets/32a027a9-228a-409e-b0a0-444994da7828 HTTP/1.1" status: 200 len: 843 time: 0.2461257 Feb 18 09:03:16.790357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39932) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:16.807823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] For port 509092d6-2d44-43a9-9c71-f5a585626604, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=509092d6-2d44-43a9-9c71-f5a585626604,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:16.857434 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-38b86057-2c14-46b2-b430-c9fcc7baf848 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/subnetpools/dc439929-04dc-4ff9-b163-833acc8718f9/tags HTTP/1.1" status: 204 len: 168 time: 0.3684742 Feb 18 09:03:16.859861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39936) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:16.886560 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-99262874-5c0f-47a6-acaf-3c45cabb9069 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dc439929-04dc-4ff9-b163-833acc8718f9', 'tempest-TagsExtTest-Tag-645931288') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:16.919572 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:16.933064 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:16.933873 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:16.983312 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282edb63-fa5b-44b3-b890-9632aa0f1cd3 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['shared'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:16.985027 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-282edb63-fa5b-44b3-b890-9632aa0f1cd3 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "GET /v2.0/subnets/32a027a9-228a-409e-b0a0-444994da7828?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1935332 Feb 18 09:03:16.990735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe8aad7-8a4b-47bc-aeec-14f95524a05c None None] get_active_networks_info from n-d-829434-1 {{(pid=87769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 18 09:03:17.000786 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39940) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:17.007409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ab328c50-5d59-4ce8-8a1c-31c0467181c6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-152066191'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:17.018012 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ab328c50-5d59-4ce8-8a1c-31c0467181c6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:17.040253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ab328c50-5d59-4ce8-8a1c-31c0467181c6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:17.045362 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-23920b11-1e5e-45f4-9548-d250ae633e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:17.058468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=591f8374-12a1-4410-ae07-4fd6b6397b8a,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:17.084071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09420650-4c95-4cce-bf53-5fb0bb54c644 req-460bdeba-3441-4831-9d64-cc725e602dd7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:17.091720 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-09420650-4c95-4cce-bf53-5fb0bb54c644 req-460bdeba-3441-4831-9d64-cc725e602dd7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.3965940 Feb 18 09:03:17.122860 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9d0808d7-59f5-4704-8727-049eb797d7bf None None] Provisioning for port 509092d6-2d44-43a9-9c71-f5a585626604 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:17.142848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:17.148830 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-99262874-5c0f-47a6-acaf-3c45cabb9069 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] show failed (client error): The resource could not be found. Feb 18 09:03:17.152693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-99262874-5c0f-47a6-acaf-3c45cabb9069 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/subnetpools/dc439929-04dc-4ff9-b163-833acc8718f9/tags/tempest-TagsExtTest-Tag-645931288 HTTP/1.1" status: 404 len: 328 time: 0.2881336 Feb 18 09:03:17.160030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:17.166863 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39944) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:17.168670 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe8aad7-8a4b-47bc-aeec-14f95524a05c None None] Resources bound (agent type, host, resource id): {{(pid=87769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:03:17.169728 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:17.170425 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:17.188800 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab328c50-5d59-4ce8-8a1c-31c0467181c6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:17.193410 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab328c50-5d59-4ce8-8a1c-31c0467181c6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:17.194724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-7def0eaf-0a09-4f4c-8e98-7efac0ecf9a5 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dc439929-04dc-4ff9-b163-833acc8718f9', 'tempest-TagsExtTest-Tag-256928684') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:17.216353 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-09420650-4c95-4cce-bf53-5fb0bb54c644 req-a5bf9802-e643-45d6-9055-94dae7de6a39 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236196 Feb 18 09:03:17.231274 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=509092d6-2d44-43a9-9c71-f5a585626604,revision_number=4']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:17.281745 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ebda4517-eeb4-474e-9fa6-44d46d9d24c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2632837 Feb 18 09:03:17.284027 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39954) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:17.292450 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-7def0eaf-0a09-4f4c-8e98-7efac0ecf9a5 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] show failed (client error): The resource could not be found. Feb 18 09:03:17.297939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'mac_address': 'fa:16:3e:92:34:15', 'name': 'tempest-NetworksTestDHCPv6-425161620'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:17.300796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7def0eaf-0a09-4f4c-8e98-7efac0ecf9a5 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/subnetpools/dc439929-04dc-4ff9-b163-833acc8718f9/tags/tempest-TagsExtTest-Tag-256928684 HTTP/1.1" status: 404 len: 328 time: 0.1329696 Feb 18 09:03:17.302328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39958) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:17.309706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-1d724084-2193-4d0d-8f88-6e51c5d4768e tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dc439929-04dc-4ff9-b163-833acc8718f9', 'tempest-TagsExtTest-Tag-1320664689') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:17.366869 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-1d724084-2193-4d0d-8f88-6e51c5d4768e tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] show failed (client error): The resource could not be found. Feb 18 09:03:17.373069 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1d724084-2193-4d0d-8f88-6e51c5d4768e tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/subnetpools/dc439929-04dc-4ff9-b163-833acc8718f9/tags/tempest-TagsExtTest-Tag-1320664689 HTTP/1.1" status: 404 len: 329 time: 0.0696099 Feb 18 09:03:17.375290 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39962) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:17.386018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-764ccfe5-3c03-43a3-9858-c699c5fbeabd tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dc439929-04dc-4ff9-b163-833acc8718f9') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:17.397338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab328c50-5d59-4ce8-8a1c-31c0467181c6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:03:17.433203 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab328c50-5d59-4ce8-8a1c-31c0467181c6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:17.433479 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-ab328c50-5d59-4ce8-8a1c-31c0467181c6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Added segment 8d74405f-2cc7-43c4-a24c-1c17fa6d84b3 of type vlan for network 7ef5e23c-5ee5-4237-b7e0-148fc62650e1 Feb 18 09:03:17.445473 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-764ccfe5-3c03-43a3-9858-c699c5fbeabd tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/subnetpools/dc439929-04dc-4ff9-b163-833acc8718f9/tags HTTP/1.1" status: 204 len: 168 time: 0.0691392 Feb 18 09:03:17.447285 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39966) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:17.563252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-f11a67ce-b313-4c5f-85ad-c30110db1c10 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:17.580657 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab328c50-5d59-4ce8-8a1c-31c0467181c6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:17.634911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bdf55a8b-78af-4926-91fc-48cf97b13ea1 req-d9fba6ea-5480-4c51-b2ce-77e27acc2611 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.1864612 Feb 18 09:03:17.703037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:17.709121 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:port and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:17.712448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:17.722310 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:17.760395 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:17.847928 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 509092d6-2d44-43a9-9c71-f5a585626604 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:17.895108 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:17.935202 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab328c50-5d59-4ce8-8a1c-31c0467181c6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:17.940785 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab328c50-5d59-4ce8-8a1c-31c0467181c6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:17.941303 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab328c50-5d59-4ce8-8a1c-31c0467181c6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:17.974331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd644b7-b43d-4c42-af75-f0306397a07f req-1c9d1f34-548c-42a2-9f80-c8d44b70be35 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:17.977135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3dd644b7-b43d-4c42-af75-f0306397a07f req-1c9d1f34-548c-42a2-9f80-c8d44b70be35 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.4819119 Feb 18 09:03:17.996276 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 509092d6-2d44-43a9-9c71-f5a585626604 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:18.002514 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 509092d6-2d44-43a9-9c71-f5a585626604 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:18.002965 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:18.018993 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f11a67ce-b313-4c5f-85ad-c30110db1c10 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/routers/b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77/tags HTTP/1.1" status: 204 len: 168 time: 0.5306304 Feb 18 09:03:18.020461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39972) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:18.028640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-4ae86445-b913-479c-a980-6acb7951854b tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '56cfc98e-f34e-4040-8942-a8adc8ff9539') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:18.043128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port 93f2f735-8ce9-4a3c-bcd1-f3377947fe17 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:03:18.102643 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3dd644b7-b43d-4c42-af75-f0306397a07f req-1b046b7c-6925-4bd9-8093-b408f3255291 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155245 Feb 18 09:03:18.136582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4ae86445-b913-479c-a980-6acb7951854b tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/ports/56cfc98e-f34e-4040-8942-a8adc8ff9539/tags HTTP/1.1" status: 204 len: 168 time: 0.1129501 Feb 18 09:03:18.137479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39976) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:18.143471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.tag.tag_plugin [None req-cb94f012-c1aa-4224-a255-952359fc8a75 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f8f4b750-4fa4-40ff-8808-650292e26abe') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:18.152075 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:18.192518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 509092d6-2d44-43a9-9c71-f5a585626604, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=509092d6-2d44-43a9-9c71-f5a585626604,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:18.204849 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:18.241653 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cb94f012-c1aa-4224-a255-952359fc8a75 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/subnets/f8f4b750-4fa4-40ff-8808-650292e26abe/tags HTTP/1.1" status: 204 len: 168 time: 0.0982852 Feb 18 09:03:18.242234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39982) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:18.305223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=509092d6-2d44-43a9-9c71-f5a585626604,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:18.316567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23920b11-1e5e-45f4-9548-d250ae633e26 admin admin] Router 099032b1-d0b4-4cc4-9997-934326f190ab has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:03:18.336206 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ab328c50-5d59-4ce8-8a1c-31c0467181c6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3341806 Feb 18 09:03:18.339938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39986) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:18.350651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-10801249-d105-401a-8ac3-676e5b970306 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'subnet': {'network_id': '7ef5e23c-5ee5-4237-b7e0-148fc62650e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:18.359767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab328c50-5d59-4ce8-8a1c-31c0467181c6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Network': ['ID=7ef5e23c-5ee5-4237-b7e0-148fc62650e1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:18.371286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 7ef5e23c-5ee5-4237-b7e0-148fc62650e1 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:03:18.517642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-10801249-d105-401a-8ac3-676e5b970306 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:18.524599 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d628113e-aa49-4e58-b782-cb0ad9ec0013 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks [] for subnetpool, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:18.525726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d628113e-aa49-4e58-b782-cb0ad9ec0013 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/subnetpools/dc439929-04dc-4ff9-b163-833acc8718f9 HTTP/1.1" status: 204 len: 168 time: 0.2826495 Feb 18 09:03:18.530342 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39990) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:18.570298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-10801249-d105-401a-8ac3-676e5b970306 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:18.586119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5f3de-2398-4ea3-8def-c1dc424be802 req-3b202b8c-eb2a-4c81-89e8-98f4b4c91a11 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:18.587666 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47b5f3de-2398-4ea3-8def-c1dc424be802 req-3b202b8c-eb2a-4c81-89e8-98f4b4c91a11 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.3123181 Feb 18 09:03:18.597069 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23920b11-1e5e-45f4-9548-d250ae633e26 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:03:18.610933 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d398c9a-382b-47ab-a33d-d641f7dbfce9 None None] Sync routers for ids ['099032b1-d0b4-4cc4-9997-934326f190ab'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:03:18.614792 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-23920b11-1e5e-45f4-9548-d250ae633e26 admin admin] 10.222.0.72 "PUT /v2.0/routers/099032b1-d0b4-4cc4-9997-934326f190ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3994930 Feb 18 09:03:18.614935 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-692431b5-5155-4b78-9510-b1a114cc6768 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "GET /v2.0/ports?device_id=b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77 HTTP/1.1" status: 200 len: 205 time: 0.0792768 Feb 18 09:03:18.616316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39994) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:18.616316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39996) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:18.620840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10801249-d105-401a-8ac3-676e5b970306 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Made reservation on behalf of db1c0c050d2e469ea3356471041949e7 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:18.624377 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-10801249-d105-401a-8ac3-676e5b970306 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:18.624742 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d398c9a-382b-47ab-a33d-d641f7dbfce9 None None] Routers {'099032b1-d0b4-4cc4-9997-934326f190ab'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:03:18.625807 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-5d398c9a-382b-47ab-a33d-d641f7dbfce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:03:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['099032b1-d0b4-4cc4-9997-934326f190ab'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:18.734979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.ipam_backend_mixin [None req-10801249-d105-401a-8ac3-676e5b970306 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Performing IP validity checks on allocation pools {{(pid=87768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 18 09:03:18.735508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.ipam_backend_mixin [None req-10801249-d105-401a-8ac3-676e5b970306 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 18 09:03:18.839589 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97ec3dc1-97f8-4618-ab60-b2978ae39439 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:18.858201 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997d4acc-9ee2-44f7-860e-330493980552 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:18.891966 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-5d398c9a-382b-47ab-a33d-d641f7dbfce9 None None] Set router 099032b1-d0b4-4cc4-9997-934326f190ab gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:03:18.909877 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47b5f3de-2398-4ea3-8def-c1dc424be802 req-ed6169b3-849a-4fd8-920c-98ec7193460f tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142514 Feb 18 09:03:18.913216 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-872ad081-7dfc-4c1f-a4a8-a2fc159bf163 req-79ad8b44-3bbe-4d56-91e3-c9eb28d56804 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.0822947 Feb 18 09:03:19.048219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7ab74fd8-25fa-4fbf-bd30-7539769022ca None None] Provisioning complete for port 509092d6-2d44-43a9-9c71-f5a585626604 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:19.048219 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7ab74fd8-25fa-4fbf-bd30-7539769022ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:19.084751 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-10801249-d105-401a-8ac3-676e5b970306 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:19.172151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10801249-d105-401a-8ac3-676e5b970306 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Subnet': ['ID=5f121cf1-1edf-4bfc-aaed-8d3355124347,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:19.284677 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10801249-d105-401a-8ac3-676e5b970306 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Checking segment: {'id': '8d74405f-2cc7-43c4-a24c-1c17fa6d84b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7ef5e23c-5ee5-4237-b7e0-148fc62650e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:03:19.285709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10801249-d105-401a-8ac3-676e5b970306 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network hostable DHCP agents. Network: 7ef5e23c-5ee5-4237-b7e0-148fc62650e1, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:03:19.325062 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10801249-d105-401a-8ac3-676e5b970306 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Network 7ef5e23c-5ee5-4237-b7e0-148fc62650e1 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:03:19.353387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5e2fe-4269-4efb-9fac-6a967b4193d9 req-861cb0be-02d3-4670-b90c-097382d244db tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:19.355011 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34c5e2fe-4269-4efb-9fac-6a967b4193d9 req-861cb0be-02d3-4670-b90c-097382d244db tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.1846776 Feb 18 09:03:19.356410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-10801249-d105-401a-8ac3-676e5b970306 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 7ef5e23c-5ee5-4237-b7e0-148fc62650e1) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:19.361161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10801249-d105-401a-8ac3-676e5b970306 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:19.361758 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-10801249-d105-401a-8ac3-676e5b970306 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:19.378028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463bf6a0-0848-49ac-8b08-0ebfca88d51a None None] Network 7ef5e23c-5ee5-4237-b7e0-148fc62650e1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:19.451834 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-10801249-d105-401a-8ac3-676e5b970306 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1082685 Feb 18 09:03:19.456731 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40010) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:19.469196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-49274be0-194b-45ae-91e8-3addc1f0d6ee tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:19.491102 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-5d398c9a-382b-47ab-a33d-d641f7dbfce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'name': 'tempest-TaggedBootDevicesTest-1064027144-router', 'tenant_id': 'f4ed25103459407988de03e22bedc9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c653ce1a-8310-42bc-9d4a-7aeee3a8e496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:55:04Z', 'updated_at': '2022-02-18T09:03:16Z', 'revision_number': 5, 'project_id': 'f4ed25103459407988de03e22bedc9a8', 'gw_port': {'id': 'c653ce1a-8310-42bc-9d4a-7aeee3a8e496', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:09Z', 'updated_at': '2022-02-18T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:19.497731 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d398c9a-382b-47ab-a33d-d641f7dbfce9 None None] Checking router: 099032b1-d0b4-4cc4-9997-934326f190ab for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:03:19.511612 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97ec3dc1-97f8-4618-ab60-b2978ae39439 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:19.512690 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d398c9a-382b-47ab-a33d-d641f7dbfce9 None None] Routers {'099032b1-d0b4-4cc4-9997-934326f190ab'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:03:19.514442 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97ec3dc1-97f8-4618-ab60-b2978ae39439 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:19.517144 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-5d398c9a-382b-47ab-a33d-d641f7dbfce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:03:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['099032b1-d0b4-4cc4-9997-934326f190ab'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:19.543612 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34c5e2fe-4269-4efb-9fac-6a967b4193d9 req-6e0d3202-01a9-4dda-9ad3-846c1d1befd3 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527438 Feb 18 09:03:19.606569 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97ec3dc1-97f8-4618-ab60-b2978ae39439 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:19.610972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ec3dc1-97f8-4618-ab60-b2978ae39439 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Fanout notify agent at l3_agent the message router_deleted on router b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:03:19.654485 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 172.20.0.6 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/8507f159-253c-46ff-8aa1-69daa0c5736a/93f2f735-8ce9-4a3c-bcd1-f3377947fe17) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:19.679915 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97ec3dc1-97f8-4618-ab60-b2978ae39439 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:19.681300 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-97ec3dc1-97f8-4618-ab60-b2978ae39439 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/routers/b69ddf2a-1d7f-4a09-a6a0-4eff2bf72d77 HTTP/1.1" status: 204 len: 168 time: 1.0625882 Feb 18 09:03:19.695828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40016) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:19.707285 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::f816:3eff:fe92:3415 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/591f8374-12a1-4410-ae07-4fd6b6397b8a/93f2f735-8ce9-4a3c-bcd1-f3377947fe17) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:19.713697 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4814c4e4-4517-40de-81ae-05c79bbe5713 admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:19.733968 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 509092d6-2d44-43a9-9c71-f5a585626604 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:19.751570 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-49274be0-194b-45ae-91e8-3addc1f0d6ee tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6294913'] for subnet, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:19.835985 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-5d398c9a-382b-47ab-a33d-d641f7dbfce9 None None] Set router 099032b1-d0b4-4cc4-9997-934326f190ab gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:03:19.859589 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-7ef5e23c-5ee5-4237-b7e0-148fc62650e1', 'network_id': '7ef5e23c-5ee5-4237-b7e0-148fc62650e1', 'tenant_id': 'db1c0c050d2e469ea3356471041949e7', 'fixed_ips': [{'subnet_id': '5f121cf1-1edf-4bfc-aaed-8d3355124347'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:03:19.864549 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:19.915547 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bc2596f9-c995-4352-aae9-2e44809dc9c1 None None] Provisioning complete for port 509092d6-2d44-43a9-9c71-f5a585626604 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:19.915917 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bc2596f9-c995-4352-aae9-2e44809dc9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:19.979534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363045a-5c68-4e98-9912-2b3b230e95ed req-4fb33034-8a0b-4c58-8dd7-1ef532d4b936 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:19.989473 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8363045a-5c68-4e98-9912-2b3b230e95ed req-4fb33034-8a0b-4c58-8dd7-1ef532d4b936 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.2322936 Feb 18 09:03:20.192517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8a84a584-e87a-40f6-91ad-572f1b9e2e4d tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Deleting port 56cfc98e-f34e-4040-8942-a8adc8ff9539 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:20.193229 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a84a584-e87a-40f6-91ad-572f1b9e2e4d tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:20.205025 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 509092d6-2d44-43a9-9c71-f5a585626604 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:20.207076 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:20.313127 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4814c4e4-4517-40de-81ae-05c79bbe5713 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:20.329705 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8363045a-5c68-4e98-9912-2b3b230e95ed req-6283f2cc-5564-4e02-b6bd-ec1350e6b7a9 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318255 Feb 18 09:03:20.346939 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-561a5e8a-d6d2-4637-b676-fac0838efd06 req-39b2e964-7d77-4bcc-a56d-f5cd43d9427e tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.2291429 Feb 18 09:03:20.396254 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-49274be0-194b-45ae-91e8-3addc1f0d6ee tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765059461407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5371230'] for subnet, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:20.466097 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-5d398c9a-382b-47ab-a33d-d641f7dbfce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'name': 'tempest-TaggedBootDevicesTest-1064027144-router', 'tenant_id': 'f4ed25103459407988de03e22bedc9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c653ce1a-8310-42bc-9d4a-7aeee3a8e496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:55:04Z', 'updated_at': '2022-02-18T09:03:16Z', 'revision_number': 5, 'project_id': 'f4ed25103459407988de03e22bedc9a8', 'gw_port': {'id': 'c653ce1a-8310-42bc-9d4a-7aeee3a8e496', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:09Z', 'updated_at': '2022-02-18T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:20.476493 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d398c9a-382b-47ab-a33d-d641f7dbfce9 None None] The sync data for ids ['099032b1-d0b4-4cc4-9997-934326f190ab'] in n-d-829434-1 is: [{'id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'name': 'tempest-TaggedBootDevicesTest-1064027144-router', 'tenant_id': 'f4ed25103459407988de03e22bedc9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c653ce1a-8310-42bc-9d4a-7aeee3a8e496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:55:04Z', 'updated_at': '2022-02-18T09:03:16Z', 'revision_number': 5, 'project_id': 'f4ed25103459407988de03e22bedc9a8', 'gw_port': {'id': 'c653ce1a-8310-42bc-9d4a-7aeee3a8e496', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099032b1-d0b4-4cc4-9997-934326f190ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:55:09Z', 'updated_at': '2022-02-18T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:03:20.491759 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49274be0-194b-45ae-91e8-3addc1f0d6ee tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:20.492914 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-49274be0-194b-45ae-91e8-3addc1f0d6ee tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:20.497160 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-49274be0-194b-45ae-91e8-3addc1f0d6ee tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "PUT /v2.0/subnets/5f121cf1-1edf-4bfc-aaed-8d3355124347 HTTP/1.1" status: 200 len: 900 time: 1.0357873 Feb 18 09:03:20.505451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40026) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:20.518617 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Allocated IP 2001:db8::3 (7ef5e23c-5ee5-4237-b7e0-148fc62650e1/5f121cf1-1edf-4bfc-aaed-8d3355124347/15ca2634-2d74-4bf0-8a3e-03cf7b9155d2) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:20.712519 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a84a584-e87a-40f6-91ad-572f1b9e2e4d tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:20.803361 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:20.822690 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Transition to ACTIVE for port object 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:20.868217 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Transition to ACTIVE for port object 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:20.888501 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:20.935016 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8a84a584-e87a-40f6-91ad-572f1b9e2e4d tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Calling delete_port for 56cfc98e-f34e-4040-8942-a8adc8ff9539 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:20.935227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49274be0-194b-45ae-91e8-3addc1f0d6ee tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event updated for resources: {'Subnet': ['ID=5f121cf1-1edf-4bfc-aaed-8d3355124347,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:20.975961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fee98e-9382-412f-b309-b46247a58c11 req-820711b9-29c1-4026-9301-ae526d9ec108 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:20.986209 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7fee98e-9382-412f-b309-b46247a58c11 req-820711b9-29c1-4026-9301-ae526d9ec108 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.3179307 Feb 18 09:03:21.002349 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Pushing event updated for resources: {'Port': ['ID=15ca2634-2d74-4bf0-8a3e-03cf7b9155d2,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:21.023794 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Network 7ef5e23c-5ee5-4237-b7e0-148fc62650e1 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:21.025956 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:21.029083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:03:21.029536 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:21.035577 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-4814c4e4-4517-40de-81ae-05c79bbe5713 admin admin] Deleting port c653ce1a-8310-42bc-9d4a-7aeee3a8e496 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:21.035922 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4814c4e4-4517-40de-81ae-05c79bbe5713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:21.056901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Deleting port 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:21.060566 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:21.107839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7fee98e-9382-412f-b309-b46247a58c11 req-e36f9291-fdb8-4873-9004-67757b448df3 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161163 Feb 18 09:03:21.139384 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Attempting to bind port 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:03:21.139795 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Attempting to bind port 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '8d74405f-2cc7-43c4-a24c-1c17fa6d84b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7ef5e23c-5ee5-4237-b7e0-148fc62650e1'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:03:21.140228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Attempting to bind port 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2 on network 7ef5e23c-5ee5-4237-b7e0-148fc62650e1 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:03:21.146237 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:03:21.146879 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Checking segment: {'id': '8d74405f-2cc7-43c4-a24c-1c17fa6d84b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7ef5e23c-5ee5-4237-b7e0-148fc62650e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:03:21.147507 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:21.148087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Bound using segment: {'id': '8d74405f-2cc7-43c4-a24c-1c17fa6d84b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7ef5e23c-5ee5-4237-b7e0-148fc62650e1'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:03:21.148780 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Bound port: 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d74405f-2cc7-43c4-a24c-1c17fa6d84b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7ef5e23c-5ee5-4237-b7e0-148fc62650e1'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:03:21.149389 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:21.287815 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] For port 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:03:21.291852 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] For port 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=15ca2634-2d74-4bf0-8a3e-03cf7b9155d2,segment=NetworkSegment(8d74405f-2cc7-43c4-a24c-1c17fa6d84b3),segment_id=8d74405f-2cc7-43c4-a24c-1c17fa6d84b3)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:03:21.297726 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:21.391634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fb34a-df47-4412-8f59-aa58c48c90a4 None None] Pushing event updated for resources: {'Port': ['ID=15ca2634-2d74-4bf0-8a3e-03cf7b9155d2,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:21.477781 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] For port 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2, host n-d-829434-1, got binding levels [] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:21.478357 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:21.496012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822cbd0-d871-4363-b406-540f42be452c req-b5aff3aa-e20c-4acb-a820-1aa03c6bc0e5 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:21.497455 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2822cbd0-d871-4363-b406-540f42be452c req-b5aff3aa-e20c-4acb-a820-1aa03c6bc0e5 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.1473281 Feb 18 09:03:21.523621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-4814c4e4-4517-40de-81ae-05c79bbe5713 admin admin] For port c653ce1a-8310-42bc-9d4a-7aeee3a8e496, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c653ce1a-8310-42bc-9d4a-7aeee3a8e496,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:21.523972 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4814c4e4-4517-40de-81ae-05c79bbe5713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:21.539535 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a84a584-e87a-40f6-91ad-572f1b9e2e4d tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:21.635002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Calling delete_port for 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:21.659684 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84a584-e87a-40f6-91ad-572f1b9e2e4d tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Pushing event deleted for resources: {'Port': ['ID=56cfc98e-f34e-4040-8942-a8adc8ff9539,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:21.729180 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:21.739317 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-4814c4e4-4517-40de-81ae-05c79bbe5713 admin admin] Calling delete_port for c653ce1a-8310-42bc-9d4a-7aeee3a8e496 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:21.744429 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c9d79b0-ad75-4974-bcc4-64f1fd8e9d17 req-0a74fe0a-c5ad-467c-b5ab-3139cf1dba80 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.0815537 Feb 18 09:03:21.789898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2822cbd0-d871-4363-b406-540f42be452c req-30c81b8f-0194-493d-a7c6-ee43b8258bdc tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281235 Feb 18 09:03:21.808043 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:03:21.808403 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:03:21.838107 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:21.888054 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object 93f2f735-8ce9-4a3c-bcd1-f3377947fe17 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:21.922746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:21.946593 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 86b0924d-296e-4b9e-bf06-16ca6d9b0def no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:03:21.987588 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 86b0924d-296e-4b9e-bf06-16ca6d9b0def {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:03:21.987944 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 86b0924d-296e-4b9e-bf06-16ca6d9b0def not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:03:22.018265 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a84a584-e87a-40f6-91ad-572f1b9e2e4d tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:22.028491 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8a84a584-e87a-40f6-91ad-572f1b9e2e4d tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/ports/56cfc98e-f34e-4040-8942-a8adc8ff9539 HTTP/1.1" status: 204 len: 168 time: 2.3284202 Feb 18 09:03:22.031099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40042) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:22.109505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231acab4-a76f-4725-b38d-06c2ac39dddc req-d12ea176-92fb-4f4a-900e-12e3bd6570c8 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:22.111097 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-231acab4-a76f-4725-b38d-06c2ac39dddc req-d12ea176-92fb-4f4a-900e-12e3bd6570c8 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.1052802 Feb 18 09:03:22.164972 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-231acab4-a76f-4725-b38d-06c2ac39dddc req-3d85983a-129c-4b0d-886f-52121a444b1f tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466788 Feb 18 09:03:22.239258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:22.319101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Deleting port 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:22.319422 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:22.353048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:22.361200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:22.370171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a75619-5561-4127-aa05-9dd71237e4e9 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Deleting subnet f8f4b750-4fa4-40ff-8808-650292e26abe {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:03:22.372027 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=93f2f735-8ce9-4a3c-bcd1-f3377947fe17,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:22.380380 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:03:22.432981 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9a75619-5561-4127-aa05-9dd71237e4e9 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:22.490488 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4814c4e4-4517-40de-81ae-05c79bbe5713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:22.520694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2543d-5802-49d7-9aea-7c53f5dc4247 req-2583d319-6e99-4526-9f00-b1ff7c5d41bd tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:22.522249 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-44d2543d-5802-49d7-9aea-7c53f5dc4247 req-2583d319-6e99-4526-9f00-b1ff7c5d41bd tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.2394080 Feb 18 09:03:22.574105 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:22.574732 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:22.635342 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814c4e4-4517-40de-81ae-05c79bbe5713 admin admin] Pushing event deleted for resources: {'Port': ['ID=c653ce1a-8310-42bc-9d4a-7aeee3a8e496,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:22.646602 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9a75619-5561-4127-aa05-9dd71237e4e9 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:22.671932 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-44d2543d-5802-49d7-9aea-7c53f5dc4247 req-71d1bd59-dbb9-4b99-a514-f6b09eb06e0b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313074 Feb 18 09:03:22.702316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] For port 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=15ca2634-2d74-4bf0-8a3e-03cf7b9155d2,segment=NetworkSegment(8d74405f-2cc7-43c4-a24c-1c17fa6d84b3),segment_id=8d74405f-2cc7-43c4-a24c-1c17fa6d84b3)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:22.703297 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:22.732031 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6255c2-b37a-4f96-9108-470223a52d46 None None] Network 7ef5e23c-5ee5-4237-b7e0-148fc62650e1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:22.743846 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-249ddfac-0f15-4fb0-bf9a-34f8e56fb4d1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.4587219 Feb 18 09:03:22.748533 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40052) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:22.812325 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4814c4e4-4517-40de-81ae-05c79bbe5713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:22.899084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Calling delete_port for 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:22.909995 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2ad5232d-32bc-4377-884c-859bbce3e638 None None] Provisioning for port 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:22.942674 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2ad5232d-32bc-4377-884c-859bbce3e638 None None] Provisioning complete for port 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:22.950694 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2ad5232d-32bc-4377-884c-859bbce3e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.021628 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4814c4e4-4517-40de-81ae-05c79bbe5713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.024700 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4814c4e4-4517-40de-81ae-05c79bbe5713 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.056305 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9a75619-5561-4127-aa05-9dd71237e4e9 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.059854 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab5aff0e-f451-4fe1-888d-430485b1dcd2 req-22c5684f-f088-42c4-8284-c3983515fa92 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.0862679 Feb 18 09:03:23.110745 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4814c4e4-4517-40de-81ae-05c79bbe5713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.111288 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4814c4e4-4517-40de-81ae-05c79bbe5713 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 099032b1-d0b4-4cc4-9997-934326f190ab {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:03:23.137974 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4814c4e4-4517-40de-81ae-05c79bbe5713 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.141767 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4814c4e4-4517-40de-81ae-05c79bbe5713 admin admin] 10.222.0.72 "DELETE /v2.0/routers/099032b1-d0b4-4cc4-9997-934326f190ab HTTP/1.1" status: 204 len: 168 time: 4.5243766 Feb 18 09:03:23.142579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40060) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:23.154052 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e189a3d-b458-44a0-a467-85543eeeaf92 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:23.159792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e189a3d-b458-44a0-a467-85543eeeaf92 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:23.161488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8e189a3d-b458-44a0-a467-85543eeeaf92 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:23.275773 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9a75619-5561-4127-aa05-9dd71237e4e9 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.331258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e2be91-85c0-4032-a0f2-3cecbda572e8 admin admin] Deleting subnet a9b71cf0-99f8-4d4a-a04b-b7ce5ed62415 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:03:23.338184 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.361372 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8e189a3d-b458-44a0-a467-85543eeeaf92 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:23.361372 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8e189a3d-b458-44a0-a467-85543eeeaf92 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5963368 Feb 18 09:03:23.380125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40066) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:23.380125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a75619-5561-4127-aa05-9dd71237e4e9 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f4b750-4fa4-40ff-8808-650292e26abe,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:23.380125 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2e2be91-85c0-4032-a0f2-3cecbda572e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.386677 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2ad5232d-32bc-4377-884c-859bbce3e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.409908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc0872-eb4e-4868-8a39-311adec1e2c8 req-05f93091-22d4-4aca-a4ad-41a2d78a82c7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:23.411593 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c1cc0872-eb4e-4868-8a39-311adec1e2c8 req-05f93091-22d4-4aca-a4ad-41a2d78a82c7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.4042563 Feb 18 09:03:23.412765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Port': ['ID=15ca2634-2d74-4bf0-8a3e-03cf7b9155d2,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:23.455742 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2e2be91-85c0-4032-a0f2-3cecbda572e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.506964 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No DVR routers for this DVR port 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2 on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:03:23.567155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6f99d9-490d-42c8-a90a-c25ca99c10ff None None] Network b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:23.572940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c1cc0872-eb4e-4868-8a39-311adec1e2c8 req-e9cc72f6-ce8f-44e4-90e7-736b63cfc8be tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252713 Feb 18 09:03:23.625266 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.630992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2ad5232d-32bc-4377-884c-859bbce3e638 None None] Provisioning for port 93f2f735-8ce9-4a3c-bcd1-f3377947fe17 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:23.634228 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9a75619-5561-4127-aa05-9dd71237e4e9 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.637190 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2e2be91-85c0-4032-a0f2-3cecbda572e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.751395 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b9a75619-5561-4127-aa05-9dd71237e4e9 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/subnets/f8f4b750-4fa4-40ff-8808-650292e26abe HTTP/1.1" status: 204 len: 168 time: 1.7172031 Feb 18 09:03:23.758548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2ad5232d-32bc-4377-884c-859bbce3e638 None None] Provisioning complete for port 93f2f735-8ce9-4a3c-bcd1-f3377947fe17 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:23.760010 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2ad5232d-32bc-4377-884c-859bbce3e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.776894 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40074) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:23.852228 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.885318 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceabdce-8654-44df-8df8-6f14fdaaab10 None None] Network 7ef5e23c-5ee5-4237-b7e0-148fc62650e1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:23.913744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-3ee1c20a-48a5-494b-a388-107b21e5991c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port 93f2f735-8ce9-4a3c-bcd1-f3377947fe17 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:23.914092 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ee1c20a-48a5-494b-a388-107b21e5991c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:23.924665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Subnet': ['ID=5f121cf1-1edf-4bfc-aaed-8d3355124347,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:23.959209 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c653ce1a-8310-42bc-9d4a-7aeee3a8e496 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:03:24.053169 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:24.063497 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: c653ce1a-8310-42bc-9d4a-7aeee3a8e496 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:03:24.064132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c653ce1a-8310-42bc-9d4a-7aeee3a8e496 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:03:24.073577 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:24.091131 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2e2be91-85c0-4032-a0f2-3cecbda572e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:24.095902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef5e23c-5ee5-4237-b7e0-148fc62650e1']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:24.120601 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3537265-b001-42ad-a2bc-a322eca76fbb req-f6ed8a61-d680-46fa-bbfe-b3701f04a46e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:24.122316 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3537265-b001-42ad-a2bc-a322eca76fbb req-f6ed8a61-d680-46fa-bbfe-b3701f04a46e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.3414836 Feb 18 09:03:24.126302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d74405f-2cc7-43c4-a24c-1c17fa6d84b3') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:24.126608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d74405f-2cc7-43c4-a24c-1c17fa6d84b3') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:24.154708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2be91-85c0-4032-a0f2-3cecbda572e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b71cf0-99f8-4d4a-a04b-b7ce5ed62415,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:24.167204 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2e2be91-85c0-4032-a0f2-3cecbda572e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:24.170868 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:24.202122 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:24.230815 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3537265-b001-42ad-a2bc-a322eca76fbb req-e7d2ba67-57dc-4480-9dfa-c8dd81bec115 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917988 Feb 18 09:03:24.235161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:03:24.235584 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:24.240208 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2ad5232d-32bc-4377-884c-859bbce3e638 None None] Port 93f2f735-8ce9-4a3c-bcd1-f3377947fe17 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:03:24.261091 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:03:24.270113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c49219-049b-40a2-90b3-6d1118a8ba3b None None] Network 7fd12e65-8f5d-4828-b557-520681ff7b19 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:24.335745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Deleting port e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:24.336305 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:24.372759 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c2e2be91-85c0-4032-a0f2-3cecbda572e8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a9b71cf0-99f8-4d4a-a04b-b7ce5ed62415 HTTP/1.1" status: 204 len: 168 time: 1.2282619 Feb 18 09:03:24.408910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40090) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:24.510260 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:24.513617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a602da13-53e6-4586-8930-e3b10891881c req-57d3e825-648f-465e-99ca-a2abdce59014 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.1830115 Feb 18 09:03:24.550437 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-68809dad-ad1b-47d7-8aaa-737d8233b049 None None] Could not find standard attr ID for object 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:03:24.582534 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ee1c20a-48a5-494b-a388-107b21e5991c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:24.593858 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:24.602644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Network': ['ID=7ef5e23c-5ee5-4237-b7e0-148fc62650e1,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:24.673428 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8a84ab6f-e629-4382-a87f-5442b47bcfc2 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/networks/7ef5e23c-5ee5-4237-b7e0-148fc62650e1 HTTP/1.1" status: 204 len: 168 time: 4.1667061 Feb 18 09:03:24.679733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40096) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:24.733008 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:24.735167 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-100f400c-2d3f-4326-82ea-de050695cce6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] DELETE failed (client error): The resource could not be found. Feb 18 09:03:24.735674 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100f400c-2d3f-4326-82ea-de050695cce6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:24.739890 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-100f400c-2d3f-4326-82ea-de050695cce6 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/subnets/5f121cf1-1edf-4bfc-aaed-8d3355124347 HTTP/1.1" status: 404 len: 337 time: 0.0566590 Feb 18 09:03:24.744117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40104) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:24.753330 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370aa13a-26df-4381-bd18-b491588b8122 None None] DHCP port deletion for 7ef5e23c-5ee5-4237-b7e0-148fc62650e1 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:03:24.778575 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-923f58a8-5ce0-49ab-92c5-48bd4cef404e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] DELETE failed (client error): The resource could not be found. Feb 18 09:03:24.779007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923f58a8-5ce0-49ab-92c5-48bd4cef404e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:24.781391 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-923f58a8-5ce0-49ab-92c5-48bd4cef404e tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/networks/7ef5e23c-5ee5-4237-b7e0-148fc62650e1 HTTP/1.1" status: 404 len: 339 time: 0.0333359 Feb 18 09:03:24.787187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40108) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:24.834786 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a9e65f-c5bc-4ffa-b9c3-bdd456db2552 None None] DHCP port deletion for b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:03:24.839431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b500a7-84cc-493e-ad4c-45d2f3ee68b2 req-e8c323ff-f06d-404e-8bac-24a4057bd385 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:24.844568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-63a9e65f-c5bc-4ffa-b9c3-bdd456db2552 None None] Deleting port e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:24.845066 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-63a9e65f-c5bc-4ffa-b9c3-bdd456db2552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:24.849136 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01b500a7-84cc-493e-ad4c-45d2f3ee68b2 req-e8c323ff-f06d-404e-8bac-24a4057bd385 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.3736453 Feb 18 09:03:24.872933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-3ee1c20a-48a5-494b-a388-107b21e5991c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for 93f2f735-8ce9-4a3c-bcd1-f3377947fe17 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:24.935615 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1854dffe-9e91-496a-8a4a-df49bf22c1fc None None] DHCP port deletion for 7fd12e65-8f5d-4828-b557-520681ff7b19 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:03:24.945243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] Deleting port ba73f496-82ad-45f0-8fd7-7cd93dd25075 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:24.945577 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:24.952803 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] For port e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba,segment=NetworkSegment(59e3c60c-b5e0-42cf-bb0f-713679269d97),segment_id=59e3c60c-b5e0-42cf-bb0f-713679269d97)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:24.953176 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:24.989182 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1854dffe-9e91-496a-8a4a-df49bf22c1fc None None] Deleting port ba73f496-82ad-45f0-8fd7-7cd93dd25075 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:24.992012 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1854dffe-9e91-496a-8a4a-df49bf22c1fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:25.123852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Calling delete_port for e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:25.197347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] For port ba73f496-82ad-45f0-8fd7-7cd93dd25075, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ba73f496-82ad-45f0-8fd7-7cd93dd25075,segment=NetworkSegment(e6dd60c8-7d74-4ed4-a0c7-be914e1ed635),segment_id=e6dd60c8-7d74-4ed4-a0c7-be914e1ed635)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:25.197728 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:25.268722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-63a9e65f-c5bc-4ffa-b9c3-bdd456db2552 None None] For port e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba,segment=NetworkSegment(59e3c60c-b5e0-42cf-bb0f-713679269d97),segment_id=59e3c60c-b5e0-42cf-bb0f-713679269d97)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:25.269288 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-63a9e65f-c5bc-4ffa-b9c3-bdd456db2552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:25.385174 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:25.407630 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-63a9e65f-c5bc-4ffa-b9c3-bdd456db2552 None None] Calling delete_port for e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:25.465554 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Pushing event deleted for resources: {'Port': ['ID=e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:25.477171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] No DVR routers for this DVR port e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:03:25.528307 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ee1c20a-48a5-494b-a388-107b21e5991c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:25.537602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] Calling delete_port for ba73f496-82ad-45f0-8fd7-7cd93dd25075 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:25.569662 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-63a9e65f-c5bc-4ffa-b9c3-bdd456db2552 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:03:25.570022 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-63a9e65f-c5bc-4ffa-b9c3-bdd456db2552 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:03:25.626150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1c20a-48a5-494b-a388-107b21e5991c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=93f2f735-8ce9-4a3c-bcd1-f3377947fe17,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:25.673991 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01b500a7-84cc-493e-ad4c-45d2f3ee68b2 req-033a82df-7161-445f-97ee-10a1dacd3617 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8238614 Feb 18 09:03:25.686678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1854dffe-9e91-496a-8a4a-df49bf22c1fc None None] For port ba73f496-82ad-45f0-8fd7-7cd93dd25075, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ba73f496-82ad-45f0-8fd7-7cd93dd25075,segment=NetworkSegment(e6dd60c8-7d74-4ed4-a0c7-be914e1ed635),segment_id=e6dd60c8-7d74-4ed4-a0c7-be914e1ed635)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:25.689043 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1854dffe-9e91-496a-8a4a-df49bf22c1fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:25.719427 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:25.822373 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:25.832349 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ba73f496-82ad-45f0-8fd7-7cd93dd25075 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:03:25.852215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:25.871929 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-232a21e8-782e-49f8-880e-41034bd36578 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:25.875327 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e3c60c-b5e0-42cf-bb0f-713679269d97') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:25.875871 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e3c60c-b5e0-42cf-bb0f-713679269d97') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:25.893230 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:25.912984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:25.919638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:03:25.920060 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:25.946251 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba73f496-82ad-45f0-8fd7-7cd93dd25075,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:25.978305 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] No DVR routers for this DVR port ba73f496-82ad-45f0-8fd7-7cd93dd25075 on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:03:25.990563 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff6faff7-efd9-401f-932d-92a7c4a31e46 req-5893e050-bb57-4ebc-8799-7e5a9cfc5c38 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.1117103 Feb 18 09:03:25.997504 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1854dffe-9e91-496a-8a4a-df49bf22c1fc None None] Calling delete_port for ba73f496-82ad-45f0-8fd7-7cd93dd25075 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:03:26.032828 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:03:26.114690 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-63a9e65f-c5bc-4ffa-b9c3-bdd456db2552 None None] Deleting port e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:26.115341 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-63a9e65f-c5bc-4ffa-b9c3-bdd456db2552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.119141 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.151094 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.151325 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-1854dffe-9e91-496a-8a4a-df49bf22c1fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:03:26.151843 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-1854dffe-9e91-496a-8a4a-df49bf22c1fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:03:26.167008 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: ba73f496-82ad-45f0-8fd7-7cd93dd25075 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:03:26.167353 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ba73f496-82ad-45f0-8fd7-7cd93dd25075 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:03:26.167772 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:03:26.216807 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:03:26.217154 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:03:26.217602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:03:26.275842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-63a9e65f-c5bc-4ffa-b9c3-bdd456db2552 None None] The port 'e4e44af7-eeb3-45fc-a4f4-f4feda5dd3ba' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:03:26.294986 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:03:26.295339 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 15ca2634-2d74-4bf0-8a3e-03cf7b9155d2 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:03:26.308037 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] 10.222.0.72 "DELETE /v2.0/networks/b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc HTTP/1.1" status: 204 len: 168 time: 2.5300109 Feb 18 09:03:26.313786 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30548e42-bacf-4200-83ba-c0e6cc098905 tempest-TagsExtTest-656267007 tempest-TagsExtTest-656267007-project] Pushing event deleted for resources: {'Network': ['ID=b795a2ab-1ca6-41e7-9be3-7f8e14ee6ffc,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:26.351329 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ee1c20a-48a5-494b-a388-107b21e5991c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.354462 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3ee1c20a-48a5-494b-a388-107b21e5991c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/93f2f735-8ce9-4a3c-bcd1-f3377947fe17 HTTP/1.1" status: 204 len: 168 time: 2.9866889 Feb 18 09:03:26.357333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40128) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:26.387321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d220c-3f08-4e03-96fb-67f67fa61420 req-92ea1bfb-1bd9-4e2f-94da-6c0c418ec0ea tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:26.395907 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b2d220c-3f08-4e03-96fb-67f67fa61420 req-92ea1bfb-1bd9-4e2f-94da-6c0c418ec0ea tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.7830455 Feb 18 09:03:26.416189 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.435608 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-232a21e8-782e-49f8-880e-41034bd36578 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.438334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b364922-b962-4b80-907c-dbb072383e9f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:26.439836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b364922-b962-4b80-907c-dbb072383e9f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:26.442092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b364922-b962-4b80-907c-dbb072383e9f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:26.442864 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8b364922-b962-4b80-907c-dbb072383e9f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:26.459750 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8b364922-b962-4b80-907c-dbb072383e9f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:26.461335 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8b364922-b962-4b80-907c-dbb072383e9f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1026840 Feb 18 09:03:26.463851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40132) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:26.488596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd12e65-8f5d-4828-b557-520681ff7b19']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:26.518155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-232a21e8-782e-49f8-880e-41034bd36578 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968eeb5c-a949-4634-9d63-b4d796c87b97']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:26.529845 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6dd60c8-7d74-4ed4-a0c7-be914e1ed635') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:26.530132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6dd60c8-7d74-4ed4-a0c7-be914e1ed635') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:26.555742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed02b490-7376-4fbc-88a9-296051b62cf6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet 591f8374-12a1-4410-ae07-4fd6b6397b8a {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:03:26.561069 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b2d220c-3f08-4e03-96fb-67f67fa61420 req-1d85093e-2f28-47ce-8bef-77514b655d5f tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640055 Feb 18 09:03:26.562014 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed02b490-7376-4fbc-88a9-296051b62cf6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.563665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-232a21e8-782e-49f8-880e-41034bd36578 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7183669c-c231-43b8-ae13-746d08f6fbce') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:26.563951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-232a21e8-782e-49f8-880e-41034bd36578 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7183669c-c231-43b8-ae13-746d08f6fbce') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:26.588320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572d2d9-25c6-4e43-b5b8-231440defacb req-a68795e6-c69a-4901-b8d7-7a95b3f457a5 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:26.595301 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d572d2d9-25c6-4e43-b5b8-231440defacb req-a68795e6-c69a-4901-b8d7-7a95b3f457a5 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.3656726 Feb 18 09:03:26.613788 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.626372 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-232a21e8-782e-49f8-880e-41034bd36578 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.632991 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed02b490-7376-4fbc-88a9-296051b62cf6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.652942 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1854dffe-9e91-496a-8a4a-df49bf22c1fc None None] Deleting port ba73f496-82ad-45f0-8fd7-7cd93dd25075 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:26.653330 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1854dffe-9e91-496a-8a4a-df49bf22c1fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.670441 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.684061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d572d2d9-25c6-4e43-b5b8-231440defacb req-0e055fba-8c31-4727-b705-099effca29e7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876451 Feb 18 09:03:26.695839 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-232a21e8-782e-49f8-880e-41034bd36578 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.701732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:03:26.702384 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:03:26.733818 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:03:26.746999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1854dffe-9e91-496a-8a4a-df49bf22c1fc None None] The port 'ba73f496-82ad-45f0-8fd7-7cd93dd25075' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:03:26.813853 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed02b490-7376-4fbc-88a9-296051b62cf6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.866392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232a21e8-782e-49f8-880e-41034bd36578 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:03:26.867700 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-232a21e8-782e-49f8-880e-41034bd36578 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:03:26.893229 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:03:26.921115 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40144) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:26.949848 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed02b490-7376-4fbc-88a9-296051b62cf6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:26.989079 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.030946 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.038919 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd12e65-8f5d-4828-b557-520681ff7b19,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:27.041778 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b4477def-41f1-46c3-9dae-669a03d63a33 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7fd12e65-8f5d-4828-b557-520681ff7b19 HTTP/1.1" status: 204 len: 168 time: 2.5956109 Feb 18 09:03:27.069687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02b490-7376-4fbc-88a9-296051b62cf6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=591f8374-12a1-4410-ae07-4fd6b6397b8a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:27.073585 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8385a18-bf64-421a-ba3f-5e7ede3ff9da None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:27.076447 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed02b490-7376-4fbc-88a9-296051b62cf6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.109264 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-232a21e8-782e-49f8-880e-41034bd36578 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.120227 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ed02b490-7376-4fbc-88a9-296051b62cf6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/591f8374-12a1-4410-ae07-4fd6b6397b8a HTTP/1.1" status: 204 len: 168 time: 0.6525152 Feb 18 09:03:27.121952 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-232a21e8-782e-49f8-880e-41034bd36578 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.126071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40154) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:27.201511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a21e8-782e-49f8-880e-41034bd36578 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Network': ['ID=968eeb5c-a949-4634-9d63-b4d796c87b97,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:27.217829 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-232a21e8-782e-49f8-880e-41034bd36578 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/networks/968eeb5c-a949-4634-9d63-b4d796c87b97 HTTP/1.1" status: 204 len: 168 time: 2.4296196 Feb 18 09:03:27.223960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40158) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:27.267623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a7043-1120-4b66-a1dc-14e88d0c2cbc req-5512e0a0-6be7-4186-a9af-6b4e500e5dc1 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:27.282110 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c71a7043-1120-4b66-a1dc-14e88d0c2cbc req-5512e0a0-6be7-4186-a9af-6b4e500e5dc1 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.3907959 Feb 18 09:03:27.384133 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c71a7043-1120-4b66-a1dc-14e88d0c2cbc req-3b2f37c2-a2ca-49a7-b0cf-9e58caba95b1 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002464 Feb 18 09:03:27.389245 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-53235f72-5def-495f-9c60-7352439ff560 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] DELETE failed (client error): The resource could not be found. Feb 18 09:03:27.389655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53235f72-5def-495f-9c60-7352439ff560 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:27.393850 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-53235f72-5def-495f-9c60-7352439ff560 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/subnets/244a3dd5-95c6-4a48-929c-3ce82325af30 HTTP/1.1" status: 404 len: 337 time: 0.1666658 Feb 18 09:03:27.398626 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40164) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:27.398882 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40166) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:27.448874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c61a3e8-affb-4775-b921-139f0d48006d req-e7cba7b6-9392-4347-b1df-5694a1ada409 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.0823996 Feb 18 09:03:27.491789 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d401f9-40c1-48bd-a789-f3f9e4ced350 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] DELETE failed (client error): The resource could not be found. Feb 18 09:03:27.491789 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d401f9-40c1-48bd-a789-f3f9e4ced350 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:27.491789 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d9d401f9-40c1-48bd-a789-f3f9e4ced350 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/networks/e5af8835-6019-4df0-b6cb-57ddcd5a4460 HTTP/1.1" status: 404 len: 339 time: 0.0886130 Feb 18 09:03:27.505660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40176) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:27.510344 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda5b55d-594e-4883-89b0-233e28eb811e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet 8507f159-253c-46ff-8aa1-69daa0c5736a {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:03:27.558814 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fda5b55d-594e-4883-89b0-233e28eb811e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.581239 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a96cc-3929-4472-8b3b-503a7c53548a req-9e8e2b5c-63e6-4209-8d77-85e67a9caddf tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:27.595169 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c40a96cc-3929-4472-8b3b-503a7c53548a req-9e8e2b5c-63e6-4209-8d77-85e67a9caddf tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.81 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.1386993 Feb 18 09:03:27.607649 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a8509bdb-a534-418d-963b-b53579573811 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d128612a02574f31aff0ce31520066f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6850867 Feb 18 09:03:27.619605 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40182) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:27.686994 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fda5b55d-594e-4883-89b0-233e28eb811e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.772931 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-21f811d7-1dce-4476-93ed-b533195febc2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bb7b88e07b194fc1a2e7bd1d2d15b7a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710814 Feb 18 09:03:27.783966 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40190) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:27.830298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-c40a96cc-3929-4472-8b3b-503a7c53548a req-ad8aa930-f164-4d0b-a544-d61933ebdfe1 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Deleting port 720ca9de-aa3a-4dcb-8a1f-36c30630d164 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:27.830889 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c40a96cc-3929-4472-8b3b-503a7c53548a req-ad8aa930-f164-4d0b-a544-d61933ebdfe1 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:27.868140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-998c3a8c-f130-47af-88f4-566489d635ce tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Deleting subnet 55afdb76-5d0a-4071-99be-17381209b9a7 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:03:27.919541 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-998c3a8c-f130-47af-88f4-566489d635ce tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.054528 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dbf1fda-8c19-4c9c-acd5-93e7aff407e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.058307 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-998c3a8c-f130-47af-88f4-566489d635ce tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.149394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c6c1b-bd71-4bfd-b539-ddba9ed1ca17 req-76d3783e-7aed-4987-8fbe-ba2aba839c20 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:28.152032 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fda5b55d-594e-4883-89b0-233e28eb811e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.162764 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d3c6c1b-bd71-4bfd-b539-ddba9ed1ca17 req-76d3783e-7aed-4987-8fbe-ba2aba839c20 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.5660539 Feb 18 09:03:28.195144 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea0c085e-bd9e-4749-a740-70f8d8cade2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.219680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfa9ae-bd98-4f01-b21f-c46d244ca55b req-08e1e4b1-b525-438a-8814-8967ae10e19f tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:28.221414 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7edfa9ae-bd98-4f01-b21f-c46d244ca55b req-08e1e4b1-b525-438a-8814-8967ae10e19f tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 945 time: 0.4746265 Feb 18 09:03:28.224413 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea0c085e-bd9e-4749-a740-70f8d8cade2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.286436 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d3c6c1b-bd71-4bfd-b539-ddba9ed1ca17 req-323fedf4-f0ef-4ad2-86a1-e0af82edce76 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222603 Feb 18 09:03:28.294049 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dbf1fda-8c19-4c9c-acd5-93e7aff407e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.311463 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea0c085e-bd9e-4749-a740-70f8d8cade2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.386981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c085e-bd9e-4749-a740-70f8d8cade2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b632f7af-b839-4ff4-9ca4-4815bab69e7c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:28.412059 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7edfa9ae-bd98-4f01-b21f-c46d244ca55b req-99561fba-d873-4cc7-8c6e-abc3629c24c9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7363ab7-b861-4d77-92d1-896df1401504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780980 Feb 18 09:03:28.413381 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea0c085e-bd9e-4749-a740-70f8d8cade2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.415650 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ea0c085e-bd9e-4749-a740-70f8d8cade2f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b632f7af-b839-4ff4-9ca4-4815bab69e7c HTTP/1.1" status: 204 len: 168 time: 0.6270816 Feb 18 09:03:28.433573 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-998c3a8c-f130-47af-88f4-566489d635ce tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.498936 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fda5b55d-594e-4883-89b0-233e28eb811e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.563281 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5b55d-594e-4883-89b0-233e28eb811e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=8507f159-253c-46ff-8aa1-69daa0c5736a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:28.570237 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dbf1fda-8c19-4c9c-acd5-93e7aff407e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.595136 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-c40a96cc-3929-4472-8b3b-503a7c53548a req-ad8aa930-f164-4d0b-a544-d61933ebdfe1 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] For port 720ca9de-aa3a-4dcb-8a1f-36c30630d164, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=720ca9de-aa3a-4dcb-8a1f-36c30630d164,segment=NetworkSegment(b2aa9a1c-cb87-49cf-9895-827781f43d2f),segment_id=b2aa9a1c-cb87-49cf-9895-827781f43d2f)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:28.595525 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c40a96cc-3929-4472-8b3b-503a7c53548a req-ad8aa930-f164-4d0b-a544-d61933ebdfe1 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.613473 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fda5b55d-594e-4883-89b0-233e28eb811e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.639294 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf1fda-8c19-4c9c-acd5-93e7aff407e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2117fdf-6d47-4a12-8ed0-545e872836b8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:28.680926 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fda5b55d-594e-4883-89b0-233e28eb811e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/8507f159-253c-46ff-8aa1-69daa0c5736a HTTP/1.1" status: 204 len: 168 time: 1.5535586 Feb 18 09:03:28.686297 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40202) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:28.783528 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dbf1fda-8c19-4c9c-acd5-93e7aff407e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.784784 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1dbf1fda-8c19-4c9c-acd5-93e7aff407e2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a2117fdf-6d47-4a12-8ed0-545e872836b8 HTTP/1.1" status: 204 len: 168 time: 1.1618822 Feb 18 09:03:28.791079 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd10795-a70f-4647-9fb4-ba78d438f80e None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:28.838058 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe8551b1-48a0-43fb-b9e8-04cad17631db req-9196b2d1-d71a-4a9e-9fac-d5d3bbe0d17b tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.0855374 Feb 18 09:03:28.928092 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-998c3a8c-f130-47af-88f4-566489d635ce tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:28.974053 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5af3324c-3a0a-4768-b103-8b9e8e34fad7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2843328 Feb 18 09:03:29.010708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40218) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:29.027353 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3e3472fb-07dc-427e-a1f4-588c29c6303c None None] Provisioning complete for port 509092d6-2d44-43a9-9c71-f5a585626604 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:29.027650 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3e3472fb-07dc-427e-a1f4-588c29c6303c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:29.102128 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-998c3a8c-f130-47af-88f4-566489d635ce tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:29.110783 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49141576-7243-43a8-8f1f-7544f0f36aa6 None None] Network df6381d9-cbee-4fc9-8ff3-dd649441a00c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:29.112066 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c3a8c-f130-47af-88f4-566489d635ce tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Subnet': ['ID=55afdb76-5d0a-4071-99be-17381209b9a7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:29.143179 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-998c3a8c-f130-47af-88f4-566489d635ce tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/subnets/55afdb76-5d0a-4071-99be-17381209b9a7 HTTP/1.1" status: 204 len: 168 time: 1.6236713 Feb 18 09:03:29.146062 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40226) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:29.270030 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40232) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:29.304602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-933f6b18-79b6-4c46-a669-826822ba8e7c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Deleting subnet 598c6a15-f3df-4d69-abac-eae750c80d1c {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:03:29.320976 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-933f6b18-79b6-4c46-a669-826822ba8e7c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:29.396916 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-933f6b18-79b6-4c46-a669-826822ba8e7c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:29.427080 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c40a96cc-3929-4472-8b3b-503a7c53548a req-ad8aa930-f164-4d0b-a544-d61933ebdfe1 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:29.427671 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c40a96cc-3929-4472-8b3b-503a7c53548a req-ad8aa930-f164-4d0b-a544-d61933ebdfe1 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:29.428243 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-c40a96cc-3929-4472-8b3b-503a7c53548a req-ad8aa930-f164-4d0b-a544-d61933ebdfe1 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Floating IP dbd8704b-8120-4045-a9ab-a16b2d0e1325 disassociated. External IP: 172.25.1.38, port: 720ca9de-aa3a-4dcb-8a1f-36c30630d164. Feb 18 09:03:29.428709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-c40a96cc-3929-4472-8b3b-503a7c53548a req-ad8aa930-f164-4d0b-a544-d61933ebdfe1 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Calling delete_port for 720ca9de-aa3a-4dcb-8a1f-36c30630d164 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:29.454799 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5952f5d9-6a20-4d5b-89b8-cf249d058210 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f4ed25103459407988de03e22bedc9a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834359 Feb 18 09:03:29.458656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40240) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:29.709273 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb8bc8a-a661-4834-ada0-fc4bd0d290b1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:29.710914 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7cb8bc8a-a661-4834-ada0-fc4bd0d290b1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6964436 Feb 18 09:03:29.719009 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c40a96cc-3929-4472-8b3b-503a7c53548a req-ad8aa930-f164-4d0b-a544-d61933ebdfe1 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:29.720518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40250) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:29.737010 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0295a633-817a-42ae-883a-30bba2937833 req-1ad5fc17-7797-41af-be99-167e29602fc7 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 210 time: 0.0940278 Feb 18 09:03:29.870174 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6179a7a3-a9c3-4173-82a3-f05faae4336e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:29.874980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c530cc9a-0c79-4e02-83d8-281f772fb6dc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:29.875527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c530cc9a-0c79-4e02-83d8-281f772fb6dc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:29.884321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8aa930-f164-4d0b-a544-d61933ebdfe1 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Pushing event deleted for resources: {'Port': ['ID=720ca9de-aa3a-4dcb-8a1f-36c30630d164,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:29.983972 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-933f6b18-79b6-4c46-a669-826822ba8e7c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.003095 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875353bb-d791-4c6e-9288-a44a275ee18a None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:03:30.040721 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-875353bb-d791-4c6e-9288-a44a275ee18a None None] Deleting port 509092d6-2d44-43a9-9c71-f5a585626604 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:30.042389 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-875353bb-d791-4c6e-9288-a44a275ee18a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.068390 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6179a7a3-a9c3-4173-82a3-f05faae4336e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.260626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c530cc9a-0c79-4e02-83d8-281f772fb6dc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:30.262006 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c530cc9a-0c79-4e02-83d8-281f772fb6dc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5331500 Feb 18 09:03:30.264855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40264) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:30.284252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42806472-6155-464d-af84-6f3ab1b7374e req-cab7a1b9-9004-45bd-baf2-71fe8047d690 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:30.292943 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 720ca9de-aa3a-4dcb-8a1f-36c30630d164 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:03:30.299820 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42806472-6155-464d-af84-6f3ab1b7374e req-cab7a1b9-9004-45bd-baf2-71fe8047d690 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 1.0062876 Feb 18 09:03:30.306148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c40a96cc-3929-4472-8b3b-503a7c53548a req-ad8aa930-f164-4d0b-a544-d61933ebdfe1 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:03:30.398343 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 720ca9de-aa3a-4dcb-8a1f-36c30630d164 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:03:30.399094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 720ca9de-aa3a-4dcb-8a1f-36c30630d164 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:03:30.410407 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-933f6b18-79b6-4c46-a669-826822ba8e7c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.420883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-35341007-b8e3-4e12-a48f-ba0141ad159d req-c2477b32-6db1-4818-90a9-0e64ec5c799f tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.1085157 Feb 18 09:03:30.482171 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-762d9fab-8156-4eb6-ad5c-701b2a66909d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.516372 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6179a7a3-a9c3-4173-82a3-f05faae4336e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.537322 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c69ce3b7-5fbf-4746-8541-9e12015a0e2c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2707579 Feb 18 09:03:30.538418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40270) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:30.573633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f6b18-79b6-4c46-a669-826822ba8e7c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Subnet': ['ID=598c6a15-f3df-4d69-abac-eae750c80d1c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:30.589714 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42806472-6155-464d-af84-6f3ab1b7374e req-93db88a5-37a2-499e-a806-97c419bf280c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860117 Feb 18 09:03:30.591892 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179a7a3-a9c3-4173-82a3-f05faae4336e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dff03d-ecf9-43c1-b813-1fc9b6c8b710,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:30.611448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-92ee2c6e-9bfc-4ecd-bccd-97b0ffcb8650 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:30.657732 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-933f6b18-79b6-4c46-a669-826822ba8e7c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.714850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-875353bb-d791-4c6e-9288-a44a275ee18a None None] For port 509092d6-2d44-43a9-9c71-f5a585626604, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=509092d6-2d44-43a9-9c71-f5a585626604,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:30.715249 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-875353bb-d791-4c6e-9288-a44a275ee18a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.764855 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6179a7a3-a9c3-4173-82a3-f05faae4336e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:30.768358 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6179a7a3-a9c3-4173-82a3-f05faae4336e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b2dff03d-ecf9-43c1-b813-1fc9b6c8b710 HTTP/1.1" status: 204 len: 168 time: 1.3067062 Feb 18 09:03:30.806798 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-933f6b18-79b6-4c46-a669-826822ba8e7c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/subnets/598c6a15-f3df-4d69-abac-eae750c80d1c HTTP/1.1" status: 204 len: 168 time: 1.6569505 Feb 18 09:03:30.808482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40282) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:30.912211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-875353bb-d791-4c6e-9288-a44a275ee18a None None] Calling delete_port for 509092d6-2d44-43a9-9c71-f5a585626604 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:30.950228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f81c9e-1872-4421-ab7d-cad1683ad264 None None] Network df6381d9-cbee-4fc9-8ff3-dd649441a00c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:31.000306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-92ee2c6e-9bfc-4ecd-bccd-97b0ffcb8650 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:31.027629 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-92ee2c6e-9bfc-4ecd-bccd-97b0ffcb8650 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:31.039404 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:31.053386 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Deleting port 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:31.053686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:31.091611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ee2c6e-9bfc-4ecd-bccd-97b0ffcb8650 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:31.095121 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92ee2c6e-9bfc-4ecd-bccd-97b0ffcb8650 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:31.097142 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ee2c6e-9bfc-4ecd-bccd-97b0ffcb8650 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:03:31.097730 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ee2c6e-9bfc-4ecd-bccd-97b0ffcb8650 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:31.173977 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-92ee2c6e-9bfc-4ecd-bccd-97b0ffcb8650 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5998161 Feb 18 09:03:31.181283 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40288) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:31.195730 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1491b48c-e023-4083-bc93-6aa409291f9c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:31.254446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6620e614-79e0-4fae-b15a-cbd2ff5223d5 req-3f38bab8-18b5-4685-aeec-2059d5f88a90 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 210 time: 0.1315792 Feb 18 09:03:31.275620 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-875353bb-d791-4c6e-9288-a44a275ee18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:31.308210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c40a96cc-3929-4472-8b3b-503a7c53548a req-ad8aa930-f164-4d0b-a544-d61933ebdfe1 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:03:31.331305 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a93ef200-518a-45de-950b-caf0cff5913d None None] Provisioning complete for port 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:31.331305 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a93ef200-518a-45de-950b-caf0cff5913d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:31.366013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b127dae-e00a-4401-a586-17f52a034c28 None None] Sync routers for ids ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:03:31.368114 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875353bb-d791-4c6e-9288-a44a275ee18a None None] Pushing event deleted for resources: {'Port': ['ID=509092d6-2d44-43a9-9c71-f5a585626604,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:31.399205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875353bb-d791-4c6e-9288-a44a275ee18a None None] No DVR routers for this DVR port 509092d6-2d44-43a9-9c71-f5a585626604 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:03:31.417814 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b127dae-e00a-4401-a586-17f52a034c28 None None] Routers {'b5f89e26-84e5-4203-95a7-2c6bb0a2f500'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:03:31.419063 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-4b127dae-e00a-4401-a586-17f52a034c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:03:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:31.484746 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1491b48c-e023-4083-bc93-6aa409291f9c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:31.506238 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1491b48c-e023-4083-bc93-6aa409291f9c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:31.533717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40a96cc-3929-4472-8b3b-503a7c53548a req-ad8aa930-f164-4d0b-a544-d61933ebdfe1 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] No DVR routers for this DVR port 720ca9de-aa3a-4dcb-8a1f-36c30630d164 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:03:31.537678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] For port 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7,segment=NetworkSegment(af793202-e167-4dc2-ada7-1d1c820c303e),segment_id=af793202-e167-4dc2-ada7-1d1c820c303e)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:31.538945 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c40a96cc-3929-4472-8b3b-503a7c53548a req-ad8aa930-f164-4d0b-a544-d61933ebdfe1 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:31.539195 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:31.552070 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3903c16f-7300-450e-9316-4e216e2b203d', 'name': 'network-vif-deleted', 'tag': '720ca9de-aa3a-4dcb-8a1f-36c30630d164'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:03:31.563477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1491b48c-e023-4083-bc93-6aa409291f9c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:31.573689 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1491b48c-e023-4083-bc93-6aa409291f9c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:31.575122 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1491b48c-e023-4083-bc93-6aa409291f9c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:03:31.575553 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1491b48c-e023-4083-bc93-6aa409291f9c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:31.593117 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c40a96cc-3929-4472-8b3b-503a7c53548a req-ad8aa930-f164-4d0b-a544-d61933ebdfe1 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.81 "DELETE /v2.0/ports/720ca9de-aa3a-4dcb-8a1f-36c30630d164 HTTP/1.1" status: 204 len: 173 time: 3.9463384 Feb 18 09:03:31.696527 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1491b48c-e023-4083-bc93-6aa409291f9c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5137212 Feb 18 09:03:31.697152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40318) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:31.775902 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1522d3c5-93ad-4dc9-9bad-b2df847dd08f req-37aad17e-eb35-4776-85ef-ea892d58eb00 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.1021407 Feb 18 09:03:31.777742 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3903c16f-7300-450e-9316-4e216e2b203d', 'name': 'network-vif-deleted', 'tag': '720ca9de-aa3a-4dcb-8a1f-36c30630d164', 'status': 'completed', 'code': 200} Feb 18 09:03:31.791194 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Calling delete_port for 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:31.879801 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-4b127dae-e00a-4401-a586-17f52a034c28 None None] Set router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:03:31.891635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-094b267b-15af-435f-9dc3-8b8d56d6d0e8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:32.077702 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 509092d6-2d44-43a9-9c71-f5a585626604 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:03:32.116833 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcd67b3-e5eb-41b7-a317-9476a59d4269 None None] DHCP port deletion for df6381d9-cbee-4fc9-8ff3-dd649441a00c request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:03:32.131521 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-094b267b-15af-435f-9dc3-8b8d56d6d0e8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:32.154126 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-4bcd67b3-e5eb-41b7-a317-9476a59d4269 None None] Deleting port 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:32.154598 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4bcd67b3-e5eb-41b7-a317-9476a59d4269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:32.155742 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:32.161997 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-094b267b-15af-435f-9dc3-8b8d56d6d0e8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:32.190001 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 509092d6-2d44-43a9-9c71-f5a585626604 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:03:32.190417 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 509092d6-2d44-43a9-9c71-f5a585626604 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:03:32.264037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Port': ['ID=3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:32.274843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No DVR routers for this DVR port 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:03:32.336339 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7107a-02ae-4ce8-873f-d271775e71a6 req-a5197d48-a22d-4913-b449-b79e86260dd0 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:32.344908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-68e7107a-02ae-4ce8-873f-d271775e71a6 req-a5197d48-a22d-4913-b449-b79e86260dd0 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.1865356 Feb 18 09:03:32.373050 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094b267b-15af-435f-9dc3-8b8d56d6d0e8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:32.378270 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-4bcd67b3-e5eb-41b7-a317-9476a59d4269 None None] The port '3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:03:32.383898 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-094b267b-15af-435f-9dc3-8b8d56d6d0e8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:32.385331 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-094b267b-15af-435f-9dc3-8b8d56d6d0e8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:03:32.385837 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094b267b-15af-435f-9dc3-8b8d56d6d0e8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:32.453737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-68e7107a-02ae-4ce8-873f-d271775e71a6 req-9a0970b2-5436-453c-a923-2b1ef7b9268d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077566 Feb 18 09:03:32.586569 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-094b267b-15af-435f-9dc3-8b8d56d6d0e8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8232462 Feb 18 09:03:32.595071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40344) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:32.605792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-5e84c99f-02dc-4ec6-8456-74720ba2d979 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:32.630346 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:32.651288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9a16753c-5ff0-49f1-b601-16ffde42cef1 req-85359e84-3e06-498b-8403-94e2c952d72f tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Synchronizing usage tracker for tenant:72394f0052cf4105ace3e6770e79b704 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:32.671079 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-4b127dae-e00a-4401-a586-17f52a034c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 4, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port': {'id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:11Z', 'updated_at': '2022-02-18T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '66782537-d63b-4ecf-a430-0250a169f4e5', 'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'mac_address': 'fa:16:3e:b0:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:17Z', 'updated_at': '2022-02-18T08:58:32Z', 'revision_number': 5, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'subnets': [{'id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:32.684169 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b127dae-e00a-4401-a586-17f52a034c28 None None] Checking router: b5f89e26-84e5-4203-95a7-2c6bb0a2f500 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:03:32.705777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9a16753c-5ff0-49f1-b601-16ffde42cef1 req-85359e84-3e06-498b-8403-94e2c952d72f tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Unset dirty status for tenant:72394f0052cf4105ace3e6770e79b704 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:32.708078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a16753c-5ff0-49f1-b601-16ffde42cef1 req-85359e84-3e06-498b-8403-94e2c952d72f tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903c16f-7300-450e-9316-4e216e2b203d HTTP/1.1" status: 200 len: 210 time: 0.1613553 Feb 18 09:03:32.732913 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b127dae-e00a-4401-a586-17f52a034c28 None None] Routers {'b5f89e26-84e5-4203-95a7-2c6bb0a2f500'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:03:32.741193 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-4b127dae-e00a-4401-a586-17f52a034c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:03:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:32.884081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40354) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:32.925291 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-406d49cd-32d0-4601-9cbb-84697a7cde34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:33.001335 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c70befa7-387c-47a7-9dbd-69cc19a55e43 req-587f34ab-e3ec-479f-9cbc-78b5accac167 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.0475700 Feb 18 09:03:33.093601 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6381d9-cbee-4fc9-8ff3-dd649441a00c']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:33.118255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af793202-e167-4dc2-ada7-1d1c820c303e') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:33.118549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af793202-e167-4dc2-ada7-1d1c820c303e') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:33.136388 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:33.147265 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5e84c99f-02dc-4ec6-8456-74720ba2d979 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:33.161122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5e84c99f-02dc-4ec6-8456-74720ba2d979 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:33.163260 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:33.172175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:03:33.172656 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:03:33.196817 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:03:33.251829 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-4b127dae-e00a-4401-a586-17f52a034c28 None None] Set router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:03:33.252203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e84c99f-02dc-4ec6-8456-74720ba2d979 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:33.256200 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e84c99f-02dc-4ec6-8456-74720ba2d979 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:33.257913 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e84c99f-02dc-4ec6-8456-74720ba2d979 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:03:33.258688 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e84c99f-02dc-4ec6-8456-74720ba2d979 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:33.297284 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5e84c99f-02dc-4ec6-8456-74720ba2d979 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7009101 Feb 18 09:03:33.301144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40370) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:33.311617 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e9fbb36d-d2b7-4f24-b5b2-334e535ffc1a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:33.326237 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:33.359365 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:33.376235 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Network': ['ID=df6381d9-cbee-4fc9-8ff3-dd649441a00c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:33.392150 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e863e922-4133-4418-a209-3f66199b36f0 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/networks/df6381d9-cbee-4fc9-8ff3-dd649441a00c HTTP/1.1" status: 204 len: 168 time: 2.5828042 Feb 18 09:03:33.396194 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40374) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:33.457449 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb8b4de-6a57-4ff8-ac15-af3336adac99 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] DELETE failed (client error): The resource could not be found. Feb 18 09:03:33.458448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb8b4de-6a57-4ff8-ac15-af3336adac99 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:33.460495 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8fb8b4de-6a57-4ff8-ac15-af3336adac99 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/subnets/db4ee24b-49ca-4fba-9037-f1c73ef5956d HTTP/1.1" status: 404 len: 337 time: 0.0630167 Feb 18 09:03:33.464447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40378) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:33.517743 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-95850295-1805-4f9f-ac11-2c8e5d352069 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] DELETE failed (client error): The resource could not be found. Feb 18 09:03:33.520446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95850295-1805-4f9f-ac11-2c8e5d352069 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:33.523888 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-95850295-1805-4f9f-ac11-2c8e5d352069 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/networks/d801d36c-9e99-4e3a-a505-c9d2a32c226e HTTP/1.1" status: 404 len: 339 time: 0.0582170 Feb 18 09:03:33.527658 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40384) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:33.578457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1551364495-network', 'tenant_id': '67fba04be8234c838f03f922f83b8802'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:33.606585 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df5c4d6-4b1c-4557-a45a-a088e0c369ab tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] DELETE failed (client error): The resource could not be found. Feb 18 09:03:33.607089 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df5c4d6-4b1c-4557-a45a-a088e0c369ab tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:33.609034 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2df5c4d6-4b1c-4557-a45a-a088e0c369ab tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/subnets/278c9df2-dc68-4610-97bf-7ea25b6a0b19 HTTP/1.1" status: 404 len: 337 time: 0.0802667 Feb 18 09:03:33.613756 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40388) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:33.625108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:33.665832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Usage tracker for resource:network and tenant:67fba04be8234c838f03f922f83b8802 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:33.674268 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a665df2a-e073-47c4-9902-4f6bcf91cf85 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] DELETE failed (client error): The resource could not be found. Feb 18 09:03:33.674738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a665df2a-e073-47c4-9902-4f6bcf91cf85 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:33.680019 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a665df2a-e073-47c4-9902-4f6bcf91cf85 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/networks/262e2f9e-1fdd-4e79-bfa6-259ad10e3d97 HTTP/1.1" status: 404 len: 339 time: 0.0644257 Feb 18 09:03:33.682959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40392) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:33.754785 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:33.774050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e9fbb36d-d2b7-4f24-b5b2-334e535ffc1a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:33.788564 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a282ec5c-f7f8-403f-bc23-cd89bac30766 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] DELETE failed (client error): The resource could not be found. Feb 18 09:03:33.788995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a282ec5c-f7f8-403f-bc23-cd89bac30766 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:33.799074 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a282ec5c-f7f8-403f-bc23-cd89bac30766 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/subnets/3e09a840-2d3d-408f-a95c-4cc388fcec3a HTTP/1.1" status: 404 len: 337 time: 0.1067669 Feb 18 09:03:33.799074 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40398) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:33.814234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:33.844679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e9fbb36d-d2b7-4f24-b5b2-334e535ffc1a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:33.856008 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8e52c3-68b1-473c-94af-b2862edde716 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] DELETE failed (client error): The resource could not be found. Feb 18 09:03:33.856540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8e52c3-68b1-473c-94af-b2862edde716 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:33.858268 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fc8e52c3-68b1-473c-94af-b2862edde716 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/networks/ee990034-72b9-49fc-bf8f-02fa1d0c8ce9 HTTP/1.1" status: 404 len: 339 time: 0.0589116 Feb 18 09:03:33.862409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40404) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:33.865294 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:03:33.882737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Made reservation on behalf of 67fba04be8234c838f03f922f83b8802 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:33.885048 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:33.914034 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:33.931134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fbb36d-d2b7-4f24-b5b2-334e535ffc1a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:33.939773 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e9fbb36d-d2b7-4f24-b5b2-334e535ffc1a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:33.941932 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fbb36d-d2b7-4f24-b5b2-334e535ffc1a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:03:33.942363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fbb36d-d2b7-4f24-b5b2-334e535ffc1a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:33.989895 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-670ee488-2821-4e78-9174-08c983e8ffc4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Deleting subnet ae7af06d-8b9e-40d7-ba57-2d25c094311a {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:03:34.002428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-670ee488-2821-4e78-9174-08c983e8ffc4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:34.016924 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:34.020001 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:03:34.020584 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3d6ab0c1-4d7b-419f-a3b1-f6030a1972c7 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:03:34.023605 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Usage tracker for resource:security_group_rule and tenant:67fba04be8234c838f03f922f83b8802 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:34.036613 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:34.040258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:34.046854 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e9fbb36d-d2b7-4f24-b5b2-334e535ffc1a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7412374 Feb 18 09:03:34.057475 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:34.063976 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40412) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:34.063976 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40414) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:34.080517 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:34.093268 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deda2e-2b0a-4e75-b506-327830ac7357 req-facea18a-cdd4-48f3-b0e7-b1463a422bc3 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:34.094827 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11deda2e-2b0a-4e75-b506-327830ac7357 req-facea18a-cdd4-48f3-b0e7-b1463a422bc3 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.4178166 Feb 18 09:03:34.107758 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ac2a3b27-f652-438a-aeeb-b4ff75cb5600 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:34.151091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-4b127dae-e00a-4401-a586-17f52a034c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 4, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port': {'id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:11Z', 'updated_at': '2022-02-18T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '66782537-d63b-4ecf-a430-0250a169f4e5', 'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'mac_address': 'fa:16:3e:b0:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:17Z', 'updated_at': '2022-02-18T08:58:32Z', 'revision_number': 5, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'subnets': [{'id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:34.165250 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b127dae-e00a-4401-a586-17f52a034c28 None None] The sync data for ids ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'] in n-d-829434-1 is: [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 4, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port': {'id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:11Z', 'updated_at': '2022-02-18T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '66782537-d63b-4ecf-a430-0250a169f4e5', 'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'mac_address': 'fa:16:3e:b0:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:17Z', 'updated_at': '2022-02-18T08:58:32Z', 'revision_number': 5, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'subnets': [{'id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:03:34.293729 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-070c2c71-12f4-4ca3-88df-9cfc2486f35f req-fc921be3-e329-42ac-b972-efe31e001d0e tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.0677609 Feb 18 09:03:34.298981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11deda2e-2b0a-4e75-b506-327830ac7357 req-900743c7-809f-4373-a4e5-5e87fbed72d7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944325 Feb 18 09:03:34.404141 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-670ee488-2821-4e78-9174-08c983e8ffc4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:34.413790 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:34.426417 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:34.441922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:03:34.515901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ac2a3b27-f652-438a-aeeb-b4ff75cb5600 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:34.589301 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:34.589906 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Added segment 66380197-dc09-412d-8934-9a6ccf344e14 of type vlan for network ec3d4a7e-a312-44cc-b0e7-a43199da5de1 Feb 18 09:03:34.637098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ac2a3b27-f652-438a-aeeb-b4ff75cb5600 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:34.637649 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:34.651384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fe883b-925d-47cd-8387-efc8737cb05d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:34.690199 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-983daa1d-3117-4b08-a022-e8f698b352eb tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:34.697317 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2a3b27-f652-438a-aeeb-b4ff75cb5600 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:34.700780 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ac2a3b27-f652-438a-aeeb-b4ff75cb5600 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:34.702156 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2a3b27-f652-438a-aeeb-b4ff75cb5600 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:03:34.702567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac2a3b27-f652-438a-aeeb-b4ff75cb5600 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:34.723394 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-670ee488-2821-4e78-9174-08c983e8ffc4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:34.742312 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:34.743700 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:34.744606 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:34.786892 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eb3c5a-1080-4951-bdec-b82c45a90bc4 None None] New status for floating IP dbd8704b-8120-4045-a9ab-a16b2d0e1325: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:03:34.804689 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9159298 Feb 18 09:03:34.806926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40436) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:34.809115 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-983daa1d-3117-4b08-a022-e8f698b352eb tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:34.841791 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ac2a3b27-f652-438a-aeeb-b4ff75cb5600 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7775927 Feb 18 09:03:34.855574 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40440) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:34.869710 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f8bc38ca-000b-404a-9161-95b666f6ea0d admin admin] Request body: {'subnet': {'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1551364495-subnet', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:34.882691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f8bc38ca-000b-404a-9161-95b666f6ea0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:34.903230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f8bc38ca-000b-404a-9161-95b666f6ea0d admin admin] Usage tracker for resource:subnet and tenant:67fba04be8234c838f03f922f83b8802 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:34.908734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f8bc38ca-000b-404a-9161-95b666f6ea0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:34.922199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f8bc38ca-000b-404a-9161-95b666f6ea0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:34.923246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ab49d-1a51-4e9c-857f-2aad3ba5fa75 admin admin] Pushing event updated for resources: {'Network': ['ID=ec3d4a7e-a312-44cc-b0e7-a43199da5de1,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:34.937411 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network ec3d4a7e-a312-44cc-b0e7-a43199da5de1 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:03:34.950116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bc38ca-000b-404a-9161-95b666f6ea0d admin admin] Made reservation on behalf of 67fba04be8234c838f03f922f83b8802 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:34.953529 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8bc38ca-000b-404a-9161-95b666f6ea0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:35.001257 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-983daa1d-3117-4b08-a022-e8f698b352eb tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:35.046141 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983daa1d-3117-4b08-a022-e8f698b352eb tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7363ab7-b861-4d77-92d1-896df1401504,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:35.052908 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7d976390-663c-47f3-84c3-d0a330394616 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:35.073482 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-983daa1d-3117-4b08-a022-e8f698b352eb tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:35.074703 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-983daa1d-3117-4b08-a022-e8f698b352eb tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "DELETE /v2.0/security-groups/a7363ab7-b861-4d77-92d1-896df1401504 HTTP/1.1" status: 204 len: 168 time: 1.0114875 Feb 18 09:03:35.085398 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:35.089002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40448) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:35.110619 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-516dff71-e2b4-4b68-ba74-415427a0c8af tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] show failed (client error): The resource could not be found. Feb 18 09:03:35.111688 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-516dff71-e2b4-4b68-ba74-415427a0c8af tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups/a7363ab7-b861-4d77-92d1-896df1401504 HTTP/1.1" status: 404 len: 347 time: 0.0207503 Feb 18 09:03:35.115639 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40452) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:35.119317 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7d976390-663c-47f3-84c3-d0a330394616 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:35.120550 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7d976390-663c-47f3-84c3-d0a330394616 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2562029 Feb 18 09:03:35.170898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40456) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:35.191880 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-670ee488-2821-4e78-9174-08c983e8ffc4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:35.274825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa94a8a1-f85a-4416-af1e-951c0622793a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:35.276300 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-aa94a8a1-f85a-4416-af1e-951c0622793a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1043742 Feb 18 09:03:35.280534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40460) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:35.302572 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ee488-2821-4e78-9174-08c983e8ffc4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Subnet': ['ID=ae7af06d-8b9e-40d7-ba57-2d25c094311a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:35.323790 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c41270-89c2-4f87-b597-36a6388aa854 None None] Network 12d633d8-fb36-4977-8866-aff37a373b19 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:35.325658 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-670ee488-2821-4e78-9174-08c983e8ffc4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:35.337218 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-9367678a-c149-4363-95d6-81c1822ae219 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Deleting port 93454ff2-3e3d-4703-ac4e-e95bcbe8f44c {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:35.337555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9367678a-c149-4363-95d6-81c1822ae219 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:35.360998 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0cb2852a-4a52-4159-a649-b7b190a6901e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:router {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:35.376284 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-670ee488-2821-4e78-9174-08c983e8ffc4 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/subnets/ae7af06d-8b9e-40d7-ba57-2d25c094311a HTTP/1.1" status: 204 len: 168 time: 1.5122263 Feb 18 09:03:35.381190 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40468) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:35.425230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0cb2852a-4a52-4159-a649-b7b190a6901e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:router {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:35.426342 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0cb2852a-4a52-4159-a649-b7b190a6901e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1449323 Feb 18 09:03:35.473454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40474) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:35.487737 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-3ceb6d01-ae06-4e54-a352-6c82334d7113 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:35.529201 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8bc38ca-000b-404a-9161-95b666f6ea0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:35.870523 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3ceb6d01-ae06-4e54-a352-6c82334d7113 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:35.881045 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3ceb6d01-ae06-4e54-a352-6c82334d7113 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:35.887531 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:35.899330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceb6d01-ae06-4e54-a352-6c82334d7113 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:35.903919 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ceb6d01-ae06-4e54-a352-6c82334d7113 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:35.905400 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed70891-9060-4946-b47c-19d75b7cdd59 None None] DHCP port deletion for 12d633d8-fb36-4977-8866-aff37a373b19 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:03:35.911380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-aed70891-9060-4946-b47c-19d75b7cdd59 None None] Deleting port 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:35.911768 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aed70891-9060-4946-b47c-19d75b7cdd59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:35.913751 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2cc85126-b2f2-4acf-891d-9745b1f7b7af req-d07a7ae6-a6d0-41c1-a3f7-f32bfb6e0832 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.3399525 Feb 18 09:03:35.992506 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9367678a-c149-4363-95d6-81c1822ae219 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:35.992931 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9367678a-c149-4363-95d6-81c1822ae219 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:36.005808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Deleting port 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:36.006389 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:36.121055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc38ca-000b-404a-9161-95b666f6ea0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c738050d-ebd5-4e0e-a984-f573b8282991,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:36.150451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc38ca-000b-404a-9161-95b666f6ea0d admin admin] Checking segment: {'id': '66380197-dc09-412d-8934-9a6ccf344e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:03:36.150864 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bc38ca-000b-404a-9161-95b666f6ea0d admin admin] Network hostable DHCP agents. Network: ec3d4a7e-a312-44cc-b0e7-a43199da5de1, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:03:36.279588 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b52a007-6793-462b-a409-d455612d4997 req-1534b0c7-6fb2-40e0-ad09-26bb05cf2860 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.0553801 Feb 18 09:03:36.295772 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-aed70891-9060-4946-b47c-19d75b7cdd59 None None] For port 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0dc8d752-1b8a-46f0-a6be-a3671eaf3d26,segment=NetworkSegment(c6629009-812d-4216-a5eb-b50d5f043132),segment_id=c6629009-812d-4216-a5eb-b50d5f043132)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:36.296802 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aed70891-9060-4946-b47c-19d75b7cdd59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:36.306767 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bc38ca-000b-404a-9161-95b666f6ea0d admin admin] Network ec3d4a7e-a312-44cc-b0e7-a43199da5de1 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:03:36.388568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e877c6c-2f56-4b5b-9918-6fd329612a45 req-4f23f3e7-40c7-4927-be99-72370a7c366e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:36.390716 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e877c6c-2f56-4b5b-9918-6fd329612a45 req-4f23f3e7-40c7-4927-be99-72370a7c366e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.4648206 Feb 18 09:03:36.400240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-f8bc38ca-000b-404a-9161-95b666f6ea0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, ec3d4a7e-a312-44cc-b0e7-a43199da5de1) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:36.431258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bc38ca-000b-404a-9161-95b666f6ea0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:36.431838 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8bc38ca-000b-404a-9161-95b666f6ea0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:36.468483 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-9367678a-c149-4363-95d6-81c1822ae219 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Calling delete_port for 93454ff2-3e3d-4703-ac4e-e95bcbe8f44c owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:36.469244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] For port 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0dc8d752-1b8a-46f0-a6be-a3671eaf3d26,segment=NetworkSegment(c6629009-812d-4216-a5eb-b50d5f043132),segment_id=c6629009-812d-4216-a5eb-b50d5f043132)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:36.469909 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:36.473755 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-aed70891-9060-4946-b47c-19d75b7cdd59 None None] Calling delete_port for 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:36.557551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b634f97-4f49-4bba-b758-5894618c52bd None None] Network ec3d4a7e-a312-44cc-b0e7-a43199da5de1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:36.589813 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aed70891-9060-4946-b47c-19d75b7cdd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:36.688773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed70891-9060-4946-b47c-19d75b7cdd59 None None] No DVR routers for this DVR port 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:03:36.704146 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed70891-9060-4946-b47c-19d75b7cdd59 None None] Pushing event deleted for resources: {'Port': ['ID=0dc8d752-1b8a-46f0-a6be-a3671eaf3d26,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:36.705648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Calling delete_port for 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:36.776393 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9367678a-c149-4363-95d6-81c1822ae219 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:36.786097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.objects.ports [None req-3ceb6d01-ae06-4e54-a352-6c82334d7113 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87767) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 09:03:36.830720 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ceb6d01-ae06-4e54-a352-6c82334d7113 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:36.870628 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:03:36.870951 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:03:36.877021 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f8bc38ca-000b-404a-9161-95b666f6ea0d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0654852 Feb 18 09:03:36.894137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40490) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:36.908168 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e877c6c-2f56-4b5b-9918-6fd329612a45 req-f5aaf726-a162-4ac7-9bf3-bc9668cb0ee4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031719 Feb 18 09:03:36.908394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367678a-c149-4363-95d6-81c1822ae219 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Pushing event deleted for resources: {'Port': ['ID=93454ff2-3e3d-4703-ac4e-e95bcbe8f44c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:36.915878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1551364495-router', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:36.943269 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:36.960885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Usage tracker for resource:router and tenant:67fba04be8234c838f03f922f83b8802 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:36.962254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-ec3d4a7e-a312-44cc-b0e7-a43199da5de1', 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'fixed_ips': [{'subnet_id': 'c738050d-ebd5-4e0e-a984-f573b8282991'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:03:36.963342 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:36.974739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:36.989638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:37.017966 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:37.019769 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:37.057819 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:37.180467 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceb6d01-ae06-4e54-a352-6c82334d7113 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:37.195599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-3ceb6d01-ae06-4e54-a352-6c82334d7113 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:37.214302 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb6d01-ae06-4e54-a352-6c82334d7113 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:37.217493 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ceb6d01-ae06-4e54-a352-6c82334d7113 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:37.224509 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7887ed-e486-45f4-afb3-6fd91b21d29d None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:37.252998 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb6d01-ae06-4e54-a352-6c82334d7113 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=496a88f9-0bdf-4a83-908d-a69f73e37605,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:37.263922 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9367678a-c149-4363-95d6-81c1822ae219 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:37.293675 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3ceb6d01-ae06-4e54-a352-6c82334d7113 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8179915 Feb 18 09:03:37.294834 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40498) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:37.300918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-831a36a9-9302-4c21-978f-2ff4441e9478 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'mac_address': 'fa:16:3e:20:a8:46', 'name': 'tempest-NetworksTestDHCPv6-93643374'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:37.304819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d130469-5b25-497c-9367-d619eb3eeef6 req-0fcfee54-8319-4110-aa2b-6ca2444a8f0f tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.1308384 Feb 18 09:03:37.327990 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9367678a-c149-4363-95d6-81c1822ae219 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:37.338974 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9367678a-c149-4363-95d6-81c1822ae219 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "DELETE /v2.0/floatingips/dbd8704b-8120-4045-a9ab-a16b2d0e1325 HTTP/1.1" status: 204 len: 168 time: 2.2126274 Feb 18 09:03:37.450980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Allocated IP 172.20.0.2 (ec3d4a7e-a312-44cc-b0e7-a43199da5de1/c738050d-ebd5-4e0e-a984-f573b8282991/52f992e6-1de6-4e0b-8926-b15e2fd55213) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:37.547846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Deleting port 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:37.547846 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:37.629756 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-831a36a9-9302-4c21-978f-2ff4441e9478 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:37.641190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-831a36a9-9302-4c21-978f-2ff4441e9478 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:37.657581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831a36a9-9302-4c21-978f-2ff4441e9478 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:37.752385 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:03:37.793154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] The port '0dc8d752-1b8a-46f0-a6be-a3671eaf3d26' was deleted {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:03:37.801060 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:03:37.801658 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0dc8d752-1b8a-46f0-a6be-a3671eaf3d26 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:03:37.823320 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-831a36a9-9302-4c21-978f-2ff4441e9478 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:37.856019 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-831a36a9-9302-4c21-978f-2ff4441e9478 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port 593da3bf-f485-41fc-98dc-d8d889e52a12 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:03:37.867113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': '496a88f9-0bdf-4a83-908d-a69f73e37605'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:03:37.868173 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:37.882451 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:38.056779 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:38.070541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Transition to ACTIVE for port object 52f992e6-1de6-4e0b-8926-b15e2fd55213 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:38.093620 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Transition to ACTIVE for port object 52f992e6-1de6-4e0b-8926-b15e2fd55213 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:38.099274 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:38.117294 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-831a36a9-9302-4c21-978f-2ff4441e9478 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::f816:3eff:fe20:a846 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/496a88f9-0bdf-4a83-908d-a69f73e37605/593da3bf-f485-41fc-98dc-d8d889e52a12) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:38.169980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Network ec3d4a7e-a312-44cc-b0e7-a43199da5de1 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:38.172994 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:38.177043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:03:38.272467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Pushing event updated for resources: {'Port': ['ID=52f992e6-1de6-4e0b-8926-b15e2fd55213,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:38.274941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Attempting to bind port 52f992e6-1de6-4e0b-8926-b15e2fd55213 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:03:38.275320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Attempting to bind port 52f992e6-1de6-4e0b-8926-b15e2fd55213 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '66380197-dc09-412d-8934-9a6ccf344e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:03:38.275742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Attempting to bind port 52f992e6-1de6-4e0b-8926-b15e2fd55213 on network ec3d4a7e-a312-44cc-b0e7-a43199da5de1 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:03:38.279936 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:38.282497 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:03:38.282957 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Checking segment: {'id': '66380197-dc09-412d-8934-9a6ccf344e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:03:38.283433 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:38.283915 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Bound using segment: {'id': '66380197-dc09-412d-8934-9a6ccf344e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:03:38.285165 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Bound port: 52f992e6-1de6-4e0b-8926-b15e2fd55213, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66380197-dc09-412d-8934-9a6ccf344e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:03:38.285622 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:38.356194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d633d8-fb36-4977-8866-aff37a373b19']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:38.377464 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6629009-812d-4216-a5eb-b50d5f043132') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:38.378765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6629009-812d-4216-a5eb-b50d5f043132') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:38.402311 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-831a36a9-9302-4c21-978f-2ff4441e9478 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:38.408517 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:38.431550 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:38.435475 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] For port 52f992e6-1de6-4e0b-8926-b15e2fd55213, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:03:38.441836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-831a36a9-9302-4c21-978f-2ff4441e9478 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object 593da3bf-f485-41fc-98dc-d8d889e52a12 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:38.443009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:03:38.443417 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:38.444310 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] For port 52f992e6-1de6-4e0b-8926-b15e2fd55213, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=52f992e6-1de6-4e0b-8926-b15e2fd55213,segment=NetworkSegment(66380197-dc09-412d-8934-9a6ccf344e14),segment_id=66380197-dc09-412d-8934-9a6ccf344e14)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:03:38.451299 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:03:38.458636 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:03:38.474160 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-831a36a9-9302-4c21-978f-2ff4441e9478 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:38.531182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831a36a9-9302-4c21-978f-2ff4441e9478 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:38.541792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-831a36a9-9302-4c21-978f-2ff4441e9478 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:38.553109 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a36a9-9302-4c21-978f-2ff4441e9478 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:03:38.559705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831a36a9-9302-4c21-978f-2ff4441e9478 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:38.560657 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-831a36a9-9302-4c21-978f-2ff4441e9478 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:38.605965 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-831a36a9-9302-4c21-978f-2ff4441e9478 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3084028 Feb 18 09:03:38.606938 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40520) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:38.613507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765cfd6-8b9b-4a55-9bd1-9b0c75c7ac72 req-ecabe6f9-fcc6-4450-a5dd-3bd0e870287c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:38.615157 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9765cfd6-8b9b-4a55-9bd1-9b0c75c7ac72 req-ecabe6f9-fcc6-4450-a5dd-3bd0e870287c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.4997182 Feb 18 09:03:38.651547 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Allocated IP 2001:db8::f816:3eff:fe9b:f09f (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/496a88f9-0bdf-4a83-908d-a69f73e37605/310eb1e6-7b3c-4590-8db7-826bddff7fea) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:38.695971 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfec1b-246e-4f5e-94ad-a25a3d7e265a None None] Pushing event updated for resources: {'Port': ['ID=52f992e6-1de6-4e0b-8926-b15e2fd55213,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:38.774772 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9765cfd6-8b9b-4a55-9bd1-9b0c75c7ac72 req-74f9a51c-242f-431e-9b0a-e3016d35ad43 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417985 Feb 18 09:03:38.792469 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:38.842550 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:38.896309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Network': ['ID=12d633d8-fb36-4977-8866-aff37a373b19,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:38.942185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:38.942596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:38.943101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:38.943544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:38.944297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:38.945211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:38.945330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:38.945694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:38.946165 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:38.946457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:38.946822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:38.947301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:38.957912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a36a9-9302-4c21-978f-2ff4441e9478 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=593da3bf-f485-41fc-98dc-d8d889e52a12,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:38.991485 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ad1b3974-9393-41e0-81f1-63914cf5d942 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/networks/12d633d8-fb36-4977-8866-aff37a373b19 HTTP/1.1" status: 204 len: 168 time: 3.6066375 Feb 18 09:03:38.992542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40526) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:39.073762 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.077441 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b763989-1d2d-4a93-ab10-360af3c98f25 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] DELETE failed (client error): The resource could not be found. Feb 18 09:03:39.078221 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b763989-1d2d-4a93-ab10-360af3c98f25 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:39.082805 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7b763989-1d2d-4a93-ab10-360af3c98f25 tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/subnets/a0021f34-bc87-410c-8c3f-8cf4732d4904 HTTP/1.1" status: 404 len: 337 time: 0.0866172 Feb 18 09:03:39.084832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40532) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:39.100034 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Transition to ACTIVE for port object 310eb1e6-7b3c-4590-8db7-826bddff7fea will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:39.123557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40536) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:39.136202 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Transition to ACTIVE for port object 310eb1e6-7b3c-4590-8db7-826bddff7fea will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:39.148404 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.186302 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb71bad-ec32-4278-a6b3-28280998c6fc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] DELETE failed (client error): The resource could not be found. Feb 18 09:03:39.186858 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb71bad-ec32-4278-a6b3-28280998c6fc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:39.191438 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-aeb71bad-ec32-4278-a6b3-28280998c6fc tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/networks/17696e3b-89d3-4091-8765-4c7ed4adf3a6 HTTP/1.1" status: 404 len: 339 time: 0.1027732 Feb 18 09:03:39.191973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40540) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:39.249393 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:39.274836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-38faee90-205e-4276-842b-5f145a8f46c2 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651591730', 'description': 'tempest-description--1399537497'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:39.278175 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65754677-1798-4cce-94ea-53fd7bba182d req-f5712a5e-0ac3-4ca2-b91f-6381793beaa2 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.1318533 Feb 18 09:03:39.299403 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-38faee90-205e-4276-842b-5f145a8f46c2 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:39.323026 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-38faee90-205e-4276-842b-5f145a8f46c2 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Usage tracker for resource:security_group and tenant:72394f0052cf4105ace3e6770e79b704 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:39.327430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-38faee90-205e-4276-842b-5f145a8f46c2 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:39.327606 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:39.330826 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:03:39.339531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-38faee90-205e-4276-842b-5f145a8f46c2 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:39.373407 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fb6e54-e30a-45fe-bf38-0d44ef58bbee tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:39.374299 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-06fb6e54-e30a-45fe-bf38-0d44ef58bbee tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:39.419704 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38faee90-205e-4276-842b-5f145a8f46c2 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.430122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Pushing event updated for resources: {'Port': ['ID=310eb1e6-7b3c-4590-8db7-826bddff7fea,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:39.459049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-71329992-d02a-4568-95eb-0f3bcabaddbf tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Deleting subnet 32a027a9-228a-409e-b0a0-444994da7828 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:03:39.462735 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71329992-d02a-4568-95eb-0f3bcabaddbf tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.534736 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.541854 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71329992-d02a-4568-95eb-0f3bcabaddbf tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.562812 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Attempting to bind port 310eb1e6-7b3c-4590-8db7-826bddff7fea on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:03:39.563362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Attempting to bind port 310eb1e6-7b3c-4590-8db7-826bddff7fea by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:03:39.563482 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Attempting to bind port 310eb1e6-7b3c-4590-8db7-826bddff7fea on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:03:39.568436 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.578746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:03:39.579129 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:03:39.579536 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.583611 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:03:39.584165 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Bound port: 310eb1e6-7b3c-4590-8db7-826bddff7fea, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:03:39.584586 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:39.699655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-06fb6e54-e30a-45fe-bf38-0d44ef58bbee tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:39.701032 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-06fb6e54-e30a-45fe-bf38-0d44ef58bbee tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 1.0901487 Feb 18 09:03:39.703806 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40552) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:39.730623 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-38faee90-205e-4276-842b-5f145a8f46c2 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:39.755676 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-38faee90-205e-4276-842b-5f145a8f46c2 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Usage tracker for resource:security_group_rule and tenant:72394f0052cf4105ace3e6770e79b704 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:39.775574 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-38faee90-205e-4276-842b-5f145a8f46c2 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:39.833270 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-38faee90-205e-4276-842b-5f145a8f46c2 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:39.894522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 52f992e6-1de6-4e0b-8926-b15e2fd55213 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:39.984921 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71329992-d02a-4568-95eb-0f3bcabaddbf tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.060356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] For port 310eb1e6-7b3c-4590-8db7-826bddff7fea, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:03:40.068969 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] For port 310eb1e6-7b3c-4590-8db7-826bddff7fea, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=310eb1e6-7b3c-4590-8db7-826bddff7fea,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:03:40.099478 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.224761 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc117b55-bea2-4542-b2ad-289d9753771a req-f1f2e690-52e4-4401-8132-3a8b65e0e5ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f9619101a17748c58f6e61371f19e56b&device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.2266622 Feb 18 09:03:40.245502 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b7d2cca-793a-407f-8361-100e5b2eb6bb req-424f7ff7-79dc-4d49-a473-a09ed2ec37aa tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.0881374 Feb 18 09:03:40.258881 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38faee90-205e-4276-842b-5f145a8f46c2 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.278521 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38faee90-205e-4276-842b-5f145a8f46c2 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.343858 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38faee90-205e-4276-842b-5f145a8f46c2 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.345430 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-38faee90-205e-4276-842b-5f145a8f46c2 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1651740 Feb 18 09:03:40.349899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40562) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:40.358098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d3b19edc-8f76-4209-b0da-13b5067efa88 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Request body: {'security_group_rule': {'security_group_id': '6b283fcd-9294-44fc-a3eb-6ceae1187c39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:40.358587 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc117b55-bea2-4542-b2ad-289d9753771a req-16962c93-099c-44f6-9322-268a616c4ef0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=f9619101a17748c58f6e61371f19e56b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1158338 Feb 18 09:03:40.371763 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71329992-d02a-4568-95eb-0f3bcabaddbf tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.424666 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d3b19edc-8f76-4209-b0da-13b5067efa88 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:40.437136 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727a9ef-8697-40a0-97d8-08ef0ff75f0b None None] Pushing event updated for resources: {'Port': ['ID=310eb1e6-7b3c-4590-8db7-826bddff7fea,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:40.441080 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d3b19edc-8f76-4209-b0da-13b5067efa88 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Usage tracker for resource:security_group_rule and tenant:72394f0052cf4105ace3e6770e79b704 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:40.450183 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71329992-d02a-4568-95eb-0f3bcabaddbf tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.456073 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-71329992-d02a-4568-95eb-0f3bcabaddbf tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/subnets/32a027a9-228a-409e-b0a0-444994da7828 HTTP/1.1" status: 204 len: 168 time: 1.2610261 Feb 18 09:03:40.457689 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71329992-d02a-4568-95eb-0f3bcabaddbf tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Subnet': ['ID=32a027a9-228a-409e-b0a0-444994da7828,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:40.462106 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40566) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:40.463017 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa798aad-7541-431a-af87-5fa2ab6779e9 None None] Network 357e1310-eb97-44ab-81de-8b38898309f4 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:40.463294 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d3b19edc-8f76-4209-b0da-13b5067efa88 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:40.486915 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 52f992e6-1de6-4e0b-8926-b15e2fd55213 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:40.493629 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38faee90-205e-4276-842b-5f145a8f46c2 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b283fcd-9294-44fc-a3eb-6ceae1187c39,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:40.502131 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d3b19edc-8f76-4209-b0da-13b5067efa88 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:40.512702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-db0259c7-2670-4eb6-92d0-0a208fecdb7a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port 593da3bf-f485-41fc-98dc-d8d889e52a12 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:40.515541 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-db0259c7-2670-4eb6-92d0-0a208fecdb7a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.632569 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d3b19edc-8f76-4209-b0da-13b5067efa88 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.641959 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4ec881-328e-4d40-a04a-f0066d9816a1 None None] Network ec3d4a7e-a312-44cc-b0e7-a43199da5de1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:40.666067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Allocated IP 172.25.1.161 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:40.685492 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.711849 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d3b19edc-8f76-4209-b0da-13b5067efa88 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.724708 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d3b19edc-8f76-4209-b0da-13b5067efa88 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.742250 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Deleting port 9491b9e5-4a82-4d59-9bf1-7757616ea71a {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:40.742597 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.873155 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b19edc-8f76-4209-b0da-13b5067efa88 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dddaa87-60b8-4296-bfae-622138114b5b,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:40.925938 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a4a2db4a-ca12-40db-b70c-7b7109376db9 None None] Provisioning for port 52f992e6-1de6-4e0b-8926-b15e2fd55213 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:40.936368 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d3b19edc-8f76-4209-b0da-13b5067efa88 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:40.939554 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d3b19edc-8f76-4209-b0da-13b5067efa88 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5883114 Feb 18 09:03:40.993223 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40572) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:41.007323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0b1e60cd-42c1-4ed6-a62e-98899332beb6 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Request body: {'security_group_rule': {'security_group_id': '6b283fcd-9294-44fc-a3eb-6ceae1187c39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:41.109834 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0b1e60cd-42c1-4ed6-a62e-98899332beb6 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:41.125892 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0b1e60cd-42c1-4ed6-a62e-98899332beb6 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Usage tracker for resource:security_group_rule and tenant:72394f0052cf4105ace3e6770e79b704 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:41.134160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0b1e60cd-42c1-4ed6-a62e-98899332beb6 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:41.142403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a4a2db4a-ca12-40db-b70c-7b7109376db9 None None] Provisioning complete for port 52f992e6-1de6-4e0b-8926-b15e2fd55213 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:41.142927 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a4a2db4a-ca12-40db-b70c-7b7109376db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:41.151350 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0b1e60cd-42c1-4ed6-a62e-98899332beb6 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:41.280069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc117b55-bea2-4542-b2ad-289d9753771a req-7e3ef8fb-a3bc-44ba-bf95-0528bef7e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:41.281558 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc117b55-bea2-4542-b2ad-289d9753771a req-7e3ef8fb-a3bc-44ba-bf95-0528bef7e820 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7819848 Feb 18 09:03:41.298430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] For port 9491b9e5-4a82-4d59-9bf1-7757616ea71a, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9491b9e5-4a82-4d59-9bf1-7757616ea71a,segment=NetworkSegment(f12d0eb1-8ec0-4bbe-b912-b7b00510470a),segment_id=f12d0eb1-8ec0-4bbe-b912-b7b00510470a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:41.299501 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:41.326523 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0b1e60cd-42c1-4ed6-a62e-98899332beb6 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:41.567142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Calling delete_port for 9491b9e5-4a82-4d59-9bf1-7757616ea71a owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:41.584838 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:41.634249 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:41.661162 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2b0df3e-b386-42b3-87d2-a9556380b1b7 req-1e261f63-224d-4674-8e06-5b1851b2e006 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.0674617 Feb 18 09:03:41.673811 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:41.699243 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:41.709127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3b739-8c49-46a5-8063-9137e258af42 req-9269b30a-9333-4693-9a18-0db7fe056d8e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:41.731446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5dd3b739-8c49-46a5-8063-9137e258af42 req-9269b30a-9333-4693-9a18-0db7fe056d8e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 1.3472157 Feb 18 09:03:41.819130 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a4a2db4a-ca12-40db-b70c-7b7109376db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:41.821960 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-db0259c7-2670-4eb6-92d0-0a208fecdb7a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:41.829660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] No DVR routers for this DVR port 9491b9e5-4a82-4d59-9bf1-7757616ea71a on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:03:41.871341 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5dd3b739-8c49-46a5-8063-9137e258af42 req-90e9efd0-e115-4b36-a526-1632b465e236 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387579 Feb 18 09:03:41.878459 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 310eb1e6-7b3c-4590-8db7-826bddff7fea up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:41.954507 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ec5b4c-588a-4465-801e-7e7ef6472650 None None] DHCP port deletion for 357e1310-eb97-44ab-81de-8b38898309f4 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:03:41.970508 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Port': ['ID=9491b9e5-4a82-4d59-9bf1-7757616ea71a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:41.980132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a4a2db4a-ca12-40db-b70c-7b7109376db9 None None] For port 52f992e6-1de6-4e0b-8926-b15e2fd55213, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=52f992e6-1de6-4e0b-8926-b15e2fd55213,segment=NetworkSegment(66380197-dc09-412d-8934-9a6ccf344e14),segment_id=66380197-dc09-412d-8934-9a6ccf344e14)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:42.010164 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a4a2db4a-ca12-40db-b70c-7b7109376db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.047697 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0b1e60cd-42c1-4ed6-a62e-98899332beb6 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.140682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-db0259c7-2670-4eb6-92d0-0a208fecdb7a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for 593da3bf-f485-41fc-98dc-d8d889e52a12 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:42.154934 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0b1e60cd-42c1-4ed6-a62e-98899332beb6 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.176990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2db4a-ca12-40db-b70c-7b7109376db9 None None] Pushing event updated for resources: {'Port': ['ID=52f992e6-1de6-4e0b-8926-b15e2fd55213,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:42.233489 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.237009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 310eb1e6-7b3c-4590-8db7-826bddff7fea completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:42.297851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e60cd-42c1-4ed6-a62e-98899332beb6 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961493da-869a-418e-a486-80d03fa9d1ce,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:42.310063 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.311282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:42.318009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:42.320901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:03:42.345870 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0b1e60cd-42c1-4ed6-a62e-98899332beb6 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.347744 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0b1e60cd-42c1-4ed6-a62e-98899332beb6 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3525956 Feb 18 09:03:42.359863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40586) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:42.363767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357e1310-eb97-44ab-81de-8b38898309f4']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:42.369859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7642491c-6711-4f01-bab1-60180cace58c None None] Provisioning complete for port 52f992e6-1de6-4e0b-8926-b15e2fd55213 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:42.374262 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:42.374921 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7642491c-6711-4f01-bab1-60180cace58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.387144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:42.397395 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12d0eb1-8ec0-4bbe-b912-b7b00510470a') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:42.397961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12d0eb1-8ec0-4bbe-b912-b7b00510470a') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:42.400128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:42.419268 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Usage tracker for resource:floatingip and tenant:72394f0052cf4105ace3e6770e79b704 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:42.425494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:42.433343 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.447421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:42.478330 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.494711 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.505406 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 11ef0527-e478-43f1-8711-8726f87c803f details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:03:42.548789 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:03:42.549361 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.776612 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-db0259c7-2670-4eb6-92d0-0a208fecdb7a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:42.926152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0259c7-2670-4eb6-92d0-0a208fecdb7a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=593da3bf-f485-41fc-98dc-d8d889e52a12,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:03:43.055120 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:03:43.113049 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 11ef0527-e478-43f1-8711-8726f87c803f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=11ef0527-e478-43f1-8711-8726f87c803f,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:43.144176 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '11ef0527-e478-43f1-8711-8726f87c803f', 'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7', 'port_id': '11ef0527-e478-43f1-8711-8726f87c803f', 'mac_address': 'fa:16:3e:12:22:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9735f5-e885-4001-b6bc-713131a65bb6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:03:43.200793 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ffaf2db8-4402-4872-872d-93f625930308 req-58c3e81b-6b1e-47f1-9024-05d7f52465f3 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.72 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.1275456 Feb 18 09:03:43.270194 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:43.286224 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:43.296773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-10388aa2-52f6-4ffb-a29d-38363a7513c0 None None] Provisioning for port 310eb1e6-7b3c-4590-8db7-826bddff7fea completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:43.315515 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:43.328554 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-10388aa2-52f6-4ffb-a29d-38363a7513c0 None None] Provisioning complete for port 310eb1e6-7b3c-4590-8db7-826bddff7fea triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:43.329091 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-10388aa2-52f6-4ffb-a29d-38363a7513c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:43.333997 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] Pushing event deleted for resources: {'Network': ['ID=357e1310-eb97-44ab-81de-8b38898309f4,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:43.339033 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-278d57d6-0682-4901-bade-6d0c82b2614c tempest-NetworksIpV6Test-2091978238 tempest-NetworksIpV6Test-2091978238-project] 10.222.0.72 "DELETE /v2.0/networks/357e1310-eb97-44ab-81de-8b38898309f4 HTTP/1.1" status: 204 len: 168 time: 2.8713446 Feb 18 09:03:43.373063 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc117b55-bea2-4542-b2ad-289d9753771a req-28ccf8f7-3ec0-4601-a4e2-f02fb450cb86 tempest-ServerShowV254Test-536650089 tempest-ServerShowV254Test-536650089-project] 10.222.0.61 "GET /v2.0/ports?device_id=7094a01a-7566-4a0c-a3be-6e890e6001e8 HTTP/1.1" status: 200 len: 210 time: 0.1592159 Feb 18 09:03:43.385775 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-db0259c7-2670-4eb6-92d0-0a208fecdb7a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:43.418536 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11ef0527-e478-43f1-8711-8726f87c803f {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:03:43.451375 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 11ef0527-e478-43f1-8711-8726f87c803f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=11ef0527-e478-43f1-8711-8726f87c803f,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:43.469835 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:43.471254 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:43.551001 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40608) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:43.551625 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-db0259c7-2670-4eb6-92d0-0a208fecdb7a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/593da3bf-f485-41fc-98dc-d8d889e52a12 HTTP/1.1" status: 204 len: 168 time: 3.8411067 Feb 18 09:03:43.637242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=11ef0527-e478-43f1-8711-8726f87c803f,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:43.693502 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['11ef0527-e478-43f1-8711-8726f87c803f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:03:43.724130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a86c4b-55d9-4e59-afa6-bc54731f1e89 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:43.726133 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a86c4b-55d9-4e59-afa6-bc54731f1e89 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:43.727264 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c0a86c4b-55d9-4e59-afa6-bc54731f1e89 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:43.837249 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:43.871919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c0a86c4b-55d9-4e59-afa6-bc54731f1e89 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:43.879309 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c0a86c4b-55d9-4e59-afa6-bc54731f1e89 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3240921 Feb 18 09:03:43.881467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 52f992e6-1de6-4e0b-8926-b15e2fd55213 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:43.890765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40614) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:43.934384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40620) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:44.038706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Allocated IP 172.25.1.172 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/7f6aa87c-7ff8-4902-bc7a-c20093c53bb5) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:44.124290 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-10388aa2-52f6-4ffb-a29d-38363a7513c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:44.391181 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 52f992e6-1de6-4e0b-8926-b15e2fd55213 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:44.391564 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:44.421097 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-10388aa2-52f6-4ffb-a29d-38363a7513c0 None None] For port 310eb1e6-7b3c-4590-8db7-826bddff7fea, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=310eb1e6-7b3c-4590-8db7-826bddff7fea,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:44.460198 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-10388aa2-52f6-4ffb-a29d-38363a7513c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:44.512990 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:03:44.548609 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-acada12b-9e40-4938-9f09-19cbaa09b43f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet 496a88f9-0bdf-4a83-908d-a69f73e37605 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:03:44.560009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-10388aa2-52f6-4ffb-a29d-38363a7513c0 None None] Could not find standard attr ID for object 593da3bf-f485-41fc-98dc-d8d889e52a12. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:03:44.567614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ef9e8-45b8-4470-b208-49559e20f1c9 req-f91e794d-bc61-4227-8587-8b7a74b754cd tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:44.569847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f0ef9e8-45b8-4470-b208-49559e20f1c9 req-f91e794d-bc61-4227-8587-8b7a74b754cd tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 1.2735951 Feb 18 09:03:44.571258 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-acada12b-9e40-4938-9f09-19cbaa09b43f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:44.602821 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-44ff685d-cfd8-4f5e-9c77-0cd06e02985d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=db1c0c050d2e469ea3356471041949e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6644492 Feb 18 09:03:44.605597 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40632) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:44.641475 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10388aa2-52f6-4ffb-a29d-38363a7513c0 None None] Pushing event updated for resources: {'Port': ['ID=310eb1e6-7b3c-4590-8db7-826bddff7fea,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:44.666504 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:44.718865 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34286334-9fcb-45f0-85d6-6033a8724920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:44.744889 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-acada12b-9e40-4938-9f09-19cbaa09b43f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:44.749619 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34286334-9fcb-45f0-85d6-6033a8724920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:44.859526 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9491b9e5-4a82-4d59-9bf1-7757616ea71a no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:03:44.865286 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:44.923413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 9491b9e5-4a82-4d59-9bf1-7757616ea71a {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:03:44.928826 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9491b9e5-4a82-4d59-9bf1-7757616ea71a not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:03:44.940088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40638) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:44.952365 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34286334-9fcb-45f0-85d6-6033a8724920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:45.001453 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:45.004594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34286334-9fcb-45f0-85d6-6033a8724920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea408e77-6633-409f-bd81-a2f6c7945054,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:45.010098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:45.018518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:03:45.033201 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f0ef9e8-45b8-4470-b208-49559e20f1c9 req-6da40154-18f8-4cec-8e35-587194ffb71c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996603 Feb 18 09:03:45.065808 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Pushing event updated for resources: {'Port': ['ID=7f6aa87c-7ff8-4902-bc7a-c20093c53bb5,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:45.090593 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34286334-9fcb-45f0-85d6-6033a8724920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:45.091981 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-34286334-9fcb-45f0-85d6-6033a8724920 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ea408e77-6633-409f-bd81-a2f6c7945054 HTTP/1.1" status: 204 len: 168 time: 0.4752100 Feb 18 09:03:45.136770 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-acada12b-9e40-4938-9f09-19cbaa09b43f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:45.189865 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:45.196289 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:45.331753 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:45.451381 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-acada12b-9e40-4938-9f09-19cbaa09b43f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:45.508118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acada12b-9e40-4938-9f09-19cbaa09b43f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=496a88f9-0bdf-4a83-908d-a69f73e37605,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:45.514941 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-acada12b-9e40-4938-9f09-19cbaa09b43f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:45.521153 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b45c70a-f645-4bf5-903b-5066199952b6 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:45.544629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Router 9217142a-b294-432e-9e7c-670a51f03a13 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:03:45.580840 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-acada12b-9e40-4938-9f09-19cbaa09b43f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/496a88f9-0bdf-4a83-908d-a69f73e37605 HTTP/1.1" status: 204 len: 168 time: 1.6876912 Feb 18 09:03:45.582918 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40660) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:45.731258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e6fb6e5f-d8c3-4460-b9a5-17bb43c478dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:45.776023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 310eb1e6-7b3c-4590-8db7-826bddff7fea up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:45.787901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e6fb6e5f-d8c3-4460-b9a5-17bb43c478dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:45.792955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e6fb6e5f-d8c3-4460-b9a5-17bb43c478dc admin admin] Usage tracker for resource:security_group_rule and tenant:f9619101a17748c58f6e61371f19e56b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:45.797991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e6fb6e5f-d8c3-4460-b9a5-17bb43c478dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:45.806038 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e6fb6e5f-d8c3-4460-b9a5-17bb43c478dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:45.854524 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0bb49dcf-969f-4ec1-9a24-e891af423803 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1760666 Feb 18 09:03:45.857554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40682) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:45.869799 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:45.890350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e621241c-3d36-482c-a6d5-ef4b2f79bc79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:45.901575 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:46.046789 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 310eb1e6-7b3c-4590-8db7-826bddff7fea triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:46.047085 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:46.082920 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Pushing event updated for resources: {'Port': ['ID=7f6aa87c-7ff8-4902-bc7a-c20093c53bb5,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:46.216184 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:46.264831 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e6fb6e5f-d8c3-4460-b9a5-17bb43c478dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:46.292075 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e6fb6e5f-d8c3-4460-b9a5-17bb43c478dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:46.338653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e621241c-3d36-482c-a6d5-ef4b2f79bc79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:46.371818 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010286ef-4e59-483f-8d42-252711acb1be None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:03:46.386452 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:46.388518 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2779f976-6477-4fa3-8104-5a74056299bc tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0275109 Feb 18 09:03:46.410795 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e6fb6e5f-d8c3-4460-b9a5-17bb43c478dc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f9619101a17748c58f6e61371f19e56b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4463177 Feb 18 09:03:46.412863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40710) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:46.430082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e621241c-3d36-482c-a6d5-ef4b2f79bc79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:46.442158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e621241c-3d36-482c-a6d5-ef4b2f79bc79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:46.453889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e621241c-3d36-482c-a6d5-ef4b2f79bc79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:46.454851 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-010286ef-4e59-483f-8d42-252711acb1be None None] Deleting port 310eb1e6-7b3c-4590-8db7-826bddff7fea {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:46.456218 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-010286ef-4e59-483f-8d42-252711acb1be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:46.456474 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:03:46.483328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e621241c-3d36-482c-a6d5-ef4b2f79bc79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:46.487794 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e621241c-3d36-482c-a6d5-ef4b2f79bc79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:46.492928 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb6e5f-d8c3-4460-b9a5-17bb43c478dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c1e44f-72da-412e-a1a4-766901a12553,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:46.568281 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 11ef0527-e478-43f1-8711-8726f87c803f up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:46.572623 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:46.578302 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0650dd0d-4045-4194-8a6d-e3a887013378 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.6665063 Feb 18 09:03:46.579278 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40724) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:46.671596 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-93b0b25a-adaa-40d6-9ae2-6861f312901b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:46.683339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40728) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:46.691486 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Sync routers for ids ['9217142a-b294-432e-9e7c-670a51f03a13'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:03:46.758475 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-93b0b25a-adaa-40d6-9ae2-6861f312901b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:46.778503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a65513-8f55-4ca0-97be-3787fa1a285c req-c6fed308-cdb1-47c5-b0c5-50fd646bc146 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:46.793486 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29a65513-8f55-4ca0-97be-3787fa1a285c req-c6fed308-cdb1-47c5-b0c5-50fd646bc146 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 944 time: 0.4481797 Feb 18 09:03:46.819301 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Routers {'9217142a-b294-432e-9e7c-670a51f03a13'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:03:46.819951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:03:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9217142a-b294-432e-9e7c-670a51f03a13'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:46.850056 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-93b0b25a-adaa-40d6-9ae2-6861f312901b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:46.884927 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0b25a-adaa-40d6-9ae2-6861f312901b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c1e44f-72da-412e-a1a4-766901a12553,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:46.898583 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-93b0b25a-adaa-40d6-9ae2-6861f312901b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:46.902941 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-93b0b25a-adaa-40d6-9ae2-6861f312901b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/65c1e44f-72da-412e-a1a4-766901a12553 HTTP/1.1" status: 204 len: 168 time: 0.4119692 Feb 18 09:03:47.004679 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-268c084e-2a71-4160-ac88-605b18b95e2d tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] Request body: {'port': {'network_id': 'dfe3e5c6-794e-4dc8-890d-007b169564ec', 'name': 'tempest-NetworksNegativeTestJSON-1453416845'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:47.075277 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-268c084e-2a71-4160-ac88-605b18b95e2d tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] POST failed (client error): The resource could not be found. Feb 18 09:03:47.086560 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268c084e-2a71-4160-ac88-605b18b95e2d tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:47.108856 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-268c084e-2a71-4160-ac88-605b18b95e2d tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4243813 Feb 18 09:03:47.109586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40752) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:47.180854 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7236d4f1-4ce8-4ba0-b5a7-1b4d22bb7b6d tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:03:47.181363 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7236d4f1-4ce8-4ba0-b5a7-1b4d22bb7b6d tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:47.186910 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7236d4f1-4ce8-4ba0-b5a7-1b4d22bb7b6d tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] 10.222.0.72 "DELETE /v2.0/networks/cd39c3a1-426b-4e29-ba57-e2e45080afe2 HTTP/1.1" status: 404 len: 339 time: 0.0760758 Feb 18 09:03:47.187463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40758) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:47.284704 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c1302e-90f2-4c62-82eb-235646f6badb tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:03:47.285841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c1302e-90f2-4c62-82eb-235646f6badb tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:47.287568 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-60c1302e-90f2-4c62-82eb-235646f6badb tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] 10.222.0.72 "DELETE /v2.0/ports/f6265b40-3e40-4c19-bb01-a8eb4dd67913 HTTP/1.1" status: 404 len: 333 time: 0.0991712 Feb 18 09:03:47.299169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40766) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:47.351172 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 11ef0527-e478-43f1-8711-8726f87c803f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:47.351743 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:47.359426 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29a65513-8f55-4ca0-97be-3787fa1a285c req-1376c90d-c1fc-4cab-a4ab-25b33f6ca022 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471365 Feb 18 09:03:47.406607 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc17af4-2771-4410-99b6-6c365b8e70df tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:03:47.411403 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cc17af4-2771-4410-99b6-6c365b8e70df tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:47.415163 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6cc17af4-2771-4410-99b6-6c365b8e70df tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] 10.222.0.72 "DELETE /v2.0/subnets/508425d7-beed-419e-8b99-43a80ab53b6d HTTP/1.1" status: 404 len: 337 time: 0.1132896 Feb 18 09:03:47.419725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40770) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:47.476075 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c3458c-acc4-47d2-a8c7-153853428fdb tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] GET failed (client error): The resource could not be found. Feb 18 09:03:47.480346 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d2c3458c-acc4-47d2-a8c7-153853428fdb tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] 10.222.0.72 "GET /v2.0/networks/fdd57118-51c4-455b-b053-e54a5dc9a0bf HTTP/1.1" status: 404 len: 339 time: 0.0593002 Feb 18 09:03:47.485827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40774) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:47.578651 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31194e5-5b9b-4ed0-9569-4ddab4486260 tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] GET failed (client error): The resource could not be found. Feb 18 09:03:47.583146 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f31194e5-5b9b-4ed0-9569-4ddab4486260 tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] 10.222.0.72 "GET /v2.0/ports/1cafa5b3-c27b-4621-993f-80ed28e2efae HTTP/1.1" status: 404 len: 333 time: 0.0949121 Feb 18 09:03:47.595463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40784) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:47.646189 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-a85c7c1c-1534-4daa-9bd3-703d0066e968 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1651591730&fields=id&tenant_id=72394f0052cf4105ace3e6770e79b704 HTTP/1.1" status: 200 len: 267 time: 0.3521216 Feb 18 09:03:47.654382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Set router 9217142a-b294-432e-9e7c-670a51f03a13 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:03:47.707478 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97056d0-294a-4431-8ba0-a50f7aeded24 tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] GET failed (client error): The resource could not be found. Feb 18 09:03:47.711398 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e97056d0-294a-4431-8ba0-a50f7aeded24 tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] 10.222.0.72 "GET /v2.0/subnets/77a0f960-f9b4-4b0f-b4da-7f54c64aaa59 HTTP/1.1" status: 404 len: 337 time: 0.1147592 Feb 18 09:03:47.715478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40792) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:47.727315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-737140af-d9cb-4fdf-8d40-82b6ffd99076 tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:47.769481 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-737140af-d9cb-4fdf-8d40-82b6ffd99076 tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] PUT failed (client error): The resource could not be found. Feb 18 09:03:47.770150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-737140af-d9cb-4fdf-8d40-82b6ffd99076 tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:47.786611 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-737140af-d9cb-4fdf-8d40-82b6ffd99076 tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] 10.222.0.72 "PUT /v2.0/networks/409232b5-955b-4d43-b92f-17823192a24c HTTP/1.1" status: 404 len: 339 time: 0.0674777 Feb 18 09:03:47.790343 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40798) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:47.808723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-22a0516d-ebfa-49f3-9087-88ec6ec4351f tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:47.878558 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a0516d-ebfa-49f3-9087-88ec6ec4351f tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] PUT failed (client error): The resource could not be found. Feb 18 09:03:47.879021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a0516d-ebfa-49f3-9087-88ec6ec4351f tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:47.880578 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-22a0516d-ebfa-49f3-9087-88ec6ec4351f tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] 10.222.0.72 "PUT /v2.0/ports/471e7148-b82f-41c8-8d50-78bc10656d8f HTTP/1.1" status: 404 len: 333 time: 0.0890045 Feb 18 09:03:47.885760 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40804) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:47.892357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e3c04668-c0d9-4ce3-90a6-060c92726052 tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:47.934452 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c04668-c0d9-4ce3-90a6-060c92726052 tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] PUT failed (client error): The resource could not be found. Feb 18 09:03:47.935097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c04668-c0d9-4ce3-90a6-060c92726052 tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:03:47.936512 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e3c04668-c0d9-4ce3-90a6-060c92726052 tempest-NetworksNegativeTestJSON-2027946164 tempest-NetworksNegativeTestJSON-2027946164-project] 10.222.0.72 "PUT /v2.0/subnets/d49eb5b0-5a18-4b0d-8a18-8fbc3aa641e5 HTTP/1.1" status: 404 len: 337 time: 0.0510633 Feb 18 09:03:47.976221 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 310eb1e6-7b3c-4590-8db7-826bddff7fea no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:03:48.216675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-1909d2a6-9e9c-46b0-b87b-e7f83e4c790c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:48.224445 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-1909d2a6-9e9c-46b0-b87b-e7f83e4c790c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/networks?id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 HTTP/1.1" status: 200 len: 811 time: 0.5758724 Feb 18 09:03:48.246039 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-010286ef-4e59-483f-8d42-252711acb1be None None] For port 310eb1e6-7b3c-4590-8db7-826bddff7fea, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=310eb1e6-7b3c-4590-8db7-826bddff7fea,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:48.246454 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-010286ef-4e59-483f-8d42-252711acb1be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:48.344670 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-29ce2a0f-f903-42fc-9b23-2cf3e6020871 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/quotas/72394f0052cf4105ace3e6770e79b704 HTTP/1.1" status: 200 len: 375 time: 0.0943506 Feb 18 09:03:48.650983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40828) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:48.756425 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:48.776838 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-010286ef-4e59-483f-8d42-252711acb1be None None] Calling delete_port for 310eb1e6-7b3c-4590-8db7-826bddff7fea owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:48.914096 n-d-829434-1 neutron-server[87768]: DEBUG neutron.objects.ports [None req-e621241c-3d36-482c-a6d5-ef4b2f79bc79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87768) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 09:03:48.929036 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11cec62f-383f-4b8e-863e-578f41ee170c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:48.989462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-11cec62f-383f-4b8e-863e-578f41ee170c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:49.004932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-11cec62f-383f-4b8e-863e-578f41ee170c admin admin] Usage tracker for resource:security_group_rule and tenant:89cefa96ae4348b99f9d69c71686097e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:49.019916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-11cec62f-383f-4b8e-863e-578f41ee170c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:49.040156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-11cec62f-383f-4b8e-863e-578f41ee170c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:49.208200 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11cec62f-383f-4b8e-863e-578f41ee170c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:49.214806 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11cec62f-383f-4b8e-863e-578f41ee170c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:49.255716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894682be-feff-45b7-b74b-f934b411a30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ef0527-e478-43f1-8711-8726f87c803f'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:03:49.280538 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-11cec62f-383f-4b8e-863e-578f41ee170c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=89cefa96ae4348b99f9d69c71686097e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6283889 Feb 18 09:03:49.281984 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cec62f-383f-4b8e-863e-578f41ee170c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02cef89-07b9-4b8b-9e44-f5235a60fd06,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:49.297353 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40838) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:49.345744 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 11ef0527-e478-43f1-8711-8726f87c803f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=11ef0527-e478-43f1-8711-8726f87c803f,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:49.387653 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bc74f3ff-95b4-4b0e-9d04-55808eecc86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:49.390147 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-90cda3c0-9118-4c7e-af99-a329aad6f731 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=72394f0052cf4105ace3e6770e79b704&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8737566 Feb 18 09:03:49.425433 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-0d898bc6-e748-489c-bab0-80de6c36fb33 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:03:49.426443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-0d898bc6-e748-489c-bab0-80de6c36fb33 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147204 Feb 18 09:03:49.439307 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:49.458452 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bded48-b568-466b-b072-182abca88fb3 req-12c0b281-891e-4390-92a5-7422a25d3907 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:49.460013 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37bded48-b568-466b-b072-182abca88fb3 req-12c0b281-891e-4390-92a5-7422a25d3907 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 944 time: 0.7430258 Feb 18 09:03:49.468063 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bc74f3ff-95b4-4b0e-9d04-55808eecc86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:49.520676 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-010286ef-4e59-483f-8d42-252711acb1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:49.530236 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:49.553480 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bc74f3ff-95b4-4b0e-9d04-55808eecc86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:49.602580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f3ff-95b4-4b0e-9d04-55808eecc86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02cef89-07b9-4b8b-9e44-f5235a60fd06,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:49.604832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.ipam_pluggable_backend [None req-e621241c-3d36-482c-a6d5-ef4b2f79bc79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Port 310eb1e6-7b3c-4590-8db7-826bddff7fea was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87768) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 18 09:03:49.608513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.ipam_pluggable_backend [None req-e621241c-3d36-482c-a6d5-ef4b2f79bc79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9b:f09f {{(pid=87768) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 18 09:03:49.614519 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bc74f3ff-95b4-4b0e-9d04-55808eecc86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:49.615815 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bc74f3ff-95b4-4b0e-9d04-55808eecc86d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f02cef89-07b9-4b8b-9e44-f5235a60fd06 HTTP/1.1" status: 204 len: 168 time: 0.3164175 Feb 18 09:03:49.623205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010286ef-4e59-483f-8d42-252711acb1be None None] No DVR routers for this DVR port 310eb1e6-7b3c-4590-8db7-826bddff7fea on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:03:49.763630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.ipam_pluggable_backend [None req-e621241c-3d36-482c-a6d5-ef4b2f79bc79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9b:f09f {{(pid=87768) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 18 09:03:49.780726 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=11ef0527-e478-43f1-8711-8726f87c803f,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:49.831349 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e621241c-3d36-482c-a6d5-ef4b2f79bc79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:49.895758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010286ef-4e59-483f-8d42-252711acb1be None None] Pushing event deleted for resources: {'Port': ['ID=310eb1e6-7b3c-4590-8db7-826bddff7fea,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:49.900247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9217142a-b294-432e-9e7c-670a51f03a13', 'name': 'tempest-TaggedBootDevicesTest_v242-1551364495-router', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:03:37Z', 'updated_at': '2022-02-18T09:03:43Z', 'revision_number': 3, 'project_id': '67fba04be8234c838f03f922f83b8802', 'gw_port': {'id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:39Z', 'updated_at': '2022-02-18T09:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:49.919243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Checking router: 9217142a-b294-432e-9e7c-670a51f03a13 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:03:49.919590 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Updating router 9217142a-b294-432e-9e7c-670a51f03a13 port d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:03:49.984946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621241c-3d36-482c-a6d5-ef4b2f79bc79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=e4cf6623-425d-40e4-9d1c-3798e22db784,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:50.015314 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:50.030177 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37bded48-b568-466b-b072-182abca88fb3 req-9719ff2c-1d8e-4fa3-bde5-0fed0dc476e9 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513537 Feb 18 09:03:50.082074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e621241c-3d36-482c-a6d5-ef4b2f79bc79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:50.090556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e621241c-3d36-482c-a6d5-ef4b2f79bc79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:50.098606 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e621241c-3d36-482c-a6d5-ef4b2f79bc79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:50.099256 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e621241c-3d36-482c-a6d5-ef4b2f79bc79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:50.112850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b621c0a4-8df8-4c06-aa2d-514b141888c3 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:03:50.244591 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-a9948f6a-aab0-4906-89bf-e2c29154b000 service neutron] 10.222.0.72 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7668276 Feb 18 09:03:50.313924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40862) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:50.316362 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e621241c-3d36-482c-a6d5-ef4b2f79bc79 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4436164 Feb 18 09:03:50.325558 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-7d7c91f6-86ab-4bc6-9962-fb759e4b9827 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'mac_address': 'fa:16:3e:3c:7c:23', 'name': 'tempest-NetworksTestDHCPv6-43617850'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:50.554370 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7d7c91f6-86ab-4bc6-9962-fb759e4b9827 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:50.559630 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7d7c91f6-86ab-4bc6-9962-fb759e4b9827 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:port and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:50.563134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7d7c91f6-86ab-4bc6-9962-fb759e4b9827 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:50.572874 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7d7c91f6-86ab-4bc6-9962-fb759e4b9827 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:50.604315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7c91f6-86ab-4bc6-9962-fb759e4b9827 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:50.666382 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894682be-feff-45b7-b74b-f934b411a30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ef0527-e478-43f1-8711-8726f87c803f', 'code': 200} Feb 18 09:03:50.887600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': 'e4cf6623-425d-40e4-9d1c-3798e22db784'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:03:50.892964 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:50.930566 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:50.974531 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7d7c91f6-86ab-4bc6-9962-fb759e4b9827 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:51.088714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40880) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:51.286611 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-d4e822e6-bdd9-416c-83a4-dc2a0d117c4f service neutron] 10.222.0.72 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0279117 Feb 18 09:03:51.430426 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-7d7c91f6-86ab-4bc6-9962-fb759e4b9827 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port 7b254529-65ec-4e5d-9c87-7cb222506af5 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:03:51.441379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ce218d85-d478-4e9d-b0d6-2269a0c9db8a tempest-DvrRoutersNegativeTest-943574515 tempest-DvrRoutersNegativeTest-943574515-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1950914693', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:51.449719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.policy [None req-ce218d85-d478-4e9d-b0d6-2269a0c9db8a tempest-DvrRoutersNegativeTest-943574515 tempest-DvrRoutersNegativeTest-943574515-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87768) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 18 09:03:51.450023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.policy [None req-ce218d85-d478-4e9d-b0d6-2269a0c9db8a tempest-DvrRoutersNegativeTest-943574515 tempest-DvrRoutersNegativeTest-943574515-project] Failed policy check for 'create_router' {{(pid=87768) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 18 09:03:51.450587 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-ce218d85-d478-4e9d-b0d6-2269a0c9db8a tempest-DvrRoutersNegativeTest-943574515 tempest-DvrRoutersNegativeTest-943574515-project] create failed (client error): Access was denied to this resource. Feb 18 09:03:51.459428 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ce218d85-d478-4e9d-b0d6-2269a0c9db8a tempest-DvrRoutersNegativeTest-943574515 tempest-DvrRoutersNegativeTest-943574515-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3659329 Feb 18 09:03:51.522916 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:51.597579 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Allocated IP 2001:db8::f816:3eff:fe75:b340 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/e4cf6623-425d-40e4-9d1c-3798e22db784/60dae12f-53c8-4882-b57f-ca7eb3c7992d) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:51.634586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] Allocated IP 172.20.0.1 (ec3d4a7e-a312-44cc-b0e7-a43199da5de1/c738050d-ebd5-4e0e-a984-f573b8282991/2ede9bfd-a2f0-493d-9701-40871edb335a) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:51.668183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Transition to ACTIVE for port object d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:51.766319 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:51.864962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b537eca-9df8-4aef-827f-74d67b01903d req-f2154c95-c27b-4f13-aea4-cb45cef65182 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:51.875929 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9b537eca-9df8-4aef-827f-74d67b01903d req-f2154c95-c27b-4f13-aea4-cb45cef65182 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.3601801 Feb 18 09:03:52.079485 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40908) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:52.206232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40916) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:52.206813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9b537eca-9df8-4aef-827f-74d67b01903d req-fa0e18b4-c718-43f9-9084-5a3771ba6a53 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294725 Feb 18 09:03:52.294516 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:52.338747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74891ded-8842-41cc-a39e-925ac7cc5c28 None None] Pushing event updated for resources: {'Port': ['ID=d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:52.374128 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Attempting to bind port d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:03:52.377101 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Attempting to bind port d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:03:52.378254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Attempting to bind port d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:03:52.413214 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d93a511e-6a1c-4c1c-82d0-0ab1032b7f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:52.426250 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:03:52.434918 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:03:52.435560 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:52.436129 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:03:52.438052 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Bound port: d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:03:52.438621 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:52.472182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d93a511e-6a1c-4c1c-82d0-0ab1032b7f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:52.496537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d93a511e-6a1c-4c1c-82d0-0ab1032b7f93 admin admin] Usage tracker for resource:security_group_rule and tenant:1a236adfab6a4238ad73fba232e8f495 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:52.506924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d93a511e-6a1c-4c1c-82d0-0ab1032b7f93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:52.507129 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43290cd4-ba9c-4d48-bbdb-78f1487309cf req-8c22f582-be3e-492a-8d62-82827dac1f44 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 210 time: 0.1662354 Feb 18 09:03:52.533222 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d93a511e-6a1c-4c1c-82d0-0ab1032b7f93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:52.542867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] Transition to ACTIVE for port object 2ede9bfd-a2f0-493d-9701-40871edb335a will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:52.592372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eff93-4b47-43f9-85cd-7770a54da33a req-49fffad1-8b74-4fba-8e8a-9b81f2d2971d tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:52.602085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea9eff93-4b47-43f9-85cd-7770a54da33a req-49fffad1-8b74-4fba-8e8a-9b81f2d2971d tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=4892069d-4bcc-460d-889b-869be5c10ff0 HTTP/1.1" status: 200 len: 945 time: 0.6294289 Feb 18 09:03:52.661140 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce1611d6-b4cb-428f-b15a-d1cb2cb9f0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:52.700225 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ce1611d6-b4cb-428f-b15a-d1cb2cb9f0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:52.705517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ce1611d6-b4cb-428f-b15a-d1cb2cb9f0d6 admin admin] Usage tracker for resource:security_group_rule and tenant:6c481bc42a894b408050b99e2a3dc37b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:52.711031 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ce1611d6-b4cb-428f-b15a-d1cb2cb9f0d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:52.718459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ce1611d6-b4cb-428f-b15a-d1cb2cb9f0d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:52.755872 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea9eff93-4b47-43f9-85cd-7770a54da33a req-a02ffd18-97c8-4bb3-9a8e-5358771b44d2 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450841 Feb 18 09:03:52.823987 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:52.843802 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] For port d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:03:52.850443 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] For port d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:03:52.869413 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:52.952171 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce1611d6-b4cb-428f-b15a-d1cb2cb9f0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:52.968316 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce1611d6-b4cb-428f-b15a-d1cb2cb9f0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:53.022243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1611d6-b4cb-428f-b15a-d1cb2cb9f0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3229cf5-3307-471c-93ac-cf760efbe0f3,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:53.087246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2ede9bfd-a2f0-493d-9701-40871edb335a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:53.144177 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:53.155177 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ce1611d6-b4cb-428f-b15a-d1cb2cb9f0d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c481bc42a894b408050b99e2a3dc37b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0737314 Feb 18 09:03:53.160234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40930) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:53.168405 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] Network ec3d4a7e-a312-44cc-b0e7-a43199da5de1 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:53.173789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:53.178161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:03:53.258045 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Transition to ACTIVE for port object 60dae12f-53c8-4882-b57f-ca7eb3c7992d will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:53.323111 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Routers {'9217142a-b294-432e-9e7c-670a51f03a13'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:03:53.327351 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:03:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9217142a-b294-432e-9e7c-670a51f03a13'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:53.415842 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d93a511e-6a1c-4c1c-82d0-0ab1032b7f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:53.418420 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:53.453663 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d93a511e-6a1c-4c1c-82d0-0ab1032b7f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:53.494876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74891ded-8842-41cc-a39e-925ac7cc5c28 None None] Pushing event updated for resources: {'Port': ['ID=d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:53.535971 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Transition to ACTIVE for port object 60dae12f-53c8-4882-b57f-ca7eb3c7992d will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:53.555835 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d93a511e-6a1c-4c1c-82d0-0ab1032b7f93 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1a236adfab6a4238ad73fba232e8f495&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3482392 Feb 18 09:03:53.572141 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:53.590470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40940) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:53.591174 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a511e-6a1c-4c1c-82d0-0ab1032b7f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f416814e-5f07-4433-b33b-84d1e2bbe18f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:53.788487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93b144-7343-4c08-afd4-2566ba4229f6 req-fa7493ee-e944-4c3e-a1ce-446995616fb8 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:53.794881 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc93b144-7343-4c08-afd4-2566ba4229f6 req-fa7493ee-e944-4c3e-a1ce-446995616fb8 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.81 "GET /v2.0/ports?device_id=4892069d-4bcc-460d-889b-869be5c10ff0 HTTP/1.1" status: 200 len: 945 time: 0.7088337 Feb 18 09:03:53.870335 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2c091835-e0e3-4059-826f-50d42dc55965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:53.886821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:53.890348 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d0377c8f-640a-4154-ac27-46a527631ff9 None None] Provisioning for port 2ede9bfd-a2f0-493d-9701-40871edb335a completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:53.899795 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:53.911836 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:03:53.917812 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Pushing event updated for resources: {'Port': ['ID=60dae12f-53c8-4882-b57f-ca7eb3c7992d,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:53.920484 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d0377c8f-640a-4154-ac27-46a527631ff9 None None] Provisioning complete for port 2ede9bfd-a2f0-493d-9701-40871edb335a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:53.921124 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d0377c8f-640a-4154-ac27-46a527631ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:53.952651 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] Set router 9217142a-b294-432e-9e7c-670a51f03a13 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:03:53.966812 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2c091835-e0e3-4059-826f-50d42dc55965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.058757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40948) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:54.086796 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.258017 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d87db91-d503-4ebf-889a-3d875ed909c3 req-1c04fae8-e552-4c53-a789-3f3e77877c5c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 210 time: 0.1720881 Feb 18 09:03:54.289915 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2c091835-e0e3-4059-826f-50d42dc55965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.343153 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ccaef0d-47f9-42cd-9583-0c7f9cca9241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.392763 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Attempting to bind port 60dae12f-53c8-4882-b57f-ca7eb3c7992d on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:03:54.394056 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Attempting to bind port 60dae12f-53c8-4882-b57f-ca7eb3c7992d by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:03:54.394441 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Attempting to bind port 60dae12f-53c8-4882-b57f-ca7eb3c7992d on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:03:54.395257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972cef2-927f-4863-8b36-0f3b9c860178 req-29480d04-c61c-4887-832f-e5e045095a28 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:54.396541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d0377c8f-640a-4154-ac27-46a527631ff9 None None] Port 2ede9bfd-a2f0-493d-9701-40871edb335a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:03:54.408083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:03:54.413398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d972cef2-927f-4863-8b36-0f3b9c860178 req-29480d04-c61c-4887-832f-e5e045095a28 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.9603322 Feb 18 09:03:54.416620 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:03:54.417127 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.420533 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:03:54.421078 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Bound port: 60dae12f-53c8-4882-b57f-ca7eb3c7992d, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:03:54.421466 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.422272 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-fc93b144-7343-4c08-afd4-2566ba4229f6 req-6d29dfd3-1fe0-468c-9cf4-6bf45876b217 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Deleting port 6b6b3991-e935-4750-ba6a-37e986d46d4c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:54.423140 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fc93b144-7343-4c08-afd4-2566ba4229f6 req-6d29dfd3-1fe0-468c-9cf4-6bf45876b217 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.438183 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c091835-e0e3-4059-826f-50d42dc55965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f416814e-5f07-4433-b33b-84d1e2bbe18f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:54.522013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-7d7c91f6-86ab-4bc6-9962-fb759e4b9827 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::f816:3eff:fe3c:7c23 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/e4cf6623-425d-40e4-9d1c-3798e22db784/7b254529-65ec-4e5d-9c87-7cb222506af5) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:54.584295 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d972cef2-927f-4863-8b36-0f3b9c860178 req-66c7ce99-9a43-431c-8b5e-dea57cde96b8 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696124 Feb 18 09:03:54.641732 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] For port 60dae12f-53c8-4882-b57f-ca7eb3c7992d, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:03:54.642858 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c091835-e0e3-4059-826f-50d42dc55965 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.644119 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c091835-e0e3-4059-826f-50d42dc55965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.644119 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c091835-e0e3-4059-826f-50d42dc55965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.644848 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c091835-e0e3-4059-826f-50d42dc55965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.645582 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c091835-e0e3-4059-826f-50d42dc55965 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.645759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] For port 60dae12f-53c8-4882-b57f-ca7eb3c7992d, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=60dae12f-53c8-4882-b57f-ca7eb3c7992d,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:03:54.646118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c091835-e0e3-4059-826f-50d42dc55965 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.646652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c091835-e0e3-4059-826f-50d42dc55965 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.647104 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c091835-e0e3-4059-826f-50d42dc55965 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.647557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c091835-e0e3-4059-826f-50d42dc55965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.647996 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c091835-e0e3-4059-826f-50d42dc55965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.648461 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c091835-e0e3-4059-826f-50d42dc55965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.649383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c091835-e0e3-4059-826f-50d42dc55965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.668769 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.698286 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ccaef0d-47f9-42cd-9583-0c7f9cca9241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.738915 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d80c5f5d-83df-4ff1-81f3-2a4f858657f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.762618 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9217142a-b294-432e-9e7c-670a51f03a13', 'name': 'tempest-TaggedBootDevicesTest_v242-1551364495-router', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:03:37Z', 'updated_at': '2022-02-18T09:03:43Z', 'revision_number': 3, 'project_id': '67fba04be8234c838f03f922f83b8802', 'gw_port': {'id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:39Z', 'updated_at': '2022-02-18T09:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:54.768647 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04a2a8-011b-48a8-b807-49eeee469a20 None None] The sync data for ids ['9217142a-b294-432e-9e7c-670a51f03a13'] in n-d-829434-1 is: [{'id': '9217142a-b294-432e-9e7c-670a51f03a13', 'name': 'tempest-TaggedBootDevicesTest_v242-1551364495-router', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:03:37Z', 'updated_at': '2022-02-18T09:03:43Z', 'revision_number': 3, 'project_id': '67fba04be8234c838f03f922f83b8802', 'gw_port': {'id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:39Z', 'updated_at': '2022-02-18T09:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:03:54.775855 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Pushing event updated for resources: {'Port': ['ID=60dae12f-53c8-4882-b57f-ca7eb3c7992d,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:54.793949 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.794293 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.794638 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.794983 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.795306 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.795634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.795953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.796293 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.796626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.796946 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.797263 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.797585 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68fd5d8-d922-4506-b6e9-a40b96fb9f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:03:54.841055 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2c091835-e0e3-4059-826f-50d42dc55965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:54.842217 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2c091835-e0e3-4059-826f-50d42dc55965 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f416814e-5f07-4433-b33b-84d1e2bbe18f HTTP/1.1" status: 204 len: 168 time: 1.2224503 Feb 18 09:03:54.979763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d80c5f5d-83df-4ff1-81f3-2a4f858657f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:54.993011 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:55.005918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d80c5f5d-83df-4ff1-81f3-2a4f858657f3 admin admin] Usage tracker for resource:security_group_rule and tenant:796aa294cb074a43a46aa18416b66087 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:55.024985 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-95c4f694-2683-44b4-be88-e4278dcb3a80 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:55.025951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-95c4f694-2683-44b4-be88-e4278dcb3a80 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Synchronizing usage tracker for tenant:72394f0052cf4105ace3e6770e79b704 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:55.028945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d80c5f5d-83df-4ff1-81f3-2a4f858657f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:55.042350 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d80c5f5d-83df-4ff1-81f3-2a4f858657f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:55.285554 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-95c4f694-2683-44b4-be88-e4278dcb3a80 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Unset dirty status for tenant:72394f0052cf4105ace3e6770e79b704 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:55.294540 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-95c4f694-2683-44b4-be88-e4278dcb3a80 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.81 "GET /v2.0/networks?id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 HTTP/1.1" status: 200 len: 811 time: 1.2170205 Feb 18 09:03:55.317387 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ccaef0d-47f9-42cd-9583-0c7f9cca9241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:55.366469 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:55.504900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccaef0d-47f9-42cd-9583-0c7f9cca9241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3229cf5-3307-471c-93ac-cf760efbe0f3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:55.594446 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7d7c91f6-86ab-4bc6-9962-fb759e4b9827 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:55.601835 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-b58ec30c-425f-44a5-83e1-8d6b359116ba tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Synchronizing usage tracker for tenant:72394f0052cf4105ace3e6770e79b704 on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:55.604479 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ccaef0d-47f9-42cd-9583-0c7f9cca9241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:55.605585 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3ccaef0d-47f9-42cd-9583-0c7f9cca9241 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c3229cf5-3307-471c-93ac-cf760efbe0f3 HTTP/1.1" status: 204 len: 168 time: 2.4443736 Feb 18 09:03:55.645759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-b58ec30c-425f-44a5-83e1-8d6b359116ba tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Unset dirty status for tenant:72394f0052cf4105ace3e6770e79b704 on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:55.646948 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-b58ec30c-425f-44a5-83e1-8d6b359116ba tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72394f0052cf4105ace3e6770e79b704 HTTP/1.1" status: 200 len: 380 time: 0.3109422 Feb 18 09:03:55.657948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-33abb525-0474-47ff-b88d-ebe1e9de7ab0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Request body: {'port': {'device_id': 'b113660e-8618-4d2d-a02e-7e539c07edcd', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'admin_state_up': True, 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'security_groups': ['6b283fcd-9294-44fc-a3eb-6ceae1187c39']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:03:55.681159 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e6f89c3b-da60-4561-86cf-d2f6dd20ea92 req-39c26077-3cef-4ca0-8a09-b48a55a89489 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 210 time: 0.1754115 Feb 18 09:03:55.835004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2ede9bfd-a2f0-493d-9701-40871edb335a,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:55.861266 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-7d7c91f6-86ab-4bc6-9962-fb759e4b9827 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object 7b254529-65ec-4e5d-9c87-7cb222506af5 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:55.863897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-33abb525-0474-47ff-b88d-ebe1e9de7ab0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:55.877182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-33abb525-0474-47ff-b88d-ebe1e9de7ab0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Usage tracker for resource:port and tenant:72394f0052cf4105ace3e6770e79b704 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:55.887865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-33abb525-0474-47ff-b88d-ebe1e9de7ab0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:55.920224 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-33abb525-0474-47ff-b88d-ebe1e9de7ab0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:55.968758 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d80c5f5d-83df-4ff1-81f3-2a4f858657f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:55.976844 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d80c5f5d-83df-4ff1-81f3-2a4f858657f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:56.047229 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d80c5f5d-83df-4ff1-81f3-2a4f858657f3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=796aa294cb074a43a46aa18416b66087&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9671993 Feb 18 09:03:56.048569 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7d7c91f6-86ab-4bc6-9962-fb759e4b9827 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:56.072137 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40974) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:56.135412 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:56.181543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 60dae12f-53c8-4882-b57f-ca7eb3c7992d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:56.297236 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c91f6-86ab-4bc6-9962-fb759e4b9827 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=7b254529-65ec-4e5d-9c87-7cb222506af5,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:56.386082 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 60dae12f-53c8-4882-b57f-ca7eb3c7992d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:56.391782 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:03:56.425346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-33abb525-0474-47ff-b88d-ebe1e9de7ab0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Made reservation on behalf of 72394f0052cf4105ace3e6770e79b704 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:03:56.429270 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-33abb525-0474-47ff-b88d-ebe1e9de7ab0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:56.472967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c91f6-86ab-4bc6-9962-fb759e4b9827 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:56.492293 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 6b6b3991-e935-4750-ba6a-37e986d46d4c no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:03:56.734191 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-fc93b144-7343-4c08-afd4-2566ba4229f6 req-6d29dfd3-1fe0-468c-9cf4-6bf45876b217 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] For port 6b6b3991-e935-4750-ba6a-37e986d46d4c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=6b6b3991-e935-4750-ba6a-37e986d46d4c,segment=NetworkSegment(47a48769-04a4-4c1d-8d6e-7c420d8f35c7),segment_id=47a48769-04a4-4c1d-8d6e-7c420d8f35c7)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:56.738343 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fc93b144-7343-4c08-afd4-2566ba4229f6 req-6d29dfd3-1fe0-468c-9cf4-6bf45876b217 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:56.798741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-7d7c91f6-86ab-4bc6-9962-fb759e4b9827 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:56.804161 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7c91f6-86ab-4bc6-9962-fb759e4b9827 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:03:56.820452 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7c91f6-86ab-4bc6-9962-fb759e4b9827 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:56.821493 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7d7c91f6-86ab-4bc6-9962-fb759e4b9827 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:56.922665 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:56.944146 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:56.944952 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:56.976034 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7d7c91f6-86ab-4bc6-9962-fb759e4b9827 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 6.6527464 Feb 18 09:03:56.976983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40996) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:56.997446 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:57.072379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-fc93b144-7343-4c08-afd4-2566ba4229f6 req-6d29dfd3-1fe0-468c-9cf4-6bf45876b217 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Calling delete_port for 6b6b3991-e935-4750-ba6a-37e986d46d4c owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:03:57.088230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c5f5d-83df-4ff1-81f3-2a4f858657f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f40bdff-9f7e-40ff-96b4-a99586e588bd,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:57.101751 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-28e9103a-715f-4d97-87c4-c060a3619d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:57.215926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cebffc77-2584-4bdc-8689-006fff8ec97a None None] Provisioning for port 60dae12f-53c8-4882-b57f-ca7eb3c7992d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:57.270167 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] Network ec3d4a7e-a312-44cc-b0e7-a43199da5de1 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:57.277528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:03:57.286515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-33abb525-0474-47ff-b88d-ebe1e9de7ab0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Allocated IP 172.20.0.5 (43d8e486-bfc2-4c06-a43c-640b2ff9c8f2/9eaf963a-b95e-4bec-b0a0-0baccb065970/9e85d453-0b19-4acc-9bee-5f3b29aa99ff) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:03:57.291124 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4892069d-4bcc-460d-889b-869be5c10ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6b3991-e935-4750-ba6a-37e986d46d4c'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:03:57.309873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d758816-339c-4d6e-a99a-7d22c2637c76 req-e6558bca-17fa-4995-ba04-e095139461df tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:57.317412 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d758816-339c-4d6e-a99a-7d22c2637c76 req-e6558bca-17fa-4995-ba04-e095139461df tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=4892069d-4bcc-460d-889b-869be5c10ff0 HTTP/1.1" status: 200 len: 945 time: 2.7579434 Feb 18 09:03:57.343739 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cebffc77-2584-4bdc-8689-006fff8ec97a None None] Provisioning complete for port 60dae12f-53c8-4882-b57f-ca7eb3c7992d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:57.349243 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cebffc77-2584-4bdc-8689-006fff8ec97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:57.431318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-28e9103a-715f-4d97-87c4-c060a3619d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:57.558223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 6b6b3991-e935-4750-ba6a-37e986d46d4c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=6b6b3991-e935-4750-ba6a-37e986d46d4c,segment=NetworkSegment(47a48769-04a4-4c1d-8d6e-7c420d8f35c7),segment_id=47a48769-04a4-4c1d-8d6e-7c420d8f35c7)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:57.608585 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:57.976112 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:58.002056 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [req-fc93b144-7343-4c08-afd4-2566ba4229f6 req-6d29dfd3-1fe0-468c-9cf4-6bf45876b217 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:03:58.003114 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [req-fc93b144-7343-4c08-afd4-2566ba4229f6 req-6d29dfd3-1fe0-468c-9cf4-6bf45876b217 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:03:58.058042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] Router 9217142a-b294-432e-9e7c-670a51f03a13 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:03:58.080061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d758816-339c-4d6e-a99a-7d22c2637c76 req-8004359d-2a92-439e-b4a3-d28d6017c2d8 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7559810 Feb 18 09:03:58.104732 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f2722e-fc10-4088-b744-c22dda5c1ace tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:58.111007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f2722e-fc10-4088-b744-c22dda5c1ace tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:58.112463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-69f2722e-fc10-4088-b744-c22dda5c1ace tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:58.115255 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:58.127378 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-28e9103a-715f-4d97-87c4-c060a3619d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:58.128473 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e9e65-d7af-4e61-88fb-8085303add2a req-74a995ee-c316-4bfc-9e0e-1e02da821fa9 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:58.130166 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:58.141711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c69e9e65-d7af-4e61-88fb-8085303add2a req-74a995ee-c316-4bfc-9e0e-1e02da821fa9 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 1.9633393 Feb 18 09:03:58.310093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=6b6b3991-e935-4750-ba6a-37e986d46d4c,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:58.405233 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:03:58.416656 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Sync routers for ids ['9217142a-b294-432e-9e7c-670a51f03a13'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:03:58.419730 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9103a-715f-4d97-87c4-c060a3619d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f40bdff-9f7e-40ff-96b4-a99586e588bd,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:58.430149 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Routers {'9217142a-b294-432e-9e7c-670a51f03a13'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:03:58.431048 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:03:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9217142a-b294-432e-9e7c-670a51f03a13'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:58.444222 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-28e9103a-715f-4d97-87c4-c060a3619d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:58.449809 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-28e9103a-715f-4d97-87c4-c060a3619d02 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2f40bdff-9f7e-40ff-96b4-a99586e588bd HTTP/1.1" status: 204 len: 168 time: 2.2417972 Feb 18 09:03:58.461096 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cebffc77-2584-4bdc-8689-006fff8ec97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:58.473353 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b39537a-6465-4912-9ee6-f03c85387f0f req-ca931706-f379-4adc-8531-2a53435197ac tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 210 time: 0.1056485 Feb 18 09:03:58.493124 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-69f2722e-fc10-4088-b744-c22dda5c1ace tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:03:58.493124 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-69f2722e-fc10-4088-b744-c22dda5c1ace tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 1.4919429 Feb 18 09:03:58.496053 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41030) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:58.506056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-fc93b144-7343-4c08-afd4-2566ba4229f6 req-6d29dfd3-1fe0-468c-9cf4-6bf45876b217 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Deleting port 6b6b3991-e935-4750-ba6a-37e986d46d4c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:58.508682 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fc93b144-7343-4c08-afd4-2566ba4229f6 req-6d29dfd3-1fe0-468c-9cf4-6bf45876b217 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:58.588106 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:58.609439 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c69e9e65-d7af-4e61-88fb-8085303add2a req-3051ea92-c058-4b33-bc95-42140205f6c6 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611940 Feb 18 09:03:58.618145 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-cebffc77-2584-4bdc-8689-006fff8ec97a None None] For port 60dae12f-53c8-4882-b57f-ca7eb3c7992d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=60dae12f-53c8-4882-b57f-ca7eb3c7992d,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:58.622959 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4892069d-4bcc-460d-889b-869be5c10ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6b3991-e935-4750-ba6a-37e986d46d4c', 'code': 200} Feb 18 09:03:58.631300 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cebffc77-2584-4bdc-8689-006fff8ec97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:58.659680 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3ea56dd8-2c76-4266-b73a-e425a5ff32f6 admin admin] 10.222.0.72 "PUT /v2.0/routers/9217142a-b294-432e-9e7c-670a51f03a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0725985 Feb 18 09:03:58.703476 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-33abb525-0474-47ff-b88d-ebe1e9de7ab0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:58.793033 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed926-1ea3-4139-8f56-997aef1a358c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port 7b254529-65ec-4e5d-9c87-7cb222506af5 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:03:58.793424 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed926-1ea3-4139-8f56-997aef1a358c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:58.830284 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-33abb525-0474-47ff-b88d-ebe1e9de7ab0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Transition to ACTIVE for port object 9e85d453-0b19-4acc-9bee-5f3b29aa99ff will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:03:58.838333 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-331a34c4-7f47-42c9-a3a8-e0c8274b733a None None] Provisioning for port 7b254529-65ec-4e5d-9c87-7cb222506af5 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:03:58.862270 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-331a34c4-7f47-42c9-a3a8-e0c8274b733a None None] Provisioning complete for port 7b254529-65ec-4e5d-9c87-7cb222506af5 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:58.863174 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-331a34c4-7f47-42c9-a3a8-e0c8274b733a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:58.920718 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Set router 9217142a-b294-432e-9e7c-670a51f03a13 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:03:59.003507 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-331a34c4-7f47-42c9-a3a8-e0c8274b733a None None] Port 7b254529-65ec-4e5d-9c87-7cb222506af5 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:03:59.006237 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebffc77-2584-4bdc-8689-006fff8ec97a None None] Pushing event updated for resources: {'Port': ['ID=60dae12f-53c8-4882-b57f-ca7eb3c7992d,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:59.032213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-331a34c4-7f47-42c9-a3a8-e0c8274b733a None None] Provisioning complete for port 2ede9bfd-a2f0-493d-9701-40871edb335a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:03:59.034986 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-331a34c4-7f47-42c9-a3a8-e0c8274b733a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:59.200097 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-331a34c4-7f47-42c9-a3a8-e0c8274b733a None None] Port 2ede9bfd-a2f0-493d-9701-40871edb335a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:03:59.343256 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-33abb525-0474-47ff-b88d-ebe1e9de7ab0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:59.511156 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed926-1ea3-4139-8f56-997aef1a358c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:59.530377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abb525-0474-47ff-b88d-ebe1e9de7ab0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Pushing event updated for resources: {'Port': ['ID=9e85d453-0b19-4acc-9bee-5f3b29aa99ff,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:03:59.556607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41054) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:03:59.724402 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f56ae39c-2147-4f84-8919-474b62c3830d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:59.746137 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9217142a-b294-432e-9e7c-670a51f03a13', 'name': 'tempest-TaggedBootDevicesTest_v242-1551364495-router', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:03:37Z', 'updated_at': '2022-02-18T09:03:53Z', 'revision_number': 4, 'project_id': '67fba04be8234c838f03f922f83b8802', 'gw_port': {'id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:39Z', 'updated_at': '2022-02-18T09:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '2ede9bfd-a2f0-493d-9701-40871edb335a', 'name': '', 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'mac_address': 'fa:16:3e:be:16:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'c738050d-ebd5-4e0e-a984-f573b8282991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:51Z', 'updated_at': '2022-02-18T09:03:54Z', 'revision_number': 2, 'project_id': '67fba04be8234c838f03f922f83b8802', 'subnets': [{'id': 'c738050d-ebd5-4e0e-a984-f573b8282991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:03:59.751081 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Checking router: 9217142a-b294-432e-9e7c-670a51f03a13 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:03:59.751717 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Updating router 9217142a-b294-432e-9e7c-670a51f03a13 port 2ede9bfd-a2f0-493d-9701-40871edb335a binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:03:59.811940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f56ae39c-2147-4f84-8919-474b62c3830d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:03:59.828690 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:59.842461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f56ae39c-2147-4f84-8919-474b62c3830d admin admin] Usage tracker for resource:security_group_rule and tenant:1a04ef9ccf9c44ac9d075b3933146d79 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:03:59.851129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f56ae39c-2147-4f84-8919-474b62c3830d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:03:59.872945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-fc93b144-7343-4c08-afd4-2566ba4229f6 req-6d29dfd3-1fe0-468c-9cf4-6bf45876b217 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] For port 6b6b3991-e935-4750-ba6a-37e986d46d4c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=6b6b3991-e935-4750-ba6a-37e986d46d4c,segment=NetworkSegment(47a48769-04a4-4c1d-8d6e-7c420d8f35c7),segment_id=47a48769-04a4-4c1d-8d6e-7c420d8f35c7)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:03:59.873329 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fc93b144-7343-4c08-afd4-2566ba4229f6 req-6d29dfd3-1fe0-468c-9cf4-6bf45876b217 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:03:59.887259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f56ae39c-2147-4f84-8919-474b62c3830d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:03:59.938660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2324f2a-ceec-444e-9744-b3c564f1432f req-d6ada01e-65e5-421f-ad42-28919b93c6c9 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:03:59.942034 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-33abb525-0474-47ff-b88d-ebe1e9de7ab0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Network 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:03:59.943069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b2324f2a-ceec-444e-9744-b3c564f1432f req-d6ada01e-65e5-421f-ad42-28919b93c6c9 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Synchronizing usage tracker for tenant:2a48c799eeea46379351a2e62cc35b47 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:03:59.973559 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ed926-1ea3-4139-8f56-997aef1a358c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for 7b254529-65ec-4e5d-9c87-7cb222506af5 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:04:00.076917 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-33abb525-0474-47ff-b88d-ebe1e9de7ab0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:00.093162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-33abb525-0474-47ff-b88d-ebe1e9de7ab0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:04:00.349731 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a28d57da-b3cd-44e7-9a48-3ac5d3c6394f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:00.368675 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 60dae12f-53c8-4882-b57f-ca7eb3c7992d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:00.374324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-fc93b144-7343-4c08-afd4-2566ba4229f6 req-6d29dfd3-1fe0-468c-9cf4-6bf45876b217 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Calling delete_port for 6b6b3991-e935-4750-ba6a-37e986d46d4c owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:04:00.505307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-33abb525-0474-47ff-b88d-ebe1e9de7ab0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:00.506629 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-33abb525-0474-47ff-b88d-ebe1e9de7ab0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:00.512861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b2324f2a-ceec-444e-9744-b3c564f1432f req-d6ada01e-65e5-421f-ad42-28919b93c6c9 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Unset dirty status for tenant:2a48c799eeea46379351a2e62cc35b47 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:00.536378 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2324f2a-ceec-444e-9744-b3c564f1432f req-d6ada01e-65e5-421f-ad42-28919b93c6c9 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=4892069d-4bcc-460d-889b-869be5c10ff0 HTTP/1.1" status: 200 len: 943 time: 1.1758692 Feb 18 09:04:00.623481 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 60dae12f-53c8-4882-b57f-ca7eb3c7992d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:00.624018 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:00.704409 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-33abb525-0474-47ff-b88d-ebe1e9de7ab0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0482137 Feb 18 09:04:00.731071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Request body: {'port': {'device_id': 'b113660e-8618-4d2d-a02e-7e539c07edcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:00.837652 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:00.913842 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41084) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:00.919859 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1275492948-network', 'tenant_id': '9af4e71095c44433847aee6aa46dbc7c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:00.934729 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:00.944809 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Usage tracker for resource:network and tenant:9af4e71095c44433847aee6aa46dbc7c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:00.950216 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Transition to ACTIVE for port object 2ede9bfd-a2f0-493d-9701-40871edb335a will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:00.952279 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2324f2a-ceec-444e-9744-b3c564f1432f req-4225454f-bb18-403f-89a0-8351a85d6b90 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146960 Feb 18 09:04:00.969636 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:01.007495 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:01.018290 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed926-1ea3-4139-8f56-997aef1a358c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:01.028715 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:01.111354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed926-1ea3-4139-8f56-997aef1a358c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=7b254529-65ec-4e5d-9c87-7cb222506af5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:01.118665 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:01.214554 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Made reservation on behalf of 9af4e71095c44433847aee6aa46dbc7c for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:01.216929 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:01.243414 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:01.250358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8c981a75-7b9f-4de0-9095-35c4fec89449 None None] Provisioning for port 9e85d453-0b19-4acc-9bee-5f3b29aa99ff completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:01.275125 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed926-1ea3-4139-8f56-997aef1a358c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:01.287053 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9d5ed926-1ea3-4139-8f56-997aef1a358c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/7b254529-65ec-4e5d-9c87-7cb222506af5 HTTP/1.1" status: 204 len: 168 time: 2.7868059 Feb 18 09:04:01.291373 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:01.312960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41092) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:01.336901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8c981a75-7b9f-4de0-9095-35c4fec89449 None None] Provisioning complete for port 9e85d453-0b19-4acc-9bee-5f3b29aa99ff triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:01.337295 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8c981a75-7b9f-4de0-9095-35c4fec89449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:01.394277 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a005f5-6e71-41bb-936f-30bcdfd4069a None None] Pushing event updated for resources: {'Port': ['ID=2ede9bfd-a2f0-493d-9701-40871edb335a,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:01.407213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:01.427998 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Usage tracker for resource:security_group_rule and tenant:9af4e71095c44433847aee6aa46dbc7c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:01.443365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:01.483986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:01.524361 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a005f5-6e71-41bb-936f-30bcdfd4069a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:01.524983 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a005f5-6e71-41bb-936f-30bcdfd4069a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:01.525610 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a005f5-6e71-41bb-936f-30bcdfd4069a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:01.526094 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a005f5-6e71-41bb-936f-30bcdfd4069a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:01.526585 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a005f5-6e71-41bb-936f-30bcdfd4069a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:01.527079 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a005f5-6e71-41bb-936f-30bcdfd4069a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:01.527645 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a005f5-6e71-41bb-936f-30bcdfd4069a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:01.528136 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a005f5-6e71-41bb-936f-30bcdfd4069a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:01.528740 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a005f5-6e71-41bb-936f-30bcdfd4069a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:01.529275 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a005f5-6e71-41bb-936f-30bcdfd4069a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:01.529804 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a005f5-6e71-41bb-936f-30bcdfd4069a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:01.530322 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a005f5-6e71-41bb-936f-30bcdfd4069a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:01.555705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8c981a75-7b9f-4de0-9095-35c4fec89449 None None] Port 9e85d453-0b19-4acc-9bee-5f3b29aa99ff cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:04:01.619660 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f56ae39c-2147-4f84-8919-474b62c3830d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:01.635407 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1036d3a-4794-4097-acd6-86c681659ae2 req-3912522d-cd88-4b87-826d-8214b733b0b4 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:01.636585 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:01.637227 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:01.642614 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c1036d3a-4794-4097-acd6-86c681659ae2 req-3912522d-cd88-4b87-826d-8214b733b0b4 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 931 time: 0.8773139 Feb 18 09:04:01.650233 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f56ae39c-2147-4f84-8919-474b62c3830d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:01.658477 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fc93b144-7343-4c08-afd4-2566ba4229f6 req-6d29dfd3-1fe0-468c-9cf4-6bf45876b217 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:01.670120 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Attempting to bind port 2ede9bfd-a2f0-493d-9701-40871edb335a on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:01.670492 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Attempting to bind port 2ede9bfd-a2f0-493d-9701-40871edb335a by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '66380197-dc09-412d-8934-9a6ccf344e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:01.670858 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Attempting to bind port 2ede9bfd-a2f0-493d-9701-40871edb335a on network ec3d4a7e-a312-44cc-b0e7-a43199da5de1 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:04:01.687020 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:04:01.687391 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Checking segment: {'id': '66380197-dc09-412d-8934-9a6ccf344e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:04:01.687981 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:01.688557 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Bound using segment: {'id': '66380197-dc09-412d-8934-9a6ccf344e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:04:01.689203 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Bound port: 2ede9bfd-a2f0-493d-9701-40871edb335a, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66380197-dc09-412d-8934-9a6ccf344e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:01.690289 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:01.813227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ae39c-2147-4f84-8919-474b62c3830d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6619dd6-aa95-4ac3-a7c1-8b2a188907f3,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:01.832552 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c1036d3a-4794-4097-acd6-86c681659ae2 req-31bf1814-95f0-4ff4-b9b1-cb2f2115f497 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=6b283fcd-9294-44fc-a3eb-6ceae1187c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880257 Feb 18 09:04:01.890529 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29dfd3-1fe0-468c-9cf4-6bf45876b217 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Pushing event deleted for resources: {'Port': ['ID=6b6b3991-e935-4750-ba6a-37e986d46d4c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:01.999949 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] For port 2ede9bfd-a2f0-493d-9701-40871edb335a, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:04:02.009108 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] For port 2ede9bfd-a2f0-493d-9701-40871edb335a, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2ede9bfd-a2f0-493d-9701-40871edb335a,segment=NetworkSegment(66380197-dc09-412d-8934-9a6ccf344e14),segment_id=66380197-dc09-412d-8934-9a6ccf344e14)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:04:02.026949 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:02.068949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc93b144-7343-4c08-afd4-2566ba4229f6 req-6d29dfd3-1fe0-468c-9cf4-6bf45876b217 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] No DVR routers for this DVR port 6b6b3991-e935-4750-ba6a-37e986d46d4c on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:04:02.075562 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-fc93b144-7343-4c08-afd4-2566ba4229f6 req-6d29dfd3-1fe0-468c-9cf4-6bf45876b217 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:02.110617 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4892069d-4bcc-460d-889b-869be5c10ff0', 'name': 'network-vif-deleted', 'tag': '6b6b3991-e935-4750-ba6a-37e986d46d4c'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:04:02.147454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bc888-9111-4844-965b-9691246f7b28 req-c96eec55-9149-4b0e-8157-a5a2f9d8eeae tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:02.149746 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-846bc888-9111-4844-965b-9691246f7b28 req-c96eec55-9149-4b0e-8157-a5a2f9d8eeae tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.9631817 Feb 18 09:04:02.160859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f53d780-1cf1-40d7-ade0-362de4990819 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:02.171881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f53d780-1cf1-40d7-ade0-362de4990819 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:02.176736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3f53d780-1cf1-40d7-ade0-362de4990819 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:02.186199 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:02.207119 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:02.210985 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc93b144-7343-4c08-afd4-2566ba4229f6 req-6d29dfd3-1fe0-468c-9cf4-6bf45876b217 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.81 "DELETE /v2.0/ports/6b6b3991-e935-4750-ba6a-37e986d46d4c HTTP/1.1" status: 204 len: 173 time: 8.3933125 Feb 18 09:04:02.231857 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f56ae39c-2147-4f84-8919-474b62c3830d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1a04ef9ccf9c44ac9d075b3933146d79&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6725395 Feb 18 09:04:02.234823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41106) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:02.256240 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Routers {'9217142a-b294-432e-9e7c-670a51f03a13'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:04:02.259592 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:03:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9217142a-b294-432e-9e7c-670a51f03a13'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:02.522648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e85d453-0b19-4acc-9bee-5f3b29aa99ff {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:04:02.544559 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:02.552603 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f826bd0c-c8a6-42f9-86e0-b92fd40df55f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:02.586419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:04:02.592789 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a005f5-6e71-41bb-936f-30bcdfd4069a None None] Pushing event updated for resources: {'Port': ['ID=2ede9bfd-a2f0-493d-9701-40871edb335a,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:02.623311 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Transition to ACTIVE for port object 9e85d453-0b19-4acc-9bee-5f3b29aa99ff will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:02.625376 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3f53d780-1cf1-40d7-ade0-362de4990819 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:02.632065 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:02.632843 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3f53d780-1cf1-40d7-ade0-362de4990819 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 1.3081324 Feb 18 09:04:02.634383 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Added segment d29b3427-afca-4940-9ad7-f9d875b628cc of type vlan for network a22a81ff-fc82-4b45-9546-3a883e59bddf Feb 18 09:04:02.638570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41110) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:02.660048 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:02.679769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-10bf39ec-0f35-485c-99cb-f881bfbd553a req-c68c058a-f7cf-416b-a214-3c121decd588 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Synchronizing usage tracker for tenant:2a48c799eeea46379351a2e62cc35b47 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:02.710825 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a8844bc8-3c0b-4344-8216-7660cdd7b1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:02.758141 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-846bc888-9111-4844-965b-9691246f7b28 req-be225e1b-a5e3-4c57-b144-bacb7dd43ef8 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5623839 Feb 18 09:04:02.780051 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f74db76c-6d65-4fad-8ca9-1712c031eee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:02.848821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-10bf39ec-0f35-485c-99cb-f881bfbd553a req-c68c058a-f7cf-416b-a214-3c121decd588 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Unset dirty status for tenant:2a48c799eeea46379351a2e62cc35b47 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:02.875823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10bf39ec-0f35-485c-99cb-f881bfbd553a req-c68c058a-f7cf-416b-a214-3c121decd588 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=4892069d-4bcc-460d-889b-869be5c10ff0 HTTP/1.1" status: 200 len: 210 time: 0.4189351 Feb 18 09:04:02.913866 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] Set router 9217142a-b294-432e-9e7c-670a51f03a13 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:04:02.959163 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4892069d-4bcc-460d-889b-869be5c10ff0', 'name': 'network-vif-deleted', 'tag': '6b6b3991-e935-4750-ba6a-37e986d46d4c', 'status': 'completed', 'code': 200} Feb 18 09:04:02.964692 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f74db76c-6d65-4fad-8ca9-1712c031eee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:03.144540 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f74db76c-6d65-4fad-8ca9-1712c031eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:03.208789 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f74db76c-6d65-4fad-8ca9-1712c031eee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:03.213228 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f74db76c-6d65-4fad-8ca9-1712c031eee8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e6619dd6-aa95-4ac3-a7c1-8b2a188907f3 HTTP/1.1" status: 204 len: 168 time: 0.9753106 Feb 18 09:04:03.217535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74db76c-6d65-4fad-8ca9-1712c031eee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6619dd6-aa95-4ac3-a7c1-8b2a188907f3,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:03.476014 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:03.548017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac4621-2200-497c-8e24-c6cc5881de53 req-d4e446e6-b6b6-44f9-82e8-71e32a6e949d tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:03.554821 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04ac4621-2200-497c-8e24-c6cc5881de53 req-d4e446e6-b6b6-44f9-82e8-71e32a6e949d tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 943 time: 0.3526688 Feb 18 09:04:03.634198 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:03.637953 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:03.642436 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:03.706950 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Pushing event updated for resources: {'Port': ['ID=9e85d453-0b19-4acc-9bee-5f3b29aa99ff,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:03.725769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04ac4621-2200-497c-8e24-c6cc5881de53 req-194a9e1b-b854-401d-a3f6-8fa805bd6d13 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=6b283fcd-9294-44fc-a3eb-6ceae1187c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640930 Feb 18 09:04:03.793469 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:03.839186 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:03.933844 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0158913 Feb 18 09:04:03.934605 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41150) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:03.941153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-09732dc5-a9f2-4d7f-93f5-1b518ea06192 admin admin] Request body: {'subnet': {'network_id': 'a22a81ff-fc82-4b45-9546-3a883e59bddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1275492948-subnet', 'tenant_id': '9af4e71095c44433847aee6aa46dbc7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:03.956344 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-09732dc5-a9f2-4d7f-93f5-1b518ea06192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:03.967484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-09732dc5-a9f2-4d7f-93f5-1b518ea06192 admin admin] Usage tracker for resource:subnet and tenant:9af4e71095c44433847aee6aa46dbc7c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:03.976983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-09732dc5-a9f2-4d7f-93f5-1b518ea06192 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:03.978817 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9217142a-b294-432e-9e7c-670a51f03a13', 'name': 'tempest-TaggedBootDevicesTest_v242-1551364495-router', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:03:37Z', 'updated_at': '2022-02-18T09:03:53Z', 'revision_number': 4, 'project_id': '67fba04be8234c838f03f922f83b8802', 'gw_port': {'id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:39Z', 'updated_at': '2022-02-18T09:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '2ede9bfd-a2f0-493d-9701-40871edb335a', 'name': '', 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'mac_address': 'fa:16:3e:be:16:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'c738050d-ebd5-4e0e-a984-f573b8282991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:51Z', 'updated_at': '2022-02-18T09:04:01Z', 'revision_number': 4, 'project_id': '67fba04be8234c838f03f922f83b8802', 'subnets': [{'id': 'c738050d-ebd5-4e0e-a984-f573b8282991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:03.990557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-09732dc5-a9f2-4d7f-93f5-1b518ea06192 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:04.001066 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33c164-54cc-414b-a626-f8eb182a2bc6 None None] The sync data for ids ['9217142a-b294-432e-9e7c-670a51f03a13'] in n-d-829434-1 is: [{'id': '9217142a-b294-432e-9e7c-670a51f03a13', 'name': 'tempest-TaggedBootDevicesTest_v242-1551364495-router', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:03:37Z', 'updated_at': '2022-02-18T09:03:53Z', 'revision_number': 4, 'project_id': '67fba04be8234c838f03f922f83b8802', 'gw_port': {'id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:39Z', 'updated_at': '2022-02-18T09:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '2ede9bfd-a2f0-493d-9701-40871edb335a', 'name': '', 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'mac_address': 'fa:16:3e:be:16:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'c738050d-ebd5-4e0e-a984-f573b8282991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:51Z', 'updated_at': '2022-02-18T09:04:01Z', 'revision_number': 4, 'project_id': '67fba04be8234c838f03f922f83b8802', 'subnets': [{'id': 'c738050d-ebd5-4e0e-a984-f573b8282991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:04:04.024413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09732dc5-a9f2-4d7f-93f5-1b518ea06192 admin admin] Made reservation on behalf of 9af4e71095c44433847aee6aa46dbc7c for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:04.028237 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09732dc5-a9f2-4d7f-93f5-1b518ea06192 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:04.259732 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14480a8-d64c-47f2-a41c-15ed7f35f64d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet e4cf6623-425d-40e4-9d1c-3798e22db784 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:04:04.341640 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2ede9bfd-a2f0-493d-9701-40871edb335a up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:04.351373 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d14480a8-d64c-47f2-a41c-15ed7f35f64d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:04.454434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41156) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:04.498330 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d14480a8-d64c-47f2-a41c-15ed7f35f64d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:04.556545 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c030a706-0951-471d-855d-e422eccb470c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:04.587763 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 2ede9bfd-a2f0-493d-9701-40871edb335a completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:04.610435 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 2ede9bfd-a2f0-493d-9701-40871edb335a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:04.610870 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:04.642096 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c030a706-0951-471d-855d-e422eccb470c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:04.654780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c030a706-0951-471d-855d-e422eccb470c admin admin] Usage tracker for resource:security_group_rule and tenant:75f2e42f7fde4296bc94bb9b84acab14 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:04.658120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c030a706-0951-471d-855d-e422eccb470c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:04.674124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c030a706-0951-471d-855d-e422eccb470c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:04.691667 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d14480a8-d64c-47f2-a41c-15ed7f35f64d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:05.046547 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:05.079367 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:05.099140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed4133-1552-4be3-b95e-a9535719cc96 req-f16bc46f-1d72-4cc3-b07a-730c5c03786c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:05.106989 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fed4133-1552-4be3-b95e-a9535719cc96 req-f16bc46f-1d72-4cc3-b07a-730c5c03786c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.9904733 Feb 18 09:04:05.123007 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d14480a8-d64c-47f2-a41c-15ed7f35f64d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:05.131913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39b303-c7a3-4148-8008-731e3d4bb705 admin admin] Pushing event updated for resources: {'Network': ['ID=a22a81ff-fc82-4b45-9546-3a883e59bddf,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:05.159724 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network a22a81ff-fc82-4b45-9546-3a883e59bddf details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:04:05.219164 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d14480a8-d64c-47f2-a41c-15ed7f35f64d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:05.251039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Attempting to bind port 9e85d453-0b19-4acc-9bee-5f3b29aa99ff on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:05.253097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Attempting to bind port 9e85d453-0b19-4acc-9bee-5f3b29aa99ff by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'b2aa9a1c-cb87-49cf-9895-827781f43d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:05.254184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Attempting to bind port 9e85d453-0b19-4acc-9bee-5f3b29aa99ff on network 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:04:05.277904 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14480a8-d64c-47f2-a41c-15ed7f35f64d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=e4cf6623-425d-40e4-9d1c-3798e22db784,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:05.295358 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Port 9e85d453-0b19-4acc-9bee-5f3b29aa99ff on network 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:04:05.296007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Attempting to bind port 9e85d453-0b19-4acc-9bee-5f3b29aa99ff on network 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:04:05.312667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:04:05.313530 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Checking segment: {'id': 'b2aa9a1c-cb87-49cf-9895-827781f43d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:04:05.316076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Bound using segment: {'id': 'b2aa9a1c-cb87-49cf-9895-827781f43d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:04:05.317660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Bound port: 9e85d453-0b19-4acc-9bee-5f3b29aa99ff, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2aa9a1c-cb87-49cf-9895-827781f43d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:05.318405 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:05.356726 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d14480a8-d64c-47f2-a41c-15ed7f35f64d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/e4cf6623-425d-40e4-9d1c-3798e22db784 HTTP/1.1" status: 204 len: 168 time: 2.7113245 Feb 18 09:04:05.357789 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41170) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:05.452678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca6b48b-ffb3-470a-a802-8c9682db9974 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:04:05.470256 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 2ede9bfd-a2f0-493d-9701-40871edb335a, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2ede9bfd-a2f0-493d-9701-40871edb335a,segment=NetworkSegment(66380197-dc09-412d-8934-9a6ccf344e14),segment_id=66380197-dc09-412d-8934-9a6ccf344e14)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:05.558941 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:05.742795 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5111c8a6-3543-4736-9763-173c119b6934 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3791821 Feb 18 09:04:05.743429 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41174) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:05.801489 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c030a706-0951-471d-855d-e422eccb470c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:05.850677 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c030a706-0951-471d-855d-e422eccb470c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:06.015370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030a706-0951-471d-855d-e422eccb470c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8efbc08-ed66-41db-888c-b6acd3c99e6a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:06.028827 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c030a706-0951-471d-855d-e422eccb470c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=75f2e42f7fde4296bc94bb9b84acab14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5643013 Feb 18 09:04:06.034150 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09732dc5-a9f2-4d7f-93f5-1b518ea06192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:06.040301 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41182) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:06.077904 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] For port 9e85d453-0b19-4acc-9bee-5f3b29aa99ff, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:04:06.083166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] For port 9e85d453-0b19-4acc-9bee-5f3b29aa99ff, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9e85d453-0b19-4acc-9bee-5f3b29aa99ff,segment=NetworkSegment(b2aa9a1c-cb87-49cf-9895-827781f43d2f),segment_id=b2aa9a1c-cb87-49cf-9895-827781f43d2f)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:04:06.097058 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=2ede9bfd-a2f0-493d-9701-40871edb335a,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:06.154556 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:06.247300 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fed4133-1552-4be3-b95e-a9535719cc96 req-834d1e85-7ee8-45c3-8bd4-af3cdeababa9 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1358395 Feb 18 09:04:06.272986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:06.273607 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:06.275004 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] 10.222.0.81 "PUT /v2.0/ports/9e85d453-0b19-4acc-9bee-5f3b29aa99ff HTTP/1.1" status: 200 len: 1091 time: 5.5563397 Feb 18 09:04:06.287832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b113660e-8618-4d2d-a02e-7e539c07edcd', 'tag': '9e85d453-0b19-4acc-9bee-5f3b29aa99ff'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:04:06.374845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfd3863-b296-422e-b969-11c77014f76b None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:04:06.381581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9bfd3863-b296-422e-b969-11c77014f76b None None] Deleting port 60dae12f-53c8-4882-b57f-ca7eb3c7992d {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:04:06.383061 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9bfd3863-b296-422e-b969-11c77014f76b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:06.406242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1194507f-6437-456f-8ae5-163ede7e5ce7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:06.411206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1194507f-6437-456f-8ae5-163ede7e5ce7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:06.454224 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2ede9bfd-a2f0-493d-9701-40871edb335a up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:06.554359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f809858-94a1-413f-9c11-0ed78e5261e5 req-03798f48-bfd3-437d-8c8f-5fa8233be06d tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:06.556090 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f809858-94a1-413f-9c11-0ed78e5261e5 req-03798f48-bfd3-437d-8c8f-5fa8233be06d tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 943 time: 1.5025816 Feb 18 09:04:06.560757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09732dc5-a9f2-4d7f-93f5-1b518ea06192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=331bab00-8791-4519-b70d-ef3c16b0dbba,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:06.608576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09732dc5-a9f2-4d7f-93f5-1b518ea06192 admin admin] Checking segment: {'id': 'd29b3427-afca-4940-9ad7-f9d875b628cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a22a81ff-fc82-4b45-9546-3a883e59bddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:04:06.610562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09732dc5-a9f2-4d7f-93f5-1b518ea06192 admin admin] Network hostable DHCP agents. Network: a22a81ff-fc82-4b45-9546-3a883e59bddf, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:04:06.718049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ccf7b-69ee-4686-a642-4f76d9725e85 service neutron] Pushing event updated for resources: {'Port': ['ID=9e85d453-0b19-4acc-9bee-5f3b29aa99ff,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:06.721783 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff79f8ef-4cae-4af9-8ba9-86f4ee63577d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:06.758858 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1194507f-6437-456f-8ae5-163ede7e5ce7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:06.758858 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1194507f-6437-456f-8ae5-163ede7e5ce7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0070748 Feb 18 09:04:06.772077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41198) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:06.867300 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f809858-94a1-413f-9c11-0ed78e5261e5 req-e4d9ede3-063c-44b0-a158-85773ff8249f tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=6b283fcd-9294-44fc-a3eb-6ceae1187c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757306 Feb 18 09:04:06.886978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09732dc5-a9f2-4d7f-93f5-1b518ea06192 admin admin] Network a22a81ff-fc82-4b45-9546-3a883e59bddf is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:04:06.914004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-09732dc5-a9f2-4d7f-93f5-1b518ea06192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, a22a81ff-fc82-4b45-9546-3a883e59bddf) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:06.925287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09732dc5-a9f2-4d7f-93f5-1b518ea06192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:06.925889 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09732dc5-a9f2-4d7f-93f5-1b518ea06192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:06.949165 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e6e011-e925-4b78-a9bf-bd969030c1b5 None None] Network a22a81ff-fc82-4b45-9546-3a883e59bddf requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:04:06.998411 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff79f8ef-4cae-4af9-8ba9-86f4ee63577d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:06.999874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-09732dc5-a9f2-4d7f-93f5-1b518ea06192 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0640085 Feb 18 09:04:07.003214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41202) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:07.012307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1275492948-router', 'tenant_id': '9af4e71095c44433847aee6aa46dbc7c', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:07.028161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:07.045652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Usage tracker for resource:router and tenant:9af4e71095c44433847aee6aa46dbc7c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:07.056429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:07.074297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:07.122369 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:07.124572 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:07.198350 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:07.198661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0ed733-54bd-4ab3-911c-77d61e28c89e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:07.200347 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3e0ed733-54bd-4ab3-911c-77d61e28c89e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:07.233898 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-f475d243-7de5-4d14-af71-d8d1b229a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:07.307015 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-f475d243-7de5-4d14-af71-d8d1b229a40a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=72394f0052cf4105ace3e6770e79b704&device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 1094 time: 0.9402261 Feb 18 09:04:07.635452 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-8af728bf-7ecc-4314-b351-cc594be7015e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e85d453-0b19-4acc-9bee-5f3b29aa99ff HTTP/1.1" status: 200 len: 217 time: 0.3090518 Feb 18 09:04:07.715757 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 2ede9bfd-a2f0-493d-9701-40871edb335a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:07.716382 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:07.765398 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff79f8ef-4cae-4af9-8ba9-86f4ee63577d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:07.863871 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3e0ed733-54bd-4ab3-911c-77d61e28c89e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:07.878842 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3e0ed733-54bd-4ab3-911c-77d61e28c89e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0944951 Feb 18 09:04:07.883959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41216) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:07.901224 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b113660e-8618-4d2d-a02e-7e539c07edcd', 'tag': '9e85d453-0b19-4acc-9bee-5f3b29aa99ff', 'status': 'completed', 'code': 200} Feb 18 09:04:07.901948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79f8ef-4cae-4af9-8ba9-86f4ee63577d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8efbc08-ed66-41db-888c-b6acd3c99e6a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:08.053532 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9bfd3863-b296-422e-b969-11c77014f76b None None] For port 60dae12f-53c8-4882-b57f-ca7eb3c7992d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=60dae12f-53c8-4882-b57f-ca7eb3c7992d,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:08.053931 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9bfd3863-b296-422e-b969-11c77014f76b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:08.115161 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:08.213869 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff79f8ef-4cae-4af9-8ba9-86f4ee63577d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:08.219350 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ff79f8ef-4cae-4af9-8ba9-86f4ee63577d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d8efbc08-ed66-41db-888c-b6acd3c99e6a HTTP/1.1" status: 204 len: 168 time: 2.1644006 Feb 18 09:04:08.248715 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-59c6c3af-e899-4f8a-8f58-4b1b2aa6fda1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3324163 Feb 18 09:04:08.262946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41232) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:08.294636 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-a60d8f09-e053-4f3b-8f1d-9279c2718552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:08.300964 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-a60d8f09-e053-4f3b-8f1d-9279c2718552 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9eaf963a-b95e-4bec-b0a0-0baccb065970 HTTP/1.1" status: 200 len: 850 time: 0.6259146 Feb 18 09:04:08.303024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-97590dc1-8a51-4ea0-a187-956d9a52e580 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:08.635425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-4bb60fc2-001b-494f-80e1-f3ed3b580673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:08.647105 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-4bb60fc2-001b-494f-80e1-f3ed3b580673 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3394270 Feb 18 09:04:08.714312 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9bfd3863-b296-422e-b969-11c77014f76b None None] Calling delete_port for 60dae12f-53c8-4882-b57f-ca7eb3c7992d owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:04:08.745583 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-97590dc1-8a51-4ea0-a187-956d9a52e580 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:08.773421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471910f-8631-4a6c-9471-258e78a928e8 req-00614fb4-6f82-463c-8a11-074440e62c78 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:08.774611 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5471910f-8631-4a6c-9471-258e78a928e8 req-00614fb4-6f82-463c-8a11-074440e62c78 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 1.0664880 Feb 18 09:04:08.840712 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 60dae12f-53c8-4882-b57f-ca7eb3c7992d no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:04:08.874835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-97590dc1-8a51-4ea0-a187-956d9a52e580 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:08.933495 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 60dae12f-53c8-4882-b57f-ca7eb3c7992d {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:04:08.934093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 60dae12f-53c8-4882-b57f-ca7eb3c7992d not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:04:08.981050 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9bfd3863-b296-422e-b969-11c77014f76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:08.999949 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-f0f598f4-8d0c-4394-abaa-25caad7de132 service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445265 Feb 18 09:04:09.003081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97590dc1-8a51-4ea0-a187-956d9a52e580 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:09.014305 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-97590dc1-8a51-4ea0-a187-956d9a52e580 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:09.048047 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5471910f-8631-4a6c-9471-258e78a928e8 req-7f265e18-2b32-433c-bd86-d966f807632c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563753 Feb 18 09:04:09.118380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd3863-b296-422e-b969-11c77014f76b None None] Pushing event deleted for resources: {'Port': ['ID=60dae12f-53c8-4882-b57f-ca7eb3c7992d,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:09.136850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfd3863-b296-422e-b969-11c77014f76b None None] No DVR routers for this DVR port 60dae12f-53c8-4882-b57f-ca7eb3c7992d on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:04:09.330756 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-a22a81ff-fc82-4b45-9546-3a883e59bddf', 'network_id': 'a22a81ff-fc82-4b45-9546-3a883e59bddf', 'tenant_id': '9af4e71095c44433847aee6aa46dbc7c', 'fixed_ips': [{'subnet_id': '331bab00-8791-4519-b70d-ef3c16b0dbba'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:04:09.337736 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:09.441115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5f0a1-1324-4c3e-990f-8612aca19e68 req-01ad5fee-22b0-4bc8-8906-4342dd633216 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:09.449003 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eed5f0a1-1324-4c3e-990f-8612aca19e68 req-01ad5fee-22b0-4bc8-8906-4342dd633216 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 943 time: 0.9245570 Feb 18 09:04:09.828948 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8093458c-0bf8-4f37-9b66-ca86a1321ea7 req-69fe5c9f-5913-43a4-8a7d-2d396d8fde0b service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8221738 Feb 18 09:04:09.940394 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Allocated IP 172.20.0.2 (a22a81ff-fc82-4b45-9546-3a883e59bddf/331bab00-8791-4519-b70d-ef3c16b0dbba/cab9ec46-85c9-4461-989f-dfcbd5268001) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:10.214519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eed5f0a1-1324-4c3e-990f-8612aca19e68 req-c15eb9c8-dcda-4027-b635-04bba88a65c9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=6b283fcd-9294-44fc-a3eb-6ceae1187c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7453966 Feb 18 09:04:10.230617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324cc4e-6dc5-41fc-83f4-9b7fa1b32d74 req-cb8936af-8021-40fa-b19e-3f2b8fd91235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:10.234452 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5324cc4e-6dc5-41fc-83f4-9b7fa1b32d74 req-cb8936af-8021-40fa-b19e-3f2b8fd91235 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=72394f0052cf4105ace3e6770e79b704&device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 1094 time: 0.3300095 Feb 18 09:04:10.379481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41282) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:10.749869 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324cc4e-6dc5-41fc-83f4-9b7fa1b32d74 req-8921386c-7826-4803-b988-e6fc98ab0f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:10.753557 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5324cc4e-6dc5-41fc-83f4-9b7fa1b32d74 req-8921386c-7826-4803-b988-e6fc98ab0f05 service neutron] 10.222.0.81 "GET /v2.0/networks?id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 HTTP/1.1" status: 200 len: 912 time: 0.5096908 Feb 18 09:04:10.923095 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5324cc4e-6dc5-41fc-83f4-9b7fa1b32d74 req-e04ed106-d265-458e-951d-b2b944fb73de service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e85d453-0b19-4acc-9bee-5f3b29aa99ff HTTP/1.1" status: 200 len: 217 time: 0.1622736 Feb 18 09:04:10.946156 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:10.993995 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Transition to ACTIVE for port object cab9ec46-85c9-4461-989f-dfcbd5268001 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:11.060361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Transition to ACTIVE for port object cab9ec46-85c9-4461-989f-dfcbd5268001 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:11.081462 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:11.184550 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324cc4e-6dc5-41fc-83f4-9b7fa1b32d74 req-94f40b2c-aa35-4045-bbe3-7bd2dee58bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:11.196661 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5324cc4e-6dc5-41fc-83f4-9b7fa1b32d74 req-94f40b2c-aa35-4045-bbe3-7bd2dee58bf4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9eaf963a-b95e-4bec-b0a0-0baccb065970 HTTP/1.1" status: 200 len: 850 time: 0.2607338 Feb 18 09:04:11.318879 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Network a22a81ff-fc82-4b45-9546-3a883e59bddf is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:11.362743 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:11.370149 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:04:11.379083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Pushing event updated for resources: {'Port': ['ID=cab9ec46-85c9-4461-989f-dfcbd5268001,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:11.408896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324cc4e-6dc5-41fc-83f4-9b7fa1b32d74 req-28943533-da3c-4a56-ac0e-c26c285716b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:11.411579 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5324cc4e-6dc5-41fc-83f4-9b7fa1b32d74 req-28943533-da3c-4a56-ac0e-c26c285716b8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2128940 Feb 18 09:04:11.462945 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:11.492595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.objects.ports [None req-97590dc1-8a51-4ea0-a187-956d9a52e580 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87768) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 09:04:11.533860 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-97590dc1-8a51-4ea0-a187-956d9a52e580 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:11.648516 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Attempting to bind port cab9ec46-85c9-4461-989f-dfcbd5268001 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:11.650020 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cde891c6-5279-44bc-bee5-2dc6c5381336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:11.651045 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Attempting to bind port cab9ec46-85c9-4461-989f-dfcbd5268001 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'd29b3427-afca-4940-9ad7-f9d875b628cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a22a81ff-fc82-4b45-9546-3a883e59bddf'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:11.651602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Attempting to bind port cab9ec46-85c9-4461-989f-dfcbd5268001 on network a22a81ff-fc82-4b45-9546-3a883e59bddf {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:04:11.672516 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:04:11.673300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Checking segment: {'id': 'd29b3427-afca-4940-9ad7-f9d875b628cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a22a81ff-fc82-4b45-9546-3a883e59bddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:04:11.675702 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:11.678828 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Bound using segment: {'id': 'd29b3427-afca-4940-9ad7-f9d875b628cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a22a81ff-fc82-4b45-9546-3a883e59bddf'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:04:11.679926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Bound port: cab9ec46-85c9-4461-989f-dfcbd5268001, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29b3427-afca-4940-9ad7-f9d875b628cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a22a81ff-fc82-4b45-9546-3a883e59bddf'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:11.682228 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:11.709396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97590dc1-8a51-4ea0-a187-956d9a52e580 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:11.719168 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:11.722990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d73e7d-dd6b-41a1-ac14-7ce17dbb44b8 req-d7874319-0259-4c53-bbe8-78039392c99f tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:11.728763 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5324cc4e-6dc5-41fc-83f4-9b7fa1b32d74 req-10007f65-130d-4732-a180-5296697b3836 service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094501 Feb 18 09:04:11.729654 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76d73e7d-dd6b-41a1-ac14-7ce17dbb44b8 req-d7874319-0259-4c53-bbe8-78039392c99f tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 1.2651534 Feb 18 09:04:11.776539 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:11.906836 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-cde891c6-5279-44bc-bee5-2dc6c5381336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:11.916086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-cde891c6-5279-44bc-bee5-2dc6c5381336 admin admin] Usage tracker for resource:security_group_rule and tenant:e402e3f5d9294f83bcd5f507d6ebdb91 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:11.924215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-cde891c6-5279-44bc-bee5-2dc6c5381336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:11.935102 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-cde891c6-5279-44bc-bee5-2dc6c5381336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:11.966488 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] For port cab9ec46-85c9-4461-989f-dfcbd5268001, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:04:11.977240 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] For port cab9ec46-85c9-4461-989f-dfcbd5268001, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cab9ec46-85c9-4461-989f-dfcbd5268001,segment=NetworkSegment(d29b3427-afca-4940-9ad7-f9d875b628cc),segment_id=d29b3427-afca-4940-9ad7-f9d875b628cc)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:04:11.994396 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:12.055541 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5324cc4e-6dc5-41fc-83f4-9b7fa1b32d74 req-40bbc743-e573-4a2b-ab3c-9c29a6c38664 service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191617 Feb 18 09:04:12.109268 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cde891c6-5279-44bc-bee5-2dc6c5381336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:12.111684 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:12.114860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-97590dc1-8a51-4ea0-a187-956d9a52e580 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:12.117624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97590dc1-8a51-4ea0-a187-956d9a52e580 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=e15b1625-71f7-4ec4-bc8d-e74172c86291,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:12.122386 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97590dc1-8a51-4ea0-a187-956d9a52e580 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:12.124893 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-97590dc1-8a51-4ea0-a187-956d9a52e580 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:12.213676 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd9d99a-3ddc-4294-9a73-7d5022ce7acb None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:04:12.248512 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cde891c6-5279-44bc-bee5-2dc6c5381336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:12.341047 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-97590dc1-8a51-4ea0-a187-956d9a52e580 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.0689957 Feb 18 09:04:12.343660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41322) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:12.349960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2e9973e8-5e92-490d-b62a-3c0c7d656ae1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'mac_address': 'fa:16:3e:cd:b8:93', 'name': 'tempest-NetworksTestDHCPv6-353529205'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:12.432125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde891c6-5279-44bc-bee5-2dc6c5381336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104c406a-fe33-421f-9bc2-459451d8c992,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:12.471823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76d73e7d-dd6b-41a1-ac14-7ce17dbb44b8 req-326e304d-c31e-4a6e-b230-6c8de5b80f87 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7378147 Feb 18 09:04:12.569558 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cde891c6-5279-44bc-bee5-2dc6c5381336 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e402e3f5d9294f83bcd5f507d6ebdb91&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1549230 Feb 18 09:04:12.587057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41326) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:12.705672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2e9973e8-5e92-490d-b62a-3c0c7d656ae1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:12.715749 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2e9973e8-5e92-490d-b62a-3c0c7d656ae1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:12.734396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9973e8-5e92-490d-b62a-3c0c7d656ae1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:12.824483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Allocated IP 172.25.1.145 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/a83dcbf4-cd95-480b-b057-ddbc531e3b6b) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:13.020504 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2e9973e8-5e92-490d-b62a-3c0c7d656ae1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:13.076317 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-2e9973e8-5e92-490d-b62a-3c0c7d656ae1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port ab54de1c-f785-445d-bb9f-828e0235b369 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:04:13.109036 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': 'e15b1625-71f7-4ec4-bc8d-e74172c86291'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:04:13.110628 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:13.120593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b3e81-efd2-4e8f-8800-94f09e84c736 req-6f36432e-e516-4bfe-8548-953a7b9bc893 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:13.122153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c8b3e81-efd2-4e8f-8800-94f09e84c736 req-6f36432e-e516-4bfe-8548-953a7b9bc893 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 943 time: 1.5714369 Feb 18 09:04:13.306037 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ca822a6f-74e5-4efd-9218-a1019f06c5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:13.312475 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c8b3e81-efd2-4e8f-8800-94f09e84c736 req-778fd09d-2fe5-471c-b273-978aa3da856c tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=6b283fcd-9294-44fc-a3eb-6ceae1187c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631608 Feb 18 09:04:13.329586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa22b9-dde2-40da-bdfe-1e034a896a7e None None] Pushing event updated for resources: {'Port': ['ID=cab9ec46-85c9-4461-989f-dfcbd5268001,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:13.367957 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:13.390863 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ca822a6f-74e5-4efd-9218-a1019f06c5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:13.457271 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:13.542713 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ca822a6f-74e5-4efd-9218-a1019f06c5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:13.566430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:13.576643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:13.583890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:04:13.609161 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-2e9973e8-5e92-490d-b62a-3c0c7d656ae1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::f816:3eff:fecd:b893 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/e15b1625-71f7-4ec4-bc8d-e74172c86291/ab54de1c-f785-445d-bb9f-828e0235b369) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:13.699066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca822a6f-74e5-4efd-9218-a1019f06c5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104c406a-fe33-421f-9bc2-459451d8c992,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:13.858827 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Pushing event updated for resources: {'Port': ['ID=a83dcbf4-cd95-480b-b057-ddbc531e3b6b,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:13.902389 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ca822a6f-74e5-4efd-9218-a1019f06c5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:13.903120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ca822a6f-74e5-4efd-9218-a1019f06c5f1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/104c406a-fe33-421f-9bc2-459451d8c992 HTTP/1.1" status: 204 len: 168 time: 1.3134475 Feb 18 09:04:13.987319 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2e9973e8-5e92-490d-b62a-3c0c7d656ae1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:14.063184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-2e9973e8-5e92-490d-b62a-3c0c7d656ae1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object ab54de1c-f785-445d-bb9f-828e0235b369 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:14.161561 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2e9973e8-5e92-490d-b62a-3c0c7d656ae1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:14.503615 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9e85d453-0b19-4acc-9bee-5f3b29aa99ff details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:04:14.507919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9973e8-5e92-490d-b62a-3c0c7d656ae1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=ab54de1c-f785-445d-bb9f-828e0235b369,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:14.558159 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9973e8-5e92-490d-b62a-3c0c7d656ae1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:14.562076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-2e9973e8-5e92-490d-b62a-3c0c7d656ae1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:14.569351 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9973e8-5e92-490d-b62a-3c0c7d656ae1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:04:14.595117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9973e8-5e92-490d-b62a-3c0c7d656ae1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:14.597093 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2e9973e8-5e92-490d-b62a-3c0c7d656ae1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:14.631820 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d2cd1-704d-4f58-8081-a07da04563b8 req-1d9bbad5-444d-4d4e-99a4-98030bf050d7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:14.634351 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f10d2cd1-704d-4f58-8081-a07da04563b8 req-1d9bbad5-444d-4d4e-99a4-98030bf050d7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.9139185 Feb 18 09:04:14.636891 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cab9ec46-85c9-4461-989f-dfcbd5268001 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:14.698892 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2e9973e8-5e92-490d-b62a-3c0c7d656ae1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3540316 Feb 18 09:04:14.701571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41368) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:14.723331 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:04:14.782639 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Allocated IP 2001:db8::f816:3eff:fe21:a63f (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/e15b1625-71f7-4ec4-bc8d-e74172c86291/859aaf8f-da1f-4ee7-85cd-ae5ad504784c) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:14.938220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd3398b-7d9d-4828-8368-eb36ebf3fbcf tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:14.938967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9fd3398b-7d9d-4828-8368-eb36ebf3fbcf tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:14.995768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9fd3398b-7d9d-4828-8368-eb36ebf3fbcf tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:14.997787 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9fd3398b-7d9d-4828-8368-eb36ebf3fbcf tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2950063 Feb 18 09:04:15.001029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41376) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:15.084561 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f10d2cd1-704d-4f58-8081-a07da04563b8 req-4abbdc9e-7570-49ce-b829-62d6699600ab tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384379 Feb 18 09:04:15.224534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-7035b762-7e43-4767-8768-f2208c44ec18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port ab54de1c-f785-445d-bb9f-828e0235b369 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:04:15.224878 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7035b762-7e43-4767-8768-f2208c44ec18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:15.467697 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 9e85d453-0b19-4acc-9bee-5f3b29aa99ff, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9e85d453-0b19-4acc-9bee-5f3b29aa99ff,segment=NetworkSegment(b2aa9a1c-cb87-49cf-9895-827781f43d2f),segment_id=b2aa9a1c-cb87-49cf-9895-827781f43d2f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:15.523841 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '9e85d453-0b19-4acc-9bee-5f3b29aa99ff', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'port_id': '9e85d453-0b19-4acc-9bee-5f3b29aa99ff', 'mac_address': 'fa:16:3e:e4:0d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:04:15.626280 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port cab9ec46-85c9-4461-989f-dfcbd5268001 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:15.678395 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc344ce6-d57b-4f50-bd10-7d54c9a80b01 None None] Network a22a81ff-fc82-4b45-9546-3a883e59bddf requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:04:15.755125 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:15.849640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7b34f-fba3-4f2e-953c-af5db0593776 req-6a61d70a-b3e9-4ebb-bfcd-238b174f55c9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:15.857409 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7cc7b34f-fba3-4f2e-953c-af5db0593776 req-6a61d70a-b3e9-4ebb-bfcd-238b174f55c9 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 943 time: 1.0125797 Feb 18 09:04:15.960832 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:16.005243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e85d453-0b19-4acc-9bee-5f3b29aa99ff {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:04:16.028506 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 9e85d453-0b19-4acc-9bee-5f3b29aa99ff, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9e85d453-0b19-4acc-9bee-5f3b29aa99ff,segment=NetworkSegment(b2aa9a1c-cb87-49cf-9895-827781f43d2f),segment_id=b2aa9a1c-cb87-49cf-9895-827781f43d2f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:16.029645 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a8662cc6-feb6-46a3-bf4a-d5e1d19ffcb1 None None] Provisioning for port cab9ec46-85c9-4461-989f-dfcbd5268001 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:16.068758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a8662cc6-feb6-46a3-bf4a-d5e1d19ffcb1 None None] Provisioning complete for port cab9ec46-85c9-4461-989f-dfcbd5268001 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:16.069743 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a8662cc6-feb6-46a3-bf4a-d5e1d19ffcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:16.206150 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:16.257841 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7cc7b34f-fba3-4f2e-953c-af5db0593776 req-062f5505-3ecd-4135-8e88-b81197fd9c9b tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=6b283fcd-9294-44fc-a3eb-6ceae1187c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3993056 Feb 18 09:04:16.417311 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7035b762-7e43-4767-8768-f2208c44ec18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:16.431260 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=9e85d453-0b19-4acc-9bee-5f3b29aa99ff,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:16.586729 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['9e85d453-0b19-4acc-9bee-5f3b29aa99ff'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:04:16.677387 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:16.790291 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-7035b762-7e43-4767-8768-f2208c44ec18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for ab54de1c-f785-445d-bb9f-828e0235b369 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:04:17.171261 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7035b762-7e43-4767-8768-f2208c44ec18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:17.313456 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a8662cc6-feb6-46a3-bf4a-d5e1d19ffcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:17.363529 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0164d2c-8d59-4623-9b73-42f3d4d21172 req-735b2af7-f4d7-4bae-b4f6-2a37c10d91f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:17.365330 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0164d2c-8d59-4623-9b73-42f3d4d21172 req-735b2af7-f4d7-4bae-b4f6-2a37c10d91f4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.7232702 Feb 18 09:04:17.391019 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a8662cc6-feb6-46a3-bf4a-d5e1d19ffcb1 None None] For port cab9ec46-85c9-4461-989f-dfcbd5268001, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cab9ec46-85c9-4461-989f-dfcbd5268001,segment=NetworkSegment(d29b3427-afca-4940-9ad7-f9d875b628cc),segment_id=d29b3427-afca-4940-9ad7-f9d875b628cc)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:17.432170 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:17.441587 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a8662cc6-feb6-46a3-bf4a-d5e1d19ffcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:17.563716 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035b762-7e43-4767-8768-f2208c44ec18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=ab54de1c-f785-445d-bb9f-828e0235b369,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:17.605107 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7035b762-7e43-4767-8768-f2208c44ec18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:17.614656 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8662cc6-feb6-46a3-bf4a-d5e1d19ffcb1 None None] Pushing event updated for resources: {'Port': ['ID=cab9ec46-85c9-4461-989f-dfcbd5268001,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:17.667812 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7035b762-7e43-4767-8768-f2208c44ec18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/ab54de1c-f785-445d-bb9f-828e0235b369 HTTP/1.1" status: 204 len: 168 time: 2.6640234 Feb 18 09:04:17.669792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41436) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:17.677002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Transition to ACTIVE for port object 859aaf8f-da1f-4ee7-85cd-ae5ad504784c will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:17.807744 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0164d2c-8d59-4623-9b73-42f3d4d21172 req-a6fdb93e-3019-40d0-8e15-de81ac62aa76 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467479 Feb 18 09:04:17.816606 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Transition to ACTIVE for port object 859aaf8f-da1f-4ee7-85cd-ae5ad504784c will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:17.821417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Router fa22d461-992c-4630-8b4b-5e6e6d85a581 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:04:17.834416 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:17.934039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efc0a04-cb23-471f-896f-9a23acc4ea56 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:17.935850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efc0a04-cb23-471f-896f-9a23acc4ea56 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:17.940524 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8efc0a04-cb23-471f-896f-9a23acc4ea56 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2666888 Feb 18 09:04:17.941335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41448) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:18.127721 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-31253216-4649-47fc-970b-96e1f32dd63a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet e15b1625-71f7-4ec4-bc8d-e74172c86291 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:04:18.140318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31253216-4649-47fc-970b-96e1f32dd63a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:18.160952 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:18.177517 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:18.180802 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:04:18.245029 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Pushing event updated for resources: {'Port': ['ID=859aaf8f-da1f-4ee7-85cd-ae5ad504784c,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:18.266204 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31253216-4649-47fc-970b-96e1f32dd63a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:18.485659 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9e85d453-0b19-4acc-9bee-5f3b29aa99ff up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:18.554182 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31253216-4649-47fc-970b-96e1f32dd63a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:18.562065 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cab9ec46-85c9-4461-989f-dfcbd5268001 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:18.764334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:04:18.769354 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31253216-4649-47fc-970b-96e1f32dd63a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:18.794129 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Attempting to bind port 859aaf8f-da1f-4ee7-85cd-ae5ad504784c on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:18.794733 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Attempting to bind port 859aaf8f-da1f-4ee7-85cd-ae5ad504784c by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:18.795022 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Attempting to bind port 859aaf8f-da1f-4ee7-85cd-ae5ad504784c on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:04:18.812687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Sync routers for ids ['fa22d461-992c-4630-8b4b-5e6e6d85a581'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:04:18.887314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2595836-afc0-4fcf-86d4-71db91854e8d req-d4910664-073f-482c-a027-31332d8892e3 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:18.889546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:04:18.891043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:04:18.893801 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:18.894598 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:04:18.896703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Bound port: 859aaf8f-da1f-4ee7-85cd-ae5ad504784c, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:18.898414 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2595836-afc0-4fcf-86d4-71db91854e8d req-d4910664-073f-482c-a027-31332d8892e3 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 944 time: 0.4914629 Feb 18 09:04:18.899680 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:18.904682 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31253216-4649-47fc-970b-96e1f32dd63a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:18.931269 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41458) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:18.937991 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-31253216-4649-47fc-970b-96e1f32dd63a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/e15b1625-71f7-4ec4-bc8d-e74172c86291 HTTP/1.1" status: 204 len: 168 time: 0.9954910 Feb 18 09:04:18.945272 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:18.949147 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-89bbfedc-4400-4b09-9182-edd8ed614e8a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.9422066 Feb 18 09:04:18.952873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41464) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:18.953886 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41460) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:18.966442 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cad05ce3-80ea-4d7e-9dae-5b42f8c6d558 None None] Provisioning complete for port cab9ec46-85c9-4461-989f-dfcbd5268001 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:18.967673 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cad05ce3-80ea-4d7e-9dae-5b42f8c6d558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:19.182355 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31253216-4649-47fc-970b-96e1f32dd63a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=e15b1625-71f7-4ec4-bc8d-e74172c86291,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:19.196240 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Routers {'fa22d461-992c-4630-8b4b-5e6e6d85a581'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:04:19.196240 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:04:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fa22d461-992c-4630-8b4b-5e6e6d85a581'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:19.391691 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-958a44de-8a19-4bcf-bfee-90b066236c8f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3955739 Feb 18 09:04:19.393868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41482) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:19.536910 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94ae1184-6933-4d33-b2cd-3d464035b612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:19.556891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:19.561382 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-94ae1184-6933-4d33-b2cd-3d464035b612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:19.573562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-94ae1184-6933-4d33-b2cd-3d464035b612 admin admin] Usage tracker for resource:security_group_rule and tenant:65b5d2cc35404d9dacad84f4ea5ac4de is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:19.581889 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-94ae1184-6933-4d33-b2cd-3d464035b612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:19.594806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-94ae1184-6933-4d33-b2cd-3d464035b612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:19.652683 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2595836-afc0-4fcf-86d4-71db91854e8d req-826cf93f-9e49-4652-8d36-5ce720d97d25 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=6b283fcd-9294-44fc-a3eb-6ceae1187c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7529774 Feb 18 09:04:19.776348 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 9e85d453-0b19-4acc-9bee-5f3b29aa99ff completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:19.789115 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94ae1184-6933-4d33-b2cd-3d464035b612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:19.794962 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94ae1184-6933-4d33-b2cd-3d464035b612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:19.861285 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-94ae1184-6933-4d33-b2cd-3d464035b612 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=65b5d2cc35404d9dacad84f4ea5ac4de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9221895 Feb 18 09:04:19.862200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae1184-6933-4d33-b2cd-3d464035b612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b06fee-2713-4a3e-b2c9-c1c9bb9a825f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:19.865853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41496) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:20.004227 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6251c51b-3b05-44c0-a3c0-f9401ab04179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:20.039008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:20.087074 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6251c51b-3b05-44c0-a3c0-f9401ab04179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:20.092784 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 9e85d453-0b19-4acc-9bee-5f3b29aa99ff triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:20.093318 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:20.184636 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port cab9ec46-85c9-4461-989f-dfcbd5268001 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:20.184956 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:20.201346 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6251c51b-3b05-44c0-a3c0-f9401ab04179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:20.235551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251c51b-3b05-44c0-a3c0-f9401ab04179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b06fee-2713-4a3e-b2c9-c1c9bb9a825f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:20.246727 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6251c51b-3b05-44c0-a3c0-f9401ab04179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:20.250664 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6251c51b-3b05-44c0-a3c0-f9401ab04179 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c7b06fee-2713-4a3e-b2c9-c1c9bb9a825f HTTP/1.1" status: 204 len: 168 time: 0.3813844 Feb 18 09:04:20.596747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] For port 859aaf8f-da1f-4ee7-85cd-ae5ad504784c, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:04:20.602215 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] For port 859aaf8f-da1f-4ee7-85cd-ae5ad504784c, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=859aaf8f-da1f-4ee7-85cd-ae5ad504784c,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:04:20.872724 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:20.975645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:21.083419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:21.246021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:21.345754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d24852-f848-49e6-9e17-df7e568d3804 req-c06c3d54-80e7-4301-aabf-a2316f183dc7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:21.347290 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9d24852-f848-49e6-9e17-df7e568d3804 req-c06c3d54-80e7-4301-aabf-a2316f183dc7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 2.1411498 Feb 18 09:04:21.347933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:21.351396 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:21.405735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea98c2-c641-42b3-a473-6f16adcfe8c1 None None] Pushing event updated for resources: {'Port': ['ID=859aaf8f-da1f-4ee7-85cd-ae5ad504784c,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:21.432672 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Set router fa22d461-992c-4630-8b4b-5e6e6d85a581 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:04:21.496989 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:04:21.947847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9d24852-f848-49e6-9e17-df7e568d3804 req-7aa4fd93-bf2c-4769-bba0-0e899650f6f1 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058032 Feb 18 09:04:22.024180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-dc952b1c-8283-46ff-be7c-5a00bf35b3a0 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:22.037547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-dc952b1c-8283-46ff-be7c-5a00bf35b3a0 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/networks?id=0fbf291a-8449-447e-8f42-eed803b6e96e HTTP/1.1" status: 200 len: 813 time: 1.7693903 Feb 18 09:04:22.095978 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-ba4b9bc4-0796-454e-b324-5ddf886edba4 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/quotas/2a48c799eeea46379351a2e62cc35b47 HTTP/1.1" status: 200 len: 375 time: 0.0423534 Feb 18 09:04:22.288818 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:22.436892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b113660e-8618-4d2d-a02e-7e539c07edcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e85d453-0b19-4acc-9bee-5f3b29aa99ff'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:04:22.493233 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 9e85d453-0b19-4acc-9bee-5f3b29aa99ff, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9e85d453-0b19-4acc-9bee-5f3b29aa99ff,segment=NetworkSegment(b2aa9a1c-cb87-49cf-9895-827781f43d2f),segment_id=b2aa9a1c-cb87-49cf-9895-827781f43d2f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:22.508133 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-58d370f7-cd58-4c7b-a327-6c92dfa587b3 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2a48c799eeea46379351a2e62cc35b47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3958538 Feb 18 09:04:22.512856 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9151d2e3-9f1a-4922-965c-9c6cc214a7b3 None None] get_active_networks_info from n-d-829434-1 {{(pid=87769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 18 09:04:22.592043 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:22.775618 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=9e85d453-0b19-4acc-9bee-5f3b29aa99ff,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:22.800395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1928e-9bde-4a64-a30f-40c34885d0e7 req-cc8eaf07-27dd-4f79-8641-f58d9a481082 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:22.804300 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6cc1928e-9bde-4a64-a30f-40c34885d0e7 req-cc8eaf07-27dd-4f79-8641-f58d9a481082 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 945 time: 0.3595955 Feb 18 09:04:22.995976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa22d461-992c-4630-8b4b-5e6e6d85a581', 'name': 'tempest-TaggedBootDevicesTest_v242-1275492948-router', 'tenant_id': '9af4e71095c44433847aee6aa46dbc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a83dcbf4-cd95-480b-b057-ddbc531e3b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:07Z', 'updated_at': '2022-02-18T09:04:14Z', 'revision_number': 3, 'project_id': '9af4e71095c44433847aee6aa46dbc7c', 'gw_port': {'id': 'a83dcbf4-cd95-480b-b057-ddbc531e3b6b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa22d461-992c-4630-8b4b-5e6e6d85a581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:04:12Z', 'updated_at': '2022-02-18T09:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:23.013339 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Checking router: fa22d461-992c-4630-8b4b-5e6e6d85a581 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:04:23.013855 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Updating router fa22d461-992c-4630-8b4b-5e6e6d85a581 port a83dcbf4-cd95-480b-b057-ddbc531e3b6b binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:04:23.060651 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9151d2e3-9f1a-4922-965c-9c6cc214a7b3 None None] Resources bound (agent type, host, resource id): {{(pid=87769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:04:23.114774 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6cc1928e-9bde-4a64-a30f-40c34885d0e7 req-06c52ea3-7983-4dbe-be43-8dfc02a8d814 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=6b283fcd-9294-44fc-a3eb-6ceae1187c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875167 Feb 18 09:04:23.117227 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:23.219023 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b113660e-8618-4d2d-a02e-7e539c07edcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e85d453-0b19-4acc-9bee-5f3b29aa99ff', 'code': 200} Feb 18 09:04:23.426043 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb622f1f-b22a-4ba6-9697-6af3a8d968d6 req-4f8422ec-4333-40f6-b3aa-50c28e9140b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:23.431499 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb622f1f-b22a-4ba6-9697-6af3a8d968d6 req-4f8422ec-4333-40f6-b3aa-50c28e9140b0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 1096 time: 0.1467361 Feb 18 09:04:23.620612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.objects.ports [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87768) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 09:04:23.636747 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-eb622f1f-b22a-4ba6-9697-6af3a8d968d6 req-100b4138-810d-4b1b-b945-b0b9486175f6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6b283fcd-9294-44fc-a3eb-6ceae1187c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984673 Feb 18 09:04:23.700847 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:24.039984 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:24.146888 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Transition to ACTIVE for port object a83dcbf4-cd95-480b-b057-ddbc531e3b6b will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:24.170006 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:24.229470 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-d1c633df-9f80-43d1-b083-27ce6ac4866e service neutron] 10.222.0.72 "GET /v2.0/networks/0fbf291a-8449-447e-8f42-eed803b6e96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6761549 Feb 18 09:04:24.304417 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Attempting to bind port a83dcbf4-cd95-480b-b057-ddbc531e3b6b on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:24.304793 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Attempting to bind port a83dcbf4-cd95-480b-b057-ddbc531e3b6b by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:24.305303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Attempting to bind port a83dcbf4-cd95-480b-b057-ddbc531e3b6b on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:04:24.312258 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86185e9e-36f5-4215-8593-2db0a6a5f5ee None None] Pushing event updated for resources: {'Port': ['ID=a83dcbf4-cd95-480b-b057-ddbc531e3b6b,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:24.330911 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:04:24.331669 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:04:24.332246 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:24.336707 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:04:24.337401 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Bound port: a83dcbf4-cd95-480b-b057-ddbc531e3b6b, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:24.341411 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:24.405372 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-3767e526-f543-49b5-bc59-934bffe9886f service neutron] 10.222.0.72 "GET /v2.0/networks/0fbf291a-8449-447e-8f42-eed803b6e96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613226 Feb 18 09:04:24.418098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998216d-795d-4ae6-8b66-afb9a8d302b9 req-b92e6ebf-53f6-40e9-830b-c77a186ea35b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:24.425582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5998216d-795d-4ae6-8b66-afb9a8d302b9 req-b92e6ebf-53f6-40e9-830b-c77a186ea35b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.9771998 Feb 18 09:04:24.428796 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fd773-6b40-4e55-b1ac-6b9b3752f918 req-010ab487-af2a-4b22-a26d-ece914191a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:24.430198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-612fd773-6b40-4e55-b1ac-6b9b3752f918 req-010ab487-af2a-4b22-a26d-ece914191a45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0608b781957e43609e9ef7685b762a69&device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 1096 time: 1.2597418 Feb 18 09:04:24.652812 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] For port a83dcbf4-cd95-480b-b057-ddbc531e3b6b, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:04:24.665272 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] For port a83dcbf4-cd95-480b-b057-ddbc531e3b6b, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a83dcbf4-cd95-480b-b057-ddbc531e3b6b,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:04:24.666895 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854e29bc-0cc0-40ac-a01a-57baf1cfe2bc None None] Update dhcp port {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'fixed_ips': [{'subnet_id': '76a4beb8-bd87-4b69-b454-7d8b41d8b177'}], 'binding:host_id': 'n-d-829434-1'}, 'id': '859aaf8f-da1f-4ee7-85cd-ae5ad504784c'} from n-d-829434-1. {{(pid=87769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 18 09:04:24.797902 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:25.083414 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5998216d-795d-4ae6-8b66-afb9a8d302b9 req-b0ffe311-2e0c-40a4-a0f5-61342e3b0546 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6569767 Feb 18 09:04:25.206784 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:25.277082 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-854e29bc-0cc0-40ac-a01a-57baf1cfe2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:25.444990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] Allocated IP 172.20.0.1 (a22a81ff-fc82-4b45-9546-3a883e59bddf/331bab00-8791-4519-b70d-ef3c16b0dbba/ce6205fe-4811-4c73-bed1-cabbf90178d3) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:25.484905 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78a26c20-7699-4bfc-b978-000f5c03622a req-6864d16a-5080-40e5-a1c1-3effaa7a8ade tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 210 time: 0.1447625 Feb 18 09:04:25.493868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fd773-6b40-4e55-b1ac-6b9b3752f918 req-52287b7d-b270-4229-9dd2-fef638e1be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:25.495333 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-612fd773-6b40-4e55-b1ac-6b9b3752f918 req-52287b7d-b270-4229-9dd2-fef638e1be83 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f40be500-670f-4365-9b1b-50944ae5e3f7 HTTP/1.1" status: 200 len: 914 time: 1.0029292 Feb 18 09:04:25.548470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Routers {'fa22d461-992c-4630-8b4b-5e6e6d85a581'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:04:25.549113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:04:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fa22d461-992c-4630-8b4b-5e6e6d85a581'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:25.671878 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86185e9e-36f5-4215-8593-2db0a6a5f5ee None None] Pushing event updated for resources: {'Port': ['ID=a83dcbf4-cd95-480b-b057-ddbc531e3b6b,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:25.797981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-612fd773-6b40-4e55-b1ac-6b9b3752f918 req-616714cc-dcbf-4692-b3c4-15919cb5dd42 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ef0527-e478-43f1-8711-8726f87c803f HTTP/1.1" status: 200 len: 217 time: 0.2801125 Feb 18 09:04:25.904687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] Set router fa22d461-992c-4630-8b4b-5e6e6d85a581 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:04:25.932246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a75714-3cc6-4b7e-91b5-b3f8da869d7f req-bf3df80e-5ff1-45ad-9137-4bb892470bfd tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:25.940790 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72a75714-3cc6-4b7e-91b5-b3f8da869d7f req-bf3df80e-5ff1-45ad-9137-4bb892470bfd tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 945 time: 0.8513083 Feb 18 09:04:26.078552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fd773-6b40-4e55-b1ac-6b9b3752f918 req-c00b83e6-5299-4459-a6ff-ffd7783ad87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:26.080542 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-612fd773-6b40-4e55-b1ac-6b9b3752f918 req-c00b83e6-5299-4459-a6ff-ffd7783ad87b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c9735f5-e885-4001-b6bc-713131a65bb6 HTTP/1.1" status: 200 len: 853 time: 0.2707593 Feb 18 09:04:26.197515 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72a75714-3cc6-4b7e-91b5-b3f8da869d7f req-472da780-139a-4b28-b2d9-38ec9d94c4a4 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=6b283fcd-9294-44fc-a3eb-6ceae1187c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507005 Feb 18 09:04:26.252154 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-612fd773-6b40-4e55-b1ac-6b9b3752f918 req-25c1c971-9a14-41f1-a9d0-6cb2dd0bf151 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f40be500-670f-4365-9b1b-50944ae5e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1621361 Feb 18 09:04:26.396619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] For port 859aaf8f-da1f-4ee7-85cd-ae5ad504784c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=859aaf8f-da1f-4ee7-85cd-ae5ad504784c,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:26.464505 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:26.505575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] Transition to ACTIVE for port object ce6205fe-4811-4c73-bed1-cabbf90178d3 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:26.598119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991818e-5571-4569-892f-60609fa090eb req-73f76bef-be71-4b32-b4c7-abbf679a4ab8 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:26.599684 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8991818e-5571-4569-892f-60609fa090eb req-73f76bef-be71-4b32-b4c7-abbf679a4ab8 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.3503423 Feb 18 09:04:26.651560 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:26.667799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa22d461-992c-4630-8b4b-5e6e6d85a581', 'name': 'tempest-TaggedBootDevicesTest_v242-1275492948-router', 'tenant_id': '9af4e71095c44433847aee6aa46dbc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a83dcbf4-cd95-480b-b057-ddbc531e3b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:07Z', 'updated_at': '2022-02-18T09:04:14Z', 'revision_number': 3, 'project_id': '9af4e71095c44433847aee6aa46dbc7c', 'gw_port': {'id': 'a83dcbf4-cd95-480b-b057-ddbc531e3b6b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa22d461-992c-4630-8b4b-5e6e6d85a581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:04:12Z', 'updated_at': '2022-02-18T09:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:26.679517 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e2cd6-ed48-49f1-88f5-677bdc78e4a5 None None] The sync data for ids ['fa22d461-992c-4630-8b4b-5e6e6d85a581'] in n-d-829434-1 is: [{'id': 'fa22d461-992c-4630-8b4b-5e6e6d85a581', 'name': 'tempest-TaggedBootDevicesTest_v242-1275492948-router', 'tenant_id': '9af4e71095c44433847aee6aa46dbc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a83dcbf4-cd95-480b-b057-ddbc531e3b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:07Z', 'updated_at': '2022-02-18T09:04:14Z', 'revision_number': 3, 'project_id': '9af4e71095c44433847aee6aa46dbc7c', 'gw_port': {'id': 'a83dcbf4-cd95-480b-b057-ddbc531e3b6b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa22d461-992c-4630-8b4b-5e6e6d85a581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:04:12Z', 'updated_at': '2022-02-18T09:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:04:26.692700 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-854e29bc-0cc0-40ac-a01a-57baf1cfe2bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:04:26.693086 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-854e29bc-0cc0-40ac-a01a-57baf1cfe2bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:04:26.748016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 11ef0527-e478-43f1-8711-8726f87c803f no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:04:27.073010 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:27.114157 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8991818e-5571-4569-892f-60609fa090eb req-d682b52f-939b-468a-b2ca-e734da03565d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710715 Feb 18 09:04:27.119801 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:27.120560 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:27.212851 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894682be-feff-45b7-b74b-f934b411a30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ef0527-e478-43f1-8711-8726f87c803f'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:04:27.344021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 11ef0527-e478-43f1-8711-8726f87c803f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=11ef0527-e478-43f1-8711-8726f87c803f,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:27.376925 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:27.447703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:27.468230 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-854e29bc-0cc0-40ac-a01a-57baf1cfe2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:27.490431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=859aaf8f-da1f-4ee7-85cd-ae5ad504784c,revision_number=5']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:27.494472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:27.539838 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:27.635185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:27.635783 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:27.699977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=11ef0527-e478-43f1-8711-8726f87c803f,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:27.733998 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] Network a22a81ff-fc82-4b45-9546-3a883e59bddf is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:27.755582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3bb0210-1132-4bae-80a8-34b8e18f3cb7 req-3dd45c44-c916-49ea-b9fb-4dfefd042939 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 210 time: 0.6803396 Feb 18 09:04:27.885191 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894682be-feff-45b7-b74b-f934b411a30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ef0527-e478-43f1-8711-8726f87c803f', 'code': 200} Feb 18 09:04:28.026469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:28.041141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:04:28.108986 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-854e29bc-0cc0-40ac-a01a-57baf1cfe2bc None None] For port 859aaf8f-da1f-4ee7-85cd-ae5ad504784c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=859aaf8f-da1f-4ee7-85cd-ae5ad504784c,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:28.201831 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-854e29bc-0cc0-40ac-a01a-57baf1cfe2bc None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:28.214001 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-854e29bc-0cc0-40ac-a01a-57baf1cfe2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:28.215924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-612fd773-6b40-4e55-b1ac-6b9b3752f918 req-46c7320e-2e54-4285-aab0-30f576cf3757 service neutron] 10.222.0.61 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9273961 Feb 18 09:04:28.359302 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e29bc-0cc0-40ac-a01a-57baf1cfe2bc None None] Pushing event updated for resources: {'Port': ['ID=859aaf8f-da1f-4ee7-85cd-ae5ad504784c,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:28.384085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-11c900ec-0148-4525-9c2a-8c507581be97 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:28.385572 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-11c900ec-0148-4525-9c2a-8c507581be97 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.61 "GET /v2.0/networks?id=0fbf291a-8449-447e-8f42-eed803b6e96e HTTP/1.1" status: 200 len: 813 time: 0.5968950 Feb 18 09:04:28.448543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-8ddc0434-28b3-4517-ae03-b686632fc8c1 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Request body: {'port': {'device_id': '38710dbf-6b7d-462a-9ed3-3fa1c0765173', 'network_id': '0fbf291a-8449-447e-8f42-eed803b6e96e', 'admin_state_up': True, 'tenant_id': '2a48c799eeea46379351a2e62cc35b47'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:28.697329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-8ddc0434-28b3-4517-ae03-b686632fc8c1 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:28.709824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-8ddc0434-28b3-4517-ae03-b686632fc8c1 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:28.734708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a83dcbf4-cd95-480b-b057-ddbc531e3b6b up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:28.748308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=76a4beb8-bd87-4b69-b454-7d8b41d8b177,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:28.860958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port a83dcbf4-cd95-480b-b057-ddbc531e3b6b completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:28.866869 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a83dcbf4-cd95-480b-b057-ddbc531e3b6b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:28.867224 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:28.917614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] Pushing event updated for resources: {'Port': ['ID=ce6205fe-4811-4c73-bed1-cabbf90178d3,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:28.937019 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7ac384a1-8e62-4d7a-af51-4576d34f131d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 9.5173528 Feb 18 09:04:28.937396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41706) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:28.947105 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-baecf223-782c-4266-92f6-78bfe319ccca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'mac_address': 'fa:16:3e:d7:c4:3d', 'name': 'tempest-NetworksTestDHCPv6-253056501'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:28.982679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c8b2e-8761-4662-8a7a-3a575b969224 req-e2c9fcde-d2b1-4dde-aa6c-2ec508b690d6 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:28.990796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b98c8b2e-8761-4662-8a7a-3a575b969224 req-e2c9fcde-d2b1-4dde-aa6c-2ec508b690d6 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 945 time: 1.5408900 Feb 18 09:04:28.992702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-8ddc0434-28b3-4517-ae03-b686632fc8c1 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Made reservation on behalf of 2a48c799eeea46379351a2e62cc35b47 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:28.996181 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-8ddc0434-28b3-4517-ae03-b686632fc8c1 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:29.017640 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:29.098991 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-612fd773-6b40-4e55-b1ac-6b9b3752f918 req-f11db600-d053-44dc-91e0-67a938991129 service neutron] 10.222.0.61 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7007599 Feb 18 09:04:29.110141 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:29.169172 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port a83dcbf4-cd95-480b-b057-ddbc531e3b6b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a83dcbf4-cd95-480b-b057-ddbc531e3b6b,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:29.178983 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:29.380774 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-baecf223-782c-4266-92f6-78bfe319ccca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:29.392733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-baecf223-782c-4266-92f6-78bfe319ccca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:port and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:29.400681 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=a83dcbf4-cd95-480b-b057-ddbc531e3b6b,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:29.403574 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-baecf223-782c-4266-92f6-78bfe319ccca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:29.425943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-baecf223-782c-4266-92f6-78bfe319ccca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:29.452893 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baecf223-782c-4266-92f6-78bfe319ccca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:29.584709 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:29.652745 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-baecf223-782c-4266-92f6-78bfe319ccca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:29.701775 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b98c8b2e-8761-4662-8a7a-3a575b969224 req-18dbdb7f-b410-4190-b8d5-d5c03506d323 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=6b283fcd-9294-44fc-a3eb-6ceae1187c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7100677 Feb 18 09:04:29.706053 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-baecf223-782c-4266-92f6-78bfe319ccca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port 61307128-6603-4803-b423-1d19dcc1a79a yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:04:29.798413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3255d-d816-4d84-a3dc-641d943d0532 req-bc4fbee6-6fe6-418d-a044-d4b8d49f0211 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:29.805812 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6aa3255d-d816-4d84-a3dc-641d943d0532 req-bc4fbee6-6fe6-418d-a044-d4b8d49f0211 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 943 time: 1.4166462 Feb 18 09:04:30.054918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-baecf223-782c-4266-92f6-78bfe319ccca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::f816:3eff:fed7:c43d (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/76a4beb8-bd87-4b69-b454-7d8b41d8b177/61307128-6603-4803-b423-1d19dcc1a79a) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:30.303650 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5c78b949-1232-4f6f-a1f7-81146ccd6d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:30.322146 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6aa3255d-d816-4d84-a3dc-641d943d0532 req-fa20d3b4-1d04-4459-8faf-0755e9ddda66 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154443 Feb 18 09:04:30.334222 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-8ddc0434-28b3-4517-ae03-b686632fc8c1 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Allocated IP 172.20.0.6 (0fbf291a-8449-447e-8f42-eed803b6e96e/68080a41-64ae-4e34-83a4-838dd0ffe47f/c71859eb-c799-401b-8d8a-9afc851aa091) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:30.447507 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d53b57-f78f-4ace-bc47-61ad19e6b1ba None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:04:30.766434 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-baecf223-782c-4266-92f6-78bfe319ccca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:30.802361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-faba5a71-7e32-4096-935a-e642e36fe607 None None] Provisioning for port 859aaf8f-da1f-4ee7-85cd-ae5ad504784c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:30.807547 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-baecf223-782c-4266-92f6-78bfe319ccca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object 61307128-6603-4803-b423-1d19dcc1a79a will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:30.873568 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-baecf223-782c-4266-92f6-78bfe319ccca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:31.042991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baecf223-782c-4266-92f6-78bfe319ccca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:31.051225 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-baecf223-782c-4266-92f6-78bfe319ccca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:31.065961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baecf223-782c-4266-92f6-78bfe319ccca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:04:31.072118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baecf223-782c-4266-92f6-78bfe319ccca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:31.072787 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-baecf223-782c-4266-92f6-78bfe319ccca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:31.114526 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a83dcbf4-cd95-480b-b057-ddbc531e3b6b up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:31.123514 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecf223-782c-4266-92f6-78bfe319ccca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=61307128-6603-4803-b423-1d19dcc1a79a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:31.161603 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-baecf223-782c-4266-92f6-78bfe319ccca tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2214425 Feb 18 09:04:31.164156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41782) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:31.320555 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e2d2edf8-0fef-4253-997f-eea2595d3bff None None] Provisioning for port ce6205fe-4811-4c73-bed1-cabbf90178d3 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:31.327545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a83dcbf4-cd95-480b-b057-ddbc531e3b6b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:31.327919 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:31.336918 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:31.338305 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b261ba-58b9-4c27-ba20-0c746d734f40 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:31.356660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b261ba-58b9-4c27-ba20-0c746d734f40 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:31.358751 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-46b261ba-58b9-4c27-ba20-0c746d734f40 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:31.396979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-46b261ba-58b9-4c27-ba20-0c746d734f40 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:31.398517 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-46b261ba-58b9-4c27-ba20-0c746d734f40 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2333889 Feb 18 09:04:31.402320 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41798) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:31.411708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e2d2edf8-0fef-4253-997f-eea2595d3bff None None] Provisioning complete for port ce6205fe-4811-4c73-bed1-cabbf90178d3 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:31.412090 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e2d2edf8-0fef-4253-997f-eea2595d3bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:31.495726 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-377e7bcd-5e43-4470-be3e-d926e01f8a5a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port 61307128-6603-4803-b423-1d19dcc1a79a {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:04:31.495876 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-377e7bcd-5e43-4470-be3e-d926e01f8a5a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:31.525245 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:31.644246 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e2d2edf8-0fef-4253-997f-eea2595d3bff None None] Port ce6205fe-4811-4c73-bed1-cabbf90178d3 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:04:31.686857 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7322c3f-df7c-4109-bee9-f528adb86303 req-e1fed69b-0293-41d1-87a2-223ee10aec9b tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 210 time: 0.3760760 Feb 18 09:04:31.858185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 859aaf8f-da1f-4ee7-85cd-ae5ad504784c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:32.024578 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-8ddc0434-28b3-4517-ae03-b686632fc8c1 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:32.080689 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 859aaf8f-da1f-4ee7-85cd-ae5ad504784c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:32.086538 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 859aaf8f-da1f-4ee7-85cd-ae5ad504784c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:32.086932 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:32.150841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] Pushing event updated for resources: {'Port': ['ID=ce6205fe-4811-4c73-bed1-cabbf90178d3,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:32.210714 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:32.412997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da8623-cf92-49b2-82e3-c21df5583a15 req-91511eac-8a56-4eb5-a892-e0a059b166bd tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:32.429927 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17da8623-cf92-49b2-82e3-c21df5583a15 req-91511eac-8a56-4eb5-a892-e0a059b166bd tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 945 time: 1.1200621 Feb 18 09:04:32.431260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41852) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:32.459596 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-8ddc0434-28b3-4517-ae03-b686632fc8c1 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:32.464509 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:32.539382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e4e5c326-2e71-4824-b367-c593ed9c7e1a None None] Provisioning for port 61307128-6603-4803-b423-1d19dcc1a79a completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:32.583226 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e4e5c326-2e71-4824-b367-c593ed9c7e1a None None] Provisioning complete for port 61307128-6603-4803-b423-1d19dcc1a79a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:32.583589 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e4e5c326-2e71-4824-b367-c593ed9c7e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:32.772607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-8ddc0434-28b3-4517-ae03-b686632fc8c1 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Network 0fbf291a-8449-447e-8f42-eed803b6e96e is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:32.839476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-af6145b3-8c59-4605-abe9-d9736ce65db0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Request body: {'floatingip': {'port_id': '9e85d453-0b19-4acc-9bee-5f3b29aa99ff'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:32.895834 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4a13225d-993b-4a61-8011-f92b0b883b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:32.910054 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 859aaf8f-da1f-4ee7-85cd-ae5ad504784c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=859aaf8f-da1f-4ee7-85cd-ae5ad504784c,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:32.931639 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:32.967640 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41874) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:33.004140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5c326-2e71-4824-b367-c593ed9c7e1a None None] Port 61307128-6603-4803-b423-1d19dcc1a79a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:04:33.047222 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-377e7bcd-5e43-4470-be3e-d926e01f8a5a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:33.070093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e4e5c326-2e71-4824-b367-c593ed9c7e1a None None] Provisioning complete for port 859aaf8f-da1f-4ee7-85cd-ae5ad504784c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:33.070349 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e4e5c326-2e71-4824-b367-c593ed9c7e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:33.195504 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc0434-28b3-4517-ae03-b686632fc8c1 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Pushing event updated for resources: {'Port': ['ID=c71859eb-c799-401b-8d8a-9afc851aa091,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:33.201157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-8ddc0434-28b3-4517-ae03-b686632fc8c1 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:33.207648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-8ddc0434-28b3-4517-ae03-b686632fc8c1 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:04:33.265616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-377e7bcd-5e43-4470-be3e-d926e01f8a5a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for 61307128-6603-4803-b423-1d19dcc1a79a owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:04:33.281825 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af6145b3-8c59-4605-abe9-d9736ce65db0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:33.295730 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=859aaf8f-da1f-4ee7-85cd-ae5ad504784c,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:33.379341 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1211bab8-7e42-47d0-b47f-731412615be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:33.465150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1211bab8-7e42-47d0-b47f-731412615be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:33.477053 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1211bab8-7e42-47d0-b47f-731412615be6 admin admin] Usage tracker for resource:security_group_rule and tenant:794b9c7c6401417b9c59646600786068 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:33.487304 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1211bab8-7e42-47d0-b47f-731412615be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:33.499330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1211bab8-7e42-47d0-b47f-731412615be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:33.571847 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6ddc54f0-fa25-47f6-9300-a59779dfc3bd None None] Provisioning complete for port 61307128-6603-4803-b423-1d19dcc1a79a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:33.572356 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6ddc54f0-fa25-47f6-9300-a59779dfc3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:33.602219 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] Network a22a81ff-fc82-4b45-9546-3a883e59bddf is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:33.659863 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-377e7bcd-5e43-4470-be3e-d926e01f8a5a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:33.680660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:33.690002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-6ddc54f0-fa25-47f6-9300-a59779dfc3bd None None] Port 61307128-6603-4803-b423-1d19dcc1a79a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:04:33.724062 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41888) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:33.725218 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:33.758101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719f0c3-e1fe-4abe-88d2-a9bb3964877b req-d6db06a7-7941-4da0-9e1c-1343a1398f5c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:33.758347 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e7bcd-5e43-4470-be3e-d926e01f8a5a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=61307128-6603-4803-b423-1d19dcc1a79a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:33.759725 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8719f0c3-e1fe-4abe-88d2-a9bb3964877b req-d6db06a7-7941-4da0-9e1c-1343a1398f5c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 943 time: 1.7519612 Feb 18 09:04:33.808257 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:33.881926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-8ddc0434-28b3-4517-ae03-b686632fc8c1 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:33.882610 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-8ddc0434-28b3-4517-ae03-b686632fc8c1 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:33.887518 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-377e7bcd-5e43-4470-be3e-d926e01f8a5a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:33.960740 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-377e7bcd-5e43-4470-be3e-d926e01f8a5a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/61307128-6603-4803-b423-1d19dcc1a79a HTTP/1.1" status: 204 len: 168 time: 2.5566859 Feb 18 09:04:33.966034 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41896) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:34.034289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-76c8fd44-3693-40c1-b66c-b347906c899a None None] Provisioning complete for port ce6205fe-4811-4c73-bed1-cabbf90178d3 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:34.034666 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-76c8fd44-3693-40c1-b66c-b347906c899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:34.098157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871e1f3a-7a78-4a02-b65d-f7124a46bdf0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:34.100907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871e1f3a-7a78-4a02-b65d-f7124a46bdf0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:34.101994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-871e1f3a-7a78-4a02-b65d-f7124a46bdf0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:34.118400 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1211bab8-7e42-47d0-b47f-731412615be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:34.129982 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1211bab8-7e42-47d0-b47f-731412615be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:34.152458 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-76c8fd44-3693-40c1-b66c-b347906c899a None None] Port ce6205fe-4811-4c73-bed1-cabbf90178d3 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:04:34.165623 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8048edf8-4007-45d3-8a7d-48783ff09a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:34.176009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-871e1f3a-7a78-4a02-b65d-f7124a46bdf0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:34.179717 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-871e1f3a-7a78-4a02-b65d-f7124a46bdf0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2100303 Feb 18 09:04:34.180522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41900) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:34.182931 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211bab8-7e42-47d0-b47f-731412615be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1352653c-6d77-43e0-b33d-567c67fd5770,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:34.238466 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1211bab8-7e42-47d0-b47f-731412615be6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=794b9c7c6401417b9c59646600786068&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2625976 Feb 18 09:04:34.241181 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41904) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:34.260530 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8048edf8-4007-45d3-8a7d-48783ff09a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:34.277595 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8719f0c3-e1fe-4abe-88d2-a9bb3964877b req-28c98e17-3178-4495-8075-73394e3785b3 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405093 Feb 18 09:04:34.290432 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-8ddc0434-28b3-4517-ae03-b686632fc8c1 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8559492 Feb 18 09:04:34.295800 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b33aafa-d8e2-4bbe-9655-8d5aedb03a98 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet 76a4beb8-bd87-4b69-b454-7d8b41d8b177 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:04:34.302437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8048edf8-4007-45d3-8a7d-48783ff09a0e admin admin] Usage tracker for resource:security_group_rule and tenant:135c20cb2feb4626b2a5b193b72b0a1d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:34.317318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b33aafa-d8e2-4bbe-9655-8d5aedb03a98 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:34.323656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8048edf8-4007-45d3-8a7d-48783ff09a0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:34.334961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Request body: {'port': {'device_id': '38710dbf-6b7d-462a-9ed3-3fa1c0765173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:34.389719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8048edf8-4007-45d3-8a7d-48783ff09a0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:34.394041 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b33aafa-d8e2-4bbe-9655-8d5aedb03a98 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:34.457187 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4dad23bf-e6b4-48ce-83ad-797049f94d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:34.463277 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4f73a-3c74-48cf-ad09-71015c69b64a req-281b4fc5-21a0-472d-b097-45453c3d7c66 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:34.464225 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b6e4f73a-3c74-48cf-ad09-71015c69b64a req-281b4fc5-21a0-472d-b097-45453c3d7c66 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Synchronizing usage tracker for tenant:2a48c799eeea46379351a2e62cc35b47 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:34.502337 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4dad23bf-e6b4-48ce-83ad-797049f94d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:34.547860 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b33aafa-d8e2-4bbe-9655-8d5aedb03a98 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:34.618665 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4dad23bf-e6b4-48ce-83ad-797049f94d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:34.651395 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad23bf-e6b4-48ce-83ad-797049f94d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1352653c-6d77-43e0-b33d-567c67fd5770,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:34.669069 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4dad23bf-e6b4-48ce-83ad-797049f94d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:34.670289 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4dad23bf-e6b4-48ce-83ad-797049f94d9a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1352653c-6d77-43e0-b33d-567c67fd5770 HTTP/1.1" status: 204 len: 168 time: 0.4276993 Feb 18 09:04:34.671813 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b33aafa-d8e2-4bbe-9655-8d5aedb03a98 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:34.718115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] Router fa22d461-992c-4630-8b4b-5e6e6d85a581 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:04:34.729104 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b33aafa-d8e2-4bbe-9655-8d5aedb03a98 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:34.733060 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9b33aafa-d8e2-4bbe-9655-8d5aedb03a98 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/76a4beb8-bd87-4b69-b454-7d8b41d8b177 HTTP/1.1" status: 204 len: 168 time: 0.5493956 Feb 18 09:04:34.735713 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41916) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:34.738801 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33aafa-d8e2-4bbe-9655-8d5aedb03a98 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=76a4beb8-bd87-4b69-b454-7d8b41d8b177,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:34.739582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2dac16-f7b5-4c01-ad9a-39499fd2fa8b None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:04:34.849166 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-269b14a1-88ce-4f49-b070-f80b972ebf02 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119177 Feb 18 09:04:34.849573 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41920) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:34.858940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 11ef0527-e478-43f1-8711-8726f87c803f no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:04:34.868822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b6e4f73a-3c74-48cf-ad09-71015c69b64a req-281b4fc5-21a0-472d-b097-45453c3d7c66 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Unset dirty status for tenant:2a48c799eeea46379351a2e62cc35b47 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:34.869997 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6e4f73a-3c74-48cf-ad09-71015c69b64a req-281b4fc5-21a0-472d-b097-45453c3d7c66 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 931 time: 1.4316576 Feb 18 09:04:34.991620 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e149c6e5-35c4-4f3a-9942-b0d0a6f38a2b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:34.992368 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e149c6e5-35c4-4f3a-9942-b0d0a6f38a2b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:35.024315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e149c6e5-35c4-4f3a-9942-b0d0a6f38a2b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:35.028051 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e149c6e5-35c4-4f3a-9942-b0d0a6f38a2b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1766365 Feb 18 09:04:35.030703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41928) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:35.049860 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:35.093466 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 859aaf8f-da1f-4ee7-85cd-ae5ad504784c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:35.111700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fac7f0-7734-425f-82af-727b81ea26f7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:35.112428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-72fac7f0-7734-425f-82af-727b81ea26f7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:35.130818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-72fac7f0-7734-425f-82af-727b81ea26f7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:35.134474 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-72fac7f0-7734-425f-82af-727b81ea26f7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1004961 Feb 18 09:04:35.134774 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41936) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:35.195110 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:35.205202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41940) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:35.220405 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bcf337f8-1d2c-4953-bf74-75fbc08b6f4d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814013 Feb 18 09:04:35.221933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41944) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:35.227654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-eaa6f930-c4cf-4e64-840a-3e2196637cda tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:35.285585 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 859aaf8f-da1f-4ee7-85cd-ae5ad504784c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:35.285964 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:35.352778 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-eaa6f930-c4cf-4e64-840a-3e2196637cda tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:35.364975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-eaa6f930-c4cf-4e64-840a-3e2196637cda tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:35.377548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa6f930-c4cf-4e64-840a-3e2196637cda tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:35.381864 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eaa6f930-c4cf-4e64-840a-3e2196637cda tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:35.498465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35c6835-6361-461a-88a0-bca7182391e4 None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:04:35.503561 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c35c6835-6361-461a-88a0-bca7182391e4 None None] Deleting port 859aaf8f-da1f-4ee7-85cd-ae5ad504784c {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:04:35.504392 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c35c6835-6361-461a-88a0-bca7182391e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:35.607558 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d95ba97a-35d1-4583-8953-c3576e98b404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:35.717722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d95ba97a-35d1-4583-8953-c3576e98b404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:35.727582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6e4f73a-3c74-48cf-ad09-71015c69b64a req-943ae63a-140d-47d2-bf5d-1fb1d71ade60 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8392117 Feb 18 09:04:35.744670 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af6145b3-8c59-4605-abe9-d9736ce65db0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:35.747883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d95ba97a-35d1-4583-8953-c3576e98b404 admin admin] Usage tracker for resource:security_group_rule and tenant:324a23818fd84360af0c7808c39dd657 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:35.769273 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d95ba97a-35d1-4583-8953-c3576e98b404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:35.772457 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c35c6835-6361-461a-88a0-bca7182391e4 None None] For port 859aaf8f-da1f-4ee7-85cd-ae5ad504784c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=859aaf8f-da1f-4ee7-85cd-ae5ad504784c,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:35.772956 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c35c6835-6361-461a-88a0-bca7182391e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:35.785171 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af6145b3-8c59-4605-abe9-d9736ce65db0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:35.813246 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eaa6f930-c4cf-4e64-840a-3e2196637cda tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:35.888482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6f930-c4cf-4e64-840a-3e2196637cda tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=8c2dfcd0-66c5-44f8-a882-17d536c5e2f6,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:35.907704 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa6f930-c4cf-4e64-840a-3e2196637cda tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:35.909220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-eaa6f930-c4cf-4e64-840a-3e2196637cda tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:35.912565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa6f930-c4cf-4e64-840a-3e2196637cda tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:35.913491 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eaa6f930-c4cf-4e64-840a-3e2196637cda tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:35.949347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d95ba97a-35d1-4583-8953-c3576e98b404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:35.956617 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-eaa6f930-c4cf-4e64-840a-3e2196637cda tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7314239 Feb 18 09:04:35.956617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41956) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:35.959467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d1d5f-6224-44c7-a36a-97da427f9f72 req-c2e0f483-4a91-49b4-a671-0befa990bbab tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:35.961331 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-3d15745b-1031-4c00-b8d8-6666f91d9a3d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'mac_address': 'fa:16:3e:0d:4a:e8', 'name': 'tempest-NetworksTestDHCPv6-2020314167'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:35.965232 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c35c6835-6361-461a-88a0-bca7182391e4 None None] Calling delete_port for 859aaf8f-da1f-4ee7-85cd-ae5ad504784c owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:04:35.966777 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e77d1d5f-6224-44c7-a36a-97da427f9f72 req-c2e0f483-4a91-49b4-a671-0befa990bbab tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 943 time: 1.4996119 Feb 18 09:04:36.094751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:04:36.095492 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c35c6835-6361-461a-88a0-bca7182391e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:36.102409 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8048edf8-4007-45d3-8a7d-48783ff09a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:36.106851 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Sync routers for ids ['fa22d461-992c-4630-8b4b-5e6e6d85a581'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:04:36.149110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c6835-6361-461a-88a0-bca7182391e4 None None] Pushing event deleted for resources: {'Port': ['ID=859aaf8f-da1f-4ee7-85cd-ae5ad504784c,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:36.154950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35c6835-6361-461a-88a0-bca7182391e4 None None] No DVR routers for this DVR port 859aaf8f-da1f-4ee7-85cd-ae5ad504784c on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:04:36.158564 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8048edf8-4007-45d3-8a7d-48783ff09a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:36.172198 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc87f272-6bac-4d3d-bd46-1219e7a06079 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:04:36.181708 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-af6145b3-8c59-4605-abe9-d9736ce65db0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Floating IP 8e8be48b-1f5d-46da-af4f-dbe5713e8fe9 associated. External IP: 172.25.1.172, port: 9e85d453-0b19-4acc-9bee-5f3b29aa99ff. Feb 18 09:04:36.185528 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Routers {'fa22d461-992c-4630-8b4b-5e6e6d85a581'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:04:36.186248 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:04:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fa22d461-992c-4630-8b4b-5e6e6d85a581'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:36.217309 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3d15745b-1031-4c00-b8d8-6666f91d9a3d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:36.239395 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3d15745b-1031-4c00-b8d8-6666f91d9a3d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:36.240728 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e77d1d5f-6224-44c7-a36a-97da427f9f72 req-7c05cb1e-65ab-494a-a0d1-923e5822da45 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731023 Feb 18 09:04:36.249291 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-281bfd74-34df-47e2-9a1d-cb8cf78f8217 admin admin] 10.222.0.72 "PUT /v2.0/routers/fa22d461-992c-4630-8b4b-5e6e6d85a581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2950144 Feb 18 09:04:36.272727 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d15745b-1031-4c00-b8d8-6666f91d9a3d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:36.489240 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Set router fa22d461-992c-4630-8b4b-5e6e6d85a581 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:04:36.490517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3d15745b-1031-4c00-b8d8-6666f91d9a3d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:36.525064 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-3d15745b-1031-4c00-b8d8-6666f91d9a3d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port c44798a2-5144-43c3-8558-5465a5899a74 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:04:36.538468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': '8c2dfcd0-66c5-44f8-a882-17d536c5e2f6'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:04:36.539529 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:36.901799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-3d15745b-1031-4c00-b8d8-6666f91d9a3d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::2e7 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/8c2dfcd0-66c5-44f8-a882-17d536c5e2f6/c44798a2-5144-43c3-8558-5465a5899a74) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:36.967090 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048edf8-4007-45d3-8a7d-48783ff09a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b8a0a0-9ac8-4ba5-aaee-e9babdae093e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:36.979820 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8048edf8-4007-45d3-8a7d-48783ff09a0e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=135c20cb2feb4626b2a5b193b72b0a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2462902 Feb 18 09:04:37.026972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41980) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:37.080715 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 859aaf8f-da1f-4ee7-85cd-ae5ad504784c no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:04:37.129376 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 859aaf8f-da1f-4ee7-85cd-ae5ad504784c {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:04:37.130803 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 859aaf8f-da1f-4ee7-85cd-ae5ad504784c not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:04:37.206763 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa22d461-992c-4630-8b4b-5e6e6d85a581', 'name': 'tempest-TaggedBootDevicesTest_v242-1275492948-router', 'tenant_id': '9af4e71095c44433847aee6aa46dbc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a83dcbf4-cd95-480b-b057-ddbc531e3b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:07Z', 'updated_at': '2022-02-18T09:04:29Z', 'revision_number': 4, 'project_id': '9af4e71095c44433847aee6aa46dbc7c', 'gw_port': {'id': 'a83dcbf4-cd95-480b-b057-ddbc531e3b6b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22d461-992c-4630-8b4b-5e6e6d85a581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:04:12Z', 'updated_at': '2022-02-18T09:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'ce6205fe-4811-4c73-bed1-cabbf90178d3', 'name': '', 'network_id': 'a22a81ff-fc82-4b45-9546-3a883e59bddf', 'tenant_id': '9af4e71095c44433847aee6aa46dbc7c', 'mac_address': 'fa:16:3e:c6:a6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa22d461-992c-4630-8b4b-5e6e6d85a581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '331bab00-8791-4519-b70d-ef3c16b0dbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:04:24Z', 'updated_at': '2022-02-18T09:04:29Z', 'revision_number': 2, 'project_id': '9af4e71095c44433847aee6aa46dbc7c', 'subnets': [{'id': '331bab00-8791-4519-b70d-ef3c16b0dbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:37.225268 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Checking router: fa22d461-992c-4630-8b4b-5e6e6d85a581 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:04:37.226132 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Updating router fa22d461-992c-4630-8b4b-5e6e6d85a581 port ce6205fe-4811-4c73-bed1-cabbf90178d3 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:04:37.232550 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3208eb26-2ed2-4a0b-bb89-9330f0f31809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:37.302801 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d95ba97a-35d1-4583-8953-c3576e98b404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:37.305536 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3208eb26-2ed2-4a0b-bb89-9330f0f31809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:37.308841 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:37.338127 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3d15745b-1031-4c00-b8d8-6666f91d9a3d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:37.374905 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-3d15745b-1031-4c00-b8d8-6666f91d9a3d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object c44798a2-5144-43c3-8558-5465a5899a74 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:37.411812 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3208eb26-2ed2-4a0b-bb89-9330f0f31809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:37.437410 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208eb26-2ed2-4a0b-bb89-9330f0f31809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b8a0a0-9ac8-4ba5-aaee-e9babdae093e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:37.443209 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3d15745b-1031-4c00-b8d8-6666f91d9a3d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:37.537255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d15745b-1031-4c00-b8d8-6666f91d9a3d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:37.541605 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-3d15745b-1031-4c00-b8d8-6666f91d9a3d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:37.548541 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3208eb26-2ed2-4a0b-bb89-9330f0f31809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:37.549728 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3208eb26-2ed2-4a0b-bb89-9330f0f31809 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/52b8a0a0-9ac8-4ba5-aaee-e9babdae093e HTTP/1.1" status: 204 len: 168 time: 0.5219836 Feb 18 09:04:37.553907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d15745b-1031-4c00-b8d8-6666f91d9a3d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:04:37.559707 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d15745b-1031-4c00-b8d8-6666f91d9a3d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:37.560353 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3d15745b-1031-4c00-b8d8-6666f91d9a3d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:37.567126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15745b-1031-4c00-b8d8-6666f91d9a3d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=c44798a2-5144-43c3-8558-5465a5899a74,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:37.574607 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Allocated IP 2001:db8::2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/8c2dfcd0-66c5-44f8-a882-17d536c5e2f6/1543e806-614b-4e22-ac8d-2617136e5010) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:37.591261 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3d15745b-1031-4c00-b8d8-6666f91d9a3d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6338983 Feb 18 09:04:37.594021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42026) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:37.600166 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d95ba97a-35d1-4583-8953-c3576e98b404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:37.673072 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:04:37.819459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31051810-0472-4d59-976c-563cc2ef5e2d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:37.821120 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-31051810-0472-4d59-976c-563cc2ef5e2d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:37.885095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-31051810-0472-4d59-976c-563cc2ef5e2d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:37.889302 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-31051810-0472-4d59-976c-563cc2ef5e2d tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2912242 Feb 18 09:04:37.892549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42038) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:37.957104 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ba97a-35d1-4583-8953-c3576e98b404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6d327b-99bc-4164-b36d-a62f42e76295,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:37.979193 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d95ba97a-35d1-4583-8953-c3576e98b404 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=324a23818fd84360af0c7808c39dd657&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5290439 Feb 18 09:04:37.982513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42042) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:38.123800 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:38.157278 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-476839da-3b88-4856-9ca5-2d315250d6e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port c44798a2-5144-43c3-8558-5465a5899a74 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:04:38.157674 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-476839da-3b88-4856-9ca5-2d315250d6e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:38.185212 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Transition to ACTIVE for port object ce6205fe-4811-4c73-bed1-cabbf90178d3 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:38.206260 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:38.285442 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:38.310892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Transition to ACTIVE for port object 1543e806-614b-4e22-ac8d-2617136e5010 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:38.381009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Transition to ACTIVE for port object 1543e806-614b-4e22-ac8d-2617136e5010 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:38.404632 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:38.430314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71859eb-c799-401b-8d8a-9afc851aa091 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:04:38.497548 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:38.510472 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3d9bc7a9-66a7-468b-8062-0f325e604d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:38.512795 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42054) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:38.524246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5be302-4821-4e6a-8345-1ed8845b8557 req-c389088e-4414-409b-9090-fc2dc6e68ffe tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:38.531949 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff5be302-4821-4e6a-8345-1ed8845b8557 req-c389088e-4414-409b-9090-fc2dc6e68ffe tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 931 time: 1.5529354 Feb 18 09:04:38.556042 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6fe8865-c3c4-49b3-8c44-e5612dd0b0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:38.595575 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d6fe8865-c3c4-49b3-8c44-e5612dd0b0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:38.601630 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d6fe8865-c3c4-49b3-8c44-e5612dd0b0ab admin admin] Usage tracker for resource:security_group_rule and tenant:df9870877fec443f96ddd64a1cf98584 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:38.605587 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:38.606335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d6fe8865-c3c4-49b3-8c44-e5612dd0b0ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:38.609698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:38.615723 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:04:38.620655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d6fe8865-c3c4-49b3-8c44-e5612dd0b0ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:38.691954 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d3bb5-ef3c-4ebe-891e-5fe2171d1fca None None] Pushing event updated for resources: {'Port': ['ID=ce6205fe-4811-4c73-bed1-cabbf90178d3,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:38.714781 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Pushing event updated for resources: {'Port': ['ID=1543e806-614b-4e22-ac8d-2617136e5010,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:38.721666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Transition to ACTIVE for port object c71859eb-c799-401b-8d8a-9afc851aa091 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:38.805549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b8540-cc74-4694-b034-191d634ec796 req-7705bb22-61c1-4b31-83eb-267454432b98 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:38.817069 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-386b8540-cc74-4694-b034-191d634ec796 req-7705bb22-61c1-4b31-83eb-267454432b98 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 943 time: 1.2729268 Feb 18 09:04:38.835723 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3d9bc7a9-66a7-468b-8062-0f325e604d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:38.839636 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Attempting to bind port ce6205fe-4811-4c73-bed1-cabbf90178d3 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:38.839980 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Attempting to bind port ce6205fe-4811-4c73-bed1-cabbf90178d3 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'd29b3427-afca-4940-9ad7-f9d875b628cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a22a81ff-fc82-4b45-9546-3a883e59bddf'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:38.840378 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Attempting to bind port ce6205fe-4811-4c73-bed1-cabbf90178d3 on network a22a81ff-fc82-4b45-9546-3a883e59bddf {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:04:38.847100 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:38.861368 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Attempting to bind port 1543e806-614b-4e22-ac8d-2617136e5010 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:38.861750 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Attempting to bind port 1543e806-614b-4e22-ac8d-2617136e5010 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:38.869298 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Attempting to bind port 1543e806-614b-4e22-ac8d-2617136e5010 on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:04:38.878511 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b1798bb9-50ca-4300-881d-0577496dd246 req-38068ce9-a613-4ace-a0b3-fc751f047bb5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0343082 Feb 18 09:04:38.883639 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-476839da-3b88-4856-9ca5-2d315250d6e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:38.909870 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:04:38.910403 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Checking segment: {'id': 'd29b3427-afca-4940-9ad7-f9d875b628cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a22a81ff-fc82-4b45-9546-3a883e59bddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:04:38.910940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:04:38.912676 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:38.913073 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Bound using segment: {'id': 'd29b3427-afca-4940-9ad7-f9d875b628cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a22a81ff-fc82-4b45-9546-3a883e59bddf'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:04:38.913558 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:04:38.914300 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:38.916859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:04:38.917384 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Bound port: 1543e806-614b-4e22-ac8d-2617136e5010, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:38.918707 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Bound port: ce6205fe-4811-4c73-bed1-cabbf90178d3, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29b3427-afca-4940-9ad7-f9d875b628cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a22a81ff-fc82-4b45-9546-3a883e59bddf'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:38.918837 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:38.920661 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:39.067010 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-476839da-3b88-4856-9ca5-2d315250d6e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for c44798a2-5144-43c3-8558-5465a5899a74 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:04:39.078584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Pushing event updated for resources: {'Port': ['ID=c71859eb-c799-401b-8d8a-9afc851aa091,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:39.144140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff5be302-4821-4e6a-8345-1ed8845b8557 req-fd07a753-8f2b-47bd-9e08-895a583b1397 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6113040 Feb 18 09:04:39.164546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:39.166731 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:39.167159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:39.167508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:39.167845 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:39.173513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:39.174139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:39.174619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:39.175030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:39.175468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:39.175875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:39.176330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:39.230210 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] For port ce6205fe-4811-4c73-bed1-cabbf90178d3, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:04:39.238159 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] For port ce6205fe-4811-4c73-bed1-cabbf90178d3, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ce6205fe-4811-4c73-bed1-cabbf90178d3,segment=NetworkSegment(d29b3427-afca-4940-9ad7-f9d875b628cc),segment_id=d29b3427-afca-4940-9ad7-f9d875b628cc)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:04:39.255848 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:39.290015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] For port 1543e806-614b-4e22-ac8d-2617136e5010, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:04:39.307498 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] For port 1543e806-614b-4e22-ac8d-2617136e5010, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1543e806-614b-4e22-ac8d-2617136e5010,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:04:39.326107 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:39.331955 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6fe8865-c3c4-49b3-8c44-e5612dd0b0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:39.365102 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6fe8865-c3c4-49b3-8c44-e5612dd0b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:39.465451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6145b3-8c59-4605-abe9-d9736ce65db0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:04:39.511595 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-386b8540-cc74-4694-b034-191d634ec796 req-e13dbf9f-bd27-47b7-a9f3-0d883a38a120 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6847887 Feb 18 09:04:39.516976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Attempting to bind port c71859eb-c799-401b-8d8a-9afc851aa091 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:39.518275 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Attempting to bind port c71859eb-c799-401b-8d8a-9afc851aa091 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '47a48769-04a4-4c1d-8d6e-7c420d8f35c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0fbf291a-8449-447e-8f42-eed803b6e96e'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:39.518433 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Attempting to bind port c71859eb-c799-401b-8d8a-9afc851aa091 on network 0fbf291a-8449-447e-8f42-eed803b6e96e {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:04:39.529591 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Routers {'fa22d461-992c-4630-8b4b-5e6e6d85a581'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:04:39.530225 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:04:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fa22d461-992c-4630-8b4b-5e6e6d85a581'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:39.568204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Port c71859eb-c799-401b-8d8a-9afc851aa091 on network 0fbf291a-8449-447e-8f42-eed803b6e96e not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:04:39.573105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Attempting to bind port c71859eb-c799-401b-8d8a-9afc851aa091 on network 0fbf291a-8449-447e-8f42-eed803b6e96e {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:04:39.624155 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d6fe8865-c3c4-49b3-8c44-e5612dd0b0ab admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df9870877fec443f96ddd64a1cf98584&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1041627 Feb 18 09:04:39.725333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42108) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:39.758170 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe8865-c3c4-49b3-8c44-e5612dd0b0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a76c3ea-4eb9-434c-aec9-3b0988d39b6c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:39.790098 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d3bb5-ef3c-4ebe-891e-5fe2171d1fca None None] Pushing event updated for resources: {'Port': ['ID=ce6205fe-4811-4c73-bed1-cabbf90178d3,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:39.881303 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-476839da-3b88-4856-9ca5-2d315250d6e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:39.894947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:04:39.895290 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Checking segment: {'id': '47a48769-04a4-4c1d-8d6e-7c420d8f35c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0fbf291a-8449-447e-8f42-eed803b6e96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:04:39.895677 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Bound using segment: {'id': '47a48769-04a4-4c1d-8d6e-7c420d8f35c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0fbf291a-8449-447e-8f42-eed803b6e96e'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:04:39.896124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Bound port: c71859eb-c799-401b-8d8a-9afc851aa091, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a48769-04a4-4c1d-8d6e-7c420d8f35c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0fbf291a-8449-447e-8f42-eed803b6e96e'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:39.908606 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:39.987581 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d419f028-7a13-4477-a82b-e126c48c1729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:39.993131 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476839da-3b88-4856-9ca5-2d315250d6e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=c44798a2-5144-43c3-8558-5465a5899a74,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:40.099875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1ade4-0c43-4aa0-a0d9-9bff5a729fb2 None None] Pushing event updated for resources: {'Port': ['ID=1543e806-614b-4e22-ac8d-2617136e5010,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:40.185686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d419f028-7a13-4477-a82b-e126c48c1729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:40.317217 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d419f028-7a13-4477-a82b-e126c48c1729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:40.381842 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-476839da-3b88-4856-9ca5-2d315250d6e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:40.393883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419f028-7a13-4477-a82b-e126c48c1729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a76c3ea-4eb9-434c-aec9-3b0988d39b6c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:40.435963 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d419f028-7a13-4477-a82b-e126c48c1729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:40.443527 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d419f028-7a13-4477-a82b-e126c48c1729 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5a76c3ea-4eb9-434c-aec9-3b0988d39b6c HTTP/1.1" status: 204 len: 168 time: 0.7141638 Feb 18 09:04:40.450301 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-476839da-3b88-4856-9ca5-2d315250d6e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/c44798a2-5144-43c3-8558-5465a5899a74 HTTP/1.1" status: 204 len: 168 time: 2.5519624 Feb 18 09:04:40.451139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42120) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:40.470500 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] Set router fa22d461-992c-4630-8b4b-5e6e6d85a581 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:04:40.567752 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3d9bc7a9-66a7-468b-8062-0f325e604d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:40.583095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] For port c71859eb-c799-401b-8d8a-9afc851aa091, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:04:40.589256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] For port c71859eb-c799-401b-8d8a-9afc851aa091, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c71859eb-c799-401b-8d8a-9afc851aa091,segment=NetworkSegment(47a48769-04a4-4c1d-8d6e-7c420d8f35c7),segment_id=47a48769-04a4-4c1d-8d6e-7c420d8f35c7)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:04:40.607509 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc05a7cb-ffc8-4631-a49b-e7ef16a5ec6f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:40.614017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc05a7cb-ffc8-4631-a49b-e7ef16a5ec6f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:40.617026 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:40.618725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-cc05a7cb-ffc8-4631-a49b-e7ef16a5ec6f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:40.709859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bc7a9-66a7-468b-8062-0f325e604d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6d327b-99bc-4164-b36d-a62f42e76295,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:40.795220 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6145b3-8c59-4605-abe9-d9736ce65db0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:04:40.811094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca0d6c-7da7-40cc-ba33-12cad26e28e5 None None] Sync routers for ids ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:04:40.815108 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af6145b3-8c59-4605-abe9-d9736ce65db0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:40.845031 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca0d6c-7da7-40cc-ba33-12cad26e28e5 None None] Routers {'b5f89e26-84e5-4203-95a7-2c6bb0a2f500'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:04:40.846646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-cfca0d6c-7da7-40cc-ba33-12cad26e28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:04:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:40.851725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-cc05a7cb-ffc8-4631-a49b-e7ef16a5ec6f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:40.853008 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cc05a7cb-ffc8-4631-a49b-e7ef16a5ec6f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4009390 Feb 18 09:04:40.857833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42128) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:40.889363 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-af6145b3-8c59-4605-abe9-d9736ce65db0 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "PUT /v2.0/floatingips/8e8be48b-1f5d-46da-af4f-dbe5713e8fe9 HTTP/1.1" status: 200 len: 991 time: 8.4265444 Feb 18 09:04:41.008462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1798bb9-50ca-4300-881d-0577496dd246 req-9d7d73dc-f612-4f98-a7bb-416e94ba2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:41.010258 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b1798bb9-50ca-4300-881d-0577496dd246 req-9d7d73dc-f612-4f98-a7bb-416e94ba2a0f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e&tenant_id=0608b781957e43609e9ef7685b762a69 HTTP/1.1" status: 200 len: 1094 time: 0.3716211 Feb 18 09:04:41.043349 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:41.206408 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1543e806-614b-4e22-ac8d-2617136e5010 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:41.270772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b113660e-8618-4d2d-a02e-7e539c07edcd', 'tag': '9e85d453-0b19-4acc-9bee-5f3b29aa99ff'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:04:41.275955 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3d9bc7a9-66a7-468b-8062-0f325e604d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:41.292250 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3d9bc7a9-66a7-468b-8062-0f325e604d15 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a6d327b-99bc-4164-b36d-a62f42e76295 HTTP/1.1" status: 204 len: 168 time: 3.2872169 Feb 18 09:04:41.319153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:41.322488 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:41.323499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b249c43d-1758-4187-80f7-226b123185a5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet 8c2dfcd0-66c5-44f8-a882-17d536c5e2f6 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:04:41.327080 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] 10.222.0.61 "PUT /v2.0/ports/c71859eb-c799-401b-8d8a-9afc851aa091 HTTP/1.1" status: 200 len: 1091 time: 7.0046456 Feb 18 09:04:41.339209 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b249c43d-1758-4187-80f7-226b123185a5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:41.546634 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa22d461-992c-4630-8b4b-5e6e6d85a581', 'name': 'tempest-TaggedBootDevicesTest_v242-1275492948-router', 'tenant_id': '9af4e71095c44433847aee6aa46dbc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a83dcbf4-cd95-480b-b057-ddbc531e3b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:07Z', 'updated_at': '2022-02-18T09:04:29Z', 'revision_number': 4, 'project_id': '9af4e71095c44433847aee6aa46dbc7c', 'gw_port': {'id': 'a83dcbf4-cd95-480b-b057-ddbc531e3b6b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22d461-992c-4630-8b4b-5e6e6d85a581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:04:12Z', 'updated_at': '2022-02-18T09:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'ce6205fe-4811-4c73-bed1-cabbf90178d3', 'name': '', 'network_id': 'a22a81ff-fc82-4b45-9546-3a883e59bddf', 'tenant_id': '9af4e71095c44433847aee6aa46dbc7c', 'mac_address': 'fa:16:3e:c6:a6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa22d461-992c-4630-8b4b-5e6e6d85a581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '331bab00-8791-4519-b70d-ef3c16b0dbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:04:24Z', 'updated_at': '2022-02-18T09:04:39Z', 'revision_number': 4, 'project_id': '9af4e71095c44433847aee6aa46dbc7c', 'subnets': [{'id': '331bab00-8791-4519-b70d-ef3c16b0dbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:41.573078 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b0eb8-df1a-428f-b4f5-4a3c98963fbb None None] The sync data for ids ['fa22d461-992c-4630-8b4b-5e6e6d85a581'] in n-d-829434-1 is: [{'id': 'fa22d461-992c-4630-8b4b-5e6e6d85a581', 'name': 'tempest-TaggedBootDevicesTest_v242-1275492948-router', 'tenant_id': '9af4e71095c44433847aee6aa46dbc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a83dcbf4-cd95-480b-b057-ddbc531e3b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:07Z', 'updated_at': '2022-02-18T09:04:29Z', 'revision_number': 4, 'project_id': '9af4e71095c44433847aee6aa46dbc7c', 'gw_port': {'id': 'a83dcbf4-cd95-480b-b057-ddbc531e3b6b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22d461-992c-4630-8b4b-5e6e6d85a581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:04:12Z', 'updated_at': '2022-02-18T09:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'ce6205fe-4811-4c73-bed1-cabbf90178d3', 'name': '', 'network_id': 'a22a81ff-fc82-4b45-9546-3a883e59bddf', 'tenant_id': '9af4e71095c44433847aee6aa46dbc7c', 'mac_address': 'fa:16:3e:c6:a6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa22d461-992c-4630-8b4b-5e6e6d85a581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '331bab00-8791-4519-b70d-ef3c16b0dbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:04:24Z', 'updated_at': '2022-02-18T09:04:39Z', 'revision_number': 4, 'project_id': '9af4e71095c44433847aee6aa46dbc7c', 'subnets': [{'id': '331bab00-8791-4519-b70d-ef3c16b0dbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:04:41.583099 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b249c43d-1758-4187-80f7-226b123185a5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:41.600744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dac91-406e-491e-b722-2ada69c4723f service neutron] Pushing event updated for resources: {'Port': ['ID=c71859eb-c799-401b-8d8a-9afc851aa091,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:41.739203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b92706-ea6c-4e7c-bc82-7eb59cd677ae req-c479d4ad-1a7c-4c45-8ed6-110895c4eae1 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:41.754154 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55b92706-ea6c-4e7c-bc82-7eb59cd677ae req-c479d4ad-1a7c-4c45-8ed6-110895c4eae1 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 943 time: 1.2782130 Feb 18 09:04:41.794818 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:41.825571 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:41.932237 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-cfca0d6c-7da7-40cc-ba33-12cad26e28e5 None None] Set router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:04:42.082926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddcd5d-9573-4a92-be0e-b0097bee051a req-eb32971b-4b0f-4bd9-bba0-82e415aadc89 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:42.094855 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2ddcd5d-9573-4a92-be0e-b0097bee051a req-eb32971b-4b0f-4bd9-bba0-82e415aadc89 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 943 time: 1.3085294 Feb 18 09:04:42.108385 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55b92706-ea6c-4e7c-bc82-7eb59cd677ae req-a63b3964-7958-4478-af07-c53115454cec tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418131 Feb 18 09:04:42.161287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-1641c028-36e1-4e49-908b-4e4513235a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:42.169061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-1641c028-36e1-4e49-908b-4e4513235a10 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a48c799eeea46379351a2e62cc35b47&device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 1094 time: 0.7725611 Feb 18 09:04:42.209382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 1543e806-614b-4e22-ac8d-2617136e5010 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:42.248517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b249c43d-1758-4187-80f7-226b123185a5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:42.393535 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-56937df3-7753-4641-bd80-309f18df9912 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c71859eb-c799-401b-8d8a-9afc851aa091 HTTP/1.1" status: 200 len: 217 time: 0.1892445 Feb 18 09:04:42.519230 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0bb81ead-5b00-4f68-8fc1-9f4cf60b3b97 None None] Provisioning for port 1543e806-614b-4e22-ac8d-2617136e5010 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:42.567203 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0bb81ead-5b00-4f68-8fc1-9f4cf60b3b97 None None] Provisioning complete for port 1543e806-614b-4e22-ac8d-2617136e5010 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:42.567552 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0bb81ead-5b00-4f68-8fc1-9f4cf60b3b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:42.572841 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b249c43d-1758-4187-80f7-226b123185a5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:42.626146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-580a0fd2-060e-4fea-b8d2-6723e34f359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:42.639313 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-580a0fd2-060e-4fea-b8d2-6723e34f359b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=68080a41-64ae-4e34-83a4-838dd0ffe47f HTTP/1.1" status: 200 len: 853 time: 0.2241874 Feb 18 09:04:42.750036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249c43d-1758-4187-80f7-226b123185a5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=8c2dfcd0-66c5-44f8-a882-17d536c5e2f6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:42.766588 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:42.821220 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2ddcd5d-9573-4a92-be0e-b0097bee051a req-75a5eceb-94eb-4428-b8b0-da28bc1e6376 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7241201 Feb 18 09:04:42.822928 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b113660e-8618-4d2d-a02e-7e539c07edcd', 'tag': '9e85d453-0b19-4acc-9bee-5f3b29aa99ff', 'status': 'completed', 'code': 200} Feb 18 09:04:42.873003 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b249c43d-1758-4187-80f7-226b123185a5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:42.993371 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-b2390a64-2d1d-4224-af1f-2ccda3dacdfa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0fbf291a-8449-447e-8f42-eed803b6e96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3532352 Feb 18 09:04:43.023355 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b249c43d-1758-4187-80f7-226b123185a5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/8c2dfcd0-66c5-44f8-a882-17d536c5e2f6 HTTP/1.1" status: 204 len: 168 time: 2.1645536 Feb 18 09:04:43.063673 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42182) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:43.198958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a598c682-8eab-480e-aa89-1e11a6fd1231 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:04:43.307453 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ce6205fe-4811-4c73-bed1-cabbf90178d3 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:43.351508 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a6214e61-1ca1-44b7-8560-752cf1b3046a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2805605 Feb 18 09:04:43.358526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42194) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:43.543233 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a2e11b-7fd5-4329-9b8e-1f1e9964529f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:43.544494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-27a2e11b-7fd5-4329-9b8e-1f1e9964529f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:43.700213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-27a2e11b-7fd5-4329-9b8e-1f1e9964529f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:43.701933 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-27a2e11b-7fd5-4329-9b8e-1f1e9964529f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3420632 Feb 18 09:04:43.705832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42210) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:43.722935 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-174fef47-097d-4494-bca9-d3834a2843d1 service neutron] 10.222.0.61 "GET /v2.0/networks/0fbf291a-8449-447e-8f42-eed803b6e96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7115519 Feb 18 09:04:43.749191 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6387714-333a-487f-b610-66861cc776d1 req-c806afa9-039f-43ae-bcdc-4ff5a3ff6f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:43.752857 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6387714-333a-487f-b610-66861cc776d1 req-c806afa9-039f-43ae-bcdc-4ff5a3ff6f52 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=72394f0052cf4105ace3e6770e79b704&device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 1096 time: 0.9292152 Feb 18 09:04:43.892970 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] For port 11ef0527-e478-43f1-8711-8726f87c803f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=11ef0527-e478-43f1-8711-8726f87c803f,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:43.982841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] For port 11ef0527-e478-43f1-8711-8726f87c803f, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:04:44.273985 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ef0527-e478-43f1-8711-8726f87c803f {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:04:44.283469 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:44.302444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Transition to ACTIVE for port object 11ef0527-e478-43f1-8711-8726f87c803f will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:44.317311 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8926ecab-fc7b-4993-976f-30120f409cef tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:44.318955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8926ecab-fc7b-4993-976f-30120f409cef tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:04:44.336182 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:44.399400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6387714-333a-487f-b610-66861cc776d1 req-cac4d804-8447-40dc-aff4-555626818a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:44.402502 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6387714-333a-487f-b610-66861cc776d1 req-cac4d804-8447-40dc-aff4-555626818a8a service neutron] 10.222.0.81 "GET /v2.0/networks?id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 HTTP/1.1" status: 200 len: 912 time: 0.5787237 Feb 18 09:04:44.427797 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Pushing event updated for resources: {'Port': ['ID=11ef0527-e478-43f1-8711-8726f87c803f,revision_number=9']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:44.430234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8926ecab-fc7b-4993-976f-30120f409cef tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:04:44.434851 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8926ecab-fc7b-4993-976f-30120f409cef tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7226369 Feb 18 09:04:44.442225 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42234) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:44.543762 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port ce6205fe-4811-4c73-bed1-cabbf90178d3 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:44.665682 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ce6205fe-4811-4c73-bed1-cabbf90178d3 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:44.669666 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:44.753924 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4fd7724b-1a33-4639-a77e-ae4399535509 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3060672 Feb 18 09:04:44.754510 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42240) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:44.803894 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0bb81ead-5b00-4f68-8fc1-9f4cf60b3b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:44.866744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:44.884813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38710dbf-6b7d-462a-9ed3-3fa1c0765173', 'tag': 'c71859eb-c799-401b-8d8a-9afc851aa091'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:04:45.142210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d126682-62b9-472c-ad0a-400d1cff1721 req-e770c480-9818-4594-9967-dd48fae82d91 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:45.149273 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0bb81ead-5b00-4f68-8fc1-9f4cf60b3b97 None None] For port 1543e806-614b-4e22-ac8d-2617136e5010, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1543e806-614b-4e22-ac8d-2617136e5010,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:45.151180 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d126682-62b9-472c-ad0a-400d1cff1721 req-e770c480-9818-4594-9967-dd48fae82d91 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 943 time: 1.7620907 Feb 18 09:04:45.163992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-cfca0d6c-7da7-40cc-ba33-12cad26e28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 4, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port': {'id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:11Z', 'updated_at': '2022-02-18T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '8e8be48b-1f5d-46da-af4f-dbe5713e8fe9', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'floating_ip_address': '172.25.1.172', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'port_id': '9e85d453-0b19-4acc-9bee-5f3b29aa99ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'mac_address': 'fa:16:3e:e4:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b113660e-8618-4d2d-a02e-7e539c07edcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:03:45Z', 'updated_at': '2022-02-18T09:04:35Z', 'revision_number': 1, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66782537-d63b-4ecf-a430-0250a169f4e5', 'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'mac_address': 'fa:16:3e:b0:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:17Z', 'updated_at': '2022-02-18T08:58:32Z', 'revision_number': 5, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'subnets': [{'id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:45.180933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:45.196168 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0bb81ead-5b00-4f68-8fc1-9f4cf60b3b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:45.201606 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:45.226110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] No DVR routers for this DVR port 11ef0527-e478-43f1-8711-8726f87c803f on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:04:45.316165 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6387714-333a-487f-b610-66861cc776d1 req-33219ccd-50dc-4179-a5e3-04f5ac35dc60 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e85d453-0b19-4acc-9bee-5f3b29aa99ff HTTP/1.1" status: 200 len: 999 time: 0.7973721 Feb 18 09:04:45.334531 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cb0ca5f-498c-41b6-bc1f-ecaa0076bc06 req-efa43dd3-4135-40cd-a052-b8fc173da9ea service neutron] 10.222.0.61 "GET /v2.0/networks/0fbf291a-8449-447e-8f42-eed803b6e96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5957344 Feb 18 09:04:45.337838 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:45.353161 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:45.361212 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca0d6c-7da7-40cc-ba33-12cad26e28e5 None None] Checking router: b5f89e26-84e5-4203-95a7-2c6bb0a2f500 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:04:45.457078 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:45.477266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6387714-333a-487f-b610-66861cc776d1 req-c2300a1d-ab42-437b-ad5c-b170040474e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:45.478797 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6387714-333a-487f-b610-66861cc776d1 req-c2300a1d-ab42-437b-ad5c-b170040474e7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9eaf963a-b95e-4bec-b0a0-0baccb065970 HTTP/1.1" status: 200 len: 850 time: 0.1466470 Feb 18 09:04:45.502089 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d126682-62b9-472c-ad0a-400d1cff1721 req-ff0b6c2b-0bd7-4778-9740-68c4ab9a0ca0 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404520 Feb 18 09:04:45.523631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f809dcce-66d7-4077-b652-9af8a59cd9e9 None None] Could not find standard attr ID for object c44798a2-5144-43c3-8558-5465a5899a74. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:04:45.532795 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:04:45.597675 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca0d6c-7da7-40cc-ba33-12cad26e28e5 None None] Routers {'b5f89e26-84e5-4203-95a7-2c6bb0a2f500'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:04:45.600985 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-cfca0d6c-7da7-40cc-ba33-12cad26e28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:04:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:45.652683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42268) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:45.669144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Attempting to bind port 11ef0527-e478-43f1-8711-8726f87c803f on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:45.669643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Attempting to bind port 11ef0527-e478-43f1-8711-8726f87c803f by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '4c3f896b-8f25-424a-b7d5-ffede0a6c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:45.669992 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Attempting to bind port 11ef0527-e478-43f1-8711-8726f87c803f on network f40be500-670f-4365-9b1b-50944ae5e3f7 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:04:45.692507 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38710dbf-6b7d-462a-9ed3-3fa1c0765173', 'tag': 'c71859eb-c799-401b-8d8a-9afc851aa091', 'status': 'completed', 'code': 200} Feb 18 09:04:45.717687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Port 11ef0527-e478-43f1-8711-8726f87c803f on network f40be500-670f-4365-9b1b-50944ae5e3f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:04:45.724733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Attempting to bind port 11ef0527-e478-43f1-8711-8726f87c803f on network f40be500-670f-4365-9b1b-50944ae5e3f7 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:04:45.727282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0c351-58f5-4fbe-9b6d-7abf7f169171 req-0099f46f-61ed-406c-a02e-4b9bf956ee21 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:45.736673 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bba0c351-58f5-4fbe-9b6d-7abf7f169171 req-0099f46f-61ed-406c-a02e-4b9bf956ee21 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 943 time: 1.3306091 Feb 18 09:04:45.743600 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:04:45.744080 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Checking segment: {'id': '4c3f896b-8f25-424a-b7d5-ffede0a6c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:04:45.744708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Bound using segment: {'id': '4c3f896b-8f25-424a-b7d5-ffede0a6c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:04:45.745150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Bound port: 11ef0527-e478-43f1-8711-8726f87c803f, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3f896b-8f25-424a-b7d5-ffede0a6c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:45.748654 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:45.792609 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] Deleting port 1543e806-614b-4e22-ac8d-2617136e5010 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:04:45.809899 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:46.007011 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port ce6205fe-4811-4c73-bed1-cabbf90178d3, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ce6205fe-4811-4c73-bed1-cabbf90178d3,segment=NetworkSegment(d29b3427-afca-4940-9ad7-f9d875b628cc),segment_id=d29b3427-afca-4940-9ad7-f9d875b628cc)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:46.008709 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb81ead-5b00-4f68-8fc1-9f4cf60b3b97 None None] Pushing event updated for resources: {'Port': ['ID=1543e806-614b-4e22-ac8d-2617136e5010,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:46.009155 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bba0c351-58f5-4fbe-9b6d-7abf7f169171 req-02ee562e-7176-4410-a4f5-3e48ba5a0003 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714322 Feb 18 09:04:46.014892 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] For port 11ef0527-e478-43f1-8711-8726f87c803f, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:04:46.019584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] For port 11ef0527-e478-43f1-8711-8726f87c803f, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=11ef0527-e478-43f1-8711-8726f87c803f,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:04:46.039596 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:46.110514 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-323604c9-2b55-4430-bbd7-50ca36571dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:46.118142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:46.119385 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:46.121090 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b1798bb9-50ca-4300-881d-0577496dd246 req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] 10.222.0.81 "PUT /v2.0/ports/11ef0527-e478-43f1-8711-8726f87c803f HTTP/1.1" status: 200 len: 1091 time: 5.0952847 Feb 18 09:04:46.122830 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894682be-feff-45b7-b74b-f934b411a30e', 'tag': '11ef0527-e478-43f1-8711-8726f87c803f'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:04:46.218714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-323604c9-2b55-4430-bbd7-50ca36571dd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:46.228822 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894682be-feff-45b7-b74b-f934b411a30e', 'tag': '11ef0527-e478-43f1-8711-8726f87c803f', 'status': 'completed', 'code': 200} Feb 18 09:04:46.233613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-323604c9-2b55-4430-bbd7-50ca36571dd8 admin admin] Usage tracker for resource:security_group_rule and tenant:46a0d71eb31248a99e244a17d1ed97a1 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:46.238985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-323604c9-2b55-4430-bbd7-50ca36571dd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:46.256717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-323604c9-2b55-4430-bbd7-50ca36571dd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:46.304574 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-cfca0d6c-7da7-40cc-ba33-12cad26e28e5 None None] Set router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:04:46.336369 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bea24c-a852-437f-9a77-3ef211f5488f service neutron] Pushing event updated for resources: {'Port': ['ID=11ef0527-e478-43f1-8711-8726f87c803f,revision_number=10']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:46.386229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb689d-82fa-4c4d-b5aa-5443d1f32f62 req-0685c541-df7d-4671-a351-680a6074dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:46.397808 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dffb689d-82fa-4c4d-b5aa-5443d1f32f62 req-0685c541-df7d-4671-a351-680a6074dc18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a48c799eeea46379351a2e62cc35b47&device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 1094 time: 0.6250560 Feb 18 09:04:46.598496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1798bb9-50ca-4300-881d-0577496dd246 req-fcc0b44b-d9ed-447c-a5ff-62763c3124a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:46.604067 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b1798bb9-50ca-4300-881d-0577496dd246 req-fcc0b44b-d9ed-447c-a5ff-62763c3124a2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0608b781957e43609e9ef7685b762a69&device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 1095 time: 0.3735299 Feb 18 09:04:47.066069 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:47.087218 n-d-829434-1 neutron-server[87767]: DEBUG neutron.objects.ports [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87767) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 09:04:47.325939 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1543e806-614b-4e22-ac8d-2617136e5010 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:04:47.367677 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6387714-333a-487f-b610-66861cc776d1 req-3cbe7bc1-f875-4be1-8878-177621cb21df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:47.375843 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6387714-333a-487f-b610-66861cc776d1 req-3cbe7bc1-f875-4be1-8878-177621cb21df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8703420 Feb 18 09:04:47.381877 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb689d-82fa-4c4d-b5aa-5443d1f32f62 req-4108e488-0794-4396-8352-7ccf35e220e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:47.385679 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dffb689d-82fa-4c4d-b5aa-5443d1f32f62 req-4108e488-0794-4396-8352-7ccf35e220e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0fbf291a-8449-447e-8f42-eed803b6e96e HTTP/1.1" status: 200 len: 914 time: 0.9816287 Feb 18 09:04:47.536760 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] For port 1543e806-614b-4e22-ac8d-2617136e5010, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1543e806-614b-4e22-ac8d-2617136e5010,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:47.537552 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:47.571058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1798bb9-50ca-4300-881d-0577496dd246 req-f14cf99b-f7d3-48bf-910d-9eb839f929be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:47.572589 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b1798bb9-50ca-4300-881d-0577496dd246 req-f14cf99b-f7d3-48bf-910d-9eb839f929be service neutron] 10.222.0.81 "GET /v2.0/networks?id=f40be500-670f-4365-9b1b-50944ae5e3f7 HTTP/1.1" status: 200 len: 914 time: 0.9515743 Feb 18 09:04:47.591209 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:47.607016 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dffb689d-82fa-4c4d-b5aa-5443d1f32f62 req-a311bf84-a2f4-41d0-a3e1-db1ded9859bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c71859eb-c799-401b-8d8a-9afc851aa091 HTTP/1.1" status: 200 len: 217 time: 0.1655185 Feb 18 09:04:47.730084 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-323604c9-2b55-4430-bbd7-50ca36571dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:47.820765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb689d-82fa-4c4d-b5aa-5443d1f32f62 req-f22b06de-b1dc-4e23-8116-55c59f927ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:47.822231 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dffb689d-82fa-4c4d-b5aa-5443d1f32f62 req-f22b06de-b1dc-4e23-8116-55c59f927ce7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=68080a41-64ae-4e34-83a4-838dd0ffe47f HTTP/1.1" status: 200 len: 853 time: 0.1526036 Feb 18 09:04:47.835942 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-323604c9-2b55-4430-bbd7-50ca36571dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:47.883430 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b1798bb9-50ca-4300-881d-0577496dd246 req-23c3996b-3953-4f68-9dbb-33142ba3d783 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ef0527-e478-43f1-8711-8726f87c803f HTTP/1.1" status: 200 len: 217 time: 0.2538483 Feb 18 09:04:47.939630 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] Calling delete_port for 1543e806-614b-4e22-ac8d-2617136e5010 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:04:48.049376 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-323604c9-2b55-4430-bbd7-50ca36571dd8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=46a0d71eb31248a99e244a17d1ed97a1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3946006 Feb 18 09:04:48.054457 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dffb689d-82fa-4c4d-b5aa-5443d1f32f62 req-4c33aba9-ab96-4dd6-950b-29abf8d06db6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0fbf291a-8449-447e-8f42-eed803b6e96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2232974 Feb 18 09:04:48.059036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42338) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:48.065937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323604c9-2b55-4430-bbd7-50ca36571dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52736eed-d932-4657-9ad3-2425b729c421,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:48.118562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=ce6205fe-4811-4c73-bed1-cabbf90178d3,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:48.203270 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:48.383345 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 1543e806-614b-4e22-ac8d-2617136e5010, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1543e806-614b-4e22-ac8d-2617136e5010,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:48.404235 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:48.471414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1798bb9-50ca-4300-881d-0577496dd246 req-6bb97aab-64ad-4c62-a528-27a3a3011671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:48.480630 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b1798bb9-50ca-4300-881d-0577496dd246 req-6bb97aab-64ad-4c62-a528-27a3a3011671 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c9735f5-e885-4001-b6bc-713131a65bb6 HTTP/1.1" status: 200 len: 853 time: 0.5763521 Feb 18 09:04:48.531033 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:04:48.532108 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:04:48.541233 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67dcea0d-b83a-4ec1-ab3b-547f72b89f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:48.605071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2966803-a494-4b2a-af80-71188e84cd15 req-fe4565c3-48da-4a63-a800-3e5c8726b108 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:48.605328 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b1798bb9-50ca-4300-881d-0577496dd246 req-f901810e-d047-4647-9914-cf60e04f19c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f40be500-670f-4365-9b1b-50944ae5e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092229 Feb 18 09:04:48.612836 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2966803-a494-4b2a-af80-71188e84cd15 req-fe4565c3-48da-4a63-a800-3e5c8726b108 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 944 time: 1.0083358 Feb 18 09:04:48.619086 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=1543e806-614b-4e22-ac8d-2617136e5010,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:48.627349 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-cfca0d6c-7da7-40cc-ba33-12cad26e28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 4, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port': {'id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:11Z', 'updated_at': '2022-02-18T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '8e8be48b-1f5d-46da-af4f-dbe5713e8fe9', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'floating_ip_address': '172.25.1.172', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'port_id': '9e85d453-0b19-4acc-9bee-5f3b29aa99ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'mac_address': 'fa:16:3e:e4:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b113660e-8618-4d2d-a02e-7e539c07edcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:03:45Z', 'updated_at': '2022-02-18T09:04:35Z', 'revision_number': 1, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66782537-d63b-4ecf-a430-0250a169f4e5', 'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'mac_address': 'fa:16:3e:b0:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:17Z', 'updated_at': '2022-02-18T08:58:32Z', 'revision_number': 5, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'subnets': [{'id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:04:48.632659 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca0d6c-7da7-40cc-ba33-12cad26e28e5 None None] The sync data for ids ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'] in n-d-829434-1 is: [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 4, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port': {'id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:11Z', 'updated_at': '2022-02-18T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '8e8be48b-1f5d-46da-af4f-dbe5713e8fe9', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'floating_ip_address': '172.25.1.172', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'port_id': '9e85d453-0b19-4acc-9bee-5f3b29aa99ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'mac_address': 'fa:16:3e:e4:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b113660e-8618-4d2d-a02e-7e539c07edcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:03:45Z', 'updated_at': '2022-02-18T09:04:35Z', 'revision_number': 1, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66782537-d63b-4ecf-a430-0250a169f4e5', 'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'mac_address': 'fa:16:3e:b0:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:17Z', 'updated_at': '2022-02-18T08:58:32Z', 'revision_number': 5, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'subnets': [{'id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:04:48.695287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c81400-cd6a-405d-9112-90f4c56bc538 req-6d6794c3-0e1b-4943-9cb2-972e02aeac7e tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:48.701976 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-44c81400-cd6a-405d-9112-90f4c56bc538 req-6d6794c3-0e1b-4943-9cb2-972e02aeac7e tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 943 time: 1.3367934 Feb 18 09:04:48.713658 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:04:48.719986 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:04:48.762458 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6387714-333a-487f-b610-66861cc776d1 req-e3e1119b-c0c3-4c20-af87-d744cbb99dc8 service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3533120 Feb 18 09:04:48.774555 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-44c81400-cd6a-405d-9112-90f4c56bc538 req-d21ee765-d1e4-4fb4-9cad-cf6618ac8593 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714982 Feb 18 09:04:48.853560 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b1798bb9-50ca-4300-881d-0577496dd246 req-da42fb33-3d55-440a-bd2e-5892e5da92a5 service neutron] 10.222.0.81 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399466 Feb 18 09:04:48.886800 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device c71859eb-c799-401b-8d8a-9afc851aa091 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:04:49.003683 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67dcea0d-b83a-4ec1-ab3b-547f72b89f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:49.017537 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6387714-333a-487f-b610-66861cc776d1 req-912d4a10-0ec8-442c-a4f7-301aaa124649 service neutron] 10.222.0.81 "GET /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387147 Feb 18 09:04:49.025590 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a386495-7260-4598-be5a-7d424e73b8d6 None None] New status for floating IP 8e8be48b-1f5d-46da-af4f-dbe5713e8fe9: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:04:49.107626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] Deleting port 1543e806-614b-4e22-ac8d-2617136e5010 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:04:49.108062 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:49.160904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dffb689d-82fa-4c4d-b5aa-5443d1f32f62 req-bd118fd7-932b-45bc-9c8b-aea7149e446a service neutron] 10.222.0.61 "GET /v2.0/networks/0fbf291a-8449-447e-8f42-eed803b6e96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0789948 Feb 18 09:04:49.188705 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b1798bb9-50ca-4300-881d-0577496dd246 req-b266cfc8-4258-49cf-bc95-eb34ad726912 service neutron] 10.222.0.81 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292689 Feb 18 09:04:49.218487 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ce6205fe-4811-4c73-bed1-cabbf90178d3 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:49.227051 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2966803-a494-4b2a-af80-71188e84cd15 req-5e65e8ab-b801-4e6d-a55a-cf5614c83475 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6123691 Feb 18 09:04:49.561327 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:49.615697 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dffb689d-82fa-4c4d-b5aa-5443d1f32f62 req-6e28681e-3502-4a76-9223-31daf4b4b8fa service neutron] 10.222.0.61 "GET /v2.0/networks/0fbf291a-8449-447e-8f42-eed803b6e96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928781 Feb 18 09:04:49.637835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port c71859eb-c799-401b-8d8a-9afc851aa091, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c71859eb-c799-401b-8d8a-9afc851aa091,segment=NetworkSegment(47a48769-04a4-4c1d-8d6e-7c420d8f35c7),segment_id=47a48769-04a4-4c1d-8d6e-7c420d8f35c7)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:49.675276 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67dcea0d-b83a-4ec1-ab3b-547f72b89f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:49.723499 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67dcea0d-b83a-4ec1-ab3b-547f72b89f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:49.741137 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-67dcea0d-b83a-4ec1-ab3b-547f72b89f9e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/52736eed-d932-4657-9ad3-2425b729c421 HTTP/1.1" status: 204 len: 168 time: 1.6676121 Feb 18 09:04:49.742183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcea0d-b83a-4ec1-ab3b-547f72b89f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52736eed-d932-4657-9ad3-2425b729c421,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:49.780406 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'c71859eb-c799-401b-8d8a-9afc851aa091', 'network_id': '0fbf291a-8449-447e-8f42-eed803b6e96e', 'port_id': 'c71859eb-c799-401b-8d8a-9afc851aa091', 'mac_address': 'fa:16:3e:2e:49:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68080a41-64ae-4e34-83a4-838dd0ffe47f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:04:49.815272 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedf02c-71d5-4b47-a596-01c2f74cd946 req-46f0e466-48e1-456c-b8dd-d4087076ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:49.822202 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9dedf02c-71d5-4b47-a596-01c2f74cd946 req-46f0e466-48e1-456c-b8dd-d4087076ea92 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0608b781957e43609e9ef7685b762a69&device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 1095 time: 0.4849792 Feb 18 09:04:49.975117 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ce6205fe-4811-4c73-bed1-cabbf90178d3 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:50.001249 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:50.145774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2908b-a1af-43d1-9959-9dc142212731 req-83e0ee07-3157-4036-9d0e-75fdecb2b2df tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:50.162021 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16e2908b-a1af-43d1-9959-9dc142212731 req-83e0ee07-3157-4036-9d0e-75fdecb2b2df tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 943 time: 0.1774483 Feb 18 09:04:50.268244 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16e2908b-a1af-43d1-9959-9dc142212731 req-05cf88fc-7cae-4692-aa13-e94dfa13e5cc tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049101 Feb 18 09:04:50.317397 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:50.411874 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedf02c-71d5-4b47-a596-01c2f74cd946 req-f4ca8ace-f418-4174-a374-8f444f1abe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:50.413721 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9dedf02c-71d5-4b47-a596-01c2f74cd946 req-f4ca8ace-f418-4174-a374-8f444f1abe47 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f40be500-670f-4365-9b1b-50944ae5e3f7 HTTP/1.1" status: 200 len: 914 time: 0.5504210 Feb 18 09:04:50.535315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d0d87-6c8e-423a-9d60-23229ab0beb8 req-2cdd0645-afe1-4f81-adbd-88bc7185a9b8 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:50.544977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c22d0d87-6c8e-423a-9d60-23229ab0beb8 req-2cdd0645-afe1-4f81-adbd-88bc7185a9b8 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 944 time: 0.1240349 Feb 18 09:04:50.565161 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71859eb-c799-401b-8d8a-9afc851aa091 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:04:50.588750 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9dedf02c-71d5-4b47-a596-01c2f74cd946 req-0b7480d9-a45d-4826-99ce-b5309dfbe903 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ef0527-e478-43f1-8711-8726f87c803f HTTP/1.1" status: 200 len: 217 time: 0.1601942 Feb 18 09:04:50.622462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c22d0d87-6c8e-423a-9d60-23229ab0beb8 req-8fc7a9e3-2de0-4d49-86f0-e9d89bfab451 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732267 Feb 18 09:04:50.677997 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] For port 1543e806-614b-4e22-ac8d-2617136e5010, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1543e806-614b-4e22-ac8d-2617136e5010,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:50.678389 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:50.759174 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] For port 1543e806-614b-4e22-ac8d-2617136e5010, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1543e806-614b-4e22-ac8d-2617136e5010,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:50.802802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedf02c-71d5-4b47-a596-01c2f74cd946 req-556c386c-470f-4ca7-b58e-25c8b6b8eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:50.804249 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9dedf02c-71d5-4b47-a596-01c2f74cd946 req-556c386c-470f-4ca7-b58e-25c8b6b8eaca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c9735f5-e885-4001-b6bc-713131a65bb6 HTTP/1.1" status: 200 len: 853 time: 0.1677120 Feb 18 09:04:50.928717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] Calling delete_port for 1543e806-614b-4e22-ac8d-2617136e5010 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:04:50.941454 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:50.946193 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9dedf02c-71d5-4b47-a596-01c2f74cd946 req-73181188-f175-4114-8243-30d29fd8ec44 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f40be500-670f-4365-9b1b-50944ae5e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197171 Feb 18 09:04:50.958187 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:50.959222 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:51.087747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port c71859eb-c799-401b-8d8a-9afc851aa091, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c71859eb-c799-401b-8d8a-9afc851aa091,segment=NetworkSegment(47a48769-04a4-4c1d-8d6e-7c420d8f35c7),segment_id=47a48769-04a4-4c1d-8d6e-7c420d8f35c7)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:51.125599 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:51.339264 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:04:51.339264 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:04:51.341970 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=c71859eb-c799-401b-8d8a-9afc851aa091,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:51.383227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=c9a9a2ff-1643-4a84-bcc9-5a159b567463,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:51.453969 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['c71859eb-c799-401b-8d8a-9afc851aa091'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:04:51.699179 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:51.720368 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:51.730622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:51.732642 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:51.889089 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=1543e806-614b-4e22-ac8d-2617136e5010,revision_number=7']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:51.899475 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e4ec354a-521c-4c71-8f5f-05799ec2c661 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.0674527 Feb 18 09:04:51.909670 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42436) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:51.932329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49f801-cd8f-4593-a0ae-27193e39405c req-38691a5b-518d-4252-89d0-784195319c33 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:51.940095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-74d31a33-b90b-4c86-b8fc-debaa9b4a64b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:51.952525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd49f801-cd8f-4593-a0ae-27193e39405c req-38691a5b-518d-4252-89d0-784195319c33 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 944 time: 0.3362796 Feb 18 09:04:51.973859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] Deleting port 1543e806-614b-4e22-ac8d-2617136e5010 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:04:51.976816 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:52.089810 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd49f801-cd8f-4593-a0ae-27193e39405c req-01bb473b-16be-44d3-88f8-3b4cdadfa94f tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343720 Feb 18 09:04:52.261599 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9dedf02c-71d5-4b47-a596-01c2f74cd946 req-d384bbd9-205a-41ab-958f-df57d3ff90f3 service neutron] 10.222.0.81 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9505613 Feb 18 09:04:52.289377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e7231-729b-4583-a15d-b2cc1af1ed62 req-799c4b6e-d2fe-425d-b72a-75f4cdd7253b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:52.297859 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-599e7231-729b-4583-a15d-b2cc1af1ed62 req-799c4b6e-d2fe-425d-b72a-75f4cdd7253b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 944 time: 0.2351425 Feb 18 09:04:52.379573 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-599e7231-729b-4583-a15d-b2cc1af1ed62 req-a442ff02-a111-42df-bf57-3f83238ad31b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802362 Feb 18 09:04:52.616035 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] For port 1543e806-614b-4e22-ac8d-2617136e5010, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1543e806-614b-4e22-ac8d-2617136e5010,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:52.617284 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:52.821664 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] Calling delete_port for 1543e806-614b-4e22-ac8d-2617136e5010 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:04:53.068546 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:53.187735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device c71859eb-c799-401b-8d8a-9afc851aa091 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:53.247490 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-74d31a33-b90b-4c86-b8fc-debaa9b4a64b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:53.262877 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-74d31a33-b90b-4c86-b8fc-debaa9b4a64b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:53.276946 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-74d31a33-b90b-4c86-b8fc-debaa9b4a64b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:53.294718 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] Pushing event deleted for resources: {'Port': ['ID=1543e806-614b-4e22-ac8d-2617136e5010,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:53.300577 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-74d31a33-b90b-4c86-b8fc-debaa9b4a64b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:53.352032 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d31a33-b90b-4c86-b8fc-debaa9b4a64b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:53.381726 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-74d31a33-b90b-4c86-b8fc-debaa9b4a64b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:53.458696 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9dedf02c-71d5-4b47-a596-01c2f74cd946 req-5a646da1-e435-403d-96cf-77157bc872cc service neutron] 10.222.0.81 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1548347 Feb 18 09:04:53.522760 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d28576-2356-4293-ac6e-6d0d0e6fbae8 None None] No DVR routers for this DVR port 1543e806-614b-4e22-ac8d-2617136e5010 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:04:53.532040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port c71859eb-c799-401b-8d8a-9afc851aa091 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:53.570531 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b89886e-25bd-4742-91c8-a1c53f7eae52 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:04:53.648807 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port c71859eb-c799-401b-8d8a-9afc851aa091 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:04:53.649476 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:53.924767 n-d-829434-1 neutron-server[87767]: INFO neutron.db.ipam_backend_mixin [None req-74d31a33-b90b-4c86-b8fc-debaa9b4a64b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9a9a2ff-1643-4a84-bcc9-5a159b567463 (CIDR: 2001:db8::/64) Feb 18 09:04:53.945090 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d31a33-b90b-4c86-b8fc-debaa9b4a64b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:04:53.947052 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d31a33-b90b-4c86-b8fc-debaa9b4a64b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:04:53.978813 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-74d31a33-b90b-4c86-b8fc-debaa9b4a64b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0677867 Feb 18 09:04:53.981515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42484) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:54.014526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:54.460058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5822f-9eb2-44bf-b8a4-7424bc0a5389 req-522de46f-bf74-44f8-a1da-e9f3366380e1 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:54.461528 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:54.502874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97c5822f-9eb2-44bf-b8a4-7424bc0a5389 req-522de46f-bf74-44f8-a1da-e9f3366380e1 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 944 time: 0.5119438 Feb 18 09:04:54.530551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:54.537107 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38710dbf-6b7d-462a-9ed3-3fa1c0765173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71859eb-c799-401b-8d8a-9afc851aa091'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:04:54.549022 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:54.554240 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port c71859eb-c799-401b-8d8a-9afc851aa091, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c71859eb-c799-401b-8d8a-9afc851aa091,segment=NetworkSegment(47a48769-04a4-4c1d-8d6e-7c420d8f35c7),segment_id=47a48769-04a4-4c1d-8d6e-7c420d8f35c7)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:04:54.561593 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059b1584-981d-40de-a933-bc73042b955f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': 'c9a9a2ff-1643-4a84-bcc9-5a159b567463'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:04:54.563378 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-059b1584-981d-40de-a933-bc73042b955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:54.576861 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:54.589978 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:54.622626 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:54.684563 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:54.689170 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:54.758758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=c71859eb-c799-401b-8d8a-9afc851aa091,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:54.776967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97c5822f-9eb2-44bf-b8a4-7424bc0a5389 req-c3236f5b-2783-487c-b303-e35e78203a73 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730322 Feb 18 09:04:54.811492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c0007-2368-412c-a431-0aad92ab0392 req-2fbf733c-8fb1-4f70-96a4-3d7706c288ef tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:54.825391 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a78c0007-2368-412c-a431-0aad92ab0392 req-2fbf733c-8fb1-4f70-96a4-3d7706c288ef tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 944 time: 1.4061351 Feb 18 09:04:55.006557 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a78c0007-2368-412c-a431-0aad92ab0392 req-b93fee12-6a95-46f9-adca-1ab3bddc637e tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672213 Feb 18 09:04:55.236047 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38710dbf-6b7d-462a-9ed3-3fa1c0765173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71859eb-c799-401b-8d8a-9afc851aa091', 'code': 200} Feb 18 09:04:55.261996 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42518) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:55.281557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf3109-e537-45b3-8695-82a35b1b8489 req-1b904d6d-315c-4e79-948c-2e8c9cf9d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:55.283139 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1cf3109-e537-45b3-8695-82a35b1b8489 req-1b904d6d-315c-4e79-948c-2e8c9cf9d70c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 1096 time: 0.1962836 Feb 18 09:04:55.334429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-059b1584-981d-40de-a933-bc73042b955f None None] Allocated IP 2001:db8::f816:3eff:fefc:37fd (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/c9a9a2ff-1643-4a84-bcc9-5a159b567463/7cd1016e-9fab-4aea-9eb1-35e55ddf3032) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:55.483196 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1cf3109-e537-45b3-8695-82a35b1b8489 req-4be68ec6-505d-4bf4-ba43-2f295f3dc24a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914902 Feb 18 09:04:55.721978 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:55.771223 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:55.775503 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:55.782332 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:55.782905 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:55.835618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=af6fc545-37b0-4837-833c-4b5495410c7b,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:55.849880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42538) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:55.856430 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8677015 Feb 18 09:04:55.859861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-6145ca61-04d8-496e-b4a8-45c9ccd94ab0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'mac_address': 'fa:16:3e:f1:60:a0', 'name': 'tempest-NetworksTestDHCPv6-2061877779'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:55.871300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:55.871650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:55.871990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:55.872352 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:55.872683 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:55.873007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:55.873330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:55.883934 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:55.884501 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:55.884850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:55.885217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:55.885529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf66d1b-d0db-4989-b185-fc2355ce4052 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:55.931349 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-059b1584-981d-40de-a933-bc73042b955f None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:55.959304 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-059b1584-981d-40de-a933-bc73042b955f None None] Transition to ACTIVE for port object 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:56.076703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-059b1584-981d-40de-a933-bc73042b955f None None] Transition to ACTIVE for port object 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:04:56.095024 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-059b1584-981d-40de-a933-bc73042b955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:56.106843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'network': {'name': 'tempest-network-smoke--1693899670', 'project_id': '67d280681c92466b957d86889fb303b6', 'port_security_enabled': True}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:56.122698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:56.137018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:network and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:56.152286 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:56.179826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:56.208421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Made reservation on behalf of 67d280681c92466b957d86889fb303b6 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:56.212219 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:56.268073 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:56.329884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:56.352384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6145ca61-04d8-496e-b4a8-45c9ccd94ab0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:56.354497 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:56.364375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6145ca61-04d8-496e-b4a8-45c9ccd94ab0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:56.365452 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:56.387716 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:56.431561 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b1584-981d-40de-a933-bc73042b955f None None] Pushing event updated for resources: {'Port': ['ID=7cd1016e-9fab-4aea-9eb1-35e55ddf3032,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:56.457471 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059b1584-981d-40de-a933-bc73042b955f None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:04:56.475845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-059b1584-981d-40de-a933-bc73042b955f None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:04:56.487228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b1584-981d-40de-a933-bc73042b955f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:56.487228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b1584-981d-40de-a933-bc73042b955f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:56.488150 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b1584-981d-40de-a933-bc73042b955f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:56.488150 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b1584-981d-40de-a933-bc73042b955f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:56.488350 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b1584-981d-40de-a933-bc73042b955f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:56.491854 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b1584-981d-40de-a933-bc73042b955f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:56.491854 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b1584-981d-40de-a933-bc73042b955f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:56.497510 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b1584-981d-40de-a933-bc73042b955f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:56.497510 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b1584-981d-40de-a933-bc73042b955f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:56.497510 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b1584-981d-40de-a933-bc73042b955f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:56.498977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b1584-981d-40de-a933-bc73042b955f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:56.498977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b1584-981d-40de-a933-bc73042b955f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:04:56.520488 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059b1584-981d-40de-a933-bc73042b955f None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:04:56.538508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6145ca61-04d8-496e-b4a8-45c9ccd94ab0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:04:56.734982 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:56.748771 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:56.839326 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:04:56.875636 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:56.876350 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Added segment e1b9d7f1-f231-4777-af19-f6dd822266b6 of type vlan for network 7160f18e-9887-4ee9-b7aa-f783c569b75b Feb 18 09:04:56.933980 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:56.966484 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-059b1584-981d-40de-a933-bc73042b955f None None] Attempting to bind port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:04:56.973589 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-059b1584-981d-40de-a933-bc73042b955f None None] Attempting to bind port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:04:56.975264 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b1584-981d-40de-a933-bc73042b955f None None] Attempting to bind port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:04:56.999294 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b1584-981d-40de-a933-bc73042b955f None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:04:57.000913 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b1584-981d-40de-a933-bc73042b955f None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:04:57.004121 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-059b1584-981d-40de-a933-bc73042b955f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:57.004773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b1584-981d-40de-a933-bc73042b955f None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:04:57.010222 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-059b1584-981d-40de-a933-bc73042b955f None None] Bound port: 7cd1016e-9fab-4aea-9eb1-35e55ddf3032, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:04:57.011683 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-059b1584-981d-40de-a933-bc73042b955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:57.049127 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:57.054974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:57.055963 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:57.230864 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1325de-6269-4dd8-a571-b99c5e126672 req-fd4d2ba7-5565-45fa-a24c-0b3d5b550d56 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:57.251145 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb1325de-6269-4dd8-a571-b99c5e126672 req-fd4d2ba7-5565-45fa-a24c-0b3d5b550d56 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 945 time: 0.8155184 Feb 18 09:04:57.365575 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-059b1584-981d-40de-a933-bc73042b955f None None] For port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:04:57.374036 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-059b1584-981d-40de-a933-bc73042b955f None None] For port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7cd1016e-9fab-4aea-9eb1-35e55ddf3032,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:04:57.379310 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6fb7f9-a45c-4c12-8d90-e78b1b73789a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:57.403803 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-059b1584-981d-40de-a933-bc73042b955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:57.415710 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1526473 Feb 18 09:04:57.429848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42564) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:57.481283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-666331797', 'admin_state_up': True, 'project_id': '67d280681c92466b957d86889fb303b6', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:04:57.522683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0231ef-69bb-4ad2-89e5-621cba925484 req-1e661bd8-0bbc-418d-87d3-354e0e926f16 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:04:57.523769 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe0932-44e7-4109-9ee1-51aeaf0185f6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Network': ['ID=7160f18e-9887-4ee9-b7aa-f783c569b75b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:57.525921 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a0231ef-69bb-4ad2-89e5-621cba925484 req-1e661bd8-0bbc-418d-87d3-354e0e926f16 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 944 time: 1.1412225 Feb 18 09:04:57.532320 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6145ca61-04d8-496e-b4a8-45c9ccd94ab0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:57.574326 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb1325de-6269-4dd8-a571-b99c5e126672 req-c2b15a24-4f84-486c-bad1-65d6774aee94 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221340 Feb 18 09:04:57.578436 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:57.591649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 7160f18e-9887-4ee9-b7aa-f783c569b75b details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:04:57.613948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:router and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:57.618578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-6145ca61-04d8-496e-b4a8-45c9ccd94ab0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port 931e221e-8430-4a5a-afeb-8437e8f33540 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:04:57.669048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:57.680457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:57.721670 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a0231ef-69bb-4ad2-89e5-621cba925484 req-e572065c-df28-4ed1-a24b-bf1367b093f1 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665049 Feb 18 09:04:57.743180 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:57.744160 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:58.079867 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:58.274510 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42574) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:58.388987 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b1584-981d-40de-a933-bc73042b955f None None] Pushing event updated for resources: {'Port': ['ID=7cd1016e-9fab-4aea-9eb1-35e55ddf3032,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:58.499321 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:04:58.579194 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9e622c66-7ebb-4725-98d1-d666b5705ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:58.682857 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9e622c66-7ebb-4725-98d1-d666b5705ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:04:58.692906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9e622c66-7ebb-4725-98d1-d666b5705ceb admin admin] Usage tracker for resource:security_group_rule and tenant:b1c2249042a74243a55d024ed2aac59b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:04:58.701723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9e622c66-7ebb-4725-98d1-d666b5705ceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:04:58.724557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9e622c66-7ebb-4725-98d1-d666b5705ceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:04:59.009246 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9e622c66-7ebb-4725-98d1-d666b5705ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:59.018390 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9e622c66-7ebb-4725-98d1-d666b5705ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:59.096655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e622c66-7ebb-4725-98d1-d666b5705ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2939f77-7701-45ed-aad5-42e04764daf9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:59.139016 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9e622c66-7ebb-4725-98d1-d666b5705ceb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b1c2249042a74243a55d024ed2aac59b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8632476 Feb 18 09:04:59.141588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42590) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:04:59.268210 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9612d22-dea4-4789-8711-f3810ea60381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:59.348489 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9612d22-dea4-4789-8711-f3810ea60381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:59.454461 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:04:59.496236 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-6145ca61-04d8-496e-b4a8-45c9ccd94ab0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8:0:1::88 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/af6fc545-37b0-4837-833c-4b5495410c7b/931e221e-8430-4a5a-afeb-8437e8f33540) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:59.518526 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9612d22-dea4-4789-8711-f3810ea60381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:59.527048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-6145ca61-04d8-496e-b4a8-45c9ccd94ab0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::f816:3eff:fef1:60a0 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/c9a9a2ff-1643-4a84-bcc9-5a159b567463/931e221e-8430-4a5a-afeb-8437e8f33540) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:04:59.563270 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9612d22-dea4-4789-8711-f3810ea60381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2939f77-7701-45ed-aad5-42e04764daf9,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:04:59.579686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9612d22-dea4-4789-8711-f3810ea60381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:04:59.582060 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a9612d22-dea4-4789-8711-f3810ea60381 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e2939f77-7701-45ed-aad5-42e04764daf9 HTTP/1.1" status: 204 len: 168 time: 0.4394441 Feb 18 09:04:59.757845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:04:59.947791 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:00.197142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590caaeb-f8b3-4ba2-8c03-6dfb2d72a35c req-30c0440a-945e-41f5-97a6-d44c3064595e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:00.204943 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-590caaeb-f8b3-4ba2-8c03-6dfb2d72a35c req-30c0440a-945e-41f5-97a6-d44c3064595e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 944 time: 1.1655154 Feb 18 09:05:00.277737 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f987478-0cb4-477b-b6ea-f4f98ab9a157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:00.349147 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d52e1-4a3e-4e09-b048-87295ac72936 req-df367d25-8297-42fa-bca1-68de455d38da tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:00.350974 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e05d52e1-4a3e-4e09-b048-87295ac72936 req-df367d25-8297-42fa-bca1-68de455d38da tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 945 time: 1.3108556 Feb 18 09:05:00.418634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff39915-ac12-4b0a-b47e-36abe2a6bf44 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:00.449781 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-590caaeb-f8b3-4ba2-8c03-6dfb2d72a35c req-a3a712c7-2c66-4075-8b22-7924839736f1 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434373 Feb 18 09:05:00.494259 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e05d52e1-4a3e-4e09-b048-87295ac72936 req-11b268e8-ad74-4ecb-a433-a4fc62ecbb45 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230717 Feb 18 09:05:00.615863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42606) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:00.641921 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6145ca61-04d8-496e-b4a8-45c9ccd94ab0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:00.675282 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f877b0a1-51ea-433d-bff0-1cf176182166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:00.748551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f877b0a1-51ea-433d-bff0-1cf176182166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:00.767455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f877b0a1-51ea-433d-bff0-1cf176182166 admin admin] Usage tracker for resource:security_group_rule and tenant:24852042387a4cdbb45051b5f9acc794 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:00.789388 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f877b0a1-51ea-433d-bff0-1cf176182166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:00.806877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a28b464-702b-40b0-8391-d7a67f18a6c1 None None] Provisioning for port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:00.825260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f877b0a1-51ea-433d-bff0-1cf176182166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:00.849549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a28b464-702b-40b0-8391-d7a67f18a6c1 None None] Provisioning complete for port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:00.850196 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a28b464-702b-40b0-8391-d7a67f18a6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:01.112153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-6145ca61-04d8-496e-b4a8-45c9ccd94ab0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object 931e221e-8430-4a5a-afeb-8437e8f33540 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:01.115940 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f877b0a1-51ea-433d-bff0-1cf176182166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:01.118717 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:01.123175 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f877b0a1-51ea-433d-bff0-1cf176182166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:01.166889 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:01.169577 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f877b0a1-51ea-433d-bff0-1cf176182166 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=24852042387a4cdbb45051b5f9acc794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5492125 Feb 18 09:05:01.173371 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42622) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:01.331539 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6145ca61-04d8-496e-b4a8-45c9ccd94ab0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:01.348555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877b0a1-51ea-433d-bff0-1cf176182166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03891b27-4376-4875-8fe9-3767da910853,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:01.380242 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-326d655b-6967-4671-a7f9-a5dba2b1e73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:01.440607 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-326d655b-6967-4671-a7f9-a5dba2b1e73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:01.500662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6145ca61-04d8-496e-b4a8-45c9ccd94ab0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:01.531106 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-6145ca61-04d8-496e-b4a8-45c9ccd94ab0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:01.544397 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6145ca61-04d8-496e-b4a8-45c9ccd94ab0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:05:01.552483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6145ca61-04d8-496e-b4a8-45c9ccd94ab0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:01.554034 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6145ca61-04d8-496e-b4a8-45c9ccd94ab0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:01.568930 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-326d655b-6967-4671-a7f9-a5dba2b1e73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:01.600408 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d655b-6967-4671-a7f9-a5dba2b1e73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03891b27-4376-4875-8fe9-3767da910853,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:01.627844 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-326d655b-6967-4671-a7f9-a5dba2b1e73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:01.637112 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-326d655b-6967-4671-a7f9-a5dba2b1e73c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/03891b27-4376-4875-8fe9-3767da910853 HTTP/1.1" status: 204 len: 168 time: 0.4624853 Feb 18 09:05:01.660317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145ca61-04d8-496e-b4a8-45c9ccd94ab0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=931e221e-8430-4a5a-afeb-8437e8f33540,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:01.717269 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Allocated IP 172.25.1.203 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/e3545b53-6ea8-4d76-996b-9af4bba0cbe8) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:01.738346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42638) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:01.740816 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6145ca61-04d8-496e-b4a8-45c9ccd94ab0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.8894763 Feb 18 09:05:01.821066 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a28b464-702b-40b0-8391-d7a67f18a6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:01.966640 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-a8aeb056-4e25-46fa-b373-9a886a635357 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port 931e221e-8430-4a5a-afeb-8437e8f33540 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:05:01.966991 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a8aeb056-4e25-46fa-b373-9a886a635357 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:01.975409 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a28b464-702b-40b0-8391-d7a67f18a6c1 None None] For port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7cd1016e-9fab-4aea-9eb1-35e55ddf3032,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:01.998062 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a28b464-702b-40b0-8391-d7a67f18a6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:02.243637 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28b464-702b-40b0-8391-d7a67f18a6c1 None None] Pushing event updated for resources: {'Port': ['ID=7cd1016e-9fab-4aea-9eb1-35e55ddf3032,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:02.405442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731eb465-4301-496d-b987-07a556085463 req-7710f7ac-7e1c-47bb-b357-cf6b497d949d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:02.418216 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-731eb465-4301-496d-b987-07a556085463 req-7710f7ac-7e1c-47bb-b357-cf6b497d949d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 944 time: 0.6637850 Feb 18 09:05:02.557326 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df1d4db-edb7-425a-8bd3-5f0f0ca92d1c None None] Update dhcp port {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'fixed_ips': [{'subnet_id': 'c9a9a2ff-1643-4a84-bcc9-5a159b567463', 'ip_address': '2001:db8::f816:3eff:fefc:37fd'}, {'subnet_id': 'af6fc545-37b0-4837-833c-4b5495410c7b'}], 'binding:host_id': 'n-d-829434-1'}, 'id': '7cd1016e-9fab-4aea-9eb1-35e55ddf3032'} from n-d-829434-1. {{(pid=87769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 18 09:05:02.623197 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-731eb465-4301-496d-b987-07a556085463 req-e3ac735b-c473-4c2d-bddc-fa73433bf445 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017281 Feb 18 09:05:02.635227 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:02.669238 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a8aeb056-4e25-46fa-b373-9a886a635357 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:02.690257 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0df1d4db-edb7-425a-8bd3-5f0f0ca92d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:02.710334 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:02.842931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:02.863661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:02.899306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:05:03.009836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-a8aeb056-4e25-46fa-b373-9a886a635357 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for 931e221e-8430-4a5a-afeb-8437e8f33540 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:05:03.054960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Port': ['ID=e3545b53-6ea8-4d76-996b-9af4bba0cbe8,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:03.429760 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-0df1d4db-edb7-425a-8bd3-5f0f0ca92d1c None None] Allocated IP 2001:db8:0:1::2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/af6fc545-37b0-4837-833c-4b5495410c7b/7cd1016e-9fab-4aea-9eb1-35e55ddf3032) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:03.899084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0df1d4db-edb7-425a-8bd3-5f0f0ca92d1c None None] For port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7cd1016e-9fab-4aea-9eb1-35e55ddf3032,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:03.988102 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0df1d4db-edb7-425a-8bd3-5f0f0ca92d1c None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:04.065230 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0df1d4db-edb7-425a-8bd3-5f0f0ca92d1c None None] Transition to ACTIVE for port object 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:04.112786 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:04.247473 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-06b04103-481c-4490-a427-a835d75c4b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:04.290406 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0df1d4db-edb7-425a-8bd3-5f0f0ca92d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:04.322262 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:04.498018 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a8aeb056-4e25-46fa-b373-9a886a635357 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:04.661355 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1d4db-edb7-425a-8bd3-5f0f0ca92d1c None None] Pushing event updated for resources: {'Port': ['ID=7cd1016e-9fab-4aea-9eb1-35e55ddf3032,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:04.911945 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.012122 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.045475 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aeb056-4e25-46fa-b373-9a886a635357 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=931e221e-8430-4a5a-afeb-8437e8f33540,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:05.142419 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a8aeb056-4e25-46fa-b373-9a886a635357 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.157012 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a8aeb056-4e25-46fa-b373-9a886a635357 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/931e221e-8430-4a5a-afeb-8437e8f33540 HTTP/1.1" status: 204 len: 168 time: 3.4171195 Feb 18 09:05:05.157902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42694) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:05.198996 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:05.350844 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f508a7-5ef5-421d-8e1a-4b3d00d4b435 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:05.357564 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f6f508a7-5ef5-421d-8e1a-4b3d00d4b435 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:05:05.409570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f6f508a7-5ef5-421d-8e1a-4b3d00d4b435 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:05:05.411782 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f6f508a7-5ef5-421d-8e1a-4b3d00d4b435 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2526543 Feb 18 09:05:05.414776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42704) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:05.444657 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:05.536959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014036b3-533e-4de5-9e37-4da83ef79391 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:05.546694 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-014036b3-533e-4de5-9e37-4da83ef79391 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1302361 Feb 18 09:05:05.554462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42712) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:05.795144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c071a8-aeec-4973-9ca5-a63c607225ea tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:05.797095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c071a8-aeec-4973-9ca5-a63c607225ea tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:05.798584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c071a8-aeec-4973-9ca5-a63c607225ea tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:05.799431 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-44c071a8-aeec-4973-9ca5-a63c607225ea tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:05:05.858484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-44c071a8-aeec-4973-9ca5-a63c607225ea tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:05:05.859704 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-44c071a8-aeec-4973-9ca5-a63c607225ea tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3025706 Feb 18 09:05:05.864568 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42722) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:05.954259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448630cd-76ca-467c-abf1-a814a9d418be req-43647893-820a-4fdd-b999-67eaa85d5560 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:05.956094 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-448630cd-76ca-467c-abf1-a814a9d418be req-43647893-820a-4fdd-b999-67eaa85d5560 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 944 time: 0.9453297 Feb 18 09:05:06.149137 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e213418-ef4c-4d45-9af5-05b6c3ea85de tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet af6fc545-37b0-4837-833c-4b5495410c7b {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:05:06.157482 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e213418-ef4c-4d45-9af5-05b6c3ea85de tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:06.367688 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e213418-ef4c-4d45-9af5-05b6c3ea85de tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:06.560364 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c9ae4494-f7f4-40fb-9088-d9d350f5523c None None] Could not find standard attr ID for object 931e221e-8430-4a5a-afeb-8437e8f33540. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:05:06.584749 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c9ae4494-f7f4-40fb-9088-d9d350f5523c None None] Provisioning for port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:06.598818 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c9ae4494-f7f4-40fb-9088-d9d350f5523c None None] Provisioning complete for port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:06.600097 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c9ae4494-f7f4-40fb-9088-d9d350f5523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:06.773464 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e213418-ef4c-4d45-9af5-05b6c3ea85de tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:06.786917 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-448630cd-76ca-467c-abf1-a814a9d418be req-06e21e1e-c9d2-4f98-815c-1b72cd207ad8 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962951 Feb 18 09:05:06.793704 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:07.136118 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e213418-ef4c-4d45-9af5-05b6c3ea85de tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:07.148805 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-db5772e0-1fbc-4a4e-8f47-572e06edc6c5 None None] Could not find standard attr ID for object 931e221e-8430-4a5a-afeb-8437e8f33540. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:05:07.304864 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e213418-ef4c-4d45-9af5-05b6c3ea85de tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:07.364581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e213418-ef4c-4d45-9af5-05b6c3ea85de tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=af6fc545-37b0-4837-833c-4b5495410c7b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:07.375483 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6e213418-ef4c-4d45-9af5-05b6c3ea85de tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/af6fc545-37b0-4837-833c-4b5495410c7b HTTP/1.1" status: 204 len: 168 time: 1.5098562 Feb 18 09:05:07.384293 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42756) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:07.581877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b776cee-00b1-4c1e-bde3-79785525994a None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:07.633968 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50c69df-6ce2-483a-a750-54a18f09503a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet c9a9a2ff-1643-4a84-bcc9-5a159b567463 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:05:07.636439 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:05:07.644485 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c50c69df-6ce2-483a-a750-54a18f09503a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:07.828348 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c50c69df-6ce2-483a-a750-54a18f09503a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:08.144098 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c50c69df-6ce2-483a-a750-54a18f09503a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:08.189499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42768) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:08.313667 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c50c69df-6ce2-483a-a750-54a18f09503a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:08.378743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c69df-6ce2-483a-a750-54a18f09503a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a9a2ff-1643-4a84-bcc9-5a159b567463,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:08.400162 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c50c69df-6ce2-483a-a750-54a18f09503a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:08.418886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:05:08.430199 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c50c69df-6ce2-483a-a750-54a18f09503a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/c9a9a2ff-1643-4a84-bcc9-5a159b567463 HTTP/1.1" status: 204 len: 168 time: 1.0446417 Feb 18 09:05:08.433909 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Sync routers for ids ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:05:08.434706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42782) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:08.452358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Routers {'22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:05:08.453015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:05:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:08.520350 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:08.522061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ffe69c00-48f6-4589-b334-4c3dd02a45c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.0673442 Feb 18 09:05:08.527435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42786) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:08.578280 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f771b16-ab34-4e53-b41a-562c1dee2f5b req-f9b1f1bd-6a91-479a-ac62-b038ac4b51ad tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:08.592947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f771b16-ab34-4e53-b41a-562c1dee2f5b req-f9b1f1bd-6a91-479a-ac62-b038ac4b51ad tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 944 time: 0.4279611 Feb 18 09:05:08.660858 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7100676a-e16c-42d8-a1c6-ef81aa46091b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2218511 Feb 18 09:05:08.661147 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42792) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:08.677735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:08.710628 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d428a84c-c312-43d2-93a6-9fed4272cceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:08.869438 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f771b16-ab34-4e53-b41a-562c1dee2f5b req-3d5bdaad-6ff0-4b14-b6f6-80c7d4184a53 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710769 Feb 18 09:05:08.870553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d428a84c-c312-43d2-93a6-9fed4272cceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:08.885778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d428a84c-c312-43d2-93a6-9fed4272cceb admin admin] Usage tracker for resource:security_group_rule and tenant:f005cf97c6044f84bf42a5ed6a325365 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:08.896909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d428a84c-c312-43d2-93a6-9fed4272cceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:08.915700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Set router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:05:08.927315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d428a84c-c312-43d2-93a6-9fed4272cceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:09.139514 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5873beed-e4d8-41a4-a71d-bf05f52a19f9 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=67d280681c92466b957d86889fb303b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6037185 Feb 18 09:05:09.140955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42808) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:09.172693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:09.178819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:09.183972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:09.199698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:09.235079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:09.240216 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:09.552625 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef745680-d0ca-4be5-b2ba-efbe2becda8b None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:09.646602 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73bec3a9-7cfa-4ce6-8890-8fdf525b31ed req-f2f2efaa-26a5-46bb-8354-daa22e97f53d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4957733 Feb 18 09:05:09.652976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efc89da-277e-43cd-b54c-0c49d89397a0 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:09.654631 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8efc89da-277e-43cd-b54c-0c49d89397a0 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4076664 Feb 18 09:05:09.660900 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42814) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:09.762253 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a91344f0-95c4-4d2b-a9d7-c080c2ef6c8a tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1000130 Feb 18 09:05:09.765158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42818) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:09.792108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f5c63c76-e7dc-4365-bb7d-9b66bcb16616 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2100456923', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'project_id': '67d280681c92466b957d86889fb303b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:10.053940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-79702306-ec37-4789-ae7c-d24f478b1b47 None None] Provisioning complete for port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:10.054397 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-79702306-ec37-4789-ae7c-d24f478b1b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:10.115360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.objects.ports [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87767) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 09:05:10.373154 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:05:03Z', 'revision_number': 3, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:10.404744 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d428a84c-c312-43d2-93a6-9fed4272cceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:10.410419 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Checking router: 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:05:10.410778 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Updating router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 port e3545b53-6ea8-4d76-996b-9af4bba0cbe8 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:05:10.505155 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:10.512828 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:10.619039 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d428a84c-c312-43d2-93a6-9fed4272cceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:10.861554 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d428a84c-c312-43d2-93a6-9fed4272cceb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f005cf97c6044f84bf42a5ed6a325365&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5668314 Feb 18 09:05:10.864599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42840) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:10.866283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428a84c-c312-43d2-93a6-9fed4272cceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99b529d-7489-484e-909f-49cf4d782d53,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:10.873587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f5c63c76-e7dc-4365-bb7d-9b66bcb16616 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:10.881065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f5c63c76-e7dc-4365-bb7d-9b66bcb16616 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:subnet and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:10.884767 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f5c63c76-e7dc-4365-bb7d-9b66bcb16616 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:10.892226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f5c63c76-e7dc-4365-bb7d-9b66bcb16616 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:10.937700 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c63c76-e7dc-4365-bb7d-9b66bcb16616 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Made reservation on behalf of 67d280681c92466b957d86889fb303b6 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:10.941803 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f5c63c76-e7dc-4365-bb7d-9b66bcb16616 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:10.966848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c15e78-88b1-4362-9e62-e4da88d3d3b2 req-d6a1a841-8336-4732-b96b-57b36e16f357 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:10.976580 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16c15e78-88b1-4362-9e62-e4da88d3d3b2 req-d6a1a841-8336-4732-b96b-57b36e16f357 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 944 time: 0.5697172 Feb 18 09:05:11.059244 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] For port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7cd1016e-9fab-4aea-9eb1-35e55ddf3032,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:11.123049 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:11.191716 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:11.205346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Transition to ACTIVE for port object e3545b53-6ea8-4d76-996b-9af4bba0cbe8 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:11.228910 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:11.234311 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16c15e78-88b1-4362-9e62-e4da88d3d3b2 req-641699a0-5c51-4c90-a850-900660952391 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545698 Feb 18 09:05:11.245144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bec3a9-7cfa-4ce6-8890-8fdf525b31ed req-09f554d1-1a9f-45e0-8f65-19258ca28dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:11.246950 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73bec3a9-7cfa-4ce6-8890-8fdf525b31ed req-09f554d1-1a9f-45e0-8f65-19258ca28dcb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a48c799eeea46379351a2e62cc35b47&device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 1096 time: 1.4295676 Feb 18 09:05:11.282418 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:11.283390 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:11.294272 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-981d800d-865e-4759-b3a7-2b669e939485 None None] Provisioning complete for port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:11.294272 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-981d800d-865e-4759-b3a7-2b669e939485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:11.377547 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:11.377787 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-72697dff-b216-442c-aaff-88c633b71abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:11.429368 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89af3e-e205-4a88-acec-fe665897f1d0 None None] Pushing event updated for resources: {'Port': ['ID=e3545b53-6ea8-4d76-996b-9af4bba0cbe8,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:11.433021 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-72697dff-b216-442c-aaff-88c633b71abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:11.446174 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Attempting to bind port e3545b53-6ea8-4d76-996b-9af4bba0cbe8 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:11.446560 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Attempting to bind port e3545b53-6ea8-4d76-996b-9af4bba0cbe8 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:11.446933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Attempting to bind port e3545b53-6ea8-4d76-996b-9af4bba0cbe8 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:05:11.458978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:05:11.459366 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:05:11.459827 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:11.460232 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:05:11.460735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Bound port: e3545b53-6ea8-4d76-996b-9af4bba0cbe8, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:11.461113 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:11.467534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:11.474243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:11.487157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:11.488029 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:11.513602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=4cd50872-473a-438d-86c1-7257532cfa0c,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:11.523894 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=7cd1016e-9fab-4aea-9eb1-35e55ddf3032,revision_number=8']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:11.555832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed35281-1afd-4b6a-bf39-882f5f51e750 req-e16d94b3-0385-4ebf-87c0-7ae76aca110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:11.557353 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0ed35281-1afd-4b6a-bf39-882f5f51e750 req-e16d94b3-0385-4ebf-87c0-7ae76aca110c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0608b781957e43609e9ef7685b762a69&device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 1095 time: 0.4291093 Feb 18 09:05:11.558772 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-19bbca92-25e9-46c9-a849-688c3251064f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8964422 Feb 18 09:05:11.567639 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42850) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:11.577991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4d9d1a3d-e643-408e-9e42-888f994b9c3f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:11.579084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] For port e3545b53-6ea8-4d76-996b-9af4bba0cbe8, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:05:11.584091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] For port e3545b53-6ea8-4d76-996b-9af4bba0cbe8, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e3545b53-6ea8-4d76-996b-9af4bba0cbe8,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:05:11.589633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd31c25-2c58-487c-8568-70c5a0878924 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:11.615018 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:11.787357 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:11.798407 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bec3a9-7cfa-4ce6-8890-8fdf525b31ed req-44af1ddc-cb79-4f23-aede-8325dc28a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:11.802056 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73bec3a9-7cfa-4ce6-8890-8fdf525b31ed req-44af1ddc-cb79-4f23-aede-8325dc28a672 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0fbf291a-8449-447e-8f42-eed803b6e96e HTTP/1.1" status: 200 len: 914 time: 0.5278230 Feb 18 09:05:11.813867 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-72697dff-b216-442c-aaff-88c633b71abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:11.879231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed35281-1afd-4b6a-bf39-882f5f51e750 req-a80c289d-5d3d-4527-b39c-69c4c9fca846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:11.881110 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0ed35281-1afd-4b6a-bf39-882f5f51e750 req-a80c289d-5d3d-4527-b39c-69c4c9fca846 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f40be500-670f-4365-9b1b-50944ae5e3f7 HTTP/1.1" status: 200 len: 914 time: 0.2554629 Feb 18 09:05:11.921425 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Routers {'22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:05:11.922463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:05:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:12.003298 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0ed35281-1afd-4b6a-bf39-882f5f51e750 req-733a758e-f5d4-4356-8066-6c0e935e76c8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ef0527-e478-43f1-8711-8726f87c803f HTTP/1.1" status: 200 len: 217 time: 0.0899041 Feb 18 09:05:12.005973 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73bec3a9-7cfa-4ce6-8890-8fdf525b31ed req-8b5fb305-f9d7-42b8-86e3-1091ef139950 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c71859eb-c799-401b-8d8a-9afc851aa091 HTTP/1.1" status: 200 len: 217 time: 0.1866932 Feb 18 09:05:12.017128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72697dff-b216-442c-aaff-88c633b71abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99b529d-7489-484e-909f-49cf4d782d53,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:12.097583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89af3e-e205-4a88-acec-fe665897f1d0 None None] Pushing event updated for resources: {'Port': ['ID=e3545b53-6ea8-4d76-996b-9af4bba0cbe8,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:12.122603 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed35281-1afd-4b6a-bf39-882f5f51e750 req-9de1011f-729e-497a-aaae-b451144a8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:12.124651 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0ed35281-1afd-4b6a-bf39-882f5f51e750 req-9de1011f-729e-497a-aaae-b451144a8ff4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c9735f5-e885-4001-b6bc-713131a65bb6 HTTP/1.1" status: 200 len: 853 time: 0.0958080 Feb 18 09:05:12.126584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bec3a9-7cfa-4ce6-8890-8fdf525b31ed req-a50504b3-0ec4-4627-8087-916edfbb2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:12.128612 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73bec3a9-7cfa-4ce6-8890-8fdf525b31ed req-a50504b3-0ec4-4627-8087-916edfbb2fcf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=68080a41-64ae-4e34-83a4-838dd0ffe47f HTTP/1.1" status: 200 len: 853 time: 0.0908980 Feb 18 09:05:12.237381 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-72697dff-b216-442c-aaff-88c633b71abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:12.242675 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-72697dff-b216-442c-aaff-88c633b71abf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d99b529d-7489-484e-909f-49cf4d782d53 HTTP/1.1" status: 204 len: 168 time: 1.3421848 Feb 18 09:05:12.249484 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f5c63c76-e7dc-4365-bb7d-9b66bcb16616 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:12.270387 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0ed35281-1afd-4b6a-bf39-882f5f51e750 req-c940d020-f4b9-460c-ada6-e75fa13e4533 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f40be500-670f-4365-9b1b-50944ae5e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330812 Feb 18 09:05:12.377793 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] Set router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:05:12.419516 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73bec3a9-7cfa-4ce6-8890-8fdf525b31ed req-cf4232b8-b813-4e1f-a87f-67ada49639ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0fbf291a-8449-447e-8f42-eed803b6e96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2799544 Feb 18 09:05:12.596142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4d9d1a3d-e643-408e-9e42-888f994b9c3f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:12.601970 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4d9d1a3d-e643-408e-9e42-888f994b9c3f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:12.605348 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4d9d1a3d-e643-408e-9e42-888f994b9c3f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:12.612823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4d9d1a3d-e643-408e-9e42-888f994b9c3f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:12.639100 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9d1a3d-e643-408e-9e42-888f994b9c3f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:12.652199 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d9d1a3d-e643-408e-9e42-888f994b9c3f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:12.819617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42876) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:12.848555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c63c76-e7dc-4365-bb7d-9b66bcb16616 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Checking segment: {'id': 'e1b9d7f1-f231-4777-af19-f6dd822266b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:05:12.849308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c63c76-e7dc-4365-bb7d-9b66bcb16616 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Network hostable DHCP agents. Network: 7160f18e-9887-4ee9-b7aa-f783c569b75b, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:05:12.882740 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19276b4b-be9d-49e0-959a-f48ed88a28e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:12.892509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c63c76-e7dc-4365-bb7d-9b66bcb16616 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Subnet': ['ID=46fdaabc-0fa6-488d-9c34-bd1b9ce106ea,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:12.971580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c63c76-e7dc-4365-bb7d-9b66bcb16616 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Network 7160f18e-9887-4ee9-b7aa-f783c569b75b is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:05:13.010842 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73bec3a9-7cfa-4ce6-8890-8fdf525b31ed req-9bdae295-5b0d-4dd1-8f89-688135b602db service neutron] 10.222.0.61 "GET /v2.0/networks/0fbf291a-8449-447e-8f42-eed803b6e96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527918 Feb 18 09:05:13.012757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-19276b4b-be9d-49e0-959a-f48ed88a28e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:13.013017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-f5c63c76-e7dc-4365-bb7d-9b66bcb16616 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 7160f18e-9887-4ee9-b7aa-f783c569b75b) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:13.025025 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c63c76-e7dc-4365-bb7d-9b66bcb16616 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:13.025607 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f5c63c76-e7dc-4365-bb7d-9b66bcb16616 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:13.082034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca37800-f4d3-473f-bfe2-511b2b86c7a4 req-1fe11df4-77d4-479a-99d2-2f2fcf2dbffe tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:13.083692 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dca37800-f4d3-473f-bfe2-511b2b86c7a4 req-1fe11df4-77d4-479a-99d2-2f2fcf2dbffe tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 944 time: 0.5497885 Feb 18 09:05:13.091040 n-d-829434-1 neutron-server[87767]: INFO neutron.db.ipam_backend_mixin [None req-4d9d1a3d-e643-408e-9e42-888f994b9c3f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4cd50872-473a-438d-86c1-7257532cfa0c (CIDR: 2001:db8::/64) Feb 18 09:05:13.095727 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0ed35281-1afd-4b6a-bf39-882f5f51e750 req-9be3801a-5a5f-4d35-8c9c-9db493479bb6 service neutron] 10.222.0.81 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7978096 Feb 18 09:05:13.097493 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-19276b4b-be9d-49e0-959a-f48ed88a28e4 admin admin] Usage tracker for resource:security_group_rule and tenant:c707cf93829245c4b5e91c803ac04623 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:13.101316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-19276b4b-be9d-49e0-959a-f48ed88a28e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:13.101478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e44e2af-4646-419d-b4b8-c3d943e8bb58 None None] Network 7160f18e-9887-4ee9-b7aa-f783c569b75b requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:13.109016 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9d1a3d-e643-408e-9e42-888f994b9c3f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:05:13.109791 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9d1a3d-e643-408e-9e42-888f994b9c3f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:05:13.172987 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f5c63c76-e7dc-4365-bb7d-9b66bcb16616 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.4002542 Feb 18 09:05:13.179460 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42880) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:13.254174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dca37800-f4d3-473f-bfe2-511b2b86c7a4 req-38b9da59-71d9-472c-8330-41a713d2aa88 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241326 Feb 18 09:05:13.340196 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73bec3a9-7cfa-4ce6-8890-8fdf525b31ed req-aecc5f02-3003-47ee-8870-fdbea4f0f5a5 service neutron] 10.222.0.61 "GET /v2.0/networks/0fbf291a-8449-447e-8f42-eed803b6e96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169522 Feb 18 09:05:13.422119 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-19276b4b-be9d-49e0-959a-f48ed88a28e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:13.453934 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:13.520830 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19276b4b-be9d-49e0-959a-f48ed88a28e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:13.550354 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19276b4b-be9d-49e0-959a-f48ed88a28e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:13.569915 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-7160f18e-9887-4ee9-b7aa-f783c569b75b', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'fixed_ips': [{'subnet_id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:05:13.574299 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:13.636888 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4d9d1a3d-e643-408e-9e42-888f994b9c3f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0677338 Feb 18 09:05:13.650134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42898) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:13.657726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-23ff8dd5-0492-4171-8a85-ad084bf9f8c6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:13.762624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19276b4b-be9d-49e0-959a-f48ed88a28e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d811447-ea0b-422f-bbd3-a93f4978dc0a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:13.786890 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-19276b4b-be9d-49e0-959a-f48ed88a28e4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c707cf93829245c4b5e91c803ac04623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9621403 Feb 18 09:05:13.796549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 42904) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:13.811035 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:05:03Z', 'revision_number': 3, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:13.850160 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:13.850657 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:13.894187 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0ed35281-1afd-4b6a-bf39-882f5f51e750 req-075a8417-8f19-4b46-add1-ab47a17acce4 service neutron] 10.222.0.81 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7871776 Feb 18 09:05:13.895645 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad45ae-47fb-4ca6-a81f-5afb46f38a95 None None] The sync data for ids ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'] in n-d-829434-1 is: [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:05:03Z', 'revision_number': 3, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:05:14.000744 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Allocated IP 172.20.0.2 (7160f18e-9887-4ee9-b7aa-f783c569b75b/46fdaabc-0fa6-488d-9c34-bd1b9ce106ea/de1bb710-5f69-44af-a3f1-aceb7883b05c) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:14.278448 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7103df20-b374-45ad-be74-1753c379648e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:14.331941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-90f8ff94-7e88-4f53-91fc-ee3ea8a3f049 None None] Provisioning complete for port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:14.332678 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7103df20-b374-45ad-be74-1753c379648e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:14.332807 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-90f8ff94-7e88-4f53-91fc-ee3ea8a3f049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:14.710906 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:14.726949 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Transition to ACTIVE for port object de1bb710-5f69-44af-a3f1-aceb7883b05c will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:14.743535 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 11ef0527-e478-43f1-8711-8726f87c803f details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:05:14.763824 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Transition to ACTIVE for port object de1bb710-5f69-44af-a3f1-aceb7883b05c will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:14.811106 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7103df20-b374-45ad-be74-1753c379648e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:14.818769 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:14.908283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-23ff8dd5-0492-4171-8a85-ad084bf9f8c6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:14.919169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-23ff8dd5-0492-4171-8a85-ad084bf9f8c6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:14.922835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-23ff8dd5-0492-4171-8a85-ad084bf9f8c6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:14.934327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-23ff8dd5-0492-4171-8a85-ad084bf9f8c6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:14.953480 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Network 7160f18e-9887-4ee9-b7aa-f783c569b75b is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:14.957951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:14.964374 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:05:15.035358 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7103df20-b374-45ad-be74-1753c379648e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:15.036678 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7103df20-b374-45ad-be74-1753c379648e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d811447-ea0b-422f-bbd3-a93f4978dc0a HTTP/1.1" status: 204 len: 168 time: 1.2358344 Feb 18 09:05:15.037851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ff8dd5-0492-4171-8a85-ad084bf9f8c6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:15.044970 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-23ff8dd5-0492-4171-8a85-ad084bf9f8c6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:15.069329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103df20-b374-45ad-be74-1753c379648e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d811447-ea0b-422f-bbd3-a93f4978dc0a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:15.280478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Pushing event updated for resources: {'Port': ['ID=de1bb710-5f69-44af-a3f1-aceb7883b05c,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:15.479533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ec79d-2a9a-4170-8e0e-59edda725343 req-e1414bea-3583-4653-a4a5-e0a05f871a2e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:15.482370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9b4ec79d-2a9a-4170-8e0e-59edda725343 req-e1414bea-3583-4653-a4a5-e0a05f871a2e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 944 time: 0.8623879 Feb 18 09:05:15.542856 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e3545b53-6ea8-4d76-996b-9af4bba0cbe8 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:15.576971 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9b4ec79d-2a9a-4170-8e0e-59edda725343 req-045969e7-7101-400c-9fb2-2bcef6bee790 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801239 Feb 18 09:05:15.638107 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Attempting to bind port de1bb710-5f69-44af-a3f1-aceb7883b05c on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:15.638539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Attempting to bind port de1bb710-5f69-44af-a3f1-aceb7883b05c by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'e1b9d7f1-f231-4777-af19-f6dd822266b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:15.638929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Attempting to bind port de1bb710-5f69-44af-a3f1-aceb7883b05c on network 7160f18e-9887-4ee9-b7aa-f783c569b75b {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:05:15.674807 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 11ef0527-e478-43f1-8711-8726f87c803f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=11ef0527-e478-43f1-8711-8726f87c803f,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:15.716131 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '11ef0527-e478-43f1-8711-8726f87c803f', 'network_id': 'f40be500-670f-4365-9b1b-50944ae5e3f7', 'port_id': '11ef0527-e478-43f1-8711-8726f87c803f', 'mac_address': 'fa:16:3e:12:22:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9735f5-e885-4001-b6bc-713131a65bb6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:05:15.726913 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:05:15.727467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Checking segment: {'id': 'e1b9d7f1-f231-4777-af19-f6dd822266b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:05:15.727936 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:15.730132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Bound using segment: {'id': 'e1b9d7f1-f231-4777-af19-f6dd822266b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:05:15.730677 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Bound port: de1bb710-5f69-44af-a3f1-aceb7883b05c, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b9d7f1-f231-4777-af19-f6dd822266b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:15.731076 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:16.048446 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:16.222759 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:16.475821 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-23ff8dd5-0492-4171-8a85-ad084bf9f8c6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:16.480610 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ef0527-e478-43f1-8711-8726f87c803f {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:05:16.492837 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port e3545b53-6ea8-4d76-996b-9af4bba0cbe8 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:16.547107 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e3545b53-6ea8-4d76-996b-9af4bba0cbe8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:16.547539 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:16.594505 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] For port de1bb710-5f69-44af-a3f1-aceb7883b05c, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:05:16.622401 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 11ef0527-e478-43f1-8711-8726f87c803f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=11ef0527-e478-43f1-8711-8726f87c803f,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:16.660910 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:16.783215 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] For port de1bb710-5f69-44af-a3f1-aceb7883b05c, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=de1bb710-5f69-44af-a3f1-aceb7883b05c,segment=NetworkSegment(e1b9d7f1-f231-4777-af19-f6dd822266b6),segment_id=e1b9d7f1-f231-4777-af19-f6dd822266b6)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:05:16.787979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=11ef0527-e478-43f1-8711-8726f87c803f,revision_number=11']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:16.808241 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:17.163016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec77f54-9480-44eb-af51-1b7cdd469383 None None] Pushing event updated for resources: {'Port': ['ID=de1bb710-5f69-44af-a3f1-aceb7883b05c,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:17.170419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ff8dd5-0492-4171-8a85-ad084bf9f8c6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:17.182588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-23ff8dd5-0492-4171-8a85-ad084bf9f8c6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:17.193747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['11ef0527-e478-43f1-8711-8726f87c803f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:05:17.217082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ff8dd5-0492-4171-8a85-ad084bf9f8c6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:17.218617 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-23ff8dd5-0492-4171-8a85-ad084bf9f8c6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:17.380204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff8dd5-0492-4171-8a85-ad084bf9f8c6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=ecde658c-551a-4b87-8f9e-9e2d436f32c6,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:17.461548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60ddbb6-d589-4b4b-8867-3470a9feaa4b None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:17.640120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-23ff8dd5-0492-4171-8a85-ad084bf9f8c6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9852328 Feb 18 09:05:17.640674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 42978) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:17.649494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e0766226-12df-48ff-a62e-b7b39bef38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'mac_address': 'fa:16:3e:a0:2d:d9', 'name': 'tempest-NetworksTestDHCPv6-761696648'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:17.715878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc8a4a-6798-4e36-aab2-0a5e475368a7 req-30ab08e7-2de5-4f0a-8afc-0d7bee39e0e4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:17.717647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71cc8a4a-6798-4e36-aab2-0a5e475368a7 req-30ab08e7-2de5-4f0a-8afc-0d7bee39e0e4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.7225254 Feb 18 09:05:17.968584 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71cc8a4a-6798-4e36-aab2-0a5e475368a7 req-9b9e1793-2ef1-4703-8537-ea434a09559f tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407844 Feb 18 09:05:17.981476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Allocated IP 172.20.0.1 (7160f18e-9887-4ee9-b7aa-f783c569b75b/46fdaabc-0fa6-488d-9c34-bd1b9ce106ea/9915fb19-d329-4e7b-aeb9-113011fafe15) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:18.001070 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:18.131651 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port e3545b53-6ea8-4d76-996b-9af4bba0cbe8, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e3545b53-6ea8-4d76-996b-9af4bba0cbe8,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:18.132344 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e0766226-12df-48ff-a62e-b7b39bef38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:18.146371 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e0766226-12df-48ff-a62e-b7b39bef38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:18.163209 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0766226-12df-48ff-a62e-b7b39bef38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:18.277281 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:18.454923 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:18.494849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Transition to ACTIVE for port object 9915fb19-d329-4e7b-aeb9-113011fafe15 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:18.573760 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e0766226-12df-48ff-a62e-b7b39bef38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:18.598237 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:18.663101 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-e0766226-12df-48ff-a62e-b7b39bef38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port 502f735c-fe05-4f30-9d6f-69be31ae8cd7 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:05:18.710402 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device de1bb710-5f69-44af-a3f1-aceb7883b05c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:18.831100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=e3545b53-6ea8-4d76-996b-9af4bba0cbe8,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:18.969149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Port': ['ID=9915fb19-d329-4e7b-aeb9-113011fafe15,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:19.015384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Network 7160f18e-9887-4ee9-b7aa-f783c569b75b is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:19.016957 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:19.023901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:05:19.038389 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a348c4d-cbcc-4237-806f-0655df346a4d None None] Network 7160f18e-9887-4ee9-b7aa-f783c569b75b requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:19.150478 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:19.323285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-aa30f47e-b328-461f-8a0d-e135fe51fc4f None None] Provisioning for port de1bb710-5f69-44af-a3f1-aceb7883b05c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:19.352885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83a4c4-eae2-40cc-a2d2-a8455bc07485 req-380ec9bf-1383-4b52-980f-ed455d8f06c2 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:19.362142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc83a4c4-eae2-40cc-a2d2-a8455bc07485 req-380ec9bf-1383-4b52-980f-ed455d8f06c2 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.1602740 Feb 18 09:05:19.462651 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc83a4c4-eae2-40cc-a2d2-a8455bc07485 req-3e738a69-1f9e-423f-ba6b-0eedff63ae9f tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968692 Feb 18 09:05:19.527102 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-e0766226-12df-48ff-a62e-b7b39bef38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8:0:1::17e (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/ecde658c-551a-4b87-8f9e-9e2d436f32c6/502f735c-fe05-4f30-9d6f-69be31ae8cd7) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:19.541125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-e0766226-12df-48ff-a62e-b7b39bef38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::f816:3eff:fea0:2dd9 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/4cd50872-473a-438d-86c1-7257532cfa0c/502f735c-fe05-4f30-9d6f-69be31ae8cd7) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:19.683497 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:19.688013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port de1bb710-5f69-44af-a3f1-aceb7883b05c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:19.713805 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port de1bb710-5f69-44af-a3f1-aceb7883b05c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:19.714177 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:19.857320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9669cd43-520f-4fa3-9468-91ac619c1448 None None] Update dhcp port {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'fixed_ips': [{'subnet_id': '4cd50872-473a-438d-86c1-7257532cfa0c', 'ip_address': '2001:db8::f816:3eff:fefc:37fd'}, {'subnet_id': 'ecde658c-551a-4b87-8f9e-9e2d436f32c6'}], 'binding:host_id': 'n-d-829434-1'}, 'id': '7cd1016e-9fab-4aea-9eb1-35e55ddf3032'} from n-d-829434-1. {{(pid=87769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 18 09:05:20.055705 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9669cd43-520f-4fa3-9468-91ac619c1448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:20.189832 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e0766226-12df-48ff-a62e-b7b39bef38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:20.245061 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-e0766226-12df-48ff-a62e-b7b39bef38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object 502f735c-fe05-4f30-9d6f-69be31ae8cd7 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:20.318506 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e0766226-12df-48ff-a62e-b7b39bef38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:20.562106 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0766226-12df-48ff-a62e-b7b39bef38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:20.565381 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-e0766226-12df-48ff-a62e-b7b39bef38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:20.578153 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0766226-12df-48ff-a62e-b7b39bef38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:05:20.602196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0766226-12df-48ff-a62e-b7b39bef38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:20.602875 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e0766226-12df-48ff-a62e-b7b39bef38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:20.660246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0766226-12df-48ff-a62e-b7b39bef38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=502f735c-fe05-4f30-9d6f-69be31ae8cd7,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:20.734779 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e0766226-12df-48ff-a62e-b7b39bef38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0896478 Feb 18 09:05:20.735301 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43046) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:20.823539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 11ef0527-e478-43f1-8711-8726f87c803f up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:20.933462 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:20.949719 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:21.038750 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:21.042685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-229d159d-3643-4cf6-890a-8997ee5ced97 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port 502f735c-fe05-4f30-9d6f-69be31ae8cd7 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:05:21.043035 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-229d159d-3643-4cf6-890a-8997ee5ced97 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:21.176240 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b9e066db-5efd-41d6-a280-bbbdbd82ab60 None None] Provisioning complete for port de1bb710-5f69-44af-a3f1-aceb7883b05c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:21.178781 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b9e066db-5efd-41d6-a280-bbbdbd82ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:21.200882 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:21.293405 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25577a2c-fcc0-4c7e-8437-1fa5a7bbe56b req-1da676c0-7144-4929-80fe-9532ae805b00 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:21.295198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25577a2c-fcc0-4c7e-8437-1fa5a7bbe56b req-1da676c0-7144-4929-80fe-9532ae805b00 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.6475134 Feb 18 09:05:21.310847 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-9669cd43-520f-4fa3-9468-91ac619c1448 None None] Allocated IP 2001:db8:0:1::2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/ecde658c-551a-4b87-8f9e-9e2d436f32c6/7cd1016e-9fab-4aea-9eb1-35e55ddf3032) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:21.723525 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9669cd43-520f-4fa3-9468-91ac619c1448 None None] For port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7cd1016e-9fab-4aea-9eb1-35e55ddf3032,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:21.755851 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9669cd43-520f-4fa3-9468-91ac619c1448 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:21.777406 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9669cd43-520f-4fa3-9468-91ac619c1448 None None] Transition to ACTIVE for port object 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:21.815601 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9669cd43-520f-4fa3-9468-91ac619c1448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:21.821893 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port de1bb710-5f69-44af-a3f1-aceb7883b05c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=de1bb710-5f69-44af-a3f1-aceb7883b05c,segment=NetworkSegment(e1b9d7f1-f231-4777-af19-f6dd822266b6),segment_id=e1b9d7f1-f231-4777-af19-f6dd822266b6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:21.914602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43062) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:21.946580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Port': ['ID=9915fb19-d329-4e7b-aeb9-113011fafe15,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:21.973360 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Network 7160f18e-9887-4ee9-b7aa-f783c569b75b is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:21.981749 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:22.015585 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25577a2c-fcc0-4c7e-8437-1fa5a7bbe56b req-1952086b-cf84-4829-9e63-992cd7f717f8 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6796272 Feb 18 09:05:22.111157 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-229d159d-3643-4cf6-890a-8997ee5ced97 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:22.113135 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:22.131496 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669cd43-520f-4fa3-9468-91ac619c1448 None None] Pushing event updated for resources: {'Port': ['ID=7cd1016e-9fab-4aea-9eb1-35e55ddf3032,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:22.351891 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=de1bb710-5f69-44af-a3f1-aceb7883b05c,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:22.366634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 11ef0527-e478-43f1-8711-8726f87c803f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:22.440535 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e3545b53-6ea8-4d76-996b-9af4bba0cbe8 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:22.477727 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-229d159d-3643-4cf6-890a-8997ee5ced97 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for 502f735c-fe05-4f30-9d6f-69be31ae8cd7 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:05:22.500728 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:05:22.584964 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 11ef0527-e478-43f1-8711-8726f87c803f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:22.584964 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:22.592618 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b3b974b8-3f28-4a54-9a0d-d8401f361236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:22.659273 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b3b974b8-3f28-4a54-9a0d-d8401f361236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:22.665437 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b3b974b8-3f28-4a54-9a0d-d8401f361236 admin admin] Usage tracker for resource:security_group_rule and tenant:2a21c3e06fac4832860e338aca07e85d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:22.670137 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b3b974b8-3f28-4a54-9a0d-d8401f361236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:22.710599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b3b974b8-3f28-4a54-9a0d-d8401f361236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:22.813697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [req-e5b2ca57-57df-4ef6-a03f-96d1558646fb req-b0ca9d46-3945-4646-be9d-cd9299aceb28 service neutron] (87767) timed out ('10.222.0.72', 40236) {{(pid=87767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:05:23.222495 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:05:23.231201 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e3545b53-6ea8-4d76-996b-9af4bba0cbe8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:23.231316 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:23.241621 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Sync routers for ids ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:05:23.246560 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7c765427-a765-4d5f-9594-77c66b6fb94c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "PUT /v2.0/routers/22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0565965 Feb 18 09:05:23.252011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43082) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:23.265182 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Routers {'22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:05:23.273959 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:05:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:23.398382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b9e066db-5efd-41d6-a280-bbbdbd82ab60 None None] Provisioning for port 9915fb19-d329-4e7b-aeb9-113011fafe15 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:23.428103 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b9e066db-5efd-41d6-a280-bbbdbd82ab60 None None] Provisioning complete for port 9915fb19-d329-4e7b-aeb9-113011fafe15 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:23.428551 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b9e066db-5efd-41d6-a280-bbbdbd82ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:23.579605 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:23.688003 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-229d159d-3643-4cf6-890a-8997ee5ced97 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:23.758592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b9e066db-5efd-41d6-a280-bbbdbd82ab60 None None] Port 9915fb19-d329-4e7b-aeb9-113011fafe15 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:05:23.782613 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894682be-feff-45b7-b74b-f934b411a30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ef0527-e478-43f1-8711-8726f87c803f'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:05:23.801615 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 11ef0527-e478-43f1-8711-8726f87c803f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=11ef0527-e478-43f1-8711-8726f87c803f,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:23.814911 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:23.820186 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Set router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:05:23.856323 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b3b974b8-3f28-4a54-9a0d-d8401f361236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:23.975549 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894682be-feff-45b7-b74b-f934b411a30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ef0527-e478-43f1-8711-8726f87c803f', 'code': 200} Feb 18 09:05:23.975827 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa82f4-fe82-4ca0-bc5e-81b350ac3085 req-a4b59019-45e1-41c3-a2f9-c9731405b9cc tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:23.978452 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d159d-3643-4cf6-890a-8997ee5ced97 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=502f735c-fe05-4f30-9d6f-69be31ae8cd7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:23.993426 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93aa82f4-fe82-4ca0-bc5e-81b350ac3085 req-a4b59019-45e1-41c3-a2f9-c9731405b9cc tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 945 time: 0.6719978 Feb 18 09:05:24.008442 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-51ad0dca-deb1-419a-a184-7703072a2957 None None] Provisioning complete for port 9915fb19-d329-4e7b-aeb9-113011fafe15 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:24.009598 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-51ad0dca-deb1-419a-a184-7703072a2957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:24.020961 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b3b974b8-3f28-4a54-9a0d-d8401f361236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:24.110803 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=11ef0527-e478-43f1-8711-8726f87c803f,revision_number=12']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:24.143206 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-51ad0dca-deb1-419a-a184-7703072a2957 None None] Port 9915fb19-d329-4e7b-aeb9-113011fafe15 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:05:24.148096 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a200a-a941-449c-84f2-def6ec129f37 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.158440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a200a-a941-449c-84f2-def6ec129f37 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.161139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a200a-a941-449c-84f2-def6ec129f37 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.161776 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a200a-a941-449c-84f2-def6ec129f37 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.165270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a200a-a941-449c-84f2-def6ec129f37 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.168825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a200a-a941-449c-84f2-def6ec129f37 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.170153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a200a-a941-449c-84f2-def6ec129f37 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.171175 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a200a-a941-449c-84f2-def6ec129f37 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.175437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a200a-a941-449c-84f2-def6ec129f37 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.175916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a200a-a941-449c-84f2-def6ec129f37 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.188230 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-310a200a-a941-449c-84f2-def6ec129f37 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7137 time: 0.9299886 Feb 18 09:05:24.190788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43110) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:24.272858 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b3b974b8-3f28-4a54-9a0d-d8401f361236 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2a21c3e06fac4832860e338aca07e85d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3569424 Feb 18 09:05:24.283583 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43116) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:24.298359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-46b21af3-7630-40c6-ab3f-57fb501cecb6 None None] Provisioning for port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:24.310864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-46b21af3-7630-40c6-ab3f-57fb501cecb6 None None] Provisioning complete for port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:24.311651 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-46b21af3-7630-40c6-ab3f-57fb501cecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:24.365132 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93aa82f4-fe82-4ca0-bc5e-81b350ac3085 req-1ec16f03-b28f-494c-8a94-a53cdd568ce5 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705170 Feb 18 09:05:24.468914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec336e69-b004-4dfa-b5e6-0a5d6b3b4740 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.469367 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec336e69-b004-4dfa-b5e6-0a5d6b3b4740 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.469812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec336e69-b004-4dfa-b5e6-0a5d6b3b4740 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.470187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:24.470661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec336e69-b004-4dfa-b5e6-0a5d6b3b4740 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.470661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec336e69-b004-4dfa-b5e6-0a5d6b3b4740 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.471090 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec336e69-b004-4dfa-b5e6-0a5d6b3b4740 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.471522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec336e69-b004-4dfa-b5e6-0a5d6b3b4740 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.471943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec336e69-b004-4dfa-b5e6-0a5d6b3b4740 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.485960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec336e69-b004-4dfa-b5e6-0a5d6b3b4740 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.493790 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec336e69-b004-4dfa-b5e6-0a5d6b3b4740 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.495480 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec336e69-b004-4dfa-b5e6-0a5d6b3b4740 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:24.503670 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ec336e69-b004-4dfa-b5e6-0a5d6b3b4740 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7216 time: 0.3110712 Feb 18 09:05:24.506717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43122) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:24.613739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b974b8-3f28-4a54-9a0d-d8401f361236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d363780-6208-49bc-9b4f-baeae105eb4b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:24.639732 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-229d159d-3643-4cf6-890a-8997ee5ced97 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:24.705721 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-229d159d-3643-4cf6-890a-8997ee5ced97 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/502f735c-fe05-4f30-9d6f-69be31ae8cd7 HTTP/1.1" status: 204 len: 168 time: 3.9692552 Feb 18 09:05:24.708479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43126) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:24.791963 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e68fd908-c4ca-4258-844e-acdf8f2ba277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:24.821768 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:24.822450 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:24.937258 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:05:19Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '9915fb19-d329-4e7b-aeb9-113011fafe15', 'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:45:3f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:16Z', 'updated_at': '2022-02-18T09:05:20Z', 'revision_number': 2, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:24.957011 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Checking router: 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:05:24.957011 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Updating router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 port 9915fb19-d329-4e7b-aeb9-113011fafe15 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:05:24.962112 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e68fd908-c4ca-4258-844e-acdf8f2ba277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.055211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-af5215de-8893-4e1a-8f2e-fef6399b6d41 None None] Could not find standard attr ID for object 502f735c-fe05-4f30-9d6f-69be31ae8cd7. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:05:25.101213 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.191848 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd27b49-0d42-4481-a8e6-bcf72eee796c req-5b4609a3-6182-4969-96c7-e400ab2eaa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:25.202561 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bbd27b49-0d42-4481-a8e6-bcf72eee796c req-5b4609a3-6182-4969-96c7-e400ab2eaa26 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 1097 time: 0.9105804 Feb 18 09:05:25.217214 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device de1bb710-5f69-44af-a3f1-aceb7883b05c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:25.279389 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bbd27b49-0d42-4481-a8e6-bcf72eee796c req-f94cbd93-2196-4aab-9bdc-41957d714a82 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692737 Feb 18 09:05:25.282603 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e68fd908-c4ca-4258-844e-acdf8f2ba277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.334216 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c41474fa-c887-4306-8974-a0839591ae87 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3779 time: 0.8255110 Feb 18 09:05:25.343089 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fd908-c4ca-4258-844e-acdf8f2ba277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d363780-6208-49bc-9b4f-baeae105eb4b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:25.361601 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e68fd908-c4ca-4258-844e-acdf8f2ba277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.380965 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e68fd908-c4ca-4258-844e-acdf8f2ba277 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6d363780-6208-49bc-9b4f-baeae105eb4b HTTP/1.1" status: 204 len: 168 time: 1.0172684 Feb 18 09:05:25.423750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b448c075-723f-4724-90e8-cd237db898bd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:25.430731 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b448c075-723f-4724-90e8-cd237db898bd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:05:25.474501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b448c075-723f-4724-90e8-cd237db898bd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:05:25.478976 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43146) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:25.492156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b448c075-723f-4724-90e8-cd237db898bd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7821949 Feb 18 09:05:25.502020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port de1bb710-5f69-44af-a3f1-aceb7883b05c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:25.503010 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:25.718022 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2589df02-9465-46b7-95ec-886b2cf210ee tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:25.718804 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2589df02-9465-46b7-95ec-886b2cf210ee tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:05:25.779088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2589df02-9465-46b7-95ec-886b2cf210ee tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:05:25.784783 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2589df02-9465-46b7-95ec-886b2cf210ee tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3041513 Feb 18 09:05:25.787245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43152) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:26.052850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688830b5-0b89-469c-995d-400427420522 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:26.053798 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43158) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:26.066977 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688830b5-0b89-469c-995d-400427420522 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:26.068887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688830b5-0b89-469c-995d-400427420522 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:26.069720 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-688830b5-0b89-469c-995d-400427420522 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:05:26.082691 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-53461ce3-f034-4b9a-90c4-3713e581a9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.113912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-53461ce3-f034-4b9a-90c4-3713e581a9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:26.125145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-53461ce3-f034-4b9a-90c4-3713e581a9f4 admin admin] Usage tracker for resource:security_group_rule and tenant:0c3102aeac1349199c8bcf1533c2964b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:26.131534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-53461ce3-f034-4b9a-90c4-3713e581a9f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:26.137897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-53461ce3-f034-4b9a-90c4-3713e581a9f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:26.150578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-688830b5-0b89-469c-995d-400427420522 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:05:26.155289 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43162) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:26.157011 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-688830b5-0b89-469c-995d-400427420522 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3620999 Feb 18 09:05:26.214500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43166) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:26.261623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ae81dca9-cd8f-4ff2-9647-e51c66106770 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-499103564'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:26.275015 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.285365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ae81dca9-cd8f-4ff2-9647-e51c66106770 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:26.304741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ae81dca9-cd8f-4ff2-9647-e51c66106770 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Usage tracker for resource:network and tenant:67fba04be8234c838f03f922f83b8802 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:26.310013 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ae81dca9-cd8f-4ff2-9647-e51c66106770 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:26.322806 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Transition to ACTIVE for port object 9915fb19-d329-4e7b-aeb9-113011fafe15 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:26.340775 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a43760-41d5-4e8c-8d80-1314263213f9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet 4cd50872-473a-438d-86c1-7257532cfa0c {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:05:26.344592 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.353533 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-47a43760-41d5-4e8c-8d80-1314263213f9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.359158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ae81dca9-cd8f-4ff2-9647-e51c66106770 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:26.396225 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a0c84-0644-471f-bd39-ad04f25eed1b req-f6af13af-d9d5-4f6c-a94f-5f63a28d23b7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:26.398132 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d63a0c84-0644-471f-bd39-ad04f25eed1b req-f6af13af-d9d5-4f6c-a94f-5f63a28d23b7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.7488317 Feb 18 09:05:26.399350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae81dca9-cd8f-4ff2-9647-e51c66106770 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Made reservation on behalf of 67fba04be8234c838f03f922f83b8802 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:26.402777 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae81dca9-cd8f-4ff2-9647-e51c66106770 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.467772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae81dca9-cd8f-4ff2-9647-e51c66106770 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:05:26.486344 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43178) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:26.491658 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae81dca9-cd8f-4ff2-9647-e51c66106770 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.492144 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-ae81dca9-cd8f-4ff2-9647-e51c66106770 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Added segment 4a7b8af9-35ef-4638-a5f2-03c20f21ad4d of type vlan for network b8db49a5-d459-47e2-ab70-0ed233d21bf7 Feb 18 09:05:26.492943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6e7a9095-2194-4f03-9b9e-17447ae49b37 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-118509552', 'description': 'tempest-secgroup-smoke-118509552 description', 'project_id': '67d280681c92466b957d86889fb303b6'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:26.510204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6e7a9095-2194-4f03-9b9e-17447ae49b37 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:26.537641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6e7a9095-2194-4f03-9b9e-17447ae49b37 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:26.572902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6e7a9095-2194-4f03-9b9e-17447ae49b37 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:26.595335 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d63a0c84-0644-471f-bd39-ad04f25eed1b req-8914b400-4b35-4f91-ac97-21517eb499cd tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746197 Feb 18 09:05:26.596502 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-47a43760-41d5-4e8c-8d80-1314263213f9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.606500 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae81dca9-cd8f-4ff2-9647-e51c66106770 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.655307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6e7a9095-2194-4f03-9b9e-17447ae49b37 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:26.656618 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae81dca9-cd8f-4ff2-9647-e51c66106770 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.681989 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae81dca9-cd8f-4ff2-9647-e51c66106770 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:26.686262 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae81dca9-cd8f-4ff2-9647-e51c66106770 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.709299 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e7a9095-2194-4f03-9b9e-17447ae49b37 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.792935 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6e7a9095-2194-4f03-9b9e-17447ae49b37 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:26.814368 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6e7a9095-2194-4f03-9b9e-17447ae49b37 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:26.817726 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6e7a9095-2194-4f03-9b9e-17447ae49b37 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:26.831823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6e7a9095-2194-4f03-9b9e-17447ae49b37 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:26.900238 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-53461ce3-f034-4b9a-90c4-3713e581a9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:26.922686 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ae81dca9-cd8f-4ff2-9647-e51c66106770 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6878037 Feb 18 09:05:26.932099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43196) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:26.949756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81dca9-cd8f-4ff2-9647-e51c66106770 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event updated for resources: {'Network': ['ID=b8db49a5-d459-47e2-ab70-0ed233d21bf7,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:26.962871 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network b8db49a5-d459-47e2-ab70-0ed233d21bf7 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:05:26.967714 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f73ea503-3b57-40f9-b926-a6156372e4f5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1463573847'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:26.977720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f73ea503-3b57-40f9-b926-a6156372e4f5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:26.984785 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f73ea503-3b57-40f9-b926-a6156372e4f5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Usage tracker for resource:network and tenant:67fba04be8234c838f03f922f83b8802 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:26.988350 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fa140-d352-45a0-bd33-d3bce34509a8 None None] Pushing event updated for resources: {'Port': ['ID=9915fb19-d329-4e7b-aeb9-113011fafe15,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:26.989569 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f73ea503-3b57-40f9-b926-a6156372e4f5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:27.005670 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f73ea503-3b57-40f9-b926-a6156372e4f5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:27.020495 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Attempting to bind port 9915fb19-d329-4e7b-aeb9-113011fafe15 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:27.022366 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Attempting to bind port 9915fb19-d329-4e7b-aeb9-113011fafe15 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'e1b9d7f1-f231-4777-af19-f6dd822266b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:27.022757 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Attempting to bind port 9915fb19-d329-4e7b-aeb9-113011fafe15 on network 7160f18e-9887-4ee9-b7aa-f783c569b75b {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:05:27.024399 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-53461ce3-f034-4b9a-90c4-3713e581a9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.029099 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fa140-d352-45a0-bd33-d3bce34509a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:27.029714 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fa140-d352-45a0-bd33-d3bce34509a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:27.030468 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fa140-d352-45a0-bd33-d3bce34509a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:27.031558 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fa140-d352-45a0-bd33-d3bce34509a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:27.032067 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fa140-d352-45a0-bd33-d3bce34509a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:27.032608 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fa140-d352-45a0-bd33-d3bce34509a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:27.033093 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fa140-d352-45a0-bd33-d3bce34509a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:27.033576 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fa140-d352-45a0-bd33-d3bce34509a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:27.034057 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fa140-d352-45a0-bd33-d3bce34509a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:27.035179 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fa140-d352-45a0-bd33-d3bce34509a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:27.035676 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fa140-d352-45a0-bd33-d3bce34509a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:27.036161 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fa140-d352-45a0-bd33-d3bce34509a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:27.040212 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:05:27.040867 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Checking segment: {'id': 'e1b9d7f1-f231-4777-af19-f6dd822266b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:05:27.041625 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.042365 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Bound using segment: {'id': 'e1b9d7f1-f231-4777-af19-f6dd822266b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:05:27.043009 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Bound port: 9915fb19-d329-4e7b-aeb9-113011fafe15, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b9d7f1-f231-4777-af19-f6dd822266b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:27.043569 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.052316 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-47a43760-41d5-4e8c-8d80-1314263213f9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.121489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73ea503-3b57-40f9-b926-a6156372e4f5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Made reservation on behalf of 67fba04be8234c838f03f922f83b8802 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:27.127482 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f73ea503-3b57-40f9-b926-a6156372e4f5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.176719 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] For port 9915fb19-d329-4e7b-aeb9-113011fafe15, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:05:27.180120 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] For port 9915fb19-d329-4e7b-aeb9-113011fafe15, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9915fb19-d329-4e7b-aeb9-113011fafe15,segment=NetworkSegment(e1b9d7f1-f231-4777-af19-f6dd822266b6),segment_id=e1b9d7f1-f231-4777-af19-f6dd822266b6)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:05:27.185233 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.290601 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-53461ce3-f034-4b9a-90c4-3713e581a9f4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0c3102aeac1349199c8bcf1533c2964b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2357130 Feb 18 09:05:27.292587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43216) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:27.297643 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Routers {'22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:05:27.298938 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:05:03Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:27.300500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53461ce3-f034-4b9a-90c4-3713e581a9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e8934a-e308-455f-93b4-e4b4b21177ff,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:27.310932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73ea503-3b57-40f9-b926-a6156372e4f5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:05:27.337390 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e7a9095-2194-4f03-9b9e-17447ae49b37 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.344653 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f73ea503-3b57-40f9-b926-a6156372e4f5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.345183 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-f73ea503-3b57-40f9-b926-a6156372e4f5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Added segment 840be32f-0862-44e8-b5e9-bff14e520d46 of type vlan for network c007c0e9-3b09-4935-b7b9-8a901322650c Feb 18 09:05:27.353742 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e7a9095-2194-4f03-9b9e-17447ae49b37 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.434874 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6df24cce-92d1-4b35-9688-2c17fe6a9904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.437585 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-47a43760-41d5-4e8c-8d80-1314263213f9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.523686 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] Set router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:05:27.537621 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6df24cce-92d1-4b35-9688-2c17fe6a9904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.577157 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f73ea503-3b57-40f9-b926-a6156372e4f5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.596779 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac43e7-1029-4806-946b-7ecf591074c4 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:27.598748 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-47a43760-41d5-4e8c-8d80-1314263213f9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.601590 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a43760-41d5-4e8c-8d80-1314263213f9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd50872-473a-438d-86c1-7257532cfa0c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:27.661921 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a9095-2194-4f03-9b9e-17447ae49b37 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e523728-0e5c-478c-9b63-79823a2dd5be,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:27.714610 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e7a9095-2194-4f03-9b9e-17447ae49b37 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.716237 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6e7a9095-2194-4f03-9b9e-17447ae49b37 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2287359 Feb 18 09:05:27.721241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43238) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:27.722035 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-47a43760-41d5-4e8c-8d80-1314263213f9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/4cd50872-473a-438d-86c1-7257532cfa0c HTTP/1.1" status: 204 len: 168 time: 1.5634305 Feb 18 09:05:27.724934 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43240) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:27.726437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-be1f608c-1926-475c-a19a-0096392cbd01 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group_rule': {'security_group_id': '8e523728-0e5c-478c-9b63-79823a2dd5be', 'project_id': '67d280681c92466b957d86889fb303b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:27.751625 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6df24cce-92d1-4b35-9688-2c17fe6a9904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.769639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-be1f608c-1926-475c-a19a-0096392cbd01 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:27.790865 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fa140-d352-45a0-bd33-d3bce34509a8 None None] Pushing event updated for resources: {'Port': ['ID=9915fb19-d329-4e7b-aeb9-113011fafe15,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:27.878875 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f73ea503-3b57-40f9-b926-a6156372e4f5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.894263 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-be1f608c-1926-475c-a19a-0096392cbd01 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:27.900079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73ea503-3b57-40f9-b926-a6156372e4f5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:27.904258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f73ea503-3b57-40f9-b926-a6156372e4f5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:27.906253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df24cce-92d1-4b35-9688-2c17fe6a9904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e8934a-e308-455f-93b4-e4b4b21177ff,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:27.919747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-be1f608c-1926-475c-a19a-0096392cbd01 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:28.063574 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f73ea503-3b57-40f9-b926-a6156372e4f5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1165581 Feb 18 09:05:28.070601 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43250) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:28.077906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2474d537-0ba7-4553-ac72-dcde3d2745a5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet ecde658c-551a-4b87-8f9e-9e2d436f32c6 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:05:28.090186 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-5af5e4f8-bb6a-4b1e-ad4c-57eb69f9d559 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Request body: {'subnet': {'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:28.093923 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:05:19Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '9915fb19-d329-4e7b-aeb9-113011fafe15', 'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:45:3f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:16Z', 'updated_at': '2022-02-18T09:05:27Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:28.098649 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018c901a-42e5-4191-b1ae-a66f481b924f None None] The sync data for ids ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'] in n-d-829434-1 is: [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:05:19Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '9915fb19-d329-4e7b-aeb9-113011fafe15', 'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:45:3f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:16Z', 'updated_at': '2022-02-18T09:05:27Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:05:28.111442 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2474d537-0ba7-4553-ac72-dcde3d2745a5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.181716 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ea503-3b57-40f9-b926-a6156372e4f5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event updated for resources: {'Network': ['ID=c007c0e9-3b09-4935-b7b9-8a901322650c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:28.209269 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network c007c0e9-3b09-4935-b7b9-8a901322650c details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:05:28.359188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-be1f608c-1926-475c-a19a-0096392cbd01 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:28.387780 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6df24cce-92d1-4b35-9688-2c17fe6a9904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.389754 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6df24cce-92d1-4b35-9688-2c17fe6a9904 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/59e8934a-e308-455f-93b4-e4b4b21177ff HTTP/1.1" status: 204 len: 168 time: 1.0955529 Feb 18 09:05:28.412457 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2474d537-0ba7-4553-ac72-dcde3d2745a5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.446025 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-be1f608c-1926-475c-a19a-0096392cbd01 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.469255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5af5e4f8-bb6a-4b1e-ad4c-57eb69f9d559 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:28.483819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5af5e4f8-bb6a-4b1e-ad4c-57eb69f9d559 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Usage tracker for resource:subnet and tenant:67fba04be8234c838f03f922f83b8802 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:28.490643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5af5e4f8-bb6a-4b1e-ad4c-57eb69f9d559 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:28.508636 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5af5e4f8-bb6a-4b1e-ad4c-57eb69f9d559 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:28.541052 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af5e4f8-bb6a-4b1e-ad4c-57eb69f9d559 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Made reservation on behalf of 67fba04be8234c838f03f922f83b8802 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:28.552384 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5af5e4f8-bb6a-4b1e-ad4c-57eb69f9d559 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.567127 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-be1f608c-1926-475c-a19a-0096392cbd01 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.592638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4bab6-4fbf-477b-a580-3669e01d9b6b req-2a8cda47-a4eb-47f2-b0e9-8b3003f77642 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:28.611601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f4f4bab6-4fbf-477b-a580-3669e01d9b6b req-2a8cda47-a4eb-47f2-b0e9-8b3003f77642 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.6517885 Feb 18 09:05:28.638119 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-be1f608c-1926-475c-a19a-0096392cbd01 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.683351 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2474d537-0ba7-4553-ac72-dcde3d2745a5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.735375 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f4f4bab6-4fbf-477b-a580-3669e01d9b6b req-8fb14e2c-7b96-4d58-aca3-dbfbdecdbee1 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167328 Feb 18 09:05:28.741691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f608c-1926-475c-a19a-0096392cbd01 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0a1f3b-7742-43e7-9b13-88dbe57e439f,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:28.766132 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-be1f608c-1926-475c-a19a-0096392cbd01 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:28.771375 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-be1f608c-1926-475c-a19a-0096392cbd01 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0502083 Feb 18 09:05:28.772129 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43258) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:29.520855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-91277b41-fda0-45f6-b631-ba7ece68757e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group_rule': {'security_group_id': '8e523728-0e5c-478c-9b63-79823a2dd5be', 'project_id': '67d280681c92466b957d86889fb303b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:29.581589 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-91277b41-fda0-45f6-b631-ba7ece68757e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:29.630045 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-91277b41-fda0-45f6-b631-ba7ece68757e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:29.643007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-91277b41-fda0-45f6-b631-ba7ece68757e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:29.651224 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5af5e4f8-bb6a-4b1e-ad4c-57eb69f9d559 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:29.718657 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-91277b41-fda0-45f6-b631-ba7ece68757e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:29.769606 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91277b41-fda0-45f6-b631-ba7ece68757e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:29.793979 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2474d537-0ba7-4553-ac72-dcde3d2745a5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:29.829462 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d6645941-d04b-4b7f-87c0-6cb395152bfc None None] Provisioning complete for port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:29.830948 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d6645941-d04b-4b7f-87c0-6cb395152bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:29.867572 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2474d537-0ba7-4553-ac72-dcde3d2745a5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:29.897770 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43290) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:29.898569 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2474d537-0ba7-4553-ac72-dcde3d2745a5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/ecde658c-551a-4b87-8f9e-9e2d436f32c6 HTTP/1.1" status: 204 len: 168 time: 2.1719048 Feb 18 09:05:29.909093 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5e4f8-bb6a-4b1e-ad4c-57eb69f9d559 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event updated for resources: {'Subnet': ['ID=8e66a5db-8eab-4e27-9604-af278cece570,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:29.929389 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8938d68-a3d7-48ff-bb2b-a9423fc8b5ad None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:30.022927 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474d537-0ba7-4553-ac72-dcde3d2745a5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=ecde658c-551a-4b87-8f9e-9e2d436f32c6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:30.040233 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af5e4f8-bb6a-4b1e-ad4c-57eb69f9d559 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Checking segment: {'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:05:30.040756 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af5e4f8-bb6a-4b1e-ad4c-57eb69f9d559 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Network hostable DHCP agents. Network: b8db49a5-d459-47e2-ab70-0ed233d21bf7, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:05:30.081057 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91277b41-fda0-45f6-b631-ba7ece68757e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.094737 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91277b41-fda0-45f6-b631-ba7ece68757e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.147351 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af5e4f8-bb6a-4b1e-ad4c-57eb69f9d559 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Network b8db49a5-d459-47e2-ab70-0ed233d21bf7 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:05:30.166056 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91277b41-fda0-45f6-b631-ba7ece68757e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231c04a5-1810-42b7-ab0f-81b93ef6ddfa,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:30.173823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-5af5e4f8-bb6a-4b1e-ad4c-57eb69f9d559 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, b8db49a5-d459-47e2-ab70-0ed233d21bf7) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:30.178082 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af5e4f8-bb6a-4b1e-ad4c-57eb69f9d559 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:30.178906 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5af5e4f8-bb6a-4b1e-ad4c-57eb69f9d559 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.200595 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91277b41-fda0-45f6-b631-ba7ece68757e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.211496 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-91277b41-fda0-45f6-b631-ba7ece68757e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8092623 Feb 18 09:05:30.215392 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9efb1127-4f1b-4ef0-a49b-8e7668276012 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3164053 Feb 18 09:05:30.219075 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43298) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:30.220171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43300) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:30.229188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-eb4a5f44-83fa-4b29-acfc-902d788220c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group_rule': {'security_group_id': '8e523728-0e5c-478c-9b63-79823a2dd5be', 'project_id': '67d280681c92466b957d86889fb303b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:30.243123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0656a9c0-a74e-45a3-adb8-aa766d11e673 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:30.254629 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5af5e4f8-bb6a-4b1e-ad4c-57eb69f9d559 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1825235 Feb 18 09:05:30.256038 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43306) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:30.262935 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-69a41228-736d-4d3e-a4a4-e6a3c1a3d996 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Request body: {'subnet': {'network_id': 'c007c0e9-3b09-4935-b7b9-8a901322650c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:30.284387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-eb4a5f44-83fa-4b29-acfc-902d788220c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:30.330211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea61a1f-8947-4d3f-8ef0-209d9664e31b None None] Network b8db49a5-d459-47e2-ab70-0ed233d21bf7 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:30.427516 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-69a41228-736d-4d3e-a4a4-e6a3c1a3d996 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:30.432567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-69a41228-736d-4d3e-a4a4-e6a3c1a3d996 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Usage tracker for resource:subnet and tenant:67fba04be8234c838f03f922f83b8802 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:30.436227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-69a41228-736d-4d3e-a4a4-e6a3c1a3d996 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:30.443936 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-69a41228-736d-4d3e-a4a4-e6a3c1a3d996 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:30.449180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-eb4a5f44-83fa-4b29-acfc-902d788220c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:30.460308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a41228-736d-4d3e-a4a4-e6a3c1a3d996 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Made reservation on behalf of 67fba04be8234c838f03f922f83b8802 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:30.465221 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-69a41228-736d-4d3e-a4a4-e6a3c1a3d996 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.472697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-eb4a5f44-83fa-4b29-acfc-902d788220c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:30.493196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9915fb19-d329-4e7b-aeb9-113011fafe15 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:30.513078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-eb4a5f44-83fa-4b29-acfc-902d788220c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:30.541482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c90fe8-c0ac-4551-a5d0-3229003c03e8 req-07a51af7-190e-4ea0-8f3a-1f8ad8512438 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:30.543468 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53c90fe8-c0ac-4551-a5d0-3229003c03e8 req-07a51af7-190e-4ea0-8f3a-1f8ad8512438 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.4755778 Feb 18 09:05:30.579100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0656a9c0-a74e-45a3-adb8-aa766d11e673 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:30.584190 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0656a9c0-a74e-45a3-adb8-aa766d11e673 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:30.587449 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0656a9c0-a74e-45a3-adb8-aa766d11e673 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:30.594292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0656a9c0-a74e-45a3-adb8-aa766d11e673 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:30.654837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0656a9c0-a74e-45a3-adb8-aa766d11e673 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:30.670900 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0656a9c0-a74e-45a3-adb8-aa766d11e673 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.696022 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-26e199c3-a9f2-46e1-bc76-6b41bbe7f31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.703848 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-b8db49a5-d459-47e2-ab70-0ed233d21bf7', 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'fixed_ips': [{'subnet_id': '8e66a5db-8eab-4e27-9604-af278cece570'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:05:30.704460 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eb4a5f44-83fa-4b29-acfc-902d788220c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.704718 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.793047 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53c90fe8-c0ac-4551-a5d0-3229003c03e8 req-61ef9abe-be17-4b09-b237-4927b1bfc7a7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414773 Feb 18 09:05:30.918603 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eb4a5f44-83fa-4b29-acfc-902d788220c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.935097 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eb4a5f44-83fa-4b29-acfc-902d788220c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:30.965751 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-69a41228-736d-4d3e-a4a4-e6a3c1a3d996 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.010591 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eb4a5f44-83fa-4b29-acfc-902d788220c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.011805 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-eb4a5f44-83fa-4b29-acfc-902d788220c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7904673 Feb 18 09:05:31.019126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43342) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:31.036592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Allocated IP 10.1.1.2 (b8db49a5-d459-47e2-ab70-0ed233d21bf7/8e66a5db-8eab-4e27-9604-af278cece570/0e38fd3d-2587-4d11-8cbd-43a047f129df) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:31.037651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-6d399d0a-322a-4c95-88b7-432780131490 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group_rule': {'security_group_id': '8e523728-0e5c-478c-9b63-79823a2dd5be', 'project_id': '67d280681c92466b957d86889fb303b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:31.042532 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a5f44-83fa-4b29-acfc-902d788220c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacb971c-46af-4e63-8442-cdb7553faf08,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:31.052262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6d399d0a-322a-4c95-88b7-432780131490 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:31.071941 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6d399d0a-322a-4c95-88b7-432780131490 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:31.149578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6d399d0a-322a-4c95-88b7-432780131490 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:31.158743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a41228-736d-4d3e-a4a4-e6a3c1a3d996 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event updated for resources: {'Subnet': ['ID=1b743376-da4b-4522-80bf-258dbd2da6c7,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:31.189598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a41228-736d-4d3e-a4a4-e6a3c1a3d996 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Checking segment: {'id': '840be32f-0862-44e8-b5e9-bff14e520d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c007c0e9-3b09-4935-b7b9-8a901322650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:05:31.189598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a41228-736d-4d3e-a4a4-e6a3c1a3d996 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Network hostable DHCP agents. Network: c007c0e9-3b09-4935-b7b9-8a901322650c, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:05:31.241157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a41228-736d-4d3e-a4a4-e6a3c1a3d996 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Network c007c0e9-3b09-4935-b7b9-8a901322650c is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:05:31.247746 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6d399d0a-322a-4c95-88b7-432780131490 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:31.270785 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-69a41228-736d-4d3e-a4a4-e6a3c1a3d996 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, c007c0e9-3b09-4935-b7b9-8a901322650c) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:31.276850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a41228-736d-4d3e-a4a4-e6a3c1a3d996 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:31.277565 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-69a41228-736d-4d3e-a4a4-e6a3c1a3d996 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.317584 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-69a41228-736d-4d3e-a4a4-e6a3c1a3d996 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0603235 Feb 18 09:05:31.321603 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43360) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:31.334181 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-178be312-d931-4f0a-86ea-f7329331b866 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Request body: {'port': {'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7', 'name': 'tempest-TaggedBootDevicesTest_v242-1103014301', 'fixed_ips': [{'subnet_id': '8e66a5db-8eab-4e27-9604-af278cece570'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:31.341131 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6d399d0a-322a-4c95-88b7-432780131490 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.403522 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.431859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Transition to ACTIVE for port object 0e38fd3d-2587-4d11-8cbd-43a047f129df will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:31.443728 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fd7b8-5b67-4daf-9812-5383aeea9aef req-6a31706f-e9e7-438b-ae16-b2dfb7e6c760 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:31.453810 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b92fd7b8-5b67-4daf-9812-5383aeea9aef req-6a31706f-e9e7-438b-ae16-b2dfb7e6c760 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.2907791 Feb 18 09:05:31.482159 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0656a9c0-a74e-45a3-adb8-aa766d11e673 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.484537 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Transition to ACTIVE for port object 0e38fd3d-2587-4d11-8cbd-43a047f129df will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:31.495152 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b623f556-ef4b-4407-ba88-a15b9bb572b5 None None] Network c007c0e9-3b09-4935-b7b9-8a901322650c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:31.632875 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.634510 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-178be312-d931-4f0a-86ea-f7329331b866 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:31.640676 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-178be312-d931-4f0a-86ea-f7329331b866 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Usage tracker for resource:port and tenant:67fba04be8234c838f03f922f83b8802 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:31.644765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-178be312-d931-4f0a-86ea-f7329331b866 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:31.652363 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-178be312-d931-4f0a-86ea-f7329331b866 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:31.671786 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178be312-d931-4f0a-86ea-f7329331b866 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Made reservation on behalf of 67fba04be8234c838f03f922f83b8802 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:31.691023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0656a9c0-a74e-45a3-adb8-aa766d11e673 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:31.731509 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b92fd7b8-5b67-4daf-9812-5383aeea9aef req-a67be8d8-58c7-468b-90a5-635d20d85d1b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766061 Feb 18 09:05:31.744327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-0656a9c0-a74e-45a3-adb8-aa766d11e673 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:31.781542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0656a9c0-a74e-45a3-adb8-aa766d11e673 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:31.784080 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0656a9c0-a74e-45a3-adb8-aa766d11e673 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.881124 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6d399d0a-322a-4c95-88b7-432780131490 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.927715 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6d399d0a-322a-4c95-88b7-432780131490 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:31.971647 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43370) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:32.017840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Network b8db49a5-d459-47e2-ab70-0ed233d21bf7 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:32.022998 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d399d0a-322a-4c95-88b7-432780131490 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93a9ed5-e123-4430-9ca9-74a3612362a7,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:32.024896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656a9c0-a74e-45a3-adb8-aa766d11e673 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=5206d534-c7c7-4370-8f4c-f44102c8b591,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:32.047563 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:32.065759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 9915fb19-d329-4e7b-aeb9-113011fafe15 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:32.068885 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6d399d0a-322a-4c95-88b7-432780131490 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:32.069788 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6d399d0a-322a-4c95-88b7-432780131490 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0497000 Feb 18 09:05:32.073124 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:05:32.077082 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43378) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:32.077773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43380) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:32.078109 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0656a9c0-a74e-45a3-adb8-aa766d11e673 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8549759 Feb 18 09:05:32.113946 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d7deca0f-2314-4e94-939a-5757c6e88d76 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group_rule': {'security_group_id': '8e523728-0e5c-478c-9b63-79823a2dd5be', 'project_id': '67d280681c92466b957d86889fb303b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:32.123934 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d7deca0f-2314-4e94-939a-5757c6e88d76 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:32.128512 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d7deca0f-2314-4e94-939a-5757c6e88d76 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:32.135486 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d7deca0f-2314-4e94-939a-5757c6e88d76 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:32.135851 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Pushing event updated for resources: {'Port': ['ID=0e38fd3d-2587-4d11-8cbd-43a047f129df,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:32.138527 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 9915fb19-d329-4e7b-aeb9-113011fafe15 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:32.139472 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:32.157469 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d7deca0f-2314-4e94-939a-5757c6e88d76 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:32.165879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d1652-38b1-46d9-a0e5-a8eeeeadccb4 req-3e0d5597-29d7-4396-9070-775ce2cd05e2 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:32.167377 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e60d1652-38b1-46d9-a0e5-a8eeeeadccb4 req-3e0d5597-29d7-4396-9070-775ce2cd05e2 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.1397970 Feb 18 09:05:32.180995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6576b129-f9a4-49d2-94d7-977d530f1f1f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:32.198457 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-178be312-d931-4f0a-86ea-f7329331b866 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:32.222549 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-d7deca0f-2314-4e94-939a-5757c6e88d76 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Project 67d280681c92466b957d86889fb303b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:05:32.232586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-c007c0e9-3b09-4935-b7b9-8a901322650c', 'network_id': 'c007c0e9-3b09-4935-b7b9-8a901322650c', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'fixed_ips': [{'subnet_id': '1b743376-da4b-4522-80bf-258dbd2da6c7'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:05:32.233426 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:32.242449 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b717aaa-7915-48f6-8543-8280548fe31d None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:05:32.251656 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e60d1652-38b1-46d9-a0e5-a8eeeeadccb4 req-51a1c1fb-3dd0-4103-be2f-e6bfba46bab5 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663066 Feb 18 09:05:32.296561 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d7deca0f-2314-4e94-939a-5757c6e88d76 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:32.376607 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d7deca0f-2314-4e94-939a-5757c6e88d76 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:32.377817 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e737b4f3-fa2e-4238-bc17-2b24082e887a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:32.398686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d7deca0f-2314-4e94-939a-5757c6e88d76 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:32.400934 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-178be312-d931-4f0a-86ea-f7329331b866 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] device_id is not set on port 62e59aac-fd01-42b9-a659-61b3f4330c06 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:05:32.493952 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Allocated IP 10.2.2.2 (c007c0e9-3b09-4935-b7b9-8a901322650c/1b743376-da4b-4522-80bf-258dbd2da6c7/94dece5a-88a4-4309-9272-625fa75098b7) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:32.508398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1b717aaa-7915-48f6-8543-8280548fe31d None None] Deleting port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:05:32.508785 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b717aaa-7915-48f6-8543-8280548fe31d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:32.518611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312eba11-733f-4e74-af38-ff4d1f379b42 req-f9f9fffd-22d9-447c-9163-5b8ca8eeca49 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:32.520136 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-312eba11-733f-4e74-af38-ff4d1f379b42 req-f9f9fffd-22d9-447c-9163-5b8ca8eeca49 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.0963683 Feb 18 09:05:32.527246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e737b4f3-fa2e-4238-bc17-2b24082e887a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:32.531426 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e737b4f3-fa2e-4238-bc17-2b24082e887a admin admin] Usage tracker for resource:security_group_rule and tenant:0ca5a67c4dfa4d6ebcac02380320a631 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:32.536035 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e737b4f3-fa2e-4238-bc17-2b24082e887a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:32.542361 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e737b4f3-fa2e-4238-bc17-2b24082e887a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:32.594820 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-312eba11-733f-4e74-af38-ff4d1f379b42 req-8d550e53-df8d-4337-b052-95088122e3b1 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678122 Feb 18 09:05:32.634954 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Attempting to bind port 0e38fd3d-2587-4d11-8cbd-43a047f129df on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:32.635346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Attempting to bind port 0e38fd3d-2587-4d11-8cbd-43a047f129df by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:32.635693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Attempting to bind port 0e38fd3d-2587-4d11-8cbd-43a047f129df on network b8db49a5-d459-47e2-ab70-0ed233d21bf7 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:05:32.659564 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7deca0f-2314-4e94-939a-5757c6e88d76 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06714a5a-240d-4a65-af12-05c93a36c94a,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:32.681162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6576b129-f9a4-49d2-94d7-977d530f1f1f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:32.685311 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6576b129-f9a4-49d2-94d7-977d530f1f1f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:32.688881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6576b129-f9a4-49d2-94d7-977d530f1f1f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:32.695055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6576b129-f9a4-49d2-94d7-977d530f1f1f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:32.735709 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e737b4f3-fa2e-4238-bc17-2b24082e887a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:32.749100 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d7deca0f-2314-4e94-939a-5757c6e88d76 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:32.750752 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d7deca0f-2314-4e94-939a-5757c6e88d76 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6720443 Feb 18 09:05:32.754792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43396) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:32.757938 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e737b4f3-fa2e-4238-bc17-2b24082e887a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:32.762429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-22039670-cd31-41a7-b6e9-901a2bca4b79 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group_rule': {'security_group_id': '8e523728-0e5c-478c-9b63-79823a2dd5be', 'project_id': '67d280681c92466b957d86889fb303b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:32.783181 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:05:32.783891 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Checking segment: {'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:05:32.784556 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:32.784956 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Bound using segment: {'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:05:32.785444 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Bound port: 0e38fd3d-2587-4d11-8cbd-43a047f129df, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:32.785853 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:32.820719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6576b129-f9a4-49d2-94d7-977d530f1f1f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:32.824467 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6576b129-f9a4-49d2-94d7-977d530f1f1f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:32.827286 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-22039670-cd31-41a7-b6e9-901a2bca4b79 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:32.838517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-22039670-cd31-41a7-b6e9-901a2bca4b79 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:32.844740 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-22039670-cd31-41a7-b6e9-901a2bca4b79 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:32.866757 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e737b4f3-fa2e-4238-bc17-2b24082e887a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0ca5a67c4dfa4d6ebcac02380320a631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8931460 Feb 18 09:05:32.883965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-22039670-cd31-41a7-b6e9-901a2bca4b79 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:32.885218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43400) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:32.998515 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-22039670-cd31-41a7-b6e9-901a2bca4b79 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Project 67d280681c92466b957d86889fb303b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:05:33.021715 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22039670-cd31-41a7-b6e9-901a2bca4b79 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:33.105964 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:33.125519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3c9f9-ee43-48f8-aa97-14bd2a45eea4 req-f7b014d9-b063-4390-b413-dd4fd91e1d0d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:33.127465 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-afa1e054-0d58-4d53-92b9-d401069765fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:33.146461 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737b4f3-fa2e-4238-bc17-2b24082e887a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28844883-92ea-498a-89b9-28de1c7bfbb9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:33.152892 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7a3c9f9-ee43-48f8-aa97-14bd2a45eea4 req-f7b014d9-b063-4390-b413-dd4fd91e1d0d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.3800206 Feb 18 09:05:33.184205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] For port 0e38fd3d-2587-4d11-8cbd-43a047f129df, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:05:33.188059 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] For port 0e38fd3d-2587-4d11-8cbd-43a047f129df, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0e38fd3d-2587-4d11-8cbd-43a047f129df,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:05:33.215816 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9e395c2-12d2-4b39-9963-5f54ea2de53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:33.217252 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:33.307853 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 9915fb19-d329-4e7b-aeb9-113011fafe15, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9915fb19-d329-4e7b-aeb9-113011fafe15,segment=NetworkSegment(e1b9d7f1-f231-4777-af19-f6dd822266b6),segment_id=e1b9d7f1-f231-4777-af19-f6dd822266b6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:33.312871 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7a3c9f9-ee43-48f8-aa97-14bd2a45eea4 req-cb9c3a4a-1a02-4878-8b99-ed64720299ee tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590202 Feb 18 09:05:33.315101 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9e395c2-12d2-4b39-9963-5f54ea2de53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:33.346145 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22039670-cd31-41a7-b6e9-901a2bca4b79 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:33.362421 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22039670-cd31-41a7-b6e9-901a2bca4b79 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:33.375578 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-178be312-d931-4f0a-86ea-f7329331b866 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Allocated IP 10.1.1.4 (b8db49a5-d459-47e2-ab70-0ed233d21bf7/8e66a5db-8eab-4e27-9604-af278cece570/62e59aac-fd01-42b9-a659-61b3f4330c06) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:33.393552 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:33.453297 n-d-829434-1 neutron-server[87767]: INFO neutron.db.ipam_backend_mixin [None req-6576b129-f9a4-49d2-94d7-977d530f1f1f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5206d534-c7c7-4370-8f4c-f44102c8b591 (CIDR: 2001:db8::/64) Feb 18 09:05:33.457292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22039670-cd31-41a7-b6e9-901a2bca4b79 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd038f57-965e-4d5f-a771-6de695e7f445,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:33.469082 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6576b129-f9a4-49d2-94d7-977d530f1f1f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:05:33.469942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6576b129-f9a4-49d2-94d7-977d530f1f1f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:05:33.480960 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22039670-cd31-41a7-b6e9-901a2bca4b79 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:33.499457 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-22039670-cd31-41a7-b6e9-901a2bca4b79 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7432420 Feb 18 09:05:33.500636 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6576b129-f9a4-49d2-94d7-977d530f1f1f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4189367 Feb 18 09:05:33.501411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43422) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:33.528587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b0f01f12-8295-4f9b-a6c9-035efd7d84fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:33.532639 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9e395c2-12d2-4b39-9963-5f54ea2de53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:33.553503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e395c2-12d2-4b39-9963-5f54ea2de53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28844883-92ea-498a-89b9-28de1c7bfbb9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:33.562466 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9e395c2-12d2-4b39-9963-5f54ea2de53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:33.563805 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d9e395c2-12d2-4b39-9963-5f54ea2de53e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/28844883-92ea-498a-89b9-28de1c7bfbb9 HTTP/1.1" status: 204 len: 168 time: 0.6753578 Feb 18 09:05:33.571008 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:05:33.803371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406a9e8-8c20-4101-9975-9804d8f68377 req-ca8eef27-7606-461c-bb4e-5a870d9ba9e7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:33.814333 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5406a9e8-8c20-4101-9975-9804d8f68377 req-ca8eef27-7606-461c-bb4e-5a870d9ba9e7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.1916037 Feb 18 09:05:33.918832 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5406a9e8-8c20-4101-9975-9804d8f68377 req-3c718796-37d8-4d7d-8024-3404e657b0cb tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031775 Feb 18 09:05:33.971780 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:33.974379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1b717aaa-7915-48f6-8543-8280548fe31d None None] For port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7cd1016e-9fab-4aea-9eb1-35e55ddf3032,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:33.975044 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b717aaa-7915-48f6-8543-8280548fe31d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:33.997621 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:34.012971 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18f362-2763-4743-ada5-83032e420c25 None None] Pushing event updated for resources: {'Port': ['ID=0e38fd3d-2587-4d11-8cbd-43a047f129df,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:34.201742 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-2861dc7c-af74-4843-a598-8b5ee3807d93 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-118509552&fields=id&tenant_id=67d280681c92466b957d86889fb303b6 HTTP/1.1" status: 200 len: 267 time: 0.0779381 Feb 18 09:05:34.218369 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-178be312-d931-4f0a-86ea-f7329331b866 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:34.278854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-178be312-d931-4f0a-86ea-f7329331b866 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Transition to ACTIVE for port object 62e59aac-fd01-42b9-a659-61b3f4330c06 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:34.359873 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-178be312-d931-4f0a-86ea-f7329331b866 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:34.437911 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:34.466037 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Transition to ACTIVE for port object 94dece5a-88a4-4309-9272-625fa75098b7 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:34.500443 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178be312-d931-4f0a-86ea-f7329331b866 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event updated for resources: {'Port': ['ID=62e59aac-fd01-42b9-a659-61b3f4330c06,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:34.530417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b0f01f12-8295-4f9b-a6c9-035efd7d84fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:34.537360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178be312-d931-4f0a-86ea-f7329331b866 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Network b8db49a5-d459-47e2-ab70-0ed233d21bf7 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:34.540732 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1b717aaa-7915-48f6-8543-8280548fe31d None None] Calling delete_port for 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:05:34.549010 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b0f01f12-8295-4f9b-a6c9-035efd7d84fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:34.557550 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-178be312-d931-4f0a-86ea-f7329331b866 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:34.559816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b0f01f12-8295-4f9b-a6c9-035efd7d84fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:34.563739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178be312-d931-4f0a-86ea-f7329331b866 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:05:34.684633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b0f01f12-8295-4f9b-a6c9-035efd7d84fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:34.756723 n-d-829434-1 neutron-server[87769]: INFO neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No ports have port_id starting with 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 Feb 18 09:05:34.757263 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178be312-d931-4f0a-86ea-f7329331b866 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:34.757933 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-178be312-d931-4f0a-86ea-f7329331b866 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:34.773377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f01f12-8295-4f9b-a6c9-035efd7d84fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:34.778064 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b0f01f12-8295-4f9b-a6c9-035efd7d84fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:34.809459 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b717aaa-7915-48f6-8543-8280548fe31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:34.869029 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Transition to ACTIVE for port object 94dece5a-88a4-4309-9272-625fa75098b7 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:34.871765 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b717aaa-7915-48f6-8543-8280548fe31d None None] No DVR routers for this DVR port 7cd1016e-9fab-4aea-9eb1-35e55ddf3032 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:05:34.895392 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:34.903271 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=9915fb19-d329-4e7b-aeb9-113011fafe15,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:34.911645 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589720a4-7125-491e-8ca2-b04b2cef4aad None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:35.004936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-b6b1211c-c811-4d1d-bff9-3d0b1e91193b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:35.016935 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-b6b1211c-c811-4d1d-bff9-3d0b1e91193b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/networks?id=7160f18e-9887-4ee9-b7aa-f783c569b75b HTTP/1.1" status: 200 len: 797 time: 0.8133776 Feb 18 09:05:35.051479 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-7035d2a2-67e2-4479-baf0-2a06a0d97980 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/quotas/67d280681c92466b957d86889fb303b6 HTTP/1.1" status: 200 len: 375 time: 0.0334554 Feb 18 09:05:35.158561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad700dfd-bb0f-43be-827f-780cb428062d req-0c5ab339-3da0-4691-b5e2-a5aed4990543 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:35.168448 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad700dfd-bb0f-43be-827f-780cb428062d req-0c5ab339-3da0-4691-b5e2-a5aed4990543 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.4168375 Feb 18 09:05:35.277081 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Network c007c0e9-3b09-4935-b7b9-8a901322650c is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:35.292909 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad700dfd-bb0f-43be-827f-780cb428062d req-83e33c40-f268-4a11-8a6b-a1b8619472f1 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230073 Feb 18 09:05:35.307996 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:35.310100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b717aaa-7915-48f6-8543-8280548fe31d None None] Pushing event deleted for resources: {'Port': ['ID=7cd1016e-9fab-4aea-9eb1-35e55ddf3032,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:35.312921 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:05:35.363894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-eddc0b1d-67d9-4cad-afbb-cb49e906a0b4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Synchronizing usage tracker for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:05:35.412644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-eddc0b1d-67d9-4cad-afbb-cb49e906a0b4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Unset dirty status for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:05:35.434645 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Pushing event updated for resources: {'Port': ['ID=94dece5a-88a4-4309-9272-625fa75098b7,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:35.456667 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-eddc0b1d-67d9-4cad-afbb-cb49e906a0b4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=67d280681c92466b957d86889fb303b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3804970 Feb 18 09:05:35.501129 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:05:35.601346 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:35.611395 n-d-829434-1 neutron-server[87767]: DEBUG neutron.objects.ports [None req-b0f01f12-8295-4f9b-a6c9-035efd7d84fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87767) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 09:05:35.619233 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b0f01f12-8295-4f9b-a6c9-035efd7d84fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:35.632134 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-178be312-d931-4f0a-86ea-f7329331b866 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.3088210 Feb 18 09:05:35.634851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43488) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:35.650197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-2ce73d89-dc9c-4560-a4e7-c81f4553ee00 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Request body: {'port': {'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7', 'name': 'tempest-TaggedBootDevicesTest_v242-1054910025', 'fixed_ips': [{'subnet_id': '8e66a5db-8eab-4e27-9604-af278cece570'}]}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:35.720039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f01f12-8295-4f9b-a6c9-035efd7d84fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:35.727488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-b0f01f12-8295-4f9b-a6c9-035efd7d84fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:35.732678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f01f12-8295-4f9b-a6c9-035efd7d84fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:35.733971 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b0f01f12-8295-4f9b-a6c9-035efd7d84fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:35.763169 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b0f01f12-8295-4f9b-a6c9-035efd7d84fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2579868 Feb 18 09:05:35.768987 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43494) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:35.790792 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56522bd1-8e0d-4430-9472-c93ac7b0026f None None] Network b8db49a5-d459-47e2-ab70-0ed233d21bf7 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:35.802424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6256fe75-48af-498b-9b22-944280be70d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'mac_address': 'fa:16:3e:10:fa:8a', 'name': 'tempest-NetworksTestDHCPv6-328748392'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:35.855638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f01f12-8295-4f9b-a6c9-035efd7d84fc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=1b595148-1769-466c-b33f-c408d2a97974,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:36.097392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-19beff4c-f08a-4998-97ec-d39f8a1c47c1 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:05:36.128889 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-19beff4c-f08a-4998-97ec-d39f8a1c47c1 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6584630 Feb 18 09:05:36.178381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2ce73d89-dc9c-4560-a4e7-c81f4553ee00 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:36.188185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2ce73d89-dc9c-4560-a4e7-c81f4553ee00 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Usage tracker for resource:port and tenant:67fba04be8234c838f03f922f83b8802 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:36.227629 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6256fe75-48af-498b-9b22-944280be70d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:36.245507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6256fe75-48af-498b-9b22-944280be70d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:36.278144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6256fe75-48af-498b-9b22-944280be70d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:36.281355 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9915fb19-d329-4e7b-aeb9-113011fafe15 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:36.309102 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2ce73d89-dc9c-4560-a4e7-c81f4553ee00 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:36.404171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2ce73d89-dc9c-4560-a4e7-c81f4553ee00 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:36.424556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Attempting to bind port 94dece5a-88a4-4309-9272-625fa75098b7 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:36.424928 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Attempting to bind port 94dece5a-88a4-4309-9272-625fa75098b7 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '840be32f-0862-44e8-b5e9-bff14e520d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c007c0e9-3b09-4935-b7b9-8a901322650c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:36.425290 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Attempting to bind port 94dece5a-88a4-4309-9272-625fa75098b7 on network c007c0e9-3b09-4935-b7b9-8a901322650c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:05:36.434696 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:05:36.435556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Checking segment: {'id': '840be32f-0862-44e8-b5e9-bff14e520d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c007c0e9-3b09-4935-b7b9-8a901322650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:05:36.436563 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:36.437171 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Bound using segment: {'id': '840be32f-0862-44e8-b5e9-bff14e520d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c007c0e9-3b09-4935-b7b9-8a901322650c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:05:36.437879 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Bound port: 94dece5a-88a4-4309-9272-625fa75098b7, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840be32f-0862-44e8-b5e9-bff14e520d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c007c0e9-3b09-4935-b7b9-8a901322650c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:36.438474 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:36.455230 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-90d5bc0a-e53a-4544-9f03-667e67c3bfb3 service neutron] 10.222.0.72 "GET /v2.0/networks/7160f18e-9887-4ee9-b7aa-f783c569b75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254178 Feb 18 09:05:36.480073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce73d89-dc9c-4560-a4e7-c81f4553ee00 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Made reservation on behalf of 67fba04be8234c838f03f922f83b8802 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:36.480359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-39f5e175-4c5d-49f3-ae1c-95ff7fb2b91c None None] Provisioning for port 0e38fd3d-2587-4d11-8cbd-43a047f129df completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:36.496179 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': '5206d534-c7c7-4370-8f4c-f44102c8b591'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:05:36.497169 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:36.500491 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6256fe75-48af-498b-9b22-944280be70d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:36.537413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-6256fe75-48af-498b-9b22-944280be70d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port 63c6d286-b0e9-4376-a5b8-b2e3d5f94fc6 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:05:36.575660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43514) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:36.630712 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 9915fb19-d329-4e7b-aeb9-113011fafe15 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:36.631353 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:36.735711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2072925432', 'router:external': True}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:36.749599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:36.768344 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Usage tracker for resource:network and tenant:82297e75180b430aae0d4b04ceea4787 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:36.769623 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-89e0b141-1774-44b2-bda8-8c30d951d6f9 service neutron] 10.222.0.72 "GET /v2.0/networks/7160f18e-9887-4ee9-b7aa-f783c569b75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132913 Feb 18 09:05:36.804975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:36.813449 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] For port 94dece5a-88a4-4309-9272-625fa75098b7, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:05:36.816030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e97e1-910e-42ec-987e-9736655bc43e req-e85a149d-0e7c-4244-a145-aba58ef7b6bd tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:36.819264 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:36.824699 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e1e97e1-910e-42ec-987e-9736655bc43e req-e85a149d-0e7c-4244-a145-aba58ef7b6bd tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.5114388 Feb 18 09:05:36.830738 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] For port 94dece5a-88a4-4309-9272-625fa75098b7, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=94dece5a-88a4-4309-9272-625fa75098b7,segment=NetworkSegment(840be32f-0862-44e8-b5e9-bff14e520d46),segment_id=840be32f-0862-44e8-b5e9-bff14e520d46)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:05:36.835285 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2ce73d89-dc9c-4560-a4e7-c81f4553ee00 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:36.862648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Made reservation on behalf of 82297e75180b430aae0d4b04ceea4787 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:36.864980 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:36.893312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-2ce73d89-dc9c-4560-a4e7-c81f4553ee00 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] device_id is not set on port 21f5395e-91c2-45cb-9462-e9b25b7c5da5 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:05:36.913932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-6256fe75-48af-498b-9b22-944280be70d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::1f8 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/5206d534-c7c7-4370-8f4c-f44102c8b591/63c6d286-b0e9-4376-a5b8-b2e3d5f94fc6) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:36.916141 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:36.923743 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0e38fd3d-2587-4d11-8cbd-43a047f129df up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:36.943635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e1e97e1-910e-42ec-987e-9736655bc43e req-8faa111c-19f1-4d2c-87ec-daae9b3369f6 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160021 Feb 18 09:05:36.962540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:36.971828 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:36.973905 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Usage tracker for resource:security_group_rule and tenant:82297e75180b430aae0d4b04ceea4787 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:36.977088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-6256fe75-48af-498b-9b22-944280be70d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8:0:1:f816:3eff:fe10:fa8a (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/1b595148-1769-466c-b33f-c408d2a97974/63c6d286-b0e9-4376-a5b8-b2e3d5f94fc6) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:36.993607 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:37.033805 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:37.087794 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1094c-4554-4924-a46e-d34976feefcd None None] Pushing event updated for resources: {'Port': ['ID=94dece5a-88a4-4309-9272-625fa75098b7,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:37.161718 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 0e38fd3d-2587-4d11-8cbd-43a047f129df completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:37.168369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0e38fd3d-2587-4d11-8cbd-43a047f129df triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:37.169038 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:37.275566 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2daa28dd-72f2-4f6c-8207-bd3e411e3bb3 req-b0625c77-9276-4a61-b4e4-021e92fd9d16 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 210 time: 0.1223297 Feb 18 09:05:37.430534 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-76114bf8-1f31-4e67-99f6-b710ed1e07a0 None None] Provisioning for port 62e59aac-fd01-42b9-a659-61b3f4330c06 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:37.446997 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-76114bf8-1f31-4e67-99f6-b710ed1e07a0 None None] Provisioning complete for port 62e59aac-fd01-42b9-a659-61b3f4330c06 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:37.448597 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-76114bf8-1f31-4e67-99f6-b710ed1e07a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:37.559774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-2ce73d89-dc9c-4560-a4e7-c81f4553ee00 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Allocated IP 10.1.1.5 (b8db49a5-d459-47e2-ab70-0ed233d21bf7/8e66a5db-8eab-4e27-9604-af278cece570/21f5395e-91c2-45cb-9462-e9b25b7c5da5) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:37.572398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-76114bf8-1f31-4e67-99f6-b710ed1e07a0 None None] Port 62e59aac-fd01-42b9-a659-61b3f4330c06 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:05:37.578817 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:37.624943 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-76114bf8-1f31-4e67-99f6-b710ed1e07a0 None None] Provisioning complete for port 0e38fd3d-2587-4d11-8cbd-43a047f129df triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:37.624943 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-76114bf8-1f31-4e67-99f6-b710ed1e07a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:37.843375 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 0e38fd3d-2587-4d11-8cbd-43a047f129df, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0e38fd3d-2587-4d11-8cbd-43a047f129df,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:37.863419 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.010059 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2ce73d89-dc9c-4560-a4e7-c81f4553ee00 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.040532 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-2ce73d89-dc9c-4560-a4e7-c81f4553ee00 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Transition to ACTIVE for port object 21f5395e-91c2-45cb-9462-e9b25b7c5da5 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:38.110485 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2ce73d89-dc9c-4560-a4e7-c81f4553ee00 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.157694 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=0e38fd3d-2587-4d11-8cbd-43a047f129df,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:38.194973 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 94dece5a-88a4-4309-9272-625fa75098b7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:38.261982 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.278355 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.294015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:05:38.304016 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.304763 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Added segment 3ce16d4c-eded-4592-8b59-5bacab563fd8 of type vlan for network 7803297d-5a62-4cc7-b8c5-19f28e870d56 Feb 18 09:05:38.328058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce73d89-dc9c-4560-a4e7-c81f4553ee00 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Network b8db49a5-d459-47e2-ab70-0ed233d21bf7 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:38.329729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-2ce73d89-dc9c-4560-a4e7-c81f4553ee00 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:38.333214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce73d89-dc9c-4560-a4e7-c81f4553ee00 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:05:38.340992 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.359291 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 94dece5a-88a4-4309-9272-625fa75098b7 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:38.386777 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6c7d33-8948-47b7-b585-cc7fe9b36be9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:38.408751 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6256fe75-48af-498b-9b22-944280be70d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.432398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a4af09e3-492d-43db-af0e-45311b916196 None None] Provisioning complete for port 62e59aac-fd01-42b9-a659-61b3f4330c06 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:38.432398 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a4af09e3-492d-43db-af0e-45311b916196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.488353 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-6256fe75-48af-498b-9b22-944280be70d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object 63c6d286-b0e9-4376-a5b8-b2e3d5f94fc6 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:38.503466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce73d89-dc9c-4560-a4e7-c81f4553ee00 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event updated for resources: {'Port': ['ID=21f5395e-91c2-45cb-9462-e9b25b7c5da5,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:38.535513 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.538733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:38.539554 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.567143 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a4af09e3-492d-43db-af0e-45311b916196 None None] Port 62e59aac-fd01-42b9-a659-61b3f4330c06 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:05:38.614443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce73d89-dc9c-4560-a4e7-c81f4553ee00 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:38.615017 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2ce73d89-dc9c-4560-a4e7-c81f4553ee00 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.681359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2ce73d89-dc9c-4560-a4e7-c81f4553ee00 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.0451500 Feb 18 09:05:38.711109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbd81e-0d4c-44dc-8a1b-84e48667a42a req-bb32798e-30f2-4cf0-a05e-0a53edb7de85 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:38.719491 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-61fbd81e-0d4c-44dc-8a1b-84e48667a42a req-bb32798e-30f2-4cf0-a05e-0a53edb7de85 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.3947840 Feb 18 09:05:38.743813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Pushing event updated for resources: {'Network': ['ID=7803297d-5a62-4cc7-b8c5-19f28e870d56,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:38.747528 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6256fe75-48af-498b-9b22-944280be70d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.789894 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 7803297d-5a62-4cc7-b8c5-19f28e870d56 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:05:38.799978 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-29c76935-5254-44ee-896b-f61c2f5d6d89 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.2203155 Feb 18 09:05:38.812619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43558) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:38.846868 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e9341c29-0e8f-4a97-a119-b64af655015f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Request body: {'subnet': {'network_id': '7803297d-5a62-4cc7-b8c5-19f28e870d56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:38.859895 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6256fe75-48af-498b-9b22-944280be70d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:38.869856 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e9341c29-0e8f-4a97-a119-b64af655015f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:38.872749 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-6256fe75-48af-498b-9b22-944280be70d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:38.878206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6256fe75-48af-498b-9b22-944280be70d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:05:38.884313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6256fe75-48af-498b-9b22-944280be70d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:38.885052 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6256fe75-48af-498b-9b22-944280be70d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:38.904589 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e9341c29-0e8f-4a97-a119-b64af655015f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Usage tracker for resource:subnet and tenant:82297e75180b430aae0d4b04ceea4787 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:38.911289 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e9341c29-0e8f-4a97-a119-b64af655015f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:38.918786 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6256fe75-48af-498b-9b22-944280be70d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1326773 Feb 18 09:05:38.919667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256fe75-48af-498b-9b22-944280be70d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=63c6d286-b0e9-4376-a5b8-b2e3d5f94fc6,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:38.932029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43562) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:38.954028 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e9341c29-0e8f-4a97-a119-b64af655015f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:39.021691 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-aa0c99f9-6048-4bdb-992d-e342b60aba3b None None] Provisioning for port 21f5395e-91c2-45cb-9462-e9b25b7c5da5 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:39.035855 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-aa0c99f9-6048-4bdb-992d-e342b60aba3b None None] Provisioning complete for port 21f5395e-91c2-45cb-9462-e9b25b7c5da5 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:39.036234 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aa0c99f9-6048-4bdb-992d-e342b60aba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:39.074469 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9341c29-0e8f-4a97-a119-b64af655015f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Made reservation on behalf of 82297e75180b430aae0d4b04ceea4787 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:39.078230 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9341c29-0e8f-4a97-a119-b64af655015f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:39.108456 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-61fbd81e-0d4c-44dc-8a1b-84e48667a42a req-c60db242-7ca9-438a-a38e-8adb97abd62c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877559 Feb 18 09:05:39.117027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270aa29a-67d4-45ce-afe8-a10590b14e56 None None] Network c007c0e9-3b09-4935-b7b9-8a901322650c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:39.124138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc589f-86ac-4dca-af2e-ecc30019c53f req-e6373100-28ec-4244-b3e2-954ea8735615 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:39.125934 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7fc589f-86ac-4dca-af2e-ecc30019c53f req-e6373100-28ec-4244-b3e2-954ea8735615 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 945 time: 0.9190142 Feb 18 09:05:39.207580 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Allocated IP 2001:db8::2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/5206d534-c7c7-4370-8f4c-f44102c8b591/41174e3d-f53b-4cc7-937d-58aee5225acc) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:39.224743 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Allocated IP 2001:db8:0:1:f816:3eff:fef4:a1f2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/1b595148-1769-466c-b33f-c408d2a97974/41174e3d-f53b-4cc7-937d-58aee5225acc) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:39.285942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-06b0403e-1ae6-4591-9702-07af4a27af6c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port 63c6d286-b0e9-4376-a5b8-b2e3d5f94fc6 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:05:39.296778 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-06b0403e-1ae6-4591-9702-07af4a27af6c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:39.509492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08ac604c-3263-4a90-b92b-e8fb657e20a8 req-0d8ff374-cb9b-4106-a34d-cbce20047f72 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 210 time: 0.1771235 Feb 18 09:05:39.562245 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7fc589f-86ac-4dca-af2e-ecc30019c53f req-0c7d5da0-c0a3-4653-9858-054894da14ec tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035165 Feb 18 09:05:39.679467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-605074ef-d58b-431e-8b5e-b86e753c4f28 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:39.681746 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-605074ef-d58b-431e-8b5e-b86e753c4f28 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.61 "GET /v2.0/networks?id=7160f18e-9887-4ee9-b7aa-f783c569b75b HTTP/1.1" status: 200 len: 797 time: 0.5549309 Feb 18 09:05:39.700175 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31718f-918c-4a28-a16c-0054e5b4b722 req-c856f4dc-996c-4e2d-a630-49c6e20311b7 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:39.702475 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-be31718f-918c-4a28-a16c-0054e5b4b722 req-c856f4dc-996c-4e2d-a630-49c6e20311b7 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.61 "GET /v2.0/ports?device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 945 time: 0.2345977 Feb 18 09:05:39.756254 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-06b0403e-1ae6-4591-9702-07af4a27af6c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:39.757108 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c99f9-6048-4bdb-992d-e342b60aba3b None None] Port 21f5395e-91c2-45cb-9462-e9b25b7c5da5 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:05:39.806913 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-761102af-2766-499a-be04-d43887517cd6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d280681c92466b957d86889fb303b6 HTTP/1.1" status: 200 len: 379 time: 0.1153653 Feb 18 09:05:39.813710 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-be31718f-918c-4a28-a16c-0054e5b4b722 req-ed49ea31-ee1f-43f8-950d-b1fb9ea906d8 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Deleting port c71859eb-c799-401b-8d8a-9afc851aa091 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:05:39.816611 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-be31718f-918c-4a28-a16c-0054e5b4b722 req-ed49ea31-ee1f-43f8-950d-b1fb9ea906d8 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:39.838663 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:39.865292 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Transition to ACTIVE for port object 41174e3d-f53b-4cc7-937d-58aee5225acc will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:39.900072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-1256dd3d-2133-4865-aeca-064fdc6129e9 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'port': {'device_id': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'admin_state_up': True, 'tenant_id': '67d280681c92466b957d86889fb303b6', 'security_groups': ['8e523728-0e5c-478c-9b63-79823a2dd5be']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:39.909090 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Transition to ACTIVE for port object 41174e3d-f53b-4cc7-937d-58aee5225acc will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:39.932018 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:39.995900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-06b0403e-1ae6-4591-9702-07af4a27af6c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for 63c6d286-b0e9-4376-a5b8-b2e3d5f94fc6 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:05:40.097345 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0e38fd3d-2587-4d11-8cbd-43a047f129df up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:40.222802 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43574) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:40.236931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1270095088', 'description': 'tempest-description--409631722'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:40.246834 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-eb3df34c-6c30-4e36-be8c-3b67c59e6af9 None None] Provisioning for port 94dece5a-88a4-4309-9272-625fa75098b7 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:40.274032 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-eb3df34c-6c30-4e36-be8c-3b67c59e6af9 None None] Provisioning complete for port 94dece5a-88a4-4309-9272-625fa75098b7 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:40.274444 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eb3df34c-6c30-4e36-be8c-3b67c59e6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:40.280261 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-06b0403e-1ae6-4591-9702-07af4a27af6c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:40.317493 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-1256dd3d-2133-4865-aeca-064fdc6129e9 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:40.325625 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:40.338636 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:40.344409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-1256dd3d-2133-4865-aeca-064fdc6129e9 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:40.357547 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0403e-1ae6-4591-9702-07af4a27af6c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=63c6d286-b0e9-4376-a5b8-b2e3d5f94fc6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:40.368595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:40.373568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-1256dd3d-2133-4865-aeca-064fdc6129e9 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Made reservation on behalf of 67d280681c92466b957d86889fb303b6 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:40.378242 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-1256dd3d-2133-4865-aeca-064fdc6129e9 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:40.381760 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:05:40.427755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Usage tracker for resource:security_group and tenant:67fba04be8234c838f03f922f83b8802 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:40.431453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:40.523655 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:40.600053 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Pushing event updated for resources: {'Port': ['ID=41174e3d-f53b-4cc7-937d-58aee5225acc,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:40.640553 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-06b0403e-1ae6-4591-9702-07af4a27af6c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:40.689881 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:40.740465 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-06b0403e-1ae6-4591-9702-07af4a27af6c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/63c6d286-b0e9-4376-a5b8-b2e3d5f94fc6 HTTP/1.1" status: 204 len: 168 time: 1.8037045 Feb 18 09:05:40.746167 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0e38fd3d-2587-4d11-8cbd-43a047f129df triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:40.746990 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:40.753537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43590) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:40.772220 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb6df133-18e6-404c-9f55-c877fe271df7 req-cd05ba2b-5416-40ab-a8ce-dacd3189d068 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 210 time: 0.0482996 Feb 18 09:05:40.782572 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Attempting to bind port 41174e3d-f53b-4cc7-937d-58aee5225acc on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:40.795013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Attempting to bind port 41174e3d-f53b-4cc7-937d-58aee5225acc by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:40.795630 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Attempting to bind port 41174e3d-f53b-4cc7-937d-58aee5225acc on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:05:40.859383 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:05:40.859835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:05:40.861571 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:40.861571 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:05:40.861571 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Bound port: 41174e3d-f53b-4cc7-937d-58aee5225acc, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:40.861571 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:40.899380 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:40.922540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0f7ef-f85e-4c89-8234-c39369aaa749 req-0328b98e-7035-45ed-9721-2ff341be268e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:40.930736 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b5c0f7ef-f85e-4c89-8234-c39369aaa749 req-0328b98e-7035-45ed-9721-2ff341be268e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.5157952 Feb 18 09:05:40.954278 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Usage tracker for resource:security_group_rule and tenant:67fba04be8234c838f03f922f83b8802 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:40.974520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:41.019964 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eb3df34c-6c30-4e36-be8c-3b67c59e6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:41.035622 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:41.128781 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-1256dd3d-2133-4865-aeca-064fdc6129e9 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Allocated IP 172.20.0.7 (7160f18e-9887-4ee9-b7aa-f783c569b75b/46fdaabc-0fa6-488d-9c34-bd1b9ce106ea/bc685c6c-668e-487f-8f16-c1c933df8e65) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:41.136668 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-be31718f-918c-4a28-a16c-0054e5b4b722 req-ed49ea31-ee1f-43f8-950d-b1fb9ea906d8 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] For port c71859eb-c799-401b-8d8a-9afc851aa091, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=c71859eb-c799-401b-8d8a-9afc851aa091,segment=NetworkSegment(47a48769-04a4-4c1d-8d6e-7c420d8f35c7),segment_id=47a48769-04a4-4c1d-8d6e-7c420d8f35c7)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:41.137592 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-be31718f-918c-4a28-a16c-0054e5b4b722 req-ed49ea31-ee1f-43f8-950d-b1fb9ea906d8 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:41.141021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] For port 41174e3d-f53b-4cc7-937d-58aee5225acc, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:05:41.146889 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-eb3df34c-6c30-4e36-be8c-3b67c59e6af9 None None] For port 94dece5a-88a4-4309-9272-625fa75098b7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=94dece5a-88a4-4309-9272-625fa75098b7,segment=NetworkSegment(840be32f-0862-44e8-b5e9-bff14e520d46),segment_id=840be32f-0862-44e8-b5e9-bff14e520d46)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:41.166623 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eb3df34c-6c30-4e36-be8c-3b67c59e6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:41.171795 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] For port 41174e3d-f53b-4cc7-937d-58aee5225acc, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=41174e3d-f53b-4cc7-937d-58aee5225acc,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:05:41.192145 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b5c0f7ef-f85e-4c89-8234-c39369aaa749 req-da628bd7-f372-42cd-8209-3fc676ddb999 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604158 Feb 18 09:05:41.226833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f01a88-1985-49ed-8a55-6f13b55b0541 req-028d901a-bad5-46fa-9dce-539200c0c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:41.231458 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-91f01a88-1985-49ed-8a55-6f13b55b0541 req-028d901a-bad5-46fa-9dce-539200c0c4e8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0608b781957e43609e9ef7685b762a69&device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 1097 time: 0.8176703 Feb 18 09:05:41.252639 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:41.267975 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:41.314810 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3df34c-6c30-4e36-be8c-3b67c59e6af9 None None] Pushing event updated for resources: {'Port': ['ID=94dece5a-88a4-4309-9272-625fa75098b7,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:41.327485 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-eedbe8b4-a4df-4077-a8e1-65f59e0a8e7c None None] Provisioning complete for port 94dece5a-88a4-4309-9272-625fa75098b7 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:41.328060 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eedbe8b4-a4df-4077-a8e1-65f59e0a8e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:41.491041 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:41.503679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-be31718f-918c-4a28-a16c-0054e5b4b722 req-ed49ea31-ee1f-43f8-950d-b1fb9ea906d8 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Calling delete_port for c71859eb-c799-401b-8d8a-9afc851aa091 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:05:41.507091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f01a88-1985-49ed-8a55-6f13b55b0541 req-f5083105-745a-4c95-b7bb-213cacb55971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:41.508867 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-91f01a88-1985-49ed-8a55-6f13b55b0541 req-f5083105-745a-4c95-b7bb-213cacb55971 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f40be500-670f-4365-9b1b-50944ae5e3f7 HTTP/1.1" status: 200 len: 914 time: 0.2614026 Feb 18 09:05:41.520871 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12618927-8b46-4553-a151-f8c90e6529e6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:41.521590 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-12618927-8b46-4553-a151-f8c90e6529e6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:05:41.581933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783f42f-dacc-4b64-9881-ade4e8595968 None None] Pushing event updated for resources: {'Port': ['ID=41174e3d-f53b-4cc7-937d-58aee5225acc,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:41.690138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4e6d7-c9fb-403f-a894-1713c216adf5 req-ed600c5f-7d42-4345-9140-f732092f2764 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:41.699675 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7a4e6d7-c9fb-403f-a894-1713c216adf5 req-ed600c5f-7d42-4345-9140-f732092f2764 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 945 time: 0.7303424 Feb 18 09:05:41.758006 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-91f01a88-1985-49ed-8a55-6f13b55b0541 req-1a4c3ad3-ca63-40f4-aa2e-de89f00036bc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ef0527-e478-43f1-8711-8726f87c803f HTTP/1.1" status: 200 len: 217 time: 0.2173052 Feb 18 09:05:41.919289 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f01a88-1985-49ed-8a55-6f13b55b0541 req-848a9135-d822-4653-b69d-9a58a821029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:41.921664 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-91f01a88-1985-49ed-8a55-6f13b55b0541 req-848a9135-d822-4653-b69d-9a58a821029b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c9735f5-e885-4001-b6bc-713131a65bb6 HTTP/1.1" status: 200 len: 853 time: 0.1451933 Feb 18 09:05:41.987124 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-91f01a88-1985-49ed-8a55-6f13b55b0541 req-fe5ac75e-948e-44c8-82d2-3230ff9f5687 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f40be500-670f-4365-9b1b-50944ae5e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570936 Feb 18 09:05:41.987124 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-12618927-8b46-4553-a151-f8c90e6529e6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:05:41.990005 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-12618927-8b46-4553-a151-f8c90e6529e6 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 1.2337849 Feb 18 09:05:41.992568 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43610) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:42.156290 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:42.177462 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:42.206969 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7a4e6d7-c9fb-403f-a894-1713c216adf5 req-a270109f-5ae8-4223-9d22-2b15a551043b tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/security-groups?id=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064201 Feb 18 09:05:42.268206 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 41174e3d-f53b-4cc7-937d-58aee5225acc up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:42.402954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6ec69a-c4cd-42ca-a040-29363674ed1f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:42.439218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 41174e3d-f53b-4cc7-937d-58aee5225acc completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:42.447668 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 94dece5a-88a4-4309-9272-625fa75098b7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:42.452499 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:42.453811 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.2256413 Feb 18 09:05:42.461921 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43628) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:42.465157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.objects.ports [None req-e9341c29-0e8f-4a97-a119-b64af655015f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87767) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 09:05:42.469548 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9341c29-0e8f-4a97-a119-b64af655015f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:42.494611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-76ed79d3-c444-4eaf-8e5a-784360d6fa2d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Request body: {'security_group_rule': {'security_group_id': '8b6ec69a-c4cd-42ca-a040-29363674ed1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:42.504906 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:42.507658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:42.508102 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:42.508533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:42.508988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:42.510999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:42.511418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:42.511823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:42.512930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:42.515785 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:42.516238 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:42.517600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2458b5-6293-479e-ba7f-2689c712f26f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:42.569360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-76ed79d3-c444-4eaf-8e5a-784360d6fa2d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:42.611882 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-76ed79d3-c444-4eaf-8e5a-784360d6fa2d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Usage tracker for resource:security_group_rule and tenant:67fba04be8234c838f03f922f83b8802 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:42.620912 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-be31718f-918c-4a28-a16c-0054e5b4b722 req-ed49ea31-ee1f-43f8-950d-b1fb9ea906d8 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:42.627999 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4635c213-acaa-47f4-9298-97eb6cb80180 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:42.633282 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4635c213-acaa-47f4-9298-97eb6cb80180 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.6398275 Feb 18 09:05:42.636681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-76ed79d3-c444-4eaf-8e5a-784360d6fa2d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:42.640210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43632) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:42.686374 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 94dece5a-88a4-4309-9272-625fa75098b7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:42.686763 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:42.692936 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-76ed79d3-c444-4eaf-8e5a-784360d6fa2d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:42.778150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797428fe-afb3-4b02-889b-396d5bd931d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:42.780906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797428fe-afb3-4b02-889b-396d5bd931d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:42.782790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797428fe-afb3-4b02-889b-396d5bd931d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:42.783799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-797428fe-afb3-4b02-889b-396d5bd931d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:05:42.788787 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-1256dd3d-2133-4865-aeca-064fdc6129e9 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:42.796654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3afb9443-9b11-4933-8ab0-e8f4ceb82312 req-1c9a6974-ed04-4135-a01f-607f3894448b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Synchronizing usage tracker for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:05:42.816902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49ea31-ee1f-43f8-950d-b1fb9ea906d8 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Pushing event deleted for resources: {'Port': ['ID=c71859eb-c799-401b-8d8a-9afc851aa091,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:42.819322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9341c29-0e8f-4a97-a119-b64af655015f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2e65a2f8-b0ec-4e0c-b53d-76f5a222c156,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:42.829530 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-91f01a88-1985-49ed-8a55-6f13b55b0541 req-d9191c46-375b-4d24-8ea5-32386c66a469 service neutron] 10.222.0.81 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8336802 Feb 18 09:05:42.928977 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-1256dd3d-2133-4865-aeca-064fdc6129e9 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Transition to ACTIVE for port object bc685c6c-668e-487f-8f16-c1c933df8e65 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:42.939594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3afb9443-9b11-4933-8ab0-e8f4ceb82312 req-1c9a6974-ed04-4135-a01f-607f3894448b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Unset dirty status for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:05:42.944101 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3afb9443-9b11-4933-8ab0-e8f4ceb82312 req-1c9a6974-ed04-4135-a01f-607f3894448b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 210 time: 0.4026523 Feb 18 09:05:42.945236 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-be31718f-918c-4a28-a16c-0054e5b4b722 req-ed49ea31-ee1f-43f8-950d-b1fb9ea906d8 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] No DVR routers for this DVR port c71859eb-c799-401b-8d8a-9afc851aa091 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:05:42.953507 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-be31718f-918c-4a28-a16c-0054e5b4b722 req-ed49ea31-ee1f-43f8-950d-b1fb9ea906d8 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:42.956103 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-be31718f-918c-4a28-a16c-0054e5b4b722 req-ed49ea31-ee1f-43f8-950d-b1fb9ea906d8 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.61 "DELETE /v2.0/ports/c71859eb-c799-401b-8d8a-9afc851aa091 HTTP/1.1" status: 204 len: 173 time: 3.2404401 Feb 18 09:05:42.957932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38710dbf-6b7d-462a-9ed3-3fa1c0765173', 'name': 'network-vif-deleted', 'tag': 'c71859eb-c799-401b-8d8a-9afc851aa091'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:05:42.984181 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828e4e56-76f5-4f5d-8736-7ff09c5dee27 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:43.103616 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-76ed79d3-c444-4eaf-8e5a-784360d6fa2d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:43.123235 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-797428fe-afb3-4b02-889b-396d5bd931d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:05:43.133271 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8276e455-3f66-48c5-910f-324285408ecb None None] Provisioning for port 41174e3d-f53b-4cc7-937d-58aee5225acc completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:43.134380 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-797428fe-afb3-4b02-889b-396d5bd931d9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4890192 Feb 18 09:05:43.136631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43646) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:43.144580 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38710dbf-6b7d-462a-9ed3-3fa1c0765173', 'name': 'network-vif-deleted', 'tag': 'c71859eb-c799-401b-8d8a-9afc851aa091', 'status': 'completed', 'code': 200} Feb 18 09:05:43.203742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9341c29-0e8f-4a97-a119-b64af655015f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Checking segment: {'id': '3ce16d4c-eded-4592-8b59-5bacab563fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7803297d-5a62-4cc7-b8c5-19f28e870d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:05:43.204096 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9341c29-0e8f-4a97-a119-b64af655015f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Network hostable DHCP agents. Network: 7803297d-5a62-4cc7-b8c5-19f28e870d56, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:05:43.236643 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-1256dd3d-2133-4865-aeca-064fdc6129e9 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:43.266124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-202bdcbb-5051-47e7-a17c-ed88f301d310 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet 1b595148-1769-466c-b33f-c408d2a97974 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:05:43.287570 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8276e455-3f66-48c5-910f-324285408ecb None None] Provisioning complete for port 41174e3d-f53b-4cc7-937d-58aee5225acc triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:43.288137 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8276e455-3f66-48c5-910f-324285408ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:43.314235 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9341c29-0e8f-4a97-a119-b64af655015f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Network 7803297d-5a62-4cc7-b8c5-19f28e870d56 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:05:43.342178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-e9341c29-0e8f-4a97-a119-b64af655015f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 7803297d-5a62-4cc7-b8c5-19f28e870d56) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:43.342409 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-202bdcbb-5051-47e7-a17c-ed88f301d310 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:43.367717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9341c29-0e8f-4a97-a119-b64af655015f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:43.368059 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9341c29-0e8f-4a97-a119-b64af655015f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:43.377141 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-76ed79d3-c444-4eaf-8e5a-784360d6fa2d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:43.389327 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c9cdc5-cb27-435e-b84c-38d33e847588 None None] Network 7803297d-5a62-4cc7-b8c5-19f28e870d56 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:43.406721 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-76ed79d3-c444-4eaf-8e5a-784360d6fa2d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:43.409928 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-91f01a88-1985-49ed-8a55-6f13b55b0541 req-9b8318ff-11a9-4f99-be6b-9044a7a7f5a0 service neutron] 10.222.0.81 "GET /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696647 Feb 18 09:05:43.462573 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device c71859eb-c799-401b-8d8a-9afc851aa091 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:05:43.498998 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-202bdcbb-5051-47e7-a17c-ed88f301d310 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:43.506008 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed79d3-c444-4eaf-8e5a-784360d6fa2d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518ab92d-5957-49cd-8391-76e1681e2e7c,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:43.536896 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e9341c29-0e8f-4a97-a119-b64af655015f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.7198374 Feb 18 09:05:43.541227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43658) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:43.551631 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-76ed79d3-c444-4eaf-8e5a-784360d6fa2d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:43.556422 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-76ed79d3-c444-4eaf-8e5a-784360d6fa2d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0792120 Feb 18 09:05:43.569662 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-5d8bac19-6878-4e54-8558-fdbe214dac75 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-626129213', 'network_id': '7803297d-5a62-4cc7-b8c5-19f28e870d56'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:43.588729 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43664) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:43.601420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5d8bac19-6878-4e54-8558-fdbe214dac75 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:43.613992 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5d8bac19-6878-4e54-8558-fdbe214dac75 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Usage tracker for resource:port and tenant:82297e75180b430aae0d4b04ceea4787 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:43.624839 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5d8bac19-6878-4e54-8558-fdbe214dac75 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:43.641821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5d8bac19-6878-4e54-8558-fdbe214dac75 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:43.662551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: c71859eb-c799-401b-8d8a-9afc851aa091 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:05:43.662962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device c71859eb-c799-401b-8d8a-9afc851aa091 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:05:43.667389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e477c80c-ffde-4ec5-9f8d-b02ff9bd8de2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Request body: {'security_group_rule': {'security_group_id': '8b6ec69a-c4cd-42ca-a040-29363674ed1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:43.683690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e477c80c-ffde-4ec5-9f8d-b02ff9bd8de2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:43.697863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e477c80c-ffde-4ec5-9f8d-b02ff9bd8de2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Usage tracker for resource:security_group_rule and tenant:67fba04be8234c838f03f922f83b8802 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:43.709842 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e477c80c-ffde-4ec5-9f8d-b02ff9bd8de2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:43.723251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e477c80c-ffde-4ec5-9f8d-b02ff9bd8de2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:43.736310 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8bac19-6878-4e54-8558-fdbe214dac75 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Made reservation on behalf of 82297e75180b430aae0d4b04ceea4787 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:43.742703 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d8bac19-6878-4e54-8558-fdbe214dac75 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:43.830789 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e477c80c-ffde-4ec5-9f8d-b02ff9bd8de2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:43.834500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-1256dd3d-2133-4865-aeca-064fdc6129e9 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Network 7160f18e-9887-4ee9-b7aa-f783c569b75b is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:43.836377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b1627762-855e-4c39-944c-0b1622e6c2de req-a602ac84-3295-42b3-b34e-50b1c26f0c21 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Synchronizing usage tracker for tenant:2a48c799eeea46379351a2e62cc35b47 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:05:43.886796 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-1256dd3d-2133-4865-aeca-064fdc6129e9 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:43.893211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-1256dd3d-2133-4865-aeca-064fdc6129e9 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:05:43.921444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-5d8bac19-6878-4e54-8558-fdbe214dac75 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] device_id is not set on port 355e2dde-96b8-4336-a7f9-5973b265f261 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:05:43.981036 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8276e455-3f66-48c5-910f-324285408ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:43.986040 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-202bdcbb-5051-47e7-a17c-ed88f301d310 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.015644 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e477c80c-ffde-4ec5-9f8d-b02ff9bd8de2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.021777 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43672) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:44.046494 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e477c80c-ffde-4ec5-9f8d-b02ff9bd8de2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.077290 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b1627762-855e-4c39-944c-0b1622e6c2de req-a602ac84-3295-42b3-b34e-50b1c26f0c21 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] Unset dirty status for tenant:2a48c799eeea46379351a2e62cc35b47 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:05:44.093101 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1627762-855e-4c39-944c-0b1622e6c2de req-a602ac84-3295-42b3-b34e-50b1c26f0c21 tempest-VolumesSnapshotTestJSON-244634880 tempest-VolumesSnapshotTestJSON-244634880-project] 10.222.0.72 "GET /v2.0/ports?device_id=38710dbf-6b7d-462a-9ed3-3fa1c0765173 HTTP/1.1" status: 200 len: 210 time: 0.4490752 Feb 18 09:05:44.121202 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bf1cd1-bd72-4f98-8133-31a54bf78a5a None None] Network 7803297d-5a62-4cc7-b8c5-19f28e870d56 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:44.175017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477c80c-ffde-4ec5-9f8d-b02ff9bd8de2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54566411-31b8-48a1-97a0-b40f0ac0b8e6,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:44.184662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256dd3d-2133-4865-aeca-064fdc6129e9 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Port': ['ID=bc685c6c-668e-487f-8f16-c1c933df8e65,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:44.212763 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04410144-1b05-4a49-989a-de41f3382cb2 req-3f13b2ce-112b-453c-b7a7-2474ebf8b8fa tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:44.222816 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e477c80c-ffde-4ec5-9f8d-b02ff9bd8de2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.224000 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e477c80c-ffde-4ec5-9f8d-b02ff9bd8de2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6329794 Feb 18 09:05:44.227767 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04410144-1b05-4a49-989a-de41f3382cb2 req-3f13b2ce-112b-453c-b7a7-2474ebf8b8fa tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 1.1928916 Feb 18 09:05:44.229416 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43678) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:44.341879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:44.363511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-5d8bac19-6878-4e54-8558-fdbe214dac75 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Allocated IP 2001:db8::323 (7803297d-5a62-4cc7-b8c5-19f28e870d56/2e65a2f8-b0ec-4e0c-b53d-76f5a222c156/355e2dde-96b8-4336-a7f9-5973b265f261) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:44.390516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:44.395431 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-202bdcbb-5051-47e7-a17c-ed88f301d310 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.403001 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9624ab1-520d-455b-b49b-49377626a1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.425959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c9624ab1-520d-455b-b49b-49377626a1a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:44.440041 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-8276e455-3f66-48c5-910f-324285408ecb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:05:44.440649 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-8276e455-3f66-48c5-910f-324285408ecb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:05:44.461215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c9624ab1-520d-455b-b49b-49377626a1a5 admin admin] Usage tracker for resource:security_group_rule and tenant:cb23cd9fd2814219882ca5c0ab83bdd3 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:44.481622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c9624ab1-520d-455b-b49b-49377626a1a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:44.506817 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c9624ab1-520d-455b-b49b-49377626a1a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:44.508658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-1256dd3d-2133-4865-aeca-064fdc6129e9 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:44.510064 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-1256dd3d-2133-4865-aeca-064fdc6129e9 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.534495 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-202bdcbb-5051-47e7-a17c-ed88f301d310 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.541542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Usage tracker for resource:floatingip and tenant:67fba04be8234c838f03f922f83b8802 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:44.556443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:44.598635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bdcbb-5051-47e7-a17c-ed88f301d310 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=1b595148-1769-466c-b33f-c408d2a97974,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:44.601334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:44.608757 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04410144-1b05-4a49-989a-de41f3382cb2 req-5f1f1f9e-aa0b-421a-8bb5-ce596c074847 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801537 Feb 18 09:05:44.618343 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-202bdcbb-5051-47e7-a17c-ed88f301d310 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/1b595148-1769-466c-b33f-c408d2a97974 HTTP/1.1" status: 204 len: 168 time: 1.4725239 Feb 18 09:05:44.619313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43682) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:44.624862 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-1256dd3d-2133-4865-aeca-064fdc6129e9 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7486868 Feb 18 09:05:44.681524 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Request body: {'port': {'device_id': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:44.715322 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.910059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff44bbc-2d22-42ba-af06-5de6ceac12bd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet 5206d534-c7c7-4370-8f4c-f44102c8b591 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:05:44.919392 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d8bac19-6878-4e54-8558-fdbe214dac75 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.921883 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bff44bbc-2d22-42ba-af06-5de6ceac12bd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.938918 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9624ab1-520d-455b-b49b-49377626a1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.956135 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9624ab1-520d-455b-b49b-49377626a1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:44.959075 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73f39f-6296-4211-adf0-aeaa8abafef9 req-c23ce284-a3dd-4c88-9541-a338da909c31 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:44.960793 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a73f39f-6296-4211-adf0-aeaa8abafef9 req-c23ce284-a3dd-4c88-9541-a338da909c31 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 931 time: 0.6352096 Feb 18 09:05:44.972630 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f004bbc4-7a7f-4450-ac80-03aa32ef11a2 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:45.034613 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c9624ab1-520d-455b-b49b-49377626a1a5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cb23cd9fd2814219882ca5c0ab83bdd3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0092511 Feb 18 09:05:45.035188 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43692) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:45.060574 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d8bac19-6878-4e54-8558-fdbe214dac75 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.116947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9624ab1-520d-455b-b49b-49377626a1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ca1e20-8926-4135-9ea8-4bfd093737af,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:45.183115 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8bac19-6878-4e54-8558-fdbe214dac75 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Network 7803297d-5a62-4cc7-b8c5-19f28e870d56 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:45.185418 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.186252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bac19-6878-4e54-8558-fdbe214dac75 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Pushing event updated for resources: {'Port': ['ID=355e2dde-96b8-4336-a7f9-5973b265f261,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:45.188808 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-5d8bac19-6878-4e54-8558-fdbe214dac75 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:45.198599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8bac19-6878-4e54-8558-fdbe214dac75 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:05:45.199752 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8bac19-6878-4e54-8558-fdbe214dac75 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:45.200195 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bff44bbc-2d22-42ba-af06-5de6ceac12bd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.201064 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d8bac19-6878-4e54-8558-fdbe214dac75 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.238486 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1cef897f-320e-43ab-aa36-de0221ed5c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.253056 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5d8bac19-6878-4e54-8558-fdbe214dac75 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7107391 Feb 18 09:05:45.255987 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43700) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:45.257525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a73f39f-6296-4211-adf0-aeaa8abafef9 req-db795fc9-fe02-4939-84dd-d36a0b5009b3 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e523728-0e5c-478c-9b63-79823a2dd5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824342 Feb 18 09:05:45.269524 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8276e455-3f66-48c5-910f-324285408ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.341431 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1cef897f-320e-43ab-aa36-de0221ed5c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.352223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-8276e455-3f66-48c5-910f-324285408ecb None None] For port 41174e3d-f53b-4cc7-937d-58aee5225acc, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=41174e3d-f53b-4cc7-937d-58aee5225acc,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:45.369233 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8276e455-3f66-48c5-910f-324285408ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.489938 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276e455-3f66-48c5-910f-324285408ecb None None] Pushing event updated for resources: {'Port': ['ID=41174e3d-f53b-4cc7-937d-58aee5225acc,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:45.517702 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-93f0a4be-a1d5-41d2-be30-dc2d1ecc0a84 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Deleting port 355e2dde-96b8-4336-a7f9-5973b265f261 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:05:45.517975 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-93f0a4be-a1d5-41d2-be30-dc2d1ecc0a84 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.536531 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cf65b8d1-d26c-4345-8b82-b426fe777406 None None] Provisioning complete for port 41174e3d-f53b-4cc7-937d-58aee5225acc triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:45.539628 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cf65b8d1-d26c-4345-8b82-b426fe777406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.606195 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1cef897f-320e-43ab-aa36-de0221ed5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.640607 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef897f-320e-43ab-aa36-de0221ed5c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ca1e20-8926-4135-9ea8-4bfd093737af,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:45.692575 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1cef897f-320e-43ab-aa36-de0221ed5c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.696602 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1cef897f-320e-43ab-aa36-de0221ed5c93 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e3ca1e20-8926-4135-9ea8-4bfd093737af HTTP/1.1" status: 204 len: 168 time: 0.6550288 Feb 18 09:05:45.856196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc685c6c-668e-487f-8f16-c1c933df8e65 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:05:45.870932 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bff44bbc-2d22-42ba-af06-5de6ceac12bd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.933978 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:45.976394 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.065818 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 41174e3d-f53b-4cc7-937d-58aee5225acc up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:46.131933 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-93f0a4be-a1d5-41d2-be30-dc2d1ecc0a84 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.260704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Transition to ACTIVE for port object bc685c6c-668e-487f-8f16-c1c933df8e65 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:46.267367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 41174e3d-f53b-4cc7-937d-58aee5225acc triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:46.267930 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.294958 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.328000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-93f0a4be-a1d5-41d2-be30-dc2d1ecc0a84 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Calling delete_port for 355e2dde-96b8-4336-a7f9-5973b265f261 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:05:46.377431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cf65b8d1-d26c-4345-8b82-b426fe777406 None None] Provisioning for port bc685c6c-668e-487f-8f16-c1c933df8e65 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:46.392882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43724) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:46.573664 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f6eba209-f78f-43e8-9351-5473c1559ae2 None None] Provisioning complete for port 41174e3d-f53b-4cc7-937d-58aee5225acc triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:46.574228 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f6eba209-f78f-43e8-9351-5473c1559ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.656726 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-93f0a4be-a1d5-41d2-be30-dc2d1ecc0a84 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.724740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0a4be-a1d5-41d2-be30-dc2d1ecc0a84 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Pushing event deleted for resources: {'Port': ['ID=355e2dde-96b8-4336-a7f9-5973b265f261,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:46.747727 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5440c161-ecf8-4a2f-83b1-1c03c31aaa7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.826090 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-93f0a4be-a1d5-41d2-be30-dc2d1ecc0a84 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.846447 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-93f0a4be-a1d5-41d2-be30-dc2d1ecc0a84 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "DELETE /v2.0/ports/355e2dde-96b8-4336-a7f9-5973b265f261 HTTP/1.1" status: 204 len: 168 time: 1.5869534 Feb 18 09:05:46.847715 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43730) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:46.858529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7803297d-5a62-4cc7-b8c5-19f28e870d56', 'external_fixed_ips': [{'subnet_id': '2e65a2f8-b0ec-4e0c-b53d-76f5a222c156', 'ip_address': '2001:db8::323'}]}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:46.871419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:46.879575 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Usage tracker for resource:router and tenant:82297e75180b430aae0d4b04ceea4787 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:46.888765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:46.899130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:46.936159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Pushing event updated for resources: {'Port': ['ID=bc685c6c-668e-487f-8f16-c1c933df8e65,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:46.938142 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.939412 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.976222 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:46.992874 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2af54798-d086-401f-8104-dd63f5036b0a None None] Could not find standard attr ID for object 63c6d286-b0e9-4376-a5b8-b2e3d5f94fc6. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:05:46.996935 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bff44bbc-2d22-42ba-af06-5de6ceac12bd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:47.008217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5440c161-ecf8-4a2f-83b1-1c03c31aaa7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:47.021282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dffcf-1e4c-4e41-9b70-2279cd46ffd4 req-b412614d-874d-456e-bcd0-fe46bdd22695 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:47.029932 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-520dffcf-1e4c-4e41-9b70-2279cd46ffd4 req-b412614d-874d-456e-bcd0-fe46bdd22695 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 1.0489545 Feb 18 09:05:47.071579 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bff44bbc-2d22-42ba-af06-5de6ceac12bd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:47.154698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff44bbc-2d22-42ba-af06-5de6ceac12bd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=5206d534-c7c7-4370-8f4c-f44102c8b591,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:47.161722 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bff44bbc-2d22-42ba-af06-5de6ceac12bd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/5206d534-c7c7-4370-8f4c-f44102c8b591 HTTP/1.1" status: 204 len: 168 time: 2.5359025 Feb 18 09:05:47.176182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5440c161-ecf8-4a2f-83b1-1c03c31aaa7a admin admin] Usage tracker for resource:security_group_rule and tenant:bc759b3c395b4aa6a018bf3ef7d7f86d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:47.206832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43734) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:47.232692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1db1393-545c-4cad-a30e-ea7ceb50deb0 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:47.245343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5440c161-ecf8-4a2f-83b1-1c03c31aaa7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:47.253234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5440c161-ecf8-4a2f-83b1-1c03c31aaa7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:47.382829 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Allocated IP 172.25.1.67 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/306de2e4-22e2-4929-9edd-e85a154588d2) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:47.395832 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:47.531020 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-82724477-5dca-4359-91ba-ae9f64c8783b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2989953 Feb 18 09:05:47.532127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43740) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:47.537976 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c42187c1-6f8c-4b2f-b837-c0f4cf85a593 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:47.547110 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-520dffcf-1e4c-4e41-9b70-2279cd46ffd4 req-78704968-fcb0-44d6-ac96-f5eea1bdc0d7 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159271 Feb 18 09:05:47.547689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Attempting to bind port bc685c6c-668e-487f-8f16-c1c933df8e65 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:47.548089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Attempting to bind port bc685c6c-668e-487f-8f16-c1c933df8e65 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'e1b9d7f1-f231-4777-af19-f6dd822266b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:47.548460 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Attempting to bind port bc685c6c-668e-487f-8f16-c1c933df8e65 on network 7160f18e-9887-4ee9-b7aa-f783c569b75b {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:05:47.584390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Port bc685c6c-668e-487f-8f16-c1c933df8e65 on network 7160f18e-9887-4ee9-b7aa-f783c569b75b not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:05:47.584945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Attempting to bind port bc685c6c-668e-487f-8f16-c1c933df8e65 on network 7160f18e-9887-4ee9-b7aa-f783c569b75b {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:05:47.604179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c00e0-c891-4967-bff9-2f4e3b6825b1 req-2f250a8b-c357-4b2d-ae7c-b1d0a694fd26 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:47.605779 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-024c00e0-c891-4967-bff9-2f4e3b6825b1 req-2f250a8b-c357-4b2d-ae7c-b1d0a694fd26 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 943 time: 1.0667381 Feb 18 09:05:47.628045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:05:47.628421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Checking segment: {'id': 'e1b9d7f1-f231-4777-af19-f6dd822266b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:05:47.628810 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Bound using segment: {'id': 'e1b9d7f1-f231-4777-af19-f6dd822266b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:05:47.629282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Bound port: bc685c6c-668e-487f-8f16-c1c933df8e65, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b9d7f1-f231-4777-af19-f6dd822266b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:47.629630 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:47.665775 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a338d987-e8c0-425b-9b40-6af7a8bd52b2 None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:05:47.670306 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a338d987-e8c0-425b-9b40-6af7a8bd52b2 None None] Deleting port 41174e3d-f53b-4cc7-937d-58aee5225acc {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:05:47.670890 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a338d987-e8c0-425b-9b40-6af7a8bd52b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:47.687516 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:47.856411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c42187c1-6f8c-4b2f-b837-c0f4cf85a593 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:47.866409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c42187c1-6f8c-4b2f-b837-c0f4cf85a593 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:47.871983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c42187c1-6f8c-4b2f-b837-c0f4cf85a593 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:47.902070 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a338d987-e8c0-425b-9b40-6af7a8bd52b2 None None] For port 41174e3d-f53b-4cc7-937d-58aee5225acc, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=41174e3d-f53b-4cc7-937d-58aee5225acc,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:47.902269 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a338d987-e8c0-425b-9b40-6af7a8bd52b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:47.932773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c42187c1-6f8c-4b2f-b837-c0f4cf85a593 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:47.984624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42187c1-6f8c-4b2f-b837-c0f4cf85a593 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:47.987904 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c42187c1-6f8c-4b2f-b837-c0f4cf85a593 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.021868 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-024c00e0-c891-4967-bff9-2f4e3b6825b1 req-c234acc4-4f49-4b79-a069-1978ae7c86ff tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e523728-0e5c-478c-9b63-79823a2dd5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3743536 Feb 18 09:05:48.026067 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 41174e3d-f53b-4cc7-937d-58aee5225acc no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:05:48.063583 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5440c161-ecf8-4a2f-83b1-1c03c31aaa7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.079473 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] For port bc685c6c-668e-487f-8f16-c1c933df8e65, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:05:48.084620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] For port bc685c6c-668e-487f-8f16-c1c933df8e65, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=bc685c6c-668e-487f-8f16-c1c933df8e65,segment=NetworkSegment(e1b9d7f1-f231-4777-af19-f6dd822266b6),segment_id=e1b9d7f1-f231-4777-af19-f6dd822266b6)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:05:48.085913 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5440c161-ecf8-4a2f-83b1-1c03c31aaa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.114053 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.146067 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a338d987-e8c0-425b-9b40-6af7a8bd52b2 None None] Calling delete_port for 41174e3d-f53b-4cc7-937d-58aee5225acc owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:05:48.197496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b5b47-a1e1-4996-a830-47eade0fcfcd req-d0f891aa-6677-476e-9a98-1bc3b7f9b6d9 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:48.206722 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e67b5b47-a1e1-4996-a830-47eade0fcfcd req-d0f891aa-6677-476e-9a98-1bc3b7f9b6d9 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.5235696 Feb 18 09:05:48.227396 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.307324 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.326190 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5440c161-ecf8-4a2f-83b1-1c03c31aaa7a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bc759b3c395b4aa6a018bf3ef7d7f86d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8567450 Feb 18 09:05:48.335251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43754) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:48.337746 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a338d987-e8c0-425b-9b40-6af7a8bd52b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.343332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440c161-ecf8-4a2f-83b1-1c03c31aaa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f2fb5e-b42a-488b-a1a2-7d4bafca5d45,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:48.354684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:48.355296 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.356934 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] 10.222.0.61 "PUT /v2.0/ports/bc685c6c-668e-487f-8f16-c1c933df8e65 HTTP/1.1" status: 200 len: 1091 time: 3.6808851 Feb 18 09:05:48.358848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'tag': 'bc685c6c-668e-487f-8f16-c1c933df8e65'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:05:48.382720 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e67b5b47-a1e1-4996-a830-47eade0fcfcd req-48115b54-d3b2-478f-97d0-9a2b34be37f5 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749620 Feb 18 09:05:48.393937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:48.401950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338d987-e8c0-425b-9b40-6af7a8bd52b2 None None] No DVR routers for this DVR port 41174e3d-f53b-4cc7-937d-58aee5225acc on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:05:48.404867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:48.422505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:05:48.473418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a1859-2117-423b-87d6-2bfcd9e96bae service neutron] Pushing event updated for resources: {'Port': ['ID=bc685c6c-668e-487f-8f16-c1c933df8e65,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:48.491122 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.514206 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338d987-e8c0-425b-9b40-6af7a8bd52b2 None None] Pushing event deleted for resources: {'Port': ['ID=41174e3d-f53b-4cc7-937d-58aee5225acc,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:48.575020 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.620503 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'tag': 'bc685c6c-668e-487f-8f16-c1c933df8e65', 'status': 'completed', 'code': 200} Feb 18 09:05:48.708588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event updated for resources: {'Port': ['ID=306de2e4-22e2-4929-9edd-e85a154588d2,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:48.779248 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.805310 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16ba0e9b-a6a8-40c8-a13d-0e0bff3a06d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.810353 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-a57c8b6b-553c-4c46-afc2-3d754699b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:48.812057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-a57c8b6b-553c-4c46-afc2-3d754699b9d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67d280681c92466b957d86889fb303b6&device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 1094 time: 0.3356688 Feb 18 09:05:48.971181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-53bef548-104d-40c8-abe6-4e6f1125d693 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc685c6c-668e-487f-8f16-c1c933df8e65 HTTP/1.1" status: 200 len: 217 time: 0.1443491 Feb 18 09:05:48.977540 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16ba0e9b-a6a8-40c8-a13d-0e0bff3a06d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:48.982801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0768161-4c62-436c-8e46-c82d387719ab req-1326a332-fe79-4baa-9f50-4691c140617b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:48.984612 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c0768161-4c62-436c-8e46-c82d387719ab req-1326a332-fe79-4baa-9f50-4691c140617b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.2819388 Feb 18 09:05:49.077991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Allocated IP 2001:db8::323 (7803297d-5a62-4cc7-b8c5-19f28e870d56/2e65a2f8-b0ec-4e0c-b53d-76f5a222c156/01a2cb76-f743-4354-8ee9-c61f49a12633) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:49.078660 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:49.146256 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c42187c1-6f8c-4b2f-b837-c0f4cf85a593 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:49.152183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-eaf73b7c-4559-4b88-8948-1b3b47a46056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:49.152411 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-eaf73b7c-4559-4b88-8948-1b3b47a46056 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46fdaabc-0fa6-488d-9c34-bd1b9ce106ea HTTP/1.1" status: 200 len: 835 time: 0.1596408 Feb 18 09:05:49.228683 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c0768161-4c62-436c-8e46-c82d387719ab req-a53fcc24-e894-46ce-b875-f46ded29a90d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003167 Feb 18 09:05:49.264862 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42187c1-6f8c-4b2f-b837-c0f4cf85a593 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=469b136c-254e-4b2c-82fc-08732a68ef79,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:49.283616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42187c1-6f8c-4b2f-b837-c0f4cf85a593 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:49.287001 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-c42187c1-6f8c-4b2f-b837-c0f4cf85a593 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:49.290881 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16ba0e9b-a6a8-40c8-a13d-0e0bff3a06d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:49.294916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42187c1-6f8c-4b2f-b837-c0f4cf85a593 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:49.295604 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c42187c1-6f8c-4b2f-b837-c0f4cf85a593 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:49.299427 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef882c5d-7d1e-4c69-86d3-466920b5120b None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:49.348319 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba0e9b-a6a8-40c8-a13d-0e0bff3a06d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f2fb5e-b42a-488b-a1a2-7d4bafca5d45,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:49.394541 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16ba0e9b-a6a8-40c8-a13d-0e0bff3a06d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:49.398133 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-16ba0e9b-a6a8-40c8-a13d-0e0bff3a06d4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84f2fb5e-b42a-488b-a1a2-7d4bafca5d45 HTTP/1.1" status: 204 len: 168 time: 1.0532258 Feb 18 09:05:49.425614 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c42187c1-6f8c-4b2f-b837-c0f4cf85a593 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8923004 Feb 18 09:05:49.430140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43788) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:49.447198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6835f368-1626-4221-a58b-88aaf8668fad tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:49.465771 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:49.618034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-15b778a2-213d-45de-a573-5fefb3e2846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:49.619412 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-15b778a2-213d-45de-a573-5fefb3e2846a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7160f18e-9887-4ee9-b7aa-f783c569b75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4527302 Feb 18 09:05:49.663063 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:49.667017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6835f368-1626-4221-a58b-88aaf8668fad tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:49.701196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'tenant_id': '80df991716a4448da960b23e72bc250f', 'fixed_ips': [{'subnet_id': '469b136c-254e-4b2c-82fc-08732a68ef79'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:05:49.702029 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:49.782532 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Pushing event updated for resources: {'Port': ['ID=01a2cb76-f743-4354-8ee9-c61f49a12633,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:49.786634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6835f368-1626-4221-a58b-88aaf8668fad tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:49.791934 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6835f368-1626-4221-a58b-88aaf8668fad tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:49.822053 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6835f368-1626-4221-a58b-88aaf8668fad tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:49.840523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22be7e-2cf6-43a6-85f7-9075f81a9d57 req-d75289df-0205-447f-b7c8-057512a7b089 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:49.840523 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a22be7e-2cf6-43a6-85f7-9075f81a9d57 req-d75289df-0205-447f-b7c8-057512a7b089 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 943 time: 0.4015584 Feb 18 09:05:49.846722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Network 7803297d-5a62-4cc7-b8c5-19f28e870d56 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:49.853123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:49.855297 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6835f368-1626-4221-a58b-88aaf8668fad tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:49.869010 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6835f368-1626-4221-a58b-88aaf8668fad tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:49.897224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab1997-28f5-4f8e-bc2a-f4b38e699edd req-572d7464-19fe-4dc8-9672-2623eaccaf25 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:49.898747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60ab1997-28f5-4f8e-bc2a-f4b38e699edd req-572d7464-19fe-4dc8-9672-2623eaccaf25 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 945 time: 0.4645047 Feb 18 09:05:49.977181 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:05:49.981832 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Allocated IP 2001:db8::2 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/469b136c-254e-4b2c-82fc-08732a68ef79/6968246f-b120-4571-91d5-67f8a3d791d8) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:49.984943 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:05:50.019980 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a22be7e-2cf6-43a6-85f7-9075f81a9d57 req-7e0ddbe3-d53f-4511-b967-efde0e542c79 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e523728-0e5c-478c-9b63-79823a2dd5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429644 Feb 18 09:05:50.030330 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:50.067250 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:50.295511 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:50.311581 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:50.321199 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-03a90cc6-283a-49d5-9497-a98efe022f8d service neutron] 10.222.0.61 "GET /v2.0/networks/7160f18e-9887-4ee9-b7aa-f783c569b75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6695266 Feb 18 09:05:50.323179 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Transition to ACTIVE for port object 6968246f-b120-4571-91d5-67f8a3d791d8 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:50.347165 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Transition to ACTIVE for port object 6968246f-b120-4571-91d5-67f8a3d791d8 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:50.348154 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:50.349443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1027439 Feb 18 09:05:50.375544 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:50.388464 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60ab1997-28f5-4f8e-bc2a-f4b38e699edd req-7dfde43d-99be-4c1c-b1e2-bdd87d4eab74 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=6b283fcd-9294-44fc-a3eb-6ceae1187c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4522686 Feb 18 09:05:50.498273 n-d-829434-1 neutron-server[87767]: INFO neutron.db.ipam_backend_mixin [None req-6835f368-1626-4221-a58b-88aaf8668fad tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 469b136c-254e-4b2c-82fc-08732a68ef79 (CIDR: 2001:db8::/64) Feb 18 09:05:50.518599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:50.523516 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:50.527225 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6835f368-1626-4221-a58b-88aaf8668fad tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:05:50.528540 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:05:50.531556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6835f368-1626-4221-a58b-88aaf8668fad tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:05:50.691180 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Pushing event updated for resources: {'Port': ['ID=6968246f-b120-4571-91d5-67f8a3d791d8,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:50.735090 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Attempting to bind port 6968246f-b120-4571-91d5-67f8a3d791d8 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:50.737177 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6835f368-1626-4221-a58b-88aaf8668fad tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3054855 Feb 18 09:05:50.738888 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Attempting to bind port 6968246f-b120-4571-91d5-67f8a3d791d8 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:50.739431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Attempting to bind port 6968246f-b120-4571-91d5-67f8a3d791d8 on network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:05:50.740677 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43816) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:50.754039 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:05:50.755920 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Checking segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:05:50.756581 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:50.757684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Bound using segment: {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:05:50.759386 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Bound port: 6968246f-b120-4571-91d5-67f8a3d791d8, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce2865-8112-4f54-a0a8-4eedda18dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:50.760075 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:50.777896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae06a79-b4d6-430f-b177-7ed394f6d50e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event updated for resources: {'Port': ['ID=306de2e4-22e2-4929-9edd-e85a154588d2,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:50.783927 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'subnet': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:50.855903 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae41f38-9862-44a7-9ac8-87899b0b12c1 req-5033bd95-55f4-4a52-bc6b-c0a634d007d4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:50.864609 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ae41f38-9862-44a7-9ac8-87899b0b12c1 req-5033bd95-55f4-4a52-bc6b-c0a634d007d4 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.6137190 Feb 18 09:05:50.909519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a284d8a5-a290-49fc-b9e5-ca4bf205bab9 req-297230d5-6bde-4eef-acb3-8638d8fd21e0 service neutron] 10.222.0.61 "GET /v2.0/networks/7160f18e-9887-4ee9-b7aa-f783c569b75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708904 Feb 18 09:05:50.946346 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ae41f38-9862-44a7-9ac8-87899b0b12c1 req-83127734-d074-467a-8d31-428d95da4ff5 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800562 Feb 18 09:05:51.005118 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] For port 6968246f-b120-4571-91d5-67f8a3d791d8, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:05:51.009764 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] For port 6968246f-b120-4571-91d5-67f8a3d791d8, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6968246f-b120-4571-91d5-67f8a3d791d8,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:05:51.016478 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:51.117248 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:51.207814 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0bce3-a125-4443-bc64-ecb1b808355d None None] Pushing event updated for resources: {'Port': ['ID=6968246f-b120-4571-91d5-67f8a3d791d8,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:51.209009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-6b5e9df6-80c6-40ff-aeed-ffc5515c545c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Synchronizing usage tracker for tenant:67fba04be8234c838f03f922f83b8802 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:05:51.288008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d08324-cc52-45ef-87dd-534ba358774d req-f136a872-8f30-4274-bd21-c25077deaf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:51.300189 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e3d08324-cc52-45ef-87dd-534ba358774d req-f136a872-8f30-4274-bd21-c25077deaf18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67d280681c92466b957d86889fb303b6&device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 1094 time: 0.3217268 Feb 18 09:05:51.304718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-6b5e9df6-80c6-40ff-aeed-ffc5515c545c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Unset dirty status for tenant:67fba04be8234c838f03f922f83b8802 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:05:51.314492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-6b5e9df6-80c6-40ff-aeed-ffc5515c545c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1270095088&fields=id&tenant_id=67fba04be8234c838f03f922f83b8802 HTTP/1.1" status: 200 len: 267 time: 0.2110648 Feb 18 09:05:51.358703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:51.385455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:subnet and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:51.404596 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:51.414063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:51.494127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-ebf9c09f-d34c-4164-b60b-7be72606ca99 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:51.494645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-ebf9c09f-d34c-4164-b60b-7be72606ca99 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Synchronizing usage tracker for tenant:67fba04be8234c838f03f922f83b8802 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:05:51.613180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-ebf9c09f-d34c-4164-b60b-7be72606ca99 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Unset dirty status for tenant:67fba04be8234c838f03f922f83b8802 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:05:51.618370 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:51.619621 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-ebf9c09f-d34c-4164-b60b-7be72606ca99 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports/62e59aac-fd01-42b9-a659-61b3f4330c06 HTTP/1.1" status: 200 len: 935 time: 0.3042831 Feb 18 09:05:51.621886 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:51.725954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-add9fcaa-5863-4260-8e80-10d891b37ef6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:51.733054 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-add9fcaa-5863-4260-8e80-10d891b37ef6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports/21f5395e-91c2-45cb-9462-e9b25b7c5da5 HTTP/1.1" status: 200 len: 935 time: 0.1125181 Feb 18 09:05:51.823557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d33087-3c0b-42e1-88fa-1cc9aa90a6ac req-718b3a9b-46e5-4b1f-8052-81d42e769bef tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:51.827930 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37d33087-3c0b-42e1-88fa-1cc9aa90a6ac req-718b3a9b-46e5-4b1f-8052-81d42e769bef tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 943 time: 0.3893342 Feb 18 09:05:51.849818 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-72fa8aa8-5386-4b21-acda-55695e2b7002 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?network_id=c007c0e9-3b09-4935-b7b9-8a901322650c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1155632 Feb 18 09:05:51.934215 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-736d0025-acda-4df7-8e5d-cd241b83ee56 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?network_id=c007c0e9-3b09-4935-b7b9-8a901322650c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0837185 Feb 18 09:05:51.965498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d08324-cc52-45ef-87dd-534ba358774d req-c58b95bc-5dae-493d-8c8b-49f7e71c4f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:51.967715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e3d08324-cc52-45ef-87dd-534ba358774d req-c58b95bc-5dae-493d-8c8b-49f7e71c4f73 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7160f18e-9887-4ee9-b7aa-f783c569b75b HTTP/1.1" status: 200 len: 898 time: 0.6664100 Feb 18 09:05:51.970041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255320e-8f8c-4c1d-99a9-4c52438a484e req-74cef1e8-9b9d-4f2b-82f9-1279aec5131d tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:51.970763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-5255320e-8f8c-4c1d-99a9-4c52438a484e req-74cef1e8-9b9d-4f2b-82f9-1279aec5131d tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Synchronizing usage tracker for tenant:72394f0052cf4105ace3e6770e79b704 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:05:51.983315 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:52.001003 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37d33087-3c0b-42e1-88fa-1cc9aa90a6ac req-8bd6d4e8-d831-4d2c-9003-e8dd5e65ce4b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e523728-0e5c-478c-9b63-79823a2dd5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469219 Feb 18 09:05:52.133385 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6968246f-b120-4571-91d5-67f8a3d791d8 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:52.212330 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e3d08324-cc52-45ef-87dd-534ba358774d req-3d851ed5-c38f-4e09-ab47-04f90ea80610 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc685c6c-668e-487f-8f16-c1c933df8e65 HTTP/1.1" status: 200 len: 217 time: 0.2201672 Feb 18 09:05:52.277067 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 6968246f-b120-4571-91d5-67f8a3d791d8 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:52.294648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-5255320e-8f8c-4c1d-99a9-4c52438a484e req-74cef1e8-9b9d-4f2b-82f9-1279aec5131d tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Unset dirty status for tenant:72394f0052cf4105ace3e6770e79b704 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:05:52.295796 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5255320e-8f8c-4c1d-99a9-4c52438a484e req-74cef1e8-9b9d-4f2b-82f9-1279aec5131d tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.81 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 945 time: 0.7752755 Feb 18 09:05:52.514743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d08324-cc52-45ef-87dd-534ba358774d req-07aa6b22-ac21-4d1c-856f-6130f0083ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:52.516777 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e3d08324-cc52-45ef-87dd-534ba358774d req-07aa6b22-ac21-4d1c-856f-6130f0083ebc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46fdaabc-0fa6-488d-9c34-bd1b9ce106ea HTTP/1.1" status: 200 len: 835 time: 0.2090552 Feb 18 09:05:52.556610 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-5255320e-8f8c-4c1d-99a9-4c52438a484e req-c5a11536-4375-4954-8635-f858f70eda84 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Deleting port 9e85d453-0b19-4acc-9bee-5f3b29aa99ff {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:05:52.557182 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5255320e-8f8c-4c1d-99a9-4c52438a484e req-c5a11536-4375-4954-8635-f858f70eda84 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:52.588204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-5f904404-2f25-480a-a3bf-652c7bb7a692 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:52.594857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-5f904404-2f25-480a-a3bf-652c7bb7a692 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:52.602301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-5f904404-2f25-480a-a3bf-652c7bb7a692 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:52.603150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-5f904404-2f25-480a-a3bf-652c7bb7a692 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Synchronizing usage tracker for tenant:67fba04be8234c838f03f922f83b8802 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:05:52.617856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722b7c8-bf90-4efc-9fb9-bcb37ad52651 req-fbc42d4f-dd74-4db0-9233-0cfc1cbecd3b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:52.619462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8722b7c8-bf90-4efc-9fb9-bcb37ad52651 req-fbc42d4f-dd74-4db0-9233-0cfc1cbecd3b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.4022510 Feb 18 09:05:52.681918 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-5f904404-2f25-480a-a3bf-652c7bb7a692 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Unset dirty status for tenant:67fba04be8234c838f03f922f83b8802 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:05:52.684883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-5f904404-2f25-480a-a3bf-652c7bb7a692 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/networks?id=ec3d4a7e-a312-44cc-b0e7-a43199da5de1&id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&id=c007c0e9-3b09-4935-b7b9-8a901322650c&id=c007c0e9-3b09-4935-b7b9-8a901322650c HTTP/1.1" status: 200 len: 1995 time: 0.7492735 Feb 18 09:05:52.735753 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d8746c71-4e7e-45bc-89a9-42658a900edd tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/quotas/67fba04be8234c838f03f922f83b8802 HTTP/1.1" status: 200 len: 375 time: 0.0221300 Feb 18 09:05:52.817264 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8722b7c8-bf90-4efc-9fb9-bcb37ad52651 req-a3fde213-3641-4c8d-9fca-1365126b6993 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840513 Feb 18 09:05:52.892643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d08324-cc52-45ef-87dd-534ba358774d req-7a749764-945d-4412-96eb-03806706d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:52.895846 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e3d08324-cc52-45ef-87dd-534ba358774d req-7a749764-945d-4412-96eb-03806706d742 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7160f18e-9887-4ee9-b7aa-f783c569b75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3715560 Feb 18 09:05:52.932528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7ec06ca5-77be-44c7-9f59-29155a67250e None None] Provisioning for port 6968246f-b120-4571-91d5-67f8a3d791d8 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:52.941289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7ec06ca5-77be-44c7-9f59-29155a67250e None None] Provisioning complete for port 6968246f-b120-4571-91d5-67f8a3d791d8 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:52.942298 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7ec06ca5-77be-44c7-9f59-29155a67250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:53.129212 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7ec06ca5-77be-44c7-9f59-29155a67250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:53.176923 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7ec06ca5-77be-44c7-9f59-29155a67250e None None] For port 6968246f-b120-4571-91d5-67f8a3d791d8, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6968246f-b120-4571-91d5-67f8a3d791d8,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:53.186891 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7ec06ca5-77be-44c7-9f59-29155a67250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:53.265260 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-6012c4dd-5eb0-4f50-82be-e6524c554809 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=67fba04be8234c838f03f922f83b8802&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5200670 Feb 18 09:05:53.307599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-5255320e-8f8c-4c1d-99a9-4c52438a484e req-c5a11536-4375-4954-8635-f858f70eda84 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] For port 9e85d453-0b19-4acc-9bee-5f3b29aa99ff, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9e85d453-0b19-4acc-9bee-5f3b29aa99ff,segment=NetworkSegment(b2aa9a1c-cb87-49cf-9895-827781f43d2f),segment_id=b2aa9a1c-cb87-49cf-9895-827781f43d2f)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:53.308172 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5255320e-8f8c-4c1d-99a9-4c52438a484e req-c5a11536-4375-4954-8635-f858f70eda84 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:53.324892 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Router b49cde12-8d5d-491d-bba7-4cb30c83f5a3 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:05:53.440648 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e3d08324-cc52-45ef-87dd-534ba358774d req-a0013527-f6fb-4eeb-ab1c-492f64a79c7f service neutron] 10.222.0.61 "GET /v2.0/networks/7160f18e-9887-4ee9-b7aa-f783c569b75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327022 Feb 18 09:05:53.457933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49ca10-ae39-410f-849b-3f0c6f5db0b2 req-d5b3ed15-505d-42bf-94d7-d57cd079f156 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:53.464818 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc49ca10-ae39-410f-849b-3f0c6f5db0b2 req-d5b3ed15-505d-42bf-94d7-d57cd079f156 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 945 time: 0.4014263 Feb 18 09:05:53.493523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec06ca5-77be-44c7-9f59-29155a67250e None None] Pushing event updated for resources: {'Port': ['ID=6968246f-b120-4571-91d5-67f8a3d791d8,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:53.754651 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc49ca10-ae39-410f-849b-3f0c6f5db0b2 req-135adb0b-4f82-45eb-8ecf-074dc5209453 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups?id=6b283fcd-9294-44fc-a3eb-6ceae1187c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2889760 Feb 18 09:05:53.780902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.objects.ports [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87767) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 09:05:53.803847 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43902) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:53.827575 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-c440fb3e-e0fc-48a8-b964-7a772747b96f service neutron] 10.222.0.72 "GET /v2.0/networks/ec3d4a7e-a312-44cc-b0e7-a43199da5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538270 Feb 18 09:05:53.939412 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:05:53.957207 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Sync routers for ids ['b49cde12-8d5d-491d-bba7-4cb30c83f5a3'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:05:53.973632 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Routers {'b49cde12-8d5d-491d-bba7-4cb30c83f5a3'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:05:53.974747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:05:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b49cde12-8d5d-491d-bba7-4cb30c83f5a3'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:53.990447 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-da7541c3-6f69-4015-aa27-f9ad984b8198 service neutron] 10.222.0.72 "GET /v2.0/networks/ec3d4a7e-a312-44cc-b0e7-a43199da5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619849 Feb 18 09:05:54.074562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6968246f-b120-4571-91d5-67f8a3d791d8 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:54.087555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:54.091174 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-21f9de52-931d-49ff-a8ad-031646aeaa48 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.2401421 Feb 18 09:05:54.093026 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5255320e-8f8c-4c1d-99a9-4c52438a484e req-c5a11536-4375-4954-8635-f858f70eda84 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:54.093408 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5255320e-8f8c-4c1d-99a9-4c52438a484e req-c5a11536-4375-4954-8635-f858f70eda84 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:54.093725 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [req-5255320e-8f8c-4c1d-99a9-4c52438a484e req-c5a11536-4375-4954-8635-f858f70eda84 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Floating IP 8e8be48b-1f5d-46da-af4f-dbe5713e8fe9 disassociated. External IP: 172.25.1.172, port: 9e85d453-0b19-4acc-9bee-5f3b29aa99ff. Feb 18 09:05:54.094161 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-5255320e-8f8c-4c1d-99a9-4c52438a484e req-c5a11536-4375-4954-8635-f858f70eda84 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Calling delete_port for 9e85d453-0b19-4acc-9bee-5f3b29aa99ff owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:05:54.146424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-6b6cd43c-a44d-4848-8af8-698716137af7 service neutron] 10.222.0.72 "GET /v2.0/ports/62e59aac-fd01-42b9-a659-61b3f4330c06?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1550992 Feb 18 09:05:54.151272 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43908) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:54.243011 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 6968246f-b120-4571-91d5-67f8a3d791d8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:54.243581 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:54.293933 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-f61bdb88-97a0-4836-ad53-00a46abbd153 service neutron] 10.222.0.72 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465647 Feb 18 09:05:54.321841 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-230f04e5-ce99-46ce-bfd1-51c226edec9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:54.330466 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Set router b49cde12-8d5d-491d-bba7-4cb30c83f5a3 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:05:54.436174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-230f04e5-ce99-46ce-bfd1-51c226edec9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:54.440080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-230f04e5-ce99-46ce-bfd1-51c226edec9e admin admin] Usage tracker for resource:security_group_rule and tenant:b44ec4347b084a9db0e58587a23967f0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:54.455606 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e3d08324-cc52-45ef-87dd-534ba358774d req-d3a2aade-a95e-4c06-bdf7-e89c886f30a9 service neutron] 10.222.0.61 "GET /v2.0/networks/7160f18e-9887-4ee9-b7aa-f783c569b75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9697442 Feb 18 09:05:54.456502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-230f04e5-ce99-46ce-bfd1-51c226edec9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:54.479198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-230f04e5-ce99-46ce-bfd1-51c226edec9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:54.523014 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff3794-a7ed-4f21-88e1-bd8c617a43e4 req-ed78ce7e-2bf9-4a32-8a43-ba7b43d4d4ab tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:54.530860 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f6ff3794-a7ed-4f21-88e1-bd8c617a43e4 req-ed78ce7e-2bf9-4a32-8a43-ba7b43d4d4ab tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.5353830 Feb 18 09:05:54.544849 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:54.580031 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:54.642518 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f6ff3794-a7ed-4f21-88e1-bd8c617a43e4 req-c5065136-76f1-487b-b091-2a2adc0b2a3d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106985 Feb 18 09:05:54.651502 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-b5f535e7-7b5b-44f6-84b3-c0e3ac7ed7d1 service neutron] 10.222.0.72 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567810 Feb 18 09:05:54.949659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-7078756e-cb1f-484d-8226-721b92d532c9 service neutron] 10.222.0.72 "GET /v2.0/ports/21f5395e-91c2-45cb-9462-e9b25b7c5da5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2841582 Feb 18 09:05:54.988021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9e85d453-0b19-4acc-9bee-5f3b29aa99ff no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:05:55.021421 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-230f04e5-ce99-46ce-bfd1-51c226edec9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.024592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49cde12-8d5d-491d-bba7-4cb30c83f5a3', 'name': '', 'tenant_id': '82297e75180b430aae0d4b04ceea4787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7803297d-5a62-4cc7-b8c5-19f28e870d56', 'external_fixed_ips': [{'subnet_id': '2e65a2f8-b0ec-4e0c-b53d-76f5a222c156', 'ip_address': '2001:db8::323'}], 'enable_snat': True}, 'gw_port_id': '01a2cb76-f743-4354-8ee9-c61f49a12633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:05:46Z', 'updated_at': '2022-02-18T09:05:50Z', 'revision_number': 3, 'project_id': '82297e75180b430aae0d4b04ceea4787', 'gw_port': {'id': '01a2cb76-f743-4354-8ee9-c61f49a12633', 'name': '', 'network_id': '7803297d-5a62-4cc7-b8c5-19f28e870d56', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49cde12-8d5d-491d-bba7-4cb30c83f5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '2e65a2f8-b0ec-4e0c-b53d-76f5a222c156', 'ip_address': '2001:db8::323', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:48Z', 'updated_at': '2022-02-18T09:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e65a2f8-b0ec-4e0c-b53d-76f5a222c156', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:55.056494 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Checking router: b49cde12-8d5d-491d-bba7-4cb30c83f5a3 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:05:55.056881 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Updating router b49cde12-8d5d-491d-bba7-4cb30c83f5a3 port 01a2cb76-f743-4354-8ee9-c61f49a12633 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:05:55.089253 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.094775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4611d0c-6063-4390-bce2-b8218a953600 req-ac77371f-fc25-4eb4-9081-e458df5ab2f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:55.096314 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4611d0c-6063-4390-bce2-b8218a953600 req-ac77371f-fc25-4eb4-9081-e458df5ab2f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 943 time: 0.2541616 Feb 18 09:05:55.097006 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-230f04e5-ce99-46ce-bfd1-51c226edec9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.136870 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.179147 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-230f04e5-ce99-46ce-bfd1-51c226edec9e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b44ec4347b084a9db0e58587a23967f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3718212 Feb 18 09:05:55.186100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43922) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:55.188327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f04e5-ce99-46ce-bfd1-51c226edec9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09843505-4a41-421b-8dc5-3e701130acd1,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:55.226633 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4611d0c-6063-4390-bce2-b8218a953600 req-c4c62e01-821c-4b82-8a05-288169a1488c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e523728-0e5c-478c-9b63-79823a2dd5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996356 Feb 18 09:05:55.291485 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-a8640e71-5be9-48cc-8ba0-117b3ba22054 service neutron] 10.222.0.72 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164675 Feb 18 09:05:55.350405 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7c25dd07-a682-41f4-80f4-4e2a4df83b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.385391 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7c25dd07-a682-41f4-80f4-4e2a4df83b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.466369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device bc685c6c-668e-487f-8f16-c1c933df8e65 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:05:55.485044 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] For port 6968246f-b120-4571-91d5-67f8a3d791d8, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6968246f-b120-4571-91d5-67f8a3d791d8,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:55.487514 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Deleting port 01a2cb76-f743-4354-8ee9-c61f49a12633 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:05:55.487740 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.520199 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5255320e-8f8c-4c1d-99a9-4c52438a484e req-c5a11536-4375-4954-8635-f858f70eda84 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.547316 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15f5d7dc-c3c5-4c13-b8e0-69ed8fc7bb9d req-5642e7f3-5c2f-4b42-bbcc-8f8470696703 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/ports?device_id=b113660e-8618-4d2d-a02e-7e539c07edcd HTTP/1.1" status: 200 len: 210 time: 0.1102192 Feb 18 09:05:55.572694 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.582576 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7c25dd07-a682-41f4-80f4-4e2a4df83b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.582865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a11536-4375-4954-8635-f858f70eda84 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Pushing event deleted for resources: {'Port': ['ID=9e85d453-0b19-4acc-9bee-5f3b29aa99ff,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:55.633048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25dd07-a682-41f4-80f4-4e2a4df83b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09843505-4a41-421b-8dc5-3e701130acd1,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:55.642815 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7c25dd07-a682-41f4-80f4-4e2a4df83b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.646534 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7c25dd07-a682-41f4-80f4-4e2a4df83b8d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/09843505-4a41-421b-8dc5-3e701130acd1 HTTP/1.1" status: 204 len: 168 time: 0.4522791 Feb 18 09:05:55.657355 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-517fba9f-f906-4ea6-8a88-ffeb1b503cd2 service neutron] 10.222.0.72 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356028 Feb 18 09:05:55.710341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port bc685c6c-668e-487f-8f16-c1c933df8e65, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=bc685c6c-668e-487f-8f16-c1c933df8e65,segment=NetworkSegment(e1b9d7f1-f231-4777-af19-f6dd822266b6),segment_id=e1b9d7f1-f231-4777-af19-f6dd822266b6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:55.735575 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'bc685c6c-668e-487f-8f16-c1c933df8e65', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'port_id': 'bc685c6c-668e-487f-8f16-c1c933df8e65', 'mac_address': 'fa:16:3e:36:4d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:05:55.765611 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.792757 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.794374 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:55.911832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Subnet': ['ID=444348ea-a791-4bfe-891e-a8739e1fd51f,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:55.957450 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:05:55.988061 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:05:55.998893 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:56.001838 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:56.011257 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe88256a-6636-448c-a247-f4f0a7154420 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:05:56.011411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:56.011711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:56.011945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:56.012293 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:56.013191 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:56.013502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:56.013822 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:56.014144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:56.014478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:56.014785 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:56.021643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:56.022074 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:56.126864 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:56.178607 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc685c6c-668e-487f-8f16-c1c933df8e65 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:05:56.197176 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port bc685c6c-668e-487f-8f16-c1c933df8e65, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=bc685c6c-668e-487f-8f16-c1c933df8e65,segment=NetworkSegment(e1b9d7f1-f231-4777-af19-f6dd822266b6),segment_id=e1b9d7f1-f231-4777-af19-f6dd822266b6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:56.273814 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:56.297851 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-813f1677-5da6-4ae2-b0a2-5686b72f8eb6 service neutron] 10.222.0.72 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6396248 Feb 18 09:05:56.337057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426574d-a87e-40e8-ba02-5522d99fc04c req-fd10d682-c0a6-41f0-baf5-6304cdffbfd1 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:56.339547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b426574d-a87e-40e8-ba02-5522d99fc04c req-fd10d682-c0a6-41f0-baf5-6304cdffbfd1 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.4805660 Feb 18 09:05:56.392036 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:05:56.420570 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=bc685c6c-668e-487f-8f16-c1c933df8e65,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:56.477487 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:56.490633 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.7489316 Feb 18 09:05:56.498029 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43936) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:56.506413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5255320e-8f8c-4c1d-99a9-4c52438a484e req-c5a11536-4375-4954-8635-f858f70eda84 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:05:56.521727 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b426574d-a87e-40e8-ba02-5522d99fc04c req-0d0f8d3f-3e54-494e-b890-e7855f664239 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438403 Feb 18 09:05:56.543249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Request body: {'port': {'network_id': 'dc4b7c3c-c616-4c3b-88cb-71b704e8dd17', 'mac_address': 'fa:16:3e:7a:89:1c', 'name': 'tempest-NetworksTestDHCPv6-557469936'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:05:56.571248 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43940) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:56.630284 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:56.661784 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded22ee-da09-424c-92de-8fce47679c18 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=6968246f-b120-4571-91d5-67f8a3d791d8,revision_number=5']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:56.673383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Calling delete_port for 01a2cb76-f743-4354-8ee9-c61f49a12633 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:05:56.679100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['bc685c6c-668e-487f-8f16-c1c933df8e65'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:05:56.774241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Transition to ACTIVE for port object 01a2cb76-f743-4354-8ee9-c61f49a12633 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:05:56.776369 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f0edae3-9eac-457a-b31c-fb41d32fc158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:56.834936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8f0edae3-9eac-457a-b31c-fb41d32fc158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:56.858112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8f0edae3-9eac-457a-b31c-fb41d32fc158 admin admin] Usage tracker for resource:security_group_rule and tenant:d012d817bd7c4e1d96c536292314759a is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:56.861616 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:56.864140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8f0edae3-9eac-457a-b31c-fb41d32fc158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:56.898435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8f0edae3-9eac-457a-b31c-fb41d32fc158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:56.902279 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-347b8d15-b2ce-4c3d-81c2-cd6f50e12e7f service neutron] 10.222.0.72 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618446 Feb 18 09:05:56.982508 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5255320e-8f8c-4c1d-99a9-4c52438a484e req-c5a11536-4375-4954-8635-f858f70eda84 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:05:56.993270 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea66f6b-9f68-4093-8f5f-7ef39272fdaf None None] Sync routers for ids ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:05:57.031415 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea66f6b-9f68-4093-8f5f-7ef39272fdaf None None] Routers {'b5f89e26-84e5-4203-95a7-2c6bb0a2f500'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:05:57.033517 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-cea66f6b-9f68-4093-8f5f-7ef39272fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:05:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:57.042963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:05:57.062340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Usage tracker for resource:port and tenant:80df991716a4448da960b23e72bc250f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:05:57.066474 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:05:57.084340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:05:57.114121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fc1ee-60ff-44c1-9ada-487c11795975 req-19f46379-21c9-4199-b60d-ed1ffd4fa661 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:57.121353 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d4fc1ee-60ff-44c1-9ada-487c11795975 req-19f46379-21c9-4199-b60d-ed1ffd4fa661 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 944 time: 0.4057772 Feb 18 09:05:57.225460 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f74f6e-481a-4256-9c58-cb3f4726d40c None None] Pushing event updated for resources: {'Port': ['ID=01a2cb76-f743-4354-8ee9-c61f49a12633,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:57.235699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Made reservation on behalf of 80df991716a4448da960b23e72bc250f for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:05:57.241340 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Attempting to bind port 01a2cb76-f743-4354-8ee9-c61f49a12633 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:05:57.244554 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Attempting to bind port 01a2cb76-f743-4354-8ee9-c61f49a12633 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '3ce16d4c-eded-4592-8b59-5bacab563fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7803297d-5a62-4cc7-b8c5-19f28e870d56'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:05:57.245178 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Attempting to bind port 01a2cb76-f743-4354-8ee9-c61f49a12633 on network 7803297d-5a62-4cc7-b8c5-19f28e870d56 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:05:57.260366 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:05:57.261187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Checking segment: {'id': '3ce16d4c-eded-4592-8b59-5bacab563fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7803297d-5a62-4cc7-b8c5-19f28e870d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:05:57.261828 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:57.263539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Bound using segment: {'id': '3ce16d4c-eded-4592-8b59-5bacab563fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7803297d-5a62-4cc7-b8c5-19f28e870d56'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:05:57.264423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Bound port: 01a2cb76-f743-4354-8ee9-c61f49a12633, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce16d4c-eded-4592-8b59-5bacab563fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7803297d-5a62-4cc7-b8c5-19f28e870d56'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:05:57.265253 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:57.267254 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d4fc1ee-60ff-44c1-9ada-487c11795975 req-cafa6bcd-d835-4afe-af7a-0bca5de4f0ba tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e523728-0e5c-478c-9b63-79823a2dd5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442561 Feb 18 09:05:57.297089 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f74f6e-481a-4256-9c58-cb3f4726d40c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:57.297785 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f74f6e-481a-4256-9c58-cb3f4726d40c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:57.298400 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f74f6e-481a-4256-9c58-cb3f4726d40c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:57.299068 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f74f6e-481a-4256-9c58-cb3f4726d40c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:57.299617 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f74f6e-481a-4256-9c58-cb3f4726d40c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:57.300178 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f74f6e-481a-4256-9c58-cb3f4726d40c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:57.300760 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f74f6e-481a-4256-9c58-cb3f4726d40c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:57.301326 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f74f6e-481a-4256-9c58-cb3f4726d40c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:57.301870 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f74f6e-481a-4256-9c58-cb3f4726d40c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:57.302415 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f74f6e-481a-4256-9c58-cb3f4726d40c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:57.303139 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f74f6e-481a-4256-9c58-cb3f4726d40c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:57.303864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f74f6e-481a-4256-9c58-cb3f4726d40c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:05:57.471007 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] For port 01a2cb76-f743-4354-8ee9-c61f49a12633, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:05:57.493425 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-b2f3c352-baaf-4576-a8c0-8ab4b476b47a service neutron] 10.222.0.72 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729187 Feb 18 09:05:57.529564 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] For port 01a2cb76-f743-4354-8ee9-c61f49a12633, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=01a2cb76-f743-4354-8ee9-c61f49a12633,segment=NetworkSegment(3ce16d4c-eded-4592-8b59-5bacab563fd8),segment_id=3ce16d4c-eded-4592-8b59-5bacab563fd8)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:05:57.561048 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:57.608899 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-cea66f6b-9f68-4093-8f5f-7ef39272fdaf None None] Set router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:05:57.631173 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5255320e-8f8c-4c1d-99a9-4c52438a484e req-c5a11536-4375-4954-8635-f858f70eda84 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] No DVR routers for this DVR port 9e85d453-0b19-4acc-9bee-5f3b29aa99ff on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:05:57.635167 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-5255320e-8f8c-4c1d-99a9-4c52438a484e req-c5a11536-4375-4954-8635-f858f70eda84 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:57.637622 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5255320e-8f8c-4c1d-99a9-4c52438a484e req-c5a11536-4375-4954-8635-f858f70eda84 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.81 "DELETE /v2.0/ports/9e85d453-0b19-4acc-9bee-5f3b29aa99ff HTTP/1.1" status: 204 len: 173 time: 5.3331304 Feb 18 09:05:57.638816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b113660e-8618-4d2d-a02e-7e539c07edcd', 'name': 'network-vif-deleted', 'tag': '9e85d453-0b19-4acc-9bee-5f3b29aa99ff'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:05:57.673379 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:05:57.673968 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:05:57.728646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Routers {'b49cde12-8d5d-491d-bba7-4cb30c83f5a3'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:05:57.729356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:05:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b49cde12-8d5d-491d-bba7-4cb30c83f5a3'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:57.965306 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f74f6e-481a-4256-9c58-cb3f4726d40c None None] Pushing event updated for resources: {'Port': ['ID=01a2cb76-f743-4354-8ee9-c61f49a12633,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:57.982862 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f0edae3-9eac-457a-b31c-fb41d32fc158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:58.091785 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f0edae3-9eac-457a-b31c-fb41d32fc158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:58.112355 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] Set router b49cde12-8d5d-491d-bba7-4cb30c83f5a3 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:05:58.164726 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:58.177125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Deleting port 01a2cb76-f743-4354-8ee9-c61f49a12633 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:05:58.177698 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:58.209604 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8f0edae3-9eac-457a-b31c-fb41d32fc158 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d012d817bd7c4e1d96c536292314759a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6231816 Feb 18 09:05:58.240925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43952) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:05:58.270806 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] device_id is not set on port 467df1ec-7a83-4fdf-b37e-daeb82ab5960 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:05:58.281179 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6968246f-b120-4571-91d5-67f8a3d791d8 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:58.419219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49cde12-8d5d-491d-bba7-4cb30c83f5a3', 'name': '', 'tenant_id': '82297e75180b430aae0d4b04ceea4787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:05:46Z', 'updated_at': '2022-02-18T09:05:55Z', 'revision_number': 4, 'project_id': '82297e75180b430aae0d4b04ceea4787', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:58.506335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbcd051-4c5c-4113-bf19-a07648770a64 None None] The sync data for ids ['b49cde12-8d5d-491d-bba7-4cb30c83f5a3'] in n-d-829434-1 is: [{'id': 'b49cde12-8d5d-491d-bba7-4cb30c83f5a3', 'name': '', 'tenant_id': '82297e75180b430aae0d4b04ceea4787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:05:46Z', 'updated_at': '2022-02-18T09:05:55Z', 'revision_number': 4, 'project_id': '82297e75180b430aae0d4b04ceea4787', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:05:58.527048 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f728dd29-9f05-42a0-83b6-8be10b36bfd3 None None] Provisioning complete for port 6968246f-b120-4571-91d5-67f8a3d791d8 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:58.527530 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f728dd29-9f05-42a0-83b6-8be10b36bfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:58.640436 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-cea66f6b-9f68-4093-8f5f-7ef39272fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 4, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port': {'id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:11Z', 'updated_at': '2022-02-18T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '66782537-d63b-4ecf-a430-0250a169f4e5', 'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'mac_address': 'fa:16:3e:b0:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:17Z', 'updated_at': '2022-02-18T08:58:32Z', 'revision_number': 5, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'subnets': [{'id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:58.647742 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea66f6b-9f68-4093-8f5f-7ef39272fdaf None None] Checking router: b5f89e26-84e5-4203-95a7-2c6bb0a2f500 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:05:58.673087 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea66f6b-9f68-4093-8f5f-7ef39272fdaf None None] Routers {'b5f89e26-84e5-4203-95a7-2c6bb0a2f500'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:05:58.681066 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-cea66f6b-9f68-4093-8f5f-7ef39272fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:05:33Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:58.691743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0edae3-9eac-457a-b31c-fb41d32fc158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdf7865-4239-4b13-8e35-06ed2cceb1cc,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:58.702693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-fcbe1b68-fc75-4adf-adda-4d351ecdae6d service neutron] 10.222.0.72 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2005398 Feb 18 09:05:58.722602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 6968246f-b120-4571-91d5-67f8a3d791d8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:58.723060 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:58.745602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0349b75-4df7-4a41-abfd-002475a0a517 req-0d365a44-1f48-4817-a6c7-9a24cd437517 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:05:58.754726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b0349b75-4df7-4a41-abfd-002475a0a517 req-0d365a44-1f48-4817-a6c7-9a24cd437517 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 1.1835747 Feb 18 09:05:58.852486 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] For port 01a2cb76-f743-4354-8ee9-c61f49a12633, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=01a2cb76-f743-4354-8ee9-c61f49a12633,segment=NetworkSegment(3ce16d4c-eded-4592-8b59-5bacab563fd8),segment_id=3ce16d4c-eded-4592-8b59-5bacab563fd8)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:05:58.853085 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:59.007729 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1643f316-6ed6-40d1-aa1f-8048d1261f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:59.036440 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1643f316-6ed6-40d1-aa1f-8048d1261f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:59.101335 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-cea66f6b-9f68-4093-8f5f-7ef39272fdaf None None] Set router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:05:59.140898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b0349b75-4df7-4a41-abfd-002475a0a517 req-79715c81-d67e-49e9-a0de-6b89d3fa4eb6 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851964 Feb 18 09:05:59.150024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8::1e7 (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/469b136c-254e-4b2c-82fc-08732a68ef79/467df1ec-7a83-4fdf-b37e-daeb82ab5960) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:59.161904 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Calling delete_port for 01a2cb76-f743-4354-8ee9-c61f49a12633 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:05:59.176309 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1643f316-6ed6-40d1-aa1f-8048d1261f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:59.209627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643f316-6ed6-40d1-aa1f-8048d1261f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdf7865-4239-4b13-8e35-06ed2cceb1cc,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:59.220795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7a:891c (dc4b7c3c-c616-4c3b-88cb-71b704e8dd17/444348ea-a791-4bfe-891e-a8739e1fd51f/467df1ec-7a83-4fdf-b37e-daeb82ab5960) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:05:59.255776 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1643f316-6ed6-40d1-aa1f-8048d1261f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:59.259774 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1643f316-6ed6-40d1-aa1f-8048d1261f3c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fbdf7865-4239-4b13-8e35-06ed2cceb1cc HTTP/1.1" status: 204 len: 168 time: 1.0132174 Feb 18 09:05:59.300202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-7bea7162-805e-4d2c-8260-9f9bf4b71bb3 service neutron] 10.222.0.72 "GET /v2.0/networks/c007c0e9-3b09-4935-b7b9-8a901322650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707264 Feb 18 09:05:59.456746 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b113660e-8618-4d2d-a02e-7e539c07edcd', 'name': 'network-vif-deleted', 'tag': '9e85d453-0b19-4acc-9bee-5f3b29aa99ff', 'status': 'completed', 'code': 200} Feb 18 09:05:59.463690 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device bc685c6c-668e-487f-8f16-c1c933df8e65 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:05:59.553942 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:59.681216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port bc685c6c-668e-487f-8f16-c1c933df8e65 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:05:59.690181 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port bc685c6c-668e-487f-8f16-c1c933df8e65 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:05:59.690488 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:59.708796 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Pushing event deleted for resources: {'Port': ['ID=01a2cb76-f743-4354-8ee9-c61f49a12633,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:05:59.879018 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-cea66f6b-9f68-4093-8f5f-7ef39272fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 4, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port': {'id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:11Z', 'updated_at': '2022-02-18T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '66782537-d63b-4ecf-a430-0250a169f4e5', 'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'mac_address': 'fa:16:3e:b0:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:17Z', 'updated_at': '2022-02-18T08:58:32Z', 'revision_number': 5, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'subnets': [{'id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:05:59.882808 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:05:59.883473 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea66f6b-9f68-4093-8f5f-7ef39272fdaf None None] The sync data for ids ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'] in n-d-829434-1 is: [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T08:58:19Z', 'revision_number': 4, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port': {'id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:11Z', 'updated_at': '2022-02-18T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '66782537-d63b-4ecf-a430-0250a169f4e5', 'name': '', 'network_id': '43d8e486-bfc2-4c06-a43c-640b2ff9c8f2', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'mac_address': 'fa:16:3e:b0:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:17Z', 'updated_at': '2022-02-18T08:58:32Z', 'revision_number': 5, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'subnets': [{'id': '9eaf963a-b95e-4bec-b0a0-0baccb065970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:06:00.027651 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-6467a3b4-291f-4921-8fb9-e92b0bad4d87 service neutron] 10.222.0.72 "GET /v2.0/networks/c007c0e9-3b09-4935-b7b9-8a901322650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7166622 Feb 18 09:06:00.093162 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:00.177790 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port bc685c6c-668e-487f-8f16-c1c933df8e65, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=bc685c6c-668e-487f-8f16-c1c933df8e65,segment=NetworkSegment(e1b9d7f1-f231-4777-af19-f6dd822266b6),segment_id=e1b9d7f1-f231-4777-af19-f6dd822266b6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:06:00.178834 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc685c6c-668e-487f-8f16-c1c933df8e65'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:06:00.189002 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:00.338963 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4f8c75e3-992b-4fae-99bc-b2bd3ae1abb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:00.359211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=bc685c6c-668e-487f-8f16-c1c933df8e65,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:00.377369 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:00.385541 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:00.421026 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce22976-db6a-4a2a-9eab-edb904e247b1 None None] New status for floating IP 8e8be48b-1f5d-46da-af4f-dbe5713e8fe9: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:06:00.441188 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:00.442356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b49cde12-8d5d-491d-bba7-4cb30c83f5a3 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:06:00.498959 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:00.502953 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0db76a95-063a-4896-9cbd-3c42c813c4e4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "DELETE /v2.0/routers/b49cde12-8d5d-491d-bba7-4cb30c83f5a3 HTTP/1.1" status: 204 len: 168 time: 6.3514411 Feb 18 09:06:00.503787 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 43980) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:00.594751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bd98b-074f-4897-b390-e3a88a563c99 req-2dc02f93-a0b7-4a13-b631-07bfa7251051 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:00.603880 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c19bd98b-074f-4897-b390-e3a88a563c99 req-2dc02f93-a0b7-4a13-b631-07bfa7251051 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 944 time: 0.5716629 Feb 18 09:06:00.641478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-537c0d08-7ec0-421a-ba04-6ecc8c0c9606 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Deleting subnet 2e65a2f8-b0ec-4e0c-b53d-76f5a222c156 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:06:00.649806 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-537c0d08-7ec0-421a-ba04-6ecc8c0c9606 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:00.696620 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:00.701225 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-525bea8d-823a-4170-b2ae-7b3d3528982e service neutron] 10.222.0.72 "GET /v2.0/networks/c007c0e9-3b09-4935-b7b9-8a901322650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899403 Feb 18 09:06:00.761521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Transition to ACTIVE for port object 467df1ec-7a83-4fdf-b37e-daeb82ab5960 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:00.768871 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-537c0d08-7ec0-421a-ba04-6ecc8c0c9606 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:00.810505 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c19bd98b-074f-4897-b390-e3a88a563c99 req-d5a1ee52-3003-40ac-98f5-ea1747713c7e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e523728-0e5c-478c-9b63-79823a2dd5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056661 Feb 18 09:06:00.879793 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-537c0d08-7ec0-421a-ba04-6ecc8c0c9606 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:00.963116 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-537c0d08-7ec0-421a-ba04-6ecc8c0c9606 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:01.012723 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:01.061312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 43996) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:01.071134 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-537c0d08-7ec0-421a-ba04-6ecc8c0c9606 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:01.090395 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c0d08-7ec0-421a-ba04-6ecc8c0c9606 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2e65a2f8-b0ec-4e0c-b53d-76f5a222c156,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:01.114817 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-537c0d08-7ec0-421a-ba04-6ecc8c0c9606 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "DELETE /v2.0/subnets/2e65a2f8-b0ec-4e0c-b53d-76f5a222c156 HTTP/1.1" status: 204 len: 168 time: 0.6101727 Feb 18 09:06:01.121335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44000) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:01.146135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e862e9be-1005-45b8-9b9e-d7f85a8e7acc service neutron] 10.222.0.72 "GET /v2.0/networks/c007c0e9-3b09-4935-b7b9-8a901322650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315224 Feb 18 09:06:01.151212 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc685c6c-668e-487f-8f16-c1c933df8e65', 'code': 200} Feb 18 09:06:01.242163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:01.375057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event updated for resources: {'Port': ['ID=467df1ec-7a83-4fdf-b37e-daeb82ab5960,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:01.379262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:01.394076 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:06:01.402112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:01.404921 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:01.433299 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9636ae92-19ae-4d06-ad50-fcaf12716cee tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:01.530504 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-33b6f988-6a2b-48b9-9c25-c5cc44e02504 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.0249326 Feb 18 09:06:01.532180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44012) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:01.553433 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b46e0691-bbe6-427e-8357-6c8ada748ba5 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:01.615278 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b46e0691-bbe6-427e-8357-6c8ada748ba5 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:01.704962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfcec4-0f40-4ddc-8af1-f1f2edbdc871 req-1d058d3a-a257-4a62-aaa5-9bed1c001af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:01.708952 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a0cfcec4-0f40-4ddc-8af1-f1f2edbdc871 req-1d058d3a-a257-4a62-aaa5-9bed1c001af3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 1096 time: 0.4658535 Feb 18 09:06:01.734694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb75d36-801d-4a12-b928-03ad77b4ca10 req-61fa2751-16bc-474e-9976-aeff40ac68b6 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:01.736555 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7cb75d36-801d-4a12-b928-03ad77b4ca10 req-61fa2751-16bc-474e-9976-aeff40ac68b6 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.4283059 Feb 18 09:06:01.858274 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3be2c47a-7d79-4ef1-9eb4-8dbbd4a68e90 None None] Provisioning for port 467df1ec-7a83-4fdf-b37e-daeb82ab5960 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:01.874041 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3be2c47a-7d79-4ef1-9eb4-8dbbd4a68e90 None None] Provisioning complete for port 467df1ec-7a83-4fdf-b37e-daeb82ab5960 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:01.874912 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3be2c47a-7d79-4ef1-9eb4-8dbbd4a68e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:01.970326 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-3be2c47a-7d79-4ef1-9eb4-8dbbd4a68e90 None None] Port 467df1ec-7a83-4fdf-b37e-daeb82ab5960 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:06:01.995373 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7cb75d36-801d-4a12-b928-03ad77b4ca10 req-4ec3bddf-afb3-4a15-9a5d-e659438830ab tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259932 Feb 18 09:06:02.013685 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b46e0691-bbe6-427e-8357-6c8ada748ba5 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.119109 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9636ae92-19ae-4d06-ad50-fcaf12716cee tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.155937 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-9636ae92-19ae-4d06-ad50-fcaf12716cee tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7803297d-5a62-4cc7-b8c5-19f28e870d56']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:02.169413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-9636ae92-19ae-4d06-ad50-fcaf12716cee tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce16d4c-eded-4592-8b59-5bacab563fd8') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:02.169753 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-9636ae92-19ae-4d06-ad50-fcaf12716cee tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce16d4c-eded-4592-8b59-5bacab563fd8') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:02.171691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a0cfcec4-0f40-4ddc-8af1-f1f2edbdc871 req-a4b367e1-e613-460b-a163-0c611762de52 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8e523728-0e5c-478c-9b63-79823a2dd5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4544322 Feb 18 09:06:02.196131 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9636ae92-19ae-4d06-ad50-fcaf12716cee tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.198115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e0691-bbe6-427e-8357-6c8ada748ba5 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b283fcd-9294-44fc-a3eb-6ceae1187c39,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:02.220005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8f588d48-333a-4646-a2ac-a15f246f6be5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting port 467df1ec-7a83-4fdf-b37e-daeb82ab5960 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:06:02.220368 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f588d48-333a-4646-a2ac-a15f246f6be5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.258396 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b46e0691-bbe6-427e-8357-6c8ada748ba5 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.262718 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b46e0691-bbe6-427e-8357-6c8ada748ba5 tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "DELETE /v2.0/security-groups/6b283fcd-9294-44fc-a3eb-6ceae1187c39 HTTP/1.1" status: 204 len: 168 time: 1.1980562 Feb 18 09:06:02.264146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44044) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:02.290604 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-9a5e43a7-4e5a-4b3f-a636-c3cbb50c820b tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] show failed (client error): The resource could not be found. Feb 18 09:06:02.295476 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9a5e43a7-4e5a-4b3f-a636-c3cbb50c820b tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "GET /v2.0/security-groups/6b283fcd-9294-44fc-a3eb-6ceae1187c39 HTTP/1.1" status: 404 len: 347 time: 0.0253146 Feb 18 09:06:02.297997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44048) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:02.329278 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9636ae92-19ae-4d06-ad50-fcaf12716cee tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.343668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9636ae92-19ae-4d06-ad50-fcaf12716cee tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:06:02.344079 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9636ae92-19ae-4d06-ad50-fcaf12716cee tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:06:02.357906 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:06:02.477141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979c431-b4af-4722-97b7-b7eb8328d6d3 req-4685463d-e567-46f9-bb53-5e21c76a01da tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:02.478710 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b979c431-b4af-4722-97b7-b7eb8328d6d3 req-4685463d-e567-46f9-bb53-5e21c76a01da tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 945 time: 0.2984829 Feb 18 09:06:02.538150 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9636ae92-19ae-4d06-ad50-fcaf12716cee tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.574055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9636ae92-19ae-4d06-ad50-fcaf12716cee tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7803297d-5a62-4cc7-b8c5-19f28e870d56 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 18 09:06:02.579352 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9636ae92-19ae-4d06-ad50-fcaf12716cee tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.596670 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636ae92-19ae-4d06-ad50-fcaf12716cee tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Pushing event deleted for resources: {'Network': ['ID=7803297d-5a62-4cc7-b8c5-19f28e870d56,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:02.618104 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9636ae92-19ae-4d06-ad50-fcaf12716cee tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "DELETE /v2.0/networks/7803297d-5a62-4cc7-b8c5-19f28e870d56 HTTP/1.1" status: 204 len: 168 time: 1.4918802 Feb 18 09:06:02.646032 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f588d48-333a-4646-a2ac-a15f246f6be5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.650122 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-9668f64b-9b0e-4754-acae-c9c2a9eb20ff tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Deleting port 7f6aa87c-7ff8-4902-bc7a-c20093c53bb5 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:06:02.650456 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9668f64b-9b0e-4754-acae-c9c2a9eb20ff tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.888090 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9668f64b-9b0e-4754-acae-c9c2a9eb20ff tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:02.888446 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9668f64b-9b0e-4754-acae-c9c2a9eb20ff tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.056815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8f588d48-333a-4646-a2ac-a15f246f6be5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Calling delete_port for 467df1ec-7a83-4fdf-b37e-daeb82ab5960 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:06:03.170590 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44078) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:03.187830 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-fc1b2dc2-1058-45ed-89cc-8e8dfc3697b8 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Request body: {'router': {'name': 'tempest-router--1811096660', 'project_id': '91d9e7040d294c33a995dbd41cd5034a'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:03.194968 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fc1b2dc2-1058-45ed-89cc-8e8dfc3697b8 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:03.199212 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fc1b2dc2-1058-45ed-89cc-8e8dfc3697b8 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Usage tracker for resource:router and tenant:91d9e7040d294c33a995dbd41cd5034a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:03.203243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fc1b2dc2-1058-45ed-89cc-8e8dfc3697b8 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:03.209993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fc1b2dc2-1058-45ed-89cc-8e8dfc3697b8 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:03.254124 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc1b2dc2-1058-45ed-89cc-8e8dfc3697b8 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.255154 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc1b2dc2-1058-45ed-89cc-8e8dfc3697b8 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.314977 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-9668f64b-9b0e-4754-acae-c9c2a9eb20ff tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Calling delete_port for 7f6aa87c-7ff8-4902-bc7a-c20093c53bb5 owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:06:03.423747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b979c431-b4af-4722-97b7-b7eb8328d6d3 req-11be1362-00cc-42f2-984a-e5d0defb6e5e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e523728-0e5c-478c-9b63-79823a2dd5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8188913 Feb 18 09:06:03.506383 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52787d-4fdf-48eb-841e-1bd3a9d302a8 req-512a31d8-9f56-4f36-8dbd-4d39616d189a tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:03.514721 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e52787d-4fdf-48eb-841e-1bd3a9d302a8 req-512a31d8-9f56-4f36-8dbd-4d39616d189a tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.3656595 Feb 18 09:06:03.525069 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f588d48-333a-4646-a2ac-a15f246f6be5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.541463 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc1b2dc2-1058-45ed-89cc-8e8dfc3697b8 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.602698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f588d48-333a-4646-a2ac-a15f246f6be5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Port': ['ID=467df1ec-7a83-4fdf-b37e-daeb82ab5960,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:03.733239 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1511504-651a-435f-993a-4df561c6ff4b req-3c6d4882-897d-4936-948a-012c3e5be594 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 210 time: 0.1921442 Feb 18 09:06:03.790695 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f588d48-333a-4646-a2ac-a15f246f6be5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.796448 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e52787d-4fdf-48eb-841e-1bd3a9d302a8 req-1c89dc39-396e-4844-94ab-a5eb9d98e432 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803526 Feb 18 09:06:03.807998 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.826417 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc1b2dc2-1058-45ed-89cc-8e8dfc3697b8 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.847062 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9668f64b-9b0e-4754-acae-c9c2a9eb20ff tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.862145 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b214191-9860-4f9a-9e27-886fd6a7d86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.873923 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.886415 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8f588d48-333a-4646-a2ac-a15f246f6be5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/467df1ec-7a83-4fdf-b37e-daeb82ab5960 HTTP/1.1" status: 204 len: 168 time: 2.3449106 Feb 18 09:06:03.888389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44096) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:03.974095 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc1b2dc2-1058-45ed-89cc-8e8dfc3697b8 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:03.975303 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fc1b2dc2-1058-45ed-89cc-8e8dfc3697b8 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8042736 Feb 18 09:06:03.979643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44100) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:04.016018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668f64b-9b0e-4754-acae-c9c2a9eb20ff tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Pushing event deleted for resources: {'Port': ['ID=7f6aa87c-7ff8-4902-bc7a-c20093c53bb5,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:04.158200 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9668f64b-9b0e-4754-acae-c9c2a9eb20ff tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:04.205054 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-075c6a3b-084c-45a8-96b7-ab80f8fec864 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:04.209898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662a64d-95a9-4519-a8da-b667fb27e5b3 req-e5208749-4976-4f82-a871-990805977ede tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:04.212775 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0662a64d-95a9-4519-a8da-b667fb27e5b3 req-e5208749-4976-4f82-a871-990805977ede tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.1504564 Feb 18 09:06:04.217460 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9668f64b-9b0e-4754-acae-c9c2a9eb20ff tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:04.218753 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9668f64b-9b0e-4754-acae-c9c2a9eb20ff tempest-AttachVolumeTestJSON-947265352 tempest-AttachVolumeTestJSON-947265352-project] 10.222.0.72 "DELETE /v2.0/floatingips/8e8be48b-1f5d-46da-af4f-dbe5713e8fe9 HTTP/1.1" status: 204 len: 168 time: 1.9200978 Feb 18 09:06:04.266842 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0662a64d-95a9-4519-a8da-b667fb27e5b3 req-4e656d7d-ef3f-4c14-aa61-896307a00926 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462537 Feb 18 09:06:04.498625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9feacd9-1df4-4984-ab96-0e0aa63f25c6 req-19222bf8-07db-45d8-b6b4-363eb52d442d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:04.507774 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9feacd9-1df4-4984-ab96-0e0aa63f25c6 req-19222bf8-07db-45d8-b6b4-363eb52d442d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.1072147 Feb 18 09:06:04.571148 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9feacd9-1df4-4984-ab96-0e0aa63f25c6 req-2bd57cfd-4c1f-40fc-a739-cb499e30ec10 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618951 Feb 18 09:06:04.781636 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-075c6a3b-084c-45a8-96b7-ab80f8fec864 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:04.785162 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-075c6a3b-084c-45a8-96b7-ab80f8fec864 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:04.899899 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-075c6a3b-084c-45a8-96b7-ab80f8fec864 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:04.901019 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075c6a3b-084c-45a8-96b7-ab80f8fec864 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c88201df-aca0-4805-8322-2dd555cb5d4d {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:06:04.973831 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-075c6a3b-084c-45a8-96b7-ab80f8fec864 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:04.975152 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-075c6a3b-084c-45a8-96b7-ab80f8fec864 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "DELETE /v2.0/routers/c88201df-aca0-4805-8322-2dd555cb5d4d HTTP/1.1" status: 204 len: 168 time: 0.9840112 Feb 18 09:06:04.989726 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:05.017484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b21d7e2-08e8-455b-b8b0-6f0ab94bac27 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:05.023780 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7b21d7e2-08e8-455b-b8b0-6f0ab94bac27 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:06:05.056890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abca42-b4fe-47ea-9dfd-0cb1702fc03e req-5372f9bf-8e88-4ffe-ba4a-45d97289704b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:05.058445 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9abca42-b4fe-47ea-9dfd-0cb1702fc03e req-5372f9bf-8e88-4ffe-ba4a-45d97289704b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 945 time: 0.3791804 Feb 18 09:06:05.070998 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-42a5d9a8-d9d7-409d-b419-324e8b45ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:05.072385 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-42a5d9a8-d9d7-409d-b419-324e8b45ac53 service neutron] 10.222.0.81 "GET /v2.0/ports/62e59aac-fd01-42b9-a659-61b3f4330c06 HTTP/1.1" status: 200 len: 1031 time: 0.2589436 Feb 18 09:06:05.076638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7b21d7e2-08e8-455b-b8b0-6f0ab94bac27 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:06:05.083236 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7b21d7e2-08e8-455b-b8b0-6f0ab94bac27 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.1938159 Feb 18 09:06:05.084074 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44128) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:05.148858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a833b94-0e09-4ec4-8ff2-354deda5a5b8 req-7a02faae-b41a-47d8-a120-42644fffa01d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:05.159100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7a833b94-0e09-4ec4-8ff2-354deda5a5b8 req-7a02faae-b41a-47d8-a120-42644fffa01d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.2747278 Feb 18 09:06:05.200672 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9abca42-b4fe-47ea-9dfd-0cb1702fc03e req-b8a5bf94-cb62-498b-92d3-b026b03fec94 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e523728-0e5c-478c-9b63-79823a2dd5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212718 Feb 18 09:06:05.208686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44134) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:05.254705 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7a833b94-0e09-4ec4-8ff2-354deda5a5b8 req-3ab6b62d-f0fc-431c-a192-ecd54629ccef tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945902 Feb 18 09:06:05.274124 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-3929a0a2-da36-4533-a23a-768148e92e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:05.276161 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-3929a0a2-da36-4533-a23a-768148e92e3c service neutron] 10.222.0.81 "GET /v2.0/ports/21f5395e-91c2-45cb-9462-e9b25b7c5da5 HTTP/1.1" status: 200 len: 1031 time: 0.1912105 Feb 18 09:06:05.442798 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1e10fd-4942-46eb-929f-26da38eb67a1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:05.447390 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-db1e10fd-4942-46eb-929f-26da38eb67a1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3611095 Feb 18 09:06:05.451553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44144) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:05.576359 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-101b969c-39ea-4972-966f-be2595f55f89 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:05.586175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-101b969c-39ea-4972-966f-be2595f55f89 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:05.593693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-101b969c-39ea-4972-966f-be2595f55f89 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:05.594523 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-101b969c-39ea-4972-966f-be2595f55f89 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Synchronizing usage tracker for tenant:67fba04be8234c838f03f922f83b8802 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:06:05.598735 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2477ecb-7cd6-4b33-a237-0565db90cd47 req-506634f4-a1ad-4e1e-84e9-7516927973dc tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 210 time: 0.0821564 Feb 18 09:06:05.634868 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-101b969c-39ea-4972-966f-be2595f55f89 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Unset dirty status for tenant:67fba04be8234c838f03f922f83b8802 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:06:05.635966 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-101b969c-39ea-4972-966f-be2595f55f89 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.81 "GET /v2.0/networks?id=ec3d4a7e-a312-44cc-b0e7-a43199da5de1&id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&id=c007c0e9-3b09-4935-b7b9-8a901322650c&id=c007c0e9-3b09-4935-b7b9-8a901322650c HTTP/1.1" status: 200 len: 1995 time: 0.3502219 Feb 18 09:06:05.639338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58243b3d-27e7-4ed7-b764-cf357a13ed57 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:05.642167 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58243b3d-27e7-4ed7-b764-cf357a13ed57 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:05.643799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58243b3d-27e7-4ed7-b764-cf357a13ed57 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:05.644851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-58243b3d-27e7-4ed7-b764-cf357a13ed57 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:06:05.656713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea825577-d637-4bc6-8a5b-9884909d736c req-fa39d914-e9d1-4a1f-9d21-e798d0ef066f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:05.664079 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea825577-d637-4bc6-8a5b-9884909d736c req-fa39d914-e9d1-4a1f-9d21-e798d0ef066f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 945 time: 0.2883296 Feb 18 09:06:05.729288 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea825577-d637-4bc6-8a5b-9884909d736c req-0cfe8b13-ded5-44b6-8ea8-6db89787d043 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e523728-0e5c-478c-9b63-79823a2dd5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640600 Feb 18 09:06:05.732554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-58243b3d-27e7-4ed7-b764-cf357a13ed57 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:06:05.737413 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-58243b3d-27e7-4ed7-b764-cf357a13ed57 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2817926 Feb 18 09:06:05.740344 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-4d5d4524-5b7d-4421-a4b6-f285dbfb5700 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67fba04be8234c838f03f922f83b8802 HTTP/1.1" status: 200 len: 380 time: 0.0892322 Feb 18 09:06:05.749100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44150) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:05.749558 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44152) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:05.749719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-95495ab3-d5c4-4aa7-a7fe-195d2caff1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Request body: {'port': {'device_id': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1', 'admin_state_up': True, 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'security_groups': ['8b6ec69a-c4cd-42ca-a040-29363674ed1f']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:05.757593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-229850886', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}, 'admin_state_up': False}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:05.867300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:05.893899 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Usage tracker for resource:router and tenant:ef2d54d47fb6418aaeaaf662260119f1 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:05.997623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:06.067300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:06.068196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-95495ab3-d5c4-4aa7-a7fe-195d2caff1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:06.082102 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-95495ab3-d5c4-4aa7-a7fe-195d2caff1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:06.102261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2abaab2-cbe5-4bf9-a19b-51281df407f9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet 444348ea-a791-4bfe-891e-a8739e1fd51f {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:06:06.102631 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-95495ab3-d5c4-4aa7-a7fe-195d2caff1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Made reservation on behalf of 67fba04be8234c838f03f922f83b8802 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:06:06.107456 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-95495ab3-d5c4-4aa7-a7fe-195d2caff1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.111203 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b2abaab2-cbe5-4bf9-a19b-51281df407f9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.149087 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.150290 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.181783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a3f27c-ef16-406c-91e7-d7232f8086ba tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:06.188177 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a1a3f27c-ef16-406c-91e7-d7232f8086ba tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 1091 time: 0.4339247 Feb 18 09:06:06.190267 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44162) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:06.206870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': 'bc685c6c-668e-487f-8f16-c1c933df8e65', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:06.222420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:06.234549 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b2abaab2-cbe5-4bf9-a19b-51281df407f9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.264382 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.266784 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:floatingip and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:06.403091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:06.418663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:06.463127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678f612-05fd-420f-a925-996fc9162b83 req-213bc9f0-dd4a-497e-a1fd-d474a921a1d3 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:06.476446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7678f612-05fd-420f-a925-996fc9162b83 req-213bc9f0-dd4a-497e-a1fd-d474a921a1d3 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.5707695 Feb 18 09:06:06.534692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-95495ab3-d5c4-4aa7-a7fe-195d2caff1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Allocated IP 172.20.0.4 (ec3d4a7e-a312-44cc-b0e7-a43199da5de1/c738050d-ebd5-4e0e-a984-f573b8282991/f7248b01-6f93-4892-be46-f6a080f62cfc) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:06.564987 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.623196 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b2abaab2-cbe5-4bf9-a19b-51281df407f9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.906150 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-95495ab3-d5c4-4aa7-a7fe-195d2caff1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:06.932540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-95495ab3-d5c4-4aa7-a7fe-195d2caff1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Transition to ACTIVE for port object f7248b01-6f93-4892-be46-f6a080f62cfc will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:06.967289 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-95495ab3-d5c4-4aa7-a7fe-195d2caff1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:07.073354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-95495ab3-d5c4-4aa7-a7fe-195d2caff1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Network ec3d4a7e-a312-44cc-b0e7-a43199da5de1 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:07.075772 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-95495ab3-d5c4-4aa7-a7fe-195d2caff1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:07.080555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-95495ab3-d5c4-4aa7-a7fe-195d2caff1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:06:07.167631 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95495ab3-d5c4-4aa7-a7fe-195d2caff1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event updated for resources: {'Port': ['ID=f7248b01-6f93-4892-be46-f6a080f62cfc,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:07.226796 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-95495ab3-d5c4-4aa7-a7fe-195d2caff1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:07.227413 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-95495ab3-d5c4-4aa7-a7fe-195d2caff1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:07.292848 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-95495ab3-d5c4-4aa7-a7fe-195d2caff1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5515535 Feb 18 09:06:07.303620 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-76edd0cc-a095-4c7b-9436-2985cb86437c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Request body: {'port': {'device_id': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7', 'admin_state_up': True, 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'security_groups': ['8b6ec69a-c4cd-42ca-a040-29363674ed1f']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:07.339806 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:07.372928 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7678f612-05fd-420f-a925-996fc9162b83 req-b5c0db10-93a9-419b-9a42-15dd8435ffed tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8951178 Feb 18 09:06:07.384111 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b2abaab2-cbe5-4bf9-a19b-51281df407f9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:07.549865 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b93f3508-9071-4511-b1e5-17901a5c6bf4 None None] Provisioning for port f7248b01-6f93-4892-be46-f6a080f62cfc completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:07.566388 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b93f3508-9071-4511-b1e5-17901a5c6bf4 None None] Provisioning complete for port f7248b01-6f93-4892-be46-f6a080f62cfc triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:07.568054 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b93f3508-9071-4511-b1e5-17901a5c6bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:07.685481 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b93f3508-9071-4511-b1e5-17901a5c6bf4 None None] Port f7248b01-6f93-4892-be46-f6a080f62cfc cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:06:07.695506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-76edd0cc-a095-4c7b-9436-2985cb86437c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:07.705933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-76edd0cc-a095-4c7b-9436-2985cb86437c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Usage tracker for resource:port and tenant:67fba04be8234c838f03f922f83b8802 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:07.709356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-76edd0cc-a095-4c7b-9436-2985cb86437c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:07.722090 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-76edd0cc-a095-4c7b-9436-2985cb86437c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:07.748714 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-76edd0cc-a095-4c7b-9436-2985cb86437c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Made reservation on behalf of 67fba04be8234c838f03f922f83b8802 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:06:07.752664 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-76edd0cc-a095-4c7b-9436-2985cb86437c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:07.757789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abaab2-cbe5-4bf9-a19b-51281df407f9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=444348ea-a791-4bfe-891e-a8739e1fd51f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:07.844518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25daed51-07f9-49f2-9dbc-96164d6a4b60 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:06:07.847257 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b2abaab2-cbe5-4bf9-a19b-51281df407f9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:07.935795 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b2abaab2-cbe5-4bf9-a19b-51281df407f9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/444348ea-a791-4bfe-891e-a8739e1fd51f HTTP/1.1" status: 204 len: 168 time: 2.1829844 Feb 18 09:06:07.941346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44192) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:08.135722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-76edd0cc-a095-4c7b-9436-2985cb86437c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Allocated IP 10.1.1.144 (b8db49a5-d459-47e2-ab70-0ed233d21bf7/8e66a5db-8eab-4e27-9604-af278cece570/e767ebc6-9e6b-4ec3-9ccc-9e86213dce06) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:08.225205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-704902df-5fab-4961-b31c-e9560ee09247 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Deleting subnet 469b136c-254e-4b2c-82fc-08732a68ef79 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:06:08.266270 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-704902df-5fab-4961-b31c-e9560ee09247 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:08.366587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8395b1-6bbf-45e4-a34a-29445011206b req-9b2048c7-6aa7-4c5e-9b19-53cfce531e9b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:08.388599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf8395b1-6bbf-45e4-a34a-29445011206b req-9b2048c7-6aa7-4c5e-9b19-53cfce531e9b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 931 time: 1.4802303 Feb 18 09:06:08.471701 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-704902df-5fab-4961-b31c-e9560ee09247 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:08.686705 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-76edd0cc-a095-4c7b-9436-2985cb86437c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:08.743866 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-76edd0cc-a095-4c7b-9436-2985cb86437c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Transition to ACTIVE for port object e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:08.795046 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-76edd0cc-a095-4c7b-9436-2985cb86437c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:08.960802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-76edd0cc-a095-4c7b-9436-2985cb86437c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Network b8db49a5-d459-47e2-ab70-0ed233d21bf7 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:08.962922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-76edd0cc-a095-4c7b-9436-2985cb86437c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:08.976840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-76edd0cc-a095-4c7b-9436-2985cb86437c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:06:09.028839 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edd0cc-a095-4c7b-9436-2985cb86437c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event updated for resources: {'Port': ['ID=e767ebc6-9e6b-4ec3-9ccc-9e86213dce06,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:09.137637 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-76edd0cc-a095-4c7b-9436-2985cb86437c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:09.150847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf8395b1-6bbf-45e4-a34a-29445011206b req-4ed42a64-7f76-4520-bbf1-169babe6161c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7613561 Feb 18 09:06:09.156984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-76edd0cc-a095-4c7b-9436-2985cb86437c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:09.178139 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-704902df-5fab-4961-b31c-e9560ee09247 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:09.250937 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-76edd0cc-a095-4c7b-9436-2985cb86437c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9509225 Feb 18 09:06:09.268347 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-bbf46ef1-4935-473a-af4c-47f4a52f4516 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Request body: {'port': {'device_id': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7', 'admin_state_up': True, 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'security_groups': ['8b6ec69a-c4cd-42ca-a040-29363674ed1f']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:09.345539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a824499-ba4c-47f2-a17b-2355a480a7c4 req-e8f5cc5b-eb4c-41da-a5ce-46e7ac420a72 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:09.348695 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a824499-ba4c-47f2-a17b-2355a480a7c4 req-e8f5cc5b-eb4c-41da-a5ce-46e7ac420a72 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 1.5800979 Feb 18 09:06:09.597441 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-bbf46ef1-4935-473a-af4c-47f4a52f4516 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:09.602107 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-bbf46ef1-4935-473a-af4c-47f4a52f4516 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Usage tracker for resource:port and tenant:67fba04be8234c838f03f922f83b8802 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:09.610431 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-bbf46ef1-4935-473a-af4c-47f4a52f4516 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:09.619315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-bbf46ef1-4935-473a-af4c-47f4a52f4516 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:09.644302 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-bbf46ef1-4935-473a-af4c-47f4a52f4516 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Made reservation on behalf of 67fba04be8234c838f03f922f83b8802 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:06:09.657531 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-bbf46ef1-4935-473a-af4c-47f4a52f4516 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:09.740367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c289231c-e732-48b9-bf1d-fcdfba414529 None None] Provisioning for port e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:09.748149 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c289231c-e732-48b9-bf1d-fcdfba414529 None None] Provisioning complete for port e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:09.749061 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c289231c-e732-48b9-bf1d-fcdfba414529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:09.850919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c289231c-e732-48b9-bf1d-fcdfba414529 None None] Port e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:06:09.989697 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-17fbb049-c527-4028-8988-1d3de8dd1184 None None] Provisioning complete for port 6968246f-b120-4571-91d5-67f8a3d791d8 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:09.990150 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-17fbb049-c527-4028-8988-1d3de8dd1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:10.156779 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-bbf46ef1-4935-473a-af4c-47f4a52f4516 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Allocated IP 10.1.1.210 (b8db49a5-d459-47e2-ab70-0ed233d21bf7/8e66a5db-8eab-4e27-9604-af278cece570/567f9157-ca1f-4789-a982-ab236197d796) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:10.515353 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a824499-ba4c-47f2-a17b-2355a480a7c4 req-64b31a4e-ef5f-4a25-8bd5-05655a674c9e tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1198914 Feb 18 09:06:10.544697 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:10.622209 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-bbf46ef1-4935-473a-af4c-47f4a52f4516 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:10.653527 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:10.659682 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:10.662286 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-bbf46ef1-4935-473a-af4c-47f4a52f4516 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Transition to ACTIVE for port object 567f9157-ca1f-4789-a982-ab236197d796 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:10.664132 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-704902df-5fab-4961-b31c-e9560ee09247 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:10.730527 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-bbf46ef1-4935-473a-af4c-47f4a52f4516 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:10.821811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704902df-5fab-4961-b31c-e9560ee09247 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Subnet': ['ID=469b136c-254e-4b2c-82fc-08732a68ef79,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:10.892332 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-704902df-5fab-4961-b31c-e9560ee09247 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:10.892931 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9d37e1-614e-4cdc-8a78-2b89d4367989 None None] Network dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:06:10.905723 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c8bc1ad4-b8f8-4ebc-a21d-68f891ab29d6 req-bd7cd5e7-61c3-4b2f-84a3-ec174a89db41 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.9502597 Feb 18 09:06:10.970402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-bbf46ef1-4935-473a-af4c-47f4a52f4516 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Network b8db49a5-d459-47e2-ab70-0ed233d21bf7 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:10.972061 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf46ef1-4935-473a-af4c-47f4a52f4516 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event updated for resources: {'Port': ['ID=567f9157-ca1f-4789-a982-ab236197d796,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:10.986792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-bbf46ef1-4935-473a-af4c-47f4a52f4516 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:10.992431 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-bbf46ef1-4935-473a-af4c-47f4a52f4516 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:06:11.192023 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-704902df-5fab-4961-b31c-e9560ee09247 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/469b136c-254e-4b2c-82fc-08732a68ef79 HTTP/1.1" status: 204 len: 168 time: 3.2307513 Feb 18 09:06:11.194641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-bbf46ef1-4935-473a-af4c-47f4a52f4516 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:11.195822 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-bbf46ef1-4935-473a-af4c-47f4a52f4516 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:11.203921 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44248) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:11.299403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62b28e-162e-496a-a0fd-c1855d261f7d req-442bfa7b-40a6-4a5c-bc9b-11ab990a0eb9 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:11.324574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62b28e-162e-496a-a0fd-c1855d261f7d req-442bfa7b-40a6-4a5c-bc9b-11ab990a0eb9 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:11.326637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc62b28e-162e-496a-a0fd-c1855d261f7d req-442bfa7b-40a6-4a5c-bc9b-11ab990a0eb9 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 1653 time: 0.8841100 Feb 18 09:06:11.339387 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-48d262db-d0c5-4f51-b1b4-8885f138d7d4 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1335990 Feb 18 09:06:11.347173 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44254) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:11.372380 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Allocated IP 172.25.1.104 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/a8363d87-e5de-4b9e-8447-8775b346521f) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:11.444229 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:11.497394 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-bbf46ef1-4935-473a-af4c-47f4a52f4516 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2381005 Feb 18 09:06:11.507995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-525bfb78-39df-4578-8e66-a19c31bb628f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Request body: {'port': {'device_id': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c007c0e9-3b09-4935-b7b9-8a901322650c', 'admin_state_up': True, 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'security_groups': ['8b6ec69a-c4cd-42ca-a040-29363674ed1f']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:11.517551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8da6a8e5-84d5-4387-a47f-b476e8e38e3d None None] Provisioning for port 567f9157-ca1f-4789-a982-ab236197d796 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:11.542115 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8da6a8e5-84d5-4387-a47f-b476e8e38e3d None None] Provisioning complete for port 567f9157-ca1f-4789-a982-ab236197d796 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:11.542479 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8da6a8e5-84d5-4387-a47f-b476e8e38e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:11.674627 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:11.710755 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:11.751670 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8da6a8e5-84d5-4387-a47f-b476e8e38e3d None None] Port 567f9157-ca1f-4789-a982-ab236197d796 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:06:11.768804 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bd9801-c1f2-46ec-aafd-d25a8618f771 None None] DHCP port deletion for dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:06:11.777454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d4bd9801-c1f2-46ec-aafd-d25a8618f771 None None] Deleting port 6968246f-b120-4571-91d5-67f8a3d791d8 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:06:11.777825 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d4bd9801-c1f2-46ec-aafd-d25a8618f771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:11.781160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9b6012-63eb-4d9e-bf57-25a7bfa2ba57 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:11.782938 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-af9b6012-63eb-4d9e-bf57-25a7bfa2ba57 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4210863 Feb 18 09:06:11.789208 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44262) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:11.923802 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:12.063551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-525bfb78-39df-4578-8e66-a19c31bb628f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:12.082531 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6968246f-b120-4571-91d5-67f8a3d791d8 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:06:12.083921 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-525bfb78-39df-4578-8e66-a19c31bb628f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Usage tracker for resource:port and tenant:67fba04be8234c838f03f922f83b8802 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:12.153738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5874e9c3-99a6-4fb3-85ac-4a69a651fd87 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:12.154781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5874e9c3-99a6-4fb3-85ac-4a69a651fd87 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Synchronizing usage tracker for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:06:12.171529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-525bfb78-39df-4578-8e66-a19c31bb628f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:12.181516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:12.197117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-525bfb78-39df-4578-8e66-a19c31bb628f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:12.231925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5874e9c3-99a6-4fb3-85ac-4a69a651fd87 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Unset dirty status for tenant:80df991716a4448da960b23e72bc250f on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:06:12.235871 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5874e9c3-99a6-4fb3-85ac-4a69a651fd87 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4357915 Feb 18 09:06:12.238895 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44268) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:12.270698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:12.291730 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc62b28e-162e-496a-a0fd-c1855d261f7d req-a7074d87-a0fc-4020-9ca6-a2039d393d62 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5450511 Feb 18 09:06:12.302320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:06:12.447465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-525bfb78-39df-4578-8e66-a19c31bb628f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Made reservation on behalf of 67fba04be8234c838f03f922f83b8802 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:06:12.493660 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d8766b17-b0f4-499f-953c-a7fecbc95b41 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2514861 Feb 18 09:06:12.493660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44274) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:12.503273 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:06:12.593154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1ad4-b8f8-4ebc-a21d-68f891ab29d6 req-eb524fba-241c-409a-b227-95d9d8fba4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:12.594689 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c8bc1ad4-b8f8-4ebc-a21d-68f891ab29d6 req-eb524fba-241c-409a-b227-95d9d8fba4f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67d280681c92466b957d86889fb303b6&device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 1096 time: 1.5002887 Feb 18 09:06:12.595989 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Allocated IP 172.25.1.228 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/4b09eb16-4052-48b4-93b0-c6508387fcea) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:12.678610 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-093049fe-50d3-490e-bae1-9fb020b1ade9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:12.679448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093049fe-50d3-490e-bae1-9fb020b1ade9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:12.684334 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-093049fe-50d3-490e-bae1-9fb020b1ade9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/467df1ec-7a83-4fdf-b37e-daeb82ab5960 HTTP/1.1" status: 404 len: 333 time: 0.1756384 Feb 18 09:06:12.685383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44280) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:12.700590 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:12.729082 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e426856d-b911-40de-a756-1ff32233b4b1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:12.729918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e426856d-b911-40de-a756-1ff32233b4b1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:12.735620 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e426856d-b911-40de-a756-1ff32233b4b1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/444348ea-a791-4bfe-891e-a8739e1fd51f HTTP/1.1" status: 404 len: 337 time: 0.0472927 Feb 18 09:06:12.736542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44284) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:12.764551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d4bd9801-c1f2-46ec-aafd-d25a8618f771 None None] For port 6968246f-b120-4571-91d5-67f8a3d791d8, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6968246f-b120-4571-91d5-67f8a3d791d8,segment=NetworkSegment(0cce2865-8112-4f54-a0a8-4eedda18dccf),segment_id=0cce2865-8112-4f54-a0a8-4eedda18dccf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:06:12.765110 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d4bd9801-c1f2-46ec-aafd-d25a8618f771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:12.788589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Pushing event updated for resources: {'Port': ['ID=a8363d87-e5de-4b9e-8447-8775b346521f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:12.967326 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a99436-877e-4ce6-9ece-112a2e242bcc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:12.968126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a99436-877e-4ce6-9ece-112a2e242bcc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:12.984866 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-18a99436-877e-4ce6-9ece-112a2e242bcc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/469b136c-254e-4b2c-82fc-08732a68ef79 HTTP/1.1" status: 404 len: 337 time: 0.2404561 Feb 18 09:06:12.988782 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44288) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:13.091572 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c12b507-fbbd-4221-b71b-e91c3eec9810 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:13.096901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c12b507-fbbd-4221-b71b-e91c3eec9810 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:13.101899 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8c12b507-fbbd-4221-b71b-e91c3eec9810 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/63c6d286-b0e9-4376-a5b8-b2e3d5f94fc6 HTTP/1.1" status: 404 len: 333 time: 0.1118913 Feb 18 09:06:13.102789 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44294) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:13.219217 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d4bd9801-c1f2-46ec-aafd-d25a8618f771 None None] Calling delete_port for 6968246f-b120-4571-91d5-67f8a3d791d8 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:06:13.264171 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef59dc6-237d-4f7d-9be6-4d943d730e14 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:13.265556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef59dc6-237d-4f7d-9be6-4d943d730e14 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:13.270221 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4ef59dc6-237d-4f7d-9be6-4d943d730e14 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/1b595148-1769-466c-b33f-c408d2a97974 HTTP/1.1" status: 404 len: 337 time: 0.1435893 Feb 18 09:06:13.272521 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44302) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:13.382224 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-525bfb78-39df-4578-8e66-a19c31bb628f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:13.407151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1ad4-b8f8-4ebc-a21d-68f891ab29d6 req-c33ba4d7-b7d0-4ee9-b476-2a5af16731f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:13.409793 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c8bc1ad4-b8f8-4ebc-a21d-68f891ab29d6 req-c33ba4d7-b7d0-4ee9-b476-2a5af16731f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7160f18e-9887-4ee9-b7aa-f783c569b75b HTTP/1.1" status: 200 len: 898 time: 0.5950060 Feb 18 09:06:13.417303 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d4bd9801-c1f2-46ec-aafd-d25a8618f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:13.464420 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed684297-e81e-49f9-81da-f9528bd76c32 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:13.472665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed684297-e81e-49f9-81da-f9528bd76c32 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:13.489034 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ed684297-e81e-49f9-81da-f9528bd76c32 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/5206d534-c7c7-4370-8f4c-f44102c8b591 HTTP/1.1" status: 404 len: 337 time: 0.2150502 Feb 18 09:06:13.490119 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44308) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:13.644196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd9801-c1f2-46ec-aafd-d25a8618f771 None None] Pushing event deleted for resources: {'Port': ['ID=6968246f-b120-4571-91d5-67f8a3d791d8,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:13.663660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd9801-c1f2-46ec-aafd-d25a8618f771 None None] No DVR routers for this DVR port 6968246f-b120-4571-91d5-67f8a3d791d8 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:06:13.998471 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-559a4062-accc-411e-abe9-3c42f823bb08 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:13.998947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-559a4062-accc-411e-abe9-3c42f823bb08 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:14.043407 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-559a4062-accc-411e-abe9-3c42f823bb08 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/502f735c-fe05-4f30-9d6f-69be31ae8cd7 HTTP/1.1" status: 404 len: 333 time: 0.5501945 Feb 18 09:06:14.052243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44322) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:14.052520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c8bc1ad4-b8f8-4ebc-a21d-68f891ab29d6 req-8dafb983-b4f3-4599-b3b4-e7fd1c6c44f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc685c6c-668e-487f-8f16-c1c933df8e65 HTTP/1.1" status: 200 len: 217 time: 0.4010780 Feb 18 09:06:14.256606 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-51bf6b2a-fd03-4eb8-aaf9-53a9b94d47e5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:14.257062 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51bf6b2a-fd03-4eb8-aaf9-53a9b94d47e5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:14.258806 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-51bf6b2a-fd03-4eb8-aaf9-53a9b94d47e5 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/ecde658c-551a-4b87-8f9e-9e2d436f32c6 HTTP/1.1" status: 404 len: 337 time: 0.2068889 Feb 18 09:06:14.267423 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44328) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:14.366012 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-11900ebe-0378-41fe-97fd-2a889e341a3e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:14.367684 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11900ebe-0378-41fe-97fd-2a889e341a3e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:14.368942 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-11900ebe-0378-41fe-97fd-2a889e341a3e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/4cd50872-473a-438d-86c1-7257532cfa0c HTTP/1.1" status: 404 len: 337 time: 0.0879936 Feb 18 09:06:14.372942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44334) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:14.426590 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1ad4-b8f8-4ebc-a21d-68f891ab29d6 req-7605bc6f-97a9-4b59-be24-6ae13ef54280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:14.428313 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c8bc1ad4-b8f8-4ebc-a21d-68f891ab29d6 req-7605bc6f-97a9-4b59-be24-6ae13ef54280 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46fdaabc-0fa6-488d-9c34-bd1b9ce106ea HTTP/1.1" status: 200 len: 835 time: 0.3144381 Feb 18 09:06:14.437667 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acc3779-616f-470e-9111-366cdc4bff16 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:14.438297 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3acc3779-616f-470e-9111-366cdc4bff16 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:14.440522 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3acc3779-616f-470e-9111-366cdc4bff16 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/931e221e-8430-4a5a-afeb-8437e8f33540 HTTP/1.1" status: 404 len: 333 time: 0.0666323 Feb 18 09:06:14.452449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44342) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:14.671969 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd190cae-c514-4c6f-9794-ad6c9dfcdd82 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:14.672590 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd190cae-c514-4c6f-9794-ad6c9dfcdd82 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:14.674541 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cd190cae-c514-4c6f-9794-ad6c9dfcdd82 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/af6fc545-37b0-4837-833c-4b5495410c7b HTTP/1.1" status: 404 len: 337 time: 0.2211473 Feb 18 09:06:14.677044 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:14.685040 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-525bfb78-39df-4578-8e66-a19c31bb628f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Allocated IP 10.2.2.100 (c007c0e9-3b09-4935-b7b9-8a901322650c/1b743376-da4b-4522-80bf-258dbd2da6c7/26b3a920-6dde-4571-aabb-5eff82ec1048) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:14.776418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44346) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:14.810607 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:14.995124 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d004f1-c643-4baa-b215-8aea1ac840b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:14.996995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d004f1-c643-4baa-b215-8aea1ac840b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:15.007181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d9d004f1-c643-4baa-b215-8aea1ac840b8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/c9a9a2ff-1643-4a84-bcc9-5a159b567463 HTTP/1.1" status: 404 len: 337 time: 0.1675427 Feb 18 09:06:15.017694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44354) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:15.049579 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-525bfb78-39df-4578-8e66-a19c31bb628f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:15.090931 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-525bfb78-39df-4578-8e66-a19c31bb628f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Transition to ACTIVE for port object 26b3a920-6dde-4571-aabb-5eff82ec1048 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:15.154450 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-525bfb78-39df-4578-8e66-a19c31bb628f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:15.303256 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-525bfb78-39df-4578-8e66-a19c31bb628f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Network c007c0e9-3b09-4935-b7b9-8a901322650c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:15.306159 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-525bfb78-39df-4578-8e66-a19c31bb628f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:15.317104 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-525bfb78-39df-4578-8e66-a19c31bb628f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:06:15.367077 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac786641-d26e-4698-8592-eee5c9800516 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:15.367634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac786641-d26e-4698-8592-eee5c9800516 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:15.375199 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44362) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:15.375872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bfb78-39df-4578-8e66-a19c31bb628f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event updated for resources: {'Port': ['ID=26b3a920-6dde-4571-aabb-5eff82ec1048,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:15.376629 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ac786641-d26e-4698-8592-eee5c9800516 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/c44798a2-5144-43c3-8558-5465a5899a74 HTTP/1.1" status: 404 len: 333 time: 0.3540070 Feb 18 09:06:15.437663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b22a6-f1dd-4038-966a-05014926b09e req-51c9d744-ce88-4d33-9129-108bdd40b563 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:15.461263 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b22a6-f1dd-4038-966a-05014926b09e req-51c9d744-ce88-4d33-9129-108bdd40b563 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:15.469555 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c013c790-f5bb-45a8-ae14-f128038cba31 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:15.470094 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c013c790-f5bb-45a8-ae14-f128038cba31 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:15.472210 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c013c790-f5bb-45a8-ae14-f128038cba31 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/8c2dfcd0-66c5-44f8-a882-17d536c5e2f6 HTTP/1.1" status: 404 len: 337 time: 0.0936368 Feb 18 09:06:15.475688 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44366) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:15.483971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b22a6-f1dd-4038-966a-05014926b09e req-51c9d744-ce88-4d33-9129-108bdd40b563 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:15.496054 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e18b22a6-f1dd-4038-966a-05014926b09e req-51c9d744-ce88-4d33-9129-108bdd40b563 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 2374 time: 1.5747871 Feb 18 09:06:15.570961 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f3b0a7-455c-41c0-b37f-ec0816a38bea tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:15.571176 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:15.571888 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f3b0a7-455c-41c0-b37f-ec0816a38bea tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:15.575095 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-38f3b0a7-455c-41c0-b37f-ec0816a38bea tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/61307128-6603-4803-b423-1d19dcc1a79a HTTP/1.1" status: 404 len: 333 time: 0.0973728 Feb 18 09:06:15.584182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-525bfb78-39df-4578-8e66-a19c31bb628f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:15.585101 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-525bfb78-39df-4578-8e66-a19c31bb628f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:15.593796 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44372) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:15.661163 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae410a6c-16e8-4835-baf6-5b9c335e8820 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:15.661765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae410a6c-16e8-4835-baf6-5b9c335e8820 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:15.663723 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ae410a6c-16e8-4835-baf6-5b9c335e8820 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/76a4beb8-bd87-4b69-b454-7d8b41d8b177 HTTP/1.1" status: 404 len: 337 time: 0.0682244 Feb 18 09:06:15.666443 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44376) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:15.752858 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-281ff71b-a010-4e2d-aa88-27f3f7b6e6f0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:15.753414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281ff71b-a010-4e2d-aa88-27f3f7b6e6f0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:15.756479 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-281ff71b-a010-4e2d-aa88-27f3f7b6e6f0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/ab54de1c-f785-445d-bb9f-828e0235b369 HTTP/1.1" status: 404 len: 333 time: 0.0884976 Feb 18 09:06:15.758650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44380) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:15.782041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Port': ['ID=4b09eb16-4052-48b4-93b0-c6508387fcea,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:15.798502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1ad4-b8f8-4ebc-a21d-68f891ab29d6 req-5f0dd4d7-d03f-46e5-af8e-425de60b5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:15.800105 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c8bc1ad4-b8f8-4ebc-a21d-68f891ab29d6 req-5f0dd4d7-d03f-46e5-af8e-425de60b5069 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7160f18e-9887-4ee9-b7aa-f783c569b75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3644931 Feb 18 09:06:15.812119 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-525bfb78-39df-4578-8e66-a19c31bb628f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3081150 Feb 18 09:06:15.818608 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e27c4721-e94b-4f28-b6a2-ad32f1499e14 None None] Provisioning for port 26b3a920-6dde-4571-aabb-5eff82ec1048 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:15.826241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e27c4721-e94b-4f28-b6a2-ad32f1499e14 None None] Provisioning complete for port 26b3a920-6dde-4571-aabb-5eff82ec1048 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:15.826755 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e27c4721-e94b-4f28-b6a2-ad32f1499e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:15.847516 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-4b7eadd9-d758-4f00-96b7-aa8c6e0eb1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Request body: {'port': {'device_id': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c007c0e9-3b09-4935-b7b9-8a901322650c', 'admin_state_up': True, 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'security_groups': ['8b6ec69a-c4cd-42ca-a040-29363674ed1f']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:15.923355 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e27c4721-e94b-4f28-b6a2-ad32f1499e14 None None] Port 26b3a920-6dde-4571-aabb-5eff82ec1048 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:06:15.924364 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e18b22a6-f1dd-4038-966a-05014926b09e req-eaa7ebf8-0840-4f44-be36-b90b06429eb2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4266851 Feb 18 09:06:16.004746 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-100aa650-56ea-4f51-82f5-2a832250fd9c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:16.005320 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100aa650-56ea-4f51-82f5-2a832250fd9c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:16.009429 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-100aa650-56ea-4f51-82f5-2a832250fd9c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/e15b1625-71f7-4ec4-bc8d-e74172c86291 HTTP/1.1" status: 404 len: 337 time: 0.2474794 Feb 18 09:06:16.013940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44384) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:16.105715 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e40217-ad7d-4670-b686-95f9f17c9ed1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:16.106303 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e40217-ad7d-4670-b686-95f9f17c9ed1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:16.121491 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-83e40217-ad7d-4670-b686-95f9f17c9ed1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/7b254529-65ec-4e5d-9c87-7cb222506af5 HTTP/1.1" status: 404 len: 333 time: 0.0929122 Feb 18 09:06:16.121796 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44388) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:16.212734 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-31642189-5704-4c88-8ad4-f73bbf3dbab3 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:16.213190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31642189-5704-4c88-8ad4-f73bbf3dbab3 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:16.213789 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c8bc1ad4-b8f8-4ebc-a21d-68f891ab29d6 req-e5bca9f0-58e4-4dfa-8e58-6f365d1f7742 service neutron] 10.222.0.61 "GET /v2.0/networks/7160f18e-9887-4ee9-b7aa-f783c569b75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540502 Feb 18 09:06:16.217299 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-31642189-5704-4c88-8ad4-f73bbf3dbab3 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/e4cf6623-425d-40e4-9d1c-3798e22db784 HTTP/1.1" status: 404 len: 337 time: 0.0899584 Feb 18 09:06:16.225580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:16.233592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44394) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:16.387375 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c8bc1ad4-b8f8-4ebc-a21d-68f891ab29d6 req-5bca3068-be83-4478-be7d-48166745937e service neutron] 10.222.0.61 "GET /v2.0/networks/7160f18e-9887-4ee9-b7aa-f783c569b75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598694 Feb 18 09:06:16.401543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:16.407883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:06:16.416198 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-17baf5fe-dd4f-4a5e-b832-baf69f6c5ef2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:16.432905 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17baf5fe-dd4f-4a5e-b832-baf69f6c5ef2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:16.437730 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-17baf5fe-dd4f-4a5e-b832-baf69f6c5ef2 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/593da3bf-f485-41fc-98dc-d8d889e52a12 HTTP/1.1" status: 404 len: 333 time: 0.2008955 Feb 18 09:06:16.445525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44402) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:16.575725 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6c16d4-4d74-47da-8112-9b0f17f9a64e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:16.576166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be6c16d4-4d74-47da-8112-9b0f17f9a64e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:16.582072 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-be6c16d4-4d74-47da-8112-9b0f17f9a64e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/496a88f9-0bdf-4a83-908d-a69f73e37605 HTTP/1.1" status: 404 len: 337 time: 0.1355684 Feb 18 09:06:16.588389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44406) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:16.672671 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-4b7eadd9-d758-4f00-96b7-aa8c6e0eb1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:16.699915 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1980e2-40a4-46b2-9947-b236692b1e86 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:16.700419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1980e2-40a4-46b2-9947-b236692b1e86 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:16.702161 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0a1980e2-40a4-46b2-9947-b236692b1e86 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/93f2f735-8ce9-4a3c-bcd1-f3377947fe17 HTTP/1.1" status: 404 len: 333 time: 0.1127315 Feb 18 09:06:16.704764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44414) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:16.707438 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-4b7eadd9-d758-4f00-96b7-aa8c6e0eb1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Usage tracker for resource:port and tenant:67fba04be8234c838f03f922f83b8802 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:16.720900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-4b7eadd9-d758-4f00-96b7-aa8c6e0eb1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:16.888834 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:16.993150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-4b7eadd9-d758-4f00-96b7-aa8c6e0eb1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:17.014988 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2498b3f-09f1-4006-90d3-93afaabc4f83 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:17.015507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2498b3f-09f1-4006-90d3-93afaabc4f83 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:17.017411 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c2498b3f-09f1-4006-90d3-93afaabc4f83 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/591f8374-12a1-4410-ae07-4fd6b6397b8a HTTP/1.1" status: 404 len: 337 time: 0.3040495 Feb 18 09:06:17.033776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44424) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:17.163506 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ceb0ef-8af3-4836-b610-d826d544aa4f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:17.163969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ceb0ef-8af3-4836-b610-d826d544aa4f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:17.178433 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e2ceb0ef-8af3-4836-b610-d826d544aa4f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/8507f159-253c-46ff-8aa1-69daa0c5736a HTTP/1.1" status: 404 len: 337 time: 0.1421227 Feb 18 09:06:17.182354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-4b7eadd9-d758-4f00-96b7-aa8c6e0eb1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Made reservation on behalf of 67fba04be8234c838f03f922f83b8802 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:06:17.192067 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-4b7eadd9-d758-4f00-96b7-aa8c6e0eb1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:17.250131 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44428) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:17.707839 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6585a66-eced-4257-8647-ef048b0ed4b9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:17.708497 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6585a66-eced-4257-8647-ef048b0ed4b9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:17.760901 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f6585a66-eced-4257-8647-ef048b0ed4b9 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/76b5397b-d664-44ff-b11d-aea2854cc35c HTTP/1.1" status: 404 len: 333 time: 0.5070658 Feb 18 09:06:17.761261 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44438) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:17.828697 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9f26b2-cac8-45f8-9f00-d0adfe56024f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:17.829292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9f26b2-cac8-45f8-9f00-d0adfe56024f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:17.833661 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4a9f26b2-cac8-45f8-9f00-d0adfe56024f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/416de2aa-0874-45cb-973e-ed1a374418f3 HTTP/1.1" status: 404 len: 337 time: 0.0661566 Feb 18 09:06:17.849394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44444) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:17.960616 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9472cd0-d97c-4bb2-8414-548d20444a59 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:17.961072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9472cd0-d97c-4bb2-8414-548d20444a59 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:17.962783 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b9472cd0-d97c-4bb2-8414-548d20444a59 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/de82a62d-6402-4232-a366-3c779babfb2f HTTP/1.1" status: 404 len: 337 time: 0.1124554 Feb 18 09:06:17.982617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44448) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:18.060069 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd591701-9ab4-421d-ab72-f5fbc2940fd1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:18.061506 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Router 866da3f2-1f5d-47ec-bdd7-f69049ca3180 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:06:18.063063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd591701-9ab4-421d-ab72-f5fbc2940fd1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:18.077136 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cd591701-9ab4-421d-ab72-f5fbc2940fd1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/1d03ca87-e22e-4052-8ab0-605832823e1d HTTP/1.1" status: 404 len: 333 time: 0.0937624 Feb 18 09:06:18.086295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44452) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:18.090679 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-4b7eadd9-d758-4f00-96b7-aa8c6e0eb1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Allocated IP 10.2.2.200 (c007c0e9-3b09-4935-b7b9-8a901322650c/1b743376-da4b-4522-80bf-258dbd2da6c7/ceab370d-687f-456f-82e0-8283955ca57d) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:18.271287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e685bf4-bc68-4976-9f73-e0b28caeafa8 req-583f3dd6-8120-42bb-9f26-eb0bc9e35e9f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:18.287022 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e685bf4-bc68-4976-9f73-e0b28caeafa8 req-583f3dd6-8120-42bb-9f26-eb0bc9e35e9f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:18.300961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e685bf4-bc68-4976-9f73-e0b28caeafa8 req-583f3dd6-8120-42bb-9f26-eb0bc9e35e9f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:18.311570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e685bf4-bc68-4976-9f73-e0b28caeafa8 req-583f3dd6-8120-42bb-9f26-eb0bc9e35e9f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:18.313333 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e685bf4-bc68-4976-9f73-e0b28caeafa8 req-583f3dd6-8120-42bb-9f26-eb0bc9e35e9f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 3095 time: 0.7063382 Feb 18 09:06:18.396553 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a935f2-168c-4e97-a2c5-3e2eb0eaa0ba tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:18.396769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a935f2-168c-4e97-a2c5-3e2eb0eaa0ba tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:18.401015 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a8a935f2-168c-4e97-a2c5-3e2eb0eaa0ba tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/45d2a885-53fc-4279-9448-e169a36ddb26 HTTP/1.1" status: 404 len: 337 time: 0.2587528 Feb 18 09:06:18.401842 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44458) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:18.486359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e685bf4-bc68-4976-9f73-e0b28caeafa8 req-d09c0f17-138a-4ca3-b90c-79becb15a832 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287596 Feb 18 09:06:18.500163 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8eac8f-47f3-4916-b5ed-eaf1dd0567ab tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:18.514487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8eac8f-47f3-4916-b5ed-eaf1dd0567ab tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:18.591980 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-4b7eadd9-d758-4f00-96b7-aa8c6e0eb1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:18.613999 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-4b7eadd9-d758-4f00-96b7-aa8c6e0eb1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Transition to ACTIVE for port object ceab370d-687f-456f-82e0-8283955ca57d will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:18.644511 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-4b7eadd9-d758-4f00-96b7-aa8c6e0eb1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:18.703632 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cf8eac8f-47f3-4916-b5ed-eaf1dd0567ab tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/0e6c5f55-6587-4e03-90ba-866c86890cb5 HTTP/1.1" status: 404 len: 337 time: 0.2928836 Feb 18 09:06:18.709423 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44468) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:18.857367 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66b5ae9-745b-4bec-bd26-97188211096f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:18.857953 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66b5ae9-745b-4bec-bd26-97188211096f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:18.863446 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e66b5ae9-745b-4bec-bd26-97188211096f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/734d0c0a-efa7-4e3a-b7e9-c5ed83c21083 HTTP/1.1" status: 404 len: 333 time: 0.1407411 Feb 18 09:06:18.863661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:06:18.863901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7eadd9-d758-4f00-96b7-aa8c6e0eb1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event updated for resources: {'Port': ['ID=ceab370d-687f-456f-82e0-8283955ca57d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:18.866300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44478) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:18.899468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-4b7eadd9-d758-4f00-96b7-aa8c6e0eb1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Network c007c0e9-3b09-4935-b7b9-8a901322650c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:18.904881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-4b7eadd9-d758-4f00-96b7-aa8c6e0eb1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:18.929227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-4b7eadd9-d758-4f00-96b7-aa8c6e0eb1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:06:19.028183 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a884ca9-bc11-4989-9867-1a1536fc049a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:19.032995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a884ca9-bc11-4989-9867-1a1536fc049a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:19.037078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8a884ca9-bc11-4989-9867-1a1536fc049a tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/b7af299d-acbd-40ff-a2ce-3da6bf9f6354 HTTP/1.1" status: 404 len: 337 time: 0.1675770 Feb 18 09:06:19.044199 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44488) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:19.105746 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:19.106898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7a176c1c-ac15-4e74-8bdf-1484676ff193 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 13.8928168 Feb 18 09:06:19.109807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44494) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:19.292397 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:19.294084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44504) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:19.295432 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4a816-5d68-40a2-ad1b-d83224cc55ef None None] Sync routers for ids ['866da3f2-1f5d-47ec-bdd7-f69049ca3180'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:06:19.303342 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cd55c7-5299-449b-bca1-97d79781343b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:19.313031 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4a816-5d68-40a2-ad1b-d83224cc55ef None None] Routers {'866da3f2-1f5d-47ec-bdd7-f69049ca3180'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:06:19.318560 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2eb4a816-5d68-40a2-ad1b-d83224cc55ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:06:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['866da3f2-1f5d-47ec-bdd7-f69049ca3180'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:19.334631 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44cd55c7-5299-449b-bca1-97d79781343b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:19.343890 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-44cd55c7-5299-449b-bca1-97d79781343b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/d4644f87-af13-4daa-9096-76bd1c60542a HTTP/1.1" status: 404 len: 337 time: 0.2938230 Feb 18 09:06:19.351093 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44512) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:19.489061 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c11fc9c7-7817-46e1-8fa6-22a891a4c966 None None] Provisioning for port ceab370d-687f-456f-82e0-8283955ca57d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:19.506367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c11fc9c7-7817-46e1-8fa6-22a891a4c966 None None] Provisioning complete for port ceab370d-687f-456f-82e0-8283955ca57d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:19.507549 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c11fc9c7-7817-46e1-8fa6-22a891a4c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:19.598744 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4ac220bf-77d2-4eff-b8b6-ab9129e7d68c tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bb57194-d461-4a69-81f8-9b6ff3a18967 HTTP/1.1" status: 200 len: 205 time: 0.2063308 Feb 18 09:06:19.602178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44520) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:19.608342 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2eb4a816-5d68-40a2-ad1b-d83224cc55ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:19.633301 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4a816-5d68-40a2-ad1b-d83224cc55ef None None] Routers {'866da3f2-1f5d-47ec-bdd7-f69049ca3180'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:06:19.634237 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2eb4a816-5d68-40a2-ad1b-d83224cc55ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:06:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['866da3f2-1f5d-47ec-bdd7-f69049ca3180'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:19.745803 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:19.757169 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c11fc9c7-7817-46e1-8fa6-22a891a4c966 None None] Port ceab370d-687f-456f-82e0-8283955ca57d cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:06:19.851589 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-4b7eadd9-d758-4f00-96b7-aa8c6e0eb1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:19.852365 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-4b7eadd9-d758-4f00-96b7-aa8c6e0eb1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:19.882487 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2eb4a816-5d68-40a2-ad1b-d83224cc55ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:19.885903 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4a816-5d68-40a2-ad1b-d83224cc55ef None None] The sync data for ids ['866da3f2-1f5d-47ec-bdd7-f69049ca3180'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:06:19.892678 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-01d2806b-d8c7-4b1e-8a2c-a9b32c6dbff3 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] delete failed (client error): The resource could not be found. Feb 18 09:06:19.896146 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-01d2806b-d8c7-4b1e-8a2c-a9b32c6dbff3 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/routers/0bb57194-d461-4a69-81f8-9b6ff3a18967 HTTP/1.1" status: 404 len: 336 time: 0.2708614 Feb 18 09:06:19.907644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44526) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:20.015659 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-622f5e07-788c-4ebf-8928-4cd606bd4d63 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:20.016049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622f5e07-788c-4ebf-8928-4cd606bd4d63 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:20.017810 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-622f5e07-788c-4ebf-8928-4cd606bd4d63 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/c99211aa-2f3f-4b70-b313-2fb5a9af5b26 HTTP/1.1" status: 404 len: 337 time: 0.1092379 Feb 18 09:06:20.030284 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44530) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:20.086674 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-4b7eadd9-d758-4f00-96b7-aa8c6e0eb1e5 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2506578 Feb 18 09:06:20.107676 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Request body: {'port': {'device_id': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:20.113464 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5e467e1e-9d83-43ec-a55a-74c1a207ce4b tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "GET /v2.0/routers/866da3f2-1f5d-47ec-bdd7-f69049ca3180 HTTP/1.1" status: 200 len: 924 time: 1.0024188 Feb 18 09:06:20.130851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44536) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:20.210168 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b4f21e6e-d588-4366-bae3-779cfb466853 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "GET /v2.0/ports?device_id=265329f7-c367-46c4-9923-e44b51b091bf HTTP/1.1" status: 200 len: 205 time: 0.1731193 Feb 18 09:06:20.211367 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44538) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:20.393331 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-f9b8dd47-26d7-466f-86ad-0ef2eb0788c1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] delete failed (client error): The resource could not be found. Feb 18 09:06:20.394620 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f9b8dd47-26d7-466f-86ad-0ef2eb0788c1 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/routers/265329f7-c367-46c4-9923-e44b51b091bf HTTP/1.1" status: 404 len: 336 time: 0.1698856 Feb 18 09:06:20.397271 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44546) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:20.497341 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5dc194e-8be8-4b41-87fc-05dd4e20c5f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:20.497791 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5dc194e-8be8-4b41-87fc-05dd4e20c5f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:20.499643 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e5dc194e-8be8-4b41-87fc-05dd4e20c5f8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/793337d2-ab0f-4268-80a4-b8cabe40575f HTTP/1.1" status: 404 len: 337 time: 0.1014810 Feb 18 09:06:20.533237 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44550) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:20.638400 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cddc99b9-42fb-493d-bd20-79a8045684b0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:20.638571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cddc99b9-42fb-493d-bd20-79a8045684b0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:20.645351 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cddc99b9-42fb-493d-bd20-79a8045684b0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/ce8abe46-0596-4970-9b71-beec24695381 HTTP/1.1" status: 404 len: 337 time: 0.0997946 Feb 18 09:06:20.652771 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44558) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:20.741977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c018bfdc-9314-4cc5-a36a-b0869dfa87a9 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "GET /v2.0/ports?device_id=866da3f2-1f5d-47ec-bdd7-f69049ca3180 HTTP/1.1" status: 200 len: 205 time: 0.4221184 Feb 18 09:06:20.748215 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:20.766972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44562) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:21.168298 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc76a730-d9b1-46f8-b9bb-238fea9b3181 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:21.169077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc76a730-d9b1-46f8-b9bb-238fea9b3181 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:21.170282 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bc76a730-d9b1-46f8-b9bb-238fea9b3181 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/5706256c-9102-4174-b84d-27c1cc59423e HTTP/1.1" status: 404 len: 333 time: 0.5163035 Feb 18 09:06:21.200204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44574) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:21.560502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18b288-9ea5-40d5-86f3-540e14abbc60 req-3a8a21b7-e418-4019-a032-97360269d78f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:21.569598 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18b288-9ea5-40d5-86f3-540e14abbc60 req-3a8a21b7-e418-4019-a032-97360269d78f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:21.585357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18b288-9ea5-40d5-86f3-540e14abbc60 req-3a8a21b7-e418-4019-a032-97360269d78f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:21.598266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18b288-9ea5-40d5-86f3-540e14abbc60 req-3a8a21b7-e418-4019-a032-97360269d78f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:21.615019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18b288-9ea5-40d5-86f3-540e14abbc60 req-3a8a21b7-e418-4019-a032-97360269d78f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:21.618589 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ee18b288-9ea5-40d5-86f3-540e14abbc60 req-3a8a21b7-e418-4019-a032-97360269d78f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 3816 time: 1.7557158 Feb 18 09:06:21.698796 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7248b01-6f93-4892-be46-f6a080f62cfc {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:06:21.707018 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:21.723476 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Transition to ACTIVE for port object f7248b01-6f93-4892-be46-f6a080f62cfc will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:21.728984 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:06:21.743923 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-720c554a-c259-44ca-8a6e-6ed531ae1977 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:21.749229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720c554a-c259-44ca-8a6e-6ed531ae1977 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:21.751003 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-720c554a-c259-44ca-8a6e-6ed531ae1977 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/4dccb976-cc77-480a-8f41-d271d5481b36 HTTP/1.1" status: 404 len: 337 time: 0.5498846 Feb 18 09:06:21.753959 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:21.755184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44584) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:21.764903 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:21.830726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ee18b288-9ea5-40d5-86f3-540e14abbc60 req-749151fc-76d5-41a5-b2a4-b7375c6a0ae1 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874173 Feb 18 09:06:21.843432 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:21.993340 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f7edef-0958-461c-83df-d6bde16d61a7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:21.994078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f7edef-0958-461c-83df-d6bde16d61a7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:21.996372 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d0f7edef-0958-461c-83df-d6bde16d61a7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/1adfd1d3-d2b3-4901-a74c-795ec3d914dd HTTP/1.1" status: 404 len: 333 time: 0.2358687 Feb 18 09:06:22.017868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44594) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:22.192504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Pushing event updated for resources: {'Port': ['ID=f7248b01-6f93-4892-be46-f6a080f62cfc,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:22.289699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a3252-74cf-4294-993b-f6dc2c44108d req-ebf54652-fbb5-477b-8622-a2ce90d3b43b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:22.295183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-461a3252-74cf-4294-993b-f6dc2c44108d req-ebf54652-fbb5-477b-8622-a2ce90d3b43b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.8690596 Feb 18 09:06:22.344566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Port': ['ID=4b09eb16-4052-48b4-93b0-c6508387fcea,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:22.381391 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-623a99c9-f19e-49b1-a958-8b0515af38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:22.382000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623a99c9-f19e-49b1-a958-8b0515af38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:22.386833 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-623a99c9-f19e-49b1-a958-8b0515af38e7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/93e18486-2c39-4080-9e67-34581804b22a HTTP/1.1" status: 404 len: 337 time: 0.3648939 Feb 18 09:06:22.389307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44602) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:22.463368 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:22.475370 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0788af-248a-4ef2-9e81-27773cdd487e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:22.476116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0788af-248a-4ef2-9e81-27773cdd487e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:22.477914 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8b0788af-248a-4ef2-9e81-27773cdd487e tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/830ecf73-c808-4219-b7ac-206bd5d51a8d HTTP/1.1" status: 404 len: 333 time: 0.0873265 Feb 18 09:06:22.483086 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-598c10a6-a933-4b74-b4b0-ac42fc6bd604 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:22.560399 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44606) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:22.588949 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-461a3252-74cf-4294-993b-f6dc2c44108d req-e2b4c5bc-fd66-4374-a338-0707d9b73c14 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294698 Feb 18 09:06:22.614569 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee267cf1-e3f2-40c1-9f9d-cee405de518b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:22.615273 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee267cf1-e3f2-40c1-9f9d-cee405de518b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:22.617157 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ee267cf1-e3f2-40c1-9f9d-cee405de518b tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/ab67f8f9-b6fd-4e6e-83c5-57f3280d5fa6 HTTP/1.1" status: 404 len: 337 time: 0.0541646 Feb 18 09:06:22.631167 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44610) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:22.704168 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Attempting to bind port f7248b01-6f93-4892-be46-f6a080f62cfc on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:22.704680 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Attempting to bind port f7248b01-6f93-4892-be46-f6a080f62cfc by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '66380197-dc09-412d-8934-9a6ccf344e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:22.705346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Attempting to bind port f7248b01-6f93-4892-be46-f6a080f62cfc on network ec3d4a7e-a312-44cc-b0e7-a43199da5de1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:06:22.712399 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Port f7248b01-6f93-4892-be46-f6a080f62cfc on network ec3d4a7e-a312-44cc-b0e7-a43199da5de1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:06:22.714021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Attempting to bind port f7248b01-6f93-4892-be46-f6a080f62cfc on network ec3d4a7e-a312-44cc-b0e7-a43199da5de1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:06:22.717250 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad2f9ead-20e3-424e-b52b-5ff94d12bdb7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:22.717692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad2f9ead-20e3-424e-b52b-5ff94d12bdb7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:22.719334 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ad2f9ead-20e3-424e-b52b-5ff94d12bdb7 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/e0229410-72d4-408d-8e5a-fd5820af714b HTTP/1.1" status: 404 len: 333 time: 0.0871403 Feb 18 09:06:22.764174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44616) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:22.797264 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:06:22.797264 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Checking segment: {'id': '66380197-dc09-412d-8934-9a6ccf344e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:06:22.797264 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Bound using segment: {'id': '66380197-dc09-412d-8934-9a6ccf344e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:06:22.798653 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Bound port: f7248b01-6f93-4892-be46-f6a080f62cfc, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66380197-dc09-412d-8934-9a6ccf344e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:22.798653 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:22.891356 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c29717c-9fb8-4696-ad8a-cd58291864aa tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:22.891892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c29717c-9fb8-4696-ad8a-cd58291864aa tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:22.895910 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6c29717c-9fb8-4696-ad8a-cd58291864aa tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/a1f5f4b8-97ad-47d5-8c1f-ec0854bd4fa1 HTTP/1.1" status: 404 len: 337 time: 0.1200399 Feb 18 09:06:22.901172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44620) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:22.989573 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] For port f7248b01-6f93-4892-be46-f6a080f62cfc, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:06:22.992215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] For port f7248b01-6f93-4892-be46-f6a080f62cfc, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f7248b01-6f93-4892-be46-f6a080f62cfc,segment=NetworkSegment(66380197-dc09-412d-8934-9a6ccf344e14),segment_id=66380197-dc09-412d-8934-9a6ccf344e14)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:06:23.001495 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:23.087496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Pushing event updated for resources: {'Port': ['ID=f7248b01-6f93-4892-be46-f6a080f62cfc,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:23.102076 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Floating IP 7417e6b9-b794-4351-9a30-a06351617309 associated. External IP: 172.25.1.228, port: bc685c6c-668e-487f-8f16-c1c933df8e65. Feb 18 09:06:23.112045 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-598c10a6-a933-4b74-b4b0-ac42fc6bd604 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:23.128866 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:23.133567 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:23.135215 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-30ceec78-5d1c-4ab2-b618-df153f9a2767 service neutron] 10.222.0.81 "PUT /v2.0/ports/f7248b01-6f93-4892-be46-f6a080f62cfc HTTP/1.1" status: 200 len: 1091 time: 3.0347269 Feb 18 09:06:23.136021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'tag': 'f7248b01-6f93-4892-be46-f6a080f62cfc'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:06:23.181138 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-598c10a6-a933-4b74-b4b0-ac42fc6bd604 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Deleting port a8363d87-e5de-4b9e-8447-8775b346521f {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:06:23.181934 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-598c10a6-a933-4b74-b4b0-ac42fc6bd604 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:23.297462 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'tag': 'f7248b01-6f93-4892-be46-f6a080f62cfc', 'status': 'completed', 'code': 200} Feb 18 09:06:23.305531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Request body: {'port': {'device_id': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:23.411014 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-c511c359-6366-404c-8dac-d40d8c171fcd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:23.412146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c511c359-6366-404c-8dac-d40d8c171fcd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:23.416490 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c511c359-6366-404c-8dac-d40d8c171fcd tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/bf14fdc2-f5a5-427b-ae31-d3a171f4cc47 HTTP/1.1" status: 404 len: 333 time: 0.4376159 Feb 18 09:06:23.442036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44632) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:23.646762 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6619b76c-09f8-4266-9607-d7ac7b2bbd9f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:23.647524 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6619b76c-09f8-4266-9607-d7ac7b2bbd9f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:23.651657 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6619b76c-09f8-4266-9607-d7ac7b2bbd9f tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/704af127-a108-4464-bf86-b8c22eb317b4 HTTP/1.1" status: 404 len: 337 time: 0.2052810 Feb 18 09:06:23.661001 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44638) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:23.758341 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d4dc5873-bb93-4502-8f20-dd7fd5eb30c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:23.798975 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-69aedd77-ea4d-4404-92ad-04df66788da8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:23.799448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69aedd77-ea4d-4404-92ad-04df66788da8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:23.803331 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-69aedd77-ea4d-4404-92ad-04df66788da8 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/c8a61798-c3f5-49da-b8f1-a81fda6939ea HTTP/1.1" status: 404 len: 333 time: 0.1313102 Feb 18 09:06:23.856018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44642) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:23.873565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107babc2-d50b-4d32-a777-02bb7201bf4c req-1e1a1e89-a7d0-476f-8221-4d842d4bb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:23.874028 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107babc2-d50b-4d32-a777-02bb7201bf4c req-1e1a1e89-a7d0-476f-8221-4d842d4bb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:23.874487 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107babc2-d50b-4d32-a777-02bb7201bf4c req-1e1a1e89-a7d0-476f-8221-4d842d4bb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:23.874948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107babc2-d50b-4d32-a777-02bb7201bf4c req-1e1a1e89-a7d0-476f-8221-4d842d4bb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:23.875418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107babc2-d50b-4d32-a777-02bb7201bf4c req-1e1a1e89-a7d0-476f-8221-4d842d4bb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:23.877278 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-107babc2-d50b-4d32-a777-02bb7201bf4c req-1e1a1e89-a7d0-476f-8221-4d842d4bb7aa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67fba04be8234c838f03f922f83b8802&device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 4363 time: 0.5208542 Feb 18 09:06:23.956972 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-704ac92c-bf90-43e0-8485-1587110ae4c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:23.959197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704ac92c-bf90-43e0-8485-1587110ae4c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:23.959197 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-704ac92c-bf90-43e0-8485-1587110ae4c0 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/d5758c1b-5759-490a-b4d8-299bed948afd HTTP/1.1" status: 404 len: 337 time: 0.1012568 Feb 18 09:06:23.974990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44648) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:24.024926 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:24.119577 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-598c10a6-a933-4b74-b4b0-ac42fc6bd604 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:24.231448 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2af0ab1-4874-4bbc-803d-df467c3b4dcc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:24.231951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2af0ab1-4874-4bbc-803d-df467c3b4dcc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:24.235968 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a2af0ab1-4874-4bbc-803d-df467c3b4dcc tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/ports/34751aa7-7b33-4670-9bce-659e1de32391 HTTP/1.1" status: 404 len: 333 time: 0.2565935 Feb 18 09:06:24.241868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44652) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:24.292031 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-598c10a6-a933-4b74-b4b0-ac42fc6bd604 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Calling delete_port for a8363d87-e5de-4b9e-8447-8775b346521f owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:06:24.301041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:06:24.321908 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee01625-5404-49ac-a8a1-efc2b652b038 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] DELETE failed (client error): The resource could not be found. Feb 18 09:06:24.322353 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee01625-5404-49ac-a8a1-efc2b652b038 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:06:24.325335 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5ee01625-5404-49ac-a8a1-efc2b652b038 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/subnets/d890fa8f-75fd-4343-94fb-7c1f512b85c1 HTTP/1.1" status: 404 len: 337 time: 0.0815601 Feb 18 09:06:24.333005 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ce7f7-187d-44dc-a5de-c8f4734c76b7 req-c7a5ae10-216c-4d44-8e5f-b0e006e87b6b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:24.334443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-265ce7f7-187d-44dc-a5de-c8f4734c76b7 req-c7a5ae10-216c-4d44-8e5f-b0e006e87b6b tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.81 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 1.1105893 Feb 18 09:06:24.341205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44656) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:24.396251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107babc2-d50b-4d32-a777-02bb7201bf4c req-72269440-1f62-419a-82f4-39061e373a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:24.396918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107babc2-d50b-4d32-a777-02bb7201bf4c req-72269440-1f62-419a-82f4-39061e373a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:24.397178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107babc2-d50b-4d32-a777-02bb7201bf4c req-72269440-1f62-419a-82f4-39061e373a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:24.398746 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-107babc2-d50b-4d32-a777-02bb7201bf4c req-72269440-1f62-419a-82f4-39061e373a04 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=67fba04be8234c838f03f922f83b8802&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4827616 Feb 18 09:06:24.563242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ba21a-675e-49fe-ae93-70993e86b31d req-4be81206-65aa-429f-a81d-a276601e5bfc tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:24.569609 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ba21a-675e-49fe-ae93-70993e86b31d req-4be81206-65aa-429f-a81d-a276601e5bfc tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:24.576020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ba21a-675e-49fe-ae93-70993e86b31d req-4be81206-65aa-429f-a81d-a276601e5bfc tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:24.581969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ba21a-675e-49fe-ae93-70993e86b31d req-4be81206-65aa-429f-a81d-a276601e5bfc tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:24.587861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ba21a-675e-49fe-ae93-70993e86b31d req-4be81206-65aa-429f-a81d-a276601e5bfc tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:24.595911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-441ba21a-675e-49fe-ae93-70993e86b31d req-4be81206-65aa-429f-a81d-a276601e5bfc tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 3828 time: 1.4171503 Feb 18 09:06:24.789145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-265ce7f7-187d-44dc-a5de-c8f4734c76b7 req-4b1c9c15-5ed8-4e1e-8af9-6703d361770d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Deleting port 11ef0527-e478-43f1-8711-8726f87c803f {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:06:24.789824 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-265ce7f7-187d-44dc-a5de-c8f4734c76b7 req-4b1c9c15-5ed8-4e1e-8af9-6703d361770d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:24.840781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107babc2-d50b-4d32-a777-02bb7201bf4c req-6f8b4dcc-13d2-416f-bd2c-b5f4754b4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:24.842559 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-107babc2-d50b-4d32-a777-02bb7201bf4c req-6f8b4dcc-13d2-416f-bd2c-b5f4754b4ac6 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4382811 Feb 18 09:06:24.845996 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-817a34cb-c281-49e6-91f8-117c611b3162 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:24.854579 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77005b9b-c51c-45e2-996c-60e2a483e957 req-50627c3e-43f1-4eae-bfd3-8b361f8f804d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:24.862680 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77005b9b-c51c-45e2-996c-60e2a483e957 req-50627c3e-43f1-4eae-bfd3-8b361f8f804d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 1.0025983 Feb 18 09:06:24.901637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-441ba21a-675e-49fe-ae93-70993e86b31d req-15c3f1ab-be24-4218-917c-0c296f06e8b4 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046212 Feb 18 09:06:25.067737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77005b9b-c51c-45e2-996c-60e2a483e957 req-4ad6092e-abe9-4725-9e31-729d3440e2f0 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037759 Feb 18 09:06:25.119813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e59aac-fd01-42b9-a659-61b3f4330c06 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:06:25.135297 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-598c10a6-a933-4b74-b4b0-ac42fc6bd604 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:25.217199 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:25.256927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:06:25.278076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ac8f4a-3a08-41de-9cf1-00f5cff98269 None None] Sync routers for ids ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:06:25.304151 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ac8f4a-3a08-41de-9cf1-00f5cff98269 None None] Routers {'22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:06:25.305463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-68ac8f4a-3a08-41de-9cf1-00f5cff98269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:06:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:25.448064 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c10a6-a933-4b74-b4b0-ac42fc6bd604 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Pushing event deleted for resources: {'Port': ['ID=a8363d87-e5de-4b9e-8447-8775b346521f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:25.459831 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-598c10a6-a933-4b74-b4b0-ac42fc6bd604 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:25.522440 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Transition to ACTIVE for port object 62e59aac-fd01-42b9-a659-61b3f4330c06 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:25.739838 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-68ac8f4a-3a08-41de-9cf1-00f5cff98269 None None] Set router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:06:25.745275 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:25.783670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-d4dc5873-bb93-4502-8f20-dd7fd5eb30c8 admin admin] Deleting port 66782537-d63b-4ecf-a430-0250a169f4e5 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:06:25.786996 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d4dc5873-bb93-4502-8f20-dd7fd5eb30c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:26.110531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-d4dc5873-bb93-4502-8f20-dd7fd5eb30c8 admin admin] For port 66782537-d63b-4ecf-a430-0250a169f4e5, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=66782537-d63b-4ecf-a430-0250a169f4e5,segment=NetworkSegment(b2aa9a1c-cb87-49cf-9895-827781f43d2f),segment_id=b2aa9a1c-cb87-49cf-9895-827781f43d2f)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:06:26.111205 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d4dc5873-bb93-4502-8f20-dd7fd5eb30c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:26.340580 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-598c10a6-a933-4b74-b4b0-ac42fc6bd604 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:26.347225 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-598c10a6-a933-4b74-b4b0-ac42fc6bd604 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:26.394115 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Pushing event updated for resources: {'Port': ['ID=62e59aac-fd01-42b9-a659-61b3f4330c06,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:26.397280 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-598c10a6-a933-4b74-b4b0-ac42fc6bd604 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:26.397805 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598c10a6-a933-4b74-b4b0-ac42fc6bd604 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Fanout notify agent at l3_agent the message router_deleted on router 866da3f2-1f5d-47ec-bdd7-f69049ca3180 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:06:26.403730 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-d4dc5873-bb93-4502-8f20-dd7fd5eb30c8 admin admin] Calling delete_port for 66782537-d63b-4ecf-a430-0250a169f4e5 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:06:26.432412 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:26.483214 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-598c10a6-a933-4b74-b4b0-ac42fc6bd604 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:26.489498 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-598c10a6-a933-4b74-b4b0-ac42fc6bd604 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "DELETE /v2.0/routers/866da3f2-1f5d-47ec-bdd7-f69049ca3180 HTTP/1.1" status: 204 len: 168 time: 5.7173412 Feb 18 09:06:26.489498 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44686) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:26.498926 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-817a34cb-c281-49e6-91f8-117c611b3162 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:26.502319 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Request body: {'router': {'name': 'tempest-snat-router-606440981', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'enable_snat': False}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:26.509117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:26.516781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Usage tracker for resource:router and tenant:82297e75180b430aae0d4b04ceea4787 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:26.522575 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:26.540829 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:26.573271 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Attempting to bind port 62e59aac-fd01-42b9-a659-61b3f4330c06 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:26.578210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Attempting to bind port 62e59aac-fd01-42b9-a659-61b3f4330c06 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:26.579419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Attempting to bind port 62e59aac-fd01-42b9-a659-61b3f4330c06 on network b8db49a5-d459-47e2-ab70-0ed233d21bf7 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:06:26.603214 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Port 62e59aac-fd01-42b9-a659-61b3f4330c06 on network b8db49a5-d459-47e2-ab70-0ed233d21bf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:06:26.603536 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Attempting to bind port 62e59aac-fd01-42b9-a659-61b3f4330c06 on network b8db49a5-d459-47e2-ab70-0ed233d21bf7 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:06:26.610364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-817a34cb-c281-49e6-91f8-117c611b3162 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4b7c3c-c616-4c3b-88cb-71b704e8dd17']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:26.624451 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:26.624451 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:26.640594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:06:26.643479 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Checking segment: {'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:06:26.645397 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Bound using segment: {'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:06:26.651150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Bound port: 62e59aac-fd01-42b9-a659-61b3f4330c06, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:26.652654 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:26.743063 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-68ac8f4a-3a08-41de-9cf1-00f5cff98269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:05:19Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '7417e6b9-b794-4351-9a30-a06351617309', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'port_id': 'bc685c6c-668e-487f-8f16-c1c933df8e65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'mac_address': 'fa:16:3e:36:4d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:06:18Z', 'updated_at': '2022-02-18T09:06:18Z', 'revision_number': 0, 'project_id': '67d280681c92466b957d86889fb303b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9915fb19-d329-4e7b-aeb9-113011fafe15', 'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:45:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:16Z', 'updated_at': '2022-02-18T09:05:33Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:26.755562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ac8f4a-3a08-41de-9cf1-00f5cff98269 None None] Checking router: 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:06:26.784429 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:26.793507 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ac8f4a-3a08-41de-9cf1-00f5cff98269 None None] Routers {'22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:06:26.794571 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-68ac8f4a-3a08-41de-9cf1-00f5cff98269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:06:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:26.818957 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-824eab4c-caca-4392-a2ed-9c2f89025acd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 20.6241446 Feb 18 09:06:26.828657 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44692) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:26.837636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-817a34cb-c281-49e6-91f8-117c611b3162 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cce2865-8112-4f54-a0a8-4eedda18dccf') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:26.837962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-817a34cb-c281-49e6-91f8-117c611b3162 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cce2865-8112-4f54-a0a8-4eedda18dccf') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:26.865583 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'tag': 'bc685c6c-668e-487f-8f16-c1c933df8e65'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:06:26.903154 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-817a34cb-c281-49e6-91f8-117c611b3162 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:26.923755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-265ce7f7-187d-44dc-a5de-c8f4734c76b7 req-4b1c9c15-5ed8-4e1e-8af9-6703d361770d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] For port 11ef0527-e478-43f1-8711-8726f87c803f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=11ef0527-e478-43f1-8711-8726f87c803f,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:06:26.924488 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-265ce7f7-187d-44dc-a5de-c8f4734c76b7 req-4b1c9c15-5ed8-4e1e-8af9-6703d361770d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:26.954795 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-817a34cb-c281-49e6-91f8-117c611b3162 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.000432 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] For port 62e59aac-fd01-42b9-a659-61b3f4330c06, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:06:27.037814 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] For port 62e59aac-fd01-42b9-a659-61b3f4330c06, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=62e59aac-fd01-42b9-a659-61b3f4330c06,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:06:27.100140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-68ac8f4a-3a08-41de-9cf1-00f5cff98269 None None] Set router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:06:27.108857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817a34cb-c281-49e6-91f8-117c611b3162 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:06:27.109265 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-817a34cb-c281-49e6-91f8-117c611b3162 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.109923 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:06:27.126314 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:06:27.133318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-265ce7f7-187d-44dc-a5de-c8f4734c76b7 req-4b1c9c15-5ed8-4e1e-8af9-6703d361770d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Calling delete_port for 11ef0527-e478-43f1-8711-8726f87c803f owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:06:27.189958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0177eb-fe3c-4d78-99a7-40ec35413565 req-bbba3b6e-67fa-4bae-8881-e0448f3a0d80 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:27.196044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0177eb-fe3c-4d78-99a7-40ec35413565 req-bbba3b6e-67fa-4bae-8881-e0448f3a0d80 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:27.202038 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0177eb-fe3c-4d78-99a7-40ec35413565 req-bbba3b6e-67fa-4bae-8881-e0448f3a0d80 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:27.207673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0177eb-fe3c-4d78-99a7-40ec35413565 req-bbba3b6e-67fa-4bae-8881-e0448f3a0d80 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:27.213367 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0177eb-fe3c-4d78-99a7-40ec35413565 req-bbba3b6e-67fa-4bae-8881-e0448f3a0d80 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:27.219618 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0177eb-fe3c-4d78-99a7-40ec35413565 req-bbba3b6e-67fa-4bae-8881-e0448f3a0d80 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:27.226939 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c0177eb-fe3c-4d78-99a7-40ec35413565 req-bbba3b6e-67fa-4bae-8881-e0448f3a0d80 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 4604 time: 0.9425201 Feb 18 09:06:27.299918 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fce04cf3-192c-4c6a-beeb-6dca708e9c6b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/floatingips/7417e6b9-b794-4351-9a30-a06351617309 HTTP/1.1" status: 200 len: 991 time: 0.4690897 Feb 18 09:06:27.325877 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:27.327228 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.331023 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] 10.222.0.81 "PUT /v2.0/ports/62e59aac-fd01-42b9-a659-61b3f4330c06 HTTP/1.1" status: 200 len: 1134 time: 4.0283797 Feb 18 09:06:27.350878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'tag': '62e59aac-fd01-42b9-a659-61b3f4330c06'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:06:27.351074 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 11ef0527-e478-43f1-8711-8726f87c803f no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:06:27.359614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507832da-5681-41f3-8c41-f06fa38cb57e req-505ea1fb-f5e9-4994-a20c-0a1dba910fae tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:27.362213 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.366563 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-507832da-5681-41f3-8c41-f06fa38cb57e req-505ea1fb-f5e9-4994-a20c-0a1dba910fae tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 946 time: 0.9742799 Feb 18 09:06:27.380382 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Request body: {'port': {'device_id': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:27.561268 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.664089 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.666162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5985c07-24e8-4c2a-8177-7f64264a0474 service neutron] Pushing event updated for resources: {'Port': ['ID=62e59aac-fd01-42b9-a659-61b3f4330c06,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:27.701830 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c0177eb-fe3c-4d78-99a7-40ec35413565 req-fa0894d7-5e49-47d3-af78-3abadddf8ecf tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4739482 Feb 18 09:06:27.747569 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-507832da-5681-41f3-8c41-f06fa38cb57e req-a54ba61c-0038-4de9-8eca-eb9376fe376f tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793676 Feb 18 09:06:27.754232 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-817a34cb-c281-49e6-91f8-117c611b3162 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.817078 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894682be-feff-45b7-b74b-f934b411a30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ef0527-e478-43f1-8711-8726f87c803f'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:06:27.852184 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'tag': 'bc685c6c-668e-487f-8f16-c1c933df8e65', 'status': 'completed', 'code': 200} Feb 18 09:06:27.855485 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-817a34cb-c281-49e6-91f8-117c611b3162 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.863152 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 11ef0527-e478-43f1-8711-8726f87c803f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=11ef0527-e478-43f1-8711-8726f87c803f,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:06:27.897368 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:27.948031 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'tag': '62e59aac-fd01-42b9-a659-61b3f4330c06', 'status': 'completed', 'code': 200} Feb 18 09:06:28.010385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a34cb-c281-49e6-91f8-117c611b3162 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] Pushing event deleted for resources: {'Network': ['ID=dc4b7c3c-c616-4c3b-88cb-71b704e8dd17,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:28.026099 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894682be-feff-45b7-b74b-f934b411a30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ef0527-e478-43f1-8711-8726f87c803f', 'code': 200} Feb 18 09:06:28.053987 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=11ef0527-e478-43f1-8711-8726f87c803f,revision_number=13']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:28.077457 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-68ac8f4a-3a08-41de-9cf1-00f5cff98269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:05:19Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '7417e6b9-b794-4351-9a30-a06351617309', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'port_id': 'bc685c6c-668e-487f-8f16-c1c933df8e65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'mac_address': 'fa:16:3e:36:4d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:06:18Z', 'updated_at': '2022-02-18T09:06:18Z', 'revision_number': 0, 'project_id': '67d280681c92466b957d86889fb303b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9915fb19-d329-4e7b-aeb9-113011fafe15', 'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:45:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:16Z', 'updated_at': '2022-02-18T09:05:33Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:28.084124 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ac8f4a-3a08-41de-9cf1-00f5cff98269 None None] The sync data for ids ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'] in n-d-829434-1 is: [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:05:19Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '7417e6b9-b794-4351-9a30-a06351617309', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'port_id': 'bc685c6c-668e-487f-8f16-c1c933df8e65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'mac_address': 'fa:16:3e:36:4d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:06:18Z', 'updated_at': '2022-02-18T09:06:18Z', 'revision_number': 0, 'project_id': '67d280681c92466b957d86889fb303b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9915fb19-d329-4e7b-aeb9-113011fafe15', 'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:45:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:16Z', 'updated_at': '2022-02-18T09:05:33Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:06:28.099208 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-817a34cb-c281-49e6-91f8-117c611b3162 tempest-NetworksTestDHCPv6-565094164 tempest-NetworksTestDHCPv6-565094164-project] 10.222.0.72 "DELETE /v2.0/networks/dc4b7c3c-c616-4c3b-88cb-71b704e8dd17 HTTP/1.1" status: 204 len: 168 time: 3.7568796 Feb 18 09:06:28.113828 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [req-265ce7f7-187d-44dc-a5de-c8f4734c76b7 req-4b1c9c15-5ed8-4e1e-8af9-6703d361770d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:06:28.114148 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [req-265ce7f7-187d-44dc-a5de-c8f4734c76b7 req-4b1c9c15-5ed8-4e1e-8af9-6703d361770d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:06:28.171636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd14c9-d3d9-4bb5-bb07-af51463d9c70 req-549a00f0-0e9c-4e5d-8967-2e78f2a7f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:28.173888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cfd14c9-d3d9-4bb5-bb07-af51463d9c70 req-549a00f0-0e9c-4e5d-8967-2e78f2a7f1dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67d280681c92466b957d86889fb303b6&device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 1096 time: 0.2642167 Feb 18 09:06:28.175034 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d4dc5873-bb93-4502-8f20-dd7fd5eb30c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:28.268164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc5873-bb93-4502-8f20-dd7fd5eb30c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=66782537-d63b-4ecf-a430-0250a169f4e5,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:28.380697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44716) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:28.435007 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b7ac39-5365-4cfe-8339-17823f6ba7fb None None] New status for floating IP 7417e6b9-b794-4351-9a30-a06351617309: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:06:28.515840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44724) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:28.558384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138898e-93f0-454c-a803-3737f8625787 req-75f173b2-faf0-4b09-98f6-710a7180c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:28.558770 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138898e-93f0-454c-a803-3737f8625787 req-75f173b2-faf0-4b09-98f6-710a7180c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:28.559279 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138898e-93f0-454c-a803-3737f8625787 req-75f173b2-faf0-4b09-98f6-710a7180c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:28.559754 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138898e-93f0-454c-a803-3737f8625787 req-75f173b2-faf0-4b09-98f6-710a7180c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:28.560411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138898e-93f0-454c-a803-3737f8625787 req-75f173b2-faf0-4b09-98f6-710a7180c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:28.560885 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138898e-93f0-454c-a803-3737f8625787 req-75f173b2-faf0-4b09-98f6-710a7180c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:28.562799 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e138898e-93f0-454c-a803-3737f8625787 req-75f173b2-faf0-4b09-98f6-710a7180c6e7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67fba04be8234c838f03f922f83b8802&device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5290 time: 0.5949616 Feb 18 09:06:28.619582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-265ce7f7-187d-44dc-a5de-c8f4734c76b7 req-4b1c9c15-5ed8-4e1e-8af9-6703d361770d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Deleting port 11ef0527-e478-43f1-8711-8726f87c803f {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:06:28.619920 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-265ce7f7-187d-44dc-a5de-c8f4734c76b7 req-4b1c9c15-5ed8-4e1e-8af9-6703d361770d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:28.679705 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1f6ab32a-d7d3-4c33-8e93-24d6f606c9ec tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/floatingips/7417e6b9-b794-4351-9a30-a06351617309 HTTP/1.1" status: 200 len: 991 time: 0.2829025 Feb 18 09:06:28.972751 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:06:28.999852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138898e-93f0-454c-a803-3737f8625787 req-390a02d0-b0be-4e4b-805f-bcb401b38a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:29.000350 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138898e-93f0-454c-a803-3737f8625787 req-390a02d0-b0be-4e4b-805f-bcb401b38a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:29.000816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138898e-93f0-454c-a803-3737f8625787 req-390a02d0-b0be-4e4b-805f-bcb401b38a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:29.002364 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e138898e-93f0-454c-a803-3737f8625787 req-390a02d0-b0be-4e4b-805f-bcb401b38a58 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=67fba04be8234c838f03f922f83b8802&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4316461 Feb 18 09:06:29.145396 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:29.188534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f5395e-91c2-45cb-9462-e9b25b7c5da5 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:06:29.193984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd14c9-d3d9-4bb5-bb07-af51463d9c70 req-f5601a33-56d9-4c3d-98e8-864d9311b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:29.195480 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cfd14c9-d3d9-4bb5-bb07-af51463d9c70 req-f5601a33-56d9-4c3d-98e8-864d9311b38b service neutron] 10.222.0.61 "GET /v2.0/networks?id=7160f18e-9887-4ee9-b7aa-f783c569b75b HTTP/1.1" status: 200 len: 898 time: 0.9583256 Feb 18 09:06:29.195857 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:29.204659 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:29.279722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Transition to ACTIVE for port object 21f5395e-91c2-45cb-9462-e9b25b7c5da5 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:29.297757 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:29.350308 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f3c9c149-1ff9-4c37-af48-76d125ee4fa2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=80df991716a4448da960b23e72bc250f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8312399 Feb 18 09:06:29.354295 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138898e-93f0-454c-a803-3737f8625787 req-b8353a7f-88cc-4a52-a028-4e7fc5c1f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:29.355191 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e138898e-93f0-454c-a803-3737f8625787 req-b8353a7f-88cc-4a52-a028-4e7fc5c1f306 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3224785 Feb 18 09:06:29.355797 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44750) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:29.383871 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d4dc5873-bb93-4502-8f20-dd7fd5eb30c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:29.528479 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Pushing event updated for resources: {'Port': ['ID=21f5395e-91c2-45cb-9462-e9b25b7c5da5,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:29.674210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Allocated IP 172.25.1.171 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:29.683935 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44758) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:29.736341 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cfd14c9-d3d9-4bb5-bb07-af51463d9c70 req-5215f2fa-c747-48af-a135-9c251906562e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc685c6c-668e-487f-8f16-c1c933df8e65 HTTP/1.1" status: 200 len: 1001 time: 0.5313325 Feb 18 09:06:29.759659 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c97cd69-1c5c-44fb-8f94-708b3da467d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:29.911871 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Attempting to bind port 21f5395e-91c2-45cb-9462-e9b25b7c5da5 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:29.912257 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Attempting to bind port 21f5395e-91c2-45cb-9462-e9b25b7c5da5 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:29.912569 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Attempting to bind port 21f5395e-91c2-45cb-9462-e9b25b7c5da5 on network b8db49a5-d459-47e2-ab70-0ed233d21bf7 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:06:29.919539 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c97cd69-1c5c-44fb-8f94-708b3da467d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:29.942596 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Port 21f5395e-91c2-45cb-9462-e9b25b7c5da5 on network b8db49a5-d459-47e2-ab70-0ed233d21bf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:06:29.942931 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Attempting to bind port 21f5395e-91c2-45cb-9462-e9b25b7c5da5 on network b8db49a5-d459-47e2-ab70-0ed233d21bf7 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:06:29.958401 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f66ea7b8-d482-4b10-9afb-79328f371083 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/floatingips/7417e6b9-b794-4351-9a30-a06351617309 HTTP/1.1" status: 200 len: 993 time: 0.2714899 Feb 18 09:06:29.976215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:06:29.976654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Checking segment: {'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:06:29.977243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Bound using segment: {'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:06:29.977690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Bound port: 21f5395e-91c2-45cb-9462-e9b25b7c5da5, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:29.978034 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:30.121985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992df1e8-60b3-4265-9660-3dae921138f4 req-9885bbb9-6d86-4783-ab6d-b590f5129d70 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:30.127885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992df1e8-60b3-4265-9660-3dae921138f4 req-9885bbb9-6d86-4783-ab6d-b590f5129d70 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:30.133775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992df1e8-60b3-4265-9660-3dae921138f4 req-9885bbb9-6d86-4783-ab6d-b590f5129d70 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:30.139867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992df1e8-60b3-4265-9660-3dae921138f4 req-9885bbb9-6d86-4783-ab6d-b590f5129d70 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:30.145752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992df1e8-60b3-4265-9660-3dae921138f4 req-9885bbb9-6d86-4783-ab6d-b590f5129d70 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:30.152079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992df1e8-60b3-4265-9660-3dae921138f4 req-9885bbb9-6d86-4783-ab6d-b590f5129d70 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:30.154248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-992df1e8-60b3-4265-9660-3dae921138f4 req-9885bbb9-6d86-4783-ab6d-b590f5129d70 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 4604 time: 1.1385255 Feb 18 09:06:30.225807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91700269-12d3-48de-81dd-6e435893e5ad req-534873bb-475b-4b82-bc31-520a816d2804 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:30.227289 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91700269-12d3-48de-81dd-6e435893e5ad req-534873bb-475b-4b82-bc31-520a816d2804 tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 944 time: 1.1982849 Feb 18 09:06:30.232380 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c97cd69-1c5c-44fb-8f94-708b3da467d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:30.252087 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd14c9-d3d9-4bb5-bb07-af51463d9c70 req-ef97182d-a195-483a-b0b8-3f1b5771a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:30.253836 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cfd14c9-d3d9-4bb5-bb07-af51463d9c70 req-ef97182d-a195-483a-b0b8-3f1b5771a9de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46fdaabc-0fa6-488d-9c34-bd1b9ce106ea HTTP/1.1" status: 200 len: 835 time: 0.5042293 Feb 18 09:06:30.279418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97cd69-1c5c-44fb-8f94-708b3da467d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d9713d-1e66-45b8-9fa7-679041473a61,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:30.320229 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f853f399-5796-472a-8364-b0cabb3f5c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:30.329253 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:30.331957 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c97cd69-1c5c-44fb-8f94-708b3da467d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:30.336119 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1c97cd69-1c5c-44fb-8f94-708b3da467d4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84d9713d-1e66-45b8-9fa7-679041473a61 HTTP/1.1" status: 204 len: 168 time: 0.9721746 Feb 18 09:06:30.346060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] For port 21f5395e-91c2-45cb-9462-e9b25b7c5da5, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:06:30.351673 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] For port 21f5395e-91c2-45cb-9462-e9b25b7c5da5, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=21f5395e-91c2-45cb-9462-e9b25b7c5da5,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:06:30.378419 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:30.442729 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-992df1e8-60b3-4265-9660-3dae921138f4 req-26fdc3ce-6970-4142-aa1e-ce942ecae70e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2696583 Feb 18 09:06:30.450192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-265ce7f7-187d-44dc-a5de-c8f4734c76b7 req-4b1c9c15-5ed8-4e1e-8af9-6703d361770d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] For port 11ef0527-e478-43f1-8711-8726f87c803f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=11ef0527-e478-43f1-8711-8726f87c803f,segment=NetworkSegment(4c3f896b-8f25-424a-b7d5-ffede0a6c0e5),segment_id=4c3f896b-8f25-424a-b7d5-ffede0a6c0e5)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:06:30.450560 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-265ce7f7-187d-44dc-a5de-c8f4734c76b7 req-4b1c9c15-5ed8-4e1e-8af9-6703d361770d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:30.470823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:30.471434 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:30.472902 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] 10.222.0.81 "PUT /v2.0/ports/21f5395e-91c2-45cb-9462-e9b25b7c5da5 HTTP/1.1" status: 200 len: 1134 time: 3.0969617 Feb 18 09:06:30.473501 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'tag': '21f5395e-91c2-45cb-9462-e9b25b7c5da5'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:06:30.490816 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:30.533958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Request body: {'port': {'device_id': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:30.581145 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'tag': '21f5395e-91c2-45cb-9462-e9b25b7c5da5', 'status': 'completed', 'code': 200} Feb 18 09:06:30.589090 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91700269-12d3-48de-81dd-6e435893e5ad req-4718f0d0-903e-4d85-8582-eca2c8c827bc tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0a06e3-136c-4be7-92c4-0c783a66fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384821 Feb 18 09:06:30.614029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:30.658968 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:30.661526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:06:30.689614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-265ce7f7-187d-44dc-a5de-c8f4734c76b7 req-4b1c9c15-5ed8-4e1e-8af9-6703d361770d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Calling delete_port for 11ef0527-e478-43f1-8711-8726f87c803f owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:06:30.718948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec7daf-ab9b-4ad2-b521-3335168b5c8c service neutron] Pushing event updated for resources: {'Port': ['ID=21f5395e-91c2-45cb-9462-e9b25b7c5da5,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:30.793251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Pushing event updated for resources: {'Port': ['ID=4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:30.895336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd14c9-d3d9-4bb5-bb07-af51463d9c70 req-2c41fce9-ca13-43d1-8735-47de2cba9eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:30.897506 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cfd14c9-d3d9-4bb5-bb07-af51463d9c70 req-2c41fce9-ca13-43d1-8735-47de2cba9eea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7160f18e-9887-4ee9-b7aa-f783c569b75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6165247 Feb 18 09:06:30.953092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4dc5873-bb93-4502-8f20-dd7fd5eb30c8 admin admin] Router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:06:31.077882 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:31.175677 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751b11b-c62b-4d50-8afa-e49b3f8af45c req-eaf990d4-8144-460b-b4eb-ef8f9bebad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:31.176140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751b11b-c62b-4d50-8afa-e49b3f8af45c req-eaf990d4-8144-460b-b4eb-ef8f9bebad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:31.176631 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751b11b-c62b-4d50-8afa-e49b3f8af45c req-eaf990d4-8144-460b-b4eb-ef8f9bebad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:31.177234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751b11b-c62b-4d50-8afa-e49b3f8af45c req-eaf990d4-8144-460b-b4eb-ef8f9bebad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:31.179025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751b11b-c62b-4d50-8afa-e49b3f8af45c req-eaf990d4-8144-460b-b4eb-ef8f9bebad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:31.179025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751b11b-c62b-4d50-8afa-e49b3f8af45c req-eaf990d4-8144-460b-b4eb-ef8f9bebad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:31.179025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751b11b-c62b-4d50-8afa-e49b3f8af45c req-eaf990d4-8144-460b-b4eb-ef8f9bebad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:31.182357 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3751b11b-c62b-4d50-8afa-e49b3f8af45c req-eaf990d4-8144-460b-b4eb-ef8f9bebad44 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67fba04be8234c838f03f922f83b8802&device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 6217 time: 0.5705662 Feb 18 09:06:31.298394 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-265ce7f7-187d-44dc-a5de-c8f4734c76b7 req-4b1c9c15-5ed8-4e1e-8af9-6703d361770d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:31.375201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c9c15-5ed8-4e1e-8af9-6703d361770d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Pushing event deleted for resources: {'Port': ['ID=11ef0527-e478-43f1-8711-8726f87c803f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:31.403031 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cfd14c9-d3d9-4bb5-bb07-af51463d9c70 req-966e43e1-7700-4474-b7ee-95ef2de7c6ed service neutron] 10.222.0.61 "GET /v2.0/networks/7160f18e-9887-4ee9-b7aa-f783c569b75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824522 Feb 18 09:06:31.813753 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44810) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:31.818413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-265ce7f7-187d-44dc-a5de-c8f4734c76b7 req-4b1c9c15-5ed8-4e1e-8af9-6703d361770d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] No DVR routers for this DVR port 11ef0527-e478-43f1-8711-8726f87c803f on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:06:31.818542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751b11b-c62b-4d50-8afa-e49b3f8af45c req-272c80d8-ce4b-4f02-86d0-fdc600714936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:31.818645 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-265ce7f7-187d-44dc-a5de-c8f4734c76b7 req-4b1c9c15-5ed8-4e1e-8af9-6703d361770d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:31.818742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751b11b-c62b-4d50-8afa-e49b3f8af45c req-272c80d8-ce4b-4f02-86d0-fdc600714936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:31.818742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751b11b-c62b-4d50-8afa-e49b3f8af45c req-272c80d8-ce4b-4f02-86d0-fdc600714936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:31.824792 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3751b11b-c62b-4d50-8afa-e49b3f8af45c req-272c80d8-ce4b-4f02-86d0-fdc600714936 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=67fba04be8234c838f03f922f83b8802&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6028702 Feb 18 09:06:31.843769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894682be-feff-45b7-b74b-f934b411a30e', 'name': 'network-vif-deleted', 'tag': '11ef0527-e478-43f1-8711-8726f87c803f'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:06:31.846603 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-265ce7f7-187d-44dc-a5de-c8f4734c76b7 req-4b1c9c15-5ed8-4e1e-8af9-6703d361770d tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.81 "DELETE /v2.0/ports/11ef0527-e478-43f1-8711-8726f87c803f HTTP/1.1" status: 204 len: 173 time: 7.5012503 Feb 18 09:06:32.268530 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cafd1209-f75f-4774-860b-182dbf3f6ea6 req-fb322b4c-559a-4e83-a0d7-fc4bb6e9476c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Synchronizing usage tracker for tenant:0608b781957e43609e9ef7685b762a69 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:06:32.319040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dc5873-bb93-4502-8f20-dd7fd5eb30c8 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:06:32.328554 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d4dc5873-bb93-4502-8f20-dd7fd5eb30c8 admin admin] 10.222.0.72 "PUT /v2.0/routers/b5f89e26-84e5-4203-95a7-2c6bb0a2f500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0333858 Feb 18 09:06:32.330134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44822) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:32.331052 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d9125-80d5-4aad-9516-ced50a9b84a9 None None] Sync routers for ids ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:06:32.342487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cafd1209-f75f-4774-860b-182dbf3f6ea6 req-fb322b4c-559a-4e83-a0d7-fc4bb6e9476c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] Unset dirty status for tenant:0608b781957e43609e9ef7685b762a69 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:06:32.354719 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cafd1209-f75f-4774-860b-182dbf3f6ea6 req-fb322b4c-559a-4e83-a0d7-fc4bb6e9476c tempest-ServersNegativeTestJSON-797859966 tempest-ServersNegativeTestJSON-797859966-project] 10.222.0.72 "GET /v2.0/ports?device_id=894682be-feff-45b7-b74b-f934b411a30e HTTP/1.1" status: 200 len: 210 time: 0.5142560 Feb 18 09:06:32.359652 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d9125-80d5-4aad-9516-ced50a9b84a9 None None] Routers {'b5f89e26-84e5-4203-95a7-2c6bb0a2f500'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:06:32.367454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c03d9125-80d5-4aad-9516-ced50a9b84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:06:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:32.513952 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894682be-feff-45b7-b74b-f934b411a30e', 'name': 'network-vif-deleted', 'tag': '11ef0527-e478-43f1-8711-8726f87c803f', 'status': 'completed', 'code': 200} Feb 18 09:06:32.550569 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cfd14c9-d3d9-4bb5-bb07-af51463d9c70 req-28f65efa-1fbb-41e0-8d8b-d52c0290e36f service neutron] 10.222.0.61 "GET /v2.0/networks/7160f18e-9887-4ee9-b7aa-f783c569b75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0627804 Feb 18 09:06:32.582058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbcdea-41fd-48ec-bc0f-a3837d2eee76 req-84bc70d0-81e1-42e6-b45f-b68fc70c4a4a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:32.588134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbcdea-41fd-48ec-bc0f-a3837d2eee76 req-84bc70d0-81e1-42e6-b45f-b68fc70c4a4a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:32.594440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbcdea-41fd-48ec-bc0f-a3837d2eee76 req-84bc70d0-81e1-42e6-b45f-b68fc70c4a4a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:32.600564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbcdea-41fd-48ec-bc0f-a3837d2eee76 req-84bc70d0-81e1-42e6-b45f-b68fc70c4a4a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:32.607328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbcdea-41fd-48ec-bc0f-a3837d2eee76 req-84bc70d0-81e1-42e6-b45f-b68fc70c4a4a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:32.613585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbcdea-41fd-48ec-bc0f-a3837d2eee76 req-84bc70d0-81e1-42e6-b45f-b68fc70c4a4a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:32.620688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbcdea-41fd-48ec-bc0f-a3837d2eee76 req-84bc70d0-81e1-42e6-b45f-b68fc70c4a4a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:32.622742 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28cbcdea-41fd-48ec-bc0f-a3837d2eee76 req-84bc70d0-81e1-42e6-b45f-b68fc70c4a4a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5380 time: 0.8266492 Feb 18 09:06:32.628218 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751b11b-c62b-4d50-8afa-e49b3f8af45c req-0c90b4ad-70e4-4b25-854d-d2045591e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:32.630098 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3751b11b-c62b-4d50-8afa-e49b3f8af45c req-0c90b4ad-70e4-4b25-854d-d2045591e841 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7190859 Feb 18 09:06:32.685470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-786058570'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:32.714226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:32.732239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Usage tracker for resource:network and tenant:80d3e6f8de37419bb10065056be9574a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:32.737151 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:32.813925 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28cbcdea-41fd-48ec-bc0f-a3837d2eee76 req-9c9c7efe-1855-41ce-b7d0-05cd07e0a6be tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1814067 Feb 18 09:06:32.816305 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c03d9125-80d5-4aad-9516-ced50a9b84a9 None None] Set router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:06:32.820908 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b49fa189-e3dd-4b9d-80ee-759e2da8a310 admin admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:32.992884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:33.054149 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b49fa189-e3dd-4b9d-80ee-759e2da8a310 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:33.059335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:06:33.065130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-b49fa189-e3dd-4b9d-80ee-759e2da8a310 admin admin] Deleting port 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:06:33.065705 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b49fa189-e3dd-4b9d-80ee-759e2da8a310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:33.078362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:33.115769 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:33.210537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Transition to ACTIVE for port object e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:33.219463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Made reservation on behalf of 80d3e6f8de37419bb10065056be9574a for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:06:33.223847 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:33.271362 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:33.303912 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:33.360717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-b49fa189-e3dd-4b9d-80ee-759e2da8a310 admin admin] For port 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0ea5ea7c-1504-4a59-a9dd-c9b24eb13837,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:06:33.361274 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b49fa189-e3dd-4b9d-80ee-759e2da8a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:33.444451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c03d9125-80d5-4aad-9516-ced50a9b84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T09:06:27Z', 'revision_number': 5, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port': {'id': '0ea5ea7c-1504-4a59-a9dd-c9b24eb13837', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:58:11Z', 'updated_at': '2022-02-18T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:33.453545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d9125-80d5-4aad-9516-ced50a9b84a9 None None] Checking router: b5f89e26-84e5-4203-95a7-2c6bb0a2f500 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:06:33.475885 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d9125-80d5-4aad-9516-ced50a9b84a9 None None] Routers {'b5f89e26-84e5-4203-95a7-2c6bb0a2f500'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:06:33.476577 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c03d9125-80d5-4aad-9516-ced50a9b84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:06:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:33.544551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:33.547018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Pushing event updated for resources: {'Port': ['ID=e767ebc6-9e6b-4ec3-9ccc-9e86213dce06,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:33.550530 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44840) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:33.563428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Usage tracker for resource:security_group_rule and tenant:80d3e6f8de37419bb10065056be9574a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:33.584733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:33.614548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-b49fa189-e3dd-4b9d-80ee-759e2da8a310 admin admin] Calling delete_port for 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837 owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:06:33.658519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:33.821801 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:33.936035 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c03d9125-80d5-4aad-9516-ced50a9b84a9 None None] Set router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:06:34.045924 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b49fa189-e3dd-4b9d-80ee-759e2da8a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:34.092659 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Attempting to bind port e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:34.093917 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Attempting to bind port e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:34.094515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Attempting to bind port e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 on network b8db49a5-d459-47e2-ab70-0ed233d21bf7 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:06:34.105769 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Port e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 on network b8db49a5-d459-47e2-ab70-0ed233d21bf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:06:34.106474 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Attempting to bind port e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 on network b8db49a5-d459-47e2-ab70-0ed233d21bf7 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:06:34.116738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38ab3cd-1bfe-49e5-a304-5c4d7527ac24 admin admin] Deleting subnet 4c9735f5-e885-4001-b6bc-713131a65bb6 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:06:34.154616 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fa189-e3dd-4b9d-80ee-759e2da8a310 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ea5ea7c-1504-4a59-a9dd-c9b24eb13837,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:34.183181 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c38ab3cd-1bfe-49e5-a304-5c4d7527ac24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:34.235751 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:06:34.238747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Checking segment: {'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:06:34.239334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Bound using segment: {'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:06:34.240152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Bound port: e767ebc6-9e6b-4ec3-9ccc-9e86213dce06, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:34.240689 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:34.275831 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:34.278689 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:34.281137 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a88ae79c-b659-4aed-a17f-961569d08a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:34.282573 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c03d9125-80d5-4aad-9516-ced50a9b84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T09:06:33Z', 'revision_number': 6, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:34.296024 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d9125-80d5-4aad-9516-ced50a9b84a9 None None] The sync data for ids ['b5f89e26-84e5-4203-95a7-2c6bb0a2f500'] in n-d-829434-1 is: [{'id': 'b5f89e26-84e5-4203-95a7-2c6bb0a2f500', 'name': 'tempest-AttachVolumeTestJSON-1395028943-router', 'tenant_id': '72394f0052cf4105ace3e6770e79b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:58:08Z', 'updated_at': '2022-02-18T09:06:33Z', 'revision_number': 6, 'project_id': '72394f0052cf4105ace3e6770e79b704', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:06:34.358510 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b49fa189-e3dd-4b9d-80ee-759e2da8a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:34.380421 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c38ab3cd-1bfe-49e5-a304-5c4d7527ac24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:34.414085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5bd64-d509-49e6-89e2-67dee21152f9 req-53bbecfb-6560-433f-adbf-e2596a825968 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:34.420744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5bd64-d509-49e6-89e2-67dee21152f9 req-53bbecfb-6560-433f-adbf-e2596a825968 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:34.428145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5bd64-d509-49e6-89e2-67dee21152f9 req-53bbecfb-6560-433f-adbf-e2596a825968 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:34.441469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5bd64-d509-49e6-89e2-67dee21152f9 req-53bbecfb-6560-433f-adbf-e2596a825968 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:34.442054 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c38ab3cd-1bfe-49e5-a304-5c4d7527ac24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:34.451366 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5bd64-d509-49e6-89e2-67dee21152f9 req-53bbecfb-6560-433f-adbf-e2596a825968 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:34.457967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5bd64-d509-49e6-89e2-67dee21152f9 req-53bbecfb-6560-433f-adbf-e2596a825968 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:34.464141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5bd64-d509-49e6-89e2-67dee21152f9 req-53bbecfb-6560-433f-adbf-e2596a825968 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:34.466375 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5cc5bd64-d509-49e6-89e2-67dee21152f9 req-53bbecfb-6560-433f-adbf-e2596a825968 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5392 time: 0.3624232 Feb 18 09:06:34.633016 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:34.657642 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:34.741162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:06:34.746989 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Router 0654fa78-1617-4f1b-9329-a583c2c0586f is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:06:34.753499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] For port e767ebc6-9e6b-4ec3-9ccc-9e86213dce06, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:06:34.773591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf4959d-7d4c-4677-8b70-b30cf9394ea3,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:34.778734 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] For port e767ebc6-9e6b-4ec3-9ccc-9e86213dce06, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e767ebc6-9e6b-4ec3-9ccc-9e86213dce06,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:06:34.781522 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:34.781864 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Added segment 59534a26-5d1d-4094-80b3-cf5b127b0f5a of type vlan for network caaf325e-f6fa-45f3-8efd-55b0e88aa717 Feb 18 09:06:34.790127 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c38ab3cd-1bfe-49e5-a304-5c4d7527ac24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:34.930095 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5cc5bd64-d509-49e6-89e2-67dee21152f9 req-8731e459-8f4f-4dd4-86bb-84faa91be0d3 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3837686 Feb 18 09:06:34.937198 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b49fa189-e3dd-4b9d-80ee-759e2da8a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:34.939565 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b49fa189-e3dd-4b9d-80ee-759e2da8a310 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:34.983955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ab3cd-1bfe-49e5-a304-5c4d7527ac24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c9735f5-e885-4001-b6bc-713131a65bb6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:34.986733 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:34.992730 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:34.997880 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b49fa189-e3dd-4b9d-80ee-759e2da8a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:34.998770 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49fa189-e3dd-4b9d-80ee-759e2da8a310 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5f89e26-84e5-4203-95a7-2c6bb0a2f500 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:06:35.018096 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b49fa189-e3dd-4b9d-80ee-759e2da8a310 admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:35.022585 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b49fa189-e3dd-4b9d-80ee-759e2da8a310 admin admin] 10.222.0.72 "DELETE /v2.0/routers/b5f89e26-84e5-4203-95a7-2c6bb0a2f500 HTTP/1.1" status: 204 len: 168 time: 2.6667058 Feb 18 09:06:35.023610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44856) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:35.108453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e68def0-7fd6-4532-943b-888cec385e1d admin admin] Deleting subnet 9eaf963a-b95e-4bec-b0a0-0baccb065970 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:06:35.112700 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6e68def0-7fd6-4532-943b-888cec385e1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:35.177486 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6e68def0-7fd6-4532-943b-888cec385e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:35.241428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c38ab3cd-1bfe-49e5-a304-5c4d7527ac24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:35.250066 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:35.281912 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6e68def0-7fd6-4532-943b-888cec385e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:35.391092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:06:35.400696 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:35.401258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:35.403357 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] 10.222.0.81 "PUT /v2.0/ports/e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 HTTP/1.1" status: 200 len: 1091 time: 4.8897097 Feb 18 09:06:35.403897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'tag': 'e767ebc6-9e6b-4ec3-9ccc-9e86213dce06'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:06:35.408194 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Sync routers for ids ['0654fa78-1617-4f1b-9329-a583c2c0586f'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:06:35.410060 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6e68def0-7fd6-4532-943b-888cec385e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:35.431800 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Routers {'0654fa78-1617-4f1b-9329-a583c2c0586f'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:06:35.449067 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:06:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0654fa78-1617-4f1b-9329-a583c2c0586f'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:35.481101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68def0-7fd6-4532-943b-888cec385e1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eaf963a-b95e-4bec-b0a0-0baccb065970,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:35.483446 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6e68def0-7fd6-4532-943b-888cec385e1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:35.487593 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42ab2e0-653c-4cb3-8539-f890aaba4f3f None None] Network 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:06:35.492620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6e68def0-7fd6-4532-943b-888cec385e1d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9eaf963a-b95e-4bec-b0a0-0baccb065970 HTTP/1.1" status: 204 len: 168 time: 0.4677052 Feb 18 09:06:35.499543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44868) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:35.508124 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Request body: {'port': {'device_id': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:35.661969 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:35.676957 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] Deleting port 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:06:35.677316 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:35.792943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa678bbb-b339-4d0f-8822-be627e911664 service neutron] Pushing event updated for resources: {'Port': ['ID=e767ebc6-9e6b-4ec3-9ccc-9e86213dce06,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:35.811968 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'tag': 'e767ebc6-9e6b-4ec3-9ccc-9e86213dce06', 'status': 'completed', 'code': 200} Feb 18 09:06:35.832963 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:06:35.996187 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c38ab3cd-1bfe-49e5-a304-5c4d7527ac24 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4c9735f5-e885-4001-b6bc-713131a65bb6 HTTP/1.1" status: 204 len: 168 time: 2.4342961 Feb 18 09:06:36.033146 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44878) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:36.039319 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:36.058632 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a9a20a86-cf5c-4732-aefc-f68c03e7c2dc tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.5498931 Feb 18 09:06:36.060254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44882) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:36.063675 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:36.068527 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Set router 0654fa78-1617-4f1b-9329-a583c2c0586f gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:06:36.071316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:36.072032 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:36.090453 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308a224d-14e1-47ce-848f-21a6d6b0fd57 None None] DHCP port deletion for 43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:06:36.102522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-308a224d-14e1-47ce-848f-21a6d6b0fd57 None None] Deleting port 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:06:36.103455 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-308a224d-14e1-47ce-848f-21a6d6b0fd57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:36.160607 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:06:36.196366 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] For port 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7bef0d6f-5830-4b39-aebd-22ecadcbe3fe,segment=NetworkSegment(b2aa9a1c-cb87-49cf-9895-827781f43d2f),segment_id=b2aa9a1c-cb87-49cf-9895-827781f43d2f)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:06:36.196728 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:36.275716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:06:36.277170 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0ea5ea7c-1504-4a59-a9dd-c9b24eb13837 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:06:36.277769 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 66782537-d63b-4ecf-a430-0250a169f4e5 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:06:36.366820 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 66782537-d63b-4ecf-a430-0250a169f4e5 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:06:36.367162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 66782537-d63b-4ecf-a430-0250a169f4e5 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:06:36.400686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e33ba4c5-f085-41c7-91de-2f2e0c938588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:36.408576 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Network': ['ID=caaf325e-f6fa-45f3-8efd-55b0e88aa717,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:36.492783 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network caaf325e-f6fa-45f3-8efd-55b0e88aa717 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:06:36.553181 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-29624016-6560-451e-badd-b951d753822b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.7256522 Feb 18 09:06:36.556400 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44886) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:36.568006 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-180cc987-a6e8-4913-858d-833434b4c580 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'subnet': {'network_id': 'caaf325e-f6fa-45f3-8efd-55b0e88aa717', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:36.570734 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0654fa78-1617-4f1b-9329-a583c2c0586f', 'name': 'tempest-snat-router-606440981', 'tenant_id': '82297e75180b430aae0d4b04ceea4787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.171'}], 'enable_snat': False}, 'gw_port_id': '4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:26Z', 'updated_at': '2022-02-18T09:06:31Z', 'revision_number': 3, 'project_id': '82297e75180b430aae0d4b04ceea4787', 'gw_port': {'id': '4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0654fa78-1617-4f1b-9329-a583c2c0586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:29Z', 'updated_at': '2022-02-18T09:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:36.580320 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Checking router: 0654fa78-1617-4f1b-9329-a583c2c0586f for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:06:36.580586 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Updating router 0654fa78-1617-4f1b-9329-a583c2c0586f port 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:06:36.591450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0d088ea9-6913-4ef8-a932-24d39a45008b tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "GET /v2.0/routers/0654fa78-1617-4f1b-9329-a583c2c0586f HTTP/1.1" status: 200 len: 908 time: 0.5278654 Feb 18 09:06:36.598262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] Calling delete_port for 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:06:36.686366 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44890) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:36.703803 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:36.706729 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-308a224d-14e1-47ce-848f-21a6d6b0fd57 None None] For port 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7bef0d6f-5830-4b39-aebd-22ecadcbe3fe,segment=NetworkSegment(b2aa9a1c-cb87-49cf-9895-827781f43d2f),segment_id=b2aa9a1c-cb87-49cf-9895-827781f43d2f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:06:36.707122 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-308a224d-14e1-47ce-848f-21a6d6b0fd57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:36.733008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Request body: {'router': {'name': 'tempest-snat-router-606440981', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'enable_snat': True}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:36.738312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:36.744000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Usage tracker for resource:router and tenant:82297e75180b430aae0d4b04ceea4787 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:36.752901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:36.835976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:36.887032 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:36.898523 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.014481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bef0d6f-5830-4b39-aebd-22ecadcbe3fe,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:37.021946 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-308a224d-14e1-47ce-848f-21a6d6b0fd57 None None] Calling delete_port for 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:06:37.023772 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.028321 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.036808 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-180cc987-a6e8-4913-858d-833434b4c580 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:37.053265 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] No DVR routers for this DVR port 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:06:37.099709 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e33ba4c5-f085-41c7-91de-2f2e0c938588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.125944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-180cc987-a6e8-4913-858d-833434b4c580 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Usage tracker for resource:subnet and tenant:80d3e6f8de37419bb10065056be9574a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:37.181118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-180cc987-a6e8-4913-858d-833434b4c580 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:37.188104 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-308a224d-14e1-47ce-848f-21a6d6b0fd57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:06:37.188597 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-308a224d-14e1-47ce-848f-21a6d6b0fd57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:06:37.208587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d9e74-7789-4200-b644-e9d288c830ea req-4d66e3a9-0f0c-494b-a5c6-83010fc78329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:37.209158 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d9e74-7789-4200-b644-e9d288c830ea req-4d66e3a9-0f0c-494b-a5c6-83010fc78329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:37.209531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d9e74-7789-4200-b644-e9d288c830ea req-4d66e3a9-0f0c-494b-a5c6-83010fc78329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:37.211166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d9e74-7789-4200-b644-e9d288c830ea req-4d66e3a9-0f0c-494b-a5c6-83010fc78329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:37.211954 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d9e74-7789-4200-b644-e9d288c830ea req-4d66e3a9-0f0c-494b-a5c6-83010fc78329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:37.212655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d9e74-7789-4200-b644-e9d288c830ea req-4d66e3a9-0f0c-494b-a5c6-83010fc78329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:37.213309 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d9e74-7789-4200-b644-e9d288c830ea req-4d66e3a9-0f0c-494b-a5c6-83010fc78329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:37.215767 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.216356 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-915d9e74-7789-4200-b644-e9d288c830ea req-4d66e3a9-0f0c-494b-a5c6-83010fc78329 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67fba04be8234c838f03f922f83b8802&device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 6284 time: 1.3341496 Feb 18 09:06:37.217622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-180cc987-a6e8-4913-858d-833434b4c580 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:37.252639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73414a-df2f-48b9-b7ca-ea57848064c9 req-da447a22-bda2-43ef-b053-29b926f0d08a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:37.261213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73414a-df2f-48b9-b7ca-ea57848064c9 req-da447a22-bda2-43ef-b053-29b926f0d08a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:37.264668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e33ba4c5-f085-41c7-91de-2f2e0c938588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40be500-670f-4365-9b1b-50944ae5e3f7']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:37.267703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73414a-df2f-48b9-b7ca-ea57848064c9 req-da447a22-bda2-43ef-b053-29b926f0d08a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:37.273448 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73414a-df2f-48b9-b7ca-ea57848064c9 req-da447a22-bda2-43ef-b053-29b926f0d08a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:37.279701 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73414a-df2f-48b9-b7ca-ea57848064c9 req-da447a22-bda2-43ef-b053-29b926f0d08a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:37.286020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73414a-df2f-48b9-b7ca-ea57848064c9 req-da447a22-bda2-43ef-b053-29b926f0d08a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:37.292241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73414a-df2f-48b9-b7ca-ea57848064c9 req-da447a22-bda2-43ef-b053-29b926f0d08a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:37.295308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180cc987-a6e8-4913-858d-833434b4c580 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Made reservation on behalf of 80d3e6f8de37419bb10065056be9574a for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:06:37.299134 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-180cc987-a6e8-4913-858d-833434b4c580 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.300419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e73414a-df2f-48b9-b7ca-ea57848064c9 req-da447a22-bda2-43ef-b053-29b926f0d08a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5392 time: 1.0936048 Feb 18 09:06:37.362175 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.384310 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Transition to ACTIVE for port object 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:37.403319 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.486013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e33ba4c5-f085-41c7-91de-2f2e0c938588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3f896b-8f25-424a-b7d5-ffede0a6c0e5') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:37.486614 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e33ba4c5-f085-41c7-91de-2f2e0c938588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3f896b-8f25-424a-b7d5-ffede0a6c0e5') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:37.525374 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Attempting to bind port 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:37.525743 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Attempting to bind port 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:37.526801 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Attempting to bind port 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:06:37.534289 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e33ba4c5-f085-41c7-91de-2f2e0c938588 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.542613 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:06:37.542984 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:06:37.544436 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.544849 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:06:37.546258 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Bound port: 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:37.546639 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.628238 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e33ba4c5-f085-41c7-91de-2f2e0c938588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.646970 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.659485 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] For port 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:06:37.669141 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] For port 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:06:37.690026 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-308a224d-14e1-47ce-848f-21a6d6b0fd57 None None] Deleting port 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:06:37.690809 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-308a224d-14e1-47ce-848f-21a6d6b0fd57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.701796 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.732205 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33ba4c5-f085-41c7-91de-2f2e0c938588 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:06:37.732781 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e33ba4c5-f085-41c7-91de-2f2e0c938588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:06:37.750187 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:06:37.758405 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Routers {'0654fa78-1617-4f1b-9329-a583c2c0586f'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:06:37.761064 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d9e74-7789-4200-b644-e9d288c830ea req-caf1ea2d-3321-42ff-8417-0bfb0dcbf94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:37.761640 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d9e74-7789-4200-b644-e9d288c830ea req-caf1ea2d-3321-42ff-8417-0bfb0dcbf94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:37.761936 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e73414a-df2f-48b9-b7ca-ea57848064c9 req-30c2b0a1-7711-4ce4-8bc5-2b51a5493890 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4604447 Feb 18 09:06:37.762245 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:06:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0654fa78-1617-4f1b-9329-a583c2c0586f'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:37.762381 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d9e74-7789-4200-b644-e9d288c830ea req-caf1ea2d-3321-42ff-8417-0bfb0dcbf94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:37.764148 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-915d9e74-7789-4200-b644-e9d288c830ea req-caf1ea2d-3321-42ff-8417-0bfb0dcbf94b service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=67fba04be8234c838f03f922f83b8802&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4908397 Feb 18 09:06:37.865798 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-308a224d-14e1-47ce-848f-21a6d6b0fd57 None None] The port '7bef0d6f-5830-4b39-aebd-22ecadcbe3fe' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:06:37.897858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d8e486-bfc2-4c06-a43c-640b2ff9c8f2']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:37.906604 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.917986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2aa9a1c-cb87-49cf-9895-827781f43d2f') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:37.918706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2aa9a1c-cb87-49cf-9895-827781f43d2f') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:37.944826 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f95f28-8f12-49c2-a2ee-cdb0ce6e9ec8 None None] Pushing event updated for resources: {'Port': ['ID=4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:37.954362 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:37.983782 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f95f28-8f12-49c2-a2ee-cdb0ce6e9ec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:37.985295 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f95f28-8f12-49c2-a2ee-cdb0ce6e9ec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:37.985705 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f95f28-8f12-49c2-a2ee-cdb0ce6e9ec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:37.986051 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f95f28-8f12-49c2-a2ee-cdb0ce6e9ec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:37.986388 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f95f28-8f12-49c2-a2ee-cdb0ce6e9ec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:37.986718 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f95f28-8f12-49c2-a2ee-cdb0ce6e9ec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:37.987049 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f95f28-8f12-49c2-a2ee-cdb0ce6e9ec8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:37.989775 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f95f28-8f12-49c2-a2ee-cdb0ce6e9ec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:37.990363 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f95f28-8f12-49c2-a2ee-cdb0ce6e9ec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:37.990912 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f95f28-8f12-49c2-a2ee-cdb0ce6e9ec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:38.004578 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f95f28-8f12-49c2-a2ee-cdb0ce6e9ec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:38.005027 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f95f28-8f12-49c2-a2ee-cdb0ce6e9ec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:38.071702 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:38.096013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:06:38.116944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:06:38.117412 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:38.163247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:06:38.163861 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7bef0d6f-5830-4b39-aebd-22ecadcbe3fe not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:06:38.170350 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:06:38.383717 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f95f28-8f12-49c2-a2ee-cdb0ce6e9ec8 None None] Pushing event updated for resources: {'Port': ['ID=4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:38.416460 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:38.425744 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:38.434808 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] Set router 0654fa78-1617-4f1b-9329-a583c2c0586f gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:06:38.502068 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] 10.222.0.72 "DELETE /v2.0/networks/43d8e486-bfc2-4c06-a43c-640b2ff9c8f2 HTTP/1.1" status: 204 len: 168 time: 3.0011222 Feb 18 09:06:38.511884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea505972-0872-4ae4-80b5-9a1a52ca7395 admin admin] Pushing event deleted for resources: {'Network': ['ID=43d8e486-bfc2-4c06-a43c-640b2ff9c8f2,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:38.649648 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e33ba4c5-f085-41c7-91de-2f2e0c938588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:38.678291 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d9e74-7789-4200-b644-e9d288c830ea req-3dc668be-67ac-4a6e-ab46-5899a4f8c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:38.679732 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-915d9e74-7789-4200-b644-e9d288c830ea req-3dc668be-67ac-4a6e-ab46-5899a4f8c819 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8556120 Feb 18 09:06:38.680878 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e33ba4c5-f085-41c7-91de-2f2e0c938588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:38.703218 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ba4c5-f085-41c7-91de-2f2e0c938588 admin admin] Pushing event deleted for resources: {'Network': ['ID=f40be500-670f-4365-9b1b-50944ae5e3f7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:38.772960 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e33ba4c5-f085-41c7-91de-2f2e0c938588 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f40be500-670f-4365-9b1b-50944ae5e3f7 HTTP/1.1" status: 204 len: 168 time: 2.7431495 Feb 18 09:06:38.839686 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44922) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:38.926478 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-180cc987-a6e8-4913-858d-833434b4c580 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:39.074732 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567f9157-ca1f-4789-a982-ab236197d796 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:06:39.138960 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:39.150136 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:39.199958 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0654fa78-1617-4f1b-9329-a583c2c0586f', 'name': 'tempest-snat-router-606440981', 'tenant_id': '82297e75180b430aae0d4b04ceea4787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.171'}], 'enable_snat': False}, 'gw_port_id': '4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:26Z', 'updated_at': '2022-02-18T09:06:31Z', 'revision_number': 3, 'project_id': '82297e75180b430aae0d4b04ceea4787', 'gw_port': {'id': '4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0654fa78-1617-4f1b-9329-a583c2c0586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:29Z', 'updated_at': '2022-02-18T09:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:39.209484 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53324dd4-e999-47ca-8d1c-602c0741a528 None None] The sync data for ids ['0654fa78-1617-4f1b-9329-a583c2c0586f'] in n-d-829434-1 is: [{'id': '0654fa78-1617-4f1b-9329-a583c2c0586f', 'name': 'tempest-snat-router-606440981', 'tenant_id': '82297e75180b430aae0d4b04ceea4787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.171'}], 'enable_snat': False}, 'gw_port_id': '4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:26Z', 'updated_at': '2022-02-18T09:06:31Z', 'revision_number': 3, 'project_id': '82297e75180b430aae0d4b04ceea4787', 'gw_port': {'id': '4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0654fa78-1617-4f1b-9329-a583c2c0586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:29Z', 'updated_at': '2022-02-18T09:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:06:39.242263 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44938) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:39.245791 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:39.269134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Transition to ACTIVE for port object 567f9157-ca1f-4789-a982-ab236197d796 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:39.283836 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3ac531e7-0f27-4a44-a1c4-14cfbe9de6d2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=72394f0052cf4105ace3e6770e79b704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4429090 Feb 18 09:06:39.289076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44942) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:39.320724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cc987-a6e8-4913-858d-833434b4c580 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Subnet': ['ID=940d9cad-b5ce-4147-aea1-4ac0f5fe30cd,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:39.327399 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:39.657385 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Pushing event updated for resources: {'Port': ['ID=567f9157-ca1f-4789-a982-ab236197d796,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:39.795620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3a5335bb-f2e4-4463-93d6-a150636d9c50 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0608b781957e43609e9ef7685b762a69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5494435 Feb 18 09:06:39.795620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44954) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:39.803164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44956) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:39.826203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180cc987-a6e8-4913-858d-833434b4c580 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Checking segment: {'id': '59534a26-5d1d-4094-80b3-cf5b127b0f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'caaf325e-f6fa-45f3-8efd-55b0e88aa717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:06:39.826551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180cc987-a6e8-4913-858d-833434b4c580 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network hostable DHCP agents. Network: caaf325e-f6fa-45f3-8efd-55b0e88aa717, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:06:40.093159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2b291-0f6c-42f8-9843-f41ce4faca2e req-a6fab43e-45da-4385-b59b-7365cde3264a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:40.110967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2b291-0f6c-42f8-9843-f41ce4faca2e req-a6fab43e-45da-4385-b59b-7365cde3264a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:40.135837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2b291-0f6c-42f8-9843-f41ce4faca2e req-a6fab43e-45da-4385-b59b-7365cde3264a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:40.137348 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180cc987-a6e8-4913-858d-833434b4c580 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network caaf325e-f6fa-45f3-8efd-55b0e88aa717 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:06:40.153810 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2b291-0f6c-42f8-9843-f41ce4faca2e req-a6fab43e-45da-4385-b59b-7365cde3264a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:40.155874 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-248b3c77-1e6d-4049-87f3-5539cb37a37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.160527 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-180cc987-a6e8-4913-858d-833434b4c580 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, caaf325e-f6fa-45f3-8efd-55b0e88aa717) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:40.173963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2b291-0f6c-42f8-9843-f41ce4faca2e req-a6fab43e-45da-4385-b59b-7365cde3264a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:40.179489 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4715b1eb-113a-4742-a880-876b06896741 None None] Network caaf325e-f6fa-45f3-8efd-55b0e88aa717 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:06:40.190148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2b291-0f6c-42f8-9843-f41ce4faca2e req-a6fab43e-45da-4385-b59b-7365cde3264a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:40.198937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2b291-0f6c-42f8-9843-f41ce4faca2e req-a6fab43e-45da-4385-b59b-7365cde3264a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:40.201623 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bb2b291-0f6c-42f8-9843-f41ce4faca2e req-a6fab43e-45da-4385-b59b-7365cde3264a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5404 time: 0.7804503 Feb 18 09:06:40.207574 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-33fdc361-8d15-4dd3-8a3c-f64c624eb9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.220751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:06:40.222955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180cc987-a6e8-4913-858d-833434b4c580 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:40.224120 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-180cc987-a6e8-4913-858d-833434b4c580 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.231765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Allocated IP 172.25.1.136 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/2ed9fe73-58bc-4448-a579-218b0feecd2d) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:40.311319 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bb2b291-0f6c-42f8-9843-f41ce4faca2e req-8b8df79b-021f-4975-8e0a-ba987d331483 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005538 Feb 18 09:06:40.312561 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3c8ab9fc-3e99-4677-8b03-bd6cf071900d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.319462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Attempting to bind port 567f9157-ca1f-4789-a982-ab236197d796 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:40.319878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Attempting to bind port 567f9157-ca1f-4789-a982-ab236197d796 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:40.321566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Attempting to bind port 567f9157-ca1f-4789-a982-ab236197d796 on network b8db49a5-d459-47e2-ab70-0ed233d21bf7 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:06:40.331539 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-33fdc361-8d15-4dd3-8a3c-f64c624eb9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.338483 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-248b3c77-1e6d-4049-87f3-5539cb37a37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.348477 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-180cc987-a6e8-4913-858d-833434b4c580 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7863607 Feb 18 09:06:40.352879 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Port 567f9157-ca1f-4789-a982-ab236197d796 on network b8db49a5-d459-47e2-ab70-0ed233d21bf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:06:40.352879 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Attempting to bind port 567f9157-ca1f-4789-a982-ab236197d796 on network b8db49a5-d459-47e2-ab70-0ed233d21bf7 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:06:40.359621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 44968) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:40.371850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:06:40.371850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Checking segment: {'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:06:40.371850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Bound using segment: {'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:06:40.371850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Bound port: 567f9157-ca1f-4789-a982-ab236197d796, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:40.371850 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.388867 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1354953798', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}, 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:40.403886 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:40.408342 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Usage tracker for resource:router and tenant:80d3e6f8de37419bb10065056be9574a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:40.411253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:40.423618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:40.434386 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3c8ab9fc-3e99-4677-8b03-bd6cf071900d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:40.453179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3c8ab9fc-3e99-4677-8b03-bd6cf071900d admin admin] Usage tracker for resource:security_group_rule and tenant:6e74539742f74a7d9d6a0d1243b87175 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:40.466214 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.468865 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.470285 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3c8ab9fc-3e99-4677-8b03-bd6cf071900d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:40.483286 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3c8ab9fc-3e99-4677-8b03-bd6cf071900d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:40.576966 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-33fdc361-8d15-4dd3-8a3c-f64c624eb9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.613351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdc361-8d15-4dd3-8a3c-f64c624eb9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0a06e3-136c-4be7-92c4-0c783a66fa82,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:40.614454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] For port 567f9157-ca1f-4789-a982-ab236197d796, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:06:40.622643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] For port 567f9157-ca1f-4789-a982-ab236197d796, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=567f9157-ca1f-4789-a982-ab236197d796,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:06:40.628735 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.634346 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.641139 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.674723 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-33fdc361-8d15-4dd3-8a3c-f64c624eb9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.678867 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-33fdc361-8d15-4dd3-8a3c-f64c624eb9b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6a0a06e3-136c-4be7-92c4-0c783a66fa82 HTTP/1.1" status: 204 len: 168 time: 0.8745365 Feb 18 09:06:40.733068 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Pushing event updated for resources: {'Port': ['ID=567f9157-ca1f-4789-a982-ab236197d796,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:40.736215 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3c8ab9fc-3e99-4677-8b03-bd6cf071900d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.748745 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3c8ab9fc-3e99-4677-8b03-bd6cf071900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.758807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:40.761269 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.766801 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-93d2b668-0a62-4a1a-8c10-c0202c301029 service neutron] 10.222.0.81 "PUT /v2.0/ports/567f9157-ca1f-4789-a982-ab236197d796 HTTP/1.1" status: 200 len: 1091 time: 5.2745166 Feb 18 09:06:40.774388 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'tag': '567f9157-ca1f-4789-a982-ab236197d796'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:06:40.774595 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.787205 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-248b3c77-1e6d-4049-87f3-5539cb37a37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:40.855574 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f388e9-dde4-4db3-95b8-744af36503d1 None None] Network caaf325e-f6fa-45f3-8efd-55b0e88aa717 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:06:40.858030 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Request body: {'port': {'device_id': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:40.989629 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'tag': '567f9157-ca1f-4789-a982-ab236197d796', 'status': 'completed', 'code': 200} Feb 18 09:06:41.170594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b3c77-1e6d-4049-87f3-5539cb37a37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3be4e5d-93b9-47b7-b57a-33e12efe16a7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:41.238038 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3c8ab9fc-3e99-4677-8b03-bd6cf071900d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e74539742f74a7d9d6a0d1243b87175&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4390979 Feb 18 09:06:41.241819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 44984) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:41.267814 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:41.288902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:41.290373 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:06:41.296579 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:06:41.345061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ab9fc-3e99-4677-8b03-bd6cf071900d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b20214a-aa10-44da-9242-c80a1d2c0930,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:41.352365 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:41.352656 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:41.396561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Pushing event updated for resources: {'Port': ['ID=2ed9fe73-58bc-4448-a579-218b0feecd2d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:41.517036 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:41.523003 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:41.539236 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:41.646287 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:41.675261 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:06:41.693104 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:41.799180 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:41.963094 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:41.976409 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-248b3c77-1e6d-4049-87f3-5539cb37a37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:41.977838 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-248b3c77-1e6d-4049-87f3-5539cb37a37d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f3be4e5d-93b9-47b7-b57a-33e12efe16a7 HTTP/1.1" status: 204 len: 168 time: 2.6584480 Feb 18 09:06:41.993208 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-edddbf15-be76-4893-a2b6-5e11278ba93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:42.104699 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:06:42.226166 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-edddbf15-be76-4893-a2b6-5e11278ba93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:42.300677 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67df87-0c4e-4ed4-a2d6-489d6c55b8c0 req-798247d2-757d-4f41-8445-1e0e4dd2ceae tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:42.307258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67df87-0c4e-4ed4-a2d6-489d6c55b8c0 req-798247d2-757d-4f41-8445-1e0e4dd2ceae tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:42.313986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67df87-0c4e-4ed4-a2d6-489d6c55b8c0 req-798247d2-757d-4f41-8445-1e0e4dd2ceae tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:42.314118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bd6d6-1084-4d22-9a41-5864d28165f9 req-468d9e13-b710-4af4-9d43-f0420895c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:42.314565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bd6d6-1084-4d22-9a41-5864d28165f9 req-468d9e13-b710-4af4-9d43-f0420895c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:42.316652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bd6d6-1084-4d22-9a41-5864d28165f9 req-468d9e13-b710-4af4-9d43-f0420895c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:42.317490 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bd6d6-1084-4d22-9a41-5864d28165f9 req-468d9e13-b710-4af4-9d43-f0420895c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:42.319019 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bd6d6-1084-4d22-9a41-5864d28165f9 req-468d9e13-b710-4af4-9d43-f0420895c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:42.319517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bd6d6-1084-4d22-9a41-5864d28165f9 req-468d9e13-b710-4af4-9d43-f0420895c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:42.319998 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bd6d6-1084-4d22-9a41-5864d28165f9 req-468d9e13-b710-4af4-9d43-f0420895c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:42.320349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67df87-0c4e-4ed4-a2d6-489d6c55b8c0 req-798247d2-757d-4f41-8445-1e0e4dd2ceae tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:42.323177 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a45bd6d6-1084-4d22-9a41-5864d28165f9 req-468d9e13-b710-4af4-9d43-f0420895c99c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67fba04be8234c838f03f922f83b8802&device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 6351 time: 1.3350306 Feb 18 09:06:42.326833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67df87-0c4e-4ed4-a2d6-489d6c55b8c0 req-798247d2-757d-4f41-8445-1e0e4dd2ceae tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:42.333643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67df87-0c4e-4ed4-a2d6-489d6c55b8c0 req-798247d2-757d-4f41-8445-1e0e4dd2ceae tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:42.340976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67df87-0c4e-4ed4-a2d6-489d6c55b8c0 req-798247d2-757d-4f41-8445-1e0e4dd2ceae tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:42.343180 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba67df87-0c4e-4ed4-a2d6-489d6c55b8c0 req-798247d2-757d-4f41-8445-1e0e4dd2ceae tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5404 time: 0.5851862 Feb 18 09:06:42.344000 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:42.344696 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:06:42.345171 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:42.663156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba67df87-0c4e-4ed4-a2d6-489d6c55b8c0 req-808da28c-59b5-41a0-bb88-826083b09fc2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1398692 Feb 18 09:06:42.666459 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-edddbf15-be76-4893-a2b6-5e11278ba93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:42.688037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edddbf15-be76-4893-a2b6-5e11278ba93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b20214a-aa10-44da-9242-c80a1d2c0930,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:42.688754 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bd6d6-1084-4d22-9a41-5864d28165f9 req-3a341f72-73e1-4f4a-92fb-8d2115c7f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:42.694217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bd6d6-1084-4d22-9a41-5864d28165f9 req-3a341f72-73e1-4f4a-92fb-8d2115c7f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:42.694217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bd6d6-1084-4d22-9a41-5864d28165f9 req-3a341f72-73e1-4f4a-92fb-8d2115c7f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:42.695481 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a45bd6d6-1084-4d22-9a41-5864d28165f9 req-3a341f72-73e1-4f4a-92fb-8d2115c7f04a service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=67fba04be8234c838f03f922f83b8802&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3618374 Feb 18 09:06:42.764935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edddbf15-be76-4893-a2b6-5e11278ba93b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:42.765311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edddbf15-be76-4893-a2b6-5e11278ba93b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:42.765608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edddbf15-be76-4893-a2b6-5e11278ba93b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:42.766130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edddbf15-be76-4893-a2b6-5e11278ba93b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:42.766557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edddbf15-be76-4893-a2b6-5e11278ba93b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:42.766768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edddbf15-be76-4893-a2b6-5e11278ba93b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:42.767055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edddbf15-be76-4893-a2b6-5e11278ba93b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:42.767370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edddbf15-be76-4893-a2b6-5e11278ba93b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:42.767785 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edddbf15-be76-4893-a2b6-5e11278ba93b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:42.768120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edddbf15-be76-4893-a2b6-5e11278ba93b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:42.768654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edddbf15-be76-4893-a2b6-5e11278ba93b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:42.768932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edddbf15-be76-4893-a2b6-5e11278ba93b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:42.786709 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-edddbf15-be76-4893-a2b6-5e11278ba93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:42.787837 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-edddbf15-be76-4893-a2b6-5e11278ba93b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4b20214a-aa10-44da-9242-c80a1d2c0930 HTTP/1.1" status: 204 len: 168 time: 1.5327125 Feb 18 09:06:42.818199 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:43.106995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b3a920-6dde-4571-aabb-5eff82ec1048 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:06:43.131307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Router a786ca4a-ad1f-4db8-8fe9-53109773bb44 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:06:43.216371 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:43.245961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bd6d6-1084-4d22-9a41-5864d28165f9 req-1bbc0655-4242-4184-bd23-071a1e4ce1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:43.249214 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a45bd6d6-1084-4d22-9a41-5864d28165f9 req-1bbc0655-4242-4184-bd23-071a1e4ce1e0 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4953318 Feb 18 09:06:43.261625 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Transition to ACTIVE for port object 26b3a920-6dde-4571-aabb-5eff82ec1048 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:43.359717 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:43.519190 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45050) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:43.571579 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f957a72-ffea-4a14-bd3b-7a1383793481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:43.619973 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:43.653715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9f957a72-ffea-4a14-bd3b-7a1383793481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:43.658071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9f957a72-ffea-4a14-bd3b-7a1383793481 admin admin] Usage tracker for resource:security_group_rule and tenant:3e5df3ca7ac24c5b820dc487b79ca8c5 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:43.661294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9f957a72-ffea-4a14-bd3b-7a1383793481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:43.664555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:43.671593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9f957a72-ffea-4a14-bd3b-7a1383793481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:43.841595 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f957a72-ffea-4a14-bd3b-7a1383793481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:43.862365 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f957a72-ffea-4a14-bd3b-7a1383793481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:44.038403 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Allocated IP 172.25.1.117 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/c3518fd9-b20f-4d66-b1ea-899e3e8af30d) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:44.117147 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:06:44.124414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Pushing event updated for resources: {'Port': ['ID=26b3a920-6dde-4571-aabb-5eff82ec1048,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:44.135739 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Sync routers for ids ['a786ca4a-ad1f-4db8-8fe9-53109773bb44'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:06:44.155515 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Routers {'a786ca4a-ad1f-4db8-8fe9-53109773bb44'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:06:44.156162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:06:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['a786ca4a-ad1f-4db8-8fe9-53109773bb44'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:44.177942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45060) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:44.178126 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9f957a72-ffea-4a14-bd3b-7a1383793481 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3e5df3ca7ac24c5b820dc487b79ca8c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6583593 Feb 18 09:06:44.179267 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f957a72-ffea-4a14-bd3b-7a1383793481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739b2ff3-f98b-438e-a0af-cc662b0d55da,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:44.250640 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:44.251665 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-86f91dc8-1be6-411d-a17f-5fb90d7b3818 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.5499663 Feb 18 09:06:44.255279 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45066) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:44.361772 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Attempting to bind port 26b3a920-6dde-4571-aabb-5eff82ec1048 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:44.362141 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Attempting to bind port 26b3a920-6dde-4571-aabb-5eff82ec1048 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '840be32f-0862-44e8-b5e9-bff14e520d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c007c0e9-3b09-4935-b7b9-8a901322650c'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:44.362473 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Attempting to bind port 26b3a920-6dde-4571-aabb-5eff82ec1048 on network c007c0e9-3b09-4935-b7b9-8a901322650c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:06:44.381687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Port 26b3a920-6dde-4571-aabb-5eff82ec1048 on network c007c0e9-3b09-4935-b7b9-8a901322650c not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:06:44.382012 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Attempting to bind port 26b3a920-6dde-4571-aabb-5eff82ec1048 on network c007c0e9-3b09-4935-b7b9-8a901322650c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:06:44.404927 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:06:44.405302 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Checking segment: {'id': '840be32f-0862-44e8-b5e9-bff14e520d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c007c0e9-3b09-4935-b7b9-8a901322650c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:06:44.405687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Bound using segment: {'id': '840be32f-0862-44e8-b5e9-bff14e520d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c007c0e9-3b09-4935-b7b9-8a901322650c'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:06:44.406122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Bound port: 26b3a920-6dde-4571-aabb-5eff82ec1048, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '840be32f-0862-44e8-b5e9-bff14e520d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c007c0e9-3b09-4935-b7b9-8a901322650c'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:44.406466 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:44.501434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de2ca9-bf35-473e-a9ff-f62d63a8605e req-2e4fc058-2371-4440-b46f-a9325132ac13 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:44.503966 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Set router a786ca4a-ad1f-4db8-8fe9-53109773bb44 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:06:44.507716 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de2ca9-bf35-473e-a9ff-f62d63a8605e req-2e4fc058-2371-4440-b46f-a9325132ac13 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:44.515307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de2ca9-bf35-473e-a9ff-f62d63a8605e req-2e4fc058-2371-4440-b46f-a9325132ac13 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:44.521582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de2ca9-bf35-473e-a9ff-f62d63a8605e req-2e4fc058-2371-4440-b46f-a9325132ac13 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:44.534284 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de2ca9-bf35-473e-a9ff-f62d63a8605e req-2e4fc058-2371-4440-b46f-a9325132ac13 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:44.540529 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de2ca9-bf35-473e-a9ff-f62d63a8605e req-2e4fc058-2371-4440-b46f-a9325132ac13 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:44.547754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de2ca9-bf35-473e-a9ff-f62d63a8605e req-2e4fc058-2371-4440-b46f-a9325132ac13 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:44.556100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23de2ca9-bf35-473e-a9ff-f62d63a8605e req-2e4fc058-2371-4440-b46f-a9325132ac13 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5416 time: 0.6122088 Feb 18 09:06:44.628071 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:44.639380 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23de2ca9-bf35-473e-a9ff-f62d63a8605e req-67129573-65ac-4a7b-b151-bd9fea41fd98 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790415 Feb 18 09:06:44.645515 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fb6135f1-d29e-423f-aba4-71113c61bd9c tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "GET /v2.0/routers/a786ca4a-ad1f-4db8-8fe9-53109773bb44 HTTP/1.1" status: 200 len: 907 time: 0.3851840 Feb 18 09:06:44.648121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45072) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:44.762777 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-496c0f71-26d7-4cb6-b2b1-28eb0387f29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:44.765005 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:44.877308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] For port 26b3a920-6dde-4571-aabb-5eff82ec1048, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:06:44.882970 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] For port 26b3a920-6dde-4571-aabb-5eff82ec1048, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=26b3a920-6dde-4571-aabb-5eff82ec1048,segment=NetworkSegment(840be32f-0862-44e8-b5e9-bff14e520d46),segment_id=840be32f-0862-44e8-b5e9-bff14e520d46)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:06:44.903896 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:45.056376 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:45.099739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=c3518fd9-b20f-4d66-b1ea-899e3e8af30d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:45.110384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:45.111001 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:45.112879 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] 10.222.0.81 "PUT /v2.0/ports/26b3a920-6dde-4571-aabb-5eff82ec1048 HTTP/1.1" status: 200 len: 1091 time: 4.2714508 Feb 18 09:06:45.112879 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'tag': '26b3a920-6dde-4571-aabb-5eff82ec1048'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:06:45.125821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:45.127199 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a786ca4a-ad1f-4db8-8fe9-53109773bb44', 'name': 'tempest-snat-router-606440981', 'tenant_id': '82297e75180b430aae0d4b04ceea4787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '2ed9fe73-58bc-4448-a579-218b0feecd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:37Z', 'updated_at': '2022-02-18T09:06:41Z', 'revision_number': 3, 'project_id': '82297e75180b430aae0d4b04ceea4787', 'gw_port': {'id': '2ed9fe73-58bc-4448-a579-218b0feecd2d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a786ca4a-ad1f-4db8-8fe9-53109773bb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:06:39Z', 'updated_at': '2022-02-18T09:06:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:45.133071 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Checking router: a786ca4a-ad1f-4db8-8fe9-53109773bb44 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:06:45.133432 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Updating router a786ca4a-ad1f-4db8-8fe9-53109773bb44 port 2ed9fe73-58bc-4448-a579-218b0feecd2d binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:06:45.214215 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:45.241128 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-496c0f71-26d7-4cb6-b2b1-28eb0387f29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:45.257475 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:45.259918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:06:45.269734 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:45.285355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Deleting port 2ed9fe73-58bc-4448-a579-218b0feecd2d {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:06:45.286248 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:45.353845 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'tag': '26b3a920-6dde-4571-aabb-5eff82ec1048', 'status': 'completed', 'code': 200} Feb 18 09:06:45.422295 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Request body: {'port': {'device_id': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:45.483139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcb667-b458-4ab7-9002-e7a1acb94dee service neutron] Pushing event updated for resources: {'Port': ['ID=26b3a920-6dde-4571-aabb-5eff82ec1048,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:45.586773 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:45.843434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Calling delete_port for 2ed9fe73-58bc-4448-a579-218b0feecd2d owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:06:45.968334 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:46.014955 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Transition to ACTIVE for port object 2ed9fe73-58bc-4448-a579-218b0feecd2d will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:46.028799 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:46.222245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54e4a0-8470-457f-98ee-588004254f28 req-0111aeb3-9050-4643-acde-5475589484cf tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:46.238722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54e4a0-8470-457f-98ee-588004254f28 req-0111aeb3-9050-4643-acde-5475589484cf tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:46.250446 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:46.260563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54e4a0-8470-457f-98ee-588004254f28 req-0111aeb3-9050-4643-acde-5475589484cf tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:46.278030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54e4a0-8470-457f-98ee-588004254f28 req-0111aeb3-9050-4643-acde-5475589484cf tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:46.303356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54e4a0-8470-457f-98ee-588004254f28 req-0111aeb3-9050-4643-acde-5475589484cf tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:46.325008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54e4a0-8470-457f-98ee-588004254f28 req-0111aeb3-9050-4643-acde-5475589484cf tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:46.333434 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Attempting to bind port 2ed9fe73-58bc-4448-a579-218b0feecd2d on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:46.333957 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Attempting to bind port 2ed9fe73-58bc-4448-a579-218b0feecd2d by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:46.334200 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Attempting to bind port 2ed9fe73-58bc-4448-a579-218b0feecd2d on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:06:46.340744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54e4a0-8470-457f-98ee-588004254f28 req-0111aeb3-9050-4643-acde-5475589484cf tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:46.344913 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:06:46.345283 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:06:46.345679 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:46.346070 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:06:46.346522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Bound port: 2ed9fe73-58bc-4448-a579-218b0feecd2d, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:46.346891 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:46.351758 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c54e4a0-8470-457f-98ee-588004254f28 req-0111aeb3-9050-4643-acde-5475589484cf tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5416 time: 0.3350725 Feb 18 09:06:46.383619 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:06:46.384182 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:06:46.407059 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50771ef-2738-45ad-9bfd-07b65803335e None None] Pushing event updated for resources: {'Port': ['ID=2ed9fe73-58bc-4448-a579-218b0feecd2d,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:46.458837 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c54e4a0-8470-457f-98ee-588004254f28 req-d1adc1d6-3a69-4a5d-8f26-b722028940cc tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1047723 Feb 18 09:06:46.498368 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] For port 2ed9fe73-58bc-4448-a579-218b0feecd2d, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:06:46.502474 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] For port 2ed9fe73-58bc-4448-a579-218b0feecd2d, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2ed9fe73-58bc-4448-a579-218b0feecd2d,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:06:46.511364 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:46.627322 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Routers {'a786ca4a-ad1f-4db8-8fe9-53109773bb44'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:06:46.628442 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:06:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['a786ca4a-ad1f-4db8-8fe9-53109773bb44'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:46.631729 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-496c0f71-26d7-4cb6-b2b1-28eb0387f29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:46.662289 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da50a1e-6b42-43c8-ae50-4fdbd22b35fc req-307b4433-4cf7-41a8-9a44-59d38ae04116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:46.664240 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da50a1e-6b42-43c8-ae50-4fdbd22b35fc req-307b4433-4cf7-41a8-9a44-59d38ae04116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:46.664759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da50a1e-6b42-43c8-ae50-4fdbd22b35fc req-307b4433-4cf7-41a8-9a44-59d38ae04116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:46.665229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da50a1e-6b42-43c8-ae50-4fdbd22b35fc req-307b4433-4cf7-41a8-9a44-59d38ae04116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:46.665690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da50a1e-6b42-43c8-ae50-4fdbd22b35fc req-307b4433-4cf7-41a8-9a44-59d38ae04116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:46.666198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da50a1e-6b42-43c8-ae50-4fdbd22b35fc req-307b4433-4cf7-41a8-9a44-59d38ae04116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:46.666655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da50a1e-6b42-43c8-ae50-4fdbd22b35fc req-307b4433-4cf7-41a8-9a44-59d38ae04116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:46.668570 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0da50a1e-6b42-43c8-ae50-4fdbd22b35fc req-307b4433-4cf7-41a8-9a44-59d38ae04116 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67fba04be8234c838f03f922f83b8802&device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 6418 time: 1.1674824 Feb 18 09:06:46.771424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c0f71-26d7-4cb6-b2b1-28eb0387f29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739b2ff3-f98b-438e-a0af-cc662b0d55da,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:46.802870 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50771ef-2738-45ad-9bfd-07b65803335e None None] Pushing event updated for resources: {'Port': ['ID=2ed9fe73-58bc-4448-a579-218b0feecd2d,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:46.867208 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] Set router a786ca4a-ad1f-4db8-8fe9-53109773bb44 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:06:46.871523 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-496c0f71-26d7-4cb6-b2b1-28eb0387f29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:46.872683 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-496c0f71-26d7-4cb6-b2b1-28eb0387f29a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/739b2ff3-f98b-438e-a0af-cc662b0d55da HTTP/1.1" status: 204 len: 168 time: 2.6312146 Feb 18 09:06:46.885476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Deleting port 2ed9fe73-58bc-4448-a579-218b0feecd2d {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:06:46.886041 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:47.023000 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a786ca4a-ad1f-4db8-8fe9-53109773bb44', 'name': 'tempest-snat-router-606440981', 'tenant_id': '82297e75180b430aae0d4b04ceea4787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:37Z', 'updated_at': '2022-02-18T09:06:45Z', 'revision_number': 4, 'project_id': '82297e75180b430aae0d4b04ceea4787', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:47.032362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1a8208-9b4a-4b46-987e-2567b3ed1723 None None] The sync data for ids ['a786ca4a-ad1f-4db8-8fe9-53109773bb44'] in n-d-829434-1 is: [{'id': 'a786ca4a-ad1f-4db8-8fe9-53109773bb44', 'name': 'tempest-snat-router-606440981', 'tenant_id': '82297e75180b430aae0d4b04ceea4787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:06:37Z', 'updated_at': '2022-02-18T09:06:45Z', 'revision_number': 4, 'project_id': '82297e75180b430aae0d4b04ceea4787', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:06:47.053706 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:06:47.250907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceab370d-687f-456f-82e0-8283955ca57d {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:06:47.257443 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:47.696571 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:47.722619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da50a1e-6b42-43c8-ae50-4fdbd22b35fc req-fc5851f2-cfd2-404d-b5b3-5a151875ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:47.723789 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da50a1e-6b42-43c8-ae50-4fdbd22b35fc req-fc5851f2-cfd2-404d-b5b3-5a151875ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:47.724877 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da50a1e-6b42-43c8-ae50-4fdbd22b35fc req-fc5851f2-cfd2-404d-b5b3-5a151875ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:47.728035 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0da50a1e-6b42-43c8-ae50-4fdbd22b35fc req-fc5851f2-cfd2-404d-b5b3-5a151875ffdc service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=67fba04be8234c838f03f922f83b8802&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0010214 Feb 18 09:06:47.730464 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] For port 2ed9fe73-58bc-4448-a579-218b0feecd2d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2ed9fe73-58bc-4448-a579-218b0feecd2d,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:06:47.730834 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:47.824633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Transition to ACTIVE for port object ceab370d-687f-456f-82e0-8283955ca57d will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:06:47.914261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Calling delete_port for 2ed9fe73-58bc-4448-a579-218b0feecd2d owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:06:47.964294 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:47.991496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b25b66-e9e5-4b44-9263-c0d171478419 req-55beea91-70cc-4fa7-8561-7fa9c6f274cb tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:47.997914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b25b66-e9e5-4b44-9263-c0d171478419 req-55beea91-70cc-4fa7-8561-7fa9c6f274cb tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:48.031410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b25b66-e9e5-4b44-9263-c0d171478419 req-55beea91-70cc-4fa7-8561-7fa9c6f274cb tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:48.039296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b25b66-e9e5-4b44-9263-c0d171478419 req-55beea91-70cc-4fa7-8561-7fa9c6f274cb tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:48.051554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b25b66-e9e5-4b44-9263-c0d171478419 req-55beea91-70cc-4fa7-8561-7fa9c6f274cb tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:48.066879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b25b66-e9e5-4b44-9263-c0d171478419 req-55beea91-70cc-4fa7-8561-7fa9c6f274cb tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:48.073679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b25b66-e9e5-4b44-9263-c0d171478419 req-55beea91-70cc-4fa7-8561-7fa9c6f274cb tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:48.076483 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7b25b66-e9e5-4b44-9263-c0d171478419 req-55beea91-70cc-4fa7-8561-7fa9c6f274cb tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5416 time: 0.4326839 Feb 18 09:06:48.240576 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7b25b66-e9e5-4b44-9263-c0d171478419 req-ec75b99c-7908-4a13-b510-b468f603d4fa tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1571267 Feb 18 09:06:48.440017 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:48.565242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ed9fe73-58bc-4448-a579-218b0feecd2d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:48.679593 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:48.986282 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:48.991872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da50a1e-6b42-43c8-ae50-4fdbd22b35fc req-4cfed38f-b94f-47ec-a6df-54412f47ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:48.993395 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0da50a1e-6b42-43c8-ae50-4fdbd22b35fc req-4cfed38f-b94f-47ec-a6df-54412f47ca16 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2566321 Feb 18 09:06:48.994063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Pushing event updated for resources: {'Port': ['ID=ceab370d-687f-456f-82e0-8283955ca57d,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:49.087603 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:49.101668 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:49.142178 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:49.142792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a786ca4a-ad1f-4db8-8fe9-53109773bb44 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:06:49.172205 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:49.173334 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6a3ea823-761e-40eb-a342-e79d108f40fe tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "DELETE /v2.0/routers/a786ca4a-ad1f-4db8-8fe9-53109773bb44 HTTP/1.1" status: 204 len: 168 time: 4.5240984 Feb 18 09:06:49.183585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45200) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:49.356392 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Attempting to bind port ceab370d-687f-456f-82e0-8283955ca57d on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:06:49.356762 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Attempting to bind port ceab370d-687f-456f-82e0-8283955ca57d by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '840be32f-0862-44e8-b5e9-bff14e520d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c007c0e9-3b09-4935-b7b9-8a901322650c'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:06:49.357099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Attempting to bind port ceab370d-687f-456f-82e0-8283955ca57d on network c007c0e9-3b09-4935-b7b9-8a901322650c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:06:49.392691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Port ceab370d-687f-456f-82e0-8283955ca57d on network c007c0e9-3b09-4935-b7b9-8a901322650c not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:06:49.393029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Attempting to bind port ceab370d-687f-456f-82e0-8283955ca57d on network c007c0e9-3b09-4935-b7b9-8a901322650c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:06:49.415532 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:06:49.415885 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Checking segment: {'id': '840be32f-0862-44e8-b5e9-bff14e520d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c007c0e9-3b09-4935-b7b9-8a901322650c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:06:49.416356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Bound using segment: {'id': '840be32f-0862-44e8-b5e9-bff14e520d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c007c0e9-3b09-4935-b7b9-8a901322650c'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:06:49.416800 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Bound port: ceab370d-687f-456f-82e0-8283955ca57d, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '840be32f-0862-44e8-b5e9-bff14e520d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c007c0e9-3b09-4935-b7b9-8a901322650c'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:06:49.417151 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:49.502981 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:06:49.715108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router c4d0a299-bbd4-425d-84ad-464d1a4f8fbd is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:06:49.764984 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-06c3249a-0015-41a4-9aab-cfbeb2f1b4cb tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:49.908831 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] For port ceab370d-687f-456f-82e0-8283955ca57d, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:06:49.953625 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] For port ceab370d-687f-456f-82e0-8283955ca57d, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=ceab370d-687f-456f-82e0-8283955ca57d,segment=NetworkSegment(840be32f-0862-44e8-b5e9-bff14e520d46),segment_id=840be32f-0862-44e8-b5e9-bff14e520d46)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:06:50.115957 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:50.290297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e6edd-dc22-409c-aa24-e708d069518f req-09091962-8001-45fb-9c5f-40f02e2bb29e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:50.297093 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e6edd-dc22-409c-aa24-e708d069518f req-09091962-8001-45fb-9c5f-40f02e2bb29e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:50.303856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e6edd-dc22-409c-aa24-e708d069518f req-09091962-8001-45fb-9c5f-40f02e2bb29e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:50.311196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e6edd-dc22-409c-aa24-e708d069518f req-09091962-8001-45fb-9c5f-40f02e2bb29e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:50.317429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e6edd-dc22-409c-aa24-e708d069518f req-09091962-8001-45fb-9c5f-40f02e2bb29e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:50.317638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Pushing event updated for resources: {'Port': ['ID=ceab370d-687f-456f-82e0-8283955ca57d,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:50.324353 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e6edd-dc22-409c-aa24-e708d069518f req-09091962-8001-45fb-9c5f-40f02e2bb29e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:50.330955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e6edd-dc22-409c-aa24-e708d069518f req-09091962-8001-45fb-9c5f-40f02e2bb29e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:50.333012 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-143e6edd-dc22-409c-aa24-e708d069518f req-09091962-8001-45fb-9c5f-40f02e2bb29e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5428 time: 0.7989225 Feb 18 09:06:50.335260 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-06c3249a-0015-41a4-9aab-cfbeb2f1b4cb tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:50.384058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:50.384926 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:50.387233 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d3d56e55-d59f-467e-bab0-548c6e500165 service neutron] 10.222.0.81 "PUT /v2.0/ports/ceab370d-687f-456f-82e0-8283955ca57d HTTP/1.1" status: 200 len: 1091 time: 5.1536369 Feb 18 09:06:50.399807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'tag': 'ceab370d-687f-456f-82e0-8283955ca57d'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:06:50.405642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-06c3249a-0015-41a4-9aab-cfbeb2f1b4cb tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Deleting port 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:06:50.406111 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-06c3249a-0015-41a4-9aab-cfbeb2f1b4cb tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:50.451631 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:06:50.461451 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc0be24-7944-4802-8ef6-fdfab1076eb9 None None] Sync routers for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:06:50.473997 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc0be24-7944-4802-8ef6-fdfab1076eb9 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:06:50.475250 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-cfc0be24-7944-4802-8ef6-fdfab1076eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:06:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:50.524232 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'tag': 'ceab370d-687f-456f-82e0-8283955ca57d', 'status': 'completed', 'code': 200} Feb 18 09:06:50.536391 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:50.543025 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a5200b94-eced-49b0-a9a9-9388578d574b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.1643288 Feb 18 09:06:50.543732 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45230) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:50.660423 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-143e6edd-dc22-409c-aa24-e708d069518f req-630b2c82-df0d-44eb-bbf4-1a0f136e6142 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3165898 Feb 18 09:06:50.687570 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-cfc0be24-7944-4802-8ef6-fdfab1076eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:50.729975 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc0be24-7944-4802-8ef6-fdfab1076eb9 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:06:50.730963 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-cfc0be24-7944-4802-8ef6-fdfab1076eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:06:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:50.817691 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-cfc0be24-7944-4802-8ef6-fdfab1076eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:50.819913 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc0be24-7944-4802-8ef6-fdfab1076eb9 None None] The sync data for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:06:51.045457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-06c3249a-0015-41a4-9aab-cfbeb2f1b4cb tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] For port 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:06:51.053698 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-06c3249a-0015-41a4-9aab-cfbeb2f1b4cb tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:51.301071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-06c3249a-0015-41a4-9aab-cfbeb2f1b4cb tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Calling delete_port for 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:06:51.337462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-8c941a93-8276-4d6d-952e-a8b61d73f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:51.339082 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-8c941a93-8276-4d6d-952e-a8b61d73f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:51.340010 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-8c941a93-8276-4d6d-952e-a8b61d73f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:51.340675 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-8c941a93-8276-4d6d-952e-a8b61d73f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:51.341309 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-8c941a93-8276-4d6d-952e-a8b61d73f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:51.341933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-8c941a93-8276-4d6d-952e-a8b61d73f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:51.342557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-8c941a93-8276-4d6d-952e-a8b61d73f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:51.344999 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-8c941a93-8276-4d6d-952e-a8b61d73f133 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67fba04be8234c838f03f922f83b8802&device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 6485 time: 0.8848143 Feb 18 09:06:51.423202 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-a7c7db02-3e44-49e4-b7b4-1f339d7d563c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7248b01-6f93-4892-be46-f6a080f62cfc HTTP/1.1" status: 200 len: 217 time: 0.0697308 Feb 18 09:06:51.497857 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-06c3249a-0015-41a4-9aab-cfbeb2f1b4cb tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:51.707427 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-0b9b6256-5c3c-4ef4-a14f-340ce7cddc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:51.707893 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3249a-0015-41a4-9aab-cfbeb2f1b4cb tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Pushing event deleted for resources: {'Port': ['ID=4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:51.708952 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-0b9b6256-5c3c-4ef4-a14f-340ce7cddc9d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c738050d-ebd5-4e0e-a984-f573b8282991 HTTP/1.1" status: 200 len: 856 time: 0.1785975 Feb 18 09:06:51.780648 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-06c3249a-0015-41a4-9aab-cfbeb2f1b4cb tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:52.111619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-8a5bd8ef-5f2c-49e6-87bd-7ab1425867e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:52.113207 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-8a5bd8ef-5f2c-49e6-87bd-7ab1425867e7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec3d4a7e-a312-44cc-b0e7-a43199da5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3966331 Feb 18 09:06:52.429000 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-06c3249a-0015-41a4-9aab-cfbeb2f1b4cb tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:52.435236 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-06c3249a-0015-41a4-9aab-cfbeb2f1b4cb tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:52.527065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f021a8-906d-43d4-bbe0-914bcc46311e req-d0ba35c1-26e2-4395-a9db-92d129fda5be tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:52.534289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f021a8-906d-43d4-bbe0-914bcc46311e req-d0ba35c1-26e2-4395-a9db-92d129fda5be tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:52.541125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f021a8-906d-43d4-bbe0-914bcc46311e req-d0ba35c1-26e2-4395-a9db-92d129fda5be tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:52.571938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f021a8-906d-43d4-bbe0-914bcc46311e req-d0ba35c1-26e2-4395-a9db-92d129fda5be tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:52.575083 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-8606d32f-3c7b-4219-ad9f-ac5c776ebc2d service neutron] 10.222.0.81 "GET /v2.0/networks/ec3d4a7e-a312-44cc-b0e7-a43199da5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522142 Feb 18 09:06:52.593085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f021a8-906d-43d4-bbe0-914bcc46311e req-d0ba35c1-26e2-4395-a9db-92d129fda5be tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:52.608854 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f021a8-906d-43d4-bbe0-914bcc46311e req-d0ba35c1-26e2-4395-a9db-92d129fda5be tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:52.627108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f021a8-906d-43d4-bbe0-914bcc46311e req-d0ba35c1-26e2-4395-a9db-92d129fda5be tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:52.631156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-74f021a8-906d-43d4-bbe0-914bcc46311e req-d0ba35c1-26e2-4395-a9db-92d129fda5be tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5428 time: 0.6882775 Feb 18 09:06:52.631819 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-06c3249a-0015-41a4-9aab-cfbeb2f1b4cb tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:52.632362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c3249a-0015-41a4-9aab-cfbeb2f1b4cb tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0654fa78-1617-4f1b-9329-a583c2c0586f {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:06:52.720794 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-74f021a8-906d-43d4-bbe0-914bcc46311e req-e11c13a6-2ffd-4868-94a1-26b81e290340 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725050 Feb 18 09:06:52.722726 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-06c3249a-0015-41a4-9aab-cfbeb2f1b4cb tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:52.723964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-06c3249a-0015-41a4-9aab-cfbeb2f1b4cb tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "DELETE /v2.0/routers/0654fa78-1617-4f1b-9329-a583c2c0586f HTTP/1.1" status: 204 len: 168 time: 3.5393548 Feb 18 09:06:52.733995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45286) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:52.764844 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1371190986', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}, 'admin_state_up': False}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:52.793947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:52.813413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Usage tracker for resource:router and tenant:ef2d54d47fb6418aaeaaf662260119f1 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:52.821019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:52.855978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:52.919055 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:52.920129 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:52.955063 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:53.004678 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:53.417714 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-68f31377-c05c-4eef-88da-109338bdcd84 service neutron] 10.222.0.81 "GET /v2.0/networks/ec3d4a7e-a312-44cc-b0e7-a43199da5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8307834 Feb 18 09:06:53.523199 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-3d3aeef7-5eb2-47b8-83f9-1d2df9917cf9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=62e59aac-fd01-42b9-a659-61b3f4330c06 HTTP/1.1" status: 200 len: 217 time: 0.0959921 Feb 18 09:06:53.644551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-567a6208-cb2e-42f0-9b21-d423212ad95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:53.646339 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-567a6208-cb2e-42f0-9b21-d423212ad95c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e66a5db-8eab-4e27-9604-af278cece570 HTTP/1.1" status: 200 len: 797 time: 0.1160870 Feb 18 09:06:53.905183 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:54.013666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:06:54.018517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-ad4e6713-42b5-421f-9a2d-5834e2dada1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:54.020064 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-ad4e6713-42b5-421f-9a2d-5834e2dada1b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3039351 Feb 18 09:06:54.097499 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:06:54.098333 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4163fc28-6749-4d8b-b5a5-f4ceb66c0a4c not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:06:54.334666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2b5a0-4a57-4bfb-9d7e-dccf45b107bc req-343ba68c-3b01-4fa6-85b7-f59604b4381e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:54.341497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2b5a0-4a57-4bfb-9d7e-dccf45b107bc req-343ba68c-3b01-4fa6-85b7-f59604b4381e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:54.347887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2b5a0-4a57-4bfb-9d7e-dccf45b107bc req-343ba68c-3b01-4fa6-85b7-f59604b4381e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:54.355755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2b5a0-4a57-4bfb-9d7e-dccf45b107bc req-343ba68c-3b01-4fa6-85b7-f59604b4381e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:54.362163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2b5a0-4a57-4bfb-9d7e-dccf45b107bc req-343ba68c-3b01-4fa6-85b7-f59604b4381e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:54.368224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2b5a0-4a57-4bfb-9d7e-dccf45b107bc req-343ba68c-3b01-4fa6-85b7-f59604b4381e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:54.375413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2b5a0-4a57-4bfb-9d7e-dccf45b107bc req-343ba68c-3b01-4fa6-85b7-f59604b4381e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:54.377643 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4a2b5a0-4a57-4bfb-9d7e-dccf45b107bc req-343ba68c-3b01-4fa6-85b7-f59604b4381e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5428 time: 0.2902913 Feb 18 09:06:54.396743 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-82c91d30-0fec-4dcb-94b2-330a004862cb service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685198 Feb 18 09:06:54.453281 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4a2b5a0-4a57-4bfb-9d7e-dccf45b107bc req-b31296cf-7722-4cc5-a9cd-a2bdfbf5e088 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599933 Feb 18 09:06:54.480979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Allocated IP 172.20.0.1 (caaf325e-f6fa-45f3-8efd-55b0e88aa717/940d9cad-b5ce-4147-aea1-4ac0f5fe30cd/035d9a40-1191-498d-bb48-4f8b7f865584) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:54.624806 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:54.655799 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:54.720799 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:54.805231 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Allocated IP 172.25.1.73 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/e591bb1d-1433-46e3-ac32-2ee2805d1729) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:06:54.831133 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:54.895841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network caaf325e-f6fa-45f3-8efd-55b0e88aa717 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:54.918780 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:54.921692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:06:54.969983 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:55.004415 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:55.101895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Pushing event updated for resources: {'Port': ['ID=e591bb1d-1433-46e3-ac32-2ee2805d1729,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:55.118484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:55.121066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:55.124204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:06:55.133687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=035d9a40-1191-498d-bb48-4f8b7f865584,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:55.143822 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:55.373075 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-1ddb1403-8fb1-490e-bf0c-c882845cad71 service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9679096 Feb 18 09:06:55.586428 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-89042cea-9897-4c58-a868-ec7b6cfcee28 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=21f5395e-91c2-45cb-9462-e9b25b7c5da5 HTTP/1.1" status: 200 len: 217 time: 0.2005258 Feb 18 09:06:55.846951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-641e97a6-4be3-4ffe-a886-7683a8b8d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:55.849729 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-641e97a6-4be3-4ffe-a886-7683a8b8d879 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e66a5db-8eab-4e27-9604-af278cece570 HTTP/1.1" status: 200 len: 797 time: 0.2475274 Feb 18 09:06:55.933578 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:55.949031 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:56.456953 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e194f87e-6cbc-4933-a924-2039c2373c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:56.458626 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e194f87e-6cbc-4933-a924-2039c2373c28 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5935965 Feb 18 09:06:56.639429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd9879-dded-4356-911c-d0fa5a4e4d20 req-bb665d62-aa2e-4aa3-9c7c-2f5b580db01f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:56.646287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd9879-dded-4356-911c-d0fa5a4e4d20 req-bb665d62-aa2e-4aa3-9c7c-2f5b580db01f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:56.652417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd9879-dded-4356-911c-d0fa5a4e4d20 req-bb665d62-aa2e-4aa3-9c7c-2f5b580db01f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:56.653663 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-f2b606b3-c0be-4a6e-8dfd-4f681150f72c service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858327 Feb 18 09:06:56.658213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd9879-dded-4356-911c-d0fa5a4e4d20 req-bb665d62-aa2e-4aa3-9c7c-2f5b580db01f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:56.664035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd9879-dded-4356-911c-d0fa5a4e4d20 req-bb665d62-aa2e-4aa3-9c7c-2f5b580db01f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:56.670484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd9879-dded-4356-911c-d0fa5a4e4d20 req-bb665d62-aa2e-4aa3-9c7c-2f5b580db01f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:56.676747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd9879-dded-4356-911c-d0fa5a4e4d20 req-bb665d62-aa2e-4aa3-9c7c-2f5b580db01f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:56.685637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ebd9879-dded-4356-911c-d0fa5a4e4d20 req-bb665d62-aa2e-4aa3-9c7c-2f5b580db01f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5428 time: 0.6926155 Feb 18 09:06:56.719213 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:56.880321 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ebd9879-dded-4356-911c-d0fa5a4e4d20 req-d0f3359f-14f5-4994-b2c2-978306ca0ed7 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1928916 Feb 18 09:06:57.088791 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Router e495f472-bcf7-4b41-a332-d08d0e3ff421 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:06:57.202550 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-85c626ac-eae8-4dd9-aa27-28409d785f65 service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265930 Feb 18 09:06:57.292505 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-0e02fde6-87a2-4d6d-98f3-9fd03e0e6703 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 HTTP/1.1" status: 200 len: 217 time: 0.0781393 Feb 18 09:06:57.347977 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:06:57.361581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50103418-3834-49f5-98fe-bdb89c70228b None None] Sync routers for ids ['e495f472-bcf7-4b41-a332-d08d0e3ff421'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:06:57.376192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50103418-3834-49f5-98fe-bdb89c70228b None None] Routers {'e495f472-bcf7-4b41-a332-d08d0e3ff421'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:06:57.376872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-50103418-3834-49f5-98fe-bdb89c70228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:06:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e495f472-bcf7-4b41-a332-d08d0e3ff421'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:57.406915 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:57.407490 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:57.409413 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c42a3ef3-df40-49d5-b140-8d71ab0804a6 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6743541 Feb 18 09:06:57.412130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45380) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:57.413623 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d442682f-39b3-4550-859a-0819aacfdf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:57.415121 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d442682f-39b3-4550-859a-0819aacfdf46 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e66a5db-8eab-4e27-9604-af278cece570 HTTP/1.1" status: 200 len: 797 time: 0.1160197 Feb 18 09:06:57.419620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-bbeb24ba-8132-49c3-ae4d-0d3fdae0e368 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'enable_snat': False}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:57.462491 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:57.527722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-50103418-3834-49f5-98fe-bdb89c70228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:57.569865 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50103418-3834-49f5-98fe-bdb89c70228b None None] Routers {'e495f472-bcf7-4b41-a332-d08d0e3ff421'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:06:57.570408 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-50103418-3834-49f5-98fe-bdb89c70228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:06:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e495f472-bcf7-4b41-a332-d08d0e3ff421'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:57.624492 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:57.645184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=035d9a40-1191-498d-bb48-4f8b7f865584,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:06:57.723463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-50103418-3834-49f5-98fe-bdb89c70228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:57.723799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50103418-3834-49f5-98fe-bdb89c70228b None None] The sync data for ids ['e495f472-bcf7-4b41-a332-d08d0e3ff421'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:06:57.953492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:57.953835 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:57.954171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:57.954500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:57.954825 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:57.955147 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:57.955465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:57.955781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:57.956092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:57.956590 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:57.956962 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:57.957334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:06:57.973591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network caaf325e-f6fa-45f3-8efd-55b0e88aa717 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:06:57.975565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:06:58.280572 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-ba780c84-332d-4af1-a56c-c840408ca850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:58.285483 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-ba780c84-332d-4af1-a56c-c840408ca850 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8608725 Feb 18 09:06:58.543569 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6ffd2-1aaa-49b3-a7b6-1021fa4729c7 req-c5f8ff48-74c3-4f7a-ac15-afe12d93d865 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:58.556839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6ffd2-1aaa-49b3-a7b6-1021fa4729c7 req-c5f8ff48-74c3-4f7a-ac15-afe12d93d865 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:58.585653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6ffd2-1aaa-49b3-a7b6-1021fa4729c7 req-c5f8ff48-74c3-4f7a-ac15-afe12d93d865 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:58.599411 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6ffd2-1aaa-49b3-a7b6-1021fa4729c7 req-c5f8ff48-74c3-4f7a-ac15-afe12d93d865 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:58.610352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6ffd2-1aaa-49b3-a7b6-1021fa4729c7 req-c5f8ff48-74c3-4f7a-ac15-afe12d93d865 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:58.623494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6ffd2-1aaa-49b3-a7b6-1021fa4729c7 req-c5f8ff48-74c3-4f7a-ac15-afe12d93d865 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:58.641839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6ffd2-1aaa-49b3-a7b6-1021fa4729c7 req-c5f8ff48-74c3-4f7a-ac15-afe12d93d865 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:58.643707 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-61c6ffd2-1aaa-49b3-a7b6-1021fa4729c7 req-c5f8ff48-74c3-4f7a-ac15-afe12d93d865 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5428 time: 0.4240754 Feb 18 09:06:58.737817 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-b58ce9b4-8fad-4736-8114-5f345258a32f service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406655 Feb 18 09:06:58.818821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router c4d0a299-bbd4-425d-84ad-464d1a4f8fbd has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:06:59.149176 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45416) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:59.253104 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-61c6ffd2-1aaa-49b3-a7b6-1021fa4729c7 req-00e3a229-01d0-46aa-ba6f-30e1048b224f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5959322 Feb 18 09:06:59.286501 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bbeb24ba-8132-49c3-ae4d-0d3fdae0e368 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:59.389130 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-8ab6db43-af7e-45c2-b928-b9b58a20edd6 service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6415100 Feb 18 09:06:59.457137 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45426) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:59.622448 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-25af4fc2-9574-4e6f-8892-6fa12882a35f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=567f9157-ca1f-4789-a982-ab236197d796 HTTP/1.1" status: 200 len: 217 time: 0.1643350 Feb 18 09:06:59.625281 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-feeb84cf-9596-441e-bd49-82fc3827ff38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:59.726407 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-feeb84cf-9596-441e-bd49-82fc3827ff38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:59.738455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-feeb84cf-9596-441e-bd49-82fc3827ff38 admin admin] Usage tracker for resource:security_group_rule and tenant:80ec663681ed42a5bb023e8841ad139b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:06:59.748049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:06:59.756136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-feeb84cf-9596-441e-bd49-82fc3827ff38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:06:59.764417 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b81027a-943c-437c-aeab-9c3b7c365029 None None] Sync routers for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:06:59.773601 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-feeb84cf-9596-441e-bd49-82fc3827ff38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:06:59.779629 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b81027a-943c-437c-aeab-9c3b7c365029 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:06:59.779845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5be19f0-f3a9-4073-887d-5a65fdce113e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:06:59.781300 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e5be19f0-f3a9-4073-887d-5a65fdce113e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e66a5db-8eab-4e27-9604-af278cece570 HTTP/1.1" status: 200 len: 797 time: 0.1435916 Feb 18 09:06:59.781946 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3b81027a-943c-437c-aeab-9c3b7c365029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:06:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:59.791306 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-21c936ec-9580-4674-b3ba-ae145d36ef94 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "PUT /v2.0/routers/c4d0a299-bbd4-425d-84ad-464d1a4f8fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2435238 Feb 18 09:06:59.799920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45436) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:06:59.812505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-58439160-2bca-4e71-ba63-6c8e09f1e26e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'port': {'network_id': 'caaf325e-f6fa-45f3-8efd-55b0e88aa717', 'name': 'tempest-FloatingIPTestJSON-63380814'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:06:59.869642 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1ba4f3-87c7-47b6-a1ca-aa95f4f11d18 admin admin] Deleting subnet 68080a41-64ae-4e34-83a4-838dd0ffe47f {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:06:59.878192 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0a1ba4f3-87c7-47b6-a1ca-aa95f4f11d18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:06:59.991527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-58439160-2bca-4e71-ba63-6c8e09f1e26e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:06:59.991862 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3b81027a-943c-437c-aeab-9c3b7c365029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:06:59.997265 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-58439160-2bca-4e71-ba63-6c8e09f1e26e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Usage tracker for resource:port and tenant:80d3e6f8de37419bb10065056be9574a is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:00.004081 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0a1ba4f3-87c7-47b6-a1ca-aa95f4f11d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:00.011946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-58439160-2bca-4e71-ba63-6c8e09f1e26e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:00.017400 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b81027a-943c-437c-aeab-9c3b7c365029 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:00.018625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-58439160-2bca-4e71-ba63-6c8e09f1e26e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:00.019421 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3b81027a-943c-437c-aeab-9c3b7c365029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:06:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:00.040503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58439160-2bca-4e71-ba63-6c8e09f1e26e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Made reservation on behalf of 80d3e6f8de37419bb10065056be9574a for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:00.045189 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-58439160-2bca-4e71-ba63-6c8e09f1e26e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:00.086663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-58439160-2bca-4e71-ba63-6c8e09f1e26e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] device_id is not set on port 0f966195-cc01-4c7e-ad14-2420e7d764f8 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:07:00.191129 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3b81027a-943c-437c-aeab-9c3b7c365029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:00.192001 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b81027a-943c-437c-aeab-9c3b7c365029 None None] The sync data for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:07:00.217991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-1e9132d0-afe8-473f-b2ff-e74dbcfc8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:00.221661 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-1e9132d0-afe8-473f-b2ff-e74dbcfc8b01 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4267514 Feb 18 09:07:00.227077 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0a1ba4f3-87c7-47b6-a1ca-aa95f4f11d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:00.289712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-58439160-2bca-4e71-ba63-6c8e09f1e26e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Allocated IP 172.20.0.2 (caaf325e-f6fa-45f3-8efd-55b0e88aa717/940d9cad-b5ce-4147-aea1-4ac0f5fe30cd/0f966195-cc01-4c7e-ad14-2420e7d764f8) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:00.300601 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8aa9e4af-8c1b-4147-84de-56663f78972f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:00.345512 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-feeb84cf-9596-441e-bd49-82fc3827ff38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:00.405349 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-feeb84cf-9596-441e-bd49-82fc3827ff38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:00.551089 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d78b4020-9ace-4b29-a856-172e2d661ae5 service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613611 Feb 18 09:07:00.558215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb84cf-9596-441e-bd49-82fc3827ff38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c70067-b242-4a88-8a84-f4c7f7c8f51e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:00.565508 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-feeb84cf-9596-441e-bd49-82fc3827ff38 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=80ec663681ed42a5bb023e8841ad139b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4153800 Feb 18 09:07:00.569186 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45444) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:00.668576 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0a1ba4f3-87c7-47b6-a1ca-aa95f4f11d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:00.726828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ba4f3-87c7-47b6-a1ca-aa95f4f11d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68080a41-64ae-4e34-83a4-838dd0ffe47f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:00.734026 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0a1ba4f3-87c7-47b6-a1ca-aa95f4f11d18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:00.807298 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-58439160-2bca-4e71-ba63-6c8e09f1e26e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:00.875020 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0a1ba4f3-87c7-47b6-a1ca-aa95f4f11d18 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/68080a41-64ae-4e34-83a4-838dd0ffe47f HTTP/1.1" status: 204 len: 168 time: 1.4155474 Feb 18 09:07:00.885071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45452) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:00.930270 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-56651452-5ab5-4bb7-bd93-b6601d2b69be service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602531 Feb 18 09:07:00.935639 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2a0157d-2b9e-42b3-bef3-ec1a865ba1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:00.972053 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-58439160-2bca-4e71-ba63-6c8e09f1e26e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:01.180238 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58439160-2bca-4e71-ba63-6c8e09f1e26e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network caaf325e-f6fa-45f3-8efd-55b0e88aa717 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:01.188250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-58439160-2bca-4e71-ba63-6c8e09f1e26e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:01.202100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d696875-c92c-4b61-af9e-fbf3ae239742 req-5f4acecb-9324-4e2d-8b6e-f9fea99463cd tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:01.207941 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d696875-c92c-4b61-af9e-fbf3ae239742 req-5f4acecb-9324-4e2d-8b6e-f9fea99463cd tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:01.213959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d696875-c92c-4b61-af9e-fbf3ae239742 req-5f4acecb-9324-4e2d-8b6e-f9fea99463cd tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:01.219674 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-d8ee1f04-5fa1-4b75-9636-ec21bb2b17cd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=26b3a920-6dde-4571-aabb-5eff82ec1048 HTTP/1.1" status: 200 len: 217 time: 0.2787354 Feb 18 09:07:01.220232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d696875-c92c-4b61-af9e-fbf3ae239742 req-5f4acecb-9324-4e2d-8b6e-f9fea99463cd tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:01.226607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d696875-c92c-4b61-af9e-fbf3ae239742 req-5f4acecb-9324-4e2d-8b6e-f9fea99463cd tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:01.233010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d696875-c92c-4b61-af9e-fbf3ae239742 req-5f4acecb-9324-4e2d-8b6e-f9fea99463cd tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:01.238652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d696875-c92c-4b61-af9e-fbf3ae239742 req-5f4acecb-9324-4e2d-8b6e-f9fea99463cd tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:01.240546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d696875-c92c-4b61-af9e-fbf3ae239742 req-5f4acecb-9324-4e2d-8b6e-f9fea99463cd tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5428 time: 0.7272940 Feb 18 09:07:01.241341 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58439160-2bca-4e71-ba63-6c8e09f1e26e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:07:01.278735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58439160-2bca-4e71-ba63-6c8e09f1e26e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=0f966195-cc01-4c7e-ad14-2420e7d764f8,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:01.309027 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2a0157d-2b9e-42b3-bef3-ec1a865ba1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:01.317824 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40f57c83-1606-4aca-8a43-8bd85092b00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:01.356029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-2406f662-1ddc-4b44-83ae-ce7414f9145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:01.357583 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-2406f662-1ddc-4b44-83ae-ce7414f9145e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b743376-da4b-4522-80bf-258dbd2da6c7 HTTP/1.1" status: 200 len: 797 time: 0.1260996 Feb 18 09:07:01.423519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d696875-c92c-4b61-af9e-fbf3ae239742 req-afb25154-ab8f-4bfb-9b2c-5f3c1d8ec15a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1457899 Feb 18 09:07:01.432008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58439160-2bca-4e71-ba63-6c8e09f1e26e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:01.432573 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-58439160-2bca-4e71-ba63-6c8e09f1e26e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:01.438249 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bbeb24ba-8132-49c3-ae4d-0d3fdae0e368 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:01.448036 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bbeb24ba-8132-49c3-ae4d-0d3fdae0e368 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:01.564596 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40f57c83-1606-4aca-8a43-8bd85092b00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:01.577775 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2a0157d-2b9e-42b3-bef3-ec1a865ba1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:01.614543 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0157d-2b9e-42b3-bef3-ec1a865ba1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c70067-b242-4a88-8a84-f4c7f7c8f51e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:01.620618 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2a0157d-2b9e-42b3-bef3-ec1a865ba1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:01.624621 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e2a0157d-2b9e-42b3-bef3-ec1a865ba1c9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/09c70067-b242-4a88-8a84-f4c7f7c8f51e HTTP/1.1" status: 204 len: 168 time: 1.0534468 Feb 18 09:07:01.626934 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-40f57c83-1606-4aca-8a43-8bd85092b00b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fbf291a-8449-447e-8f42-eed803b6e96e']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:01.650249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-40f57c83-1606-4aca-8a43-8bd85092b00b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a48769-04a4-4c1d-8d6e-7c420d8f35c7') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:01.650848 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-40f57c83-1606-4aca-8a43-8bd85092b00b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a48769-04a4-4c1d-8d6e-7c420d8f35c7') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:01.659599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-06ac80ae-74b8-471f-b676-8a822bd901ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:01.661391 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-06ac80ae-74b8-471f-b676-8a822bd901ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c007c0e9-3b09-4935-b7b9-8a901322650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2948463 Feb 18 09:07:01.668894 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40f57c83-1606-4aca-8a43-8bd85092b00b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:01.784034 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-58439160-2bca-4e71-ba63-6c8e09f1e26e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.9822974 Feb 18 09:07:01.793837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45468) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:01.823135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-9c53be85-db6e-4d51-982a-57a64537a507 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'port': {'network_id': 'caaf325e-f6fa-45f3-8efd-55b0e88aa717', 'name': 'tempest-FloatingIPTestJSON-205870392'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:01.833492 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40f57c83-1606-4aca-8a43-8bd85092b00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:01.849705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f57c83-1606-4aca-8a43-8bd85092b00b admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:07:01.852654 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40f57c83-1606-4aca-8a43-8bd85092b00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:07:01.901886 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:07:01.919937 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-23880767-aa14-40ab-9246-1508957f5176 service neutron] 10.222.0.81 "GET /v2.0/networks/c007c0e9-3b09-4935-b7b9-8a901322650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429197 Feb 18 09:07:02.263371 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40f57c83-1606-4aca-8a43-8bd85092b00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:02.272935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbeb24ba-8132-49c3-ae4d-0d3fdae0e368 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Router e495f472-bcf7-4b41-a332-d08d0e3ff421 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:07:02.300637 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40f57c83-1606-4aca-8a43-8bd85092b00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:02.312468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f57c83-1606-4aca-8a43-8bd85092b00b admin admin] Pushing event deleted for resources: {'Network': ['ID=0fbf291a-8449-447e-8f42-eed803b6e96e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:02.335999 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-40f57c83-1606-4aca-8a43-8bd85092b00b admin admin] 10.222.0.72 "DELETE /v2.0/networks/0fbf291a-8449-447e-8f42-eed803b6e96e HTTP/1.1" status: 204 len: 168 time: 1.4472413 Feb 18 09:07:02.343715 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-704a4b81-bb8c-4d8d-b08d-424e6b99d9f0 service neutron] 10.222.0.81 "GET /v2.0/networks/c007c0e9-3b09-4935-b7b9-8a901322650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271122 Feb 18 09:07:02.479687 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-c5eed227-686f-46ff-9722-687f3bd7266b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ceab370d-687f-456f-82e0-8283955ca57d HTTP/1.1" status: 200 len: 217 time: 0.1289926 Feb 18 09:07:02.497266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9c53be85-db6e-4d51-982a-57a64537a507 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:02.501034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9c53be85-db6e-4d51-982a-57a64537a507 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Usage tracker for resource:port and tenant:80d3e6f8de37419bb10065056be9574a is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:02.507496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9c53be85-db6e-4d51-982a-57a64537a507 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:02.521023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9c53be85-db6e-4d51-982a-57a64537a507 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:02.560976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c53be85-db6e-4d51-982a-57a64537a507 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Made reservation on behalf of 80d3e6f8de37419bb10065056be9574a for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:02.574064 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9c53be85-db6e-4d51-982a-57a64537a507 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:02.585485 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45496) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:02.736588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-03891422-6095-4e83-9af6-35097123024e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:02.739980 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-03891422-6095-4e83-9af6-35097123024e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b743376-da4b-4522-80bf-258dbd2da6c7 HTTP/1.1" status: 200 len: 797 time: 0.2547796 Feb 18 09:07:02.821065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-9c53be85-db6e-4d51-982a-57a64537a507 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] device_id is not set on port 4ed13d76-d6a7-4806-9a04-9be05daa99dd yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:07:02.856787 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b916e1bb-d023-4d28-b40b-915d35ddfdcd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2a48c799eeea46379351a2e62cc35b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598097 Feb 18 09:07:02.857657 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45504) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:02.997682 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a6bd-6b57-4b76-a0bd-d5c5474a0ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:03.016437 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-a9758617-cc3b-42e7-90c9-5b961f4b55f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:03.017929 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-a9758617-cc3b-42e7-90c9-5b961f4b55f0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c007c0e9-3b09-4935-b7b9-8a901322650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2698390 Feb 18 09:07:03.020699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbeb24ba-8132-49c3-ae4d-0d3fdae0e368 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:07:03.031728 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc33dce-bbd9-4218-aa03-756b7f9977c6 None None] Sync routers for ids ['e495f472-bcf7-4b41-a332-d08d0e3ff421'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:07:03.043410 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc33dce-bbd9-4218-aa03-756b7f9977c6 None None] Routers {'e495f472-bcf7-4b41-a332-d08d0e3ff421'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:03.044039 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7fc33dce-bbd9-4218-aa03-756b7f9977c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:06:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e495f472-bcf7-4b41-a332-d08d0e3ff421'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:03.053380 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a6bd-6b57-4b76-a0bd-d5c5474a0ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:03.053707 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bbeb24ba-8132-49c3-ae4d-0d3fdae0e368 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:03.059251 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bbeb24ba-8132-49c3-ae4d-0d3fdae0e368 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "PUT /v2.0/routers/e495f472-bcf7-4b41-a332-d08d0e3ff421 HTTP/1.1" status: 200 len: 925 time: 5.6459327 Feb 18 09:07:03.059946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45510) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:03.213920 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-e783541b-035d-4caa-9823-531d5635a41e service neutron] 10.222.0.81 "GET /v2.0/networks/c007c0e9-3b09-4935-b7b9-8a901322650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844597 Feb 18 09:07:03.215413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7fc33dce-bbd9-4218-aa03-756b7f9977c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:03.218490 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a6bd-6b57-4b76-a0bd-d5c5474a0ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:03.260808 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc33dce-bbd9-4218-aa03-756b7f9977c6 None None] Routers {'e495f472-bcf7-4b41-a332-d08d0e3ff421'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:03.263276 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce58d4e-4fed-4231-86cb-4d6f31a62d78 req-dada2ca4-4a3c-480d-aef0-b9a94f9172c6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:03.276607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce58d4e-4fed-4231-86cb-4d6f31a62d78 req-dada2ca4-4a3c-480d-aef0-b9a94f9172c6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:03.276941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7fc33dce-bbd9-4218-aa03-756b7f9977c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:06:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e495f472-bcf7-4b41-a332-d08d0e3ff421'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:03.288338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce58d4e-4fed-4231-86cb-4d6f31a62d78 req-dada2ca4-4a3c-480d-aef0-b9a94f9172c6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:03.296384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce58d4e-4fed-4231-86cb-4d6f31a62d78 req-dada2ca4-4a3c-480d-aef0-b9a94f9172c6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:03.302672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce58d4e-4fed-4231-86cb-4d6f31a62d78 req-dada2ca4-4a3c-480d-aef0-b9a94f9172c6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:03.311420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce58d4e-4fed-4231-86cb-4d6f31a62d78 req-dada2ca4-4a3c-480d-aef0-b9a94f9172c6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:03.320466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce58d4e-4fed-4231-86cb-4d6f31a62d78 req-dada2ca4-4a3c-480d-aef0-b9a94f9172c6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:03.323540 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fce58d4e-4fed-4231-86cb-4d6f31a62d78 req-dada2ca4-4a3c-480d-aef0-b9a94f9172c6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5428 time: 0.6136012 Feb 18 09:07:03.413410 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0a6bd-6b57-4b76-a0bd-d5c5474a0ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3063e8f6-177b-46ca-ae4a-ad5f402ce4cb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:03.417642 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6db37f9f-0830-4819-a2de-3f20be6c84a5 req-7411b507-06ce-423a-8320-1e9eabd59ae0 service neutron] 10.222.0.81 "GET /v2.0/networks/c007c0e9-3b09-4935-b7b9-8a901322650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911559 Feb 18 09:07:03.450760 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a6bd-6b57-4b76-a0bd-d5c5474a0ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:03.452431 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9cc0a6bd-6b57-4b76-a0bd-d5c5474a0ff9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3063e8f6-177b-46ca-ae4a-ad5f402ce4cb HTTP/1.1" status: 204 len: 168 time: 0.5721307 Feb 18 09:07:03.496662 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7fc33dce-bbd9-4218-aa03-756b7f9977c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:03.497239 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc33dce-bbd9-4218-aa03-756b7f9977c6 None None] The sync data for ids ['e495f472-bcf7-4b41-a332-d08d0e3ff421'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:07:03.584307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-9c53be85-db6e-4d51-982a-57a64537a507 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Allocated IP 172.20.0.4 (caaf325e-f6fa-45f3-8efd-55b0e88aa717/940d9cad-b5ce-4147-aea1-4ac0f5fe30cd/4ed13d76-d6a7-4806-9a04-9be05daa99dd) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:03.795280 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:03.830052 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:03.835974 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69451753-731e-4800-a575-2fcaba169c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:03.859155 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9c53be85-db6e-4d51-982a-57a64537a507 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:03.998182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac42e6-23e1-427d-80a8-a5ebe79ace8d req-4c5ccdbd-18eb-450b-8c0e-f4611043cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:03.999301 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac42e6-23e1-427d-80a8-a5ebe79ace8d req-4c5ccdbd-18eb-450b-8c0e-f4611043cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:04.000335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac42e6-23e1-427d-80a8-a5ebe79ace8d req-4c5ccdbd-18eb-450b-8c0e-f4611043cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:04.001177 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac42e6-23e1-427d-80a8-a5ebe79ace8d req-4c5ccdbd-18eb-450b-8c0e-f4611043cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:04.001830 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac42e6-23e1-427d-80a8-a5ebe79ace8d req-4c5ccdbd-18eb-450b-8c0e-f4611043cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:04.002451 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac42e6-23e1-427d-80a8-a5ebe79ace8d req-4c5ccdbd-18eb-450b-8c0e-f4611043cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:04.004019 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac42e6-23e1-427d-80a8-a5ebe79ace8d req-4c5ccdbd-18eb-450b-8c0e-f4611043cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:04.006222 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d4ac42e6-23e1-427d-80a8-a5ebe79ace8d req-4c5ccdbd-18eb-450b-8c0e-f4611043cc52 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67fba04be8234c838f03f922f83b8802&device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 6485 time: 0.4926605 Feb 18 09:07:04.079818 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fce58d4e-4fed-4231-86cb-4d6f31a62d78 req-56aa8248-493c-4480-87a8-17734e5b80f4 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1601484 Feb 18 09:07:04.140713 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-41ebed15-40d4-4547-8d27-2ac2baa1bc99 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "GET /v2.0/routers/e495f472-bcf7-4b41-a332-d08d0e3ff421 HTTP/1.1" status: 200 len: 925 time: 1.0600128 Feb 18 09:07:04.144071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45540) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:04.232033 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac42e6-23e1-427d-80a8-a5ebe79ace8d req-46d0e557-793a-401e-ab70-6bfe296c07d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:04.235749 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d4ac42e6-23e1-427d-80a8-a5ebe79ace8d req-46d0e557-793a-401e-ab70-6bfe296c07d0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c007c0e9-3b09-4935-b7b9-8a901322650c HTTP/1.1" status: 200 len: 903 time: 0.2191260 Feb 18 09:07:04.263451 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9c53be85-db6e-4d51-982a-57a64537a507 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:04.385000 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d4ac42e6-23e1-427d-80a8-a5ebe79ace8d req-dbbcac26-a99a-48e8-84a1-e81a3e4d1044 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ceab370d-687f-456f-82e0-8283955ca57d HTTP/1.1" status: 200 len: 217 time: 0.1414030 Feb 18 09:07:04.390453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c53be85-db6e-4d51-982a-57a64537a507 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network caaf325e-f6fa-45f3-8efd-55b0e88aa717 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:04.409198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-9c53be85-db6e-4d51-982a-57a64537a507 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:04.412741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c53be85-db6e-4d51-982a-57a64537a507 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:07:04.465656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac42e6-23e1-427d-80a8-a5ebe79ace8d req-c6fc4715-d0f3-4915-b847-270727410595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:04.467006 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d4ac42e6-23e1-427d-80a8-a5ebe79ace8d req-c6fc4715-d0f3-4915-b847-270727410595 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b743376-da4b-4522-80bf-258dbd2da6c7 HTTP/1.1" status: 200 len: 797 time: 0.0764191 Feb 18 09:07:04.553169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c53be85-db6e-4d51-982a-57a64537a507 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:04.553916 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9c53be85-db6e-4d51-982a-57a64537a507 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:04.624759 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9c53be85-db6e-4d51-982a-57a64537a507 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8295622 Feb 18 09:07:04.631124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45564) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:04.673555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': '4ed13d76-d6a7-4806-9a04-9be05daa99dd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:04.695560 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac42e6-23e1-427d-80a8-a5ebe79ace8d req-074505b9-f13a-41c3-bfab-30e2eb0a1115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:04.697226 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d4ac42e6-23e1-427d-80a8-a5ebe79ace8d req-074505b9-f13a-41c3-bfab-30e2eb0a1115 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c007c0e9-3b09-4935-b7b9-8a901322650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2220702 Feb 18 09:07:04.701079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53be85-db6e-4d51-982a-57a64537a507 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=4ed13d76-d6a7-4806-9a04-9be05daa99dd,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:04.704177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:04.709899 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Usage tracker for resource:floatingip and tenant:80d3e6f8de37419bb10065056be9574a is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:04.726325 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:04.755991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:04.763305 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dad1cd5-a3c5-4009-bf9d-e00c8117f7a6 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:04.766268 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2dad1cd5-a3c5-4009-bf9d-e00c8117f7a6 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&device_id=e495f472-bcf7-4b41-a332-d08d0e3ff421&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6212187 Feb 18 09:07:04.769372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45570) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:05.002460 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d4ac42e6-23e1-427d-80a8-a5ebe79ace8d req-1e7f0be6-0a14-48b6-9fbe-fea94285638e service neutron] 10.222.0.81 "GET /v2.0/networks/c007c0e9-3b09-4935-b7b9-8a901322650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768829 Feb 18 09:07:05.009924 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:05.156089 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:05.201602 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d4ac42e6-23e1-427d-80a8-a5ebe79ace8d req-09343b01-3036-4a79-b8bb-c9c909688c06 service neutron] 10.222.0.81 "GET /v2.0/networks/c007c0e9-3b09-4935-b7b9-8a901322650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902995 Feb 18 09:07:05.495206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be24b4d-5511-40c3-9965-e0d095d06c98 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:05.496861 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3be24b4d-5511-40c3-9965-e0d095d06c98 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 881 time: 0.7209229 Feb 18 09:07:05.499813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45590) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:05.590148 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-61d303fe-a7bb-458f-b9a4-0d5697d2f028 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "GET /v2.0/ports?device_id=e495f472-bcf7-4b41-a332-d08d0e3ff421 HTTP/1.1" status: 200 len: 205 time: 0.0868404 Feb 18 09:07:05.591240 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45594) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:05.605883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9cce6-b815-4644-ba93-21ff578f0d76 req-5d39f2c9-4dfc-4ad4-abcc-33fa8535e207 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:05.611732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9cce6-b815-4644-ba93-21ff578f0d76 req-5d39f2c9-4dfc-4ad4-abcc-33fa8535e207 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:05.631503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9cce6-b815-4644-ba93-21ff578f0d76 req-5d39f2c9-4dfc-4ad4-abcc-33fa8535e207 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:05.637352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9cce6-b815-4644-ba93-21ff578f0d76 req-5d39f2c9-4dfc-4ad4-abcc-33fa8535e207 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:05.655568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9cce6-b815-4644-ba93-21ff578f0d76 req-5d39f2c9-4dfc-4ad4-abcc-33fa8535e207 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:05.661285 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9cce6-b815-4644-ba93-21ff578f0d76 req-5d39f2c9-4dfc-4ad4-abcc-33fa8535e207 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:05.679574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9cce6-b815-4644-ba93-21ff578f0d76 req-5d39f2c9-4dfc-4ad4-abcc-33fa8535e207 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:05.682127 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64c9cce6-b815-4644-ba93-21ff578f0d76 req-5d39f2c9-4dfc-4ad4-abcc-33fa8535e207 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5428 time: 0.2713754 Feb 18 09:07:05.874238 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64c9cce6-b815-4644-ba93-21ff578f0d76 req-24a2c76d-7a4b-4aff-8a16-707643889a20 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1639025 Feb 18 09:07:05.875844 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:05.944049 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cf4353ba-5441-4e2c-94ba-0313a42b45bc tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:06.164570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Allocated IP 172.25.1.216 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/3377d86c-eb7a-4618-a7b7-3c20ddd5ed84) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:06.319397 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45618) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:06.320810 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cf4353ba-5441-4e2c-94ba-0313a42b45bc tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:06.349518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-cf4353ba-5441-4e2c-94ba-0313a42b45bc tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Deleting port e591bb1d-1433-46e3-ac32-2ee2805d1729 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:07:06.349877 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cf4353ba-5441-4e2c-94ba-0313a42b45bc tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:06.414305 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:06.470174 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:06.567851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:06.570375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=3377d86c-eb7a-4618-a7b7-3c20ddd5ed84,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:06.577550 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b31ab01-b789-4c35-83e3-2e39e6f9f1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:06.581481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:06.583930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:07:06.608389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7b31ab01-b789-4c35-83e3-2e39e6f9f1bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:06.624747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7b31ab01-b789-4c35-83e3-2e39e6f9f1bc admin admin] Usage tracker for resource:security_group_rule and tenant:6d2da9e745e941c297f4d6ae019fd46c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:06.631265 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7b31ab01-b789-4c35-83e3-2e39e6f9f1bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:06.653434 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7b31ab01-b789-4c35-83e3-2e39e6f9f1bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:06.687562 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cf4353ba-5441-4e2c-94ba-0313a42b45bc tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:07.081837 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-cf4353ba-5441-4e2c-94ba-0313a42b45bc tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Calling delete_port for e591bb1d-1433-46e3-ac32-2ee2805d1729 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:07:07.284981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558e4a8-9469-4baf-a45b-f20cc2b1c391 req-f13051ca-cf5f-42f4-91b2-355779ecbd85 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:07.292133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558e4a8-9469-4baf-a45b-f20cc2b1c391 req-f13051ca-cf5f-42f4-91b2-355779ecbd85 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:07.298379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558e4a8-9469-4baf-a45b-f20cc2b1c391 req-f13051ca-cf5f-42f4-91b2-355779ecbd85 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:07.304777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558e4a8-9469-4baf-a45b-f20cc2b1c391 req-f13051ca-cf5f-42f4-91b2-355779ecbd85 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:07.311359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558e4a8-9469-4baf-a45b-f20cc2b1c391 req-f13051ca-cf5f-42f4-91b2-355779ecbd85 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:07.317959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558e4a8-9469-4baf-a45b-f20cc2b1c391 req-f13051ca-cf5f-42f4-91b2-355779ecbd85 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:07.325539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558e4a8-9469-4baf-a45b-f20cc2b1c391 req-f13051ca-cf5f-42f4-91b2-355779ecbd85 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:07.327779 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c558e4a8-9469-4baf-a45b-f20cc2b1c391 req-f13051ca-cf5f-42f4-91b2-355779ecbd85 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5428 time: 0.2206886 Feb 18 09:07:07.337124 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b31ab01-b789-4c35-83e3-2e39e6f9f1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:07.353506 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b31ab01-b789-4c35-83e3-2e39e6f9f1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:07.381331 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45644) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:07.453270 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7b31ab01-b789-4c35-83e3-2e39e6f9f1bc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6d2da9e745e941c297f4d6ae019fd46c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1290002 Feb 18 09:07:07.461948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45652) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:07.465478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b31ab01-b789-4c35-83e3-2e39e6f9f1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1f5cf6-9705-45a2-ab46-6acc4405d90e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:07.500377 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:07.595951 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d70947d8-7ddc-4511-8dac-f5f55c6e6fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:07.621335 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df11c77f-852e-429d-8a3b-49b8e4c38d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:07.623681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d70947d8-7ddc-4511-8dac-f5f55c6e6fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:07.635037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d70947d8-7ddc-4511-8dac-f5f55c6e6fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:71565fdaec5347b582901018d012ff4a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:07.640824 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d70947d8-7ddc-4511-8dac-f5f55c6e6fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:07.645091 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cf4353ba-5441-4e2c-94ba-0313a42b45bc tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:07.658106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c558e4a8-9469-4baf-a45b-f20cc2b1c391 req-93a7e1a4-c940-4324-99ad-8ca6887fe72b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3107574 Feb 18 09:07:07.687849 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d70947d8-7ddc-4511-8dac-f5f55c6e6fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:07.707958 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df11c77f-852e-429d-8a3b-49b8e4c38d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:07.717890 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:07.730263 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4353ba-5441-4e2c-94ba-0313a42b45bc tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Pushing event deleted for resources: {'Port': ['ID=e591bb1d-1433-46e3-ac32-2ee2805d1729,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:07.816432 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45662) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:07.879464 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cf4353ba-5441-4e2c-94ba-0313a42b45bc tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.078432 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.087762 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.124052 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cf4353ba-5441-4e2c-94ba-0313a42b45bc tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.126621 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cf4353ba-5441-4e2c-94ba-0313a42b45bc tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.156773 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df11c77f-852e-429d-8a3b-49b8e4c38d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.199827 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cf4353ba-5441-4e2c-94ba-0313a42b45bc tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.200424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4353ba-5441-4e2c-94ba-0313a42b45bc tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Fanout notify agent at l3_agent the message router_deleted on router e495f472-bcf7-4b41-a332-d08d0e3ff421 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:07:08.202159 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11c77f-852e-429d-8a3b-49b8e4c38d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1f5cf6-9705-45a2-ab46-6acc4405d90e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:08.274344 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d70947d8-7ddc-4511-8dac-f5f55c6e6fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.277134 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df11c77f-852e-429d-8a3b-49b8e4c38d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.278224 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-df11c77f-852e-429d-8a3b-49b8e4c38d5f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1d1f5cf6-9705-45a2-ab46-6acc4405d90e HTTP/1.1" status: 204 len: 168 time: 0.8151920 Feb 18 09:07:08.282432 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cf4353ba-5441-4e2c-94ba-0313a42b45bc tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.283620 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cf4353ba-5441-4e2c-94ba-0313a42b45bc tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "DELETE /v2.0/routers/e495f472-bcf7-4b41-a332-d08d0e3ff421 HTTP/1.1" status: 204 len: 168 time: 2.6902332 Feb 18 09:07:08.286453 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d70947d8-7ddc-4511-8dac-f5f55c6e6fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.294082 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45680) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:08.311482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-edc845dc-6c76-4dd0-a748-43ebe5b2ed7e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1101680528', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:08.336632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-edc845dc-6c76-4dd0-a748-43ebe5b2ed7e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:08.356644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-edc845dc-6c76-4dd0-a748-43ebe5b2ed7e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Usage tracker for resource:router and tenant:ef2d54d47fb6418aaeaaf662260119f1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:08.359947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70947d8-7ddc-4511-8dac-f5f55c6e6fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d34f84c-4647-4644-bf06-5d6a5bad1d2e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:08.366038 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-edc845dc-6c76-4dd0-a748-43ebe5b2ed7e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:08.374978 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d70947d8-7ddc-4511-8dac-f5f55c6e6fd4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=71565fdaec5347b582901018d012ff4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9754810 Feb 18 09:07:08.375989 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-edc845dc-6c76-4dd0-a748-43ebe5b2ed7e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:08.377733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45688) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:08.413055 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-edc845dc-6c76-4dd0-a748-43ebe5b2ed7e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.414043 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-edc845dc-6c76-4dd0-a748-43ebe5b2ed7e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.438879 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.448394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45694) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:08.458156 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-edc845dc-6c76-4dd0-a748-43ebe5b2ed7e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.525357 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d370c4e-d394-480e-9957-7d8c40c00e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.569173 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-edc845dc-6c76-4dd0-a748-43ebe5b2ed7e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.592076 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d370c4e-d394-480e-9957-7d8c40c00e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.614393 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-edc845dc-6c76-4dd0-a748-43ebe5b2ed7e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.615565 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-edc845dc-6c76-4dd0-a748-43ebe5b2ed7e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3137593 Feb 18 09:07:08.621689 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45700) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:08.633161 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Floating IP 97d65f13-ff4e-42f9-bc26-5477702feff2 associated. External IP: 172.25.1.216, port: 4ed13d76-d6a7-4806-9a04-9be05daa99dd. Feb 18 09:07:08.637656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-5dfcd25f-b80f-4792-bc9b-823bb5cee06e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Request body: {'router': {'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:08.690189 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9d5614d-b47e-4f5b-b89a-33ac1e8a8a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:08.714802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87b1f18-a7fc-4d23-ae1f-56549c1d284b tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:08.715179 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87b1f18-a7fc-4d23-ae1f-56549c1d284b tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:08.715635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87b1f18-a7fc-4d23-ae1f-56549c1d284b tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:08.717775 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d87b1f18-a7fc-4d23-ae1f-56549c1d284b tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/ports?project_id=67d280681c92466b957d86889fb303b6&network_id=7160f18e-9887-4ee9-b7aa-f783c569b75b HTTP/1.1" status: 200 len: 2969 time: 0.2684491 Feb 18 09:07:08.812168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d9d5614d-b47e-4f5b-b89a-33ac1e8a8a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:08.827080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d9d5614d-b47e-4f5b-b89a-33ac1e8a8a63 admin admin] Usage tracker for resource:security_group_rule and tenant:77562135521a417193c7c56cd3afa5ca is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:08.833399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d9d5614d-b47e-4f5b-b89a-33ac1e8a8a63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:08.838010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=3377d86c-eb7a-4618-a7b7-3c20ddd5ed84,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:08.848892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d9d5614d-b47e-4f5b-b89a-33ac1e8a8a63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:09.161125 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af141ac3-5d4e-47d5-9ead-ab8ac99f2450 req-a6dd81bb-aabb-4eae-ae77-bcc090c78b6e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8368404 Feb 18 09:07:09.273898 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d370c4e-d394-480e-9957-7d8c40c00e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:09.302546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59c1f4-f2f1-4601-96e9-10cf8ddfc38a req-74a43683-ec20-4114-836f-c511182d3369 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:09.309574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59c1f4-f2f1-4601-96e9-10cf8ddfc38a req-74a43683-ec20-4114-836f-c511182d3369 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:09.320652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59c1f4-f2f1-4601-96e9-10cf8ddfc38a req-74a43683-ec20-4114-836f-c511182d3369 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:09.326416 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59c1f4-f2f1-4601-96e9-10cf8ddfc38a req-74a43683-ec20-4114-836f-c511182d3369 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:09.332208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59c1f4-f2f1-4601-96e9-10cf8ddfc38a req-74a43683-ec20-4114-836f-c511182d3369 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:09.338055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59c1f4-f2f1-4601-96e9-10cf8ddfc38a req-74a43683-ec20-4114-836f-c511182d3369 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:09.343775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59c1f4-f2f1-4601-96e9-10cf8ddfc38a req-74a43683-ec20-4114-836f-c511182d3369 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:09.345690 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b59c1f4-f2f1-4601-96e9-10cf8ddfc38a req-74a43683-ec20-4114-836f-c511182d3369 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5428 time: 0.3985651 Feb 18 09:07:09.348809 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45724) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:09.358618 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5dfcd25f-b80f-4792-bc9b-823bb5cee06e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:09.365676 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Request body: {'network': {'name': 'tempest-network-smoke--2054493097', 'project_id': '2043376ef2794b84aea557eef809fcc8', 'port_security_enabled': True}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:09.372234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d370c4e-d394-480e-9957-7d8c40c00e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d34f84c-4647-4644-bf06-5d6a5bad1d2e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:09.378502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:09.413415 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d370c4e-d394-480e-9957-7d8c40c00e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:09.414582 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2d370c4e-d394-480e-9957-7d8c40c00e5c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d34f84c-4647-4644-bf06-5d6a5bad1d2e HTTP/1.1" status: 204 len: 168 time: 1.0359612 Feb 18 09:07:09.419466 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Usage tracker for resource:network and tenant:2043376ef2794b84aea557eef809fcc8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:09.424574 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:09.469461 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b59c1f4-f2f1-4601-96e9-10cf8ddfc38a req-0efb95e0-e198-49d8-9d38-1d6ef323eacd tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771677 Feb 18 09:07:09.472162 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9d5614d-b47e-4f5b-b89a-33ac1e8a8a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:09.497221 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9d5614d-b47e-4f5b-b89a-33ac1e8a8a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:09.502408 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:09.527115 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Made reservation on behalf of 2043376ef2794b84aea557eef809fcc8 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:09.527375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router c4d0a299-bbd4-425d-84ad-464d1a4f8fbd has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:07:09.531408 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:09.550695 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:09.566368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5614d-b47e-4f5b-b89a-33ac1e8a8a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96375647-2d80-4827-a3b0-3e31937a246d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:09.583830 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d9d5614d-b47e-4f5b-b89a-33ac1e8a8a63 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=77562135521a417193c7c56cd3afa5ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7660930 Feb 18 09:07:09.590118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:09.592739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45736) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:09.610690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Usage tracker for resource:security_group_rule and tenant:2043376ef2794b84aea557eef809fcc8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:09.624348 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:09.643525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:09.656590 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af141ac3-5d4e-47d5-9ead-ab8ac99f2450 req-6e60d139-63cc-4749-aab5-4382eae2e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:09.658070 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af141ac3-5d4e-47d5-9ead-ab8ac99f2450 req-6e60d139-63cc-4749-aab5-4382eae2e20d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67d280681c92466b957d86889fb303b6&device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 1096 time: 0.2996979 Feb 18 09:07:09.876044 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-041dcf07-fa00-4e68-8004-534c4194401b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:09.885104 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af141ac3-5d4e-47d5-9ead-ab8ac99f2450 req-c181f119-bc51-4781-a551-387a5e1cbf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:09.886675 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af141ac3-5d4e-47d5-9ead-ab8ac99f2450 req-c181f119-bc51-4781-a551-387a5e1cbf94 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7160f18e-9887-4ee9-b7aa-f783c569b75b HTTP/1.1" status: 200 len: 898 time: 0.2036750 Feb 18 09:07:10.054799 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5dfcd25f-b80f-4792-bc9b-823bb5cee06e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.083414 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-041dcf07-fa00-4e68-8004-534c4194401b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.107292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45748) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:10.113069 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5dfcd25f-b80f-4792-bc9b-823bb5cee06e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.181874 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:07:10.195473 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd4ac3d-1f75-47d8-8d28-c37d34054914 None None] Sync routers for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:07:10.202428 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af141ac3-5d4e-47d5-9ead-ab8ac99f2450 req-fbfa74a8-4aaf-4821-87cd-e0f9ba9f879c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc685c6c-668e-487f-8f16-c1c933df8e65 HTTP/1.1" status: 200 len: 1001 time: 0.3058925 Feb 18 09:07:10.206126 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd4ac3d-1f75-47d8-8d28-c37d34054914 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:10.206488 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bcd4ac3d-1f75-47d8-8d28-c37d34054914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:10.225838 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.268257 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7eec052c-c56a-48b5-89a8-697d53ae27b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.273281 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bcd4ac3d-1f75-47d8-8d28-c37d34054914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:10.275644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af141ac3-5d4e-47d5-9ead-ab8ac99f2450 req-576dc5fe-c178-41fe-928f-dec18c0d8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:10.277114 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af141ac3-5d4e-47d5-9ead-ab8ac99f2450 req-576dc5fe-c178-41fe-928f-dec18c0d8494 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46fdaabc-0fa6-488d-9c34-bd1b9ce106ea HTTP/1.1" status: 200 len: 835 time: 0.0653493 Feb 18 09:07:10.283516 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.283702 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd4ac3d-1f75-47d8-8d28-c37d34054914 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:10.284130 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bcd4ac3d-1f75-47d8-8d28-c37d34054914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:10.311711 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.364771 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bcd4ac3d-1f75-47d8-8d28-c37d34054914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:10.365416 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd4ac3d-1f75-47d8-8d28-c37d34054914 None None] The sync data for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:07:10.371049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:07:10.387212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45756) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:10.391346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6b6a10-0b93-4629-8509-06a1512cb54a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:10.395213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7eec052c-c56a-48b5-89a8-697d53ae27b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:10.401565 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fe832496-ab78-4e37-825b-fcd290b50d00 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7632537 Feb 18 09:07:10.404338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7eec052c-c56a-48b5-89a8-697d53ae27b9 admin admin] Usage tracker for resource:security_group_rule and tenant:369f128d4b9149249a7990945fc2c230 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:10.407065 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45760) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:10.415626 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7eec052c-c56a-48b5-89a8-697d53ae27b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:10.421675 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f556a31e-21a6-4368-bb3b-9faf1dc10ae4 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:10.489083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7eec052c-c56a-48b5-89a8-697d53ae27b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:10.496418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9d1998-5b2a-4b36-bb6b-bfe0d496b11f tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:10.500350 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0d9d1998-5b2a-4b36-bb6b-bfe0d496b11f tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 814 time: 0.1068990 Feb 18 09:07:10.502872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af141ac3-5d4e-47d5-9ead-ab8ac99f2450 req-7bba5fa5-e2d9-47c8-b190-a466d4c29f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:10.504259 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af141ac3-5d4e-47d5-9ead-ab8ac99f2450 req-7bba5fa5-e2d9-47c8-b190-a466d4c29f11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7160f18e-9887-4ee9-b7aa-f783c569b75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892200 Feb 18 09:07:10.534396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-5dfcd25f-b80f-4792-bc9b-823bb5cee06e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Allocated IP 172.25.1.134 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/253f972d-64ad-4a2a-b996-9443f2ad7c31) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:10.536587 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-041dcf07-fa00-4e68-8004-534c4194401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.539066 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.539408 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Added segment 682d7a8b-8ff8-43e1-a69d-5d077214b054 of type vlan for network 6f49c8e1-a839-4c99-8c92-734b76aec8ca Feb 18 09:07:10.577814 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041dcf07-fa00-4e68-8004-534c4194401b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96375647-2d80-4827-a3b0-3e31937a246d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:10.655966 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f556a31e-21a6-4368-bb3b-9faf1dc10ae4 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.679917 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af141ac3-5d4e-47d5-9ead-ab8ac99f2450 req-0d2e7fef-cb85-4722-b77f-f685d5b4c427 service neutron] 10.222.0.61 "GET /v2.0/networks/7160f18e-9887-4ee9-b7aa-f783c569b75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681461 Feb 18 09:07:10.767583 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:10.887248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af141ac3-5d4e-47d5-9ead-ab8ac99f2450 req-6c0374db-f823-4cb1-8933-0c7bb01e4dcc service neutron] 10.222.0.61 "GET /v2.0/networks/7160f18e-9887-4ee9-b7aa-f783c569b75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011023 Feb 18 09:07:10.909696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa7c1-d9d7-4d87-915e-711f376414c5 req-47eb9339-f856-41e2-9eb3-e40aa569b821 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:10.916999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa7c1-d9d7-4d87-915e-711f376414c5 req-47eb9339-f856-41e2-9eb3-e40aa569b821 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:10.922885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa7c1-d9d7-4d87-915e-711f376414c5 req-47eb9339-f856-41e2-9eb3-e40aa569b821 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:10.929076 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa7c1-d9d7-4d87-915e-711f376414c5 req-47eb9339-f856-41e2-9eb3-e40aa569b821 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:10.935333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa7c1-d9d7-4d87-915e-711f376414c5 req-47eb9339-f856-41e2-9eb3-e40aa569b821 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:10.941216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa7c1-d9d7-4d87-915e-711f376414c5 req-47eb9339-f856-41e2-9eb3-e40aa569b821 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:10.948149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa7c1-d9d7-4d87-915e-711f376414c5 req-47eb9339-f856-41e2-9eb3-e40aa569b821 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:10.950118 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5bcaa7c1-d9d7-4d87-915e-711f376414c5 req-47eb9339-f856-41e2-9eb3-e40aa569b821 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5428 time: 0.2459826 Feb 18 09:07:11.008051 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5bcaa7c1-d9d7-4d87-915e-711f376414c5 req-91fd07d8-6149-4168-b480-b10a14048a66 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471792 Feb 18 09:07:11.102914 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-041dcf07-fa00-4e68-8004-534c4194401b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.104063 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-041dcf07-fa00-4e68-8004-534c4194401b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/96375647-2d80-4827-a3b0-3e31937a246d HTTP/1.1" status: 204 len: 168 time: 1.5094693 Feb 18 09:07:11.147398 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.153516 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:11.154115 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.184834 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.189492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45800) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:11.195640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-b6944357-948c-47f5-b834-4d6676418c6f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'network': {'name': 'tempest-network-smoke--802818807', 'project_id': '67d280681c92466b957d86889fb303b6', 'port_security_enabled': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:11.201379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b6944357-948c-47f5-b834-4d6676418c6f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:11.225463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b6944357-948c-47f5-b834-4d6676418c6f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:network and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:11.233900 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b6944357-948c-47f5-b834-4d6676418c6f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:11.252615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b6944357-948c-47f5-b834-4d6676418c6f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:11.291567 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5dfcd25f-b80f-4792-bc9b-823bb5cee06e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.386834 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7eec052c-c56a-48b5-89a8-697d53ae27b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.397440 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f556a31e-21a6-4368-bb3b-9faf1dc10ae4 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.400045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6944357-948c-47f5-b834-4d6676418c6f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Made reservation on behalf of 67d280681c92466b957d86889fb303b6 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:11.403284 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0522490 Feb 18 09:07:11.404208 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7eec052c-c56a-48b5-89a8-697d53ae27b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.407686 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b6944357-948c-47f5-b834-4d6676418c6f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.413070 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45812) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:11.429702 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f556a31e-21a6-4368-bb3b-9faf1dc10ae4 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.430010 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-f556a31e-21a6-4368-bb3b-9faf1dc10ae4 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Floating IP 97d65f13-ff4e-42f9-bc26-5477702feff2 disassociated. External IP: 172.25.1.216, port: 4ed13d76-d6a7-4806-9a04-9be05daa99dd. Feb 18 09:07:11.444981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6944357-948c-47f5-b834-4d6676418c6f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:07:11.464981 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b6944357-948c-47f5-b834-4d6676418c6f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.466641 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.467242 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-b6944357-948c-47f5-b834-4d6676418c6f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Added segment 057a480f-e432-458a-96e6-178ba0584329 of type vlan for network 5308d335-ff85-4931-bce7-c68db4ac28a3 Feb 18 09:07:11.481515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfd841-1487-476f-a443-a65733be307c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event updated for resources: {'Network': ['ID=6f49c8e1-a839-4c99-8c92-734b76aec8ca,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:11.495262 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 6f49c8e1-a839-4c99-8c92-734b76aec8ca details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:07:11.498197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1153027754', 'admin_state_up': True, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:11.509212 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b6944357-948c-47f5-b834-4d6676418c6f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.525182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:11.559484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Usage tracker for resource:router and tenant:2043376ef2794b84aea557eef809fcc8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:11.572483 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:11.578622 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b6944357-948c-47f5-b834-4d6676418c6f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.581302 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7eec052c-c56a-48b5-89a8-697d53ae27b9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=369f128d4b9149249a7990945fc2c230&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4660094 Feb 18 09:07:11.585537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6944357-948c-47f5-b834-4d6676418c6f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:11.587006 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b6944357-948c-47f5-b834-4d6676418c6f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.589668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45818) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:11.590431 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec052c-c56a-48b5-89a8-697d53ae27b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580ad36c-ac04-45a1-acf9-fbae2ba9a7f4,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:11.595171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:11.716683 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45826) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:11.720525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b6944357-948c-47f5-b834-4d6676418c6f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5296717 Feb 18 09:07:11.724580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45830) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:11.729561 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.730582 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.755589 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5dfcd25f-b80f-4792-bc9b-823bb5cee06e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.782500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6944357-948c-47f5-b834-4d6676418c6f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Network': ['ID=5308d335-ff85-4931-bce7-c68db4ac28a3,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:11.797321 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 5308d335-ff85-4931-bce7-c68db4ac28a3 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:07:11.806499 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4e4baa56-9014-4e68-b954-ffaa757feace admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.821756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9842332f-d2c0-416a-a953-c55fd013cff1 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:11.823393 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9842332f-d2c0-416a-a953-c55fd013cff1 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=67d280681c92466b957d86889fb303b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0975590 Feb 18 09:07:11.828753 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45834) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:11.877172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4e4baa56-9014-4e68-b954-ffaa757feace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:11.934686 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfcd25f-b80f-4792-bc9b-823bb5cee06e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:11.949075 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.951569 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-5dfcd25f-b80f-4792-bc9b-823bb5cee06e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:11.967637 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4e4baa56-9014-4e68-b954-ffaa757feace admin admin] Usage tracker for resource:security_group_rule and tenant:ee7a5883a33d498b9f6bc9c5adb41e58 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:11.972063 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-84fd8e09-3173-4cd0-8759-46aa385837c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:11.976117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfcd25f-b80f-4792-bc9b-823bb5cee06e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:07:11.992091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1e306d-ce20-43f1-8551-5b17155abda9 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:11.996713 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cd1e306d-ce20-43f1-8551-5b17155abda9 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1644411 Feb 18 09:07:11.996954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45842) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:12.011388 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4e4baa56-9014-4e68-b954-ffaa757feace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:12.025451 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcd25f-b80f-4792-bc9b-823bb5cee06e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Pushing event updated for resources: {'Port': ['ID=253f972d-64ad-4a2a-b996-9443f2ad7c31,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:12.043671 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fba0f155-2149-4129-9ea5-a1d03d74db13 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424061 Feb 18 09:07:12.043885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45848) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:12.051853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4e4baa56-9014-4e68-b954-ffaa757feace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:12.089969 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-84fd8e09-3173-4cd0-8759-46aa385837c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:12.093918 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-71dc63b0-7eb0-4861-bdca-e1704326224b tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=67d280681c92466b957d86889fb303b6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464475 Feb 18 09:07:12.094255 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45852) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:12.292329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45858) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:12.302151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572e9fde-a0af-4d2d-bc33-821a30a79af7 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:12.303584 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-572e9fde-a0af-4d2d-bc33-821a30a79af7 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2083831 Feb 18 09:07:12.307152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45864) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:12.357555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e488c7-44b8-42b5-a54e-5460bb9fe1be req-9660c05d-6974-4647-86ab-a187008ca0e6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:12.363182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e488c7-44b8-42b5-a54e-5460bb9fe1be req-9660c05d-6974-4647-86ab-a187008ca0e6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:12.369467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e488c7-44b8-42b5-a54e-5460bb9fe1be req-9660c05d-6974-4647-86ab-a187008ca0e6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:12.375115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e488c7-44b8-42b5-a54e-5460bb9fe1be req-9660c05d-6974-4647-86ab-a187008ca0e6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:12.380802 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e488c7-44b8-42b5-a54e-5460bb9fe1be req-9660c05d-6974-4647-86ab-a187008ca0e6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:12.386706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e488c7-44b8-42b5-a54e-5460bb9fe1be req-9660c05d-6974-4647-86ab-a187008ca0e6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:12.392401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e488c7-44b8-42b5-a54e-5460bb9fe1be req-9660c05d-6974-4647-86ab-a187008ca0e6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:12.394270 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05e488c7-44b8-42b5-a54e-5460bb9fe1be req-9660c05d-6974-4647-86ab-a187008ca0e6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5428 time: 0.2164848 Feb 18 09:07:12.400339 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-15194b94-65b8-4862-b869-042cf2dfe23c tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0921729 Feb 18 09:07:12.402886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45868) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:12.408606 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f8d29a8a-e2ef-4f58-bbee-4d7dad96e5d8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2029451703', 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3', 'project_id': '67d280681c92466b957d86889fb303b6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:12.659070 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-241146d2-d394-4d21-bd56-4eff403f1e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:12.708205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-241146d2-d394-4d21-bd56-4eff403f1e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:12.710672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f8d29a8a-e2ef-4f58-bbee-4d7dad96e5d8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:12.716990 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05e488c7-44b8-42b5-a54e-5460bb9fe1be req-6e4bda1b-efca-4628-85b1-4282501f96b9 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2939303 Feb 18 09:07:12.720113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f8d29a8a-e2ef-4f58-bbee-4d7dad96e5d8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:subnet and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:12.723085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-241146d2-d394-4d21-bd56-4eff403f1e6c admin admin] Usage tracker for resource:security_group_rule and tenant:583cb531231f4293b57c4156a80e9886 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:12.726221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f8d29a8a-e2ef-4f58-bbee-4d7dad96e5d8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:12.729841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-241146d2-d394-4d21-bd56-4eff403f1e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:12.737013 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f8d29a8a-e2ef-4f58-bbee-4d7dad96e5d8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:12.739416 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-241146d2-d394-4d21-bd56-4eff403f1e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:12.759808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d29a8a-e2ef-4f58-bbee-4d7dad96e5d8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Made reservation on behalf of 67d280681c92466b957d86889fb303b6 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:12.764075 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8d29a8a-e2ef-4f58-bbee-4d7dad96e5d8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:12.826180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f556a31e-21a6-4368-bb3b-9faf1dc10ae4 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router c4d0a299-bbd4-425d-84ad-464d1a4f8fbd has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:07:12.840212 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:12.857590 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-84fd8e09-3173-4cd0-8759-46aa385837c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:12.967223 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-241146d2-d394-4d21-bd56-4eff403f1e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:12.973081 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-241146d2-d394-4d21-bd56-4eff403f1e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:12.979282 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd8e09-3173-4cd0-8759-46aa385837c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580ad36c-ac04-45a1-acf9-fbae2ba9a7f4,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:13.042711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-241146d2-d394-4d21-bd56-4eff403f1e6c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=583cb531231f4293b57c4156a80e9886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7493725 Feb 18 09:07:13.046515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241146d2-d394-4d21-bd56-4eff403f1e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfb49d2-e529-414c-8885-5111f7384d04,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:13.048779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45872) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:13.118792 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8d29a8a-e2ef-4f58-bbee-4d7dad96e5d8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.135069 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4e4baa56-9014-4e68-b954-ffaa757feace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.163236 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4e4baa56-9014-4e68-b954-ffaa757feace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.186225 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a8f2c4eb-e5ce-4177-88bb-9310640f7044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.224884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d29a8a-e2ef-4f58-bbee-4d7dad96e5d8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Subnet': ['ID=b144e19a-bd7c-46c9-b06a-e73f2f650887,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:13.244484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d29a8a-e2ef-4f58-bbee-4d7dad96e5d8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Checking segment: {'id': '057a480f-e432-458a-96e6-178ba0584329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:07:13.244840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d29a8a-e2ef-4f58-bbee-4d7dad96e5d8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Network hostable DHCP agents. Network: 5308d335-ff85-4931-bce7-c68db4ac28a3, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:07:13.249944 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-84fd8e09-3173-4cd0-8759-46aa385837c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.250108 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a8f2c4eb-e5ce-4177-88bb-9310640f7044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.253589 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-84fd8e09-3173-4cd0-8759-46aa385837c1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/580ad36c-ac04-45a1-acf9-fbae2ba9a7f4 HTTP/1.1" status: 204 len: 168 time: 1.6576431 Feb 18 09:07:13.297513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d29a8a-e2ef-4f58-bbee-4d7dad96e5d8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Network 5308d335-ff85-4931-bce7-c68db4ac28a3 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:07:13.308407 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-f8d29a8a-e2ef-4f58-bbee-4d7dad96e5d8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 5308d335-ff85-4931-bce7-c68db4ac28a3) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:13.313303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d29a8a-e2ef-4f58-bbee-4d7dad96e5d8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:13.313869 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8d29a8a-e2ef-4f58-bbee-4d7dad96e5d8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.327330 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f29ee6-f84f-4bca-9bdf-5992d9928b4b None None] Network 5308d335-ff85-4931-bce7-c68db4ac28a3 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:07:13.329970 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a8f2c4eb-e5ce-4177-88bb-9310640f7044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.353139 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a8f2c4eb-e5ce-4177-88bb-9310640f7044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.357010 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a8f2c4eb-e5ce-4177-88bb-9310640f7044 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ebfb49d2-e529-414c-8885-5111f7384d04 HTTP/1.1" status: 204 len: 168 time: 0.3033609 Feb 18 09:07:13.357010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2c4eb-e5ce-4177-88bb-9310640f7044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfb49d2-e529-414c-8885-5111f7384d04,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:13.362296 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4e4baa56-9014-4e68-b954-ffaa757feace admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee7a5883a33d498b9f6bc9c5adb41e58&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6415012 Feb 18 09:07:13.362415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45880) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:13.386069 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4baa56-9014-4e68-b954-ffaa757feace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acf91ae-e6da-458e-8f2a-62468d1a9d9e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:13.401815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f556a31e-21a6-4368-bb3b-9faf1dc10ae4 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:07:13.406843 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f556a31e-21a6-4368-bb3b-9faf1dc10ae4 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.476356 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5dfcd25f-b80f-4792-bc9b-823bb5cee06e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.490393 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f8d29a8a-e2ef-4f58-bbee-4d7dad96e5d8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0845051 Feb 18 09:07:13.537650 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-803b0ddf-9c98-4bb3-9944-5bec365d2118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.580717 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-803b0ddf-9c98-4bb3-9944-5bec365d2118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.605174 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f556a31e-21a6-4368-bb3b-9faf1dc10ae4 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "PUT /v2.0/floatingips/97d65f13-ff4e-42f9-bc26-5477702feff2 HTTP/1.1" status: 200 len: 688 time: 3.1917148 Feb 18 09:07:13.607032 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45888) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:13.624506 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c3356-2595-49bd-9d03-364921476b09 None None] Sync routers for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:07:13.666835 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-803b0ddf-9c98-4bb3-9944-5bec365d2118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.722455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b0ddf-9c98-4bb3-9944-5bec365d2118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acf91ae-e6da-458e-8f2a-62468d1a9d9e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:13.739643 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-803b0ddf-9c98-4bb3-9944-5bec365d2118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:13.745028 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-803b0ddf-9c98-4bb3-9944-5bec365d2118 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7acf91ae-e6da-458e-8f2a-62468d1a9d9e HTTP/1.1" status: 204 len: 168 time: 0.3703010 Feb 18 09:07:13.767716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548c3356-2595-49bd-9d03-364921476b09 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:13.769209 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-548c3356-2595-49bd-9d03-364921476b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:13.957545 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45902) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:13.976155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-548c3356-2595-49bd-9d03-364921476b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:14.007534 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bd4e28b-33e0-464f-ad87-c57195b2b15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:14.026954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2bd4e28b-33e0-464f-ad87-c57195b2b15d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:14.032580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2bd4e28b-33e0-464f-ad87-c57195b2b15d admin admin] Usage tracker for resource:security_group_rule and tenant:04750bbba0d448508f02f8d482d95896 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:14.035546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2bd4e28b-33e0-464f-ad87-c57195b2b15d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:14.043176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2bd4e28b-33e0-464f-ad87-c57195b2b15d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:14.052906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-49890cdc-54f7-4859-8465-c3cddcba7269 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Deleting port 3377d86c-eb7a-4618-a7b7-3c20ddd5ed84 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:07:14.054440 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-49890cdc-54f7-4859-8465-c3cddcba7269 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:14.198010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45912) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:14.216870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0bb6ab97-a8dd-4887-baae-dcc8d1231ed2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1789012307', 'description': 'tempest-secgroup-smoke-1789012307 description', 'project_id': '67d280681c92466b957d86889fb303b6'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:14.223228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548c3356-2595-49bd-9d03-364921476b09 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:14.223889 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-548c3356-2595-49bd-9d03-364921476b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:14.228095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0bb6ab97-a8dd-4887-baae-dcc8d1231ed2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:14.232933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0bb6ab97-a8dd-4887-baae-dcc8d1231ed2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:14.238102 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0bb6ab97-a8dd-4887-baae-dcc8d1231ed2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:14.245407 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0bb6ab97-a8dd-4887-baae-dcc8d1231ed2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:14.257789 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bd4e28b-33e0-464f-ad87-c57195b2b15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:14.280345 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789f10-ea73-4005-8fd1-86f07822dd87 req-76bf28b6-b777-40d2-afd0-f03a3257ea61 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:14.288027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789f10-ea73-4005-8fd1-86f07822dd87 req-76bf28b6-b777-40d2-afd0-f03a3257ea61 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:14.299302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789f10-ea73-4005-8fd1-86f07822dd87 req-76bf28b6-b777-40d2-afd0-f03a3257ea61 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:14.306617 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789f10-ea73-4005-8fd1-86f07822dd87 req-76bf28b6-b777-40d2-afd0-f03a3257ea61 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:14.314303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789f10-ea73-4005-8fd1-86f07822dd87 req-76bf28b6-b777-40d2-afd0-f03a3257ea61 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:14.334673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789f10-ea73-4005-8fd1-86f07822dd87 req-76bf28b6-b777-40d2-afd0-f03a3257ea61 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:14.343869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789f10-ea73-4005-8fd1-86f07822dd87 req-76bf28b6-b777-40d2-afd0-f03a3257ea61 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:14.346134 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91789f10-ea73-4005-8fd1-86f07822dd87 req-76bf28b6-b777-40d2-afd0-f03a3257ea61 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5428 time: 0.4569035 Feb 18 09:07:14.352026 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bd4e28b-33e0-464f-ad87-c57195b2b15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:14.357759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-5308d335-ff85-4931-bce7-c68db4ac28a3', 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'fixed_ips': [{'subnet_id': 'b144e19a-bd7c-46c9-b06a-e73f2f650887'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:07:14.364328 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:14.393488 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-548c3356-2595-49bd-9d03-364921476b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:14.393989 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c3356-2595-49bd-9d03-364921476b09 None None] The sync data for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:07:14.425420 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2bd4e28b-33e0-464f-ad87-c57195b2b15d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=04750bbba0d448508f02f8d482d95896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666872 Feb 18 09:07:14.426915 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ab97-a8dd-4887-baae-dcc8d1231ed2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:14.468656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45924) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:14.488620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0bb6ab97-a8dd-4887-baae-dcc8d1231ed2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:14.577849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0bb6ab97-a8dd-4887-baae-dcc8d1231ed2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:14.591467 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91789f10-ea73-4005-8fd1-86f07822dd87 req-e74e15d2-df01-4cc1-ac3f-bb2b544d5838 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2020493 Feb 18 09:07:14.595107 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0bb6ab97-a8dd-4887-baae-dcc8d1231ed2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:14.606347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0bb6ab97-a8dd-4887-baae-dcc8d1231ed2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:14.608287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4e28b-33e0-464f-ad87-c57195b2b15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4040638-9960-4323-ac1a-302bd2aa4e43,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:14.647773 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-044f45ff-0cd9-4d51-9c43-102d642e7cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:14.684878 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Allocated IP 172.20.0.18 (5308d335-ff85-4931-bce7-c68db4ac28a3/b144e19a-bd7c-46c9-b06a-e73f2f650887/33cdbcff-c0c5-4390-9744-5654839753c4) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:14.686931 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-044f45ff-0cd9-4d51-9c43-102d642e7cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:14.747020 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-044f45ff-0cd9-4d51-9c43-102d642e7cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:14.830117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f45ff-0cd9-4d51-9c43-102d642e7cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4040638-9960-4323-ac1a-302bd2aa4e43,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:14.849537 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-044f45ff-0cd9-4d51-9c43-102d642e7cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:14.850675 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-044f45ff-0cd9-4d51-9c43-102d642e7cb0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a4040638-9960-4323-ac1a-302bd2aa4e43 HTTP/1.1" status: 204 len: 168 time: 0.3779106 Feb 18 09:07:14.890196 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:14.929463 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ab97-a8dd-4887-baae-dcc8d1231ed2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:14.939296 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ab97-a8dd-4887-baae-dcc8d1231ed2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:14.941473 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.020547 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5dfcd25f-b80f-4792-bc9b-823bb5cee06e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.035846 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ab97-a8dd-4887-baae-dcc8d1231ed2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.038949 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0bb6ab97-a8dd-4887-baae-dcc8d1231ed2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8372428 Feb 18 09:07:15.040041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45950) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:15.045652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6ab97-a8dd-4887-baae-dcc8d1231ed2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813ba5ad-0a18-4efb-b1df-d4e277eeb570,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:15.054867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ec02b9ff-af12-4b92-9193-d45a1c2b5701 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group_rule': {'security_group_id': '813ba5ad-0a18-4efb-b1df-d4e277eeb570', 'project_id': '67d280681c92466b957d86889fb303b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:15.057008 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5dfcd25f-b80f-4792-bc9b-823bb5cee06e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.071997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ec02b9ff-af12-4b92-9193-d45a1c2b5701 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:15.093497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ec02b9ff-af12-4b92-9193-d45a1c2b5701 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:15.093497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ec02b9ff-af12-4b92-9193-d45a1c2b5701 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:15.107341 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.107553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ec02b9ff-af12-4b92-9193-d45a1c2b5701 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:15.114965 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Transition to ACTIVE for port object 33cdbcff-c0c5-4390-9744-5654839753c4 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:15.132685 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ec02b9ff-af12-4b92-9193-d45a1c2b5701 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.148023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Transition to ACTIVE for port object 33cdbcff-c0c5-4390-9744-5654839753c4 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:15.161100 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.173673 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-49890cdc-54f7-4859-8465-c3cddcba7269 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.174001 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-49890cdc-54f7-4859-8465-c3cddcba7269 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.243726 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ec02b9ff-af12-4b92-9193-d45a1c2b5701 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.248370 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Network 5308d335-ff85-4931-bce7-c68db4ac28a3 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:15.250831 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ec02b9ff-af12-4b92-9193-d45a1c2b5701 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.253069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:15.262869 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:07:15.283079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02b9ff-af12-4b92-9193-d45a1c2b5701 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e25d68-e67f-4bfb-993b-06249b7baf36,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:15.294057 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ec02b9ff-af12-4b92-9193-d45a1c2b5701 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.298756 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ec02b9ff-af12-4b92-9193-d45a1c2b5701 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2558043 Feb 18 09:07:15.299698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45958) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:15.305895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c6a302b9-895a-4429-b518-361250e46ca3 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group_rule': {'security_group_id': '813ba5ad-0a18-4efb-b1df-d4e277eeb570', 'project_id': '67d280681c92466b957d86889fb303b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:15.313046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c6a302b9-895a-4429-b518-361250e46ca3 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:15.317612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c6a302b9-895a-4429-b518-361250e46ca3 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:15.321734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c6a302b9-895a-4429-b518-361250e46ca3 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:15.328732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c6a302b9-895a-4429-b518-361250e46ca3 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:15.345510 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-49890cdc-54f7-4859-8465-c3cddcba7269 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Calling delete_port for 3377d86c-eb7a-4618-a7b7-3c20ddd5ed84 owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:07:15.363174 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c6a302b9-895a-4429-b518-361250e46ca3 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.363399 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Pushing event updated for resources: {'Port': ['ID=33cdbcff-c0c5-4390-9744-5654839753c4,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:15.390620 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:15.391034 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:15.391518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:15.391877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:15.392247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:15.392842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:15.392947 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:15.393243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:15.393583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:15.393916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:15.394243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:15.395288 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:15.399998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Attempting to bind port 33cdbcff-c0c5-4390-9744-5654839753c4 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:15.400611 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Attempting to bind port 33cdbcff-c0c5-4390-9744-5654839753c4 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '057a480f-e432-458a-96e6-178ba0584329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:15.401406 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Attempting to bind port 33cdbcff-c0c5-4390-9744-5654839753c4 on network 5308d335-ff85-4931-bce7-c68db4ac28a3 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:15.436511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:07:15.436511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Checking segment: {'id': '057a480f-e432-458a-96e6-178ba0584329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:07:15.444291 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.444291 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Bound using segment: {'id': '057a480f-e432-458a-96e6-178ba0584329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:07:15.444291 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Bound port: 33cdbcff-c0c5-4390-9744-5654839753c4, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057a480f-e432-458a-96e6-178ba0584329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:15.444291 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.488767 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c6a302b9-895a-4429-b518-361250e46ca3 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.494010 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c6a302b9-895a-4429-b518-361250e46ca3 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.528440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a302b9-895a-4429-b518-361250e46ca3 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3e59f9-9682-4a05-aa31-c17c38c77398,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:15.543645 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c6a302b9-895a-4429-b518-361250e46ca3 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.545459 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c6a302b9-895a-4429-b518-361250e46ca3 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2443697 Feb 18 09:07:15.548447 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45966) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:15.556538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-1dac314c-3c6b-4584-96c3-05624da57b90 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group_rule': {'security_group_id': '813ba5ad-0a18-4efb-b1df-d4e277eeb570', 'project_id': '67d280681c92466b957d86889fb303b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:15.564438 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1dac314c-3c6b-4584-96c3-05624da57b90 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:15.570658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1dac314c-3c6b-4584-96c3-05624da57b90 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:15.574851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1dac314c-3c6b-4584-96c3-05624da57b90 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:15.585315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1dac314c-3c6b-4584-96c3-05624da57b90 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:15.614869 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1dac314c-3c6b-4584-96c3-05624da57b90 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.639551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] For port 33cdbcff-c0c5-4390-9744-5654839753c4, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:07:15.648984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] For port 33cdbcff-c0c5-4390-9744-5654839753c4, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=33cdbcff-c0c5-4390-9744-5654839753c4,segment=NetworkSegment(057a480f-e432-458a-96e6-178ba0584329),segment_id=057a480f-e432-458a-96e6-178ba0584329)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:07:15.661401 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.704909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Allocated IP 172.25.1.114 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/52a37758-c8b9-4e14-a48e-eeb54c81af75) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:15.750546 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1dac314c-3c6b-4584-96c3-05624da57b90 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.761162 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1dac314c-3c6b-4584-96c3-05624da57b90 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.779126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfcd25f-b80f-4792-bc9b-823bb5cee06e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Router 4b420a79-c205-4812-b398-a5dd0b0f1c28 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:07:15.820464 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927ba96-bc0a-428c-96bf-cb5688745c11 None None] Pushing event updated for resources: {'Port': ['ID=33cdbcff-c0c5-4390-9744-5654839753c4,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:15.834016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac314c-3c6b-4584-96c3-05624da57b90 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ed1597-762e-4f5c-a2c6-39b1cd2b6546,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:15.923760 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1dac314c-3c6b-4584-96c3-05624da57b90 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:15.925416 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1dac314c-3c6b-4584-96c3-05624da57b90 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3745708 Feb 18 09:07:15.928137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45982) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:15.940132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-15feb603-bca0-4240-8fd6-f416967d4c00 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group_rule': {'security_group_id': '813ba5ad-0a18-4efb-b1df-d4e277eeb570', 'project_id': '67d280681c92466b957d86889fb303b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:15.952342 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-15feb603-bca0-4240-8fd6-f416967d4c00 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:15.957706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-15feb603-bca0-4240-8fd6-f416967d4c00 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:15.962058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-15feb603-bca0-4240-8fd6-f416967d4c00 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:15.987583 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-15feb603-bca0-4240-8fd6-f416967d4c00 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:16.038728 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-15feb603-bca0-4240-8fd6-f416967d4c00 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.186621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e85fe-753b-438e-908c-b94b893d6e64 req-d0ee17d7-a270-4cb1-bd0f-085b33b74917 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:16.199487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e85fe-753b-438e-908c-b94b893d6e64 req-d0ee17d7-a270-4cb1-bd0f-085b33b74917 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:16.213386 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e85fe-753b-438e-908c-b94b893d6e64 req-d0ee17d7-a270-4cb1-bd0f-085b33b74917 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:16.221213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e85fe-753b-438e-908c-b94b893d6e64 req-d0ee17d7-a270-4cb1-bd0f-085b33b74917 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:16.230033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e85fe-753b-438e-908c-b94b893d6e64 req-d0ee17d7-a270-4cb1-bd0f-085b33b74917 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:16.238937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e85fe-753b-438e-908c-b94b893d6e64 req-d0ee17d7-a270-4cb1-bd0f-085b33b74917 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:16.248675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e85fe-753b-438e-908c-b94b893d6e64 req-d0ee17d7-a270-4cb1-bd0f-085b33b74917 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:16.259449 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b29e85fe-753b-438e-908c-b94b893d6e64 req-d0ee17d7-a270-4cb1-bd0f-085b33b74917 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5428 time: 0.4027610 Feb 18 09:07:16.315073 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-15feb603-bca0-4240-8fd6-f416967d4c00 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.335107 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-15feb603-bca0-4240-8fd6-f416967d4c00 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.393391 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b29e85fe-753b-438e-908c-b94b893d6e64 req-ebf2ac3f-b074-486d-9caa-81cb23936507 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1319888 Feb 18 09:07:16.394577 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15feb603-bca0-4240-8fd6-f416967d4c00 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2064717b-ad80-418a-bc38-9c095578246c,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:16.409626 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-15feb603-bca0-4240-8fd6-f416967d4c00 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.410808 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-15feb603-bca0-4240-8fd6-f416967d4c00 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4814868 Feb 18 09:07:16.413902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46000) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:16.433075 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-48ef182a-1703-429d-845e-e99dee108c4c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group_rule': {'security_group_id': '813ba5ad-0a18-4efb-b1df-d4e277eeb570', 'project_id': '67d280681c92466b957d86889fb303b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:16.439804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-48ef182a-1703-429d-845e-e99dee108c4c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:16.445033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-48ef182a-1703-429d-845e-e99dee108c4c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:16.448742 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-48ef182a-1703-429d-845e-e99dee108c4c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:16.456111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-48ef182a-1703-429d-845e-e99dee108c4c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:16.469519 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-49890cdc-54f7-4859-8465-c3cddcba7269 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.473610 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-48ef182a-1703-429d-845e-e99dee108c4c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Project 67d280681c92466b957d86889fb303b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:07:16.481087 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-48ef182a-1703-429d-845e-e99dee108c4c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.558984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.562283 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-48ef182a-1703-429d-845e-e99dee108c4c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.567942 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-48ef182a-1703-429d-845e-e99dee108c4c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.576777 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49890cdc-54f7-4859-8465-c3cddcba7269 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event deleted for resources: {'Port': ['ID=3377d86c-eb7a-4618-a7b7-3c20ddd5ed84,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:16.592029 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef182a-1703-429d-845e-e99dee108c4c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b198ff-dc9f-4c60-8e1f-f1e623e0170a,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:16.615765 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-48ef182a-1703-429d-845e-e99dee108c4c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.618943 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-48ef182a-1703-429d-845e-e99dee108c4c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2039075 Feb 18 09:07:16.622002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46014) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:16.631974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-1de10177-aadb-477d-a87f-887689db374a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group_rule': {'security_group_id': '813ba5ad-0a18-4efb-b1df-d4e277eeb570', 'project_id': '67d280681c92466b957d86889fb303b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:16.643314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1de10177-aadb-477d-a87f-887689db374a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:16.647695 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1de10177-aadb-477d-a87f-887689db374a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:16.655253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1de10177-aadb-477d-a87f-887689db374a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:16.661932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1de10177-aadb-477d-a87f-887689db374a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:16.684499 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-1de10177-aadb-477d-a87f-887689db374a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Project 67d280681c92466b957d86889fb303b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:07:16.692192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfcd25f-b80f-4792-bc9b-823bb5cee06e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:07:16.694931 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1de10177-aadb-477d-a87f-887689db374a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.705887 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca7d70-c688-4059-8fd7-17ab858c1d29 None None] Sync routers for ids ['4b420a79-c205-4812-b398-a5dd0b0f1c28'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:07:16.721034 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca7d70-c688-4059-8fd7-17ab858c1d29 None None] Routers {'4b420a79-c205-4812-b398-a5dd0b0f1c28'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:16.721735 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f6ca7d70-c688-4059-8fd7-17ab858c1d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['4b420a79-c205-4812-b398-a5dd0b0f1c28'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:16.780315 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-49890cdc-54f7-4859-8465-c3cddcba7269 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.796811 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-49890cdc-54f7-4859-8465-c3cddcba7269 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.798363 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-49890cdc-54f7-4859-8465-c3cddcba7269 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/floatingips/97d65f13-ff4e-42f9-bc26-5477702feff2 HTTP/1.1" status: 204 len: 168 time: 3.1857331 Feb 18 09:07:16.800255 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.804641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46020) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:16.896686 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f6ca7d70-c688-4059-8fd7-17ab858c1d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:16.899642 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5dfcd25f-b80f-4792-bc9b-823bb5cee06e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.900843 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5dfcd25f-b80f-4792-bc9b-823bb5cee06e tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "PUT /v2.0/routers/4b420a79-c205-4812-b398-a5dd0b0f1c28 HTTP/1.1" status: 200 len: 884 time: 8.2782230 Feb 18 09:07:16.904140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': '0f966195-cc01-4c7e-ad14-2420e7d764f8'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:16.913262 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1de10177-aadb-477d-a87f-887689db374a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:16.914079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46026) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:16.919117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:16.924892 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Usage tracker for resource:floatingip and tenant:80d3e6f8de37419bb10065056be9574a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:16.929349 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca7d70-c688-4059-8fd7-17ab858c1d29 None None] Routers {'4b420a79-c205-4812-b398-a5dd0b0f1c28'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:16.930028 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:16.933240 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f6ca7d70-c688-4059-8fd7-17ab858c1d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['4b420a79-c205-4812-b398-a5dd0b0f1c28'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:16.955914 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:17.045742 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:17.098045 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event updated for resources: {'Port': ['ID=52a37758-c8b9-4e14-a48e-eeb54c81af75,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:17.117390 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:17.119028 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:17.122180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:07:17.125093 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1de10177-aadb-477d-a87f-887689db374a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:17.139165 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f6ca7d70-c688-4059-8fd7-17ab858c1d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:17.145464 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca7d70-c688-4059-8fd7-17ab858c1d29 None None] The sync data for ids ['4b420a79-c205-4812-b398-a5dd0b0f1c28'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:07:17.180058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de10177-aadb-477d-a87f-887689db374a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba963b0a-4b4e-4c8c-8791-aaf4c1fe6768,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:17.262945 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1de10177-aadb-477d-a87f-887689db374a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:17.275041 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1de10177-aadb-477d-a87f-887689db374a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6519399 Feb 18 09:07:17.320146 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6979fb-de57-4a93-89e6-fe4bcea9ae02 None None] Network 5308d335-ff85-4931-bce7-c68db4ac28a3 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:07:17.474898 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b2508e16-b9b4-4ef2-872f-9038930b580f None None] Provisioning for port 33cdbcff-c0c5-4390-9744-5654839753c4 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:17.489837 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5f3bb505-daa5-4cf2-8cde-e50947885fb4 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "GET /v2.0/routers/4b420a79-c205-4812-b398-a5dd0b0f1c28 HTTP/1.1" status: 200 len: 925 time: 0.5738349 Feb 18 09:07:17.490440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46052) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:17.736676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-f612b36b-8bc8-4902-9787-2e44ad51816d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Synchronizing usage tracker for tenant:67d280681c92466b957d86889fb303b6 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:17.744843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89bbab1-5eeb-4659-b9bd-791d375e0276 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:17.750230 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a89bbab1-5eeb-4659-b9bd-791d375e0276 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&device_id=4b420a79-c205-4812-b398-a5dd0b0f1c28&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2588136 Feb 18 09:07:17.754587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46066) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:17.965218 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.052921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e91091-9b32-46f2-aba9-a46f34dc9fad req-e308cd18-784a-46f4-bda2-f1517eb59c95 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:18.078040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e91091-9b32-46f2-aba9-a46f34dc9fad req-e308cd18-784a-46f4-bda2-f1517eb59c95 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:18.092221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e91091-9b32-46f2-aba9-a46f34dc9fad req-e308cd18-784a-46f4-bda2-f1517eb59c95 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:18.109025 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e91091-9b32-46f2-aba9-a46f34dc9fad req-e308cd18-784a-46f4-bda2-f1517eb59c95 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:18.127088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e91091-9b32-46f2-aba9-a46f34dc9fad req-e308cd18-784a-46f4-bda2-f1517eb59c95 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:18.143507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e91091-9b32-46f2-aba9-a46f34dc9fad req-e308cd18-784a-46f4-bda2-f1517eb59c95 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:18.159499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e91091-9b32-46f2-aba9-a46f34dc9fad req-e308cd18-784a-46f4-bda2-f1517eb59c95 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:18.174052 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64e91091-9b32-46f2-aba9-a46f34dc9fad req-e308cd18-784a-46f4-bda2-f1517eb59c95 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5428 time: 0.5865412 Feb 18 09:07:18.223737 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 33cdbcff-c0c5-4390-9744-5654839753c4 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:18.239130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-f612b36b-8bc8-4902-9787-2e44ad51816d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Unset dirty status for tenant:67d280681c92466b957d86889fb303b6 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:18.247300 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-f612b36b-8bc8-4902-9787-2e44ad51816d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789012307&fields=id&tenant_id=67d280681c92466b957d86889fb303b6 HTTP/1.1" status: 200 len: 267 time: 0.6002591 Feb 18 09:07:18.323988 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.433211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 33cdbcff-c0c5-4390-9744-5654839753c4 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:18.441264 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64e91091-9b32-46f2-aba9-a46f34dc9fad req-238848e4-cef5-4d6e-9c1a-3509fee907f9 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2645309 Feb 18 09:07:18.444401 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 33cdbcff-c0c5-4390-9744-5654839753c4 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:18.447490 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.565726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-346de485-e6ea-4840-bd66-3036f8980668 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:18.567057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-346de485-e6ea-4840-bd66-3036f8980668 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Synchronizing usage tracker for tenant:67d280681c92466b957d86889fb303b6 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:18.600834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6942f1-ed43-4d3c-a941-7b77e583ddc3 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:18.602525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5c6942f1-ed43-4d3c-a941-7b77e583ddc3 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 881 time: 0.8458228 Feb 18 09:07:18.605811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46102) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:18.660748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-346de485-e6ea-4840-bd66-3036f8980668 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Unset dirty status for tenant:67d280681c92466b957d86889fb303b6 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:18.670864 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-346de485-e6ea-4840-bd66-3036f8980668 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/networks?id=5308d335-ff85-4931-bce7-c68db4ac28a3 HTTP/1.1" status: 200 len: 796 time: 0.4221587 Feb 18 09:07:18.694550 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.704563 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-428b0710-f984-4620-8cef-654ea1526796 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/quotas/67d280681c92466b957d86889fb303b6 HTTP/1.1" status: 200 len: 375 time: 0.0322468 Feb 18 09:07:18.730457 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 33cdbcff-c0c5-4390-9744-5654839753c4, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=33cdbcff-c0c5-4390-9744-5654839753c4,segment=NetworkSegment(057a480f-e432-458a-96e6-178ba0584329),segment_id=057a480f-e432-458a-96e6-178ba0584329)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:18.739560 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:18.777032 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dde88046-3c14-4ab2-afe0-7356ead7317f tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b420a79-c205-4812-b398-a5dd0b0f1c28 HTTP/1.1" status: 200 len: 205 time: 0.1698794 Feb 18 09:07:18.787924 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46112) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:18.845750 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=33cdbcff-c0c5-4390-9744-5654839753c4,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:19.110139 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-6a09bdb0-7655-45f7-a4cc-ef6e6cb69e7b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=67d280681c92466b957d86889fb303b6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4044759 Feb 18 09:07:19.132604 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-242bf6da-ac23-42a1-b6d4-5a5ed82b392f tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:19.205420 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:19.386923 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Allocated IP 172.25.1.129 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/f7831b65-75b1-46da-8e04-21f3888b2b13) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:19.535167 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-1c9c222d-0f6b-4d23-bf23-9358631ddafa service neutron] 10.222.0.72 "GET /v2.0/networks/5308d335-ff85-4931-bce7-c68db4ac28a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420296 Feb 18 09:07:19.848979 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-242bf6da-ac23-42a1-b6d4-5a5ed82b392f tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:19.879090 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-242bf6da-ac23-42a1-b6d4-5a5ed82b392f tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Deleting port 253f972d-64ad-4a2a-b996-9443f2ad7c31 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:07:19.879744 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-242bf6da-ac23-42a1-b6d4-5a5ed82b392f tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:19.882000 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:19.934451 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:19.996836 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-bc641e74-9021-4e34-b60a-c2328f7ccc2b service neutron] 10.222.0.72 "GET /v2.0/networks/5308d335-ff85-4931-bce7-c68db4ac28a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524267 Feb 18 09:07:20.074785 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:20.098437 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:20.108499 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 33cdbcff-c0c5-4390-9744-5654839753c4 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:20.111644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:07:20.163104 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=f7831b65-75b1-46da-8e04-21f3888b2b13,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:20.175256 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Router 1b289673-4ef1-4485-94f1-64edd27ca5c8 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:07:20.357265 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 33cdbcff-c0c5-4390-9744-5654839753c4 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:20.357882 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:20.481252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb30a6f-8b96-48c1-baac-c07241141b72 req-a51a9099-1194-4a9d-af2b-0dfc200f8441 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:20.487305 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb30a6f-8b96-48c1-baac-c07241141b72 req-a51a9099-1194-4a9d-af2b-0dfc200f8441 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:20.493507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb30a6f-8b96-48c1-baac-c07241141b72 req-a51a9099-1194-4a9d-af2b-0dfc200f8441 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:20.499787 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb30a6f-8b96-48c1-baac-c07241141b72 req-a51a9099-1194-4a9d-af2b-0dfc200f8441 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:20.505895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb30a6f-8b96-48c1-baac-c07241141b72 req-a51a9099-1194-4a9d-af2b-0dfc200f8441 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:20.512523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb30a6f-8b96-48c1-baac-c07241141b72 req-a51a9099-1194-4a9d-af2b-0dfc200f8441 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:20.518672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb30a6f-8b96-48c1-baac-c07241141b72 req-a51a9099-1194-4a9d-af2b-0dfc200f8441 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:20.520708 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6fb30a6f-8b96-48c1-baac-c07241141b72 req-a51a9099-1194-4a9d-af2b-0dfc200f8441 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5428 time: 0.7969160 Feb 18 09:07:20.597829 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-33c161e4-9fbb-4f74-9dee-68aa58b2f894 req-bba50884-b6c3-482f-b223-82fc751776ce tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 210 time: 0.1374221 Feb 18 09:07:20.689301 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6fb30a6f-8b96-48c1-baac-c07241141b72 req-fd7e5947-8e38-4524-a6dd-28d6080df5f1 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261451 Feb 18 09:07:20.735086 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-242bf6da-ac23-42a1-b6d4-5a5ed82b392f tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:20.808114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:07:20.818214 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Sync routers for ids ['1b289673-4ef1-4485-94f1-64edd27ca5c8'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:07:20.863381 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Routers {'1b289673-4ef1-4485-94f1-64edd27ca5c8'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:20.864024 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1b289673-4ef1-4485-94f1-64edd27ca5c8'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:20.914127 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:20.921291 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-31afd4fb-566f-47cc-94c1-0618fe3bbc44 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 9.4984951 Feb 18 09:07:20.924213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46238) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:20.984956 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-242bf6da-ac23-42a1-b6d4-5a5ed82b392f tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Calling delete_port for 253f972d-64ad-4a2a-b996-9443f2ad7c31 owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:07:20.987412 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46246) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:21.296326 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Set router 1b289673-4ef1-4485-94f1-64edd27ca5c8 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:07:21.399238 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-242bf6da-ac23-42a1-b6d4-5a5ed82b392f tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:21.518801 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-01627a36-ff92-4290-891e-2ad2e7619d4a tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2043376ef2794b84aea557eef809fcc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5848014 Feb 18 09:07:21.538385 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46266) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:21.565722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bf6da-ac23-42a1-b6d4-5a5ed82b392f tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Pushing event deleted for resources: {'Port': ['ID=253f972d-64ad-4a2a-b996-9443f2ad7c31,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:21.733856 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a78c6b0b-bcf6-4a12-80ea-fd3c7070b684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:21.768821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a78c6b0b-bcf6-4a12-80ea-fd3c7070b684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:21.773069 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a78c6b0b-bcf6-4a12-80ea-fd3c7070b684 admin admin] Usage tracker for resource:security_group_rule and tenant:106a2cf2918248c2a590b3134730b201 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:21.781466 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a78c6b0b-bcf6-4a12-80ea-fd3c7070b684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:21.816816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a78c6b0b-bcf6-4a12-80ea-fd3c7070b684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:21.892557 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-067bffe8-6b49-4ef5-9916-9427bbfef973 req-ffc60437-468a-4c80-a301-51b1471ef02f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 210 time: 0.1227939 Feb 18 09:07:21.963070 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-242bf6da-ac23-42a1-b6d4-5a5ed82b392f tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:22.036952 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8864f45e-122f-4666-ae2b-f86fed47a6ce tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:22.040475 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8864f45e-122f-4666-ae2b-f86fed47a6ce tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4990814 Feb 18 09:07:22.045312 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46280) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:22.048109 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1153027754', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:11Z', 'updated_at': '2022-02-18T09:07:17Z', 'revision_number': 3, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:15Z', 'updated_at': '2022-02-18T09:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:22.054090 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Checking router: 1b289673-4ef1-4485-94f1-64edd27ca5c8 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:07:22.054739 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Updating router 1b289673-4ef1-4485-94f1-64edd27ca5c8 port 52a37758-c8b9-4e14-a48e-eeb54c81af75 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:07:22.105796 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9ddd2b1a-41d6-43c0-a77b-0075e674dd83 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0565827 Feb 18 09:07:22.113320 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46284) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:22.124452 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-befda8a5-a6e5-4cc6-8c9a-d9cc29b56839 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-925554470', 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca', 'project_id': '2043376ef2794b84aea557eef809fcc8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:22.211820 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:22.265734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46288) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:22.417869 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-242bf6da-ac23-42a1-b6d4-5a5ed82b392f tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:22.422051 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-242bf6da-ac23-42a1-b6d4-5a5ed82b392f tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:22.453040 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-befda8a5-a6e5-4cc6-8c9a-d9cc29b56839 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:22.457114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-befda8a5-a6e5-4cc6-8c9a-d9cc29b56839 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Usage tracker for resource:subnet and tenant:2043376ef2794b84aea557eef809fcc8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:22.460834 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-befda8a5-a6e5-4cc6-8c9a-d9cc29b56839 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:22.467606 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-befda8a5-a6e5-4cc6-8c9a-d9cc29b56839 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:22.477233 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d63d0-a7b8-4517-af20-7fb1d61f5748 req-30b05384-a2aa-4b95-806a-b5ac8ce0cdca tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:22.477794 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:22.479900 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a78c6b0b-bcf6-4a12-80ea-fd3c7070b684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:22.484795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d63d0-a7b8-4517-af20-7fb1d61f5748 req-30b05384-a2aa-4b95-806a-b5ac8ce0cdca tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:22.490869 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a78c6b0b-bcf6-4a12-80ea-fd3c7070b684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:22.499330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d63d0-a7b8-4517-af20-7fb1d61f5748 req-30b05384-a2aa-4b95-806a-b5ac8ce0cdca tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:22.505672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befda8a5-a6e5-4cc6-8c9a-d9cc29b56839 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Made reservation on behalf of 2043376ef2794b84aea557eef809fcc8 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:22.507042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d63d0-a7b8-4517-af20-7fb1d61f5748 req-30b05384-a2aa-4b95-806a-b5ac8ce0cdca tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:22.509418 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-befda8a5-a6e5-4cc6-8c9a-d9cc29b56839 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:22.516064 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d63d0-a7b8-4517-af20-7fb1d61f5748 req-30b05384-a2aa-4b95-806a-b5ac8ce0cdca tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:22.524598 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d63d0-a7b8-4517-af20-7fb1d61f5748 req-30b05384-a2aa-4b95-806a-b5ac8ce0cdca tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:22.534064 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d63d0-a7b8-4517-af20-7fb1d61f5748 req-30b05384-a2aa-4b95-806a-b5ac8ce0cdca tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:22.536810 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cd6d63d0-a7b8-4517-af20-7fb1d61f5748 req-30b05384-a2aa-4b95-806a-b5ac8ce0cdca tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5428 time: 0.4479320 Feb 18 09:07:22.558514 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-242bf6da-ac23-42a1-b6d4-5a5ed82b392f tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:22.559003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242bf6da-ac23-42a1-b6d4-5a5ed82b392f tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Fanout notify agent at l3_agent the message router_deleted on router 4b420a79-c205-4812-b398-a5dd0b0f1c28 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:07:22.574757 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-317950e1-399f-43d2-b5e3-dea9139d22f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:22.624047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-317950e1-399f-43d2-b5e3-dea9139d22f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:22.641237 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-242bf6da-ac23-42a1-b6d4-5a5ed82b392f tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:22.650566 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a78c6b0b-bcf6-4a12-80ea-fd3c7070b684 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=106a2cf2918248c2a590b3134730b201&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6626632 Feb 18 09:07:22.653138 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46294) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:22.653449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46296) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:22.653771 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-242bf6da-ac23-42a1-b6d4-5a5ed82b392f tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "DELETE /v2.0/routers/4b420a79-c205-4812-b398-a5dd0b0f1c28 HTTP/1.1" status: 204 len: 168 time: 3.8651621 Feb 18 09:07:22.658358 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-317950e1-399f-43d2-b5e3-dea9139d22f6 admin admin] Usage tracker for resource:security_group_rule and tenant:2f89cf9a2d40417c8d0f40e9d1cad462 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:22.659804 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c6b0b-bcf6-4a12-80ea-fd3c7070b684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6012c699-ea5f-47d0-aa16-7dd21116828e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:22.678365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a0e5a13d-1b6e-40d2-8420-597f32d53a70 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-575630187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:22.679001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-317950e1-399f-43d2-b5e3-dea9139d22f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:22.686846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a0e5a13d-1b6e-40d2-8420-597f32d53a70 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:22.691358 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a0e5a13d-1b6e-40d2-8420-597f32d53a70 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Usage tracker for resource:router and tenant:ef2d54d47fb6418aaeaaf662260119f1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:22.692633 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cd6d63d0-a7b8-4517-af20-7fb1d61f5748 req-e0e5fbcc-f643-42df-a32c-2bf969815752 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1353903 Feb 18 09:07:22.693554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-317950e1-399f-43d2-b5e3-dea9139d22f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:22.694451 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a0e5a13d-1b6e-40d2-8420-597f32d53a70 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:22.703574 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a0e5a13d-1b6e-40d2-8420-597f32d53a70 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:22.718575 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:22.734089 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Transition to ACTIVE for port object 52a37758-c8b9-4e14-a48e-eeb54c81af75 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:22.748336 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:22.761402 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a13d-1b6e-40d2-8420-597f32d53a70 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:22.762384 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a13d-1b6e-40d2-8420-597f32d53a70 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:22.843474 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Attempting to bind port 52a37758-c8b9-4e14-a48e-eeb54c81af75 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:22.844046 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Attempting to bind port 52a37758-c8b9-4e14-a48e-eeb54c81af75 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:22.844722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Attempting to bind port 52a37758-c8b9-4e14-a48e-eeb54c81af75 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:22.854071 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:07:22.854657 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:07:22.855175 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:22.855720 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:07:22.856327 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Bound port: 52a37758-c8b9-4e14-a48e-eeb54c81af75, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:22.856989 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:22.931634 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:22.958541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e54a4b-4872-47aa-9cdd-7cd3e59969ab None None] Pushing event updated for resources: {'Port': ['ID=52a37758-c8b9-4e14-a48e-eeb54c81af75,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:22.995438 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] For port 52a37758-c8b9-4e14-a48e-eeb54c81af75, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:07:23.000044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] For port 52a37758-c8b9-4e14-a48e-eeb54c81af75, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=52a37758-c8b9-4e14-a48e-eeb54c81af75,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:07:23.009277 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:23.015808 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a13d-1b6e-40d2-8420-597f32d53a70 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:23.094552 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-317950e1-399f-43d2-b5e3-dea9139d22f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:23.108830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-85a5a254-560b-462a-94cf-a95f9c863d72 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:23.110864 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-85a5a254-560b-462a-94cf-a95f9c863d72 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.61 "GET /v2.0/networks?id=5308d335-ff85-4931-bce7-c68db4ac28a3 HTTP/1.1" status: 200 len: 796 time: 0.3598247 Feb 18 09:07:23.112610 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-317950e1-399f-43d2-b5e3-dea9139d22f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:23.132687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Routers {'1b289673-4ef1-4485-94f1-64edd27ca5c8'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:23.147681 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1b289673-4ef1-4485-94f1-64edd27ca5c8'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:23.171663 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6df9a3a8-ea96-4e8a-992b-6f273a254e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:23.201073 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6df9a3a8-ea96-4e8a-992b-6f273a254e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:23.262043 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a13d-1b6e-40d2-8420-597f32d53a70 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:23.284362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e54a4b-4872-47aa-9cdd-7cd3e59969ab None None] Pushing event updated for resources: {'Port': ['ID=52a37758-c8b9-4e14-a48e-eeb54c81af75,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:23.294352 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6df9a3a8-ea96-4e8a-992b-6f273a254e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:23.347166 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6145a90a-aad6-434d-9f95-37dc4b023e6a req-f75e4945-36f8-488b-a5f7-8e14fc3f45f8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 210 time: 0.2210217 Feb 18 09:07:23.364775 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-317950e1-399f-43d2-b5e3-dea9139d22f6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2f89cf9a2d40417c8d0f40e9d1cad462&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0975492 Feb 18 09:07:23.365956 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317950e1-399f-43d2-b5e3-dea9139d22f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44b1288-a212-4d84-9704-bb06f0a1f944,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:23.375153 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f7248b01-6f93-4892-be46-f6a080f62cfc details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:07:23.375490 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-e14c0d1d-13fc-4697-aaf5-603907df620c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d280681c92466b957d86889fb303b6 HTTP/1.1" status: 200 len: 472 time: 0.2481918 Feb 18 09:07:23.376298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46314) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:23.392333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-2d894754-4896-4885-8ff3-c49a90f5e227 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'port': {'device_id': 'c4fd9bf0-7653-4d50-acaf-cc46a796514f', 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3', 'admin_state_up': True, 'tenant_id': '67d280681c92466b957d86889fb303b6', 'security_groups': ['813ba5ad-0a18-4efb-b1df-d4e277eeb570']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:23.419121 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9a3a8-ea96-4e8a-992b-6f273a254e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6012c699-ea5f-47d0-aa16-7dd21116828e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:23.461931 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6df9a3a8-ea96-4e8a-992b-6f273a254e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:23.465686 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6df9a3a8-ea96-4e8a-992b-6f273a254e37 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6012c699-ea5f-47d0-aa16-7dd21116828e HTTP/1.1" status: 204 len: 168 time: 0.8098271 Feb 18 09:07:23.489829 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a13d-1b6e-40d2-8420-597f32d53a70 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:23.491187 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a0e5a13d-1b6e-40d2-8420-597f32d53a70 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8368564 Feb 18 09:07:23.495451 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46322) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:23.517653 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a9705d0e-2fa3-4cdd-a079-6ab778beb95f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'enable_snat': True}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:23.588882 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-befda8a5-a6e5-4cc6-8c9a-d9cc29b56839 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:23.726005 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port f7248b01-6f93-4892-be46-f6a080f62cfc, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f7248b01-6f93-4892-be46-f6a080f62cfc,segment=NetworkSegment(66380197-dc09-412d-8934-9a6ccf344e14),segment_id=66380197-dc09-412d-8934-9a6ccf344e14)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:23.736248 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] Set router 1b289673-4ef1-4485-94f1-64edd27ca5c8 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:07:23.944556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'f7248b01-6f93-4892-be46-f6a080f62cfc', 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1', 'port_id': 'f7248b01-6f93-4892-be46-f6a080f62cfc', 'mac_address': 'fa:16:3e:b0:32:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c738050d-ebd5-4e0e-a984-f573b8282991', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:07:23.989659 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ba3e-3d56-49cb-8f54-98fde3745b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:24.013162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befda8a5-a6e5-4cc6-8c9a-d9cc29b56839 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event updated for resources: {'Subnet': ['ID=f83ee525-6fe4-4fe2-a945-ac5d674da777,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:24.022130 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ba3e-3d56-49cb-8f54-98fde3745b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:24.040776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46346) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:24.076150 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:07:24.100653 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:24.105577 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-2d894754-4896-4885-8ff3-c49a90f5e227 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:24.118034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-2d894754-4896-4885-8ff3-c49a90f5e227 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:port and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:24.122480 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-2d894754-4896-4885-8ff3-c49a90f5e227 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:24.131802 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-2d894754-4896-4885-8ff3-c49a90f5e227 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:24.146324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7248b01-6f93-4892-be46-f6a080f62cfc {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:07:24.158940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-2d894754-4896-4885-8ff3-c49a90f5e227 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Made reservation on behalf of 67d280681c92466b957d86889fb303b6 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:24.163238 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-2d894754-4896-4885-8ff3-c49a90f5e227 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:24.178704 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ba3e-3d56-49cb-8f54-98fde3745b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:24.186522 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:24.190401 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-14b33f77-fa1c-4d84-af8c-c36ad8b7bf7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:24.196687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405a35e-ece0-4b9a-abaf-5b51248bd7da req-2c4a0220-cc9d-4302-8334-779cdc5d7df6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:24.203195 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405a35e-ece0-4b9a-abaf-5b51248bd7da req-2c4a0220-cc9d-4302-8334-779cdc5d7df6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:24.203732 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befda8a5-a6e5-4cc6-8c9a-d9cc29b56839 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Checking segment: {'id': '682d7a8b-8ff8-43e1-a69d-5d077214b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:07:24.204195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befda8a5-a6e5-4cc6-8c9a-d9cc29b56839 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Network hostable DHCP agents. Network: 6f49c8e1-a839-4c99-8c92-734b76aec8ca, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:07:24.209834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405a35e-ece0-4b9a-abaf-5b51248bd7da req-2c4a0220-cc9d-4302-8334-779cdc5d7df6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:24.216712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405a35e-ece0-4b9a-abaf-5b51248bd7da req-2c4a0220-cc9d-4302-8334-779cdc5d7df6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:24.220805 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port f7248b01-6f93-4892-be46-f6a080f62cfc, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f7248b01-6f93-4892-be46-f6a080f62cfc,segment=NetworkSegment(66380197-dc09-412d-8934-9a6ccf344e14),segment_id=66380197-dc09-412d-8934-9a6ccf344e14)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:24.224643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405a35e-ece0-4b9a-abaf-5b51248bd7da req-2c4a0220-cc9d-4302-8334-779cdc5d7df6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:24.230526 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:24.233641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405a35e-ece0-4b9a-abaf-5b51248bd7da req-2c4a0220-cc9d-4302-8334-779cdc5d7df6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:24.239622 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405a35e-ece0-4b9a-abaf-5b51248bd7da req-2c4a0220-cc9d-4302-8334-779cdc5d7df6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:24.240701 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-14b33f77-fa1c-4d84-af8c-c36ad8b7bf7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:24.241550 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3405a35e-ece0-4b9a-abaf-5b51248bd7da req-2c4a0220-cc9d-4302-8334-779cdc5d7df6 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5428 time: 0.2965734 Feb 18 09:07:24.246600 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:24.247273 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:07:24.276196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4ba3e-3d56-49cb-8f54-98fde3745b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44b1288-a212-4d84-9704-bb06f0a1f944,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:24.347241 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ba3e-3d56-49cb-8f54-98fde3745b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:24.350764 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d6e4ba3e-3d56-49cb-8f54-98fde3745b85 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c44b1288-a212-4d84-9704-bb06f0a1f944 HTTP/1.1" status: 204 len: 168 time: 0.9711297 Feb 18 09:07:24.381971 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3405a35e-ece0-4b9a-abaf-5b51248bd7da req-d2767c2f-c840-4aaa-b798-02a1e01e6e6a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1285408 Feb 18 09:07:24.401906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=f7831b65-75b1-46da-8e04-21f3888b2b13,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:24.412339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-14b33f77-fa1c-4d84-af8c-c36ad8b7bf7b admin admin] Usage tracker for resource:security_group_rule and tenant:eeff1a4aa3b44fad85209c49a4469b89 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:24.417807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-14b33f77-fa1c-4d84-af8c-c36ad8b7bf7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:24.425071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-14b33f77-fa1c-4d84-af8c-c36ad8b7bf7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:24.503967 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9705d0e-2fa3-4cdd-a079-6ab778beb95f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:24.519705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befda8a5-a6e5-4cc6-8c9a-d9cc29b56839 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Network 6f49c8e1-a839-4c99-8c92-734b76aec8ca is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:07:24.536803 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=f7248b01-6f93-4892-be46-f6a080f62cfc,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:24.545519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-2d894754-4896-4885-8ff3-c49a90f5e227 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Allocated IP 172.20.0.21 (5308d335-ff85-4931-bce7-c68db4ac28a3/b144e19a-bd7c-46c9-b06a-e73f2f650887/a6938656-da71-489d-aab8-8dccf229a9bc) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:24.557640 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1153027754', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:11Z', 'updated_at': '2022-02-18T09:07:17Z', 'revision_number': 3, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:15Z', 'updated_at': '2022-02-18T09:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:24.569061 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c60fdd-1867-4294-bd75-9f2cd61b7fce None None] The sync data for ids ['1b289673-4ef1-4485-94f1-64edd27ca5c8'] in n-d-829434-1 is: [{'id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1153027754', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:11Z', 'updated_at': '2022-02-18T09:07:17Z', 'revision_number': 3, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:15Z', 'updated_at': '2022-02-18T09:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:07:24.574565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-befda8a5-a6e5-4cc6-8c9a-d9cc29b56839 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 6f49c8e1-a839-4c99-8c92-734b76aec8ca) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:24.584508 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a05eed2c-7d9a-4eb0-b461-eb77cd0a3798 req-05eae8c3-17b4-4700-be0f-2906f2c534ee tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 210 time: 0.0894334 Feb 18 09:07:24.596975 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4642209-4941-47f1-ba11-c9168d73f471 None None] Network 6f49c8e1-a839-4c99-8c92-734b76aec8ca requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:07:24.621337 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befda8a5-a6e5-4cc6-8c9a-d9cc29b56839 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:24.621734 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-befda8a5-a6e5-4cc6-8c9a-d9cc29b56839 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:24.747870 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e767ebc6-9e6b-4ec3-9ccc-9e86213dce06, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e767ebc6-9e6b-4ec3-9ccc-9e86213dce06,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:24.787401 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'e767ebc6-9e6b-4ec3-9ccc-9e86213dce06', 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7', 'port_id': 'e767ebc6-9e6b-4ec3-9ccc-9e86213dce06', 'mac_address': 'fa:16:3e:d6:52:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e66a5db-8eab-4e27-9604-af278cece570', 'ip_address': '10.1.1.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:07:24.949443 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-2d894754-4896-4885-8ff3-c49a90f5e227 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:24.991116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-2d894754-4896-4885-8ff3-c49a90f5e227 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Transition to ACTIVE for port object a6938656-da71-489d-aab8-8dccf229a9bc will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:25.079170 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:25.090816 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46378) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:25.091761 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-befda8a5-a6e5-4cc6-8c9a-d9cc29b56839 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.9768288 Feb 18 09:07:25.144068 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:25.171713 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-6f49c8e1-a839-4c99-8c92-734b76aec8ca', 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'fixed_ips': [{'subnet_id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:07:25.172821 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:25.192956 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:07:25.238246 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-2d894754-4896-4885-8ff3-c49a90f5e227 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:25.259866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46382) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:25.269540 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-14b33f77-fa1c-4d84-af8c-c36ad8b7bf7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:25.301362 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-14b33f77-fa1c-4d84-af8c-c36ad8b7bf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:25.376182 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-77cfb737-1a43-4da0-b913-5740f3719315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:25.408306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-2d894754-4896-4885-8ff3-c49a90f5e227 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Network 5308d335-ff85-4931-bce7-c68db4ac28a3 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:25.416613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-2d894754-4896-4885-8ff3-c49a90f5e227 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:25.419332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-2d894754-4896-4885-8ff3-c49a90f5e227 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:07:25.448499 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Allocated IP 172.20.0.2 (6f49c8e1-a839-4c99-8c92-734b76aec8ca/f83ee525-6fe4-4fe2-a945-ac5d674da777/a347179a-6a31-4f42-aba8-5dc3bf0c9206) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:25.490296 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-14b33f77-fa1c-4d84-af8c-c36ad8b7bf7b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eeff1a4aa3b44fad85209c49a4469b89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4460366 Feb 18 09:07:25.499840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b33f77-fa1c-4d84-af8c-c36ad8b7bf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1502a4fd-7130-4bde-bd16-c5eabf51f447,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:25.504667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46388) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:25.577890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-77cfb737-1a43-4da0-b913-5740f3719315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:25.631563 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Floating IP e76fe4f4-ff4c-422b-a3eb-795550979822 associated. External IP: 172.25.1.129, port: 0f966195-cc01-4c7e-ad14-2420e7d764f8. Feb 18 09:07:25.632241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e767ebc6-9e6b-4ec3-9ccc-9e86213dce06, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e767ebc6-9e6b-4ec3-9ccc-9e86213dce06,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:25.635735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-77cfb737-1a43-4da0-b913-5740f3719315 admin admin] Usage tracker for resource:security_group_rule and tenant:0a7eea5bccac4ca6a4e3865ced8ed92b is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:25.659303 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:25.659576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-77cfb737-1a43-4da0-b913-5740f3719315 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:25.660060 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 567f9157-ca1f-4789-a982-ab236197d796 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:07:25.688091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d894754-4896-4885-8ff3-c49a90f5e227 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Port': ['ID=a6938656-da71-489d-aab8-8dccf229a9bc,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:25.695273 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-77cfb737-1a43-4da0-b913-5740f3719315 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:25.885394 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8644673b-e2c1-4fe7-8a2b-f0c3691b5290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:25.973493 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-552b0709-d5b7-41b9-a940-c42918421b8c None None] Provisioning for port a6938656-da71-489d-aab8-8dccf229a9bc completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:26.042462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-2d894754-4896-4885-8ff3-c49a90f5e227 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:26.043117 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-2d894754-4896-4885-8ff3-c49a90f5e227 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.139702 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=e767ebc6-9e6b-4ec3-9ccc-9e86213dce06,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:26.160165 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 567f9157-ca1f-4789-a982-ab236197d796, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=567f9157-ca1f-4789-a982-ab236197d796,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:26.189392 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-552b0709-d5b7-41b9-a940-c42918421b8c None None] Provisioning complete for port a6938656-da71-489d-aab8-8dccf229a9bc triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:26.189775 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-552b0709-d5b7-41b9-a940-c42918421b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.241601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-2d894754-4896-4885-8ff3-c49a90f5e227 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8530011 Feb 18 09:07:26.269130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-552b0709-d5b7-41b9-a940-c42918421b8c None None] Port a6938656-da71-489d-aab8-8dccf229a9bc cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:07:26.271873 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 52a37758-c8b9-4e14-a48e-eeb54c81af75 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:26.299909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Request body: {'port': {'device_id': 'c4fd9bf0-7653-4d50-acaf-cc46a796514f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:26.343864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '567f9157-ca1f-4789-a982-ab236197d796', 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7', 'port_id': '567f9157-ca1f-4789-a982-ab236197d796', 'mac_address': 'fa:16:3e:32:73:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e66a5db-8eab-4e27-9604-af278cece570', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:07:26.360074 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8644673b-e2c1-4fe7-8a2b-f0c3691b5290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.394639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb252e-effa-4a2a-9f8c-9dca8b08ec20 req-40595bb4-331a-4d1a-af82-921fc53c3908 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:26.411100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb252e-effa-4a2a-9f8c-9dca8b08ec20 req-40595bb4-331a-4d1a-af82-921fc53c3908 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:26.413473 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.418555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb252e-effa-4a2a-9f8c-9dca8b08ec20 req-40595bb4-331a-4d1a-af82-921fc53c3908 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:26.425128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb252e-effa-4a2a-9f8c-9dca8b08ec20 req-40595bb4-331a-4d1a-af82-921fc53c3908 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:26.432339 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb252e-effa-4a2a-9f8c-9dca8b08ec20 req-40595bb4-331a-4d1a-af82-921fc53c3908 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:26.438370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb252e-effa-4a2a-9f8c-9dca8b08ec20 req-40595bb4-331a-4d1a-af82-921fc53c3908 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:26.441068 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.444883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb252e-effa-4a2a-9f8c-9dca8b08ec20 req-40595bb4-331a-4d1a-af82-921fc53c3908 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:26.447490 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95fb252e-effa-4a2a-9f8c-9dca8b08ec20 req-40595bb4-331a-4d1a-af82-921fc53c3908 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5430 time: 0.7604618 Feb 18 09:07:26.475454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567f9157-ca1f-4789-a982-ab236197d796 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:07:26.490550 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 52a37758-c8b9-4e14-a48e-eeb54c81af75 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:26.499248 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 52a37758-c8b9-4e14-a48e-eeb54c81af75 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:26.499657 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.502342 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:07:26.532028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 567f9157-ca1f-4789-a982-ab236197d796, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=567f9157-ca1f-4789-a982-ab236197d796,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:26.534618 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8644673b-e2c1-4fe7-8a2b-f0c3691b5290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.539965 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Transition to ACTIVE for port object a347179a-6a31-4f42-aba8-5dc3bf0c9206 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:26.563939 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Transition to ACTIVE for port object a347179a-6a31-4f42-aba8-5dc3bf0c9206 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:26.582164 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.582943 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 62e59aac-fd01-42b9-a659-61b3f4330c06 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:07:26.627587 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.666218 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644673b-e2c1-4fe7-8a2b-f0c3691b5290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1502a4fd-7130-4bde-bd16-c5eabf51f447,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:26.681998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Network 6f49c8e1-a839-4c99-8c92-734b76aec8ca is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:26.687838 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:26.688140 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8644673b-e2c1-4fe7-8a2b-f0c3691b5290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.689307 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8644673b-e2c1-4fe7-8a2b-f0c3691b5290 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1502a4fd-7130-4bde-bd16-c5eabf51f447 HTTP/1.1" status: 204 len: 168 time: 1.1725712 Feb 18 09:07:26.699885 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9705d0e-2fa3-4cdd-a079-6ab778beb95f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.724427 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:07:26.734063 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9705d0e-2fa3-4cdd-a079-6ab778beb95f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:26.786565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router c4d0a299-bbd4-425d-84ad-464d1a4f8fbd has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:07:26.800566 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:07:26.878294 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 62e59aac-fd01-42b9-a659-61b3f4330c06, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=62e59aac-fd01-42b9-a659-61b3f4330c06,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:26.887128 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=567f9157-ca1f-4789-a982-ab236197d796,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:26.996191 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '62e59aac-fd01-42b9-a659-61b3f4330c06', 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7', 'port_id': '62e59aac-fd01-42b9-a659-61b3f4330c06', 'mac_address': 'fa:16:3e:4d:0b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e66a5db-8eab-4e27-9604-af278cece570', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:07:27.007054 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Attempting to bind port a347179a-6a31-4f42-aba8-5dc3bf0c9206 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:27.007740 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Attempting to bind port a347179a-6a31-4f42-aba8-5dc3bf0c9206 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '682d7a8b-8ff8-43e1-a69d-5d077214b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:27.008493 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Attempting to bind port a347179a-6a31-4f42-aba8-5dc3bf0c9206 on network 6f49c8e1-a839-4c99-8c92-734b76aec8ca {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:27.040643 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:07:27.041403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Checking segment: {'id': '682d7a8b-8ff8-43e1-a69d-5d077214b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:07:27.042081 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.042705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Bound using segment: {'id': '682d7a8b-8ff8-43e1-a69d-5d077214b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:07:27.043398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Bound port: a347179a-6a31-4f42-aba8-5dc3bf0c9206, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682d7a8b-8ff8-43e1-a69d-5d077214b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:27.043997 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.117913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:07:27.127164 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.129629 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1499123-2770-4684-ae62-59d76a07569b None None] Sync routers for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:07:27.138742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Pushing event updated for resources: {'Port': ['ID=a347179a-6a31-4f42-aba8-5dc3bf0c9206,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:27.154317 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1499123-2770-4684-ae62-59d76a07569b None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:27.159442 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f1499123-2770-4684-ae62-59d76a07569b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:27.192565 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.195145 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.211459 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e59aac-fd01-42b9-a659-61b3f4330c06 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:07:27.239389 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-77cfb737-1a43-4da0-b913-5740f3719315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.292825 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 52a37758-c8b9-4e14-a48e-eeb54c81af75, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=52a37758-c8b9-4e14-a48e-eeb54c81af75,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:27.300219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 62e59aac-fd01-42b9-a659-61b3f4330c06, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=62e59aac-fd01-42b9-a659-61b3f4330c06,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:27.319233 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f1499123-2770-4684-ae62-59d76a07569b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:27.329382 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.331564 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1499123-2770-4684-ae62-59d76a07569b None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:27.334829 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f1499123-2770-4684-ae62-59d76a07569b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:27.392900 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.393541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 21f5395e-91c2-45cb-9462-e9b25b7c5da5 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:07:27.431037 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] For port a347179a-6a31-4f42-aba8-5dc3bf0c9206, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:07:27.467172 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] For port a347179a-6a31-4f42-aba8-5dc3bf0c9206, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a347179a-6a31-4f42-aba8-5dc3bf0c9206,segment=NetworkSegment(682d7a8b-8ff8-43e1-a69d-5d077214b054),segment_id=682d7a8b-8ff8-43e1-a69d-5d077214b054)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:07:27.470184 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=52a37758-c8b9-4e14-a48e-eeb54c81af75,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:27.515372 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f1499123-2770-4684-ae62-59d76a07569b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:27.516033 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1499123-2770-4684-ae62-59d76a07569b None None] The sync data for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:07:27.530194 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-77cfb737-1a43-4da0-b913-5740f3719315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.611071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-a9705d0e-2fa3-4cdd-a079-6ab778beb95f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Allocated IP 172.25.1.171 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/d6ad005c-6cd3-489e-9acc-0ba78b50ae01) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:27.611663 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.618997 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=62e59aac-fd01-42b9-a659-61b3f4330c06,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:27.627226 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.638905 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 21f5395e-91c2-45cb-9462-e9b25b7c5da5, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=21f5395e-91c2-45cb-9462-e9b25b7c5da5,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:27.647864 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-77cfb737-1a43-4da0-b913-5740f3719315 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0a7eea5bccac4ca6a4e3865ced8ed92b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3408144 Feb 18 09:07:27.652050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95fb252e-effa-4a2a-9f8c-9dca8b08ec20 req-ef2d4b44-2edd-408c-89fb-f4dd4bc0b07f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1793771 Feb 18 09:07:27.656251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46410) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:27.657875 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-44add422-ee99-4594-a412-2ec328c19e82 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 10.7832611 Feb 18 09:07:27.662377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab81b5e-d587-4e6e-bd58-5bbfc239a7c2 req-42ddf45e-a380-43b6-8f77-e9f81b63e357 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:27.663169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3ab81b5e-d587-4e6e-bd58-5bbfc239a7c2 req-42ddf45e-a380-43b6-8f77-e9f81b63e357 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Synchronizing usage tracker for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:27.667326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46414) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:27.674165 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfb737-1a43-4da0-b913-5740f3719315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6cbcaf-c4f9-47d0-8600-b85c150f0d4d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:27.807463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10099f-0013-4007-b5ce-bf36de7f994f None None] Pushing event updated for resources: {'Port': ['ID=a347179a-6a31-4f42-aba8-5dc3bf0c9206,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:27.835697 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '21f5395e-91c2-45cb-9462-e9b25b7c5da5', 'network_id': 'b8db49a5-d459-47e2-ab70-0ed233d21bf7', 'port_id': '21f5395e-91c2-45cb-9462-e9b25b7c5da5', 'mac_address': 'fa:16:3e:a2:d5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e66a5db-8eab-4e27-9604-af278cece570', 'ip_address': '10.1.1.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:07:27.847266 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c962eb1-95ef-46d8-b546-a0cc0f78872c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.873458 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9705d0e-2fa3-4cdd-a079-6ab778beb95f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.890952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3ab81b5e-d587-4e6e-bd58-5bbfc239a7c2 req-42ddf45e-a380-43b6-8f77-e9f81b63e357 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Unset dirty status for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:27.897435 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ab81b5e-d587-4e6e-bd58-5bbfc239a7c2 req-42ddf45e-a380-43b6-8f77-e9f81b63e357 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 932 time: 2.0536704 Feb 18 09:07:27.910215 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c962eb1-95ef-46d8-b546-a0cc0f78872c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:27.973375 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:28.024895 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ab81b5e-d587-4e6e-bd58-5bbfc239a7c2 req-576181b5-25c7-40ef-bc16-d446766ea407 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=813ba5ad-0a18-4efb-b1df-d4e277eeb570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264880 Feb 18 09:07:28.033953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f5395e-91c2-45cb-9462-e9b25b7c5da5 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:07:28.069773 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:28.074165 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9705d0e-2fa3-4cdd-a079-6ab778beb95f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:28.092707 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 21f5395e-91c2-45cb-9462-e9b25b7c5da5, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=21f5395e-91c2-45cb-9462-e9b25b7c5da5,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:28.105268 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:28.106212 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 26b3a920-6dde-4571-aabb-5eff82ec1048 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:07:28.189378 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c962eb1-95ef-46d8-b546-a0cc0f78872c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:28.271252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 52a37758-c8b9-4e14-a48e-eeb54c81af75 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:28.279475 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c962eb1-95ef-46d8-b546-a0cc0f78872c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6cbcaf-c4f9-47d0-8600-b85c150f0d4d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:28.300646 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9705d0e-2fa3-4cdd-a079-6ab778beb95f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:28.313756 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-a9705d0e-2fa3-4cdd-a079-6ab778beb95f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:28.330058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9705d0e-2fa3-4cdd-a079-6ab778beb95f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:07:28.387213 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c962eb1-95ef-46d8-b546-a0cc0f78872c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:28.391431 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9c962eb1-95ef-46d8-b546-a0cc0f78872c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fe6cbcaf-c4f9-47d0-8600-b85c150f0d4d HTTP/1.1" status: 204 len: 168 time: 0.7324333 Feb 18 09:07:28.413710 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46430) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:28.414645 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1416af10-bf67-4951-9b71-3e237cd7fd54 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "GET /v2.0/floatingips/e76fe4f4-ff4c-422b-a3eb-795550979822 HTTP/1.1" status: 200 len: 976 time: 0.6745102 Feb 18 09:07:28.415866 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9705d0e-2fa3-4cdd-a079-6ab778beb95f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Pushing event updated for resources: {'Port': ['ID=d6ad005c-6cd3-489e-9acc-0ba78b50ae01,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:28.640761 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=21f5395e-91c2-45cb-9462-e9b25b7c5da5,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:28.698949 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 26b3a920-6dde-4571-aabb-5eff82ec1048, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=26b3a920-6dde-4571-aabb-5eff82ec1048,segment=NetworkSegment(840be32f-0862-44e8-b5e9-bff14e520d46),segment_id=840be32f-0862-44e8-b5e9-bff14e520d46)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:28.714380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '26b3a920-6dde-4571-aabb-5eff82ec1048', 'network_id': 'c007c0e9-3b09-4935-b7b9-8a901322650c', 'port_id': '26b3a920-6dde-4571-aabb-5eff82ec1048', 'mac_address': 'fa:16:3e:46:40:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b743376-da4b-4522-80bf-258dbd2da6c7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:07:28.762014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-798a422d-05e3-42cb-a3d3-1b9b4006ceab tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Synchronizing usage tracker for tenant:80d3e6f8de37419bb10065056be9574a on resource:floatingip {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:28.850455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-798a422d-05e3-42cb-a3d3-1b9b4006ceab tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Unset dirty status for tenant:80d3e6f8de37419bb10065056be9574a on resource:floatingip {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:28.854480 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-798a422d-05e3-42cb-a3d3-1b9b4006ceab tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.4330113 Feb 18 09:07:28.855150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46444) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:28.863771 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f501fc8d-4001-40e9-90ce-69c9ac0dde9c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'floatingip': {'port_id': '4ed13d76-d6a7-4806-9a04-9be05daa99dd'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:28.888676 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:28.946269 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b3a920-6dde-4571-aabb-5eff82ec1048 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:07:29.035656 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 52a37758-c8b9-4e14-a48e-eeb54c81af75 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:29.045992 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:29.228810 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 26b3a920-6dde-4571-aabb-5eff82ec1048, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=26b3a920-6dde-4571-aabb-5eff82ec1048,segment=NetworkSegment(840be32f-0862-44e8-b5e9-bff14e520d46),segment_id=840be32f-0862-44e8-b5e9-bff14e520d46)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:29.335324 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:29.369425 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f501fc8d-4001-40e9-90ce-69c9ac0dde9c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:29.568859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=26b3a920-6dde-4571-aabb-5eff82ec1048,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:29.572120 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device ceab370d-687f-456f-82e0-8283955ca57d details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:07:29.580874 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Allocated IP 172.20.0.1 (6f49c8e1-a839-4c99-8c92-734b76aec8ca/f83ee525-6fe4-4fe2-a945-ac5d674da777/4ba96e5b-1277-45c9-b4c2-cc434e12d4e9) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:29.735640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46476) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:29.754741 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9705d0e-2fa3-4cdd-a079-6ab778beb95f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:29.905994 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df8c8e9-2bc7-4dc6-8a53-49f809ff6f67 None None] Network 6f49c8e1-a839-4c99-8c92-734b76aec8ca requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:07:30.084741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82973bce-6dca-48fc-9017-c59785aa2cbe req-39baa52a-0678-47b6-9303-69ee9e9e73bd tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:30.092041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82973bce-6dca-48fc-9017-c59785aa2cbe req-39baa52a-0678-47b6-9303-69ee9e9e73bd tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:30.098310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82973bce-6dca-48fc-9017-c59785aa2cbe req-39baa52a-0678-47b6-9303-69ee9e9e73bd tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:30.104912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82973bce-6dca-48fc-9017-c59785aa2cbe req-39baa52a-0678-47b6-9303-69ee9e9e73bd tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:30.110612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82973bce-6dca-48fc-9017-c59785aa2cbe req-39baa52a-0678-47b6-9303-69ee9e9e73bd tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:30.116438 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82973bce-6dca-48fc-9017-c59785aa2cbe req-39baa52a-0678-47b6-9303-69ee9e9e73bd tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:30.122926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82973bce-6dca-48fc-9017-c59785aa2cbe req-39baa52a-0678-47b6-9303-69ee9e9e73bd tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:30.133675 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-82973bce-6dca-48fc-9017-c59785aa2cbe req-39baa52a-0678-47b6-9303-69ee9e9e73bd tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5434 time: 0.5537324 Feb 18 09:07:30.167675 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['e767ebc6-9e6b-4ec3-9ccc-9e86213dce06'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:07:30.247989 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['21f5395e-91c2-45cb-9462-e9b25b7c5da5'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:07:30.281520 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['62e59aac-fd01-42b9-a659-61b3f4330c06'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:07:30.329536 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b20f9bdc-e93d-446f-a367-de6f32fc45a7 None None] Provisioning for port a347179a-6a31-4f42-aba8-5dc3bf0c9206 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:30.364008 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a347179a-6a31-4f42-aba8-5dc3bf0c9206 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:30.392986 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['567f9157-ca1f-4789-a982-ab236197d796'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:07:30.460852 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['26b3a920-6dde-4571-aabb-5eff82ec1048'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:07:30.483480 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6938656-da71-489d-aab8-8dccf229a9bc {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:07:30.492467 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:30.511550 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Transition to ACTIVE for port object a6938656-da71-489d-aab8-8dccf229a9bc will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:30.567920 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:30.674682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf978a-e452-4d63-8eb6-2442da1a2ddb req-4c8fea83-d6c8-4212-bad2-fe6df3f88ad6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:30.677505 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13bf978a-e452-4d63-8eb6-2442da1a2ddb req-4c8fea83-d6c8-4212-bad2-fe6df3f88ad6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 932 time: 1.2903636 Feb 18 09:07:30.718140 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c87c2e55-3fb7-4001-9ed6-6eda2b5c9018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:30.748203 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-82973bce-6dca-48fc-9017-c59785aa2cbe req-a7db810a-0062-4493-aac5-1bb45f92a6ee tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6108370 Feb 18 09:07:30.815083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port ceab370d-687f-456f-82e0-8283955ca57d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=ceab370d-687f-456f-82e0-8283955ca57d,segment=NetworkSegment(840be32f-0862-44e8-b5e9-bff14e520d46),segment_id=840be32f-0862-44e8-b5e9-bff14e520d46)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:30.877827 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9705d0e-2fa3-4cdd-a079-6ab778beb95f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:30.887177 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9705d0e-2fa3-4cdd-a079-6ab778beb95f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:30.905871 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-780cc164-8088-4229-88ce-ba79a3c718f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.008443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c87c2e55-3fb7-4001-9ed6-6eda2b5c9018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:31.079039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c87c2e55-3fb7-4001-9ed6-6eda2b5c9018 admin admin] Usage tracker for resource:security_group_rule and tenant:db44bd5eb34f4c2ab3011a05523bd9b2 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:31.093075 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [None req-f501fc8d-4001-40e9-90ce-69c9ac0dde9c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:07:31.118149 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['f7248b01-6f93-4892-be46-f6a080f62cfc'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:07:31.154538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c87c2e55-3fb7-4001-9ed6-6eda2b5c9018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:31.210405 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Pushing event updated for resources: {'Port': ['ID=a6938656-da71-489d-aab8-8dccf229a9bc,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:31.220622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'ceab370d-687f-456f-82e0-8283955ca57d', 'network_id': 'c007c0e9-3b09-4935-b7b9-8a901322650c', 'port_id': 'ceab370d-687f-456f-82e0-8283955ca57d', 'mac_address': 'fa:16:3e:09:8a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b743376-da4b-4522-80bf-258dbd2da6c7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:07:31.267081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c87c2e55-3fb7-4001-9ed6-6eda2b5c9018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:31.273969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Attempting to bind port a6938656-da71-489d-aab8-8dccf229a9bc on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:31.279008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Attempting to bind port a6938656-da71-489d-aab8-8dccf229a9bc by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '057a480f-e432-458a-96e6-178ba0584329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:31.279579 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Attempting to bind port a6938656-da71-489d-aab8-8dccf229a9bc on network 5308d335-ff85-4931-bce7-c68db4ac28a3 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:31.303421 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.331741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Port a6938656-da71-489d-aab8-8dccf229a9bc on network 5308d335-ff85-4931-bce7-c68db4ac28a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:07:31.332429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Attempting to bind port a6938656-da71-489d-aab8-8dccf229a9bc on network 5308d335-ff85-4931-bce7-c68db4ac28a3 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:31.344411 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13bf978a-e452-4d63-8eb6-2442da1a2ddb req-0883570d-d80b-4700-81c6-00d53d3cccd6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=813ba5ad-0a18-4efb-b1df-d4e277eeb570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6278768 Feb 18 09:07:31.364445 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f501fc8d-4001-40e9-90ce-69c9ac0dde9c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.368936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:07:31.369175 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Checking segment: {'id': '057a480f-e432-458a-96e6-178ba0584329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:07:31.369519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Bound using segment: {'id': '057a480f-e432-458a-96e6-178ba0584329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:07:31.369988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Bound port: a6938656-da71-489d-aab8-8dccf229a9bc, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '057a480f-e432-458a-96e6-178ba0584329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:31.372969 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.388258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f501fc8d-4001-40e9-90ce-69c9ac0dde9c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.423735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Transition to ACTIVE for port object 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:31.518907 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] For port a6938656-da71-489d-aab8-8dccf229a9bc, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:07:31.522191 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] For port a6938656-da71-489d-aab8-8dccf229a9bc, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a6938656-da71-489d-aab8-8dccf229a9bc,segment=NetworkSegment(057a480f-e432-458a-96e6-178ba0584329),segment_id=057a480f-e432-458a-96e6-178ba0584329)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:07:31.538539 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.550194 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port a347179a-6a31-4f42-aba8-5dc3bf0c9206 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:31.629501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:31.630371 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.632050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] 10.222.0.61 "PUT /v2.0/ports/a6938656-da71-489d-aab8-8dccf229a9bc HTTP/1.1" status: 200 len: 1092 time: 5.3554120 Feb 18 09:07:31.634992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a347179a-6a31-4f42-aba8-5dc3bf0c9206 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:31.635382 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.649336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fd9bf0-7653-4d50-acaf-cc46a796514f', 'tag': 'a6938656-da71-489d-aab8-8dccf229a9bc'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:07:31.668854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9705d0e-2fa3-4cdd-a079-6ab778beb95f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Router e201d440-630c-4cf2-9737-34eafebea2bd is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:07:31.681502 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-f501fc8d-4001-40e9-90ce-69c9ac0dde9c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Floating IP e76fe4f4-ff4c-422b-a3eb-795550979822 associated. External IP: 172.25.1.129, port: 0f966195-cc01-4c7e-ad14-2420e7d764f8. Feb 18 09:07:31.749237 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.815585 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:31.857779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879c394-8ab6-4a70-8472-46bf286d672e service neutron] Pushing event updated for resources: {'Port': ['ID=a6938656-da71-489d-aab8-8dccf229a9bc,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:32.003343 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceab370d-687f-456f-82e0-8283955ca57d {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:07:32.017618 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Network 6f49c8e1-a839-4c99-8c92-734b76aec8ca is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:32.139981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:32.146180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:07:32.167991 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port ceab370d-687f-456f-82e0-8283955ca57d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=ceab370d-687f-456f-82e0-8283955ca57d,segment=NetworkSegment(840be32f-0862-44e8-b5e9-bff14e520d46),segment_id=840be32f-0862-44e8-b5e9-bff14e520d46)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:32.217914 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:32.323172 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:32.547680 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46596) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:32.551494 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fd9bf0-7653-4d50-acaf-cc46a796514f', 'tag': 'a6938656-da71-489d-aab8-8dccf229a9bc', 'status': 'completed', 'code': 200} Feb 18 09:07:32.661031 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c87c2e55-3fb7-4001-9ed6-6eda2b5c9018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:32.675923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event updated for resources: {'Port': ['ID=4ba96e5b-1277-45c9-b4c2-cc434e12d4e9,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:32.691138 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9705d0e-2fa3-4cdd-a079-6ab778beb95f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:07:32.704448 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9705d0e-2fa3-4cdd-a079-6ab778beb95f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:32.709960 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a9705d0e-2fa3-4cdd-a079-6ab778beb95f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "PUT /v2.0/routers/e201d440-630c-4cf2-9737-34eafebea2bd HTTP/1.1" status: 200 len: 918 time: 9.2105513 Feb 18 09:07:32.714294 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46608) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:32.719357 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c87c2e55-3fb7-4001-9ed6-6eda2b5c9018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:32.733219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538c4769-a732-468e-abb7-2597597fb76f None None] Sync routers for ids ['e201d440-630c-4cf2-9737-34eafebea2bd'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:07:32.791902 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c87c2e55-3fb7-4001-9ed6-6eda2b5c9018 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=db44bd5eb34f4c2ab3011a05523bd9b2&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0434573 Feb 18 09:07:32.794606 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-408a9b7a-eeab-42d7-9d9f-226f514ffe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:32.796382 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-408a9b7a-eeab-42d7-9d9f-226f514ffe0b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67d280681c92466b957d86889fb303b6&device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 1095 time: 1.1078010 Feb 18 09:07:32.809262 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['ceab370d-687f-456f-82e0-8283955ca57d'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:07:32.810232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46614) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:32.925431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=ceab370d-687f-456f-82e0-8283955ca57d,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:32.939023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538c4769-a732-468e-abb7-2597597fb76f None None] Routers {'e201d440-630c-4cf2-9737-34eafebea2bd'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:32.939658 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-538c4769-a732-468e-abb7-2597597fb76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e201d440-630c-4cf2-9737-34eafebea2bd'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:32.981658 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-8140bc60-264e-4f0b-83e5-d6808be29100 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=a6938656-da71-489d-aab8-8dccf229a9bc HTTP/1.1" status: 200 len: 217 time: 0.1741896 Feb 18 09:07:33.006591 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.056534 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-538c4769-a732-468e-abb7-2597597fb76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:33.075044 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ccae8658-dc0c-422f-ad0c-8042f0e22e6b tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "GET /v2.0/routers/e201d440-630c-4cf2-9737-34eafebea2bd HTTP/1.1" status: 200 len: 924 time: 0.3596187 Feb 18 09:07:33.090287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-131b23d2-cc8e-49a7-83c8-6b19ac703255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:33.091889 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-131b23d2-cc8e-49a7-83c8-6b19ac703255 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b144e19a-bd7c-46c9-b06a-e73f2f650887 HTTP/1.1" status: 200 len: 838 time: 0.0893536 Feb 18 09:07:33.097084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46624) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:33.097864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-852f9c59-bf5d-48fd-8cfc-41be3d90e191 None None] Provisioning complete for port a347179a-6a31-4f42-aba8-5dc3bf0c9206 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:33.098230 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-852f9c59-bf5d-48fd-8cfc-41be3d90e191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.105918 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c2e55-3fb7-4001-9ed6-6eda2b5c9018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0005379-ad18-41db-84d3-b66c9be5ba39,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:33.135018 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538c4769-a732-468e-abb7-2597597fb76f None None] Routers {'e201d440-630c-4cf2-9737-34eafebea2bd'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:33.135018 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-538c4769-a732-468e-abb7-2597597fb76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e201d440-630c-4cf2-9737-34eafebea2bd'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:33.173901 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-da6e575e-b2a4-4a51-b387-1c6d4d01b339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.202452 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cf71e043-81b9-4d63-89aa-a779a5905612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.212997 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-da6e575e-b2a4-4a51-b387-1c6d4d01b339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:33.222417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-da6e575e-b2a4-4a51-b387-1c6d4d01b339 admin admin] Usage tracker for resource:security_group_rule and tenant:aee2ee37c0eb4883878415586d0c78bc is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:33.231024 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-da6e575e-b2a4-4a51-b387-1c6d4d01b339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:33.241426 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-da6e575e-b2a4-4a51-b387-1c6d4d01b339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:33.243940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-538c4769-a732-468e-abb7-2597597fb76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:33.244368 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538c4769-a732-468e-abb7-2597597fb76f None None] The sync data for ids ['e201d440-630c-4cf2-9737-34eafebea2bd'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:07:33.262824 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f501fc8d-4001-40e9-90ce-69c9ac0dde9c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router c4d0a299-bbd4-425d-84ad-464d1a4f8fbd has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:07:33.264326 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port a347179a-6a31-4f42-aba8-5dc3bf0c9206, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a347179a-6a31-4f42-aba8-5dc3bf0c9206,segment=NetworkSegment(682d7a8b-8ff8-43e1-a69d-5d077214b054),segment_id=682d7a8b-8ff8-43e1-a69d-5d077214b054)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:33.287422 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.502598 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d141e3-d378-4646-b9be-0af03ef8d106 req-f2f557d4-5ed4-4d98-8a1f-68018db144d4 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:33.516824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d141e3-d378-4646-b9be-0af03ef8d106 req-f2f557d4-5ed4-4d98-8a1f-68018db144d4 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:33.530496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d141e3-d378-4646-b9be-0af03ef8d106 req-f2f557d4-5ed4-4d98-8a1f-68018db144d4 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:33.536650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d141e3-d378-4646-b9be-0af03ef8d106 req-f2f557d4-5ed4-4d98-8a1f-68018db144d4 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:33.543138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d141e3-d378-4646-b9be-0af03ef8d106 req-f2f557d4-5ed4-4d98-8a1f-68018db144d4 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:33.548957 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d141e3-d378-4646-b9be-0af03ef8d106 req-f2f557d4-5ed4-4d98-8a1f-68018db144d4 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:33.549154 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f501fc8d-4001-40e9-90ce-69c9ac0dde9c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:07:33.550284 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=a347179a-6a31-4f42-aba8-5dc3bf0c9206,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:33.561124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d141e3-d378-4646-b9be-0af03ef8d106 req-f2f557d4-5ed4-4d98-8a1f-68018db144d4 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:33.561344 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b651bbfb-5cf6-4d35-ac4b-c457a3b0b5b4 None None] Sync routers for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:07:33.562810 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39d141e3-d378-4646-b9be-0af03ef8d106 req-f2f557d4-5ed4-4d98-8a1f-68018db144d4 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5434 time: 1.5375736 Feb 18 09:07:33.578604 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b651bbfb-5cf6-4d35-ac4b-c457a3b0b5b4 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:33.579276 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b651bbfb-5cf6-4d35-ac4b-c457a3b0b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:33.603664 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cf71e043-81b9-4d63-89aa-a779a5905612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.649617 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bdab6-5f62-49c1-837c-192c11a522fc req-59a85afb-b902-4a2c-9c53-6e7626303067 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:33.651196 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b651bbfb-5cf6-4d35-ac4b-c457a3b0b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:33.657680 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e4bdab6-5f62-49c1-837c-192c11a522fc req-59a85afb-b902-4a2c-9c53-6e7626303067 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 944 time: 1.0839386 Feb 18 09:07:33.660842 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b651bbfb-5cf6-4d35-ac4b-c457a3b0b5b4 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:33.661603 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b651bbfb-5cf6-4d35-ac4b-c457a3b0b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:33.757379 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b651bbfb-5cf6-4d35-ac4b-c457a3b0b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:33.758875 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b651bbfb-5cf6-4d35-ac4b-c457a3b0b5b4 None None] The sync data for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:07:33.760625 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-da6e575e-b2a4-4a51-b387-1c6d4d01b339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.768040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadd3338-da8d-46b3-9113-d0635e54722b tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:33.772778 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-da6e575e-b2a4-4a51-b387-1c6d4d01b339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.776922 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-eadd3338-da8d-46b3-9113-d0635e54722b tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&device_id=e201d440-630c-4cf2-9737-34eafebea2bd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6724274 Feb 18 09:07:33.781708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46640) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:33.818854 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.839674 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.844748 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-40843804-bd07-41d0-89a9-9ca8c7ad2063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.850346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a5f2446-d98a-4e6a-a5ca-df351b9eea98 None None] Provisioning for port 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:33.861033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a5f2446-d98a-4e6a-a5ca-df351b9eea98 None None] Provisioning complete for port 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:33.861446 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a5f2446-d98a-4e6a-a5ca-df351b9eea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:33.934866 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f2446-d98a-4e6a-a5ca-df351b9eea98 None None] Port 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:07:33.959818 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39d141e3-d378-4646-b9be-0af03ef8d106 req-24cca0d4-6e00-476c-9d7b-b713682b1029 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3767004 Feb 18 09:07:33.971158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46644) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:34.005788 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cf71e043-81b9-4d63-89aa-a779a5905612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.011671 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e4bdab6-5f62-49c1-837c-192c11a522fc req-da6ebcbb-43ab-4282-b25e-ec24d6bcf70d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=813ba5ad-0a18-4efb-b1df-d4e277eeb570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3531427 Feb 18 09:07:34.013689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-c42f3ece-f8cf-4acd-bcfc-83db18d95ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:34.015156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-c42f3ece-f8cf-4acd-bcfc-83db18d95ef3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5308d335-ff85-4931-bce7-c68db4ac28a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8991835 Feb 18 09:07:34.022918 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.070978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71e043-81b9-4d63-89aa-a779a5905612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0005379-ad18-41db-84d3-b66c9be5ba39,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:34.071598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e575e-b2a4-4a51-b387-1c6d4d01b339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22ee005-ea5a-4bd2-be7e-4a1ff15a371b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:34.091786 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-da6e575e-b2a4-4a51-b387-1c6d4d01b339 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aee2ee37c0eb4883878415586d0c78bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5288537 Feb 18 09:07:34.092217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46650) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:34.222829 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bbc28da6-d4c0-4a99-8161-300a7425a575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.233117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7315e63a-d48c-4b46-8809-a9e5ca504028 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:34.233657 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7315e63a-d48c-4b46-8809-a9e5ca504028 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Synchronizing usage tracker for tenant:82297e75180b430aae0d4b04ceea4787 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:34.235118 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 567f9157-ca1f-4789-a982-ab236197d796 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:34.246927 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cf71e043-81b9-4d63-89aa-a779a5905612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.251099 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cf71e043-81b9-4d63-89aa-a779a5905612 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e0005379-ad18-41db-84d3-b66c9be5ba39 HTTP/1.1" status: 204 len: 168 time: 1.4331532 Feb 18 09:07:34.284480 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7315e63a-d48c-4b46-8809-a9e5ca504028 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Unset dirty status for tenant:82297e75180b430aae0d4b04ceea4787 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:34.285498 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7315e63a-d48c-4b46-8809-a9e5ca504028 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 881 time: 0.3837504 Feb 18 09:07:34.289535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46656) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:34.324984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 567f9157-ca1f-4789-a982-ab236197d796 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:34.332183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 567f9157-ca1f-4789-a982-ab236197d796 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:34.332854 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.370976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-bbc28da6-d4c0-4a99-8161-300a7425a575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:34.380715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bbc28da6-d4c0-4a99-8161-300a7425a575 admin admin] Usage tracker for resource:security_group_rule and tenant:2e74cb316d68495887cb7bcc1f275224 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:34.401002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bbc28da6-d4c0-4a99-8161-300a7425a575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:34.413424 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-bbc28da6-d4c0-4a99-8161-300a7425a575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:34.426798 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-10dba80f-e916-4ed5-8019-8386d98c15d2 service neutron] 10.222.0.61 "GET /v2.0/networks/5308d335-ff85-4931-bce7-c68db4ac28a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853762 Feb 18 09:07:34.500289 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2bb3c902-b8fd-48ed-8bd6-5b6277cbaaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.506581 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.546058 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567f9157-ca1f-4789-a982-ab236197d796'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:07:34.572021 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d9d9da7a-ce6d-4e1e-a02a-eb8e6c1f8bf0 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "GET /v2.0/ports?device_id=e201d440-630c-4cf2-9737-34eafebea2bd HTTP/1.1" status: 200 len: 205 time: 0.2797601 Feb 18 09:07:34.584111 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46666) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:34.589667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 567f9157-ca1f-4789-a982-ab236197d796, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=567f9157-ca1f-4789-a982-ab236197d796,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:34.602478 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.644941 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2bb3c902-b8fd-48ed-8bd6-5b6277cbaaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.652028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46670) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:34.698649 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da10967c-5623-4abd-97db-d119132eee66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.722328 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-928aa6de-e95f-4757-8764-fa27ebb12b4c req-2f77ccf3-d57c-4a7b-99d6-f5c3d84f4dea service neutron] 10.222.0.61 "GET /v2.0/networks/5308d335-ff85-4931-bce7-c68db4ac28a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859516 Feb 18 09:07:34.724443 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=567f9157-ca1f-4789-a982-ab236197d796,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:34.765533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-da10967c-5623-4abd-97db-d119132eee66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:34.817592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f501fc8d-4001-40e9-90ce-69c9ac0dde9c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router c4d0a299-bbd4-425d-84ad-464d1a4f8fbd has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:07:34.827294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-da10967c-5623-4abd-97db-d119132eee66 admin admin] Usage tracker for resource:security_group_rule and tenant:50c3e0f3f3ae4a4683e75cfb02f64341 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:34.872586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-da10967c-5623-4abd-97db-d119132eee66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:34.907241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-da10967c-5623-4abd-97db-d119132eee66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:34.957848 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567f9157-ca1f-4789-a982-ab236197d796', 'code': 200} Feb 18 09:07:34.964576 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2bb3c902-b8fd-48ed-8bd6-5b6277cbaaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.988018 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:34.999800 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bbc28da6-d4c0-4a99-8161-300a7425a575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.014467 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bbc28da6-d4c0-4a99-8161-300a7425a575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.036179 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9afa679-69c9-4006-8b17-979ebb1d5ed0 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.103052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc28da6-d4c0-4a99-8161-300a7425a575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f77766-d26e-4aee-a2c4-2848f4c2a32a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:35.116534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3c902-b8fd-48ed-8bd6-5b6277cbaaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22ee005-ea5a-4bd2-be7e-4a1ff15a371b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:35.135635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bbc28da6-d4c0-4a99-8161-300a7425a575 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2e74cb316d68495887cb7bcc1f275224&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1567500 Feb 18 09:07:35.150806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46678) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:35.153881 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2bb3c902-b8fd-48ed-8bd6-5b6277cbaaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.155155 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2bb3c902-b8fd-48ed-8bd6-5b6277cbaaf7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e22ee005-ea5a-4bd2-be7e-4a1ff15a371b HTTP/1.1" status: 204 len: 168 time: 1.0600512 Feb 18 09:07:35.194544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f501fc8d-4001-40e9-90ce-69c9ac0dde9c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:07:35.200601 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f7567-f8b4-4aec-ad6a-71ab45628a5b req-10a8e714-f082-4f65-8c61-e0d07a592e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:35.202094 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-510f7567-f8b4-4aec-ad6a-71ab45628a5b req-10a8e714-f082-4f65-8c61-e0d07a592e36 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67d280681c92466b957d86889fb303b6&device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 1095 time: 0.3772626 Feb 18 09:07:35.208511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb75b01-0adc-4059-aa06-51f5aa4dedb7 None None] Sync routers for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:07:35.222256 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb75b01-0adc-4059-aa06-51f5aa4dedb7 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:35.223027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0eb75b01-0adc-4059-aa06-51f5aa4dedb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:35.257336 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f501fc8d-4001-40e9-90ce-69c9ac0dde9c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.288367 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.310073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0eb75b01-0adc-4059-aa06-51f5aa4dedb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:35.323183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb75b01-0adc-4059-aa06-51f5aa4dedb7 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:35.324407 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0eb75b01-0adc-4059-aa06-51f5aa4dedb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:35.369028 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.426236 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a125f46-203b-458d-bb3f-a3694c87cfb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.432237 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9afa679-69c9-4006-8b17-979ebb1d5ed0 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.441787 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a347179a-6a31-4f42-aba8-5dc3bf0c9206 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:35.479445 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e9afa679-69c9-4006-8b17-979ebb1d5ed0 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Deleting port d6ad005c-6cd3-489e-9acc-0ba78b50ae01 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:07:35.479802 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9afa679-69c9-4006-8b17-979ebb1d5ed0 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.484947 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0eb75b01-0adc-4059-aa06-51f5aa4dedb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:35.485361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb75b01-0adc-4059-aa06-51f5aa4dedb7 None None] The sync data for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:07:35.527656 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a347179a-6a31-4f42-aba8-5dc3bf0c9206 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:35.527917 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.550221 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f501fc8d-4001-40e9-90ce-69c9ac0dde9c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "PUT /v2.0/floatingips/e76fe4f4-ff4c-422b-a3eb-795550979822 HTTP/1.1" status: 200 len: 977 time: 6.6929274 Feb 18 09:07:35.554463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46686) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:35.558666 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a125f46-203b-458d-bb3f-a3694c87cfb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.564030 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da10967c-5623-4abd-97db-d119132eee66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.585173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-5a1bee75-8e0a-4114-a002-9f9bc4d33e45 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:35.731502 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a125f46-203b-458d-bb3f-a3694c87cfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.745792 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9afa679-69c9-4006-8b17-979ebb1d5ed0 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.758033 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46692) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:35.829115 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a125f46-203b-458d-bb3f-a3694c87cfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f77766-d26e-4aee-a2c4-2848f4c2a32a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:35.839004 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da10967c-5623-4abd-97db-d119132eee66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.877727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event updated for resources: {'Port': ['ID=4ba96e5b-1277-45c9-b4c2-cc434e12d4e9,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:35.880143 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.897404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e9afa679-69c9-4006-8b17-979ebb1d5ed0 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Calling delete_port for d6ad005c-6cd3-489e-9acc-0ba78b50ae01 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:07:35.924842 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-54430b89-c3b5-4741-8ffe-03fa9ffa50a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.941874 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a125f46-203b-458d-bb3f-a3694c87cfb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:35.943000 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8a125f46-203b-458d-bb3f-a3694c87cfb4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/76f77766-d26e-4aee-a2c4-2848f4c2a32a HTTP/1.1" status: 204 len: 168 time: 0.7908251 Feb 18 09:07:35.958263 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-54430b89-c3b5-4741-8ffe-03fa9ffa50a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:35.965049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-54430b89-c3b5-4741-8ffe-03fa9ffa50a8 admin admin] Usage tracker for resource:security_group_rule and tenant:5836e83fa6ea4b19bdf693352ea04850 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:35.969355 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-54430b89-c3b5-4741-8ffe-03fa9ffa50a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:35.979449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-54430b89-c3b5-4741-8ffe-03fa9ffa50a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:36.023173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f7567-f8b4-4aec-ad6a-71ab45628a5b req-2f107ebb-c7a9-4f06-8881-d2f04b17d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:36.024665 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-510f7567-f8b4-4aec-ad6a-71ab45628a5b req-2f107ebb-c7a9-4f06-8881-d2f04b17d4d2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5308d335-ff85-4931-bce7-c68db4ac28a3 HTTP/1.1" status: 200 len: 897 time: 0.7687435 Feb 18 09:07:36.037396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610922fa-18be-4349-8811-64b17a6c6412 req-40a36c81-f097-4321-8458-6057428899bd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:36.038910 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-610922fa-18be-4349-8811-64b17a6c6412 req-40a36c81-f097-4321-8458-6057428899bd tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 944 time: 0.8523130 Feb 18 09:07:36.050492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0835ba0-bcb2-4aab-9251-ef30cfe8792c req-ca0ed758-28ca-4d72-a8e9-55a84379db7f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:36.056998 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0835ba0-bcb2-4aab-9251-ef30cfe8792c req-ca0ed758-28ca-4d72-a8e9-55a84379db7f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:36.062697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0835ba0-bcb2-4aab-9251-ef30cfe8792c req-ca0ed758-28ca-4d72-a8e9-55a84379db7f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:36.069047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0835ba0-bcb2-4aab-9251-ef30cfe8792c req-ca0ed758-28ca-4d72-a8e9-55a84379db7f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:36.074864 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0835ba0-bcb2-4aab-9251-ef30cfe8792c req-ca0ed758-28ca-4d72-a8e9-55a84379db7f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:36.080634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0835ba0-bcb2-4aab-9251-ef30cfe8792c req-ca0ed758-28ca-4d72-a8e9-55a84379db7f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:36.087036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0835ba0-bcb2-4aab-9251-ef30cfe8792c req-ca0ed758-28ca-4d72-a8e9-55a84379db7f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:36.089053 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b0835ba0-bcb2-4aab-9251-ef30cfe8792c req-ca0ed758-28ca-4d72-a8e9-55a84379db7f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5436 time: 0.9720440 Feb 18 09:07:36.091376 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-da10967c-5623-4abd-97db-d119132eee66 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=50c3e0f3f3ae4a4683e75cfb02f64341&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4335859 Feb 18 09:07:36.098540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10967c-5623-4abd-97db-d119132eee66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd1029b-b11c-4918-a5aa-4d0d45f5b37f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:36.100942 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46698) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:36.158053 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5a1bee75-8e0a-4114-a002-9f9bc4d33e45 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.262790 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 62e59aac-fd01-42b9-a659-61b3f4330c06 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:36.287823 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-54430b89-c3b5-4741-8ffe-03fa9ffa50a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.290290 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-510f7567-f8b4-4aec-ad6a-71ab45628a5b req-8d380d16-6ac2-431f-9a92-13cd22747d4e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=a6938656-da71-489d-aab8-8dccf229a9bc HTTP/1.1" status: 200 len: 217 time: 0.1947949 Feb 18 09:07:36.293933 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-54430b89-c3b5-4741-8ffe-03fa9ffa50a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.311129 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9afa679-69c9-4006-8b17-979ebb1d5ed0 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.379167 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 62e59aac-fd01-42b9-a659-61b3f4330c06 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:36.382080 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afa679-69c9-4006-8b17-979ebb1d5ed0 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Pushing event deleted for resources: {'Port': ['ID=d6ad005c-6cd3-489e-9acc-0ba78b50ae01,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:36.396352 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 62e59aac-fd01-42b9-a659-61b3f4330c06 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:36.396800 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.404004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46704) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:36.470631 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-54430b89-c3b5-4741-8ffe-03fa9ffa50a8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5836e83fa6ea4b19bdf693352ea04850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7090828 Feb 18 09:07:36.473257 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46708) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:36.478200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54430b89-c3b5-4741-8ffe-03fa9ffa50a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae927896-7a08-4d57-8934-bfe92d360768,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:36.526385 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.553767 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9afa679-69c9-4006-8b17-979ebb1d5ed0 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.556994 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-610922fa-18be-4349-8811-64b17a6c6412 req-a3d847cf-f9b6-4f49-aee5-7156e70bdfb0 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=813ba5ad-0a18-4efb-b1df-d4e277eeb570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4644742 Feb 18 09:07:36.568817 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b0835ba0-bcb2-4aab-9251-ef30cfe8792c req-c0e42b8e-2089-46ab-8529-fa14a388bcae tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3312576 Feb 18 09:07:36.569523 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1fef96fc-1929-4038-85b4-da2d18800b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.579002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 62e59aac-fd01-42b9-a659-61b3f4330c06, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=62e59aac-fd01-42b9-a659-61b3f4330c06,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:36.589191 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.594315 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 21f5395e-91c2-45cb-9462-e9b25b7c5da5 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:36.610317 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-098991a6-86a0-4f6d-a8be-6c434f7697e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.613536 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Network 6f49c8e1-a839-4c99-8c92-734b76aec8ca is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:36.616672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f7567-f8b4-4aec-ad6a-71ab45628a5b req-a012b178-e38e-48c7-a235-cf351430503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:36.618877 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-510f7567-f8b4-4aec-ad6a-71ab45628a5b req-a012b178-e38e-48c7-a235-cf351430503d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b144e19a-bd7c-46c9-b06a-e73f2f650887 HTTP/1.1" status: 200 len: 838 time: 0.3103485 Feb 18 09:07:36.629320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:36.630800 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1fef96fc-1929-4038-85b4-da2d18800b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:36.691805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1fef96fc-1929-4038-85b4-da2d18800b70 admin admin] Usage tracker for resource:security_group_rule and tenant:56a9018cbdad4ad5bb244483a7c586b5 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:36.699337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1fef96fc-1929-4038-85b4-da2d18800b70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:36.760396 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9afa679-69c9-4006-8b17-979ebb1d5ed0 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.762814 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9afa679-69c9-4006-8b17-979ebb1d5ed0 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.780204 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=62e59aac-fd01-42b9-a659-61b3f4330c06,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:36.795156 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 21f5395e-91c2-45cb-9462-e9b25b7c5da5 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:36.799305 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1e71d98-0874-45e8-9ebe-c1c248d327db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.801551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 21f5395e-91c2-45cb-9462-e9b25b7c5da5 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:36.801743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1fef96fc-1929-4038-85b4-da2d18800b70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:36.802155 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.815921 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9afa679-69c9-4006-8b17-979ebb1d5ed0 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.816763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9afa679-69c9-4006-8b17-979ebb1d5ed0 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Fanout notify agent at l3_agent the message router_deleted on router e201d440-630c-4cf2-9737-34eafebea2bd {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:07:36.852198 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-098991a6-86a0-4f6d-a8be-6c434f7697e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.891184 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9afa679-69c9-4006-8b17-979ebb1d5ed0 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.892293 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e9afa679-69c9-4006-8b17-979ebb1d5ed0 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "DELETE /v2.0/routers/e201d440-630c-4cf2-9737-34eafebea2bd HTTP/1.1" status: 204 len: 168 time: 2.3072071 Feb 18 09:07:36.906087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46712) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:36.914590 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2d0ecebc-3dde-46ce-8375-0f8e03c38e9b tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-896286139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:36.922506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d0ecebc-3dde-46ce-8375-0f8e03c38e9b tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:36.927544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2d0ecebc-3dde-46ce-8375-0f8e03c38e9b tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Usage tracker for resource:router and tenant:ef2d54d47fb6418aaeaaf662260119f1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:36.931875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2d0ecebc-3dde-46ce-8375-0f8e03c38e9b tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:36.943768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d0ecebc-3dde-46ce-8375-0f8e03c38e9b tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:36.958572 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-098991a6-86a0-4f6d-a8be-6c434f7697e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.959481 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e59aac-fd01-42b9-a659-61b3f4330c06'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:07:36.964614 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5a1bee75-8e0a-4114-a002-9f9bc4d33e45 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.969767 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.987352 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d0ecebc-3dde-46ce-8375-0f8e03c38e9b tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.988553 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d0ecebc-3dde-46ce-8375-0f8e03c38e9b tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.996834 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1e71d98-0874-45e8-9ebe-c1c248d327db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:36.997261 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098991a6-86a0-4f6d-a8be-6c434f7697e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae927896-7a08-4d57-8934-bfe92d360768,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:37.005320 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-098991a6-86a0-4f6d-a8be-6c434f7697e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.005650 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-098991a6-86a0-4f6d-a8be-6c434f7697e1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ae927896-7a08-4d57-8934-bfe92d360768 HTTP/1.1" status: 204 len: 168 time: 0.5294976 Feb 18 09:07:37.007043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3840d71a-2f85-440e-86f5-ef0bf4de8e0c None None] Provisioning complete for port 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:37.007456 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3840d71a-2f85-440e-86f5-ef0bf4de8e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.019323 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d0ecebc-3dde-46ce-8375-0f8e03c38e9b tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.044582 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d0ecebc-3dde-46ce-8375-0f8e03c38e9b tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.057223 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e59aac-fd01-42b9-a659-61b3f4330c06', 'code': 200} Feb 18 09:07:37.062312 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 21f5395e-91c2-45cb-9462-e9b25b7c5da5, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=21f5395e-91c2-45cb-9462-e9b25b7c5da5,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:37.076509 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.077213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f7248b01-6f93-4892-be46-f6a080f62cfc up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:37.085878 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5a1bee75-8e0a-4114-a002-9f9bc4d33e45 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.087384 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-5a1bee75-8e0a-4114-a002-9f9bc4d33e45 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Floating IP e76fe4f4-ff4c-422b-a3eb-795550979822 disassociated. External IP: 172.25.1.129, port: 4ed13d76-d6a7-4806-9a04-9be05daa99dd. Feb 18 09:07:37.088722 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d0ecebc-3dde-46ce-8375-0f8e03c38e9b tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.091028 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2d0ecebc-3dde-46ce-8375-0f8e03c38e9b tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1810493 Feb 18 09:07:37.093911 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46720) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:37.102583 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c74b8439-5bdc-4370-9c15-e376afcc1849 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'enable_snat': False}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:37.173414 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-3840d71a-2f85-440e-86f5-ef0bf4de8e0c None None] Port 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:07:37.206052 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=21f5395e-91c2-45cb-9462-e9b25b7c5da5,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:37.220570 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port f7248b01-6f93-4892-be46-f6a080f62cfc completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:37.226706 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port f7248b01-6f93-4892-be46-f6a080f62cfc triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:37.227368 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.299354 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1e71d98-0874-45e8-9ebe-c1c248d327db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.342533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e71d98-0874-45e8-9ebe-c1c248d327db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd1029b-b11c-4918-a5aa-4d0d45f5b37f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:37.378633 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.416920 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1e71d98-0874-45e8-9ebe-c1c248d327db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.417361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port f7248b01-6f93-4892-be46-f6a080f62cfc, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f7248b01-6f93-4892-be46-f6a080f62cfc,segment=NetworkSegment(66380197-dc09-412d-8934-9a6ccf344e14),segment_id=66380197-dc09-412d-8934-9a6ccf344e14)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:37.418070 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e1e71d98-0874-45e8-9ebe-c1c248d327db admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5dd1029b-b11c-4918-a5aa-4d0d45f5b37f HTTP/1.1" status: 204 len: 168 time: 1.2631204 Feb 18 09:07:37.425772 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.427005 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:37.446121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f7567-f8b4-4aec-ad6a-71ab45628a5b req-f53edba3-f94b-4734-bc4c-bfeddd2e5183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:37.448455 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-510f7567-f8b4-4aec-ad6a-71ab45628a5b req-f53edba3-f94b-4734-bc4c-bfeddd2e5183 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5308d335-ff85-4931-bce7-c68db4ac28a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8107729 Feb 18 09:07:37.611891 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=f7248b01-6f93-4892-be46-f6a080f62cfc,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:37.634273 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c74b8439-5bdc-4370-9c15-e376afcc1849 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.669472 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:37.676257 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:37.676846 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.907537 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:37.922119 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a6938656-da71-489d-aab8-8dccf229a9bc details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:07:38.049463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e767ebc6-9e6b-4ec3-9ccc-9e86213dce06, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e767ebc6-9e6b-4ec3-9ccc-9e86213dce06,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:38.066829 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:38.066829 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 26b3a920-6dde-4571-aabb-5eff82ec1048 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:38.093800 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Router 1b289673-4ef1-4485-94f1-64edd27ca5c8 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:07:38.182252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1bee75-8e0a-4114-a002-9f9bc4d33e45 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router c4d0a299-bbd4-425d-84ad-464d1a4f8fbd has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:07:38.297603 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a6938656-da71-489d-aab8-8dccf229a9bc, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a6938656-da71-489d-aab8-8dccf229a9bc,segment=NetworkSegment(057a480f-e432-458a-96e6-178ba0584329),segment_id=057a480f-e432-458a-96e6-178ba0584329)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:38.317524 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'a6938656-da71-489d-aab8-8dccf229a9bc', 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3', 'port_id': 'a6938656-da71-489d-aab8-8dccf229a9bc', 'mac_address': 'fa:16:3e:6b:49:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b144e19a-bd7c-46c9-b06a-e73f2f650887', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:07:38.377399 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c74b8439-5bdc-4370-9c15-e376afcc1849 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:38.378407 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=e767ebc6-9e6b-4ec3-9ccc-9e86213dce06,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:38.403998 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:38.418262 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c74b8439-5bdc-4370-9c15-e376afcc1849 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:38.419714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 26b3a920-6dde-4571-aabb-5eff82ec1048 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:38.431066 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 26b3a920-6dde-4571-aabb-5eff82ec1048 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:38.432020 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:38.464801 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1fef96fc-1929-4038-85b4-da2d18800b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:38.498648 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6938656-da71-489d-aab8-8dccf229a9bc {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:07:38.518870 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1fef96fc-1929-4038-85b4-da2d18800b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:38.558978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a6938656-da71-489d-aab8-8dccf229a9bc, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a6938656-da71-489d-aab8-8dccf229a9bc,segment=NetworkSegment(057a480f-e432-458a-96e6-178ba0584329),segment_id=057a480f-e432-458a-96e6-178ba0584329)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:38.574109 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:38.621292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-c74b8439-5bdc-4370-9c15-e376afcc1849 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Allocated IP 172.25.1.46 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/6e1511c4-3017-4970-a57c-c71c46b959f9) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:38.630537 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:38.685455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20ba88-a2b3-4a8a-a454-112f304bb34d req-fe21c915-20d1-40d4-a327-9fd0db052152 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:38.690908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0b20ba88-a2b3-4a8a-a454-112f304bb34d req-fe21c915-20d1-40d4-a327-9fd0db052152 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 944 time: 0.8454902 Feb 18 09:07:38.700231 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 26b3a920-6dde-4571-aabb-5eff82ec1048, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=26b3a920-6dde-4571-aabb-5eff82ec1048,segment=NetworkSegment(840be32f-0862-44e8-b5e9-bff14e520d46),segment_id=840be32f-0862-44e8-b5e9-bff14e520d46)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:38.703053 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a6938656-da71-489d-aab8-8dccf229a9bc,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:38.708328 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:38.782676 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=26b3a920-6dde-4571-aabb-5eff82ec1048,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:38.785282 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device ceab370d-687f-456f-82e0-8283955ca57d up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:38.850533 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-510f7567-f8b4-4aec-ad6a-71ab45628a5b req-0e4d64a2-b969-4512-9fbb-9e56d18fb2a0 service neutron] 10.222.0.61 "GET /v2.0/networks/5308d335-ff85-4931-bce7-c68db4ac28a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3827889 Feb 18 09:07:38.852369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef96fc-1929-4038-85b4-da2d18800b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda8d147-f59b-40bf-86f6-584a5afc8518,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:38.886528 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c74b8439-5bdc-4370-9c15-e376afcc1849 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:38.924038 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c74b8439-5bdc-4370-9c15-e376afcc1849 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:38.958349 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1fef96fc-1929-4038-85b4-da2d18800b70 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=56a9018cbdad4ad5bb244483a7c586b5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5425236 Feb 18 09:07:38.971765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8578d3-5068-4a8f-88fb-5bb47b807b93 req-c6b05da7-70e9-480c-8d03-d571694ba0a8 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:38.977367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port ceab370d-687f-456f-82e0-8283955ca57d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:38.978468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8578d3-5068-4a8f-88fb-5bb47b807b93 req-c6b05da7-70e9-480c-8d03-d571694ba0a8 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:38.982822 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port ceab370d-687f-456f-82e0-8283955ca57d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:38.983196 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:38.984973 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8578d3-5068-4a8f-88fb-5bb47b807b93 req-c6b05da7-70e9-480c-8d03-d571694ba0a8 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:38.991076 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8578d3-5068-4a8f-88fb-5bb47b807b93 req-c6b05da7-70e9-480c-8d03-d571694ba0a8 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:39.001592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8578d3-5068-4a8f-88fb-5bb47b807b93 req-c6b05da7-70e9-480c-8d03-d571694ba0a8 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:39.009145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8578d3-5068-4a8f-88fb-5bb47b807b93 req-c6b05da7-70e9-480c-8d03-d571694ba0a8 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:39.016231 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8578d3-5068-4a8f-88fb-5bb47b807b93 req-c6b05da7-70e9-480c-8d03-d571694ba0a8 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:39.018676 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f8578d3-5068-4a8f-88fb-5bb47b807b93 req-c6b05da7-70e9-480c-8d03-d571694ba0a8 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5440 time: 0.9330325 Feb 18 09:07:39.020076 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1bee75-8e0a-4114-a002-9f9bc4d33e45 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:07:39.031157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46776) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:39.032211 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b8439-5bdc-4370-9c15-e376afcc1849 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Pushing event updated for resources: {'Port': ['ID=6e1511c4-3017-4970-a57c-c71c46b959f9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:39.040073 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9630fdc-8074-45b9-ab9b-5b0d83532e74 None None] Sync routers for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:07:39.040678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['a6938656-da71-489d-aab8-8dccf229a9bc'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:07:39.058322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74b8439-5bdc-4370-9c15-e376afcc1849 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:39.058890 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9630fdc-8074-45b9-ab9b-5b0d83532e74 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:39.059497 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b9630fdc-8074-45b9-ab9b-5b0d83532e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:39.062281 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-c74b8439-5bdc-4370-9c15-e376afcc1849 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:39.066836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74b8439-5bdc-4370-9c15-e376afcc1849 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:07:39.109157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f5395e-91c2-45cb-9462-e9b25b7c5da5'}, {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7248b01-6f93-4892-be46-f6a080f62cfc'}, {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e767ebc6-9e6b-4ec3-9ccc-9e86213dce06'}, {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b3a920-6dde-4571-aabb-5eff82ec1048'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:07:39.176437 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5a1bee75-8e0a-4114-a002-9f9bc4d33e45 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:39.234617 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b9630fdc-8074-45b9-ab9b-5b0d83532e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:39.243028 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a1b575b-e6ea-434f-8b4d-f53dbc2f86b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:39.257109 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9630fdc-8074-45b9-ab9b-5b0d83532e74 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:39.258306 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b9630fdc-8074-45b9-ab9b-5b0d83532e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:39.265181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:07:39.291533 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e32bd1db-0a7a-4f70-b934-cb97e690abc2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "PUT /v2.0/routers/1b289673-4ef1-4485-94f1-64edd27ca5c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1985397 Feb 18 09:07:39.293466 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Sync routers for ids ['1b289673-4ef1-4485-94f1-64edd27ca5c8'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:07:39.346161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46798) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:39.354890 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Routers {'1b289673-4ef1-4485-94f1-64edd27ca5c8'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:39.355550 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1b289673-4ef1-4485-94f1-64edd27ca5c8'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:39.381419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ca2bb475-cbd4-456a-abc7-38220e350cca tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1444959475', 'description': 'tempest-secgroup_access--1444959475 description', 'project_id': '2043376ef2794b84aea557eef809fcc8'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:39.388957 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ca2bb475-cbd4-456a-abc7-38220e350cca tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:39.392752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ca2bb475-cbd4-456a-abc7-38220e350cca tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Usage tracker for resource:security_group and tenant:2043376ef2794b84aea557eef809fcc8 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:39.395757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ca2bb475-cbd4-456a-abc7-38220e350cca tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:39.402914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ca2bb475-cbd4-456a-abc7-38220e350cca tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:39.431386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0b20ba88-a2b3-4a8a-a454-112f304bb34d req-05edcde5-9573-4e9c-bae9-fe05eb4c3774 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=813ba5ad-0a18-4efb-b1df-d4e277eeb570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5966592 Feb 18 09:07:39.450657 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b9630fdc-8074-45b9-ab9b-5b0d83532e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:39.451354 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9630fdc-8074-45b9-ab9b-5b0d83532e74 None None] The sync data for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:07:39.457951 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ca2bb475-cbd4-456a-abc7-38220e350cca tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:39.536662 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a1b575b-e6ea-434f-8b4d-f53dbc2f86b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:39.545518 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f8578d3-5068-4a8f-88fb-5bb47b807b93 req-7676927d-987b-4522-9918-d374710ce397 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4239848 Feb 18 09:07:39.560644 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5a1bee75-8e0a-4114-a002-9f9bc4d33e45 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "PUT /v2.0/floatingips/e76fe4f4-ff4c-422b-a3eb-795550979822 HTTP/1.1" status: 200 len: 688 time: 3.9951704 Feb 18 09:07:39.566048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46808) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:39.571374 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f5395e-91c2-45cb-9462-e9b25b7c5da5', 'code': 200} Feb 18 09:07:39.571834 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7248b01-6f93-4892-be46-f6a080f62cfc', 'code': 200} Feb 18 09:07:39.571834 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e767ebc6-9e6b-4ec3-9ccc-9e86213dce06', 'code': 200} Feb 18 09:07:39.572050 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b3a920-6dde-4571-aabb-5eff82ec1048', 'code': 200} Feb 18 09:07:39.641768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ca2bb475-cbd4-456a-abc7-38220e350cca tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:39.686687 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:39.698931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ca2bb475-cbd4-456a-abc7-38220e350cca tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Usage tracker for resource:security_group_rule and tenant:2043376ef2794b84aea557eef809fcc8 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:39.792569 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ca2bb475-cbd4-456a-abc7-38220e350cca tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:39.797440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-669ac740-1030-4288-a254-27d1aa06dc8c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Deleting port f7831b65-75b1-46da-8e04-21f3888b2b13 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:07:39.798011 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-669ac740-1030-4288-a254-27d1aa06dc8c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:39.837789 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port ceab370d-687f-456f-82e0-8283955ca57d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=ceab370d-687f-456f-82e0-8283955ca57d,segment=NetworkSegment(840be32f-0862-44e8-b5e9-bff14e520d46),segment_id=840be32f-0862-44e8-b5e9-bff14e520d46)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:39.978442 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46816) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:39.979232 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c74b8439-5bdc-4370-9c15-e376afcc1849 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:39.987823 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:40.070033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Set router 1b289673-4ef1-4485-94f1-64edd27ca5c8 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:07:40.087722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ca2bb475-cbd4-456a-abc7-38220e350cca tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:40.108507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-510f7567-f8b4-4aec-ad6a-71ab45628a5b req-b7b73f9c-db91-476d-8593-55e6c3172ace service neutron] 10.222.0.61 "GET /v2.0/networks/5308d335-ff85-4931-bce7-c68db4ac28a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1895852 Feb 18 09:07:40.245541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=ceab370d-687f-456f-82e0-8283955ca57d,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:40.248500 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a1b575b-e6ea-434f-8b4d-f53dbc2f86b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:40.327348 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09bee06c-5660-4e49-b264-efe5b04b4415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:40.334115 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-669ac740-1030-4288-a254-27d1aa06dc8c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:40.334605 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-669ac740-1030-4288-a254-27d1aa06dc8c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:40.344216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b575b-e6ea-434f-8b4d-f53dbc2f86b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda8d147-f59b-40bf-86f6-584a5afc8518,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:40.439707 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-09bee06c-5660-4e49-b264-efe5b04b4415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:40.443665 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a1b575b-e6ea-434f-8b4d-f53dbc2f86b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:40.445072 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2a1b575b-e6ea-434f-8b4d-f53dbc2f86b0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cda8d147-f59b-40bf-86f6-584a5afc8518 HTTP/1.1" status: 204 len: 168 time: 1.4069629 Feb 18 09:07:40.468556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-09bee06c-5660-4e49-b264-efe5b04b4415 admin admin] Usage tracker for resource:security_group_rule and tenant:91dd8eafcee34449a5c2701b9acd499a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:40.483137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-669ac740-1030-4288-a254-27d1aa06dc8c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Calling delete_port for f7831b65-75b1-46da-8e04-21f3888b2b13 owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:07:40.485066 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-09bee06c-5660-4e49-b264-efe5b04b4415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:40.522354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-09bee06c-5660-4e49-b264-efe5b04b4415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:40.666467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1153027754', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:11Z', 'updated_at': '2022-02-18T09:07:33Z', 'revision_number': 4, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:15Z', 'updated_at': '2022-02-18T09:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4ba96e5b-1277-45c9-b4c2-cc434e12d4e9', 'name': '', 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'mac_address': 'fa:16:3e:95:fe:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:28Z', 'updated_at': '2022-02-18T09:07:34Z', 'revision_number': 2, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'subnets': [{'id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:40.671738 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Checking router: 1b289673-4ef1-4485-94f1-64edd27ca5c8 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:07:40.672150 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Updating router 1b289673-4ef1-4485-94f1-64edd27ca5c8 port 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:07:40.739362 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c74b8439-5bdc-4370-9c15-e376afcc1849 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:40.743779 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:40.745593 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c74b8439-5bdc-4370-9c15-e376afcc1849 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:40.770102 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ca2bb475-cbd4-456a-abc7-38220e350cca tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:40.815707 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-669ac740-1030-4288-a254-27d1aa06dc8c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:40.885841 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ca2bb475-cbd4-456a-abc7-38220e350cca tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:40.995129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ac740-1030-4288-a254-27d1aa06dc8c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event deleted for resources: {'Port': ['ID=f7831b65-75b1-46da-8e04-21f3888b2b13,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:41.088305 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bb475-cbd4-456a-abc7-38220e350cca tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6beeaec0-06de-4988-85fb-10418fc97e0a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:41.226042 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-669ac740-1030-4288-a254-27d1aa06dc8c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.229316 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-669ac740-1030-4288-a254-27d1aa06dc8c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.232898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-669ac740-1030-4288-a254-27d1aa06dc8c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/floatingips/e76fe4f4-ff4c-422b-a3eb-795550979822 HTTP/1.1" status: 204 len: 168 time: 1.6645701 Feb 18 09:07:41.235007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46846) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:41.249758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdd5a1-9401-461f-9163-94dfa9e9c8d8 req-3c841a55-f233-4780-8cb9-33f1febe26d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:41.251328 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9fdd5a1-9401-461f-9163-94dfa9e9c8d8 req-3c841a55-f233-4780-8cb9-33f1febe26d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 945 time: 0.4798772 Feb 18 09:07:41.252197 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ca2bb475-cbd4-456a-abc7-38220e350cca tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.253716 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ca2bb475-cbd4-456a-abc7-38220e350cca tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.9007037 Feb 18 09:07:41.256377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46852) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:41.264748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-16937ea8-7615-4a26-bea7-48a12d04bd26 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1370550035', 'description': 'tempest-secgroup_general--1370550035 description', 'project_id': '2043376ef2794b84aea557eef809fcc8'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:41.288922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc12e-44cd-495c-9c54-22aed8e1b853 req-83c82127-300d-4b0f-a4d1-681f5aea874f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:41.294666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc12e-44cd-495c-9c54-22aed8e1b853 req-83c82127-300d-4b0f-a4d1-681f5aea874f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:41.297574 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.300908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc12e-44cd-495c-9c54-22aed8e1b853 req-83c82127-300d-4b0f-a4d1-681f5aea874f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:41.307046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc12e-44cd-495c-9c54-22aed8e1b853 req-83c82127-300d-4b0f-a4d1-681f5aea874f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:41.310950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Transition to ACTIVE for port object 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:41.312782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc12e-44cd-495c-9c54-22aed8e1b853 req-83c82127-300d-4b0f-a4d1-681f5aea874f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:41.315437 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.319481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc12e-44cd-495c-9c54-22aed8e1b853 req-83c82127-300d-4b0f-a4d1-681f5aea874f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:41.320778 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.325721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc12e-44cd-495c-9c54-22aed8e1b853 req-83c82127-300d-4b0f-a4d1-681f5aea874f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:41.334204 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afffc12e-44cd-495c-9c54-22aed8e1b853 req-83c82127-300d-4b0f-a4d1-681f5aea874f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5442 time: 0.5065973 Feb 18 09:07:41.337318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-16937ea8-7615-4a26-bea7-48a12d04bd26 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:41.364247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-16937ea8-7615-4a26-bea7-48a12d04bd26 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Usage tracker for resource:security_group and tenant:2043376ef2794b84aea557eef809fcc8 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:41.368798 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-16937ea8-7615-4a26-bea7-48a12d04bd26 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:41.378179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-16937ea8-7615-4a26-bea7-48a12d04bd26 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:41.403516 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-55f8f513-9bd2-46b2-a2f8-ecb2ca8286b6 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] delete failed (client error): The resource could not be found. Feb 18 09:07:41.404712 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-55f8f513-9bd2-46b2-a2f8-ecb2ca8286b6 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/floatingips/e76fe4f4-ff4c-422b-a3eb-795550979822 HTTP/1.1" status: 404 len: 345 time: 0.1642611 Feb 18 09:07:41.408210 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a080c-2928-4f64-bb2a-bbeda44a88fe None None] Pushing event updated for resources: {'Port': ['ID=4ba96e5b-1277-45c9-b4c2-cc434e12d4e9,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:41.414127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46856) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:41.419352 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09bee06c-5660-4e49-b264-efe5b04b4415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.425824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9fdd5a1-9401-461f-9163-94dfa9e9c8d8 req-02440025-64c1-4a32-91de-38c569e9325a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=813ba5ad-0a18-4efb-b1df-d4e277eeb570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530969 Feb 18 09:07:41.429495 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16937ea8-7615-4a26-bea7-48a12d04bd26 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.456257 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afffc12e-44cd-495c-9c54-22aed8e1b853 req-1107ad11-144f-4f0b-ab83-849d406a5088 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210353 Feb 18 09:07:41.499819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-16937ea8-7615-4a26-bea7-48a12d04bd26 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:41.505852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-16937ea8-7615-4a26-bea7-48a12d04bd26 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Usage tracker for resource:security_group_rule and tenant:2043376ef2794b84aea557eef809fcc8 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:41.523825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-16937ea8-7615-4a26-bea7-48a12d04bd26 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:41.534571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-16937ea8-7615-4a26-bea7-48a12d04bd26 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:41.625361 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09bee06c-5660-4e49-b264-efe5b04b4415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.715031 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceab370d-687f-456f-82e0-8283955ca57d'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:07:41.721393 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16937ea8-7615-4a26-bea7-48a12d04bd26 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.727294 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16937ea8-7615-4a26-bea7-48a12d04bd26 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.729662 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.767974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bee06c-5660-4e49-b264-efe5b04b4415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023b1ff8-6e9c-4cbc-870f-0d0f9a57af6f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:41.780298 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-09bee06c-5660-4e49-b264-efe5b04b4415 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=91dd8eafcee34449a5c2701b9acd499a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7363265 Feb 18 09:07:41.792627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46872) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:41.793395 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Attempting to bind port 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:41.795896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Attempting to bind port 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '682d7a8b-8ff8-43e1-a69d-5d077214b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:41.796667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Attempting to bind port 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 on network 6f49c8e1-a839-4c99-8c92-734b76aec8ca {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:41.805682 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:07:41.806360 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Checking segment: {'id': '682d7a8b-8ff8-43e1-a69d-5d077214b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:07:41.807085 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.807911 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Bound using segment: {'id': '682d7a8b-8ff8-43e1-a69d-5d077214b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:07:41.808574 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Bound port: 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682d7a8b-8ff8-43e1-a69d-5d077214b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:41.809245 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.826944 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceab370d-687f-456f-82e0-8283955ca57d', 'code': 200} Feb 18 09:07:41.840149 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16937ea8-7615-4a26-bea7-48a12d04bd26 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.857292 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-16937ea8-7615-4a26-bea7-48a12d04bd26 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5997765 Feb 18 09:07:41.857494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46876) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:41.859815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16937ea8-7615-4a26-bea7-48a12d04bd26 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:41.872963 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4aaef54b-09ab-424e-b43a-e32cf3fec7c2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Request body: {'security_group_rule': {'security_group_id': '6beeaec0-06de-4988-85fb-10418fc97e0a', 'project_id': '2043376ef2794b84aea557eef809fcc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:41.900630 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4aaef54b-09ab-424e-b43a-e32cf3fec7c2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:41.903008 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74b8439-5bdc-4370-9c15-e376afcc1849 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Router bd36d8cb-798e-4759-a22a-9d3e9562da80 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:07:41.919667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4aaef54b-09ab-424e-b43a-e32cf3fec7c2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Usage tracker for resource:security_group_rule and tenant:2043376ef2794b84aea557eef809fcc8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:41.932952 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a6938656-da71-489d-aab8-8dccf229a9bc up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:41.957345 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0760bb3a-cdb4-4a7c-ba3c-8ca214ba9e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:41.999334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42969bd1-1643-4ac6-aae5-59bbfcb1b3b7 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:42.001297 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0760bb3a-cdb4-4a7c-ba3c-8ca214ba9e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.006423 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42969bd1-1643-4ac6-aae5-59bbfcb1b3b7 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:42.013182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42969bd1-1643-4ac6-aae5-59bbfcb1b3b7 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:42.014312 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-42969bd1-1643-4ac6-aae5-59bbfcb1b3b7 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Synchronizing usage tracker for tenant:80d3e6f8de37419bb10065056be9574a on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:42.018005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4aaef54b-09ab-424e-b43a-e32cf3fec7c2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:42.041969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4aaef54b-09ab-424e-b43a-e32cf3fec7c2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:42.075967 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0760bb3a-cdb4-4a7c-ba3c-8ca214ba9e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.081664 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] For port 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:07:42.088235 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] For port 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4ba96e5b-1277-45c9-b4c2-cc434e12d4e9,segment=NetworkSegment(682d7a8b-8ff8-43e1-a69d-5d077214b054),segment_id=682d7a8b-8ff8-43e1-a69d-5d077214b054)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:07:42.097929 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.110804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760bb3a-cdb4-4a7c-ba3c-8ca214ba9e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023b1ff8-6e9c-4cbc-870f-0d0f9a57af6f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:42.127585 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0760bb3a-cdb4-4a7c-ba3c-8ca214ba9e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.129794 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0760bb3a-cdb4-4a7c-ba3c-8ca214ba9e7c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/023b1ff8-6e9c-4cbc-870f-0d0f9a57af6f HTTP/1.1" status: 204 len: 168 time: 0.3332789 Feb 18 09:07:42.135377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-42969bd1-1643-4ac6-aae5-59bbfcb1b3b7 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Unset dirty status for tenant:80d3e6f8de37419bb10065056be9574a on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:42.136567 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-42969bd1-1643-4ac6-aae5-59bbfcb1b3b7 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "GET /v2.0/ports?network_id=caaf325e-f6fa-45f3-8efd-55b0e88aa717 HTTP/1.1" status: 200 len: 2355 time: 0.7213733 Feb 18 09:07:42.149388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46884) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:42.164644 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port a6938656-da71-489d-aab8-8dccf229a9bc completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:42.203600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port a6938656-da71-489d-aab8-8dccf229a9bc triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:42.203971 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.258940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eadd45c-50df-4a66-8243-dada48459b25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:42.266393 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5eadd45c-50df-4a66-8243-dada48459b25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "GET /v2.0/subnets/940d9cad-b5ce-4147-aea1-4ac0f5fe30cd HTTP/1.1" status: 200 len: 797 time: 0.1158309 Feb 18 09:07:42.267120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 46890) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:42.274656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'port': {'network_id': 'caaf325e-f6fa-45f3-8efd-55b0e88aa717', 'name': 'tempest-FloatingIPTestJSON-1988315656', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:42.297654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74b8439-5bdc-4370-9c15-e376afcc1849 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:07:42.314119 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ed5a54-c8dc-4e71-a941-08d170be76f9 None None] Sync routers for ids ['bd36d8cb-798e-4759-a22a-9d3e9562da80'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:07:42.332413 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4aaef54b-09ab-424e-b43a-e32cf3fec7c2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.332939 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ed5a54-c8dc-4e71-a941-08d170be76f9 None None] Routers {'bd36d8cb-798e-4759-a22a-9d3e9562da80'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:42.334460 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-50ed5a54-c8dc-4e71-a941-08d170be76f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['bd36d8cb-798e-4759-a22a-9d3e9562da80'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:42.392182 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c74b8439-5bdc-4370-9c15-e376afcc1849 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.393632 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c74b8439-5bdc-4370-9c15-e376afcc1849 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "PUT /v2.0/routers/bd36d8cb-798e-4759-a22a-9d3e9562da80 HTTP/1.1" status: 200 len: 918 time: 5.2985532 Feb 18 09:07:42.398446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46896) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:42.447960 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Routers {'1b289673-4ef1-4485-94f1-64edd27ca5c8'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:42.448631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1b289673-4ef1-4485-94f1-64edd27ca5c8'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:42.535877 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-50ed5a54-c8dc-4e71-a941-08d170be76f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:42.575316 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ed5a54-c8dc-4e71-a941-08d170be76f9 None None] Routers {'bd36d8cb-798e-4759-a22a-9d3e9562da80'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:42.579798 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-50ed5a54-c8dc-4e71-a941-08d170be76f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['bd36d8cb-798e-4759-a22a-9d3e9562da80'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:42.720751 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4aaef54b-09ab-424e-b43a-e32cf3fec7c2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.748936 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b479a-fe2e-40ef-962d-6ad0ac85984f req-d78af1df-d105-4eff-9ac1-f70528f3d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:42.749918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b479a-fe2e-40ef-962d-6ad0ac85984f req-d78af1df-d105-4eff-9ac1-f70528f3d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:42.750543 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b479a-fe2e-40ef-962d-6ad0ac85984f req-d78af1df-d105-4eff-9ac1-f70528f3d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:42.751851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b479a-fe2e-40ef-962d-6ad0ac85984f req-d78af1df-d105-4eff-9ac1-f70528f3d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:42.752672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b479a-fe2e-40ef-962d-6ad0ac85984f req-d78af1df-d105-4eff-9ac1-f70528f3d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:42.753750 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b479a-fe2e-40ef-962d-6ad0ac85984f req-d78af1df-d105-4eff-9ac1-f70528f3d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:42.754374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b479a-fe2e-40ef-962d-6ad0ac85984f req-d78af1df-d105-4eff-9ac1-f70528f3d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:42.757578 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a99b479a-fe2e-40ef-962d-6ad0ac85984f req-d78af1df-d105-4eff-9ac1-f70528f3d9d2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 6499 time: 0.8291678 Feb 18 09:07:42.763042 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4aaef54b-09ab-424e-b43a-e32cf3fec7c2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.813929 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-50ed5a54-c8dc-4e71-a941-08d170be76f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:42.814349 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ed5a54-c8dc-4e71-a941-08d170be76f9 None None] The sync data for ids ['bd36d8cb-798e-4759-a22a-9d3e9562da80'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:07:42.839382 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4aaef54b-09ab-424e-b43a-e32cf3fec7c2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:42.842329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:42.851087 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4aaef54b-09ab-424e-b43a-e32cf3fec7c2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9907193 Feb 18 09:07:42.868870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:42.931968 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a080c-2928-4f64-bb2a-bbeda44a88fe None None] Pushing event updated for resources: {'Port': ['ID=4ba96e5b-1277-45c9-b4c2-cc434e12d4e9,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:43.011728 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a99b479a-fe2e-40ef-962d-6ad0ac85984f req-ea063589-a96e-4e7a-87be-008f65544a3e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2139313 Feb 18 09:07:43.013051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaef54b-09ab-424e-b43a-e32cf3fec7c2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6086c476-72fb-4dc7-85a3-6f42e03d6a00,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:43.029993 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Made reservation on behalf of 80d3e6f8de37419bb10065056be9574a for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:43.058835 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-818a46d6-e3df-41b4-96f3-302b48d38a6f tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "GET /v2.0/routers/bd36d8cb-798e-4759-a22a-9d3e9562da80 HTTP/1.1" status: 200 len: 924 time: 0.6581991 Feb 18 09:07:43.059877 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46920) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:43.173575 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:43.217553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] Set router 1b289673-4ef1-4485-94f1-64edd27ca5c8 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:07:43.237431 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dc52a5-03ab-49ec-95f9-f3d65bf15ea9 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:43.238376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d7dc52a5-03ab-49ec-95f9-f3d65bf15ea9 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Synchronizing usage tracker for tenant:82297e75180b430aae0d4b04ceea4787 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:43.284519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d7dc52a5-03ab-49ec-95f9-f3d65bf15ea9 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Unset dirty status for tenant:82297e75180b430aae0d4b04ceea4787 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:43.290445 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d7dc52a5-03ab-49ec-95f9-f3d65bf15ea9 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&device_id=bd36d8cb-798e-4759-a22a-9d3e9562da80&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2275093 Feb 18 09:07:43.290789 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46934) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:43.354398 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e652178-6248-41cb-93e1-f2e5a00e2b80 req-06b2e264-ad06-4050-8290-bed094dd3386 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:43.355847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e652178-6248-41cb-93e1-f2e5a00e2b80 req-06b2e264-ad06-4050-8290-bed094dd3386 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 945 time: 0.6667097 Feb 18 09:07:43.359702 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:43.405111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c1349-4f52-4f3b-b0d6-24034b24a116 req-e607c9c7-4f9c-4b1f-8dfb-56a43128a1c1 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:43.411946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c1349-4f52-4f3b-b0d6-24034b24a116 req-e607c9c7-4f9c-4b1f-8dfb-56a43128a1c1 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:43.418388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c1349-4f52-4f3b-b0d6-24034b24a116 req-e607c9c7-4f9c-4b1f-8dfb-56a43128a1c1 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:43.425714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c1349-4f52-4f3b-b0d6-24034b24a116 req-e607c9c7-4f9c-4b1f-8dfb-56a43128a1c1 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:43.432648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c1349-4f52-4f3b-b0d6-24034b24a116 req-e607c9c7-4f9c-4b1f-8dfb-56a43128a1c1 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:43.439379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c1349-4f52-4f3b-b0d6-24034b24a116 req-e607c9c7-4f9c-4b1f-8dfb-56a43128a1c1 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:43.446346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c1349-4f52-4f3b-b0d6-24034b24a116 req-e607c9c7-4f9c-4b1f-8dfb-56a43128a1c1 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:43.448085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d65c1349-4f52-4f3b-b0d6-24034b24a116 req-e607c9c7-4f9c-4b1f-8dfb-56a43128a1c1 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5442 time: 0.5556400 Feb 18 09:07:43.528387 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a6938656-da71-489d-aab8-8dccf229a9bc, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a6938656-da71-489d-aab8-8dccf229a9bc,segment=NetworkSegment(057a480f-e432-458a-96e6-178ba0584329),segment_id=057a480f-e432-458a-96e6-178ba0584329)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:43.577090 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f6bc41-e7c8-443b-bae1-92298b9171b2 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:43.584758 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:43.589152 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f2f6bc41-e7c8-443b-bae1-92298b9171b2 tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 881 time: 0.2940466 Feb 18 09:07:43.590115 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46944) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:43.645999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] device_id is not set on port 3b19d148-70dc-4921-b596-dca705bfb192 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:07:43.696727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a6938656-da71-489d-aab8-8dccf229a9bc,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:43.710056 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d472d6a1-0845-466f-9bed-5fa47ae0c660 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd36d8cb-798e-4759-a22a-9d3e9562da80 HTTP/1.1" status: 200 len: 205 time: 0.1144822 Feb 18 09:07:43.712015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 46950) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:43.831337 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fd9bf0-7653-4d50-acaf-cc46a796514f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6938656-da71-489d-aab8-8dccf229a9bc'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:07:43.852684 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e652178-6248-41cb-93e1-f2e5a00e2b80 req-e754737d-3ed3-4584-9317-6efa9c669223 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=813ba5ad-0a18-4efb-b1df-d4e277eeb570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4819212 Feb 18 09:07:43.874222 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d65c1349-4f52-4f3b-b0d6-24034b24a116 req-ee600a87-67f6-4e06-ac42-cdc0abba56ba tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3991339 Feb 18 09:07:44.056026 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fd9bf0-7653-4d50-acaf-cc46a796514f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6938656-da71-489d-aab8-8dccf229a9bc', 'code': 200} Feb 18 09:07:44.074559 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1153027754', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:11Z', 'updated_at': '2022-02-18T09:07:33Z', 'revision_number': 4, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:15Z', 'updated_at': '2022-02-18T09:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4ba96e5b-1277-45c9-b4c2-cc434e12d4e9', 'name': '', 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'mac_address': 'fa:16:3e:95:fe:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:28Z', 'updated_at': '2022-02-18T09:07:42Z', 'revision_number': 4, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'subnets': [{'id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:44.079009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917ea87-af0e-470b-b909-a42a8464cba8 None None] The sync data for ids ['1b289673-4ef1-4485-94f1-64edd27ca5c8'] in n-d-829434-1 is: [{'id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1153027754', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:11Z', 'updated_at': '2022-02-18T09:07:33Z', 'revision_number': 4, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:15Z', 'updated_at': '2022-02-18T09:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4ba96e5b-1277-45c9-b4c2-cc434e12d4e9', 'name': '', 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'mac_address': 'fa:16:3e:95:fe:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:28Z', 'updated_at': '2022-02-18T09:07:42Z', 'revision_number': 4, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'subnets': [{'id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:07:44.126775 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65c60fd4-5abd-42ae-a408-7628ec277a35 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:44.293645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-bbccff2b-0b71-407f-bf85-8c97cd112790 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Synchronizing usage tracker for tenant:2043376ef2794b84aea557eef809fcc8 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:44.443811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-bbccff2b-0b71-407f-bf85-8c97cd112790 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Unset dirty status for tenant:2043376ef2794b84aea557eef809fcc8 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:44.446374 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-bbccff2b-0b71-407f-bf85-8c97cd112790 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup_access--1444959475&fields=id&tenant_id=2043376ef2794b84aea557eef809fcc8 HTTP/1.1" status: 200 len: 267 time: 0.3929625 Feb 18 09:07:44.529052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec50c9e-8a91-42bb-a21d-8ac201a348d6 req-00510353-1ece-4338-b0e0-21c09ff63bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:44.530715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ec50c9e-8a91-42bb-a21d-8ac201a348d6 req-00510353-1ece-4338-b0e0-21c09ff63bd3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 1097 time: 0.3474572 Feb 18 09:07:44.603494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Allocated IP 172.20.0.14 (caaf325e-f6fa-45f3-8efd-55b0e88aa717/940d9cad-b5ce-4147-aea1-4ac0f5fe30cd/3b19d148-70dc-4921-b596-dca705bfb192) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:44.631210 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-2d988799-6b88-4915-80d3-117c64731f80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup_general--1370550035&fields=id&tenant_id=2043376ef2794b84aea557eef809fcc8 HTTP/1.1" status: 200 len: 267 time: 0.1780212 Feb 18 09:07:44.638610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Allocated IP 172.20.0.13 (caaf325e-f6fa-45f3-8efd-55b0e88aa717/940d9cad-b5ce-4147-aea1-4ac0f5fe30cd/3b19d148-70dc-4921-b596-dca705bfb192) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:44.652353 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ec50c9e-8a91-42bb-a21d-8ac201a348d6 req-f780c896-2f18-4d9a-b44f-bb6202bc08f2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=813ba5ad-0a18-4efb-b1df-d4e277eeb570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953703 Feb 18 09:07:44.853651 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65c60fd4-5abd-42ae-a408-7628ec277a35 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:44.872545 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-65c60fd4-5abd-42ae-a408-7628ec277a35 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Deleting port 6e1511c4-3017-4970-a57c-c71c46b959f9 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:07:44.873026 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65c60fd4-5abd-42ae-a408-7628ec277a35 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:45.223122 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-6b53956d-a798-4a23-941a-61b15b7838b5 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:45.231281 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-6b53956d-a798-4a23-941a-61b15b7838b5 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/networks?id=6f49c8e1-a839-4c99-8c92-734b76aec8ca HTTP/1.1" status: 200 len: 797 time: 0.5833359 Feb 18 09:07:45.234729 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65c60fd4-5abd-42ae-a408-7628ec277a35 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:45.452987 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-65c60fd4-5abd-42ae-a408-7628ec277a35 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Calling delete_port for 6e1511c4-3017-4970-a57c-c71c46b959f9 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:07:45.453892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:45.483393 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-63c30159-b09c-4973-b1c6-a45ccbae99c1 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/quotas/2043376ef2794b84aea557eef809fcc8 HTTP/1.1" status: 200 len: 375 time: 0.2508481 Feb 18 09:07:45.560949 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:45.567491 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47008) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:45.574363 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:45.574751 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:45.646762 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:45.671769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21837e12-2095-49e5-8194-967e88ae8468 req-517b2335-f08d-4bf2-a1e2-3c8f25dfa5ca tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:45.673752 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-21837e12-2095-49e5-8194-967e88ae8468 req-517b2335-f08d-4bf2-a1e2-3c8f25dfa5ca tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 946 time: 0.4401860 Feb 18 09:07:45.727979 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65c60fd4-5abd-42ae-a408-7628ec277a35 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:45.738441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-0a221060-14f2-488a-bd35-c12cc270af75 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Synchronizing usage tracker for tenant:2043376ef2794b84aea557eef809fcc8 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:45.778298 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:45.790859 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-21837e12-2095-49e5-8194-967e88ae8468 req-0225bdf7-973a-46b6-8990-9ac7bede0cdc tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=813ba5ad-0a18-4efb-b1df-d4e277eeb570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045439 Feb 18 09:07:45.806009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-0a221060-14f2-488a-bd35-c12cc270af75 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Unset dirty status for tenant:2043376ef2794b84aea557eef809fcc8 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:45.820095 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-0a221060-14f2-488a-bd35-c12cc270af75 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2043376ef2794b84aea557eef809fcc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3350468 Feb 18 09:07:45.888347 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4ba96e5b-1277-45c9-b4c2-cc434e12d4e9,segment=NetworkSegment(682d7a8b-8ff8-43e1-a69d-5d077214b054),segment_id=682d7a8b-8ff8-43e1-a69d-5d077214b054)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:45.900371 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:45.907307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c60fd4-5abd-42ae-a408-7628ec277a35 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Pushing event deleted for resources: {'Port': ['ID=6e1511c4-3017-4970-a57c-c71c46b959f9,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:46.051221 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=4ba96e5b-1277-45c9-b4c2-cc434e12d4e9,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:46.100196 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65c60fd4-5abd-42ae-a408-7628ec277a35 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:46.121316 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-719daac8-72eb-45cf-9fb2-5c69f2e62656 service neutron] 10.222.0.72 "GET /v2.0/networks/6f49c8e1-a839-4c99-8c92-734b76aec8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981324 Feb 18 09:07:46.124357 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:46.370315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network caaf325e-f6fa-45f3-8efd-55b0e88aa717 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:46.389182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-871950032'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:46.393468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:46.403125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:07:46.410501 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:46.417320 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Usage tracker for resource:network and tenant:576efcfe12a44d608df9ddb4fee10ada is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:46.421816 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65c60fd4-5abd-42ae-a408-7628ec277a35 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:46.424344 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:46.436062 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65c60fd4-5abd-42ae-a408-7628ec277a35 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:46.468312 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:46.480173 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Made reservation on behalf of 576efcfe12a44d608df9ddb4fee10ada for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:46.488952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=3b19d148-70dc-4921-b596-dca705bfb192,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:46.489186 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:46.503226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:46.503566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:46.504926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:46.505292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:46.505743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:46.506600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:46.507134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:46.507631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:46.507963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:46.508514 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:46.508939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:46.509243 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65c60fd4-5abd-42ae-a408-7628ec277a35 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:46.509377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:07:46.509789 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c60fd4-5abd-42ae-a408-7628ec277a35 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Fanout notify agent at l3_agent the message router_deleted on router bd36d8cb-798e-4759-a22a-9d3e9562da80 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:07:46.511517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:46.540535 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65c60fd4-5abd-42ae-a408-7628ec277a35 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:46.541644 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-65c60fd4-5abd-42ae-a408-7628ec277a35 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "DELETE /v2.0/routers/bd36d8cb-798e-4759-a22a-9d3e9562da80 HTTP/1.1" status: 204 len: 168 time: 2.8284254 Feb 18 09:07:46.545530 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47022) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:46.552608 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2082999952', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}, 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:46.564719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:46.568366 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:46.570743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:46.571453 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:46.573932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Usage tracker for resource:security_group_rule and tenant:576efcfe12a44d608df9ddb4fee10ada is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:46.577172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:46.584585 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:46.590833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763aa72e-aeff-4040-a939-4b0b56723c11 req-151653b5-80f4-4250-b947-739deb8c340a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:46.596860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763aa72e-aeff-4040-a939-4b0b56723c11 req-151653b5-80f4-4250-b947-739deb8c340a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:46.602958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763aa72e-aeff-4040-a939-4b0b56723c11 req-151653b5-80f4-4250-b947-739deb8c340a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:46.608783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763aa72e-aeff-4040-a939-4b0b56723c11 req-151653b5-80f4-4250-b947-739deb8c340a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:46.614570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763aa72e-aeff-4040-a939-4b0b56723c11 req-151653b5-80f4-4250-b947-739deb8c340a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:46.620942 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763aa72e-aeff-4040-a939-4b0b56723c11 req-151653b5-80f4-4250-b947-739deb8c340a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:46.626680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763aa72e-aeff-4040-a939-4b0b56723c11 req-151653b5-80f4-4250-b947-739deb8c340a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:46.634522 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-763aa72e-aeff-4040-a939-4b0b56723c11 req-151653b5-80f4-4250-b947-739deb8c340a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5442 time: 0.4169524 Feb 18 09:07:46.657483 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-079dc961-61de-4d15-9b26-cd3a400d657f service neutron] 10.222.0.72 "GET /v2.0/networks/6f49c8e1-a839-4c99-8c92-734b76aec8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300758 Feb 18 09:07:46.696627 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fb861892-2794-403d-94b1-27acaf89fd56 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.4282656 Feb 18 09:07:46.704077 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:46.705448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47026) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:46.709569 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-763aa72e-aeff-4040-a939-4b0b56723c11 req-fbf0994e-7a0c-4dfa-9663-15806b564a71 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738168 Feb 18 09:07:46.713898 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Usage tracker for resource:router and tenant:ef2d54d47fb6418aaeaaf662260119f1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:46.720879 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': '3b19d148-70dc-4921-b596-dca705bfb192', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:46.739523 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:46.739523 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:46.741820 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:46.743600 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:46.757405 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:07:46.767698 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:46.768048 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Added segment 5d76cd81-7f30-4697-b341-b648e6c33100 of type vlan for network 48ec3fa7-5467-412a-bf3b-815008c0320d Feb 18 09:07:46.813314 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:46.936564 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:46.938521 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:46.954203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:46.954850 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:47.064944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47050) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:47.068201 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:47.069804 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:47.152579 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:47.186777 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f422300f-55ad-42ef-aaed-b97d6fbdaa66 req-99ac9c03-ed5b-4a9f-8f08-b7f2f2e86b2b tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 210 time: 0.0565910 Feb 18 09:07:47.203854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c398ea1-f1ff-4e5c-9911-ba34b25ac37f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:47.235408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486af242-55a1-4712-bea8-42c33c6ab50a req-9a49d8c3-78cb-4932-bde3-25fabe9c5562 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:47.244589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486af242-55a1-4712-bea8-42c33c6ab50a req-9a49d8c3-78cb-4932-bde3-25fabe9c5562 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:47.259236 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486af242-55a1-4712-bea8-42c33c6ab50a req-9a49d8c3-78cb-4932-bde3-25fabe9c5562 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:47.272912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486af242-55a1-4712-bea8-42c33c6ab50a req-9a49d8c3-78cb-4932-bde3-25fabe9c5562 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:47.279122 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486af242-55a1-4712-bea8-42c33c6ab50a req-9a49d8c3-78cb-4932-bde3-25fabe9c5562 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:47.279296 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7096610 Feb 18 09:07:47.285911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486af242-55a1-4712-bea8-42c33c6ab50a req-9a49d8c3-78cb-4932-bde3-25fabe9c5562 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:47.292939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486af242-55a1-4712-bea8-42c33c6ab50a req-9a49d8c3-78cb-4932-bde3-25fabe9c5562 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:47.295199 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-486af242-55a1-4712-bea8-42c33c6ab50a req-9a49d8c3-78cb-4932-bde3-25fabe9c5562 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5442 time: 0.3892279 Feb 18 09:07:47.306281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47062) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:47.311416 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-1d1d12f3-5875-4ef7-8f7a-a30640b10232 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Request body: {'floatingip': {'port_id': 'f7248b01-6f93-4892-be46-f6a080f62cfc'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:47.374761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7280511-8453-4a86-a80e-211b5e83b365 tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Pushing event updated for resources: {'Network': ['ID=48ec3fa7-5467-412a-bf3b-815008c0320d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:47.396221 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 48ec3fa7-5467-412a-bf3b-815008c0320d details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:07:47.408975 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:47.553741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:47.626044 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1d1d12f3-5875-4ef7-8f7a-a30640b10232 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:47.730760 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b6e1eff-ad4e-418f-8e4b-1e266c1bb1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:47.754363 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47078) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:47.766623 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Request body: {'port': {'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d', 'binding:host_id': 'n-h2-829434-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1514458406'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:47.771460 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:47.771839 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:47.781207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:47.783828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2b6e1eff-ad4e-418f-8e4b-1e266c1bb1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:47.796327 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Usage tracker for resource:port and tenant:01f969d4011d495189edf43028b1d908 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:47.800522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2b6e1eff-ad4e-418f-8e4b-1e266c1bb1c2 admin admin] Usage tracker for resource:security_group_rule and tenant:dad247853a0d49999c48b67e1e4609c9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:47.807367 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:47.813397 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2b6e1eff-ad4e-418f-8e4b-1e266c1bb1c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:47.839375 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:47.973436 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2b6e1eff-ad4e-418f-8e4b-1e266c1bb1c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:48.059731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Made reservation on behalf of 01f969d4011d495189edf43028b1d908 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:48.062082 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:48.077423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a09c5-c517-4dba-a006-a2bc49401059 req-599a1424-5f8d-4827-b637-8f5810c86233 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:48.078996 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-730a09c5-c517-4dba-a006-a2bc49401059 req-599a1424-5f8d-4827-b637-8f5810c86233 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 946 time: 0.6023734 Feb 18 09:07:48.158439 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:48.259967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-730a09c5-c517-4dba-a006-a2bc49401059 req-07e151e8-5c3b-4845-bb37-62239a611a62 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=813ba5ad-0a18-4efb-b1df-d4e277eeb570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673839 Feb 18 09:07:48.339182 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:48.351945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:48.414848 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Usage tracker for resource:security_group_rule and tenant:01f969d4011d495189edf43028b1d908 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:48.422900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:48.493402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:48.511984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:48.531147 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20959ffa-b834-465d-b469-b416d7ba8971 req-98a4d3bc-d84e-4f1a-a0d6-9ba836ff3ab4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 210 time: 0.1130426 Feb 18 09:07:48.614508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da1c71-3a2f-4502-b518-a158523db4ea req-2b62ec5a-86a2-449a-b09d-01a0896376c8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:48.615946 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-06da1c71-3a2f-4502-b518-a158523db4ea req-2b62ec5a-86a2-449a-b09d-01a0896376c8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 946 time: 0.1502385 Feb 18 09:07:48.760987 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-06da1c71-3a2f-4502-b518-a158523db4ea req-7a761c34-39fd-4854-ad50-2307b4ab364a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=813ba5ad-0a18-4efb-b1df-d4e277eeb570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319313 Feb 18 09:07:48.771097 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b6e1eff-ad4e-418f-8e4b-1e266c1bb1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:48.778500 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1d1d12f3-5875-4ef7-8f7a-a30640b10232 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:48.795903 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1d1d12f3-5875-4ef7-8f7a-a30640b10232 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:48.837844 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b6e1eff-ad4e-418f-8e4b-1e266c1bb1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:48.869118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-2a0862f8-52ce-41e6-94c1-e72319b7c28b tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:48.869822 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-2a0862f8-52ce-41e6-94c1-e72319b7c28b tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Synchronizing usage tracker for tenant:2043376ef2794b84aea557eef809fcc8 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:49.011457 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2b6e1eff-ad4e-418f-8e4b-1e266c1bb1c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dad247853a0d49999c48b67e1e4609c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9450142 Feb 18 09:07:49.011800 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47110) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:49.023692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e1eff-ad4e-418f-8e4b-1e266c1bb1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc25d07-3203-4051-a2c9-e4424092e8a8,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:49.029650 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:49.031251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Allocated IP 172.25.1.51 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/1f761fff-b1c8-4027-bb30-27efce499b48) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:49.034811 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-2a0862f8-52ce-41e6-94c1-e72319b7c28b tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Unset dirty status for tenant:2043376ef2794b84aea557eef809fcc8 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:49.035789 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-2a0862f8-52ce-41e6-94c1-e72319b7c28b tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.81 "GET /v2.0/networks?id=6f49c8e1-a839-4c99-8c92-734b76aec8ca HTTP/1.1" status: 200 len: 797 time: 0.6777380 Feb 18 09:07:49.048797 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:49.060077 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-1d1d12f3-5875-4ef7-8f7a-a30640b10232 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Floating IP 110617ad-8bdd-42f4-a302-84a85d500a6b associated. External IP: 172.25.1.67, port: f7248b01-6f93-4892-be46-f6a080f62cfc. Feb 18 09:07:49.073654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] device_id is not set on port 422fac35-2c11-49af-b0ff-47c4c8e88123 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:07:49.177717 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c453ba54-b88f-457c-ba64-f93c358ac82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:49.242404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8f46f0-c01b-443b-a979-429bca5d9400,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:49.330047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-7f60211c-ed9b-4b6e-ab9e-479cf91a3eb5 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Synchronizing usage tracker for tenant:2043376ef2794b84aea557eef809fcc8 on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:49.410194 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c453ba54-b88f-457c-ba64-f93c358ac82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:49.466245 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-7f60211c-ed9b-4b6e-ab9e-479cf91a3eb5 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Unset dirty status for tenant:2043376ef2794b84aea557eef809fcc8 on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:49.467365 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-7f60211c-ed9b-4b6e-ab9e-479cf91a3eb5 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2043376ef2794b84aea557eef809fcc8 HTTP/1.1" status: 200 len: 478 time: 0.3523529 Feb 18 09:07:49.557077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-6d2576f6-1488-420e-8c87-58c62d7263a4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Request body: {'port': {'device_id': '380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d', 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca', 'admin_state_up': True, 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'security_groups': ['6beeaec0-06de-4988-85fb-10418fc97e0a', '6874fbba-dd48-4fe4-99fb-659c8bfd7a1c']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:49.575246 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c453ba54-b88f-457c-ba64-f93c358ac82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:49.681627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453ba54-b88f-457c-ba64-f93c358ac82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc25d07-3203-4051-a2c9-e4424092e8a8,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:49.786475 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c453ba54-b88f-457c-ba64-f93c358ac82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:49.788760 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c453ba54-b88f-457c-ba64-f93c358ac82e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5fc25d07-3203-4051-a2c9-e4424092e8a8 HTTP/1.1" status: 204 len: 168 time: 0.7756317 Feb 18 09:07:49.789081 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:49.791759 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1d12f3-5875-4ef7-8f7a-a30640b10232 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Router 9217142a-b294-432e-9e7c-670a51f03a13 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:07:49.795201 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-574e4153-b3e5-4542-b7c9-d7bc68454950 req-3a66aa17-9cc3-423b-9c2b-0029d29cc63d tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 210 time: 0.0685542 Feb 18 09:07:50.004781 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:50.064049 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:50.074822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1d12f3-5875-4ef7-8f7a-a30640b10232 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:07:50.085421 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f0ced3-0954-499b-bd66-0ebd7c1d6107 None None] Sync routers for ids ['9217142a-b294-432e-9e7c-670a51f03a13'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:07:50.085986 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1d1d12f3-5875-4ef7-8f7a-a30640b10232 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:50.116679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f0ced3-0954-499b-bd66-0ebd7c1d6107 None None] Routers {'9217142a-b294-432e-9e7c-670a51f03a13'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:50.117745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-67f0ced3-0954-499b-bd66-0ebd7c1d6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9217142a-b294-432e-9e7c-670a51f03a13'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:50.171463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:50.177435 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1d1d12f3-5875-4ef7-8f7a-a30640b10232 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "PUT /v2.0/floatingips/110617ad-8bdd-42f4-a302-84a85d500a6b HTTP/1.1" status: 200 len: 990 time: 2.8694568 Feb 18 09:07:50.177736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'tag': 'f7248b01-6f93-4892-be46-f6a080f62cfc'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:07:50.204728 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:50.214466 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:50.259449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:07:50.314297 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'tag': 'f7248b01-6f93-4892-be46-f6a080f62cfc', 'status': 'completed', 'code': 200} Feb 18 09:07:50.320648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47144) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:50.374632 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-67f0ced3-0954-499b-bd66-0ebd7c1d6107 None None] Set router 9217142a-b294-432e-9e7c-670a51f03a13 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:07:50.406231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47148) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:50.422944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=1f761fff-b1c8-4027-bb30-27efce499b48,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:50.595230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-6d2576f6-1488-420e-8c87-58c62d7263a4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:50.603538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475d366-9e83-409e-91b6-0669dcd20c11 req-60331d67-3bde-4b8e-8bbd-79d03cd72c16 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:50.608550 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-6d2576f6-1488-420e-8c87-58c62d7263a4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:50.609565 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475d366-9e83-409e-91b6-0669dcd20c11 req-60331d67-3bde-4b8e-8bbd-79d03cd72c16 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:50.615708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475d366-9e83-409e-91b6-0669dcd20c11 req-60331d67-3bde-4b8e-8bbd-79d03cd72c16 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:50.622468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475d366-9e83-409e-91b6-0669dcd20c11 req-60331d67-3bde-4b8e-8bbd-79d03cd72c16 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:50.628830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475d366-9e83-409e-91b6-0669dcd20c11 req-60331d67-3bde-4b8e-8bbd-79d03cd72c16 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:50.634960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475d366-9e83-409e-91b6-0669dcd20c11 req-60331d67-3bde-4b8e-8bbd-79d03cd72c16 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:50.644076 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475d366-9e83-409e-91b6-0669dcd20c11 req-60331d67-3bde-4b8e-8bbd-79d03cd72c16 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:50.648452 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3475d366-9e83-409e-91b6-0669dcd20c11 req-60331d67-3bde-4b8e-8bbd-79d03cd72c16 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5442 time: 0.2278204 Feb 18 09:07:50.702437 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] device_id is not set on port 422fac35-2c11-49af-b0ff-47c4c8e88123 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:07:50.714356 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:50.730986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Transition to ACTIVE for port object 422fac35-2c11-49af-b0ff-47c4c8e88123 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:50.752643 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-04de5edc-c4f1-4b22-94ef-2c441d6c9120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:50.771489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-6d2576f6-1488-420e-8c87-58c62d7263a4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Made reservation on behalf of 2043376ef2794b84aea557eef809fcc8 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:50.778920 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-6d2576f6-1488-420e-8c87-58c62d7263a4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:50.807091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-67f0ced3-0954-499b-bd66-0ebd7c1d6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9217142a-b294-432e-9e7c-670a51f03a13', 'name': 'tempest-TaggedBootDevicesTest_v242-1551364495-router', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:03:37Z', 'updated_at': '2022-02-18T09:03:53Z', 'revision_number': 4, 'project_id': '67fba04be8234c838f03f922f83b8802', 'gw_port': {'id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:39Z', 'updated_at': '2022-02-18T09:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '110617ad-8bdd-42f4-a302-84a85d500a6b', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'port_id': 'f7248b01-6f93-4892-be46-f6a080f62cfc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1', 'mac_address': 'fa:16:3e:b0:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:05:48Z', 'updated_at': '2022-02-18T09:07:48Z', 'revision_number': 1, 'project_id': '67fba04be8234c838f03f922f83b8802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ede9bfd-a2f0-493d-9701-40871edb335a', 'name': '', 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'mac_address': 'fa:16:3e:be:16:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'c738050d-ebd5-4e0e-a984-f573b8282991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:51Z', 'updated_at': '2022-02-18T09:04:05Z', 'revision_number': 5, 'project_id': '67fba04be8234c838f03f922f83b8802', 'subnets': [{'id': 'c738050d-ebd5-4e0e-a984-f573b8282991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:50.817572 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f0ced3-0954-499b-bd66-0ebd7c1d6107 None None] Checking router: 9217142a-b294-432e-9e7c-670a51f03a13 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:07:50.825946 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:50.832784 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3475d366-9e83-409e-91b6-0669dcd20c11 req-5564e870-e6f5-462d-914c-8171424f6e4c tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1713088 Feb 18 09:07:50.871780 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f0ced3-0954-499b-bd66-0ebd7c1d6107 None None] Routers {'9217142a-b294-432e-9e7c-670a51f03a13'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:50.872450 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-67f0ced3-0954-499b-bd66-0ebd7c1d6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9217142a-b294-432e-9e7c-670a51f03a13'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:51.033656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Pushing event updated for resources: {'Port': ['ID=422fac35-2c11-49af-b0ff-47c4c8e88123,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:51.045733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-04de5edc-c4f1-4b22-94ef-2c441d6c9120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:51.174989 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-67f0ced3-0954-499b-bd66-0ebd7c1d6107 None None] Set router 9217142a-b294-432e-9e7c-670a51f03a13 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:07:51.180710 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-04de5edc-c4f1-4b22-94ef-2c441d6c9120 admin admin] Usage tracker for resource:security_group_rule and tenant:97058376386d45dbb835086fb04e9c68 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:51.185329 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Allocated IP 172.25.1.167 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/5dd03d51-93c9-44fe-b838-e0fc5c2e491c) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:51.217101 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-04de5edc-c4f1-4b22-94ef-2c441d6c9120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:51.259148 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Checking segment: {'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:07:51.259805 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Network hostable DHCP agents. Network: 48ec3fa7-5467-412a-bf3b-815008c0320d, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:07:51.272892 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-04de5edc-c4f1-4b22-94ef-2c441d6c9120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:51.365765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Network 48ec3fa7-5467-412a-bf3b-815008c0320d is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:07:51.461430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94362d6e-6009-4160-b4a7-d304058e8988 req-fbab1782-df5b-4b0d-abea-4ef9c43e7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:51.462094 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94362d6e-6009-4160-b4a7-d304058e8988 req-fbab1782-df5b-4b0d-abea-4ef9c43e7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:51.462625 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94362d6e-6009-4160-b4a7-d304058e8988 req-fbab1782-df5b-4b0d-abea-4ef9c43e7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:51.463152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94362d6e-6009-4160-b4a7-d304058e8988 req-fbab1782-df5b-4b0d-abea-4ef9c43e7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:51.463676 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94362d6e-6009-4160-b4a7-d304058e8988 req-fbab1782-df5b-4b0d-abea-4ef9c43e7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:51.464200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94362d6e-6009-4160-b4a7-d304058e8988 req-fbab1782-df5b-4b0d-abea-4ef9c43e7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:51.464757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94362d6e-6009-4160-b4a7-d304058e8988 req-fbab1782-df5b-4b0d-abea-4ef9c43e7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:51.467319 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-94362d6e-6009-4160-b4a7-d304058e8988 req-fbab1782-df5b-4b0d-abea-4ef9c43e7eca service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67fba04be8234c838f03f922f83b8802&device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 6499 time: 1.0621164 Feb 18 09:07:51.534064 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 48ec3fa7-5467-412a-bf3b-815008c0320d) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:51.538901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:07:51.561274 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a482c14-031e-49d3-b843-7fa50a10b91c None None] Network 48ec3fa7-5467-412a-bf3b-815008c0320d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:07:51.568280 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebcbf1df-48f9-4ddc-aa4f-4e720bd01048 req-396c7c0f-ff95-42c9-bfbf-21e60c8423af tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 210 time: 0.3555300 Feb 18 09:07:51.654673 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:51.655142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:51.655684 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:51.668911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc81cd8-8d6a-47ab-bf3c-df959c7d6876 req-9907655f-a0e0-491c-a1ba-df34c1124332 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:51.674706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc81cd8-8d6a-47ab-bf3c-df959c7d6876 req-9907655f-a0e0-491c-a1ba-df34c1124332 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:51.680987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc81cd8-8d6a-47ab-bf3c-df959c7d6876 req-9907655f-a0e0-491c-a1ba-df34c1124332 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:51.686793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc81cd8-8d6a-47ab-bf3c-df959c7d6876 req-9907655f-a0e0-491c-a1ba-df34c1124332 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:51.692998 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc81cd8-8d6a-47ab-bf3c-df959c7d6876 req-9907655f-a0e0-491c-a1ba-df34c1124332 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:51.699870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc81cd8-8d6a-47ab-bf3c-df959c7d6876 req-9907655f-a0e0-491c-a1ba-df34c1124332 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:51.703395 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:07:51.703741 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:07:51.705973 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc81cd8-8d6a-47ab-bf3c-df959c7d6876 req-9907655f-a0e0-491c-a1ba-df34c1124332 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:51.708513 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdc81cd8-8d6a-47ab-bf3c-df959c7d6876 req-9907655f-a0e0-491c-a1ba-df34c1124332 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5442 time: 0.4971573 Feb 18 09:07:51.724711 n-d-829434-1 neutron-server[87767]: INFO neutron.plugins.ml2.plugin [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 2 to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 Feb 18 09:07:51.799241 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:51.799663 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:51.799909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:51.818394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:07:51.818763 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:07:51.822420 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:51.827351 n-d-829434-1 neutron-server[87767]: INFO neutron.plugins.ml2.plugin [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 3 to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 Feb 18 09:07:51.857562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:51.857900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:51.858235 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:51.858395 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-67f0ced3-0954-499b-bd66-0ebd7c1d6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9217142a-b294-432e-9e7c-670a51f03a13', 'name': 'tempest-TaggedBootDevicesTest_v242-1551364495-router', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:03:37Z', 'updated_at': '2022-02-18T09:03:53Z', 'revision_number': 4, 'project_id': '67fba04be8234c838f03f922f83b8802', 'gw_port': {'id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:39Z', 'updated_at': '2022-02-18T09:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '110617ad-8bdd-42f4-a302-84a85d500a6b', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'port_id': 'f7248b01-6f93-4892-be46-f6a080f62cfc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1', 'mac_address': 'fa:16:3e:b0:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:05:48Z', 'updated_at': '2022-02-18T09:07:48Z', 'revision_number': 1, 'project_id': '67fba04be8234c838f03f922f83b8802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ede9bfd-a2f0-493d-9701-40871edb335a', 'name': '', 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'mac_address': 'fa:16:3e:be:16:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'c738050d-ebd5-4e0e-a984-f573b8282991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:51Z', 'updated_at': '2022-02-18T09:04:05Z', 'revision_number': 5, 'project_id': '67fba04be8234c838f03f922f83b8802', 'subnets': [{'id': 'c738050d-ebd5-4e0e-a984-f573b8282991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:51.865525 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f0ced3-0954-499b-bd66-0ebd7c1d6107 None None] The sync data for ids ['9217142a-b294-432e-9e7c-670a51f03a13'] in n-d-829434-1 is: [{'id': '9217142a-b294-432e-9e7c-670a51f03a13', 'name': 'tempest-TaggedBootDevicesTest_v242-1551364495-router', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:03:37Z', 'updated_at': '2022-02-18T09:03:53Z', 'revision_number': 4, 'project_id': '67fba04be8234c838f03f922f83b8802', 'gw_port': {'id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:39Z', 'updated_at': '2022-02-18T09:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '110617ad-8bdd-42f4-a302-84a85d500a6b', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'port_id': 'f7248b01-6f93-4892-be46-f6a080f62cfc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1', 'mac_address': 'fa:16:3e:b0:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:05:48Z', 'updated_at': '2022-02-18T09:07:48Z', 'revision_number': 1, 'project_id': '67fba04be8234c838f03f922f83b8802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ede9bfd-a2f0-493d-9701-40871edb335a', 'name': '', 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'mac_address': 'fa:16:3e:be:16:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'c738050d-ebd5-4e0e-a984-f573b8282991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:51Z', 'updated_at': '2022-02-18T09:04:05Z', 'revision_number': 5, 'project_id': '67fba04be8234c838f03f922f83b8802', 'subnets': [{'id': 'c738050d-ebd5-4e0e-a984-f573b8282991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:07:51.886587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:07:51.886911 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:07:51.901264 n-d-829434-1 neutron-server[87767]: INFO neutron.plugins.ml2.plugin [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 4 to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 Feb 18 09:07:51.978802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:51.978802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:51.978802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:52.197579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:07:52.198207 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:07:52.199387 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-6d2576f6-1488-420e-8c87-58c62d7263a4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Allocated IP 172.20.0.5 (6f49c8e1-a839-4c99-8c92-734b76aec8ca/f83ee525-6fe4-4fe2-a945-ac5d674da777/9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:52.212995 n-d-829434-1 neutron-server[87767]: INFO neutron.plugins.ml2.plugin [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 5 to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 Feb 18 09:07:52.237023 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f3ab76-beda-429f-a134-72a7a04fa095 None None] New status for floating IP 110617ad-8bdd-42f4-a302-84a85d500a6b: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:07:52.350990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:52.351403 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:52.356366 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:52.385224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Allocated IP 172.20.0.17 (5308d335-ff85-4931-bce7-c68db4ac28a3/b144e19a-bd7c-46c9-b06a-e73f2f650887/34bd01e1-6165-4380-a1c1-e6a1cbba7a61) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:07:52.407956 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-04de5edc-c4f1-4b22-94ef-2c441d6c9120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:52.411450 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:52.529102 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:07:52.529590 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:07:52.530888 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94362d6e-6009-4160-b4a7-d304058e8988 req-5269f18b-ddb3-440f-922f-ca2aefb369a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:52.532797 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-94362d6e-6009-4160-b4a7-d304058e8988 req-5269f18b-ddb3-440f-922f-ca2aefb369a9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ec3d4a7e-a312-44cc-b0e7-a43199da5de1 HTTP/1.1" status: 200 len: 918 time: 0.9748266 Feb 18 09:07:52.544388 n-d-829434-1 neutron-server[87767]: INFO neutron.plugins.ml2.plugin [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 6 to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 Feb 18 09:07:52.552416 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-04de5edc-c4f1-4b22-94ef-2c441d6c9120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:52.594103 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:52.615554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Transition to ACTIVE for port object 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:52.646929 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:52.654067 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:52.677301 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:52.726406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Network 5308d335-ff85-4931-bce7-c68db4ac28a3 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:52.729108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:52.743080 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:52.743469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:07:52.799425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:52.841091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:07:52.874181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dfcf78d6-665c-4b28-9c1f-3b009dbafc38 req-447f979d-9cc1-48bb-8eb8-ca2fe16db010 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 210 time: 0.0883315 Feb 18 09:07:52.892702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Port': ['ID=34bd01e1-6165-4380-a1c1-e6a1cbba7a61,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:52.914978 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:52.915299 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:52.915635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:52.927113 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:52.970848 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-94362d6e-6009-4160-b4a7-d304058e8988 req-1eea6eb9-e41f-4365-b2eb-5165de68ae80 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7248b01-6f93-4892-be46-f6a080f62cfc HTTP/1.1" status: 200 len: 1000 time: 0.4102798 Feb 18 09:07:53.045710 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:07:53.046053 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:07:53.050730 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-04de5edc-c4f1-4b22-94ef-2c441d6c9120 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=97058376386d45dbb835086fb04e9c68&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6226232 Feb 18 09:07:53.054588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47200) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:53.058363 n-d-829434-1 neutron-server[87767]: INFO neutron.plugins.ml2.plugin [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 7 to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 Feb 18 09:07:53.094591 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-dcf0b13c-4ee8-48a7-8d1a-a16c0bffa762 None None] Provisioning for port 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:53.101548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-dcf0b13c-4ee8-48a7-8d1a-a16c0bffa762 None None] Provisioning complete for port 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:53.102173 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dcf0b13c-4ee8-48a7-8d1a-a16c0bffa762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:53.119089 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de5edc-c4f1-4b22-94ef-2c441d6c9120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef10cfc-37e4-4d9d-9fce-7e47f3f9d508,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:53.126071 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:53.181446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Pushing event updated for resources: {'Port': ['ID=5dd03d51-93c9-44fe-b838-e0fc5c2e491c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:53.189900 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-dcf0b13c-4ee8-48a7-8d1a-a16c0bffa762 None None] Port 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:07:53.218971 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8fca-1379-423f-a6b2-218cda927bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:53.250219 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:53.327902 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8fca-1379-423f-a6b2-218cda927bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:53.329414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:53.329747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:53.330079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:53.402447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:07:53.402791 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:07:53.417770 n-d-829434-1 neutron-server[87767]: INFO neutron.plugins.ml2.plugin [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 8 to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 Feb 18 09:07:53.430048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94362d6e-6009-4160-b4a7-d304058e8988 req-bd006a03-79ef-459b-b030-024dd56112fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:53.431725 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-94362d6e-6009-4160-b4a7-d304058e8988 req-bd006a03-79ef-459b-b030-024dd56112fd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c738050d-ebd5-4e0e-a984-f573b8282991 HTTP/1.1" status: 200 len: 856 time: 0.4418206 Feb 18 09:07:53.501140 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8fca-1379-423f-a6b2-218cda927bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:53.520249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:53.520738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:53.520939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:53.529126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb8fca-1379-423f-a6b2-218cda927bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef10cfc-37e4-4d9d-9fce-7e47f3f9d508,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:53.571742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:07:53.572248 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:07:53.595347 n-d-829434-1 neutron-server[87767]: INFO neutron.plugins.ml2.plugin [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 9 to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 Feb 18 09:07:53.759724 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8fca-1379-423f-a6b2-218cda927bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:53.763221 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6aeb8fca-1379-423f-a6b2-218cda927bbe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9ef10cfc-37e4-4d9d-9fce-7e47f3f9d508 HTTP/1.1" status: 204 len: 168 time: 0.7073290 Feb 18 09:07:53.763360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:53.763360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:53.763360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:53.787444 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-6d2576f6-1488-420e-8c87-58c62d7263a4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:53.791240 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:07:53.792079 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:07:53.805988 n-d-829434-1 neutron-server[87767]: INFO neutron.plugins.ml2.plugin [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 10 to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 Feb 18 09:07:53.863875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-6d2576f6-1488-420e-8c87-58c62d7263a4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Transition to ACTIVE for port object 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:53.872128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:53.872492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:53.872831 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:53.932937 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:53.940295 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:53.981849 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94362d6e-6009-4160-b4a7-d304058e8988 req-19cf553e-db1d-4da4-bcdd-38ca6a5c7cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:53.986286 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-94362d6e-6009-4160-b4a7-d304058e8988 req-19cf553e-db1d-4da4-bcdd-38ca6a5c7cbd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec3d4a7e-a312-44cc-b0e7-a43199da5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5458019 Feb 18 09:07:53.988153 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 422fac35-2c11-49af-b0ff-47c4c8e88123 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:07:53.988153 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 422fac35-2c11-49af-b0ff-47c4c8e88123 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:07:53.988153 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:54.129850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Port': ['ID=34bd01e1-6165-4380-a1c1-e6a1cbba7a61,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:54.137102 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:54.271583 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a79bb8-d383-43a3-b210-2693f7f890ca req-dd9ad93a-d830-4611-9bb4-02658597b3e9 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:54.280882 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60a79bb8-d383-43a3-b210-2693f7f890ca req-dd9ad93a-d830-4611-9bb4-02658597b3e9 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 970 time: 0.2521899 Feb 18 09:07:54.367614 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60a79bb8-d383-43a3-b210-2693f7f890ca req-f28b1e81-6537-411b-ae11-ed16663791df tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/security-groups?id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&id=6beeaec0-06de-4988-85fb-10418fc97e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0828664 Feb 18 09:07:54.376147 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-6d2576f6-1488-420e-8c87-58c62d7263a4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:54.406161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Network 5308d335-ff85-4931-bce7-c68db4ac28a3 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:54.408254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:54.417828 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:54.495146 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:54.533116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-6d2576f6-1488-420e-8c87-58c62d7263a4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Network 6f49c8e1-a839-4c99-8c92-734b76aec8ca is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:54.535706 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:54.689680 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-6d2576f6-1488-420e-8c87-58c62d7263a4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:54.697564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:07:54.723282 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-6d2576f6-1488-420e-8c87-58c62d7263a4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:07:54.830929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] For port 422fac35-2c11-49af-b0ff-47c4c8e88123, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:07:54.831490 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempted to set empty binding levels {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 18 09:07:54.963704 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-aab30761-bea2-48d8-8294-5d285ebc4071 None None] Provisioning complete for port 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:54.965594 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aab30761-bea2-48d8-8294-5d285ebc4071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:55.010594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2576f6-1488-420e-8c87-58c62d7263a4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event updated for resources: {'Port': ['ID=9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:55.125280 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-aab30761-bea2-48d8-8294-5d285ebc4071 None None] Port 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:07:55.157379 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:55.157533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:07:55.168715 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-94362d6e-6009-4160-b4a7-d304058e8988 req-19078549-cbbd-4ec6-80d2-062a31271e87 service neutron] 10.222.0.81 "GET /v2.0/networks/ec3d4a7e-a312-44cc-b0e7-a43199da5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1306651 Feb 18 09:07:55.172777 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Sync routers for ids ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:07:55.176923 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-467df584-daa0-45e6-87b2-25ef1a30e8f4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "PUT /v2.0/routers/22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8551574 Feb 18 09:07:55.196821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Routers {'22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:55.196821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:55.204362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:55.205007 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:55.325125 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bc7ed739-6006-423c-94ec-2c91f3313a14 None None] Provisioning for port 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:55.335730 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bc7ed739-6006-423c-94ec-2c91f3313a14 None None] Provisioning complete for port 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:55.337342 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bc7ed739-6006-423c-94ec-2c91f3313a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:55.393647 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:55.480712 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-bc7ed739-6006-423c-94ec-2c91f3313a14 None None] Port 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:07:55.524640 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Set router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:07:55.634610 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-6d2576f6-1488-420e-8c87-58c62d7263a4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:55.635003 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-6d2576f6-1488-420e-8c87-58c62d7263a4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:55.641035 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=1f761fff-b1c8-4027-bb30-27efce499b48,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:55.667293 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 7.9109309 Feb 18 09:07:55.761184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47268) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:55.774782 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d9b52-841f-4111-9eab-3773ee33a03d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Pushing event updated for resources: {'Port': ['ID=422fac35-2c11-49af-b0ff-47c4c8e88123,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:55.954070 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-6d2576f6-1488-420e-8c87-58c62d7263a4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 6.4707634 Feb 18 09:07:55.960229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-111b47a0-abd6-4c7d-86a2-6d83565a1049 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Deleting port 422fac35-2c11-49af-b0ff-47c4c8e88123 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:07:55.960229 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-111b47a0-abd6-4c7d-86a2-6d83565a1049 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:56.013799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Request body: {'port': {'device_id': '380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:56.110060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96e0d5-5899-46ea-8ad6-ffdbfc9f78f1 req-5f1c5e3c-62ed-4986-921f-73347493019f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:56.117556 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec96e0d5-5899-46ea-8ad6-ffdbfc9f78f1 req-5f1c5e3c-62ed-4986-921f-73347493019f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 970 time: 0.4858465 Feb 18 09:07:56.312575 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-94362d6e-6009-4160-b4a7-d304058e8988 req-abee273c-b08f-48c3-8125-e06a8ed04116 service neutron] 10.222.0.81 "GET /v2.0/networks/ec3d4a7e-a312-44cc-b0e7-a43199da5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1225545 Feb 18 09:07:56.343685 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec96e0d5-5899-46ea-8ad6-ffdbfc9f78f1 req-8504af31-6653-4872-88f8-420ede2438f8 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/security-groups?id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&id=6beeaec0-06de-4988-85fb-10418fc97e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2252631 Feb 18 09:07:56.356105 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Floating IP 8902d114-6ec0-4bc5-8be8-09abac3d61a3 associated. External IP: 172.25.1.51, port: 3b19d148-70dc-4921-b596-dca705bfb192. Feb 18 09:07:56.369074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-111b47a0-abd6-4c7d-86a2-6d83565a1049 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] For port 422fac35-2c11-49af-b0ff-47c4c8e88123, host n-h2-829434-1, got binding levels [] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:07:56.369444 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-111b47a0-abd6-4c7d-86a2-6d83565a1049 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:56.398364 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:07:53Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '7417e6b9-b794-4351-9a30-a06351617309', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'port_id': 'bc685c6c-668e-487f-8f16-c1c933df8e65', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'mac_address': 'fa:16:3e:36:4d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:06:18Z', 'updated_at': '2022-02-18T09:06:28Z', 'revision_number': 1, 'project_id': '67d280681c92466b957d86889fb303b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bd01e1-6165-4380-a1c1-e6a1cbba7a61', 'name': '', 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:38:61:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'b144e19a-bd7c-46c9-b06a-e73f2f650887', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:52Z', 'updated_at': '2022-02-18T09:07:53Z', 'revision_number': 2, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': 'b144e19a-bd7c-46c9-b06a-e73f2f650887', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915fb19-d329-4e7b-aeb9-113011fafe15', 'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:45:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:16Z', 'updated_at': '2022-02-18T09:05:33Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:56.422128 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Checking router: 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:07:56.423300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Updating router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 port 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:07:56.575862 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:56.579562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-111b47a0-abd6-4c7d-86a2-6d83565a1049 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Calling delete_port for 422fac35-2c11-49af-b0ff-47c4c8e88123 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:07:56.719686 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-111b47a0-abd6-4c7d-86a2-6d83565a1049 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:56.982075 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b47a0-abd6-4c7d-86a2-6d83565a1049 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Pushing event deleted for resources: {'Port': ['ID=422fac35-2c11-49af-b0ff-47c4c8e88123,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:56.986101 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-111b47a0-abd6-4c7d-86a2-6d83565a1049 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:56.995106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-111b47a0-abd6-4c7d-86a2-6d83565a1049 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] 10.222.0.72 "DELETE /v2.0/ports/422fac35-2c11-49af-b0ff-47c4c8e88123 HTTP/1.1" status: 204 len: 168 time: 1.2356470 Feb 18 09:07:56.998554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47302) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:57.041617 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-f256f94f-2b78-4720-8b12-983e08e98530 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] GET failed (client error): The resource could not be found. Feb 18 09:07:57.042152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f256f94f-2b78-4720-8b12-983e08e98530 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Synchronizing usage tracker for tenant:01f969d4011d495189edf43028b1d908 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:07:57.058572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f256f94f-2b78-4720-8b12-983e08e98530 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Unset dirty status for tenant:01f969d4011d495189edf43028b1d908 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:07:57.064476 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f256f94f-2b78-4720-8b12-983e08e98530 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] 10.222.0.72 "GET /v2.0/ports/422fac35-2c11-49af-b0ff-47c4c8e88123 HTTP/1.1" status: 404 len: 333 time: 0.0609365 Feb 18 09:07:57.075326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47306) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:57.092865 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ea3589c8-15d2-43fd-81c0-1208c3df6de1 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Request body: {'port': {'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1330791332'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:57.099626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ea3589c8-15d2-43fd-81c0-1208c3df6de1 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:57.113039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ea3589c8-15d2-43fd-81c0-1208c3df6de1 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:57.132158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3589c8-15d2-43fd-81c0-1208c3df6de1 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Made reservation on behalf of 01f969d4011d495189edf43028b1d908 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:07:57.135654 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea3589c8-15d2-43fd-81c0-1208c3df6de1 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:57.138996 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:57.140827 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:57.154207 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Transition to ACTIVE for port object 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:57.165568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-ea3589c8-15d2-43fd-81c0-1208c3df6de1 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] device_id is not set on port cb44c75d-090f-4f80-980b-4f3646d7b519 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:07:57.173086 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:57.398845 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:57.430688 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router c4d0a299-bbd4-425d-84ad-464d1a4f8fbd has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:07:57.541589 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7b7fb-6418-4f5d-a08e-59895b718c5a None None] Pushing event updated for resources: {'Port': ['ID=34bd01e1-6165-4380-a1c1-e6a1cbba7a61,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:57.611685 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Attempting to bind port 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:57.612059 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Attempting to bind port 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '057a480f-e432-458a-96e6-178ba0584329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:57.612477 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Attempting to bind port 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 on network 5308d335-ff85-4931-bce7-c68db4ac28a3 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:57.619004 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:07:57.619683 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Checking segment: {'id': '057a480f-e432-458a-96e6-178ba0584329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:07:57.620340 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:57.620895 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Bound using segment: {'id': '057a480f-e432-458a-96e6-178ba0584329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:07:57.621565 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Bound port: 34bd01e1-6165-4380-a1c1-e6a1cbba7a61, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057a480f-e432-458a-96e6-178ba0584329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:07:57.622126 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:57.622424 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea3589c8-15d2-43fd-81c0-1208c3df6de1 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:57.684059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dfe25-fd81-4797-9632-12a0e59a5e9c req-ba345d60-8e27-453f-b3d4-8cc0d29bec3c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:57.685993 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c8dfe25-fd81-4797-9632-12a0e59a5e9c req-ba345d60-8e27-453f-b3d4-8cc0d29bec3c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 970 time: 0.1122811 Feb 18 09:07:57.716058 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea3589c8-15d2-43fd-81c0-1208c3df6de1 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:57.789775 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] For port 34bd01e1-6165-4380-a1c1-e6a1cbba7a61, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:07:57.792988 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] For port 34bd01e1-6165-4380-a1c1-e6a1cbba7a61, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=34bd01e1-6165-4380-a1c1-e6a1cbba7a61,segment=NetworkSegment(057a480f-e432-458a-96e6-178ba0584329),segment_id=057a480f-e432-458a-96e6-178ba0584329)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:07:57.803993 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:57.830948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Router 35727ba4-c02a-4fdb-aedd-30577b5afb27 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:07:57.898777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3589c8-15d2-43fd-81c0-1208c3df6de1 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Pushing event updated for resources: {'Port': ['ID=cb44c75d-090f-4f80-980b-4f3646d7b519,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:57.918286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Routers {'22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:57.919181 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:57.945888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c8dfe25-fd81-4797-9632-12a0e59a5e9c req-39667daf-80db-426b-a11a-205f3fc20af6 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/security-groups?id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&id=6beeaec0-06de-4988-85fb-10418fc97e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2512221 Feb 18 09:07:57.947899 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3589c8-15d2-43fd-81c0-1208c3df6de1 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Network 48ec3fa7-5467-412a-bf3b-815008c0320d is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:07:57.956014 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-ea3589c8-15d2-43fd-81c0-1208c3df6de1 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:07:57.960773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3589c8-15d2-43fd-81c0-1208c3df6de1 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:07:57.961711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3589c8-15d2-43fd-81c0-1208c3df6de1 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:57.962306 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea3589c8-15d2-43fd-81c0-1208c3df6de1 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:58.027106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ea3589c8-15d2-43fd-81c0-1208c3df6de1 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9554446 Feb 18 09:07:58.029583 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47338) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:58.035427 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:58.105976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7b7fb-6418-4f5d-a08e-59895b718c5a None None] Pushing event updated for resources: {'Port': ['ID=34bd01e1-6165-4380-a1c1-e6a1cbba7a61,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:58.204421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:07:58.216029 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5ee736-7d5d-4663-af45-690647fb5050 None None] Sync routers for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:07:58.232774 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5ee736-7d5d-4663-af45-690647fb5050 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:58.233412 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ca5ee736-7d5d-4663-af45-690647fb5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:58.339052 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:58.380702 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ca5ee736-7d5d-4663-af45-690647fb5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:58.390257 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5ee736-7d5d-4663-af45-690647fb5050 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:58.390861 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ca5ee736-7d5d-4663-af45-690647fb5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:58.395383 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:58.450094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] Set router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:07:58.510114 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b405c3ea-ac69-403e-b4da-1c6904bb99d5 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.7991753 Feb 18 09:07:58.511166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47352) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:58.513472 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ca5ee736-7d5d-4663-af45-690647fb5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:58.513878 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5ee736-7d5d-4663-af45-690647fb5050 None None] The sync data for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:07:58.527134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1bd590d4-1982-4e90-9a49-3a16d8b1e473 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'floatingip': {'port_id': '3b19d148-70dc-4921-b596-dca705bfb192', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:58.629589 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:07:58.654472 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f9905-f262-4b93-9230-1352dd94c114 None None] Sync routers for ids ['35727ba4-c02a-4fdb-aedd-30577b5afb27'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:07:58.687210 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f9905-f262-4b93-9230-1352dd94c114 None None] Routers {'35727ba4-c02a-4fdb-aedd-30577b5afb27'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:58.700782 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f14f9905-f262-4b93-9230-1352dd94c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['35727ba4-c02a-4fdb-aedd-30577b5afb27'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:58.803657 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f14f9905-f262-4b93-9230-1352dd94c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:58.805720 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] device_id is not set on port cb44c75d-090f-4f80-980b-4f3646d7b519 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:07:58.818019 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:58.822821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f9905-f262-4b93-9230-1352dd94c114 None None] Routers {'35727ba4-c02a-4fdb-aedd-30577b5afb27'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:07:58.823468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f14f9905-f262-4b93-9230-1352dd94c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:07:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['35727ba4-c02a-4fdb-aedd-30577b5afb27'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:58.853259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Transition to ACTIVE for port object cb44c75d-090f-4f80-980b-4f3646d7b519 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:58.862275 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:58.909492 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f14f9905-f262-4b93-9230-1352dd94c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:58.909896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f9905-f262-4b93-9230-1352dd94c114 None None] The sync data for ids ['35727ba4-c02a-4fdb-aedd-30577b5afb27'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:07:58.949815 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1bd590d4-1982-4e90-9a49-3a16d8b1e473 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:59.038725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:07:59.072474 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:59.076614 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f2287f44-a890-4c46-b6a5-cf118556d551 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 12.5300868 Feb 18 09:07:59.104292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47366) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:59.118575 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:59.140472 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-10ba7121-def4-4103-ae84-50a1f72e363c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:07:59.173786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47370) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:07:59.219144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:07:53Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '7417e6b9-b794-4351-9a30-a06351617309', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'port_id': 'bc685c6c-668e-487f-8f16-c1c933df8e65', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'mac_address': 'fa:16:3e:36:4d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:06:18Z', 'updated_at': '2022-02-18T09:06:28Z', 'revision_number': 1, 'project_id': '67d280681c92466b957d86889fb303b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bd01e1-6165-4380-a1c1-e6a1cbba7a61', 'name': '', 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:38:61:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'b144e19a-bd7c-46c9-b06a-e73f2f650887', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:52Z', 'updated_at': '2022-02-18T09:07:57Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': 'b144e19a-bd7c-46c9-b06a-e73f2f650887', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915fb19-d329-4e7b-aeb9-113011fafe15', 'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:45:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:16Z', 'updated_at': '2022-02-18T09:05:33Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:07:59.223838 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df4781-13c8-4780-8de8-2a7b0841f189 None None] The sync data for ids ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'] in n-d-829434-1 is: [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:07:53Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '7417e6b9-b794-4351-9a30-a06351617309', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'port_id': 'bc685c6c-668e-487f-8f16-c1c933df8e65', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'mac_address': 'fa:16:3e:36:4d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:06:18Z', 'updated_at': '2022-02-18T09:06:28Z', 'revision_number': 1, 'project_id': '67d280681c92466b957d86889fb303b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bd01e1-6165-4380-a1c1-e6a1cbba7a61', 'name': '', 'network_id': '5308d335-ff85-4931-bce7-c68db4ac28a3', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:38:61:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'b144e19a-bd7c-46c9-b06a-e73f2f650887', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:52Z', 'updated_at': '2022-02-18T09:07:57Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': 'b144e19a-bd7c-46c9-b06a-e73f2f650887', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915fb19-d329-4e7b-aeb9-113011fafe15', 'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:45:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:16Z', 'updated_at': '2022-02-18T09:05:33Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:07:59.238976 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Transition to ACTIVE for port object 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:07:59.249121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Pushing event updated for resources: {'Port': ['ID=cb44c75d-090f-4f80-980b-4f3646d7b519,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:59.266678 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:59.270199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:59.270425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:59.270852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:59.278656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:07:59.278892 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:07:59.279884 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 2 to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 Feb 18 09:07:59.329669 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:59.330039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:59.331692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:59.349789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:07:59.350084 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:07:59.353434 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 3 to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 Feb 18 09:07:59.477791 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:59.478153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:59.478835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:59.486518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:07:59.486862 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:07:59.487379 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 4 to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 Feb 18 09:07:59.503352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345c407-c071-46b8-8a42-097a3bb26cb4 req-efd8d905-48d0-4b90-8414-b663dc9f3f19 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:07:59.511112 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d345c407-c071-46b8-8a42-097a3bb26cb4 req-efd8d905-48d0-4b90-8414-b663dc9f3f19 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 970 time: 0.3496985 Feb 18 09:07:59.552669 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0d0acbb7-515d-440d-958e-6365b20ef2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:59.575415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:59.575959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:59.576503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:59.584462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:07:59.585415 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:07:59.587123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0d0acbb7-515d-440d-958e-6365b20ef2c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:07:59.589466 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 5 to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 Feb 18 09:07:59.600823 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:07:59.608165 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0d0acbb7-515d-440d-958e-6365b20ef2c6 admin admin] Usage tracker for resource:security_group_rule and tenant:f5b3fb720ab94a8c90640f7562c73797 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:07:59.613377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0d0acbb7-515d-440d-958e-6365b20ef2c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:07:59.625213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0d0acbb7-515d-440d-958e-6365b20ef2c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:07:59.662280 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d345c407-c071-46b8-8a42-097a3bb26cb4 req-3e3d7d1e-95ec-4bcc-b77e-9740987d5356 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/security-groups?id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&id=6beeaec0-06de-4988-85fb-10418fc97e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1496940 Feb 18 09:07:59.664711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:59.667567 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:59.668452 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:59.699932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:07:59.700972 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:07:59.703496 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 6 to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 Feb 18 09:07:59.738966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:59.739594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:59.740100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:59.747167 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:07:59.747722 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:07:59.751534 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 7 to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 Feb 18 09:07:59.821157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:59.821500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:59.821845 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:59.837438 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:07:59.845807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:07:59.847313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:07:59.847864 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:07:59.860683 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:07:59.869812 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Pushing event updated for resources: {'Port': ['ID=9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:07:59.874485 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 8 to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 Feb 18 09:07:59.938063 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:07:59.938399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:07:59.938741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:07:59.975183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:07:59.975183 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:08:00.065794 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 9 to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 Feb 18 09:08:00.071408 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:00.072802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:00.085658 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:00.086271 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:00.087436 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:00.092082 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:00.092687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:00.093029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:00.113761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:00.114271 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:00.114621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:00.114965 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:00.118351 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0d0acbb7-515d-440d-958e-6365b20ef2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:00.125185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:00.125699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:00.126294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:08:00.133258 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0d0acbb7-515d-440d-958e-6365b20ef2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:00.162162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:08:00.162162 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:08:00.167660 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 10 to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 Feb 18 09:08:00.179377 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:00.220335 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0d0acbb7-515d-440d-958e-6365b20ef2c6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f5b3fb720ab94a8c90640f7562c73797&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0442078 Feb 18 09:08:00.221210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47388) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:00.226982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:00.227450 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:00.227887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:08:00.230533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0acbb7-515d-440d-958e-6365b20ef2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d1580a-6e0f-4557-8d3b-521d11475ddc,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:00.273581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 34bd01e1-6165-4380-a1c1-e6a1cbba7a61, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=34bd01e1-6165-4380-a1c1-e6a1cbba7a61,segment=NetworkSegment(057a480f-e432-458a-96e6-178ba0584329),segment_id=057a480f-e432-458a-96e6-178ba0584329)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:08:00.286523 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:00.305422 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e3a45e8b-7f05-425c-a5c2-aedfdef6ffe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:00.307266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:08:00.307706 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port cb44c75d-090f-4f80-980b-4f3646d7b519 on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:08:00.308153 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:00.358586 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fca85861-c156-4bae-b1a5-d663dd5678ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:00.395299 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=34bd01e1-6165-4380-a1c1-e6a1cbba7a61,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:00.406634 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e3a45e8b-7f05-425c-a5c2-aedfdef6ffe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:00.487059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] For port cb44c75d-090f-4f80-980b-4f3646d7b519, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:08:00.487414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempted to set empty binding levels {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 18 09:08:00.492968 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:00.567127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] In _notify_port_updated(), no bound segment for port cb44c75d-090f-4f80-980b-4f3646d7b519 on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:08:00.567687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:00.568343 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:00.569929 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] 10.222.0.72 "PUT /v2.0/ports/cb44c75d-090f-4f80-980b-4f3646d7b519 HTTP/1.1" status: 200 len: 975 time: 2.5392218 Feb 18 09:08:00.577598 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47396) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:00.589086 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Attempting to bind port 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:00.589689 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Attempting to bind port 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '682d7a8b-8ff8-43e1-a69d-5d077214b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:00.589980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Attempting to bind port 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f on network 6f49c8e1-a839-4c99-8c92-734b76aec8ca {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:08:00.623331 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e3a45e8b-7f05-425c-a5c2-aedfdef6ffe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:00.704682 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Port 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f on network 6f49c8e1-a839-4c99-8c92-734b76aec8ca not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:08:00.705114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Attempting to bind port 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f on network 6f49c8e1-a839-4c99-8c92-734b76aec8ca {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:08:00.778078 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:08:00.778768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Checking segment: {'id': '682d7a8b-8ff8-43e1-a69d-5d077214b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:08:00.779377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Bound using segment: {'id': '682d7a8b-8ff8-43e1-a69d-5d077214b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:08:00.780032 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Bound port: 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682d7a8b-8ff8-43e1-a69d-5d077214b054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:08:00.780793 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:00.799311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0b066-1324-449c-a82d-c3f5bdcc4026 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Pushing event updated for resources: {'Port': ['ID=cb44c75d-090f-4f80-980b-4f3646d7b519,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:00.847581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a45e8b-7f05-425c-a5c2-aedfdef6ffe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d1580a-6e0f-4557-8d3b-521d11475ddc,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:00.896202 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e3a45e8b-7f05-425c-a5c2-aedfdef6ffe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:00.900352 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e3a45e8b-7f05-425c-a5c2-aedfdef6ffe0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f3d1580a-6e0f-4557-8d3b-521d11475ddc HTTP/1.1" status: 204 len: 168 time: 0.6738420 Feb 18 09:08:00.993967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:00.994677 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:00.995158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:00.995683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:00.996183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:00.996669 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:00.997129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:00.997643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:00.998103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:00.998608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:00.999067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:00.999512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.000396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.001073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.001691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.002330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.003000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.003613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.004226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.004905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.005539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.006764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.007566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.008191 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.008851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.009508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.010122 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.010739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.011359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.011977 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.012613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.013231 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.014825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.019671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.020387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.021114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.023416 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.024522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.025325 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.025997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.031252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] For port 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:08:01.031928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Synchronizing usage tracker for tenant:01f969d4011d495189edf43028b1d908 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:01.034826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] For port 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f,segment=NetworkSegment(682d7a8b-8ff8-43e1-a69d-5d077214b054),segment_id=682d7a8b-8ff8-43e1-a69d-5d077214b054)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:08:01.063931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7941226-71d2-4e0a-afde-d382c86a7a27 req-92348f71-da54-4140-a48c-5df7b25d17f2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.063931 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7941226-71d2-4e0a-afde-d382c86a7a27 req-92348f71-da54-4140-a48c-5df7b25d17f2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 982 time: 0.2583728 Feb 18 09:08:01.077197 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:01.121530 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Unset dirty status for tenant:01f969d4011d495189edf43028b1d908 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:01.129206 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-45e01c4e-3f4b-4966-9473-88d64d27f078 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35555 time: 0.5491879 Feb 18 09:08:01.135745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47416) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:01.181553 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7941226-71d2-4e0a-afde-d382c86a7a27 req-bb000097-3dff-44cf-adb9-9c0adff4626b tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/security-groups?id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&id=6beeaec0-06de-4988-85fb-10418fc97e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1061461 Feb 18 09:08:01.341993 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47418) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:01.350514 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:01.350514 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:01.350514 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] 10.222.0.81 "PUT /v2.0/ports/9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f HTTP/1.1" status: 200 len: 1130 time: 5.3658178 Feb 18 09:08:01.379008 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0846d0f1-5eed-425a-aee0-023d7ff846dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:01.406229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0846d0f1-5eed-425a-aee0-023d7ff846dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:01.419259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0846d0f1-5eed-425a-aee0-023d7ff846dc admin admin] Usage tracker for resource:security_group_rule and tenant:85a2b47a2c49450f957171405f58c407 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:01.427552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0846d0f1-5eed-425a-aee0-023d7ff846dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:01.436986 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:08:01.437707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0846d0f1-5eed-425a-aee0-023d7ff846dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:01.478464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d', 'tag': '9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:08:01.540044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:01.540299 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:01.578510 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0846d0f1-5eed-425a-aee0-023d7ff846dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:01.590881 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0846d0f1-5eed-425a-aee0-023d7ff846dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:01.704038 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0846d0f1-5eed-425a-aee0-023d7ff846dc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=85a2b47a2c49450f957171405f58c407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676140 Feb 18 09:08:01.705037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47430) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:01.723172 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d', 'tag': '9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f', 'status': 'completed', 'code': 200} Feb 18 09:08:01.734141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846d0f1-5eed-425a-aee0-023d7ff846dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379f0921-aeeb-4d83-a4c3-58453bfb6879,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:01.793624 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f95740c-da6f-459b-9bbc-a39a0412c4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:01.808528 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-10ba7121-def4-4103-ae84-50a1f72e363c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:01.817891 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-4aefad90-48ed-4dd8-8b2a-89dd9707906d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Deleting port cb44c75d-090f-4f80-980b-4f3646d7b519 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:08:01.818220 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4aefad90-48ed-4dd8-8b2a-89dd9707906d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:01.835468 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f95740c-da6f-459b-9bbc-a39a0412c4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:01.854019 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3194b-2771-441f-aa22-4fdc4c41980b service neutron] Pushing event updated for resources: {'Port': ['ID=9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:01.914045 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f95740c-da6f-459b-9bbc-a39a0412c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:01.915470 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-10ba7121-def4-4103-ae84-50a1f72e363c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:01.932455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95740c-da6f-459b-9bbc-a39a0412c4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379f0921-aeeb-4d83-a4c3-58453bfb6879,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:01.952568 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f95740c-da6f-459b-9bbc-a39a0412c4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:01.953825 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8f95740c-da6f-459b-9bbc-a39a0412c4c7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/379f0921-aeeb-4d83-a4c3-58453bfb6879 HTTP/1.1" status: 204 len: 168 time: 0.2478576 Feb 18 09:08:01.980376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-10ba7121-def4-4103-ae84-50a1f72e363c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Deleting port 5dd03d51-93c9-44fe-b838-e0fc5c2e491c {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:08:01.980873 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-10ba7121-def4-4103-ae84-50a1f72e363c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:02.039101 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-7aed7582-d232-48d9-8690-e796a8edbd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:02.040618 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-7aed7582-d232-48d9-8690-e796a8edbd89 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2043376ef2794b84aea557eef809fcc8&device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 1133 time: 0.5578761 Feb 18 09:08:02.214112 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-e10b995a-6120-48ac-bb5d-f909ac348e56 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f HTTP/1.1" status: 200 len: 217 time: 0.1616135 Feb 18 09:08:02.413805 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-4aefad90-48ed-4dd8-8b2a-89dd9707906d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] For port cb44c75d-090f-4f80-980b-4f3646d7b519, host n-h2-829434-1, got binding levels [] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:08:02.414126 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4aefad90-48ed-4dd8-8b2a-89dd9707906d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:02.560241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba10cc-4514-46cd-b7e8-21d9332562b4 req-e70bbbfe-32fe-4c6e-a41c-e0bff44bb6a4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:02.562945 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-faba10cc-4514-46cd-b7e8-21d9332562b4 req-e70bbbfe-32fe-4c6e-a41c-e0bff44bb6a4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 982 time: 0.1890614 Feb 18 09:08:02.565269 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-4aefad90-48ed-4dd8-8b2a-89dd9707906d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Calling delete_port for cb44c75d-090f-4f80-980b-4f3646d7b519 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:08:02.649315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-706c458e-0268-4783-bb89-0d11e0860e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:02.655911 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-706c458e-0268-4783-bb89-0d11e0860e83 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f83ee525-6fe4-4fe2-a945-ac5d674da777 HTTP/1.1" status: 200 len: 834 time: 0.4202523 Feb 18 09:08:02.690720 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-faba10cc-4514-46cd-b7e8-21d9332562b4 req-26d1504b-fab8-4f3b-b802-3c71679dffae tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/security-groups?id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&id=6beeaec0-06de-4988-85fb-10418fc97e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1130939 Feb 18 09:08:02.785864 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [None req-1bd590d4-1982-4e90-9a49-3a16d8b1e473 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:08:02.997680 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-10ba7121-def4-4103-ae84-50a1f72e363c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:03.269975 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1bd590d4-1982-4e90-9a49-3a16d8b1e473 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:03.326688 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4aefad90-48ed-4dd8-8b2a-89dd9707906d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:03.343411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-10ba7121-def4-4103-ae84-50a1f72e363c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Calling delete_port for 5dd03d51-93c9-44fe-b838-e0fc5c2e491c owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:08:03.492443 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-9c43d4ee-90bf-4543-933e-fc39a1a6f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:03.492443 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-9c43d4ee-90bf-4543-933e-fc39a1a6f335 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6f49c8e1-a839-4c99-8c92-734b76aec8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7945786 Feb 18 09:08:03.492443 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1bd590d4-1982-4e90-9a49-3a16d8b1e473 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:03.505413 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:08:03.641204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefad90-48ed-4dd8-8b2a-89dd9707906d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb44c75d-090f-4f80-980b-4f3646d7b519,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:03.749253 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4aefad90-48ed-4dd8-8b2a-89dd9707906d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:03.795254 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:03.824507 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4aefad90-48ed-4dd8-8b2a-89dd9707906d tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] 10.222.0.72 "DELETE /v2.0/ports/cb44c75d-090f-4f80-980b-4f3646d7b519 HTTP/1.1" status: 204 len: 168 time: 2.4841759 Feb 18 09:08:03.829615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47498) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:03.841738 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-197a9aa2-af09-474c-a5e1-214825975832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:03.873138 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:03.992949 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6282988-61a8-44fb-a90c-4745d687bfbf tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] GET failed (client error): The resource could not be found. Feb 18 09:08:03.992949 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e6282988-61a8-44fb-a90c-4745d687bfbf tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] 10.222.0.72 "GET /v2.0/ports/cb44c75d-090f-4f80-980b-4f3646d7b519 HTTP/1.1" status: 404 len: 333 time: 0.1636310 Feb 18 09:08:03.992949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47502) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:04.010617 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-5cbc50b9-ea13-4d5c-9edb-211ad7481fde tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-938014434', 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:04.044532 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5cbc50b9-ea13-4d5c-9edb-211ad7481fde tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:04.055663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5cbc50b9-ea13-4d5c-9edb-211ad7481fde tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Usage tracker for resource:port and tenant:01f969d4011d495189edf43028b1d908 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:04.071873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5cbc50b9-ea13-4d5c-9edb-211ad7481fde tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:04.094091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5cbc50b9-ea13-4d5c-9edb-211ad7481fde tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:04.171865 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbc50b9-ea13-4d5c-9edb-211ad7481fde tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Made reservation on behalf of 01f969d4011d495189edf43028b1d908 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:04.174196 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5cbc50b9-ea13-4d5c-9edb-211ad7481fde tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:04.212653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-5cbc50b9-ea13-4d5c-9edb-211ad7481fde tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] device_id is not set on port bf03776b-7a30-4798-9051-d5de6693fe77 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:08:04.232383 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-f8ef39c4-8dbc-480e-a398-d3ef70053bcc service neutron] 10.222.0.81 "GET /v2.0/networks/6f49c8e1-a839-4c99-8c92-734b76aec8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288583 Feb 18 09:08:04.279423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6dc00c-1ac7-46f9-bc0d-fc90217385e8 req-cb9a4650-6026-47aa-84de-264218dde6a9 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:04.289798 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e6dc00c-1ac7-46f9-bc0d-fc90217385e8 req-cb9a4650-6026-47aa-84de-264218dde6a9 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 982 time: 0.1847305 Feb 18 09:08:04.500744 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-10ba7121-def4-4103-ae84-50a1f72e363c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:04.525860 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5cbc50b9-ea13-4d5c-9edb-211ad7481fde tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:04.601079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba7121-def4-4103-ae84-50a1f72e363c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Pushing event deleted for resources: {'Port': ['ID=5dd03d51-93c9-44fe-b838-e0fc5c2e491c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:04.639934 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e6dc00c-1ac7-46f9-bc0d-fc90217385e8 req-624dbfd5-8fc6-4121-8e1b-0801616f2db2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/security-groups?id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&id=6beeaec0-06de-4988-85fb-10418fc97e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3455930 Feb 18 09:08:04.674425 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5cbc50b9-ea13-4d5c-9edb-211ad7481fde tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:04.845156 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc50b9-ea13-4d5c-9edb-211ad7481fde tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Pushing event updated for resources: {'Port': ['ID=bf03776b-7a30-4798-9051-d5de6693fe77,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:04.863632 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b00b9c19-2792-49f0-9ccc-ec3e6636b461 req-bea798e6-d16e-4611-b578-babcd31823a3 service neutron] 10.222.0.81 "GET /v2.0/networks/6f49c8e1-a839-4c99-8c92-734b76aec8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6222732 Feb 18 09:08:04.865065 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-10ba7121-def4-4103-ae84-50a1f72e363c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:04.869948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbc50b9-ea13-4d5c-9edb-211ad7481fde tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Network 48ec3fa7-5467-412a-bf3b-815008c0320d is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:04.871179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-5cbc50b9-ea13-4d5c-9edb-211ad7481fde tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:04.874293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbc50b9-ea13-4d5c-9edb-211ad7481fde tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:08:04.876478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc50b9-ea13-4d5c-9edb-211ad7481fde tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:04.876478 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5cbc50b9-ea13-4d5c-9edb-211ad7481fde tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:04.909314 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5cbc50b9-ea13-4d5c-9edb-211ad7481fde tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9195220 Feb 18 09:08:04.909955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47536) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:05.000970 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.024688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d62a77-7d89-4a6e-ac7e-11235551354a tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:05.025503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a9d62a77-7d89-4a6e-ac7e-11235551354a tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Synchronizing usage tracker for tenant:01f969d4011d495189edf43028b1d908 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:05.043384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a9d62a77-7d89-4a6e-ac7e-11235551354a tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Unset dirty status for tenant:01f969d4011d495189edf43028b1d908 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:05.044050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a9d62a77-7d89-4a6e-ac7e-11235551354a tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] 10.222.0.72 "GET /v2.0/ports/bf03776b-7a30-4798-9051-d5de6693fe77 HTTP/1.1" status: 200 len: 954 time: 0.1331174 Feb 18 09:08:05.052216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47546) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:05.136601 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a5afa631-ab1d-47bf-aa09-d75c363687e6 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Deleting port bf03776b-7a30-4798-9051-d5de6693fe77 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:08:05.137231 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a5afa631-ab1d-47bf-aa09-d75c363687e6 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.415984 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a5afa631-ab1d-47bf-aa09-d75c363687e6 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.560930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a5afa631-ab1d-47bf-aa09-d75c363687e6 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Calling delete_port for bf03776b-7a30-4798-9051-d5de6693fe77 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:08:05.615571 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-10ba7121-def4-4103-ae84-50a1f72e363c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.628040 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd590d4-1982-4e90-9a49-3a16d8b1e473 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router c4d0a299-bbd4-425d-84ad-464d1a4f8fbd has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:08:05.635434 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-10ba7121-def4-4103-ae84-50a1f72e363c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.669762 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a5afa631-ab1d-47bf-aa09-d75c363687e6 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.763516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afa631-ab1d-47bf-aa09-d75c363687e6 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf03776b-7a30-4798-9051-d5de6693fe77,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:05.767503 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a5afa631-ab1d-47bf-aa09-d75c363687e6 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:05.786348 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a5afa631-ab1d-47bf-aa09-d75c363687e6 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] 10.222.0.72 "DELETE /v2.0/ports/bf03776b-7a30-4798-9051-d5de6693fe77 HTTP/1.1" status: 204 len: 168 time: 0.7373385 Feb 18 09:08:05.788825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47572) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:05.854537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ba7121-def4-4103-ae84-50a1f72e363c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Router 35727ba4-c02a-4fdb-aedd-30577b5afb27 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:08:05.870238 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527fb87-b46f-408d-ab95-d1b1ca031301 req-4b42f02b-a620-4810-9c76-79371564cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:05.871730 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e527fb87-b46f-408d-ab95-d1b1ca031301 req-4b42f02b-a620-4810-9c76-79371564cc02 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2043376ef2794b84aea557eef809fcc8&device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 1133 time: 0.8346999 Feb 18 09:08:06.092322 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-49999aac-797d-4c4e-98d8-01b2e7e3dbab tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] GET failed (client error): The resource could not be found. Feb 18 09:08:06.092322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-49999aac-797d-4c4e-98d8-01b2e7e3dbab tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Synchronizing usage tracker for tenant:01f969d4011d495189edf43028b1d908 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:06.177540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-49999aac-797d-4c4e-98d8-01b2e7e3dbab tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Unset dirty status for tenant:01f969d4011d495189edf43028b1d908 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:06.177540 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-49999aac-797d-4c4e-98d8-01b2e7e3dbab tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] 10.222.0.72 "GET /v2.0/ports/bf03776b-7a30-4798-9051-d5de6693fe77 HTTP/1.1" status: 404 len: 333 time: 0.3786781 Feb 18 09:08:06.177540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47586) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:06.201842 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-bcdc2ee0-65cd-461e-861a-f8a91c745652 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Request body: {'port': {'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-482962964'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:06.221783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-bcdc2ee0-65cd-461e-861a-f8a91c745652 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:06.243010 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ba7121-def4-4103-ae84-50a1f72e363c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:08:06.250580 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c1c136-0e59-4dc6-8848-a1610b0b9d42 None None] Sync routers for ids ['35727ba4-c02a-4fdb-aedd-30577b5afb27'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:08:06.263923 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-10ba7121-def4-4103-ae84-50a1f72e363c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:06.263923 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-10ba7121-def4-4103-ae84-50a1f72e363c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "PUT /v2.0/routers/35727ba4-c02a-4fdb-aedd-30577b5afb27 HTTP/1.1" status: 200 len: 710 time: 7.1425195 Feb 18 09:08:06.263923 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47590) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:06.278373 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c1c136-0e59-4dc6-8848-a1610b0b9d42 None None] Routers {'35727ba4-c02a-4fdb-aedd-30577b5afb27'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:06.278373 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d4c1c136-0e59-4dc6-8848-a1610b0b9d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['35727ba4-c02a-4fdb-aedd-30577b5afb27'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:06.310364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea91e9-826f-45e6-af27-9ec895a13e60 req-c8002a5b-b0a0-46b1-a96e-53cf5c15defb tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:06.310364 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3aea91e9-826f-45e6-af27-9ec895a13e60 req-c8002a5b-b0a0-46b1-a96e-53cf5c15defb tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 982 time: 0.2743535 Feb 18 09:08:06.310364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-bcdc2ee0-65cd-461e-861a-f8a91c745652 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:06.410086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdc2ee0-65cd-461e-861a-f8a91c745652 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Made reservation on behalf of 01f969d4011d495189edf43028b1d908 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:06.410086 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2ee0-65cd-461e-861a-f8a91c745652 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:06.426409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd590d4-1982-4e90-9a49-3a16d8b1e473 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:08:06.433396 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8d92bd-ec6a-4615-a354-10c35658e96c None None] Sync routers for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:08:06.437813 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1bd590d4-1982-4e90-9a49-3a16d8b1e473 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:06.447106 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8d92bd-ec6a-4615-a354-10c35658e96c None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:06.447756 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ab8d92bd-ec6a-4615-a354-10c35658e96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:06.474979 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d4c1c136-0e59-4dc6-8848-a1610b0b9d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:06.488579 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3aea91e9-826f-45e6-af27-9ec895a13e60 req-9ed82227-9445-4790-9330-2a3f35743775 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/security-groups?id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&id=6beeaec0-06de-4988-85fb-10418fc97e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1740344 Feb 18 09:08:06.512033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-bcdc2ee0-65cd-461e-861a-f8a91c745652 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] device_id is not set on port 0b40210d-d7ac-4e9f-a468-3312d5695a6d yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:08:06.516326 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c1c136-0e59-4dc6-8848-a1610b0b9d42 None None] Routers {'35727ba4-c02a-4fdb-aedd-30577b5afb27'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:06.517144 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d4c1c136-0e59-4dc6-8848-a1610b0b9d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['35727ba4-c02a-4fdb-aedd-30577b5afb27'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:06.542329 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ab8d92bd-ec6a-4615-a354-10c35658e96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:06.550950 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527fb87-b46f-408d-ab95-d1b1ca031301 req-f7f1008b-8ff7-4c3c-b679-d3375f5bb541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:06.553608 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e527fb87-b46f-408d-ab95-d1b1ca031301 req-f7f1008b-8ff7-4c3c-b679-d3375f5bb541 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6f49c8e1-a839-4c99-8c92-734b76aec8ca HTTP/1.1" status: 200 len: 898 time: 0.6715248 Feb 18 09:08:06.571327 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8d92bd-ec6a-4615-a354-10c35658e96c None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:06.572256 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ab8d92bd-ec6a-4615-a354-10c35658e96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:06.679456 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d4c1c136-0e59-4dc6-8848-a1610b0b9d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:06.679456 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c1c136-0e59-4dc6-8848-a1610b0b9d42 None None] The sync data for ids ['35727ba4-c02a-4fdb-aedd-30577b5afb27'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:08:06.780875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ab8d92bd-ec6a-4615-a354-10c35658e96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:06.781539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8d92bd-ec6a-4615-a354-10c35658e96c None None] The sync data for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:08:06.827880 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f519febd-f03c-4fc0-8c80-49df651480ab tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "GET /v2.0/routers/35727ba4-c02a-4fdb-aedd-30577b5afb27 HTTP/1.1" status: 200 len: 745 time: 0.5575006 Feb 18 09:08:06.827880 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e527fb87-b46f-408d-ab95-d1b1ca031301 req-34b1b97f-56fe-4c4b-b201-7776d93471a7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f HTTP/1.1" status: 200 len: 217 time: 0.1462870 Feb 18 09:08:06.827880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47606) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:07.041333 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2ee0-65cd-461e-861a-f8a91c745652 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:07.109565 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2ee0-65cd-461e-861a-f8a91c745652 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:07.141888 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fb752430-d01f-4798-822b-00567c7fcf6c tempest-RoutersIpV6AdminTest-1123501178 tempest-RoutersIpV6AdminTest-1123501178-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&device_id=35727ba4-c02a-4fdb-aedd-30577b5afb27 HTTP/1.1" status: 200 len: 205 time: 0.3128734 Feb 18 09:08:07.176929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47614) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:07.251226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc2ee0-65cd-461e-861a-f8a91c745652 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Pushing event updated for resources: {'Port': ['ID=0b40210d-d7ac-4e9f-a468-3312d5695a6d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:07.274322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdc2ee0-65cd-461e-861a-f8a91c745652 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Network 48ec3fa7-5467-412a-bf3b-815008c0320d is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:07.275961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-bcdc2ee0-65cd-461e-861a-f8a91c745652 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:07.278980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc2ee0-65cd-461e-861a-f8a91c745652 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:08:07.280200 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdc2ee0-65cd-461e-861a-f8a91c745652 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:07.281015 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2ee0-65cd-461e-861a-f8a91c745652 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:07.306795 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1bd590d4-1982-4e90-9a49-3a16d8b1e473 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "PUT /v2.0/floatingips/8902d114-6ec0-4bc5-8be8-09abac3d61a3 HTTP/1.1" status: 200 len: 978 time: 8.7880678 Feb 18 09:08:07.312818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47620) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:07.314459 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bacb9d01-d459-49ff-82dc-b42d77d757b9 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "GET /v2.0/ports?device_id=35727ba4-c02a-4fdb-aedd-30577b5afb27 HTTP/1.1" status: 200 len: 205 time: 0.1368585 Feb 18 09:08:07.317621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47624) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:07.415524 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527fb87-b46f-408d-ab95-d1b1ca031301 req-e9fb963b-7e34-4595-a709-ed5cbf95ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:07.417474 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e527fb87-b46f-408d-ab95-d1b1ca031301 req-e9fb963b-7e34-4595-a709-ed5cbf95ba1f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f83ee525-6fe4-4fe2-a945-ac5d674da777 HTTP/1.1" status: 200 len: 834 time: 0.5888550 Feb 18 09:08:07.470855 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bcdc2ee0-65cd-461e-861a-f8a91c745652 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2763700 Feb 18 09:08:07.470855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47634) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:07.482195 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:07.594599 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5949aa8a-4cf8-4b77-8539-72b95a50d48c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:07.741822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-247c5155-0ae3-4744-b99a-1ccfb8302d99 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Deleting port 1f761fff-b1c8-4027-bb30-27efce499b48 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:08:07.742172 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-247c5155-0ae3-4744-b99a-1ccfb8302d99 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:08.120901 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5949aa8a-4cf8-4b77-8539-72b95a50d48c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:08.125938 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5949aa8a-4cf8-4b77-8539-72b95a50d48c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:08.135164 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527fb87-b46f-408d-ab95-d1b1ca031301 req-eb5c8098-a25c-49a3-af3f-3f29536eb0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:08.137138 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:08.137651 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e527fb87-b46f-408d-ab95-d1b1ca031301 req-eb5c8098-a25c-49a3-af3f-3f29536eb0c5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6f49c8e1-a839-4c99-8c92-734b76aec8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6605966 Feb 18 09:08:08.264124 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-247c5155-0ae3-4744-b99a-1ccfb8302d99 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:08.264124 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-247c5155-0ae3-4744-b99a-1ccfb8302d99 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:08.419807 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e527fb87-b46f-408d-ab95-d1b1ca031301 req-b7b544d3-214e-4c98-aa9f-1af0adae591c service neutron] 10.222.0.81 "GET /v2.0/networks/6f49c8e1-a839-4c99-8c92-734b76aec8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635760 Feb 18 09:08:08.421284 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5949aa8a-4cf8-4b77-8539-72b95a50d48c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:08.421973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5949aa8a-4cf8-4b77-8539-72b95a50d48c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Fanout notify agent at l3_agent the message router_deleted on router 35727ba4-c02a-4fdb-aedd-30577b5afb27 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:08:08.444950 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5949aa8a-4cf8-4b77-8539-72b95a50d48c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:08.448316 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5949aa8a-4cf8-4b77-8539-72b95a50d48c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "DELETE /v2.0/routers/35727ba4-c02a-4fdb-aedd-30577b5afb27 HTTP/1.1" status: 204 len: 168 time: 1.1279874 Feb 18 09:08:08.449419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-247c5155-0ae3-4744-b99a-1ccfb8302d99 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Calling delete_port for 1f761fff-b1c8-4027-bb30-27efce499b48 owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:08:08.449848 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47660) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:08.553791 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-114e7b5a-c75d-40ef-9c88-3fed957797d5 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "GET /v2.0/ports?device_id=35727ba4-c02a-4fdb-aedd-30577b5afb27 HTTP/1.1" status: 200 len: 205 time: 0.0988970 Feb 18 09:08:08.554695 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47668) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:08.642673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1be1ac-adee-424d-bbe4-9b987a8f2d50 req-0519d7cc-8ef7-4429-bca5-d3888e99f9c6 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:08.644203 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f1be1ac-adee-424d-bbe4-9b987a8f2d50 req-0519d7cc-8ef7-4429-bca5-d3888e99f9c6 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 982 time: 0.5652814 Feb 18 09:08:08.804124 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e527fb87-b46f-408d-ab95-d1b1ca031301 req-67ad9c98-8b96-48d6-a816-352824f4e025 service neutron] 10.222.0.81 "GET /v2.0/networks/6f49c8e1-a839-4c99-8c92-734b76aec8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521221 Feb 18 09:08:08.850994 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-af34d18b-c58b-463a-8485-807c4517f026 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] delete failed (client error): The resource could not be found. Feb 18 09:08:08.858795 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-af34d18b-c58b-463a-8485-807c4517f026 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "DELETE /v2.0/routers/35727ba4-c02a-4fdb-aedd-30577b5afb27 HTTP/1.1" status: 404 len: 336 time: 0.1518400 Feb 18 09:08:08.858795 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47680) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:08.958554 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-388d091e-b66f-4359-8a5c-c9a4082eac58 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd36d8cb-798e-4759-a22a-9d3e9562da80 HTTP/1.1" status: 200 len: 205 time: 0.1029336 Feb 18 09:08:08.961006 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47690) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:09.001519 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:08:09.033546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f1be1ac-adee-424d-bbe4-9b987a8f2d50 req-8b3317dd-a5cd-430d-9f41-f31ca181ff89 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/security-groups?id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&id=6beeaec0-06de-4988-85fb-10418fc97e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3774540 Feb 18 09:08:09.080109 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-a69a64ff-b555-4986-a624-ab688642196c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] delete failed (client error): The resource could not be found. Feb 18 09:08:09.086154 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a69a64ff-b555-4986-a624-ab688642196c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "DELETE /v2.0/routers/bd36d8cb-798e-4759-a22a-9d3e9562da80 HTTP/1.1" status: 404 len: 336 time: 0.1210232 Feb 18 09:08:09.086828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47694) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:09.147173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] device_id is not set on port 0b40210d-d7ac-4e9f-a468-3312d5695a6d yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:08:09.160705 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:09.195073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Transition to ACTIVE for port object 0b40210d-d7ac-4e9f-a468-3312d5695a6d will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:09.198137 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-247c5155-0ae3-4744-b99a-1ccfb8302d99 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:09.305783 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-41664940-ce1e-4b42-a52b-71a14135cd9d tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "GET /v2.0/ports?device_id=e201d440-630c-4cf2-9737-34eafebea2bd HTTP/1.1" status: 200 len: 205 time: 0.2131116 Feb 18 09:08:09.305783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47706) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:09.361008 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:09.408601 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-a37340ab-61e0-4d41-8c6f-e038115e8794 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] delete failed (client error): The resource could not be found. Feb 18 09:08:09.409757 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a37340ab-61e0-4d41-8c6f-e038115e8794 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "DELETE /v2.0/routers/e201d440-630c-4cf2-9737-34eafebea2bd HTTP/1.1" status: 404 len: 336 time: 0.1045027 Feb 18 09:08:09.413589 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47712) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:09.452831 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c5155-0ae3-4744-b99a-1ccfb8302d99 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event deleted for resources: {'Port': ['ID=1f761fff-b1c8-4027-bb30-27efce499b48,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:09.502450 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a33d106a-5e22-4b08-9b3c-02e9e5f54613 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b420a79-c205-4812-b398-a5dd0b0f1c28 HTTP/1.1" status: 200 len: 205 time: 0.0840199 Feb 18 09:08:09.504086 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47716) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:09.602840 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-79f1e19c-fdea-4f61-9835-d4675571b82c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] delete failed (client error): The resource could not be found. Feb 18 09:08:09.604475 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-79f1e19c-fdea-4f61-9835-d4675571b82c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "DELETE /v2.0/routers/4b420a79-c205-4812-b398-a5dd0b0f1c28 HTTP/1.1" status: 404 len: 336 time: 0.0990899 Feb 18 09:08:09.607158 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47724) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:09.727397 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-df4fa115-a003-4539-966c-ec5ef8f52e5c tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "GET /v2.0/ports?device_id=e495f472-bcf7-4b41-a332-d08d0e3ff421 HTTP/1.1" status: 200 len: 205 time: 0.0893269 Feb 18 09:08:09.729992 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47732) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:09.870215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Pushing event updated for resources: {'Port': ['ID=0b40210d-d7ac-4e9f-a468-3312d5695a6d,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:09.894697 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-d39f7833-1ba4-410f-b0c4-09c8dbe97cd3 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] delete failed (client error): The resource could not be found. Feb 18 09:08:09.896811 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d39f7833-1ba4-410f-b0c4-09c8dbe97cd3 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "DELETE /v2.0/routers/e495f472-bcf7-4b41-a332-d08d0e3ff421 HTTP/1.1" status: 404 len: 336 time: 0.1647763 Feb 18 09:08:09.900016 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47736) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:09.972429 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0872caca-73fd-4112-bd83-48e2a50164ac tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "GET /v2.0/ports?device_id=866da3f2-1f5d-47ec-bdd7-f69049ca3180 HTTP/1.1" status: 200 len: 205 time: 0.0711365 Feb 18 09:08:09.976097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47744) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:09.981978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:09.982248 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:09.982589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:08:09.999569 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-247c5155-0ae3-4744-b99a-1ccfb8302d99 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:09.999919 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-247c5155-0ae3-4744-b99a-1ccfb8302d99 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Floating IP 8902d114-6ec0-4bc5-8be8-09abac3d61a3 disassociated (deleted). External IP: 172.25.1.51, port: 3b19d148-70dc-4921-b596-dca705bfb192. Feb 18 09:08:10.104030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:08:10.104442 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:08:10.107998 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-b57bc5c8-eb2e-4483-8c0c-4c6bcac1aa41 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] delete failed (client error): The resource could not be found. Feb 18 09:08:10.108822 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b57bc5c8-eb2e-4483-8c0c-4c6bcac1aa41 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "DELETE /v2.0/routers/866da3f2-1f5d-47ec-bdd7-f69049ca3180 HTTP/1.1" status: 404 len: 336 time: 0.1316726 Feb 18 09:08:10.111730 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47752) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:10.118384 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 2 to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d Feb 18 09:08:10.150670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:10.151272 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:10.151382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:08:10.160259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:08:10.161312 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:08:10.165767 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 3 to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d Feb 18 09:08:10.184988 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ee1f9c-19ee-4648-970f-d47594419609 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] DELETE failed (client error): The resource could not be found. Feb 18 09:08:10.185970 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ee1f9c-19ee-4648-970f-d47594419609 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:08:10.187870 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a2ee1f9c-19ee-4648-970f-d47594419609 tempest-RoutersIpV6AdminTest-1124049851 tempest-RoutersIpV6AdminTest-1124049851-project] 10.222.0.72 "DELETE /v2.0/subnets/2e65a2f8-b0ec-4e0c-b53d-76f5a222c156 HTTP/1.1" status: 404 len: 337 time: 0.0750847 Feb 18 09:08:10.237339 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0819c6f-a5e1-43f9-8324-68ba9f712919 req-63d0591f-c0d9-4aca-96a5-6720f38096ac service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8646300 Feb 18 09:08:10.242373 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:10.242902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:10.243405 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:08:10.277627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:08:10.296352 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:08:10.301795 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 4 to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d Feb 18 09:08:10.421003 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:08:10.557355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:10.557355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:10.557355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:08:10.588018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:08:10.594055 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:08:10.602545 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 5 to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d Feb 18 09:08:10.718584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:10.718584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:10.718584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:08:10.734109 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f,segment=NetworkSegment(682d7a8b-8ff8-43e1-a69d-5d077214b054),segment_id=682d7a8b-8ff8-43e1-a69d-5d077214b054)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:08:10.772940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f', 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca', 'port_id': '9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f', 'mac_address': 'fa:16:3e:2e:78:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:08:10.921790 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:08:10.921790 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:08:10.928694 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:10.954866 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 6 to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d Feb 18 09:08:10.991367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:08:11.021287 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f,segment=NetworkSegment(682d7a8b-8ff8-43e1-a69d-5d077214b054),segment_id=682d7a8b-8ff8-43e1-a69d-5d077214b054)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:08:11.029689 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47774) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:11.038829 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:11.107309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5249ff2-db16-4862-a636-4093c05bd566 req-d9eaa83f-582e-4e07-81ff-f3cf4ace6833 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:11.121512 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b5249ff2-db16-4862-a636-4093c05bd566 req-d9eaa83f-582e-4e07-81ff-f3cf4ace6833 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 982 time: 0.8352203 Feb 18 09:08:11.121512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:11.121512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:11.121512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:08:11.216652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:08:11.216652 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:08:11.241230 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 7 to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d Feb 18 09:08:11.275295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0819c6f-a5e1-43f9-8324-68ba9f712919 req-0c5e573e-854b-45c7-9864-bd009f59a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:11.275295 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0819c6f-a5e1-43f9-8324-68ba9f712919 req-0c5e573e-854b-45c7-9864-bd009f59a1f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67d280681c92466b957d86889fb303b6&device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 1096 time: 0.8278875 Feb 18 09:08:11.290429 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:11.290429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:11.377910 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7796820a-8032-445b-95e8-01485afc23e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:11.408671 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7796820a-8032-445b-95e8-01485afc23e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:11.418252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7796820a-8032-445b-95e8-01485afc23e4 admin admin] Usage tracker for resource:security_group_rule and tenant:ef2d54d47fb6418aaeaaf662260119f1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:11.418252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7796820a-8032-445b-95e8-01485afc23e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:11.437546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7796820a-8032-445b-95e8-01485afc23e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:11.442793 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:08:11.585329 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7796820a-8032-445b-95e8-01485afc23e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:11.601295 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7796820a-8032-445b-95e8-01485afc23e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:11.605838 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0819c6f-a5e1-43f9-8324-68ba9f712919 req-d624dfdb-84f6-429e-a13a-7003e90ea9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:11.605838 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0819c6f-a5e1-43f9-8324-68ba9f712919 req-d624dfdb-84f6-429e-a13a-7003e90ea9c6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7160f18e-9887-4ee9-b7aa-f783c569b75b HTTP/1.1" status: 200 len: 898 time: 0.2076061 Feb 18 09:08:11.676724 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:11.735062 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7796820a-8032-445b-95e8-01485afc23e4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ef2d54d47fb6418aaeaaf662260119f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7012272 Feb 18 09:08:11.735062 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47796) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:11.735062 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796820a-8032-445b-95e8-01485afc23e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e7139c-d333-4387-aae5-9302063dba79,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:11.745456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247c5155-0ae3-4744-b99a-1ccfb8302d99 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router c4d0a299-bbd4-425d-84ad-464d1a4f8fbd has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:08:11.907556 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d94badb9-bd1d-41aa-b076-3e7a883d5307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:11.936170 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d94badb9-bd1d-41aa-b076-3e7a883d5307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:11.944141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:11.944502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:11.944841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:08:12.009728 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d94badb9-bd1d-41aa-b076-3e7a883d5307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:12.025136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94badb9-bd1d-41aa-b076-3e7a883d5307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e7139c-d333-4387-aae5-9302063dba79,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:12.032089 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d94badb9-bd1d-41aa-b076-3e7a883d5307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:12.037488 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d94badb9-bd1d-41aa-b076-3e7a883d5307 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/21e7139c-d333-4387-aae5-9302063dba79 HTTP/1.1" status: 204 len: 168 time: 0.3091154 Feb 18 09:08:12.243079 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b5249ff2-db16-4862-a636-4093c05bd566 req-de116de3-484f-47d9-80ab-e8fe90fc5ff5 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/security-groups?id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&id=6beeaec0-06de-4988-85fb-10418fc97e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 1.1286426 Feb 18 09:08:12.259060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:08:12.259060 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:08:12.262798 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 8 to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d Feb 18 09:08:12.318643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:12.318643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:12.319115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:08:12.324899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0819c6f-a5e1-43f9-8324-68ba9f712919 req-e1565940-ac42-487f-8260-453c2a5500bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc685c6c-668e-487f-8f16-c1c933df8e65 HTTP/1.1" status: 200 len: 1001 time: 0.5831835 Feb 18 09:08:12.388239 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:08:12.388937 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:08:12.433079 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 9 to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d Feb 18 09:08:12.463207 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:12.463845 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:12.464400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:08:12.513067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:08:12.513409 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:08:12.517197 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempt 10 to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d Feb 18 09:08:12.555505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0819c6f-a5e1-43f9-8324-68ba9f712919 req-4d8a67db-397c-4c38-b54a-85eb9b8c55fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:12.556810 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0819c6f-a5e1-43f9-8324-68ba9f712919 req-4d8a67db-397c-4c38-b54a-85eb9b8c55fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46fdaabc-0fa6-488d-9c34-bd1b9ce106ea HTTP/1.1" status: 200 len: 835 time: 0.2253194 Feb 18 09:08:12.559288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247c5155-0ae3-4744-b99a-1ccfb8302d99 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:08:12.561079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:12.561414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:12.561809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempting to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:08:12.574617 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469fbed-d860-4090-80f9-337eb426bd20 None None] Sync routers for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:08:12.585942 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1469fbed-d860-4090-80f9-337eb426bd20 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:12.586553 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-1469fbed-d860-4090-80f9-337eb426bd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:12.620175 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:08:12.620544 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Failed to bind port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on host n-h2-829434-1 for vnic_type normal using segments [{'id': '5d76cd81-7f30-4697-b341-b648e6c33100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ec3fa7-5467-412a-bf3b-815008c0320d'}] Feb 18 09:08:12.620654 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:12.679490 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-1469fbed-d860-4090-80f9-337eb426bd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:12.679843 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-247c5155-0ae3-4744-b99a-1ccfb8302d99 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:12.691565 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1469fbed-d860-4090-80f9-337eb426bd20 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:12.692372 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-1469fbed-d860-4090-80f9-337eb426bd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:12.778495 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47828) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:12.807299 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-1469fbed-d860-4090-80f9-337eb426bd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:12.807704 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469fbed-d860-4090-80f9-337eb426bd20 None None] The sync data for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:08:12.879250 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-247c5155-0ae3-4744-b99a-1ccfb8302d99 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/floatingips/8902d114-6ec0-4bc5-8be8-09abac3d61a3 HTTP/1.1" status: 204 len: 168 time: 5.5637336 Feb 18 09:08:12.879764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47836) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:12.880489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47840) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:12.894818 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5b5769b4-5e86-4802-b0f8-c8748a6c5035 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=82297e75180b430aae0d4b04ceea4787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1136837 Feb 18 09:08:12.955012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0819c6f-a5e1-43f9-8324-68ba9f712919 req-755ed94f-5059-49c3-9468-66d5254e8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:12.955012 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0819c6f-a5e1-43f9-8324-68ba9f712919 req-755ed94f-5059-49c3-9468-66d5254e8109 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7160f18e-9887-4ee9-b7aa-f783c569b75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3791978 Feb 18 09:08:13.111213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] For port 0b40210d-d7ac-4e9f-a468-3312d5695a6d, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:08:13.111690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attempted to set empty binding levels {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 18 09:08:13.147490 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:13.228844 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-c4688726-042c-49f6-91a4-dcab580f9318 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Deleting port 3b19d148-70dc-4921-b596-dca705bfb192 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:08:13.228950 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c4688726-042c-49f6-91a4-dcab580f9318 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:13.310195 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Pushing event updated for resources: {'Port': ['ID=0b40210d-d7ac-4e9f-a468-3312d5695a6d,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:13.411123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] In _notify_port_updated(), no bound segment for port 0b40210d-d7ac-4e9f-a468-3312d5695a6d on network 48ec3fa7-5467-412a-bf3b-815008c0320d {{(pid=87768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:08:13.412602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:13.414647 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:13.415331 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-96f871b9-c8fc-4e83-ba3c-8d0db96667a2 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] 10.222.0.72 "PUT /v2.0/ports/0b40210d-d7ac-4e9f-a468-3312d5695a6d HTTP/1.1" status: 200 len: 974 time: 5.9503756 Feb 18 09:08:13.419171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47866) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:13.464780 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f41578d-79d0-49c8-bbe6-49cb1c17b053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:13.504870 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-37b4cba1-6f16-45fd-a744-13cbaad0c29e tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Deleting port 0b40210d-d7ac-4e9f-a468-3312d5695a6d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:08:13.505976 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-37b4cba1-6f16-45fd-a744-13cbaad0c29e tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:13.563182 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f41578d-79d0-49c8-bbe6-49cb1c17b053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:13.637008 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0819c6f-a5e1-43f9-8324-68ba9f712919 req-4566641e-28c0-45dc-bfde-47f8f8031979 service neutron] 10.222.0.61 "GET /v2.0/networks/7160f18e-9887-4ee9-b7aa-f783c569b75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6630371 Feb 18 09:08:13.816428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-37b4cba1-6f16-45fd-a744-13cbaad0c29e tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] For port 0b40210d-d7ac-4e9f-a468-3312d5695a6d, host n-h2-829434-1, got binding levels [] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:08:13.816614 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-37b4cba1-6f16-45fd-a744-13cbaad0c29e tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:13.998461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68a4e5-4941-4e49-9203-c3bf26c47601 req-d158c552-b221-4eb9-826d-9bd24f1c6a0e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:14.000004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce68a4e5-4941-4e49-9203-c3bf26c47601 req-d158c552-b221-4eb9-826d-9bd24f1c6a0e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 983 time: 0.6007092 Feb 18 09:08:14.054984 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-37b4cba1-6f16-45fd-a744-13cbaad0c29e tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Calling delete_port for 0b40210d-d7ac-4e9f-a468-3312d5695a6d owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:08:14.057372 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c4688726-042c-49f6-91a4-dcab580f9318 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:14.067700 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f41578d-79d0-49c8-bbe6-49cb1c17b053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:14.105217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41578d-79d0-49c8-bbe6-49cb1c17b053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6c7d33-8948-47b7-b585-cc7fe9b36be9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:14.198359 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-37b4cba1-6f16-45fd-a744-13cbaad0c29e tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:14.253218 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4cba1-6f16-45fd-a744-13cbaad0c29e tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b40210d-d7ac-4e9f-a468-3312d5695a6d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:14.261735 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-37b4cba1-6f16-45fd-a744-13cbaad0c29e tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:14.273395 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-37b4cba1-6f16-45fd-a744-13cbaad0c29e tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] 10.222.0.72 "DELETE /v2.0/ports/0b40210d-d7ac-4e9f-a468-3312d5695a6d HTTP/1.1" status: 204 len: 168 time: 0.8534780 Feb 18 09:08:14.276396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47886) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:14.306892 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce68a4e5-4941-4e49-9203-c3bf26c47601 req-68660cb0-87eb-4ca3-91eb-ac05e4dd2271 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/security-groups?id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&id=6beeaec0-06de-4988-85fb-10418fc97e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2769065 Feb 18 09:08:14.308838 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0819c6f-a5e1-43f9-8324-68ba9f712919 req-f4fd72bc-cd12-49a2-ab11-526e48449375 service neutron] 10.222.0.61 "GET /v2.0/networks/7160f18e-9887-4ee9-b7aa-f783c569b75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225375 Feb 18 09:08:14.316129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-c4688726-042c-49f6-91a4-dcab580f9318 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Calling delete_port for 3b19d148-70dc-4921-b596-dca705bfb192 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:08:14.329332 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c9e2ec-8ca0-45e7-b070-3674b8628fc3 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] GET failed (client error): The resource could not be found. Feb 18 09:08:14.330079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-22c9e2ec-8ca0-45e7-b070-3674b8628fc3 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Synchronizing usage tracker for tenant:01f969d4011d495189edf43028b1d908 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:14.363202 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f41578d-79d0-49c8-bbe6-49cb1c17b053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:14.365190 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5f41578d-79d0-49c8-bbe6-49cb1c17b053 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ae6c7d33-8948-47b7-b585-cc7fe9b36be9 HTTP/1.1" status: 204 len: 168 time: 1.4786544 Feb 18 09:08:14.386250 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-22c9e2ec-8ca0-45e7-b070-3674b8628fc3 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] Unset dirty status for tenant:01f969d4011d495189edf43028b1d908 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:14.389297 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-22c9e2ec-8ca0-45e7-b070-3674b8628fc3 tempest-PortsAdminExtendedAttrsTestJSON-184513596 tempest-PortsAdminExtendedAttrsTestJSON-184513596-project-admin] 10.222.0.72 "GET /v2.0/ports/0b40210d-d7ac-4e9f-a468-3312d5695a6d HTTP/1.1" status: 404 len: 333 time: 0.1125994 Feb 18 09:08:14.392180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47892) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:14.446166 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:08:14.663955 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:08:14.692326 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:14.692678 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:14.700370 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-434f1ba1-93d1-497c-9662-efae5de2bd1c tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:15.230066 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:15.290608 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c4688726-042c-49f6-91a4-dcab580f9318 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:15.291691 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:08:15.307115 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f,segment=NetworkSegment(682d7a8b-8ff8-43e1-a69d-5d077214b054),segment_id=682d7a8b-8ff8-43e1-a69d-5d077214b054)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:08:15.318793 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:15.432189 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-434f1ba1-93d1-497c-9662-efae5de2bd1c tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:15.432381 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f', 'code': 200} Feb 18 09:08:15.483390 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:15.491419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4688726-042c-49f6-91a4-dcab580f9318 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event deleted for resources: {'Port': ['ID=3b19d148-70dc-4921-b596-dca705bfb192,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:15.499187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:15.499890 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:15.500247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:15.500619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:15.500961 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:15.501699 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:15.501791 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:15.502396 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:15.502548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:15.503080 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:15.503632 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:15.504133 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:15.894118 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c4688726-042c-49f6-91a4-dcab580f9318 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:15.919097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf3a8e-870b-42b6-9fc9-0e0fdb7aaf86 req-5773aa74-4f79-41ec-a3ab-c9f704c4299d tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:15.921570 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2baf3a8e-870b-42b6-9fc9-0e0fdb7aaf86 req-5773aa74-4f79-41ec-a3ab-c9f704c4299d tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 984 time: 0.3397284 Feb 18 09:08:15.923743 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c4688726-042c-49f6-91a4-dcab580f9318 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/ports/3b19d148-70dc-4921-b596-dca705bfb192 HTTP/1.1" status: 204 len: 168 time: 3.0358281 Feb 18 09:08:15.926672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47938) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:15.933458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:15.955900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-434f1ba1-93d1-497c-9662-efae5de2bd1c tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ec3fa7-5467-412a-bf3b-815008c0320d']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:15.959348 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:15.967377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Usage tracker for resource:floatingip and tenant:80d3e6f8de37419bb10065056be9574a is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:15.971349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:15.985902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:15.987338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-434f1ba1-93d1-497c-9662-efae5de2bd1c tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d76cd81-7f30-4697-b341-b648e6c33100') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:15.988244 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-434f1ba1-93d1-497c-9662-efae5de2bd1c tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d76cd81-7f30-4697-b341-b648e6c33100') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:16.004476 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2baf3a8e-870b-42b6-9fc9-0e0fdb7aaf86 req-e49276de-62ed-4222-b70a-fc144dd7f85a tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/security-groups?id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&id=6beeaec0-06de-4988-85fb-10418fc97e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0644207 Feb 18 09:08:16.012429 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:16.012591 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-434f1ba1-93d1-497c-9662-efae5de2bd1c tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:16.035809 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-434f1ba1-93d1-497c-9662-efae5de2bd1c tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:16.060644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434f1ba1-93d1-497c-9662-efae5de2bd1c tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:08:16.061107 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-434f1ba1-93d1-497c-9662-efae5de2bd1c tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:08:16.085037 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:08:16.348766 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:16.352435 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b242619-2f9e-4d84-bcf3-c8017c7b6320 req-8e8b0ae8-9431-4282-b580-816bd55f8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:16.354939 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1b242619-2f9e-4d84-bcf3-c8017c7b6320 req-8e8b0ae8-9431-4282-b580-816bd55f8341 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 1135 time: 0.9039035 Feb 18 09:08:16.357025 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-434f1ba1-93d1-497c-9662-efae5de2bd1c tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:16.366319 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-cb12efbc-1cea-40eb-ba1b-49723ca70258 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8138838 Feb 18 09:08:16.417260 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-434f1ba1-93d1-497c-9662-efae5de2bd1c tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:16.425172 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-434f1ba1-93d1-497c-9662-efae5de2bd1c tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] 10.222.0.72 "DELETE /v2.0/networks/48ec3fa7-5467-412a-bf3b-815008c0320d HTTP/1.1" status: 204 len: 168 time: 2.0318654 Feb 18 09:08:16.435823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f1ba1-93d1-497c-9662-efae5de2bd1c tempest-PortsAdminExtendedAttrsTestJSON-996269984 tempest-PortsAdminExtendedAttrsTestJSON-996269984-project] Pushing event deleted for resources: {'Network': ['ID=48ec3fa7-5467-412a-bf3b-815008c0320d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:16.468480 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1b242619-2f9e-4d84-bcf3-c8017c7b6320 req-7b29f579-c335-4f19-8248-9ade7fbe377c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6beeaec0-06de-4988-85fb-10418fc97e0a&id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0962801 Feb 18 09:08:16.630987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Allocated IP 172.25.1.112 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/b2e1a272-ef98-4402-a430-e0c7e3a3e561) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:16.832045 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-1e9a8e49-6b87-44ba-9117-4aa4b2414d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:16.832683 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-1e9a8e49-6b87-44ba-9117-4aa4b2414d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:16.833512 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-1e9a8e49-6b87-44ba-9117-4aa4b2414d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:16.834084 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-1e9a8e49-6b87-44ba-9117-4aa4b2414d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:16.834578 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-1e9a8e49-6b87-44ba-9117-4aa4b2414d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:16.835588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-1e9a8e49-6b87-44ba-9117-4aa4b2414d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:16.836163 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-1e9a8e49-6b87-44ba-9117-4aa4b2414d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:16.839297 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-1e9a8e49-6b87-44ba-9117-4aa4b2414d52 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67fba04be8234c838f03f922f83b8802&device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 6499 time: 0.1263237 Feb 18 09:08:16.902557 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:16.945951 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:17.038169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:17.046780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:17.052036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:08:17.102819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=b2e1a272-ef98-4402-a430-e0c7e3a3e561,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:17.105174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47980) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:17.170164 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:17.304941 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-f74833f8-237c-4d64-be6f-4005fa6627ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:17.306107 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-f74833f8-237c-4d64-be6f-4005fa6627ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:17.307182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-f74833f8-237c-4d64-be6f-4005fa6627ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:17.309109 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-f74833f8-237c-4d64-be6f-4005fa6627ec service neutron] 10.222.0.81 "GET /v2.0/networks?id=ec3d4a7e-a312-44cc-b0e7-a43199da5de1&id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&id=c007c0e9-3b09-4935-b7b9-8a901322650c&id=c007c0e9-3b09-4935-b7b9-8a901322650c HTTP/1.1" status: 200 len: 2298 time: 0.4405959 Feb 18 09:08:17.325581 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:17.515669 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-62c2328f-5884-4ceb-8d11-e784474d69a9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7248b01-6f93-4892-be46-f6a080f62cfc HTTP/1.1" status: 200 len: 1000 time: 0.1982460 Feb 18 09:08:17.596017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-e521d364-fb68-4d14-9365-fb05492ce13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:17.597419 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-e521d364-fb68-4d14-9365-fb05492ce13b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c738050d-ebd5-4e0e-a984-f573b8282991 HTTP/1.1" status: 200 len: 856 time: 0.0726528 Feb 18 09:08:17.683457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274586d-f92a-448b-b176-aa8bf85a390b req-efd9088a-7d60-4f81-9735-9eca5b568de6 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:17.686911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7274586d-f92a-448b-b176-aa8bf85a390b req-efd9088a-7d60-4f81-9735-9eca5b568de6 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 984 time: 0.4528325 Feb 18 09:08:17.754822 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-c0a3f019-ad89-44a4-8a3b-b84b607d5053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:17.756026 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-c0a3f019-ad89-44a4-8a3b-b84b607d5053 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec3d4a7e-a312-44cc-b0e7-a43199da5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518753 Feb 18 09:08:17.808974 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-66ec57c3-1c2d-4700-8350-c8d7f2a5f274 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=576efcfe12a44d608df9ddb4fee10ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6986001 Feb 18 09:08:17.816816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48010) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:17.857013 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7274586d-f92a-448b-b176-aa8bf85a390b req-8998e213-0da2-4518-84d1-36769b395282 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/security-groups?id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&id=6beeaec0-06de-4988-85fb-10418fc97e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1606038 Feb 18 09:08:17.868865 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:17.884665 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:18.015115 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-3b236a9a-3aea-4972-b7bb-502c06ab9e88 service neutron] 10.222.0.81 "GET /v2.0/networks/ec3d4a7e-a312-44cc-b0e7-a43199da5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508485 Feb 18 09:08:18.015488 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-45706f24-d3bf-4d69-b136-b5f2e9b1c415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:18.051809 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-45706f24-d3bf-4d69-b136-b5f2e9b1c415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:18.203529 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-45706f24-d3bf-4d69-b136-b5f2e9b1c415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:18.215630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=b2e1a272-ef98-4402-a430-e0c7e3a3e561,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:18.215826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45706f24-d3bf-4d69-b136-b5f2e9b1c415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c398ea1-f1ff-4e5c-9911-ba34b25ac37f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:18.222395 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-45706f24-d3bf-4d69-b136-b5f2e9b1c415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:18.223505 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-45706f24-d3bf-4d69-b136-b5f2e9b1c415 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5c398ea1-f1ff-4e5c-9911-ba34b25ac37f HTTP/1.1" status: 204 len: 168 time: 0.4057667 Feb 18 09:08:18.253694 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:18.303259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48028) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:18.312919 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-c9d137e6-5090-403c-9b0c-98b44a612b1d service neutron] 10.222.0.81 "GET /v2.0/networks/ec3d4a7e-a312-44cc-b0e7-a43199da5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633100 Feb 18 09:08:18.322097 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:18.326396 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-89be3cef-4421-4181-a25d-937ec2adfe0d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3981702 Feb 18 09:08:18.327291 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48034) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:18.333316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e0f90dfe-1ef1-4b5b-813a-3985d0c7a9d8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'port': {'network_id': 'caaf325e-f6fa-45f3-8efd-55b0e88aa717', 'name': 'tempest-FloatingIPTestJSON-1401637652'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:18.427646 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-53ff382d-a8c0-4777-94a3-433ac743b4b6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=62e59aac-fd01-42b9-a659-61b3f4330c06 HTTP/1.1" status: 200 len: 217 time: 0.1062663 Feb 18 09:08:18.506384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-1a3a0f18-6ee0-4ec8-b809-772af0df4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:18.508421 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-1a3a0f18-6ee0-4ec8-b809-772af0df4311 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e66a5db-8eab-4e27-9604-af278cece570 HTTP/1.1" status: 200 len: 797 time: 0.0719066 Feb 18 09:08:18.625718 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-5809aa3a-a4fc-4f3e-a9ae-194a6b5b470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:18.627263 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-5809aa3a-a4fc-4f3e-a9ae-194a6b5b470f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1122122 Feb 18 09:08:18.667961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-714c3805-a04b-4045-83ce-22c44c80dab6 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1469253864'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:18.673562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-714c3805-a04b-4045-83ce-22c44c80dab6 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:18.679023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-714c3805-a04b-4045-83ce-22c44c80dab6 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Usage tracker for resource:router and tenant:75c79914d64c43d1a9b79d2b050f6ae6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:18.698421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-714c3805-a04b-4045-83ce-22c44c80dab6 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:18.709108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-714c3805-a04b-4045-83ce-22c44c80dab6 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:18.760202 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-714c3805-a04b-4045-83ce-22c44c80dab6 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:18.761563 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-714c3805-a04b-4045-83ce-22c44c80dab6 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:18.782358 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e0f90dfe-1ef1-4b5b-813a-3985d0c7a9d8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:18.788164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e0f90dfe-1ef1-4b5b-813a-3985d0c7a9d8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Usage tracker for resource:port and tenant:80d3e6f8de37419bb10065056be9574a is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:18.791719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e0f90dfe-1ef1-4b5b-813a-3985d0c7a9d8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:18.798621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e0f90dfe-1ef1-4b5b-813a-3985d0c7a9d8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:18.823567 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f90dfe-1ef1-4b5b-813a-3985d0c7a9d8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Made reservation on behalf of 80d3e6f8de37419bb10065056be9574a for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:18.828494 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0f90dfe-1ef1-4b5b-813a-3985d0c7a9d8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:18.851090 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-60e81cc1-9bb4-43c1-a5a0-46f5f843961a service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056086 Feb 18 09:08:18.852545 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-714c3805-a04b-4045-83ce-22c44c80dab6 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:18.886600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-e0f90dfe-1ef1-4b5b-813a-3985d0c7a9d8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] device_id is not set on port 55c43808-a799-49cf-a7ec-4f81f8999572 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:08:19.015300 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-714c3805-a04b-4045-83ce-22c44c80dab6 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:19.080957 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48052) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:19.115203 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-714c3805-a04b-4045-83ce-22c44c80dab6 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:19.118976 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-714c3805-a04b-4045-83ce-22c44c80dab6 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8136804 Feb 18 09:08:19.153953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48056) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:19.164770 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-734bb4b5-d606-4836-8211-5989fb78098e service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115118 Feb 18 09:08:19.296322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-e0f90dfe-1ef1-4b5b-813a-3985d0c7a9d8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Allocated IP 172.20.0.8 (caaf325e-f6fa-45f3-8efd-55b0e88aa717/940d9cad-b5ce-4147-aea1-4ac0f5fe30cd/55c43808-a799-49cf-a7ec-4f81f8999572) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:19.414663 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-4388e696-e951-4387-a9de-23e650924e9b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=21f5395e-91c2-45cb-9462-e9b25b7c5da5 HTTP/1.1" status: 200 len: 217 time: 0.2424128 Feb 18 09:08:19.451883 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b747c31b-9ad8-454f-b722-473eff0bde9d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=01f969d4011d495189edf43028b1d908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3700538 Feb 18 09:08:19.479866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48068) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:19.517221 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-4ca07591-29db-4df4-b0d7-00512f88aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:19.519283 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-4ca07591-29db-4df4-b0d7-00512f88aa14 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e66a5db-8eab-4e27-9604-af278cece570 HTTP/1.1" status: 200 len: 797 time: 0.0707519 Feb 18 09:08:19.544372 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-acb30a4b-38bb-46da-aa78-67a64d384322 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:19.633374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-6c8e6de1-b864-4752-856f-a988b6b6b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:19.634692 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-6c8e6de1-b864-4752-856f-a988b6b6b64d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1082494 Feb 18 09:08:19.882806 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-ed12c328-6612-4ff6-931a-fb74b525e564 service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306709 Feb 18 09:08:20.158744 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-3594eed8-0f45-4ec7-b5d4-5ad2a731a997 service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689414 Feb 18 09:08:20.222128 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0f90dfe-1ef1-4b5b-813a-3985d0c7a9d8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:20.266450 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-acb30a4b-38bb-46da-aa78-67a64d384322 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:20.276811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e9162-c9c9-4307-b160-61e4f8585fca req-4158da11-3c43-4e52-ab74-a36583eea694 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:20.278883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-433e9162-c9c9-4307-b160-61e4f8585fca req-4158da11-3c43-4e52-ab74-a36583eea694 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 984 time: 1.1582804 Feb 18 09:08:20.279964 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0f90dfe-1ef1-4b5b-813a-3985d0c7a9d8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:20.282224 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-acb30a4b-38bb-46da-aa78-67a64d384322 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:20.294575 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-8558df79-fbf0-49ae-8c0a-d3d54b650e0b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 HTTP/1.1" status: 200 len: 217 time: 0.1253731 Feb 18 09:08:20.302001 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-432cc966-5d67-45e0-97db-44dd26a238c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:20.387202 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48096) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:20.546965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f90dfe-1ef1-4b5b-813a-3985d0c7a9d8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network caaf325e-f6fa-45f3-8efd-55b0e88aa717 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:20.580833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-267989be-3ea8-447c-8769-39f97d15b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:20.584131 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-267989be-3ea8-447c-8769-39f97d15b7cd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e66a5db-8eab-4e27-9604-af278cece570 HTTP/1.1" status: 200 len: 797 time: 0.2855384 Feb 18 09:08:20.633012 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-432cc966-5d67-45e0-97db-44dd26a238c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:20.715005 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e0f90dfe-1ef1-4b5b-813a-3985d0c7a9d8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:20.722434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f90dfe-1ef1-4b5b-813a-3985d0c7a9d8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:08:20.842269 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f90dfe-1ef1-4b5b-813a-3985d0c7a9d8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=55c43808-a799-49cf-a7ec-4f81f8999572,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:20.870031 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f90dfe-1ef1-4b5b-813a-3985d0c7a9d8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:20.871146 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0f90dfe-1ef1-4b5b-813a-3985d0c7a9d8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:20.884997 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-432cc966-5d67-45e0-97db-44dd26a238c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:20.916606 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-acb30a4b-38bb-46da-aa78-67a64d384322 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:20.917394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb30a4b-38bb-46da-aa78-67a64d384322 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c63ff147-38c9-47e9-8939-5c84adf69cf3 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:08:20.972449 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-433e9162-c9c9-4307-b160-61e4f8585fca req-7c534735-6ffa-48ed-ac44-c3f5e3aa75d3 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/security-groups?id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&id=6beeaec0-06de-4988-85fb-10418fc97e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5550582 Feb 18 09:08:21.002634 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-acb30a4b-38bb-46da-aa78-67a64d384322 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:21.002634 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-acb30a4b-38bb-46da-aa78-67a64d384322 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] 10.222.0.72 "DELETE /v2.0/routers/c63ff147-38c9-47e9-8939-5c84adf69cf3 HTTP/1.1" status: 204 len: 168 time: 1.8266284 Feb 18 09:08:21.002634 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-432cc966-5d67-45e0-97db-44dd26a238c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:21.002634 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-432cc966-5d67-45e0-97db-44dd26a238c1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0d8f46f0-c01b-443b-a979-429bca5d9400 HTTP/1.1" status: 204 len: 168 time: 1.4466479 Feb 18 09:08:21.003568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cc966-5d67-45e0-97db-44dd26a238c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8f46f0-c01b-443b-a979-429bca5d9400,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:21.014594 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e0f90dfe-1ef1-4b5b-813a-3985d0c7a9d8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6857078 Feb 18 09:08:21.014775 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48116) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:21.017304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48122) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:21.035078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-bc14a8ee-f86e-48e3-8407-8c7e8f4449b2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'floatingip': {'port_id': '55c43808-a799-49cf-a7ec-4f81f8999572'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:21.066985 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4579d41f-d89e-4790-902b-ce1f7387e8dc tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Request body: {'router': {'name': 'tempest-router-586510973', 'distributed': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:21.264858 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-e9b4e3e8-7bb0-4a5b-b991-cdce16a925b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:21.283182 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-e9b4e3e8-7bb0-4a5b-b991-cdce16a925b9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6928835 Feb 18 09:08:21.305183 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4579d41f-d89e-4790-902b-ce1f7387e8dc tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:21.401918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4579d41f-d89e-4790-902b-ce1f7387e8dc tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Usage tracker for resource:router and tenant:75c79914d64c43d1a9b79d2b050f6ae6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:21.431070 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4579d41f-d89e-4790-902b-ce1f7387e8dc tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:21.432305 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bc14a8ee-f86e-48e3-8407-8c7e8f4449b2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:21.604409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4579d41f-d89e-4790-902b-ce1f7387e8dc tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:21.694274 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4579d41f-d89e-4790-902b-ce1f7387e8dc tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:21.695306 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4579d41f-d89e-4790-902b-ce1f7387e8dc tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:21.832783 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-9eb7f383-4054-4aee-a827-647be2604cc3 service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097749 Feb 18 09:08:21.835484 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4579d41f-d89e-4790-902b-ce1f7387e8dc tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:21.940071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c0c57-1ce4-4574-9109-46f953772b15 req-bc2863f3-1458-461f-9bb1-77e8fd86fdf0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:21.950647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b9c0c57-1ce4-4574-9109-46f953772b15 req-bc2863f3-1458-461f-9bb1-77e8fd86fdf0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 984 time: 0.3446913 Feb 18 09:08:22.015300 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4579d41f-d89e-4790-902b-ce1f7387e8dc tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:22.144373 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b9c0c57-1ce4-4574-9109-46f953772b15 req-25082626-9d6a-4397-9a23-ca767fb64177 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/security-groups?id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&id=6beeaec0-06de-4988-85fb-10418fc97e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1806374 Feb 18 09:08:22.256796 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4579d41f-d89e-4790-902b-ce1f7387e8dc tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:22.261647 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4579d41f-d89e-4790-902b-ce1f7387e8dc tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2276313 Feb 18 09:08:22.276314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48168) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:22.495792 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-63c4b441-0c96-4e6a-b986-1e4392ead7c7 service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6620219 Feb 18 09:08:22.550124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394140c-edf7-4ba6-8920-08a69bb1c8b0 req-528d9031-15f6-4f21-9ca6-68a2fa795886 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:22.551304 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3394140c-edf7-4ba6-8920-08a69bb1c8b0 req-528d9031-15f6-4f21-9ca6-68a2fa795886 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 1135 time: 0.1875424 Feb 18 09:08:22.657676 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3394140c-edf7-4ba6-8920-08a69bb1c8b0 req-573c1102-d419-4cd3-b124-46440bf896f8 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:22.703994 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-bc14a8ee-f86e-48e3-8407-8c7e8f4449b2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:08:22.750800 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5f618963-8959-4bb2-ad95-c47eb1257d5c tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:22.799359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-3394140c-edf7-4ba6-8920-08a69bb1c8b0 req-573c1102-d419-4cd3-b124-46440bf896f8 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:22.819604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3394140c-edf7-4ba6-8920-08a69bb1c8b0 req-573c1102-d419-4cd3-b124-46440bf896f8 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Usage tracker for resource:security_group_rule and tenant:a7e7c8c3d1384bcab6b8c586cb9fac88 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:22.825347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3394140c-edf7-4ba6-8920-08a69bb1c8b0 req-573c1102-d419-4cd3-b124-46440bf896f8 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:22.835999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-3394140c-edf7-4ba6-8920-08a69bb1c8b0 req-573c1102-d419-4cd3-b124-46440bf896f8 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:22.837669 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-a6767ad3-dd27-4620-bc48-4341fac0b8b8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=567f9157-ca1f-4789-a982-ab236197d796 HTTP/1.1" status: 200 len: 217 time: 0.2137635 Feb 18 09:08:22.847162 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bc14a8ee-f86e-48e3-8407-8c7e8f4449b2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:22.856046 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bc14a8ee-f86e-48e3-8407-8c7e8f4449b2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:22.991212 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-37da7f77-520b-4173-8bae-b9b25aeaf9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:22.992821 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-37da7f77-520b-4173-8bae-b9b25aeaf9bf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e66a5db-8eab-4e27-9604-af278cece570 HTTP/1.1" status: 200 len: 797 time: 0.1260223 Feb 18 09:08:23.195578 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-bc14a8ee-f86e-48e3-8407-8c7e8f4449b2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Floating IP aa2008a8-28ed-4489-9888-a777f0bef698 associated. External IP: 172.25.1.112, port: 55c43808-a799-49cf-a7ec-4f81f8999572. Feb 18 09:08:23.320737 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3394140c-edf7-4ba6-8920-08a69bb1c8b0 req-573c1102-d419-4cd3-b124-46440bf896f8 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:23.334538 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3394140c-edf7-4ba6-8920-08a69bb1c8b0 req-573c1102-d419-4cd3-b124-46440bf896f8 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:23.403976 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5f618963-8959-4bb2-ad95-c47eb1257d5c tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:23.408430 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5f618963-8959-4bb2-ad95-c47eb1257d5c tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:23.455755 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-a5965a57-bbca-4536-82ca-6c3d3d79787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:23.457587 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-a5965a57-bbca-4536-82ca-6c3d3d79787e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3705451 Feb 18 09:08:23.476050 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ec16104-be94-4ae0-b6cc-e36b3f995da1 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:23.553007 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5f618963-8959-4bb2-ad95-c47eb1257d5c tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:23.553487 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f618963-8959-4bb2-ad95-c47eb1257d5c tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a632d74-6c71-4e50-b313-cf268033bc37 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:08:23.563784 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3394140c-edf7-4ba6-8920-08a69bb1c8b0 req-573c1102-d419-4cd3-b124-46440bf896f8 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&id=6beeaec0-06de-4988-85fb-10418fc97e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.9636977 Feb 18 09:08:23.575420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48214) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:23.698056 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-0e736408-b5ef-4ecc-a131-50eadc8065fc service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521163 Feb 18 09:08:23.787715 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5f618963-8959-4bb2-ad95-c47eb1257d5c tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:23.794350 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5f618963-8959-4bb2-ad95-c47eb1257d5c tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] 10.222.0.72 "DELETE /v2.0/routers/3a632d74-6c71-4e50-b313-cf268033bc37 HTTP/1.1" status: 204 len: 168 time: 1.5114014 Feb 18 09:08:23.857260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48220) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:23.872913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-467c5a11-2d91-4fff-91f6-7da2d0365421 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Request body: {'router': {'name': 'tempest-router-1630673231', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '270dfb362e104ac88aac4068c3c8d95e'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:24.061375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc14a8ee-f86e-48e3-8407-8c7e8f4449b2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router c4d0a299-bbd4-425d-84ad-464d1a4f8fbd has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:08:24.070150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c1102-d419-4cd3-b124-46440bf896f8 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87ddf98-5f80-4229-aa5d-938494f4d22f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:24.144504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-467c5a11-2d91-4fff-91f6-7da2d0365421 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:24.170983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-467c5a11-2d91-4fff-91f6-7da2d0365421 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Usage tracker for resource:router and tenant:270dfb362e104ac88aac4068c3c8d95e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:24.174108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-467c5a11-2d91-4fff-91f6-7da2d0365421 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:24.191443 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-467c5a11-2d91-4fff-91f6-7da2d0365421 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:24.286638 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-66320e2a-e47a-4cfa-9184-80b005f10138 service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804834 Feb 18 09:08:24.300392 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-467c5a11-2d91-4fff-91f6-7da2d0365421 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:24.302312 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-467c5a11-2d91-4fff-91f6-7da2d0365421 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:24.419392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c38960-46e2-471f-bc21-9d1bb4fd648b tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:24.420975 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d3c38960-46e2-471f-bc21-9d1bb4fd648b tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 1130 time: 0.4047050 Feb 18 09:08:24.421566 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-ea492108-5405-41bc-a756-c0f477da7f37 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=26b3a920-6dde-4571-aabb-5eff82ec1048 HTTP/1.1" status: 200 len: 217 time: 0.1231599 Feb 18 09:08:24.436411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48242) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:24.438143 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48244) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:24.532002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc14a8ee-f86e-48e3-8407-8c7e8f4449b2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:08:24.540035 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-47d566ad-8af4-4314-967d-39e7b5d53bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:24.541344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689da9a7-d0ec-4ace-b896-afdb6de48eb7 None None] Sync routers for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:08:24.550220 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-47d566ad-8af4-4314-967d-39e7b5d53bbf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b743376-da4b-4522-80bf-258dbd2da6c7 HTTP/1.1" status: 200 len: 797 time: 0.1062281 Feb 18 09:08:24.550220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': '9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:24.563637 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689da9a7-d0ec-4ace-b896-afdb6de48eb7 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:24.563637 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-689da9a7-d0ec-4ace-b896-afdb6de48eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:24.571275 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-467c5a11-2d91-4fff-91f6-7da2d0365421 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:24.571275 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:24.589071 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bc14a8ee-f86e-48e3-8407-8c7e8f4449b2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:24.624970 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Usage tracker for resource:floatingip and tenant:2043376ef2794b84aea557eef809fcc8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:24.637278 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:24.650090 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-689da9a7-d0ec-4ace-b896-afdb6de48eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:24.659054 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689da9a7-d0ec-4ace-b896-afdb6de48eb7 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:24.659654 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-689da9a7-d0ec-4ace-b896-afdb6de48eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:24.687895 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:24.715543 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-467c5a11-2d91-4fff-91f6-7da2d0365421 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:24.731783 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:24.753681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bc14a8ee-f86e-48e3-8407-8c7e8f4449b2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "PUT /v2.0/floatingips/aa2008a8-28ed-4489-9888-a777f0bef698 HTTP/1.1" status: 200 len: 978 time: 3.7344301 Feb 18 09:08:24.756937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48260) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:24.814678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-689da9a7-d0ec-4ace-b896-afdb6de48eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:24.814678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689da9a7-d0ec-4ace-b896-afdb6de48eb7 None None] The sync data for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:08:24.896615 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-467c5a11-2d91-4fff-91f6-7da2d0365421 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:24.900637 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-467c5a11-2d91-4fff-91f6-7da2d0365421 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0396898 Feb 18 09:08:24.906451 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48266) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:24.923553 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-7a4eab79-ed0a-455b-963a-98d93f4c6985 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:24.992051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e09e0f5c-c6b9-4bb0-aaf6-9f73d4b966e2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Deleting port 55c43808-a799-49cf-a7ec-4f81f8999572 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:08:24.992579 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e09e0f5c-c6b9-4bb0-aaf6-9f73d4b966e2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:25.033173 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-e3d58267-c7f4-4ec3-a1a9-0806e0ad91ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:25.035157 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-e3d58267-c7f4-4ec3-a1a9-0806e0ad91ef service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c007c0e9-3b09-4935-b7b9-8a901322650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4747143 Feb 18 09:08:25.339310 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-593765319', 'router:external': True}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:25.345975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:25.349511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Usage tracker for resource:network and tenant:7c89eafc82404cebbb2977a12ba53e8d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:25.352586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:25.358562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:25.521697 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e09e0f5c-c6b9-4bb0-aaf6-9f73d4b966e2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:25.648001 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Made reservation on behalf of 7c89eafc82404cebbb2977a12ba53e8d for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:25.658896 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:25.666894 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8ec16104-be94-4ae0-b6cc-e36b3f995da1 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Deleting port 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:08:25.667245 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ec16104-be94-4ae0-b6cc-e36b3f995da1 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:25.878329 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:26.015829 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a4eab79-ed0a-455b-963a-98d93f4c6985 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:26.016595 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a4eab79-ed0a-455b-963a-98d93f4c6985 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:26.139144 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e09e0f5c-c6b9-4bb0-aaf6-9f73d4b966e2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:26.139818 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e09e0f5c-c6b9-4bb0-aaf6-9f73d4b966e2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:26.141185 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-e09e0f5c-c6b9-4bb0-aaf6-9f73d4b966e2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Floating IP aa2008a8-28ed-4489-9888-a777f0bef698 disassociated. External IP: 172.25.1.112, port: 55c43808-a799-49cf-a7ec-4f81f8999572. Feb 18 09:08:26.141432 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e09e0f5c-c6b9-4bb0-aaf6-9f73d4b966e2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Calling delete_port for 55c43808-a799-49cf-a7ec-4f81f8999572 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:08:26.381349 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e09e0f5c-c6b9-4bb0-aaf6-9f73d4b966e2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:26.446730 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e0f5c-c6b9-4bb0-aaf6-9f73d4b966e2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event deleted for resources: {'Port': ['ID=55c43808-a799-49cf-a7ec-4f81f8999572,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:26.521584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:26.545717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Usage tracker for resource:security_group_rule and tenant:7c89eafc82404cebbb2977a12ba53e8d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:26.556577 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:26.637395 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-91d4aa6b-2a62-457c-9d15-e96daa3ebc7c service neutron] 10.222.0.81 "GET /v2.0/networks/c007c0e9-3b09-4935-b7b9-8a901322650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5874636 Feb 18 09:08:26.700103 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:26.846375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09e0f5c-c6b9-4bb0-aaf6-9f73d4b966e2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router c4d0a299-bbd4-425d-84ad-464d1a4f8fbd has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:08:26.896818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-8ec16104-be94-4ae0-b6cc-e36b3f995da1 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] For port 34bd01e1-6165-4380-a1c1-e6a1cbba7a61, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=34bd01e1-6165-4380-a1c1-e6a1cbba7a61,segment=NetworkSegment(057a480f-e432-458a-96e6-178ba0584329),segment_id=057a480f-e432-458a-96e6-178ba0584329)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:08:26.896818 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ec16104-be94-4ae0-b6cc-e36b3f995da1 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:27.094973 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09e0f5c-c6b9-4bb0-aaf6-9f73d4b966e2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:08:27.106680 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adcb91a-1b7e-47e6-9c6b-ac49bdb96dc9 None None] Sync routers for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:08:27.122781 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adcb91a-1b7e-47e6-9c6b-ac49bdb96dc9 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:27.123413 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8adcb91a-1b7e-47e6-9c6b-ac49bdb96dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:27.269841 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8adcb91a-1b7e-47e6-9c6b-ac49bdb96dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:27.270559 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8ec16104-be94-4ae0-b6cc-e36b3f995da1 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Calling delete_port for 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:08:27.276374 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e09e0f5c-c6b9-4bb0-aaf6-9f73d4b966e2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:27.278309 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adcb91a-1b7e-47e6-9c6b-ac49bdb96dc9 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:27.279173 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8adcb91a-1b7e-47e6-9c6b-ac49bdb96dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:27.294812 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e09e0f5c-c6b9-4bb0-aaf6-9f73d4b966e2 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/ports/55c43808-a799-49cf-a7ec-4f81f8999572 HTTP/1.1" status: 204 len: 168 time: 2.5373926 Feb 18 09:08:27.297771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48330) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:27.367679 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8adcb91a-1b7e-47e6-9c6b-ac49bdb96dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:27.367679 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adcb91a-1b7e-47e6-9c6b-ac49bdb96dc9 None None] The sync data for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:08:27.376188 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7a4eab79-ed0a-455b-963a-98d93f4c6985 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87767) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 18 09:08:27.376188 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7a4eab79-ed0a-455b-963a-98d93f4c6985 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Router c6ffad54-4414-428f-a4a1-312d46483042 migrating from provider to provider. {{(pid=87767) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 18 09:08:27.387055 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a4eab79-ed0a-455b-963a-98d93f4c6985 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:27.467923 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a4eab79-ed0a-455b-963a-98d93f4c6985 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:27.495282 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a4eab79-ed0a-455b-963a-98d93f4c6985 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:27.509808 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8e3bad80-7dae-4f7c-8f8e-7829a63ecafb tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "GET /v2.0/floatingips/aa2008a8-28ed-4489-9888-a777f0bef698 HTTP/1.1" status: 200 len: 688 time: 0.2009015 Feb 18 09:08:27.509808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48334) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:27.603125 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:27.952349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-40bfb9c5-47b1-463b-a513-ec6283f0f723 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Deleting port b2e1a272-ef98-4402-a430-e0c7e3a3e561 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:08:27.952349 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40bfb9c5-47b1-463b-a513-ec6283f0f723 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:28.007888 n-d-829434-1 neutron-server[87767]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7a4eab79-ed0a-455b-963a-98d93f4c6985 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] No L3 agents can host the router c6ffad54-4414-428f-a4a1-312d46483042 Feb 18 09:08:28.007888 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-101c0a95-3e54-4b06-a61b-1557e5bb359f service neutron] 10.222.0.81 "GET /v2.0/networks/c007c0e9-3b09-4935-b7b9-8a901322650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3506927 Feb 18 09:08:28.250384 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-b9a44029-c21c-4161-ada5-56d3f1f68348 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ceab370d-687f-456f-82e0-8283955ca57d HTTP/1.1" status: 200 len: 217 time: 0.2033775 Feb 18 09:08:28.420189 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40bfb9c5-47b1-463b-a513-ec6283f0f723 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:28.420189 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40bfb9c5-47b1-463b-a513-ec6283f0f723 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:28.450332 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:28.533235 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:28.575664 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Allocated IP 172.25.1.99 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/f4b3a527-d740-4c2d-a4bd-ecf49ef0aaeb) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:28.584890 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-fbe95a94-6f83-42f2-bf93-d34442e60353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:28.585957 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-fbe95a94-6f83-42f2-bf93-d34442e60353 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b743376-da4b-4522-80bf-258dbd2da6c7 HTTP/1.1" status: 200 len: 797 time: 0.3345504 Feb 18 09:08:28.586683 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4eab79-ed0a-455b-963a-98d93f4c6985 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Hosts for router c6ffad54-4414-428f-a4a1-312d46483042: [] {{(pid=87767) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 18 09:08:28.630168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-40bfb9c5-47b1-463b-a513-ec6283f0f723 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Calling delete_port for b2e1a272-ef98-4402-a430-e0c7e3a3e561 owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:08:28.731066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48358) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:28.878224 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40bfb9c5-47b1-463b-a513-ec6283f0f723 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:28.952651 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4eab79-ed0a-455b-963a-98d93f4c6985 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Hosts for other DVR routers connected to router c6ffad54-4414-428f-a4a1-312d46483042: set() {{(pid=87767) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 18 09:08:28.957773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfb9c5-47b1-463b-a513-ec6283f0f723 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event deleted for resources: {'Port': ['ID=b2e1a272-ef98-4402-a430-e0c7e3a3e561,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:28.967386 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dedc0ffc-d117-4aa5-b593-d24c125c5d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:29.002748 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1a872f-77df-41b0-b07f-c88c263fe2d0,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:29.074584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-dedc0ffc-d117-4aa5-b593-d24c125c5d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:29.078637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-dedc0ffc-d117-4aa5-b593-d24c125c5d7b admin admin] Usage tracker for resource:security_group_rule and tenant:f66d0462b1c040de9cac291c517c82e0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:29.088248 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-dedc0ffc-d117-4aa5-b593-d24c125c5d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:29.095890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-dedc0ffc-d117-4aa5-b593-d24c125c5d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:29.136082 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40bfb9c5-47b1-463b-a513-ec6283f0f723 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:29.191582 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ec16104-be94-4ae0-b6cc-e36b3f995da1 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:29.215368 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40bfb9c5-47b1-463b-a513-ec6283f0f723 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:29.215368 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-40bfb9c5-47b1-463b-a513-ec6283f0f723 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/floatingips/aa2008a8-28ed-4489-9888-a777f0bef698 HTTP/1.1" status: 204 len: 168 time: 1.6993618 Feb 18 09:08:29.215368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48370) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:29.216541 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:08:29.229427 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': '4ed13d76-d6a7-4806-9a04-9be05daa99dd'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:29.255578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:29.288659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Usage tracker for resource:floatingip and tenant:80d3e6f8de37419bb10065056be9574a is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:29.297653 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dedc0ffc-d117-4aa5-b593-d24c125c5d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:29.301390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:29.306113 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dedc0ffc-d117-4aa5-b593-d24c125c5d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:29.315681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:29.337927 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7a4eab79-ed0a-455b-963a-98d93f4c6985 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:29.338693 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7a4eab79-ed0a-455b-963a-98d93f4c6985 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] 10.222.0.72 "PUT /v2.0/routers/c6ffad54-4414-428f-a4a1-312d46483042 HTTP/1.1" status: 200 len: 717 time: 4.4250283 Feb 18 09:08:29.352853 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48374) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:29.371476 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:29.372059 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Added segment 80560c27-6d93-4af6-a9bb-d4062715fe24 of type vlan for network c9d7094a-9c79-4c53-ba0a-d2cd79b59afc Feb 18 09:08:29.481226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec16104-be94-4ae0-b6cc-e36b3f995da1 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event deleted for resources: {'Port': ['ID=34bd01e1-6165-4380-a1c1-e6a1cbba7a61,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:29.511680 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:29.549232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc0ffc-d117-4aa5-b593-d24c125c5d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d44891-797a-4557-ae3e-5b045ad71f03,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:29.648106 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-5fa78326-75b5-442f-90af-e295680bb9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:29.648106 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-5fa78326-75b5-442f-90af-e295680bb9f6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c007c0e9-3b09-4935-b7b9-8a901322650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0130229 Feb 18 09:08:29.653792 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:29.726752 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:30.175718 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dedc0ffc-d117-4aa5-b593-d24c125c5d7b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f66d0462b1c040de9cac291c517c82e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4376750 Feb 18 09:08:30.175718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48384) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:30.208676 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-148eef7e-b2e5-4b9d-ab1b-7586f45301da tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] 10.222.0.72 "GET /v2.0/routers/c6ffad54-4414-428f-a4a1-312d46483042 HTTP/1.1" status: 200 len: 717 time: 0.8543079 Feb 18 09:08:30.227362 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:30.244933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:30.244933 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:30.256530 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48388) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:30.309768 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0bbdf3e2-9f07-47d7-b263-d65c18675965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:30.394898 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-057ed1ba-fe70-4c65-be00-c884a737dc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:30.445437 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-057ed1ba-fe70-4c65-be00-c884a737dc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:30.529454 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ec16104-be94-4ae0-b6cc-e36b3f995da1 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:30.578534 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 6.1303201 Feb 18 09:08:30.583775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48398) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:30.595398 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0fdefc99-5ec6-4307-83b1-637c33b35230 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Request body: {'subnet': {'network_id': 'c9d7094a-9c79-4c53-ba0a-d2cd79b59afc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:30.673672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0fdefc99-5ec6-4307-83b1-637c33b35230 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:30.689122 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:30.690119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0fdefc99-5ec6-4307-83b1-637c33b35230 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Usage tracker for resource:subnet and tenant:7c89eafc82404cebbb2977a12ba53e8d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:30.737823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ae55a-c1d4-4baa-bc8f-df2cd4025231 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Pushing event updated for resources: {'Network': ['ID=c9d7094a-9c79-4c53-ba0a-d2cd79b59afc,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:30.754283 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network c9d7094a-9c79-4c53-ba0a-d2cd79b59afc details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:08:30.784029 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0fdefc99-5ec6-4307-83b1-637c33b35230 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:30.873499 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:30.907930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0fdefc99-5ec6-4307-83b1-637c33b35230 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:30.957958 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ea4b3804-578a-4b9c-8be8-98ea60329fbf tempest-RoutersTestDVR-528917386 tempest-RoutersTestDVR-528917386-project] 10.222.0.72 "GET /v2.0/routers/c6ffad54-4414-428f-a4a1-312d46483042 HTTP/1.1" status: 200 len: 683 time: 0.6889937 Feb 18 09:08:30.957958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48406) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:30.994971 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-54a5a63a-2873-4f0b-bb3b-3a962720097b service neutron] 10.222.0.81 "GET /v2.0/networks/c007c0e9-3b09-4935-b7b9-8a901322650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3110337 Feb 18 09:08:31.124526 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-057ed1ba-fe70-4c65-be00-c884a737dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:31.139214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdefc99-5ec6-4307-83b1-637c33b35230 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Made reservation on behalf of 7c89eafc82404cebbb2977a12ba53e8d for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:31.139214 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0fdefc99-5ec6-4307-83b1-637c33b35230 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:31.205826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:31.258801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ed1ba-fe70-4c65-be00-c884a737dc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d44891-797a-4557-ae3e-5b045ad71f03,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:31.363062 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-21499903-10d0-4105-ae51-eae2dd3d7d5c tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:31.369503 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event updated for resources: {'Port': ['ID=f4b3a527-d740-4c2d-a4bd-ecf49ef0aaeb,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:31.378449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:31.409046 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:08:31.467398 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-057ed1ba-fe70-4c65-be00-c884a737dc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:31.468183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-057ed1ba-fe70-4c65-be00-c884a737dc62 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/52d44891-797a-4557-ae3e-5b045ad71f03 HTTP/1.1" status: 204 len: 168 time: 1.2820148 Feb 18 09:08:31.928517 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-21499903-10d0-4105-ae51-eae2dd3d7d5c tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:31.932202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Allocated IP 172.25.1.83 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/eb2c2129-8332-4004-aa25-6fe6f712683e) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:31.968453 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-21499903-10d0-4105-ae51-eae2dd3d7d5c tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:32.026978 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd44d65c-6f4e-4af1-bfe3-b59a94bd9a76 req-7e25b8cb-2b27-4bd1-b06b-b558fe4f54b6 service neutron] 10.222.0.81 "GET /v2.0/networks/c007c0e9-3b09-4935-b7b9-8a901322650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0305326 Feb 18 09:08:32.039310 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec16104-be94-4ae0-b6cc-e36b3f995da1 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:08:32.052335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48428) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:32.195270 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-21499903-10d0-4105-ae51-eae2dd3d7d5c tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:32.196969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21499903-10d0-4105-ae51-eae2dd3d7d5c tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6ffad54-4414-428f-a4a1-312d46483042 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:08:32.259219 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9be0ffa-511c-4326-a9c5-5ccd0e0cae34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:32.374310 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f9be0ffa-511c-4326-a9c5-5ccd0e0cae34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:32.396955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f9be0ffa-511c-4326-a9c5-5ccd0e0cae34 admin admin] Usage tracker for resource:security_group_rule and tenant:113e4568496b4945bfdc09403cda61f7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:32.415355 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f9be0ffa-511c-4326-a9c5-5ccd0e0cae34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:32.440124 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f9be0ffa-511c-4326-a9c5-5ccd0e0cae34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:32.450375 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-21499903-10d0-4105-ae51-eae2dd3d7d5c tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:32.451519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-21499903-10d0-4105-ae51-eae2dd3d7d5c tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] 10.222.0.72 "DELETE /v2.0/routers/c6ffad54-4414-428f-a4a1-312d46483042 HTTP/1.1" status: 204 len: 168 time: 1.4946477 Feb 18 09:08:32.458911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48434) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:32.468199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-242992b2-313f-4cb0-8824-723526c675c8 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Request body: {'router': {'name': 'tempest-router-2142248631', 'distributed': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:32.550666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-242992b2-313f-4cb0-8824-723526c675c8 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:32.559193 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:32.570760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-242992b2-313f-4cb0-8824-723526c675c8 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Usage tracker for resource:router and tenant:75c79914d64c43d1a9b79d2b050f6ae6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:32.571852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec16104-be94-4ae0-b6cc-e36b3f995da1 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:08:32.578663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-242992b2-313f-4cb0-8824-723526c675c8 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:32.589852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-242992b2-313f-4cb0-8824-723526c675c8 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:32.606691 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5005d4c7-1a9d-442e-980c-ffecf8a66119 None None] Sync routers for ids ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:08:32.615225 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8ec16104-be94-4ae0-b6cc-e36b3f995da1 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "PUT /v2.0/routers/22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2247467 Feb 18 09:08:32.629019 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005d4c7-1a9d-442e-980c-ffecf8a66119 None None] Routers {'22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:32.631317 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5005d4c7-1a9d-442e-980c-ffecf8a66119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:32.664869 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-242992b2-313f-4cb0-8824-723526c675c8 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:32.665109 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-242992b2-313f-4cb0-8824-723526c675c8 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:32.711368 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-242992b2-313f-4cb0-8824-723526c675c8 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:32.812174 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-242992b2-313f-4cb0-8824-723526c675c8 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:32.823933 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:32.875130 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:32.961918 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9be0ffa-511c-4326-a9c5-5ccd0e0cae34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:32.982325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-5005d4c7-1a9d-442e-980c-ffecf8a66119 None None] Set router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:08:33.010927 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9be0ffa-511c-4326-a9c5-5ccd0e0cae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:33.032698 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-242992b2-313f-4cb0-8824-723526c675c8 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:33.034484 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-242992b2-313f-4cb0-8824-723526c675c8 tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5746334 Feb 18 09:08:33.050354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48442) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:33.113858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:33.123020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:33.131734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:08:33.210869 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:33.240360 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=eb2c2129-8332-4004-aa25-6fe6f712683e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:33.304312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.objects.ports [None req-0fdefc99-5ec6-4307-83b1-637c33b35230 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87768) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 09:08:33.305094 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0fdefc99-5ec6-4307-83b1-637c33b35230 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:33.313791 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f9be0ffa-511c-4326-a9c5-5ccd0e0cae34 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=113e4568496b4945bfdc09403cda61f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2591722 Feb 18 09:08:33.328882 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be0ffa-511c-4326-a9c5-5ccd0e0cae34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbcde81-6423-4e12-a196-d72359c39c63,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:33.335759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48448) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:33.379346 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b88819f-494d-4d84-bd51-f886adc6b70f tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:33.436315 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5005d4c7-1a9d-442e-980c-ffecf8a66119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:08:28Z', 'revision_number': 6, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '7417e6b9-b794-4351-9a30-a06351617309', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'port_id': 'bc685c6c-668e-487f-8f16-c1c933df8e65', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'mac_address': 'fa:16:3e:36:4d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:06:18Z', 'updated_at': '2022-02-18T09:06:28Z', 'revision_number': 1, 'project_id': '67d280681c92466b957d86889fb303b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9915fb19-d329-4e7b-aeb9-113011fafe15', 'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:45:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:16Z', 'updated_at': '2022-02-18T09:05:33Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:33.440990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5005d4c7-1a9d-442e-980c-ffecf8a66119 None None] Checking router: 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:08:33.450805 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005d4c7-1a9d-442e-980c-ffecf8a66119 None None] Routers {'22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:33.451535 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5005d4c7-1a9d-442e-980c-ffecf8a66119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:33.481155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdefc99-5ec6-4307-83b1-637c33b35230 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Pushing event updated for resources: {'Subnet': ['ID=068fe7f7-fa26-4b4d-b45b-15b4d3e4339c,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:33.526472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29769e-b0ea-4009-b269-1d0c0d94eb73 req-f45cacb9-5c99-4557-a689-636f8c1b9c80 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:33.527105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6d29769e-b0ea-4009-b269-1d0c0d94eb73 req-f45cacb9-5c99-4557-a689-636f8c1b9c80 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Synchronizing usage tracker for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:33.553478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdefc99-5ec6-4307-83b1-637c33b35230 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Checking segment: {'id': '80560c27-6d93-4af6-a9bb-d4062715fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c9d7094a-9c79-4c53-ba0a-d2cd79b59afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:08:33.553906 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdefc99-5ec6-4307-83b1-637c33b35230 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Network hostable DHCP agents. Network: c9d7094a-9c79-4c53-ba0a-d2cd79b59afc, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:08:33.582091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6d29769e-b0ea-4009-b269-1d0c0d94eb73 req-f45cacb9-5c99-4557-a689-636f8c1b9c80 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Unset dirty status for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:33.584124 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d29769e-b0ea-4009-b269-1d0c0d94eb73 req-f45cacb9-5c99-4557-a689-636f8c1b9c80 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 946 time: 0.4657590 Feb 18 09:08:33.642445 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-5005d4c7-1a9d-442e-980c-ffecf8a66119 None None] Set router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:08:33.702097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdefc99-5ec6-4307-83b1-637c33b35230 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Network c9d7094a-9c79-4c53-ba0a-d2cd79b59afc is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:08:33.722114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-0fdefc99-5ec6-4307-83b1-637c33b35230 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, c9d7094a-9c79-4c53-ba0a-d2cd79b59afc) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:33.729415 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d29769e-b0ea-4009-b269-1d0c0d94eb73 req-81c0205c-4b61-4849-b566-4acf9d8e6240 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=813ba5ad-0a18-4efb-b1df-d4e277eeb570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787745 Feb 18 09:08:33.735418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdefc99-5ec6-4307-83b1-637c33b35230 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:33.736391 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0fdefc99-5ec6-4307-83b1-637c33b35230 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:33.803608 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84e0db0-992c-4181-9277-d23bf2bb030b None None] Network c9d7094a-9c79-4c53-ba0a-d2cd79b59afc requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:08:33.821640 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0fdefc99-5ec6-4307-83b1-637c33b35230 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2428837 Feb 18 09:08:33.825525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48452) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:33.923758 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2ad7ee66-ef6b-4a44-bb07-93e936035533 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-462528112', 'network_id': 'c9d7094a-9c79-4c53-ba0a-d2cd79b59afc'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:33.929466 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2ad7ee66-ef6b-4a44-bb07-93e936035533 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:33.937502 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2d790027-4603-4ceb-9f90-80a7acfeeeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:33.952944 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:33.962749 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:33.964991 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:33.994686 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2ad7ee66-ef6b-4a44-bb07-93e936035533 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Usage tracker for resource:port and tenant:7c89eafc82404cebbb2977a12ba53e8d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:34.012015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2ad7ee66-ef6b-4a44-bb07-93e936035533 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:34.027113 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b88819f-494d-4d84-bd51-f886adc6b70f tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.030688 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b88819f-494d-4d84-bd51-f886adc6b70f tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.032446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2ad7ee66-ef6b-4a44-bb07-93e936035533 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:34.045521 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97721fb2-2eb8-49ad-9b70-be02707f8cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.046187 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.092032 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad7ee66-ef6b-4a44-bb07-93e936035533 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Made reservation on behalf of 7c89eafc82404cebbb2977a12ba53e8d for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:34.095086 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ee66-ef6b-4a44-bb07-93e936035533 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.126029 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b88819f-494d-4d84-bd51-f886adc6b70f tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.126538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b88819f-494d-4d84-bd51-f886adc6b70f tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d3480cc-11c2-450c-926d-de88f7275b7f {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:08:34.131054 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97721fb2-2eb8-49ad-9b70-be02707f8cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.180095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-2ad7ee66-ef6b-4a44-bb07-93e936035533 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] device_id is not set on port 36ac474a-efe7-4349-b59e-1866cbaace0d yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:08:34.238116 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60881c5-acac-431d-ab4d-0817c23bfbf2 None None] Network c9d7094a-9c79-4c53-ba0a-d2cd79b59afc requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:08:34.266506 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b88819f-494d-4d84-bd51-f886adc6b70f tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.267632 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2b88819f-494d-4d84-bd51-f886adc6b70f tempest-RoutersTestDVR-1526993192 tempest-RoutersTestDVR-1526993192-project-admin] 10.222.0.72 "DELETE /v2.0/routers/6d3480cc-11c2-450c-926d-de88f7275b7f HTTP/1.1" status: 204 len: 168 time: 1.2156646 Feb 18 09:08:34.305976 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.338468 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.345961 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.365183 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.414412 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5005d4c7-1a9d-442e-980c-ffecf8a66119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:08:28Z', 'revision_number': 6, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '7417e6b9-b794-4351-9a30-a06351617309', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'port_id': 'bc685c6c-668e-487f-8f16-c1c933df8e65', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'mac_address': 'fa:16:3e:36:4d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:06:18Z', 'updated_at': '2022-02-18T09:06:28Z', 'revision_number': 1, 'project_id': '67d280681c92466b957d86889fb303b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9915fb19-d329-4e7b-aeb9-113011fafe15', 'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:45:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:16Z', 'updated_at': '2022-02-18T09:05:33Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:34.436079 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5005d4c7-1a9d-442e-980c-ffecf8a66119 None None] The sync data for ids ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'] in n-d-829434-1 is: [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:08:28Z', 'revision_number': 6, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '7417e6b9-b794-4351-9a30-a06351617309', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'port_id': 'bc685c6c-668e-487f-8f16-c1c933df8e65', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'mac_address': 'fa:16:3e:36:4d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:06:18Z', 'updated_at': '2022-02-18T09:06:28Z', 'revision_number': 1, 'project_id': '67d280681c92466b957d86889fb303b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9915fb19-d329-4e7b-aeb9-113011fafe15', 'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:45:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:16Z', 'updated_at': '2022-02-18T09:05:33Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:08:34.523730 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97721fb2-2eb8-49ad-9b70-be02707f8cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.544619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=eb2c2129-8332-4004-aa25-6fe6f712683e,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:34.575827 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.616912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event updated for resources: {'Port': ['ID=f4b3a527-d740-4c2d-a4bd-ecf49ef0aaeb,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:34.655676 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-2ad7ee66-ef6b-4a44-bb07-93e936035533 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Allocated IP 172.20.0.4 (c9d7094a-9c79-4c53-ba0a-d2cd79b59afc/068fe7f7-fa26-4b4d-b45b-15b4d3e4339c/36ac474a-efe7-4349-b59e-1866cbaace0d) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:34.674468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97721fb2-2eb8-49ad-9b70-be02707f8cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbcde81-6423-4e12-a196-d72359c39c63,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:34.726711 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97721fb2-2eb8-49ad-9b70-be02707f8cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.737406 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-97721fb2-2eb8-49ad-9b70-be02707f8cb7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ffbcde81-6423-4e12-a196-d72359c39c63 HTTP/1.1" status: 204 len: 168 time: 1.3940821 Feb 18 09:08:34.766817 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:34.961145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48482) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:35.005149 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:35.364121 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Floating IP 14b7a62d-fcfe-4519-98a6-19b7619b74eb associated. External IP: 172.25.1.99, port: 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f. Feb 18 09:08:35.387053 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:08:35.455305 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:08:35.455649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 34bd01e1-6165-4380-a1c1-e6a1cbba7a61 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:08:35.496892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c953d4-b75d-48f7-90a0-b23b537f6917 req-77fe80a8-8576-4fbf-8cf5-cf5e52d1a440 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:35.498863 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92c953d4-b75d-48f7-90a0-b23b537f6917 req-77fe80a8-8576-4fbf-8cf5-cf5e52d1a440 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 946 time: 1.0775242 Feb 18 09:08:35.565598 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Floating IP 03a4c0ac-8724-4414-ba42-c11423a96fb0 associated. External IP: 172.25.1.83, port: 4ed13d76-d6a7-4806-9a04-9be05daa99dd. Feb 18 09:08:35.647567 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ee66-ef6b-4a44-bb07-93e936035533 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:35.664545 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b530c5f-fdb9-4d67-8c2f-8a372ce785b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:35.702139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-92c953d4-b75d-48f7-90a0-b23b537f6917 req-72d8392b-3750-4b25-b699-b73cada733fc tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Deleting port a6938656-da71-489d-aab8-8dccf229a9bc {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:08:35.702139 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-92c953d4-b75d-48f7-90a0-b23b537f6917 req-72d8392b-3750-4b25-b699-b73cada733fc tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:35.725502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5b530c5f-fdb9-4d67-8c2f-8a372ce785b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:35.740446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5b530c5f-fdb9-4d67-8c2f-8a372ce785b6 admin admin] Usage tracker for resource:security_group_rule and tenant:270dfb362e104ac88aac4068c3c8d95e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:35.747336 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5b530c5f-fdb9-4d67-8c2f-8a372ce785b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:35.765478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5b530c5f-fdb9-4d67-8c2f-8a372ce785b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:35.928149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc665de8-83d6-47d1-adc7-04af5a5094ab req-c79e69b9-c1db-43b4-9d4c-547c71aad0e5 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:35.932579 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc665de8-83d6-47d1-adc7-04af5a5094ab req-c79e69b9-c1db-43b4-9d4c-547c71aad0e5 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 946 time: 0.5911765 Feb 18 09:08:35.953680 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ee66-ef6b-4a44-bb07-93e936035533 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:36.189468 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc665de8-83d6-47d1-adc7-04af5a5094ab req-7f29d229-8f30-4f8e-a775-95c22466b517 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=813ba5ad-0a18-4efb-b1df-d4e277eeb570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556827 Feb 18 09:08:36.350041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad7ee66-ef6b-4a44-bb07-93e936035533 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Network c9d7094a-9c79-4c53-ba0a-d2cd79b59afc is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:36.365739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-2ad7ee66-ef6b-4a44-bb07-93e936035533 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:36.374338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-92c953d4-b75d-48f7-90a0-b23b537f6917 req-72d8392b-3750-4b25-b699-b73cada733fc tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] For port a6938656-da71-489d-aab8-8dccf229a9bc, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a6938656-da71-489d-aab8-8dccf229a9bc,segment=NetworkSegment(057a480f-e432-458a-96e6-178ba0584329),segment_id=057a480f-e432-458a-96e6-178ba0584329)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:08:36.375115 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-92c953d4-b75d-48f7-90a0-b23b537f6917 req-72d8392b-3750-4b25-b699-b73cada733fc tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:36.377387 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad7ee66-ef6b-4a44-bb07-93e936035533 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:08:36.442894 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7ee66-ef6b-4a44-bb07-93e936035533 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Pushing event updated for resources: {'Port': ['ID=36ac474a-efe7-4349-b59e-1866cbaace0d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:36.485107 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Router 1b289673-4ef1-4485-94f1-64edd27ca5c8 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:08:36.500706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad7ee66-ef6b-4a44-bb07-93e936035533 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:36.501584 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ee66-ef6b-4a44-bb07-93e936035533 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:36.512836 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b530c5f-fdb9-4d67-8c2f-8a372ce785b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:36.539299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-92c953d4-b75d-48f7-90a0-b23b537f6917 req-72d8392b-3750-4b25-b699-b73cada733fc tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Calling delete_port for a6938656-da71-489d-aab8-8dccf229a9bc owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:08:36.587973 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b530c5f-fdb9-4d67-8c2f-8a372ce785b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:36.625445 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2ad7ee66-ef6b-4a44-bb07-93e936035533 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.7675054 Feb 18 09:08:36.631559 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48666) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:36.633666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router c4d0a299-bbd4-425d-84ad-464d1a4f8fbd has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:08:36.677739 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5b530c5f-fdb9-4d67-8c2f-8a372ce785b6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=270dfb362e104ac88aac4068c3c8d95e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6927116 Feb 18 09:08:36.679166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48676) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:36.685812 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b530c5f-fdb9-4d67-8c2f-8a372ce785b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd551277-2d07-45d6-8947-dab6fb48484d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:36.829354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:08:36.862832 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e8e0cd-dad7-4faa-bdfc-e748423f2587 None None] Sync routers for ids ['1b289673-4ef1-4485-94f1-64edd27ca5c8'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:08:36.873695 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1e2b-e122-4d23-91db-8479dd12f604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:36.882339 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e8e0cd-dad7-4faa-bdfc-e748423f2587 None None] Routers {'1b289673-4ef1-4485-94f1-64edd27ca5c8'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:36.883319 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f7e8e0cd-dad7-4faa-bdfc-e748423f2587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1b289673-4ef1-4485-94f1-64edd27ca5c8'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:36.890431 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:37.021144 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1e2b-e122-4d23-91db-8479dd12f604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:37.021894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-95df6e91-bfff-49d2-a356-7857e8e15420 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Deleting port 36ac474a-efe7-4349-b59e-1866cbaace0d {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:08:37.022341 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95df6e91-bfff-49d2-a356-7857e8e15420 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:37.031426 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-87a68a33-692f-4eaf-80ae-83b03e9bb389 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 12.5911810 Feb 18 09:08:37.032186 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d', 'tag': '9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:08:37.037144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48722) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:37.183091 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d', 'tag': '9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f', 'status': 'completed', 'code': 200} Feb 18 09:08:37.193619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:08:37.195477 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-92c953d4-b75d-48f7-90a0-b23b537f6917 req-72d8392b-3750-4b25-b699-b73cada733fc tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:37.207053 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ab121-e8ef-4e09-b724-1996c7846480 None None] Sync routers for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:08:37.226682 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ab121-e8ef-4e09-b724-1996c7846480 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:37.232125 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7d1ab121-e8ef-4e09-b724-1996c7846480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:37.248893 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-f7e8e0cd-dad7-4faa-bdfc-e748423f2587 None None] Set router 1b289673-4ef1-4485-94f1-64edd27ca5c8 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:08:37.424581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7d1ab121-e8ef-4e09-b724-1996c7846480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:37.460477 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ab121-e8ef-4e09-b724-1996c7846480 None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:37.461133 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7d1ab121-e8ef-4e09-b724-1996c7846480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:37.489649 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1e2b-e122-4d23-91db-8479dd12f604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:37.552823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd1e2b-e122-4d23-91db-8479dd12f604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd551277-2d07-45d6-8947-dab6fb48484d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:37.575967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e313c9f-614d-4b74-837f-46adacd51420 req-ce8e3c0a-ab92-476b-88ac-b3f8b788685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.577457 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7e313c9f-614d-4b74-837f-46adacd51420 req-ce8e3c0a-ab92-476b-88ac-b3f8b788685e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2043376ef2794b84aea557eef809fcc8&device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 1135 time: 0.3789482 Feb 18 09:08:37.581113 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cce3d8-aceb-4900-9b68-bfabe288e832 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.581814 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cce3d8-aceb-4900-9b68-bfabe288e832 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.582665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cce3d8-aceb-4900-9b68-bfabe288e832 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.583319 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cce3d8-aceb-4900-9b68-bfabe288e832 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.584010 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cce3d8-aceb-4900-9b68-bfabe288e832 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.584674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cce3d8-aceb-4900-9b68-bfabe288e832 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.585337 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cce3d8-aceb-4900-9b68-bfabe288e832 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.585959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cce3d8-aceb-4900-9b68-bfabe288e832 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.586585 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cce3d8-aceb-4900-9b68-bfabe288e832 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.588096 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cce3d8-aceb-4900-9b68-bfabe288e832 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.589446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cce3d8-aceb-4900-9b68-bfabe288e832 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.590091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cce3d8-aceb-4900-9b68-bfabe288e832 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.592601 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-53cce3d8-aceb-4900-9b68-bfabe288e832 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8449 time: 0.5365129 Feb 18 09:08:37.595622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48772) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:37.626317 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0086447d-15ff-405f-9abe-ad706ae7e820 req-f4401736-7c36-4d3e-a756-015425b60387 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 210 time: 0.1639497 Feb 18 09:08:37.637294 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1e2b-e122-4d23-91db-8479dd12f604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:37.638679 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a7dd1e2b-e122-4d23-91db-8479dd12f604 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dd551277-2d07-45d6-8947-dab6fb48484d HTTP/1.1" status: 204 len: 168 time: 0.9566026 Feb 18 09:08:37.710766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8392b-3750-4b25-b699-b73cada733fc tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event deleted for resources: {'Port': ['ID=a6938656-da71-489d-aab8-8dccf229a9bc,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:37.858611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd887861-a260-49ca-a17e-687a2c684555 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.859082 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd887861-a260-49ca-a17e-687a2c684555 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.860101 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd887861-a260-49ca-a17e-687a2c684555 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.861800 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd887861-a260-49ca-a17e-687a2c684555 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.862446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd887861-a260-49ca-a17e-687a2c684555 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.863062 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd887861-a260-49ca-a17e-687a2c684555 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.864778 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd887861-a260-49ca-a17e-687a2c684555 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.865851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd887861-a260-49ca-a17e-687a2c684555 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.866489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd887861-a260-49ca-a17e-687a2c684555 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.867178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd887861-a260-49ca-a17e-687a2c684555 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.867772 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd887861-a260-49ca-a17e-687a2c684555 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.869128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd887861-a260-49ca-a17e-687a2c684555 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:37.872098 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bd887861-a260-49ca-a17e-687a2c684555 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7620 time: 0.2367554 Feb 18 09:08:37.874917 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48806) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:37.906593 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7d1ab121-e8ef-4e09-b724-1996c7846480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:37.907002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ab121-e8ef-4e09-b724-1996c7846480 None None] The sync data for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:08:38.065132 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e313c9f-614d-4b74-837f-46adacd51420 req-9c315222-2eb7-4869-9361-1ff70e86909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:38.070217 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7e313c9f-614d-4b74-837f-46adacd51420 req-9c315222-2eb7-4869-9361-1ff70e86909a service neutron] 10.222.0.81 "GET /v2.0/networks?id=6f49c8e1-a839-4c99-8c92-734b76aec8ca HTTP/1.1" status: 200 len: 898 time: 0.4762127 Feb 18 09:08:38.087988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c953d4-b75d-48f7-90a0-b23b537f6917 req-72d8392b-3750-4b25-b699-b73cada733fc tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] No DVR routers for this DVR port a6938656-da71-489d-aab8-8dccf229a9bc on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:08:38.093728 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-92c953d4-b75d-48f7-90a0-b23b537f6917 req-72d8392b-3750-4b25-b699-b73cada733fc tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:38.095625 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92c953d4-b75d-48f7-90a0-b23b537f6917 req-72d8392b-3750-4b25-b699-b73cada733fc tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.61 "DELETE /v2.0/ports/a6938656-da71-489d-aab8-8dccf229a9bc HTTP/1.1" status: 204 len: 173 time: 2.5820465 Feb 18 09:08:38.096437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fd9bf0-7653-4d50-acaf-cc46a796514f', 'name': 'network-vif-deleted', 'tag': 'a6938656-da71-489d-aab8-8dccf229a9bc'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:08:38.108719 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:38.233875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-00adeea7-6362-4fe6-8e17-66fec22868af tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 9.0220034 Feb 18 09:08:38.236865 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48844) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:38.256923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-1aac0bfe-749a-4e58-8eb4-84daee8959b8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1669594431'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:38.265146 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fd9bf0-7653-4d50-acaf-cc46a796514f', 'name': 'network-vif-deleted', 'tag': 'a6938656-da71-489d-aab8-8dccf229a9bc', 'status': 'completed', 'code': 200} Feb 18 09:08:38.269394 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a6938656-da71-489d-aab8-8dccf229a9bc no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:08:38.289768 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95df6e91-bfff-49d2-a356-7857e8e15420 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:38.314646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1aac0bfe-749a-4e58-8eb4-84daee8959b8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:38.336019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1aac0bfe-749a-4e58-8eb4-84daee8959b8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Usage tracker for resource:network and tenant:80d3e6f8de37419bb10065056be9574a is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:38.353960 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: a6938656-da71-489d-aab8-8dccf229a9bc {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:08:38.355538 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a6938656-da71-489d-aab8-8dccf229a9bc not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:08:38.367865 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f7e8e0cd-dad7-4faa-bdfc-e748423f2587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1153027754', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:11Z', 'updated_at': '2022-02-18T09:07:33Z', 'revision_number': 4, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:15Z', 'updated_at': '2022-02-18T09:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '14b7a62d-fcfe-4519-98a6-19b7619b74eb', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'port_id': '9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca', 'mac_address': 'fa:16:3e:2e:78:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:08:32Z', 'updated_at': '2022-02-18T09:08:32Z', 'revision_number': 0, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba96e5b-1277-45c9-b4c2-cc434e12d4e9', 'name': '', 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'mac_address': 'fa:16:3e:95:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:28Z', 'updated_at': '2022-02-18T09:07:45Z', 'revision_number': 5, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'subnets': [{'id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:38.373301 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e8e0cd-dad7-4faa-bdfc-e748423f2587 None None] Checking router: 1b289673-4ef1-4485-94f1-64edd27ca5c8 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:08:38.387792 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e8e0cd-dad7-4faa-bdfc-e748423f2587 None None] Routers {'1b289673-4ef1-4485-94f1-64edd27ca5c8'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:38.390127 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f7e8e0cd-dad7-4faa-bdfc-e748423f2587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1b289673-4ef1-4485-94f1-64edd27ca5c8'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:38.415881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1aac0bfe-749a-4e58-8eb4-84daee8959b8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:38.494709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-95df6e91-bfff-49d2-a356-7857e8e15420 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Calling delete_port for 36ac474a-efe7-4349-b59e-1866cbaace0d owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:08:38.536306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1aac0bfe-749a-4e58-8eb4-84daee8959b8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:38.585346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aac0bfe-749a-4e58-8eb4-84daee8959b8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Made reservation on behalf of 80d3e6f8de37419bb10065056be9574a for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:38.589477 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1aac0bfe-749a-4e58-8eb4-84daee8959b8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:38.633061 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7e313c9f-614d-4b74-837f-46adacd51420 req-4112ee51-5d56-4c1f-b70d-aeab9c9441c6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f HTTP/1.1" status: 200 len: 998 time: 0.4941394 Feb 18 09:08:38.662939 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-f7e8e0cd-dad7-4faa-bdfc-e748423f2587 None None] Set router 1b289673-4ef1-4485-94f1-64edd27ca5c8 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:08:38.674521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aac0bfe-749a-4e58-8eb4-84daee8959b8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:08:38.698289 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1aac0bfe-749a-4e58-8eb4-84daee8959b8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:38.698645 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-1aac0bfe-749a-4e58-8eb4-84daee8959b8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Added segment e19c40d3-8651-4ca9-9806-6905ef785a11 of type vlan for network 02267f8e-698f-402c-95c9-d8b2576ac678 Feb 18 09:08:38.792766 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1aac0bfe-749a-4e58-8eb4-84daee8959b8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:38.843294 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f095ae1c-8d34-4eee-9f71-2fe0b9ac13a6 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4504 time: 0.9624135 Feb 18 09:08:38.843294 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48886) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:38.865890 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e313c9f-614d-4b74-837f-46adacd51420 req-63540fcb-9b2e-4e47-9abe-6ac391a5c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:38.868683 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7e313c9f-614d-4b74-837f-46adacd51420 req-63540fcb-9b2e-4e47-9abe-6ac391a5c6c4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f83ee525-6fe4-4fe2-a945-ac5d674da777 HTTP/1.1" status: 200 len: 834 time: 0.2265999 Feb 18 09:08:39.033707 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48904) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:39.034116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48912) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:39.100146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8ef460f4-b972-48c4-8f51-832abe7f6c20 req-7ff51a66-1442-4ca6-9614-960cec7dd238 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Synchronizing usage tracker for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:39.151132 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-741e3483-a42d-4e2e-96f3-51ea0078c0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:39.189444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-741e3483-a42d-4e2e-96f3-51ea0078c0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:39.195905 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-741e3483-a42d-4e2e-96f3-51ea0078c0f9 admin admin] Usage tracker for resource:security_group_rule and tenant:75c79914d64c43d1a9b79d2b050f6ae6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:39.200248 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-741e3483-a42d-4e2e-96f3-51ea0078c0f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:39.201777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8ef460f4-b972-48c4-8f51-832abe7f6c20 req-7ff51a66-1442-4ca6-9614-960cec7dd238 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Unset dirty status for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:39.205100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ef460f4-b972-48c4-8f51-832abe7f6c20 req-7ff51a66-1442-4ca6-9614-960cec7dd238 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd9bf0-7653-4d50-acaf-cc46a796514f HTTP/1.1" status: 200 len: 210 time: 0.1906147 Feb 18 09:08:39.208950 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1aac0bfe-749a-4e58-8eb4-84daee8959b8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:39.209980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-741e3483-a42d-4e2e-96f3-51ea0078c0f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:39.225017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aac0bfe-749a-4e58-8eb4-84daee8959b8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:39.226976 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1aac0bfe-749a-4e58-8eb4-84daee8959b8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:39.436653 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95df6e91-bfff-49d2-a356-7857e8e15420 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:39.531325 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df6e91-bfff-49d2-a356-7857e8e15420 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Pushing event deleted for resources: {'Port': ['ID=36ac474a-efe7-4349-b59e-1866cbaace0d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:39.538711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac0bfe-749a-4e58-8eb4-84daee8959b8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Network': ['ID=02267f8e-698f-402c-95c9-d8b2576ac678,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:39.640428 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 02267f8e-698f-402c-95c9-d8b2576ac678 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:08:39.657555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-741e3483-a42d-4e2e-96f3-51ea0078c0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:39.684760 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-741e3483-a42d-4e2e-96f3-51ea0078c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:39.685944 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1aac0bfe-749a-4e58-8eb4-84daee8959b8 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4455829 Feb 18 09:08:39.689133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48968) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:39.699008 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f7e8e0cd-dad7-4faa-bdfc-e748423f2587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1153027754', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:11Z', 'updated_at': '2022-02-18T09:07:33Z', 'revision_number': 4, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:15Z', 'updated_at': '2022-02-18T09:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '14b7a62d-fcfe-4519-98a6-19b7619b74eb', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'port_id': '9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca', 'mac_address': 'fa:16:3e:2e:78:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:08:32Z', 'updated_at': '2022-02-18T09:08:32Z', 'revision_number': 0, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba96e5b-1277-45c9-b4c2-cc434e12d4e9', 'name': '', 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'mac_address': 'fa:16:3e:95:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:28Z', 'updated_at': '2022-02-18T09:07:45Z', 'revision_number': 5, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'subnets': [{'id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:39.710623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-33c66256-39fa-417f-949e-e40d5ce35c5d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'subnet': {'network_id': '02267f8e-698f-402c-95c9-d8b2576ac678', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:39.714062 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e8e0cd-dad7-4faa-bdfc-e748423f2587 None None] The sync data for ids ['1b289673-4ef1-4485-94f1-64edd27ca5c8'] in n-d-829434-1 is: [{'id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1153027754', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:11Z', 'updated_at': '2022-02-18T09:07:33Z', 'revision_number': 4, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:15Z', 'updated_at': '2022-02-18T09:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '14b7a62d-fcfe-4519-98a6-19b7619b74eb', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'port_id': '9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca', 'mac_address': 'fa:16:3e:2e:78:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:08:32Z', 'updated_at': '2022-02-18T09:08:32Z', 'revision_number': 0, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba96e5b-1277-45c9-b4c2-cc434e12d4e9', 'name': '', 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'mac_address': 'fa:16:3e:95:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:28Z', 'updated_at': '2022-02-18T09:07:45Z', 'revision_number': 5, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'subnets': [{'id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:08:39.728337 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-50a2627b-964a-421c-b8e2-8b9553103abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:39.756548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1658f7-3726-447a-bf91-26ac02e510f1 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:39.757296 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1658f7-3726-447a-bf91-26ac02e510f1 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:39.760423 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fe1658f7-3726-447a-bf91-26ac02e510f1 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1b289673-4ef1-4485-94f1-64edd27ca5c8 HTTP/1.1" status: 200 len: 1990 time: 0.9019392 Feb 18 09:08:39.844754 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e313c9f-614d-4b74-837f-46adacd51420 req-6589b8df-e61b-47ea-93a1-525465ec132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:39.846313 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7e313c9f-614d-4b74-837f-46adacd51420 req-6589b8df-e61b-47ea-93a1-525465ec132d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6f49c8e1-a839-4c99-8c92-734b76aec8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8181136 Feb 18 09:08:39.859940 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95df6e91-bfff-49d2-a356-7857e8e15420 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:39.864164 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-95df6e91-bfff-49d2-a356-7857e8e15420 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "DELETE /v2.0/ports/36ac474a-efe7-4349-b59e-1866cbaace0d HTTP/1.1" status: 204 len: 168 time: 3.2275155 Feb 18 09:08:39.871384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48990) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:39.886680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9d7094a-9c79-4c53-ba0a-d2cd79b59afc', 'external_fixed_ips': [{'subnet_id': '068fe7f7-fa26-4b4d-b45b-15b4d3e4339c', 'ip_address': '172.20.0.4'}]}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:39.900832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e3483-a42d-4e2e-96f3-51ea0078c0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4b3500-9352-4268-953c-cd732f4e3882,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:39.906520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:39.919089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Usage tracker for resource:router and tenant:7c89eafc82404cebbb2977a12ba53e8d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:39.922754 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-50a2627b-964a-421c-b8e2-8b9553103abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:39.930153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:39.943221 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-741e3483-a42d-4e2e-96f3-51ea0078c0f9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=75c79914d64c43d1a9b79d2b050f6ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8955963 Feb 18 09:08:39.944741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-50a2627b-964a-421c-b8e2-8b9553103abc admin admin] Usage tracker for resource:security_group_rule and tenant:c052b51780f441899c78faff4c2f1f9e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:39.945696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49000) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:39.948187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:39.956864 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-50a2627b-964a-421c-b8e2-8b9553103abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:39.989686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-33c66256-39fa-417f-949e-e40d5ce35c5d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:39.996686 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:39.997570 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.004750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-33c66256-39fa-417f-949e-e40d5ce35c5d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Usage tracker for resource:subnet and tenant:80d3e6f8de37419bb10065056be9574a is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:40.015303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-33c66256-39fa-417f-949e-e40d5ce35c5d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:40.028077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-33c66256-39fa-417f-949e-e40d5ce35c5d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:40.033972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-50a2627b-964a-421c-b8e2-8b9553103abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:40.061980 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.068814 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c66256-39fa-417f-949e-e40d5ce35c5d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Made reservation on behalf of 80d3e6f8de37419bb10065056be9574a for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:40.072311 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-33c66256-39fa-417f-949e-e40d5ce35c5d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.120219 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7e313c9f-614d-4b74-837f-46adacd51420 req-d5103bb7-0671-43bd-8211-a79fe678a919 service neutron] 10.222.0.81 "GET /v2.0/networks/6f49c8e1-a839-4c99-8c92-734b76aec8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646589 Feb 18 09:08:40.151467 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa5bde-a7f1-483b-8bbb-f91e465401b1 None None] New status for floating IP 14b7a62d-fcfe-4519-98a6-19b7619b74eb: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:08:40.177396 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ca9198f8-b5fc-4f51-9f37-eccab19a4e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.237835 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ca9198f8-b5fc-4f51-9f37-eccab19a4e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.304930 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-50a2627b-964a-421c-b8e2-8b9553103abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.347246 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-50a2627b-964a-421c-b8e2-8b9553103abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.365948 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-7e313c9f-614d-4b74-837f-46adacd51420 req-c50060b2-82c9-4c58-9321-f9b07b102e8c service neutron] 10.222.0.81 "GET /v2.0/networks/6f49c8e1-a839-4c99-8c92-734b76aec8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387631 Feb 18 09:08:40.446326 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-50a2627b-964a-421c-b8e2-8b9553103abc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c052b51780f441899c78faff4c2f1f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3913991 Feb 18 09:08:40.446326 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49030) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:40.446326 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49032) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:40.494659 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2627b-964a-421c-b8e2-8b9553103abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318799d2-c556-4a74-9a47-0ecb37b65be8,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:40.516077 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:08:40.592192 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-860064b4-d11d-498a-ab09-d3952726dc0e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.626425 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-860064b4-d11d-498a-ab09-d3952726dc0e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.668656 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d02fedb-2b9c-4859-ac7b-318b741da848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.710839 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d02fedb-2b9c-4859-ac7b-318b741da848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.767942 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-860064b4-d11d-498a-ab09-d3952726dc0e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.808544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860064b4-d11d-498a-ab09-d3952726dc0e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=813ba5ad-0a18-4efb-b1df-d4e277eeb570,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:40.821372 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d02fedb-2b9c-4859-ac7b-318b741da848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.857760 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02fedb-2b9c-4859-ac7b-318b741da848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318799d2-c556-4a74-9a47-0ecb37b65be8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:40.869753 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d02fedb-2b9c-4859-ac7b-318b741da848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.873252 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4d02fedb-2b9c-4859-ac7b-318b741da848 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/318799d2-c556-4a74-9a47-0ecb37b65be8 HTTP/1.1" status: 204 len: 168 time: 0.4112289 Feb 18 09:08:40.877493 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-860064b4-d11d-498a-ab09-d3952726dc0e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:40.879636 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-860064b4-d11d-498a-ab09-d3952726dc0e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "DELETE /v2.0/security-groups/813ba5ad-0a18-4efb-b1df-d4e277eeb570 HTTP/1.1" status: 204 len: 168 time: 0.4340630 Feb 18 09:08:40.934797 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49046) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:40.982803 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.043355 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0a30f0-c176-4dcd-bed4-ade4d5423d0d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Deleting subnet b144e19a-bd7c-46c9-b06a-e73f2f650887 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:08:41.048188 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f0a30f0-c176-4dcd-bed4-ade4d5423d0d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.118174 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ca9198f8-b5fc-4f51-9f37-eccab19a4e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.155226 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f0a30f0-c176-4dcd-bed4-ade4d5423d0d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.158664 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9198f8-b5fc-4f51-9f37-eccab19a4e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4b3500-9352-4268-953c-cd732f4e3882,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:41.204420 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.226106 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ca9198f8-b5fc-4f51-9f37-eccab19a4e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.234636 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ca9198f8-b5fc-4f51-9f37-eccab19a4e76 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/da4b3500-9352-4268-953c-cd732f4e3882 HTTP/1.1" status: 204 len: 168 time: 1.2855029 Feb 18 09:08:41.252113 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-33c66256-39fa-417f-949e-e40d5ce35c5d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.384287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c66256-39fa-417f-949e-e40d5ce35c5d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Subnet': ['ID=1d57fb15-eb6f-4c02-979b-2128fc82fdc2,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:41.414513 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f0a30f0-c176-4dcd-bed4-ade4d5423d0d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.426744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c66256-39fa-417f-949e-e40d5ce35c5d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Checking segment: {'id': 'e19c40d3-8651-4ca9-9806-6905ef785a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02267f8e-698f-402c-95c9-d8b2576ac678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:08:41.426744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c66256-39fa-417f-949e-e40d5ce35c5d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network hostable DHCP agents. Network: 02267f8e-698f-402c-95c9-d8b2576ac678, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:08:41.452192 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.476649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49054) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:41.513990 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e37d682a-cb80-48fb-925e-9961318c1fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.515761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c66256-39fa-417f-949e-e40d5ce35c5d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network 02267f8e-698f-402c-95c9-d8b2576ac678 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:08:41.543925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e37d682a-cb80-48fb-925e-9961318c1fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:41.550576 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e37d682a-cb80-48fb-925e-9961318c1fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:134477e7eca144b192f392bb7fe8bbf1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:41.557694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e37d682a-cb80-48fb-925e-9961318c1fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:41.571198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e37d682a-cb80-48fb-925e-9961318c1fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:41.600001 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f0a30f0-c176-4dcd-bed4-ade4d5423d0d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.613499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-33c66256-39fa-417f-949e-e40d5ce35c5d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 02267f8e-698f-402c-95c9-d8b2576ac678) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:41.623813 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92222e4-9f07-4c52-b149-ed73c94fdbdd None None] Network 02267f8e-698f-402c-95c9-d8b2576ac678 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:08:41.627285 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c66256-39fa-417f-949e-e40d5ce35c5d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:41.627285 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-33c66256-39fa-417f-949e-e40d5ce35c5d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.654324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a30f0-c176-4dcd-bed4-ade4d5423d0d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event deleted for resources: {'Subnet': ['ID=b144e19a-bd7c-46c9-b06a-e73f2f650887,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:41.667025 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f0a30f0-c176-4dcd-bed4-ade4d5423d0d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.693417 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8f0a30f0-c176-4dcd-bed4-ade4d5423d0d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "DELETE /v2.0/subnets/b144e19a-bd7c-46c9-b06a-e73f2f650887 HTTP/1.1" status: 204 len: 168 time: 0.7563138 Feb 18 09:08:41.700086 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49058) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:41.722552 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1195925b-f2ad-48c9-b033-fbd68c53d65f None None] Network 5308d335-ff85-4931-bce7-c68db4ac28a3 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:08:41.857507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-33c66256-39fa-417f-949e-e40d5ce35c5d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1553388 Feb 18 09:08:41.868436 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49066) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:41.899378 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-997740457', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}, 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:41.943420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:41.970323 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.972385 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.984798 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Usage tracker for resource:router and tenant:80d3e6f8de37419bb10065056be9574a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:41.992643 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e37d682a-cb80-48fb-925e-9961318c1fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:41.998551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:42.024009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:42.032039 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e37d682a-cb80-48fb-925e-9961318c1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.085877 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.111493 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-02267f8e-698f-402c-95c9-d8b2576ac678', 'network_id': '02267f8e-698f-402c-95c9-d8b2576ac678', 'tenant_id': '80d3e6f8de37419bb10065056be9574a', 'fixed_ips': [{'subnet_id': '1d57fb15-eb6f-4c02-979b-2128fc82fdc2'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:08:42.122121 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.124174 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Deleting port 33cdbcff-c0c5-4390-9744-5654839753c4 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:08:42.124594 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.206552 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d682a-cb80-48fb-925e-9961318c1fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f38c599-4169-41a7-b8d2-422bd0f552bd,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:42.215021 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e37d682a-cb80-48fb-925e-9961318c1fb7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=134477e7eca144b192f392bb7fe8bbf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7370675 Feb 18 09:08:42.216768 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.220716 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.235454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49074) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:42.322954 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33af8cb4-a6b6-4ae1-af5d-d7fb6a00b1ff None None] DHCP port deletion for 5308d335-ff85-4931-bce7-c68db4ac28a3 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:08:42.326423 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.346568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-33af8cb4-a6b6-4ae1-af5d-d7fb6a00b1ff None None] Deleting port 33cdbcff-c0c5-4390-9744-5654839753c4 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:08:42.346946 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-33af8cb4-a6b6-4ae1-af5d-d7fb6a00b1ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.398495 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1b0baa63-10c4-42c2-85fa-cd6f2f1c8fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.478977 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1b0baa63-10c4-42c2-85fa-cd6f2f1c8fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.528862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Allocated IP 172.20.0.4 (c9d7094a-9c79-4c53-ba0a-d2cd79b59afc/068fe7f7-fa26-4b4d-b45b-15b4d3e4339c/5cbb8c8f-d351-4c29-becc-bf3e0521136e) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:42.612879 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Allocated IP 172.20.0.2 (02267f8e-698f-402c-95c9-d8b2576ac678/1d57fb15-eb6f-4c02-979b-2128fc82fdc2/b1c95058-1b2a-40ec-b36d-c2a253272b4b) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:42.677289 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1b0baa63-10c4-42c2-85fa-cd6f2f1c8fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.726712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0baa63-10c4-42c2-85fa-cd6f2f1c8fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f38c599-4169-41a7-b8d2-422bd0f552bd,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:42.769288 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1b0baa63-10c4-42c2-85fa-cd6f2f1c8fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.770595 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1b0baa63-10c4-42c2-85fa-cd6f2f1c8fed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9f38c599-4169-41a7-b8d2-422bd0f552bd HTTP/1.1" status: 204 len: 168 time: 0.5345089 Feb 18 09:08:42.806268 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.870038 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:42.884862 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-33af8cb4-a6b6-4ae1-af5d-d7fb6a00b1ff None None] For port 33cdbcff-c0c5-4390-9744-5654839753c4, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=33cdbcff-c0c5-4390-9744-5654839753c4,segment=NetworkSegment(057a480f-e432-458a-96e6-178ba0584329),segment_id=057a480f-e432-458a-96e6-178ba0584329)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:08:42.885250 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-33af8cb4-a6b6-4ae1-af5d-d7fb6a00b1ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:43.069980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Network c9d7094a-9c79-4c53-ba0a-d2cd79b59afc is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:43.096568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:43.105549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-33af8cb4-a6b6-4ae1-af5d-d7fb6a00b1ff None None] Calling delete_port for 33cdbcff-c0c5-4390-9744-5654839753c4 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:08:43.111496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:08:43.289821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Pushing event updated for resources: {'Port': ['ID=5cbb8c8f-d351-4c29-becc-bf3e0521136e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:43.421214 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49098) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:43.435073 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] For port 33cdbcff-c0c5-4390-9744-5654839753c4, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=33cdbcff-c0c5-4390-9744-5654839753c4,segment=NetworkSegment(057a480f-e432-458a-96e6-178ba0584329),segment_id=057a480f-e432-458a-96e6-178ba0584329)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:08:43.435499 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:43.510930 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-33af8cb4-a6b6-4ae1-af5d-d7fb6a00b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:43.616246 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 33cdbcff-c0c5-4390-9744-5654839753c4 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:08:43.682730 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:43.709901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 33cdbcff-c0c5-4390-9744-5654839753c4 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:08:43.709901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 33cdbcff-c0c5-4390-9744-5654839753c4 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:08:43.715678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af8cb4-a6b6-4ae1-af5d-d7fb6a00b1ff None None] Pushing event deleted for resources: {'Port': ['ID=33cdbcff-c0c5-4390-9744-5654839753c4,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:43.726001 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Transition to ACTIVE for port object b1c95058-1b2a-40ec-b36d-c2a253272b4b will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:43.746617 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33af8cb4-a6b6-4ae1-af5d-d7fb6a00b1ff None None] No DVR routers for this DVR port 33cdbcff-c0c5-4390-9744-5654839753c4 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:08:43.770016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Transition to ACTIVE for port object b1c95058-1b2a-40ec-b36d-c2a253272b4b will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:43.770016 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:43.902452 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Network 02267f8e-698f-402c-95c9-d8b2576ac678 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:43.904318 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:43.913960 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:08:44.085621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Pushing event updated for resources: {'Port': ['ID=b1c95058-1b2a-40ec-b36d-c2a253272b4b,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:44.102631 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Calling delete_port for 33cdbcff-c0c5-4390-9744-5654839753c4 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:08:44.204935 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Request body: {'networks': [{'name': 'tempest-network--179507182'}, {'name': 'tempest-network--640345723'}]} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:44.205501 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Request body: {'network': {'name': 'tempest-network--179507182'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:44.206185 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Request body: {'network': {'name': 'tempest-network--640345723'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:44.217493 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:44.226203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Usage tracker for resource:network and tenant:2338b036b483458c9bf88d4c1e6f05db is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:44.230414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:44.237251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:44.257438 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Attempting to bind port b1c95058-1b2a-40ec-b36d-c2a253272b4b on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:44.257913 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Attempting to bind port b1c95058-1b2a-40ec-b36d-c2a253272b4b by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'e19c40d3-8651-4ca9-9806-6905ef785a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02267f8e-698f-402c-95c9-d8b2576ac678'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:44.258525 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Attempting to bind port b1c95058-1b2a-40ec-b36d-c2a253272b4b on network 02267f8e-698f-402c-95c9-d8b2576ac678 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:08:44.280201 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:08:44.286380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Checking segment: {'id': 'e19c40d3-8651-4ca9-9806-6905ef785a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02267f8e-698f-402c-95c9-d8b2576ac678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:08:44.286891 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.287303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Bound using segment: {'id': 'e19c40d3-8651-4ca9-9806-6905ef785a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02267f8e-698f-402c-95c9-d8b2576ac678'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:08:44.287796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Bound port: b1c95058-1b2a-40ec-b36d-c2a253272b4b, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19c40d3-8651-4ca9-9806-6905ef785a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '02267f8e-698f-402c-95c9-d8b2576ac678'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:08:44.288631 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.395748 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.492170 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:08:44.492170 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:08:44.523511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] For port b1c95058-1b2a-40ec-b36d-c2a253272b4b, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:08:44.529359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] For port b1c95058-1b2a-40ec-b36d-c2a253272b4b, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b1c95058-1b2a-40ec-b36d-c2a253272b4b,segment=NetworkSegment(e19c40d3-8651-4ca9-9806-6905ef785a11),segment_id=e19c40d3-8651-4ca9-9806-6905ef785a11)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:08:44.545512 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.671821 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.730591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Made reservation on behalf of 2338b036b483458c9bf88d4c1e6f05db for: {'network': 2} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:44.740690 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.781637 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b6c6c-7598-4f5d-a777-0da51fe7e008 None None] Pushing event updated for resources: {'Port': ['ID=b1c95058-1b2a-40ec-b36d-c2a253272b4b,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:44.783688 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:44.815713 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49126) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:44.937082 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:44.947729 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Usage tracker for resource:security_group_rule and tenant:2338b036b483458c9bf88d4c1e6f05db is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:44.964802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:44.973719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:44.990897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Deleting port 33cdbcff-c0c5-4390-9744-5654839753c4 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:08:44.991505 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.014003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49134) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:45.078847 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.091230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] The port '33cdbcff-c0c5-4390-9744-5654839753c4' was deleted {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:08:45.318430 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.390463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5308d335-ff85-4931-bce7-c68db4ac28a3']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:45.419399 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057a480f-e432-458a-96e6-178ba0584329') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:45.420002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057a480f-e432-458a-96e6-178ba0584329') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:45.443737 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.461244 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-71b42eae-d851-475f-a509-6c1a2b268728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.482393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-71b42eae-d851-475f-a509-6c1a2b268728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:45.486455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-71b42eae-d851-475f-a509-6c1a2b268728 admin admin] Usage tracker for resource:security_group_rule and tenant:3c16c248f8604a8bb92a80d89f07a54f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:45.490414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-71b42eae-d851-475f-a509-6c1a2b268728 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:45.496528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-71b42eae-d851-475f-a509-6c1a2b268728 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:45.535067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1230843611'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:45.567979 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.603029 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b1c95058-1b2a-40ec-b36d-c2a253272b4b up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:08:45.604615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:45.618271 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Usage tracker for resource:network and tenant:85f74f937ee74041892ca2462e2389a9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:45.627193 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:45.645446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:45.646921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Router cf22c1e2-04b4-48e9-8069-7b66306e342f is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:08:45.654252 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-71b42eae-d851-475f-a509-6c1a2b268728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.731465 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-71b42eae-d851-475f-a509-6c1a2b268728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.765184 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.788664 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.789397 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.803280 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:08:45.804063 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.806972 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port b1c95058-1b2a-40ec-b36d-c2a253272b4b completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:08:45.833952 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:08:45.836485 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49158) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:45.846021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Made reservation on behalf of 85f74f937ee74041892ca2462e2389a9 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:45.850761 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:45.920635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b42eae-d851-475f-a509-6c1a2b268728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc1c062-7955-469f-98d2-c7adad63a87c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:45.927082 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-71b42eae-d851-475f-a509-6c1a2b268728 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c16c248f8604a8bb92a80d89f07a54f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9120557 Feb 18 09:08:45.937498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49164) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:46.042623 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbd8b6b-31aa-4564-ac40-6f758d44c378,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:46.055291 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.065436 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.074871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:08:46.086043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Sync routers for ids ['cf22c1e2-04b4-48e9-8069-7b66306e342f'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:08:46.098358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Routers {'cf22c1e2-04b4-48e9-8069-7b66306e342f'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:46.099238 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['cf22c1e2-04b4-48e9-8069-7b66306e342f'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:46.110078 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:08:46.124307 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.125791 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6dc60f46-0d8b-4724-8f81-24d86426a5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.143214 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.145164 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f6b7e02b-5d27-4d50-9b3a-9a0758ced39d tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.2727022 Feb 18 09:08:46.148691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49168) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:46.154541 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.157902 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.207360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:46.217371 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.217723 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Added segment dcf4bfe7-bdfe-4287-8bb7-8ef536fc3117 of type vlan for network 28df390a-599c-429e-89a6-d4e41df360a2 Feb 18 09:08:46.220567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Usage tracker for resource:security_group_rule and tenant:85f74f937ee74041892ca2462e2389a9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:46.226726 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event deleted for resources: {'Network': ['ID=5308d335-ff85-4931-bce7-c68db4ac28a3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:46.239300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:46.259774 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:46.340069 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.347369 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6be1330a-c5ba-4565-809e-e8b3e238de60 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "DELETE /v2.0/networks/5308d335-ff85-4931-bce7-c68db4ac28a3 HTTP/1.1" status: 204 len: 168 time: 4.6461747 Feb 18 09:08:46.354941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Set router cf22c1e2-04b4-48e9-8069-7b66306e342f gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:08:46.355138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49172) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:46.365363 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6dc60f46-0d8b-4724-8f81-24d86426a5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.413876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4779649b-6b4d-4af9-80a4-cccc2d6aef49 None None] Network 02267f8e-698f-402c-95c9-d8b2576ac678 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:08:46.498417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ac307-aa49-4f36-be2e-b5cc5a8fcff2 req-7e7074a4-3716-4d70-a536-dd1e516d9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:46.499006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ac307-aa49-4f36-be2e-b5cc5a8fcff2 req-7e7074a4-3716-4d70-a536-dd1e516d9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:46.499348 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ac307-aa49-4f36-be2e-b5cc5a8fcff2 req-7e7074a4-3716-4d70-a536-dd1e516d9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:46.499806 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ac307-aa49-4f36-be2e-b5cc5a8fcff2 req-7e7074a4-3716-4d70-a536-dd1e516d9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:46.500256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ac307-aa49-4f36-be2e-b5cc5a8fcff2 req-7e7074a4-3716-4d70-a536-dd1e516d9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:46.500745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ac307-aa49-4f36-be2e-b5cc5a8fcff2 req-7e7074a4-3716-4d70-a536-dd1e516d9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:46.501206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ac307-aa49-4f36-be2e-b5cc5a8fcff2 req-7e7074a4-3716-4d70-a536-dd1e516d9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:46.503186 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f6ac307-aa49-4f36-be2e-b5cc5a8fcff2 req-7e7074a4-3716-4d70-a536-dd1e516d9a4e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 6499 time: 0.6608832 Feb 18 09:08:46.598209 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Allocated IP 172.25.1.113 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/0519e6d9-2c8a-4fed-8e60-ffaa7a84507f) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:46.601262 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:08:46.634404 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.634706 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Added segment 1c06e68e-de84-4748-9e95-a52eaacdd917 of type vlan for network 63476ffd-374a-4a85-8623-b69bad1998b0 Feb 18 09:08:46.646528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-abf450a5-76f6-4d63-a523-f05af2b8a645 None None] Provisioning for port b1c95058-1b2a-40ec-b36d-c2a253272b4b completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:08:46.673745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-abf450a5-76f6-4d63-a523-f05af2b8a645 None None] Provisioning complete for port b1c95058-1b2a-40ec-b36d-c2a253272b4b triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:46.674379 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-abf450a5-76f6-4d63-a523-f05af2b8a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.760643 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.764618 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.764914 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f6ac307-aa49-4f36-be2e-b5cc5a8fcff2 req-7e9c70ec-4974-4144-8652-6e5d277e3b95 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=75fe883b-925d-47cd-8387-efc8737cb05d&id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2547674 Feb 18 09:08:46.791054 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.791283 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6dc60f46-0d8b-4724-8f81-24d86426a5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.806783 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.835925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=626aacca-a466-4236-94e5-4f28beb89aa2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:46.874233 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:08:46.885691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc60f46-0d8b-4724-8f81-24d86426a5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc1c062-7955-469f-98d2-c7adad63a87c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:46.890871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-98d07efb-9e22-4654-9d80-a21e29cfa462 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Deleting port 4b09eb16-4052-48b4-93b0-c6508387fcea {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:08:46.891241 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98d07efb-9e22-4654-9d80-a21e29cfa462 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.908178 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.910773 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Added segment 743de603-9a87-40ab-8250-7d636baf727a of type vlan for network fe4cfb2a-7521-4d66-bdac-d2e63a98db02 Feb 18 09:08:46.933906 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.945377 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.946489 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:46.953491 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:46.959131 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:46.960053 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:47.037749 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-abf450a5-76f6-4d63-a523-f05af2b8a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:47.044351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc60f46-0d8b-4724-8f81-24d86426a5a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:47.044351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc60f46-0d8b-4724-8f81-24d86426a5a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:47.044351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc60f46-0d8b-4724-8f81-24d86426a5a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:47.044351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc60f46-0d8b-4724-8f81-24d86426a5a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:47.044351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc60f46-0d8b-4724-8f81-24d86426a5a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:47.044987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc60f46-0d8b-4724-8f81-24d86426a5a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:47.045497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc60f46-0d8b-4724-8f81-24d86426a5a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:47.045976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc60f46-0d8b-4724-8f81-24d86426a5a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:47.046740 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc60f46-0d8b-4724-8f81-24d86426a5a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:47.048758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc60f46-0d8b-4724-8f81-24d86426a5a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:47.048758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc60f46-0d8b-4724-8f81-24d86426a5a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:47.048758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc60f46-0d8b-4724-8f81-24d86426a5a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:08:47.056977 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6dc60f46-0d8b-4724-8f81-24d86426a5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:47.058279 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6dc60f46-0d8b-4724-8f81-24d86426a5a3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7bc1c062-7955-469f-98d2-c7adad63a87c HTTP/1.1" status: 204 len: 168 time: 1.1196852 Feb 18 09:08:47.071581 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:47.152581 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.7302155 Feb 18 09:08:47.158816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event updated for resources: {'Network': ['ID=28df390a-599c-429e-89a6-d4e41df360a2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:47.163092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49182) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:47.179151 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-abf450a5-76f6-4d63-a523-f05af2b8a645 None None] For port b1c95058-1b2a-40ec-b36d-c2a253272b4b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b1c95058-1b2a-40ec-b36d-c2a253272b4b,segment=NetworkSegment(e19c40d3-8651-4ca9-9806-6905ef785a11),segment_id=e19c40d3-8651-4ca9-9806-6905ef785a11)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:08:47.188854 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 28df390a-599c-429e-89a6-d4e41df360a2 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:08:47.225348 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-abf450a5-76f6-4d63-a523-f05af2b8a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:47.313111 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:47.329731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:47.330499 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:47.359445 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22c1e2-04b4-48e9-8069-7b66306e342f', 'name': '', 'tenant_id': '7c89eafc82404cebbb2977a12ba53e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9d7094a-9c79-4c53-ba0a-d2cd79b59afc', 'external_fixed_ips': [{'subnet_id': '068fe7f7-fa26-4b4d-b45b-15b4d3e4339c', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '5cbb8c8f-d351-4c29-becc-bf3e0521136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:08:40Z', 'updated_at': '2022-02-18T09:08:43Z', 'revision_number': 3, 'project_id': '7c89eafc82404cebbb2977a12ba53e8d', 'gw_port': {'id': '5cbb8c8f-d351-4c29-becc-bf3e0521136e', 'name': '', 'network_id': 'c9d7094a-9c79-4c53-ba0a-d2cd79b59afc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf22c1e2-04b4-48e9-8069-7b66306e342f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '068fe7f7-fa26-4b4d-b45b-15b4d3e4339c', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:08:42Z', 'updated_at': '2022-02-18T09:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '068fe7f7-fa26-4b4d-b45b-15b4d3e4339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:47.375820 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Checking router: cf22c1e2-04b4-48e9-8069-7b66306e342f for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:08:47.376367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Updating router cf22c1e2-04b4-48e9-8069-7b66306e342f port 5cbb8c8f-d351-4c29-becc-bf3e0521136e binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:08:47.382251 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:47.414044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc6a59e-e8eb-4201-a6d7-ee96a6703605 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:47.420249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc6a59e-e8eb-4201-a6d7-ee96a6703605 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:47.426092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc6a59e-e8eb-4201-a6d7-ee96a6703605 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:47.432080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc6a59e-e8eb-4201-a6d7-ee96a6703605 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:47.438316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc6a59e-e8eb-4201-a6d7-ee96a6703605 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:47.440562 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bcc6a59e-e8eb-4201-a6d7-ee96a6703605 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3008 time: 0.2762051 Feb 18 09:08:47.447015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49190) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:47.494621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=0519e6d9-2c8a-4fed-8e60-ffaa7a84507f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:47.500304 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98d07efb-9e22-4654-9d80-a21e29cfa462 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:47.501214 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98d07efb-9e22-4654-9d80-a21e29cfa462 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:47.501819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fca1f5-5e8e-4dd2-89f2-4049746c0966 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event updated for resources: {'Network': ['ID=63476ffd-374a-4a85-8623-b69bad1998b0,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:47.506749 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.6693285 Feb 18 09:08:47.512613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49196) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:47.527961 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf450a5-76f6-4d63-a523-f05af2b8a645 None None] Pushing event updated for resources: {'Port': ['ID=b1c95058-1b2a-40ec-b36d-c2a253272b4b,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:47.562905 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:47.616785 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-66299e86-a3a8-4ca4-904c-93aaa979ff51 None None] Provisioning complete for port b1c95058-1b2a-40ec-b36d-c2a253272b4b triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:47.617494 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-66299e86-a3a8-4ca4-904c-93aaa979ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:47.629977 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc2db3-27b3-45f3-bc57-98a0dc0a7d9b tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event updated for resources: {'Network': ['ID=fe4cfb2a-7521-4d66-bdac-d2e63a98db02,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:47.634457 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:47.636609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:47.639583 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:08:47.765391 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 63476ffd-374a-4a85-8623-b69bad1998b0 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:08:47.770765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-98d07efb-9e22-4654-9d80-a21e29cfa462 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Calling delete_port for 4b09eb16-4052-48b4-93b0-c6508387fcea owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:08:47.778868 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network fe4cfb2a-7521-4d66-bdac-d2e63a98db02 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:08:47.834661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-118f556a-237f-4b23-9c67-74f6f84db990 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Request body: {'subnet': {'network_id': 'fe4cfb2a-7521-4d66-bdac-d2e63a98db02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:47.867713 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:48.178308 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8e47c18-dee8-48c2-83e7-45e67846999a tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:48.193385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Deleting port 5cbb8c8f-d351-4c29-becc-bf3e0521136e {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:08:48.194213 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:48.226462 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:48.268499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-118f556a-237f-4b23-9c67-74f6f84db990 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:48.314077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-118f556a-237f-4b23-9c67-74f6f84db990 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Usage tracker for resource:subnet and tenant:85f74f937ee74041892ca2462e2389a9 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:48.325696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-118f556a-237f-4b23-9c67-74f6f84db990 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:48.373196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-118f556a-237f-4b23-9c67-74f6f84db990 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:48.397902 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:48.412567 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Transition to ACTIVE for port object 5cbb8c8f-d351-4c29-becc-bf3e0521136e will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:48.421010 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:48.514131 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Attempting to bind port 5cbb8c8f-d351-4c29-becc-bf3e0521136e on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:48.514616 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Attempting to bind port 5cbb8c8f-d351-4c29-becc-bf3e0521136e by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '80560c27-6d93-4af6-a9bb-d4062715fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c9d7094a-9c79-4c53-ba0a-d2cd79b59afc'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:48.515054 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Attempting to bind port 5cbb8c8f-d351-4c29-becc-bf3e0521136e on network c9d7094a-9c79-4c53-ba0a-d2cd79b59afc {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:08:48.530720 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d386872-7aad-44ad-9982-bc161ed16826 None None] Pushing event updated for resources: {'Port': ['ID=5cbb8c8f-d351-4c29-becc-bf3e0521136e,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:48.537219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:08:48.537753 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Checking segment: {'id': '80560c27-6d93-4af6-a9bb-d4062715fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c9d7094a-9c79-4c53-ba0a-d2cd79b59afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:08:48.538258 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:48.538763 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Bound using segment: {'id': '80560c27-6d93-4af6-a9bb-d4062715fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c9d7094a-9c79-4c53-ba0a-d2cd79b59afc'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:08:48.539310 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Bound port: 5cbb8c8f-d351-4c29-becc-bf3e0521136e, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80560c27-6d93-4af6-a9bb-d4062715fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c9d7094a-9c79-4c53-ba0a-d2cd79b59afc'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:08:48.539753 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:48.568873 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8e47c18-dee8-48c2-83e7-45e67846999a tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:48.646832 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] For port 5cbb8c8f-d351-4c29-becc-bf3e0521136e, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:08:48.651820 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] For port 5cbb8c8f-d351-4c29-becc-bf3e0521136e, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=5cbb8c8f-d351-4c29-becc-bf3e0521136e,segment=NetworkSegment(80560c27-6d93-4af6-a9bb-d4062715fe24),segment_id=80560c27-6d93-4af6-a9bb-d4062715fe24)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:08:48.658129 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:48.667716 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118f556a-237f-4b23-9c67-74f6f84db990 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Made reservation on behalf of 85f74f937ee74041892ca2462e2389a9 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:48.671395 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-118f556a-237f-4b23-9c67-74f6f84db990 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:48.763410 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Routers {'cf22c1e2-04b4-48e9-8069-7b66306e342f'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:48.763933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['cf22c1e2-04b4-48e9-8069-7b66306e342f'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:48.780191 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-f8e47c18-dee8-48c2-83e7-45e67846999a tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28df390a-599c-429e-89a6-d4e41df360a2']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:48.828059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-f8e47c18-dee8-48c2-83e7-45e67846999a tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf4bfe7-bdfe-4287-8bb7-8ef536fc3117') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:48.828329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-f8e47c18-dee8-48c2-83e7-45e67846999a tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf4bfe7-bdfe-4287-8bb7-8ef536fc3117') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:48.830982 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:48.877741 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8e47c18-dee8-48c2-83e7-45e67846999a tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:48.898326 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:48.927326 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8e47c18-dee8-48c2-83e7-45e67846999a tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:49.048282 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98d07efb-9e22-4654-9d80-a21e29cfa462 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:49.059056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Calling delete_port for 5cbb8c8f-d351-4c29-becc-bf3e0521136e owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:08:49.088162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e47c18-dee8-48c2-83e7-45e67846999a tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:08:49.088162 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8e47c18-dee8-48c2-83e7-45e67846999a tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:49.099485 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d386872-7aad-44ad-9982-bc161ed16826 None None] Pushing event updated for resources: {'Port': ['ID=5cbb8c8f-d351-4c29-becc-bf3e0521136e,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:49.137033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] Set router cf22c1e2-04b4-48e9-8069-7b66306e342f gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:08:49.142426 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:08:49.163095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router b1f1ab23-61db-4ed6-8cb6-fac37291100f is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:08:49.234597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d07efb-9e22-4654-9d80-a21e29cfa462 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event deleted for resources: {'Port': ['ID=4b09eb16-4052-48b4-93b0-c6508387fcea,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:49.281678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22c1e2-04b4-48e9-8069-7b66306e342f', 'name': '', 'tenant_id': '7c89eafc82404cebbb2977a12ba53e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:08:40Z', 'updated_at': '2022-02-18T09:08:47Z', 'revision_number': 4, 'project_id': '7c89eafc82404cebbb2977a12ba53e8d', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:49.288621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051eb98e-ebe4-44cc-a745-ce340aa756a5 None None] The sync data for ids ['cf22c1e2-04b4-48e9-8069-7b66306e342f'] in n-d-829434-1 is: [{'id': 'cf22c1e2-04b4-48e9-8069-7b66306e342f', 'name': '', 'tenant_id': '7c89eafc82404cebbb2977a12ba53e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:08:40Z', 'updated_at': '2022-02-18T09:08:47Z', 'revision_number': 4, 'project_id': '7c89eafc82404cebbb2977a12ba53e8d', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:08:49.383878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:08:49.395127 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef56f94-695c-47da-b516-390669b19c08 None None] Sync routers for ids ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:08:49.413507 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef56f94-695c-47da-b516-390669b19c08 None None] Routers {'b1f1ab23-61db-4ed6-8cb6-fac37291100f'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:49.415080 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3ef56f94-695c-47da-b516-390669b19c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:49.423520 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:49.425914 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ccf1b396-4531-409b-9da9-a4d601c8ee80 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.5560842 Feb 18 09:08:49.428826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49224) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:49.507357 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b1c95058-1b2a-40ec-b36d-c2a253272b4b up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:08:49.550067 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3ef56f94-695c-47da-b516-390669b19c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:49.580105 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef56f94-695c-47da-b516-390669b19c08 None None] Routers {'b1f1ab23-61db-4ed6-8cb6-fac37291100f'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:49.586162 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3ef56f94-695c-47da-b516-390669b19c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:49.623692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port b1c95058-1b2a-40ec-b36d-c2a253272b4b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:49.624078 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:49.663976 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98d07efb-9e22-4654-9d80-a21e29cfa462 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:49.666375 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-98d07efb-9e22-4654-9d80-a21e29cfa462 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Floating IP 7417e6b9-b794-4351-9a30-a06351617309 disassociated (deleted). External IP: 172.25.1.228, port: bc685c6c-668e-487f-8f16-c1c933df8e65. Feb 18 09:08:49.718404 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3ef56f94-695c-47da-b516-390669b19c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:49.720702 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef56f94-695c-47da-b516-390669b19c08 None None] The sync data for ids ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:08:49.757057 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8e47c18-dee8-48c2-83e7-45e67846999a tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:49.911491 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:08:49.911491 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:08:49.950332 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8e47c18-dee8-48c2-83e7-45e67846999a tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:49.977877 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f8e47c18-dee8-48c2-83e7-45e67846999a tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "DELETE /v2.0/networks/28df390a-599c-429e-89a6-d4e41df360a2 HTTP/1.1" status: 204 len: 168 time: 2.5274830 Feb 18 09:08:49.979229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e47c18-dee8-48c2-83e7-45e67846999a tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event deleted for resources: {'Network': ['ID=28df390a-599c-429e-89a6-d4e41df360a2,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:49.981564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49230) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:50.020777 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-118f556a-237f-4b23-9c67-74f6f84db990 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:50.335362 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:50.416362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Deleting port 5cbb8c8f-d351-4c29-becc-bf3e0521136e {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:08:50.416707 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:50.479476 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1922e942-2310-46d0-a6cf-96acf4f41302 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:50.481123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f556a-237f-4b23-9c67-74f6f84db990 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event updated for resources: {'Subnet': ['ID=845fd967-7d5b-4246-ad5b-1b7af97d2706,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:50.596778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118f556a-237f-4b23-9c67-74f6f84db990 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Checking segment: {'id': '743de603-9a87-40ab-8250-7d636baf727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe4cfb2a-7521-4d66-bdac-d2e63a98db02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:08:50.597708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118f556a-237f-4b23-9c67-74f6f84db990 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Network hostable DHCP agents. Network: fe4cfb2a-7521-4d66-bdac-d2e63a98db02, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:08:50.849143 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118f556a-237f-4b23-9c67-74f6f84db990 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Network fe4cfb2a-7521-4d66-bdac-d2e63a98db02 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:08:50.902783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Allocated IP 172.20.0.1 (02267f8e-698f-402c-95c9-d8b2576ac678/1d57fb15-eb6f-4c02-979b-2128fc82fdc2/29bda71c-91b9-4247-89b5-27573fec54a4) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:50.943716 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1922e942-2310-46d0-a6cf-96acf4f41302 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:50.963447 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] For port 5cbb8c8f-d351-4c29-becc-bf3e0521136e, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=5cbb8c8f-d351-4c29-becc-bf3e0521136e,segment=NetworkSegment(80560c27-6d93-4af6-a9bb-d4062715fe24),segment_id=80560c27-6d93-4af6-a9bb-d4062715fe24)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:08:50.963821 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:50.991145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-118f556a-237f-4b23-9c67-74f6f84db990 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, fe4cfb2a-7521-4d66-bdac-d2e63a98db02) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:51.005830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0bb61e-cfad-4881-b5f9-bce08971c208 None None] Network fe4cfb2a-7521-4d66-bdac-d2e63a98db02 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:08:51.007399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118f556a-237f-4b23-9c67-74f6f84db990 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:51.008555 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-118f556a-237f-4b23-9c67-74f6f84db990 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:51.069218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-1922e942-2310-46d0-a6cf-96acf4f41302 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63476ffd-374a-4a85-8623-b69bad1998b0']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:51.103282 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:51.125782 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Transition to ACTIVE for port object 29bda71c-91b9-4247-89b5-27573fec54a4 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:51.145581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Calling delete_port for 5cbb8c8f-d351-4c29-becc-bf3e0521136e owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:08:51.160295 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:51.197335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-1922e942-2310-46d0-a6cf-96acf4f41302 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c06e68e-de84-4748-9e95-a52eaacdd917') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:51.197630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-1922e942-2310-46d0-a6cf-96acf4f41302 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c06e68e-de84-4748-9e95-a52eaacdd917') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:51.208704 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-118f556a-237f-4b23-9c67-74f6f84db990 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6196029 Feb 18 09:08:51.213049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49240) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:51.229075 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1922e942-2310-46d0-a6cf-96acf4f41302 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:51.239929 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d07efb-9e22-4654-9d80-a21e29cfa462 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:08:51.240435 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-fe4cfb2a-7521-4d66-bdac-d2e63a98db02', 'network_id': 'fe4cfb2a-7521-4d66-bdac-d2e63a98db02', 'tenant_id': '85f74f937ee74041892ca2462e2389a9', 'fixed_ips': [{'subnet_id': '845fd967-7d5b-4246-ad5b-1b7af97d2706'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:08:51.241513 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:51.243981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-213b2e4e-24aa-414a-8f72-cba5ee0b4b88 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Request body: {'port': {'network_id': 'fe4cfb2a-7521-4d66-bdac-d2e63a98db02', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1037914146'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:51.264254 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1922e942-2310-46d0-a6cf-96acf4f41302 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:51.345016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1922e942-2310-46d0-a6cf-96acf4f41302 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:08:51.345435 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1922e942-2310-46d0-a6cf-96acf4f41302 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:51.357419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network 02267f8e-698f-402c-95c9-d8b2576ac678 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:51.363717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:08:51.367648 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:08:51.376744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:08:51.423045 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=29bda71c-91b9-4247-89b5-27573fec54a4,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:51.502033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Allocated IP 2001:db8::2 (fe4cfb2a-7521-4d66-bdac-d2e63a98db02/845fd967-7d5b-4246-ad5b-1b7af97d2706/e20e0030-cfaf-405f-aa3b-59677bd407ea) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:51.537397 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:51.592429 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1922e942-2310-46d0-a6cf-96acf4f41302 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:51.639120 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1922e942-2310-46d0-a6cf-96acf4f41302 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:51.720311 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-213b2e4e-24aa-414a-8f72-cba5ee0b4b88 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:51.727313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-213b2e4e-24aa-414a-8f72-cba5ee0b4b88 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Usage tracker for resource:port and tenant:85f74f937ee74041892ca2462e2389a9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:51.732053 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-213b2e4e-24aa-414a-8f72-cba5ee0b4b88 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:51.743501 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-213b2e4e-24aa-414a-8f72-cba5ee0b4b88 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:51.767338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213b2e4e-24aa-414a-8f72-cba5ee0b4b88 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Made reservation on behalf of 85f74f937ee74041892ca2462e2389a9 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:51.771098 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-213b2e4e-24aa-414a-8f72-cba5ee0b4b88 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:51.804240 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-213b2e4e-24aa-414a-8f72-cba5ee0b4b88 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] device_id is not set on port 1e1521a8-b578-46ea-aa45-c1006084405f yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:08:51.840888 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3ba5a45f-fe8f-4f2a-8743-34c7a3b2d4a8 None None] Provisioning for port 29bda71c-91b9-4247-89b5-27573fec54a4 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:08:51.868979 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:51.873480 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3ba5a45f-fe8f-4f2a-8743-34c7a3b2d4a8 None None] Provisioning complete for port 29bda71c-91b9-4247-89b5-27573fec54a4 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:51.873875 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3ba5a45f-fe8f-4f2a-8743-34c7a3b2d4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:51.898869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922e942-2310-46d0-a6cf-96acf4f41302 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event deleted for resources: {'Network': ['ID=63476ffd-374a-4a85-8623-b69bad1998b0,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:51.939140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1922e942-2310-46d0-a6cf-96acf4f41302 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "DELETE /v2.0/networks/63476ffd-374a-4a85-8623-b69bad1998b0 HTTP/1.1" status: 204 len: 168 time: 1.9455059 Feb 18 09:08:51.940386 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Transition to ACTIVE for port object e20e0030-cfaf-405f-aa3b-59677bd407ea will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:51.948677 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49246) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:51.967972 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-3ba5a45f-fe8f-4f2a-8743-34c7a3b2d4a8 None None] Port 29bda71c-91b9-4247-89b5-27573fec54a4 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:08:51.971509 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Transition to ACTIVE for port object e20e0030-cfaf-405f-aa3b-59677bd407ea will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:51.979955 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:51.993373 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d07efb-9e22-4654-9d80-a21e29cfa462 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:08:52.055687 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98d07efb-9e22-4654-9d80-a21e29cfa462 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:52.066377 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:52.068533 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ed11f8-1983-4c39-b90b-e17ecb8ef3cc None None] Sync routers for ids ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:08:52.089964 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Network fe4cfb2a-7521-4d66-bdac-d2e63a98db02 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:52.095155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:52.098100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:08:52.099501 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-213b2e4e-24aa-414a-8f72-cba5ee0b4b88 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Allocated IP 2001:db8::a9 (fe4cfb2a-7521-4d66-bdac-d2e63a98db02/845fd967-7d5b-4246-ad5b-1b7af97d2706/1e1521a8-b578-46ea-aa45-c1006084405f) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:52.129489 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:52.197404 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ed11f8-1983-4c39-b90b-e17ecb8ef3cc None None] Routers {'22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:52.197404 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-55ed11f8-1983-4c39-b90b-e17ecb8ef3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:52.203124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cbb8c8f-d351-4c29-becc-bf3e0521136e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:52.265038 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-98d07efb-9e22-4654-9d80-a21e29cfa462 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "DELETE /v2.0/floatingips/7417e6b9-b794-4351-9a30-a06351617309 HTTP/1.1" status: 204 len: 168 time: 5.8989897 Feb 18 09:08:52.269443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'tag': 'bc685c6c-668e-487f-8f16-c1c933df8e65'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:08:52.348966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2531fa41-c84d-49ec-8c69-0200f37b7f12 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:52.367435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2531fa41-c84d-49ec-8c69-0200f37b7f12 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:52.377374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2531fa41-c84d-49ec-8c69-0200f37b7f12 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:52.389714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2531fa41-c84d-49ec-8c69-0200f37b7f12 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Synchronizing usage tracker for tenant:2338b036b483458c9bf88d4c1e6f05db on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:52.398068 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'tag': 'bc685c6c-668e-487f-8f16-c1c933df8e65', 'status': 'completed', 'code': 200} Feb 18 09:08:52.482896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2531fa41-c84d-49ec-8c69-0200f37b7f12 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Unset dirty status for tenant:2338b036b483458c9bf88d4c1e6f05db on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:52.484662 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2531fa41-c84d-49ec-8c69-0200f37b7f12 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1942 time: 0.5324659 Feb 18 09:08:52.487163 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:52.492023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-55ed11f8-1983-4c39-b90b-e17ecb8ef3cc None None] Set router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:08:52.530085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49256) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:52.615289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-44cdfc83-0889-4f6c-b9a8-7428e4f797e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1565561996'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:52.676770 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-44cdfc83-0889-4f6c-b9a8-7428e4f797e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:52.780850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Pushing event updated for resources: {'Port': ['ID=e20e0030-cfaf-405f-aa3b-59677bd407ea,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:52.801162 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:52.803944 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:52.910302 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:52.914882 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:52.916899 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf22c1e2-04b4-48e9-8069-7b66306e342f {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:08:52.928874 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:52.929582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-44cdfc83-0889-4f6c-b9a8-7428e4f797e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:52.959891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cdfc83-0889-4f6c-b9a8-7428e4f797e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Made reservation on behalf of 2338b036b483458c9bf88d4c1e6f05db for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:52.966161 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-44cdfc83-0889-4f6c-b9a8-7428e4f797e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:52.994829 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:52.996863 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5f070b8a-3cf5-4266-89b6-854c90f2f65c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "DELETE /v2.0/routers/cf22c1e2-04b4-48e9-8069-7b66306e342f HTTP/1.1" status: 204 len: 168 time: 6.8411062 Feb 18 09:08:53.001512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49268) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:53.022258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe718297-c3e7-4f95-852c-14d55aca862c req-5e5cef4c-eb69-4057-a50a-c08831d583fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:53.024114 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe718297-c3e7-4f95-852c-14d55aca862c req-5e5cef4c-eb69-4057-a50a-c08831d583fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67d280681c92466b957d86889fb303b6&device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 1096 time: 0.6248398 Feb 18 09:08:53.025586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Attempting to bind port e20e0030-cfaf-405f-aa3b-59677bd407ea on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:08:53.026141 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Attempting to bind port e20e0030-cfaf-405f-aa3b-59677bd407ea by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '743de603-9a87-40ab-8250-7d636baf727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe4cfb2a-7521-4d66-bdac-d2e63a98db02'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:08:53.026666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Attempting to bind port e20e0030-cfaf-405f-aa3b-59677bd407ea on network fe4cfb2a-7521-4d66-bdac-d2e63a98db02 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:08:53.039602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:08:53.040363 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Checking segment: {'id': '743de603-9a87-40ab-8250-7d636baf727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe4cfb2a-7521-4d66-bdac-d2e63a98db02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:08:53.041079 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:53.041622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Bound using segment: {'id': '743de603-9a87-40ab-8250-7d636baf727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe4cfb2a-7521-4d66-bdac-d2e63a98db02'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:08:53.042320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Bound port: e20e0030-cfaf-405f-aa3b-59677bd407ea, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743de603-9a87-40ab-8250-7d636baf727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe4cfb2a-7521-4d66-bdac-d2e63a98db02'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:08:53.042851 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:53.195200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=29bda71c-91b9-4247-89b5-27573fec54a4,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:53.215991 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:53.298599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe718297-c3e7-4f95-852c-14d55aca862c req-fa44f413-f157-4559-b967-d6a88186d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:53.300780 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe718297-c3e7-4f95-852c-14d55aca862c req-fa44f413-f157-4559-b967-d6a88186d77b service neutron] 10.222.0.61 "GET /v2.0/networks?id=7160f18e-9887-4ee9-b7aa-f783c569b75b HTTP/1.1" status: 200 len: 898 time: 0.2100387 Feb 18 09:08:53.377759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] For port e20e0030-cfaf-405f-aa3b-59677bd407ea, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:08:53.388388 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network 02267f8e-698f-402c-95c9-d8b2576ac678 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:53.389195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49272) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:53.393137 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] For port e20e0030-cfaf-405f-aa3b-59677bd407ea, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e20e0030-cfaf-405f-aa3b-59677bd407ea,segment=NetworkSegment(743de603-9a87-40ab-8250-7d636baf727a),segment_id=743de603-9a87-40ab-8250-7d636baf727a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:08:53.401956 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:53.420978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cdfc83-0889-4f6c-b9a8-7428e4f797e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:08:53.421174 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:53.445400 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe718297-c3e7-4f95-852c-14d55aca862c req-d54a19b1-0bd4-43cd-8afe-70789bb9aed0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc685c6c-668e-487f-8f16-c1c933df8e65 HTTP/1.1" status: 200 len: 217 time: 0.1357720 Feb 18 09:08:53.536210 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-55ed11f8-1983-4c39-b90b-e17ecb8ef3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:08:28Z', 'revision_number': 6, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '9915fb19-d329-4e7b-aeb9-113011fafe15', 'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:45:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:16Z', 'updated_at': '2022-02-18T09:05:33Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:53.542767 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ed11f8-1983-4c39-b90b-e17ecb8ef3cc None None] Checking router: 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:08:53.568030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ed11f8-1983-4c39-b90b-e17ecb8ef3cc None None] Routers {'22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:53.568720 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-55ed11f8-1983-4c39-b90b-e17ecb8ef3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:53.583107 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-859f3763-ce17-4ccb-ad7d-49b175d90499 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Deleting subnet 068fe7f7-fa26-4b4d-b45b-15b4d3e4339c {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:08:53.586325 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe718297-c3e7-4f95-852c-14d55aca862c req-da8b4fb6-3bf9-4bf4-b592-7ffac01b0e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:53.588356 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe718297-c3e7-4f95-852c-14d55aca862c req-da8b4fb6-3bf9-4bf4-b592-7ffac01b0e36 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46fdaabc-0fa6-488d-9c34-bd1b9ce106ea HTTP/1.1" status: 200 len: 835 time: 0.1322935 Feb 18 09:08:53.591585 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-44cdfc83-0889-4f6c-b9a8-7428e4f797e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:53.592125 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-44cdfc83-0889-4f6c-b9a8-7428e4f797e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Added segment 9e162b70-f428-4c3c-9b8b-2b5c39d69cce of type vlan for network ce2095f0-2e6f-49d2-bb63-b7a69d903a4d Feb 18 09:08:53.629136 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-859f3763-ce17-4ccb-ad7d-49b175d90499 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:53.634700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a236f2b-b867-4ada-a413-0841d68f6fd0 None None] Pushing event updated for resources: {'Port': ['ID=e20e0030-cfaf-405f-aa3b-59677bd407ea,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:53.670532 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8edb7c60-53d3-401b-b134-3ce3584f9b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:53.708310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a930b-927b-4015-b654-fcb5b3a9090f req-d203f38b-f626-4e9e-93e9-a700ab861d52 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:53.710217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-084a930b-927b-4015-b654-fcb5b3a9090f req-d203f38b-f626-4e9e-93e9-a700ab861d52 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Synchronizing usage tracker for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:53.788880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8edb7c60-53d3-401b-b134-3ce3584f9b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:53.792991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8edb7c60-53d3-401b-b134-3ce3584f9b01 admin admin] Usage tracker for resource:security_group_rule and tenant:6ef5eb0feef94a7c8f1e1c632cc34e4b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:53.795945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8edb7c60-53d3-401b-b134-3ce3584f9b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:53.802973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8edb7c60-53d3-401b-b134-3ce3584f9b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:53.827275 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-55ed11f8-1983-4c39-b90b-e17ecb8ef3cc None None] Set router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:08:53.850798 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-44cdfc83-0889-4f6c-b9a8-7428e4f797e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:53.860194 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-859f3763-ce17-4ccb-ad7d-49b175d90499 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:53.911601 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8edb7c60-53d3-401b-b134-3ce3584f9b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:53.939867 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8edb7c60-53d3-401b-b134-3ce3584f9b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:53.964447 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-084a930b-927b-4015-b654-fcb5b3a9090f req-d203f38b-f626-4e9e-93e9-a700ab861d52 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Unset dirty status for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:53.987010 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-084a930b-927b-4015-b654-fcb5b3a9090f req-d203f38b-f626-4e9e-93e9-a700ab861d52 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 945 time: 1.1491308 Feb 18 09:08:53.989635 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8edb7c60-53d3-401b-b134-3ce3584f9b01 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6ef5eb0feef94a7c8f1e1c632cc34e4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5815268 Feb 18 09:08:53.994617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49278) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:54.095015 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-859f3763-ce17-4ccb-ad7d-49b175d90499 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:54.113413 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-213b2e4e-24aa-414a-8f72-cba5ee0b4b88 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:54.139932 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-084a930b-927b-4015-b654-fcb5b3a9090f req-96ba9c62-72f9-4e64-9f18-63536bf3c335 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e523728-0e5c-478c-9b63-79823a2dd5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520872 Feb 18 09:08:54.177060 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c4f6d6f3-3708-4b1b-a05c-f263ee95deeb None None] Provisioning complete for port 29bda71c-91b9-4247-89b5-27573fec54a4 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:54.177520 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c4f6d6f3-3708-4b1b-a05c-f263ee95deeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:54.184972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb7c60-53d3-401b-b134-3ce3584f9b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81bc781-b3d6-4e1c-8849-579fbb235edb,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:54.199886 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-44cdfc83-0889-4f6c-b9a8-7428e4f797e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:54.200884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-213b2e4e-24aa-414a-8f72-cba5ee0b4b88 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Transition to ACTIVE for port object 1e1521a8-b578-46ea-aa45-c1006084405f will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:54.205302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cdfc83-0889-4f6c-b9a8-7428e4f797e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:54.206007 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-44cdfc83-0889-4f6c-b9a8-7428e4f797e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:54.231788 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b563b0b-400a-462f-b761-8d003aa264a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:54.239133 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router b1f1ab23-61db-4ed6-8cb6-fac37291100f has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:08:54.278554 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b563b0b-400a-462f-b761-8d003aa264a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:54.332643 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c4f6d6f3-3708-4b1b-a05c-f263ee95deeb None None] Port 29bda71c-91b9-4247-89b5-27573fec54a4 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:08:54.381230 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-55ed11f8-1983-4c39-b90b-e17ecb8ef3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:08:28Z', 'revision_number': 6, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '9915fb19-d329-4e7b-aeb9-113011fafe15', 'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:45:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:16Z', 'updated_at': '2022-02-18T09:05:33Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:54.386659 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ed11f8-1983-4c39-b90b-e17ecb8ef3cc None None] The sync data for ids ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'] in n-d-829434-1 is: [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:08:28Z', 'revision_number': 6, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '9915fb19-d329-4e7b-aeb9-113011fafe15', 'name': '', 'network_id': '7160f18e-9887-4ee9-b7aa-f783c569b75b', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:45:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:16Z', 'updated_at': '2022-02-18T09:05:33Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': '46fdaabc-0fa6-488d-9c34-bd1b9ce106ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:08:54.403925 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-213b2e4e-24aa-414a-8f72-cba5ee0b4b88 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:54.492903 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe718297-c3e7-4f95-852c-14d55aca862c req-0f4b272b-e506-4ed2-9fa5-634c36c3bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:54.497974 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe718297-c3e7-4f95-852c-14d55aca862c req-0f4b272b-e506-4ed2-9fa5-634c36c3bb83 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7160f18e-9887-4ee9-b7aa-f783c569b75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8668158 Feb 18 09:08:54.543433 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdfc83-0889-4f6c-b9a8-7428e4f797e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event updated for resources: {'Network': ['ID=ce2095f0-2e6f-49d2-bb63-b7a69d903a4d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:54.556783 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network ce2095f0-2e6f-49d2-bb63-b7a69d903a4d details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:08:54.585251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213b2e4e-24aa-414a-8f72-cba5ee0b4b88 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Network fe4cfb2a-7521-4d66-bdac-d2e63a98db02 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:54.592790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-213b2e4e-24aa-414a-8f72-cba5ee0b4b88 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:54.606389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213b2e4e-24aa-414a-8f72-cba5ee0b4b88 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:08:54.611907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213b2e4e-24aa-414a-8f72-cba5ee0b4b88 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:54.613188 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-213b2e4e-24aa-414a-8f72-cba5ee0b4b88 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:54.624015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:08:54.625761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b2e4e-24aa-414a-8f72-cba5ee0b4b88 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event updated for resources: {'Port': ['ID=1e1521a8-b578-46ea-aa45-c1006084405f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:54.649688 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7c33c7-66c6-4f91-b689-247d955fdf21 None None] Sync routers for ids ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:08:54.661069 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7c33c7-66c6-4f91-b689-247d955fdf21 None None] Routers {'b1f1ab23-61db-4ed6-8cb6-fac37291100f'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:54.661680 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fc7c33c7-66c6-4f91-b689-247d955fdf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:54.661921 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b563b0b-400a-462f-b761-8d003aa264a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:54.704087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b563b0b-400a-462f-b761-8d003aa264a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81bc781-b3d6-4e1c-8849-579fbb235edb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:54.708576 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-213b2e4e-24aa-414a-8f72-cba5ee0b4b88 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4827049 Feb 18 09:08:54.713489 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c0c7dafc-4b58-4c3e-a337-cf029bacfd25 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "PUT /v2.0/routers/b1f1ab23-61db-4ed6-8cb6-fac37291100f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2834156 Feb 18 09:08:54.714141 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49282) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:54.714465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49284) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:54.714774 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49286) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:54.715811 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-44cdfc83-0889-4f6c-b9a8-7428e4f797e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1708961 Feb 18 09:08:54.721179 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b563b0b-400a-462f-b761-8d003aa264a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:54.724866 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1b563b0b-400a-462f-b761-8d003aa264a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c81bc781-b3d6-4e1c-8849-579fbb235edb HTTP/1.1" status: 204 len: 168 time: 0.7254622 Feb 18 09:08:54.727081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-5b2d6427-6a1e-4181-be35-e25a10a3d806 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Request body: {'port': {'network_id': 'fe4cfb2a-7521-4d66-bdac-d2e63a98db02', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1263996052', 'allowed_address_pairs': [{'ip_address': '2001:db8::a9', 'mac_address': 'fa:16:3e:00:e1:f2'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:54.758401 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-fc00f578-5dc4-4359-a5a3-72a23a0d5d21 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1225512939'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:54.779512 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c4dea4cd-dd0e-41fe-b9d2-d5d21b002091 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'port': {'network_id': '02267f8e-698f-402c-95c9-d8b2576ac678', 'name': 'tempest-FloatingIPTestJSON-1619232412'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:54.829916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fc00f578-5dc4-4359-a5a3-72a23a0d5d21 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:54.873479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e742cfb-ed5a-4411-9b12-acf372b86f13 None None] New status for floating IP 7417e6b9-b794-4351-9a30-a06351617309: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:08:54.875981 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fc7c33c7-66c6-4f91-b689-247d955fdf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:54.888169 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7c33c7-66c6-4f91-b689-247d955fdf21 None None] Routers {'b1f1ab23-61db-4ed6-8cb6-fac37291100f'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:08:54.889485 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fc7c33c7-66c6-4f91-b689-247d955fdf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:54.914612 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe718297-c3e7-4f95-852c-14d55aca862c req-eb6315b6-515d-4775-859a-9682099fa376 service neutron] 10.222.0.61 "GET /v2.0/networks/7160f18e-9887-4ee9-b7aa-f783c569b75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073250 Feb 18 09:08:54.918919 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-859f3763-ce17-4ccb-ad7d-49b175d90499 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.006614 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fc7c33c7-66c6-4f91-b689-247d955fdf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:55.007271 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7c33c7-66c6-4f91-b689-247d955fdf21 None None] The sync data for ids ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:08:55.058974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f3763-ce17-4ccb-ad7d-49b175d90499 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=068fe7f7-fa26-4b4d-b45b-15b4d3e4339c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:55.069600 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-859f3763-ce17-4ccb-ad7d-49b175d90499 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.079533 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fc00f578-5dc4-4359-a5a3-72a23a0d5d21 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Usage tracker for resource:network and tenant:2338b036b483458c9bf88d4c1e6f05db is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:55.100036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fc00f578-5dc4-4359-a5a3-72a23a0d5d21 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:55.113703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fc00f578-5dc4-4359-a5a3-72a23a0d5d21 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:55.151962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acc1772-8fa5-469e-81a5-87aecacf4260 None None] Network fe4cfb2a-7521-4d66-bdac-d2e63a98db02 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:08:55.169485 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc00f578-5dc4-4359-a5a3-72a23a0d5d21 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Made reservation on behalf of 2338b036b483458c9bf88d4c1e6f05db for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:55.172945 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc00f578-5dc4-4359-a5a3-72a23a0d5d21 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.193455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861f5aa-54f7-4ea6-8769-04f48a45921c req-af424d5b-8af3-4a5f-a574-e99086e63c0b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:55.195211 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3861f5aa-54f7-4ea6-8769-04f48a45921c req-af424d5b-8af3-4a5f-a574-e99086e63c0b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.61 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 945 time: 1.0598722 Feb 18 09:08:55.203978 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-859f3763-ce17-4ccb-ad7d-49b175d90499 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "DELETE /v2.0/subnets/068fe7f7-fa26-4b4d-b45b-15b4d3e4339c HTTP/1.1" status: 204 len: 168 time: 2.1960993 Feb 18 09:08:55.204410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49302) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:55.277317 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5b2d6427-6a1e-4181-be35-e25a10a3d806 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:55.280589 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c4dea4cd-dd0e-41fe-b9d2-d5d21b002091 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:55.287267 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5b2d6427-6a1e-4181-be35-e25a10a3d806 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Usage tracker for resource:port and tenant:85f74f937ee74041892ca2462e2389a9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:55.291407 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc00f578-5dc4-4359-a5a3-72a23a0d5d21 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:08:55.293937 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5b2d6427-6a1e-4181-be35-e25a10a3d806 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:55.297161 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c4dea4cd-dd0e-41fe-b9d2-d5d21b002091 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Usage tracker for resource:port and tenant:80d3e6f8de37419bb10065056be9574a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:55.370694 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-28a8b61e-1108-40c0-a19a-f65496ce1b50 None None] Provisioning for port e20e0030-cfaf-405f-aa3b-59677bd407ea completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:08:55.494737 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c4dea4cd-dd0e-41fe-b9d2-d5d21b002091 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:55.499089 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5b2d6427-6a1e-4181-be35-e25a10a3d806 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:55.507264 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c4dea4cd-dd0e-41fe-b9d2-d5d21b002091 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:55.509639 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc00f578-5dc4-4359-a5a3-72a23a0d5d21 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.510162 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-fc00f578-5dc4-4359-a5a3-72a23a0d5d21 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Added segment dec7778c-b6f6-4014-b68d-03ddcf8356cb of type vlan for network 7934cfd9-e001-45f5-ba8a-e6b98b23e013 Feb 18 09:08:55.528884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2d6427-6a1e-4181-be35-e25a10a3d806 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Made reservation on behalf of 85f74f937ee74041892ca2462e2389a9 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:55.544493 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a9252f91-a804-49cd-927a-c3a8f2a95b59 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.551014 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e20e0030-cfaf-405f-aa3b-59677bd407ea up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:08:55.572478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dea4cd-dd0e-41fe-b9d2-d5d21b002091 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Made reservation on behalf of 80d3e6f8de37419bb10065056be9574a for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:55.572891 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe718297-c3e7-4f95-852c-14d55aca862c req-4a56232e-5491-4a01-b685-0a2b97bfff6c service neutron] 10.222.0.61 "GET /v2.0/networks/7160f18e-9887-4ee9-b7aa-f783c569b75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6405692 Feb 18 09:08:55.575855 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4dea4cd-dd0e-41fe-b9d2-d5d21b002091 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.576375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-3861f5aa-54f7-4ea6-8769-04f48a45921c req-23bb978f-79cf-4ef7-8a19-0979f2c4fa9a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Deleting port bc685c6c-668e-487f-8f16-c1c933df8e65 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:08:55.576732 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3861f5aa-54f7-4ea6-8769-04f48a45921c req-23bb978f-79cf-4ef7-8a19-0979f2c4fa9a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.662777 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc00f578-5dc4-4359-a5a3-72a23a0d5d21 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.690485 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-c4dea4cd-dd0e-41fe-b9d2-d5d21b002091 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] device_id is not set on port 84b28768-100f-48f7-a6cf-a224ae9683fa yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:08:55.700378 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port e20e0030-cfaf-405f-aa3b-59677bd407ea completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:08:55.710307 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e20e0030-cfaf-405f-aa3b-59677bd407ea triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:55.710689 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.796818 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc00f578-5dc4-4359-a5a3-72a23a0d5d21 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.802285 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc00f578-5dc4-4359-a5a3-72a23a0d5d21 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:55.802895 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc00f578-5dc4-4359-a5a3-72a23a0d5d21 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.839478 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a9252f91-a804-49cd-927a-c3a8f2a95b59 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.900167 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-a9252f91-a804-49cd-927a-c3a8f2a95b59 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d7094a-9c79-4c53-ba0a-d2cd79b59afc']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:55.937359 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.957704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-a9252f91-a804-49cd-927a-c3a8f2a95b59 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80560c27-6d93-4af6-a9bb-d4062715fe24') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:55.958132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-a9252f91-a804-49cd-927a-c3a8f2a95b59 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80560c27-6d93-4af6-a9bb-d4062715fe24') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:08:55.989115 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a9252f91-a804-49cd-927a-c3a8f2a95b59 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:55.997458 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port e20e0030-cfaf-405f-aa3b-59677bd407ea, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e20e0030-cfaf-405f-aa3b-59677bd407ea,segment=NetworkSegment(743de603-9a87-40ab-8250-7d636baf727a),segment_id=743de603-9a87-40ab-8250-7d636baf727a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:08:56.004949 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:56.037660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4126e-a02e-424c-9d78-65aaf1c205b0 req-32600db7-c00e-4a44-ac1e-9fcdfffb2fc0 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:56.044936 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75c4126e-a02e-424c-9d78-65aaf1c205b0 req-32600db7-c00e-4a44-ac1e-9fcdfffb2fc0 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 945 time: 0.7325215 Feb 18 09:08:56.081209 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a9252f91-a804-49cd-927a-c3a8f2a95b59 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:56.120840 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6427-6a1e-4181-be35-e25a10a3d806 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:56.131749 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=e20e0030-cfaf-405f-aa3b-59677bd407ea,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:56.153469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9252f91-a804-49cd-927a-c3a8f2a95b59 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:08:56.154297 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a9252f91-a804-49cd-927a-c3a8f2a95b59 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:56.226100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6b78414f-523c-4262-868f-c690405cd475 None None] Provisioning for port 1e1521a8-b578-46ea-aa45-c1006084405f completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:08:56.233783 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6b78414f-523c-4262-868f-c690405cd475 None None] Provisioning complete for port 1e1521a8-b578-46ea-aa45-c1006084405f triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:56.235862 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6b78414f-523c-4262-868f-c690405cd475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:56.242349 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00f578-5dc4-4359-a5a3-72a23a0d5d21 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event updated for resources: {'Network': ['ID=7934cfd9-e001-45f5-ba8a-e6b98b23e013,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:56.291223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 7934cfd9-e001-45f5-ba8a-e6b98b23e013 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:08:56.291880 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:08:56.295573 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75c4126e-a02e-424c-9d78-65aaf1c205b0 req-6cf4f771-f700-4c23-90ca-7f363f0ff3ea tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e523728-0e5c-478c-9b63-79823a2dd5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497647 Feb 18 09:08:56.307488 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fc00f578-5dc4-4359-a5a3-72a23a0d5d21 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5886080 Feb 18 09:08:56.318314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-5b2d6427-6a1e-4181-be35-e25a10a3d806 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] device_id is not set on port 0f9a2185-5a16-4dbf-930e-e3496bad9e09 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:08:56.375256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49324) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:56.386374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-c4dea4cd-dd0e-41fe-b9d2-d5d21b002091 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Allocated IP 172.20.0.12 (02267f8e-698f-402c-95c9-d8b2576ac678/1d57fb15-eb6f-4c02-979b-2128fc82fdc2/84b28768-100f-48f7-a6cf-a224ae9683fa) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:56.390403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Request body: {'ports': [{'network_id': 'ce2095f0-2e6f-49d2-bb63-b7a69d903a4d', 'name': 'tempest-port--1084336225', 'admin_state_up': True}, {'network_id': '7934cfd9-e001-45f5-ba8a-e6b98b23e013', 'admin_state_up': False}]} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:56.390931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Request body: {'port': {'network_id': 'ce2095f0-2e6f-49d2-bb63-b7a69d903a4d', 'name': 'tempest-port--1084336225', 'admin_state_up': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:56.391563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Request body: {'port': {'network_id': '7934cfd9-e001-45f5-ba8a-e6b98b23e013', 'admin_state_up': False}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:56.462919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-6b78414f-523c-4262-868f-c690405cd475 None None] Port 1e1521a8-b578-46ea-aa45-c1006084405f cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:08:56.494973 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6b78414f-523c-4262-868f-c690405cd475 None None] Provisioning complete for port e20e0030-cfaf-405f-aa3b-59677bd407ea triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:56.495346 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6b78414f-523c-4262-868f-c690405cd475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:56.652309 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a9252f91-a804-49cd-927a-c3a8f2a95b59 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:56.663737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9252f91-a804-49cd-927a-c3a8f2a95b59 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9d7094a-9c79-4c53-ba0a-d2cd79b59afc {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 18 09:08:56.679677 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a9252f91-a804-49cd-927a-c3a8f2a95b59 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:56.796885 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-5b2d6427-6a1e-4181-be35-e25a10a3d806 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Allocated IP 2001:db8::149 (fe4cfb2a-7521-4d66-bdac-d2e63a98db02/845fd967-7d5b-4246-ad5b-1b7af97d2706/0f9a2185-5a16-4dbf-930e-e3496bad9e09) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:56.802077 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4dea4cd-dd0e-41fe-b9d2-d5d21b002091 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:56.836361 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-c4dea4cd-dd0e-41fe-b9d2-d5d21b002091 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Transition to ACTIVE for port object 84b28768-100f-48f7-a6cf-a224ae9683fa will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:56.838559 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7db28c15-ced3-4756-b3b6-15b3e72336b4 None None] Provisioning complete for port 1e1521a8-b578-46ea-aa45-c1006084405f triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:56.842214 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7db28c15-ced3-4756-b3b6-15b3e72336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:56.894402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-3861f5aa-54f7-4ea6-8769-04f48a45921c req-23bb978f-79cf-4ef7-8a19-0979f2c4fa9a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] For port bc685c6c-668e-487f-8f16-c1c933df8e65, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=bc685c6c-668e-487f-8f16-c1c933df8e65,segment=NetworkSegment(e1b9d7f1-f231-4777-af19-f6dd822266b6),segment_id=e1b9d7f1-f231-4777-af19-f6dd822266b6)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:08:56.894605 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3861f5aa-54f7-4ea6-8769-04f48a45921c req-23bb978f-79cf-4ef7-8a19-0979f2c4fa9a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:56.993705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7db28c15-ced3-4756-b3b6-15b3e72336b4 None None] Port 1e1521a8-b578-46ea-aa45-c1006084405f cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:08:56.997044 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4dea4cd-dd0e-41fe-b9d2-d5d21b002091 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:57.116618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dea4cd-dd0e-41fe-b9d2-d5d21b002091 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Network 02267f8e-698f-402c-95c9-d8b2576ac678 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:57.127506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-c4dea4cd-dd0e-41fe-b9d2-d5d21b002091 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:57.137881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dea4cd-dd0e-41fe-b9d2-d5d21b002091 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:08:57.216382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:57.219467 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dea4cd-dd0e-41fe-b9d2-d5d21b002091 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event updated for resources: {'Port': ['ID=84b28768-100f-48f7-a6cf-a224ae9683fa,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:57.220189 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Usage tracker for resource:port and tenant:2338b036b483458c9bf88d4c1e6f05db is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:57.225251 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:57.242241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:57.342902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-3861f5aa-54f7-4ea6-8769-04f48a45921c req-23bb978f-79cf-4ef7-8a19-0979f2c4fa9a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Calling delete_port for bc685c6c-668e-487f-8f16-c1c933df8e65 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:08:57.347618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dea4cd-dd0e-41fe-b9d2-d5d21b002091 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:57.348458 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4dea4cd-dd0e-41fe-b9d2-d5d21b002091 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:57.375830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Made reservation on behalf of 2338b036b483458c9bf88d4c1e6f05db for: {'port': 2} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:57.380882 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6427-6a1e-4181-be35-e25a10a3d806 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:57.381040 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:57.408118 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:57.444686 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a9252f91-a804-49cd-927a-c3a8f2a95b59 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "DELETE /v2.0/networks/c9d7094a-9c79-4c53-ba0a-d2cd79b59afc HTTP/1.1" status: 204 len: 168 time: 2.1770070 Feb 18 09:08:57.444686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9252f91-a804-49cd-927a-c3a8f2a95b59 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9d7094a-9c79-4c53-ba0a-d2cd79b59afc,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:57.445933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-5b2d6427-6a1e-4181-be35-e25a10a3d806 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Transition to ACTIVE for port object 0f9a2185-5a16-4dbf-930e-e3496bad9e09 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:08:57.453113 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c4dea4cd-dd0e-41fe-b9d2-d5d21b002091 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7355876 Feb 18 09:08:57.456663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49340) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:57.508201 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6427-6a1e-4181-be35-e25a10a3d806 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:57.521996 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e20e0030-cfaf-405f-aa3b-59677bd407ea up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:08:57.653467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f3cd6717-8888-4015-b8d1-cc5d990cd2ad tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Request body: {'floatingip': {'port_id': '84b28768-100f-48f7-a6cf-a224ae9683fa'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:57.685454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8d889126-0158-4832-8655-1b9f1ef73d36 None None] Provisioning for port 84b28768-100f-48f7-a6cf-a224ae9683fa completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:08:57.697431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e20e0030-cfaf-405f-aa3b-59677bd407ea triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:57.703643 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:57.719638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2d6427-6a1e-4181-be35-e25a10a3d806 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Network fe4cfb2a-7521-4d66-bdac-d2e63a98db02 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:08:57.721480 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d6427-6a1e-4181-be35-e25a10a3d806 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event updated for resources: {'Port': ['ID=0f9a2185-5a16-4dbf-930e-e3496bad9e09,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:57.724570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-5b2d6427-6a1e-4181-be35-e25a10a3d806 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:08:57.733664 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d6427-6a1e-4181-be35-e25a10a3d806 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:08:57.745054 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2d6427-6a1e-4181-be35-e25a10a3d806 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:57.755160 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6427-6a1e-4181-be35-e25a10a3d806 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:57.772605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8d889126-0158-4832-8655-1b9f1ef73d36 None None] Provisioning complete for port 84b28768-100f-48f7-a6cf-a224ae9683fa triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:57.774784 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8d889126-0158-4832-8655-1b9f1ef73d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:57.780360 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5b2d6427-6a1e-4181-be35-e25a10a3d806 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.0643713 Feb 18 09:08:57.782978 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49348) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:57.880543 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49354) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:57.908565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41729af7-5946-48b2-bd0c-03484320c862 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:57.919325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8d889126-0158-4832-8655-1b9f1ef73d36 None None] Port 84b28768-100f-48f7-a6cf-a224ae9683fa cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:08:57.924451 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41729af7-5946-48b2-bd0c-03484320c862 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:57.942765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41729af7-5946-48b2-bd0c-03484320c862 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:57.943902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-41729af7-5946-48b2-bd0c-03484320c862 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Synchronizing usage tracker for tenant:85f74f937ee74041892ca2462e2389a9 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:57.962980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d07a3f3f-34a3-4793-b18c-e40285c34258 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Request body: {'router': {'name': 'tempest-router--248413134', 'project_id': '95b1af75f3d54587a44666255e178113'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:57.969224 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d07a3f3f-34a3-4793-b18c-e40285c34258 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:57.976123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d07a3f3f-34a3-4793-b18c-e40285c34258 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Usage tracker for resource:router and tenant:95b1af75f3d54587a44666255e178113 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:08:57.979643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d07a3f3f-34a3-4793-b18c-e40285c34258 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:08:57.985975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d07a3f3f-34a3-4793-b18c-e40285c34258 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:58.021422 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d07a3f3f-34a3-4793-b18c-e40285c34258 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:58.023297 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d07a3f3f-34a3-4793-b18c-e40285c34258 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:58.029190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-41729af7-5946-48b2-bd0c-03484320c862 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Unset dirty status for tenant:85f74f937ee74041892ca2462e2389a9 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:58.033246 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-41729af7-5946-48b2-bd0c-03484320c862 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2462330 Feb 18 09:08:58.033401 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49358) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:58.058535 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3cd6717-8888-4015-b8d1-cc5d990cd2ad tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:58.148092 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d07a3f3f-34a3-4793-b18c-e40285c34258 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:58.172508 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-fdd3907a-dd11-4611-84bc-6f7039c9b985 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Deleting port 0f9a2185-5a16-4dbf-930e-e3496bad9e09 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:08:58.173204 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fdd3907a-dd11-4611-84bc-6f7039c9b985 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:58.197255 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] device_id is not set on port 11d2c2cd-5bf0-4574-968b-460ff497a2d0 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:08:58.247978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2ed0290a-37f8-43d3-bd2c-164c39292f40 None None] Provisioning for port 0f9a2185-5a16-4dbf-930e-e3496bad9e09 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:08:58.261104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2ed0290a-37f8-43d3-bd2c-164c39292f40 None None] Provisioning complete for port 0f9a2185-5a16-4dbf-930e-e3496bad9e09 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:08:58.261492 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2ed0290a-37f8-43d3-bd2c-164c39292f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:58.306203 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d07a3f3f-34a3-4793-b18c-e40285c34258 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:58.319110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e42b2-ae24-4bc9-8b4a-fedb96d235ad req-4e923adb-33f2-4704-affd-8fb1c8b7a44d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:08:58.320685 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-102e42b2-ae24-4bc9-8b4a-fedb96d235ad req-4e923adb-33f2-4704-affd-8fb1c8b7a44d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 945 time: 0.7824216 Feb 18 09:08:58.333666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0290a-37f8-43d3-bd2c-164c39292f40 None None] Port 0f9a2185-5a16-4dbf-930e-e3496bad9e09 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:08:58.351212 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device bc685c6c-668e-487f-8f16-c1c933df8e65 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:08:58.395639 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d07a3f3f-34a3-4793-b18c-e40285c34258 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:58.401158 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d07a3f3f-34a3-4793-b18c-e40285c34258 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5103388 Feb 18 09:08:58.439144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49368) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:58.496168 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:58.529406 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fdd3907a-dd11-4611-84bc-6f7039c9b985 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:58.560216 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3861f5aa-54f7-4ea6-8769-04f48a45921c req-23bb978f-79cf-4ef7-8a19-0979f2c4fa9a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:58.751325 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-102e42b2-ae24-4bc9-8b4a-fedb96d235ad req-01facc6d-06a5-4618-a839-c6e8f933fb06 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e523728-0e5c-478c-9b63-79823a2dd5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4150491 Feb 18 09:08:58.760670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb978f-79cf-4ef7-8a19-0979f2c4fa9a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event deleted for resources: {'Port': ['ID=bc685c6c-668e-487f-8f16-c1c933df8e65,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:58.780809 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3f496d9-888b-445c-a9c8-63eacda3e877 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:58.840902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-fdd3907a-dd11-4611-84bc-6f7039c9b985 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Calling delete_port for 0f9a2185-5a16-4dbf-930e-e3496bad9e09 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:08:59.042745 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fdd3907a-dd11-4611-84bc-6f7039c9b985 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:59.104517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3907a-dd11-4611-84bc-6f7039c9b985 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event deleted for resources: {'Port': ['ID=0f9a2185-5a16-4dbf-930e-e3496bad9e09,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:08:59.275213 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fdd3907a-dd11-4611-84bc-6f7039c9b985 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:59.303705 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fdd3907a-dd11-4611-84bc-6f7039c9b985 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "DELETE /v2.0/ports/0f9a2185-5a16-4dbf-930e-e3496bad9e09 HTTP/1.1" status: 204 len: 168 time: 1.2692533 Feb 18 09:08:59.306447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49378) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:59.365030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3861f5aa-54f7-4ea6-8769-04f48a45921c req-23bb978f-79cf-4ef7-8a19-0979f2c4fa9a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] No DVR routers for this DVR port bc685c6c-668e-487f-8f16-c1c933df8e65 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:08:59.369629 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:59.379735 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3861f5aa-54f7-4ea6-8769-04f48a45921c req-23bb978f-79cf-4ef7-8a19-0979f2c4fa9a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:59.396879 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99ca987-d5db-4222-ac23-4e12356da083 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] GET failed (client error): The resource could not be found. Feb 18 09:08:59.397683 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e99ca987-d5db-4222-ac23-4e12356da083 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Synchronizing usage tracker for tenant:85f74f937ee74041892ca2462e2389a9 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:08:59.411630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'name': 'network-vif-deleted', 'tag': 'bc685c6c-668e-487f-8f16-c1c933df8e65'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:08:59.432236 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e99ca987-d5db-4222-ac23-4e12356da083 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Unset dirty status for tenant:85f74f937ee74041892ca2462e2389a9 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:08:59.433797 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e99ca987-d5db-4222-ac23-4e12356da083 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "GET /v2.0/ports/0f9a2185-5a16-4dbf-930e-e3496bad9e09 HTTP/1.1" status: 404 len: 333 time: 0.1252317 Feb 18 09:08:59.437488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49384) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:08:59.444864 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Request body: {'port': {'network_id': 'fe4cfb2a-7521-4d66-bdac-d2e63a98db02', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-210894357'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:08:59.504580 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3861f5aa-54f7-4ea6-8769-04f48a45921c req-23bb978f-79cf-4ef7-8a19-0979f2c4fa9a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.61 "DELETE /v2.0/ports/bc685c6c-668e-487f-8f16-c1c933df8e65 HTTP/1.1" status: 204 len: 173 time: 4.2989197 Feb 18 09:08:59.522810 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3f496d9-888b-445c-a9c8-63eacda3e877 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:59.528753 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3f496d9-888b-445c-a9c8-63eacda3e877 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:59.658304 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:08:59.670840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:08:59.682181 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Made reservation on behalf of 85f74f937ee74041892ca2462e2389a9 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:08:59.686251 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:59.711028 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] device_id is not set on port 2bfa91a4-ae13-46f6-92de-9c04609e6d19 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:08:59.717196 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36514a4-b86c-4639-bf3e-f1178332e7b0', 'name': 'network-vif-deleted', 'tag': 'bc685c6c-668e-487f-8f16-c1c933df8e65', 'status': 'completed', 'code': 200} Feb 18 09:08:59.799215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] device_id is not set on port cbe45392-e46d-41b7-b6a1-e30150e6dfee yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:08:59.810840 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3f496d9-888b-445c-a9c8-63eacda3e877 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:59.811335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f496d9-888b-445c-a9c8-63eacda3e877 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46badff3-2a9f-4ce5-a27d-7a0fe24c3b77 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:08:59.897431 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Allocated IP 2001:db8::3ae (fe4cfb2a-7521-4d66-bdac-d2e63a98db02/845fd967-7d5b-4246-ad5b-1b7af97d2706/2bfa91a4-ae13-46f6-92de-9c04609e6d19) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:08:59.917328 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3f496d9-888b-445c-a9c8-63eacda3e877 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:08:59.918388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a3f496d9-888b-445c-a9c8-63eacda3e877 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "DELETE /v2.0/routers/46badff3-2a9f-4ce5-a27d-7a0fe24c3b77 HTTP/1.1" status: 204 len: 168 time: 1.4751980 Feb 18 09:09:00.238748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8346322c-d1a8-4e21-a792-3e1e9fee17ea req-5dca66de-6d3a-484c-bf08-84f18cbbedc3 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Synchronizing usage tracker for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:00.244962 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:00.258889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49398) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:00.301226 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a52d817f-4233-4ddf-9ff7-f6c601d0599e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:00.311289 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:00.334901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Transition to ACTIVE for port object 2bfa91a4-ae13-46f6-92de-9c04609e6d19 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:00.389148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8346322c-d1a8-4e21-a792-3e1e9fee17ea req-5dca66de-6d3a-484c-bf08-84f18cbbedc3 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Unset dirty status for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:00.411465 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8346322c-d1a8-4e21-a792-3e1e9fee17ea req-5dca66de-6d3a-484c-bf08-84f18cbbedc3 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=c36514a4-b86c-4639-bf3e-f1178332e7b0 HTTP/1.1" status: 200 len: 210 time: 0.3105466 Feb 18 09:09:00.453048 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:00.471208 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3cd6717-8888-4015-b8d1-cc5d990cd2ad tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:00.471208 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:00.513464 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3cd6717-8888-4015-b8d1-cc5d990cd2ad tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:00.602202 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Network fe4cfb2a-7521-4d66-bdac-d2e63a98db02 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:00.612705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:00.633743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:00.640211 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:00.642857 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:00.669297 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event updated for resources: {'Port': ['ID=2bfa91a4-ae13-46f6-92de-9c04609e6d19,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:00.680819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:00.681178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:00.681514 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:00.681849 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:00.682179 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:00.682507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:00.682829 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:00.683183 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:00.683510 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:00.683828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:00.684147 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:00.684487 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:00.711200 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event updated for resources: {'Port': ['ID=11d2c2cd-5bf0-4574-968b-460ff497a2d0,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:00.722043 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fe8005e1-245d-42f2-9c76-d5d528c66bad tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2807951 Feb 18 09:09:00.722661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49406) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:00.733764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-bb42503f-e96c-4c61-95ab-8edcffcff7f5 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a9', 'mac_address': 'fa:16:3e:00:e1:f2'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:00.749164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2079927244', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}, 'admin_state_up': False}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:00.772324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:00.792228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Usage tracker for resource:router and tenant:6e8b609b068047abafd723ed15d541ed is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:00.796957 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Checking segment: {'id': '9e162b70-f428-4c3c-9b8b-2b5c39d69cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ce2095f0-2e6f-49d2-bb63-b7a69d903a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:00.797513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Network hostable DHCP agents. Network: ce2095f0-2e6f-49d2-bb63-b7a69d903a4d, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:09:00.806397 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:00.826798 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:00.844650 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-f3cd6717-8888-4015-b8d1-cc5d990cd2ad tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Floating IP 03a4c0ac-8724-4414-ba42-c11423a96fb0 associated. External IP: 172.25.1.83, port: 4ed13d76-d6a7-4806-9a04-9be05daa99dd. Feb 18 09:09:00.984015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c8effdc3-4fb2-47de-ad37-35a58b513c92 None None] Provisioning for port 2bfa91a4-ae13-46f6-92de-9c04609e6d19 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:00.992497 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c8effdc3-4fb2-47de-ad37-35a58b513c92 None None] Provisioning complete for port 2bfa91a4-ae13-46f6-92de-9c04609e6d19 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:00.993709 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bb42503f-e96c-4c61-95ab-8edcffcff7f5 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:00.994078 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c8effdc3-4fb2-47de-ad37-35a58b513c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:01.075940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c8effdc3-4fb2-47de-ad37-35a58b513c92 None None] Port 2bfa91a4-ae13-46f6-92de-9c04609e6d19 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:09:01.104994 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:01.106063 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:01.113036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Network ce2095f0-2e6f-49d2-bb63-b7a69d903a4d is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:09:01.171734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, ce2095f0-2e6f-49d2-bb63-b7a69d903a4d) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:01.187480 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de379d1-7e0e-4d8c-b099-3d3331d8643c None None] Network ce2095f0-2e6f-49d2-bb63-b7a69d903a4d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:01.194882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:01.195723 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:01.207197 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:01.290298 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bb42503f-e96c-4c61-95ab-8edcffcff7f5 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:01.296133 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bb42503f-e96c-4c61-95ab-8edcffcff7f5 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:01.339507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Checking segment: {'id': 'dec7778c-b6f6-4014-b68d-03ddcf8356cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '7934cfd9-e001-45f5-ba8a-e6b98b23e013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:01.339797 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Network hostable DHCP agents. Network: 7934cfd9-e001-45f5-ba8a-e6b98b23e013, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:09:01.349732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event updated for resources: {'Port': ['ID=cbe45392-e46d-41b7-b6a1-e30150e6dfee,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:01.371684 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-bb42503f-e96c-4c61-95ab-8edcffcff7f5 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] In _notify_port_updated(), no bound segment for port 2bfa91a4-ae13-46f6-92de-9c04609e6d19 on network fe4cfb2a-7521-4d66-bdac-d2e63a98db02 {{(pid=87767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:09:01.389729 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb42503f-e96c-4c61-95ab-8edcffcff7f5 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:01.390476 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bb42503f-e96c-4c61-95ab-8edcffcff7f5 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:01.393735 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bb42503f-e96c-4c61-95ab-8edcffcff7f5 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "PUT /v2.0/ports/2bfa91a4-ae13-46f6-92de-9c04609e6d19 HTTP/1.1" status: 200 len: 1001 time: 0.6681983 Feb 18 09:09:01.402747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49414) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:01.610307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49420) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:01.622337 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42503f-e96c-4c61-95ab-8edcffcff7f5 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event updated for resources: {'Port': ['ID=2bfa91a4-ae13-46f6-92de-9c04609e6d19,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:01.654281 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-92c3b170-f42e-4dc8-b2ff-e985921c4cf5 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Deleting port 2bfa91a4-ae13-46f6-92de-9c04609e6d19 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:01.654627 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92c3b170-f42e-4dc8-b2ff-e985921c4cf5 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:01.807125 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7955e83-ed76-4d20-b637-a726932c3bff tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:01.815974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Network 7934cfd9-e001-45f5-ba8a-e6b98b23e013 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:09:01.824436 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:01.843109 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7955e83-ed76-4d20-b637-a726932c3bff tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:01.855929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0223d2fa-4c0f-4074-8bd2-a751e47ee15e None None] Provisioning complete for port 2bfa91a4-ae13-46f6-92de-9c04609e6d19 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:01.856971 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0223d2fa-4c0f-4074-8bd2-a751e47ee15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:01.884302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 7934cfd9-e001-45f5-ba8a-e6b98b23e013) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:01.909539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:01.915533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:01.921748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:01.922471 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a6a536-14fd-416a-8d8f-55701c638b65 None None] Network 7934cfd9-e001-45f5-ba8a-e6b98b23e013 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:01.922866 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:02.019186 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7955e83-ed76-4d20-b637-a726932c3bff tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:02.050463 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4d7ed528-d6af-4ae1-88ac-56f6dcdb93e6 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.6730034 Feb 18 09:09:02.058157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49428) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:02.059313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7955e83-ed76-4d20-b637-a726932c3bff tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e523728-0e5c-478c-9b63-79823a2dd5be,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:02.086153 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7955e83-ed76-4d20-b637-a726932c3bff tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:02.089803 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a7955e83-ed76-4d20-b637-a726932c3bff tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "DELETE /v2.0/security-groups/8e523728-0e5c-478c-9b63-79823a2dd5be HTTP/1.1" status: 204 len: 168 time: 0.4759502 Feb 18 09:09:02.100307 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0223d2fa-4c0f-4074-8bd2-a751e47ee15e None None] Port 2bfa91a4-ae13-46f6-92de-9c04609e6d19 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:09:02.131693 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92c3b170-f42e-4dc8-b2ff-e985921c4cf5 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:02.143252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49436) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:02.233264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cd6717-8888-4015-b8d1-cc5d990cd2ad tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router c4d0a299-bbd4-425d-84ad-464d1a4f8fbd has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:09:02.285780 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-92c3b170-f42e-4dc8-b2ff-e985921c4cf5 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Calling delete_port for 2bfa91a4-ae13-46f6-92de-9c04609e6d19 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:02.450113 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92c3b170-f42e-4dc8-b2ff-e985921c4cf5 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:02.499264 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3b170-f42e-4dc8-b2ff-e985921c4cf5 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event deleted for resources: {'Port': ['ID=2bfa91a4-ae13-46f6-92de-9c04609e6d19,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:02.663612 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92c3b170-f42e-4dc8-b2ff-e985921c4cf5 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:02.677710 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-92c3b170-f42e-4dc8-b2ff-e985921c4cf5 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "DELETE /v2.0/ports/2bfa91a4-ae13-46f6-92de-9c04609e6d19 HTTP/1.1" status: 204 len: 168 time: 1.2708762 Feb 18 09:09:02.680296 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49450) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:02.740869 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69ab621-9001-4e23-b54f-3839d22e24c7 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] GET failed (client error): The resource could not be found. Feb 18 09:09:02.740869 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b69ab621-9001-4e23-b54f-3839d22e24c7 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Synchronizing usage tracker for tenant:85f74f937ee74041892ca2462e2389a9 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:02.757699 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b69ab621-9001-4e23-b54f-3839d22e24c7 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Unset dirty status for tenant:85f74f937ee74041892ca2462e2389a9 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:02.759395 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b69ab621-9001-4e23-b54f-3839d22e24c7 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "GET /v2.0/ports/2bfa91a4-ae13-46f6-92de-9c04609e6d19 HTTP/1.1" status: 404 len: 333 time: 0.0801101 Feb 18 09:09:02.764518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49456) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:02.773500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-813a2855-fd05-4aaf-b1e2-fb5f8f1a1ecd tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Request body: {'port': {'network_id': 'fe4cfb2a-7521-4d66-bdac-d2e63a98db02', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1392779722'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:02.828778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cd6717-8888-4015-b8d1-cc5d990cd2ad tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:09:02.840839 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21691629-db67-4d59-a178-fbaa17a9576e None None] Sync routers for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:09:02.856228 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21691629-db67-4d59-a178-fbaa17a9576e None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:02.856973 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-21691629-db67-4d59-a178-fbaa17a9576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:02.967640 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-813a2855-fd05-4aaf-b1e2-fb5f8f1a1ecd tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:02.984436 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-813a2855-fd05-4aaf-b1e2-fb5f8f1a1ecd tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:02.987624 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-21691629-db67-4d59-a178-fbaa17a9576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:02.995732 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813a2855-fd05-4aaf-b1e2-fb5f8f1a1ecd tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Made reservation on behalf of 85f74f937ee74041892ca2462e2389a9 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:02.998657 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21691629-db67-4d59-a178-fbaa17a9576e None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:02.999392 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-21691629-db67-4d59-a178-fbaa17a9576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:08:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:02.999989 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-813a2855-fd05-4aaf-b1e2-fb5f8f1a1ecd tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:03.025282 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-813a2855-fd05-4aaf-b1e2-fb5f8f1a1ecd tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] device_id is not set on port 2f592d71-d3f7-4e6b-86ba-60d714e63d2a yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:09:03.080043 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-21691629-db67-4d59-a178-fbaa17a9576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:03.080608 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21691629-db67-4d59-a178-fbaa17a9576e None None] The sync data for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:09:03.117295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae96b5e-093a-4984-a374-175c22903ce4 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:03.123005 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae96b5e-093a-4984-a374-175c22903ce4 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:03.123767 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5ae96b5e-093a-4984-a374-175c22903ce4 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Synchronizing usage tracker for tenant:2338b036b483458c9bf88d4c1e6f05db on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:03.195487 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-813a2855-fd05-4aaf-b1e2-fb5f8f1a1ecd tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Allocated IP 2001:db8::5b (fe4cfb2a-7521-4d66-bdac-d2e63a98db02/845fd967-7d5b-4246-ad5b-1b7af97d2706/2f592d71-d3f7-4e6b-86ba-60d714e63d2a) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:03.247371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5ae96b5e-093a-4984-a374-175c22903ce4 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Unset dirty status for tenant:2338b036b483458c9bf88d4c1e6f05db on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:03.248182 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5ae96b5e-093a-4984-a374-175c22903ce4 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.1772287 Feb 18 09:09:03.252426 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49470) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:03.397964 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8481747e-3b77-41c1-9d77-f0ed78671473 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Deleting port 11d2c2cd-5bf0-4574-968b-460ff497a2d0 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:03.398305 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8481747e-3b77-41c1-9d77-f0ed78671473 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:03.572295 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:03.667043 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:03.699791 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-813a2855-fd05-4aaf-b1e2-fb5f8f1a1ecd tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:03.802296 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-813a2855-fd05-4aaf-b1e2-fb5f8f1a1ecd tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Transition to ACTIVE for port object 2f592d71-d3f7-4e6b-86ba-60d714e63d2a will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:03.828413 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:03.835285 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8481747e-3b77-41c1-9d77-f0ed78671473 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:03.838677 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2948f086-9ae5-4b5c-849d-270c2e61a838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:03.849481 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:03.894901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cd6717-8888-4015-b8d1-cc5d990cd2ad tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router b1f1ab23-61db-4ed6-8cb6-fac37291100f has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:09:03.974226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8481747e-3b77-41c1-9d77-f0ed78671473 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Calling delete_port for 11d2c2cd-5bf0-4574-968b-460ff497a2d0 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:04.040240 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-813a2855-fd05-4aaf-b1e2-fb5f8f1a1ecd tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.068011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Allocated IP 172.25.1.147 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/1fe1819e-55d3-4777-94a4-506ac21ccc5f) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:04.158419 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8481747e-3b77-41c1-9d77-f0ed78671473 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.165623 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a2855-fd05-4aaf-b1e2-fb5f8f1a1ecd tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event updated for resources: {'Port': ['ID=2f592d71-d3f7-4e6b-86ba-60d714e63d2a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:04.218765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813a2855-fd05-4aaf-b1e2-fb5f8f1a1ecd tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Network fe4cfb2a-7521-4d66-bdac-d2e63a98db02 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:04.230665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-813a2855-fd05-4aaf-b1e2-fb5f8f1a1ecd tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:04.233973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481747e-3b77-41c1-9d77-f0ed78671473 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event deleted for resources: {'Port': ['ID=11d2c2cd-5bf0-4574-968b-460ff497a2d0,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:04.236162 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8481747e-3b77-41c1-9d77-f0ed78671473 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.240635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813a2855-fd05-4aaf-b1e2-fb5f8f1a1ecd tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:04.246186 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a2855-fd05-4aaf-b1e2-fb5f8f1a1ecd tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:04.246921 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-813a2855-fd05-4aaf-b1e2-fb5f8f1a1ecd tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.279658 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8481747e-3b77-41c1-9d77-f0ed78671473 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "DELETE /v2.0/ports/11d2c2cd-5bf0-4574-968b-460ff497a2d0 HTTP/1.1" status: 204 len: 168 time: 1.0232816 Feb 18 09:09:04.279951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49496) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:04.288108 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-813a2855-fd05-4aaf-b1e2-fb5f8f1a1ecd tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5174778 Feb 18 09:09:04.288108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49500) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:04.345160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8ffd46f9-54c0-43b7-a8db-abfc6e8e00a0 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:00:e1:f2'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:04.461433 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b7cfa-c258-4bd9-9d0f-56f94ce1e1cc tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Deleting port cbe45392-e46d-41b7-b6a1-e30150e6dfee {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:04.463008 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff5b7cfa-c258-4bd9-9d0f-56f94ce1e1cc tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.493701 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cd6717-8888-4015-b8d1-cc5d990cd2ad tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:09:04.499719 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a6e5c71f-a886-4e57-b257-22c2619a5a54 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.506720 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d953ff-b812-42b0-9b01-8a26fe50c8c4 None None] Sync routers for ids ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:09:04.526244 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d953ff-b812-42b0-9b01-8a26fe50c8c4 None None] Routers {'b1f1ab23-61db-4ed6-8cb6-fac37291100f'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:04.526969 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e6d953ff-b812-42b0-9b01-8a26fe50c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:04.626902 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e6d953ff-b812-42b0-9b01-8a26fe50c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:04.641563 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3cd6717-8888-4015-b8d1-cc5d990cd2ad tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.643664 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d953ff-b812-42b0-9b01-8a26fe50c8c4 None None] Routers {'b1f1ab23-61db-4ed6-8cb6-fac37291100f'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:04.644862 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e6d953ff-b812-42b0-9b01-8a26fe50c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:04.722596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e6d953ff-b812-42b0-9b01-8a26fe50c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:04.723302 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d953ff-b812-42b0-9b01-8a26fe50c8c4 None None] The sync data for ids ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:09:04.729736 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ff6edbd0-b277-4a11-8f31-286ae503c05a None None] Provisioning for port 2f592d71-d3f7-4e6b-86ba-60d714e63d2a completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:04.734936 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ff6edbd0-b277-4a11-8f31-286ae503c05a None None] Provisioning complete for port 2f592d71-d3f7-4e6b-86ba-60d714e63d2a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:04.736099 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ff6edbd0-b277-4a11-8f31-286ae503c05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.807612 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ff6edbd0-b277-4a11-8f31-286ae503c05a None None] Port 2f592d71-d3f7-4e6b-86ba-60d714e63d2a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:09:04.869629 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.988364 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff5b7cfa-c258-4bd9-9d0f-56f94ce1e1cc tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:04.999605 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:05.044307 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f3cd6717-8888-4015-b8d1-cc5d990cd2ad tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "PUT /v2.0/floatingips/03a4c0ac-8724-4414-ba42-c11423a96fb0 HTTP/1.1" status: 200 len: 978 time: 7.5057986 Feb 18 09:09:05.044307 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:05.047496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49518) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:05.169153 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b7cfa-c258-4bd9-9d0f-56f94ce1e1cc tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Calling delete_port for cbe45392-e46d-41b7-b6a1-e30150e6dfee owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:05.200083 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ffd46f9-54c0-43b7-a8db-abfc6e8e00a0 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:05.211517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:05.225445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:05.235839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:05.311629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Pushing event updated for resources: {'Port': ['ID=1fe1819e-55d3-4777-94a4-506ac21ccc5f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:05.340342 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-6a060432-372b-4608-b292-952fa9925720 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Deleting port 84b28768-100f-48f7-a6cf-a224ae9683fa {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:05.340779 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a060432-372b-4608-b292-952fa9925720 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:05.431416 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff5b7cfa-c258-4bd9-9d0f-56f94ce1e1cc tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:05.640159 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b7cfa-c258-4bd9-9d0f-56f94ce1e1cc tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event deleted for resources: {'Port': ['ID=cbe45392-e46d-41b7-b6a1-e30150e6dfee,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:05.662323 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff5b7cfa-c258-4bd9-9d0f-56f94ce1e1cc tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:05.694274 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ff5b7cfa-c258-4bd9-9d0f-56f94ce1e1cc tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "DELETE /v2.0/ports/cbe45392-e46d-41b7-b6a1-e30150e6dfee HTTP/1.1" status: 204 len: 168 time: 1.4127734 Feb 18 09:09:05.697750 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49524) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:05.773789 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-dc42da02-2c9a-46f9-9d0b-696094ded67f tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Synchronizing usage tracker for tenant:2338b036b483458c9bf88d4c1e6f05db on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:05.828305 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ffd46f9-54c0-43b7-a8db-abfc6e8e00a0 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:05.832006 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-dc42da02-2c9a-46f9-9d0b-696094ded67f tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Unset dirty status for tenant:2338b036b483458c9bf88d4c1e6f05db on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:05.838018 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-dc42da02-2c9a-46f9-9d0b-696094ded67f tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1352813 Feb 18 09:09:05.838018 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ffd46f9-54c0-43b7-a8db-abfc6e8e00a0 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:05.842653 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49528) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:05.901764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b417d74b-89fb-456b-8783-0af1722a9097 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1532551414'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:05.916227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b417d74b-89fb-456b-8783-0af1722a9097 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:05.940317 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd46f9-54c0-43b7-a8db-abfc6e8e00a0 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] In _notify_port_updated(), no bound segment for port 2f592d71-d3f7-4e6b-86ba-60d714e63d2a on network fe4cfb2a-7521-4d66-bdac-d2e63a98db02 {{(pid=87767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:09:05.946334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd46f9-54c0-43b7-a8db-abfc6e8e00a0 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:05.947025 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ffd46f9-54c0-43b7-a8db-abfc6e8e00a0 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:05.952097 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8ffd46f9-54c0-43b7-a8db-abfc6e8e00a0 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "PUT /v2.0/ports/2f592d71-d3f7-4e6b-86ba-60d714e63d2a HTTP/1.1" status: 200 len: 1002 time: 1.6621177 Feb 18 09:09:05.952986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49532) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:05.954356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b417d74b-89fb-456b-8783-0af1722a9097 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Usage tracker for resource:network and tenant:2338b036b483458c9bf88d4c1e6f05db is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:06.010783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b417d74b-89fb-456b-8783-0af1722a9097 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:06.014170 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd46f9-54c0-43b7-a8db-abfc6e8e00a0 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event updated for resources: {'Port': ['ID=2f592d71-d3f7-4e6b-86ba-60d714e63d2a,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:06.031888 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:06.036122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b417d74b-89fb-456b-8783-0af1722a9097 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:06.065842 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b417d74b-89fb-456b-8783-0af1722a9097 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Made reservation on behalf of 2338b036b483458c9bf88d4c1e6f05db for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:06.071325 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b417d74b-89fb-456b-8783-0af1722a9097 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:06.107832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-4c72ddfe-914c-4c96-a69d-8b34ad560f87 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Deleting port 2f592d71-d3f7-4e6b-86ba-60d714e63d2a {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:06.108431 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4c72ddfe-914c-4c96-a69d-8b34ad560f87 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:06.230971 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b417d74b-89fb-456b-8783-0af1722a9097 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:09:06.300372 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b417d74b-89fb-456b-8783-0af1722a9097 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:06.301229 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-b417d74b-89fb-456b-8783-0af1722a9097 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Added segment f714155f-7258-472d-8014-756498a7e0bc of type vlan for network 65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce Feb 18 09:09:06.354388 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a415b7c0-0003-44ae-9992-e2e255b999f8 None None] Provisioning complete for port 2f592d71-d3f7-4e6b-86ba-60d714e63d2a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:06.354942 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a415b7c0-0003-44ae-9992-e2e255b999f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:06.420043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a415b7c0-0003-44ae-9992-e2e255b999f8 None None] Port 2f592d71-d3f7-4e6b-86ba-60d714e63d2a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:09:06.420239 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b417d74b-89fb-456b-8783-0af1722a9097 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:06.423691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5c71f-a886-4e57-b257-22c2619a5a54 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Deleting port 9915fb19-d329-4e7b-aeb9-113011fafe15 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:06.424218 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a6e5c71f-a886-4e57-b257-22c2619a5a54 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:06.501645 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b417d74b-89fb-456b-8783-0af1722a9097 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:06.507967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b417d74b-89fb-456b-8783-0af1722a9097 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:06.508634 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b417d74b-89fb-456b-8783-0af1722a9097 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:06.543996 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4c72ddfe-914c-4c96-a69d-8b34ad560f87 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:06.688053 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b417d74b-89fb-456b-8783-0af1722a9097 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7950659 Feb 18 09:09:06.699174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49538) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:06.731584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-8c0c188c-c81d-4258-89a3-2dbd11e3a801 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-819182998'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:06.737968 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a060432-372b-4608-b292-952fa9925720 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:06.764308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-4c72ddfe-914c-4c96-a69d-8b34ad560f87 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Calling delete_port for 2f592d71-d3f7-4e6b-86ba-60d714e63d2a owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:06.816125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417d74b-89fb-456b-8783-0af1722a9097 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event updated for resources: {'Network': ['ID=65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:06.823292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8c0c188c-c81d-4258-89a3-2dbd11e3a801 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:06.832867 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:09:06.913873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8c0c188c-c81d-4258-89a3-2dbd11e3a801 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Usage tracker for resource:network and tenant:2338b036b483458c9bf88d4c1e6f05db is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:06.928840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8c0c188c-c81d-4258-89a3-2dbd11e3a801 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:06.961599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8c0c188c-c81d-4258-89a3-2dbd11e3a801 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:06.999634 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4c72ddfe-914c-4c96-a69d-8b34ad560f87 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:07.072474 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72ddfe-914c-4c96-a69d-8b34ad560f87 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event deleted for resources: {'Port': ['ID=2f592d71-d3f7-4e6b-86ba-60d714e63d2a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:07.102309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0c188c-c81d-4258-89a3-2dbd11e3a801 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Made reservation on behalf of 2338b036b483458c9bf88d4c1e6f05db for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:07.105961 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8c0c188c-c81d-4258-89a3-2dbd11e3a801 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:07.130123 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4c72ddfe-914c-4c96-a69d-8b34ad560f87 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:07.150509 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4c72ddfe-914c-4c96-a69d-8b34ad560f87 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "DELETE /v2.0/ports/2f592d71-d3f7-4e6b-86ba-60d714e63d2a HTTP/1.1" status: 204 len: 168 time: 1.1764162 Feb 18 09:09:07.150769 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:07.152949 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49542) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:07.154070 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-a6e5c71f-a886-4e57-b257-22c2619a5a54 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] For port 9915fb19-d329-4e7b-aeb9-113011fafe15, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9915fb19-d329-4e7b-aeb9-113011fafe15,segment=NetworkSegment(e1b9d7f1-f231-4777-af19-f6dd822266b6),segment_id=e1b9d7f1-f231-4777-af19-f6dd822266b6)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:07.154471 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a6e5c71f-a886-4e57-b257-22c2619a5a54 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:07.214239 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-38aa622d-c262-4d56-a13f-7f47574dfe35 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] GET failed (client error): The resource could not be found. Feb 18 09:09:07.214781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-38aa622d-c262-4d56-a13f-7f47574dfe35 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Synchronizing usage tracker for tenant:85f74f937ee74041892ca2462e2389a9 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:07.234241 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-38aa622d-c262-4d56-a13f-7f47574dfe35 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Unset dirty status for tenant:85f74f937ee74041892ca2462e2389a9 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:07.235988 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-38aa622d-c262-4d56-a13f-7f47574dfe35 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "GET /v2.0/ports/2f592d71-d3f7-4e6b-86ba-60d714e63d2a HTTP/1.1" status: 404 len: 333 time: 0.0833471 Feb 18 09:09:07.240507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49546) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:07.251557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-79909f30-1dde-4aaf-8617-871f0fcfd25d tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Request body: {'port': {'network_id': 'fe4cfb2a-7521-4d66-bdac-d2e63a98db02', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1404135648'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:07.387574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5c71f-a886-4e57-b257-22c2619a5a54 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Calling delete_port for 9915fb19-d329-4e7b-aeb9-113011fafe15 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:07.490803 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-79909f30-1dde-4aaf-8617-871f0fcfd25d tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:07.501862 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-79909f30-1dde-4aaf-8617-871f0fcfd25d tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:07.527551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79909f30-1dde-4aaf-8617-871f0fcfd25d tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Made reservation on behalf of 85f74f937ee74041892ca2462e2389a9 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:07.534248 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79909f30-1dde-4aaf-8617-871f0fcfd25d tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:07.575774 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-79909f30-1dde-4aaf-8617-871f0fcfd25d tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] device_id is not set on port 3382396e-913d-49df-a734-20e37b521275 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:09:07.685743 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a060432-372b-4608-b292-952fa9925720 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:07.686501 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a060432-372b-4608-b292-952fa9925720 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:07.686838 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-6a060432-372b-4608-b292-952fa9925720 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Floating IP 03a4c0ac-8724-4414-ba42-c11423a96fb0 disassociated. External IP: 172.25.1.83, port: 84b28768-100f-48f7-a6cf-a224ae9683fa. Feb 18 09:09:07.687383 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-6a060432-372b-4608-b292-952fa9925720 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Calling delete_port for 84b28768-100f-48f7-a6cf-a224ae9683fa owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:07.832441 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-79909f30-1dde-4aaf-8617-871f0fcfd25d tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Allocated IP 2001:db8::304 (fe4cfb2a-7521-4d66-bdac-d2e63a98db02/845fd967-7d5b-4246-ad5b-1b7af97d2706/3382396e-913d-49df-a734-20e37b521275) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:07.968242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0c188c-c81d-4258-89a3-2dbd11e3a801 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:09:08.045103 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8c0c188c-c81d-4258-89a3-2dbd11e3a801 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.045495 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-8c0c188c-c81d-4258-89a3-2dbd11e3a801 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Added segment 2ae7d62e-10a0-4e62-bab6-fb386c13da23 of type vlan for network 586a267c-3464-415a-a474-3e528393be89 Feb 18 09:09:08.157886 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8c0c188c-c81d-4258-89a3-2dbd11e3a801 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.163904 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79909f30-1dde-4aaf-8617-871f0fcfd25d tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.181272 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a060432-372b-4608-b292-952fa9925720 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.184487 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-79909f30-1dde-4aaf-8617-871f0fcfd25d tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Transition to ACTIVE for port object 3382396e-913d-49df-a734-20e37b521275 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:08.214465 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79909f30-1dde-4aaf-8617-871f0fcfd25d tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.303058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79909f30-1dde-4aaf-8617-871f0fcfd25d tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Network fe4cfb2a-7521-4d66-bdac-d2e63a98db02 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:08.306878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-79909f30-1dde-4aaf-8617-871f0fcfd25d tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:08.311921 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79909f30-1dde-4aaf-8617-871f0fcfd25d tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:08.319965 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79909f30-1dde-4aaf-8617-871f0fcfd25d tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:08.321141 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79909f30-1dde-4aaf-8617-871f0fcfd25d tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.331186 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79909f30-1dde-4aaf-8617-871f0fcfd25d tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event updated for resources: {'Port': ['ID=3382396e-913d-49df-a734-20e37b521275,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:08.344077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a060432-372b-4608-b292-952fa9925720 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event deleted for resources: {'Port': ['ID=84b28768-100f-48f7-a6cf-a224ae9683fa,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:08.362723 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-79909f30-1dde-4aaf-8617-871f0fcfd25d tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1204393 Feb 18 09:09:08.366220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49556) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:08.376104 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-9dabf454-fb6b-4cde-adc5-57176f404198 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Request body: {'port': {'network_id': 'fe4cfb2a-7521-4d66-bdac-d2e63a98db02', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-519793075'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:08.402968 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Router 07617e9a-ad95-4f1a-98d8-889703a947b1 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:09:08.410816 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8c0c188c-c81d-4258-89a3-2dbd11e3a801 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.420819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0c188c-c81d-4258-89a3-2dbd11e3a801 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:08.426025 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8c0c188c-c81d-4258-89a3-2dbd11e3a801 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.580203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9dabf454-fb6b-4cde-adc5-57176f404198 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:08.585613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9dabf454-fb6b-4cde-adc5-57176f404198 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Usage tracker for resource:port and tenant:85f74f937ee74041892ca2462e2389a9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:08.590458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9dabf454-fb6b-4cde-adc5-57176f404198 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:08.601209 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9dabf454-fb6b-4cde-adc5-57176f404198 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:08.751583 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dabf454-fb6b-4cde-adc5-57176f404198 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Made reservation on behalf of 85f74f937ee74041892ca2462e2389a9 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:08.755696 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9dabf454-fb6b-4cde-adc5-57176f404198 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.788173 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5693d6ac-89d7-4eda-b505-215db8117cee None None] Provisioning for port 3382396e-913d-49df-a734-20e37b521275 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:08.800644 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5693d6ac-89d7-4eda-b505-215db8117cee None None] Provisioning complete for port 3382396e-913d-49df-a734-20e37b521275 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:08.801041 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5693d6ac-89d7-4eda-b505-215db8117cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:08.808212 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-9dabf454-fb6b-4cde-adc5-57176f404198 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] device_id is not set on port c76cf852-9108-4dca-bec5-e5687af452b7 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:09:08.810620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8c0c188c-c81d-4258-89a3-2dbd11e3a801 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0986614 Feb 18 09:09:08.825009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c188c-c81d-4258-89a3-2dbd11e3a801 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event updated for resources: {'Network': ['ID=586a267c-3464-415a-a474-3e528393be89,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:08.880579 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 586a267c-3464-415a-a474-3e528393be89 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:09:09.012414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49564) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:09.042354 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Request body: {'subnets': [{'network_id': '65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--586062447', 'ip_version': 4}, {'network_id': '586a267c-3464-415a-a474-3e528393be89', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:09.042978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Request body: {'subnet': {'network_id': '65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--586062447', 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:09.043741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Request body: {'subnet': {'network_id': '586a267c-3464-415a-a474-3e528393be89', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:09.078038 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a060432-372b-4608-b292-952fa9925720 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router b1f1ab23-61db-4ed6-8cb6-fac37291100f has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:09:09.082935 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5693d6ac-89d7-4eda-b505-215db8117cee None None] Port 3382396e-913d-49df-a734-20e37b521275 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:09:09.089859 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a6e5c71f-a886-4e57-b257-22c2619a5a54 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.223284 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-9dabf454-fb6b-4cde-adc5-57176f404198 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Allocated IP 2001:db8::180 (fe4cfb2a-7521-4d66-bdac-d2e63a98db02/845fd967-7d5b-4246-ad5b-1b7af97d2706/c76cf852-9108-4dca-bec5-e5687af452b7) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:09.239943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5c71f-a886-4e57-b257-22c2619a5a54 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event deleted for resources: {'Port': ['ID=9915fb19-d329-4e7b-aeb9-113011fafe15,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:09.422988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:09:09.434714 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ba1397-9e5f-4fe1-89be-9d8605a52405 None None] Sync routers for ids ['07617e9a-ad95-4f1a-98d8-889703a947b1'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:09:09.468956 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ba1397-9e5f-4fe1-89be-9d8605a52405 None None] Routers {'07617e9a-ad95-4f1a-98d8-889703a947b1'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:09.469827 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-c4ba1397-9e5f-4fe1-89be-9d8605a52405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['07617e9a-ad95-4f1a-98d8-889703a947b1'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:09.523152 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9dabf454-fb6b-4cde-adc5-57176f404198 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.548484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-9dabf454-fb6b-4cde-adc5-57176f404198 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Transition to ACTIVE for port object c76cf852-9108-4dca-bec5-e5687af452b7 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:09.583476 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9dabf454-fb6b-4cde-adc5-57176f404198 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.618038 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-c4ba1397-9e5f-4fe1-89be-9d8605a52405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:09.629752 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ba1397-9e5f-4fe1-89be-9d8605a52405 None None] Routers {'07617e9a-ad95-4f1a-98d8-889703a947b1'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:09.630592 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-c4ba1397-9e5f-4fe1-89be-9d8605a52405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['07617e9a-ad95-4f1a-98d8-889703a947b1'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:09.659774 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.663381 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-da789c4a-168a-4c9b-959c-328b42f2cf05 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.4000030 Feb 18 09:09:09.672459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dabf454-fb6b-4cde-adc5-57176f404198 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Network fe4cfb2a-7521-4d66-bdac-d2e63a98db02 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:09.674356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49568) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:09.679530 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-9dabf454-fb6b-4cde-adc5-57176f404198 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:09.687255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dabf454-fb6b-4cde-adc5-57176f404198 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:09.707230 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-c4ba1397-9e5f-4fe1-89be-9d8605a52405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:09.707866 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ba1397-9e5f-4fe1-89be-9d8605a52405 None None] The sync data for ids ['07617e9a-ad95-4f1a-98d8-889703a947b1'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:09:09.708409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dabf454-fb6b-4cde-adc5-57176f404198 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:09.709086 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9dabf454-fb6b-4cde-adc5-57176f404198 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:09.850073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:09.854784 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Usage tracker for resource:subnet and tenant:2338b036b483458c9bf88d4c1e6f05db is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:09.858290 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:09.870454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:10.076736 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabf454-fb6b-4cde-adc5-57176f404198 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event updated for resources: {'Port': ['ID=c76cf852-9108-4dca-bec5-e5687af452b7,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:10.083801 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-54cef788-dc2f-4dd2-b8e8-68186be21955 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "GET /v2.0/routers/07617e9a-ad95-4f1a-98d8-889703a947b1 HTTP/1.1" status: 200 len: 921 time: 0.4095230 Feb 18 09:09:10.092323 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49578) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:10.094862 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9dabf454-fb6b-4cde-adc5-57176f404198 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7269180 Feb 18 09:09:10.098244 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49580) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:10.104859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Made reservation on behalf of 2338b036b483458c9bf88d4c1e6f05db for: {'subnet': 2} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:10.105996 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-43e81e0a-e879-4706-a07c-85549dc0387a tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a9', 'mac_address': 'fa:16:3e:00:e1:f2'}, {'ip_address': '2001:db8::304', 'mac_address': 'fa:16:3e:64:d9:6d'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:10.124866 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:10.125183 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:10.220757 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d2c92d32-9929-46f9-950e-16c43d6f34ae None None] Provisioning for port c76cf852-9108-4dca-bec5-e5687af452b7 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:10.231675 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d2c92d32-9929-46f9-950e-16c43d6f34ae None None] Provisioning complete for port c76cf852-9108-4dca-bec5-e5687af452b7 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:10.232047 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d2c92d32-9929-46f9-950e-16c43d6f34ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:10.321317 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e03f2b8d-8bc4-4218-8236-7a4816ed40a1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "GET /v2.0/ports?device_id=07617e9a-ad95-4f1a-98d8-889703a947b1 HTTP/1.1" status: 200 len: 205 time: 0.2154510 Feb 18 09:09:10.334108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49590) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:10.408094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d2c92d32-9929-46f9-950e-16c43d6f34ae None None] Port c76cf852-9108-4dca-bec5-e5687af452b7 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:09:10.445023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a060432-372b-4608-b292-952fa9925720 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:09:10.462816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c4524-be35-4a9e-9516-37d56c94851c None None] Sync routers for ids ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:09:10.472725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1c4524-be35-4a9e-9516-37d56c94851c None None] Routers {'b1f1ab23-61db-4ed6-8cb6-fac37291100f'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:10.473707 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2e1c4524-be35-4a9e-9516-37d56c94851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:10.540916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2e1c4524-be35-4a9e-9516-37d56c94851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:10.557699 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1c4524-be35-4a9e-9516-37d56c94851c None None] Routers {'b1f1ab23-61db-4ed6-8cb6-fac37291100f'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:10.558598 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2e1c4524-be35-4a9e-9516-37d56c94851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:10.625189 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2e1c4524-be35-4a9e-9516-37d56c94851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:10.625949 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c4524-be35-4a9e-9516-37d56c94851c None None] The sync data for ids ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:09:10.715540 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f8f67649-f3fa-4abc-9c17-0167188deeba tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:10.832045 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-43e81e0a-e879-4706-a07c-85549dc0387a tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:10.859000 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a6e5c71f-a886-4e57-b257-22c2619a5a54 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.009186 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f8f67649-f3fa-4abc-9c17-0167188deeba tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.037047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f8f67649-f3fa-4abc-9c17-0167188deeba tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Deleting port 1fe1819e-55d3-4777-94a4-506ac21ccc5f {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:11.037224 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f8f67649-f3fa-4abc-9c17-0167188deeba tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.190986 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.211050 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6a060432-372b-4608-b292-952fa9925720 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.221708 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6a060432-372b-4608-b292-952fa9925720 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/ports/84b28768-100f-48f7-a6cf-a224ae9683fa HTTP/1.1" status: 204 len: 168 time: 6.1323829 Feb 18 09:09:11.231683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49594) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:11.460603 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.511543 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f8f67649-f3fa-4abc-9c17-0167188deeba tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.650939 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-43e81e0a-e879-4706-a07c-85549dc0387a tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.663142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f8f67649-f3fa-4abc-9c17-0167188deeba tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Calling delete_port for 1fe1819e-55d3-4777-94a4-506ac21ccc5f owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:11.694045 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-43e81e0a-e879-4706-a07c-85549dc0387a tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.769227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-43e81e0a-e879-4706-a07c-85549dc0387a tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] In _notify_port_updated(), no bound segment for port c76cf852-9108-4dca-bec5-e5687af452b7 on network fe4cfb2a-7521-4d66-bdac-d2e63a98db02 {{(pid=87767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:09:11.775168 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e81e0a-e879-4706-a07c-85549dc0387a tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:11.775966 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-43e81e0a-e879-4706-a07c-85549dc0387a tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:11.780682 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-43e81e0a-e879-4706-a07c-85549dc0387a tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "PUT /v2.0/ports/c76cf852-9108-4dca-bec5-e5687af452b7 HTTP/1.1" status: 200 len: 1066 time: 1.6811047 Feb 18 09:09:11.781844 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49600) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:11.935285 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.120227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e81e0a-e879-4706-a07c-85549dc0387a tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event updated for resources: {'Port': ['ID=c76cf852-9108-4dca-bec5-e5687af452b7,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:12.162411 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4cad97d4-83d7-47f8-b941-4f438c042ff9 None None] Provisioning complete for port c76cf852-9108-4dca-bec5-e5687af452b7 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:12.162790 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4cad97d4-83d7-47f8-b941-4f438c042ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.191153 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c47ac23b-b8f2-44a2-a61c-66854e110a05 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Deleting port c76cf852-9108-4dca-bec5-e5687af452b7 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:12.191601 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c47ac23b-b8f2-44a2-a61c-66854e110a05 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.235937 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-4cad97d4-83d7-47f8-b941-4f438c042ff9 None None] Port c76cf852-9108-4dca-bec5-e5687af452b7 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:09:12.350477 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f8f67649-f3fa-4abc-9c17-0167188deeba tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.435590 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event updated for resources: {'Subnet': ['ID=6574efbc-5645-44f4-be7b-68bb8920a704,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:12.459684 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f67649-f3fa-4abc-9c17-0167188deeba tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Pushing event deleted for resources: {'Port': ['ID=1fe1819e-55d3-4777-94a4-506ac21ccc5f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:12.512910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e5c71f-a886-4e57-b257-22c2619a5a54 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:09:12.528547 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Checking segment: {'id': 'f714155f-7258-472d-8014-756498a7e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:12.528930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Network hostable DHCP agents. Network: 65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:09:12.636836 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f8f67649-f3fa-4abc-9c17-0167188deeba tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.741077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Network 65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:09:12.847447 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:12.854294 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.863767 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d260601f-46e4-4e72-87f1-919ba59497dd None None] Network 65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:12.868714 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f8f67649-f3fa-4abc-9c17-0167188deeba tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:12.871248 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f8f67649-f3fa-4abc-9c17-0167188deeba tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.000347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e5c71f-a886-4e57-b257-22c2619a5a54 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:09:13.015486 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fed06e-b5a8-4a89-b5cc-cb89c31b5cb0 None None] Sync routers for ids ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:09:13.033177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event updated for resources: {'Subnet': ['ID=d090eb14-ac6e-4a6e-b5c9-ccf70d265c2e,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:13.043462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a6e5c71f-a886-4e57-b257-22c2619a5a54 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "PUT /v2.0/routers/22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8941050 Feb 18 09:09:13.047129 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fed06e-b5a8-4a89-b5cc-cb89c31b5cb0 None None] Routers {'22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:13.047779 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-c0fed06e-b5a8-4a89-b5cc-cb89c31b5cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:13.051168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49610) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:13.141206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49614) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:13.144983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Checking segment: {'id': '2ae7d62e-10a0-4e62-bab6-fb386c13da23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '586a267c-3464-415a-a474-3e528393be89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:13.145606 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Network hostable DHCP agents. Network: 586a267c-3464-415a-a474-3e528393be89, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:09:13.195389 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f8f67649-f3fa-4abc-9c17-0167188deeba tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.196084 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f67649-f3fa-4abc-9c17-0167188deeba tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Fanout notify agent at l3_agent the message router_deleted on router 07617e9a-ad95-4f1a-98d8-889703a947b1 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:09:13.210735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-681b8096-be20-4fec-9043-ee497c72889d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Deleting subnet 46fdaabc-0fa6-488d-9c34-bd1b9ce106ea {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:09:13.228236 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-681b8096-be20-4fec-9043-ee497c72889d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.230123 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c47ac23b-b8f2-44a2-a61c-66854e110a05 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.252019 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f8f67649-f3fa-4abc-9c17-0167188deeba tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.257158 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f8f67649-f3fa-4abc-9c17-0167188deeba tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "DELETE /v2.0/routers/07617e9a-ad95-4f1a-98d8-889703a947b1 HTTP/1.1" status: 204 len: 168 time: 2.9214611 Feb 18 09:09:13.257852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49620) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:13.279157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Request body: {'router': {'name': 'tempest-snat-router-745134382', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'enable_snat': False}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:13.282695 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Network 586a267c-3464-415a-a474-3e528393be89 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:09:13.316646 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-681b8096-be20-4fec-9043-ee497c72889d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.341063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:13.360097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 586a267c-3464-415a-a474-3e528393be89) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:13.366890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:13.367573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:13.369401 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.370578 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75b115f-c82b-439d-b068-754c6abbc342 None None] Network 586a267c-3464-415a-a474-3e528393be89 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:13.385746 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e51d28b8-90f6-48c3-968e-310d41f350aa tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.414757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c47ac23b-b8f2-44a2-a61c-66854e110a05 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Calling delete_port for c76cf852-9108-4dca-bec5-e5687af452b7 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:13.433045 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce', 'network_id': '65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce', 'tenant_id': '2338b036b483458c9bf88d4c1e6f05db', 'fixed_ips': [{'subnet_id': '6574efbc-5645-44f4-be7b-68bb8920a704'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:09:13.439214 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.457416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Usage tracker for resource:router and tenant:7c89eafc82404cebbb2977a12ba53e8d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:13.467359 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:13.481557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:13.512319 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-c0fed06e-b5a8-4a89-b5cc-cb89c31b5cb0 None None] Set router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:09:13.531631 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-06f87454-cbb9-4416-b17d-8196d3546acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.554607 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.556172 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.563173 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-86688291-cfa5-4e59-84c3-ed60f7c2afa9 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.5476844 Feb 18 09:09:13.563408 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49624) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:13.650608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-06f87454-cbb9-4416-b17d-8196d3546acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:13.681507 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.683975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-06f87454-cbb9-4416-b17d-8196d3546acf admin admin] Usage tracker for resource:security_group_rule and tenant:e10ddfa8f6604992a2259eb513bdb2e1 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:13.691767 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-06f87454-cbb9-4416-b17d-8196d3546acf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:13.701991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-06f87454-cbb9-4416-b17d-8196d3546acf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:13.731936 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-681b8096-be20-4fec-9043-ee497c72889d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.738969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcba2fa-e75d-4d35-93f3-730ca13c96ac tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:13.740674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcba2fa-e75d-4d35-93f3-730ca13c96ac tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:13.742175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcba2fa-e75d-4d35-93f3-730ca13c96ac tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:13.743837 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-afcba2fa-e75d-4d35-93f3-730ca13c96ac tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1772118 Feb 18 09:09:13.747281 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49628) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:13.805516 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c47ac23b-b8f2-44a2-a61c-66854e110a05 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:13.881858 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-de410c79-95a2-42e7-b2ed-3fd61641b563 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Deleting subnet 6574efbc-5645-44f4-be7b-68bb8920a704 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:09:14.007634 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-681b8096-be20-4fec-9043-ee497c72889d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.090810 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Allocated IP 172.20.0.2 (65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce/6574efbc-5645-44f4-be7b-68bb8920a704/5919b013-81cd-4f47-91c2-eebe1d4e72c2) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:14.108787 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-586a267c-3464-415a-a474-3e528393be89', 'network_id': '586a267c-3464-415a-a474-3e528393be89', 'tenant_id': '2338b036b483458c9bf88d4c1e6f05db', 'fixed_ips': [{'subnet_id': 'd090eb14-ac6e-4a6e-b5c9-ccf70d265c2e'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:09:14.109615 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.146705 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-06f87454-cbb9-4416-b17d-8196d3546acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.165602 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-06f87454-cbb9-4416-b17d-8196d3546acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.179595 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-681b8096-be20-4fec-9043-ee497c72889d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.228733 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c50b9a-beb5-418f-b482-79f6787f59fd None None] Network 7160f18e-9887-4ee9-b7aa-f783c569b75b requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:14.229533 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ac23b-b8f2-44a2-a61c-66854e110a05 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event deleted for resources: {'Port': ['ID=c76cf852-9108-4dca-bec5-e5687af452b7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:14.245515 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-c0fed06e-b5a8-4a89-b5cc-cb89c31b5cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:09:08Z', 'revision_number': 7, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:14.250961 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fed06e-b5a8-4a89-b5cc-cb89c31b5cb0 None None] Checking router: 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:09:14.255117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b8096-be20-4fec-9043-ee497c72889d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event deleted for resources: {'Subnet': ['ID=46fdaabc-0fa6-488d-9c34-bd1b9ce106ea,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:14.263310 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fed06e-b5a8-4a89-b5cc-cb89c31b5cb0 None None] Routers {'22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:14.264171 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-c0fed06e-b5a8-4a89-b5cc-cb89c31b5cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:14.394877 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-681b8096-be20-4fec-9043-ee497c72889d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "DELETE /v2.0/subnets/46fdaabc-0fa6-488d-9c34-bd1b9ce106ea HTTP/1.1" status: 204 len: 168 time: 1.3395252 Feb 18 09:09:14.406694 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-06f87454-cbb9-4416-b17d-8196d3546acf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e10ddfa8f6604992a2259eb513bdb2e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2638252 Feb 18 09:09:14.419332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49632) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:14.419810 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49634) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:14.432386 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f87454-cbb9-4416-b17d-8196d3546acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d5b32c-dab7-43bc-b26b-2138da5b9858,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:14.543142 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-c0fed06e-b5a8-4a89-b5cc-cb89c31b5cb0 None None] Set router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:09:14.575973 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.703191 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Allocated IP 172.20.0.18 (586a267c-3464-415a-a474-3e528393be89/d090eb14-ac6e-4a6e-b5c9-ccf70d265c2e/f331809c-5a0d-4940-8a18-a96a62e80b90) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:14.748385 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c47ac23b-b8f2-44a2-a61c-66854e110a05 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.852691 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a1d35e-cdc8-4bde-b5a6-9108f5f3c06b None None] DHCP port deletion for 7160f18e-9887-4ee9-b7aa-f783c569b75b request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:09:14.862858 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c47ac23b-b8f2-44a2-a61c-66854e110a05 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "DELETE /v2.0/ports/c76cf852-9108-4dca-bec5-e5687af452b7 HTTP/1.1" status: 204 len: 168 time: 3.0666203 Feb 18 09:09:14.866089 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49640) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:14.866710 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a9a1d35e-cdc8-4bde-b5a6-9108f5f3c06b None None] Deleting port de1bb710-5f69-44af-a3f1-aceb7883b05c {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:14.867231 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a9a1d35e-cdc8-4bde-b5a6-9108f5f3c06b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:14.941448 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9a87ea-43ff-4539-94e9-5a935b156da7 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] GET failed (client error): The resource could not be found. Feb 18 09:09:14.942168 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ec9a87ea-43ff-4539-94e9-5a935b156da7 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Synchronizing usage tracker for tenant:85f74f937ee74041892ca2462e2389a9 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:14.977050 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-c0fed06e-b5a8-4a89-b5cc-cb89c31b5cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:09:08Z', 'revision_number': 7, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:14.986424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ec9a87ea-43ff-4539-94e9-5a935b156da7 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Unset dirty status for tenant:85f74f937ee74041892ca2462e2389a9 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:14.991795 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ec9a87ea-43ff-4539-94e9-5a935b156da7 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "GET /v2.0/ports/c76cf852-9108-4dca-bec5-e5687af452b7 HTTP/1.1" status: 404 len: 333 time: 0.1218882 Feb 18 09:09:14.992490 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49644) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:14.993245 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fed06e-b5a8-4a89-b5cc-cb89c31b5cb0 None None] The sync data for ids ['22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58'] in n-d-829434-1 is: [{'id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'name': 'tempest-TestNetworkBasicOps-router-666331797', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:57Z', 'updated_at': '2022-02-18T09:09:08Z', 'revision_number': 7, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': 'e3545b53-6ea8-4d76-996b-9af4bba0cbe8', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:05:01Z', 'updated_at': '2022-02-18T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:09:15.106904 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-5a28277e-fe06-4a12-b780-d60059a4d497 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Deleting port 3382396e-913d-49df-a734-20e37b521275 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:15.107269 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5a28277e-fe06-4a12-b780-d60059a4d497 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.151282 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.156182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e51d28b8-90f6-48c3-968e-310d41f350aa tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Deleting port 29bda71c-91b9-4247-89b5-27573fec54a4 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:15.156705 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e51d28b8-90f6-48c3-968e-310d41f350aa tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.251594 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Transition to ACTIVE for port object 5919b013-81cd-4f47-91c2-eebe1d4e72c2 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:15.254868 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3500c417-4bac-40c6-84ee-38fb014cad4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.277058 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f527d37-7a19-4100-af5a-bad3969c64f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.351113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Transition to ACTIVE for port object 5919b013-81cd-4f47-91c2-eebe1d4e72c2 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:15.358660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a9a1d35e-cdc8-4bde-b5a6-9108f5f3c06b None None] For port de1bb710-5f69-44af-a3f1-aceb7883b05c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=de1bb710-5f69-44af-a3f1-aceb7883b05c,segment=NetworkSegment(e1b9d7f1-f231-4777-af19-f6dd822266b6),segment_id=e1b9d7f1-f231-4777-af19-f6dd822266b6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:15.359230 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a9a1d35e-cdc8-4bde-b5a6-9108f5f3c06b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.396238 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.426607 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de410c79-95a2-42e7-b2ed-3fd61641b563 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.443069 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3500c417-4bac-40c6-84ee-38fb014cad4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.577198 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a9a1d35e-cdc8-4bde-b5a6-9108f5f3c06b None None] Calling delete_port for de1bb710-5f69-44af-a3f1-aceb7883b05c owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:15.618409 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de410c79-95a2-42e7-b2ed-3fd61641b563 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.703116 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.705446 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e51d28b8-90f6-48c3-968e-310d41f350aa tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.707829 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.722692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9915fb19-d329-4e7b-aeb9-113011fafe15 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:15.794216 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.863678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Transition to ACTIVE for port object f331809c-5a0d-4940-8a18-a96a62e80b90 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:15.868980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 9915fb19-d329-4e7b-aeb9-113011fafe15 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:09:15.869444 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9915fb19-d329-4e7b-aeb9-113011fafe15 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:15.870465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device de1bb710-5f69-44af-a3f1-aceb7883b05c no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:15.880370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e51d28b8-90f6-48c3-968e-310d41f350aa tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Calling delete_port for 29bda71c-91b9-4247-89b5-27573fec54a4 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:15.937987 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Network 65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:15.950339 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:15.960225 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:15.965388 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Pushing event updated for resources: {'Port': ['ID=5919b013-81cd-4f47-91c2-eebe1d4e72c2,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:15.974335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Transition to ACTIVE for port object f331809c-5a0d-4940-8a18-a96a62e80b90 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:15.983197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:15.983197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:15.984083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:15.984781 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:15.985340 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:15.985764 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:15.986205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:15.987102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:15.987102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:15.987619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:15.988049 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:15.988502 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:15.990038 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3500c417-4bac-40c6-84ee-38fb014cad4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.992742 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a9a1d35e-cdc8-4bde-b5a6-9108f5f3c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:15.998944 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de410c79-95a2-42e7-b2ed-3fd61641b563 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.020003 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f527d37-7a19-4100-af5a-bad3969c64f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.030825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500c417-4bac-40c6-84ee-38fb014cad4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d5b32c-dab7-43bc-b26b-2138da5b9858,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:16.035140 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3500c417-4bac-40c6-84ee-38fb014cad4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.036291 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3500c417-4bac-40c6-84ee-38fb014cad4d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/01d5b32c-dab7-43bc-b26b-2138da5b9858 HTTP/1.1" status: 204 len: 168 time: 1.6124456 Feb 18 09:09:16.037984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5a28277e-fe06-4a12-b780-d60059a4d497 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.044144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-4f527d37-7a19-4100-af5a-bad3969c64f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Deleting port e3545b53-6ea8-4d76-996b-9af4bba0cbe8 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:16.044912 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f527d37-7a19-4100-af5a-bad3969c64f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.143424 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.192509 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Port de1bb710-5f69-44af-a3f1-aceb7883b05c update to DOWN by agent not found {{(pid=87769) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 18 09:09:16.208473 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1d35e-cdc8-4bde-b5a6-9108f5f3c06b None None] Pushing event deleted for resources: {'Port': ['ID=de1bb710-5f69-44af-a3f1-aceb7883b05c,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:16.212334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Allocated IP 172.25.1.192 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/e1cfd393-a34d-4ab1-a9fb-7c270b01d671) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:16.223940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-5a28277e-fe06-4a12-b780-d60059a4d497 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Calling delete_port for 3382396e-913d-49df-a734-20e37b521275 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:16.274148 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a1d35e-cdc8-4bde-b5a6-9108f5f3c06b None None] No DVR routers for this DVR port de1bb710-5f69-44af-a3f1-aceb7883b05c on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:09:16.286321 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Network 586a267c-3464-415a-a474-3e528393be89 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:16.312293 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:16.327749 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:16.342874 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Attempting to bind port 5919b013-81cd-4f47-91c2-eebe1d4e72c2 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:16.343341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Attempting to bind port 5919b013-81cd-4f47-91c2-eebe1d4e72c2 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'f714155f-7258-472d-8014-756498a7e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:16.343771 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Attempting to bind port 5919b013-81cd-4f47-91c2-eebe1d4e72c2 on network 65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:09:16.350888 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-4f527d37-7a19-4100-af5a-bad3969c64f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] For port e3545b53-6ea8-4d76-996b-9af4bba0cbe8, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e3545b53-6ea8-4d76-996b-9af4bba0cbe8,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:16.350888 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f527d37-7a19-4100-af5a-bad3969c64f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.390735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:09:16.391245 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Checking segment: {'id': 'f714155f-7258-472d-8014-756498a7e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:16.391734 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.392197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Bound using segment: {'id': 'f714155f-7258-472d-8014-756498a7e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:09:16.393292 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Bound port: 5919b013-81cd-4f47-91c2-eebe1d4e72c2, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f714155f-7258-472d-8014-756498a7e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:16.393736 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.427817 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e51d28b8-90f6-48c3-968e-310d41f350aa tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.454231 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Pushing event updated for resources: {'Port': ['ID=f331809c-5a0d-4940-8a18-a96a62e80b90,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:16.499064 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de410c79-95a2-42e7-b2ed-3fd61641b563 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.520169 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Attempting to bind port f331809c-5a0d-4940-8a18-a96a62e80b90 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:16.520817 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Attempting to bind port f331809c-5a0d-4940-8a18-a96a62e80b90 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '2ae7d62e-10a0-4e62-bab6-fb386c13da23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '586a267c-3464-415a-a474-3e528393be89'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:16.521216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Attempting to bind port f331809c-5a0d-4940-8a18-a96a62e80b90 on network 586a267c-3464-415a-a474-3e528393be89 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:09:16.530120 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:09:16.530644 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Checking segment: {'id': '2ae7d62e-10a0-4e62-bab6-fb386c13da23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '586a267c-3464-415a-a474-3e528393be89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:16.531143 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.531527 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Bound using segment: {'id': '2ae7d62e-10a0-4e62-bab6-fb386c13da23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '586a267c-3464-415a-a474-3e528393be89'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:09:16.532063 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Bound port: f331809c-5a0d-4940-8a18-a96a62e80b90, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae7d62e-10a0-4e62-bab6-fb386c13da23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '586a267c-3464-415a-a474-3e528393be89'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:16.532536 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.576479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-4f527d37-7a19-4100-af5a-bad3969c64f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Calling delete_port for e3545b53-6ea8-4d76-996b-9af4bba0cbe8 owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:16.600192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410c79-95a2-42e7-b2ed-3fd61641b563 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event deleted for resources: {'Subnet': ['ID=6574efbc-5645-44f4-be7b-68bb8920a704,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:16.605447 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.619684 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de410c79-95a2-42e7-b2ed-3fd61641b563 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.632001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d28b8-90f6-48c3-968e-310d41f350aa tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event deleted for resources: {'Port': ['ID=29bda71c-91b9-4247-89b5-27573fec54a4,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:16.656582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] For port 5919b013-81cd-4f47-91c2-eebe1d4e72c2, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:09:16.693849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] For port 5919b013-81cd-4f47-91c2-eebe1d4e72c2, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=5919b013-81cd-4f47-91c2-eebe1d4e72c2,segment=NetworkSegment(f714155f-7258-472d-8014-756498a7e0bc),segment_id=f714155f-7258-472d-8014-756498a7e0bc)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:09:16.701782 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] For port f331809c-5a0d-4940-8a18-a96a62e80b90, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:09:16.712093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] For port f331809c-5a0d-4940-8a18-a96a62e80b90, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f331809c-5a0d-4940-8a18-a96a62e80b90,segment=NetworkSegment(2ae7d62e-10a0-4e62-bab6-fb386c13da23),segment_id=2ae7d62e-10a0-4e62-bab6-fb386c13da23)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:09:16.717875 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-de410c79-95a2-42e7-b2ed-3fd61641b563 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "DELETE /v2.0/subnets/6574efbc-5645-44f4-be7b-68bb8920a704 HTTP/1.1" status: 204 len: 168 time: 2.9662988 Feb 18 09:09:16.720444 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.731280 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49660) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:16.781446 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.795973 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5a28277e-fe06-4a12-b780-d60059a4d497 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:16.890295 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285d4cd-d3d2-4d5e-b3c9-e4d687b74581 None None] Pushing event updated for resources: {'Port': ['ID=5919b013-81cd-4f47-91c2-eebe1d4e72c2,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:16.911622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28277e-fe06-4a12-b780-d60059a4d497 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event deleted for resources: {'Port': ['ID=3382396e-913d-49df-a734-20e37b521275,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:17.056735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e02a0c-f857-4e2a-a7c9-cfd577eaf616 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Deleting subnet d090eb14-ac6e-4a6e-b5c9-ccf70d265c2e {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:09:17.069936 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:17.135596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a79f2c-b5be-46c5-a370-72e9dc94eedf None None] Network 65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:17.149888 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5a28277e-fe06-4a12-b780-d60059a4d497 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:17.154875 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5a28277e-fe06-4a12-b780-d60059a4d497 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "DELETE /v2.0/ports/3382396e-913d-49df-a734-20e37b521275 HTTP/1.1" status: 204 len: 168 time: 2.1610045 Feb 18 09:09:17.155739 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b0e02a0c-f857-4e2a-a7c9-cfd577eaf616 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:17.243939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49672) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:17.250267 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Pushing event updated for resources: {'Port': ['ID=e1cfd393-a34d-4ab1-a9fb-7c270b01d671,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:17.301672 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91b0ae-c9df-4809-b15f-f9c2dbb5f1ef None None] Pushing event updated for resources: {'Port': ['ID=f331809c-5a0d-4940-8a18-a96a62e80b90,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:17.334752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49676) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:17.399440 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e51d28b8-90f6-48c3-968e-310d41f350aa tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:17.508332 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:09:17.644565 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f86a57-fea5-406c-82ba-190e58488a7a tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] GET failed (client error): The resource could not be found. Feb 18 09:09:17.645463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-76f86a57-fea5-406c-82ba-190e58488a7a tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Synchronizing usage tracker for tenant:85f74f937ee74041892ca2462e2389a9 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:17.684740 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1618555878-network', 'tenant_id': '241e7aa710194c5aae752650199de833'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:17.706812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:17.717324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:17.725370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Usage tracker for resource:network and tenant:241e7aa710194c5aae752650199de833 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:17.729563 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:17.737015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:17.757824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:17.769923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:17.774652 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b0e02a0c-f857-4e2a-a7c9-cfd577eaf616 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:17.798542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Made reservation on behalf of 241e7aa710194c5aae752650199de833 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:17.801014 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:17.844981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-76f86a57-fea5-406c-82ba-190e58488a7a tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Unset dirty status for tenant:85f74f937ee74041892ca2462e2389a9 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:17.847122 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-76f86a57-fea5-406c-82ba-190e58488a7a tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "GET /v2.0/ports/3382396e-913d-49df-a734-20e37b521275 HTTP/1.1" status: 404 len: 333 time: 0.5931609 Feb 18 09:09:17.850713 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49684) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:17.900334 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:17.913964 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f527d37-7a19-4100-af5a-bad3969c64f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:17.979082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:17.988585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f527d37-7a19-4100-af5a-bad3969c64f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event deleted for resources: {'Port': ['ID=e3545b53-6ea8-4d76-996b-9af4bba0cbe8,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:17.990569 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Usage tracker for resource:security_group_rule and tenant:241e7aa710194c5aae752650199de833 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:18.023869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:18.088540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:18.134403 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-81bed539-e5f2-48bd-82e5-7eaa7c9ee6ef service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4839458 Feb 18 09:09:18.137908 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b3198-f5bd-4459-be35-6386399b7995 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Deleting port 1e1521a8-b578-46ea-aa45-c1006084405f {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:18.138249 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d5b3198-f5bd-4459-be35-6386399b7995 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:18.211864 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51d28b8-90f6-48c3-968e-310d41f350aa tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router b1f1ab23-61db-4ed6-8cb6-fac37291100f has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:09:18.215385 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f527d37-7a19-4100-af5a-bad3969c64f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:18.413642 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b0e02a0c-f857-4e2a-a7c9-cfd577eaf616 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:18.482487 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f527d37-7a19-4100-af5a-bad3969c64f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:18.507302 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f527d37-7a19-4100-af5a-bad3969c64f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:18.566170 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cf0e10-457b-4742-89ad-ed350b8318ca None None] Network 586a267c-3464-415a-a474-3e528393be89 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:18.637503 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f527d37-7a19-4100-af5a-bad3969c64f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:18.638047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f527d37-7a19-4100-af5a-bad3969c64f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Fanout notify agent at l3_agent the message router_deleted on router 22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:09:18.663793 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-08c787bf-5419-4e74-8ad5-3fc30852bd81 None None] Provisioning for port f331809c-5a0d-4940-8a18-a96a62e80b90 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:18.826955 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:18.837728 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:18.890984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51d28b8-90f6-48c3-968e-310d41f350aa tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:09:18.905679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:09:18.910782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96788d37-12e2-47dd-bf7c-16c8d8aa42a2,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:18.917980 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b0e02a0c-f857-4e2a-a7c9-cfd577eaf616 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:18.934725 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:18.935403 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Added segment bfea72fd-30e2-4836-b069-1835f2f2b094 of type vlan for network 42bf456b-871d-45c4-8fb1-b5b9744cbc4f Feb 18 09:09:18.938369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cfe735-455d-4ab3-a3b5-c88992f204ea None None] Sync routers for ids ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:09:18.947684 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f527d37-7a19-4100-af5a-bad3969c64f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:18.951747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4f527d37-7a19-4100-af5a-bad3969c64f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "DELETE /v2.0/routers/22dbf4b1-b5cf-490c-abcd-e61cc1bc1a58 HTTP/1.1" status: 204 len: 168 time: 4.5299182 Feb 18 09:09:18.952652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49688) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:18.963251 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e51d28b8-90f6-48c3-968e-310d41f350aa tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "PUT /v2.0/routers/b1f1ab23-61db-4ed6-8cb6-fac37291100f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7302334 Feb 18 09:09:18.967671 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cfe735-455d-4ab3-a3b5-c88992f204ea None None] Routers {'b1f1ab23-61db-4ed6-8cb6-fac37291100f'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:18.968677 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-44cfe735-455d-4ab3-a3b5-c88992f204ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:18.985216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49692) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:19.025602 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b0e02a0c-f857-4e2a-a7c9-cfd577eaf616 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:19.076164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-44cfe735-455d-4ab3-a3b5-c88992f204ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:19.085220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e02a0c-f857-4e2a-a7c9-cfd577eaf616 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event deleted for resources: {'Subnet': ['ID=d090eb14-ac6e-4a6e-b5c9-ccf70d265c2e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:19.088833 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:19.090377 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cfe735-455d-4ab3-a3b5-c88992f204ea None None] Routers {'b1f1ab23-61db-4ed6-8cb6-fac37291100f'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:19.091013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-44cfe735-455d-4ab3-a3b5-c88992f204ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:19.168284 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b0e02a0c-f857-4e2a-a7c9-cfd577eaf616 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "DELETE /v2.0/subnets/d090eb14-ac6e-4a6e-b5c9-ccf70d265c2e HTTP/1.1" status: 204 len: 168 time: 2.4360552 Feb 18 09:09:19.169500 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-44cfe735-455d-4ab3-a3b5-c88992f204ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:19.169916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cfe735-455d-4ab3-a3b5-c88992f204ea None None] The sync data for ids ['b1f1ab23-61db-4ed6-8cb6-fac37291100f'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:09:19.176324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-f05e0c39-0e90-450f-88ae-a7887c8c2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:19.177155 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-f05e0c39-0e90-450f-88ae-a7887c8c2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:19.178063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-f05e0c39-0e90-450f-88ae-a7887c8c2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:19.178959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-f05e0c39-0e90-450f-88ae-a7887c8c2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:19.179571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-f05e0c39-0e90-450f-88ae-a7887c8c2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:19.180068 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49696) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:19.180208 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-f05e0c39-0e90-450f-88ae-a7887c8c2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:19.180668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-f05e0c39-0e90-450f-88ae-a7887c8c2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:19.182638 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-f05e0c39-0e90-450f-88ae-a7887c8c2943 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67fba04be8234c838f03f922f83b8802&device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 6499 time: 0.8736625 Feb 18 09:09:19.184628 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d5b3198-f5bd-4459-be35-6386399b7995 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:19.201706 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:19.261392 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c951a0-5e6c-4365-9ec0-80aa90de7127 None None] Network 586a267c-3464-415a-a474-3e528393be89 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:19.428080 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ba0db53d-dff1-46bf-928d-4aa06cb4f9a8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:19.484103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97490a48-035e-43b3-8f44-5c3cb56d1241 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:19.484786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-97490a48-035e-43b3-8f44-5c3cb56d1241 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Synchronizing usage tracker for tenant:2338b036b483458c9bf88d4c1e6f05db on resource:subnet {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:19.501643 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:19.503609 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:19.504303 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:19.569676 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f331809c-5a0d-4940-8a18-a96a62e80b90 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:19.585770 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a48a0bee-6ad4-4a55-b3d0-53dd1a21fc8e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:19.668182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b3198-f5bd-4459-be35-6386399b7995 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Calling delete_port for 1e1521a8-b578-46ea-aa45-c1006084405f owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:19.728214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-97490a48-035e-43b3-8f44-5c3cb56d1241 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Unset dirty status for tenant:2338b036b483458c9bf88d4c1e6f05db on resource:subnet {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:19.730215 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-97490a48-035e-43b3-8f44-5c3cb56d1241 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5436759 Feb 18 09:09:19.739586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49700) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:19.753451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port f331809c-5a0d-4940-8a18-a96a62e80b90 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:19.763825 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port f331809c-5a0d-4940-8a18-a96a62e80b90 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:19.764374 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:19.815120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4760787 Feb 18 09:09:19.816007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49704) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:19.863088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f8ed0661-81c2-45c0-861f-49bf3fcf2c2f admin admin] Request body: {'subnet': {'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1618555878-subnet', 'tenant_id': '241e7aa710194c5aae752650199de833', 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:19.875161 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ba0db53d-dff1-46bf-928d-4aa06cb4f9a8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:19.886886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7efdb-7400-48fa-aed9-ee2503004ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=42bf456b-871d-45c4-8fb1-b5b9744cbc4f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:19.891230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f8ed0661-81c2-45c0-861f-49bf3fcf2c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:19.928408 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a340dc1-2e72-46bb-81e7-118d19d28abf None None] DHCP port deletion for 586a267c-3464-415a-a474-3e528393be89 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:09:19.930466 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 42bf456b-871d-45c4-8fb1-b5b9744cbc4f details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:09:19.959463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f8ed0661-81c2-45c0-861f-49bf3fcf2c2f admin admin] Usage tracker for resource:subnet and tenant:241e7aa710194c5aae752650199de833 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:19.963390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f8ed0661-81c2-45c0-861f-49bf3fcf2c2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:19.969007 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-6a340dc1-2e72-46bb-81e7-118d19d28abf None None] Deleting port f331809c-5a0d-4940-8a18-a96a62e80b90 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:19.969379 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6a340dc1-2e72-46bb-81e7-118d19d28abf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:19.984476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f8ed0661-81c2-45c0-861f-49bf3fcf2c2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:20.028928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ba0db53d-dff1-46bf-928d-4aa06cb4f9a8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7160f18e-9887-4ee9-b7aa-f783c569b75b']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:20.067266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ed0661-81c2-45c0-861f-49bf3fcf2c2f admin admin] Made reservation on behalf of 241e7aa710194c5aae752650199de833 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:20.070938 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0661-81c2-45c0-861f-49bf3fcf2c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.096201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ba0db53d-dff1-46bf-928d-4aa06cb4f9a8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b9d7f1-f231-4777-af19-f6dd822266b6') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:20.096738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ba0db53d-dff1-46bf-928d-4aa06cb4f9a8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b9d7f1-f231-4777-af19-f6dd822266b6') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:20.123473 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.128180 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ba0db53d-dff1-46bf-928d-4aa06cb4f9a8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.180471 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port f331809c-5a0d-4940-8a18-a96a62e80b90, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f331809c-5a0d-4940-8a18-a96a62e80b90,segment=NetworkSegment(2ae7d62e-10a0-4e62-bab6-fb386c13da23),segment_id=2ae7d62e-10a0-4e62-bab6-fb386c13da23)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:20.200039 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.254652 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a48a0bee-6ad4-4a55-b3d0-53dd1a21fc8e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.260391 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ba0db53d-dff1-46bf-928d-4aa06cb4f9a8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.276051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0db53d-dff1-46bf-928d-4aa06cb4f9a8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:09:20.276761 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ba0db53d-dff1-46bf-928d-4aa06cb4f9a8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.277526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-e9f3e117-9f2e-42af-ad97-6ef9f3295e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:20.278363 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-e9f3e117-9f2e-42af-ad97-6ef9f3295e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:20.279435 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-e9f3e117-9f2e-42af-ad97-6ef9f3295e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:20.282061 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-e9f3e117-9f2e-42af-ad97-6ef9f3295e85 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ec3d4a7e-a312-44cc-b0e7-a43199da5de1&id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&id=c007c0e9-3b09-4935-b7b9-8a901322650c&id=c007c0e9-3b09-4935-b7b9-8a901322650c HTTP/1.1" status: 200 len: 2298 time: 0.9987698 Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:09:20.295196 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:09:20.315861 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e3545b53-6ea8-4d76-996b-9af4bba0cbe8 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:20.359789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a48a0bee-6ad4-4a55-b3d0-53dd1a21fc8e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Deleting port 0519e6d9-2c8a-4fed-8e60-ffaa7a84507f {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:20.360162 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a48a0bee-6ad4-4a55-b3d0-53dd1a21fc8e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.434815 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: e3545b53-6ea8-4d76-996b-9af4bba0cbe8 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:09:20.435066 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e3545b53-6ea8-4d76-996b-9af4bba0cbe8 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:20.487085 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ba0db53d-dff1-46bf-928d-4aa06cb4f9a8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.542919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=f331809c-5a0d-4940-8a18-a96a62e80b90,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:20.577072 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ba0db53d-dff1-46bf-928d-4aa06cb4f9a8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.627600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-6a340dc1-2e72-46bb-81e7-118d19d28abf None None] For port f331809c-5a0d-4940-8a18-a96a62e80b90, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f331809c-5a0d-4940-8a18-a96a62e80b90,segment=NetworkSegment(2ae7d62e-10a0-4e62-bab6-fb386c13da23),segment_id=2ae7d62e-10a0-4e62-bab6-fb386c13da23)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:20.628252 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6a340dc1-2e72-46bb-81e7-118d19d28abf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.654056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0db53d-dff1-46bf-928d-4aa06cb4f9a8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event deleted for resources: {'Network': ['ID=7160f18e-9887-4ee9-b7aa-f783c569b75b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:20.666937 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ba0db53d-dff1-46bf-928d-4aa06cb4f9a8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "DELETE /v2.0/networks/7160f18e-9887-4ee9-b7aa-f783c569b75b HTTP/1.1" status: 204 len: 168 time: 1.7108145 Feb 18 09:09:20.681298 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2c01-34c7-46e1-8482-ebec3d3e7865 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.686957 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-12e81653-1225-4bc4-8759-938612154c62 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7248b01-6f93-4892-be46-f6a080f62cfc HTTP/1.1" status: 200 len: 1000 time: 0.3765101 Feb 18 09:09:20.687479 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d5b3198-f5bd-4459-be35-6386399b7995 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.693707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49708) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:20.702465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0f540e27-6278-4519-abd3-5591b825fa9e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'network': {'name': 'tempest-network-smoke--875688763', 'project_id': '67d280681c92466b957d86889fb303b6', 'port_security_enabled': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:20.732308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0f540e27-6278-4519-abd3-5591b825fa9e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:20.754198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0f540e27-6278-4519-abd3-5591b825fa9e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:network and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:20.777272 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0f540e27-6278-4519-abd3-5591b825fa9e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:20.812765 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a48a0bee-6ad4-4a55-b3d0-53dd1a21fc8e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:20.826402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-08892546-58c4-45fd-9d0a-c91c013a5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:20.827762 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-08892546-58c4-45fd-9d0a-c91c013a5b6e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c738050d-ebd5-4e0e-a984-f573b8282991 HTTP/1.1" status: 200 len: 856 time: 0.1320333 Feb 18 09:09:20.835322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b3198-f5bd-4459-be35-6386399b7995 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event deleted for resources: {'Port': ['ID=1e1521a8-b578-46ea-aa45-c1006084405f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:20.838358 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0f540e27-6278-4519-abd3-5591b825fa9e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:20.850927 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-6a340dc1-2e72-46bb-81e7-118d19d28abf None None] Calling delete_port for f331809c-5a0d-4940-8a18-a96a62e80b90 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:20.969131 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d5b3198-f5bd-4459-be35-6386399b7995 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.008612 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4d5b3198-f5bd-4459-be35-6386399b7995 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "DELETE /v2.0/ports/1e1521a8-b578-46ea-aa45-c1006084405f HTTP/1.1" status: 204 len: 168 time: 3.1486320 Feb 18 09:09:21.011829 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49712) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:21.013712 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6a340dc1-2e72-46bb-81e7-118d19d28abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.100460 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a340dc1-2e72-46bb-81e7-118d19d28abf None None] No DVR routers for this DVR port f331809c-5a0d-4940-8a18-a96a62e80b90 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:09:21.123931 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a340dc1-2e72-46bb-81e7-118d19d28abf None None] Pushing event deleted for resources: {'Port': ['ID=f331809c-5a0d-4940-8a18-a96a62e80b90,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:21.149874 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0550f7e-3bbc-499b-a947-fde5deb59ec3 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Deleting subnet 845fd967-7d5b-4246-ad5b-1b7af97d2706 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:09:21.152879 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.253890 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66ae6f7-77b3-4525-80e0-100b658b59ef None None] get_active_networks_info from n-d-829434-1 {{(pid=87769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 18 09:09:21.261167 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0550f7e-3bbc-499b-a947-fde5deb59ec3 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.263641 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0661-81c2-45c0-861f-49bf3fcf2c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.301604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a48a0bee-6ad4-4a55-b3d0-53dd1a21fc8e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Calling delete_port for 0519e6d9-2c8a-4fed-8e60-ffaa7a84507f owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:21.418582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f540e27-6278-4519-abd3-5591b825fa9e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Made reservation on behalf of 67d280681c92466b957d86889fb303b6 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:21.422342 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f540e27-6278-4519-abd3-5591b825fa9e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.454218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed0661-81c2-45c0-861f-49bf3fcf2c2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2220a8d-a615-4079-b78b-ee210e283ef3,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:21.492512 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-9342564a-a0c5-40ae-917a-206600e57efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:21.495127 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-9342564a-a0c5-40ae-917a-206600e57efe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec3d4a7e-a312-44cc-b0e7-a43199da5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6518619 Feb 18 09:09:21.500902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ed0661-81c2-45c0-861f-49bf3fcf2c2f admin admin] Checking segment: {'id': 'bfea72fd-30e2-4836-b069-1835f2f2b094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:21.502258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ed0661-81c2-45c0-861f-49bf3fcf2c2f admin admin] Network hostable DHCP agents. Network: 42bf456b-871d-45c4-8fb1-b5b9744cbc4f, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:09:21.554223 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f540e27-6278-4519-abd3-5591b825fa9e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:09:21.564315 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0550f7e-3bbc-499b-a947-fde5deb59ec3 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.567848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ed0661-81c2-45c0-861f-49bf3fcf2c2f admin admin] Network 42bf456b-871d-45c4-8fb1-b5b9744cbc4f is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:09:21.574799 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f540e27-6278-4519-abd3-5591b825fa9e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.575143 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-0f540e27-6278-4519-abd3-5591b825fa9e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Added segment eedcd174-798e-444c-bcbf-4584a6fe2987 of type vlan for network f1caec97-043c-4296-bbf3-4343ad8e8680 Feb 18 09:09:21.597939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-f8ed0661-81c2-45c0-861f-49bf3fcf2c2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 42bf456b-871d-45c4-8fb1-b5b9744cbc4f) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:21.613237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ed0661-81c2-45c0-861f-49bf3fcf2c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:21.613645 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0661-81c2-45c0-861f-49bf3fcf2c2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.638224 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f540e27-6278-4519-abd3-5591b825fa9e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.646006 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f331809c-5a0d-4940-8a18-a96a62e80b90 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:21.700038 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: f331809c-5a0d-4940-8a18-a96a62e80b90 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:09:21.700661 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f331809c-5a0d-4940-8a18-a96a62e80b90 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:21.713825 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f8ed0661-81c2-45c0-861f-49bf3fcf2c2f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8807073 Feb 18 09:09:21.714815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49716) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:21.740312 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66ae6f7-77b3-4525-80e0-100b658b59ef None None] Unable to find a vacant binding_index for network 42bf456b-871d-45c4-8fb1-b5b9744cbc4f and agent f62bea30-cd99-4f22-82f7-ca68e87781b1 {{(pid=87769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 18 09:09:21.747472 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66ae6f7-77b3-4525-80e0-100b658b59ef None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 42bf456b-871d-45c4-8fb1-b5b9744cbc4f) {{(pid=87769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:09:21.753056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1618555878-router', 'tenant_id': '241e7aa710194c5aae752650199de833', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:21.772419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:21.786533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Usage tracker for resource:router and tenant:241e7aa710194c5aae752650199de833 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:21.791051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:21.794203 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f540e27-6278-4519-abd3-5591b825fa9e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.800463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f540e27-6278-4519-abd3-5591b825fa9e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:21.801078 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f540e27-6278-4519-abd3-5591b825fa9e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.806043 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2c01-34c7-46e1-8482-ebec3d3e7865 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.824148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:21.839743 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a48a0bee-6ad4-4a55-b3d0-53dd1a21fc8e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:21.998712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a0bee-6ad4-4a55-b3d0-53dd1a21fc8e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event deleted for resources: {'Port': ['ID=0519e6d9-2c8a-4fed-8e60-ffaa7a84507f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:22.005827 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.007003 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.020537 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0f540e27-6278-4519-abd3-5591b825fa9e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3220785 Feb 18 09:09:22.021497 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-9cdf2c01-34c7-46e1-8482-ebec3d3e7865 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586a267c-3464-415a-a474-3e528393be89']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:22.047813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49720) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:22.059100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f540e27-6278-4519-abd3-5591b825fa9e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Network': ['ID=f1caec97-043c-4296-bbf3-4343ad8e8680,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:22.061749 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-893670166', 'admin_state_up': True, 'project_id': '67d280681c92466b957d86889fb303b6', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:22.072509 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network f1caec97-043c-4296-bbf3-4343ad8e8680 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:09:22.081445 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-9cdf2c01-34c7-46e1-8482-ebec3d3e7865 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae7d62e-10a0-4e62-bab6-fb386c13da23') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:22.081744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-9cdf2c01-34c7-46e1-8482-ebec3d3e7865 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae7d62e-10a0-4e62-bab6-fb386c13da23') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:22.095131 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2c01-34c7-46e1-8482-ebec3d3e7865 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.127500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:22.131972 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.151459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:router and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:22.158532 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2c01-34c7-46e1-8482-ebec3d3e7865 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.160904 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:22.167312 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a48a0bee-6ad4-4a55-b3d0-53dd1a21fc8e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.193171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:22.200983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdf2c01-34c7-46e1-8482-ebec3d3e7865 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:09:22.202080 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2c01-34c7-46e1-8482-ebec3d3e7865 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:09:22.219531 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:09:22.283040 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0550f7e-3bbc-499b-a947-fde5deb59ec3 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.342921 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.343940 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.349566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-42bf456b-871d-45c4-8fb1-b5b9744cbc4f', 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f', 'tenant_id': '241e7aa710194c5aae752650199de833', 'fixed_ips': [{'subnet_id': 'f2220a8d-a615-4079-b78b-ee210e283ef3'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:09:22.351090 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.362875 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-b031dd2a-796c-4e55-8bb5-9c69be4dc012 service neutron] 10.222.0.81 "GET /v2.0/networks/ec3d4a7e-a312-44cc-b0e7-a43199da5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398927 Feb 18 09:09:22.489375 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a48a0bee-6ad4-4a55-b3d0-53dd1a21fc8e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.493597 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a48a0bee-6ad4-4a55-b3d0-53dd1a21fc8e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.501320 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2c01-34c7-46e1-8482-ebec3d3e7865 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.512063 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.529581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Router 3f37ed43-8074-446a-868f-3b2f34fdc194 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:09:22.541556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Allocated IP 172.20.0.2 (42bf456b-871d-45c4-8fb1-b5b9744cbc4f/f2220a8d-a615-4079-b78b-ee210e283ef3/e858612c-a820-438f-8227-13cf3b77fa78) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:22.543172 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2c01-34c7-46e1-8482-ebec3d3e7865 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.580593 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf2c01-34c7-46e1-8482-ebec3d3e7865 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event deleted for resources: {'Network': ['ID=586a267c-3464-415a-a474-3e528393be89,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:22.652170 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.658422 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a48a0bee-6ad4-4a55-b3d0-53dd1a21fc8e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.659151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48a0bee-6ad4-4a55-b3d0-53dd1a21fc8e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Fanout notify agent at l3_agent the message router_deleted on router b1f1ab23-61db-4ed6-8cb6-fac37291100f {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:09:22.674333 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a48a0bee-6ad4-4a55-b3d0-53dd1a21fc8e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.675562 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a48a0bee-6ad4-4a55-b3d0-53dd1a21fc8e tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/routers/b1f1ab23-61db-4ed6-8cb6-fac37291100f HTTP/1.1" status: 204 len: 168 time: 3.6857166 Feb 18 09:09:22.678247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49724) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:22.690905 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9cdf2c01-34c7-46e1-8482-ebec3d3e7865 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "DELETE /v2.0/networks/586a267c-3464-415a-a474-3e528393be89 HTTP/1.1" status: 204 len: 168 time: 2.9346206 Feb 18 09:09:22.694950 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49728) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:22.703021 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0550f7e-3bbc-499b-a947-fde5deb59ec3 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.775352 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.787179 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Transition to ACTIVE for port object e858612c-a820-438f-8227-13cf3b77fa78 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:22.807978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Transition to ACTIVE for port object e858612c-a820-438f-8227-13cf3b77fa78 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:22.816808 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.843067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0550f7e-3bbc-499b-a947-fde5deb59ec3 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event deleted for resources: {'Subnet': ['ID=845fd967-7d5b-4246-ad5b-1b7af97d2706,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:22.901870 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0550f7e-3bbc-499b-a947-fde5deb59ec3 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:22.906765 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d0550f7e-3bbc-499b-a947-fde5deb59ec3 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "DELETE /v2.0/subnets/845fd967-7d5b-4246-ad5b-1b7af97d2706 HTTP/1.1" status: 204 len: 168 time: 1.8894355 Feb 18 09:09:22.907273 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Network 42bf456b-871d-45c4-8fb1-b5b9744cbc4f is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:22.907682 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49732) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:22.909194 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:22.917348 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:22.921776 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-6790b98f-a3df-4a4c-a92d-0fa8ce4c53a2 service neutron] 10.222.0.81 "GET /v2.0/networks/ec3d4a7e-a312-44cc-b0e7-a43199da5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465400 Feb 18 09:09:22.960288 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Pushing event updated for resources: {'Port': ['ID=e858612c-a820-438f-8227-13cf3b77fa78,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:23.029366 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Attempting to bind port e858612c-a820-438f-8227-13cf3b77fa78 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:23.029734 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Attempting to bind port e858612c-a820-438f-8227-13cf3b77fa78 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'bfea72fd-30e2-4836-b069-1835f2f2b094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:23.030086 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Attempting to bind port e858612c-a820-438f-8227-13cf3b77fa78 on network 42bf456b-871d-45c4-8fb1-b5b9744cbc4f {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:09:23.037265 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:09:23.037705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Checking segment: {'id': 'bfea72fd-30e2-4836-b069-1835f2f2b094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:23.038021 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:23.038405 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Bound using segment: {'id': 'bfea72fd-30e2-4836-b069-1835f2f2b094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:09:23.039102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Bound port: e858612c-a820-438f-8227-13cf3b77fa78, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfea72fd-30e2-4836-b069-1835f2f2b094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:23.039471 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:23.091556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-231ce8ba-7952-41b3-9a28-587a3de43c89 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Deleting subnet 1d57fb15-eb6f-4c02-979b-2128fc82fdc2 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:09:23.096632 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-231ce8ba-7952-41b3-9a28-587a3de43c89 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:23.141744 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] For port e858612c-a820-438f-8227-13cf3b77fa78, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:09:23.146226 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] For port e858612c-a820-438f-8227-13cf3b77fa78, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e858612c-a820-438f-8227-13cf3b77fa78,segment=NetworkSegment(bfea72fd-30e2-4836-b069-1835f2f2b094),segment_id=bfea72fd-30e2-4836-b069-1835f2f2b094)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:09:23.152414 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:23.166874 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:23.170043 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-231ce8ba-7952-41b3-9a28-587a3de43c89 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:23.203913 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-c783fdfe-e684-414e-ad27-54152f80c685 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=62e59aac-fd01-42b9-a659-61b3f4330c06 HTTP/1.1" status: 200 len: 217 time: 0.2083449 Feb 18 09:09:23.235956 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55573bb6-6654-4bb2-ad08-7c2d4388a5a5 None None] Pushing event updated for resources: {'Port': ['ID=e858612c-a820-438f-8227-13cf3b77fa78,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:23.253422 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Deleting port 5919b013-81cd-4f47-91c2-eebe1d4e72c2 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:23.254278 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:23.422496 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-231ce8ba-7952-41b3-9a28-587a3de43c89 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:23.528328 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:23.555722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:09:23.570003 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Sync routers for ids ['3f37ed43-8074-446a-868f-3b2f34fdc194'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:09:23.583330 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Routers {'3f37ed43-8074-446a-868f-3b2f34fdc194'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:23.584217 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3f37ed43-8074-446a-868f-3b2f34fdc194'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:23.604168 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:23.656019 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-50184a81-2b3b-4f35-86c5-dfaea1ff4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:23.657964 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-50184a81-2b3b-4f35-86c5-dfaea1ff4d2b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e66a5db-8eab-4e27-9604-af278cece570 HTTP/1.1" status: 200 len: 797 time: 0.4409406 Feb 18 09:09:23.663713 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:23.665617 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3c3c7ec0-623c-4841-8300-035deba9f3e1 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.4042597 Feb 18 09:09:23.671083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49736) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:23.773166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] For port 5919b013-81cd-4f47-91c2-eebe1d4e72c2, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=5919b013-81cd-4f47-91c2-eebe1d4e72c2,segment=NetworkSegment(f714155f-7258-472d-8014-756498a7e0bc),segment_id=f714155f-7258-472d-8014-756498a7e0bc)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:23.773819 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:23.849403 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Deleting port e20e0030-cfaf-405f-aa3b-59677bd407ea {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:23.849982 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:23.850596 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Set router 3f37ed43-8074-446a-868f-3b2f34fdc194 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:09:24.014604 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:24.045015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Calling delete_port for 5919b013-81cd-4f47-91c2-eebe1d4e72c2 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:24.074430 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-231ce8ba-7952-41b3-9a28-587a3de43c89 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:24.132728 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ce8ba-7952-41b3-9a28-587a3de43c89 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event deleted for resources: {'Subnet': ['ID=1d57fb15-eb6f-4c02-979b-2128fc82fdc2,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:24.135567 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0c4d5f72-eeff-47db-8880-66ac6121a91f tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "GET /v2.0/routers/3f37ed43-8074-446a-868f-3b2f34fdc194 HTTP/1.1" status: 200 len: 908 time: 0.4281123 Feb 18 09:09:24.144498 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:24.149163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49740) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:24.155763 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-231ce8ba-7952-41b3-9a28-587a3de43c89 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:24.160629 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-b46c7308-0bbf-49cb-8213-93f95628c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:24.161953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Request body: {'router': {'name': 'tempest-snat-router-745134382', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'enable_snat': True}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:24.162364 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-b46c7308-0bbf-49cb-8213-93f95628c106 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4941516 Feb 18 09:09:24.167862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:24.171856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Usage tracker for resource:router and tenant:7c89eafc82404cebbb2977a12ba53e8d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:24.176089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:24.182283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:24.236999 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:24.237990 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:24.251941 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f37ed43-8074-446a-868f-3b2f34fdc194', 'name': 'tempest-snat-router-745134382', 'tenant_id': '7c89eafc82404cebbb2977a12ba53e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192'}], 'enable_snat': False}, 'gw_port_id': 'e1cfd393-a34d-4ab1-a9fb-7c270b01d671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:13Z', 'updated_at': '2022-02-18T09:09:18Z', 'revision_number': 3, 'project_id': '7c89eafc82404cebbb2977a12ba53e8d', 'gw_port': {'id': 'e1cfd393-a34d-4ab1-a9fb-7c270b01d671', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f37ed43-8074-446a-868f-3b2f34fdc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:15Z', 'updated_at': '2022-02-18T09:09:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:24.252752 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-231ce8ba-7952-41b3-9a28-587a3de43c89 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/subnets/1d57fb15-eb6f-4c02-979b-2128fc82fdc2 HTTP/1.1" status: 204 len: 168 time: 1.5731475 Feb 18 09:09:24.260400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49746) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:24.265531 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Checking router: 3f37ed43-8074-446a-868f-3b2f34fdc194 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:09:24.266144 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Updating router 3f37ed43-8074-446a-868f-3b2f34fdc194 port e1cfd393-a34d-4ab1-a9fb-7c270b01d671 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:09:24.313421 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:24.344776 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:24.373144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] For port e20e0030-cfaf-405f-aa3b-59677bd407ea, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e20e0030-cfaf-405f-aa3b-59677bd407ea,segment=NetworkSegment(743de603-9a87-40ab-8250-7d636baf727a),segment_id=743de603-9a87-40ab-8250-7d636baf727a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:24.373885 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:24.392631 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:24.490653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event deleted for resources: {'Port': ['ID=5919b013-81cd-4f47-91c2-eebe1d4e72c2,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:24.534817 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] No DVR routers for this DVR port 5919b013-81cd-4f47-91c2-eebe1d4e72c2 on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:09:24.535579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Calling delete_port for e20e0030-cfaf-405f-aa3b-59677bd407ea owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:24.630290 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62db6e4-33c4-4990-8c9b-4cb38a4fb9be None None] Network 42bf456b-871d-45c4-8fb1-b5b9744cbc4f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:24.659035 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f45068-f817-4c08-8f14-a339a877142f None None] Network fe4cfb2a-7521-4d66-bdac-d2e63a98db02 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:24.662532 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-603fc22e-5e2a-4bc3-9c57-b7f3ba66837b service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520419 Feb 18 09:09:24.676166 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2300d4ad-8170-46c9-94c6-351c5def156a None None] Network 02267f8e-698f-402c-95c9-d8b2576ac678 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:24.883834 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:24.930095 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:24.934300 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:24.962739 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d5e2ee77-8eee-4ae9-aaac-9085665c399a None None] Provisioning for port e858612c-a820-438f-8227-13cf3b77fa78 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:24.968394 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.154481 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.179716 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.208582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Allocated IP 172.25.1.222 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/518ad326-1bf0-4a86-b518-4f43fc96e6a7) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:25.226152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event deleted for resources: {'Port': ['ID=e20e0030-cfaf-405f-aa3b-59677bd407ea,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:25.232649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] No DVR routers for this DVR port e20e0030-cfaf-405f-aa3b-59677bd407ea on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:09:25.235188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Deleting port b1c95058-1b2a-40ec-b36d-c2a253272b4b {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:25.235536 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.319051 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-51a0b95c-2a40-4e78-bfa1-4e7fbaead9af service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6439290 Feb 18 09:09:25.336952 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5ce0de-0d53-4073-a363-225bd4fe5643 None None] DHCP port deletion for fe4cfb2a-7521-4d66-bdac-d2e63a98db02 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:09:25.338338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:25.384096 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f714155f-7258-472d-8014-756498a7e0bc') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:25.384489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f714155f-7258-472d-8014-756498a7e0bc') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:25.460548 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.466226 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-e942a490-af46-43cb-a734-d77a5a92e33d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=21f5395e-91c2-45cb-9462-e9b25b7c5da5 HTTP/1.1" status: 200 len: 217 time: 0.1366796 Feb 18 09:09:25.558144 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.574412 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8fbc59-f545-4a29-81ec-48edaf9317ff None None] DHCP port deletion for 02267f8e-698f-402c-95c9-d8b2576ac678 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:09:25.581773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5f8fbc59-f545-4a29-81ec-48edaf9317ff None None] Deleting port b1c95058-1b2a-40ec-b36d-c2a253272b4b {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:25.582071 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbc59-f545-4a29-81ec-48edaf9317ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.604551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4cfb2a-7521-4d66-bdac-d2e63a98db02']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:25.618615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-16f4db01-8f5a-41b4-8b46-911ed55f20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:25.620433 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-16f4db01-8f5a-41b4-8b46-911ed55f20d9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e66a5db-8eab-4e27-9604-af278cece570 HTTP/1.1" status: 200 len: 797 time: 0.1298225 Feb 18 09:09:25.623325 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743de603-9a87-40ab-8250-7d636baf727a') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:25.623638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743de603-9a87-40ab-8250-7d636baf727a') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:25.644749 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e858612c-a820-438f-8227-13cf3b77fa78 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:25.684120 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.686591 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.714731 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.724081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:09:25.724499 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:09:25.739217 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:09:25.789163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:09:25.789711 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.827618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-1d67d881-79aa-474d-a944-61a44d27e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:25.829241 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-1d67d881-79aa-474d-a944-61a44d27e03f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1958287 Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:09:25.848680 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:09:25.877426 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.893922 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.910121 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port e858612c-a820-438f-8227-13cf3b77fa78 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:25.920001 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.922417 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e858612c-a820-438f-8227-13cf3b77fa78 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:25.922793 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:25.992982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] For port b1c95058-1b2a-40ec-b36d-c2a253272b4b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b1c95058-1b2a-40ec-b36d-c2a253272b4b,segment=NetworkSegment(e19c40d3-8651-4ca9-9806-6905ef785a11),segment_id=e19c40d3-8651-4ca9-9806-6905ef785a11)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:25.993750 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:26.012318 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] Pushing event deleted for resources: {'Network': ['ID=fe4cfb2a-7521-4d66-bdac-d2e63a98db02,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:26.041017 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8ef87b64-cc77-49e0-88b7-c9bde29dc559 tempest-AllowedAddressPairIpV6TestJSON-1148395992 tempest-AllowedAddressPairIpV6TestJSON-1148395992-project] 10.222.0.72 "DELETE /v2.0/networks/fe4cfb2a-7521-4d66-bdac-d2e63a98db02 HTTP/1.1" status: 204 len: 168 time: 3.1218097 Feb 18 09:09:26.057435 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5f8fbc59-f545-4a29-81ec-48edaf9317ff None None] For port b1c95058-1b2a-40ec-b36d-c2a253272b4b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b1c95058-1b2a-40ec-b36d-c2a253272b4b,segment=NetworkSegment(e19c40d3-8651-4ca9-9806-6905ef785a11),segment_id=e19c40d3-8651-4ca9-9806-6905ef785a11)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:26.058036 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbc59-f545-4a29-81ec-48edaf9317ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:26.129483 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-8fb59b45-b6b6-4b93-b770-a95834ed22ad service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922382 Feb 18 09:09:26.240631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5f8fbc59-f545-4a29-81ec-48edaf9317ff None None] Calling delete_port for b1c95058-1b2a-40ec-b36d-c2a253272b4b owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:26.381195 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-079fde06-1a09-498e-a9eb-bb4dfb6b141b service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389319 Feb 18 09:09:26.387520 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2946c6-2095-431a-a108-c0528fe42ee2 None None] Network 42bf456b-871d-45c4-8fb1-b5b9744cbc4f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:26.447833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49760) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:26.475822 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-9a0c5a5b-0a4a-46a4-a6bb-eb783a840d62 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 HTTP/1.1" status: 200 len: 217 time: 0.0865824 Feb 18 09:09:26.482848 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:26.491819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Calling delete_port for b1c95058-1b2a-40ec-b36d-c2a253272b4b owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:26.529500 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:26.574146 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-ff87d332-76dc-445a-9037-eb52dfdf9ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:26.576239 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-ff87d332-76dc-445a-9037-eb52dfdf9ceb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e66a5db-8eab-4e27-9604-af278cece570 HTTP/1.1" status: 200 len: 797 time: 0.0938537 Feb 18 09:09:26.581969 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-758d0ce5-7524-4740-add0-539091e11c3d None None] Provisioning complete for port e858612c-a820-438f-8227-13cf3b77fa78 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:26.583104 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-758d0ce5-7524-4740-add0-539091e11c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:26.604066 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:26.644050 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbc59-f545-4a29-81ec-48edaf9317ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:26.658866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event deleted for resources: {'Network': ['ID=65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:26.687503 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:09:26.687856 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:09:26.706017 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c1c1e7f7-aa8a-4d28-b5b9-3838cf292b18 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "DELETE /v2.0/networks/65b1d33b-9e2a-4c5e-8718-c58a02d0b7ce HTTP/1.1" status: 204 len: 168 time: 3.9748991 Feb 18 09:09:26.707593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49766) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:26.707593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49768) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:26.707797 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fe660b8d-3c3b-49c9-aa87-502356b8039e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=85f74f937ee74041892ca2462e2389a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581224 Feb 18 09:09:26.720983 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port e858612c-a820-438f-8227-13cf3b77fa78, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e858612c-a820-438f-8227-13cf3b77fa78,segment=NetworkSegment(bfea72fd-30e2-4836-b069-1835f2f2b094),segment_id=bfea72fd-30e2-4836-b069-1835f2f2b094)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:26.721839 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-f737216e-adc2-480f-8b7c-be29749d8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:26.723245 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-f737216e-adc2-480f-8b7c-be29749d8717 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1400592 Feb 18 09:09:26.736361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fbc59-f545-4a29-81ec-48edaf9317ff None None] Pushing event deleted for resources: {'Port': ['ID=b1c95058-1b2a-40ec-b36d-c2a253272b4b,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:26.740904 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8fbc59-f545-4a29-81ec-48edaf9317ff None None] No DVR routers for this DVR port b1c95058-1b2a-40ec-b36d-c2a253272b4b on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:09:26.752563 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:26.763071 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:26.791365 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:26.842270 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e20e0030-cfaf-405f-aa3b-59677bd407ea no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:26.906194 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: e20e0030-cfaf-405f-aa3b-59677bd407ea {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:09:26.906531 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e20e0030-cfaf-405f-aa3b-59677bd407ea not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:26.921711 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:26.961582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=e858612c-a820-438f-8227-13cf3b77fa78,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:27.031859 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-22575d20-1500-48ed-b0de-33b5c914e0c4 service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003764 Feb 18 09:09:27.034604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:27.061319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:27.064908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:27.123442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Pushing event updated for resources: {'Port': ['ID=518ad326-1bf0-4a86-b518-4f43fc96e6a7,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:27.128185 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:27.146481 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Transition to ACTIVE for port object e1cfd393-a34d-4ab1-a9fb-7c270b01d671 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:27.152976 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dbdc754f-1860-45db-96de-c215bbbf1595 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:27.155589 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:27.198338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Deleting port b1c95058-1b2a-40ec-b36d-c2a253272b4b {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:27.198601 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:27.226734 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Allocated IP 172.25.1.100 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/7a9e809d-b6d5-4277-a7f4-693b21384bcf) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:27.237410 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28ca7f-0c94-485e-ad8e-1b490b3785bb None None] Pushing event updated for resources: {'Port': ['ID=e1cfd393-a34d-4ab1-a9fb-7c270b01d671,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:27.247954 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49774) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:27.248846 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28ca7f-0c94-485e-ad8e-1b490b3785bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:27.249331 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28ca7f-0c94-485e-ad8e-1b490b3785bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:27.249784 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28ca7f-0c94-485e-ad8e-1b490b3785bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:27.250211 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28ca7f-0c94-485e-ad8e-1b490b3785bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:27.250546 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28ca7f-0c94-485e-ad8e-1b490b3785bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:27.251028 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28ca7f-0c94-485e-ad8e-1b490b3785bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:27.252357 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28ca7f-0c94-485e-ad8e-1b490b3785bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:27.252683 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28ca7f-0c94-485e-ad8e-1b490b3785bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:27.253892 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28ca7f-0c94-485e-ad8e-1b490b3785bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:27.254232 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28ca7f-0c94-485e-ad8e-1b490b3785bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:27.254558 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28ca7f-0c94-485e-ad8e-1b490b3785bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:27.254881 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28ca7f-0c94-485e-ad8e-1b490b3785bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:27.280955 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Attempting to bind port e1cfd393-a34d-4ab1-a9fb-7c270b01d671 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:27.281330 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Attempting to bind port e1cfd393-a34d-4ab1-a9fb-7c270b01d671 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:27.281688 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Attempting to bind port e1cfd393-a34d-4ab1-a9fb-7c270b01d671 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:09:27.288880 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:09:27.289173 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:27.289573 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:27.290154 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:09:27.290625 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Bound port: e1cfd393-a34d-4ab1-a9fb-7c270b01d671, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:27.290994 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:27.322788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] The port 'b1c95058-1b2a-40ec-b36d-c2a253272b4b' was deleted {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:09:27.375721 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] For port e1cfd393-a34d-4ab1-a9fb-7c270b01d671, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:09:27.379492 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] For port e1cfd393-a34d-4ab1-a9fb-7c270b01d671, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e1cfd393-a34d-4ab1-a9fb-7c270b01d671,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:09:27.386535 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:27.496981 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-44c1782d-f105-45f2-ada2-e7fc5916a875 None None] Provisioning complete for port e858612c-a820-438f-8227-13cf3b77fa78 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:27.498195 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-44c1782d-f105-45f2-ada2-e7fc5916a875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:27.503996 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28ca7f-0c94-485e-ad8e-1b490b3785bb None None] Pushing event updated for resources: {'Port': ['ID=e1cfd393-a34d-4ab1-a9fb-7c270b01d671,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:27.523888 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Routers {'3f37ed43-8074-446a-868f-3b2f34fdc194'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:27.525935 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3f37ed43-8074-446a-868f-3b2f34fdc194'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:27.549725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e858612c-a820-438f-8227-13cf3b77fa78 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:27.581408 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-0c142fbb-d017-4716-9eac-3c4b62ac960e service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427034 Feb 18 09:09:27.620492 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-418e0b57-0ef0-4e78-b84d-372ac509fd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:27.656850 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-418e0b57-0ef0-4e78-b84d-372ac509fd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:27.676862 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-d7cd6e88-fe79-4f96-b2d4-09acde43f910 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=567f9157-ca1f-4789-a982-ab236197d796 HTTP/1.1" status: 200 len: 217 time: 0.0869224 Feb 18 09:09:27.684841 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e858612c-a820-438f-8227-13cf3b77fa78 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:27.685220 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:27.779969 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] Set router 3f37ed43-8074-446a-868f-3b2f34fdc194 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:09:27.811699 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-823c76cd-75b2-4b1e-b626-192d458c0f10 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4475 time: 0.5620706 Feb 18 09:09:27.813100 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49780) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:27.835771 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-38c90cde-79f3-42be-a8a3-104d3fa271da tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Request body: {'network': {'name': 'tempest-network-smoke--473066244', 'project_id': '2043376ef2794b84aea557eef809fcc8', 'port_security_enabled': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:27.846507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-38c90cde-79f3-42be-a8a3-104d3fa271da tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:27.853160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-0ea48b9b-912a-40d0-91d4-0390a08680c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:27.854933 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-0ea48b9b-912a-40d0-91d4-0390a08680c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e66a5db-8eab-4e27-9604-af278cece570 HTTP/1.1" status: 200 len: 797 time: 0.1673875 Feb 18 09:09:27.861608 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:27.904906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-38c90cde-79f3-42be-a8a3-104d3fa271da tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:27.936195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c90cde-79f3-42be-a8a3-104d3fa271da tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Made reservation on behalf of 2043376ef2794b84aea557eef809fcc8 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:27.941330 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38c90cde-79f3-42be-a8a3-104d3fa271da tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.002317 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c90cde-79f3-42be-a8a3-104d3fa271da tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:09:28.013332 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.072725 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38c90cde-79f3-42be-a8a3-104d3fa271da tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.073155 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-38c90cde-79f3-42be-a8a3-104d3fa271da tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Added segment bf3610e6-1c20-49a2-859a-0d8b43678e37 of type vlan for network b3db08fd-8f17-4c5b-94e6-3c814d5e0533 Feb 18 09:09:28.113660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-a5416cb2-30e4-4d29-803e-2084d89ff238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:28.113660 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-a5416cb2-30e4-4d29-803e-2084d89ff238 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b8db49a5-d459-47e2-ab70-0ed233d21bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2473426 Feb 18 09:09:28.113940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Allocated IP 172.25.1.130 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/8c2ea424-28b2-4b0f-a2cc-946c339a4b6b) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:28.120488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:28.150316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:28.159331 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b1c95058-1b2a-40ec-b36d-c2a253272b4b no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:28.172730 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:28.199088 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: b1c95058-1b2a-40ec-b36d-c2a253272b4b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:09:28.199439 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b1c95058-1b2a-40ec-b36d-c2a253272b4b not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:28.215580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Port': ['ID=7a9e809d-b6d5-4277-a7f4-693b21384bcf,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:28.235537 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38c90cde-79f3-42be-a8a3-104d3fa271da tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.238360 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f37ed43-8074-446a-868f-3b2f34fdc194', 'name': 'tempest-snat-router-745134382', 'tenant_id': '7c89eafc82404cebbb2977a12ba53e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192'}], 'enable_snat': False}, 'gw_port_id': 'e1cfd393-a34d-4ab1-a9fb-7c270b01d671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:13Z', 'updated_at': '2022-02-18T09:09:18Z', 'revision_number': 3, 'project_id': '7c89eafc82404cebbb2977a12ba53e8d', 'gw_port': {'id': 'e1cfd393-a34d-4ab1-a9fb-7c270b01d671', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f37ed43-8074-446a-868f-3b2f34fdc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:15Z', 'updated_at': '2022-02-18T09:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:28.243057 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17624d-217f-4621-8a96-0cb9294505f6 None None] The sync data for ids ['3f37ed43-8074-446a-868f-3b2f34fdc194'] in n-d-829434-1 is: [{'id': '3f37ed43-8074-446a-868f-3b2f34fdc194', 'name': 'tempest-snat-router-745134382', 'tenant_id': '7c89eafc82404cebbb2977a12ba53e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192'}], 'enable_snat': False}, 'gw_port_id': 'e1cfd393-a34d-4ab1-a9fb-7c270b01d671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:13Z', 'updated_at': '2022-02-18T09:09:18Z', 'revision_number': 3, 'project_id': '7c89eafc82404cebbb2977a12ba53e8d', 'gw_port': {'id': 'e1cfd393-a34d-4ab1-a9fb-7c270b01d671', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f37ed43-8074-446a-868f-3b2f34fdc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:15Z', 'updated_at': '2022-02-18T09:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:09:28.291595 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-418e0b57-0ef0-4e78-b84d-372ac509fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.298661 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.449175 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38c90cde-79f3-42be-a8a3-104d3fa271da tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.455363 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c90cde-79f3-42be-a8a3-104d3fa271da tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:28.456005 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38c90cde-79f3-42be-a8a3-104d3fa271da tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.600755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e0b57-0ef0-4e78-b84d-372ac509fd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626aacca-a466-4236-94e5-4f28beb89aa2,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:28.619804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02267f8e-698f-402c-95c9-d8b2576ac678']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:28.637968 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19c40d3-8651-4ca9-9806-6905ef785a11') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:28.638288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19c40d3-8651-4ca9-9806-6905ef785a11') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:28.650427 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dbdc754f-1860-45db-96de-c215bbbf1595 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.696622 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-b0f8b719-6c99-41f4-9303-0e8143ba2605 service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741067 Feb 18 09:09:28.711509 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.744624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-dbdc754f-1860-45db-96de-c215bbbf1595 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7934cfd9-e001-45f5-ba8a-e6b98b23e013']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:28.749323 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-38c90cde-79f3-42be-a8a3-104d3fa271da tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9186625 Feb 18 09:09:28.757897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49786) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:28.776737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-dbdc754f-1860-45db-96de-c215bbbf1595 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec7778c-b6f6-4014-b68d-03ddcf8356cb') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:28.777041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-dbdc754f-1860-45db-96de-c215bbbf1595 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec7778c-b6f6-4014-b68d-03ddcf8356cb') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:28.789227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-427008890', 'admin_state_up': True, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:28.801103 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c90cde-79f3-42be-a8a3-104d3fa271da tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event updated for resources: {'Network': ['ID=b3db08fd-8f17-4c5b-94e6-3c814d5e0533,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:28.815882 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.818576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:28.821147 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.828935 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network b3db08fd-8f17-4c5b-94e6-3c814d5e0533 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:09:28.879782 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-418e0b57-0ef0-4e78-b84d-372ac509fd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.884625 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-418e0b57-0ef0-4e78-b84d-372ac509fd37 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/626aacca-a466-4236-94e5-4f28beb89aa2 HTTP/1.1" status: 204 len: 168 time: 2.1514099 Feb 18 09:09:28.910622 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dbdc754f-1860-45db-96de-c215bbbf1595 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.934201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Usage tracker for resource:router and tenant:2043376ef2794b84aea557eef809fcc8 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:28.955476 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:28.959330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:09:28.968675 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.007999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:09:29.020499 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:09:29.062836 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-1cb31166-331c-4168-b730-6099e530c731 service neutron] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568535 Feb 18 09:09:29.106582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:29.171636 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dbdc754f-1860-45db-96de-c215bbbf1595 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.247671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbdc754f-1860-45db-96de-c215bbbf1595 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:09:29.248171 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dbdc754f-1860-45db-96de-c215bbbf1595 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:09:29.271259 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:09:29.284759 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.285973 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.356964 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.381687 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-ec5e8275-9642-44b1-b63e-1f79c94a415a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=26b3a920-6dde-4571-aabb-5eff82ec1048 HTTP/1.1" status: 200 len: 217 time: 0.2603381 Feb 18 09:09:29.406498 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.418421 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.436900 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.460926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event deleted for resources: {'Network': ['ID=02267f8e-698f-402c-95c9-d8b2576ac678,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:29.481292 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f78e900d-d571-4128-8bd7-7ce77dc15190 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/networks/02267f8e-698f-402c-95c9-d8b2576ac678 HTTP/1.1" status: 204 len: 168 time: 5.2067571 Feb 18 09:09:29.482127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49804) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:29.570115 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-e8b4d49b-729c-42aa-b632-46225190f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:29.571854 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-e8b4d49b-729c-42aa-b632-46225190f34a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b743376-da4b-4522-80bf-258dbd2da6c7 HTTP/1.1" status: 200 len: 797 time: 0.1820655 Feb 18 09:09:29.604423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e1cfd393-a34d-4ab1-a9fb-7c270b01d671 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:29.649423 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.659209 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dbdc754f-1860-45db-96de-c215bbbf1595 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.693929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port e1cfd393-a34d-4ab1-a9fb-7c270b01d671 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:29.699462 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e1cfd393-a34d-4ab1-a9fb-7c270b01d671 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:29.700724 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.854308 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dbdc754f-1860-45db-96de-c215bbbf1595 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.872297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc754f-1860-45db-96de-c215bbbf1595 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event deleted for resources: {'Network': ['ID=7934cfd9-e001-45f5-ba8a-e6b98b23e013,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:29.898173 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:29.919543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port e1cfd393-a34d-4ab1-a9fb-7c270b01d671, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e1cfd393-a34d-4ab1-a9fb-7c270b01d671,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:29.926282 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.022313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-456cd9e0-d711-42c3-b249-f04cfd88e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:30.023449 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:30.024822 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-456cd9e0-d711-42c3-b249-f04cfd88e975 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c007c0e9-3b09-4935-b7b9-8a901322650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4452639 Feb 18 09:09:30.025346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=e1cfd393-a34d-4ab1-a9fb-7c270b01d671,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:30.028083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49816) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:30.057459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:30.075149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:30.102498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-635dc6d1-936c-44be-92c3-f35f5556b9b6 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Deleting port eb2c2129-8332-4004-aa25-6fe6f712683e {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:30.102887 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-635dc6d1-936c-44be-92c3-f35f5556b9b6 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.160322 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.196103 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dbdc754f-1860-45db-96de-c215bbbf1595 tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "DELETE /v2.0/networks/7934cfd9-e001-45f5-ba8a-e6b98b23e013 HTTP/1.1" status: 204 len: 168 time: 3.4876814 Feb 18 09:09:30.212659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49822) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:30.249650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-856751100'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:30.276856 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:30.290036 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7f6fcd4e-21af-487a-892c-3d023356c9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.300001 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Usage tracker for resource:network and tenant:4a1150e016c24e718c244790631cc53a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:30.313959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:30.325599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:30.386478 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-2c2e430e-bc98-43ce-8b48-98c43ca4ff62 service neutron] 10.222.0.81 "GET /v2.0/networks/c007c0e9-3b09-4935-b7b9-8a901322650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449619 Feb 18 09:09:30.434843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Made reservation on behalf of 4a1150e016c24e718c244790631cc53a for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:30.438133 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.446523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Pushing event updated for resources: {'Port': ['ID=8c2ea424-28b2-4b0f-a2cc-946c339a4b6b,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:30.499420 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.539169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:30.555747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Usage tracker for resource:security_group_rule and tenant:4a1150e016c24e718c244790631cc53a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:30.562996 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:30.577282 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:30.639434 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-63e7e5e1-7aa1-4ba3-9418-bf4e24029b05 service neutron] 10.222.0.81 "GET /v2.0/networks/c007c0e9-3b09-4935-b7b9-8a901322650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424250 Feb 18 09:09:30.641729 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.712249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Router db09e72e-441d-4e4f-a757-bdaf56a75546 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:09:30.717812 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-f6129781-9964-48d1-907e-d5ad461cd699 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ceab370d-687f-456f-82e0-8283955ca57d HTTP/1.1" status: 200 len: 217 time: 0.0694261 Feb 18 09:09:30.810342 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:30.906732 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-f093a25f-2329-4947-b321-c73dd8fc9592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:30.908932 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-f093a25f-2329-4947-b321-c73dd8fc9592 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b743376-da4b-4522-80bf-258dbd2da6c7 HTTP/1.1" status: 200 len: 797 time: 0.1799552 Feb 18 09:09:31.003163 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b05f0cae-c3fa-4c14-a246-ae4c992fa97e tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.181345 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.196842 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.242237 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:09:31.262396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:09:31.265796 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-635dc6d1-936c-44be-92c3-f35f5556b9b6 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.266357 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-635dc6d1-936c-44be-92c3-f35f5556b9b6 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.274444 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Sync routers for ids ['db09e72e-441d-4e4f-a757-bdaf56a75546'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:09:31.282025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b3bb18-8b19-4939-abd4-4af75c04028c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:31.289697 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Routers {'db09e72e-441d-4e4f-a757-bdaf56a75546'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:31.290687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['db09e72e-441d-4e4f-a757-bdaf56a75546'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:31.295758 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.296104 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Added segment 597e70de-4e07-43c5-9409-85f2309c9c21 of type vlan for network 241c95be-8692-4339-9f3a-c0e6d5272183 Feb 18 09:09:31.334883 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.334883 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a32e4530-6cc5-42cb-be39-222f18530bde tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.2804747 Feb 18 09:09:31.334883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49828) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:31.379430 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.392918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-2ef21558-9dcf-462f-a4b1-3252b2d74090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:31.394408 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-2ef21558-9dcf-462f-a4b1-3252b2d74090 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c007c0e9-3b09-4935-b7b9-8a901322650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4790709 Feb 18 09:09:31.400538 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-015bc0fe-afb1-44e6-b555-1d56d357e75d tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=67d280681c92466b957d86889fb303b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0623214 Feb 18 09:09:31.401416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49832) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:31.496510 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-635dc6d1-936c-44be-92c3-f35f5556b9b6 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Calling delete_port for eb2c2129-8332-4004-aa25-6fe6f712683e owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:31.505421 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Set router db09e72e-441d-4e4f-a757-bdaf56a75546 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:09:31.549798 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e1cfd393-a34d-4ab1-a9fb-7c270b01d671 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:31.576715 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.582604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:31.583230 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.771379 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7419796 Feb 18 09:09:31.772316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49836) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:31.777275 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1b491-7438-4b0c-90f0-b5164b4370d8 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event updated for resources: {'Network': ['ID=241c95be-8692-4339-9f3a-c0e6d5272183,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:31.794045 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e1cfd393-a34d-4ab1-a9fb-7c270b01d671 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:31.794248 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.801823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-cd935a9c-5e3d-4fd7-ad67-c03911c6c976 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Request body: {'subnet': {'network_id': '241c95be-8692-4339-9f3a-c0e6d5272183', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:31.823489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbc38ff-1245-4bdc-9419-70bf624b223c tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:31.827773 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bfbc38ff-1245-4bdc-9419-70bf624b223c tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4232171 Feb 18 09:09:31.827773 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-4c30dd1b-8803-49f7-b431-98a85e69ceaf service neutron] 10.222.0.81 "GET /v2.0/networks/c007c0e9-3b09-4935-b7b9-8a901322650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218500 Feb 18 09:09:31.828017 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b05f0cae-c3fa-4c14-a246-ae4c992fa97e tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:31.832253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49840) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:31.911904 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 241c95be-8692-4339-9f3a-c0e6d5272183 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:09:31.952406 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bf936178-8ca1-4261-8870-fb84230bc09c tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1156545 Feb 18 09:09:31.963260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49844) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:31.966587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-b05f0cae-c3fa-4c14-a246-ae4c992fa97e tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2095f0-2e6f-49d2-bb63-b7a69d903a4d']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:32.011675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-b05f0cae-c3fa-4c14-a246-ae4c992fa97e tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e162b70-f428-4c3c-9b8b-2b5c39d69cce') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:32.011971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-b05f0cae-c3fa-4c14-a246-ae4c992fa97e tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e162b70-f428-4c3c-9b8b-2b5c39d69cce') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:32.024864 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-441bf488-e38c-4347-987a-0f092a74cad8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-814037639', 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680', 'project_id': '67d280681c92466b957d86889fb303b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:32.041013 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b05f0cae-c3fa-4c14-a246-ae4c992fa97e tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.066114 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.138135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Router d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:09:32.185170 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-cd935a9c-5e3d-4fd7-ad67-c03911c6c976 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:32.198974 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b05f0cae-c3fa-4c14-a246-ae4c992fa97e tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.199446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-cd935a9c-5e3d-4fd7-ad67-c03911c6c976 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Usage tracker for resource:subnet and tenant:4a1150e016c24e718c244790631cc53a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:32.213269 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-cd935a9c-5e3d-4fd7-ad67-c03911c6c976 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:32.226322 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'name': 'tempest-TestNetworkBasicOps-router-893670166', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:28Z', 'revision_number': 3, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:25Z', 'updated_at': '2022-02-18T09:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:32.227145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-cd935a9c-5e3d-4fd7-ad67-c03911c6c976 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:32.232186 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Checking router: db09e72e-441d-4e4f-a757-bdaf56a75546 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:09:32.232446 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05f0cae-c3fa-4c14-a246-ae4c992fa97e tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:09:32.232579 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Updating router db09e72e-441d-4e4f-a757-bdaf56a75546 port 7a9e809d-b6d5-4277-a7f4-693b21384bcf binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:09:32.232749 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b05f0cae-c3fa-4c14-a246-ae4c992fa97e tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:09:32.252771 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:09:32.263537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-441bf488-e38c-4347-987a-0f092a74cad8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:32.279586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-441bf488-e38c-4347-987a-0f092a74cad8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:subnet and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:32.286701 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ea40a85a-9152-4b1f-958f-19dc7e2098ba req-e54ed519-d07a-4b8b-85de-50250734bdda service neutron] 10.222.0.81 "GET /v2.0/networks/c007c0e9-3b09-4935-b7b9-8a901322650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747790 Feb 18 09:09:32.288594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-441bf488-e38c-4347-987a-0f092a74cad8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:32.292032 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd935a9c-5e3d-4fd7-ad67-c03911c6c976 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Made reservation on behalf of 4a1150e016c24e718c244790631cc53a for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:32.295739 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cd935a9c-5e3d-4fd7-ad67-c03911c6c976 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.304620 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.320451 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-441bf488-e38c-4347-987a-0f092a74cad8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:32.400142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441bf488-e38c-4347-987a-0f092a74cad8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Made reservation on behalf of 67d280681c92466b957d86889fb303b6 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:32.403954 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-441bf488-e38c-4347-987a-0f092a74cad8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.726138 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b05f0cae-c3fa-4c14-a246-ae4c992fa97e tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.746966 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cd935a9c-5e3d-4fd7-ad67-c03911c6c976 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.783711 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-635dc6d1-936c-44be-92c3-f35f5556b9b6 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.803858 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b05f0cae-c3fa-4c14-a246-ae4c992fa97e tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.832198 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.843387 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-441bf488-e38c-4347-987a-0f092a74cad8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.857702 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Transition to ACTIVE for port object 7a9e809d-b6d5-4277-a7f4-693b21384bcf will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:32.869866 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.927556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f0cae-c3fa-4c14-a246-ae4c992fa97e tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] Pushing event deleted for resources: {'Network': ['ID=ce2095f0-2e6f-49d2-bb63-b7a69d903a4d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:32.929449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd935a9c-5e3d-4fd7-ad67-c03911c6c976 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event updated for resources: {'Subnet': ['ID=85c4a028-5c15-4e99-8b10-977d2b94698c,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:32.930220 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.951606 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Attempting to bind port 7a9e809d-b6d5-4277-a7f4-693b21384bcf on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:32.952046 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Attempting to bind port 7a9e809d-b6d5-4277-a7f4-693b21384bcf by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:32.952431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Attempting to bind port 7a9e809d-b6d5-4277-a7f4-693b21384bcf on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:09:32.960118 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:09:32.960524 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:32.960931 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.961607 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:09:32.962426 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Bound port: 7a9e809d-b6d5-4277-a7f4-693b21384bcf, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:32.963086 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:32.973517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd935a9c-5e3d-4fd7-ad67-c03911c6c976 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Checking segment: {'id': '597e70de-4e07-43c5-9409-85f2309c9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '241c95be-8692-4339-9f3a-c0e6d5272183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:32.973517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd935a9c-5e3d-4fd7-ad67-c03911c6c976 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Network hostable DHCP agents. Network: 241c95be-8692-4339-9f3a-c0e6d5272183, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:09:32.981435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dc6d1-936c-44be-92c3-f35f5556b9b6 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event deleted for resources: {'Port': ['ID=eb2c2129-8332-4004-aa25-6fe6f712683e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:33.010658 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.024785 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af435d4-0866-452d-84f3-ca90d5cb822d None None] Pushing event updated for resources: {'Port': ['ID=7a9e809d-b6d5-4277-a7f4-693b21384bcf,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:33.045699 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441bf488-e38c-4347-987a-0f092a74cad8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Checking segment: {'id': 'eedcd174-798e-444c-bcbf-4584a6fe2987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:33.045699 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441bf488-e38c-4347-987a-0f092a74cad8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Network hostable DHCP agents. Network: f1caec97-043c-4296-bbf3-4343ad8e8680, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:09:33.054813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bf488-e38c-4347-987a-0f092a74cad8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Subnet': ['ID=e4500d41-2903-426e-b93a-dfcd7b5dfd07,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:33.057977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] For port 7a9e809d-b6d5-4277-a7f4-693b21384bcf, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:09:33.059946 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd935a9c-5e3d-4fd7-ad67-c03911c6c976 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Network 241c95be-8692-4339-9f3a-c0e6d5272183 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:09:33.061778 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] For port 7a9e809d-b6d5-4277-a7f4-693b21384bcf, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7a9e809d-b6d5-4277-a7f4-693b21384bcf,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:09:33.068484 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.079110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-cd935a9c-5e3d-4fd7-ad67-c03911c6c976 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 241c95be-8692-4339-9f3a-c0e6d5272183) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:33.083964 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd935a9c-5e3d-4fd7-ad67-c03911c6c976 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:33.084616 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cd935a9c-5e3d-4fd7-ad67-c03911c6c976 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.115406 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b05f0cae-c3fa-4c14-a246-ae4c992fa97e tempest-BulkNetworkOpsTest-1145147994 tempest-BulkNetworkOpsTest-1145147994-project] 10.222.0.72 "DELETE /v2.0/networks/ce2095f0-2e6f-49d2-bb63-b7a69d903a4d HTTP/1.1" status: 204 len: 168 time: 2.8930464 Feb 18 09:09:33.119300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb61e346-677b-4f71-90e8-5a1198f0da7c None None] Network 241c95be-8692-4339-9f3a-c0e6d5272183 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:33.121861 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441bf488-e38c-4347-987a-0f092a74cad8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Network f1caec97-043c-4296-bbf3-4343ad8e8680 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:09:33.127087 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:09:33.138197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-441bf488-e38c-4347-987a-0f092a74cad8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, f1caec97-043c-4296-bbf3-4343ad8e8680) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:33.142784 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Sync routers for ids ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:09:33.146729 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441bf488-e38c-4347-987a-0f092a74cad8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:33.148433 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-441bf488-e38c-4347-987a-0f092a74cad8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.165177 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Routers {'d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:33.165988 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:33.174716 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cd935a9c-5e3d-4fd7-ad67-c03911c6c976 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3927724 Feb 18 09:09:33.175661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49852) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:33.202899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1524d11c-8ad2-4f85-a02a-d791f20c458b tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Request body: {'port': {'network_id': '241c95be-8692-4339-9f3a-c0e6d5272183', 'name': 'tempest-AllowedAddressPairTestJSON-229594145'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:33.307045 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac95adf6-b833-4e2c-bd22-2ab997dd05f4 None None] Network f1caec97-043c-4296-bbf3-4343ad8e8680 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:33.411110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Routers {'db09e72e-441d-4e4f-a757-bdaf56a75546'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:33.411778 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['db09e72e-441d-4e4f-a757-bdaf56a75546'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:33.522411 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Set router d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:09:33.538904 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.543424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e2c43c83-d667-4736-9c7f-3919620a919c admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.8217068 Feb 18 09:09:33.544242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49858) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:33.569646 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-441bf488-e38c-4347-987a-0f092a74cad8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5623968 Feb 18 09:09:33.573888 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49862) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:33.663186 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-635dc6d1-936c-44be-92c3-f35f5556b9b6 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.666019 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-635dc6d1-936c-44be-92c3-f35f5556b9b6 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.673952 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-635dc6d1-936c-44be-92c3-f35f5556b9b6 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/floatingips/03a4c0ac-8724-4414-ba42-c11423a96fb0 HTTP/1.1" status: 204 len: 168 time: 4.1849580 Feb 18 09:09:33.677325 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49866) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:33.695323 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.813152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49870) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:33.867482 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af435d4-0866-452d-84f3-ca90d5cb822d None None] Pushing event updated for resources: {'Port': ['ID=7a9e809d-b6d5-4277-a7f4-693b21384bcf,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:33.871985 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c81ae8-4e6f-4591-8ae1-0a6bcf804421 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] DELETE failed (client error): The resource could not be found. Feb 18 09:09:33.874053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c81ae8-4e6f-4591-8ae1-0a6bcf804421 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:09:33.878548 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a8c81ae8-4e6f-4591-8ae1-0a6bcf804421 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/ports/84b28768-100f-48f7-a6cf-a224ae9683fa HTTP/1.1" status: 404 len: 333 time: 0.1849730 Feb 18 09:09:33.883433 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49874) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:33.891184 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.893118 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.893905 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1f8427b0-7962-4f4b-893c-f2fd95490506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:33.928073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Allocated IP 172.25.1.58 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/933e6fab-d8e9-4009-a0bd-a773656fd929) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:33.963809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-241c95be-8692-4339-9f3a-c0e6d5272183', 'network_id': '241c95be-8692-4339-9f3a-c0e6d5272183', 'tenant_id': '4a1150e016c24e718c244790631cc53a', 'fixed_ips': [{'subnet_id': '85c4a028-5c15-4e99-8b10-977d2b94698c'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:09:33.964721 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:34.115482 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'name': 'tempest-TestServerBasicOps-1618555878-router', 'tenant_id': '241e7aa710194c5aae752650199de833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:27Z', 'revision_number': 3, 'project_id': '241e7aa710194c5aae752650199de833', 'gw_port': {'id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:24Z', 'updated_at': '2022-02-18T09:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:34.122987 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Checking router: d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:09:34.123808 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Updating router d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 port 518ad326-1bf0-4a86-b518-4f43fc96e6a7 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:09:34.136841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9b924235-108a-4f2f-b74e-9b0ca2a0f51b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Synchronizing usage tracker for tenant:80d3e6f8de37419bb10065056be9574a on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:34.144901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1524d11c-8ad2-4f85-a02a-d791f20c458b tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:34.155234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1524d11c-8ad2-4f85-a02a-d791f20c458b tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Usage tracker for resource:port and tenant:4a1150e016c24e718c244790631cc53a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:34.155745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] Set router db09e72e-441d-4e4f-a757-bdaf56a75546 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:09:34.215596 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:34.232409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1524d11c-8ad2-4f85-a02a-d791f20c458b tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:34.261566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1524d11c-8ad2-4f85-a02a-d791f20c458b tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:34.283025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9b924235-108a-4f2f-b74e-9b0ca2a0f51b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Unset dirty status for tenant:80d3e6f8de37419bb10065056be9574a on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:34.289103 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9b924235-108a-4f2f-b74e-9b0ca2a0f51b tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1f1ab23-61db-4ed6-8cb6-fac37291100f HTTP/1.1" status: 200 len: 205 time: 0.3647761 Feb 18 09:09:34.294898 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49880) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:34.386025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1524d11c-8ad2-4f85-a02a-d791f20c458b tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Made reservation on behalf of 4a1150e016c24e718c244790631cc53a for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:34.390180 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1524d11c-8ad2-4f85-a02a-d791f20c458b tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:34.433752 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-f1caec97-043c-4296-bbf3-4343ad8e8680', 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'fixed_ips': [{'subnet_id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:09:34.434578 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:34.472565 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-b45270d9-f356-4ef9-b43a-7ecee2cb853d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] delete failed (client error): The resource could not be found. Feb 18 09:09:34.476458 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b45270d9-f356-4ef9-b43a-7ecee2cb853d tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/routers/b1f1ab23-61db-4ed6-8cb6-fac37291100f HTTP/1.1" status: 404 len: 336 time: 0.1758616 Feb 18 09:09:34.477003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49884) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:34.492717 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3b2698a4-7382-4a8d-b3e9-dcda508927ae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2338b036b483458c9bf88d4c1e6f05db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6400425 Feb 18 09:09:34.505744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49888) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:34.552891 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3be8122-ae3d-4ae2-8eea-a4e765514f89 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] DELETE failed (client error): The resource could not be found. Feb 18 09:09:34.553345 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3be8122-ae3d-4ae2-8eea-a4e765514f89 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:09:34.557795 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b3be8122-ae3d-4ae2-8eea-a4e765514f89 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/subnets/1d57fb15-eb6f-4c02-979b-2128fc82fdc2 HTTP/1.1" status: 404 len: 337 time: 0.0765052 Feb 18 09:09:34.558952 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-1524d11c-8ad2-4f85-a02a-d791f20c458b tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] device_id is not set on port 2d5a179c-2c26-48b1-95f7-bf7d0d56e38e yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:09:34.594889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49892) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:34.712002 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:34.739679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Allocated IP 172.20.0.2 (241c95be-8692-4339-9f3a-c0e6d5272183/85c4a028-5c15-4e99-8b10-977d2b94698c/2437da3a-6fac-4e34-b742-6cbbd22f0910) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:34.830953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Router f958d291-189e-4bad-a3a0-dec759d5da64 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:09:34.901385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-feb77e59-806a-4833-b59a-de08cdc5d0a9 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Deleting port 4ed13d76-d6a7-4806-9a04-9be05daa99dd {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:34.901816 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-feb77e59-806a-4833-b59a-de08cdc5d0a9 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:34.934393 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Allocated IP 172.20.0.2 (f1caec97-043c-4296-bbf3-4343ad8e8680/e4500d41-2903-426e-b93a-dfcd7b5dfd07/39b793a6-e55c-46e5-be76-03761f63c8f8) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:34.974946 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'name': 'tempest-TestNetworkBasicOps-router-893670166', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:28Z', 'revision_number': 3, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:25Z', 'updated_at': '2022-02-18T09:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:35.010230 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.026802 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3344774d-d123-4c12-94e2-4510ecf4a5c1 None None] The sync data for ids ['db09e72e-441d-4e4f-a757-bdaf56a75546'] in n-d-829434-1 is: [{'id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'name': 'tempest-TestNetworkBasicOps-router-893670166', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:28Z', 'revision_number': 3, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:25Z', 'updated_at': '2022-02-18T09:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:09:35.154150 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.160114 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.242700 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54a4a932-4d81-43d5-bea2-df1c044e8b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.275348 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:35.293061 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.321206 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Transition to ACTIVE for port object 518ad326-1bf0-4a86-b518-4f43fc96e6a7 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:35.338848 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.383005 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.473071 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Transition to ACTIVE for port object 2437da3a-6fac-4e34-b742-6cbbd22f0910 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:35.513781 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Attempting to bind port 518ad326-1bf0-4a86-b518-4f43fc96e6a7 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:35.514311 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Attempting to bind port 518ad326-1bf0-4a86-b518-4f43fc96e6a7 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:35.514929 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Attempting to bind port 518ad326-1bf0-4a86-b518-4f43fc96e6a7 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:09:35.525457 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a8052-7e73-4bf3-ab47-3a3b0c33b847 None None] Pushing event updated for resources: {'Port': ['ID=518ad326-1bf0-4a86-b518-4f43fc96e6a7,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:35.536424 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:35.544490 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:09:35.546046 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Transition to ACTIVE for port object 2437da3a-6fac-4e34-b742-6cbbd22f0910 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:35.548009 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:35.548960 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.549490 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.549978 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:09:35.555945 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Bound port: 518ad326-1bf0-4a86-b518-4f43fc96e6a7, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:35.556887 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.573013 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.664374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:35.682413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Transition to ACTIVE for port object 39b793a6-e55c-46e5-be76-03761f63c8f8 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:35.698592 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] For port 518ad326-1bf0-4a86-b518-4f43fc96e6a7, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:09:35.707681 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] For port 518ad326-1bf0-4a86-b518-4f43fc96e6a7, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=518ad326-1bf0-4a86-b518-4f43fc96e6a7,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:09:35.718833 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.727188 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Network 241c95be-8692-4339-9f3a-c0e6d5272183 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:35.746192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:35.753380 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event updated for resources: {'Port': ['ID=933e6fab-d8e9-4009-a0bd-a773656fd929,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:35.756220 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:35.788400 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Transition to ACTIVE for port object 39b793a6-e55c-46e5-be76-03761f63c8f8 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:35.851980 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54a4a932-4d81-43d5-bea2-df1c044e8b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.927451 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-1524d11c-8ad2-4f85-a02a-d791f20c458b tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Allocated IP 172.20.0.8 (241c95be-8692-4339-9f3a-c0e6d5272183/85c4a028-5c15-4e99-8b10-977d2b94698c/2d5a179c-2c26-48b1-95f7-bf7d0d56e38e) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:35.945531 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:35.952356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Pushing event updated for resources: {'Port': ['ID=2437da3a-6fac-4e34-b742-6cbbd22f0910,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:35.958571 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Routers {'d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:35.959665 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:35.966379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Attempting to bind port 2437da3a-6fac-4e34-b742-6cbbd22f0910 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:35.966895 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Attempting to bind port 2437da3a-6fac-4e34-b742-6cbbd22f0910 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '597e70de-4e07-43c5-9409-85f2309c9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '241c95be-8692-4339-9f3a-c0e6d5272183'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:35.967487 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Attempting to bind port 2437da3a-6fac-4e34-b742-6cbbd22f0910 on network 241c95be-8692-4339-9f3a-c0e6d5272183 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:09:36.069849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Pushing event updated for resources: {'Port': ['ID=39b793a6-e55c-46e5-be76-03761f63c8f8,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:36.072951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:09:36.073689 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Checking segment: {'id': '597e70de-4e07-43c5-9409-85f2309c9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '241c95be-8692-4339-9f3a-c0e6d5272183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:36.074325 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:36.075097 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Bound using segment: {'id': '597e70de-4e07-43c5-9409-85f2309c9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '241c95be-8692-4339-9f3a-c0e6d5272183'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:09:36.076194 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Bound port: 2437da3a-6fac-4e34-b742-6cbbd22f0910, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597e70de-4e07-43c5-9409-85f2309c9c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '241c95be-8692-4339-9f3a-c0e6d5272183'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:36.077000 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:36.095391 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Network f1caec97-043c-4296-bbf3-4343ad8e8680 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:36.100468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:36.107184 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:36.313805 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] Set router d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:09:36.325708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Attempting to bind port 39b793a6-e55c-46e5-be76-03761f63c8f8 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:36.326470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Attempting to bind port 39b793a6-e55c-46e5-be76-03761f63c8f8 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'eedcd174-798e-444c-bcbf-4584a6fe2987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:36.327333 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Attempting to bind port 39b793a6-e55c-46e5-be76-03761f63c8f8 on network f1caec97-043c-4296-bbf3-4343ad8e8680 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:09:36.339613 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:09:36.340439 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Checking segment: {'id': 'eedcd174-798e-444c-bcbf-4584a6fe2987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:36.341058 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:36.341663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Bound using segment: {'id': 'eedcd174-798e-444c-bcbf-4584a6fe2987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:09:36.342342 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Bound port: 39b793a6-e55c-46e5-be76-03761f63c8f8, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eedcd174-798e-444c-bcbf-4584a6fe2987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:36.343098 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:36.417790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Allocated IP 172.20.0.1 (f1caec97-043c-4296-bbf3-4343ad8e8680/e4500d41-2903-426e-b93a-dfcd7b5dfd07/a0149ac9-4c7e-4401-9666-af6361e2bfc7) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:36.507688 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a8052-7e73-4bf3-ab47-3a3b0c33b847 None None] Pushing event updated for resources: {'Port': ['ID=518ad326-1bf0-4a86-b518-4f43fc96e6a7,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:36.572916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] For port 2437da3a-6fac-4e34-b742-6cbbd22f0910, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:09:36.606569 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] For port 2437da3a-6fac-4e34-b742-6cbbd22f0910, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2437da3a-6fac-4e34-b742-6cbbd22f0910,segment=NetworkSegment(597e70de-4e07-43c5-9409-85f2309c9c21),segment_id=597e70de-4e07-43c5-9409-85f2309c9c21)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:09:36.669600 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:36.676616 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1524d11c-8ad2-4f85-a02a-d791f20c458b tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:36.728965 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-1524d11c-8ad2-4f85-a02a-d791f20c458b tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Transition to ACTIVE for port object 2d5a179c-2c26-48b1-95f7-bf7d0d56e38e will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:36.773135 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:36.776744 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25188ed-b5cb-4bfe-aa6b-8ab1df4dc1a9 None None] Pushing event updated for resources: {'Port': ['ID=2437da3a-6fac-4e34-b742-6cbbd22f0910,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:36.796162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] For port 39b793a6-e55c-46e5-be76-03761f63c8f8, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:09:36.804028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] For port 39b793a6-e55c-46e5-be76-03761f63c8f8, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=39b793a6-e55c-46e5-be76-03761f63c8f8,segment=NetworkSegment(eedcd174-798e-444c-bcbf-4584a6fe2987),segment_id=eedcd174-798e-444c-bcbf-4584a6fe2987)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:09:36.814944 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:36.815191 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Transition to ACTIVE for port object a0149ac9-4c7e-4401-9666-af6361e2bfc7 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:36.830448 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1524d11c-8ad2-4f85-a02a-d791f20c458b tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:36.867319 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'name': 'tempest-TestServerBasicOps-1618555878-router', 'tenant_id': '241e7aa710194c5aae752650199de833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:27Z', 'revision_number': 3, 'project_id': '241e7aa710194c5aae752650199de833', 'gw_port': {'id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:24Z', 'updated_at': '2022-02-18T09:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:36.875636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:09:36.883781 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab49797-4c4b-481c-8fe2-c3e1253b3026 None None] The sync data for ids ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'] in n-d-829434-1 is: [{'id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'name': 'tempest-TestServerBasicOps-1618555878-router', 'tenant_id': '241e7aa710194c5aae752650199de833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:27Z', 'revision_number': 3, 'project_id': '241e7aa710194c5aae752650199de833', 'gw_port': {'id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:24Z', 'updated_at': '2022-02-18T09:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:09:36.919400 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Sync routers for ids ['f958d291-189e-4bad-a3a0-dec759d5da64'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:09:36.952502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1524d11c-8ad2-4f85-a02a-d791f20c458b tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Network 241c95be-8692-4339-9f3a-c0e6d5272183 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:36.956969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-1524d11c-8ad2-4f85-a02a-d791f20c458b tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:36.963185 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524d11c-8ad2-4f85-a02a-d791f20c458b tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:36.975967 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Routers {'f958d291-189e-4bad-a3a0-dec759d5da64'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:36.976696 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f958d291-189e-4bad-a3a0-dec759d5da64'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:37.030641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524d11c-8ad2-4f85-a02a-d791f20c458b tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event updated for resources: {'Port': ['ID=2d5a179c-2c26-48b1-95f7-bf7d0d56e38e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:37.046242 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:37.113724 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b808f8-c583-46fc-b4d7-10991fa29c34 None None] Pushing event updated for resources: {'Port': ['ID=39b793a6-e55c-46e5-be76-03761f63c8f8,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:37.164047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1524d11c-8ad2-4f85-a02a-d791f20c458b tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:37.164747 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1524d11c-8ad2-4f85-a02a-d791f20c458b tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:37.169959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Network f1caec97-043c-4296-bbf3-4343ad8e8680 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:37.181345 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54a4a932-4d81-43d5-bea2-df1c044e8b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:37.182486 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:37.205191 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:37.214846 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-feb77e59-806a-4833-b59a-de08cdc5d0a9 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:37.247511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Port': ['ID=a0149ac9-4c7e-4401-9666-af6361e2bfc7,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:37.296867 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1524d11c-8ad2-4f85-a02a-d791f20c458b tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1051450 Feb 18 09:09:37.317357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49896) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:37.318181 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:37.429220 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54a4a932-4d81-43d5-bea2-df1c044e8b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:37.434184 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-54a4a932-4d81-43d5-bea2-df1c044e8b56 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8cbd8b6b-31aa-4564-ac40-6f758d44c378 HTTP/1.1" status: 204 len: 168 time: 2.9270108 Feb 18 09:09:37.439430 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Set router f958d291-189e-4bad-a3a0-dec759d5da64 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:09:37.633840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4a932-4d81-43d5-bea2-df1c044e8b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbd8b6b-31aa-4564-ac40-6f758d44c378,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:37.643293 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:37.653152 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-09e4ca9b-1c38-4a47-b621-b19d86b408f0 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.5010059 Feb 18 09:09:37.702449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f6aaebb2-f312-4c9a-ab73-c1b8c1889e4e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Request body: {'port': {'network_id': '241c95be-8692-4339-9f3a-c0e6d5272183', 'name': 'tempest-AllowedAddressPairTestJSON-656643316', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:40:6b:59'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:37.825565 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7a9e809d-b6d5-4277-a7f4-693b21384bcf up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:37.826845 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49900) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:37.852442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-feb77e59-806a-4833-b59a-de08cdc5d0a9 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Calling delete_port for 4ed13d76-d6a7-4806-9a04-9be05daa99dd owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:37.920954 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:38.246950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 7a9e809d-b6d5-4277-a7f4-693b21384bcf completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:38.256218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 7a9e809d-b6d5-4277-a7f4-693b21384bcf triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:38.256764 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:38.288305 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f6aaebb2-f312-4c9a-ab73-c1b8c1889e4e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:38.301016 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f6aaebb2-f312-4c9a-ab73-c1b8c1889e4e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Usage tracker for resource:port and tenant:4a1150e016c24e718c244790631cc53a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:38.310754 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f6aaebb2-f312-4c9a-ab73-c1b8c1889e4e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:38.335612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f6aaebb2-f312-4c9a-ab73-c1b8c1889e4e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:38.381093 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6aaebb2-f312-4c9a-ab73-c1b8c1889e4e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Made reservation on behalf of 4a1150e016c24e718c244790631cc53a for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:38.592545 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:38.631801 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 7a9e809d-b6d5-4277-a7f4-693b21384bcf, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7a9e809d-b6d5-4277-a7f4-693b21384bcf,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:38.642153 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:38.649649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f958d291-189e-4bad-a3a0-dec759d5da64', 'name': 'tempest-snat-router-745134382', 'tenant_id': '7c89eafc82404cebbb2977a12ba53e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '8c2ea424-28b2-4b0f-a2cc-946c339a4b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:24Z', 'updated_at': '2022-02-18T09:09:31Z', 'revision_number': 3, 'project_id': '7c89eafc82404cebbb2977a12ba53e8d', 'gw_port': {'id': '8c2ea424-28b2-4b0f-a2cc-946c339a4b6b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f958d291-189e-4bad-a3a0-dec759d5da64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:27Z', 'updated_at': '2022-02-18T09:09:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:38.758684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Checking router: f958d291-189e-4bad-a3a0-dec759d5da64 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:09:38.758684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Updating router f958d291-189e-4bad-a3a0-dec759d5da64 port 8c2ea424-28b2-4b0f-a2cc-946c339a4b6b binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:09:38.867757 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:38.914524 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=7a9e809d-b6d5-4277-a7f4-693b21384bcf,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:38.923882 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6aaebb2-f312-4c9a-ab73-c1b8c1889e4e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:38.928136 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:38.986818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-f6aaebb2-f312-4c9a-ab73-c1b8c1889e4e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] device_id is not set on port b7480bba-c0a4-407c-8c8f-fd1f02df8c3d yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:09:38.996384 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-46851cbf-2dca-4b3f-b1ca-0a0522e58190 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "GET /v2.0/routers/f958d291-189e-4bad-a3a0-dec759d5da64 HTTP/1.1" status: 200 len: 907 time: 1.0393636 Feb 18 09:09:38.998868 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:39.069064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c176b1-2f05-4628-9933-eda798b5b536 None None] Network 241c95be-8692-4339-9f3a-c0e6d5272183 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:39.120706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49924) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:39.176683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49928) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:39.288907 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cabe79e7-eb36-44c8-a216-faba30e6dd52 None None] Provisioning for port 2437da3a-6fac-4e34-b742-6cbbd22f0910 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:39.392884 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-feb77e59-806a-4833-b59a-de08cdc5d0a9 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:39.437511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-f6aaebb2-f312-4c9a-ab73-c1b8c1889e4e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Allocated IP 172.20.0.6 (241c95be-8692-4339-9f3a-c0e6d5272183/85c4a028-5c15-4e99-8b10-977d2b94698c/b7480bba-c0a4-407c-8c8f-fd1f02df8c3d) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:39.822487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb77e59-806a-4833-b59a-de08cdc5d0a9 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event deleted for resources: {'Port': ['ID=4ed13d76-d6a7-4806-9a04-9be05daa99dd,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:39.996023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7a9e809d-b6d5-4277-a7f4-693b21384bcf up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:40.022684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e71bdc-68d7-49a4-9404-1da861fe2ed1 None None] Network f1caec97-043c-4296-bbf3-4343ad8e8680 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:40.064615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-745806584'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:40.082375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:40.181781 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Usage tracker for resource:network and tenant:7315aa40df6e405d9b5eddabb2ed42d6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:40.187100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Allocated IP 172.20.0.1 (42bf456b-871d-45c4-8fb1-b5b9744cbc4f/f2220a8d-a615-4079-b78b-ee210e283ef3/3f0ef555-14d4-4745-b73f-b0b910ac32f4) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:40.194468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:40.254770 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d41c87ec-2ddb-495b-a9a0-3b147508c9dd None None] Provisioning for port 39b793a6-e55c-46e5-be76-03761f63c8f8 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:40.262540 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.264908 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-feb77e59-806a-4833-b59a-de08cdc5d0a9 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.276463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:40.281561 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6aaebb2-f312-4c9a-ab73-c1b8c1889e4e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.309084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Transition to ACTIVE for port object 8c2ea424-28b2-4b0f-a2cc-946c339a4b6b will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:40.318776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-f6aaebb2-f312-4c9a-ab73-c1b8c1889e4e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Transition to ACTIVE for port object b7480bba-c0a4-407c-8c8f-fd1f02df8c3d will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:40.332119 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 7a9e809d-b6d5-4277-a7f4-693b21384bcf triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:40.332689 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.354478 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-feb77e59-806a-4833-b59a-de08cdc5d0a9 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/ports/4ed13d76-d6a7-4806-9a04-9be05daa99dd HTTP/1.1" status: 204 len: 168 time: 5.7537541 Feb 18 09:09:40.354749 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49934) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:40.364470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Made reservation on behalf of 7315aa40df6e405d9b5eddabb2ed42d6 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:40.369324 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.406446 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.425004 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.438674 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83e1242e-bb2e-4088-ba16-159f65979392 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.444315 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.551622 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6aaebb2-f312-4c9a-ab73-c1b8c1889e4e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.565179 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-48594026-7a55-465c-b676-c9b5e5a19d02 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Deleting port 0f966195-cc01-4c7e-ad14-2420e7d764f8 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:40.565179 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-48594026-7a55-465c-b676-c9b5e5a19d02 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.601519 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Attempting to bind port 8c2ea424-28b2-4b0f-a2cc-946c339a4b6b on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:40.602134 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Attempting to bind port 8c2ea424-28b2-4b0f-a2cc-946c339a4b6b by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:40.602602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Attempting to bind port 8c2ea424-28b2-4b0f-a2cc-946c339a4b6b on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:09:40.648162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44a2f7-fac5-4311-a471-62c39dc6f242 None None] Pushing event updated for resources: {'Port': ['ID=8c2ea424-28b2-4b0f-a2cc-946c339a4b6b,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:40.651880 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.657761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Port': ['ID=a0149ac9-4c7e-4401-9666-af6361e2bfc7,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:40.675726 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:09:40.676208 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:40.676758 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.677251 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:09:40.677844 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Bound port: 8c2ea424-28b2-4b0f-a2cc-946c339a4b6b, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:40.678317 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.717854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aaebb2-f312-4c9a-ab73-c1b8c1889e4e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Network 241c95be-8692-4339-9f3a-c0e6d5272183 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:40.718981 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.731199 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-f6aaebb2-f312-4c9a-ab73-c1b8c1889e4e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:40.735571 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:40.739502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aaebb2-f312-4c9a-ab73-c1b8c1889e4e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:40.821685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:40.837996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Usage tracker for resource:security_group_rule and tenant:7315aa40df6e405d9b5eddabb2ed42d6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:40.846701 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:40.863813 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] For port 8c2ea424-28b2-4b0f-a2cc-946c339a4b6b, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:09:40.898565 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] For port 8c2ea424-28b2-4b0f-a2cc-946c339a4b6b, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8c2ea424-28b2-4b0f-a2cc-946c339a4b6b,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:09:40.901800 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2437da3a-6fac-4e34-b742-6cbbd22f0910 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:40.924323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aaebb2-f312-4c9a-ab73-c1b8c1889e4e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event updated for resources: {'Port': ['ID=b7480bba-c0a4-407c-8c8f-fd1f02df8c3d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:41.007491 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:41.017627 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aaebb2-f312-4c9a-ab73-c1b8c1889e4e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:41.018531 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6aaebb2-f312-4c9a-ab73-c1b8c1889e4e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:41.198893 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f6aaebb2-f312-4c9a-ab73-c1b8c1889e4e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.5312223 Feb 18 09:09:41.199480 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:41.201866 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Routers {'f958d291-189e-4bad-a3a0-dec759d5da64'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:41.202504 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f958d291-189e-4bad-a3a0-dec759d5da64'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:41.203587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49938) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:41.298106 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44a2f7-fac5-4311-a471-62c39dc6f242 None None] Pushing event updated for resources: {'Port': ['ID=8c2ea424-28b2-4b0f-a2cc-946c339a4b6b,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:41.302258 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ba033886-846f-401e-b75d-d11cc0492b76 None None] Provisioning for port 2d5a179c-2c26-48b1-95f7-bf7d0d56e38e completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:41.315275 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ba033886-846f-401e-b75d-d11cc0492b76 None None] Provisioning complete for port 2d5a179c-2c26-48b1-95f7-bf7d0d56e38e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:41.315652 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ba033886-846f-401e-b75d-d11cc0492b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:41.343595 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Network f1caec97-043c-4296-bbf3-4343ad8e8680 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:41.352610 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:41.371237 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 2437da3a-6fac-4e34-b742-6cbbd22f0910 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:41.446777 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ba033886-846f-401e-b75d-d11cc0492b76 None None] Port 2d5a179c-2c26-48b1-95f7-bf7d0d56e38e cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:09:41.454720 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:41.471135 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-48594026-7a55-465c-b676-c9b5e5a19d02 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:41.484013 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:41.485660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 2437da3a-6fac-4e34-b742-6cbbd22f0910 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:41.486031 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:41.548158 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83e1242e-bb2e-4088-ba16-159f65979392 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:41.595612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Transition to ACTIVE for port object 3f0ef555-14d4-4745-b73f-b0b910ac32f4 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:41.622821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-83e1242e-bb2e-4088-ba16-159f65979392 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Deleting port 8c2ea424-28b2-4b0f-a2cc-946c339a4b6b {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:41.624961 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83e1242e-bb2e-4088-ba16-159f65979392 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:41.649768 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:41.711718 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1b868fc4-9745-46ab-b9ce-2e1c0d52047c None None] Provisioning for port a0149ac9-4c7e-4401-9666-af6361e2bfc7 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:41.723992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] Set router f958d291-189e-4bad-a3a0-dec759d5da64 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:09:41.874773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1b868fc4-9745-46ab-b9ce-2e1c0d52047c None None] Provisioning complete for port a0149ac9-4c7e-4401-9666-af6361e2bfc7 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:41.875144 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b868fc4-9745-46ab-b9ce-2e1c0d52047c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:41.899027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-83e1242e-bb2e-4088-ba16-159f65979392 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] For port 8c2ea424-28b2-4b0f-a2cc-946c339a4b6b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8c2ea424-28b2-4b0f-a2cc-946c339a4b6b,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:41.899562 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83e1242e-bb2e-4088-ba16-159f65979392 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:41.904617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-48594026-7a55-465c-b676-c9b5e5a19d02 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Calling delete_port for 0f966195-cc01-4c7e-ad14-2420e7d764f8 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:42.038301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-83e1242e-bb2e-4088-ba16-159f65979392 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Calling delete_port for 8c2ea424-28b2-4b0f-a2cc-946c339a4b6b owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:42.045853 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.067346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1b868fc4-9745-46ab-b9ce-2e1c0d52047c None None] Port a0149ac9-4c7e-4401-9666-af6361e2bfc7 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:09:42.136020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 2437da3a-6fac-4e34-b742-6cbbd22f0910, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2437da3a-6fac-4e34-b742-6cbbd22f0910,segment=NetworkSegment(597e70de-4e07-43c5-9409-85f2309c9c21),segment_id=597e70de-4e07-43c5-9409-85f2309c9c21)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:42.163299 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.164181 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 39b793a6-e55c-46e5-be76-03761f63c8f8 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:42.194111 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-48594026-7a55-465c-b676-c9b5e5a19d02 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.278049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48594026-7a55-465c-b676-c9b5e5a19d02 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event deleted for resources: {'Port': ['ID=0f966195-cc01-4c7e-ad14-2420e7d764f8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:42.287010 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.293450 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Router 63d7f365-dcf8-42d3-b6d5-d73f6368fb1b is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:09:42.300151 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc6dfe-7287-487d-84ca-f48ac3ffad65 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:42.306659 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc6dfe-7287-487d-84ca-f48ac3ffad65 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:42.307497 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.312139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc6dfe-7287-487d-84ca-f48ac3ffad65 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:42.313712 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-08fc6dfe-7287-487d-84ca-f48ac3ffad65 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Synchronizing usage tracker for tenant:4a1150e016c24e718c244790631cc53a on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:42.317449 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.330170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:09:42.347084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1b868fc4-9745-46ab-b9ce-2e1c0d52047c None None] Provisioning complete for port 2d5a179c-2c26-48b1-95f7-bf7d0d56e38e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:42.347458 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b868fc4-9745-46ab-b9ce-2e1c0d52047c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.387231 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.387640 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Added segment 77cb70c5-6ee1-465b-9b0f-1bf95b97213d of type vlan for network d85898dd-e909-453d-90d4-a1f23fef5952 Feb 18 09:09:42.423484 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=2437da3a-6fac-4e34-b742-6cbbd22f0910,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:42.423727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Network 42bf456b-871d-45c4-8fb1-b5b9744cbc4f is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:42.427295 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Router db09e72e-441d-4e4f-a757-bdaf56a75546 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:09:42.427524 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83e1242e-bb2e-4088-ba16-159f65979392 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.444896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-08fc6dfe-7287-487d-84ca-f48ac3ffad65 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Unset dirty status for tenant:4a1150e016c24e718c244790631cc53a on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:42.445935 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1b868fc4-9745-46ab-b9ce-2e1c0d52047c None None] Port 2d5a179c-2c26-48b1-95f7-bf7d0d56e38e cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:09:42.446530 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-08fc6dfe-7287-487d-84ca-f48ac3ffad65 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 1.2416999 Feb 18 09:09:42.448080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:42.451073 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49942) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:42.472195 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 39b793a6-e55c-46e5-be76-03761f63c8f8 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:42.477063 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f958d291-189e-4bad-a3a0-dec759d5da64', 'name': 'tempest-snat-router-745134382', 'tenant_id': '7c89eafc82404cebbb2977a12ba53e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '8c2ea424-28b2-4b0f-a2cc-946c339a4b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:24Z', 'updated_at': '2022-02-18T09:09:31Z', 'revision_number': 3, 'project_id': '7c89eafc82404cebbb2977a12ba53e8d', 'gw_port': {'id': '8c2ea424-28b2-4b0f-a2cc-946c339a4b6b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f958d291-189e-4bad-a3a0-dec759d5da64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:27Z', 'updated_at': '2022-02-18T09:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:42.481916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 39b793a6-e55c-46e5-be76-03761f63c8f8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:42.482295 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.512702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:42.512904 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125e4dc2-ae6d-4304-b1c1-2c3e5655e475 None None] The sync data for ids ['f958d291-189e-4bad-a3a0-dec759d5da64'] in n-d-829434-1 is: [{'id': 'f958d291-189e-4bad-a3a0-dec759d5da64', 'name': 'tempest-snat-router-745134382', 'tenant_id': '7c89eafc82404cebbb2977a12ba53e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '8c2ea424-28b2-4b0f-a2cc-946c339a4b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:24Z', 'updated_at': '2022-02-18T09:09:31Z', 'revision_number': 3, 'project_id': '7c89eafc82404cebbb2977a12ba53e8d', 'gw_port': {'id': '8c2ea424-28b2-4b0f-a2cc-946c339a4b6b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f958d291-189e-4bad-a3a0-dec759d5da64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:27Z', 'updated_at': '2022-02-18T09:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:09:42.622507 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-48594026-7a55-465c-b676-c9b5e5a19d02 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.660206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-357553d1-5e33-4330-9e95-ef5a160d9106 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Deleting port b7480bba-c0a4-407c-8c8f-fd1f02df8c3d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:42.660574 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-357553d1-5e33-4330-9e95-ef5a160d9106 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.706456 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6116d1e7-5a0a-4906-bfec-af160b068b12 None None] Provisioning complete for port a0149ac9-4c7e-4401-9666-af6361e2bfc7 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:42.706857 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6116d1e7-5a0a-4906-bfec-af160b068b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.719479 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-48594026-7a55-465c-b676-c9b5e5a19d02 tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/ports/0f966195-cc01-4c7e-ad14-2420e7d764f8 HTTP/1.1" status: 204 len: 168 time: 2.3635852 Feb 18 09:09:42.732797 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49946) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:42.763266 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.765132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b913b0e-9118-4be2-a67c-7fdb90b1584c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:42.772315 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.791480 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Pushing event updated for resources: {'Port': ['ID=3f0ef555-14d4-4745-b73f-b0b910ac32f4,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:42.836865 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-6116d1e7-5a0a-4906-bfec-af160b068b12 None None] Port a0149ac9-4c7e-4401-9666-af6361e2bfc7 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:09:42.853843 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 39b793a6-e55c-46e5-be76-03761f63c8f8, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=39b793a6-e55c-46e5-be76-03761f63c8f8,segment=NetworkSegment(eedcd174-798e-444c-bcbf-4584a6fe2987),segment_id=eedcd174-798e-444c-bcbf-4584a6fe2987)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:42.861147 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:42.862307 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 518ad326-1bf0-4a86-b518-4f43fc96e6a7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:42.941919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6116d1e7-5a0a-4906-bfec-af160b068b12 None None] Provisioning for port b7480bba-c0a4-407c-8c8f-fd1f02df8c3d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:43.003558 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6116d1e7-5a0a-4906-bfec-af160b068b12 None None] Provisioning complete for port b7480bba-c0a4-407c-8c8f-fd1f02df8c3d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:43.003921 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6116d1e7-5a0a-4906-bfec-af160b068b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:43.016423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1242e-bb2e-4088-ba16-159f65979392 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c2ea424-28b2-4b0f-a2cc-946c339a4b6b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:43.033529 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:43.121998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=39b793a6-e55c-46e5-be76-03761f63c8f8,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:43.128997 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-6116d1e7-5a0a-4906-bfec-af160b068b12 None None] Port b7480bba-c0a4-407c-8c8f-fd1f02df8c3d cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:09:43.138033 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:09:43.152877 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Sync routers for ids ['db09e72e-441d-4e4f-a757-bdaf56a75546'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:09:43.160913 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0520b30e-b057-4451-9603-7996d05eaf2f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "PUT /v2.0/routers/db09e72e-441d-4e4f-a757-bdaf56a75546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5833342 Feb 18 09:09:43.162554 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49950) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:43.170793 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 518ad326-1bf0-4a86-b518-4f43fc96e6a7 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:43.181827 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Routers {'db09e72e-441d-4e4f-a757-bdaf56a75546'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:43.182463 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['db09e72e-441d-4e4f-a757-bdaf56a75546'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:43.185286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 518ad326-1bf0-4a86-b518-4f43fc96e6a7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:43.185775 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:43.340610 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d733af-717f-46aa-b2cd-996cc238289c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:43.347815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-08d733af-717f-46aa-b2cd-996cc238289c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Synchronizing usage tracker for tenant:80d3e6f8de37419bb10065056be9574a on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:43.387604 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:43.403345 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-357553d1-5e33-4330-9e95-ef5a160d9106 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:43.416141 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 518ad326-1bf0-4a86-b518-4f43fc96e6a7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=518ad326-1bf0-4a86-b518-4f43fc96e6a7,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:43.418708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5b161674-7077-4c9f-b7d7-c96e684fff84 None None] Provisioning for port 3f0ef555-14d4-4745-b73f-b0b910ac32f4 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:43.427525 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5b161674-7077-4c9f-b7d7-c96e684fff84 None None] Provisioning complete for port 3f0ef555-14d4-4745-b73f-b0b910ac32f4 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:43.428239 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5b161674-7077-4c9f-b7d7-c96e684fff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:43.513498 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:09:43.539355 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5b161674-7077-4c9f-b7d7-c96e684fff84 None None] Port 3f0ef555-14d4-4745-b73f-b0b910ac32f4 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:09:43.546445 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:43.561141 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Set router db09e72e-441d-4e4f-a757-bdaf56a75546 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:09:43.571995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:09:43.635770 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-08d733af-717f-46aa-b2cd-996cc238289c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Unset dirty status for tenant:80d3e6f8de37419bb10065056be9574a on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:43.644049 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-08d733af-717f-46aa-b2cd-996cc238289c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4d0a299-bbd4-425d-84ad-464d1a4f8fbd HTTP/1.1" status: 200 len: 913 time: 0.9101744 Feb 18 09:09:43.645159 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49954) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:43.647351 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:43.653060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:43.653719 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:43.663393 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-357553d1-5e33-4330-9e95-ef5a160d9106 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Calling delete_port for b7480bba-c0a4-407c-8c8f-fd1f02df8c3d owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:43.692292 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=518ad326-1bf0-4a86-b518-4f43fc96e6a7,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:43.692292 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Sync routers for ids ['63d7f365-dcf8-42d3-b6d5-d73f6368fb1b'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:09:43.720569 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Routers {'63d7f365-dcf8-42d3-b6d5-d73f6368fb1b'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:43.721398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['63d7f365-dcf8-42d3-b6d5-d73f6368fb1b'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:43.755036 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83e1242e-bb2e-4088-ba16-159f65979392 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:43.848390 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2437da3a-6fac-4e34-b742-6cbbd22f0910 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:44.019607 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 2437da3a-6fac-4e34-b742-6cbbd22f0910 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:44.020212 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:44.108911 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'name': 'tempest-TestNetworkBasicOps-router-893670166', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:25Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'a0149ac9-4c7e-4401-9666-af6361e2bfc7', 'name': '', 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:df:32:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:35Z', 'updated_at': '2022-02-18T09:09:40Z', 'revision_number': 2, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:44.115798 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Checking router: db09e72e-441d-4e4f-a757-bdaf56a75546 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:09:44.116353 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Updating router db09e72e-441d-4e4f-a757-bdaf56a75546 port a0149ac9-4c7e-4401-9666-af6361e2bfc7 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:09:44.144029 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83e1242e-bb2e-4088-ba16-159f65979392 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:44.146885 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d5c60-2b57-439f-ac4c-f344d3392f16 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.147919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d5c60-2b57-439f-ac4c-f344d3392f16 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.148600 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d5c60-2b57-439f-ac4c-f344d3392f16 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.149256 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d5c60-2b57-439f-ac4c-f344d3392f16 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.149872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d5c60-2b57-439f-ac4c-f344d3392f16 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.150196 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 4.9035819 Feb 18 09:09:44.150759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d5c60-2b57-439f-ac4c-f344d3392f16 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.151447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d5c60-2b57-439f-ac4c-f344d3392f16 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.152061 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d5c60-2b57-439f-ac4c-f344d3392f16 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.152722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d5c60-2b57-439f-ac4c-f344d3392f16 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.152825 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83e1242e-bb2e-4088-ba16-159f65979392 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:44.155361 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d5c60-2b57-439f-ac4c-f344d3392f16 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.156120 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d5c60-2b57-439f-ac4c-f344d3392f16 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.157321 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d5c60-2b57-439f-ac4c-f344d3392f16 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.159420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d5c60-2b57-439f-ac4c-f344d3392f16 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.159882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419638c-d70d-4163-9de6-ae4d4c5bc7dc tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event updated for resources: {'Network': ['ID=d85898dd-e909-453d-90d4-a1f23fef5952,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:44.162110 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d40d5c60-2b57-439f-ac4c-f344d3392f16 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9107 time: 0.9983313 Feb 18 09:09:44.168568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49958) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:44.198305 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:44.202454 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3b750370-7509-4681-9bf1-4f349ba76c80 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 15.4351187 Feb 18 09:09:44.241234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49962) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:44.257129 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:44.258912 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Set router 63d7f365-dcf8-42d3-b6d5-d73f6368fb1b gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:09:44.404566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network d85898dd-e909-453d-90d4-a1f23fef5952 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:09:44.438636 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea5e2fe-e249-4ce1-af17-2c86cf8c0962 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.439675 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5ea5e2fe-e249-4ce1-af17-2c86cf8c0962 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2043376ef2794b84aea557eef809fcc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1649528 Feb 18 09:09:44.449289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51163b8e-1d74-41ac-8502-ca643b456e8b tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.450990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51163b8e-1d74-41ac-8502-ca643b456e8b tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.453113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51163b8e-1d74-41ac-8502-ca643b456e8b tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.456128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51163b8e-1d74-41ac-8502-ca643b456e8b tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.458727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51163b8e-1d74-41ac-8502-ca643b456e8b tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.459647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51163b8e-1d74-41ac-8502-ca643b456e8b tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.462169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51163b8e-1d74-41ac-8502-ca643b456e8b tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.463161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51163b8e-1d74-41ac-8502-ca643b456e8b tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.465557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51163b8e-1d74-41ac-8502-ca643b456e8b tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.466289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51163b8e-1d74-41ac-8502-ca643b456e8b tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.466917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51163b8e-1d74-41ac-8502-ca643b456e8b tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.467537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51163b8e-1d74-41ac-8502-ca643b456e8b tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:44.474538 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-51163b8e-1d74-41ac-8502-ca643b456e8b tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7628 time: 0.3025084 Feb 18 09:09:44.512546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49966) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:44.512901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49968) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:44.543003 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83e1242e-bb2e-4088-ba16-159f65979392 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:44.543595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e1242e-bb2e-4088-ba16-159f65979392 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f958d291-189e-4bad-a3a0-dec759d5da64 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:09:44.595340 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83e1242e-bb2e-4088-ba16-159f65979392 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:44.608707 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-83e1242e-bb2e-4088-ba16-159f65979392 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "DELETE /v2.0/routers/f958d291-189e-4bad-a3a0-dec759d5da64 HTTP/1.1" status: 204 len: 168 time: 5.4451971 Feb 18 09:09:44.609743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49974) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:44.734355 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:44.947528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 39b793a6-e55c-46e5-be76-03761f63c8f8 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:44.979848 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:44.993568 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31aae8d4-f70c-4012-b24e-0b44553a1e74 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:45.027218 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Transition to ACTIVE for port object a0149ac9-4c7e-4401-9666-af6361e2bfc7 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:45.049234 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:45.226281 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 39b793a6-e55c-46e5-be76-03761f63c8f8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:45.226655 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:45.261928 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3a48c3-51a5-4fcf-9e4f-066892f848dc tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:45.263385 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9b3a48c3-51a5-4fcf-9e4f-066892f848dc tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7476211 Feb 18 09:09:45.329318 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49978) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:45.412596 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31aae8d4-f70c-4012-b24e-0b44553a1e74 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:45.432544 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Attempting to bind port a0149ac9-4c7e-4401-9666-af6361e2bfc7 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:45.435413 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Attempting to bind port a0149ac9-4c7e-4401-9666-af6361e2bfc7 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'eedcd174-798e-444c-bcbf-4584a6fe2987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:45.438487 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Attempting to bind port a0149ac9-4c7e-4401-9666-af6361e2bfc7 on network f1caec97-043c-4296-bbf3-4343ad8e8680 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:09:45.443909 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abde62-ed4e-4537-ac04-783f4330719f None None] Pushing event updated for resources: {'Port': ['ID=a0149ac9-4c7e-4401-9666-af6361e2bfc7,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:45.477625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-31aae8d4-f70c-4012-b24e-0b44553a1e74 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Deleting port e1cfd393-a34d-4ab1-a9fb-7c270b01d671 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:45.477970 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31aae8d4-f70c-4012-b24e-0b44553a1e74 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:45.478989 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:09:45.479435 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Checking segment: {'id': 'eedcd174-798e-444c-bcbf-4584a6fe2987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:45.479839 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:45.480233 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Bound using segment: {'id': 'eedcd174-798e-444c-bcbf-4584a6fe2987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:09:45.480736 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Bound port: a0149ac9-4c7e-4401-9666-af6361e2bfc7, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eedcd174-798e-444c-bcbf-4584a6fe2987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:45.481118 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:45.516198 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-357553d1-5e33-4330-9e95-ef5a160d9106 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:45.682856 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-427008890', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '933e6fab-d8e9-4009-a0bd-a773656fd929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:29Z', 'updated_at': '2022-02-18T09:09:36Z', 'revision_number': 3, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '933e6fab-d8e9-4009-a0bd-a773656fd929', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ea:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:33Z', 'updated_at': '2022-02-18T09:09:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:45.726649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Checking router: 63d7f365-dcf8-42d3-b6d5-d73f6368fb1b for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:09:45.730074 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Updating router 63d7f365-dcf8-42d3-b6d5-d73f6368fb1b port 933e6fab-d8e9-4009-a0bd-a773656fd929 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:09:45.760045 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] For port a0149ac9-4c7e-4401-9666-af6361e2bfc7, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:09:45.768149 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] For port a0149ac9-4c7e-4401-9666-af6361e2bfc7, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a0149ac9-4c7e-4401-9666-af6361e2bfc7,segment=NetworkSegment(eedcd174-798e-444c-bcbf-4584a6fe2987),segment_id=eedcd174-798e-444c-bcbf-4584a6fe2987)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:09:45.777794 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:45.832221 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6be6de2d-f12e-4703-8245-b6fcac912a43 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4802508 Feb 18 09:09:45.834124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49982) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:45.986076 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Routers {'db09e72e-441d-4e4f-a757-bdaf56a75546'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:45.986367 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['db09e72e-441d-4e4f-a757-bdaf56a75546'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:46.062100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fcc02815-c44a-4784-afdf-733225689803 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2043376ef2794b84aea557eef809fcc8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1707363 Feb 18 09:09:46.183965 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357553d1-5e33-4330-9e95-ef5a160d9106 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event deleted for resources: {'Port': ['ID=b7480bba-c0a4-407c-8c8f-fd1f02df8c3d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:46.193875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49986) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:46.270136 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:46.405634 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:46.423827 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:46.485661 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abde62-ed4e-4537-ac04-783f4330719f None None] Pushing event updated for resources: {'Port': ['ID=a0149ac9-4c7e-4401-9666-af6361e2bfc7,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:46.733835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 518ad326-1bf0-4a86-b518-4f43fc96e6a7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:46.737840 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] Set router db09e72e-441d-4e4f-a757-bdaf56a75546 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:09:46.909453 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-357553d1-5e33-4330-9e95-ef5a160d9106 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:47.056412 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-357553d1-5e33-4330-9e95-ef5a160d9106 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "DELETE /v2.0/ports/b7480bba-c0a4-407c-8c8f-fd1f02df8c3d HTTP/1.1" status: 204 len: 168 time: 4.6011419 Feb 18 09:09:47.076616 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-31aae8d4-f70c-4012-b24e-0b44553a1e74 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] For port e1cfd393-a34d-4ab1-a9fb-7c270b01d671, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e1cfd393-a34d-4ab1-a9fb-7c270b01d671,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:47.077179 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31aae8d4-f70c-4012-b24e-0b44553a1e74 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:47.082644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49990) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:47.098836 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:47.102345 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:47.119414 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Transition to ACTIVE for port object 933e6fab-d8e9-4009-a0bd-a773656fd929 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:47.141383 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:47.282265 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Pushing event updated for resources: {'Port': ['ID=3f0ef555-14d4-4745-b73f-b0b910ac32f4,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:47.291872 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'name': 'tempest-TestNetworkBasicOps-router-893670166', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:25Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'a0149ac9-4c7e-4401-9666-af6361e2bfc7', 'name': '', 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:df:32:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:35Z', 'updated_at': '2022-02-18T09:09:45Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:47.301332 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353cdebf-3e1d-4c67-a1b2-8dd9b3437d83 None None] The sync data for ids ['db09e72e-441d-4e4f-a757-bdaf56a75546'] in n-d-829434-1 is: [{'id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'name': 'tempest-TestNetworkBasicOps-router-893670166', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:25Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'a0149ac9-4c7e-4401-9666-af6361e2bfc7', 'name': '', 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:df:32:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:35Z', 'updated_at': '2022-02-18T09:09:45Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:09:47.451775 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Attempting to bind port 933e6fab-d8e9-4009-a0bd-a773656fd929 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:47.452147 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Attempting to bind port 933e6fab-d8e9-4009-a0bd-a773656fd929 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:47.452583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Attempting to bind port 933e6fab-d8e9-4009-a0bd-a773656fd929 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:09:47.472881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:47.473299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:47.473828 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:47.474170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:47.474500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:47.478015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:47.478172 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:09:47.478416 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:47.478848 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:47.479058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:47.479242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:09:47.479676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:47.479780 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Bound port: 933e6fab-d8e9-4009-a0bd-a773656fd929, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:47.480390 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:47.483319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:47.485604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:47.488041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:47.489544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:09:47.503360 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-31aae8d4-f70c-4012-b24e-0b44553a1e74 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Calling delete_port for e1cfd393-a34d-4ab1-a9fb-7c270b01d671 owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:47.517229 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70534f0a-3317-4a7e-9e3e-d5f21ef2ea1a None None] Pushing event updated for resources: {'Port': ['ID=933e6fab-d8e9-4009-a0bd-a773656fd929,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:47.638557 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] For port 933e6fab-d8e9-4009-a0bd-a773656fd929, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:09:47.646055 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] For port 933e6fab-d8e9-4009-a0bd-a773656fd929, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=933e6fab-d8e9-4009-a0bd-a773656fd929,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:09:47.659611 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:47.664900 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-09cf6a5e-2e7d-460e-9dad-11aa189eba40 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] GET failed (client error): The resource could not be found. Feb 18 09:09:47.667005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-09cf6a5e-2e7d-460e-9dad-11aa189eba40 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Synchronizing usage tracker for tenant:4a1150e016c24e718c244790631cc53a on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:47.686704 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12129a5-c5e0-4157-bd0e-b377cf4cd9c8 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:47.690505 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b12129a5-c5e0-4157-bd0e-b377cf4cd9c8 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3291154 Feb 18 09:09:47.779738 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 518ad326-1bf0-4a86-b518-4f43fc96e6a7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:47.780354 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:47.794808 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49994) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:47.895598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-09cf6a5e-2e7d-460e-9dad-11aa189eba40 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Unset dirty status for tenant:4a1150e016c24e718c244790631cc53a on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:47.897700 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-09cf6a5e-2e7d-460e-9dad-11aa189eba40 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "GET /v2.0/ports/b7480bba-c0a4-407c-8c8f-fd1f02df8c3d HTTP/1.1" status: 404 len: 333 time: 0.8100753 Feb 18 09:09:47.911201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49998) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:47.917413 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cb7104cb-aac8-42a5-98bf-0a15ffd88844 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1158214 Feb 18 09:09:47.926839 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a667e150-3721-49eb-a5b1-af93d37e545c tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Request body: {'port': {'network_id': '241c95be-8692-4339-9f3a-c0e6d5272183', 'name': 'tempest-AllowedAddressPairTestJSON-391744100'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:48.079562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Routers {'63d7f365-dcf8-42d3-b6d5-d73f6368fb1b'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:48.080448 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['63d7f365-dcf8-42d3-b6d5-d73f6368fb1b'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:48.145154 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50000) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:48.162144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0fce2ead-b52f-4886-adb0-8ababde8634e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-113888334', 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533', 'project_id': '2043376ef2794b84aea557eef809fcc8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:48.183170 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a667e150-3721-49eb-a5b1-af93d37e545c tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:48.232549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50006) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:48.303806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a667e150-3721-49eb-a5b1-af93d37e545c tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:48.325239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-dd6c92b2-6630-424a-b0f3-2c87f22afc7e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Request body: {'subnet': {'network_id': 'd85898dd-e909-453d-90d4-a1f23fef5952', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:48.330319 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31aae8d4-f70c-4012-b24e-0b44553a1e74 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:48.478952 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d2b8cf18-d88c-4d26-9e06-8dd525edfba0 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6650 time: 3.9603586 Feb 18 09:09:48.494453 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a667e150-3721-49eb-a5b1-af93d37e545c tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Made reservation on behalf of 4a1150e016c24e718c244790631cc53a for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:48.499284 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a667e150-3721-49eb-a5b1-af93d37e545c tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:48.522942 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] Set router 63d7f365-dcf8-42d3-b6d5-d73f6368fb1b gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:09:48.582855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aae8d4-f70c-4012-b24e-0b44553a1e74 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1cfd393-a34d-4ab1-a9fb-7c270b01d671,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:48.591462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Network 42bf456b-871d-45c4-8fb1-b5b9744cbc4f is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:48.593184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:48.607781 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75f9fa46-16e9-4c96-bfe0-538e00e62dcd tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:48.847124 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70534f0a-3317-4a7e-9e3e-d5f21ef2ea1a None None] Pushing event updated for resources: {'Port': ['ID=933e6fab-d8e9-4009-a0bd-a773656fd929,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:48.937231 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31aae8d4-f70c-4012-b24e-0b44553a1e74 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:49.081021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Router d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:09:49.146272 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-dd6c92b2-6630-424a-b0f3-2c87f22afc7e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:49.163071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-a667e150-3721-49eb-a5b1-af93d37e545c tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] device_id is not set on port 8c5f2b83-991b-474a-a6d1-3c08e2a7ffc5 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:09:49.177740 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8c2ea424-28b2-4b0f-a2cc-946c339a4b6b no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:49.210624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cd8a7113-2664-4b7d-b85c-9958b42f5700 None None] Provisioning complete for port 3f0ef555-14d4-4745-b73f-b0b910ac32f4 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:49.210772 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cd8a7113-2664-4b7d-b85c-9958b42f5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:49.299613 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a7113-2664-4b7d-b85c-9958b42f5700 None None] Port 3f0ef555-14d4-4745-b73f-b0b910ac32f4 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:09:49.318360 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 8c2ea424-28b2-4b0f-a2cc-946c339a4b6b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:09:49.318962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8c2ea424-28b2-4b0f-a2cc-946c339a4b6b not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:49.430904 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-a667e150-3721-49eb-a5b1-af93d37e545c tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Allocated IP 172.20.0.11 (241c95be-8692-4339-9f3a-c0e6d5272183/85c4a028-5c15-4e99-8b10-977d2b94698c/8c5f2b83-991b-474a-a6d1-3c08e2a7ffc5) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:49.455018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50012) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:49.471920 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0fce2ead-b52f-4886-adb0-8ababde8634e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:49.477021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0fce2ead-b52f-4886-adb0-8ababde8634e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Usage tracker for resource:subnet and tenant:2043376ef2794b84aea557eef809fcc8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:49.480833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0fce2ead-b52f-4886-adb0-8ababde8634e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:49.495112 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0fce2ead-b52f-4886-adb0-8ababde8634e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:49.569510 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-dd6c92b2-6630-424a-b0f3-2c87f22afc7e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Usage tracker for resource:subnet and tenant:7315aa40df6e405d9b5eddabb2ed42d6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:49.574053 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-dd6c92b2-6630-424a-b0f3-2c87f22afc7e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:49.583305 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-427008890', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '933e6fab-d8e9-4009-a0bd-a773656fd929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:29Z', 'updated_at': '2022-02-18T09:09:36Z', 'revision_number': 3, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '933e6fab-d8e9-4009-a0bd-a773656fd929', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ea:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:33Z', 'updated_at': '2022-02-18T09:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:49.583569 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b1636ae2-0c27-40e5-9ef3-48913a54ec8a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-195533936', 'description': 'tempest-secgroup-smoke-195533936 description', 'project_id': '67d280681c92466b957d86889fb303b6'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:49.588759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98db8b4b-3e11-4c15-9111-02d62217759d None None] The sync data for ids ['63d7f365-dcf8-42d3-b6d5-d73f6368fb1b'] in n-d-829434-1 is: [{'id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-427008890', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '933e6fab-d8e9-4009-a0bd-a773656fd929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:29Z', 'updated_at': '2022-02-18T09:09:36Z', 'revision_number': 3, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '933e6fab-d8e9-4009-a0bd-a773656fd929', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ea:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:33Z', 'updated_at': '2022-02-18T09:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:09:49.629922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a0149ac9-4c7e-4401-9666-af6361e2bfc7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:49.650610 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31aae8d4-f70c-4012-b24e-0b44553a1e74 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:49.654932 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31aae8d4-f70c-4012-b24e-0b44553a1e74 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:49.679832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b1636ae2-0c27-40e5-9ef3-48913a54ec8a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:49.683128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-dd6c92b2-6630-424a-b0f3-2c87f22afc7e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:49.693891 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fce2ead-b52f-4886-adb0-8ababde8634e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Made reservation on behalf of 2043376ef2794b84aea557eef809fcc8 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:49.702473 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0fce2ead-b52f-4886-adb0-8ababde8634e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:49.776475 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6c92b2-6630-424a-b0f3-2c87f22afc7e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Made reservation on behalf of 7315aa40df6e405d9b5eddabb2ed42d6 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:49.784545 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dd6c92b2-6630-424a-b0f3-2c87f22afc7e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:49.785473 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31aae8d4-f70c-4012-b24e-0b44553a1e74 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:49.786095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31aae8d4-f70c-4012-b24e-0b44553a1e74 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f37ed43-8074-446a-868f-3b2f34fdc194 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:09:49.827689 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31aae8d4-f70c-4012-b24e-0b44553a1e74 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:49.834631 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-31aae8d4-f70c-4012-b24e-0b44553a1e74 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "DELETE /v2.0/routers/3f37ed43-8074-446a-868f-3b2f34fdc194 HTTP/1.1" status: 204 len: 168 time: 5.2192943 Feb 18 09:09:49.838135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50016) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:49.846153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2063113659', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}, 'admin_state_up': False}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:49.859241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:49.864654 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port a0149ac9-4c7e-4401-9666-af6361e2bfc7 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:49.865529 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:09:49.866767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b1636ae2-0c27-40e5-9ef3-48913a54ec8a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:49.881022 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a0149ac9-4c7e-4401-9666-af6361e2bfc7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:49.881022 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:49.884044 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Sync routers for ids ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:09:49.894650 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dcb38251-dc7d-40be-b7dd-06a49ad4f843 admin admin] 10.222.0.72 "PUT /v2.0/routers/d00c0b59-056d-4f7a-9a87-d0c1cd694ef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3432424 Feb 18 09:09:49.897520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Usage tracker for resource:router and tenant:6e8b609b068047abafd723ed15d541ed is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:49.901822 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Routers {'d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:49.905009 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:49.911382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:49.930287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:49.959202 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:49.960638 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:49.993212 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:50.013818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b1636ae2-0c27-40e5-9ef3-48913a54ec8a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:50.364467 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:50.450040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port a0149ac9-4c7e-4401-9666-af6361e2bfc7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a0149ac9-4c7e-4401-9666-af6361e2bfc7,segment=NetworkSegment(eedcd174-798e-444c-bcbf-4584a6fe2987),segment_id=eedcd174-798e-444c-bcbf-4584a6fe2987)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:50.465465 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:50.503285 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Set router d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:09:50.624499 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=a0149ac9-4c7e-4401-9666-af6361e2bfc7,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:50.653368 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b1636ae2-0c27-40e5-9ef3-48913a54ec8a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:50.670898 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:50.763553 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1636ae2-0c27-40e5-9ef3-48913a54ec8a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:51.110821 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0fce2ead-b52f-4886-adb0-8ababde8634e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:51.208709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b1636ae2-0c27-40e5-9ef3-48913a54ec8a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:51.211468 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'name': 'tempest-TestServerBasicOps-1618555878-router', 'tenant_id': '241e7aa710194c5aae752650199de833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:44Z', 'revision_number': 4, 'project_id': '241e7aa710194c5aae752650199de833', 'gw_port': {'id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:24Z', 'updated_at': '2022-02-18T09:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '3f0ef555-14d4-4745-b73f-b0b910ac32f4', 'name': '', 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f', 'tenant_id': '241e7aa710194c5aae752650199de833', 'mac_address': 'fa:16:3e:e8:ab:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'f2220a8d-a615-4079-b78b-ee210e283ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:38Z', 'updated_at': '2022-02-18T09:09:45Z', 'revision_number': 2, 'project_id': '241e7aa710194c5aae752650199de833', 'subnets': [{'id': 'f2220a8d-a615-4079-b78b-ee210e283ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:51.215575 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Checking router: d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:09:51.215920 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Updating router d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 port 3f0ef555-14d4-4745-b73f-b0b910ac32f4 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:09:51.235063 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:51.311192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b1636ae2-0c27-40e5-9ef3-48913a54ec8a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:51.319862 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:51.327671 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b1636ae2-0c27-40e5-9ef3-48913a54ec8a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:51.332665 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:51.355507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b1636ae2-0c27-40e5-9ef3-48913a54ec8a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:51.398434 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50034) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:51.442821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1389494718-network', 'tenant_id': '4d843b82d4244978a31fc3800e11357a'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:51.463154 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce2ead-b52f-4886-adb0-8ababde8634e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event updated for resources: {'Subnet': ['ID=188f737e-5321-416d-b679-d91b08b34601,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:51.477925 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a667e150-3721-49eb-a5b1-af93d37e545c tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:51.569860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:51.607057 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Usage tracker for resource:network and tenant:4d843b82d4244978a31fc3800e11357a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:51.610938 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-75f9fa46-16e9-4c96-bfe0-538e00e62dcd tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Deleting port 035d9a40-1191-498d-bb48-4f8b7f865584 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:51.611553 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75f9fa46-16e9-4c96-bfe0-538e00e62dcd tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:51.639025 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a0149ac9-4c7e-4401-9666-af6361e2bfc7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:51.651505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Allocated IP 172.25.1.74 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/f44174b1-f1f2-40d3-8346-713f82ecad09) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:51.655154 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:51.699179 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-a667e150-3721-49eb-a5b1-af93d37e545c tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Transition to ACTIVE for port object 8c5f2b83-991b-474a-a6d1-3c08e2a7ffc5 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:51.707407 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:51.744044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a0149ac9-4c7e-4401-9666-af6361e2bfc7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:51.744939 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:51.759622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fce2ead-b52f-4886-adb0-8ababde8634e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Checking segment: {'id': 'bf3610e6-1c20-49a2-859a-0d8b43678e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:51.759965 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fce2ead-b52f-4886-adb0-8ababde8634e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Network hostable DHCP agents. Network: b3db08fd-8f17-4c5b-94e6-3c814d5e0533, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:09:51.821232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Made reservation on behalf of 4d843b82d4244978a31fc3800e11357a for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:51.823637 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:51.893715 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:51.918627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 933e6fab-d8e9-4009-a0bd-a773656fd929 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:51.932825 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:51.954038 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.008877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 933e6fab-d8e9-4009-a0bd-a773656fd929 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:52.017830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 933e6fab-d8e9-4009-a0bd-a773656fd929 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:52.018459 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.051331 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:52.058870 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fce2ead-b52f-4886-adb0-8ababde8634e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Network b3db08fd-8f17-4c5b-94e6-3c814d5e0533 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:09:52.066253 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.076051 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1636ae2-0c27-40e5-9ef3-48913a54ec8a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.077245 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dd6c92b2-6630-424a-b0f3-2c87f22afc7e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.082905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:52.086357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Usage tracker for resource:security_group_rule and tenant:4d843b82d4244978a31fc3800e11357a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:52.086551 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Transition to ACTIVE for port object 3f0ef555-14d4-4745-b73f-b0b910ac32f4 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:52.087297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:52.092316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:52.103439 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.127109 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:52.132105 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a667e150-3721-49eb-a5b1-af93d37e545c tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.147977 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1636ae2-0c27-40e5-9ef3-48913a54ec8a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.149421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Pushing event updated for resources: {'Port': ['ID=f44174b1-f1f2-40d3-8346-713f82ecad09,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:52.154199 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:52.304105 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-0fce2ead-b52f-4886-adb0-8ababde8634e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, b3db08fd-8f17-4c5b-94e6-3c814d5e0533) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:52.305741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667e150-3721-49eb-a5b1-af93d37e545c tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event updated for resources: {'Port': ['ID=8c5f2b83-991b-474a-a6d1-3c08e2a7ffc5,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:52.320141 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.328887 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fce2ead-b52f-4886-adb0-8ababde8634e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:52.330176 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0fce2ead-b52f-4886-adb0-8ababde8634e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.353255 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af0d986-ed18-4e63-a2c0-442f11cf7ebe None None] Network b3db08fd-8f17-4c5b-94e6-3c814d5e0533 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:52.365114 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1207478-6ca0-4289-8a26-2deb1425d9b9 None None] Pushing event updated for resources: {'Port': ['ID=3f0ef555-14d4-4745-b73f-b0b910ac32f4,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:52.493433 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Attempting to bind port 3f0ef555-14d4-4745-b73f-b0b910ac32f4 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:52.494050 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Attempting to bind port 3f0ef555-14d4-4745-b73f-b0b910ac32f4 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'bfea72fd-30e2-4836-b069-1835f2f2b094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:52.494549 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Attempting to bind port 3f0ef555-14d4-4745-b73f-b0b910ac32f4 on network 42bf456b-871d-45c4-8fb1-b5b9744cbc4f {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:09:52.501999 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:09:52.502593 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Checking segment: {'id': 'bfea72fd-30e2-4836-b069-1835f2f2b094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:52.503099 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.503660 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Bound using segment: {'id': 'bfea72fd-30e2-4836-b069-1835f2f2b094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:09:52.504251 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Bound port: 3f0ef555-14d4-4745-b73f-b0b910ac32f4, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfea72fd-30e2-4836-b069-1835f2f2b094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:52.505083 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.508698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 933e6fab-d8e9-4009-a0bd-a773656fd929, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=933e6fab-d8e9-4009-a0bd-a773656fd929,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:52.518395 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.534897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a667e150-3721-49eb-a5b1-af93d37e545c tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Network 241c95be-8692-4339-9f3a-c0e6d5272183 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:52.583053 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75f9fa46-16e9-4c96-bfe0-538e00e62dcd tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.615969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-a667e150-3721-49eb-a5b1-af93d37e545c tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:52.620501 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e1cfd393-a34d-4ab1-a9fb-7c270b01d671 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:09:52.620913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a667e150-3721-49eb-a5b1-af93d37e545c tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:52.651438 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] For port 3f0ef555-14d4-4745-b73f-b0b910ac32f4, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:09:52.657060 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] For port 3f0ef555-14d4-4745-b73f-b0b910ac32f4, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3f0ef555-14d4-4745-b73f-b0b910ac32f4,segment=NetworkSegment(bfea72fd-30e2-4836-b069-1835f2f2b094),segment_id=bfea72fd-30e2-4836-b069-1835f2f2b094)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:09:52.662920 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:52.668449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c92b2-6630-424a-b0f3-2c87f22afc7e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event updated for resources: {'Subnet': ['ID=3c871706-6d3b-4b1a-ae8e-038df3d922e5,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:52.727869 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: e1cfd393-a34d-4ab1-a9fb-7c270b01d671 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:09:52.728445 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e1cfd393-a34d-4ab1-a9fb-7c270b01d671 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:09:52.767841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1636ae2-0c27-40e5-9ef3-48913a54ec8a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b77f46b-5584-41e4-8e97-02b3576a58a8,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:52.793097 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Routers {'d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:52.800013 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:52.805207 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0fce2ead-b52f-4886-adb0-8ababde8634e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.6491663 Feb 18 09:09:52.947641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50040) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:52.997417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-75f9fa46-16e9-4c96-bfe0-538e00e62dcd tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Calling delete_port for 035d9a40-1191-498d-bb48-4f8b7f865584 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:53.020936 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=933e6fab-d8e9-4009-a0bd-a773656fd929,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:53.046552 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-b3db08fd-8f17-4c5b-94e6-3c814d5e0533', 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'fixed_ips': [{'subnet_id': '188f737e-5321-416d-b679-d91b08b34601'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:09:53.048113 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:53.081131 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1207478-6ca0-4289-8a26-2deb1425d9b9 None None] Pushing event updated for resources: {'Port': ['ID=3f0ef555-14d4-4745-b73f-b0b910ac32f4,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:53.130098 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:53.143744 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-36eed5f8-b74b-4dba-ad86-985c6f24b112 None None] Provisioning for port 8c5f2b83-991b-474a-a6d1-3c08e2a7ffc5 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:53.146317 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] Set router d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:09:53.148188 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6c92b2-6630-424a-b0f3-2c87f22afc7e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Checking segment: {'id': '77cb70c5-6ee1-465b-9b0f-1bf95b97213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd85898dd-e909-453d-90d4-a1f23fef5952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:53.148884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6c92b2-6630-424a-b0f3-2c87f22afc7e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Network hostable DHCP agents. Network: d85898dd-e909-453d-90d4-a1f23fef5952, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:09:53.154851 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1636ae2-0c27-40e5-9ef3-48913a54ec8a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:53.157548 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b1636ae2-0c27-40e5-9ef3-48913a54ec8a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 3.6476758 Feb 18 09:09:53.159183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-36eed5f8-b74b-4dba-ad86-985c6f24b112 None None] Provisioning complete for port 8c5f2b83-991b-474a-a6d1-3c08e2a7ffc5 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:53.159726 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-36eed5f8-b74b-4dba-ad86-985c6f24b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:53.175064 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50044) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:53.206191 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e3e5a97e-9da1-4880-a12c-39b115e34e35 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group_rule': {'security_group_id': '2b77f46b-5584-41e4-8e97-02b3576a58a8', 'project_id': '67d280681c92466b957d86889fb303b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:53.244778 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e3e5a97e-9da1-4880-a12c-39b115e34e35 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:53.268166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e3e5a97e-9da1-4880-a12c-39b115e34e35 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:53.278649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-36eed5f8-b74b-4dba-ad86-985c6f24b112 None None] Port 8c5f2b83-991b-474a-a6d1-3c08e2a7ffc5 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:09:53.289489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6c92b2-6630-424a-b0f3-2c87f22afc7e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Network d85898dd-e909-453d-90d4-a1f23fef5952 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:09:53.297539 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a667e150-3721-49eb-a5b1-af93d37e545c tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:53.298156 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a667e150-3721-49eb-a5b1-af93d37e545c tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:53.302568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Allocated IP 172.20.0.18 (b3db08fd-8f17-4c5b-94e6-3c814d5e0533/188f737e-5321-416d-b679-d91b08b34601/4cc7a79b-2d94-4ba1-89cd-daaaa8406726) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:53.311839 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e3e5a97e-9da1-4880-a12c-39b115e34e35 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:53.441607 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e3e5a97e-9da1-4880-a12c-39b115e34e35 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:53.482061 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 933e6fab-d8e9-4009-a0bd-a773656fd929 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:53.633085 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:53.649797 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:53.658646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Transition to ACTIVE for port object 4cc7a79b-2d94-4ba1-89cd-daaaa8406726 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:53.679843 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'name': 'tempest-TestServerBasicOps-1618555878-router', 'tenant_id': '241e7aa710194c5aae752650199de833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:44Z', 'revision_number': 4, 'project_id': '241e7aa710194c5aae752650199de833', 'gw_port': {'id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:24Z', 'updated_at': '2022-02-18T09:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '3f0ef555-14d4-4745-b73f-b0b910ac32f4', 'name': '', 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f', 'tenant_id': '241e7aa710194c5aae752650199de833', 'mac_address': 'fa:16:3e:e8:ab:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'f2220a8d-a615-4079-b78b-ee210e283ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:38Z', 'updated_at': '2022-02-18T09:09:52Z', 'revision_number': 4, 'project_id': '241e7aa710194c5aae752650199de833', 'subnets': [{'id': 'f2220a8d-a615-4079-b78b-ee210e283ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:53.685837 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0b3b0-8c77-4a10-a94e-d4bb6b7a6185 None None] The sync data for ids ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'] in n-d-829434-1 is: [{'id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'name': 'tempest-TestServerBasicOps-1618555878-router', 'tenant_id': '241e7aa710194c5aae752650199de833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:44Z', 'revision_number': 4, 'project_id': '241e7aa710194c5aae752650199de833', 'gw_port': {'id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:24Z', 'updated_at': '2022-02-18T09:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '3f0ef555-14d4-4745-b73f-b0b910ac32f4', 'name': '', 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f', 'tenant_id': '241e7aa710194c5aae752650199de833', 'mac_address': 'fa:16:3e:e8:ab:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'f2220a8d-a615-4079-b78b-ee210e283ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:38Z', 'updated_at': '2022-02-18T09:09:52Z', 'revision_number': 4, 'project_id': '241e7aa710194c5aae752650199de833', 'subnets': [{'id': 'f2220a8d-a615-4079-b78b-ee210e283ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:09:53.690151 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Transition to ACTIVE for port object 4cc7a79b-2d94-4ba1-89cd-daaaa8406726 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:53.694603 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 933e6fab-d8e9-4009-a0bd-a773656fd929 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:53.695084 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:53.711833 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a667e150-3721-49eb-a5b1-af93d37e545c tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7930548 Feb 18 09:09:53.713394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-dd6c92b2-6630-424a-b0f3-2c87f22afc7e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, d85898dd-e909-453d-90d4-a1f23fef5952) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:53.715183 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50048) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:53.811089 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d026f4db-e62d-40e8-9e69-acb531d0f34b None None] Network d85898dd-e909-453d-90d4-a1f23fef5952 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:53.834673 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:53.943039 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3e5a97e-9da1-4880-a12c-39b115e34e35 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:53.955122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4530b229-0b9f-4b25-a402-7d3d1412e584 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:40:6b:59'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:53.977563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Router e50c2c46-1017-4795-b50a-96f16896ce01 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:09:53.997580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6c92b2-6630-424a-b0f3-2c87f22afc7e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:53.998175 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dd6c92b2-6630-424a-b0f3-2c87f22afc7e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.039972 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Network b3db08fd-8f17-4c5b-94e6-3c814d5e0533 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:54.048658 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-dd6c92b2-6630-424a-b0f3-2c87f22afc7e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.7511256 Feb 18 09:09:54.050101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50052) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:54.061234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-acce946c-4846-477c-bc83-1ac1394aa791 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1086832140'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:54.067513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-acce946c-4846-477c-bc83-1ac1394aa791 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:54.072425 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:54.080497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-acce946c-4846-477c-bc83-1ac1394aa791 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Usage tracker for resource:network and tenant:7315aa40df6e405d9b5eddabb2ed42d6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:54.083502 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:54.083942 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-acce946c-4846-477c-bc83-1ac1394aa791 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:54.087790 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Pushing event updated for resources: {'Port': ['ID=4cc7a79b-2d94-4ba1-89cd-daaaa8406726,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:54.091102 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-acce946c-4846-477c-bc83-1ac1394aa791 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:54.105341 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acce946c-4846-477c-bc83-1ac1394aa791 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Made reservation on behalf of 7315aa40df6e405d9b5eddabb2ed42d6 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:54.109946 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-acce946c-4846-477c-bc83-1ac1394aa791 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.215340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acce946c-4846-477c-bc83-1ac1394aa791 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:09:54.247330 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-acce946c-4846-477c-bc83-1ac1394aa791 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.247682 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-acce946c-4846-477c-bc83-1ac1394aa791 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Added segment aca7570d-4993-41dc-a6ac-c701cc3e25be of type vlan for network 8b1a531b-6657-412b-96ce-399910a80050 Feb 18 09:09:54.263652 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.280826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:09:54.297371 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-acce946c-4846-477c-bc83-1ac1394aa791 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.319214 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.332993 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.334303 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d91b5e24-9c4d-4d42-aa08-349206e1fbd3 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4947479 Feb 18 09:09:54.337512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50056) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:54.346665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-abfc0528-3e36-4616-9bd9-7852c1800ed2 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'enable_snat': False}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:54.385116 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Attempting to bind port 4cc7a79b-2d94-4ba1-89cd-daaaa8406726 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:54.385491 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Attempting to bind port 4cc7a79b-2d94-4ba1-89cd-daaaa8406726 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'bf3610e6-1c20-49a2-859a-0d8b43678e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:54.385859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Attempting to bind port 4cc7a79b-2d94-4ba1-89cd-daaaa8406726 on network b3db08fd-8f17-4c5b-94e6-3c814d5e0533 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:09:54.389631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc35eb9-543f-4abf-b22f-77e4192e3792 None None] Sync routers for ids ['e50c2c46-1017-4795-b50a-96f16896ce01'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:09:54.400506 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:09:54.400886 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Checking segment: {'id': 'bf3610e6-1c20-49a2-859a-0d8b43678e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:54.401750 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.402150 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Bound using segment: {'id': 'bf3610e6-1c20-49a2-859a-0d8b43678e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:09:54.402629 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Bound port: 4cc7a79b-2d94-4ba1-89cd-daaaa8406726, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3610e6-1c20-49a2-859a-0d8b43678e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:54.403578 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.416162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-d85898dd-e909-453d-90d4-a1f23fef5952', 'network_id': 'd85898dd-e909-453d-90d4-a1f23fef5952', 'tenant_id': '7315aa40df6e405d9b5eddabb2ed42d6', 'fixed_ips': [{'subnet_id': '3c871706-6d3b-4b1a-ae8e-038df3d922e5'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:09:54.416936 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.467201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:09:54.478970 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc35eb9-543f-4abf-b22f-77e4192e3792 None None] Routers {'e50c2c46-1017-4795-b50a-96f16896ce01'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:54.485566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-efc35eb9-543f-4abf-b22f-77e4192e3792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e50c2c46-1017-4795-b50a-96f16896ce01'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:54.511482 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:09:54.561452 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-efc35eb9-543f-4abf-b22f-77e4192e3792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:54.566125 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-acce946c-4846-477c-bc83-1ac1394aa791 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.574152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acce946c-4846-477c-bc83-1ac1394aa791 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:54.574768 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-acce946c-4846-477c-bc83-1ac1394aa791 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.704391 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3e5a97e-9da1-4880-a12c-39b115e34e35 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.737155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Allocated IP 2001:db8:0:ffff::2 (d85898dd-e909-453d-90d4-a1f23fef5952/3c871706-6d3b-4b1a-ae8e-038df3d922e5/aa39f621-a8a5-45b8-8ae2-ed642484401d) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:54.758668 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc35eb9-543f-4abf-b22f-77e4192e3792 None None] Routers {'e50c2c46-1017-4795-b50a-96f16896ce01'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:54.759809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-efc35eb9-543f-4abf-b22f-77e4192e3792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e50c2c46-1017-4795-b50a-96f16896ce01'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:54.762024 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32fbe31-04e9-4507-8450-5c87717a3bb6,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:54.775008 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.775482 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Added segment fe9c70d1-ed29-4f29-abe2-3aac878d9407 of type vlan for network 21d609ce-a1da-428d-bc0b-7f4c8cd06c80 Feb 18 09:09:54.779780 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3e5a97e-9da1-4880-a12c-39b115e34e35 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:54.869546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-efc35eb9-543f-4abf-b22f-77e4192e3792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:54.872431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc35eb9-543f-4abf-b22f-77e4192e3792 None None] The sync data for ids ['e50c2c46-1017-4795-b50a-96f16896ce01'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:09:54.929317 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5a97e-9da1-4880-a12c-39b115e34e35 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ace0d59-e420-4160-8fe7-dcc6f46dbd43,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:54.969768 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] For port 4cc7a79b-2d94-4ba1-89cd-daaaa8406726, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:09:54.983040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] For port 4cc7a79b-2d94-4ba1-89cd-daaaa8406726, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4cc7a79b-2d94-4ba1-89cd-daaaa8406726,segment=NetworkSegment(bf3610e6-1c20-49a2-859a-0d8b43678e37),segment_id=bf3610e6-1c20-49a2-859a-0d8b43678e37)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:09:54.992924 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:55.019857 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-acce946c-4846-477c-bc83-1ac1394aa791 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9632187 Feb 18 09:09:55.044913 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50060) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:55.065110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d554b290-70dd-4bd7-9e09-292fbf391df2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Request body: {'subnet': {'network_id': '8b1a531b-6657-412b-96ce-399910a80050', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:55.092772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce946c-4846-477c-bc83-1ac1394aa791 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event updated for resources: {'Network': ['ID=8b1a531b-6657-412b-96ce-399910a80050,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:55.114676 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 8b1a531b-6657-412b-96ce-399910a80050 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:09:55.143300 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:55.147344 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e3e5a97e-9da1-4880-a12c-39b115e34e35 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:55.151207 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e3e5a97e-9da1-4880-a12c-39b115e34e35 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9631054 Feb 18 09:09:55.165615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50064) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:55.227249 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75f9fa46-16e9-4c96-bfe0-538e00e62dcd tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:55.248527 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e64d1-1dc7-4cb8-b7d0-8f7624423f9b None None] Pushing event updated for resources: {'Port': ['ID=4cc7a79b-2d94-4ba1-89cd-daaaa8406726,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:55.333435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d554b290-70dd-4bd7-9e09-292fbf391df2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:55.341603 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d554b290-70dd-4bd7-9e09-292fbf391df2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Usage tracker for resource:subnet and tenant:7315aa40df6e405d9b5eddabb2ed42d6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:55.385544 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:55.423422 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Transition to ACTIVE for port object aa39f621-a8a5-45b8-8ae2-ed642484401d will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:55.473804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d554b290-70dd-4bd7-9e09-292fbf391df2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:55.479555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:09:55.479882 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Transition to ACTIVE for port object aa39f621-a8a5-45b8-8ae2-ed642484401d will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:55.492338 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:55.494539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d554b290-70dd-4bd7-9e09-292fbf391df2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:55.495548 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:55.533544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9fa46-16e9-4c96-bfe0-538e00e62dcd tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event deleted for resources: {'Port': ['ID=035d9a40-1191-498d-bb48-4f8b7f865584,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:55.533748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d554b290-70dd-4bd7-9e09-292fbf391df2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Made reservation on behalf of 7315aa40df6e405d9b5eddabb2ed42d6 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:55.536226 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4530b229-0b9f-4b25-a402-7d3d1412e584 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:55.537372 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d554b290-70dd-4bd7-9e09-292fbf391df2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:55.594900 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3f0ef555-14d4-4745-b73f-b0b910ac32f4 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:55.706966 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Network d85898dd-e909-453d-90d4-a1f23fef5952 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:55.712139 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:55.715386 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:55.778862 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Pushing event updated for resources: {'Port': ['ID=aa39f621-a8a5-45b8-8ae2-ed642484401d,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:55.877254 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abfc0528-3e36-4616-9bd9-7852c1800ed2 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:55.895449 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Attempting to bind port aa39f621-a8a5-45b8-8ae2-ed642484401d on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:09:55.896711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Attempting to bind port aa39f621-a8a5-45b8-8ae2-ed642484401d by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '77cb70c5-6ee1-465b-9b0f-1bf95b97213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd85898dd-e909-453d-90d4-a1f23fef5952'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:09:55.896711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Attempting to bind port aa39f621-a8a5-45b8-8ae2-ed642484401d on network d85898dd-e909-453d-90d4-a1f23fef5952 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:09:55.908815 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:09:55.909541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Checking segment: {'id': '77cb70c5-6ee1-465b-9b0f-1bf95b97213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd85898dd-e909-453d-90d4-a1f23fef5952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:55.910055 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:55.910055 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Bound using segment: {'id': '77cb70c5-6ee1-465b-9b0f-1bf95b97213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd85898dd-e909-453d-90d4-a1f23fef5952'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:09:55.910604 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Bound port: aa39f621-a8a5-45b8-8ae2-ed642484401d, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cb70c5-6ee1-465b-9b0f-1bf95b97213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd85898dd-e909-453d-90d4-a1f23fef5952'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:09:55.911225 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:55.925083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 3f0ef555-14d4-4745-b73f-b0b910ac32f4 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:55.933773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 3f0ef555-14d4-4745-b73f-b0b910ac32f4 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:55.934141 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:56.152478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6ce8be3d-ea84-4cb4-99f8-8f20628dd81e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group_rule': {'security_group_id': '2b77f46b-5584-41e4-8e97-02b3576a58a8', 'project_id': '67d280681c92466b957d86889fb303b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:56.169337 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:56.170682 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:56.172180 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:56.183645 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:56.193258 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] For port aa39f621-a8a5-45b8-8ae2-ed642484401d, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:09:56.207177 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] For port aa39f621-a8a5-45b8-8ae2-ed642484401d, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=aa39f621-a8a5-45b8-8ae2-ed642484401d,segment=NetworkSegment(77cb70c5-6ee1-465b-9b0f-1bf95b97213d),segment_id=77cb70c5-6ee1-465b-9b0f-1bf95b97213d)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:09:56.215997 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:56.285325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 3f0ef555-14d4-4745-b73f-b0b910ac32f4, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3f0ef555-14d4-4745-b73f-b0b910ac32f4,segment=NetworkSegment(bfea72fd-30e2-4836-b069-1835f2f2b094),segment_id=bfea72fd-30e2-4836-b069-1835f2f2b094)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:56.296889 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:56.311267 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca607439-b1cf-4643-8ce8-c2bd36bc7d1a None None] Pushing event updated for resources: {'Port': ['ID=aa39f621-a8a5-45b8-8ae2-ed642484401d,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:56.420854 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=3f0ef555-14d4-4745-b73f-b0b910ac32f4,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:56.433074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.objects.ports [None req-d554b290-70dd-4bd7-9e09-292fbf391df2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87768) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 09:09:56.436498 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d554b290-70dd-4bd7-9e09-292fbf391df2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:56.602737 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6ce8be3d-ea84-4cb4-99f8-8f20628dd81e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:56.631136 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 5.1964047 Feb 18 09:09:56.647821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50070) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:56.685518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6ce8be3d-ea84-4cb4-99f8-8f20628dd81e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:56.694719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6ce8be3d-ea84-4cb4-99f8-8f20628dd81e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:56.753242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6ce8be3d-ea84-4cb4-99f8-8f20628dd81e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:56.755459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-1e4ae5ec-f4b5-452b-9d7e-ee0f78ea345e admin admin] Request body: {'subnet': {'network_id': '21d609ce-a1da-428d-bc0b-7f4c8cd06c80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1389494718-subnet', 'tenant_id': '4d843b82d4244978a31fc3800e11357a', 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:56.762195 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1e4ae5ec-f4b5-452b-9d7e-ee0f78ea345e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:56.763579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Allocated IP 172.20.0.17 (b3db08fd-8f17-4c5b-94e6-3c814d5e0533/188f737e-5321-416d-b679-d91b08b34601/73ac3953-539e-445d-9601-385539c5eb50) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:56.768829 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1e4ae5ec-f4b5-452b-9d7e-ee0f78ea345e admin admin] Usage tracker for resource:subnet and tenant:4d843b82d4244978a31fc3800e11357a is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:56.773589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554b290-70dd-4bd7-9e09-292fbf391df2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event updated for resources: {'Subnet': ['ID=6ff5959d-f960-417c-8f47-9985b302828e,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:56.777751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1e4ae5ec-f4b5-452b-9d7e-ee0f78ea345e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:56.791823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bfa52-b95c-4212-858c-74f189fbf5b9 admin admin] Pushing event updated for resources: {'Network': ['ID=21d609ce-a1da-428d-bc0b-7f4c8cd06c80,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:56.804482 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 21d609ce-a1da-428d-bc0b-7f4c8cd06c80 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:09:56.819103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1e4ae5ec-f4b5-452b-9d7e-ee0f78ea345e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:56.946874 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6ce8be3d-ea84-4cb4-99f8-8f20628dd81e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:56.990649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d422758-9128-43ab-b815-588c0e5c4980 None None] Network b3db08fd-8f17-4c5b-94e6-3c814d5e0533 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:57.111254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b4411734-4a14-41c1-91da-1201cc0065c3 None None] Provisioning for port 4cc7a79b-2d94-4ba1-89cd-daaaa8406726 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:57.147702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d554b290-70dd-4bd7-9e09-292fbf391df2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Checking segment: {'id': 'aca7570d-4993-41dc-a6ac-c701cc3e25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8b1a531b-6657-412b-96ce-399910a80050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:57.148396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d554b290-70dd-4bd7-9e09-292fbf391df2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Network hostable DHCP agents. Network: 8b1a531b-6657-412b-96ce-399910a80050, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:09:57.166927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4ae5ec-f4b5-452b-9d7e-ee0f78ea345e admin admin] Made reservation on behalf of 4d843b82d4244978a31fc3800e11357a for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:57.170009 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e4ae5ec-f4b5-452b-9d7e-ee0f78ea345e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:57.177499 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75f9fa46-16e9-4c96-bfe0-538e00e62dcd tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:57.360665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d554b290-70dd-4bd7-9e09-292fbf391df2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Network 8b1a531b-6657-412b-96ce-399910a80050 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:09:57.452505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-d554b290-70dd-4bd7-9e09-292fbf391df2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 8b1a531b-6657-412b-96ce-399910a80050) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:57.456145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d554b290-70dd-4bd7-9e09-292fbf391df2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:57.456774 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d554b290-70dd-4bd7-9e09-292fbf391df2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:57.496050 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4530b229-0b9f-4b25-a402-7d3d1412e584 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:57.511409 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbda5967-8b9f-4021-ac86-b9c873ff3d90 None None] Network 8b1a531b-6657-412b-96ce-399910a80050 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:57.526115 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abfc0528-3e36-4616-9bd9-7852c1800ed2 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:57.535027 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4530b229-0b9f-4b25-a402-7d3d1412e584 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:57.600299 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d554b290-70dd-4bd7-9e09-292fbf391df2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5540214 Feb 18 09:09:57.609461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50074) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:57.610665 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abfc0528-3e36-4616-9bd9-7852c1800ed2 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:57.628064 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6ce8be3d-ea84-4cb4-99f8-8f20628dd81e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:57.642712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-1a357f4b-5a16-4d08-9069-a08c332f87be tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Request body: {'port': {'network_id': '8b1a531b-6657-412b-96ce-399910a80050', 'name': 'tempest-NetworksIpV6TestAttrs-2038023762'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:57.731222 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4cc7a79b-2d94-4ba1-89cd-daaaa8406726 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:57.757532 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6ce8be3d-ea84-4cb4-99f8-8f20628dd81e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:57.897119 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 4cc7a79b-2d94-4ba1-89cd-daaaa8406726 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:57.910308 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4cc7a79b-2d94-4ba1-89cd-daaaa8406726 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:57.910679 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:57.937489 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:58.000387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfc0528-3e36-4616-9bd9-7852c1800ed2 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Router e50c2c46-1017-4795-b50a-96f16896ce01 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:09:58.016840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8be3d-ea84-4cb4-99f8-8f20628dd81e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3730f956-ecb0-41cd-b550-0edeaa176b69,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:58.031644 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64dd99b-86d5-4bce-979e-2265d7a3760f None None] Network d85898dd-e909-453d-90d4-a1f23fef5952 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:58.051752 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-8b1a531b-6657-412b-96ce-399910a80050', 'network_id': '8b1a531b-6657-412b-96ce-399910a80050', 'tenant_id': '7315aa40df6e405d9b5eddabb2ed42d6', 'fixed_ips': [{'subnet_id': '6ff5959d-f960-417c-8f47-9985b302828e'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:09:58.052612 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:58.067299 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Transition to ACTIVE for port object 73ac3953-539e-445d-9601-385539c5eb50 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:58.072821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530b229-0b9f-4b25-a402-7d3d1412e584 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event updated for resources: {'Port': ['ID=8c5f2b83-991b-474a-a6d1-3c08e2a7ffc5,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:58.086751 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6ce8be3d-ea84-4cb4-99f8-8f20628dd81e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:58.090532 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6ce8be3d-ea84-4cb4-99f8-8f20628dd81e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.9103131 Feb 18 09:09:58.090682 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d0a45f2a-862d-4edd-a4e3-533b807e909a None None] Provisioning complete for port 4cc7a79b-2d94-4ba1-89cd-daaaa8406726 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:58.090682 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d0a45f2a-862d-4edd-a4e3-533b807e909a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:58.097262 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50078) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:58.157839 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-12207f84-d013-4ca7-8328-066ea42349eb tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group_rule': {'security_group_id': '2b77f46b-5584-41e4-8e97-02b3576a58a8', 'project_id': '67d280681c92466b957d86889fb303b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:58.164325 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-4530b229-0b9f-4b25-a402-7d3d1412e584 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] In _notify_port_updated(), no bound segment for port 8c5f2b83-991b-474a-a6d1-3c08e2a7ffc5 on network 241c95be-8692-4339-9f3a-c0e6d5272183 {{(pid=87767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:09:58.169486 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4530b229-0b9f-4b25-a402-7d3d1412e584 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:58.170085 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4530b229-0b9f-4b25-a402-7d3d1412e584 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:58.174260 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4530b229-0b9f-4b25-a402-7d3d1412e584 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "PUT /v2.0/ports/8c5f2b83-991b-474a-a6d1-3c08e2a7ffc5 HTTP/1.1" status: 200 len: 993 time: 4.4513354 Feb 18 09:09:58.176355 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50082) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:58.191463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-12207f84-d013-4ca7-8328-066ea42349eb tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:58.203705 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e4ae5ec-f4b5-452b-9d7e-ee0f78ea345e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:58.242223 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-12207f84-d013-4ca7-8328-066ea42349eb tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:58.254858 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-12207f84-d013-4ca7-8328-066ea42349eb tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:58.277720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-12207f84-d013-4ca7-8328-066ea42349eb tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:58.311860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-345c3499-aa38-4325-916b-055d651bcdfb tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Deleting port 8c5f2b83-991b-474a-a6d1-3c08e2a7ffc5 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:09:58.312819 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-345c3499-aa38-4325-916b-055d651bcdfb tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:58.338001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1a357f4b-5a16-4d08-9069-a08c332f87be tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:58.348974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f9fa46-16e9-4c96-bfe0-538e00e62dcd tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Router c4d0a299-bbd4-425d-84ad-464d1a4f8fbd has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:09:58.359934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1a357f4b-5a16-4d08-9069-a08c332f87be tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Usage tracker for resource:port and tenant:7315aa40df6e405d9b5eddabb2ed42d6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:58.362510 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:58.371430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1a357f4b-5a16-4d08-9069-a08c332f87be tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:58.374116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ae5ec-f4b5-452b-9d7e-ee0f78ea345e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c50b55f-d602-43e4-917d-7f14a1647b3a,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:58.386093 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1a357f4b-5a16-4d08-9069-a08c332f87be tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:58.393103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfc0528-3e36-4616-9bd9-7852c1800ed2 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:09:58.400185 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abfc0528-3e36-4616-9bd9-7852c1800ed2 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:58.401560 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-abfc0528-3e36-4616-9bd9-7852c1800ed2 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "PUT /v2.0/routers/e50c2c46-1017-4795-b50a-96f16896ce01 HTTP/1.1" status: 200 len: 921 time: 4.0626981 Feb 18 09:09:58.406239 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50086) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:58.410861 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c43410b-584b-4e86-b295-9e599cbaa0fd None None] Sync routers for ids ['e50c2c46-1017-4795-b50a-96f16896ce01'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:09:58.421886 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c43410b-584b-4e86-b295-9e599cbaa0fd None None] Routers {'e50c2c46-1017-4795-b50a-96f16896ce01'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:58.422751 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7c43410b-584b-4e86-b295-9e599cbaa0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e50c2c46-1017-4795-b50a-96f16896ce01'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:58.467127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4ae5ec-f4b5-452b-9d7e-ee0f78ea345e admin admin] Checking segment: {'id': 'fe9c70d1-ed29-4f29-abe2-3aac878d9407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '21d609ce-a1da-428d-bc0b-7f4c8cd06c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:09:58.467768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4ae5ec-f4b5-452b-9d7e-ee0f78ea345e admin admin] Network hostable DHCP agents. Network: 21d609ce-a1da-428d-bc0b-7f4c8cd06c80, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:09:58.479436 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a357f4b-5a16-4d08-9069-a08c332f87be tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Made reservation on behalf of 7315aa40df6e405d9b5eddabb2ed42d6 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:09:58.483205 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1a357f4b-5a16-4d08-9069-a08c332f87be tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:58.487924 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7c43410b-584b-4e86-b295-9e599cbaa0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:58.497559 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c43410b-584b-4e86-b295-9e599cbaa0fd None None] Routers {'e50c2c46-1017-4795-b50a-96f16896ce01'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:58.498419 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7c43410b-584b-4e86-b295-9e599cbaa0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e50c2c46-1017-4795-b50a-96f16896ce01'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:58.545261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-1a357f4b-5a16-4d08-9069-a08c332f87be tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] device_id is not set on port f8fcadae-b70c-4975-8892-010eaef79dd0 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:09:58.569337 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7c43410b-584b-4e86-b295-9e599cbaa0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:58.569993 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c43410b-584b-4e86-b295-9e599cbaa0fd None None] The sync data for ids ['e50c2c46-1017-4795-b50a-96f16896ce01'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:09:58.576694 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d0a45f2a-862d-4edd-a4e3-533b807e909a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:58.584341 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-12207f84-d013-4ca7-8328-066ea42349eb tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:58.612715 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:58.637627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4ae5ec-f4b5-452b-9d7e-ee0f78ea345e admin admin] Network 21d609ce-a1da-428d-bc0b-7f4c8cd06c80 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:09:58.680551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-1e4ae5ec-f4b5-452b-9d7e-ee0f78ea345e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 21d609ce-a1da-428d-bc0b-7f4c8cd06c80) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:58.691077 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 4cc7a79b-2d94-4ba1-89cd-daaaa8406726, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4cc7a79b-2d94-4ba1-89cd-daaaa8406726,segment=NetworkSegment(bf3610e6-1c20-49a2-859a-0d8b43678e37),segment_id=bf3610e6-1c20-49a2-859a-0d8b43678e37)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:09:58.696324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4ae5ec-f4b5-452b-9d7e-ee0f78ea345e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:58.697180 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1e4ae5ec-f4b5-452b-9d7e-ee0f78ea345e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:58.708796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53f3b9e-72b7-4980-95dc-a686fe8c2176 None None] Network 21d609ce-a1da-428d-bc0b-7f4c8cd06c80 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:09:58.718130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Network b3db08fd-8f17-4c5b-94e6-3c814d5e0533 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:09:58.733075 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-da3ac055-5753-4eee-8d44-d94234bce772 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "GET /v2.0/routers/e50c2c46-1017-4795-b50a-96f16896ce01 HTTP/1.1" status: 200 len: 921 time: 0.3258069 Feb 18 09:09:58.741765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50090) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:58.749250 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1e4ae5ec-f4b5-452b-9d7e-ee0f78ea345e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0966139 Feb 18 09:09:58.760475 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50094) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:58.768899 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:58.769681 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device aa39f621-a8a5-45b8-8ae2-ed642484401d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:58.773597 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:09:58.776115 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:09:58.842749 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1389494718-router', 'tenant_id': '4d843b82d4244978a31fc3800e11357a', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:58.845547 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74ab880-f72b-4581-a3be-21d8d4c99bf8 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:58.846581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a74ab880-f72b-4581-a3be-21d8d4c99bf8 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Synchronizing usage tracker for tenant:7c89eafc82404cebbb2977a12ba53e8d on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:58.868451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a74ab880-f72b-4581-a3be-21d8d4c99bf8 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Unset dirty status for tenant:7c89eafc82404cebbb2977a12ba53e8d on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:58.874517 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a74ab880-f72b-4581-a3be-21d8d4c99bf8 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&device_id=e50c2c46-1017-4795-b50a-96f16896ce01&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1314645 Feb 18 09:09:58.875629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50098) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:58.892305 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event updated for resources: {'Port': ['ID=73ac3953-539e-445d-9601-385539c5eb50,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:58.909249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:58.925172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Usage tracker for resource:router and tenant:4d843b82d4244978a31fc3800e11357a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:58.932205 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:58.983009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Allocated IP 2001:db8::f816:3eff:fe96:407c (8b1a531b-6657-412b-96ce-399910a80050/6ff5959d-f960-417c-8f47-9985b302828e/dbe1d040-be1d-4f28-9acb-0428e9caface) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:59.064995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:59.114787 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-d0a45f2a-862d-4edd-a4e3-533b807e909a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:09:59.115368 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-d0a45f2a-862d-4edd-a4e3-533b807e909a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:09:59.174364 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-12207f84-d013-4ca7-8328-066ea42349eb tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:59.175325 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:59.197652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20906c8-b57e-4609-b313-9827c0919f93 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:09:59.198310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d20906c8-b57e-4609-b313-9827c0919f93 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Synchronizing usage tracker for tenant:7c89eafc82404cebbb2977a12ba53e8d on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:09:59.219961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d20906c8-b57e-4609-b313-9827c0919f93 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Unset dirty status for tenant:7c89eafc82404cebbb2977a12ba53e8d on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:09:59.224713 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d20906c8-b57e-4609-b313-9827c0919f93 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 881 time: 0.3446982 Feb 18 09:09:59.225575 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port aa39f621-a8a5-45b8-8ae2-ed642484401d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:09:59.225804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50102) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:59.273918 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-90571879-fccb-455f-8210-ea28d1e9b4a0 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "GET /v2.0/ports?device_id=e50c2c46-1017-4795-b50a-96f16896ce01 HTTP/1.1" status: 200 len: 205 time: 0.0443370 Feb 18 09:09:59.275124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50106) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:59.301845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=4cc7a79b-2d94-4ba1-89cd-daaaa8406726,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:59.307921 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3f0ef555-14d4-4745-b73f-b0b910ac32f4 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:09:59.311352 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-12207f84-d013-4ca7-8328-066ea42349eb tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:59.322192 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:59.323465 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:59.402687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f9fa46-16e9-4c96-bfe0-538e00e62dcd tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:09:59.417603 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12207f84-d013-4ca7-8328-066ea42349eb tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec09498c-8006-4d19-a404-2287ddb1828b,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:59.429428 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fdaa02-2d23-43fe-930a-e7bf6bcc6d1a None None] Sync routers for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:09:59.465271 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-75f9fa46-16e9-4c96-bfe0-538e00e62dcd tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "PUT /v2.0/routers/c4d0a299-bbd4-425d-84ad-464d1a4f8fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7330463 Feb 18 09:09:59.465271 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-12207f84-d013-4ca7-8328-066ea42349eb tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:59.465271 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-12207f84-d013-4ca7-8328-066ea42349eb tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3662667 Feb 18 09:09:59.466939 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:59.468518 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-345c3499-aa38-4325-916b-055d651bcdfb tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:59.479264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50110) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:59.479771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50112) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:09:59.491875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-20154959-7539-4e46-aa6a-52ad8afe8dc7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group_rule': {'security_group_id': '2b77f46b-5584-41e4-8e97-02b3576a58a8', 'project_id': '67d280681c92466b957d86889fb303b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:09:59.633594 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:59.634580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-345c3499-aa38-4325-916b-055d651bcdfb tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Calling delete_port for 8c5f2b83-991b-474a-a6d1-3c08e2a7ffc5 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:09:59.648172 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Transition to ACTIVE for port object dbe1d040-be1d-4f28-9acb-0428e9caface will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:59.674739 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Transition to ACTIVE for port object dbe1d040-be1d-4f28-9acb-0428e9caface will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:09:59.715154 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fdaa02-2d23-43fe-930a-e7bf6bcc6d1a None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:59.715819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b2fdaa02-2d23-43fe-930a-e7bf6bcc6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:59.736159 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47e08ef6-f75c-43e0-9d32-77ac68b11e3c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:59.788300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-21d609ce-a1da-428d-bc0b-7f4c8cd06c80', 'network_id': '21d609ce-a1da-428d-bc0b-7f4c8cd06c80', 'tenant_id': '4d843b82d4244978a31fc3800e11357a', 'fixed_ips': [{'subnet_id': '4c50b55f-d602-43e4-917d-7f14a1647b3a'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:09:59.789618 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:59.801300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-20154959-7539-4e46-aa6a-52ad8afe8dc7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:09:59.804603 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b2fdaa02-2d23-43fe-930a-e7bf6bcc6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:59.811602 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:59.901220 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fdaa02-2d23-43fe-930a-e7bf6bcc6d1a None None] Routers {'c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:09:59.901865 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b2fdaa02-2d23-43fe-930a-e7bf6bcc6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:09:59.910124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-20154959-7539-4e46-aa6a-52ad8afe8dc7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:09:59.922547 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-20154959-7539-4e46-aa6a-52ad8afe8dc7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:09:59.934803 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-1a357f4b-5a16-4d08-9069-a08c332f87be tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Allocated IP 2001:db8::f816:3eff:fe91:c738 (8b1a531b-6657-412b-96ce-399910a80050/6ff5959d-f960-417c-8f47-9985b302828e/f8fcadae-b70c-4975-8892-010eaef79dd0) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:09:59.947409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-20154959-7539-4e46-aa6a-52ad8afe8dc7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:09:59.959292 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Pushing event updated for resources: {'Port': ['ID=dbe1d040-be1d-4f28-9acb-0428e9caface,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:09:59.973415 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-823e37a5-5775-4904-84a3-e571bfb05666 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:09:59.988562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 3f0ef555-14d4-4745-b73f-b0b910ac32f4 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:09:59.988929 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.028069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Network 8b1a531b-6657-412b-96ce-399910a80050 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:00.028596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b2fdaa02-2d23-43fe-930a-e7bf6bcc6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:00.029039 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fdaa02-2d23-43fe-930a-e7bf6bcc6d1a None None] The sync data for ids ['c4d0a299-bbd4-425d-84ad-464d1a4f8fbd'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:10:00.039996 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:00.086429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:00.184042 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-20154959-7539-4e46-aa6a-52ad8afe8dc7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.241660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Attempting to bind port dbe1d040-be1d-4f28-9acb-0428e9caface on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:00.242268 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Attempting to bind port dbe1d040-be1d-4f28-9acb-0428e9caface by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'aca7570d-4993-41dc-a6ac-c701cc3e25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8b1a531b-6657-412b-96ce-399910a80050'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:00.242268 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Attempting to bind port dbe1d040-be1d-4f28-9acb-0428e9caface on network 8b1a531b-6657-412b-96ce-399910a80050 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:10:00.251788 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.259908 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:10:00.260303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Checking segment: {'id': 'aca7570d-4993-41dc-a6ac-c701cc3e25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8b1a531b-6657-412b-96ce-399910a80050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:00.260724 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.261106 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Bound using segment: {'id': 'aca7570d-4993-41dc-a6ac-c701cc3e25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8b1a531b-6657-412b-96ce-399910a80050'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:10:00.261605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Bound port: dbe1d040-be1d-4f28-9acb-0428e9caface, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca7570d-4993-41dc-a6ac-c701cc3e25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8b1a531b-6657-412b-96ce-399910a80050'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:00.261962 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.280905 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.318017 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-36d09fe2-f7e6-4704-a7ff-74f6c94caeff None None] Provisioning complete for port 8c5f2b83-991b-474a-a6d1-3c08e2a7ffc5 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:00.318397 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-36d09fe2-f7e6-4704-a7ff-74f6c94caeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.363018 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-345c3499-aa38-4325-916b-055d651bcdfb tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.415154 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47e08ef6-f75c-43e0-9d32-77ac68b11e3c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.421734 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-36d09fe2-f7e6-4704-a7ff-74f6c94caeff None None] Port 8c5f2b83-991b-474a-a6d1-3c08e2a7ffc5 was deleted so its status cannot be updated. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 18 09:10:00.449400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-47e08ef6-f75c-43e0-9d32-77ac68b11e3c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Deleting port c3518fd9-b20f-4d66-b1ea-899e3e8af30d {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:00.449722 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47e08ef6-f75c-43e0-9d32-77ac68b11e3c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.454753 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8c6b06c9-65de-4f09-9062-cf698cf7735f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.487454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Allocated IP 172.20.0.2 (21d609ce-a1da-428d-bc0b-7f4c8cd06c80/4c50b55f-d602-43e4-917d-7f14a1647b3a/df56675e-6f4a-4624-964a-a1608929c822) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:00.492843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c3499-aa38-4325-916b-055d651bcdfb tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event deleted for resources: {'Port': ['ID=8c5f2b83-991b-474a-a6d1-3c08e2a7ffc5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:00.511429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-36d09fe2-f7e6-4704-a7ff-74f6c94caeff None None] Provisioning for port 73ac3953-539e-445d-9601-385539c5eb50 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:00.533400 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-36d09fe2-f7e6-4704-a7ff-74f6c94caeff None None] Provisioning complete for port 73ac3953-539e-445d-9601-385539c5eb50 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:00.533607 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-823e37a5-5775-4904-84a3-e571bfb05666 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.534104 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-36d09fe2-f7e6-4704-a7ff-74f6c94caeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.566637 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-20154959-7539-4e46-aa6a-52ad8afe8dc7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.659488 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-823e37a5-5775-4904-84a3-e571bfb05666 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Deleting port f44174b1-f1f2-40d3-8346-713f82ecad09 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:00.659689 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-823e37a5-5775-4904-84a3-e571bfb05666 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.741612 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-20154959-7539-4e46-aa6a-52ad8afe8dc7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:00.830475 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4cc7a79b-2d94-4ba1-89cd-daaaa8406726 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:00.859559 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] For port dbe1d040-be1d-4f28-9acb-0428e9caface, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:10:00.945596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] For port dbe1d040-be1d-4f28-9acb-0428e9caface, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=dbe1d040-be1d-4f28-9acb-0428e9caface,segment=NetworkSegment(aca7570d-4993-41dc-a6ac-c701cc3e25be),segment_id=aca7570d-4993-41dc-a6ac-c701cc3e25be)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:10:00.967585 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-36d09fe2-f7e6-4704-a7ff-74f6c94caeff None None] Port 73ac3953-539e-445d-9601-385539c5eb50 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:00.975888 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.088808 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-36d09fe2-f7e6-4704-a7ff-74f6c94caeff None None] Provisioning for port aa39f621-a8a5-45b8-8ae2-ed642484401d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:01.124545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-36d09fe2-f7e6-4704-a7ff-74f6c94caeff None None] Provisioning complete for port aa39f621-a8a5-45b8-8ae2-ed642484401d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:01.125617 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-36d09fe2-f7e6-4704-a7ff-74f6c94caeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.130514 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-345c3499-aa38-4325-916b-055d651bcdfb tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.191990 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-345c3499-aa38-4325-916b-055d651bcdfb tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "DELETE /v2.0/ports/8c5f2b83-991b-474a-a6d1-3c08e2a7ffc5 HTTP/1.1" status: 204 len: 168 time: 3.0062068 Feb 18 09:10:01.197143 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50118) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:01.214932 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183493f-859d-44c9-970d-395aa3d8790d None None] Pushing event updated for resources: {'Port': ['ID=dbe1d040-be1d-4f28-9acb-0428e9caface,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:01.240037 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-823e37a5-5775-4904-84a3-e571bfb05666 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.267350 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4cc7a79b-2d94-4ba1-89cd-daaaa8406726 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:01.268369 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.339700 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.357052 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Transition to ACTIVE for port object df56675e-6f4a-4624-964a-a1608929c822 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:01.368908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-823e37a5-5775-4904-84a3-e571bfb05666 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Calling delete_port for f44174b1-f1f2-40d3-8346-713f82ecad09 owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:01.397974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Transition to ACTIVE for port object df56675e-6f4a-4624-964a-a1608929c822 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:01.415705 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee246d4-e324-4a87-879f-d8c41ac4906d tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] GET failed (client error): The resource could not be found. Feb 18 09:10:01.415705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8ee246d4-e324-4a87-879f-d8c41ac4906d tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Synchronizing usage tracker for tenant:4a1150e016c24e718c244790631cc53a on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:01.489614 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.550085 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8ee246d4-e324-4a87-879f-d8c41ac4906d tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Unset dirty status for tenant:4a1150e016c24e718c244790631cc53a on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:01.555212 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8ee246d4-e324-4a87-879f-d8c41ac4906d tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "GET /v2.0/ports/8c5f2b83-991b-474a-a6d1-3c08e2a7ffc5 HTTP/1.1" status: 404 len: 333 time: 0.2958157 Feb 18 09:10:01.560506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50122) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:01.567379 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.584254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Network 21d609ce-a1da-428d-bc0b-7f4c8cd06c80 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:01.591044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:01.601331 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:01.612081 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.619004 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-823e37a5-5775-4904-84a3-e571bfb05666 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.620182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-86c3037e-2873-4b48-a3d5-2593c60349a2 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Request body: {'port': {'network_id': '241c95be-8692-4339-9f3a-c0e6d5272183', 'name': 'tempest-AllowedAddressPairTestJSON-667032538'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:01.681651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154959-7539-4e46-aa6a-52ad8afe8dc7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0253ed-df02-4d6d-b3a3-4a296ecb9d83,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:01.709140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e37a5-5775-4904-84a3-e571bfb05666 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Pushing event deleted for resources: {'Port': ['ID=f44174b1-f1f2-40d3-8346-713f82ecad09,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:01.714980 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.734499 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1a357f4b-5a16-4d08-9069-a08c332f87be tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.745675 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.778743 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-36d09fe2-f7e6-4704-a7ff-74f6c94caeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.818564 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Pushing event updated for resources: {'Port': ['ID=df56675e-6f4a-4624-964a-a1608929c822,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:01.829482 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Attempting to bind port df56675e-6f4a-4624-964a-a1608929c822 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:01.829855 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Attempting to bind port df56675e-6f4a-4624-964a-a1608929c822 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'fe9c70d1-ed29-4f29-abe2-3aac878d9407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '21d609ce-a1da-428d-bc0b-7f4c8cd06c80'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:01.830216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Attempting to bind port df56675e-6f4a-4624-964a-a1608929c822 on network 21d609ce-a1da-428d-bc0b-7f4c8cd06c80 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:10:01.836448 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:10:01.836820 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Checking segment: {'id': 'fe9c70d1-ed29-4f29-abe2-3aac878d9407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '21d609ce-a1da-428d-bc0b-7f4c8cd06c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:01.837216 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.837598 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Bound using segment: {'id': 'fe9c70d1-ed29-4f29-abe2-3aac878d9407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '21d609ce-a1da-428d-bc0b-7f4c8cd06c80'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:10:01.838050 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Bound port: df56675e-6f4a-4624-964a-a1608929c822, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9c70d1-ed29-4f29-abe2-3aac878d9407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '21d609ce-a1da-428d-bc0b-7f4c8cd06c80'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:01.838420 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.858113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-36d09fe2-f7e6-4704-a7ff-74f6c94caeff None None] For port aa39f621-a8a5-45b8-8ae2-ed642484401d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=aa39f621-a8a5-45b8-8ae2-ed642484401d,segment=NetworkSegment(77cb70c5-6ee1-465b-9b0f-1bf95b97213d),segment_id=77cb70c5-6ee1-465b-9b0f-1bf95b97213d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:01.891633 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-36d09fe2-f7e6-4704-a7ff-74f6c94caeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.909743 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-20154959-7539-4e46-aa6a-52ad8afe8dc7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.913027 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-20154959-7539-4e46-aa6a-52ad8afe8dc7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.4297309 Feb 18 09:10:01.920398 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-1a357f4b-5a16-4d08-9069-a08c332f87be tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Transition to ACTIVE for port object f8fcadae-b70c-4975-8892-010eaef79dd0 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:01.922047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50126) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:01.935536 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47e08ef6-f75c-43e0-9d32-77ac68b11e3c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.950926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-dfdce92c-6a1d-4353-8423-4c26e720ab82 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group_rule': {'security_group_id': '2b77f46b-5584-41e4-8e97-02b3576a58a8', 'project_id': '67d280681c92466b957d86889fb303b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:01.960654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event updated for resources: {'Port': ['ID=73ac3953-539e-445d-9601-385539c5eb50,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:01.964996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-dfdce92c-6a1d-4353-8423-4c26e720ab82 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:01.971887 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:01.997385 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d09fe2-f7e6-4704-a7ff-74f6c94caeff None None] Pushing event updated for resources: {'Port': ['ID=aa39f621-a8a5-45b8-8ae2-ed642484401d,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:02.010625 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] For port df56675e-6f4a-4624-964a-a1608929c822, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:10:02.015616 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] For port df56675e-6f4a-4624-964a-a1608929c822, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=df56675e-6f4a-4624-964a-a1608929c822,segment=NetworkSegment(fe9c70d1-ed29-4f29-abe2-3aac878d9407),segment_id=fe9c70d1-ed29-4f29-abe2-3aac878d9407)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:10:02.021559 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.023755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-dfdce92c-6a1d-4353-8423-4c26e720ab82 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:02.094197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-dfdce92c-6a1d-4353-8423-4c26e720ab82 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:02.105406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-47e08ef6-f75c-43e0-9d32-77ac68b11e3c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Calling delete_port for c3518fd9-b20f-4d66-b1ea-899e3e8af30d owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:02.126373 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d651cc-18ae-4061-a2d9-416a999dd0aa None None] Pushing event updated for resources: {'Port': ['ID=df56675e-6f4a-4624-964a-a1608929c822,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:02.153887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-dfdce92c-6a1d-4353-8423-4c26e720ab82 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:02.165225 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-823e37a5-5775-4904-84a3-e571bfb05666 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.175128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.175864 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.176446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.177013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.177512 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.177852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.178178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.178505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.178997 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.179324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.179651 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.179973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:02.313004 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-86c3037e-2873-4b48-a3d5-2593c60349a2 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:02.334976 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-86c3037e-2873-4b48-a3d5-2593c60349a2 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:02.391176 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-dfdce92c-6a1d-4353-8423-4c26e720ab82 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Project 67d280681c92466b957d86889fb303b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:10:02.397783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Allocated IP 172.25.1.37 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/664e55f7-ca0e-4000-b9bd-0309ef6d3271) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:02.410876 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c3037e-2873-4b48-a3d5-2593c60349a2 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Made reservation on behalf of 4a1150e016c24e718c244790631cc53a for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:02.414527 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86c3037e-2873-4b48-a3d5-2593c60349a2 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.415778 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-823e37a5-5775-4904-84a3-e571bfb05666 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.422126 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-823e37a5-5775-4904-84a3-e571bfb05666 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.429759 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dfdce92c-6a1d-4353-8423-4c26e720ab82 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.472211 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-86c3037e-2873-4b48-a3d5-2593c60349a2 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] device_id is not set on port c8a6eb4a-145f-4e6c-bf9c-a9d9ddd3dc7d yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:10:02.495795 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1a357f4b-5a16-4d08-9069-a08c332f87be tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.540990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Network b3db08fd-8f17-4c5b-94e6-3c814d5e0533 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:02.586150 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-823e37a5-5775-4904-84a3-e571bfb05666 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.586634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823e37a5-5775-4904-84a3-e571bfb05666 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Fanout notify agent at l3_agent the message router_deleted on router e50c2c46-1017-4795-b50a-96f16896ce01 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:10:02.596591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:02.630028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a357f4b-5a16-4d08-9069-a08c332f87be tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Network 8b1a531b-6657-412b-96ce-399910a80050 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:02.634440 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-823e37a5-5775-4904-84a3-e571bfb05666 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.635546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-823e37a5-5775-4904-84a3-e571bfb05666 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "DELETE /v2.0/routers/e50c2c46-1017-4795-b50a-96f16896ce01 HTTP/1.1" status: 204 len: 168 time: 3.3603725 Feb 18 09:10:02.641595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-1a357f4b-5a16-4d08-9069-a08c332f87be tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:02.643625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50130) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:02.658955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a357f4b-5a16-4d08-9069-a08c332f87be tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:02.666080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a357f4b-5a16-4d08-9069-a08c332f87be tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:02.666080 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1a357f4b-5a16-4d08-9069-a08c332f87be tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.677141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0fbb4ee5-5a8c-48c2-8777-ea9713fae565 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-739009723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:02.822874 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a357f4b-5a16-4d08-9069-a08c332f87be tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event updated for resources: {'Port': ['ID=f8fcadae-b70c-4975-8892-010eaef79dd0,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:02.838834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0fbb4ee5-5a8c-48c2-8777-ea9713fae565 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:02.851316 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1a357f4b-5a16-4d08-9069-a08c332f87be tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.2354476 Feb 18 09:10:02.852356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50134) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:02.857378 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dfdce92c-6a1d-4353-8423-4c26e720ab82 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.864314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0fbb4ee5-5a8c-48c2-8777-ea9713fae565 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Usage tracker for resource:router and tenant:6e8b609b068047abafd723ed15d541ed is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:02.873270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0fbb4ee5-5a8c-48c2-8777-ea9713fae565 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:02.936098 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8d494a-1907-4403-b7c8-32c882a46cbb None None] Network 8b1a531b-6657-412b-96ce-399910a80050 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:02.966144 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dfdce92c-6a1d-4353-8423-4c26e720ab82 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:02.973909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0fbb4ee5-5a8c-48c2-8777-ea9713fae565 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:03.042758 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.064062 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Router 63d7f365-dcf8-42d3-b6d5-d73f6368fb1b has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:10:03.075279 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-86c3037e-2873-4b48-a3d5-2593c60349a2 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Allocated IP 172.20.0.12 (241c95be-8692-4339-9f3a-c0e6d5272183/85c4a028-5c15-4e99-8b10-977d2b94698c/c8a6eb4a-145f-4e6c-bf9c-a9d9ddd3dc7d) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:03.081626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device aa39f621-a8a5-45b8-8ae2-ed642484401d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:03.183089 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7de7a998-906e-4b87-b106-1529a294b6d0 None None] Provisioning for port dbe1d040-be1d-4f28-9acb-0428e9caface completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:03.188906 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdce92c-6a1d-4353-8423-4c26e720ab82 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24884396-b6df-419e-a94f-2424503d4d68,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:03.194462 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0fbb4ee5-5a8c-48c2-8777-ea9713fae565 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.195714 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0fbb4ee5-5a8c-48c2-8777-ea9713fae565 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.217248 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47e08ef6-f75c-43e0-9d32-77ac68b11e3c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.259004 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port aa39f621-a8a5-45b8-8ae2-ed642484401d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:03.259390 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.262177 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dfdce92c-6a1d-4353-8423-4c26e720ab82 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.263570 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dfdce92c-6a1d-4353-8423-4c26e720ab82 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3337190 Feb 18 09:10:03.268629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c19a308-d8cd-4254-b689-57f0e84dbf39 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Deleting subnet 6ff5959d-f960-417c-8f47-9985b302828e {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:10:03.270629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50138) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:03.290634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e08ef6-f75c-43e0-9d32-77ac68b11e3c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event deleted for resources: {'Port': ['ID=c3518fd9-b20f-4d66-b1ea-899e3e8af30d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:03.295309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-4f191e2a-0523-47de-9e14-7841c28419df tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'security_group_rule': {'security_group_id': '2b77f46b-5584-41e4-8e97-02b3576a58a8', 'project_id': '67d280681c92466b957d86889fb303b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:03.295634 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.308344 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3c19a308-d8cd-4254-b689-57f0e84dbf39 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.385737 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c6104cae-d696-488e-a6e6-d001ae6b2bbd None None] Provisioning complete for port 73ac3953-539e-445d-9601-385539c5eb50 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:03.386199 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c6104cae-d696-488e-a6e6-d001ae6b2bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.449815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:03.452926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4f191e2a-0523-47de-9e14-7841c28419df tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:03.456129 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0fbb4ee5-5a8c-48c2-8777-ea9713fae565 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.463861 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:03.467600 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:03.474411 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c6104cae-d696-488e-a6e6-d001ae6b2bbd None None] Port 73ac3953-539e-445d-9601-385539c5eb50 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:03.522098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4f191e2a-0523-47de-9e14-7841c28419df tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:security_group_rule and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:03.538563 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:10:03.539199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4f191e2a-0523-47de-9e14-7841c28419df tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:03.546941 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0fbb4ee5-5a8c-48c2-8777-ea9713fae565 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.560347 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Sync routers for ids ['63d7f365-dcf8-42d3-b6d5-d73f6368fb1b'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:10:03.564832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Pushing event updated for resources: {'Port': ['ID=664e55f7-ca0e-4000-b9bd-0309ef6d3271,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:03.582170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4f191e2a-0523-47de-9e14-7841c28419df tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:03.588457 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0fbb4ee5-5a8c-48c2-8777-ea9713fae565 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:03.592542 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0fbb4ee5-5a8c-48c2-8777-ea9713fae565 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9431334 Feb 18 09:10:03.597491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50142) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:03.607918 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device dbe1d040-be1d-4f28-9acb-0428e9caface up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:03.614231 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Routers {'63d7f365-dcf8-42d3-b6d5-d73f6368fb1b'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:03.617113 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:09:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['63d7f365-dcf8-42d3-b6d5-d73f6368fb1b'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:03.623297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-965d1194-1b20-4d78-9d48-2fd82d04f94c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Request body: {'router': {'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:03.659234 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-065fed5f-f5a6-4d5c-bf7f-c1c2c2e3bd3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "PUT /v2.0/routers/63d7f365-dcf8-42d3-b6d5-d73f6368fb1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6824851 Feb 18 09:10:03.878702 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfec6ad-ed5a-4a26-8f46-43ec85ac0e5c None None] Network 21d609ce-a1da-428d-bc0b-7f4c8cd06c80 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:03.970182 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3c19a308-d8cd-4254-b689-57f0e84dbf39 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.076028 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.083759 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.089803 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-262136fb-7a90-49d3-b384-1d7c9eb5fff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.096186 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47e08ef6-f75c-43e0-9d32-77ac68b11e3c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.120545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8b7132fe-d628-4473-b8df-aaa95f91eb51 None None] Provisioning for port df56675e-6f4a-4624-964a-a1608929c822 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:04.127367 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Set router 63d7f365-dcf8-42d3-b6d5-d73f6368fb1b gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:10:04.158547 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port dbe1d040-be1d-4f28-9acb-0428e9caface completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:04.176297 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86c3037e-2873-4b48-a3d5-2593c60349a2 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.202624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port dbe1d040-be1d-4f28-9acb-0428e9caface triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:04.204392 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.205755 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-86c3037e-2873-4b48-a3d5-2593c60349a2 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Transition to ACTIVE for port object c8a6eb4a-145f-4e6c-bf9c-a9d9ddd3dc7d will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:04.274449 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-4f191e2a-0523-47de-9e14-7841c28419df tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Project 67d280681c92466b957d86889fb303b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:10:04.423193 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-02ff94bb-2c28-4441-9636-60f9a50d5b1f None None] Provisioning for port f8fcadae-b70c-4975-8892-010eaef79dd0 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:04.536203 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-02ff94bb-2c28-4441-9636-60f9a50d5b1f None None] Provisioning complete for port f8fcadae-b70c-4975-8892-010eaef79dd0 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:04.536895 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-02ff94bb-2c28-4441-9636-60f9a50d5b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.587820 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f191e2a-0523-47de-9e14-7841c28419df tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.612577 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-427008890', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '933e6fab-d8e9-4009-a0bd-a773656fd929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:29Z', 'updated_at': '2022-02-18T09:09:59Z', 'revision_number': 4, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '933e6fab-d8e9-4009-a0bd-a773656fd929', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ea:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:33Z', 'updated_at': '2022-02-18T09:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '73ac3953-539e-445d-9601-385539c5eb50', 'name': '', 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'mac_address': 'fa:16:3e:b8:f5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '188f737e-5321-416d-b679-d91b08b34601', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:56Z', 'updated_at': '2022-02-18T09:10:00Z', 'revision_number': 2, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'subnets': [{'id': '188f737e-5321-416d-b679-d91b08b34601', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:04.619044 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Checking router: 63d7f365-dcf8-42d3-b6d5-d73f6368fb1b for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:10:04.619547 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Updating router 63d7f365-dcf8-42d3-b6d5-d73f6368fb1b port 73ac3953-539e-445d-9601-385539c5eb50 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:10:04.626952 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86c3037e-2873-4b48-a3d5-2593c60349a2 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.634586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-02ff94bb-2c28-4441-9636-60f9a50d5b1f None None] Port f8fcadae-b70c-4975-8892-010eaef79dd0 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:04.672125 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.680304 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3c19a308-d8cd-4254-b689-57f0e84dbf39 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.689715 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.693319 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.707117 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-02ff94bb-2c28-4441-9636-60f9a50d5b1f None None] Provisioning complete for port dbe1d040-be1d-4f28-9acb-0428e9caface triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:04.707827 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-02ff94bb-2c28-4441-9636-60f9a50d5b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.965368 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3c19a308-d8cd-4254-b689-57f0e84dbf39 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:04.983243 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:10:04.984238 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:10:04.993713 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47e08ef6-f75c-43e0-9d32-77ac68b11e3c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.047922 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47e08ef6-f75c-43e0-9d32-77ac68b11e3c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.063159 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.069610 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-02ff94bb-2c28-4441-9636-60f9a50d5b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.078584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3037e-2873-4b48-a3d5-2593c60349a2 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event updated for resources: {'Port': ['ID=c8a6eb4a-145f-4e6c-bf9c-a9d9ddd3dc7d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:05.096162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c3037e-2873-4b48-a3d5-2593c60349a2 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Network 241c95be-8692-4339-9f3a-c0e6d5272183 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:05.106434 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-86c3037e-2873-4b48-a3d5-2593c60349a2 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:05.111320 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c3037e-2873-4b48-a3d5-2593c60349a2 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:05.129696 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-02ff94bb-2c28-4441-9636-60f9a50d5b1f None None] For port dbe1d040-be1d-4f28-9acb-0428e9caface, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=dbe1d040-be1d-4f28-9acb-0428e9caface,segment=NetworkSegment(aca7570d-4993-41dc-a6ac-c701cc3e25be),segment_id=aca7570d-4993-41dc-a6ac-c701cc3e25be)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:05.135893 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-02ff94bb-2c28-4441-9636-60f9a50d5b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.145997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19a308-d8cd-4254-b689-57f0e84dbf39 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff5959d-f960-417c-8f47-9985b302828e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:05.185535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c3037e-2873-4b48-a3d5-2593c60349a2 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:05.186266 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86c3037e-2873-4b48-a3d5-2593c60349a2 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.193491 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-965d1194-1b20-4d78-9d48-2fd82d04f94c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.211532 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5778ddf-0c12-402a-af29-b37f173561a6 None None] Network 8b1a531b-6657-412b-96ce-399910a80050 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:05.229444 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-86c3037e-2873-4b48-a3d5-2593c60349a2 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6654489 Feb 18 09:10:05.230005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50160) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:05.239637 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8640d36c-8ebd-4ee5-ba45-2cc7b0a4fa19 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:40:6b:59'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:05.255132 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.272821 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3c19a308-d8cd-4254-b689-57f0e84dbf39 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.279930 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Transition to ACTIVE for port object 73ac3953-539e-445d-9601-385539c5eb50 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:05.299309 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.356900 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47e08ef6-f75c-43e0-9d32-77ac68b11e3c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.357433 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e08ef6-f75c-43e0-9d32-77ac68b11e3c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Fanout notify agent at l3_agent the message router_deleted on router c4d0a299-bbd4-425d-84ad-464d1a4f8fbd {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:10:05.397176 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47e08ef6-f75c-43e0-9d32-77ac68b11e3c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.398183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-47e08ef6-f75c-43e0-9d32-77ac68b11e3c tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/routers/c4d0a299-bbd4-425d-84ad-464d1a4f8fbd HTTP/1.1" status: 204 len: 168 time: 5.9176850 Feb 18 09:10:05.403292 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3c19a308-d8cd-4254-b689-57f0e84dbf39 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/subnets/6ff5959d-f960-417c-8f47-9985b302828e HTTP/1.1" status: 204 len: 168 time: 2.5443065 Feb 18 09:10:05.405118 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f191e2a-0523-47de-9e14-7841c28419df tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.408948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50164) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:05.409283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50166) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:05.458907 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9a586fcb-ce20-4a07-8e04-31d9b2047158 None None] Provisioning complete for port f8fcadae-b70c-4975-8892-010eaef79dd0 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:05.459292 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9a586fcb-ce20-4a07-8e04-31d9b2047158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.480861 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.573298 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3aa38-c2b1-4437-82ee-4e43c262f1ee None None] Pushing event updated for resources: {'Port': ['ID=73ac3953-539e-445d-9601-385539c5eb50,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:05.602217 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff94bb-2c28-4441-9636-60f9a50d5b1f None None] Pushing event updated for resources: {'Port': ['ID=dbe1d040-be1d-4f28-9acb-0428e9caface,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:05.647902 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9a586fcb-ce20-4a07-8e04-31d9b2047158 None None] Port f8fcadae-b70c-4975-8892-010eaef79dd0 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:05.699003 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device df56675e-6f4a-4624-964a-a1608929c822 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:05.702536 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Attempting to bind port 73ac3953-539e-445d-9601-385539c5eb50 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:05.703232 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Attempting to bind port 73ac3953-539e-445d-9601-385539c5eb50 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'bf3610e6-1c20-49a2-859a-0d8b43678e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:05.703232 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Attempting to bind port 73ac3953-539e-445d-9601-385539c5eb50 on network b3db08fd-8f17-4c5b-94e6-3c814d5e0533 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:10:05.716856 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:10:05.717224 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Checking segment: {'id': 'bf3610e6-1c20-49a2-859a-0d8b43678e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:05.717621 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.718565 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Bound using segment: {'id': 'bf3610e6-1c20-49a2-859a-0d8b43678e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:10:05.719031 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Bound port: 73ac3953-539e-445d-9601-385539c5eb50, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3610e6-1c20-49a2-859a-0d8b43678e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:05.719407 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.760612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18843cf-7969-49c2-8a5d-4c2a95987c65 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:05.763306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18843cf-7969-49c2-8a5d-4c2a95987c65 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:05.764510 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b18843cf-7969-49c2-8a5d-4c2a95987c65 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Synchronizing usage tracker for tenant:7315aa40df6e405d9b5eddabb2ed42d6 on resource:subnet {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:05.819614 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port df56675e-6f4a-4624-964a-a1608929c822 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:05.826617 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port df56675e-6f4a-4624-964a-a1608929c822 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:05.827101 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.837640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-d075548d-c9bf-4a51-bae4-f3c160b776cb tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:05.839681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-d075548d-c9bf-4a51-bae4-f3c160b776cb tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/networks?id=b3db08fd-8f17-4c5b-94e6-3c814d5e0533 HTTP/1.1" status: 200 len: 797 time: 1.5894876 Feb 18 09:10:05.840686 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f191e2a-0523-47de-9e14-7841c28419df tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.879671 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] For port 73ac3953-539e-445d-9601-385539c5eb50, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:10:05.883023 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] For port 73ac3953-539e-445d-9601-385539c5eb50, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=73ac3953-539e-445d-9601-385539c5eb50,segment=NetworkSegment(bf3610e6-1c20-49a2-859a-0d8b43678e37),segment_id=bf3610e6-1c20-49a2-859a-0d8b43678e37)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:10:05.893446 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f191e2a-0523-47de-9e14-7841c28419df tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c97f89-3c37-4d21-9125-f7092aa84c65,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:05.894300 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.897463 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-2b9410ea-856a-4d8f-b42d-0a00edcc7952 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/quotas/2043376ef2794b84aea557eef809fcc8 HTTP/1.1" status: 200 len: 375 time: 0.0338161 Feb 18 09:10:05.912489 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007f7ce9-e0f9-43c2-9f71-947b7e86b4d7 None None] DHCP port deletion for 8b1a531b-6657-412b-96ce-399910a80050 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:10:05.915004 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-305b7606-33bd-4fed-b46c-dcf2f768e84d None None] Provisioning for port c8a6eb4a-145f-4e6c-bf9c-a9d9ddd3dc7d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:05.926778 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-305b7606-33bd-4fed-b46c-dcf2f768e84d None None] Provisioning complete for port c8a6eb4a-145f-4e6c-bf9c-a9d9ddd3dc7d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:05.927225 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-305b7606-33bd-4fed-b46c-dcf2f768e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:05.991892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b18843cf-7969-49c2-8a5d-4c2a95987c65 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Unset dirty status for tenant:7315aa40df6e405d9b5eddabb2ed42d6 on resource:subnet {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:05.993604 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b18843cf-7969-49c2-8a5d-4c2a95987c65 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5815747 Feb 18 09:10:06.001239 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50172) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:06.001872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-007f7ce9-e0f9-43c2-9f71-947b7e86b4d7 None None] Deleting port dbe1d040-be1d-4f28-9acb-0428e9caface {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:06.001872 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-007f7ce9-e0f9-43c2-9f71-947b7e86b4d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:06.009723 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1bd244-39a0-4ecb-a0ec-dd0373570d8f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Deleting subnet 940d9cad-b5ce-4147-aea1-4ac0f5fe30cd {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:10:06.012026 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f191e2a-0523-47de-9e14-7841c28419df tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:06.013442 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4f191e2a-0523-47de-9e14-7841c28419df tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.7298684 Feb 18 09:10:06.014551 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8640d36c-8ebd-4ee5-ba45-2cc7b0a4fa19 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:06.023423 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e1bd244-39a0-4ecb-a0ec-dd0373570d8f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:06.050857 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3aa38-c2b1-4437-82ee-4e43c262f1ee None None] Pushing event updated for resources: {'Port': ['ID=73ac3953-539e-445d-9601-385539c5eb50,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:06.073581 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Routers {'63d7f365-dcf8-42d3-b6d5-d73f6368fb1b'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:06.074364 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['63d7f365-dcf8-42d3-b6d5-d73f6368fb1b'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:06.146679 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:06.316353 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Router 66f57987-d22d-498b-9890-def29bc84f8b is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:10:06.320835 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e1bd244-39a0-4ecb-a0ec-dd0373570d8f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:06.348542 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-305b7606-33bd-4fed-b46c-dcf2f768e84d None None] Port c8a6eb4a-145f-4e6c-bf9c-a9d9ddd3dc7d cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:06.368088 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] Set router 63d7f365-dcf8-42d3-b6d5-d73f6368fb1b gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:10:06.498958 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c719abb5-d9d5-44ad-b736-36e2324738ab tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:06.522458 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-86c31239-2650-43ca-8261-76a7c6714503 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195533936&fields=id&tenant_id=67d280681c92466b957d86889fb303b6 HTTP/1.1" status: 200 len: 267 time: 0.1481466 Feb 18 09:10:06.542075 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-c766306e-3448-452c-81f3-cca5a9b93591 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2043376ef2794b84aea557eef809fcc8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6317112 Feb 18 09:10:06.544006 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e1bd244-39a0-4ecb-a0ec-dd0373570d8f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:06.552262 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-007f7ce9-e0f9-43c2-9f71-947b7e86b4d7 None None] For port dbe1d040-be1d-4f28-9acb-0428e9caface, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=dbe1d040-be1d-4f28-9acb-0428e9caface,segment=NetworkSegment(aca7570d-4993-41dc-a6ac-c701cc3e25be),segment_id=aca7570d-4993-41dc-a6ac-c701cc3e25be)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:06.552963 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-007f7ce9-e0f9-43c2-9f71-947b7e86b4d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:06.625702 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-c719abb5-d9d5-44ad-b736-36e2324738ab tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 18 09:10:06.626334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c719abb5-d9d5-44ad-b736-36e2324738ab tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:10:06.628229 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c719abb5-d9d5-44ad-b736-36e2324738ab tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/networks/8b1a531b-6657-412b-96ce-399910a80050 HTTP/1.1" status: 409 len: 405 time: 0.6235864 Feb 18 09:10:06.637475 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50194) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:06.703788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-841a9626-ef95-4e01-9e28-af087feef607 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1848898031'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:06.721507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-841a9626-ef95-4e01-9e28-af087feef607 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:06.738988 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8640d36c-8ebd-4ee5-ba45-2cc7b0a4fa19 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:06.742878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:10:06.751745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-007f7ce9-e0f9-43c2-9f71-947b7e86b4d7 None None] Calling delete_port for dbe1d040-be1d-4f28-9acb-0428e9caface owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:06.761244 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8640d36c-8ebd-4ee5-ba45-2cc7b0a4fa19 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:06.775792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-841a9626-ef95-4e01-9e28-af087feef607 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Usage tracker for resource:network and tenant:7315aa40df6e405d9b5eddabb2ed42d6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:06.786216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-841a9626-ef95-4e01-9e28-af087feef607 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:06.859734 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:06.861165 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f667014f-6039-4380-aae3-f161a3dd5577 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.0892136 Feb 18 09:10:06.873805 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50198) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:06.897288 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-427008890', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '933e6fab-d8e9-4009-a0bd-a773656fd929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:29Z', 'updated_at': '2022-02-18T09:09:59Z', 'revision_number': 4, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '933e6fab-d8e9-4009-a0bd-a773656fd929', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ea:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:33Z', 'updated_at': '2022-02-18T09:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '73ac3953-539e-445d-9601-385539c5eb50', 'name': '', 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'mac_address': 'fa:16:3e:b8:f5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '188f737e-5321-416d-b679-d91b08b34601', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:56Z', 'updated_at': '2022-02-18T09:10:05Z', 'revision_number': 4, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'subnets': [{'id': '188f737e-5321-416d-b679-d91b08b34601', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:06.899571 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port df56675e-6f4a-4624-964a-a1608929c822, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=df56675e-6f4a-4624-964a-a1608929c822,segment=NetworkSegment(fe9c70d1-ed29-4f29-abe2-3aac878d9407),segment_id=fe9c70d1-ed29-4f29-abe2-3aac878d9407)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:06.901276 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Sync routers for ids ['66f57987-d22d-498b-9890-def29bc84f8b'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:10:06.902951 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74969aed-5eb1-41c9-9700-43fb4eae2803 None None] The sync data for ids ['63d7f365-dcf8-42d3-b6d5-d73f6368fb1b'] in n-d-829434-1 is: [{'id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-427008890', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '933e6fab-d8e9-4009-a0bd-a773656fd929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:29Z', 'updated_at': '2022-02-18T09:09:59Z', 'revision_number': 4, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '933e6fab-d8e9-4009-a0bd-a773656fd929', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ea:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:33Z', 'updated_at': '2022-02-18T09:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '73ac3953-539e-445d-9601-385539c5eb50', 'name': '', 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'mac_address': 'fa:16:3e:b8:f5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '188f737e-5321-416d-b679-d91b08b34601', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:56Z', 'updated_at': '2022-02-18T09:10:05Z', 'revision_number': 4, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'subnets': [{'id': '188f737e-5321-416d-b679-d91b08b34601', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:10:06.927299 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:06.927299 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-007f7ce9-e0f9-43c2-9f71-947b7e86b4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:06.946780 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Routers {'66f57987-d22d-498b-9890-def29bc84f8b'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:06.950775 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['66f57987-d22d-498b-9890-def29bc84f8b'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:06.957645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-841a9626-ef95-4e01-9e28-af087feef607 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:06.996893 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640d36c-8ebd-4ee5-ba45-2cc7b0a4fa19 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event updated for resources: {'Port': ['ID=c8a6eb4a-145f-4e6c-bf9c-a9d9ddd3dc7d,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:07.033666 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8640d36c-8ebd-4ee5-ba45-2cc7b0a4fa19 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] In _notify_port_updated(), no bound segment for port c8a6eb4a-145f-4e6c-bf9c-a9d9ddd3dc7d on network 241c95be-8692-4339-9f3a-c0e6d5272183 {{(pid=87767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:10:07.039751 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8640d36c-8ebd-4ee5-ba45-2cc7b0a4fa19 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:07.040646 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8640d36c-8ebd-4ee5-ba45-2cc7b0a4fa19 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:07.044814 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8640d36c-8ebd-4ee5-ba45-2cc7b0a4fa19 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "PUT /v2.0/ports/c8a6eb4a-145f-4e6c-bf9c-a9d9ddd3dc7d HTTP/1.1" status: 200 len: 996 time: 1.8136814 Feb 18 09:10:07.047837 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50202) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:07.177185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007f7ce9-e0f9-43c2-9f71-947b7e86b4d7 None None] No DVR routers for this DVR port dbe1d040-be1d-4f28-9acb-0428e9caface on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:10:07.200553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device dbe1d040-be1d-4f28-9acb-0428e9caface no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:07.249919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: dbe1d040-be1d-4f28-9acb-0428e9caface {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:10:07.250860 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device dbe1d040-be1d-4f28-9acb-0428e9caface not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:10:07.299711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841a9626-ef95-4e01-9e28-af087feef607 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Made reservation on behalf of 7315aa40df6e405d9b5eddabb2ed42d6 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:07.300697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-1217f687-84ba-41f9-b093-ac7a28b7d1db tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Deleting port c8a6eb4a-145f-4e6c-bf9c-a9d9ddd3dc7d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:07.301094 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1217f687-84ba-41f9-b093-ac7a28b7d1db tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:07.304683 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-841a9626-ef95-4e01-9e28-af087feef607 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:07.334776 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-965d1194-1b20-4d78-9d48-2fd82d04f94c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:07.368749 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e1bd244-39a0-4ecb-a0ec-dd0373570d8f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:07.385281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-a5981914-ecc1-4bfa-a554-18493a9a9f98 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:07.386384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-a5981914-ecc1-4bfa-a554-18493a9a9f98 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Synchronizing usage tracker for tenant:67d280681c92466b957d86889fb303b6 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:07.397961 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=df56675e-6f4a-4624-964a-a1608929c822,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:07.458323 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f7ce9-e0f9-43c2-9f71-947b7e86b4d7 None None] Pushing event deleted for resources: {'Port': ['ID=dbe1d040-be1d-4f28-9acb-0428e9caface,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:07.474014 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8583844d-89cc-4210-b509-2c724f8fda2f service neutron] 10.222.0.72 "GET /v2.0/networks/b3db08fd-8f17-4c5b-94e6-3c814d5e0533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8734527 Feb 18 09:10:07.475190 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e1bd244-39a0-4ecb-a0ec-dd0373570d8f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:07.477522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9e26203f-a496-4d27-8fe7-f18c1ae56015 None None] Provisioning complete for port c8a6eb4a-145f-4e6c-bf9c-a9d9ddd3dc7d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:07.478132 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9e26203f-a496-4d27-8fe7-f18c1ae56015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:07.497525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5e1bd244-39a0-4ecb-a0ec-dd0373570d8f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/subnets/940d9cad-b5ce-4147-aea1-4ac0f5fe30cd HTTP/1.1" status: 204 len: 168 time: 2.0847454 Feb 18 09:10:07.497525 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-965d1194-1b20-4d78-9d48-2fd82d04f94c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:07.547488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50206) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:07.551295 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Set router 66f57987-d22d-498b-9890-def29bc84f8b gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:10:07.668108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-965d1194-1b20-4d78-9d48-2fd82d04f94c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Allocated IP 172.25.1.116 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/3e1942af-1e5a-4824-8161-35bb7f6e98bb) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:07.714320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bd244-39a0-4ecb-a0ec-dd0373570d8f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event deleted for resources: {'Subnet': ['ID=940d9cad-b5ce-4147-aea1-4ac0f5fe30cd,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:07.740556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9e26203f-a496-4d27-8fe7-f18c1ae56015 None None] Port c8a6eb4a-145f-4e6c-bf9c-a9d9ddd3dc7d cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:07.886731 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b4f496f-fa30-482f-8fca-a99d7379213f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:07.942250 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1217f687-84ba-41f9-b093-ac7a28b7d1db tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:08.064402 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f57987-d22d-498b-9890-def29bc84f8b', 'name': 'tempest-TestServerBasicOps-1389494718-router', 'tenant_id': '4d843b82d4244978a31fc3800e11357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '664e55f7-ca0e-4000-b9bd-0309ef6d3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:59Z', 'updated_at': '2022-02-18T09:10:04Z', 'revision_number': 3, 'project_id': '4d843b82d4244978a31fc3800e11357a', 'gw_port': {'id': '664e55f7-ca0e-4000-b9bd-0309ef6d3271', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f57987-d22d-498b-9890-def29bc84f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:01Z', 'updated_at': '2022-02-18T09:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:08.070204 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Checking router: 66f57987-d22d-498b-9890-def29bc84f8b for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:10:08.070858 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Updating router 66f57987-d22d-498b-9890-def29bc84f8b port 664e55f7-ca0e-4000-b9bd-0309ef6d3271 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:10:08.127803 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-a5981914-ecc1-4bfa-a554-18493a9a9f98 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Unset dirty status for tenant:67d280681c92466b957d86889fb303b6 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:08.127803 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-a5981914-ecc1-4bfa-a554-18493a9a9f98 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/networks?id=f1caec97-043c-4296-bbf3-4343ad8e8680 HTTP/1.1" status: 200 len: 796 time: 1.5452344 Feb 18 09:10:08.157076 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:08.159597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841a9626-ef95-4e01-9e28-af087feef607 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:10:08.197645 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-710c149e-150c-4767-abab-a2f7e095a8f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/quotas/67d280681c92466b957d86889fb303b6 HTTP/1.1" status: 200 len: 375 time: 0.0467534 Feb 18 09:10:08.275619 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-69a14b66-41c9-402c-a86f-077407f6f17e service neutron] 10.222.0.72 "GET /v2.0/networks/b3db08fd-8f17-4c5b-94e6-3c814d5e0533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649593 Feb 18 09:10:08.276750 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-841a9626-ef95-4e01-9e28-af087feef607 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:08.277096 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-841a9626-ef95-4e01-9e28-af087feef607 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Added segment 7b91c188-aba6-4334-8aa1-5668386b3a27 of type vlan for network bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15 Feb 18 09:10:08.395789 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-965d1194-1b20-4d78-9d48-2fd82d04f94c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:08.403211 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-841a9626-ef95-4e01-9e28-af087feef607 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:08.427549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-d5d63a16-df41-4c0a-b403-9a64197aaaeb tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Synchronizing usage tracker for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:08.457196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-1217f687-84ba-41f9-b093-ac7a28b7d1db tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Calling delete_port for c8a6eb4a-145f-4e6c-bf9c-a9d9ddd3dc7d owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:08.476698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-d5d63a16-df41-4c0a-b403-9a64197aaaeb tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Unset dirty status for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:08.478496 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-d5d63a16-df41-4c0a-b403-9a64197aaaeb tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=67d280681c92466b957d86889fb303b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2703354 Feb 18 09:10:08.486078 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-841a9626-ef95-4e01-9e28-af087feef607 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:08.492761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841a9626-ef95-4e01-9e28-af087feef607 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:08.493617 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-841a9626-ef95-4e01-9e28-af087feef607 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:08.675447 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a9626-ef95-4e01-9e28-af087feef607 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event updated for resources: {'Network': ['ID=bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:08.688534 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:10:08.711542 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b4f496f-fa30-482f-8fca-a99d7379213f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:08.757990 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36dea37b-e573-421c-b3e8-2ff6608cc7b2 req-f3244d62-c33e-484a-94e7-5e33298bc2a7 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 210 time: 0.1189406 Feb 18 09:10:08.777666 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-2b4f496f-fa30-482f-8fca-a99d7379213f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caaf325e-f6fa-45f3-8efd-55b0e88aa717']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:08.778348 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-965d1194-1b20-4d78-9d48-2fd82d04f94c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:08.874248 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-2b4f496f-fa30-482f-8fca-a99d7379213f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59534a26-5d1d-4094-80b3-cf5b127b0f5a') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:08.876508 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-2b4f496f-fa30-482f-8fca-a99d7379213f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59534a26-5d1d-4094-80b3-cf5b127b0f5a') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:08.895596 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-841a9626-ef95-4e01-9e28-af087feef607 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2055278 Feb 18 09:10:08.900142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50220) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:08.915224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-8acdb672-989c-4e6c-84d2-386dd75ed1f9 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Request body: {'subnet': {'network_id': 'bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:09.015100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965d1194-1b20-4d78-9d48-2fd82d04f94c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:09.019149 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b4f496f-fa30-482f-8fca-a99d7379213f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.027499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-965d1194-1b20-4d78-9d48-2fd82d04f94c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:09.062691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965d1194-1b20-4d78-9d48-2fd82d04f94c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:09.101178 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b4f496f-fa30-482f-8fca-a99d7379213f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.121994 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d1194-1b20-4d78-9d48-2fd82d04f94c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Pushing event updated for resources: {'Port': ['ID=3e1942af-1e5a-4824-8161-35bb7f6e98bb,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:09.130675 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4f496f-fa30-482f-8fca-a99d7379213f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:10:09.131093 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b4f496f-fa30-482f-8fca-a99d7379213f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:10:09.148115 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:10:09.169230 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.195476 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Transition to ACTIVE for port object 664e55f7-ca0e-4000-b9bd-0309ef6d3271 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:09.206673 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.208507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-792feecd-45d1-45b3-a367-be734d17f331 service neutron] 10.222.0.72 "GET /v2.0/networks/f1caec97-043c-4296-bbf3-4343ad8e8680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7101161 Feb 18 09:10:09.228009 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1217f687-84ba-41f9-b093-ac7a28b7d1db tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.331310 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 73ac3953-539e-445d-9601-385539c5eb50 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:09.358074 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217f687-84ba-41f9-b093-ac7a28b7d1db tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event deleted for resources: {'Port': ['ID=c8a6eb4a-145f-4e6c-bf9c-a9d9ddd3dc7d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:09.413898 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b4f496f-fa30-482f-8fca-a99d7379213f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.425412 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-a058e7d7-0c73-4b26-b35e-32f81d0135df service neutron] 10.222.0.72 "GET /v2.0/networks/f1caec97-043c-4296-bbf3-4343ad8e8680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157152 Feb 18 09:10:09.426630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8acdb672-989c-4e6c-84d2-386dd75ed1f9 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:09.499938 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b4f496f-fa30-482f-8fca-a99d7379213f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.526470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Attempting to bind port 664e55f7-ca0e-4000-b9bd-0309ef6d3271 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:09.527272 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Attempting to bind port 664e55f7-ca0e-4000-b9bd-0309ef6d3271 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:09.528107 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Attempting to bind port 664e55f7-ca0e-4000-b9bd-0309ef6d3271 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:10:09.553720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f496f-fa30-482f-8fca-a99d7379213f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] Pushing event deleted for resources: {'Network': ['ID=caaf325e-f6fa-45f3-8efd-55b0e88aa717,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:09.564581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb2419-1e9d-49dc-9d24-3792a8502be4 None None] Pushing event updated for resources: {'Port': ['ID=664e55f7-ca0e-4000-b9bd-0309ef6d3271,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:09.568823 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:10:09.569471 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:09.570047 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.570580 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:10:09.571226 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.571360 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Bound port: 664e55f7-ca0e-4000-b9bd-0309ef6d3271, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:09.572248 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.630583 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8acdb672-989c-4e6c-84d2-386dd75ed1f9 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:09.659119 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2b4f496f-fa30-482f-8fca-a99d7379213f tempest-FloatingIPTestJSON-1903873266 tempest-FloatingIPTestJSON-1903873266-project] 10.222.0.72 "DELETE /v2.0/networks/caaf325e-f6fa-45f3-8efd-55b0e88aa717 HTTP/1.1" status: 204 len: 168 time: 2.1036396 Feb 18 09:10:09.684952 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] For port 664e55f7-ca0e-4000-b9bd-0309ef6d3271, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:10:09.691105 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] For port 664e55f7-ca0e-4000-b9bd-0309ef6d3271, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=664e55f7-ca0e-4000-b9bd-0309ef6d3271,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:10:09.701486 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.725152 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1217f687-84ba-41f9-b093-ac7a28b7d1db tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.729718 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1217f687-84ba-41f9-b093-ac7a28b7d1db tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "DELETE /v2.0/ports/c8a6eb4a-145f-4e6c-bf9c-a9d9ddd3dc7d HTTP/1.1" status: 204 len: 168 time: 2.6775110 Feb 18 09:10:09.744993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50230) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:09.878829 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-680892ca-017f-4452-b8ef-bb53c4ab725a tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] GET failed (client error): The resource could not be found. Feb 18 09:10:09.879574 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-680892ca-017f-4452-b8ef-bb53c4ab725a tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Synchronizing usage tracker for tenant:4a1150e016c24e718c244790631cc53a on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:09.919283 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 73ac3953-539e-445d-9601-385539c5eb50 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:09.959826 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 73ac3953-539e-445d-9601-385539c5eb50 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:09.960204 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:09.962086 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-680892ca-017f-4452-b8ef-bb53c4ab725a tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Unset dirty status for tenant:4a1150e016c24e718c244790631cc53a on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:09.963433 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-680892ca-017f-4452-b8ef-bb53c4ab725a tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "GET /v2.0/ports/c8a6eb4a-145f-4e6c-bf9c-a9d9ddd3dc7d HTTP/1.1" status: 404 len: 333 time: 0.2170188 Feb 18 09:10:09.967019 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50240) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:09.978971 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-5e24f5ff-906a-498a-8d96-badcb3f5fc5e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Request body: {'port': {'network_id': '241c95be-8692-4339-9f3a-c0e6d5272183', 'name': 'tempest-AllowedAddressPairTestJSON-779265488'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:10.037610 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Routers {'66f57987-d22d-498b-9890-def29bc84f8b'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:10.041112 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['66f57987-d22d-498b-9890-def29bc84f8b'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:10.139247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb2419-1e9d-49dc-9d24-3792a8502be4 None None] Pushing event updated for resources: {'Port': ['ID=664e55f7-ca0e-4000-b9bd-0309ef6d3271,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:10.195798 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acdb672-989c-4e6c-84d2-386dd75ed1f9 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Made reservation on behalf of 7315aa40df6e405d9b5eddabb2ed42d6 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:10.212187 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8acdb672-989c-4e6c-84d2-386dd75ed1f9 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:10.309081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] Allocated IP 172.20.0.1 (21d609ce-a1da-428d-bc0b-7f4c8cd06c80/4c50b55f-d602-43e4-917d-7f14a1647b3a/320b7694-0be1-48ec-81ea-b7e72d87ecfe) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:10.448806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5e24f5ff-906a-498a-8d96-badcb3f5fc5e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:10.456354 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] Set router 66f57987-d22d-498b-9890-def29bc84f8b gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:10:10.475486 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5e24f5ff-906a-498a-8d96-badcb3f5fc5e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:10.483175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50252) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:10.525101 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:10.584324 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:10.601335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e24f5ff-906a-498a-8d96-badcb3f5fc5e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Made reservation on behalf of 4a1150e016c24e718c244790631cc53a for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:10.605783 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e24f5ff-906a-498a-8d96-badcb3f5fc5e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:10.639868 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] Transition to ACTIVE for port object 320b7694-0be1-48ec-81ea-b7e72d87ecfe will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:10.650368 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-5e24f5ff-906a-498a-8d96-badcb3f5fc5e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] device_id is not set on port b10081ab-5aed-4656-9318-e01eaa048b27 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:10:10.699542 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 73ac3953-539e-445d-9601-385539c5eb50, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=73ac3953-539e-445d-9601-385539c5eb50,segment=NetworkSegment(bf3610e6-1c20-49a2-859a-0d8b43678e37),segment_id=bf3610e6-1c20-49a2-859a-0d8b43678e37)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:10.707888 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:10.708771 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device df56675e-6f4a-4624-964a-a1608929c822 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:10.825795 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6d9ac08e-60ed-4705-b84b-8335a1a04479 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=80d3e6f8de37419bb10065056be9574a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411353 Feb 18 09:10:10.832518 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df70aafe-d5a8-4a14-b6f2-c56a3270a8cb req-076b4f7c-9e4f-4704-8f1f-bcfd229a64ef tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 210 time: 0.9731207 Feb 18 09:10:10.835578 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31b14559-3601-494c-8c7f-291a3a721ceb req-9be7ed29-1138-4623-88e0-35839a3412f9 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 210 time: 0.6556325 Feb 18 09:10:10.843682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50258) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:10.919621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=73ac3953-539e-445d-9601-385539c5eb50,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:10.946038 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port df56675e-6f4a-4624-964a-a1608929c822 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:10.946394 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:10.994537 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:11.054389 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f57987-d22d-498b-9890-def29bc84f8b', 'name': 'tempest-TestServerBasicOps-1389494718-router', 'tenant_id': '4d843b82d4244978a31fc3800e11357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '664e55f7-ca0e-4000-b9bd-0309ef6d3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:59Z', 'updated_at': '2022-02-18T09:10:04Z', 'revision_number': 3, 'project_id': '4d843b82d4244978a31fc3800e11357a', 'gw_port': {'id': '664e55f7-ca0e-4000-b9bd-0309ef6d3271', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f57987-d22d-498b-9890-def29bc84f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:01Z', 'updated_at': '2022-02-18T09:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:11.091033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb2c6e-228c-417f-a977-625a3fb77845 None None] The sync data for ids ['66f57987-d22d-498b-9890-def29bc84f8b'] in n-d-829434-1 is: [{'id': '66f57987-d22d-498b-9890-def29bc84f8b', 'name': 'tempest-TestServerBasicOps-1389494718-router', 'tenant_id': '4d843b82d4244978a31fc3800e11357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '664e55f7-ca0e-4000-b9bd-0309ef6d3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:59Z', 'updated_at': '2022-02-18T09:10:04Z', 'revision_number': 3, 'project_id': '4d843b82d4244978a31fc3800e11357a', 'gw_port': {'id': '664e55f7-ca0e-4000-b9bd-0309ef6d3271', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f57987-d22d-498b-9890-def29bc84f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:01Z', 'updated_at': '2022-02-18T09:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:10:11.172420 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7f0f54a0-8e34-4a29-b5fc-7685b358e5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:11.263519 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:11.299437 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 73ac3953-539e-445d-9601-385539c5eb50 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:11.331804 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] Network 21d609ce-a1da-428d-bc0b-7f4c8cd06c80 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:11.334857 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:11.346125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:11.501500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-5e24f5ff-906a-498a-8d96-badcb3f5fc5e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Allocated IP 172.20.0.10 (241c95be-8692-4339-9f3a-c0e6d5272183/85c4a028-5c15-4e99-8b10-977d2b94698c/b10081ab-5aed-4656-9318-e01eaa048b27) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:11.514010 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] Pushing event updated for resources: {'Port': ['ID=320b7694-0be1-48ec-81ea-b7e72d87ecfe,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:11.550683 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:11.568339 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:11.607124 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 73ac3953-539e-445d-9601-385539c5eb50 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:11.609461 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:11.696018 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7f0f54a0-8e34-4a29-b5fc-7685b358e5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:11.709995 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-965d1194-1b20-4d78-9d48-2fd82d04f94c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:11.996431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-94a5b403-69ee-401f-ba0c-406fe7d847e7 None None] Provisioning for port 320b7694-0be1-48ec-81ea-b7e72d87ecfe completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:12.005380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-94a5b403-69ee-401f-ba0c-406fe7d847e7 None None] Provisioning complete for port 320b7694-0be1-48ec-81ea-b7e72d87ecfe triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:12.005806 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-94a5b403-69ee-401f-ba0c-406fe7d847e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:12.142941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-94a5b403-69ee-401f-ba0c-406fe7d847e7 None None] Port 320b7694-0be1-48ec-81ea-b7e72d87ecfe cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:12.165584 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e24f5ff-906a-498a-8d96-badcb3f5fc5e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:12.214210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-5e24f5ff-906a-498a-8d96-badcb3f5fc5e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Transition to ACTIVE for port object b10081ab-5aed-4656-9318-e01eaa048b27 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:12.323511 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:12.371412 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e24f5ff-906a-498a-8d96-badcb3f5fc5e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:12.437067 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0410a4e3-f0a8-4b23-ab75-a64fdb6d9a65 req-65b1d555-ea91-4823-9dca-ea01cc8ad8b4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 210 time: 0.1780899 Feb 18 09:10:12.459479 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b84ed82-f23f-4007-a3ef-e551c97aa702 req-e90f3206-7651-45f5-b7b9-9ef72ba4c9cd tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 210 time: 0.2102587 Feb 18 09:10:12.508726 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e24f5ff-906a-498a-8d96-badcb3f5fc5e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Network 241c95be-8692-4339-9f3a-c0e6d5272183 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:12.515743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-5e24f5ff-906a-498a-8d96-badcb3f5fc5e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:12.518568 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24f5ff-906a-498a-8d96-badcb3f5fc5e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:12.527855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.objects.ports [None req-8acdb672-989c-4e6c-84d2-386dd75ed1f9 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87768) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 09:10:12.536714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-2098c6d1-d12c-4302-924c-f7a11ef1cff2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:12.538371 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-2098c6d1-d12c-4302-924c-f7a11ef1cff2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.61 "GET /v2.0/networks?id=b3db08fd-8f17-4c5b-94e6-3c814d5e0533 HTTP/1.1" status: 200 len: 797 time: 1.4488025 Feb 18 09:10:12.573410 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24f5ff-906a-498a-8d96-badcb3f5fc5e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event updated for resources: {'Port': ['ID=b10081ab-5aed-4656-9318-e01eaa048b27,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:12.598677 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8acdb672-989c-4e6c-84d2-386dd75ed1f9 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:12.663491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-541c2ecd-c9b8-4499-aff5-2bc2c067c0aa tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Request body: {'port': {'device_id': '8892998c-ea3d-4715-a32e-12df95d9eea9', 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533', 'admin_state_up': True, 'tenant_id': '2043376ef2794b84aea557eef809fcc8'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:12.693377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e24f5ff-906a-498a-8d96-badcb3f5fc5e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:12.694190 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e24f5ff-906a-498a-8d96-badcb3f5fc5e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:12.762072 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5e24f5ff-906a-498a-8d96-badcb3f5fc5e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7910194 Feb 18 09:10:12.762685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50266) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:12.768827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-716b78ee-2858-4dff-ace7-dea79379e123 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Request body: {'port': {'network_id': '241c95be-8692-4339-9f3a-c0e6d5272183', 'name': 'tempest-AllowedAddressPairTestJSON-57978374'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:12.771756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-86edd9e6-c963-4a42-8e9c-bc561957faea tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:12.775604 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-86edd9e6-c963-4a42-8e9c-bc561957faea tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.61 "GET /v2.0/networks?id=f1caec97-043c-4296-bbf3-4343ad8e8680 HTTP/1.1" status: 200 len: 796 time: 0.7029181 Feb 18 09:10:12.825312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb672-989c-4e6c-84d2-386dd75ed1f9 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event updated for resources: {'Subnet': ['ID=ae5d94d7-57a2-41f5-9390-0c3b8c8c8c81,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:12.844140 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-965d1194-1b20-4d78-9d48-2fd82d04f94c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:12.845757 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7f0f54a0-8e34-4a29-b5fc-7685b358e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:12.878075 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d13892e8-0ff4-413f-b1fd-41f0f48daac0 None None] Provisioning for port b10081ab-5aed-4656-9318-e01eaa048b27 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:12.882226 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-965d1194-1b20-4d78-9d48-2fd82d04f94c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:12.884520 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d13892e8-0ff4-413f-b1fd-41f0f48daac0 None None] Provisioning complete for port b10081ab-5aed-4656-9318-e01eaa048b27 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:12.884997 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d13892e8-0ff4-413f-b1fd-41f0f48daac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:12.919679 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:10:12.952885 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:12.958004 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:13.002449 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d13892e8-0ff4-413f-b1fd-41f0f48daac0 None None] Port b10081ab-5aed-4656-9318-e01eaa048b27 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:13.070449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-716b78ee-2858-4dff-ace7-dea79379e123 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:13.086368 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-716b78ee-2858-4dff-ace7-dea79379e123 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Usage tracker for resource:port and tenant:4a1150e016c24e718c244790631cc53a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:13.094047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-716b78ee-2858-4dff-ace7-dea79379e123 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:13.098828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] Pushing event updated for resources: {'Port': ['ID=320b7694-0be1-48ec-81ea-b7e72d87ecfe,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:13.104120 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:13.107637 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-716b78ee-2858-4dff-ace7-dea79379e123 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:13.117202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f54a0-8e34-4a29-b5fc-7685b358e5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf4959d-7d4c-4677-8b70-b30cf9394ea3,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:13.179509 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-71df88ce-4b63-41ea-9f77-9cabb33aa50f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d280681c92466b957d86889fb303b6 HTTP/1.1" status: 200 len: 379 time: 0.3790011 Feb 18 09:10:13.189929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716b78ee-2858-4dff-ace7-dea79379e123 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Made reservation on behalf of 4a1150e016c24e718c244790631cc53a for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:13.194484 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-716b78ee-2858-4dff-ace7-dea79379e123 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:13.224244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-d4bf0cb7-0c9e-4667-9a0f-32bca4ded62b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'port': {'device_id': '5d9faecb-7912-46b0-add6-9014192b6781', 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680', 'admin_state_up': True, 'tenant_id': '67d280681c92466b957d86889fb303b6', 'security_groups': ['2b77f46b-5584-41e4-8e97-02b3576a58a8']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:13.241404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-716b78ee-2858-4dff-ace7-dea79379e123 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] device_id is not set on port d1b5f9d1-36d0-445f-964d-16e577e77ff0 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:10:13.249241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acdb672-989c-4e6c-84d2-386dd75ed1f9 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Checking segment: {'id': '7b91c188-aba6-4334-8aa1-5668386b3a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:13.249887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acdb672-989c-4e6c-84d2-386dd75ed1f9 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Network hostable DHCP agents. Network: bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:10:13.294624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 664e55f7-ca0e-4000-b9bd-0309ef6d3271 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:13.355422 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] Network 21d609ce-a1da-428d-bc0b-7f4c8cd06c80 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:13.359527 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:13.374645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-541c2ecd-c9b8-4499-aff5-2bc2c067c0aa tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:13.391440 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7f0f54a0-8e34-4a29-b5fc-7685b358e5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:13.396574 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7f0f54a0-8e34-4a29-b5fc-7685b358e5b3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5bf4959d-7d4c-4677-8b70-b30cf9394ea3 HTTP/1.1" status: 204 len: 168 time: 2.5455511 Feb 18 09:10:13.402054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-541c2ecd-c9b8-4499-aff5-2bc2c067c0aa tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Usage tracker for resource:port and tenant:2043376ef2794b84aea557eef809fcc8 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:13.412656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-541c2ecd-c9b8-4499-aff5-2bc2c067c0aa tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:13.421865 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 664e55f7-ca0e-4000-b9bd-0309ef6d3271 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:13.426924 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 664e55f7-ca0e-4000-b9bd-0309ef6d3271 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:13.427412 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:13.538835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-541c2ecd-c9b8-4499-aff5-2bc2c067c0aa tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:13.580251 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:13.611160 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-541c2ecd-c9b8-4499-aff5-2bc2c067c0aa tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Made reservation on behalf of 2043376ef2794b84aea557eef809fcc8 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:13.620605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 664e55f7-ca0e-4000-b9bd-0309ef6d3271, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=664e55f7-ca0e-4000-b9bd-0309ef6d3271,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:13.620775 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-541c2ecd-c9b8-4499-aff5-2bc2c067c0aa tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:13.629829 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:13.652518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-716b78ee-2858-4dff-ace7-dea79379e123 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Allocated IP 172.20.0.5 (241c95be-8692-4339-9f3a-c0e6d5272183/85c4a028-5c15-4e99-8b10-977d2b94698c/d1b5f9d1-36d0-445f-964d-16e577e77ff0) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:13.660722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acdb672-989c-4e6c-84d2-386dd75ed1f9 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Network bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:10:13.729157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-8acdb672-989c-4e6c-84d2-386dd75ed1f9 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:13.743148 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd7de7b-1093-460c-94b0-96b27dab1dfc None None] Network bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:13.746349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acdb672-989c-4e6c-84d2-386dd75ed1f9 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:13.746888 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8acdb672-989c-4e6c-84d2-386dd75ed1f9 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:14.001803 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=664e55f7-ca0e-4000-b9bd-0309ef6d3271,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:14.019394 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e66bb2dd-570e-42ed-a960-8865d2d2314c None None] Provisioning complete for port 320b7694-0be1-48ec-81ea-b7e72d87ecfe triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:14.020071 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e66bb2dd-570e-42ed-a960-8865d2d2314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:14.038661 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4c80fcd-97f0-4490-b492-e5f6be302a5a req-a9e5454d-099f-48c0-8827-a6d9d57e2e95 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 210 time: 0.2012792 Feb 18 09:10:14.060874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf7fca21-de3a-4447-b007-e650c41e5fdb req-fa7fe877-4d61-47fd-84fc-0ecd86075e1a tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 210 time: 0.2986305 Feb 18 09:10:14.078089 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8acdb672-989c-4e6c-84d2-386dd75ed1f9 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1724889 Feb 18 09:10:14.091808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-d4bf0cb7-0c9e-4667-9a0f-32bca4ded62b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:14.099331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50286) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:14.126513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-31147df5-6cdc-41c5-bc8e-f2c094ee5440 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Request body: {'port': {'network_id': 'bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15', 'name': 'tempest-NetworksIpV6TestAttrs-721533239'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:14.157055 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e66bb2dd-570e-42ed-a960-8865d2d2314c None None] Port 320b7694-0be1-48ec-81ea-b7e72d87ecfe cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:14.161394 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15', 'network_id': 'bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15', 'tenant_id': '7315aa40df6e405d9b5eddabb2ed42d6', 'fixed_ips': [{'subnet_id': 'ae5d94d7-57a2-41f5-9390-0c3b8c8c8c81'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:10:14.162673 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:14.221602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] Router 66f57987-d22d-498b-9890-def29bc84f8b has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:10:14.271429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-d4bf0cb7-0c9e-4667-9a0f-32bca4ded62b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:14.314168 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-716b78ee-2858-4dff-ace7-dea79379e123 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:14.332886 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-716b78ee-2858-4dff-ace7-dea79379e123 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Transition to ACTIVE for port object d1b5f9d1-36d0-445f-964d-16e577e77ff0 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:14.369417 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Allocated IP 2001:db8::f816:3eff:febd:45bd (bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15/ae5d94d7-57a2-41f5-9390-0c3b8c8c8c81/ea984d38-a705-48bd-9a52-4d45f0443b18) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:14.371771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-d4bf0cb7-0c9e-4667-9a0f-32bca4ded62b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Made reservation on behalf of 67d280681c92466b957d86889fb303b6 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:14.380143 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-d4bf0cb7-0c9e-4667-9a0f-32bca4ded62b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:14.392133 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-716b78ee-2858-4dff-ace7-dea79379e123 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:14.412318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-31147df5-6cdc-41c5-bc8e-f2c094ee5440 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:14.423541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-31147df5-6cdc-41c5-bc8e-f2c094ee5440 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Usage tracker for resource:port and tenant:7315aa40df6e405d9b5eddabb2ed42d6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:14.430765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-31147df5-6cdc-41c5-bc8e-f2c094ee5440 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:14.494565 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-31147df5-6cdc-41c5-bc8e-f2c094ee5440 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:14.497105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965d1194-1b20-4d78-9d48-2fd82d04f94c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Router 6fe0dcd9-f5c2-4424-9c14-6a90d564f54a is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:10:14.511846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-541c2ecd-c9b8-4499-aff5-2bc2c067c0aa tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Allocated IP 172.20.0.30 (b3db08fd-8f17-4c5b-94e6-3c814d5e0533/188f737e-5321-416d-b679-d91b08b34601/9a7ee480-7d32-45cf-8e6b-76b25e98c3c9) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:14.557515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716b78ee-2858-4dff-ace7-dea79379e123 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Network 241c95be-8692-4339-9f3a-c0e6d5272183 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:14.571297 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-716b78ee-2858-4dff-ace7-dea79379e123 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:14.580698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716b78ee-2858-4dff-ace7-dea79379e123 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:14.603916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31147df5-6cdc-41c5-bc8e-f2c094ee5440 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Made reservation on behalf of 7315aa40df6e405d9b5eddabb2ed42d6 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:14.607673 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31147df5-6cdc-41c5-bc8e-f2c094ee5440 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:14.619415 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50298) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:14.632024 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b78ee-2858-4dff-ace7-dea79379e123 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event updated for resources: {'Port': ['ID=d1b5f9d1-36d0-445f-964d-16e577e77ff0,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:14.659758 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:10:14.675333 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Sync routers for ids ['66f57987-d22d-498b-9890-def29bc84f8b'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:10:14.690555 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Routers {'66f57987-d22d-498b-9890-def29bc84f8b'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:14.691189 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['66f57987-d22d-498b-9890-def29bc84f8b'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:14.712965 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0c2d49d7-6a1e-4a3e-b923-25518508fc60 admin admin] 10.222.0.72 "PUT /v2.0/routers/66f57987-d22d-498b-9890-def29bc84f8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8350778 Feb 18 09:10:14.728234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716b78ee-2858-4dff-ace7-dea79379e123 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:14.729030 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-716b78ee-2858-4dff-ace7-dea79379e123 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:14.756713 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-716b78ee-2858-4dff-ace7-dea79379e123 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9908183 Feb 18 09:10:14.757213 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:14.757333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50306) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:14.777086 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ed5d7e87-299e-41d2-9ebf-4a13a5eccb13 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:40:6b:59'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:00:c2:e0'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:14.781505 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Transition to ACTIVE for port object ea984d38-a705-48bd-9a52-4d45f0443b18 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:14.859269 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Transition to ACTIVE for port object ea984d38-a705-48bd-9a52-4d45f0443b18 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:14.871838 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:14.881907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1609430676'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:14.966414 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Network bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:14.971809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:14.982720 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:14.989989 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-31147df5-6cdc-41c5-bc8e-f2c094ee5440 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] device_id is not set on port d5b1a86f-c685-4e00-ae3a-5bca7dc46958 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:10:15.002764 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Pushing event updated for resources: {'Port': ['ID=ea984d38-a705-48bd-9a52-4d45f0443b18,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:15.044298 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:15.079009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:network and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:15.093276 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:15.128538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:15.130289 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Set router 66f57987-d22d-498b-9890-def29bc84f8b gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:10:15.142290 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ed4df592-5327-4d0f-990d-237b30e1f802 None None] Provisioning for port d1b5f9d1-36d0-445f-964d-16e577e77ff0 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:15.178886 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ed4df592-5327-4d0f-990d-237b30e1f802 None None] Provisioning complete for port d1b5f9d1-36d0-445f-964d-16e577e77ff0 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:15.179167 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ed4df592-5327-4d0f-990d-237b30e1f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.268178 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ed4df592-5327-4d0f-990d-237b30e1f802 None None] Port d1b5f9d1-36d0-445f-964d-16e577e77ff0 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:15.271605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Attempting to bind port ea984d38-a705-48bd-9a52-4d45f0443b18 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:15.271989 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Attempting to bind port ea984d38-a705-48bd-9a52-4d45f0443b18 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '7b91c188-aba6-4334-8aa1-5668386b3a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:15.272385 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Attempting to bind port ea984d38-a705-48bd-9a52-4d45f0443b18 on network bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:10:15.278418 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:10:15.278418 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Checking segment: {'id': '7b91c188-aba6-4334-8aa1-5668386b3a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:15.278790 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.279187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Bound using segment: {'id': '7b91c188-aba6-4334-8aa1-5668386b3a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:10:15.279655 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Bound port: ea984d38-a705-48bd-9a52-4d45f0443b18, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b91c188-aba6-4334-8aa1-5668386b3a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:15.280729 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.310486 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7e87-299e-41d2-9ebf-4a13a5eccb13 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.323376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Made reservation on behalf of ba9cbaab7e1546969ce0dfda386e955d for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:15.330372 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.350842 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.381683 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] For port ea984d38-a705-48bd-9a52-4d45f0443b18, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:10:15.383910 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-541c2ecd-c9b8-4499-aff5-2bc2c067c0aa tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.384994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:15.385314 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] For port ea984d38-a705-48bd-9a52-4d45f0443b18, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ea984d38-a705-48bd-9a52-4d45f0443b18,segment=NetworkSegment(7b91c188-aba6-4334-8aa1-5668386b3a27),segment_id=7b91c188-aba6-4334-8aa1-5668386b3a27)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:10:15.386636 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 664e55f7-ca0e-4000-b9bd-0309ef6d3271 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:15.402823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-541c2ecd-c9b8-4499-aff5-2bc2c067c0aa tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Transition to ACTIVE for port object 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:15.420019 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.460076 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-d4bf0cb7-0c9e-4667-9a0f-32bca4ded62b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Allocated IP 172.20.0.7 (f1caec97-043c-4296-bbf3-4343ad8e8680/e4500d41-2903-426e-b93a-dfcd7b5dfd07/de7fae9c-3ca6-47d6-9456-1451fbd06b63) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:15.464187 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:security_group_rule and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:15.478034 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:15.509538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:15.547444 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edac061-9bbb-4fa0-b0f6-3c28e8b25810 None None] Pushing event updated for resources: {'Port': ['ID=ea984d38-a705-48bd-9a52-4d45f0443b18,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:15.565375 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 664e55f7-ca0e-4000-b9bd-0309ef6d3271 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:15.565375 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.734445 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f57987-d22d-498b-9890-def29bc84f8b', 'name': 'tempest-TestServerBasicOps-1389494718-router', 'tenant_id': '4d843b82d4244978a31fc3800e11357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '664e55f7-ca0e-4000-b9bd-0309ef6d3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:59Z', 'updated_at': '2022-02-18T09:10:12Z', 'revision_number': 4, 'project_id': '4d843b82d4244978a31fc3800e11357a', 'gw_port': {'id': '664e55f7-ca0e-4000-b9bd-0309ef6d3271', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f57987-d22d-498b-9890-def29bc84f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:01Z', 'updated_at': '2022-02-18T09:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '320b7694-0be1-48ec-81ea-b7e72d87ecfe', 'name': '', 'network_id': '21d609ce-a1da-428d-bc0b-7f4c8cd06c80', 'tenant_id': '4d843b82d4244978a31fc3800e11357a', 'mac_address': 'fa:16:3e:8d:65:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f57987-d22d-498b-9890-def29bc84f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '4c50b55f-d602-43e4-917d-7f14a1647b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:09Z', 'updated_at': '2022-02-18T09:10:12Z', 'revision_number': 2, 'project_id': '4d843b82d4244978a31fc3800e11357a', 'subnets': [{'id': '4c50b55f-d602-43e4-917d-7f14a1647b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:15.744032 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Checking router: 66f57987-d22d-498b-9890-def29bc84f8b for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:10:15.744444 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Updating router 66f57987-d22d-498b-9890-def29bc84f8b port 320b7694-0be1-48ec-81ea-b7e72d87ecfe binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:10:15.852525 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.890815 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.910313 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-d4bf0cb7-0c9e-4667-9a0f-32bca4ded62b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.912564 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.940790 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-d4bf0cb7-0c9e-4667-9a0f-32bca4ded62b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Transition to ACTIVE for port object de7fae9c-3ca6-47d6-9456-1451fbd06b63 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:15.971790 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-541c2ecd-c9b8-4499-aff5-2bc2c067c0aa tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.976249 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7e87-299e-41d2-9ebf-4a13a5eccb13 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:15.981098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:10:15.991093 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7e87-299e-41d2-9ebf-4a13a5eccb13 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.043763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84fc1793-ed07-4d18-af7e-f14f59761c64,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:16.047656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50318) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:16.089088 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.089088 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Added segment ad2984ae-a0d1-46f4-b946-dd438fd355ca of type vlan for network 7bf9daae-f89d-45ae-817c-0deee64866a1 Feb 18 09:10:16.093504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f693491e-9584-4198-a872-87cd3ed6da1b tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1478109003', 'description': 'tempest-secgroup-smoke-1478109003 description', 'project_id': '241e7aa710194c5aae752650199de833'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:16.113828 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965d1194-1b20-4d78-9d48-2fd82d04f94c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:10:16.129768 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f64da4-3b8f-402e-96ed-a30b0aa105f0 None None] Sync routers for ids ['6fe0dcd9-f5c2-4424-9c14-6a90d564f54a'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:10:16.131473 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f693491e-9584-4198-a872-87cd3ed6da1b tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:16.159822 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f64da4-3b8f-402e-96ed-a30b0aa105f0 None None] Routers {'6fe0dcd9-f5c2-4424-9c14-6a90d564f54a'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:16.161162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-30f64da4-3b8f-402e-96ed-a30b0aa105f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6fe0dcd9-f5c2-4424-9c14-6a90d564f54a'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:16.188823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f693491e-9584-4198-a872-87cd3ed6da1b tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Usage tracker for resource:security_group and tenant:241e7aa710194c5aae752650199de833 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:16.199607 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f693491e-9584-4198-a872-87cd3ed6da1b tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:16.223290 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f693491e-9584-4198-a872-87cd3ed6da1b tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:16.228124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-31147df5-6cdc-41c5-bc8e-f2c094ee5440 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Allocated IP 2001:db8::f816:3eff:fed4:3fe7 (bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15/ae5d94d7-57a2-41f5-9390-0c3b8c8c8c81/d5b1a86f-c685-4e00-ae3a-5bca7dc46958) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:16.266470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d7e87-299e-41d2-9ebf-4a13a5eccb13 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event updated for resources: {'Port': ['ID=d1b5f9d1-36d0-445f-964d-16e577e77ff0,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:16.323077 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-30f64da4-3b8f-402e-96ed-a30b0aa105f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:16.344925 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f64da4-3b8f-402e-96ed-a30b0aa105f0 None None] Routers {'6fe0dcd9-f5c2-4424-9c14-6a90d564f54a'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:16.345562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-30f64da4-3b8f-402e-96ed-a30b0aa105f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6fe0dcd9-f5c2-4424-9c14-6a90d564f54a'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:16.355669 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-d4bf0cb7-0c9e-4667-9a0f-32bca4ded62b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.367994 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f693491e-9584-4198-a872-87cd3ed6da1b tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.419973 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.459853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d7e87-299e-41d2-9ebf-4a13a5eccb13 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] In _notify_port_updated(), no bound segment for port d1b5f9d1-36d0-445f-964d-16e577e77ff0 on network 241c95be-8692-4339-9f3a-c0e6d5272183 {{(pid=87767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:10:16.465797 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5d7e87-299e-41d2-9ebf-4a13a5eccb13 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:16.466569 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7e87-299e-41d2-9ebf-4a13a5eccb13 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.467106 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-541c2ecd-c9b8-4499-aff5-2bc2c067c0aa tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Network b3db08fd-8f17-4c5b-94e6-3c814d5e0533 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:16.471170 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ed5d7e87-299e-41d2-9ebf-4a13a5eccb13 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "PUT /v2.0/ports/d1b5f9d1-36d0-445f-964d-16e577e77ff0 HTTP/1.1" status: 200 len: 1054 time: 1.7124898 Feb 18 09:10:16.477059 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50322) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:16.495165 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-30f64da4-3b8f-402e-96ed-a30b0aa105f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:16.495960 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f64da4-3b8f-402e-96ed-a30b0aa105f0 None None] The sync data for ids ['6fe0dcd9-f5c2-4424-9c14-6a90d564f54a'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:10:16.511393 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-10f3c806-8bf4-4ad5-a808-093b2f0dd32f None None] Provisioning complete for port d1b5f9d1-36d0-445f-964d-16e577e77ff0 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:16.511776 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-10f3c806-8bf4-4ad5-a808-093b2f0dd32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.516720 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-541c2ecd-c9b8-4499-aff5-2bc2c067c0aa tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:16.534613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-541c2ecd-c9b8-4499-aff5-2bc2c067c0aa tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:16.550367 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.556830 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:16.558328 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.570367 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.612662 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Transition to ACTIVE for port object 320b7694-0be1-48ec-81ea-b7e72d87ecfe will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:16.616399 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f693491e-9584-4198-a872-87cd3ed6da1b tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:16.621171 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9972675 Feb 18 09:10:16.621880 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.630198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50326) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:16.631267 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f693491e-9584-4198-a872-87cd3ed6da1b tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Usage tracker for resource:security_group_rule and tenant:241e7aa710194c5aae752650199de833 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:16.641787 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-541c2ecd-c9b8-4499-aff5-2bc2c067c0aa tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:16.642442 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-541c2ecd-c9b8-4499-aff5-2bc2c067c0aa tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.646700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-40050bec-7de2-4898-8855-d735cfeb0b2f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-691817131'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:16.648106 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-10f3c806-8bf4-4ad5-a808-093b2f0dd32f None None] Port d1b5f9d1-36d0-445f-964d-16e577e77ff0 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:16.651420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f693491e-9584-4198-a872-87cd3ed6da1b tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:16.698353 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-965d1194-1b20-4d78-9d48-2fd82d04f94c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.707995 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-965d1194-1b20-4d78-9d48-2fd82d04f94c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "PUT /v2.0/routers/6fe0dcd9-f5c2-4424-9c14-6a90d564f54a HTTP/1.1" status: 200 len: 879 time: 13.1032002 Feb 18 09:10:16.708908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50330) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:16.762193 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e64d6e-9c3d-49eb-8624-137426c26381 None None] Pushing event updated for resources: {'Port': ['ID=320b7694-0be1-48ec-81ea-b7e72d87ecfe,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:16.791333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f693491e-9584-4198-a872-87cd3ed6da1b tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:16.793616 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c2ecd-c9b8-4499-aff5-2bc2c067c0aa tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event updated for resources: {'Port': ['ID=9a7ee480-7d32-45cf-8e6b-76b25e98c3c9,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:16.809927 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-40050bec-7de2-4898-8855-d735cfeb0b2f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:16.819909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-28345a93-6b53-4a97-ad9a-652460d58f7a tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Deleting port d1b5f9d1-36d0-445f-964d-16e577e77ff0 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:16.820261 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-28345a93-6b53-4a97-ad9a-652460d58f7a tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.902096 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-d4bf0cb7-0c9e-4667-9a0f-32bca4ded62b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Network f1caec97-043c-4296-bbf3-4343ad8e8680 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:16.956539 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31147df5-6cdc-41c5-bc8e-f2c094ee5440 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:16.978199 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cb2ff770-dc7f-4bc0-8627-9bc29a0b4d99 None None] Provisioning for port 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:16.981644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-31147df5-6cdc-41c5-bc8e-f2c094ee5440 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Transition to ACTIVE for port object d5b1a86f-c685-4e00-ae3a-5bca7dc46958 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:16.996350 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cb2ff770-dc7f-4bc0-8627-9bc29a0b4d99 None None] Provisioning complete for port 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:16.996879 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff770-dc7f-4bc0-8627-9bc29a0b4d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:17.046733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-40050bec-7de2-4898-8855-d735cfeb0b2f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:network and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:17.048678 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Attempting to bind port 320b7694-0be1-48ec-81ea-b7e72d87ecfe on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:17.049300 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Attempting to bind port 320b7694-0be1-48ec-81ea-b7e72d87ecfe by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'fe9c70d1-ed29-4f29-abe2-3aac878d9407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '21d609ce-a1da-428d-bc0b-7f4c8cd06c80'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:17.049665 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Attempting to bind port 320b7694-0be1-48ec-81ea-b7e72d87ecfe on network 21d609ce-a1da-428d-bc0b-7f4c8cd06c80 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:10:17.060230 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:10:17.060612 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Checking segment: {'id': 'fe9c70d1-ed29-4f29-abe2-3aac878d9407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '21d609ce-a1da-428d-bc0b-7f4c8cd06c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:17.061615 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:17.062015 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Bound using segment: {'id': 'fe9c70d1-ed29-4f29-abe2-3aac878d9407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '21d609ce-a1da-428d-bc0b-7f4c8cd06c80'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:10:17.062628 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Bound port: 320b7694-0be1-48ec-81ea-b7e72d87ecfe, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9c70d1-ed29-4f29-abe2-3aac878d9407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '21d609ce-a1da-428d-bc0b-7f4c8cd06c80'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:17.062996 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:17.075674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-40050bec-7de2-4898-8855-d735cfeb0b2f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:17.096656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee89a3a-b8e8-4cbc-beee-29dd5fdc5b71 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Network': ['ID=7bf9daae-f89d-45ae-817c-0deee64866a1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:17.119141 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-40050bec-7de2-4898-8855-d735cfeb0b2f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:17.119253 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 7bf9daae-f89d-45ae-817c-0deee64866a1 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:10:17.130890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-d4bf0cb7-0c9e-4667-9a0f-32bca4ded62b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:17.198952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-d4bf0cb7-0c9e-4667-9a0f-32bca4ded62b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:17.266990 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-541c2ecd-c9b8-4499-aff5-2bc2c067c0aa tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 4.6552117 Feb 18 09:10:17.335725 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] For port 320b7694-0be1-48ec-81ea-b7e72d87ecfe, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:10:17.342998 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] For port 320b7694-0be1-48ec-81ea-b7e72d87ecfe, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=320b7694-0be1-48ec-81ea-b7e72d87ecfe,segment=NetworkSegment(fe9c70d1-ed29-4f29-abe2-3aac878d9407),segment_id=fe9c70d1-ed29-4f29-abe2-3aac878d9407)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:10:17.349614 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:17.386276 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ea984d38-a705-48bd-9a52-4d45f0443b18 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:17.459956 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2744c361-7787-4773-a752-c6b197b06201 None None] Network bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:17.477819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9cecfcef-87f2-4453-95c5-825faea23993 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "GET /v2.0/routers/6fe0dcd9-f5c2-4424-9c14-6a90d564f54a HTTP/1.1" status: 200 len: 920 time: 0.6892347 Feb 18 09:10:17.485774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50334) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:17.496849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Request body: {'port': {'device_id': '8892998c-ea3d-4715-a32e-12df95d9eea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:17.526632 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Routers {'66f57987-d22d-498b-9890-def29bc84f8b'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:17.527535 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['66f57987-d22d-498b-9890-def29bc84f8b'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:17.535867 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31147df5-6cdc-41c5-bc8e-f2c094ee5440 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:17.542624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40050bec-7de2-4898-8855-d735cfeb0b2f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Made reservation on behalf of ba9cbaab7e1546969ce0dfda386e955d for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:17.552687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ff770-dc7f-4bc0-8627-9bc29a0b4d99 None None] Port 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:17.557726 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40050bec-7de2-4898-8855-d735cfeb0b2f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:17.603063 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e64d6e-9c3d-49eb-8624-137426c26381 None None] Pushing event updated for resources: {'Port': ['ID=320b7694-0be1-48ec-81ea-b7e72d87ecfe,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:17.639370 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f693491e-9584-4198-a872-87cd3ed6da1b tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:17.664081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c156e9-9ecf-4cc7-8a1e-3b3edc1a60fd req-c6e0ef1d-1d5a-48bf-a3c6-f344b587cecb tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:17.664857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d4c156e9-9ecf-4cc7-8a1e-3b3edc1a60fd req-c6e0ef1d-1d5a-48bf-a3c6-f344b587cecb tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Synchronizing usage tracker for tenant:2043376ef2794b84aea557eef809fcc8 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:17.667676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf0cb7-0c9e-4667-9a0f-32bca4ded62b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Port': ['ID=de7fae9c-3ca6-47d6-9456-1451fbd06b63,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:17.761680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31147df5-6cdc-41c5-bc8e-f2c094ee5440 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Network bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:17.775792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-31147df5-6cdc-41c5-bc8e-f2c094ee5440 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:17.778324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31147df5-6cdc-41c5-bc8e-f2c094ee5440 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:17.785023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31147df5-6cdc-41c5-bc8e-f2c094ee5440 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:17.785716 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31147df5-6cdc-41c5-bc8e-f2c094ee5440 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:17.810158 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-28345a93-6b53-4a97-ad9a-652460d58f7a tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:17.852700 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351f586-5365-470a-8b60-a269845b8c73 req-1dd4a6d1-914e-4858-9fbb-2b7d7d4c5673 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:17.853582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4351f586-5365-470a-8b60-a269845b8c73 req-1dd4a6d1-914e-4858-9fbb-2b7d7d4c5673 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Synchronizing usage tracker for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:17.877382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-d4bf0cb7-0c9e-4667-9a0f-32bca4ded62b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:17.878462 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-d4bf0cb7-0c9e-4667-9a0f-32bca4ded62b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:17.928523 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] Set router 66f57987-d22d-498b-9890-def29bc84f8b gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:10:17.963134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-28345a93-6b53-4a97-ad9a-652460d58f7a tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Calling delete_port for d1b5f9d1-36d0-445f-964d-16e577e77ff0 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:18.010999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port ea984d38-a705-48bd-9a52-4d45f0443b18 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:18.025636 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Provisioning for port ea984d38-a705-48bd-9a52-4d45f0443b18 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:18.038087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Provisioning complete for port ea984d38-a705-48bd-9a52-4d45f0443b18 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:18.038087 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.085108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31147df5-6cdc-41c5-bc8e-f2c094ee5440 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event updated for resources: {'Port': ['ID=d5b1a86f-c685-4e00-ae3a-5bca7dc46958,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:18.092192 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-31147df5-6cdc-41c5-bc8e-f2c094ee5440 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.9888299 Feb 18 09:10:18.101661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50338) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:18.111162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d4c156e9-9ecf-4cc7-8a1e-3b3edc1a60fd req-c6e0ef1d-1d5a-48bf-a3c6-f344b587cecb tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Unset dirty status for tenant:2043376ef2794b84aea557eef809fcc8 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:18.127926 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d4c156e9-9ecf-4cc7-8a1e-3b3edc1a60fd req-c6e0ef1d-1d5a-48bf-a3c6-f344b587cecb tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 895 time: 1.7641275 Feb 18 09:10:18.150235 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.197765 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-28345a93-6b53-4a97-ad9a-652460d58f7a tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.199869 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f693491e-9584-4198-a872-87cd3ed6da1b tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.266273 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.275822 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-d4bf0cb7-0c9e-4667-9a0f-32bca4ded62b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0758815 Feb 18 09:10:18.276486 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4351f586-5365-470a-8b60-a269845b8c73 req-1dd4a6d1-914e-4858-9fbb-2b7d7d4c5673 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Unset dirty status for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:18.288307 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4351f586-5365-470a-8b60-a269845b8c73 req-1dd4a6d1-914e-4858-9fbb-2b7d7d4c5673 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 931 time: 2.3216867 Feb 18 09:10:18.299418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaca6547-efa1-495c-8fdb-75a8311a430f tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Deleting subnet ae5d94d7-57a2-41f5-9390-0c3b8c8c8c81 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:10:18.330927 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] For port ea984d38-a705-48bd-9a52-4d45f0443b18, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ea984d38-a705-48bd-9a52-4d45f0443b18,segment=NetworkSegment(7b91c188-aba6-4334-8aa1-5668386b3a27),segment_id=7b91c188-aba6-4334-8aa1-5668386b3a27)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:18.338971 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.371887 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40050bec-7de2-4898-8855-d735cfeb0b2f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:10:18.401520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Request body: {'port': {'device_id': '5d9faecb-7912-46b0-add6-9014192b6781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:18.426214 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28345a93-6b53-4a97-ad9a-652460d58f7a tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event deleted for resources: {'Port': ['ID=d1b5f9d1-36d0-445f-964d-16e577e77ff0,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:18.473687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Pushing event updated for resources: {'Port': ['ID=ea984d38-a705-48bd-9a52-4d45f0443b18,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:18.486980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:18.487496 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:18.487979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:18.488527 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:18.488959 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:18.489145 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40050bec-7de2-4898-8855-d735cfeb0b2f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.489305 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:18.489475 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-40050bec-7de2-4898-8855-d735cfeb0b2f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Added segment 03cd6478-6d0e-42e4-acfc-ace99c491e97 of type vlan for network f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454 Feb 18 09:10:18.489624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:18.490178 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:18.490471 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:18.490825 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:18.491255 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:18.491583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:18.503557 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Provisioning for port de7fae9c-3ca6-47d6-9456-1451fbd06b63 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:18.519673 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Provisioning complete for port de7fae9c-3ca6-47d6-9456-1451fbd06b63 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:18.520115 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.537627 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40050bec-7de2-4898-8855-d735cfeb0b2f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.537927 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eaca6547-efa1-495c-8fdb-75a8311a430f tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.604737 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f693491e-9584-4198-a872-87cd3ed6da1b tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.608652 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f693491e-9584-4198-a872-87cd3ed6da1b tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.5511360 Feb 18 09:10:18.629667 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40050bec-7de2-4898-8855-d735cfeb0b2f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.640077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40050bec-7de2-4898-8855-d735cfeb0b2f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:18.645835 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40050bec-7de2-4898-8855-d735cfeb0b2f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:18.651087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2aaa3b67-e226-4d18-b236-1396dc176b35 None None] Port de7fae9c-3ca6-47d6-9456-1451fbd06b63 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:18.671650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50342) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:18.715643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693491e-9584-4198-a872-87cd3ed6da1b tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8ed7d9-fef6-4bb2-b485-69be21711874,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:18.745165 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-066b51fb-4314-44eb-975d-a2126f3a5c85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Request body: {'security_group_rule': {'security_group_id': '9a8ed7d9-fef6-4bb2-b485-69be21711874', 'project_id': '241e7aa710194c5aae752650199de833', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:18.756073 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f57987-d22d-498b-9890-def29bc84f8b', 'name': 'tempest-TestServerBasicOps-1389494718-router', 'tenant_id': '4d843b82d4244978a31fc3800e11357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '664e55f7-ca0e-4000-b9bd-0309ef6d3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:59Z', 'updated_at': '2022-02-18T09:10:12Z', 'revision_number': 4, 'project_id': '4d843b82d4244978a31fc3800e11357a', 'gw_port': {'id': '664e55f7-ca0e-4000-b9bd-0309ef6d3271', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f57987-d22d-498b-9890-def29bc84f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:01Z', 'updated_at': '2022-02-18T09:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '320b7694-0be1-48ec-81ea-b7e72d87ecfe', 'name': '', 'network_id': '21d609ce-a1da-428d-bc0b-7f4c8cd06c80', 'tenant_id': '4d843b82d4244978a31fc3800e11357a', 'mac_address': 'fa:16:3e:8d:65:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f57987-d22d-498b-9890-def29bc84f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '4c50b55f-d602-43e4-917d-7f14a1647b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:09Z', 'updated_at': '2022-02-18T09:10:17Z', 'revision_number': 4, 'project_id': '4d843b82d4244978a31fc3800e11357a', 'subnets': [{'id': '4c50b55f-d602-43e4-917d-7f14a1647b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:18.767200 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754fd454-7ffb-4d95-8913-ed7805d0e120 None None] The sync data for ids ['66f57987-d22d-498b-9890-def29bc84f8b'] in n-d-829434-1 is: [{'id': '66f57987-d22d-498b-9890-def29bc84f8b', 'name': 'tempest-TestServerBasicOps-1389494718-router', 'tenant_id': '4d843b82d4244978a31fc3800e11357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '664e55f7-ca0e-4000-b9bd-0309ef6d3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:59Z', 'updated_at': '2022-02-18T09:10:12Z', 'revision_number': 4, 'project_id': '4d843b82d4244978a31fc3800e11357a', 'gw_port': {'id': '664e55f7-ca0e-4000-b9bd-0309ef6d3271', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f57987-d22d-498b-9890-def29bc84f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:01Z', 'updated_at': '2022-02-18T09:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '320b7694-0be1-48ec-81ea-b7e72d87ecfe', 'name': '', 'network_id': '21d609ce-a1da-428d-bc0b-7f4c8cd06c80', 'tenant_id': '4d843b82d4244978a31fc3800e11357a', 'mac_address': 'fa:16:3e:8d:65:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f57987-d22d-498b-9890-def29bc84f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '4c50b55f-d602-43e4-917d-7f14a1647b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:09Z', 'updated_at': '2022-02-18T09:10:17Z', 'revision_number': 4, 'project_id': '4d843b82d4244978a31fc3800e11357a', 'subnets': [{'id': '4c50b55f-d602-43e4-917d-7f14a1647b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:10:18.821067 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b08c1505-97fd-4444-91f5-2b3855ddfd2a None None] Provisioning complete for port ea984d38-a705-48bd-9a52-4d45f0443b18 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:18.821667 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b08c1505-97fd-4444-91f5-2b3855ddfd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:19.059292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40050bec-7de2-4898-8855-d735cfeb0b2f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Network': ['ID=f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:19.082250 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:10:19.311849 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-066b51fb-4314-44eb-975d-a2126f3a5c85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:19.529137 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-066b51fb-4314-44eb-975d-a2126f3a5c85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Usage tracker for resource:security_group_rule and tenant:241e7aa710194c5aae752650199de833 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:19.542016 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-40050bec-7de2-4898-8855-d735cfeb0b2f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.9026194 Feb 18 09:10:19.544163 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-066b51fb-4314-44eb-975d-a2126f3a5c85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:19.552152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50348) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:19.555033 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eaca6547-efa1-495c-8fdb-75a8311a430f tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:19.583183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 320b7694-0be1-48ec-81ea-b7e72d87ecfe up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:19.596869 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-066b51fb-4314-44eb-975d-a2126f3a5c85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:19.608813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0c2c8d1e-f809-433d-99a5-79f39c6b7052 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'subnet': {'network_id': '7bf9daae-f89d-45ae-817c-0deee64866a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:19.625821 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1c9582ae-363d-4800-9e42-16f26af027a1 req-6cc2cc8a-552d-4fd1-8019-2d937d2181cc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4875596 Feb 18 09:10:19.661264 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b08c1505-97fd-4444-91f5-2b3855ddfd2a None None] Provisioning for port d5b1a86f-c685-4e00-ae3a-5bca7dc46958 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:19.668141 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b08c1505-97fd-4444-91f5-2b3855ddfd2a None None] Provisioning complete for port d5b1a86f-c685-4e00-ae3a-5bca7dc46958 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:19.668588 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b08c1505-97fd-4444-91f5-2b3855ddfd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:19.701648 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4351f586-5365-470a-8b60-a269845b8c73 req-ff21fad3-0dcd-4752-bb07-a735bd433819 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b77f46b-5584-41e4-8e97-02b3576a58a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4113913 Feb 18 09:10:19.706078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7943fc-7253-4090-8274-32d6f90fb4e8 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:19.713829 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0f7943fc-7253-4090-8274-32d6f90fb4e8 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&device_id=6fe0dcd9-f5c2-4424-9c14-6a90d564f54a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 2.1807523 Feb 18 09:10:19.727781 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50352) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:19.738372 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b08c1505-97fd-4444-91f5-2b3855ddfd2a None None] Port d5b1a86f-c685-4e00-ae3a-5bca7dc46958 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:19.755380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 320b7694-0be1-48ec-81ea-b7e72d87ecfe completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:19.762214 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 320b7694-0be1-48ec-81ea-b7e72d87ecfe triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:19.762841 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:19.768201 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:19.933027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-29a4aa67-e1ba-41a7-9446-cbd00531151d None None] Provisioning complete for port d5b1a86f-c685-4e00-ae3a-5bca7dc46958 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:19.933704 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-29a4aa67-e1ba-41a7-9446-cbd00531151d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:19.963543 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.015323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0c2c8d1e-f809-433d-99a5-79f39c6b7052 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:20.018790 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-28345a93-6b53-4a97-ad9a-652460d58f7a tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.033621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-29a4aa67-e1ba-41a7-9446-cbd00531151d None None] Port d5b1a86f-c685-4e00-ae3a-5bca7dc46958 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:20.034455 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-28345a93-6b53-4a97-ad9a-652460d58f7a tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "DELETE /v2.0/ports/d1b5f9d1-36d0-445f-964d-16e577e77ff0 HTTP/1.1" status: 204 len: 168 time: 3.5562274 Feb 18 09:10:20.041364 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 320b7694-0be1-48ec-81ea-b7e72d87ecfe, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=320b7694-0be1-48ec-81ea-b7e72d87ecfe,segment=NetworkSegment(fe9c70d1-ed29-4f29-abe2-3aac878d9407),segment_id=fe9c70d1-ed29-4f29-abe2-3aac878d9407)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:20.047761 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.049920 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ea984d38-a705-48bd-9a52-4d45f0443b18 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:20.053980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50356) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:20.055742 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-066b51fb-4314-44eb-975d-a2126f3a5c85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.087852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0c2c8d1e-f809-433d-99a5-79f39c6b7052 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:subnet and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:20.094007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0c2c8d1e-f809-433d-99a5-79f39c6b7052 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:20.120519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0c2c8d1e-f809-433d-99a5-79f39c6b7052 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:20.220967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2c8d1e-f809-433d-99a5-79f39c6b7052 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Made reservation on behalf of ba9cbaab7e1546969ce0dfda386e955d for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:20.224507 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8d1e-f809-433d-99a5-79f39c6b7052 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.250499 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=320b7694-0be1-48ec-81ea-b7e72d87ecfe,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:20.297010 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9582ae-363d-4800-9e42-16f26af027a1 req-f309ae94-c6a7-412c-b9a6-5dd371a9e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:20.303211 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1c9582ae-363d-4800-9e42-16f26af027a1 req-f309ae94-c6a7-412c-b9a6-5dd371a9e44c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2043376ef2794b84aea557eef809fcc8&device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 1135 time: 0.6178491 Feb 18 09:10:20.342274 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-806e72c3-b01c-4ad9-b016-7cc68532bca3 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] GET failed (client error): The resource could not be found. Feb 18 09:10:20.347198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-806e72c3-b01c-4ad9-b016-7cc68532bca3 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "GET /v2.0/ports/d1b5f9d1-36d0-445f-964d-16e577e77ff0 HTTP/1.1" status: 404 len: 333 time: 0.2784109 Feb 18 09:10:20.350219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ea984d38-a705-48bd-9a52-4d45f0443b18 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:20.351992 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.354163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50360) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:20.377859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fda2a3-7b06-4e0d-b1bf-62f17e879eb5 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:20.381856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c2fda2a3-7b06-4e0d-b1bf-62f17e879eb5 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 881 time: 0.6369412 Feb 18 09:10:20.435156 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:10:20.448415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ab86d-ea8c-480b-8488-9f55c10769b8 req-6e04a289-5d60-4c42-ab85-592fe4b6bce0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:20.450040 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-977ab86d-ea8c-480b-8488-9f55c10769b8 req-6e04a289-5d60-4c42-ab85-592fe4b6bce0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 895 time: 0.8172371 Feb 18 09:10:20.465782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50364) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:20.474979 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.602428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-066b51fb-4314-44eb-975d-a2126f3a5c85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.618226 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-066b51fb-4314-44eb-975d-a2126f3a5c85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.659383 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-67452b56-0ee6-4a96-a910-4298ec2ea1ff tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fe0dcd9-f5c2-4424-9c14-6a90d564f54a HTTP/1.1" status: 200 len: 205 time: 0.1895528 Feb 18 09:10:20.665156 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Transition to ACTIVE for port object 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:20.669989 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50368) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:20.676565 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9acca-e770-4e10-ab04-4062aac8d757 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Deleting port b10081ab-5aed-4656-9318-e01eaa048b27 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:20.676926 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f7f9acca-e770-4e10-ab04-4062aac8d757 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.763375 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9582ae-363d-4800-9e42-16f26af027a1 req-9d14007f-3538-494a-8236-ef0958cd398b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:20.765403 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1c9582ae-363d-4800-9e42-16f26af027a1 req-9d14007f-3538-494a-8236-ef0958cd398b service neutron] 10.222.0.81 "GET /v2.0/networks?id=6f49c8e1-a839-4c99-8c92-734b76aec8ca HTTP/1.1" status: 200 len: 898 time: 0.4346094 Feb 18 09:10:20.816141 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.867465 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eaca6547-efa1-495c-8fdb-75a8311a430f tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.919657 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1c9582ae-363d-4800-9e42-16f26af027a1 req-1afcfe52-b426-455d-8c09-e36fc1cda57d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f HTTP/1.1" status: 200 len: 1000 time: 0.1479464 Feb 18 09:10:20.930612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b51fb-4314-44eb-975d-a2126f3a5c85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e943056d-1505-492b-8323-3d21331b3ad3,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:20.989033 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-066b51fb-4314-44eb-975d-a2126f3a5c85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:20.992868 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-066b51fb-4314-44eb-975d-a2126f3a5c85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2970226 Feb 18 09:10:21.009882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50374) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:21.025204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9582ae-363d-4800-9e42-16f26af027a1 req-248edb14-c3ea-495a-8a3c-4fb8854be234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:21.027231 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1c9582ae-363d-4800-9e42-16f26af027a1 req-248edb14-c3ea-495a-8a3c-4fb8854be234 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f83ee525-6fe4-4fe2-a945-ac5d674da777 HTTP/1.1" status: 200 len: 834 time: 0.0858259 Feb 18 09:10:21.177747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9582ae-363d-4800-9e42-16f26af027a1 req-26734a72-6fd7-4bd0-8551-f055d9cbb3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:21.179327 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1c9582ae-363d-4800-9e42-16f26af027a1 req-26734a72-6fd7-4bd0-8551-f055d9cbb3da service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6f49c8e1-a839-4c99-8c92-734b76aec8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463962 Feb 18 09:10:21.275092 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 320b7694-0be1-48ec-81ea-b7e72d87ecfe up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:21.323606 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8d1e-f809-433d-99a5-79f39c6b7052 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:21.364745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 320b7694-0be1-48ec-81ea-b7e72d87ecfe triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:21.365110 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:21.439634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-99ebef20-7887-42c2-91be-9ab5ab227c48 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Request body: {'security_group_rule': {'security_group_id': '9a8ed7d9-fef6-4bb2-b485-69be21711874', 'project_id': '241e7aa710194c5aae752650199de833', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:21.445788 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c8d1e-f809-433d-99a5-79f39c6b7052 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Subnet': ['ID=40a03cb1-4e41-4d18-8d6a-fb649fe8c7c6,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:21.455794 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1c9582ae-363d-4800-9e42-16f26af027a1 req-4e7dbdc2-1c8a-48a4-9e59-7518e7ece51e service neutron] 10.222.0.81 "GET /v2.0/networks/6f49c8e1-a839-4c99-8c92-734b76aec8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624431 Feb 18 09:10:21.462831 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c8d1e-f809-433d-99a5-79f39c6b7052 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Checking segment: {'id': 'ad2984ae-a0d1-46f4-b946-dd438fd355ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7bf9daae-f89d-45ae-817c-0deee64866a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:21.463193 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2c8d1e-f809-433d-99a5-79f39c6b7052 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network hostable DHCP agents. Network: 7bf9daae-f89d-45ae-817c-0deee64866a1, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:10:21.481762 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eaca6547-efa1-495c-8fdb-75a8311a430f tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:21.488663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-99ebef20-7887-42c2-91be-9ab5ab227c48 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:21.564794 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2c8d1e-f809-433d-99a5-79f39c6b7052 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 7bf9daae-f89d-45ae-817c-0deee64866a1 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:10:21.585225 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-0c2c8d1e-f809-433d-99a5-79f39c6b7052 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 7bf9daae-f89d-45ae-817c-0deee64866a1) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:21.594413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2c8d1e-f809-433d-99a5-79f39c6b7052 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:21.594987 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8d1e-f809-433d-99a5-79f39c6b7052 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:21.596173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-99ebef20-7887-42c2-91be-9ab5ab227c48 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Usage tracker for resource:security_group_rule and tenant:241e7aa710194c5aae752650199de833 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:21.600111 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00be45d-4d5b-4e7c-b3c8-938087a81d95 None None] Network 7bf9daae-f89d-45ae-817c-0deee64866a1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:21.612539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7ee480-7d32-45cf-8e6b-76b25e98c3c9,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:21.631494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-99ebef20-7887-42c2-91be-9ab5ab227c48 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:21.637686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca6547-efa1-495c-8fdb-75a8311a430f tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5d94d7-57a2-41f5-9390-0c3b8c8c8c81,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:21.651172 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0c2c8d1e-f809-433d-99a5-79f39c6b7052 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0968487 Feb 18 09:10:21.656019 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50380) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:21.660224 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1c9582ae-363d-4800-9e42-16f26af027a1 req-6867a7c4-0d3d-4e4e-ab4b-90f07a053be5 service neutron] 10.222.0.81 "GET /v2.0/networks/6f49c8e1-a839-4c99-8c92-734b76aec8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926358 Feb 18 09:10:21.663919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-264a7c5e-32bd-47bb-bd9b-305de3543874 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'subnet': {'network_id': 'f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:21.669978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87488c72-8922-4690-b4a8-09bcc6802827 None None] Network bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:21.679954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-99ebef20-7887-42c2-91be-9ab5ab227c48 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:21.722210 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eaca6547-efa1-495c-8fdb-75a8311a430f tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:21.768367 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8da81d89-1e46-42df-86c3-5c9f5a33c939 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:21.800570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-264a7c5e-32bd-47bb-bd9b-305de3543874 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:21.806818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-264a7c5e-32bd-47bb-bd9b-305de3543874 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:subnet and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:21.814503 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-264a7c5e-32bd-47bb-bd9b-305de3543874 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:21.822230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-264a7c5e-32bd-47bb-bd9b-305de3543874 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:21.841033 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264a7c5e-32bd-47bb-bd9b-305de3543874 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Made reservation on behalf of ba9cbaab7e1546969ce0dfda386e955d for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:21.850403 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-264a7c5e-32bd-47bb-bd9b-305de3543874 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:21.866047 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-eaca6547-efa1-495c-8fdb-75a8311a430f tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/subnets/ae5d94d7-57a2-41f5-9390-0c3b8c8c8c81 HTTP/1.1" status: 204 len: 168 time: 3.7355525 Feb 18 09:10:21.879705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50384) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:21.962618 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:10:21.987822 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-99ebef20-7887-42c2-91be-9ab5ab227c48 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.016045 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-7bf9daae-f89d-45ae-817c-0deee64866a1', 'network_id': '7bf9daae-f89d-45ae-817c-0deee64866a1', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'fixed_ips': [{'subnet_id': '40a03cb1-4e41-4d18-8d6a-fb649fe8c7c6'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:10:22.017145 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.037392 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897c34c2-33ef-4e04-a0fa-5d0587892ed3 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:22.039015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897c34c2-33ef-4e04-a0fa-5d0587892ed3 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:22.039815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-897c34c2-33ef-4e04-a0fa-5d0587892ed3 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Synchronizing usage tracker for tenant:7315aa40df6e405d9b5eddabb2ed42d6 on resource:subnet {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:22.061692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f73b3-ff09-4f58-b40d-f0f193fbafe7 req-63e557bc-f4f2-42e1-8ffa-1eaa915344ec tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:22.062848 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-777f73b3-ff09-4f58-b40d-f0f193fbafe7 req-63e557bc-f4f2-42e1-8ffa-1eaa915344ec tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 931 time: 1.1497846 Feb 18 09:10:22.074569 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-897c34c2-33ef-4e04-a0fa-5d0587892ed3 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Unset dirty status for tenant:7315aa40df6e405d9b5eddabb2ed42d6 on resource:subnet {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:22.079835 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-897c34c2-33ef-4e04-a0fa-5d0587892ed3 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1951578 Feb 18 09:10:22.080559 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50388) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:22.138057 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2ccb1e-2eb9-437b-9d71-ccc6328c2e3b None None] DHCP port deletion for bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:10:22.153518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-4d2ccb1e-2eb9-437b-9d71-ccc6328c2e3b None None] Deleting port ea984d38-a705-48bd-9a52-4d45f0443b18 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:22.155119 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4d2ccb1e-2eb9-437b-9d71-ccc6328c2e3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.243055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Attempting to bind port 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:22.243297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Attempting to bind port 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'bf3610e6-1c20-49a2-859a-0d8b43678e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:22.243625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Attempting to bind port 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 on network b3db08fd-8f17-4c5b-94e6-3c814d5e0533 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:10:22.261659 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0f44859a-153b-4a37-ab68-2845d1c61f46 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.261915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7fae9c-3ca6-47d6-9456-1451fbd06b63 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:10:22.289978 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f44859a-153b-4a37-ab68-2845d1c61f46 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 18 09:10:22.290363 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f44859a-153b-4a37-ab68-2845d1c61f46 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:10:22.304400 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.305067 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0f44859a-153b-4a37-ab68-2845d1c61f46 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/networks/bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15 HTTP/1.1" status: 409 len: 405 time: 0.2212288 Feb 18 09:10:22.307021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50392) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:22.309836 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-264a7c5e-32bd-47bb-bd9b-305de3543874 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.310032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Port 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 on network b3db08fd-8f17-4c5b-94e6-3c814d5e0533 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:10:22.310172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Attempting to bind port 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 on network b3db08fd-8f17-4c5b-94e6-3c814d5e0533 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:10:22.315331 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f7f9acca-e770-4e10-ab04-4062aac8d757 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.316095 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Allocated IP 2001:db8::2 (7bf9daae-f89d-45ae-817c-0deee64866a1/40a03cb1-4e41-4d18-8d6a-fb649fe8c7c6/133bd62b-7061-477c-96b9-363a6e2d7eff) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:22.317981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-219dbd85-50db-4ab6-88c9-0db0c654e1b7 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1748553934'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:22.353454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:10:22.354034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Checking segment: {'id': 'bf3610e6-1c20-49a2-859a-0d8b43678e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:22.354314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-219dbd85-50db-4ab6-88c9-0db0c654e1b7 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:22.354781 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Bound using segment: {'id': 'bf3610e6-1c20-49a2-859a-0d8b43678e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:10:22.355208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Bound port: 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3610e6-1c20-49a2-859a-0d8b43678e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:22.355552 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.365967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-219dbd85-50db-4ab6-88c9-0db0c654e1b7 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Usage tracker for resource:network and tenant:7315aa40df6e405d9b5eddabb2ed42d6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:22.374111 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-219dbd85-50db-4ab6-88c9-0db0c654e1b7 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:22.384419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-219dbd85-50db-4ab6-88c9-0db0c654e1b7 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:22.420634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a7c5e-32bd-47bb-bd9b-305de3543874 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Subnet': ['ID=ddc64f80-92b3-46a2-bc2f-b1a7f5479ad7,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:22.426065 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219dbd85-50db-4ab6-88c9-0db0c654e1b7 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Made reservation on behalf of 7315aa40df6e405d9b5eddabb2ed42d6 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:22.428109 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-219dbd85-50db-4ab6-88c9-0db0c654e1b7 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.439791 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d039ee0-d9ad-4cbc-b9da-29a826c8ba91 req-2a296a05-08e2-4634-b690-ced341f1ea4a tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:22.441638 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d039ee0-d9ad-4cbc-b9da-29a826c8ba91 req-2a296a05-08e2-4634-b690-ced341f1ea4a tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 907 time: 0.8072407 Feb 18 09:10:22.452771 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264a7c5e-32bd-47bb-bd9b-305de3543874 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Checking segment: {'id': '03cd6478-6d0e-42e4-acfc-ace99c491e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:22.453244 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264a7c5e-32bd-47bb-bd9b-305de3543874 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network hostable DHCP agents. Network: f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:10:22.485960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219dbd85-50db-4ab6-88c9-0db0c654e1b7 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:10:22.499764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264a7c5e-32bd-47bb-bd9b-305de3543874 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:10:22.502811 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-219dbd85-50db-4ab6-88c9-0db0c654e1b7 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.503254 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-219dbd85-50db-4ab6-88c9-0db0c654e1b7 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Added segment b671cc22-169b-45f4-8e45-7149f108381c of type vlan for network 3d4946ed-b031-4c79-8976-74809452fd75 Feb 18 09:10:22.511988 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-777f73b3-ff09-4f58-b40d-f0f193fbafe7 req-c850542a-5652-493f-b920-0bee67e40816 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b77f46b-5584-41e4-8e97-02b3576a58a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3574498 Feb 18 09:10:22.517985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Transition to ACTIVE for port object de7fae9c-3ca6-47d6-9456-1451fbd06b63 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:22.521553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-4d2ccb1e-2eb9-437b-9d71-ccc6328c2e3b None None] For port ea984d38-a705-48bd-9a52-4d45f0443b18, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ea984d38-a705-48bd-9a52-4d45f0443b18,segment=NetworkSegment(7b91c188-aba6-4334-8aa1-5668386b3a27),segment_id=7b91c188-aba6-4334-8aa1-5668386b3a27)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:22.522660 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4d2ccb1e-2eb9-437b-9d71-ccc6328c2e3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.524825 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-264a7c5e-32bd-47bb-bd9b-305de3543874 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:22.525497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9acca-e770-4e10-ab04-4062aac8d757 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Calling delete_port for b10081ab-5aed-4656-9318-e01eaa048b27 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:22.543499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264a7c5e-32bd-47bb-bd9b-305de3543874 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:22.544228 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-264a7c5e-32bd-47bb-bd9b-305de3543874 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.546736 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac0836b-afd4-4bd2-806b-86bdea4661b0 None None] Network f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:22.559551 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8da81d89-1e46-42df-86c3-5c9f5a33c939 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.564037 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-99ebef20-7887-42c2-91be-9ab5ab227c48 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.565741 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-219dbd85-50db-4ab6-88c9-0db0c654e1b7 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.597294 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-264a7c5e-32bd-47bb-bd9b-305de3543874 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9373436 Feb 18 09:10:22.598134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50396) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:22.598677 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.612680 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-272f173e-3b8b-4157-92ac-665d4ceaf241 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-287442898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:22.625127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-272f173e-3b8b-4157-92ac-665d4ceaf241 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:22.630396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-272f173e-3b8b-4157-92ac-665d4ceaf241 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:router and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:22.634738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-272f173e-3b8b-4157-92ac-665d4ceaf241 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:22.637365 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-219dbd85-50db-4ab6-88c9-0db0c654e1b7 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.641409 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-99ebef20-7887-42c2-91be-9ab5ab227c48 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.644000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219dbd85-50db-4ab6-88c9-0db0c654e1b7 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:22.644908 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-219dbd85-50db-4ab6-88c9-0db0c654e1b7 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.678943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-272f173e-3b8b-4157-92ac-665d4ceaf241 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:22.709582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-8da81d89-1e46-42df-86c3-5c9f5a33c939 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Deleting port 3e1942af-1e5a-4824-8161-35bb7f6e98bb {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:22.709582 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8da81d89-1e46-42df-86c3-5c9f5a33c939 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.755993 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-219dbd85-50db-4ab6-88c9-0db0c654e1b7 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4455242 Feb 18 09:10:22.757010 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-272f173e-3b8b-4157-92ac-665d4ceaf241 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.759209 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-272f173e-3b8b-4157-92ac-665d4ceaf241 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.765821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebef20-7887-42c2-91be-9ab5ab227c48 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365f7723-ebdd-42e8-af17-f58b447f5c47,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:22.774811 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-272f173e-3b8b-4157-92ac-665d4ceaf241 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.789649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50400) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:22.820473 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f16e0050-9b86-4ddc-b708-4fdd93d857cb tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Request body: {'subnet': {'network_id': '3d4946ed-b031-4c79-8976-74809452fd75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:22.838638 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-4d2ccb1e-2eb9-437b-9d71-ccc6328c2e3b None None] Calling delete_port for ea984d38-a705-48bd-9a52-4d45f0443b18 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:22.948157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Pushing event updated for resources: {'Port': ['ID=de7fae9c-3ca6-47d6-9456-1451fbd06b63,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:22.962822 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-99ebef20-7887-42c2-91be-9ab5ab227c48 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:22.964001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-99ebef20-7887-42c2-91be-9ab5ab227c48 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.9522994 Feb 18 09:10:23.010395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50404) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:23.074315 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4d2ccb1e-2eb9-437b-9d71-ccc6328c2e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:23.125394 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-272f173e-3b8b-4157-92ac-665d4ceaf241 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:23.138948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dbd85-50db-4ab6-88c9-0db0c654e1b7 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event updated for resources: {'Network': ['ID=3d4946ed-b031-4c79-8976-74809452fd75,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:23.155465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 3d4946ed-b031-4c79-8976-74809452fd75 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:10:23.204212 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f16e0050-9b86-4ddc-b708-4fdd93d857cb tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:23.208909 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-272f173e-3b8b-4157-92ac-665d4ceaf241 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:23.212729 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-272f173e-3b8b-4157-92ac-665d4ceaf241 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6112692 Feb 18 09:10:23.215667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50408) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:23.251892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c841f134-b6f8-4f9c-8db0-f2d6475a18c6 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Request body: {'security_group_rule': {'security_group_id': '9a8ed7d9-fef6-4bb2-b485-69be21711874', 'project_id': '241e7aa710194c5aae752650199de833', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:23.269304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] For port 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:10:23.286407 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f16e0050-9b86-4ddc-b708-4fdd93d857cb tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:23.289817 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ccb1e-2eb9-437b-9d71-ccc6328c2e3b None None] Pushing event deleted for resources: {'Port': ['ID=ea984d38-a705-48bd-9a52-4d45f0443b18,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:23.300629 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ccb1e-2eb9-437b-9d71-ccc6328c2e3b None None] No DVR routers for this DVR port ea984d38-a705-48bd-9a52-4d45f0443b18 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:10:23.317409 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ea984d38-a705-48bd-9a52-4d45f0443b18 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:23.344394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c841f134-b6f8-4f9c-8db0-f2d6475a18c6 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:23.360067 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:23.366740 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c841f134-b6f8-4f9c-8db0-f2d6475a18c6 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Usage tracker for resource:security_group_rule and tenant:241e7aa710194c5aae752650199de833 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:23.370351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] For port 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9a7ee480-7d32-45cf-8e6b-76b25e98c3c9,segment=NetworkSegment(bf3610e6-1c20-49a2-859a-0d8b43678e37),segment_id=bf3610e6-1c20-49a2-859a-0d8b43678e37)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:10:23.374385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c841f134-b6f8-4f9c-8db0-f2d6475a18c6 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:23.376292 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: ea984d38-a705-48bd-9a52-4d45f0443b18 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:10:23.376920 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ea984d38-a705-48bd-9a52-4d45f0443b18 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:10:23.382876 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16e0050-9b86-4ddc-b708-4fdd93d857cb tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Made reservation on behalf of 7315aa40df6e405d9b5eddabb2ed42d6 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:23.386349 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f16e0050-9b86-4ddc-b708-4fdd93d857cb tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:23.395074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c841f134-b6f8-4f9c-8db0-f2d6475a18c6 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:23.399677 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Transition to ACTIVE for port object 133bd62b-7061-477c-96b9-363a6e2d7eff will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:23.399896 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:23.475285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Transition to ACTIVE for port object 133bd62b-7061-477c-96b9-363a6e2d7eff will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:23.494758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454', 'network_id': 'f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'fixed_ips': [{'subnet_id': 'ddc64f80-92b3-46a2-bc2f-b1a7f5479ad7'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:10:23.502625 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:23.523603 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:23.532326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:23.532934 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:23.534332 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] 10.222.0.61 "PUT /v2.0/ports/9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 HTTP/1.1" status: 200 len: 1055 time: 6.0469871 Feb 18 09:10:23.542177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8892998c-ea3d-4715-a32e-12df95d9eea9', 'tag': '9a7ee480-7d32-45cf-8e6b-76b25e98c3c9'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:10:23.575110 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c841f134-b6f8-4f9c-8db0-f2d6475a18c6 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:23.610231 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8da81d89-1e46-42df-86c3-5c9f5a33c939 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:23.683575 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f7f9acca-e770-4e10-ab04-4062aac8d757 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:23.684156 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Network 7bf9daae-f89d-45ae-817c-0deee64866a1 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:23.694214 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:23.708084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:23.709012 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8892998c-ea3d-4715-a32e-12df95d9eea9', 'tag': '9a7ee480-7d32-45cf-8e6b-76b25e98c3c9', 'status': 'completed', 'code': 200} Feb 18 09:10:23.794354 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Attempting to bind port de7fae9c-3ca6-47d6-9456-1451fbd06b63 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:23.795587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Attempting to bind port de7fae9c-3ca6-47d6-9456-1451fbd06b63 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'eedcd174-798e-444c-bcbf-4584a6fe2987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:23.796002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Attempting to bind port de7fae9c-3ca6-47d6-9456-1451fbd06b63 on network f1caec97-043c-4296-bbf3-4343ad8e8680 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:10:23.936245 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Pushing event updated for resources: {'Port': ['ID=133bd62b-7061-477c-96b9-363a6e2d7eff,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:23.976134 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Attempting to bind port 133bd62b-7061-477c-96b9-363a6e2d7eff on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:23.976646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Attempting to bind port 133bd62b-7061-477c-96b9-363a6e2d7eff by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'ad2984ae-a0d1-46f4-b946-dd438fd355ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7bf9daae-f89d-45ae-817c-0deee64866a1'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:23.977032 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Attempting to bind port 133bd62b-7061-477c-96b9-363a6e2d7eff on network 7bf9daae-f89d-45ae-817c-0deee64866a1 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:10:24.021021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:10:24.021484 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Checking segment: {'id': 'ad2984ae-a0d1-46f4-b946-dd438fd355ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7bf9daae-f89d-45ae-817c-0deee64866a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:24.021781 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.022164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Bound using segment: {'id': 'ad2984ae-a0d1-46f4-b946-dd438fd355ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7bf9daae-f89d-45ae-817c-0deee64866a1'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:10:24.022626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Bound port: 133bd62b-7061-477c-96b9-363a6e2d7eff, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2984ae-a0d1-46f4-b946-dd438fd355ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7bf9daae-f89d-45ae-817c-0deee64866a1'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:24.022993 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.027049 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-8da81d89-1e46-42df-86c3-5c9f5a33c939 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Calling delete_port for 3e1942af-1e5a-4824-8161-35bb7f6e98bb owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:24.136697 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Allocated IP 2001:db8:1::2 (f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454/ddc64f80-92b3-46a2-bc2f-b1a7f5479ad7/0f9b7f57-631c-4704-8dcd-07f11d573196) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:24.139293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Port de7fae9c-3ca6-47d6-9456-1451fbd06b63 on network f1caec97-043c-4296-bbf3-4343ad8e8680 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:10:24.140126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Attempting to bind port de7fae9c-3ca6-47d6-9456-1451fbd06b63 on network f1caec97-043c-4296-bbf3-4343ad8e8680 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:10:24.149549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce6680-a37c-44f8-a560-1bcd438fabd9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7ee480-7d32-45cf-8e6b-76b25e98c3c9,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:24.172428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.262384 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] For port 133bd62b-7061-477c-96b9-363a6e2d7eff, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:10:24.276021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] For port 133bd62b-7061-477c-96b9-363a6e2d7eff, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=133bd62b-7061-477c-96b9-363a6e2d7eff,segment=NetworkSegment(ad2984ae-a0d1-46f4-b946-dd438fd355ca),segment_id=ad2984ae-a0d1-46f4-b946-dd438fd355ca)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:10:24.291119 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.292909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.objects.ports [None req-f16e0050-9b86-4ddc-b708-4fdd93d857cb tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87767) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 09:10:24.299072 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f16e0050-9b86-4ddc-b708-4fdd93d857cb tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.336538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:10:24.336811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Checking segment: {'id': 'eedcd174-798e-444c-bcbf-4584a6fe2987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:24.337412 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Bound using segment: {'id': 'eedcd174-798e-444c-bcbf-4584a6fe2987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:10:24.338018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Bound port: de7fae9c-3ca6-47d6-9456-1451fbd06b63, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eedcd174-798e-444c-bcbf-4584a6fe2987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:24.338407 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.391358 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9acca-e770-4e10-ab04-4062aac8d757 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event deleted for resources: {'Port': ['ID=b10081ab-5aed-4656-9318-e01eaa048b27,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:24.443581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21807f-6af2-4a10-ae59-f7eb549b1dc1 None None] Pushing event updated for resources: {'Port': ['ID=133bd62b-7061-477c-96b9-363a6e2d7eff,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:24.485725 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c841f134-b6f8-4f9c-8db0-f2d6475a18c6 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.508000 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f7f9acca-e770-4e10-ab04-4062aac8d757 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.529260 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.534355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-9595ad90-44f8-4b16-9af0-3193abf532a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:24.535865 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-9595ad90-44f8-4b16-9af0-3193abf532a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2043376ef2794b84aea557eef809fcc8&device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 1058 time: 0.9424272 Feb 18 09:10:24.536625 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c841f134-b6f8-4f9c-8db0-f2d6475a18c6 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.538623 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16e0050-9b86-4ddc-b708-4fdd93d857cb tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Checking segment: {'id': 'b671cc22-169b-45f4-8e45-7149f108381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3d4946ed-b031-4c79-8976-74809452fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:24.538765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e0050-9b86-4ddc-b708-4fdd93d857cb tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Network hostable DHCP agents. Network: 3d4946ed-b031-4c79-8976-74809452fd75, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:10:24.543930 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Transition to ACTIVE for port object 0f9b7f57-631c-4704-8dcd-07f11d573196 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:24.552403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a804093-1f94-43c7-b7e4-f8e27f056992 req-0d7f63b4-9ff9-400b-9776-aebe4f3ebc29 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:24.556114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e0050-9b86-4ddc-b708-4fdd93d857cb tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event updated for resources: {'Subnet': ['ID=789959fe-9976-4b1a-99b5-55b319819251,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:24.558550 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7a804093-1f94-43c7-b7e4-f8e27f056992 req-0d7f63b4-9ff9-400b-9776-aebe4f3ebc29 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 943 time: 0.6826231 Feb 18 09:10:24.575980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Transition to ACTIVE for port object 0f9b7f57-631c-4704-8dcd-07f11d573196 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:24.588657 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.592386 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e0050-9b86-4ddc-b708-4fdd93d857cb tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Network 3d4946ed-b031-4c79-8976-74809452fd75 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:10:24.638831 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-f16e0050-9b86-4ddc-b708-4fdd93d857cb tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 3d4946ed-b031-4c79-8976-74809452fd75) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:24.650763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e0050-9b86-4ddc-b708-4fdd93d857cb tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:24.651509 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f16e0050-9b86-4ddc-b708-4fdd93d857cb tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:24.651669 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a55c803-9fd1-430a-a962-a1e173cc851c None None] Network 3d4946ed-b031-4c79-8976-74809452fd75 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:24.675661 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Network f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:24.691997 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:24.695974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:24.789819 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f16e0050-9b86-4ddc-b708-4fdd93d857cb tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9856491 Feb 18 09:10:24.790754 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50418) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:24.805315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbef8b-989e-4646-b841-47bfc785afcf req-b38e2307-d327-4ba3-8a1c-bb6c2641a0a2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:24.808163 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Pushing event updated for resources: {'Port': ['ID=0f9b7f57-631c-4704-8dcd-07f11d573196,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:24.821280 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e6dbef8b-989e-4646-b841-47bfc785afcf req-b38e2307-d327-4ba3-8a1c-bb6c2641a0a2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 907 time: 1.1012073 Feb 18 09:10:24.829840 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f7f9acca-e770-4e10-ab04-4062aac8d757 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "DELETE /v2.0/ports/b10081ab-5aed-4656-9318-e01eaa048b27 HTTP/1.1" status: 204 len: 168 time: 4.4710469 Feb 18 09:10:24.831845 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-c58dada8-56c0-4588-8d6e-a3373bc4c34c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 HTTP/1.1" status: 200 len: 217 time: 0.2443736 Feb 18 09:10:24.832390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841f134-b6f8-4f9c-8db0-f2d6475a18c6 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f9b45a-5cca-451a-91fe-5494643a1ac7,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:24.842604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50422) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:25.008595 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1664a670-ef78-4b30-b0b3-5a7a2a5e747d tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] GET failed (client error): The resource could not be found. Feb 18 09:10:25.009144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1664a670-ef78-4b30-b0b3-5a7a2a5e747d tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Synchronizing usage tracker for tenant:4a1150e016c24e718c244790631cc53a on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:25.017706 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Attempting to bind port 0f9b7f57-631c-4704-8dcd-07f11d573196 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:25.018072 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Attempting to bind port 0f9b7f57-631c-4704-8dcd-07f11d573196 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '03cd6478-6d0e-42e4-acfc-ace99c491e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:25.018430 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Attempting to bind port 0f9b7f57-631c-4704-8dcd-07f11d573196 on network f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:10:25.025193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] For port de7fae9c-3ca6-47d6-9456-1451fbd06b63, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:10:25.027847 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c841f134-b6f8-4f9c-8db0-f2d6475a18c6 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.029081 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c841f134-b6f8-4f9c-8db0-f2d6475a18c6 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0119939 Feb 18 09:10:25.031810 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:10:25.032184 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Checking segment: {'id': '03cd6478-6d0e-42e4-acfc-ace99c491e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:25.032590 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.033110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Bound using segment: {'id': '03cd6478-6d0e-42e4-acfc-ace99c491e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:10:25.033440 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Bound port: 0f9b7f57-631c-4704-8dcd-07f11d573196, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cd6478-6d0e-42e4-acfc-ace99c491e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:25.033804 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.039579 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7a804093-1f94-43c7-b7e4-f8e27f056992 req-746283ad-dea6-4da3-8f5a-42168d9914e4 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b77f46b-5584-41e4-8e97-02b3576a58a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4798648 Feb 18 09:10:25.044087 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50426) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:25.065430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-90578676-b4ca-4d54-8c6b-b885eb9ccd3a tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Request body: {'security_group_rule': {'security_group_id': '9a8ed7d9-fef6-4bb2-b485-69be21711874', 'project_id': '241e7aa710194c5aae752650199de833', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:25.074362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-90578676-b4ca-4d54-8c6b-b885eb9ccd3a tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:25.080568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-90578676-b4ca-4d54-8c6b-b885eb9ccd3a tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Usage tracker for resource:security_group_rule and tenant:241e7aa710194c5aae752650199de833 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:25.084006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-90578676-b4ca-4d54-8c6b-b885eb9ccd3a tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:25.090032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-90578676-b4ca-4d54-8c6b-b885eb9ccd3a tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:25.100541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] For port de7fae9c-3ca6-47d6-9456-1451fbd06b63, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=de7fae9c-3ca6-47d6-9456-1451fbd06b63,segment=NetworkSegment(eedcd174-798e-444c-bcbf-4584a6fe2987),segment_id=eedcd174-798e-444c-bcbf-4584a6fe2987)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:10:25.123827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Allocated IP 2001:db8::1 (7bf9daae-f89d-45ae-817c-0deee64866a1/40a03cb1-4e41-4d18-8d6a-fb649fe8c7c6/3aed2abf-3920-42f5-bbed-010779fc39a9) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:25.128220 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90578676-b4ca-4d54-8c6b-b885eb9ccd3a tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.176819 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.204900 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] For port 0f9b7f57-631c-4704-8dcd-07f11d573196, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:10:25.218313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1664a670-ef78-4b30-b0b3-5a7a2a5e747d tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Unset dirty status for tenant:4a1150e016c24e718c244790631cc53a on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:25.226058 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1664a670-ef78-4b30-b0b3-5a7a2a5e747d tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "GET /v2.0/ports/b10081ab-5aed-4656-9318-e01eaa048b27 HTTP/1.1" status: 404 len: 333 time: 0.3712351 Feb 18 09:10:25.240486 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50430) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:25.247623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] For port 0f9b7f57-631c-4704-8dcd-07f11d573196, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0f9b7f57-631c-4704-8dcd-07f11d573196,segment=NetworkSegment(03cd6478-6d0e-42e4-acfc-ace99c491e97),segment_id=03cd6478-6d0e-42e4-acfc-ace99c491e97)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:10:25.253813 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.261700 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-6f11a350-2757-4d00-9c43-880ff5b97f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:25.263349 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-6f11a350-2757-4d00-9c43-880ff5b97f60 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=188f737e-5321-416d-b679-d91b08b34601 HTTP/1.1" status: 200 len: 837 time: 0.3157191 Feb 18 09:10:25.276615 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.298058 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-3d4946ed-b031-4c79-8976-74809452fd75', 'network_id': '3d4946ed-b031-4c79-8976-74809452fd75', 'tenant_id': '7315aa40df6e405d9b5eddabb2ed42d6', 'fixed_ips': [{'subnet_id': '789959fe-9976-4b1a-99b5-55b319819251'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:10:25.298977 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.374815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e1224b3e-3c75-4fa8-beaf-85f31c332f1e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Deleting port 2d5a179c-2c26-48b1-95f7-bf7d0d56e38e {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:25.375447 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1224b3e-3c75-4fa8-beaf-85f31c332f1e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.437503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 133bd62b-7061-477c-96b9-363a6e2d7eff up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:25.460147 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.620037 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5b546-dd6f-441e-a6bf-81ad34151183 None None] Pushing event updated for resources: {'Port': ['ID=0f9b7f57-631c-4704-8dcd-07f11d573196,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:25.661473 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Allocated IP 2001:db8::f816:3eff:fec7:86a4 (3d4946ed-b031-4c79-8976-74809452fd75/789959fe-9976-4b1a-99b5-55b319819251/40601b22-72cc-40b0-b406-899c60ab5720) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:25.788767 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 133bd62b-7061-477c-96b9-363a6e2d7eff completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:25.816133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:25.816808 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:25.818160 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] 10.222.0.61 "PUT /v2.0/ports/de7fae9c-3ca6-47d6-9456-1451fbd06b63 HTTP/1.1" status: 200 len: 1091 time: 7.5001838 Feb 18 09:10:25.818629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9faecb-7912-46b0-add6-9014192b6781', 'tag': 'de7fae9c-3ca6-47d6-9456-1451fbd06b63'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:10:26.001898 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90578676-b4ca-4d54-8c6b-b885eb9ccd3a tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.012916 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9faecb-7912-46b0-add6-9014192b6781', 'tag': 'de7fae9c-3ca6-47d6-9456-1451fbd06b63', 'status': 'completed', 'code': 200} Feb 18 09:10:26.066785 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.081485 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Transition to ACTIVE for port object 40601b22-72cc-40b0-b406-899c60ab5720 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:26.104329 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Transition to ACTIVE for port object 40601b22-72cc-40b0-b406-899c60ab5720 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:26.118537 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.122891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012881ac-4e6b-41b3-8fe8-32bde2f6628d service neutron] Pushing event updated for resources: {'Port': ['ID=de7fae9c-3ca6-47d6-9456-1451fbd06b63,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:26.127974 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90578676-b4ca-4d54-8c6b-b885eb9ccd3a tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.169721 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8da81d89-1e46-42df-86c3-5c9f5a33c939 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.177318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.190514 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.258893 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ec248c-7eef-4764-9439-6121c2d9ae90 None None] Network 7bf9daae-f89d-45ae-817c-0deee64866a1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:26.264203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event deleted for resources: {'Subnet': ['ID=789959fe-9976-4b1a-99b5-55b319819251,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:26.290940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Network 3d4946ed-b031-4c79-8976-74809452fd75 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:26.299860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Transition to ACTIVE for port object 3aed2abf-3920-42f5-bbed-010779fc39a9 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:26.301056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90578676-b4ca-4d54-8c6b-b885eb9ccd3a tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1c71df-4131-46d0-86fd-14f3bccd57e3,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:26.303614 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:26.334396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-732da43e-10cc-490f-8c34-60b6e29f41f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:26.336258 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-732da43e-10cc-490f-8c34-60b6e29f41f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b3db08fd-8f17-4c5b-94e6-3c814d5e0533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6800485 Feb 18 09:10:26.381372 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:26.398145 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.398843 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Pushing event updated for resources: {'Port': ['ID=40601b22-72cc-40b0-b406-899c60ab5720,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:26.400366 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da81d89-1e46-42df-86c3-5c9f5a33c939 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Pushing event deleted for resources: {'Port': ['ID=3e1942af-1e5a-4824-8161-35bb7f6e98bb,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:26.428501 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-fbb76eb1-7bcb-4c65-aa12-5715b0de98fa None None] Provisioning for port 133bd62b-7061-477c-96b9-363a6e2d7eff completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:26.434958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d4946ed-b031-4c79-8976-74809452fd75']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:26.445738 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.465262 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90578676-b4ca-4d54-8c6b-b885eb9ccd3a tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.469347 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-90578676-b4ca-4d54-8c6b-b885eb9ccd3a tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4191043 Feb 18 09:10:26.480155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-fbb76eb1-7bcb-4c65-aa12-5715b0de98fa None None] Provisioning complete for port 133bd62b-7061-477c-96b9-363a6e2d7eff triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:26.480155 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fbb76eb1-7bcb-4c65-aa12-5715b0de98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.495914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50440) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:26.537959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b671cc22-169b-45f4-8e45-7149f108381c') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:26.538349 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b671cc22-169b-45f4-8e45-7149f108381c') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:26.568125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-947cd24d-8379-4b03-98b4-1ddb8634ea49 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Request body: {'security_group_rule': {'security_group_id': '9a8ed7d9-fef6-4bb2-b485-69be21711874', 'project_id': '241e7aa710194c5aae752650199de833', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:26.569513 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 7bf9daae-f89d-45ae-817c-0deee64866a1 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:26.571619 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.579289 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=3aed2abf-3920-42f5-bbed-010779fc39a9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:26.579611 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Attempting to bind port 40601b22-72cc-40b0-b406-899c60ab5720 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:26.579987 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Attempting to bind port 40601b22-72cc-40b0-b406-899c60ab5720 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'b671cc22-169b-45f4-8e45-7149f108381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3d4946ed-b031-4c79-8976-74809452fd75'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:26.580367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Attempting to bind port 40601b22-72cc-40b0-b406-899c60ab5720 on network 3d4946ed-b031-4c79-8976-74809452fd75 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:10:26.591106 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:26.595880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:26.596372 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.615225 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:10:26.615775 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Checking segment: {'id': 'b671cc22-169b-45f4-8e45-7149f108381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3d4946ed-b031-4c79-8976-74809452fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:26.616176 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.616593 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Bound using segment: {'id': 'b671cc22-169b-45f4-8e45-7149f108381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3d4946ed-b031-4c79-8976-74809452fd75'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:10:26.620201 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Bound port: 40601b22-72cc-40b0-b406-899c60ab5720, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b671cc22-169b-45f4-8e45-7149f108381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3d4946ed-b031-4c79-8976-74809452fd75'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:26.620201 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.627069 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.638848 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:10:26.639165 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.655379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-947cd24d-8379-4b03-98b4-1ddb8634ea49 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:10:26.661455 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:10:26.687858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-947cd24d-8379-4b03-98b4-1ddb8634ea49 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Usage tracker for resource:security_group_rule and tenant:241e7aa710194c5aae752650199de833 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:26.698962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-947cd24d-8379-4b03-98b4-1ddb8634ea49 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:26.744357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-e9086c14-a7f5-4fb0-8e13-4b7912633bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:26.745886 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-e9086c14-a7f5-4fb0-8e13-4b7912633bbc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67d280681c92466b957d86889fb303b6&device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 1094 time: 0.8113503 Feb 18 09:10:26.747542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-947cd24d-8379-4b03-98b4-1ddb8634ea49 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:26.777228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fab98-e812-4934-9445-7e1083ae3d20 req-870765bf-edca-44a0-94b9-6081c4cc0594 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:26.778967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f02fab98-e812-4934-9445-7e1083ae3d20 req-870765bf-edca-44a0-94b9-6081c4cc0594 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 907 time: 0.7206538 Feb 18 09:10:26.823169 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fbb76eb1-7bcb-4c65-aa12-5715b0de98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.875290 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8da81d89-1e46-42df-86c3-5c9f5a33c939 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.895054 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:26.922331 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:10:26.922331 n-d-829434-1 neutron-server[87767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:10:26.922331 n-d-829434-1 neutron-server[87767]: [parameters: {'id': '3d4946ed-b031-4c79-8976-74809452fd75'}] Feb 18 09:10:26.922331 n-d-829434-1 neutron-server[87767]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:10:26.933905 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:10:26.971929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-fbb76eb1-7bcb-4c65-aa12-5715b0de98fa None None] For port 133bd62b-7061-477c-96b9-363a6e2d7eff, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=133bd62b-7061-477c-96b9-363a6e2d7eff,segment=NetworkSegment(ad2984ae-a0d1-46f4-b946-dd438fd355ca),segment_id=ad2984ae-a0d1-46f4-b946-dd438fd355ca)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:26.982014 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] For port 40601b22-72cc-40b0-b406-899c60ab5720, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:10:26.984910 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fbb76eb1-7bcb-4c65-aa12-5715b0de98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.045426 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-534490de-1b0f-4cd9-88e7-41521bc0da42 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de7fae9c-3ca6-47d6-9456-1451fbd06b63 HTTP/1.1" status: 200 len: 217 time: 0.2822306 Feb 18 09:10:27.054185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] For port 40601b22-72cc-40b0-b406-899c60ab5720, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=40601b22-72cc-40b0-b406-899c60ab5720,segment=NetworkSegment(b671cc22-169b-45f4-8e45-7149f108381c),segment_id=b671cc22-169b-45f4-8e45-7149f108381c)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:10:27.063493 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546c683-f85f-4f80-bfdb-a926dcfcae41 req-b20c1b9b-0672-4221-bf05-b62e2e83adb3 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:27.065093 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d546c683-f85f-4f80-bfdb-a926dcfcae41 req-b20c1b9b-0672-4221-bf05-b62e2e83adb3 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 943 time: 0.8238323 Feb 18 09:10:27.076660 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.084626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3b8765-aad5-4c31-8032-64da71172abe None None] Network f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:27.130184 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-947cd24d-8379-4b03-98b4-1ddb8634ea49 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Project 241e7aa710194c5aae752650199de833 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:10:27.178015 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1224b3e-3c75-4fa8-beaf-85f31c332f1e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.194106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-e7b2c34b-dc52-4cba-957c-fb740f3bed22 service neutron] 10.222.0.61 "GET /v2.0/networks/b3db08fd-8f17-4c5b-94e6-3c814d5e0533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7952814 Feb 18 09:10:27.213591 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8da81d89-1e46-42df-86c3-5c9f5a33c939 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.218372 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-947cd24d-8379-4b03-98b4-1ddb8634ea49 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.235233 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8da81d89-1e46-42df-86c3-5c9f5a33c939 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.253165 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb76eb1-7bcb-4c65-aa12-5715b0de98fa None None] Pushing event updated for resources: {'Port': ['ID=133bd62b-7061-477c-96b9-363a6e2d7eff,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:27.323966 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1c35a2a0-06e5-4a1c-a129-ed09f59b9a27 None None] Provisioning for port 0f9b7f57-631c-4704-8dcd-07f11d573196 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:27.422758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8955ce9-a2fe-457f-be2b-381a5e606d42 None None] Pushing event updated for resources: {'Port': ['ID=40601b22-72cc-40b0-b406-899c60ab5720,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:27.432097 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0f9b7f57-631c-4704-8dcd-07f11d573196 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:27.441461 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.476429 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Deleting port 40601b22-72cc-40b0-b406-899c60ab5720 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:27.476946 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.548259 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5da9a2-bb2a-4a3e-ba44-347de2504ee0 None None] Network 3d4946ed-b031-4c79-8976-74809452fd75 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:27.580370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e1224b3e-3c75-4fa8-beaf-85f31c332f1e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Calling delete_port for 2d5a179c-2c26-48b1-95f7-bf7d0d56e38e owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:27.682135 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 0f9b7f57-631c-4704-8dcd-07f11d573196 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:27.725151 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0f9b7f57-631c-4704-8dcd-07f11d573196 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:27.725533 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.726941 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-e8e79bc4-cbb1-4de0-9c4c-6457b66f6e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:27.728602 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-e8e79bc4-cbb1-4de0-9c4c-6457b66f6e35 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e4500d41-2903-426e-b93a-dfcd7b5dfd07 HTTP/1.1" status: 200 len: 834 time: 0.6624784 Feb 18 09:10:27.730470 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.820188 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d546c683-f85f-4f80-bfdb-a926dcfcae41 req-296e6a79-a5e5-461c-826a-1ccb6413610f tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b77f46b-5584-41e4-8e97-02b3576a58a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6749876 Feb 18 09:10:27.820874 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8da81d89-1e46-42df-86c3-5c9f5a33c939 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.821395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da81d89-1e46-42df-86c3-5c9f5a33c939 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Fanout notify agent at l3_agent the message router_deleted on router 6fe0dcd9-f5c2-4424-9c14-6a90d564f54a {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:10:27.901804 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-947cd24d-8379-4b03-98b4-1ddb8634ea49 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.906332 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8da81d89-1e46-42df-86c3-5c9f5a33c939 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.911698 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8da81d89-1e46-42df-86c3-5c9f5a33c939 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "DELETE /v2.0/routers/6fe0dcd9-f5c2-4424-9c14-6a90d564f54a HTTP/1.1" status: 204 len: 168 time: 7.2398355 Feb 18 09:10:27.912626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50446) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:27.940727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-962d6779-29e3-431c-a689-b0c3aa6722d1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-887970453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:27.947846 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-947cd24d-8379-4b03-98b4-1ddb8634ea49 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:27.955644 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e41c4465-f061-4229-957b-3b3352748f65 None None] Provisioning complete for port 133bd62b-7061-477c-96b9-363a6e2d7eff triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:27.956030 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e41c4465-f061-4229-957b-3b3352748f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.007107 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-962d6779-29e3-431c-a689-b0c3aa6722d1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:28.035003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-962d6779-29e3-431c-a689-b0c3aa6722d1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Usage tracker for resource:router and tenant:6e8b609b068047abafd723ed15d541ed is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:28.044465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-962d6779-29e3-431c-a689-b0c3aa6722d1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:28.056596 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84daf30e-26ee-467b-821d-ce1a720659f3 req-1372f99e-7313-45a9-9fd6-6f5eeeba0c6f service neutron] 10.222.0.61 "GET /v2.0/networks/b3db08fd-8f17-4c5b-94e6-3c814d5e0533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8283050 Feb 18 09:10:28.066638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cd24d-8379-4b03-98b4-1ddb8634ea49 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3f7105-5260-4762-842e-0e236ea8094d,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:28.094857 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.095880 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.122871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-962d6779-29e3-431c-a689-b0c3aa6722d1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:28.153877 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.196196 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-947cd24d-8379-4b03-98b4-1ddb8634ea49 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.197466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-947cd24d-8379-4b03-98b4-1ddb8634ea49 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6422889 Feb 18 09:10:28.209530 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-1cf89e8f-9736-4bbe-8ea5-add9434868a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:28.211388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-1cf89e8f-9736-4bbe-8ea5-add9434868a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f1caec97-043c-4296-bbf3-4343ad8e8680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4711933 Feb 18 09:10:28.222569 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50450) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:28.228637 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2b2f1f56-9c36-48cc-a8b8-3b9c1bcdc552 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Request body: {'security_group_rule': {'security_group_id': '9a8ed7d9-fef6-4bb2-b485-69be21711874', 'project_id': '241e7aa710194c5aae752650199de833', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:28.244260 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 0f9b7f57-631c-4704-8dcd-07f11d573196, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0f9b7f57-631c-4704-8dcd-07f11d573196,segment=NetworkSegment(03cd6478-6d0e-42e4-acfc-ace99c491e97),segment_id=03cd6478-6d0e-42e4-acfc-ace99c491e97)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:28.251113 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-962d6779-29e3-431c-a689-b0c3aa6722d1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.252602 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-962d6779-29e3-431c-a689-b0c3aa6722d1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.256409 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.308031 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2b2f1f56-9c36-48cc-a8b8-3b9c1bcdc552 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:28.322043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e41c4465-f061-4229-957b-3b3352748f65 None None] Provisioning for port 3aed2abf-3920-42f5-bbed-010779fc39a9 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:28.326492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2b2f1f56-9c36-48cc-a8b8-3b9c1bcdc552 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Usage tracker for resource:security_group_rule and tenant:241e7aa710194c5aae752650199de833 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:28.333439 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e41c4465-f061-4229-957b-3b3352748f65 None None] Provisioning complete for port 3aed2abf-3920-42f5-bbed-010779fc39a9 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:28.333622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=3aed2abf-3920-42f5-bbed-010779fc39a9,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:28.333749 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1224b3e-3c75-4fa8-beaf-85f31c332f1e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.335205 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e41c4465-f061-4229-957b-3b3352748f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.338716 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] For port 40601b22-72cc-40b0-b406-899c60ab5720, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=40601b22-72cc-40b0-b406-899c60ab5720,segment=NetworkSegment(b671cc22-169b-45f4-8e45-7149f108381c),segment_id=b671cc22-169b-45f4-8e45-7149f108381c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:28.339220 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.349064 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2b2f1f56-9c36-48cc-a8b8-3b9c1bcdc552 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:28.392223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=0f9b7f57-631c-4704-8dcd-07f11d573196,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:28.407256 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e41c4465-f061-4229-957b-3b3352748f65 None None] Port 3aed2abf-3920-42f5-bbed-010779fc39a9 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:28.427101 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2b2f1f56-9c36-48cc-a8b8-3b9c1bcdc552 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:28.468194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1224b3e-3c75-4fa8-beaf-85f31c332f1e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event deleted for resources: {'Port': ['ID=2d5a179c-2c26-48b1-95f7-bf7d0d56e38e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:28.504974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Calling delete_port for 40601b22-72cc-40b0-b406-899c60ab5720 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:28.529800 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-962d6779-29e3-431c-a689-b0c3aa6722d1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.543754 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-30ed3e10-2004-415a-a9ef-b96c185d6360 None None] Provisioning complete for port 3aed2abf-3920-42f5-bbed-010779fc39a9 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:28.544124 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-30ed3e10-2004-415a-a9ef-b96c185d6360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.584437 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-2b2f1f56-9c36-48cc-a8b8-3b9c1bcdc552 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Project 241e7aa710194c5aae752650199de833 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:10:28.604558 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b2f1f56-9c36-48cc-a8b8-3b9c1bcdc552 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.605552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081d902-40a9-4992-942d-50631f489741 req-8fde52ba-cae3-4767-b83a-4182db182eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:28.607078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7081d902-40a9-4992-942d-50631f489741 req-8fde52ba-cae3-4767-b83a-4182db182eb3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2043376ef2794b84aea557eef809fcc8&device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 1058 time: 0.4619575 Feb 18 09:10:28.620933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-30ed3e10-2004-415a-a9ef-b96c185d6360 None None] Port 3aed2abf-3920-42f5-bbed-010779fc39a9 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:28.639246 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-30ed3e10-2004-415a-a9ef-b96c185d6360 None None] Provisioning complete for port 0f9b7f57-631c-4704-8dcd-07f11d573196 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:28.639649 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-30ed3e10-2004-415a-a9ef-b96c185d6360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.654991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 7bf9daae-f89d-45ae-817c-0deee64866a1 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:28.658755 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-1aabbcf5-b1be-43e7-a43f-fcb24227348c service neutron] 10.222.0.61 "GET /v2.0/networks/f1caec97-043c-4296-bbf3-4343ad8e8680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363973 Feb 18 09:10:28.660285 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:28.674215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e1d67-c8f4-4228-9e84-650a6a083289 req-f9df59d6-d077-4338-a3a7-34b6237636fd tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:28.675806 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff6e1d67-c8f4-4228-9e84-650a6a083289 req-f9df59d6-d077-4338-a3a7-34b6237636fd tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 907 time: 0.6008358 Feb 18 09:10:28.745964 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-962d6779-29e3-431c-a689-b0c3aa6722d1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.756607 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e1224b3e-3c75-4fa8-beaf-85f31c332f1e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.768853 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.842699 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b2f1f56-9c36-48cc-a8b8-3b9c1bcdc552 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.842884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e1224b3e-3c75-4fa8-beaf-85f31c332f1e tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "DELETE /v2.0/ports/2d5a179c-2c26-48b1-95f7-bf7d0d56e38e HTTP/1.1" status: 204 len: 168 time: 3.6000707 Feb 18 09:10:28.843823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50454) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:28.881618 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b2f1f56-9c36-48cc-a8b8-3b9c1bcdc552 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.906195 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-962d6779-29e3-431c-a689-b0c3aa6722d1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:28.909827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event deleted for resources: {'Port': ['ID=40601b22-72cc-40b0-b406-899c60ab5720,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:28.910511 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-962d6779-29e3-431c-a689-b0c3aa6722d1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9830554 Feb 18 09:10:28.913213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50460) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:28.977173 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f1f56-9c36-48cc-a8b8-3b9c1bcdc552 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d9644f-32fa-4c0e-ab0a-cd8fae71012c,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:28.984391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] No DVR routers for this DVR port 40601b22-72cc-40b0-b406-899c60ab5720 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:10:29.014329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba34dc4-5d5d-4673-89f3-205c3eb39b01 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Deleting subnet 85c4a028-5c15-4e99-8b10-977d2b94698c {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:10:29.022088 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd5773e-ce17-4882-95f7-3a452db3477e None None] get_active_networks_info from n-d-829434-1 {{(pid=87769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 18 09:10:29.040030 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-35728df6-60fb-402c-ae1c-72fd21df7c6f tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'enable_snat': True}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:29.066125 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aba34dc4-5d5d-4673-89f3-205c3eb39b01 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.077423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-11460630-c6aa-4eb2-9196-4d7a7a77e92b None None] Provisioning complete for port 3aed2abf-3920-42f5-bbed-010779fc39a9 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:29.077796 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-11460630-c6aa-4eb2-9196-4d7a7a77e92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.120947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081d902-40a9-4992-942d-50631f489741 req-e79410a1-c093-45c0-94de-01e606ea7f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:29.123053 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7081d902-40a9-4992-942d-50631f489741 req-e79410a1-c093-45c0-94de-01e606ea7f1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=b3db08fd-8f17-4c5b-94e6-3c814d5e0533 HTTP/1.1" status: 200 len: 898 time: 0.5081608 Feb 18 09:10:29.176190 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-11460630-c6aa-4eb2-9196-4d7a7a77e92b None None] Port 3aed2abf-3920-42f5-bbed-010779fc39a9 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:29.230709 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7081d902-40a9-4992-942d-50631f489741 req-750c34f0-b7be-42af-a84e-a88110624e75 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 HTTP/1.1" status: 200 len: 217 time: 0.0931385 Feb 18 09:10:29.237397 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7be21f2d-1494-40c9-b342-542cd2a91c88 req-f8c079c1-e3b3-4480-bb37-f285d2adbec1 service neutron] 10.222.0.61 "GET /v2.0/networks/f1caec97-043c-4296-bbf3-4343ad8e8680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151837 Feb 18 09:10:29.240154 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aba34dc4-5d5d-4673-89f3-205c3eb39b01 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.289008 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd5773e-ce17-4882-95f7-3a452db3477e None None] Resources bound (agent type, host, resource id): {{(pid=87769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:10:29.297483 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b2f1f56-9c36-48cc-a8b8-3b9c1bcdc552 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.298656 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2b2f1f56-9c36-48cc-a8b8-3b9c1bcdc552 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0747204 Feb 18 09:10:29.378160 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 133bd62b-7061-477c-96b9-363a6e2d7eff up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:29.396179 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.576248 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 133bd62b-7061-477c-96b9-363a6e2d7eff triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:29.576954 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.663629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081d902-40a9-4992-942d-50631f489741 req-4d231ecc-5e6c-4429-b895-753bafbbf3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:29.665186 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7081d902-40a9-4992-942d-50631f489741 req-4d231ecc-5e6c-4429-b895-753bafbbf3ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=188f737e-5321-416d-b679-d91b08b34601 HTTP/1.1" status: 200 len: 837 time: 0.3928132 Feb 18 09:10:29.680897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-7de17078-e2c9-4d45-b110-32d7348bbc26 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Synchronizing usage tracker for tenant:241e7aa710194c5aae752650199de833 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:29.726612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811526d7-cbee-43ce-9038-4fcb1739db59 req-a8d3637a-af08-4ffb-80ed-0454c44a23f8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:29.734513 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-811526d7-cbee-43ce-9038-4fcb1739db59 req-a8d3637a-af08-4ffb-80ed-0454c44a23f8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 943 time: 0.7375267 Feb 18 09:10:29.773451 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d4946ed-b031-4c79-8976-74809452fd75']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:29.791330 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35728df6-60fb-402c-ae1c-72fd21df7c6f tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.806465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b671cc22-169b-45f4-8e45-7149f108381c') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:29.806807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b671cc22-169b-45f4-8e45-7149f108381c') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:29.837669 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.839528 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aba34dc4-5d5d-4673-89f3-205c3eb39b01 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.886961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-811526d7-cbee-43ce-9038-4fcb1739db59 req-56c3d6c5-f09c-4564-b6d2-a62c0b334020 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b77f46b-5584-41e4-8e97-02b3576a58a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508911 Feb 18 09:10:29.908310 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.908987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a895d-b7c4-49be-b0c5-b510fbd66e7b req-0f26c5e6-89d1-45fc-91f6-153979e2b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:29.910859 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e76a895d-b7c4-49be-b0c5-b510fbd66e7b req-0f26c5e6-89d1-45fc-91f6-153979e2b439 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67d280681c92466b957d86889fb303b6&device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 1094 time: 0.6053796 Feb 18 09:10:29.911145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-7de17078-e2c9-4d45-b110-32d7348bbc26 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Unset dirty status for tenant:241e7aa710194c5aae752650199de833 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:29.912199 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-7de17078-e2c9-4d45-b110-32d7348bbc26 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1478109003&fields=id&tenant_id=241e7aa710194c5aae752650199de833 HTTP/1.1" status: 200 len: 267 time: 0.3571165 Feb 18 09:10:29.913193 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:10:29.922168 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:10:29.922562 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:10:29.937909 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:10:29.963008 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0f9b7f57-631c-4704-8dcd-07f11d573196 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:30.183554 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.189411 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.197611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081d902-40a9-4992-942d-50631f489741 req-2977d2b7-ab1b-4787-9785-a2df2f696742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:30.199094 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7081d902-40a9-4992-942d-50631f489741 req-2977d2b7-ab1b-4787-9785-a2df2f696742 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b3db08fd-8f17-4c5b-94e6-3c814d5e0533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5273652 Feb 18 09:10:30.213425 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aba34dc4-5d5d-4673-89f3-205c3eb39b01 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.218405 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0f9b7f57-631c-4704-8dcd-07f11d573196 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:30.218979 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.240731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event deleted for resources: {'Network': ['ID=3d4946ed-b031-4c79-8976-74809452fd75,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:30.246717 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5d5519bb-1d73-431f-8812-c38d6bfca16c tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/networks/3d4946ed-b031-4c79-8976-74809452fd75 HTTP/1.1" status: 204 len: 168 time: 5.4340253 Feb 18 09:10:30.247250 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:10:30.252440 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-430fd76a-7be6-4dfc-b909-5d7579e14f2e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0359108 Feb 18 09:10:30.254579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50478) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:30.256984 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50480) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:30.273843 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9ecec-9e5c-44eb-b228-68a77dcbf7c9 None None] Sync routers for ids ['0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:10:30.274642 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a541f3c1-69d1-4031-93a1-9bdd236063c2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1927940259'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:30.283031 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a541f3c1-69d1-4031-93a1-9bdd236063c2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:30.285899 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9ecec-9e5c-44eb-b228-68a77dcbf7c9 None None] Routers {'0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:30.286694 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-93c9ecec-9e5c-44eb-b228-68a77dcbf7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:30.287779 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a541f3c1-69d1-4031-93a1-9bdd236063c2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Usage tracker for resource:network and tenant:7315aa40df6e405d9b5eddabb2ed42d6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:30.290909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a541f3c1-69d1-4031-93a1-9bdd236063c2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:30.298785 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a541f3c1-69d1-4031-93a1-9bdd236063c2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:30.319291 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c450f323-6ef1-4c30-8a30-ba93ebaa95d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.355991 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-93c9ecec-9e5c-44eb-b228-68a77dcbf7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:30.366747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a541f3c1-69d1-4031-93a1-9bdd236063c2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Made reservation on behalf of 7315aa40df6e405d9b5eddabb2ed42d6 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:30.367323 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9ecec-9e5c-44eb-b228-68a77dcbf7c9 None None] Routers {'0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:30.367944 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-93c9ecec-9e5c-44eb-b228-68a77dcbf7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:30.370741 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a541f3c1-69d1-4031-93a1-9bdd236063c2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.433055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6afe191-9b2d-4ccc-a34b-c8b56b38cf3e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:30.433349 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-93c9ecec-9e5c-44eb-b228-68a77dcbf7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:30.433757 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9ecec-9e5c-44eb-b228-68a77dcbf7c9 None None] The sync data for ids ['0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:10:30.433937 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b6afe191-9b2d-4ccc-a34b-c8b56b38cf3e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Synchronizing usage tracker for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:30.444666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba34dc4-5d5d-4673-89f3-205c3eb39b01 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event deleted for resources: {'Subnet': ['ID=85c4a028-5c15-4e99-8b10-977d2b94698c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:30.459189 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a541f3c1-69d1-4031-93a1-9bdd236063c2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:10:30.461807 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4aac1f-942b-47d0-8a6d-02eba9939641 None None] Network 241c95be-8692-4339-9f3a-c0e6d5272183 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:30.470809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-4cec7ea3-d06a-4b66-956e-30833a328738 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:30.471759 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-4cec7ea3-d06a-4b66-956e-30833a328738 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Synchronizing usage tracker for tenant:241e7aa710194c5aae752650199de833 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:30.476515 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aba34dc4-5d5d-4673-89f3-205c3eb39b01 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.486179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a895d-b7c4-49be-b0c5-b510fbd66e7b req-dd46a015-dde5-4c17-83f5-54a6b5b1ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:30.487599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e76a895d-b7c4-49be-b0c5-b510fbd66e7b req-dd46a015-dde5-4c17-83f5-54a6b5b1ed5e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f1caec97-043c-4296-bbf3-4343ad8e8680 HTTP/1.1" status: 200 len: 897 time: 0.5681965 Feb 18 09:10:30.577299 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-aba34dc4-5d5d-4673-89f3-205c3eb39b01 tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "DELETE /v2.0/subnets/85c4a028-5c15-4e99-8b10-977d2b94698c HTTP/1.1" status: 204 len: 168 time: 1.7282391 Feb 18 09:10:30.591329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50486) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:30.605530 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b6afe191-9b2d-4ccc-a34b-c8b56b38cf3e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Unset dirty status for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:30.610031 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b6afe191-9b2d-4ccc-a34b-c8b56b38cf3e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/ports/3aed2abf-3920-42f5-bbed-010779fc39a9 HTTP/1.1" status: 200 len: 911 time: 0.3453624 Feb 18 09:10:30.610628 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50490) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:30.611651 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a541f3c1-69d1-4031-93a1-9bdd236063c2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.611994 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-a541f3c1-69d1-4031-93a1-9bdd236063c2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Added segment e38f0ef2-0018-4c1c-baf2-6c7f3e77e9de of type vlan for network afeac3bc-da53-4a3e-9dbc-4745b647b5da Feb 18 09:10:30.637765 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e76a895d-b7c4-49be-b0c5-b510fbd66e7b req-249184c1-0668-42a0-a353-584020134713 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de7fae9c-3ca6-47d6-9456-1451fbd06b63 HTTP/1.1" status: 200 len: 217 time: 0.1411557 Feb 18 09:10:30.656534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5b461-9644-40d5-9446-0b2c9ed37fa5 req-677de593-57e3-4e96-a0fd-e7bc7d0f1aa1 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:30.658145 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c8f5b461-9644-40d5-9446-0b2c9ed37fa5 req-677de593-57e3-4e96-a0fd-e7bc7d0f1aa1 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 907 time: 0.5694189 Feb 18 09:10:30.707186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-4cec7ea3-d06a-4b66-956e-30833a328738 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Unset dirty status for tenant:241e7aa710194c5aae752650199de833 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:30.708463 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-4cec7ea3-d06a-4b66-956e-30833a328738 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/networks?id=42bf456b-871d-45c4-8fb1-b5b9744cbc4f HTTP/1.1" status: 200 len: 809 time: 0.7633629 Feb 18 09:10:30.734236 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7176bb29-8a95-473b-a3bc-6c4ac5424fd2 None None] DHCP port deletion for 241c95be-8692-4339-9f3a-c0e6d5272183 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:10:30.740481 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7176bb29-8a95-473b-a3bc-6c4ac5424fd2 None None] Deleting port 2437da3a-6fac-4e34-b742-6cbbd22f0910 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:30.741876 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7176bb29-8a95-473b-a3bc-6c4ac5424fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.798218 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7081d902-40a9-4992-942d-50631f489741 req-1d81ae4f-a4ec-4e4d-8a31-7366963a5f88 service neutron] 10.222.0.61 "GET /v2.0/networks/b3db08fd-8f17-4c5b-94e6-3c814d5e0533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5912600 Feb 18 09:10:30.806528 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-08154d8f-3cd3-41c8-a7ea-4da4db5e58d8 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/quotas/241e7aa710194c5aae752650199de833 HTTP/1.1" status: 200 len: 375 time: 0.0403762 Feb 18 09:10:30.830255 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a541f3c1-69d1-4031-93a1-9bdd236063c2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.853164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:10:30.882415 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35728df6-60fb-402c-ae1c-72fd21df7c6f tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:30.944391 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35728df6-60fb-402c-ae1c-72fd21df7c6f tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:31.011589 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:31.019413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a895d-b7c4-49be-b0c5-b510fbd66e7b req-e07e45be-5fc0-477e-b481-2aaec5b66ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:31.020891 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e76a895d-b7c4-49be-b0c5-b510fbd66e7b req-e07e45be-5fc0-477e-b481-2aaec5b66ccc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e4500d41-2903-426e-b93a-dfcd7b5dfd07 HTTP/1.1" status: 200 len: 834 time: 0.3750017 Feb 18 09:10:31.094033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7176bb29-8a95-473b-a3bc-6c4ac5424fd2 None None] For port 2437da3a-6fac-4e34-b742-6cbbd22f0910, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2437da3a-6fac-4e34-b742-6cbbd22f0910,segment=NetworkSegment(597e70de-4e07-43c5-9409-85f2309c9c21),segment_id=597e70de-4e07-43c5-9409-85f2309c9c21)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:31.094599 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7176bb29-8a95-473b-a3bc-6c4ac5424fd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:31.111093 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7081d902-40a9-4992-942d-50631f489741 req-ee33a0a2-7332-4aea-9369-1884cdd24107 service neutron] 10.222.0.61 "GET /v2.0/networks/b3db08fd-8f17-4c5b-94e6-3c814d5e0533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017509 Feb 18 09:10:31.117756 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a541f3c1-69d1-4031-93a1-9bdd236063c2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:31.123877 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a541f3c1-69d1-4031-93a1-9bdd236063c2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:31.124674 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a541f3c1-69d1-4031-93a1-9bdd236063c2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:31.149766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Deleting port 2437da3a-6fac-4e34-b742-6cbbd22f0910 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:31.150112 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:31.242370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-f73f7162-46e9-4670-8f43-aa24653e4829 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Synchronizing usage tracker for tenant:241e7aa710194c5aae752650199de833 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:31.250305 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7176bb29-8a95-473b-a3bc-6c4ac5424fd2 None None] Calling delete_port for 2437da3a-6fac-4e34-b742-6cbbd22f0910 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:31.296655 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2437da3a-6fac-4e34-b742-6cbbd22f0910 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:31.339120 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9a7ee480-7d32-45cf-8e6b-76b25e98c3c9,segment=NetworkSegment(bf3610e6-1c20-49a2-859a-0d8b43678e37),segment_id=bf3610e6-1c20-49a2-859a-0d8b43678e37)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:31.374695 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '9a7ee480-7d32-45cf-8e6b-76b25e98c3c9', 'network_id': 'b3db08fd-8f17-4c5b-94e6-3c814d5e0533', 'port_id': '9a7ee480-7d32-45cf-8e6b-76b25e98c3c9', 'mac_address': 'fa:16:3e:1b:29:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188f737e-5321-416d-b679-d91b08b34601', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:10:31.471547 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054b79c-e136-48e0-aab1-ae333154b22c req-17ee7a22-5d1b-42ba-b0d9-a4b772a13f92 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:31.472997 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1054b79c-e136-48e0-aab1-ae333154b22c req-17ee7a22-5d1b-42ba-b0d9-a4b772a13f92 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 943 time: 0.4050257 Feb 18 09:10:31.477297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a895d-b7c4-49be-b0c5-b510fbd66e7b req-8e5a88ca-e2f4-46f9-beae-e72d65a40cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:31.478697 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e76a895d-b7c4-49be-b0c5-b510fbd66e7b req-8e5a88ca-e2f4-46f9-beae-e72d65a40cb2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f1caec97-043c-4296-bbf3-4343ad8e8680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4426680 Feb 18 09:10:31.481300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-f73f7162-46e9-4670-8f43-aa24653e4829 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Unset dirty status for tenant:241e7aa710194c5aae752650199de833 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:31.483134 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-f73f7162-46e9-4670-8f43-aa24653e4829 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=241e7aa710194c5aae752650199de833&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5540302 Feb 18 09:10:31.494002 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7176bb29-8a95-473b-a3bc-6c4ac5424fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:31.512330 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:10:31.533371 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a541f3c1-69d1-4031-93a1-9bdd236063c2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2771790 Feb 18 09:10:31.534502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541f3c1-69d1-4031-93a1-9bdd236063c2 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event updated for resources: {'Network': ['ID=afeac3bc-da53-4a3e-9dbc-4745b647b5da,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:31.537973 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:31.542807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50496) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:31.547425 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Port 2437da3a-6fac-4e34-b742-6cbbd22f0910 update to DOWN by agent not found {{(pid=87769) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 18 09:10:31.562728 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a9bb33ed-8802-48c2-a032-05ff30df4735 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Request body: {'subnet': {'network_id': 'afeac3bc-da53-4a3e-9dbc-4745b647b5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:31.562957 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network afeac3bc-da53-4a3e-9dbc-4745b647b5da details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:10:31.586454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176bb29-8a95-473b-a3bc-6c4ac5424fd2 None None] Pushing event deleted for resources: {'Port': ['ID=2437da3a-6fac-4e34-b742-6cbbd22f0910,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:31.682576 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7176bb29-8a95-473b-a3bc-6c4ac5424fd2 None None] No DVR routers for this DVR port 2437da3a-6fac-4e34-b742-6cbbd22f0910 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:10:31.687960 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:10:31.733960 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9a7ee480-7d32-45cf-8e6b-76b25e98c3c9,segment=NetworkSegment(bf3610e6-1c20-49a2-859a-0d8b43678e37),segment_id=bf3610e6-1c20-49a2-859a-0d8b43678e37)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:31.740870 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:31.759201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-35728df6-60fb-402c-ae1c-72fd21df7c6f tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Allocated IP 172.25.1.38 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/ef28fa91-a608-4456-bfce-c88884fe001b) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:31.784820 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1054b79c-e136-48e0-aab1-ae333154b22c req-02be26e9-e06b-492b-ad5a-54ca29dce124 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b77f46b-5584-41e4-8e97-02b3576a58a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986858 Feb 18 09:10:31.827698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=9a7ee480-7d32-45cf-8e6b-76b25e98c3c9,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:31.851719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a9bb33ed-8802-48c2-a032-05ff30df4735 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:31.856767 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] For port 2437da3a-6fac-4e34-b742-6cbbd22f0910, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2437da3a-6fac-4e34-b742-6cbbd22f0910,segment=NetworkSegment(597e70de-4e07-43c5-9409-85f2309c9c21),segment_id=597e70de-4e07-43c5-9409-85f2309c9c21)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:31.857848 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:31.878292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a9bb33ed-8802-48c2-a032-05ff30df4735 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Usage tracker for resource:subnet and tenant:7315aa40df6e405d9b5eddabb2ed42d6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:31.883092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a9bb33ed-8802-48c2-a032-05ff30df4735 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:31.937638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a9bb33ed-8802-48c2-a032-05ff30df4735 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:32.009699 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bb33ed-8802-48c2-a032-05ff30df4735 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Made reservation on behalf of 7315aa40df6e405d9b5eddabb2ed42d6 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:32.013463 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9bb33ed-8802-48c2-a032-05ff30df4735 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:32.022620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Calling delete_port for 2437da3a-6fac-4e34-b742-6cbbd22f0910 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:32.029391 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['9a7ee480-7d32-45cf-8e6b-76b25e98c3c9'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:10:32.139071 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:32.143614 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e76a895d-b7c4-49be-b0c5-b510fbd66e7b req-33c60498-475c-42f4-b017-0ca0ebab1302 service neutron] 10.222.0.61 "GET /v2.0/networks/f1caec97-043c-4296-bbf3-4343ad8e8680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6437316 Feb 18 09:10:32.147597 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-cb94637c-18fd-4d1b-805e-b1c1df099801 service neutron] 10.222.0.72 "GET /v2.0/networks/42bf456b-871d-45c4-8fb1-b5b9744cbc4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141741 Feb 18 09:10:32.316707 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35728df6-60fb-402c-ae1c-72fd21df7c6f tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:32.366253 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:10:32.366745 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:10:32.427328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edd39e-1be6-487a-a44a-ee05653704a3 req-42644b46-cb72-4e36-97e2-00b45574799c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:32.428795 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83edd39e-1be6-487a-a44a-ee05653704a3 req-42644b46-cb72-4e36-97e2-00b45574799c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 908 time: 0.4765837 Feb 18 09:10:32.446446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e76a895d-b7c4-49be-b0c5-b510fbd66e7b req-ab3fd33f-bf39-4711-beef-c2f1fb3448fd service neutron] 10.222.0.61 "GET /v2.0/networks/f1caec97-043c-4296-bbf3-4343ad8e8680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915936 Feb 18 09:10:32.458483 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-21886733-2fdb-4918-92c2-066bbcf96b61 service neutron] 10.222.0.72 "GET /v2.0/networks/42bf456b-871d-45c4-8fb1-b5b9744cbc4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814984 Feb 18 09:10:32.563401 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35728df6-60fb-402c-ae1c-72fd21df7c6f tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:32.648176 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9bb33ed-8802-48c2-a032-05ff30df4735 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:32.682362 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89857b58-e7d4-499c-b4d3-5072937ceb72 req-22fc1865-0458-4e3e-aaa6-fc82afc51ef3 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 210 time: 0.0503857 Feb 18 09:10:32.722217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35728df6-60fb-402c-ae1c-72fd21df7c6f tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:32.734741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-35728df6-60fb-402c-ae1c-72fd21df7c6f tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:32.745578 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35728df6-60fb-402c-ae1c-72fd21df7c6f tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:32.801250 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35728df6-60fb-402c-ae1c-72fd21df7c6f tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Pushing event updated for resources: {'Port': ['ID=ef28fa91-a608-4456-bfce-c88884fe001b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:32.847020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device de7fae9c-3ca6-47d6-9456-1451fbd06b63 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:10:32.867795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Deleting port 2437da3a-6fac-4e34-b742-6cbbd22f0910 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:32.868019 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:32.965716 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] The port '2437da3a-6fac-4e34-b742-6cbbd22f0910' was deleted {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:10:33.018713 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:33.037343 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb33ed-8802-48c2-a032-05ff30df4735 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event updated for resources: {'Subnet': ['ID=1d46aa76-3cd2-4163-8126-2685de367792,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:33.065357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb33ed-8802-48c2-a032-05ff30df4735 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Checking segment: {'id': 'e38f0ef2-0018-4c1c-baf2-6c7f3e77e9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'afeac3bc-da53-4a3e-9dbc-4745b647b5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:33.065723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bb33ed-8802-48c2-a032-05ff30df4735 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Network hostable DHCP agents. Network: afeac3bc-da53-4a3e-9dbc-4745b647b5da, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:10:33.091370 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Allocated IP 2001:db8:1::1 (f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454/ddc64f80-92b3-46a2-bc2f-b1a7f5479ad7/c0d6c4b1-c8a5-4273-8c5b-144580578ce8) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:33.130487 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port de7fae9c-3ca6-47d6-9456-1451fbd06b63, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=de7fae9c-3ca6-47d6-9456-1451fbd06b63,segment=NetworkSegment(eedcd174-798e-444c-bcbf-4584a6fe2987),segment_id=eedcd174-798e-444c-bcbf-4584a6fe2987)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:33.154743 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.164544 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'de7fae9c-3ca6-47d6-9456-1451fbd06b63', 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680', 'port_id': 'de7fae9c-3ca6-47d6-9456-1451fbd06b63', 'mac_address': 'fa:16:3e:c8:c6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:10:33.227639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241c95be-8692-4339-9f3a-c0e6d5272183']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:33.234732 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.243211 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bb33ed-8802-48c2-a032-05ff30df4735 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Network afeac3bc-da53-4a3e-9dbc-4745b647b5da is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:10:33.246065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597e70de-4e07-43c5-9409-85f2309c9c21') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:33.247045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597e70de-4e07-43c5-9409-85f2309c9c21') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:33.259004 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7fae9c-3ca6-47d6-9456-1451fbd06b63 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:10:33.273397 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.280583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:33.287957 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port de7fae9c-3ca6-47d6-9456-1451fbd06b63, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=de7fae9c-3ca6-47d6-9456-1451fbd06b63,segment=NetworkSegment(eedcd174-798e-444c-bcbf-4584a6fe2987),segment_id=eedcd174-798e-444c-bcbf-4584a6fe2987)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:33.292039 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:33.292576 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.299600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c1399-f9d4-42ca-bf10-5c226f90f6f3 req-eb1e5a58-598d-4c9d-9be1-6b7390041601 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:33.301170 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a51c1399-f9d4-42ca-bf10-5c226f90f6f3 req-eb1e5a58-598d-4c9d-9be1-6b7390041601 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 943 time: 0.3003104 Feb 18 09:10:33.307874 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.318035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:10:33.318470 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:10:33.346114 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:10:33.351837 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.376488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-a9bb33ed-8802-48c2-a032-05ff30df4735 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, afeac3bc-da53-4a3e-9dbc-4745b647b5da) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:33.391913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bb33ed-8802-48c2-a032-05ff30df4735 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:33.392528 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9bb33ed-8802-48c2-a032-05ff30df4735 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.541610 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=de7fae9c-3ca6-47d6-9456-1451fbd06b63,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:33.555423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6df0f6-2bab-45bf-bae6-fd946ccbc894 None None] Network afeac3bc-da53-4a3e-9dbc-4745b647b5da requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:33.557698 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a9bb33ed-8802-48c2-a032-05ff30df4735 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0053294 Feb 18 09:10:33.571501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50516) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:33.604376 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.649824 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Transition to ACTIVE for port object c0d6c4b1-c8a5-4273-8c5b-144580578ce8 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:33.703669 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['de7fae9c-3ca6-47d6-9456-1451fbd06b63'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:10:33.722269 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a51c1399-f9d4-42ca-bf10-5c226f90f6f3 req-5fdc2427-cb8c-4855-9bfa-e243db26ff1a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b77f46b-5584-41e4-8e97-02b3576a58a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4076786 Feb 18 09:10:33.722870 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.752442 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.757871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] Pushing event deleted for resources: {'Network': ['ID=241c95be-8692-4339-9f3a-c0e6d5272183,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:33.827203 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35728df6-60fb-402c-ae1c-72fd21df7c6f tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.838624 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ddc1fa37-f48b-4ef2-9e7a-977ac2e6fc5f tempest-AllowedAddressPairTestJSON-1539893988 tempest-AllowedAddressPairTestJSON-1539893988-project] 10.222.0.72 "DELETE /v2.0/networks/241c95be-8692-4339-9f3a-c0e6d5272183 HTTP/1.1" status: 204 len: 168 time: 3.2454433 Feb 18 09:10:33.869498 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.879466 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bfecd369-308d-4a86-bd9e-dcc8d909a4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.895482 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:33.901223 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.001940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1704aca4-20a0-4f35-b0c5-676ba01dfc47 req-77876502-de83-4550-a798-382d960158ec tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 210 time: 0.0789175 Feb 18 09:10:34.006047 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-03c4c8ae-1416-4a6b-80c0-5671ac8cdb0a tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.012164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9a7ee480-7d32-45cf-8e6b-76b25e98c3c9,segment=NetworkSegment(bf3610e6-1c20-49a2-859a-0d8b43678e37),segment_id=bf3610e6-1c20-49a2-859a-0d8b43678e37)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:34.017952 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8892998c-ea3d-4715-a32e-12df95d9eea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7ee480-7d32-45cf-8e6b-76b25e98c3c9'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:10:34.027347 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.030681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb86733-1765-4643-87ff-f2696c0c12a5 req-f3651887-82c7-4130-8bdc-c0c011462191 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:34.045778 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fbb86733-1765-4643-87ff-f2696c0c12a5 req-f3651887-82c7-4130-8bdc-c0c011462191 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 908 time: 0.4355869 Feb 18 09:10:34.116198 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8892998c-ea3d-4715-a32e-12df95d9eea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7ee480-7d32-45cf-8e6b-76b25e98c3c9', 'code': 200} Feb 18 09:10:34.118331 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-03c4c8ae-1416-4a6b-80c0-5671ac8cdb0a tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.224485 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-03c4c8ae-1416-4a6b-80c0-5671ac8cdb0a tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.225839 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b02eab3-2639-4edf-812e-4a6bdd70f6c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-afeac3bc-da53-4a3e-9dbc-4745b647b5da', 'network_id': 'afeac3bc-da53-4a3e-9dbc-4745b647b5da', 'tenant_id': '7315aa40df6e405d9b5eddabb2ed42d6', 'fixed_ips': [{'subnet_id': '1d46aa76-3cd2-4163-8126-2685de367792'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:10:34.226743 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7b02eab3-2639-4edf-812e-4a6bdd70f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.266730 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=9a7ee480-7d32-45cf-8e6b-76b25e98c3c9,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:34.347225 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4c8ae-1416-4a6b-80c0-5671ac8cdb0a tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event deleted for resources: {'Subnet': ['ID=1d46aa76-3cd2-4163-8126-2685de367792,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:34.421999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cc45b8-95f0-484b-8c8d-c9642d501887 None None] Network afeac3bc-da53-4a3e-9dbc-4745b647b5da requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:34.425780 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.485172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50528) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:34.530406 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-03c4c8ae-1416-4a6b-80c0-5671ac8cdb0a tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.573257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-03c4c8ae-1416-4a6b-80c0-5671ac8cdb0a tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afeac3bc-da53-4a3e-9dbc-4745b647b5da']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:34.589780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-03c4c8ae-1416-4a6b-80c0-5671ac8cdb0a tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38f0ef2-0018-4c1c-baf2-6c7f3e77e9de') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:34.590372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-03c4c8ae-1416-4a6b-80c0-5671ac8cdb0a tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38f0ef2-0018-4c1c-baf2-6c7f3e77e9de') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:34.605507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f8955-3314-4fce-812e-dd3a18ae953f req-f1104e71-ea16-4768-b04a-d9fccb8655c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:34.608574 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b29f8955-3314-4fce-812e-dd3a18ae953f req-f1104e71-ea16-4768-b04a-d9fccb8655c2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 1060 time: 0.3161190 Feb 18 09:10:34.612647 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-03c4c8ae-1416-4a6b-80c0-5671ac8cdb0a tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.636791 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-03c4c8ae-1416-4a6b-80c0-5671ac8cdb0a tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.651453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c4c8ae-1416-4a6b-80c0-5671ac8cdb0a tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:10:34.652630 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-03c4c8ae-1416-4a6b-80c0-5671ac8cdb0a tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:10:34.677083 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:10:34.708044 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35728df6-60fb-402c-ae1c-72fd21df7c6f tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.732937 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35728df6-60fb-402c-ae1c-72fd21df7c6f tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.739559 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:34.745416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:34.748503 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:34.749048 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.804783 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-03c4c8ae-1416-4a6b-80c0-5671ac8cdb0a tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.827135 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-03c4c8ae-1416-4a6b-80c0-5671ac8cdb0a tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.829212 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=c0d6c4b1-c8a5-4273-8c5b-144580578ce8,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:34.850346 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-03c4c8ae-1416-4a6b-80c0-5671ac8cdb0a tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/networks/afeac3bc-da53-4a3e-9dbc-4745b647b5da HTTP/1.1" status: 204 len: 168 time: 1.2744894 Feb 18 09:10:34.853973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50536) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:34.854171 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-76854a6a-da80-402c-9746-4a2bbe4b06b9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4a1150e016c24e718c244790631cc53a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672025 Feb 18 09:10:34.855214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4c8ae-1416-4a6b-80c0-5671ac8cdb0a tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event deleted for resources: {'Network': ['ID=afeac3bc-da53-4a3e-9dbc-4745b647b5da,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:34.857088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50540) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:34.862997 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-1e64f68a-619c-4e62-ae7e-8b3f4bf6b6cd tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:34.864476 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-1e64f68a-619c-4e62-ae7e-8b3f4bf6b6cd tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.81 "GET /v2.0/networks?id=42bf456b-871d-45c4-8fb1-b5b9744cbc4f HTTP/1.1" status: 200 len: 809 time: 0.8153467 Feb 18 09:10:34.868160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-7e4cc226-6902-43bb-83dc-ce313995cd83 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1338810768'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:34.913243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7e4cc226-6902-43bb-83dc-ce313995cd83 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:34.936966 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-28538fd0-2837-4a61-b1f2-f9d817ffa77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:34.956023 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7e4cc226-6902-43bb-83dc-ce313995cd83 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Usage tracker for resource:network and tenant:7315aa40df6e405d9b5eddabb2ed42d6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:35.015945 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:35.030399 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-28538fd0-2837-4a61-b1f2-f9d817ffa77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:35.116779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367efb95-25f3-448e-9525-a4843f6031ea req-15067703-2ef4-4d8f-aac8-897a4077bc28 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:35.119507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-367efb95-25f3-448e-9525-a4843f6031ea req-15067703-2ef4-4d8f-aac8-897a4077bc28 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 944 time: 0.1634841 Feb 18 09:10:35.128234 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-48c4c754-697a-4595-83ff-5e41d53c112b None None] Provisioning for port c0d6c4b1-c8a5-4273-8c5b-144580578ce8 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:35.135110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-48c4c754-697a-4595-83ff-5e41d53c112b None None] Provisioning complete for port c0d6c4b1-c8a5-4273-8c5b-144580578ce8 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:35.135492 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-48c4c754-697a-4595-83ff-5e41d53c112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:35.191400 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-28538fd0-2837-4a61-b1f2-f9d817ffa77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:35.203140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7e4cc226-6902-43bb-83dc-ce313995cd83 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:35.228169 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c41b8db1-338c-4427-bfec-04e170c2d905 req-5ef82cd9-f32f-4189-8f4f-626e496b68a7 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 210 time: 0.0714159 Feb 18 09:10:35.230080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28538fd0-2837-4a61-b1f2-f9d817ffa77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b3bb18-8b19-4939-abd4-4af75c04028c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:35.236138 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-48c4c754-697a-4595-83ff-5e41d53c112b None None] Port c0d6c4b1-c8a5-4273-8c5b-144580578ce8 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:35.241645 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7e4cc226-6902-43bb-83dc-ce313995cd83 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:35.242524 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-28538fd0-2837-4a61-b1f2-f9d817ffa77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:35.246118 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-28538fd0-2837-4a61-b1f2-f9d817ffa77b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/97b3bb18-8b19-4939-abd4-4af75c04028c HTTP/1.1" status: 204 len: 168 time: 0.3853946 Feb 18 09:10:35.247640 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-798b6a47-c0f8-423d-9e9c-fc15577b7f5f tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Synchronizing usage tracker for tenant:241e7aa710194c5aae752650199de833 on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:35.266469 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-367efb95-25f3-448e-9525-a4843f6031ea req-0a8cf62f-1d6d-4e3a-99cf-c5f4e56649a6 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b77f46b-5584-41e4-8e97-02b3576a58a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308792 Feb 18 09:10:35.302504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-798b6a47-c0f8-423d-9e9c-fc15577b7f5f tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Unset dirty status for tenant:241e7aa710194c5aae752650199de833 on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:35.303640 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-798b6a47-c0f8-423d-9e9c-fc15577b7f5f tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=241e7aa710194c5aae752650199de833 HTTP/1.1" status: 200 len: 380 time: 0.4136453 Feb 18 09:10:35.307985 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4cc226-6902-43bb-83dc-ce313995cd83 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Made reservation on behalf of 7315aa40df6e405d9b5eddabb2ed42d6 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:35.312117 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc226-6902-43bb-83dc-ce313995cd83 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:35.332926 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-9b8255ed-9324-42bf-a138-3c41b9d318c8 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Request body: {'port': {'device_id': '99f27f94-176c-4e07-ab1c-8c911da62a9d', 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f', 'admin_state_up': True, 'tenant_id': '241e7aa710194c5aae752650199de833', 'security_groups': ['9a8ed7d9-fef6-4bb2-b485-69be21711874']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:35.478537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bc3d4-d805-44a3-b0e5-e60c05f6b581 req-256f1d92-9f7a-47aa-b0f4-387e357e93dc tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:35.480043 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-121bc3d4-d805-44a3-b0e5-e60c05f6b581 req-256f1d92-9f7a-47aa-b0f4-387e357e93dc tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 909 time: 0.1004310 Feb 18 09:10:35.507787 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4cc226-6902-43bb-83dc-ce313995cd83 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:10:35.520785 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:35.530135 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35728df6-60fb-402c-ae1c-72fd21df7c6f tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Router 28f7f724-9911-4852-a302-4d8dacb3baf2 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:10:35.548041 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc226-6902-43bb-83dc-ce313995cd83 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:35.548420 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-7e4cc226-6902-43bb-83dc-ce313995cd83 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Added segment 6cf86c56-ac12-4bc9-b688-48bd6b5f5c77 of type vlan for network c09edc1f-4e87-4625-8af8-84ef5418ff87 Feb 18 09:10:35.739296 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc226-6902-43bb-83dc-ce313995cd83 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:35.763562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-9b8255ed-9324-42bf-a138-3c41b9d318c8 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:35.953889 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-9b8255ed-9324-42bf-a138-3c41b9d318c8 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:35.955580 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [None req-7e4cc226-6902-43bb-83dc-ce313995cd83 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:10:36.026283 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-9b8255ed-9324-42bf-a138-3c41b9d318c8 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Made reservation on behalf of 241e7aa710194c5aae752650199de833 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:36.030467 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-9b8255ed-9324-42bf-a138-3c41b9d318c8 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:36.049588 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc226-6902-43bb-83dc-ce313995cd83 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:36.055036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4cc226-6902-43bb-83dc-ce313995cd83 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:36.055716 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc226-6902-43bb-83dc-ce313995cd83 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:36.079988 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35728df6-60fb-402c-ae1c-72fd21df7c6f tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:10:36.098887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50568) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:36.100982 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ea5921-19ae-45ff-9f34-b2287b226929 None None] Sync routers for ids ['28f7f724-9911-4852-a302-4d8dacb3baf2'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:10:36.124469 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ea5921-19ae-45ff-9f34-b2287b226929 None None] Routers {'28f7f724-9911-4852-a302-4d8dacb3baf2'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:36.125645 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-93ea5921-19ae-45ff-9f34-b2287b226929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['28f7f724-9911-4852-a302-4d8dacb3baf2'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:36.195491 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-93ea5921-19ae-45ff-9f34-b2287b226929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:36.206598 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ea5921-19ae-45ff-9f34-b2287b226929 None None] Routers {'28f7f724-9911-4852-a302-4d8dacb3baf2'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:36.207230 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-93ea5921-19ae-45ff-9f34-b2287b226929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['28f7f724-9911-4852-a302-4d8dacb3baf2'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:36.210382 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7e4cc226-6902-43bb-83dc-ce313995cd83 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3551941 Feb 18 09:10:36.212957 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-35728df6-60fb-402c-ae1c-72fd21df7c6f tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:36.214027 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-35728df6-60fb-402c-ae1c-72fd21df7c6f tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "PUT /v2.0/routers/28f7f724-9911-4852-a302-4d8dacb3baf2 HTTP/1.1" status: 200 len: 913 time: 7.2324758 Feb 18 09:10:36.217392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50574) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:36.217746 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50576) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:36.274306 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-93ea5921-19ae-45ff-9f34-b2287b226929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:36.274717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ea5921-19ae-45ff-9f34-b2287b226929 None None] The sync data for ids ['28f7f724-9911-4852-a302-4d8dacb3baf2'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:10:36.280727 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cc226-6902-43bb-83dc-ce313995cd83 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event updated for resources: {'Network': ['ID=c09edc1f-4e87-4625-8af8-84ef5418ff87,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:36.283283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f01255c4-4ef4-4e64-b2e3-9a27135b8a0e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Request body: {'subnet': {'network_id': 'c09edc1f-4e87-4625-8af8-84ef5418ff87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:36.302045 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network c09edc1f-4e87-4625-8af8-84ef5418ff87 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:10:36.324003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-312513119'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:36.334441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:36.405331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:network and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:36.454005 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:36.474341 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:36.541974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-9b8255ed-9324-42bf-a138-3c41b9d318c8 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Allocated IP 172.20.0.12 (42bf456b-871d-45c4-8fb1-b5b9744cbc4f/f2220a8d-a615-4079-b78b-ee210e283ef3/8dfa8d16-d7bb-41be-86cc-0fdb9884e327) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:36.609166 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:36.631555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:36.632475 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:36.727644 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43231125-4e5b-4b4e-86d8-c68272d1a0bb req-cf6f1694-5610-4e31-8d88-15c50ed83e6e tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 210 time: 0.2594614 Feb 18 09:10:36.752261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:36.756397 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:36.793103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f01255c4-4ef4-4e64-b2e3-9a27135b8a0e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:36.799092 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:36.813406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f01255c4-4ef4-4e64-b2e3-9a27135b8a0e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Usage tracker for resource:subnet and tenant:7315aa40df6e405d9b5eddabb2ed42d6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:36.824221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f01255c4-4ef4-4e64-b2e3-9a27135b8a0e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:36.839642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f01255c4-4ef4-4e64-b2e3-9a27135b8a0e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:36.850960 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5e5b2499-5faf-4474-b195-02948c314668 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "GET /v2.0/routers/28f7f724-9911-4852-a302-4d8dacb3baf2 HTTP/1.1" status: 200 len: 919 time: 0.6306367 Feb 18 09:10:36.854112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:36.856363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50590) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:36.861543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device de7fae9c-3ca6-47d6-9456-1451fbd06b63 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:36.927913 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:security_group_rule and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:36.937700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port de7fae9c-3ca6-47d6-9456-1451fbd06b63 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:36.943834 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port de7fae9c-3ca6-47d6-9456-1451fbd06b63 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:36.944368 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:36.947346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:36.971728 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:36.980780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01255c4-4ef4-4e64-b2e3-9a27135b8a0e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Made reservation on behalf of 7315aa40df6e405d9b5eddabb2ed42d6 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:36.984121 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f01255c4-4ef4-4e64-b2e3-9a27135b8a0e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:37.018398 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4c60a-0736-4dbe-967d-01354dec1a55 req-72461598-ce99-4007-9938-1e351a8044f1 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:37.020126 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bed4c60a-0736-4dbe-967d-01354dec1a55 req-72461598-ce99-4007-9938-1e351a8044f1 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 944 time: 0.6190221 Feb 18 09:10:37.031848 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=c0d6c4b1-c8a5-4273-8c5b-144580578ce8,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:37.076300 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:37.113410 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9faecb-7912-46b0-add6-9014192b6781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7fae9c-3ca6-47d6-9456-1451fbd06b63'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:10:37.126851 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port de7fae9c-3ca6-47d6-9456-1451fbd06b63, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=de7fae9c-3ca6-47d6-9456-1451fbd06b63,segment=NetworkSegment(eedcd174-798e-444c-bcbf-4584a6fe2987),segment_id=eedcd174-798e-444c-bcbf-4584a6fe2987)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:37.131622 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:37.153126 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-9b8255ed-9324-42bf-a138-3c41b9d318c8 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:37.184051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:37.186993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:37.189430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-9b8255ed-9324-42bf-a138-3c41b9d318c8 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Transition to ACTIVE for port object 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:37.216762 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=de7fae9c-3ca6-47d6-9456-1451fbd06b63,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:37.309404 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bed4c60a-0736-4dbe-967d-01354dec1a55 req-406d60ec-c063-46b0-a454-44571f19282c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b77f46b-5584-41e4-8e97-02b3576a58a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195017 Feb 18 09:10:37.336117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf0f82c-51cd-4859-ba61-137d5955d75c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:37.341358 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3cf0f82c-51cd-4859-ba61-137d5955d75c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&device_id=28f7f724-9911-4852-a302-4d8dacb3baf2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4805417 Feb 18 09:10:37.341556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50596) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:37.367809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c216480-ba8b-418f-9723-b0fdbe6312f2 req-933ba432-ca6e-4e33-91cd-97681e5d3560 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:37.369694 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c216480-ba8b-418f-9723-b0fdbe6312f2 req-933ba432-ca6e-4e33-91cd-97681e5d3560 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 909 time: 0.5252957 Feb 18 09:10:37.430926 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9faecb-7912-46b0-add6-9014192b6781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7fae9c-3ca6-47d6-9456-1451fbd06b63', 'code': 200} Feb 18 09:10:37.463184 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:37.476105 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:37.480141 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-9b8255ed-9324-42bf-a138-3c41b9d318c8 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:37.580375 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f6e9be20-fc43-4a9e-bd38-d60b45dfcff5 None None] Provisioning complete for port c0d6c4b1-c8a5-4273-8c5b-144580578ce8 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:37.581273 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f6e9be20-fc43-4a9e-bd38-d60b45dfcff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:37.585588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:10:37.589130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-9b8255ed-9324-42bf-a138-3c41b9d318c8 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Network 42bf456b-871d-45c4-8fb1-b5b9744cbc4f is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:37.610347 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-9b8255ed-9324-42bf-a138-3c41b9d318c8 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:37.620112 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-9b8255ed-9324-42bf-a138-3c41b9d318c8 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:37.625502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:10:37.686848 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f6e9be20-fc43-4a9e-bd38-d60b45dfcff5 None None] Port c0d6c4b1-c8a5-4273-8c5b-144580578ce8 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:37.734566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad12bf7-aa65-4215-ae99-c50f2f8b8a01,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:37.740623 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:37.741078 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Added segment 3a6f1163-77de-4603-9d98-0d435d7c6b0f of type vlan for network b5d0f13e-e346-42b9-bdd7-4fb36438b764 Feb 18 09:10:37.744959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8255ed-9324-42bf-a138-3c41b9d318c8 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Pushing event updated for resources: {'Port': ['ID=8dfa8d16-d7bb-41be-86cc-0fdb9884e327,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:37.854996 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5807a6de-00f6-47bd-a4c6-b9cf14b882ce tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:37.855565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5807a6de-00f6-47bd-a4c6-b9cf14b882ce tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Synchronizing usage tracker for tenant:7c89eafc82404cebbb2977a12ba53e8d on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:37.863974 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:37.899661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084669e-29d1-4a56-bea8-23c621d888e7 req-1d773890-b91b-480b-bdce-bf2ee95c18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:37.900906 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1084669e-29d1-4a56-bea8-23c621d888e7 req-1d773890-b91b-480b-bdce-bf2ee95c18e4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 1096 time: 0.3750627 Feb 18 09:10:37.909239 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6b152-e0cd-43e9-ae21-ccd4e8ae84c8 req-2b327415-dbee-40de-ad3b-e30612e53e7b tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:37.910694 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4d6b152-e0cd-43e9-ae21-ccd4e8ae84c8 req-2b327415-dbee-40de-ad3b-e30612e53e7b tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 909 time: 0.3177917 Feb 18 09:10:37.930757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-9b8255ed-9324-42bf-a138-3c41b9d318c8 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:37.931428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-9b8255ed-9324-42bf-a138-3c41b9d318c8 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:37.971179 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5807a6de-00f6-47bd-a4c6-b9cf14b882ce tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Unset dirty status for tenant:7c89eafc82404cebbb2977a12ba53e8d on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:37.975322 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5807a6de-00f6-47bd-a4c6-b9cf14b882ce tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 881 time: 0.6331785 Feb 18 09:10:37.975913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50606) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:37.985665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:10:37.995052 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64724d50-83ae-41cf-9d20-e36f82720489 None None] Sync routers for ids ['0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:10:38.019710 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64724d50-83ae-41cf-9d20-e36f82720489 None None] Routers {'0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:38.021306 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-64724d50-83ae-41cf-9d20-e36f82720489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:38.030710 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-67485dae-8e7e-4f94-8f71-bd3fdd4d34b1 None None] Provisioning for port 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:38.036490 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-67485dae-8e7e-4f94-8f71-bd3fdd4d34b1 None None] Provisioning complete for port 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:38.036872 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-67485dae-8e7e-4f94-8f71-bd3fdd4d34b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:38.057066 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-37dc629a-aa56-4884-a4e0-79dee2e7cf9f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4362686 Feb 18 09:10:38.064883 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c89cc138-d824-4e0b-9357-ac288d792c9a tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "GET /v2.0/ports?device_id=28f7f724-9911-4852-a302-4d8dacb3baf2 HTTP/1.1" status: 200 len: 205 time: 0.0871227 Feb 18 09:10:38.065685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50610) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:38.066149 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50612) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:38.108656 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-64724d50-83ae-41cf-9d20-e36f82720489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:38.120802 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-67485dae-8e7e-4f94-8f71-bd3fdd4d34b1 None None] Port 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:38.124116 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64724d50-83ae-41cf-9d20-e36f82720489 None None] Routers {'0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:38.125907 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-64724d50-83ae-41cf-9d20-e36f82720489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:38.126429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.objects.ports [None req-f01255c4-4ef4-4e64-b2e3-9a27135b8a0e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87768) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 18 09:10:38.141277 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f01255c4-4ef4-4e64-b2e3-9a27135b8a0e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:38.174083 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-9b8255ed-9324-42bf-a138-3c41b9d318c8 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8503003 Feb 18 09:10:38.186447 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:38.192124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:38.192733 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:38.195369 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Request body: {'port': {'device_id': '99f27f94-176c-4e07-ab1c-8c911da62a9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:38.225199 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-64724d50-83ae-41cf-9d20-e36f82720489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:38.225721 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64724d50-83ae-41cf-9d20-e36f82720489 None None] The sync data for ids ['0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:10:38.242282 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1084669e-29d1-4a56-bea8-23c621d888e7 req-4819efdf-12c2-418e-b31d-f034bb7c8468 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2b77f46b-5584-41e4-8e97-02b3576a58a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3184681 Feb 18 09:10:38.304302 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e414fd-632c-4fe9-9b65-4165c0cf8801 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:38.304932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-59e414fd-632c-4fe9-9b65-4165c0cf8801 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Synchronizing usage tracker for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:38.382796 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Network': ['ID=b5d0f13e-e346-42b9-bdd7-4fb36438b764,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:38.390392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01255c4-4ef4-4e64-b2e3-9a27135b8a0e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event updated for resources: {'Subnet': ['ID=531a1c80-2067-4080-babe-5f662d975015,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:38.393177 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d29d3f19-55d8-4aeb-9d32-48999cd0b59f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2931812 Feb 18 09:10:38.398026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50620) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:38.401941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:10:38.411952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-75d82a61-c312-4d33-a825-4324a5fc2654 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764', 'name': 'tempest-PortsTestJSON-2013917554'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:38.433543 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-59e414fd-632c-4fe9-9b65-4165c0cf8801 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Unset dirty status for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:38.437733 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-59e414fd-632c-4fe9-9b65-4165c0cf8801 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/ports/c0d6c4b1-c8a5-4273-8c5b-144580578ce8 HTTP/1.1" status: 200 len: 913 time: 0.3701134 Feb 18 09:10:38.437893 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01255c4-4ef4-4e64-b2e3-9a27135b8a0e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Checking segment: {'id': '6cf86c56-ac12-4bc9-b688-48bd6b5f5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c09edc1f-4e87-4625-8af8-84ef5418ff87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:38.438501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01255c4-4ef4-4e64-b2e3-9a27135b8a0e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Network hostable DHCP agents. Network: c09edc1f-4e87-4625-8af8-84ef5418ff87, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:10:38.438614 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50624) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:38.524696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdd2ea-a863-4159-a980-fd9241e9d2a3 req-0ae76454-6501-4030-b8ea-3eb72bce767e tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:38.529532 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8dbdd2ea-a863-4159-a980-fd9241e9d2a3 req-0ae76454-6501-4030-b8ea-3eb72bce767e tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 932 time: 0.6018975 Feb 18 09:10:38.575440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6f90b-1e53-43f2-a108-3ace2bc5b50a req-86581487-5705-4b43-bf0d-12e6df136d67 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:38.577177 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1e6f90b-1e53-43f2-a108-3ace2bc5b50a req-86581487-5705-4b43-bf0d-12e6df136d67 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 1060 time: 0.5016603 Feb 18 09:10:38.596743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01255c4-4ef4-4e64-b2e3-9a27135b8a0e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Network c09edc1f-4e87-4625-8af8-84ef5418ff87 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:10:38.598608 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b3e741a-e053-4836-8d9a-85b98534cc17 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:38.616600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-75d82a61-c312-4d33-a825-4324a5fc2654 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:38.625011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-f01255c4-4ef4-4e64-b2e3-9a27135b8a0e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, c09edc1f-4e87-4625-8af8-84ef5418ff87) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:38.629567 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01255c4-4ef4-4e64-b2e3-9a27135b8a0e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:38.630362 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f01255c4-4ef4-4e64-b2e3-9a27135b8a0e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:38.637445 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b54693c-3cc4-4bbe-b716-075ffa96d9b0 None None] Network c09edc1f-4e87-4625-8af8-84ef5418ff87 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:38.648201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-75d82a61-c312-4d33-a825-4324a5fc2654 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:port and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:38.656008 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8dbdd2ea-a863-4159-a980-fd9241e9d2a3 req-080e06a8-a762-41bc-8712-c51858f70ccd tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a8ed7d9-fef6-4bb2-b485-69be21711874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119359 Feb 18 09:10:38.657438 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-75d82a61-c312-4d33-a825-4324a5fc2654 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:38.661388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f01255c4-4ef4-4e64-b2e3-9a27135b8a0e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4426265 Feb 18 09:10:38.665833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50630) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:38.668652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-75d82a61-c312-4d33-a825-4324a5fc2654 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:38.836548 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:38.906165 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:38.929859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-c09edc1f-4e87-4625-8af8-84ef5418ff87', 'network_id': 'c09edc1f-4e87-4625-8af8-84ef5418ff87', 'tenant_id': '7315aa40df6e405d9b5eddabb2ed42d6', 'fixed_ips': [{'subnet_id': '531a1c80-2067-4080-babe-5f662d975015'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:10:38.931723 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.101257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d82a61-c312-4d33-a825-4324a5fc2654 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:39.104766 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-75d82a61-c312-4d33-a825-4324a5fc2654 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.193514 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-75d82a61-c312-4d33-a825-4324a5fc2654 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] device_id is not set on port ccec93f5-b16b-4174-9036-2d8cdd53074a yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:10:39.212579 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Allocated IP 2001:db8::f816:3eff:fe98:7e82 (c09edc1f-4e87-4625-8af8-84ef5418ff87/531a1c80-2067-4080-babe-5f662d975015/c3a57e7e-0a50-454e-a5b7-2f9130656b56) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:39.303467 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.401029 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05b6b4-e6c8-4a2f-8770-012e1ef37a8a req-b712b79e-0140-4211-9413-6038f6581ed7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:39.402628 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c05b6b4-e6c8-4a2f-8770-012e1ef37a8a req-b712b79e-0140-4211-9413-6038f6581ed7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 945 time: 0.5635409 Feb 18 09:10:39.416483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd94cd-0ef8-46c0-bd18-7a1b7acb070f req-aa5d8096-0e28-4423-a923-4e86fa4804e2 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:39.418007 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96bd94cd-0ef8-46c0-bd18-7a1b7acb070f req-aa5d8096-0e28-4423-a923-4e86fa4804e2 tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 1135 time: 0.5751281 Feb 18 09:10:39.465080 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b3e741a-e053-4836-8d9a-85b98534cc17 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.707644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-5b3e741a-e053-4836-8d9a-85b98534cc17 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Deleting port ef28fa91-a608-4456-bfce-c88884fe001b {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:39.707644 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b3e741a-e053-4836-8d9a-85b98534cc17 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.710062 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c05b6b4-e6c8-4a2f-8770-012e1ef37a8a req-a9766311-df01-4b4b-ac3a-d65de29e2a52 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b77f46b-5584-41e4-8e97-02b3576a58a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2841485 Feb 18 09:10:39.731942 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-96bd94cd-0ef8-46c0-bd18-7a1b7acb070f req-e4bc1b7b-949e-45d9-9466-cc8929e995fc tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Synchronizing usage tracker for tenant:a7e7c8c3d1384bcab6b8c586cb9fac88 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:39.744101 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.762641 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Transition to ACTIVE for port object c3a57e7e-0a50-454e-a5b7-2f9130656b56 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:39.807692 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-75d82a61-c312-4d33-a825-4324a5fc2654 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.814104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Transition to ACTIVE for port object c3a57e7e-0a50-454e-a5b7-2f9130656b56 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:39.823455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-96bd94cd-0ef8-46c0-bd18-7a1b7acb070f req-e4bc1b7b-949e-45d9-9466-cc8929e995fc tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Unset dirty status for tenant:a7e7c8c3d1384bcab6b8c586cb9fac88 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:39.826386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96bd94cd-0ef8-46c0-bd18-7a1b7acb070f req-e4bc1b7b-949e-45d9-9466-cc8929e995fc tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&id=6beeaec0-06de-4988-85fb-10418fc97e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3924448 Feb 18 09:10:39.830629 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.878343 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:39.975945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50636) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:40.038177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event deleted for resources: {'Subnet': ['ID=531a1c80-2067-4080-babe-5f662d975015,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:40.072536 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:10:40.083974 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-75d82a61-c312-4d33-a825-4324a5fc2654 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:40.098953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Pushing event updated for resources: {'Port': ['ID=c3a57e7e-0a50-454e-a5b7-2f9130656b56,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:40.103741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Network c09edc1f-4e87-4625-8af8-84ef5418ff87 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:40.107471 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:40.115868 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:40.252909 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Attempting to bind port c3a57e7e-0a50-454e-a5b7-2f9130656b56 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:40.253584 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Attempting to bind port c3a57e7e-0a50-454e-a5b7-2f9130656b56 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '6cf86c56-ac12-4bc9-b688-48bd6b5f5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c09edc1f-4e87-4625-8af8-84ef5418ff87'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:40.253584 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Attempting to bind port c3a57e7e-0a50-454e-a5b7-2f9130656b56 on network c09edc1f-4e87-4625-8af8-84ef5418ff87 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:10:40.259520 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:10:40.260077 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Checking segment: {'id': '6cf86c56-ac12-4bc9-b688-48bd6b5f5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c09edc1f-4e87-4625-8af8-84ef5418ff87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:40.260559 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:40.260986 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Bound using segment: {'id': '6cf86c56-ac12-4bc9-b688-48bd6b5f5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c09edc1f-4e87-4625-8af8-84ef5418ff87'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:10:40.261493 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Bound port: c3a57e7e-0a50-454e-a5b7-2f9130656b56, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf86c56-ac12-4bc9-b688-48bd6b5f5c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c09edc1f-4e87-4625-8af8-84ef5418ff87'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:40.261919 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:40.272538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:10:40.280592 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b3e741a-e053-4836-8d9a-85b98534cc17 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:40.293146 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:40.316760 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:40.371531 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] For port c3a57e7e-0a50-454e-a5b7-2f9130656b56, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:10:40.373336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d82a61-c312-4d33-a825-4324a5fc2654 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=ccec93f5-b16b-4174-9036-2d8cdd53074a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:40.376069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] For port c3a57e7e-0a50-454e-a5b7-2f9130656b56, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c3a57e7e-0a50-454e-a5b7-2f9130656b56,segment=NetworkSegment(6cf86c56-ac12-4bc9-b688-48bd6b5f5c77),segment_id=6cf86c56-ac12-4bc9-b688-48bd6b5f5c77)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:10:40.381905 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:40.388727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09edc1f-4e87-4625-8af8-84ef5418ff87']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:40.415484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf86c56-ac12-4bc9-b688-48bd6b5f5c77') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:40.416333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf86c56-ac12-4bc9-b688-48bd6b5f5c77') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:40.448158 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:40.465970 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d82a61-c312-4d33-a825-4324a5fc2654 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Checking segment: {'id': '3a6f1163-77de-4603-9d98-0d435d7c6b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:40.467126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d82a61-c312-4d33-a825-4324a5fc2654 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network hostable DHCP agents. Network: b5d0f13e-e346-42b9-bdd7-4fb36438b764, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:10:40.473688 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-5b3e741a-e053-4836-8d9a-85b98534cc17 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Calling delete_port for ef28fa91-a608-4456-bfce-c88884fe001b owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:40.488113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e272fa6-aac0-45e8-a946-1011fb366dfc tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:40.500720 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4e272fa6-aac0-45e8-a946-1011fb366dfc tempest-TestSecurityGroupsBasicOps-1320285394 tempest-TestSecurityGroupsBasicOps-1320285394-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 1055 time: 0.5151627 Feb 18 09:10:40.507047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Transition to ACTIVE for port object 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:10:40.510148 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:40.524719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:10:40.525372 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:40.526443 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:40.575098 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b299082-3038-46ec-852c-1b8eff89bb18 None None] Pushing event updated for resources: {'Port': ['ID=c3a57e7e-0a50-454e-a5b7-2f9130656b56,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:40.608020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a9c076-ac5c-4ea1-909e-6c40c80f122e None None] Network c09edc1f-4e87-4625-8af8-84ef5418ff87 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:10:40.751343 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:10:40.782920 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 18 09:10:40.782920 n-d-829434-1 neutron-server[87768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 18 09:10:40.782920 n-d-829434-1 neutron-server[87768]: [parameters: {'id': 'c09edc1f-4e87-4625-8af8-84ef5418ff87'}] Feb 18 09:10:40.782920 n-d-829434-1 neutron-server[87768]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:10:40.783589 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:10:40.801393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affc9bd-4a0a-4321-aa7a-495295a3cc47 req-593c143b-f1ec-478b-8427-d0ac563e2300 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:40.814033 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0affc9bd-4a0a-4321-aa7a-495295a3cc47 req-593c143b-f1ec-478b-8427-d0ac563e2300 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 932 time: 0.6172147 Feb 18 09:10:40.815828 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d82a61-c312-4d33-a825-4324a5fc2654 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:10:40.886269 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-75d82a61-c312-4d33-a825-4324a5fc2654 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, b5d0f13e-e346-42b9-bdd7-4fb36438b764) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:40.913948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d82a61-c312-4d33-a825-4324a5fc2654 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:40.938173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d82a61-c312-4d33-a825-4324a5fc2654 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:40.945611 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-75d82a61-c312-4d33-a825-4324a5fc2654 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:40.980379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db9d227-f5da-4457-80ac-fcb72b090e07 None None] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:41.057793 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0affc9bd-4a0a-4321-aa7a-495295a3cc47 req-1a898a65-f45c-4edc-a944-f56190cb66de tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a8ed7d9-fef6-4bb2-b485-69be21711874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267957 Feb 18 09:10:41.073086 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-75d82a61-c312-4d33-a825-4324a5fc2654 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6644950 Feb 18 09:10:41.092846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50646) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:41.103936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-238352a8-8909-4d9f-bb95-c291a9c84ff1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-567596536'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:41.118349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-238352a8-8909-4d9f-bb95-c291a9c84ff1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:41.126409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-238352a8-8909-4d9f-bb95-c291a9c84ff1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:network and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:41.131468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-238352a8-8909-4d9f-bb95-c291a9c84ff1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:41.144292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-238352a8-8909-4d9f-bb95-c291a9c84ff1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:41.173944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238352a8-8909-4d9f-bb95-c291a9c84ff1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:41.180220 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-238352a8-8909-4d9f-bb95-c291a9c84ff1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:41.197144 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-317b3d20-ebc9-4cd2-a683-9910b865d6b0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:41.284520 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:41.319739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Pushing event updated for resources: {'Port': ['ID=8dfa8d16-d7bb-41be-86cc-0fdb9884e327,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:41.377556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Deleting port c3a57e7e-0a50-454e-a5b7-2f9130656b56 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:41.378048 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:41.383861 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:41.425435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238352a8-8909-4d9f-bb95-c291a9c84ff1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:10:41.466418 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baa6a8b-1eca-4cb4-b81c-d2006dfc5d9f None None] get_active_networks_info from n-d-829434-1 {{(pid=87769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 18 09:10:41.468832 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-238352a8-8909-4d9f-bb95-c291a9c84ff1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:41.469177 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-238352a8-8909-4d9f-bb95-c291a9c84ff1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Added segment 2ba8968e-b2dc-459e-9c1e-5f21bc81343f of type vlan for network de49d6a0-6c23-4e8a-a8e9-d894fe040b88 Feb 18 09:10:41.514236 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:41.556546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Attempting to bind port 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:10:41.556882 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Attempting to bind port 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'bfea72fd-30e2-4836-b069-1835f2f2b094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:10:41.557220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Attempting to bind port 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 on network 42bf456b-871d-45c4-8fb1-b5b9744cbc4f {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:10:41.565497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb270ce4-3b0e-4820-996e-cf679613957c req-585f7593-1bc2-4243-adad-4fc43b2b92c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:41.567019 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb270ce4-3b0e-4820-996e-cf679613957c req-585f7593-1bc2-4243-adad-4fc43b2b92c7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 945 time: 0.4052095 Feb 18 09:10:41.574812 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-238352a8-8909-4d9f-bb95-c291a9c84ff1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:41.628691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Port 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 on network 42bf456b-871d-45c4-8fb1-b5b9744cbc4f not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:10:41.629292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Attempting to bind port 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 on network 42bf456b-871d-45c4-8fb1-b5b9744cbc4f {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:10:41.675561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:10:41.675906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Checking segment: {'id': 'bfea72fd-30e2-4836-b069-1835f2f2b094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:41.676318 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Bound using segment: {'id': 'bfea72fd-30e2-4836-b069-1835f2f2b094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:10:41.676776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Bound port: 8dfa8d16-d7bb-41be-86cc-0fdb9884e327, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfea72fd-30e2-4836-b069-1835f2f2b094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:10:41.677139 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:41.727105 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baa6a8b-1eca-4cb4-b81c-d2006dfc5d9f None None] Resources bound (agent type, host, resource id): {{(pid=87769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:10:41.727845 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-238352a8-8909-4d9f-bb95-c291a9c84ff1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:10:41.760319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc3ac3-87cd-49bc-8c16-63fd15328d02 req-0b53d2dc-45c4-404e-a2dd-e67d15bb7e3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:41.761850 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5bcc3ac3-87cd-49bc-8c16-63fd15328d02 req-0b53d2dc-45c4-404e-a2dd-e67d15bb7e3f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 909 time: 0.4502237 Feb 18 09:10:41.809171 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb270ce4-3b0e-4820-996e-cf679613957c req-2c6a4283-6baf-4c7d-9bd4-63e4887712f7 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b77f46b-5584-41e4-8e97-02b3576a58a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253850 Feb 18 09:10:41.814051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] For port c3a57e7e-0a50-454e-a5b7-2f9130656b56, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c3a57e7e-0a50-454e-a5b7-2f9130656b56,segment=NetworkSegment(6cf86c56-ac12-4bc9-b688-48bd6b5f5c77),segment_id=6cf86c56-ac12-4bc9-b688-48bd6b5f5c77)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:41.814424 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:41.826206 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-238352a8-8909-4d9f-bb95-c291a9c84ff1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:41.834459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238352a8-8909-4d9f-bb95-c291a9c84ff1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:41.835202 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-238352a8-8909-4d9f-bb95-c291a9c84ff1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:41.904050 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b3e741a-e053-4836-8d9a-85b98534cc17 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:42.027913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e741a-e053-4836-8d9a-85b98534cc17 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Pushing event deleted for resources: {'Port': ['ID=ef28fa91-a608-4456-bfce-c88884fe001b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:42.033376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] For port 8dfa8d16-d7bb-41be-86cc-0fdb9884e327, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:10:42.132326 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] For port 8dfa8d16-d7bb-41be-86cc-0fdb9884e327, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8dfa8d16-d7bb-41be-86cc-0fdb9884e327,segment=NetworkSegment(bfea72fd-30e2-4836-b069-1835f2f2b094),segment_id=bfea72fd-30e2-4836-b069-1835f2f2b094)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:10:42.293867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Calling delete_port for c3a57e7e-0a50-454e-a5b7-2f9130656b56 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:42.294611 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:42.304005 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b3e741a-e053-4836-8d9a-85b98534cc17 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:42.439179 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-238352a8-8909-4d9f-bb95-c291a9c84ff1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3446536 Feb 18 09:10:42.469076 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50654) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:42.486156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:42.488326 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:42.489713 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] 10.222.0.81 "PUT /v2.0/ports/8dfa8d16-d7bb-41be-86cc-0fdb9884e327 HTTP/1.1" status: 200 len: 1092 time: 4.3055015 Feb 18 09:10:42.505709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f27f94-176c-4e07-ab1c-8c911da62a9d', 'tag': '8dfa8d16-d7bb-41be-86cc-0fdb9884e327'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:10:42.554613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'ports': [{'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764'}, {'network_id': 'de49d6a0-6c23-4e8a-a8e9-d894fe040b88'}]} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:42.554983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:42.555708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'network_id': 'de49d6a0-6c23-4e8a-a8e9-d894fe040b88'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:42.582406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238352a8-8909-4d9f-bb95-c291a9c84ff1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Network': ['ID=de49d6a0-6c23-4e8a-a8e9-d894fe040b88,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:42.605359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network de49d6a0-6c23-4e8a-a8e9-d894fe040b88 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:10:42.664517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b3e741a-e053-4836-8d9a-85b98534cc17 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:42.674123 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b3e741a-e053-4836-8d9a-85b98534cc17 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:42.694389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-317b3d20-ebc9-4cd2-a683-9910b865d6b0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting port c0d6c4b1-c8a5-4273-8c5b-144580578ce8 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:42.694771 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-317b3d20-ebc9-4cd2-a683-9910b865d6b0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:42.760752 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddb9e6-96ae-42c5-b57c-1f130748ab2f service neutron] Pushing event updated for resources: {'Port': ['ID=8dfa8d16-d7bb-41be-86cc-0fdb9884e327,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:42.802901 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:42.803653 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b3e741a-e053-4836-8d9a-85b98534cc17 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:42.804209 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3e741a-e053-4836-8d9a-85b98534cc17 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Fanout notify agent at l3_agent the message router_deleted on router 28f7f724-9911-4852-a302-4d8dacb3baf2 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:10:42.932452 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event deleted for resources: {'Port': ['ID=c3a57e7e-0a50-454e-a5b7-2f9130656b56,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:42.943682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] No DVR routers for this DVR port c3a57e7e-0a50-454e-a5b7-2f9130656b56 on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:10:43.039676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76a322-bfbf-45fa-a90b-44b096926e1b req-b026e3f8-317d-4fe9-bfc9-5e71258769f8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:43.041252 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa76a322-bfbf-45fa-a90b-44b096926e1b req-b026e3f8-317d-4fe9-bfc9-5e71258769f8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 945 time: 0.9104259 Feb 18 09:10:43.072139 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5b3e741a-e053-4836-8d9a-85b98534cc17 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.073270 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5b3e741a-e053-4836-8d9a-85b98534cc17 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "DELETE /v2.0/routers/28f7f724-9911-4852-a302-4d8dacb3baf2 HTTP/1.1" status: 204 len: 168 time: 5.0036805 Feb 18 09:10:43.077236 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10761d97-48a4-4f3a-b73e-963c97fdf2fa req-a20a69c2-ef2a-418b-8eb8-85ce669ca3a2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:43.078211 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50662) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:43.078443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10761d97-48a4-4f3a-b73e-963c97fdf2fa req-a20a69c2-ef2a-418b-8eb8-85ce669ca3a2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.61 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 909 time: 0.6182344 Feb 18 09:10:43.087177 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6103a04b-6dfb-4809-8fd4-406899e869ea tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2000700788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:43.089123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4021307-4abb-4f82-9e70-0b5db579943b req-375f5ecb-5f8d-4671-bb83-f2cf0a2f763e tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:43.091201 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4021307-4abb-4f82-9e70-0b5db579943b req-375f5ecb-5f8d-4671-bb83-f2cf0a2f763e tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 944 time: 0.7146297 Feb 18 09:10:43.095083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-a4959471-4fc6-44fa-8326-d205deaa6730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:43.096578 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-a4959471-4fc6-44fa-8326-d205deaa6730 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=241e7aa710194c5aae752650199de833&device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 1095 time: 0.5144808 Feb 18 09:10:43.108643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6103a04b-6dfb-4809-8fd4-406899e869ea tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:43.166362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6103a04b-6dfb-4809-8fd4-406899e869ea tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Usage tracker for resource:router and tenant:6e8b609b068047abafd723ed15d541ed is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:43.185726 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6103a04b-6dfb-4809-8fd4-406899e869ea tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:43.191654 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-481bcf31-dd4b-4a5a-85e0-e345b8585bcc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfa8d16-d7bb-41be-86cc-0fdb9884e327 HTTP/1.1" status: 200 len: 217 time: 0.0805123 Feb 18 09:10:43.204897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6103a04b-6dfb-4809-8fd4-406899e869ea tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:43.274761 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-317b3d20-ebc9-4cd2-a683-9910b865d6b0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.290457 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6103a04b-6dfb-4809-8fd4-406899e869ea tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.291463 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6103a04b-6dfb-4809-8fd4-406899e869ea tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.325338 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.337261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:43.343578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-10761d97-48a4-4f3a-b73e-963c97fdf2fa req-3b200e8e-4051-4440-bbfb-1268787355de tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Deleting port 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:43.343919 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-10761d97-48a4-4f3a-b73e-963c97fdf2fa req-3b200e8e-4051-4440-bbfb-1268787355de tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.392482 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa76a322-bfbf-45fa-a90b-44b096926e1b req-5e28c5b3-3189-43dc-a1d9-a466a37048ab tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b77f46b-5584-41e4-8e97-02b3576a58a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3402812 Feb 18 09:10:43.406824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:port and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:43.433832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-317b3d20-ebc9-4cd2-a683-9910b865d6b0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Calling delete_port for c0d6c4b1-c8a5-4273-8c5b-144580578ce8 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:43.434672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:43.438263 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50666) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:43.447806 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4021307-4abb-4f82-9e70-0b5db579943b req-39c8a720-e4ce-4de9-8195-520094bd3f38 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a8ed7d9-fef6-4bb2-b485-69be21711874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3302488 Feb 18 09:10:43.474921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09edc1f-4e87-4625-8af8-84ef5418ff87']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:43.487498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:43.495696 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-10ac4e49-eb65-40ef-aec6-dbc1342e415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:43.497472 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-10ac4e49-eb65-40ef-aec6-dbc1342e415d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f2220a8d-a615-4079-b78b-ee210e283ef3 HTTP/1.1" status: 200 len: 848 time: 0.2902126 Feb 18 09:10:43.531840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf86c56-ac12-4bc9-b688-48bd6b5f5c77') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:43.534928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf86c56-ac12-4bc9-b688-48bd6b5f5c77') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:43.557087 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6103a04b-6dfb-4809-8fd4-406899e869ea tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.624307 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6103a04b-6dfb-4809-8fd4-406899e869ea tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.676184 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6103a04b-6dfb-4809-8fd4-406899e869ea tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.680575 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6103a04b-6dfb-4809-8fd4-406899e869ea tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5982420 Feb 18 09:10:43.681668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50674) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:43.691947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-604a155b-8de4-44fd-991e-cf5405a4d913 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'enable_snat': False}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:43.700336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'port': 2} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:43.705455 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.720769 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:43.777155 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f27f94-176c-4e07-ab1c-8c911da62a9d', 'tag': '8dfa8d16-d7bb-41be-86cc-0fdb9884e327', 'status': 'completed', 'code': 200} Feb 18 09:10:43.779784 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-949b0ef4-d529-4552-ace8-ac8981d09e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:43.781322 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-949b0ef4-d529-4552-ace8-ac8981d09e9c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=42bf456b-871d-45c4-8fb1-b5b9744cbc4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2741637 Feb 18 09:10:43.917649 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:44.183079 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:44.220928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:10:44.221344 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:10:44.269218 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:10:44.292675 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-604a155b-8de4-44fd-991e-cf5405a4d913 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:44.299202 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-eb907729-9a83-4289-b454-ba2b03493b09 service neutron] 10.222.0.81 "GET /v2.0/networks/42bf456b-871d-45c4-8fb1-b5b9744cbc4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623322 Feb 18 09:10:44.301899 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-317b3d20-ebc9-4cd2-a683-9910b865d6b0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:44.394509 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b3d20-ebc9-4cd2-a683-9910b865d6b0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Port': ['ID=c0d6c4b1-c8a5-4273-8c5b-144580578ce8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:44.525191 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:44.577212 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:44.606835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-10761d97-48a4-4f3a-b73e-963c97fdf2fa req-3b200e8e-4051-4440-bbfb-1268787355de tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] For port 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9a7ee480-7d32-45cf-8e6b-76b25e98c3c9,segment=NetworkSegment(bf3610e6-1c20-49a2-859a-0d8b43678e37),segment_id=bf3610e6-1c20-49a2-859a-0d8b43678e37)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:44.607450 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-10761d97-48a4-4f3a-b73e-963c97fdf2fa req-3b200e8e-4051-4440-bbfb-1268787355de tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:44.701226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event deleted for resources: {'Network': ['ID=c09edc1f-4e87-4625-8af8-84ef5418ff87,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:44.718253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba855ac4-fc78-44b3-8259-72bc53b1657f req-1159c031-9299-4502-b95d-c298b5a35d06 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:44.719756 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba855ac4-fc78-44b3-8259-72bc53b1657f req-1159c031-9299-4502-b95d-c298b5a35d06 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 909 time: 1.0210268 Feb 18 09:10:44.819997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998b3978-fad8-446e-9d98-5d56d320a5b6 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:44.821546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-998b3978-fad8-446e-9d98-5d56d320a5b6 tempest-TestNetworkBasicOps-1644749240 tempest-TestNetworkBasicOps-1644749240-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 1091 time: 1.3784971 Feb 18 09:10:44.850319 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50680) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:44.862298 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': 'de7fae9c-3ca6-47d6-9456-1451fbd06b63', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:44.885123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:44.894508 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Usage tracker for resource:floatingip and tenant:67d280681c92466b957d86889fb303b6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:44.894789 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-af0ee768-b603-4157-a365-055291a20b89 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/networks/c09edc1f-4e87-4625-8af8-84ef5418ff87 HTTP/1.1" status: 204 len: 168 time: 6.2279406 Feb 18 09:10:44.902140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-10761d97-48a4-4f3a-b73e-963c97fdf2fa req-3b200e8e-4051-4440-bbfb-1268787355de tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Calling delete_port for 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:44.910116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:44.914689 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50684) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:44.967228 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:44.974118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] device_id is not set on port 3b2ece65-b8fb-4d42-a053-5e1c5180a1b0 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:10:44.990582 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14a9bed-1155-421e-873e-f0b6ba46d763 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] DELETE failed (client error): The resource could not be found. Feb 18 09:10:44.991024 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14a9bed-1155-421e-873e-f0b6ba46d763 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:10:44.996598 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-317b3d20-ebc9-4cd2-a683-9910b865d6b0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:45.006078 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6513baa2-ea73-4c76-9a4f-4f09f5bfeaf4 req-44ceb5bf-8ef9-43ae-b8c5-aeb300043adb service neutron] 10.222.0.81 "GET /v2.0/networks/42bf456b-871d-45c4-8fb1-b5b9744cbc4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6984286 Feb 18 09:10:45.013856 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:45.033512 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f14a9bed-1155-421e-873e-f0b6ba46d763 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/subnets/531a1c80-2067-4080-babe-5f662d975015 HTTP/1.1" status: 404 len: 337 time: 0.1156571 Feb 18 09:10:45.040319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50688) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:45.126706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf055486-9503-482d-882e-84aa034301d8 req-e37b066e-ab76-4d27-8280-9d41ac7dd153 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:45.127924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf055486-9503-482d-882e-84aa034301d8 req-e37b066e-ab76-4d27-8280-9d41ac7dd153 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 944 time: 0.4287746 Feb 18 09:10:45.135782 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e99847-b1a4-4515-bffe-fe23fcfa0f91 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] DELETE failed (client error): The resource could not be found. Feb 18 09:10:45.136288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e99847-b1a4-4515-bffe-fe23fcfa0f91 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:10:45.208885 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-22e99847-b1a4-4515-bffe-fe23fcfa0f91 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/networks/c09edc1f-4e87-4625-8af8-84ef5418ff87 HTTP/1.1" status: 404 len: 339 time: 0.1677270 Feb 18 09:10:45.214159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50692) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:45.292190 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-10761d97-48a4-4f3a-b73e-963c97fdf2fa req-3b200e8e-4051-4440-bbfb-1268787355de tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:45.349856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf055486-9503-482d-882e-84aa034301d8 req-26a82ba4-00a1-450a-8a87-9c2abd32f165 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a8ed7d9-fef6-4bb2-b485-69be21711874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077534 Feb 18 09:10:45.350733 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7b3690-22c8-4aca-829d-7147605f96f1 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] DELETE failed (client error): The resource could not be found. Feb 18 09:10:45.351182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a7b3690-22c8-4aca-829d-7147605f96f1 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:10:45.356931 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3a7b3690-22c8-4aca-829d-7147605f96f1 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/subnets/1d46aa76-3cd2-4163-8126-2685de367792 HTTP/1.1" status: 404 len: 337 time: 0.1215501 Feb 18 09:10:45.366040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50696) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:45.379200 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b200e8e-4051-4440-bbfb-1268787355de tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event deleted for resources: {'Port': ['ID=9a7ee480-7d32-45cf-8e6b-76b25e98c3c9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:45.452196 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:45.507105 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f80c53-77e7-4d57-97e7-93db1045dbba tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] DELETE failed (client error): The resource could not be found. Feb 18 09:10:45.507842 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f80c53-77e7-4d57-97e7-93db1045dbba tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:10:45.513837 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f1f80c53-77e7-4d57-97e7-93db1045dbba tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/networks/afeac3bc-da53-4a3e-9dbc-4745b647b5da HTTP/1.1" status: 404 len: 339 time: 0.1433556 Feb 18 09:10:45.549732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50700) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:45.572118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49619d-0677-479b-895d-86793333306b req-203628af-c38a-47a9-925d-2ba06b2655f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:45.573607 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ac49619d-0677-479b-895d-86793333306b req-203628af-c38a-47a9-925d-2ba06b2655f5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=241e7aa710194c5aae752650199de833&device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 1095 time: 0.4755821 Feb 18 09:10:45.661557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-10761d97-48a4-4f3a-b73e-963c97fdf2fa req-3b200e8e-4051-4440-bbfb-1268787355de tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] No DVR routers for this DVR port 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:10:45.675134 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-10761d97-48a4-4f3a-b73e-963c97fdf2fa req-3b200e8e-4051-4440-bbfb-1268787355de tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:45.677119 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10761d97-48a4-4f3a-b73e-963c97fdf2fa req-3b200e8e-4051-4440-bbfb-1268787355de tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.61 "DELETE /v2.0/ports/9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 HTTP/1.1" status: 204 len: 173 time: 2.5555878 Feb 18 09:10:45.677960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8892998c-ea3d-4715-a32e-12df95d9eea9', 'name': 'network-vif-deleted', 'tag': '9a7ee480-7d32-45cf-8e6b-76b25e98c3c9'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:10:45.693744 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-159265e0-8bae-4eed-a6f0-95f2cd3ce149 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] DELETE failed (client error): The resource could not be found. Feb 18 09:10:45.694253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159265e0-8bae-4eed-a6f0-95f2cd3ce149 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:10:45.696389 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-159265e0-8bae-4eed-a6f0-95f2cd3ce149 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/subnets/789959fe-9976-4b1a-99b5-55b319819251 HTTP/1.1" status: 404 len: 337 time: 0.1395714 Feb 18 09:10:45.701934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50706) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:45.740621 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8892998c-ea3d-4715-a32e-12df95d9eea9', 'name': 'network-vif-deleted', 'tag': '9a7ee480-7d32-45cf-8e6b-76b25e98c3c9', 'status': 'completed', 'code': 200} Feb 18 09:10:45.744429 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d65283d-e3e5-4155-955e-d6a716facf90 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] DELETE failed (client error): The resource could not be found. Feb 18 09:10:45.744906 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d65283d-e3e5-4155-955e-d6a716facf90 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:10:45.746601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7d65283d-e3e5-4155-955e-d6a716facf90 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/networks/3d4946ed-b031-4c79-8976-74809452fd75 HTTP/1.1" status: 404 len: 339 time: 0.0437293 Feb 18 09:10:45.751789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] device_id is not set on port 56e5c3d6-f619-4d09-85d6-3f4bb86959c4 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:10:45.754712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50712) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:45.882363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Deleting port d5b1a86f-c685-4e00-ae3a-5bca7dc46958 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:45.882732 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:46.063431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-63925d40-01d9-4a58-b5ce-2b2d3c06893e req-c073c7e1-c74b-4822-8fe1-c72a6427bb1c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Synchronizing usage tracker for tenant:2043376ef2794b84aea557eef809fcc8 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:46.126621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317b3d20-ebc9-4cd2-a683-9910b865d6b0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:10:46.335422 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49619d-0677-479b-895d-86793333306b req-21e0fa29-8c0e-4cb9-a5ff-0530f60f26ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:46.342932 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ac49619d-0677-479b-895d-86793333306b req-21e0fa29-8c0e-4cb9-a5ff-0530f60f26ac service neutron] 10.222.0.81 "GET /v2.0/networks?id=42bf456b-871d-45c4-8fb1-b5b9744cbc4f HTTP/1.1" status: 200 len: 910 time: 0.7531509 Feb 18 09:10:46.350157 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:46.355464 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-604a155b-8de4-44fd-991e-cf5405a4d913 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:46.366085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-63925d40-01d9-4a58-b5ce-2b2d3c06893e req-c073c7e1-c74b-4822-8fe1-c72a6427bb1c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Unset dirty status for tenant:2043376ef2794b84aea557eef809fcc8 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:46.367839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63925d40-01d9-4a58-b5ce-2b2d3c06893e req-c073c7e1-c74b-4822-8fe1-c72a6427bb1c tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=8892998c-ea3d-4715-a32e-12df95d9eea9 HTTP/1.1" status: 200 len: 210 time: 0.3771799 Feb 18 09:10:46.371275 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:46.524242 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:46.620253 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-604a155b-8de4-44fd-991e-cf5405a4d913 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:46.631572 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ac49619d-0677-479b-895d-86793333306b req-416d38f7-9c75-4a1b-86cb-84829edf4d10 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfa8d16-d7bb-41be-86cc-0fdb9884e327 HTTP/1.1" status: 200 len: 217 time: 0.2140162 Feb 18 09:10:46.721192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Calling delete_port for d5b1a86f-c685-4e00-ae3a-5bca7dc46958 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:46.769547 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:46.782901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317b3d20-ebc9-4cd2-a683-9910b865d6b0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:10:46.800600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341aa8c8-2402-4a9d-9b2a-380bc4165d15 None None] Sync routers for ids ['0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:10:46.822521 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341aa8c8-2402-4a9d-9b2a-380bc4165d15 None None] Routers {'0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:46.823882 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-341aa8c8-2402-4a9d-9b2a-380bc4165d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:46.864350 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-317b3d20-ebc9-4cd2-a683-9910b865d6b0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4205182 Feb 18 09:10:46.884991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50718) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:46.891311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=3b2ece65-b8fb-4d42-a053-5e1c5180a1b0,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:46.913257 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:46.914308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49619d-0677-479b-895d-86793333306b req-2917146a-9fee-42c9-b0d2-9ad5ac1a835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:46.915910 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ac49619d-0677-479b-895d-86793333306b req-2917146a-9fee-42c9-b0d2-9ad5ac1a835a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f2220a8d-a615-4079-b78b-ee210e283ef3 HTTP/1.1" status: 200 len: 848 time: 0.2262094 Feb 18 09:10:46.956763 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:10:46.957099 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9a7ee480-7d32-45cf-8e6b-76b25e98c3c9 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:10:46.959627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-341aa8c8-2402-4a9d-9b2a-380bc4165d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:46.975703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341aa8c8-2402-4a9d-9b2a-380bc4165d15 None None] Routers {'0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:46.976448 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-341aa8c8-2402-4a9d-9b2a-380bc4165d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:47.011443 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Allocated IP 172.25.1.233 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/5b9672be-a60a-42ba-b4ae-1c551176fe13) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:47.044615 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-341aa8c8-2402-4a9d-9b2a-380bc4165d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:47.044924 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341aa8c8-2402-4a9d-9b2a-380bc4165d15 None None] The sync data for ids ['0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:10:47.054362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49619d-0677-479b-895d-86793333306b req-1ebe0feb-efcb-4d3d-99ac-9b75e2ad2d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:47.055953 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ac49619d-0677-479b-895d-86793333306b req-1ebe0feb-efcb-4d3d-99ac-9b75e2ad2d8c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=42bf456b-871d-45c4-8fb1-b5b9744cbc4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338069 Feb 18 09:10:47.061633 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:47.089765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:47.108091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:47.109021 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:47.210103 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:47.311343 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ac49619d-0677-479b-895d-86793333306b req-48144070-b192-4e3e-ab69-6545a97ac2fd service neutron] 10.222.0.81 "GET /v2.0/networks/42bf456b-871d-45c4-8fb1-b5b9744cbc4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485056 Feb 18 09:10:47.314364 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:47.357458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=56e5c3d6-f619-4d09-85d6-3f4bb86959c4,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:47.466917 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:47.470268 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ac49619d-0677-479b-895d-86793333306b req-754455f5-1039-4595-8ca6-7f8e4a5cafd2 service neutron] 10.222.0.81 "GET /v2.0/networks/42bf456b-871d-45c4-8fb1-b5b9744cbc4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519215 Feb 18 09:10:47.478607 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:47.485702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ddf8d-a7b1-4286-a137-2da639d4ca62 req-c24cd62c-e3c0-4014-ab2f-6600465b7aa6 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:47.494142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc0ddf8d-a7b1-4286-a137-2da639d4ca62 req-c24cd62c-e3c0-4014-ab2f-6600465b7aa6 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 944 time: 0.8837464 Feb 18 09:10:47.548055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50724) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:47.577099 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event deleted for resources: {'Port': ['ID=d5b1a86f-c685-4e00-ae3a-5bca7dc46958,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:47.607632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:47.614878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:47.616906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Port': ['ID=5b9672be-a60a-42ba-b4ae-1c551176fe13,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:47.618907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:47.643859 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/ports/d5b1a86f-c685-4e00-ae3a-5bca7dc46958 HTTP/1.1" status: 204 len: 168 time: 1.8859177 Feb 18 09:10:47.643859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Checking segment: {'id': '2ba8968e-b2dc-459e-9c1e-5f21bc81343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'de49d6a0-6c23-4e8a-a8e9-d894fe040b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:10:47.643859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network hostable DHCP agents. Network: de49d6a0-6c23-4e8a-a8e9-d894fe040b88, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:10:47.650146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50728) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:47.666276 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-604a155b-8de4-44fd-991e-cf5405a4d913 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Allocated IP 172.25.1.199 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/6c3e4579-5138-405e-90e1-7aa7a04741ad) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:10:47.725341 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:47.726027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:47.726027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:47.726267 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:47.726592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:47.726916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:47.727239 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:47.727561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:47.727879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:47.728197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:47.728540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:47.728857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292309c-3278-4a37-a69b-43dad62b495d tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:10:47.797076 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e90f36-a423-42b4-b806-3868b1bfb1f8 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] DELETE failed (client error): The resource could not be found. Feb 18 09:10:47.797076 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e90f36-a423-42b4-b806-3868b1bfb1f8 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:10:47.801315 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-68e90f36-a423-42b4-b806-3868b1bfb1f8 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/subnets/ae5d94d7-57a2-41f5-9390-0c3b8c8c8c81 HTTP/1.1" status: 404 len: 337 time: 0.1373715 Feb 18 09:10:47.810811 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50732) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:47.819377 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc0ddf8d-a7b1-4286-a137-2da639d4ca62 req-35bd1a49-89b3-4403-9a08-7f04ec9ca891 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a8ed7d9-fef6-4bb2-b485-69be21711874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3242786 Feb 18 09:10:47.905466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network de49d6a0-6c23-4e8a-a8e9-d894fe040b88 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:10:48.138538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, de49d6a0-6c23-4e8a-a8e9-d894fe040b88) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:48.147837 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e18811-b405-46cd-9c11-18aeb881ba9d None None] Network de49d6a0-6c23-4e8a-a8e9-d894fe040b88 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:48.149321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:48.156900 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:48.161838 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:48.162590 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:48.285063 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-abbc0c71-5b10-4b0c-9566-e16ccdda4087 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.7592311 Feb 18 09:10:48.286425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50736) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:48.308805 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-83067b53-956a-4a58-ae31-c8323c34553e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:48.348409 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-604a155b-8de4-44fd-991e-cf5405a4d913 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:48.521545 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-1319ed3d-b9e5-49ca-98b5-90f0670346a4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port 56e5c3d6-f619-4d09-85d6-3f4bb86959c4 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:48.521896 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1319ed3d-b9e5-49ca-98b5-90f0670346a4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:48.643113 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-83067b53-956a-4a58-ae31-c8323c34553e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:48.679137 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-83067b53-956a-4a58-ae31-c8323c34553e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:48.699255 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-604a155b-8de4-44fd-991e-cf5405a4d913 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:48.704752 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-83067b53-956a-4a58-ae31-c8323c34553e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b91c188-aba6-4334-8aa1-5668386b3a27') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:48.705077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-83067b53-956a-4a58-ae31-c8323c34553e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b91c188-aba6-4334-8aa1-5668386b3a27') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:48.760386 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e0b-c2ef-4dd3-a9bc-3bc8448ea268 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:48.781513 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-83067b53-956a-4a58-ae31-c8323c34553e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:48.820919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604a155b-8de4-44fd-991e-cf5405a4d913 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:10:48.824774 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-604a155b-8de4-44fd-991e-cf5405a4d913 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:10:48.831007 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-83067b53-956a-4a58-ae31-c8323c34553e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:48.834641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604a155b-8de4-44fd-991e-cf5405a4d913 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:10:48.860312 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a155b-8de4-44fd-991e-cf5405a4d913 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Pushing event updated for resources: {'Port': ['ID=6c3e4579-5138-405e-90e1-7aa7a04741ad,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:48.886284 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83067b53-956a-4a58-ae31-c8323c34553e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:10:48.886876 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-83067b53-956a-4a58-ae31-c8323c34553e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:10:48.910544 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:10:49.102811 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-83067b53-956a-4a58-ae31-c8323c34553e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:49.132423 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-83067b53-956a-4a58-ae31-c8323c34553e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:49.163742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:10:49.213773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83067b53-956a-4a58-ae31-c8323c34553e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event deleted for resources: {'Network': ['ID=bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:49.217067 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:49.249349 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-83067b53-956a-4a58-ae31-c8323c34553e tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/networks/bd18ca5a-492e-4d5d-bf5c-52b3ba81ed15 HTTP/1.1" status: 204 len: 168 time: 1.4374640 Feb 18 09:10:49.260947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50748) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:49.335544 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 8dfa8d16-d7bb-41be-86cc-0fdb9884e327, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8dfa8d16-d7bb-41be-86cc-0fdb9884e327,segment=NetworkSegment(bfea72fd-30e2-4836-b069-1835f2f2b094),segment_id=bfea72fd-30e2-4836-b069-1835f2f2b094)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:49.363121 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '8dfa8d16-d7bb-41be-86cc-0fdb9884e327', 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f', 'port_id': '8dfa8d16-d7bb-41be-86cc-0fdb9884e327', 'mac_address': 'fa:16:3e:27:9f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2220a8d-a615-4079-b78b-ee210e283ef3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:10:49.369791 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f3d54b60-dc4b-42bc-8719-0d63fe15f0aa tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Deleting port f8fcadae-b70c-4975-8892-010eaef79dd0 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:49.370397 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f3d54b60-dc4b-42bc-8719-0d63fe15f0aa tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:49.418260 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1319ed3d-b9e5-49ca-98b5-90f0670346a4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:49.426777 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:49.447306 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:10:49.472839 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 8dfa8d16-d7bb-41be-86cc-0fdb9884e327, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8dfa8d16-d7bb-41be-86cc-0fdb9884e327,segment=NetworkSegment(bfea72fd-30e2-4836-b069-1835f2f2b094),segment_id=bfea72fd-30e2-4836-b069-1835f2f2b094)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:49.478585 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:49.553940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=8dfa8d16-d7bb-41be-86cc-0fdb9884e327,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:49.584345 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:49.596033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-1319ed3d-b9e5-49ca-98b5-90f0670346a4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for 56e5c3d6-f619-4d09-85d6-3f4bb86959c4 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:49.718457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf715ec-04a9-4f5f-809c-279ab5c0025c req-29dae3df-3b61-4d89-bfc7-50d61855b9b4 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:49.720162 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aaf715ec-04a9-4f5f-809c-279ab5c0025c req-29dae3df-3b61-4d89-bfc7-50d61855b9b4 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 944 time: 0.6565251 Feb 18 09:10:49.919368 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['8dfa8d16-d7bb-41be-86cc-0fdb9884e327'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:10:49.985221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80aa56-feb8-40df-9e5a-fbb0aa700d6c req-f622e21c-580e-4941-9f2c-fb048d4a446f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:49.991016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80aa56-feb8-40df-9e5a-fbb0aa700d6c req-f622e21c-580e-4941-9f2c-fb048d4a446f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:49.997527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80aa56-feb8-40df-9e5a-fbb0aa700d6c req-f622e21c-580e-4941-9f2c-fb048d4a446f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:50.004085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80aa56-feb8-40df-9e5a-fbb0aa700d6c req-f622e21c-580e-4941-9f2c-fb048d4a446f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:50.015166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80aa56-feb8-40df-9e5a-fbb0aa700d6c req-f622e21c-580e-4941-9f2c-fb048d4a446f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:50.018368 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-604a155b-8de4-44fd-991e-cf5405a4d913 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:50.024650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80aa56-feb8-40df-9e5a-fbb0aa700d6c req-f622e21c-580e-4941-9f2c-fb048d4a446f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:50.031075 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80aa56-feb8-40df-9e5a-fbb0aa700d6c req-f622e21c-580e-4941-9f2c-fb048d4a446f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:50.033033 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea80aa56-feb8-40df-9e5a-fbb0aa700d6c req-f622e21c-580e-4941-9f2c-fb048d4a446f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5442 time: 0.8538296 Feb 18 09:10:50.114047 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1319ed3d-b9e5-49ca-98b5-90f0670346a4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:50.118217 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aaf715ec-04a9-4f5f-809c-279ab5c0025c req-5275002b-c09c-46bd-be38-bbc2afd4b82b tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a8ed7d9-fef6-4bb2-b485-69be21711874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3703439 Feb 18 09:10:50.167332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-00cc7e0b-c2ef-4dd3-a9bc-3bc8448ea268 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting port 3aed2abf-3920-42f5-bbed-010779fc39a9 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:50.167673 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e0b-c2ef-4dd3-a9bc-3bc8448ea268 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:50.220098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319ed3d-b9e5-49ca-98b5-90f0670346a4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Port': ['ID=56e5c3d6-f619-4d09-85d6-3f4bb86959c4,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:50.227616 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f3d54b60-dc4b-42bc-8719-0d63fe15f0aa tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:50.244170 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea80aa56-feb8-40df-9e5a-fbb0aa700d6c req-9d69d925-deef-4256-9abd-4792ff50887b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1986625 Feb 18 09:10:50.255220 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1319ed3d-b9e5-49ca-98b5-90f0670346a4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:50.295949 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85ffa7bc-9889-478e-8629-fa1204250db6 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:50.354074 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1319ed3d-b9e5-49ca-98b5-90f0670346a4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/ports/56e5c3d6-f619-4d09-85d6-3f4bb86959c4 HTTP/1.1" status: 204 len: 168 time: 2.0659258 Feb 18 09:10:50.408139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50752) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:50.458493 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f3d54b60-dc4b-42bc-8719-0d63fe15f0aa tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Calling delete_port for f8fcadae-b70c-4975-8892-010eaef79dd0 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:50.632809 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e0b-c2ef-4dd3-a9bc-3bc8448ea268 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:50.692906 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:50.696991 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f3d54b60-dc4b-42bc-8719-0d63fe15f0aa tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:50.735118 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:50.810877 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d54b60-dc4b-42bc-8719-0d63fe15f0aa tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event deleted for resources: {'Port': ['ID=f8fcadae-b70c-4975-8892-010eaef79dd0,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:50.828435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-00cc7e0b-c2ef-4dd3-a9bc-3bc8448ea268 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Calling delete_port for 3aed2abf-3920-42f5-bbed-010779fc39a9 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:50.923615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf23bf08-d2ca-43d4-9994-3e2381255ed8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:50.924354 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f3d54b60-dc4b-42bc-8719-0d63fe15f0aa tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:50.929052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf23bf08-d2ca-43d4-9994-3e2381255ed8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:50.929817 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bf23bf08-d2ca-43d4-9994-3e2381255ed8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Synchronizing usage tracker for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:50.963751 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f3d54b60-dc4b-42bc-8719-0d63fe15f0aa tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/ports/f8fcadae-b70c-4975-8892-010eaef79dd0 HTTP/1.1" status: 204 len: 168 time: 1.7003853 Feb 18 09:10:50.967148 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-604a155b-8de4-44fd-991e-cf5405a4d913 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:50.968631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50756) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:50.988980 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-604a155b-8de4-44fd-991e-cf5405a4d913 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:50.990500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bf23bf08-d2ca-43d4-9994-3e2381255ed8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Unset dirty status for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:50.990500 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bf23bf08-d2ca-43d4-9994-3e2381255ed8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5807400 Feb 18 09:10:50.991379 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event updated for resources: {'Port': ['ID=5b9672be-a60a-42ba-b4ae-1c551176fe13,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:50.992981 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:51.023125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50760) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:51.079829 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b31585-f032-4d96-a3aa-a4f4b4691d36 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] DELETE failed (client error): The resource could not be found. Feb 18 09:10:51.080395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b31585-f032-4d96-a3aa-a4f4b4691d36 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:10:51.082028 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-10b31585-f032-4d96-a3aa-a4f4b4691d36 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/subnets/6ff5959d-f960-417c-8f47-9985b302828e HTTP/1.1" status: 404 len: 337 time: 0.1037922 Feb 18 09:10:51.094936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50764) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:51.236860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-4c750700-33fd-4c7b-b2ca-d6402f3738dd tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port 3b2ece65-b8fb-4d42-a053-5e1c5180a1b0 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:51.237410 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4c750700-33fd-4c7b-b2ca-d6402f3738dd tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:51.480531 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Floating IP ede4c8ea-548f-45df-9128-5c5cda30a0ca associated. External IP: 172.25.1.233, port: de7fae9c-3ca6-47d6-9456-1451fbd06b63. Feb 18 09:10:51.679333 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64624681-65e7-44a6-9e9a-afe0fe7966fd tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:51.681880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604a155b-8de4-44fd-991e-cf5405a4d913 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Router 4f3a3185-2614-4dfe-9069-9c886d20bdf9 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:10:51.795505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-85ffa7bc-9889-478e-8629-fa1204250db6 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Deleting port 73ac3953-539e-445d-9601-385539c5eb50 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:51.795820 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85ffa7bc-9889-478e-8629-fa1204250db6 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:51.932536 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e0b-c2ef-4dd3-a9bc-3bc8448ea268 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:52.066999 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604a155b-8de4-44fd-991e-cf5405a4d913 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:10:52.072892 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-604a155b-8de4-44fd-991e-cf5405a4d913 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:52.074064 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-604a155b-8de4-44fd-991e-cf5405a4d913 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "PUT /v2.0/routers/4f3a3185-2614-4dfe-9069-9c886d20bdf9 HTTP/1.1" status: 200 len: 916 time: 8.3904393 Feb 18 09:10:52.079320 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50772) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:52.082847 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d32bbc7-9c4a-42fd-b02d-28a7024548ee None None] Sync routers for ids ['4f3a3185-2614-4dfe-9069-9c886d20bdf9'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:10:52.096301 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d32bbc7-9c4a-42fd-b02d-28a7024548ee None None] Routers {'4f3a3185-2614-4dfe-9069-9c886d20bdf9'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:52.097161 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8d32bbc7-9c4a-42fd-b02d-28a7024548ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['4f3a3185-2614-4dfe-9069-9c886d20bdf9'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:52.145254 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Router db09e72e-441d-4e4f-a757-bdaf56a75546 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:10:52.162643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc7e0b-c2ef-4dd3-a9bc-3bc8448ea268 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Port': ['ID=3aed2abf-3920-42f5-bbed-010779fc39a9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:52.175399 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8d32bbc7-9c4a-42fd-b02d-28a7024548ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:52.196131 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d32bbc7-9c4a-42fd-b02d-28a7024548ee None None] Routers {'4f3a3185-2614-4dfe-9069-9c886d20bdf9'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:52.199334 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8d32bbc7-9c4a-42fd-b02d-28a7024548ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['4f3a3185-2614-4dfe-9069-9c886d20bdf9'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:52.282129 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8d32bbc7-9c4a-42fd-b02d-28a7024548ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:52.282888 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d32bbc7-9c4a-42fd-b02d-28a7024548ee None None] The sync data for ids ['4f3a3185-2614-4dfe-9069-9c886d20bdf9'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:10:52.323871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cf4d1-b8e5-4cde-a26e-c19ebeace98d req-34633494-32d1-47dc-bbce-073c056d0ac3 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:52.325531 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-283cf4d1-b8e5-4cde-a26e-c19ebeace98d req-34633494-32d1-47dc-bbce-073c056d0ac3 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 945 time: 1.0026929 Feb 18 09:10:52.415046 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64624681-65e7-44a6-9e9a-afe0fe7966fd tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:52.436630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d248b-2fa8-4bce-bbf1-a396435beac9 req-3bc9a742-af34-4849-aaa1-397972dc4c91 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:52.442690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d248b-2fa8-4bce-bbf1-a396435beac9 req-3bc9a742-af34-4849-aaa1-397972dc4c91 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:52.448421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d248b-2fa8-4bce-bbf1-a396435beac9 req-3bc9a742-af34-4849-aaa1-397972dc4c91 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:52.454748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d248b-2fa8-4bce-bbf1-a396435beac9 req-3bc9a742-af34-4849-aaa1-397972dc4c91 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:52.460595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d248b-2fa8-4bce-bbf1-a396435beac9 req-3bc9a742-af34-4849-aaa1-397972dc4c91 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:52.467140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d248b-2fa8-4bce-bbf1-a396435beac9 req-3bc9a742-af34-4849-aaa1-397972dc4c91 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:52.473034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d248b-2fa8-4bce-bbf1-a396435beac9 req-3bc9a742-af34-4849-aaa1-397972dc4c91 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:52.475024 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-698d248b-2fa8-4bce-bbf1-a396435beac9 req-3bc9a742-af34-4849-aaa1-397972dc4c91 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5442 time: 1.0409720 Feb 18 09:10:52.500725 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4c750700-33fd-4c7b-b2ca-d6402f3738dd tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:52.664017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:10:52.671194 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a0d970f8-b459-4070-a827-28bbe3d34f9c tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "GET /v2.0/routers/4f3a3185-2614-4dfe-9069-9c886d20bdf9 HTTP/1.1" status: 200 len: 922 time: 0.5887461 Feb 18 09:10:52.681844 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50776) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:52.687641 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d557be7-9964-4f63-80bd-56beee329241 None None] Sync routers for ids ['db09e72e-441d-4e4f-a757-bdaf56a75546'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:10:52.709563 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d557be7-9964-4f63-80bd-56beee329241 None None] Routers {'db09e72e-441d-4e4f-a757-bdaf56a75546'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:52.710920 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0d557be7-9964-4f63-80bd-56beee329241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['db09e72e-441d-4e4f-a757-bdaf56a75546'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:52.739581 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:52.801501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-64624681-65e7-44a6-9e9a-afe0fe7966fd tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1a531b-6657-412b-96ce-399910a80050']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:52.815375 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-00cc7e0b-c2ef-4dd3-a9bc-3bc8448ea268 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:52.834179 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160490e3-8d17-4eca-95df-9098479ebce7 req-58fed488-49b6-4a6f-8824-e2d6c4cf891e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:52.840565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160490e3-8d17-4eca-95df-9098479ebce7 req-58fed488-49b6-4a6f-8824-e2d6c4cf891e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:52.842780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-4c750700-33fd-4c7b-b2ca-d6402f3738dd tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for 3b2ece65-b8fb-4d42-a053-5e1c5180a1b0 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:52.847164 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160490e3-8d17-4eca-95df-9098479ebce7 req-58fed488-49b6-4a6f-8824-e2d6c4cf891e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:52.853194 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160490e3-8d17-4eca-95df-9098479ebce7 req-58fed488-49b6-4a6f-8824-e2d6c4cf891e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:52.859997 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160490e3-8d17-4eca-95df-9098479ebce7 req-58fed488-49b6-4a6f-8824-e2d6c4cf891e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:52.866651 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160490e3-8d17-4eca-95df-9098479ebce7 req-58fed488-49b6-4a6f-8824-e2d6c4cf891e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:52.873307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160490e3-8d17-4eca-95df-9098479ebce7 req-58fed488-49b6-4a6f-8824-e2d6c4cf891e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:52.874731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-160490e3-8d17-4eca-95df-9098479ebce7 req-58fed488-49b6-4a6f-8824-e2d6c4cf891e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Synchronizing usage tracker for tenant:67fba04be8234c838f03f922f83b8802 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:52.883339 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-51c4d31e-7f58-451c-955a-cee43f08d9d2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.0319715 Feb 18 09:10:52.885847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50780) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:52.886644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9faecb-7912-46b0-add6-9014192b6781', 'tag': 'de7fae9c-3ca6-47d6-9456-1451fbd06b63'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:10:52.918737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-85ffa7bc-9889-478e-8629-fa1204250db6 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] For port 73ac3953-539e-445d-9601-385539c5eb50, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=73ac3953-539e-445d-9601-385539c5eb50,segment=NetworkSegment(bf3610e6-1c20-49a2-859a-0d8b43678e37),segment_id=bf3610e6-1c20-49a2-859a-0d8b43678e37)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:52.919260 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85ffa7bc-9889-478e-8629-fa1204250db6 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:52.943878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-64624681-65e7-44a6-9e9a-afe0fe7966fd tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca7570d-4993-41dc-a6ac-c701cc3e25be') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:52.944173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-64624681-65e7-44a6-9e9a-afe0fe7966fd tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca7570d-4993-41dc-a6ac-c701cc3e25be') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:52.988668 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-0d557be7-9964-4f63-80bd-56beee329241 None None] Set router db09e72e-441d-4e4f-a757-bdaf56a75546 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:10:53.013053 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-160490e3-8d17-4eca-95df-9098479ebce7 req-58fed488-49b6-4a6f-8824-e2d6c4cf891e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Unset dirty status for tenant:67fba04be8234c838f03f922f83b8802 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:53.014305 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-160490e3-8d17-4eca-95df-9098479ebce7 req-58fed488-49b6-4a6f-8824-e2d6c4cf891e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.81 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5442 time: 0.6546865 Feb 18 09:10:53.016455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fea7968-198e-47f7-be6e-edaab903aadb tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:53.017145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0fea7968-198e-47f7-be6e-edaab903aadb tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Synchronizing usage tracker for tenant:7c89eafc82404cebbb2977a12ba53e8d on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:53.048076 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64624681-65e7-44a6-9e9a-afe0fe7966fd tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:53.079573 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2ff2fd88-5de1-4d26-bc80-4e28a8a5f88a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/floatingips/ede4c8ea-548f-45df-9128-5c5cda30a0ca HTTP/1.1" status: 200 len: 991 time: 0.1871483 Feb 18 09:10:53.097494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0fea7968-198e-47f7-be6e-edaab903aadb tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Unset dirty status for tenant:7c89eafc82404cebbb2977a12ba53e8d on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:53.098671 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0fea7968-198e-47f7-be6e-edaab903aadb tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&device_id=4f3a3185-2614-4dfe-9069-9c886d20bdf9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4158266 Feb 18 09:10:53.102184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50786) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:53.133413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160490e3-8d17-4eca-95df-9098479ebce7 req-f9a83127-593a-4a98-a752-8a68577dee7d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:53.135123 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-160490e3-8d17-4eca-95df-9098479ebce7 req-f9a83127-593a-4a98-a752-8a68577dee7d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.81 "GET /v2.0/ports/21f5395e-91c2-45cb-9462-e9b25b7c5da5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1119680 Feb 18 09:10:53.182760 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:10:53.218212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-85ffa7bc-9889-478e-8629-fa1204250db6 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Calling delete_port for 73ac3953-539e-445d-9601-385539c5eb50 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:53.260000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-283cf4d1-b8e5-4cde-a26e-c19ebeace98d req-2a5b4860-bbcc-4bb7-8d25-d72f2662818c tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a8ed7d9-fef6-4bb2-b485-69be21711874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8586595 Feb 18 09:10:53.265321 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-698d248b-2fa8-4bce-bbf1-a396435beac9 req-ef260be2-3256-45c0-a226-9ca0c5791d10 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7017813 Feb 18 09:10:53.401786 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9faecb-7912-46b0-add6-9014192b6781', 'tag': 'de7fae9c-3ca6-47d6-9456-1451fbd06b63', 'status': 'completed', 'code': 200} Feb 18 09:10:53.412666 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73ea07d-6f1c-4482-807d-472896d656e6 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:53.414874 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f73ea07d-6f1c-4482-807d-472896d656e6 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 881 time: 0.3114924 Feb 18 09:10:53.425151 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50790) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:53.490863 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-91614e44-013f-4c8a-b21d-061b8116f59f tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f3a3185-2614-4dfe-9069-9c886d20bdf9 HTTP/1.1" status: 200 len: 205 time: 0.0640628 Feb 18 09:10:53.497396 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-160490e3-8d17-4eca-95df-9098479ebce7 req-23c9ba64-9ab2-451b-a6dc-8e7178d4ee48 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.81 "GET /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3032761 Feb 18 09:10:53.517107 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24c7a995-b625-4b85-afdb-144acba9754d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:53.520964 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:10:53.551106 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:53.551715 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:53.580895 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50794) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:53.586232 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64624681-65e7-44a6-9e9a-afe0fe7966fd tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:53.639843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64624681-65e7-44a6-9e9a-afe0fe7966fd tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:10:53.640604 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64624681-65e7-44a6-9e9a-afe0fe7966fd tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:10:53.657619 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:10:53.784259 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0d557be7-9964-4f63-80bd-56beee329241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'name': 'tempest-TestNetworkBasicOps-router-893670166', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:25Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'ede4c8ea-548f-45df-9128-5c5cda30a0ca', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'port_id': 'de7fae9c-3ca6-47d6-9456-1451fbd06b63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680', 'mac_address': 'fa:16:3e:c8:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9faecb-7912-46b0-add6-9014192b6781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:10:48Z', 'updated_at': '2022-02-18T09:10:48Z', 'revision_number': 0, 'project_id': '67d280681c92466b957d86889fb303b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0149ac9-4c7e-4401-9666-af6361e2bfc7', 'name': '', 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:df:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:35Z', 'updated_at': '2022-02-18T09:09:50Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:53.798885 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d557be7-9964-4f63-80bd-56beee329241 None None] Checking router: db09e72e-441d-4e4f-a757-bdaf56a75546 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:10:53.801766 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:53.830047 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d557be7-9964-4f63-80bd-56beee329241 None None] Routers {'db09e72e-441d-4e4f-a757-bdaf56a75546'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:53.830268 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0d557be7-9964-4f63-80bd-56beee329241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['db09e72e-441d-4e4f-a757-bdaf56a75546'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:53.845391 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24c7a995-b625-4b85-afdb-144acba9754d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:53.904618 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f27f94-176c-4e07-ab1c-8c911da62a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfa8d16-d7bb-41be-86cc-0fdb9884e327'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:10:53.918744 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64624681-65e7-44a6-9e9a-afe0fe7966fd tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:53.927090 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 8dfa8d16-d7bb-41be-86cc-0fdb9884e327, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8dfa8d16-d7bb-41be-86cc-0fdb9884e327,segment=NetworkSegment(bfea72fd-30e2-4836-b069-1835f2f2b094),segment_id=bfea72fd-30e2-4836-b069-1835f2f2b094)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:53.942601 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:53.943633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 21f5395e-91c2-45cb-9462-e9b25b7c5da5 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:53.953051 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4bc7555-c5fc-482a-880c-c73116ef82c1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:53.965842 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64624681-65e7-44a6-9e9a-afe0fe7966fd tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:53.973452 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4c750700-33fd-4c7b-b2ca-d6402f3738dd tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:54.037159 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f27f94-176c-4e07-ab1c-8c911da62a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfa8d16-d7bb-41be-86cc-0fdb9884e327', 'code': 200} Feb 18 09:10:54.082666 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50800) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:54.120403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64624681-65e7-44a6-9e9a-afe0fe7966fd tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event deleted for resources: {'Network': ['ID=8b1a531b-6657-412b-96ce-399910a80050,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:54.129611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c750700-33fd-4c7b-b2ca-d6402f3738dd tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Port': ['ID=3b2ece65-b8fb-4d42-a053-5e1c5180a1b0,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:54.142985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cc7e0b-c2ef-4dd3-a9bc-3bc8448ea268 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:10:54.156198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-64624681-65e7-44a6-9e9a-afe0fe7966fd tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/networks/8b1a531b-6657-412b-96ce-399910a80050 HTTP/1.1" status: 204 len: 168 time: 3.0565498 Feb 18 09:10:54.157341 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4c750700-33fd-4c7b-b2ca-d6402f3738dd tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:54.162023 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4c750700-33fd-4c7b-b2ca-d6402f3738dd tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/ports/3b2ece65-b8fb-4d42-a053-5e1c5180a1b0 HTTP/1.1" status: 204 len: 168 time: 3.1343136 Feb 18 09:10:54.162023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50804) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:54.165552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50806) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:54.201265 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-0d557be7-9964-4f63-80bd-56beee329241 None None] Set router db09e72e-441d-4e4f-a757-bdaf56a75546 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:10:54.251879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff28022-554a-49a6-a50a-d3a36f303e17 req-c68f5d93-87b7-4829-84e8-b786b648d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:54.253395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ff28022-554a-49a6-a50a-d3a36f303e17 req-c68f5d93-87b7-4829-84e8-b786b648d229 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67d280681c92466b957d86889fb303b6&device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 1096 time: 0.7202168 Feb 18 09:10:54.480223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=8dfa8d16-d7bb-41be-86cc-0fdb9884e327,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:54.603424 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff1a110-d270-4faf-95a7-21b28b79a197 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Deleting subnet 3c871706-6d3b-4b1a-ae8e-038df3d922e5 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:10:54.606564 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aff1a110-d270-4faf-95a7-21b28b79a197 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:54.640852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cc7e0b-c2ef-4dd3-a9bc-3bc8448ea268 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:10:54.657933 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d76a3e9-2dc4-4dfb-8b79-d163b32e370f None None] Sync routers for ids ['0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:10:54.672776 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d76a3e9-2dc4-4dfb-8b79-d163b32e370f None None] Routers {'0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:54.673691 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4d76a3e9-2dc4-4dfb-8b79-d163b32e370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:54.680054 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-65156f03-4ec9-4e87-beea-a79a650e4e57 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/floatingips/ede4c8ea-548f-45df-9128-5c5cda30a0ca HTTP/1.1" status: 200 len: 991 time: 0.5942824 Feb 18 09:10:54.719110 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:54.747318 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4d76a3e9-2dc4-4dfb-8b79-d163b32e370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:54.758093 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4bc7555-c5fc-482a-880c-c73116ef82c1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:54.759326 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d76a3e9-2dc4-4dfb-8b79-d163b32e370f None None] Routers {'0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:54.760245 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4d76a3e9-2dc4-4dfb-8b79-d163b32e370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:54.778456 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24c7a995-b625-4b85-afdb-144acba9754d service neutron] For port 21f5395e-91c2-45cb-9462-e9b25b7c5da5, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=21f5395e-91c2-45cb-9462-e9b25b7c5da5,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:54.782934 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf0b60-ff2b-4e2c-a193-6f8de9a12bfb req-532f1c93-96e6-4dc2-90d8-9ca4f0f7b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:54.784717 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6fdf0b60-ff2b-4e2c-a193-6f8de9a12bfb req-532f1c93-96e6-4dc2-90d8-9ca4f0f7b70a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 1097 time: 0.5972033 Feb 18 09:10:54.787534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc7555-c5fc-482a-880c-c73116ef82c1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Deleting port 6c3e4579-5138-405e-90e1-7aa7a04741ad {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:54.787878 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4bc7555-c5fc-482a-880c-c73116ef82c1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:54.841855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff28022-554a-49a6-a50a-d3a36f303e17 req-1095a4b3-eb5d-4f42-afdc-64426baa4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:54.842662 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ff28022-554a-49a6-a50a-d3a36f303e17 req-1095a4b3-eb5d-4f42-afdc-64426baa4042 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f1caec97-043c-4296-bbf3-4343ad8e8680 HTTP/1.1" status: 200 len: 897 time: 0.5180857 Feb 18 09:10:54.844118 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4d76a3e9-2dc4-4dfb-8b79-d163b32e370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:54.844746 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d76a3e9-2dc4-4dfb-8b79-d163b32e370f None None] The sync data for ids ['0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:10:54.920025 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6fdf0b60-ff2b-4e2c-a193-6f8de9a12bfb req-1c710715-dc61-4384-a870-867072e73d0e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9a8ed7d9-fef6-4bb2-b485-69be21711874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040494 Feb 18 09:10:54.931259 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0d557be7-9964-4f63-80bd-56beee329241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'name': 'tempest-TestNetworkBasicOps-router-893670166', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:25Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'ede4c8ea-548f-45df-9128-5c5cda30a0ca', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'port_id': 'de7fae9c-3ca6-47d6-9456-1451fbd06b63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680', 'mac_address': 'fa:16:3e:c8:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9faecb-7912-46b0-add6-9014192b6781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:10:48Z', 'updated_at': '2022-02-18T09:10:48Z', 'revision_number': 0, 'project_id': '67d280681c92466b957d86889fb303b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0149ac9-4c7e-4401-9666-af6361e2bfc7', 'name': '', 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:df:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:35Z', 'updated_at': '2022-02-18T09:09:50Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:54.938871 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d557be7-9964-4f63-80bd-56beee329241 None None] The sync data for ids ['db09e72e-441d-4e4f-a757-bdaf56a75546'] in n-d-829434-1 is: [{'id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'name': 'tempest-TestNetworkBasicOps-router-893670166', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:25Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'ede4c8ea-548f-45df-9128-5c5cda30a0ca', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'port_id': 'de7fae9c-3ca6-47d6-9456-1451fbd06b63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680', 'mac_address': 'fa:16:3e:c8:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9faecb-7912-46b0-add6-9014192b6781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:10:48Z', 'updated_at': '2022-02-18T09:10:48Z', 'revision_number': 0, 'project_id': '67d280681c92466b957d86889fb303b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0149ac9-4c7e-4401-9666-af6361e2bfc7', 'name': '', 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:df:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:35Z', 'updated_at': '2022-02-18T09:09:50Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:10:54.956839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-00cc7e0b-c2ef-4dd3-a9bc-3bc8448ea268 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0625482 Feb 18 09:10:54.957652 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85ffa7bc-9889-478e-8629-fa1204250db6 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:54.967958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50816) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:54.993118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24c7a995-b625-4b85-afdb-144acba9754d service neutron] For port 21f5395e-91c2-45cb-9462-e9b25b7c5da5, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:10:55.071760 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24c7a995-b625-4b85-afdb-144acba9754d service neutron] device_id is not set on port 21f5395e-91c2-45cb-9462-e9b25b7c5da5 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:10:55.098900 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24c7a995-b625-4b85-afdb-144acba9754d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:55.116350 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4bc7555-c5fc-482a-880c-c73116ef82c1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:55.123899 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24c7a995-b625-4b85-afdb-144acba9754d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:55.124300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c656248-b545-45b4-8f99-f20c71e20153 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:55.125097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2c656248-b545-45b4-8f99-f20c71e20153 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Synchronizing usage tracker for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:55.194425 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:10:55.194725 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:10:55.304620 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb799515-6569-439f-9a0f-b16034a227ee None None] New status for floating IP ede4c8ea-548f-45df-9128-5c5cda30a0ca: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:10:55.334805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffa7bc-9889-478e-8629-fa1204250db6 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event deleted for resources: {'Port': ['ID=73ac3953-539e-445d-9601-385539c5eb50,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:55.354671 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aff1a110-d270-4faf-95a7-21b28b79a197 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:55.387933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-aef7fd0e-391e-40c7-886c-9c9fbdaaf9f4 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Synchronizing usage tracker for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:10:55.436406 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc7555-c5fc-482a-880c-c73116ef82c1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Calling delete_port for 6c3e4579-5138-405e-90e1-7aa7a04741ad owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:55.592807 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ff28022-554a-49a6-a50a-d3a36f303e17 req-f4e8ce27-a1b7-4b2f-a89d-9a88943dbb23 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de7fae9c-3ca6-47d6-9456-1451fbd06b63 HTTP/1.1" status: 200 len: 999 time: 0.6535361 Feb 18 09:10:55.615894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2c656248-b545-45b4-8f99-f20c71e20153 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Unset dirty status for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:55.627810 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2c656248-b545-45b4-8f99-f20c71e20153 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.4555414 Feb 18 09:10:55.629159 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50820) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:55.641583 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7a995-b625-4b85-afdb-144acba9754d service neutron] Pushing event updated for resources: {'Port': ['ID=21f5395e-91c2-45cb-9462-e9b25b7c5da5,revision_number=6']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:55.697446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24c7a995-b625-4b85-afdb-144acba9754d service neutron] No DVR routers for this DVR port 21f5395e-91c2-45cb-9462-e9b25b7c5da5 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:10:55.708856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-aef7fd0e-391e-40c7-886c-9c9fbdaaf9f4 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Unset dirty status for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:10:55.713385 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-aef7fd0e-391e-40c7-886c-9c9fbdaaf9f4 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f HTTP/1.1" status: 200 len: 205 time: 0.6579456 Feb 18 09:10:55.725794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b26dd-447f-47ff-b886-e3e95ee777fa req-fbb0d13f-2a41-45c6-a4a4-ebbfe5e4ba70 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:55.728594 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b70b26dd-447f-47ff-b886-e3e95ee777fa req-fbb0d13f-2a41-45c6-a4a4-ebbfe5e4ba70 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 946 time: 1.1986768 Feb 18 09:10:55.739951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50824) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:55.740645 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50826) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:55.867105 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d945b151-6b64-4e9b-bcbc-69a60e04144e None None] Provisioning complete for port 21f5395e-91c2-45cb-9462-e9b25b7c5da5 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:55.867468 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d945b151-6b64-4e9b-bcbc-69a60e04144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:55.877552 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8cf7b3-81a8-4810-87a9-2c91ee7c5eb6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] GET failed (client error): The resource could not be found. Feb 18 09:10:55.879585 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2f8cf7b3-81a8-4810-87a9-2c91ee7c5eb6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports/56e5c3d6-f619-4d09-85d6-3f4bb86959c4 HTTP/1.1" status: 404 len: 333 time: 0.2400880 Feb 18 09:10:55.901978 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50832) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:55.932772 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d945b151-6b64-4e9b-bcbc-69a60e04144e None None] Port 21f5395e-91c2-45cb-9462-e9b25b7c5da5 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:10:55.945037 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-06ba45b1-0f69-41b7-bed1-6fdf13fbec7d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/floatingips/ede4c8ea-548f-45df-9128-5c5cda30a0ca HTTP/1.1" status: 200 len: 993 time: 0.1871006 Feb 18 09:10:55.954834 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 567f9157-ca1f-4789-a982-ab236197d796 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:55.987206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1d264-a572-4852-afdc-eaf40fe79429 req-05ddc53f-0d50-4931-94f0-61f7bde1322d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:55.994458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1d264-a572-4852-afdc-eaf40fe79429 req-05ddc53f-0d50-4931-94f0-61f7bde1322d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:56.001351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1d264-a572-4852-afdc-eaf40fe79429 req-05ddc53f-0d50-4931-94f0-61f7bde1322d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:56.007312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1d264-a572-4852-afdc-eaf40fe79429 req-05ddc53f-0d50-4931-94f0-61f7bde1322d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:56.013830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1d264-a572-4852-afdc-eaf40fe79429 req-05ddc53f-0d50-4931-94f0-61f7bde1322d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:56.019778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1d264-a572-4852-afdc-eaf40fe79429 req-05ddc53f-0d50-4931-94f0-61f7bde1322d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:56.025700 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1d264-a572-4852-afdc-eaf40fe79429 req-05ddc53f-0d50-4931-94f0-61f7bde1322d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:56.028510 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cff1d264-a572-4852-afdc-eaf40fe79429 req-05ddc53f-0d50-4931-94f0-61f7bde1322d tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 5366 time: 1.2742410 Feb 18 09:10:56.100484 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f1bdce-89ab-470f-a056-b165e6e8cf5f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] GET failed (client error): The resource could not be found. Feb 18 09:10:56.102555 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b7f1bdce-89ab-470f-a056-b165e6e8cf5f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports/3b2ece65-b8fb-4d42-a053-5e1c5180a1b0 HTTP/1.1" status: 404 len: 333 time: 0.1819704 Feb 18 09:10:56.121860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24c7a995-b625-4b85-afdb-144acba9754d service neutron] In _notify_port_updated(), no bound segment for port 21f5395e-91c2-45cb-9462-e9b25b7c5da5 on network b8db49a5-d459-47e2-ab70-0ed233d21bf7 {{(pid=87767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:10:56.123339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24c7a995-b625-4b85-afdb-144acba9754d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:56.124213 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24c7a995-b625-4b85-afdb-144acba9754d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:56.126513 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24c7a995-b625-4b85-afdb-144acba9754d service neutron] 10.222.0.81 "PUT /v2.0/ports/21f5395e-91c2-45cb-9462-e9b25b7c5da5 HTTP/1.1" status: 200 len: 1031 time: 2.6221035 Feb 18 09:10:56.127427 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:56.128926 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50836) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:56.132388 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b06d9521-2adc-4793-9283-2ae85729b1ac tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:56.141081 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aff1a110-d270-4faf-95a7-21b28b79a197 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:56.171701 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '567f9157-ca1f-4789-a982-ab236197d796'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:10:56.183257 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 567f9157-ca1f-4789-a982-ab236197d796, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=567f9157-ca1f-4789-a982-ab236197d796,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:56.188890 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:56.190298 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 62e59aac-fd01-42b9-a659-61b3f4330c06 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:56.204920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff28022-554a-49a6-a50a-d3a36f303e17 req-1fc22c0d-2bba-4102-bc2d-f4d0d7c2749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:56.206447 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ff28022-554a-49a6-a50a-d3a36f303e17 req-1fc22c0d-2bba-4102-bc2d-f4d0d7c2749c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e4500d41-2903-426e-b93a-dfcd7b5dfd07 HTTP/1.1" status: 200 len: 834 time: 0.5703351 Feb 18 09:10:56.330554 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=567f9157-ca1f-4789-a982-ab236197d796,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:56.417873 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:56.425062 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b70b26dd-447f-47ff-b886-e3e95ee777fa req-32022d19-c661-42c1-8681-d65a2bc6d28e tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a8ed7d9-fef6-4bb2-b485-69be21711874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6683784 Feb 18 09:10:56.477765 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 62e59aac-fd01-42b9-a659-61b3f4330c06, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=62e59aac-fd01-42b9-a659-61b3f4330c06,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:56.484304 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:56.485201 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device ceab370d-687f-456f-82e0-8283955ca57d no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:56.507232 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cff1d264-a572-4852-afdc-eaf40fe79429 req-b0783343-4cd5-42b2-9e97-e4eff5cf178b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4615333 Feb 18 09:10:56.584358 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '567f9157-ca1f-4789-a982-ab236197d796', 'code': 200} Feb 18 09:10:56.590545 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aff1a110-d270-4faf-95a7-21b28b79a197 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:56.664869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1a110-d270-4faf-95a7-21b28b79a197 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event deleted for resources: {'Subnet': ['ID=3c871706-6d3b-4b1a-ae8e-038df3d922e5,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:56.669966 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aff1a110-d270-4faf-95a7-21b28b79a197 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:56.673076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=62e59aac-fd01-42b9-a659-61b3f4330c06,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:56.683090 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc5b0f6-5f7e-4be0-862f-173b17d22148 None None] Network d85898dd-e909-453d-90d4-a1f23fef5952 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:56.688156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-aff1a110-d270-4faf-95a7-21b28b79a197 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/subnets/3c871706-6d3b-4b1a-ae8e-038df3d922e5 HTTP/1.1" status: 204 len: 168 time: 2.5205603 Feb 18 09:10:56.688156 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff28022-554a-49a6-a50a-d3a36f303e17 req-7ca89a47-1b65-462a-9806-735f8cec26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:56.689167 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ff28022-554a-49a6-a50a-d3a36f303e17 req-7ca89a47-1b65-462a-9806-735f8cec26b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f1caec97-043c-4296-bbf3-4343ad8e8680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3952696 Feb 18 09:10:56.690024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50842) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:56.791670 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:56.886136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160490e3-8d17-4eca-95df-9098479ebce7 req-f7914a37-a4bd-4a58-a94b-1a7bccdd2961 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:56.888569 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-160490e3-8d17-4eca-95df-9098479ebce7 req-f7914a37-a4bd-4a58-a94b-1a7bccdd2961 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.81 "GET /v2.0/ports/62e59aac-fd01-42b9-a659-61b3f4330c06?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6651642 Feb 18 09:10:56.912154 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port ceab370d-687f-456f-82e0-8283955ca57d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=ceab370d-687f-456f-82e0-8283955ca57d,segment=NetworkSegment(840be32f-0862-44e8-b5e9-bff14e520d46),segment_id=840be32f-0862-44e8-b5e9-bff14e520d46)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:56.917493 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-85ffa7bc-9889-478e-8629-fa1204250db6 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:56.953608 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:56.954367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f7248b01-6f93-4892-be46-f6a080f62cfc no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:57.000421 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ad98def-5802-4079-b49a-c17b40dc6d91 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.013097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-160490e3-8d17-4eca-95df-9098479ebce7 req-0e1296a6-dea5-4559-9381-6ab23eb5eb2b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:57.091802 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.104052 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=ceab370d-687f-456f-82e0-8283955ca57d,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:57.185353 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.239505 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b06d9521-2adc-4793-9283-2ae85729b1ac tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.241864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port f7248b01-6f93-4892-be46-f6a080f62cfc, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f7248b01-6f93-4892-be46-f6a080f62cfc,segment=NetworkSegment(66380197-dc09-412d-8934-9a6ccf344e14),segment_id=66380197-dc09-412d-8934-9a6ccf344e14)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:57.245782 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b06d9521-2adc-4793-9283-2ae85729b1ac tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.246046 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ff28022-554a-49a6-a50a-d3a36f303e17 req-dbf5f72d-9492-4c67-ab6a-0740afaa2895 service neutron] 10.222.0.61 "GET /v2.0/networks/f1caec97-043c-4296-bbf3-4343ad8e8680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180376 Feb 18 09:10:57.249208 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.250318 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:57.260459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Deleting port aa39f621-a8a5-45b8-8ae2-ed642484401d {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:57.260789 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.392794 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddc3a91-3037-4958-bb14-c8d4f7f6c658 None None] DHCP port deletion for d85898dd-e909-453d-90d4-a1f23fef5952 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:10:57.425786 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-dddc3a91-3037-4958-bb14-c8d4f7f6c658 None None] Deleting port aa39f621-a8a5-45b8-8ae2-ed642484401d {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:57.426331 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dddc3a91-3037-4958-bb14-c8d4f7f6c658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.430214 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b06d9521-2adc-4793-9283-2ae85729b1ac tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.430743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06d9521-2adc-4793-9283-2ae85729b1ac tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Fanout notify agent at l3_agent the message router_deleted on router 0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:10:57.544811 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=f7248b01-6f93-4892-be46-f6a080f62cfc,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:57.559956 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-0e1296a6-dea5-4559-9381-6ab23eb5eb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.572532 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ad98def-5802-4079-b49a-c17b40dc6d91 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.583460 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4bc7555-c5fc-482a-880c-c73116ef82c1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.660329 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.707961 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e767ebc6-9e6b-4ec3-9ccc-9e86213dce06, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e767ebc6-9e6b-4ec3-9ccc-9e86213dce06,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:57.710158 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b06d9521-2adc-4793-9283-2ae85729b1ac tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.714745 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b06d9521-2adc-4793-9283-2ae85729b1ac tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/routers/0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f HTTP/1.1" status: 204 len: 168 time: 1.9586432 Feb 18 09:10:57.717130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50850) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:57.744777 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.745529 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 26b3a920-6dde-4571-aabb-5eff82ec1048 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:57.752685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc7555-c5fc-482a-880c-c73116ef82c1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Pushing event deleted for resources: {'Port': ['ID=6c3e4579-5138-405e-90e1-7aa7a04741ad,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:57.837016 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-1ad98def-5802-4079-b49a-c17b40dc6d91 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de49d6a0-6c23-4e8a-a8e9-d894fe040b88']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:57.895162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-1ad98def-5802-4079-b49a-c17b40dc6d91 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba8968e-b2dc-459e-9c1e-5f21bc81343f') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:57.895602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-1ad98def-5802-4079-b49a-c17b40dc6d91 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba8968e-b2dc-459e-9c1e-5f21bc81343f') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:57.928758 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ad98def-5802-4079-b49a-c17b40dc6d91 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:57.981469 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ca65bc-bfa9-4aa7-ad90-e448f02511ce tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting subnet ddc64f80-92b3-46a2-bc2f-b1a7f5479ad7 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:10:57.986039 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4bc7555-c5fc-482a-880c-c73116ef82c1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.029578 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ff28022-554a-49a6-a50a-d3a36f303e17 req-2915d638-1f45-4150-b408-b7e142dc040f service neutron] 10.222.0.61 "GET /v2.0/networks/f1caec97-043c-4296-bbf3-4343ad8e8680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7703407 Feb 18 09:10:58.047033 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51ca65bc-bfa9-4aa7-ad90-e448f02511ce tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.090707 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-dddc3a91-3037-4958-bb14-c8d4f7f6c658 None None] For port aa39f621-a8a5-45b8-8ae2-ed642484401d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=aa39f621-a8a5-45b8-8ae2-ed642484401d,segment=NetworkSegment(77cb70c5-6ee1-465b-9b0f-1bf95b97213d),segment_id=77cb70c5-6ee1-465b-9b0f-1bf95b97213d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:58.091626 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dddc3a91-3037-4958-bb14-c8d4f7f6c658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.111800 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=e767ebc6-9e6b-4ec3-9ccc-9e86213dce06,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:58.169444 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ad98def-5802-4079-b49a-c17b40dc6d91 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.244704 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad98def-5802-4079-b49a-c17b40dc6d91 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:10:58.244704 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ad98def-5802-4079-b49a-c17b40dc6d91 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.246578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] For port aa39f621-a8a5-45b8-8ae2-ed642484401d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=aa39f621-a8a5-45b8-8ae2-ed642484401d,segment=NetworkSegment(77cb70c5-6ee1-465b-9b0f-1bf95b97213d),segment_id=77cb70c5-6ee1-465b-9b0f-1bf95b97213d)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:58.246932 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:10:58.260430 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:10:58.301660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-dddc3a91-3037-4958-bb14-c8d4f7f6c658 None None] Calling delete_port for aa39f621-a8a5-45b8-8ae2-ed642484401d owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:58.383814 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.399809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ffa7bc-9889-478e-8629-fa1204250db6 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Router 63d7f365-dcf8-42d3-b6d5-d73f6368fb1b has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:10:58.408156 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Calling delete_port for aa39f621-a8a5-45b8-8ae2-ed642484401d owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:10:58.432581 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dddc3a91-3037-4958-bb14-c8d4f7f6c658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.449037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbb69e-ab99-430f-a60f-5972e34a10f7 req-a510760b-cdd3-4c74-a0d1-e4f6e359a60b tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:58.451317 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49dbb69e-ab99-430f-a60f-5972e34a10f7 req-a510760b-cdd3-4c74-a0d1-e4f6e359a60b tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 946 time: 0.6489835 Feb 18 09:10:58.493193 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddc3a91-3037-4958-bb14-c8d4f7f6c658 None None] No DVR routers for this DVR port aa39f621-a8a5-45b8-8ae2-ed642484401d on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:10:58.504615 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc3a91-3037-4958-bb14-c8d4f7f6c658 None None] Pushing event deleted for resources: {'Port': ['ID=aa39f621-a8a5-45b8-8ae2-ed642484401d,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:58.510766 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 26b3a920-6dde-4571-aabb-5eff82ec1048, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=26b3a920-6dde-4571-aabb-5eff82ec1048,segment=NetworkSegment(840be32f-0862-44e8-b5e9-bff14e520d46),segment_id=840be32f-0862-44e8-b5e9-bff14e520d46)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:58.511441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cfc67-2f3a-48d9-9f3a-b60de5699b46 req-b299e0a5-1437-404c-9868-a1fe5c6bb0d2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:58.515780 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.516960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cfc67-2f3a-48d9-9f3a-b60de5699b46 req-b299e0a5-1437-404c-9868-a1fe5c6bb0d2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:58.522850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cfc67-2f3a-48d9-9f3a-b60de5699b46 req-b299e0a5-1437-404c-9868-a1fe5c6bb0d2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:58.528820 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cfc67-2f3a-48d9-9f3a-b60de5699b46 req-b299e0a5-1437-404c-9868-a1fe5c6bb0d2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:58.534649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cfc67-2f3a-48d9-9f3a-b60de5699b46 req-b299e0a5-1437-404c-9868-a1fe5c6bb0d2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:58.538938 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4bc7555-c5fc-482a-880c-c73116ef82c1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.540485 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cfc67-2f3a-48d9-9f3a-b60de5699b46 req-b299e0a5-1437-404c-9868-a1fe5c6bb0d2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:58.548780 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cd3cfc67-2f3a-48d9-9f3a-b60de5699b46 req-b299e0a5-1437-404c-9868-a1fe5c6bb0d2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 4654 time: 0.7006228 Feb 18 09:10:58.563071 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4bc7555-c5fc-482a-880c-c73116ef82c1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.574723 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51ca65bc-bfa9-4aa7-ad90-e448f02511ce tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.585477 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62e59aac-fd01-42b9-a659-61b3f4330c06'}, {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceab370d-687f-456f-82e0-8283955ca57d'}, {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7248b01-6f93-4892-be46-f6a080f62cfc'}, {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e767ebc6-9e6b-4ec3-9ccc-9e86213dce06'}, {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b3a920-6dde-4571-aabb-5eff82ec1048'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:10:58.601082 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=26b3a920-6dde-4571-aabb-5eff82ec1048,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:58.696229 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ad98def-5802-4079-b49a-c17b40dc6d91 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.701462 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ad98def-5802-4079-b49a-c17b40dc6d91 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.725558 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4bc7555-c5fc-482a-880c-c73116ef82c1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.726022 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bc7555-c5fc-482a-880c-c73116ef82c1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Fanout notify agent at l3_agent the message router_deleted on router 4f3a3185-2614-4dfe-9069-9c886d20bdf9 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:10:58.736861 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cd3cfc67-2f3a-48d9-9f3a-b60de5699b46 req-17bf78f2-7f2e-4a35-962d-a96b347cc312 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&id=75fe883b-925d-47cd-8387-efc8737cb05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1871381 Feb 18 09:10:58.740740 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49dbb69e-ab99-430f-a60f-5972e34a10f7 req-6922001b-197b-4d11-8d8b-7352d6040e5f tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a8ed7d9-fef6-4bb2-b485-69be21711874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769871 Feb 18 09:10:58.773346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad98def-5802-4079-b49a-c17b40dc6d91 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Network': ['ID=de49d6a0-6c23-4e8a-a8e9-d894fe040b88,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:58.780692 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4bc7555-c5fc-482a-880c-c73116ef82c1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.782524 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c4bc7555-c5fc-482a-880c-c73116ef82c1 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "DELETE /v2.0/routers/4f3a3185-2614-4dfe-9069-9c886d20bdf9 HTTP/1.1" status: 204 len: 168 time: 5.2002559 Feb 18 09:10:58.790043 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1ad98def-5802-4079-b49a-c17b40dc6d91 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/networks/de49d6a0-6c23-4e8a-a8e9-d894fe040b88 HTTP/1.1" status: 204 len: 168 time: 2.5666173 Feb 18 09:10:58.795549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50858) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:58.795912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50860) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:58.799258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-160490e3-8d17-4eca-95df-9098479ebce7 req-0e1296a6-dea5-4559-9381-6ab23eb5eb2b service neutron] For port 62e59aac-fd01-42b9-a659-61b3f4330c06, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=62e59aac-fd01-42b9-a659-61b3f4330c06,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:10:58.807616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-112111818', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}, 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:58.823039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-34f3fb3d-ddf4-45f5-aa0d-88b62345bbe6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2005390808'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:10:58.832232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:58.835864 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-34f3fb3d-ddf4-45f5-aa0d-88b62345bbe6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:10:58.842961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Usage tracker for resource:router and tenant:6e8b609b068047abafd723ed15d541ed is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:58.848310 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62e59aac-fd01-42b9-a659-61b3f4330c06', 'code': 200} Feb 18 09:10:58.849381 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceab370d-687f-456f-82e0-8283955ca57d', 'code': 200} Feb 18 09:10:58.849649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-34f3fb3d-ddf4-45f5-aa0d-88b62345bbe6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:network and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:10:58.850784 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7248b01-6f93-4892-be46-f6a080f62cfc', 'code': 200} Feb 18 09:10:58.851293 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e767ebc6-9e6b-4ec3-9ccc-9e86213dce06', 'code': 200} Feb 18 09:10:58.851798 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b3a920-6dde-4571-aabb-5eff82ec1048', 'code': 200} Feb 18 09:10:58.853039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:58.856039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ffa7bc-9889-478e-8629-fa1204250db6 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:10:58.856428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-34f3fb3d-ddf4-45f5-aa0d-88b62345bbe6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:10:58.857840 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:10:58.858157 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:10:58.869354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-85ffa7bc-9889-478e-8629-fa1204250db6 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "PUT /v2.0/routers/63d7f365-dcf8-42d3-b6d5-d73f6368fb1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3039615 Feb 18 09:10:58.870042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50866) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:58.872120 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:58.872386 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55451c44-d02f-4d7e-a42d-baf0991e974b None None] Sync routers for ids ['63d7f365-dcf8-42d3-b6d5-d73f6368fb1b'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:10:58.876727 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-34f3fb3d-ddf4-45f5-aa0d-88b62345bbe6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:10:58.899418 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51ca65bc-bfa9-4aa7-ad90-e448f02511ce tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.906291 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55451c44-d02f-4d7e-a42d-baf0991e974b None None] Routers {'63d7f365-dcf8-42d3-b6d5-d73f6368fb1b'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:58.906930 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-55451c44-d02f-4d7e-a42d-baf0991e974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['63d7f365-dcf8-42d3-b6d5-d73f6368fb1b'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:58.978157 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.979194 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.981736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-de191c9c-a460-4fa3-a2be-c29e9244e5c3 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Deleting subnet 188f737e-5321-416d-b679-d91b08b34601 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:10:58.986071 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-de191c9c-a460-4fa3-a2be-c29e9244e5c3 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:58.995770 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-160490e3-8d17-4eca-95df-9098479ebce7 req-0e1296a6-dea5-4559-9381-6ab23eb5eb2b service neutron] For port 62e59aac-fd01-42b9-a659-61b3f4330c06, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:10:59.048289 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.051858 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f3fb3d-ddf4-45f5-aa0d-88b62345bbe6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:10:59.055428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34f3fb3d-ddf4-45f5-aa0d-88b62345bbe6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.126097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-160490e3-8d17-4eca-95df-9098479ebce7 req-0e1296a6-dea5-4559-9381-6ab23eb5eb2b service neutron] device_id is not set on port 62e59aac-fd01-42b9-a659-61b3f4330c06 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:10:59.140786 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-de191c9c-a460-4fa3-a2be-c29e9244e5c3 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.141376 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-0e1296a6-dea5-4559-9381-6ab23eb5eb2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.150368 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f3fb3d-ddf4-45f5-aa0d-88b62345bbe6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:10:59.154736 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-55451c44-d02f-4d7e-a42d-baf0991e974b None None] Set router 63d7f365-dcf8-42d3-b6d5-d73f6368fb1b gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:10:59.229315 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51ca65bc-bfa9-4aa7-ad90-e448f02511ce tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.235410 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-0e1296a6-dea5-4559-9381-6ab23eb5eb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.238591 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25262683-73e6-4388-ae04-a98e69f1c7bc req-dc57bb61-87e8-4761-9add-696fff76db0d tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:59.240287 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25262683-73e6-4388-ae04-a98e69f1c7bc req-dc57bb61-87e8-4761-9add-696fff76db0d tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 946 time: 0.2208207 Feb 18 09:10:59.314603 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25262683-73e6-4388-ae04-a98e69f1c7bc req-c564d4be-a73c-4a5b-a5df-608c3efdf99a tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a8ed7d9-fef6-4bb2-b485-69be21711874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683303 Feb 18 09:10:59.316002 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-de191c9c-a460-4fa3-a2be-c29e9244e5c3 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.342435 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device aa39f621-a8a5-45b8-8ae2-ed642484401d no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:10:59.400078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Deleting port aa39f621-a8a5-45b8-8ae2-ed642484401d {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:10:59.400618 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.406846 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: aa39f621-a8a5-45b8-8ae2-ed642484401d {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:10:59.407380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device aa39f621-a8a5-45b8-8ae2-ed642484401d not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:10:59.442409 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34f3fb3d-ddf4-45f5-aa0d-88b62345bbe6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.443264 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-34f3fb3d-ddf4-45f5-aa0d-88b62345bbe6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Added segment 9ce72342-4b1a-4758-8e1f-b7ef264ce57e of type vlan for network 708f435b-5b54-488e-acf5-c7c8447a88f6 Feb 18 09:10:59.572803 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca65bc-bfa9-4aa7-ad90-e448f02511ce tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc64f80-92b3-46a2-bc2f-b1a7f5479ad7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:10:59.596459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] The port 'aa39f621-a8a5-45b8-8ae2-ed642484401d' was deleted {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:10:59.616856 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51ca65bc-bfa9-4aa7-ad90-e448f02511ce tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.620647 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-55451c44-d02f-4d7e-a42d-baf0991e974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-427008890', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '933e6fab-d8e9-4009-a0bd-a773656fd929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:29Z', 'updated_at': '2022-02-18T09:10:54Z', 'revision_number': 5, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '933e6fab-d8e9-4009-a0bd-a773656fd929', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ea:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:33Z', 'updated_at': '2022-02-18T09:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:59.625248 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55451c44-d02f-4d7e-a42d-baf0991e974b None None] Checking router: 63d7f365-dcf8-42d3-b6d5-d73f6368fb1b for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:10:59.633078 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff010d9b-e768-4a42-8fc8-b8cfe64cb1fc None None] Network f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:10:59.635867 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55451c44-d02f-4d7e-a42d-baf0991e974b None None] Routers {'63d7f365-dcf8-42d3-b6d5-d73f6368fb1b'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:10:59.636977 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-55451c44-d02f-4d7e-a42d-baf0991e974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:10:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['63d7f365-dcf8-42d3-b6d5-d73f6368fb1b'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:10:59.659607 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-160490e3-8d17-4eca-95df-9098479ebce7 req-0e1296a6-dea5-4559-9381-6ab23eb5eb2b service neutron] No DVR routers for this DVR port 62e59aac-fd01-42b9-a659-61b3f4330c06 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:10:59.740652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-160490e3-8d17-4eca-95df-9098479ebce7 req-0e1296a6-dea5-4559-9381-6ab23eb5eb2b service neutron] In _notify_port_updated(), no bound segment for port 62e59aac-fd01-42b9-a659-61b3f4330c06 on network b8db49a5-d459-47e2-ab70-0ed233d21bf7 {{(pid=87767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:10:59.741632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160490e3-8d17-4eca-95df-9098479ebce7 req-0e1296a6-dea5-4559-9381-6ab23eb5eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:10:59.742318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-0e1296a6-dea5-4559-9381-6ab23eb5eb2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.743802 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-160490e3-8d17-4eca-95df-9098479ebce7 req-0e1296a6-dea5-4559-9381-6ab23eb5eb2b service neutron] 10.222.0.81 "PUT /v2.0/ports/62e59aac-fd01-42b9-a659-61b3f4330c06 HTTP/1.1" status: 200 len: 1031 time: 2.7500069 Feb 18 09:10:59.813135 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8517e216-8d06-403b-85da-a56e1908b4bd None None] Provisioning complete for port 62e59aac-fd01-42b9-a659-61b3f4330c06 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:10:59.813135 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8517e216-8d06-403b-85da-a56e1908b4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.876699 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-51ca65bc-bfa9-4aa7-ad90-e448f02511ce tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/subnets/ddc64f80-92b3-46a2-bc2f-b1a7f5479ad7 HTTP/1.1" status: 204 len: 168 time: 2.1206110 Feb 18 09:10:59.879512 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34f3fb3d-ddf4-45f5-aa0d-88b62345bbe6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:10:59.891200 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-55451c44-d02f-4d7e-a42d-baf0991e974b None None] Set router 63d7f365-dcf8-42d3-b6d5-d73f6368fb1b gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:10:59.907378 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50874) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:10:59.936852 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8517e216-8d06-403b-85da-a56e1908b4bd None None] Port 62e59aac-fd01-42b9-a659-61b3f4330c06 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:11:00.001403 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1296a6-dea5-4559-9381-6ab23eb5eb2b service neutron] Pushing event updated for resources: {'Port': ['ID=62e59aac-fd01-42b9-a659-61b3f4330c06,revision_number=7']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:00.096993 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.135929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-160490e3-8d17-4eca-95df-9098479ebce7 req-1f680cb8-0b70-45b1-8ee0-0ae69d12e28f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Deleting port 567f9157-ca1f-4789-a982-ab236197d796 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:00.136290 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-1f680cb8-0b70-45b1-8ee0-0ae69d12e28f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.228914 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c1f1a8-417c-4dd0-a3bc-d95dc46988c2 None None] DHCP port deletion for f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:11:00.233620 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-83c1f1a8-417c-4dd0-a3bc-d95dc46988c2 None None] Deleting port 0f9b7f57-631c-4704-8dcd-07f11d573196 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:00.233999 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-83c1f1a8-417c-4dd0-a3bc-d95dc46988c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.239437 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.243033 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting subnet 40a03cb1-4e41-4d18-8d6a-fb649fe8c7c6 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:11:00.281237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85898dd-e909-453d-90d4-a1f23fef5952']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:00.298765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cb70c5-6ee1-465b-9b0f-1bf95b97213d') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:00.299212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cb70c5-6ee1-465b-9b0f-1bf95b97213d') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:00.303101 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34f3fb3d-ddf4-45f5-aa0d-88b62345bbe6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.309227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f3fb3d-ddf4-45f5-aa0d-88b62345bbe6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:00.310221 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34f3fb3d-ddf4-45f5-aa0d-88b62345bbe6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.317240 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.318066 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.340506 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.351186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:11:00.352001 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.356434 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-55451c44-d02f-4d7e-a42d-baf0991e974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-427008890', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '933e6fab-d8e9-4009-a0bd-a773656fd929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:29Z', 'updated_at': '2022-02-18T09:10:54Z', 'revision_number': 5, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '933e6fab-d8e9-4009-a0bd-a773656fd929', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ea:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:33Z', 'updated_at': '2022-02-18T09:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:00.362127 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55451c44-d02f-4d7e-a42d-baf0991e974b None None] The sync data for ids ['63d7f365-dcf8-42d3-b6d5-d73f6368fb1b'] in n-d-829434-1 is: [{'id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-427008890', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '933e6fab-d8e9-4009-a0bd-a773656fd929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:29Z', 'updated_at': '2022-02-18T09:10:54Z', 'revision_number': 5, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '933e6fab-d8e9-4009-a0bd-a773656fd929', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ea:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7f365-dcf8-42d3-b6d5-d73f6368fb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:33Z', 'updated_at': '2022-02-18T09:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:11:00.372817 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:11:00.385507 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-de191c9c-a460-4fa3-a2be-c29e9244e5c3 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.484955 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c000d1e6-fa82-46d2-8e74-a9435d49cd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.518697 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-83c1f1a8-417c-4dd0-a3bc-d95dc46988c2 None None] For port 0f9b7f57-631c-4704-8dcd-07f11d573196, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0f9b7f57-631c-4704-8dcd-07f11d573196,segment=NetworkSegment(03cd6478-6d0e-42e4-acfc-ace99c491e97),segment_id=03cd6478-6d0e-42e4-acfc-ace99c491e97)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:00.518923 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-83c1f1a8-417c-4dd0-a3bc-d95dc46988c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.530474 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de191c9c-a460-4fa3-a2be-c29e9244e5c3 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event deleted for resources: {'Subnet': ['ID=188f737e-5321-416d-b679-d91b08b34601,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:00.557044 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-de191c9c-a460-4fa3-a2be-c29e9244e5c3 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.585614 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-de191c9c-a460-4fa3-a2be-c29e9244e5c3 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "DELETE /v2.0/subnets/188f737e-5321-416d-b679-d91b08b34601 HTTP/1.1" status: 204 len: 168 time: 1.7121427 Feb 18 09:11:00.588736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50878) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:00.593424 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.623677 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337a314a-32d7-4171-a365-161b3e1f6dd9 None None] Network b3db08fd-8f17-4c5b-94e6-3c814d5e0533 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:11:00.674002 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.683834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6dede0-7709-471d-945e-b587f85f2b4d req-8f07c447-d21b-4cf8-9995-faf8109c9458 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:00.685493 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad6dede0-7709-471d-945e-b587f85f2b4d req-8f07c447-d21b-4cf8-9995-faf8109c9458 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 946 time: 1.1624582 Feb 18 09:11:00.701703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-83c1f1a8-417c-4dd0-a3bc-d95dc46988c2 None None] Calling delete_port for 0f9b7f57-631c-4704-8dcd-07f11d573196 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:00.717875 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:00.726683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebe0e3-77f2-423f-8a98-19b16a96b257 req-80eb8fdb-5193-4db5-90c9-004145ad9352 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:00.733201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebe0e3-77f2-423f-8a98-19b16a96b257 req-80eb8fdb-5193-4db5-90c9-004145ad9352 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:00.739101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebe0e3-77f2-423f-8a98-19b16a96b257 req-80eb8fdb-5193-4db5-90c9-004145ad9352 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:00.745508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebe0e3-77f2-423f-8a98-19b16a96b257 req-80eb8fdb-5193-4db5-90c9-004145ad9352 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:00.750080 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-34f3fb3d-ddf4-45f5-aa0d-88b62345bbe6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9465947 Feb 18 09:11:00.751538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebe0e3-77f2-423f-8a98-19b16a96b257 req-80eb8fdb-5193-4db5-90c9-004145ad9352 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:00.759524 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ddebe0e3-77f2-423f-8a98-19b16a96b257 req-80eb8fdb-5193-4db5-90c9-004145ad9352 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 3876 time: 0.6855316 Feb 18 09:11:00.762342 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50882) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:00.781593 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8ca68d6a-278d-416a-81bf-8d6e53261f5c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'subnet': {'network_id': '708f435b-5b54-488e-acf5-c7c8447a88f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:00.799326 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3fb3d-ddf4-45f5-aa0d-88b62345bbe6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Network': ['ID=708f435b-5b54-488e-acf5-c7c8447a88f6,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:00.816623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 708f435b-5b54-488e-acf5-c7c8447a88f6 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:11:00.872451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] Pushing event deleted for resources: {'Network': ['ID=d85898dd-e909-453d-90d4-a1f23fef5952,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:00.898045 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-da690386-b845-44b7-9051-b480ca583871 tempest-NetworksIpV6TestAttrs-932159598 tempest-NetworksIpV6TestAttrs-932159598-project] 10.222.0.72 "DELETE /v2.0/networks/d85898dd-e909-453d-90d4-a1f23fef5952 HTTP/1.1" status: 204 len: 168 time: 4.2029843 Feb 18 09:11:01.095611 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad6dede0-7709-471d-945e-b587f85f2b4d req-394628a7-79a8-4435-bd5a-4580c32eccb8 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a8ed7d9-fef6-4bb2-b485-69be21711874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3922687 Feb 18 09:11:01.100045 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ddebe0e3-77f2-423f-8a98-19b16a96b257 req-55cfe7f5-d57a-48e4-8eb4-0928f6e8dda0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3394353 Feb 18 09:11:01.104592 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3e439aab-2714-4c02-b357-c7c5b26a19bc tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:01.149532 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50888) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:01.169317 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-83c1f1a8-417c-4dd0-a3bc-d95dc46988c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:01.249665 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1f1a8-417c-4dd0-a3bc-d95dc46988c2 None None] Pushing event deleted for resources: {'Port': ['ID=0f9b7f57-631c-4704-8dcd-07f11d573196,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:01.251834 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c1f1a8-417c-4dd0-a3bc-d95dc46988c2 None None] No DVR routers for this DVR port 0f9b7f57-631c-4704-8dcd-07f11d573196 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:01.258150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8ca68d6a-278d-416a-81bf-8d6e53261f5c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:01.267526 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:01.368927 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 73ac3953-539e-445d-9601-385539c5eb50 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:01.379036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8ca68d6a-278d-416a-81bf-8d6e53261f5c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:subnet and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:01.388919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8ca68d6a-278d-416a-81bf-8d6e53261f5c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:01.395204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-160490e3-8d17-4eca-95df-9098479ebce7 req-1f680cb8-0b70-45b1-8ee0-0ae69d12e28f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] For port 567f9157-ca1f-4789-a982-ab236197d796, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=567f9157-ca1f-4789-a982-ab236197d796,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:01.395806 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-1f680cb8-0b70-45b1-8ee0-0ae69d12e28f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:01.431969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8ca68d6a-278d-416a-81bf-8d6e53261f5c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:01.484724 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132d6660-b3a8-42cf-8ce8-8a12a80a91b5 None None] DHCP port deletion for b3db08fd-8f17-4c5b-94e6-3c814d5e0533 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:11:01.496587 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 73ac3953-539e-445d-9601-385539c5eb50 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:11:01.499732 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 73ac3953-539e-445d-9601-385539c5eb50 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:11:01.506217 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0f9b7f57-631c-4704-8dcd-07f11d573196 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:01.515559 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3e439aab-2714-4c02-b357-c7c5b26a19bc tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:01.527193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50896) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:01.540441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-3e439aab-2714-4c02-b357-c7c5b26a19bc tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Deleting port 933e6fab-d8e9-4009-a0bd-a773656fd929 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:01.540954 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3e439aab-2714-4c02-b357-c7c5b26a19bc tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:01.608730 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-132d6660-b3a8-42cf-8ce8-8a12a80a91b5 None None] Deleting port 4cc7a79b-2d94-4ba1-89cd-daaaa8406726 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:01.609180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-160490e3-8d17-4eca-95df-9098479ebce7 req-1f680cb8-0b70-45b1-8ee0-0ae69d12e28f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Calling delete_port for 567f9157-ca1f-4789-a982-ab236197d796 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:01.610514 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-132d6660-b3a8-42cf-8ce8-8a12a80a91b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:01.709242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 0f9b7f57-631c-4704-8dcd-07f11d573196 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:11:01.710232 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0f9b7f57-631c-4704-8dcd-07f11d573196 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:11:01.810532 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca68d6a-278d-416a-81bf-8d6e53261f5c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:01.819575 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ca68d6a-278d-416a-81bf-8d6e53261f5c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:01.875690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-3e439aab-2714-4c02-b357-c7c5b26a19bc tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] For port 933e6fab-d8e9-4009-a0bd-a773656fd929, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=933e6fab-d8e9-4009-a0bd-a773656fd929,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:01.876044 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3e439aab-2714-4c02-b357-c7c5b26a19bc tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:01.957794 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7304abde-8b2b-40dd-ae05-350d3fa98f7e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7315aa40df6e405d9b5eddabb2ed42d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4285970 Feb 18 09:11:01.958460 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50902) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:02.038390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-3e439aab-2714-4c02-b357-c7c5b26a19bc tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Calling delete_port for 933e6fab-d8e9-4009-a0bd-a773656fd929 owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:02.045236 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-132d6660-b3a8-42cf-8ce8-8a12a80a91b5 None None] For port 4cc7a79b-2d94-4ba1-89cd-daaaa8406726, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4cc7a79b-2d94-4ba1-89cd-daaaa8406726,segment=NetworkSegment(bf3610e6-1c20-49a2-859a-0d8b43678e37),segment_id=bf3610e6-1c20-49a2-859a-0d8b43678e37)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:02.045635 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-132d6660-b3a8-42cf-8ce8-8a12a80a91b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.188574 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89125989-de6c-40fd-9b5e-191f533c6334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.192191 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-132d6660-b3a8-42cf-8ce8-8a12a80a91b5 None None] Calling delete_port for 4cc7a79b-2d94-4ba1-89cd-daaaa8406726 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:02.236006 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89125989-de6c-40fd-9b5e-191f533c6334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.268833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.ipam_backend_mixin [None req-8ca68d6a-278d-416a-81bf-8d6e53261f5c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Performing IP validity checks on allocation pools {{(pid=87767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 18 09:11:02.269588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.ipam_backend_mixin [None req-8ca68d6a-278d-416a-81bf-8d6e53261f5c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 18 09:11:02.287599 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.306805 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-132d6660-b3a8-42cf-8ce8-8a12a80a91b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.343077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Subnet': ['ID=40a03cb1-4e41-4d18-8d6a-fb649fe8c7c6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:02.345326 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.361700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d6660-b3a8-42cf-8ce8-8a12a80a91b5 None None] Pushing event deleted for resources: {'Port': ['ID=4cc7a79b-2d94-4ba1-89cd-daaaa8406726,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:02.366122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132d6660-b3a8-42cf-8ce8-8a12a80a91b5 None None] No DVR routers for this DVR port 4cc7a79b-2d94-4ba1-89cd-daaaa8406726 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:02.396222 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:02.396591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:02.396919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:02.397726 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:02.398124 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:02.398499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:02.398826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:02.399313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:02.399817 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:02.400150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:02.400544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:02.400870 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:02.411254 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.415629 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.418623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f61d913-58df-420a-a7a9-0469082eb6b0 None None] Network 7bf9daae-f89d-45ae-817c-0deee64866a1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:11:02.506413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c39aa73-aa0c-4c5c-9c3c-83392dba457f tempest-TestServerBasicOps-844654193 tempest-TestServerBasicOps-844654193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:02.507121 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4c39aa73-aa0c-4c5c-9c3c-83392dba457f tempest-TestServerBasicOps-844654193 tempest-TestServerBasicOps-844654193-project-admin] Synchronizing usage tracker for tenant:4d843b82d4244978a31fc3800e11357a on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:02.532071 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e9579b0d-7154-4aa2-99d7-c6fa27d6f54a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/subnets/40a03cb1-4e41-4d18-8d6a-fb649fe8c7c6 HTTP/1.1" status: 204 len: 168 time: 2.6137111 Feb 18 09:11:02.535390 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50908) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:02.591234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d8a41-fdf7-43cb-869d-a8ba1ec7b432 req-6fde2225-2fc6-429b-bca3-5d97b002f2ba tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:02.597188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d8a41-fdf7-43cb-869d-a8ba1ec7b432 req-6fde2225-2fc6-429b-bca3-5d97b002f2ba tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:02.603245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d8a41-fdf7-43cb-869d-a8ba1ec7b432 req-6fde2225-2fc6-429b-bca3-5d97b002f2ba tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:02.609632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d8a41-fdf7-43cb-869d-a8ba1ec7b432 req-6fde2225-2fc6-429b-bca3-5d97b002f2ba tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:02.615588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d8a41-fdf7-43cb-869d-a8ba1ec7b432 req-6fde2225-2fc6-429b-bca3-5d97b002f2ba tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:02.625153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ee4d8a41-fdf7-43cb-869d-a8ba1ec7b432 req-6fde2225-2fc6-429b-bca3-5d97b002f2ba tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 3876 time: 0.2287669 Feb 18 09:11:02.628209 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89125989-de6c-40fd-9b5e-191f533c6334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.650447 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3e439aab-2714-4c02-b357-c7c5b26a19bc tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.703588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89125989-de6c-40fd-9b5e-191f533c6334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b913b0e-9118-4be2-a67c-7fdb90b1584c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:02.716974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09efabbb-64ca-4b12-bbd5-ab715ffedbf0 None None] DHCP port deletion for 7bf9daae-f89d-45ae-817c-0deee64866a1 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:11:02.718555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e439aab-2714-4c02-b357-c7c5b26a19bc tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event deleted for resources: {'Port': ['ID=933e6fab-d8e9-4009-a0bd-a773656fd929,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:02.729533 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-09efabbb-64ca-4b12-bbd5-ab715ffedbf0 None None] Deleting port 133bd62b-7061-477c-96b9-363a6e2d7eff {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:02.730017 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-09efabbb-64ca-4b12-bbd5-ab715ffedbf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.743103 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4c39aa73-aa0c-4c5c-9c3c-83392dba457f tempest-TestServerBasicOps-844654193 tempest-TestServerBasicOps-844654193-project-admin] Unset dirty status for tenant:4d843b82d4244978a31fc3800e11357a on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:02.743985 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4c39aa73-aa0c-4c5c-9c3c-83392dba457f tempest-TestServerBasicOps-844654193 tempest-TestServerBasicOps-844654193-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 1092 time: 1.5934727 Feb 18 09:11:02.761229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50912) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:02.787368 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': '8dfa8d16-d7bb-41be-86cc-0fdb9884e327', 'tenant_id': '241e7aa710194c5aae752650199de833', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:02.802828 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-1f680cb8-0b70-45b1-8ee0-0ae69d12e28f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.833149 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ee4d8a41-fdf7-43cb-869d-a8ba1ec7b432 req-a479daee-541b-49db-b16e-f7916151a658 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069688 Feb 18 09:11:02.834066 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89125989-de6c-40fd-9b5e-191f533c6334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:02.844958 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-89125989-de6c-40fd-9b5e-191f533c6334 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2b913b0e-9118-4be2-a67c-7fdb90b1584c HTTP/1.1" status: 204 len: 168 time: 0.8178945 Feb 18 09:11:02.855009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:02.903599 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3e439aab-2714-4c02-b357-c7c5b26a19bc tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.050367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-09efabbb-64ca-4b12-bbd5-ab715ffedbf0 None None] For port 133bd62b-7061-477c-96b9-363a6e2d7eff, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=133bd62b-7061-477c-96b9-363a6e2d7eff,segment=NetworkSegment(ad2984ae-a0d1-46f4-b946-dd438fd355ca),segment_id=ad2984ae-a0d1-46f4-b946-dd438fd355ca)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:03.050769 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-09efabbb-64ca-4b12-bbd5-ab715ffedbf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.095234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Usage tracker for resource:floatingip and tenant:241e7aa710194c5aae752650199de833 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:03.098235 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:03.104104 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:03.114367 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3e439aab-2714-4c02-b357-c7c5b26a19bc tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.117542 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3e439aab-2714-4c02-b357-c7c5b26a19bc tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.124562 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-81b781be-1a23-4d67-9be2-00d7d976c8ec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.147584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f680cb8-0b70-45b1-8ee0-0ae69d12e28f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event deleted for resources: {'Port': ['ID=567f9157-ca1f-4789-a982-ab236197d796,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:03.149141 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3e439aab-2714-4c02-b357-c7c5b26a19bc tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.149846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e439aab-2714-4c02-b357-c7c5b26a19bc tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Fanout notify agent at l3_agent the message router_deleted on router 63d7f365-dcf8-42d3-b6d5-d73f6368fb1b {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:11:03.163666 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3e439aab-2714-4c02-b357-c7c5b26a19bc tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.165293 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3e439aab-2714-4c02-b357-c7c5b26a19bc tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "DELETE /v2.0/routers/63d7f365-dcf8-42d3-b6d5-d73f6368fb1b HTTP/1.1" status: 204 len: 168 time: 2.5740983 Feb 18 09:11:03.168201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50920) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:03.198695 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.239903 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-09efabbb-64ca-4b12-bbd5-ab715ffedbf0 None None] Calling delete_port for 133bd62b-7061-477c-96b9-363a6e2d7eff owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:03.381162 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7e6291e4-3688-4a27-8fd3-ad069e0281b0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.425284 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-160490e3-8d17-4eca-95df-9098479ebce7 req-1f680cb8-0b70-45b1-8ee0-0ae69d12e28f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] No DVR routers for this DVR port 567f9157-ca1f-4789-a982-ab236197d796 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:03.428111 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-1f680cb8-0b70-45b1-8ee0-0ae69d12e28f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.443338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-deleted', 'tag': '567f9157-ca1f-4789-a982-ab236197d796'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:11:03.450489 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-09efabbb-64ca-4b12-bbd5-ab715ffedbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.552172 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 133bd62b-7061-477c-96b9-363a6e2d7eff no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:03.564427 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-deleted', 'tag': '567f9157-ca1f-4789-a982-ab236197d796', 'status': 'completed', 'code': 200} Feb 18 09:11:03.566897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Allocated IP 172.25.1.202 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/b44fe871-6cef-4c8d-a3a7-6f50cdbc7c2b) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:03.584251 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ca68d6a-278d-416a-81bf-8d6e53261f5c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.637000 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09efabbb-64ca-4b12-bbd5-ab715ffedbf0 None None] No DVR routers for this DVR port 133bd62b-7061-477c-96b9-363a6e2d7eff on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:03.645556 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-160490e3-8d17-4eca-95df-9098479ebce7 req-1f680cb8-0b70-45b1-8ee0-0ae69d12e28f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.81 "DELETE /v2.0/ports/567f9157-ca1f-4789-a982-ab236197d796 HTTP/1.1" status: 204 len: 173 time: 3.8334773 Feb 18 09:11:03.660782 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 133bd62b-7061-477c-96b9-363a6e2d7eff {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:11:03.661142 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 133bd62b-7061-477c-96b9-363a6e2d7eff not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:11:03.661546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4cc7a79b-2d94-4ba1-89cd-daaaa8406726 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:03.664649 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7e6291e4-3688-4a27-8fd3-ad069e0281b0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.701570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-7e6291e4-3688-4a27-8fd3-ad069e0281b0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3db08fd-8f17-4c5b-94e6-3c814d5e0533']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:03.723425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-7e6291e4-3688-4a27-8fd3-ad069e0281b0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3610e6-1c20-49a2-859a-0d8b43678e37') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:03.723425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-7e6291e4-3688-4a27-8fd3-ad069e0281b0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3610e6-1c20-49a2-859a-0d8b43678e37') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:03.737953 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7e6291e4-3688-4a27-8fd3-ad069e0281b0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.783376 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7e6291e4-3688-4a27-8fd3-ad069e0281b0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.805557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6291e4-3688-4a27-8fd3-ad069e0281b0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:11:03.806182 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7e6291e4-3688-4a27-8fd3-ad069e0281b0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.819640 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 4cc7a79b-2d94-4ba1-89cd-daaaa8406726 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:11:03.820140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4cc7a79b-2d94-4ba1-89cd-daaaa8406726 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:11:03.854841 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:11:03.870591 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efabbb-64ca-4b12-bbd5-ab715ffedbf0 None None] Pushing event deleted for resources: {'Port': ['ID=133bd62b-7061-477c-96b9-363a6e2d7eff,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:03.907217 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.910623 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5d2b7bd1-5a2e-4594-a4f5-319bbced44d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:03.921786 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.006197 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7e6291e4-3688-4a27-8fd3-ad069e0281b0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.033722 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7e6291e4-3688-4a27-8fd3-ad069e0281b0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.052401 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-160490e3-8d17-4eca-95df-9098479ebce7 req-d1a15b0d-b6b7-4600-a5a9-0d66eaa81b96 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Deleting port f7248b01-6f93-4892-be46-f6a080f62cfc {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:04.052401 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-d1a15b0d-b6b7-4600-a5a9-0d66eaa81b96 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.086509 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-81b781be-1a23-4d67-9be2-00d7d976c8ec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.093803 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6291e4-3688-4a27-8fd3-ad069e0281b0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event deleted for resources: {'Network': ['ID=b3db08fd-8f17-4c5b-94e6-3c814d5e0533,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:04.100851 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7e6291e4-3688-4a27-8fd3-ad069e0281b0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "DELETE /v2.0/networks/b3db08fd-8f17-4c5b-94e6-3c814d5e0533 HTTP/1.1" status: 204 len: 168 time: 0.9309132 Feb 18 09:11:04.110527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50944) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:04.166440 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca68d6a-278d-416a-81bf-8d6e53261f5c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Subnet': ['ID=5f87daa5-a255-4425-a06e-116b28c97a94,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:04.199014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca68d6a-278d-416a-81bf-8d6e53261f5c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Checking segment: {'id': '9ce72342-4b1a-4758-8e1f-b7ef264ce57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '708f435b-5b54-488e-acf5-c7c8447a88f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:11:04.199383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca68d6a-278d-416a-81bf-8d6e53261f5c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network hostable DHCP agents. Network: 708f435b-5b54-488e-acf5-c7c8447a88f6, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:11:04.213624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-81b781be-1a23-4d67-9be2-00d7d976c8ec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:04.272902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-81b781be-1a23-4d67-9be2-00d7d976c8ec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03cd6478-6d0e-42e4-acfc-ace99c491e97') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:04.273197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-81b781be-1a23-4d67-9be2-00d7d976c8ec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03cd6478-6d0e-42e4-acfc-ace99c491e97') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:04.311815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e87a08-c425-4d52-8eec-c48bab424e74 req-1474f278-d853-4cd7-9c03-6f07026e8de4 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:04.316637 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-81b781be-1a23-4d67-9be2-00d7d976c8ec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.318301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e87a08-c425-4d52-8eec-c48bab424e74 req-1474f278-d853-4cd7-9c03-6f07026e8de4 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:04.324373 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e87a08-c425-4d52-8eec-c48bab424e74 req-1474f278-d853-4cd7-9c03-6f07026e8de4 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:04.330619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e87a08-c425-4d52-8eec-c48bab424e74 req-1474f278-d853-4cd7-9c03-6f07026e8de4 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:04.332617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-12e87a08-c425-4d52-8eec-c48bab424e74 req-1474f278-d853-4cd7-9c03-6f07026e8de4 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 3143 time: 0.3235900 Feb 18 09:11:04.396319 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-81b781be-1a23-4d67-9be2-00d7d976c8ec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.400895 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca68d6a-278d-416a-81bf-8d6e53261f5c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network 708f435b-5b54-488e-acf5-c7c8447a88f6 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:11:04.423159 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.472035 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b781be-1a23-4d67-9be2-00d7d976c8ec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:11:04.472471 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-81b781be-1a23-4d67-9be2-00d7d976c8ec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.477078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-12e87a08-c425-4d52-8eec-c48bab424e74 req-cd196a99-5ada-4071-abbf-d69f652afb58 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805554 Feb 18 09:11:04.478369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ac9cacda-c244-4c4e-bc08-d0f798aa65d0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Deleting port f4b3a527-d740-4c2d-a4bd-ecf49ef0aaeb {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:04.478818 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac9cacda-c244-4c4e-bc08-d0f798aa65d0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:11:04.498279 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:11:04.587021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-8ca68d6a-278d-416a-81bf-8d6e53261f5c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 708f435b-5b54-488e-acf5-c7c8447a88f6) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:04.591971 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca68d6a-278d-416a-81bf-8d6e53261f5c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:04.592584 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ca68d6a-278d-416a-81bf-8d6e53261f5c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.604212 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5900b023-c0dd-4a4e-9c1b-3c2d561421ab None None] Network 708f435b-5b54-488e-acf5-c7c8447a88f6 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:11:04.680553 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.689509 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-81b781be-1a23-4d67-9be2-00d7d976c8ec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.694459 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-81b781be-1a23-4d67-9be2-00d7d976c8ec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.696816 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-81b781be-1a23-4d67-9be2-00d7d976c8ec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/networks/f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454 HTTP/1.1" status: 204 len: 168 time: 2.1517284 Feb 18 09:11:04.768952 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50958) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:04.778253 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8ca68d6a-278d-416a-81bf-8d6e53261f5c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0054440 Feb 18 09:11:04.789691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50960) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:04.844009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b781be-1a23-4d67-9be2-00d7d976c8ec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Network': ['ID=f0e93ad0-f6f1-4a7c-ab46-8eb0688ba454,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:04.854535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8633e85d-8b14-435b-9baa-c94b6d1a8549 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'network_id': '708f435b-5b54-488e-acf5-c7c8447a88f6', 'name': 'tempest-PortsTestJSON-752595770'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:04.935994 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-708f435b-5b54-488e-acf5-c7c8447a88f6', 'network_id': '708f435b-5b54-488e-acf5-c7c8447a88f6', 'tenant_id': 'a3064a784c634f64a677d43a9a9265ec', 'fixed_ips': [{'subnet_id': '5f87daa5-a255-4425-a06e-116b28c97a94'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:11:04.939134 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.948115 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac9cacda-c244-4c4e-bc08-d0f798aa65d0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:04.948799 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac9cacda-c244-4c4e-bc08-d0f798aa65d0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:05.022990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-160490e3-8d17-4eca-95df-9098479ebce7 req-d1a15b0d-b6b7-4600-a5a9-0d66eaa81b96 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] For port f7248b01-6f93-4892-be46-f6a080f62cfc, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f7248b01-6f93-4892-be46-f6a080f62cfc,segment=NetworkSegment(66380197-dc09-412d-8934-9a6ccf344e14),segment_id=66380197-dc09-412d-8934-9a6ccf344e14)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:05.023371 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-d1a15b0d-b6b7-4600-a5a9-0d66eaa81b96 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:05.067353 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:05.068060 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:05.152698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ac9cacda-c244-4c4e-bc08-d0f798aa65d0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Calling delete_port for f4b3a527-d740-4c2d-a4bd-ecf49ef0aaeb owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:05.236451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Allocated IP 172.20.0.2 (708f435b-5b54-488e-acf5-c7c8447a88f6/5f87daa5-a255-4425-a06e-116b28c97a94/227f639c-0620-43ee-abce-d566d150fd39) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:05.289580 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 933e6fab-d8e9-4009-a0bd-a773656fd929 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:05.409877 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac9cacda-c244-4c4e-bc08-d0f798aa65d0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:05.479686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64457936-cc1c-4169-a74f-f130dfd50e11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:05.515644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cacda-c244-4c4e-bc08-d0f798aa65d0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event deleted for resources: {'Port': ['ID=f4b3a527-d740-4c2d-a4bd-ecf49ef0aaeb,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:05.537126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:05.544995 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 933e6fab-d8e9-4009-a0bd-a773656fd929 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:11:05.545422 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 933e6fab-d8e9-4009-a0bd-a773656fd929 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:11:05.557558 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:05.559849 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Pushing event updated for resources: {'Port': ['ID=b44fe871-6cef-4c8d-a3a7-6f50cdbc7c2b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:05.633236 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac9cacda-c244-4c4e-bc08-d0f798aa65d0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:05.633593 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-ac9cacda-c244-4c4e-bc08-d0f798aa65d0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Floating IP 14b7a62d-fcfe-4519-98a6-19b7619b74eb disassociated (deleted). External IP: 172.25.1.99, port: 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f. Feb 18 09:11:05.673365 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:05.688499 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Transition to ACTIVE for port object 227f639c-0620-43ee-abce-d566d150fd39 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:05.693536 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:11:05.716491 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Transition to ACTIVE for port object 227f639c-0620-43ee-abce-d566d150fd39 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:05.726880 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:05.783549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Allocated IP 172.25.1.5 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/72f38cf8-93eb-4966-a13e-1fd9e5a5cb4c) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:05.833065 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Pushing event updated for resources: {'Port': ['ID=227f639c-0620-43ee-abce-d566d150fd39,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:05.847775 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Network 708f435b-5b54-488e-acf5-c7c8447a88f6 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:05.849279 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:05.852087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:11:05.891191 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8633e85d-8b14-435b-9baa-c94b6d1a8549 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:05.936223 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec34ca3-2f2c-42e4-ac43-dc3d4f6d22d8 req-2a2e24ef-d7e5-4595-8d02-19958e5d9705 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:05.944359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec34ca3-2f2c-42e4-ac43-dc3d4f6d22d8 req-2a2e24ef-d7e5-4595-8d02-19958e5d9705 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:05.952502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec34ca3-2f2c-42e4-ac43-dc3d4f6d22d8 req-2a2e24ef-d7e5-4595-8d02-19958e5d9705 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:05.961858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec34ca3-2f2c-42e4-ac43-dc3d4f6d22d8 req-2a2e24ef-d7e5-4595-8d02-19958e5d9705 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:05.963103 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Attempting to bind port 227f639c-0620-43ee-abce-d566d150fd39 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:11:05.964204 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Attempting to bind port 227f639c-0620-43ee-abce-d566d150fd39 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '9ce72342-4b1a-4758-8e1f-b7ef264ce57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '708f435b-5b54-488e-acf5-c7c8447a88f6'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:11:05.965655 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Attempting to bind port 227f639c-0620-43ee-abce-d566d150fd39 on network 708f435b-5b54-488e-acf5-c7c8447a88f6 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:11:05.972446 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:11:05.972701 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ec34ca3-2f2c-42e4-ac43-dc3d4f6d22d8 req-2a2e24ef-d7e5-4595-8d02-19958e5d9705 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 3143 time: 0.2748415 Feb 18 09:11:05.973517 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Checking segment: {'id': '9ce72342-4b1a-4758-8e1f-b7ef264ce57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '708f435b-5b54-488e-acf5-c7c8447a88f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:11:05.974265 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:05.974885 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Bound using segment: {'id': '9ce72342-4b1a-4758-8e1f-b7ef264ce57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '708f435b-5b54-488e-acf5-c7c8447a88f6'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:11:05.976710 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Bound port: 227f639c-0620-43ee-abce-d566d150fd39, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce72342-4b1a-4758-8e1f-b7ef264ce57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '708f435b-5b54-488e-acf5-c7c8447a88f6'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:11:05.977968 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.000669 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8633e85d-8b14-435b-9baa-c94b6d1a8549 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:06.102408 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] For port 227f639c-0620-43ee-abce-d566d150fd39, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:11:06.107634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] For port 227f639c-0620-43ee-abce-d566d150fd39, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=227f639c-0620-43ee-abce-d566d150fd39,segment=NetworkSegment(9ce72342-4b1a-4758-8e1f-b7ef264ce57e),segment_id=9ce72342-4b1a-4758-8e1f-b7ef264ce57e)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:11:06.117488 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.193963 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ec34ca3-2f2c-42e4-ac43-dc3d4f6d22d8 req-c2fae534-657c-4b06-b9bd-79a7695b691f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205236 Feb 18 09:11:06.194476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50990) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:06.229163 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4d723-b41d-42d1-aff7-505f995945bc None None] Pushing event updated for resources: {'Port': ['ID=227f639c-0620-43ee-abce-d566d150fd39,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:06.262694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9cacda-c244-4c4e-bc08-d0f798aa65d0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Router 1b289673-4ef1-4485-94f1-64edd27ca5c8 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:11:06.313826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8633e85d-8b14-435b-9baa-c94b6d1a8549 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:06.317393 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8633e85d-8b14-435b-9baa-c94b6d1a8549 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.331850 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64457936-cc1c-4169-a74f-f130dfd50e11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.390244 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bc26a7f2-3c99-431b-b6d4-71fe7192953f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.423682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-bc26a7f2-3c99-431b-b6d4-71fe7192953f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:06.430969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bc26a7f2-3c99-431b-b6d4-71fe7192953f admin admin] Usage tracker for resource:security_group_rule and tenant:37042376bfa141f7b87cbed3cb33dca2 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:06.436359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bc26a7f2-3c99-431b-b6d4-71fe7192953f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:06.491965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-bc26a7f2-3c99-431b-b6d4-71fe7192953f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:06.504738 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-d1a15b0d-b6b7-4600-a5a9-0d66eaa81b96 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.504738 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-d1a15b0d-b6b7-4600-a5a9-0d66eaa81b96 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.507725 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [req-160490e3-8d17-4eca-95df-9098479ebce7 req-d1a15b0d-b6b7-4600-a5a9-0d66eaa81b96 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Floating IP 110617ad-8bdd-42f4-a302-84a85d500a6b disassociated. External IP: 172.25.1.67, port: f7248b01-6f93-4892-be46-f6a080f62cfc. Feb 18 09:11:06.508311 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-160490e3-8d17-4eca-95df-9098479ebce7 req-d1a15b0d-b6b7-4600-a5a9-0d66eaa81b96 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Calling delete_port for f7248b01-6f93-4892-be46-f6a080f62cfc owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:06.549950 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-8633e85d-8b14-435b-9baa-c94b6d1a8549 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] device_id is not set on port e0168a89-cd17-4b7f-927a-b57f8dbc81a8 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:11:06.583373 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9cacda-c244-4c4e-bc08-d0f798aa65d0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:11:06.599748 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a52ee2-3c1b-4682-9290-7b42416adf13 None None] Sync routers for ids ['1b289673-4ef1-4485-94f1-64edd27ca5c8'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:11:06.614045 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a52ee2-3c1b-4682-9290-7b42416adf13 None None] Routers {'1b289673-4ef1-4485-94f1-64edd27ca5c8'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:06.615175 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-65a52ee2-3c1b-4682-9290-7b42416adf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1b289673-4ef1-4485-94f1-64edd27ca5c8'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:06.695222 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-64457936-cc1c-4169-a74f-f130dfd50e11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf9daae-f89d-45ae-817c-0deee64866a1']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:06.717288 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bc26a7f2-3c99-431b-b6d4-71fe7192953f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.728761 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bc26a7f2-3c99-431b-b6d4-71fe7192953f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.747821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-64457936-cc1c-4169-a74f-f130dfd50e11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2984ae-a0d1-46f4-b946-dd438fd355ca') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:06.748099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-64457936-cc1c-4169-a74f-f130dfd50e11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2984ae-a0d1-46f4-b946-dd438fd355ca') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:06.786529 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac9cacda-c244-4c4e-bc08-d0f798aa65d0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.809384 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64457936-cc1c-4169-a74f-f130dfd50e11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.826005 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bc26a7f2-3c99-431b-b6d4-71fe7192953f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=37042376bfa141f7b87cbed3cb33dca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6194043 Feb 18 09:11:06.830976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26a7f2-3c99-431b-b6d4-71fe7192953f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa2cab7-a986-4eb6-8f30-922154c27fc6,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:06.833486 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50996) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:06.872733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-8633e85d-8b14-435b-9baa-c94b6d1a8549 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Allocated IP 172.20.0.8 (708f435b-5b54-488e-acf5-c7c8447a88f6/5f87daa5-a255-4425-a06e-116b28c97a94/e0168a89-cd17-4b7f-927a-b57f8dbc81a8) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:06.878554 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ac9cacda-c244-4c4e-bc08-d0f798aa65d0 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "DELETE /v2.0/floatingips/14b7a62d-fcfe-4519-98a6-19b7619b74eb HTTP/1.1" status: 204 len: 168 time: 2.7669590 Feb 18 09:11:06.879308 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-65a52ee2-3c1b-4682-9290-7b42416adf13 None None] Set router 1b289673-4ef1-4485-94f1-64edd27ca5c8 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:11:06.892687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d', 'tag': '9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:11:06.894158 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64457936-cc1c-4169-a74f-f130dfd50e11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.947369 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-10c602f5-415e-41d5-b174-019a0126793e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.979870 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-10c602f5-415e-41d5-b174-019a0126793e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:06.997040 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d', 'tag': '9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f', 'status': 'completed', 'code': 200} Feb 18 09:11:07.039910 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64457936-cc1c-4169-a74f-f130dfd50e11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:11:07.040845 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64457936-cc1c-4169-a74f-f130dfd50e11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:11:07.102379 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:11:07.108432 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:07.264111 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-10c602f5-415e-41d5-b174-019a0126793e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:07.306149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c602f5-415e-41d5-b174-019a0126793e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa2cab7-a986-4eb6-8f30-922154c27fc6,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:07.322399 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-10c602f5-415e-41d5-b174-019a0126793e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:07.331431 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-10c602f5-415e-41d5-b174-019a0126793e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3aa2cab7-a986-4eb6-8f30-922154c27fc6 HTTP/1.1" status: 204 len: 168 time: 0.4950609 Feb 18 09:11:07.440636 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 227f639c-0620-43ee-abce-d566d150fd39 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:07.627303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 227f639c-0620-43ee-abce-d566d150fd39 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:07.640544 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-65a52ee2-3c1b-4682-9290-7b42416adf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1153027754', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:11Z', 'updated_at': '2022-02-18T09:07:33Z', 'revision_number': 4, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:15Z', 'updated_at': '2022-02-18T09:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4ba96e5b-1277-45c9-b4c2-cc434e12d4e9', 'name': '', 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'mac_address': 'fa:16:3e:95:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:28Z', 'updated_at': '2022-02-18T09:07:45Z', 'revision_number': 5, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'subnets': [{'id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:07.645395 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a52ee2-3c1b-4682-9290-7b42416adf13 None None] Checking router: 1b289673-4ef1-4485-94f1-64edd27ca5c8 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:11:07.656114 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a52ee2-3c1b-4682-9290-7b42416adf13 None None] Routers {'1b289673-4ef1-4485-94f1-64edd27ca5c8'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:07.656917 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-65a52ee2-3c1b-4682-9290-7b42416adf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1b289673-4ef1-4485-94f1-64edd27ca5c8'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:07.690856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772354ba-30b4-4109-bef1-b04740add667 req-b1b07e34-6fd3-45c5-91c8-bc839561e942 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:07.691613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-772354ba-30b4-4109-bef1-b04740add667 req-b1b07e34-6fd3-45c5-91c8-bc839561e942 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Synchronizing usage tracker for tenant:2043376ef2794b84aea557eef809fcc8 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:07.702523 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64457936-cc1c-4169-a74f-f130dfd50e11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:07.723475 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcef3ce-d975-4a95-a283-c9edd8e1f28d req-0b4cf9e5-ba71-4334-beea-65a609b13fac tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:07.729484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcef3ce-d975-4a95-a283-c9edd8e1f28d req-0b4cf9e5-ba71-4334-beea-65a609b13fac tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:07.738130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcef3ce-d975-4a95-a283-c9edd8e1f28d req-0b4cf9e5-ba71-4334-beea-65a609b13fac tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:07.744682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcef3ce-d975-4a95-a283-c9edd8e1f28d req-0b4cf9e5-ba71-4334-beea-65a609b13fac tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:07.746835 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cfcef3ce-d975-4a95-a283-c9edd8e1f28d req-0b4cf9e5-ba71-4334-beea-65a609b13fac tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 3143 time: 0.2752364 Feb 18 09:11:07.754340 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64457936-cc1c-4169-a74f-f130dfd50e11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:07.809656 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cfcef3ce-d975-4a95-a283-c9edd8e1f28d req-77065bd6-03dc-4f4e-877a-985e23aa8334 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551453 Feb 18 09:11:07.810454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-772354ba-30b4-4109-bef1-b04740add667 req-b1b07e34-6fd3-45c5-91c8-bc839561e942 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Unset dirty status for tenant:2043376ef2794b84aea557eef809fcc8 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:07.811489 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-772354ba-30b4-4109-bef1-b04740add667 req-b1b07e34-6fd3-45c5-91c8-bc839561e942 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 984 time: 0.3784566 Feb 18 09:11:07.820862 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64457936-cc1c-4169-a74f-f130dfd50e11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Network': ['ID=7bf9daae-f89d-45ae-817c-0deee64866a1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:07.890777 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-772354ba-30b4-4109-bef1-b04740add667 req-385379cb-7e4a-4155-8c2b-a0ca406e23e5 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/security-groups?id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&id=6beeaec0-06de-4988-85fb-10418fc97e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0719876 Feb 18 09:11:07.915936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51012) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:07.940780 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f3f3fa2-9c07-4c14-ad2f-6f0e1291c63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:07.943567 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-65a52ee2-3c1b-4682-9290-7b42416adf13 None None] Set router 1b289673-4ef1-4485-94f1-64edd27ca5c8 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:11:07.959998 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4f3f3fa2-9c07-4c14-ad2f-6f0e1291c63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:07.967730 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-d1a15b0d-b6b7-4600-a5a9-0d66eaa81b96 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:07.968986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4f3f3fa2-9c07-4c14-ad2f-6f0e1291c63e admin admin] Usage tracker for resource:security_group_rule and tenant:9a65d3cf3079422d904e1e6dbfbdfcac is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:07.973684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4f3f3fa2-9c07-4c14-ad2f-6f0e1291c63e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:07.985246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4f3f3fa2-9c07-4c14-ad2f-6f0e1291c63e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:08.013531 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e1bdc9-d2c4-4a82-a970-811ca48a64b1 None None] Network 708f435b-5b54-488e-acf5-c7c8447a88f6 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:11:08.049167 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-64457936-cc1c-4169-a74f-f130dfd50e11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/networks/7bf9daae-f89d-45ae-817c-0deee64866a1 HTTP/1.1" status: 204 len: 168 time: 3.2692697 Feb 18 09:11:08.055175 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51016) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:08.069946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-014b4f7c-de29-453d-bbb3-de4aeec79c10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1865624085'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:08.080689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-014b4f7c-de29-453d-bbb3-de4aeec79c10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:08.093609 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-014b4f7c-de29-453d-bbb3-de4aeec79c10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:network and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:08.097575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-014b4f7c-de29-453d-bbb3-de4aeec79c10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:08.115268 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-014b4f7c-de29-453d-bbb3-de4aeec79c10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:08.144479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014b4f7c-de29-453d-bbb3-de4aeec79c10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Made reservation on behalf of ba9cbaab7e1546969ce0dfda386e955d for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:08.148638 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-014b4f7c-de29-453d-bbb3-de4aeec79c10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.158554 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.170596 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f3f3fa2-9c07-4c14-ad2f-6f0e1291c63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.181730 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f3f3fa2-9c07-4c14-ad2f-6f0e1291c63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.226916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014b4f7c-de29-453d-bbb3-de4aeec79c10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:11:08.241757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a15b0d-b6b7-4600-a5a9-0d66eaa81b96 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event deleted for resources: {'Port': ['ID=f7248b01-6f93-4892-be46-f6a080f62cfc,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:08.250185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-195e28e6-cb3c-4212-a307-943e3d63c199 None None] Provisioning for port 227f639c-0620-43ee-abce-d566d150fd39 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:08.258146 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.267151 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4f3f3fa2-9c07-4c14-ad2f-6f0e1291c63e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9a65d3cf3079422d904e1e6dbfbdfcac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3494642 Feb 18 09:11:08.272198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51020) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:08.275874 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-014b4f7c-de29-453d-bbb3-de4aeec79c10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.276393 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-014b4f7c-de29-453d-bbb3-de4aeec79c10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Added segment 415c2165-5183-49cb-97b0-6acebdd89445 of type vlan for network 9c14f03b-37e6-4362-b086-4b1b8e2d98c7 Feb 18 09:11:08.287154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f3fa2-9c07-4c14-ad2f-6f0e1291c63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4657bec7-8b64-4ea0-86e6-61bcfa0cd424,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:08.323395 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:08.323643 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-195e28e6-cb3c-4212-a307-943e3d63c199 None None] Provisioning complete for port 227f639c-0620-43ee-abce-d566d150fd39 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:08.324610 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-195e28e6-cb3c-4212-a307-943e3d63c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.326610 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2972191-76e7-41b6-8767-5037878b4f84 req-30b56f37-bd6c-466f-8250-5e42d9fc52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:08.329093 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f2972191-76e7-41b6-8767-5037878b4f84 req-30b56f37-bd6c-466f-8250-5e42d9fc52ff service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2043376ef2794b84aea557eef809fcc8&device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 1135 time: 1.2929056 Feb 18 09:11:08.338757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:08.341482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:11:08.347526 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-014b4f7c-de29-453d-bbb3-de4aeec79c10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.388705 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09914156-37e9-4b1a-9430-77b2b2b9538a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.423594 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-014b4f7c-de29-453d-bbb3-de4aeec79c10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.429428 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014b4f7c-de29-453d-bbb3-de4aeec79c10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:08.430821 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-014b4f7c-de29-453d-bbb3-de4aeec79c10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.460891 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09914156-37e9-4b1a-9430-77b2b2b9538a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.515965 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:11:08.605156 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b4f7c-de29-453d-bbb3-de4aeec79c10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Network': ['ID=9c14f03b-37e6-4362-b086-4b1b8e2d98c7,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:08.611190 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-014b4f7c-de29-453d-bbb3-de4aeec79c10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5547676 Feb 18 09:11:08.616648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51024) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:08.624905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-9d8b07c9-0dbf-4918-b59b-70c287fc9796 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'subnet': {'network_id': '9c14f03b-37e6-4362-b086-4b1b8e2d98c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:08.635587 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 9c14f03b-37e6-4362-b086-4b1b8e2d98c7 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:11:08.766987 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09914156-37e9-4b1a-9430-77b2b2b9538a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.811612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09914156-37e9-4b1a-9430-77b2b2b9538a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4657bec7-8b64-4ea0-86e6-61bcfa0cd424,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:08.812132 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-195e28e6-cb3c-4212-a307-943e3d63c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.844386 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-09914156-37e9-4b1a-9430-77b2b2b9538a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.849234 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-09914156-37e9-4b1a-9430-77b2b2b9538a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4657bec7-8b64-4ea0-86e6-61bcfa0cd424 HTTP/1.1" status: 204 len: 168 time: 0.5717430 Feb 18 09:11:08.897979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9d8b07c9-0dbf-4918-b59b-70c287fc9796 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:08.918183 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Pushing event updated for resources: {'Port': ['ID=72f38cf8-93eb-4966-a13e-1fd9e5a5cb4c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:08.919178 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-195e28e6-cb3c-4212-a307-943e3d63c199 None None] For port 227f639c-0620-43ee-abce-d566d150fd39, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=227f639c-0620-43ee-abce-d566d150fd39,segment=NetworkSegment(9ce72342-4b1a-4758-8e1f-b7ef264ce57e),segment_id=9ce72342-4b1a-4758-8e1f-b7ef264ce57e)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:08.928491 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-65a52ee2-3c1b-4682-9290-7b42416adf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1153027754', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:11Z', 'updated_at': '2022-02-18T09:07:33Z', 'revision_number': 4, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:15Z', 'updated_at': '2022-02-18T09:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4ba96e5b-1277-45c9-b4c2-cc434e12d4e9', 'name': '', 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'mac_address': 'fa:16:3e:95:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:28Z', 'updated_at': '2022-02-18T09:07:45Z', 'revision_number': 5, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'subnets': [{'id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:08.933848 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-195e28e6-cb3c-4212-a307-943e3d63c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:08.945232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9d8b07c9-0dbf-4918-b59b-70c287fc9796 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:subnet and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:08.966739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9d8b07c9-0dbf-4918-b59b-70c287fc9796 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:09.001036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9d8b07c9-0dbf-4918-b59b-70c287fc9796 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:09.003271 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a52ee2-3c1b-4682-9290-7b42416adf13 None None] The sync data for ids ['1b289673-4ef1-4485-94f1-64edd27ca5c8'] in n-d-829434-1 is: [{'id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1153027754', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:11Z', 'updated_at': '2022-02-18T09:07:33Z', 'revision_number': 4, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:15Z', 'updated_at': '2022-02-18T09:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4ba96e5b-1277-45c9-b4c2-cc434e12d4e9', 'name': '', 'network_id': '6f49c8e1-a839-4c99-8c92-734b76aec8ca', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'mac_address': 'fa:16:3e:95:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:28Z', 'updated_at': '2022-02-18T09:07:45Z', 'revision_number': 5, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'subnets': [{'id': 'f83ee525-6fe4-4fe2-a945-ac5d674da777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:11:09.080013 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c925240-6896-47b2-a883-4f4b6c2aaf6b req-e7c9cc53-8499-485d-82fc-c779caaa64c4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:09.083585 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c925240-6896-47b2-a883-4f4b6c2aaf6b req-e7c9cc53-8499-485d-82fc-c779caaa64c4 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.81 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 984 time: 0.3716788 Feb 18 09:11:09.089880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8b07c9-0dbf-4918-b59b-70c287fc9796 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Made reservation on behalf of ba9cbaab7e1546969ce0dfda386e955d for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:09.106147 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9d8b07c9-0dbf-4918-b59b-70c287fc9796 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:09.129407 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e28e6-cb3c-4212-a307-943e3d63c199 None None] Pushing event updated for resources: {'Port': ['ID=227f639c-0620-43ee-abce-d566d150fd39,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:09.248095 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8633e85d-8b14-435b-9baa-c94b6d1a8549 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:09.343478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 227f639c-0620-43ee-abce-d566d150fd39 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:09.477471 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 227f639c-0620-43ee-abce-d566d150fd39 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:09.478749 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:09.567384 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b16fcac2-8834-4122-ae87-bc63e1121283 None None] Provisioning complete for port 227f639c-0620-43ee-abce-d566d150fd39 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:09.568204 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b16fcac2-8834-4122-ae87-bc63e1121283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:09.570910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-5c925240-6896-47b2-a883-4f4b6c2aaf6b req-55d5cc9f-791a-49ef-8927-d2e74c4c4f1a tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Deleting port 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:09.571373 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5c925240-6896-47b2-a883-4f4b6c2aaf6b req-55d5cc9f-791a-49ef-8927-d2e74c4c4f1a tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:09.594591 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3653ee6-010b-4004-9495-ee1957b880d6 None None] New status for floating IP 14b7a62d-fcfe-4519-98a6-19b7619b74eb: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:11:09.689514 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-8633e85d-8b14-435b-9baa-c94b6d1a8549 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Transition to ACTIVE for port object e0168a89-cd17-4b7f-927a-b57f8dbc81a8 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:09.789610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e46de-dbce-425e-b6f1-7a6ff13d2913 req-8f0acff2-aade-4dfc-8cdf-94678ea2875f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:09.796669 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e46de-dbce-425e-b6f1-7a6ff13d2913 req-8f0acff2-aade-4dfc-8cdf-94678ea2875f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:09.802841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e46de-dbce-425e-b6f1-7a6ff13d2913 req-8f0acff2-aade-4dfc-8cdf-94678ea2875f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:09.815114 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c0e46de-dbce-425e-b6f1-7a6ff13d2913 req-8f0acff2-aade-4dfc-8cdf-94678ea2875f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 2410 time: 0.4959381 Feb 18 09:11:09.825261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb412874-b4fa-4be5-b2c3-cd9ad400f0a4 req-01b5cfae-34bd-4826-a1d0-f01f6a7c2d0f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:09.833155 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb412874-b4fa-4be5-b2c3-cd9ad400f0a4 req-01b5cfae-34bd-4826-a1d0-f01f6a7c2d0f tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 984 time: 0.6035635 Feb 18 09:11:10.021424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2972191-76e7-41b6-8767-5037878b4f84 req-0e901685-9c4d-4de2-9aba-315aba005e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:10.023100 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f2972191-76e7-41b6-8767-5037878b4f84 req-0e901685-9c4d-4de2-9aba-315aba005e02 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6f49c8e1-a839-4c99-8c92-734b76aec8ca HTTP/1.1" status: 200 len: 898 time: 1.5905204 Feb 18 09:11:10.125049 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c0e46de-dbce-425e-b6f1-7a6ff13d2913 req-390ff915-d71c-4651-9f32-346fad47e0a8 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089728 Feb 18 09:11:10.142640 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb412874-b4fa-4be5-b2c3-cd9ad400f0a4 req-781bc41b-4c3a-4785-bd04-8c844859d539 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/security-groups?id=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c&id=6beeaec0-06de-4988-85fb-10418fc97e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3084064 Feb 18 09:11:10.180410 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f2972191-76e7-41b6-8767-5037878b4f84 req-02cf8db1-eb20-4921-b277-bf93231d6edf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f HTTP/1.1" status: 200 len: 217 time: 0.1462746 Feb 18 09:11:10.232218 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9d8b07c9-0dbf-4918-b59b-70c287fc9796 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:10.300416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-160490e3-8d17-4eca-95df-9098479ebce7 req-d1a15b0d-b6b7-4600-a5a9-0d66eaa81b96 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Router 9217142a-b294-432e-9e7c-670a51f03a13 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:11:10.464324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-5c925240-6896-47b2-a883-4f4b6c2aaf6b req-55d5cc9f-791a-49ef-8927-d2e74c4c4f1a tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] For port 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f,segment=NetworkSegment(682d7a8b-8ff8-43e1-a69d-5d077214b054),segment_id=682d7a8b-8ff8-43e1-a69d-5d077214b054)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:10.464951 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5c925240-6896-47b2-a883-4f4b6c2aaf6b req-55d5cc9f-791a-49ef-8927-d2e74c4c4f1a tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:10.469634 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:10.482418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2972191-76e7-41b6-8767-5037878b4f84 req-0fba8460-423c-4cf1-a5b7-38b16d4556df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:10.484142 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f2972191-76e7-41b6-8767-5037878b4f84 req-0fba8460-423c-4cf1-a5b7-38b16d4556df service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f83ee525-6fe4-4fe2-a945-ac5d674da777 HTTP/1.1" status: 200 len: 834 time: 0.2883568 Feb 18 09:11:10.485239 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8633e85d-8b14-435b-9baa-c94b6d1a8549 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:10.625711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b07c9-0dbf-4918-b59b-70c287fc9796 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Subnet': ['ID=c3621d43-24e8-4feb-a9bc-bd48d349b9f7,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:10.637151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-5c925240-6896-47b2-a883-4f4b6c2aaf6b req-55d5cc9f-791a-49ef-8927-d2e74c4c4f1a tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Calling delete_port for 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:10.694100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8b07c9-0dbf-4918-b59b-70c287fc9796 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Checking segment: {'id': '415c2165-5183-49cb-97b0-6acebdd89445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9c14f03b-37e6-4362-b086-4b1b8e2d98c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:11:10.694463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8b07c9-0dbf-4918-b59b-70c287fc9796 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network hostable DHCP agents. Network: 9c14f03b-37e6-4362-b086-4b1b8e2d98c7, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:11:10.731994 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8b07c9-0dbf-4918-b59b-70c287fc9796 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 9c14f03b-37e6-4362-b086-4b1b8e2d98c7 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:11:10.737940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8633e85d-8b14-435b-9baa-c94b6d1a8549 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network 708f435b-5b54-488e-acf5-c7c8447a88f6 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:10.760605 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-9d8b07c9-0dbf-4918-b59b-70c287fc9796 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 9c14f03b-37e6-4362-b086-4b1b8e2d98c7) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:10.767034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8b07c9-0dbf-4918-b59b-70c287fc9796 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:10.767651 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9d8b07c9-0dbf-4918-b59b-70c287fc9796 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:10.792311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2e2b8f-654c-4172-b6ba-5720d861e40e None None] Network 9c14f03b-37e6-4362-b086-4b1b8e2d98c7 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:11:10.815088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-8633e85d-8b14-435b-9baa-c94b6d1a8549 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:10.829994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633e85d-8b14-435b-9baa-c94b6d1a8549 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=e0168a89-cd17-4b7f-927a-b57f8dbc81a8,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:10.842104 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8633e85d-8b14-435b-9baa-c94b6d1a8549 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:11:10.848521 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9d8b07c9-0dbf-4918-b59b-70c287fc9796 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2300985 Feb 18 09:11:10.852701 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51060) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:10.858368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f989911e-a556-4ffd-bee0-b48cbf1aeacc tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-238608266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:10.871019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f989911e-a556-4ffd-bee0-b48cbf1aeacc tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:10.876293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f989911e-a556-4ffd-bee0-b48cbf1aeacc tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:router and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:10.879465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f989911e-a556-4ffd-bee0-b48cbf1aeacc tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:10.894258 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5c925240-6896-47b2-a883-4f4b6c2aaf6b req-55d5cc9f-791a-49ef-8927-d2e74c4c4f1a tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:10.897182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f989911e-a556-4ffd-bee0-b48cbf1aeacc tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:10.958739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-160490e3-8d17-4eca-95df-9098479ebce7 req-d1a15b0d-b6b7-4600-a5a9-0d66eaa81b96 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:11:10.979308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5cc9f-791a-49ef-8927-d2e74c4c4f1a tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event deleted for resources: {'Port': ['ID=9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:11.002095 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5febf64d-6741-4830-a908-ca78ae1180ab None None] Sync routers for ids ['9217142a-b294-432e-9e7c-670a51f03a13'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:11:11.043893 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f989911e-a556-4ffd-bee0-b48cbf1aeacc tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:11.044992 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f989911e-a556-4ffd-bee0-b48cbf1aeacc tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:11.049113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5febf64d-6741-4830-a908-ca78ae1180ab None None] Routers {'9217142a-b294-432e-9e7c-670a51f03a13'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:11.049942 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5febf64d-6741-4830-a908-ca78ae1180ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9217142a-b294-432e-9e7c-670a51f03a13'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:11.112896 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f989911e-a556-4ffd-bee0-b48cbf1aeacc tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:11.129781 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c925240-6896-47b2-a883-4f4b6c2aaf6b req-55d5cc9f-791a-49ef-8927-d2e74c4c4f1a tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] No DVR routers for this DVR port 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:11.133749 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5c925240-6896-47b2-a883-4f4b6c2aaf6b req-55d5cc9f-791a-49ef-8927-d2e74c4c4f1a tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:11.136811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d', 'name': 'network-vif-deleted', 'tag': '9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:11:11.161583 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c925240-6896-47b2-a883-4f4b6c2aaf6b req-55d5cc9f-791a-49ef-8927-d2e74c4c4f1a tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.81 "DELETE /v2.0/ports/9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f HTTP/1.1" status: 204 len: 173 time: 2.0109851 Feb 18 09:11:11.193975 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f989911e-a556-4ffd-bee0-b48cbf1aeacc tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:11.302684 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d', 'name': 'network-vif-deleted', 'tag': '9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f', 'status': 'completed', 'code': 200} Feb 18 09:11:11.320156 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f989911e-a556-4ffd-bee0-b48cbf1aeacc tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:11.326266 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f989911e-a556-4ffd-bee0-b48cbf1aeacc tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4724135 Feb 18 09:11:11.331706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51074) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:11.340748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f0bb8a0c-6cf5-4059-a778-e611bf89a5a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'port': {'network_id': '9c14f03b-37e6-4362-b086-4b1b8e2d98c7', 'name': 'tempest-RoutersIpV6Test-415935844'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:11.415990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-5febf64d-6741-4830-a908-ca78ae1180ab None None] Set router 9217142a-b294-432e-9e7c-670a51f03a13 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:11:11.453658 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-160490e3-8d17-4eca-95df-9098479ebce7 req-d1a15b0d-b6b7-4600-a5a9-0d66eaa81b96 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] No DVR routers for this DVR port f7248b01-6f93-4892-be46-f6a080f62cfc on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:11.478855 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-d1a15b0d-b6b7-4600-a5a9-0d66eaa81b96 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:11.497177 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-deleted', 'tag': 'f7248b01-6f93-4892-be46-f6a080f62cfc'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:11:11.524955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2972191-76e7-41b6-8767-5037878b4f84 req-81cce770-fa3f-48b8-943d-04bac9dad943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:11.526850 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f2972191-76e7-41b6-8767-5037878b4f84 req-81cce770-fa3f-48b8-943d-04bac9dad943 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6f49c8e1-a839-4c99-8c92-734b76aec8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0300472 Feb 18 09:11:11.533531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8633e85d-8b14-435b-9baa-c94b6d1a8549 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:11.534498 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8633e85d-8b14-435b-9baa-c94b6d1a8549 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:11.556307 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:11.640622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:11:11.645377 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9ed117fe-5e6b-44c9-a0e9-38e7e1ecd59f not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:11:11.645777 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-160490e3-8d17-4eca-95df-9098479ebce7 req-d1a15b0d-b6b7-4600-a5a9-0d66eaa81b96 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.81 "DELETE /v2.0/ports/f7248b01-6f93-4892-be46-f6a080f62cfc HTTP/1.1" status: 204 len: 173 time: 7.9857264 Feb 18 09:11:11.659324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9a191c7c-2e65-4f9e-a2ee-ff8a04feab84 req-f8428df0-c53c-4a82-84dd-6775f81ecd42 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Synchronizing usage tracker for tenant:2043376ef2794b84aea557eef809fcc8 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:11.689558 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:11.691977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-93a03bcd-cd37-4360-aaab-bd26faf98da1 None None] Provisioning for port e0168a89-cd17-4b7f-927a-b57f8dbc81a8 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:11.711418 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:11.819907 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:11.827293 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-93a03bcd-cd37-4360-aaab-bd26faf98da1 None None] Provisioning complete for port e0168a89-cd17-4b7f-927a-b57f8dbc81a8 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:11.828411 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-93a03bcd-cd37-4360-aaab-bd26faf98da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:11.832195 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f0bb8a0c-6cf5-4059-a778-e611bf89a5a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:11.837259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f0bb8a0c-6cf5-4059-a778-e611bf89a5a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:port and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:11.842342 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f0bb8a0c-6cf5-4059-a778-e611bf89a5a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:11.846422 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8633e85d-8b14-435b-9baa-c94b6d1a8549 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 7.0556431 Feb 18 09:11:11.849096 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f0bb8a0c-6cf5-4059-a778-e611bf89a5a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:11.859328 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51086) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:11.876210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bb8a0c-6cf5-4059-a778-e611bf89a5a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Made reservation on behalf of ba9cbaab7e1546969ce0dfda386e955d for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:11.881038 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f0bb8a0c-6cf5-4059-a778-e611bf89a5a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:11.923298 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-93a03bcd-cd37-4360-aaab-bd26faf98da1 None None] Port e0168a89-cd17-4b7f-927a-b57f8dbc81a8 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:11:11.966601 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9a191c7c-2e65-4f9e-a2ee-ff8a04feab84 req-f8428df0-c53c-4a82-84dd-6775f81ecd42 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Unset dirty status for tenant:2043376ef2794b84aea557eef809fcc8 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:11.968004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a191c7c-2e65-4f9e-a2ee-ff8a04feab84 req-f8428df0-c53c-4a82-84dd-6775f81ecd42 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e9ab1-eb2a-4d14-b6a1-8fe9da10ed6d HTTP/1.1" status: 200 len: 210 time: 0.5766180 Feb 18 09:11:11.970032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-f0bb8a0c-6cf5-4059-a778-e611bf89a5a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] device_id is not set on port 29a3f0cc-fe90-4123-bece-227e1b7e0fc6 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:11:11.987465 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f2972191-76e7-41b6-8767-5037878b4f84 req-5a3157d0-d500-4252-8272-7dbef3573e03 service neutron] 10.222.0.81 "GET /v2.0/networks/6f49c8e1-a839-4c99-8c92-734b76aec8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441059 Feb 18 09:11:12.049547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f0805be-3fd5-4733-9ed8-d36c85d9038b req-d742368f-0436-440e-9593-e75124e7aade service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8102047 Feb 18 09:11:12.092671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88e418-0337-418c-b4c8-e9241607fc3f req-72241fd6-c80d-4597-aa35-c6f7d71cfd05 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:12.115986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88e418-0337-418c-b4c8-e9241607fc3f req-72241fd6-c80d-4597-aa35-c6f7d71cfd05 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:12.127142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88e418-0337-418c-b4c8-e9241607fc3f req-72241fd6-c80d-4597-aa35-c6f7d71cfd05 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:12.134059 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-9c14f03b-37e6-4362-b086-4b1b8e2d98c7', 'network_id': '9c14f03b-37e6-4362-b086-4b1b8e2d98c7', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'fixed_ips': [{'subnet_id': 'c3621d43-24e8-4feb-a9bc-bd48d349b9f7'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:11:12.138669 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:12.143398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe88e418-0337-418c-b4c8-e9241607fc3f req-72241fd6-c80d-4597-aa35-c6f7d71cfd05 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 2410 time: 0.5425828 Feb 18 09:11:12.375389 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe88e418-0337-418c-b4c8-e9241607fc3f req-cc5f59c5-1323-4905-b37a-f1ecea773314 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301989 Feb 18 09:11:12.404325 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-deleted', 'tag': 'f7248b01-6f93-4892-be46-f6a080f62cfc', 'status': 'completed', 'code': 200} Feb 18 09:11:12.414678 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-f0bb8a0c-6cf5-4059-a778-e611bf89a5a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Allocated IP 2001:db8::108 (9c14f03b-37e6-4362-b086-4b1b8e2d98c7/c3621d43-24e8-4feb-a9bc-bd48d349b9f7/29a3f0cc-fe90-4123-bece-227e1b7e0fc6) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:12.433867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0805be-3fd5-4733-9ed8-d36c85d9038b req-ef3eb43e-0330-4219-bbe4-198daf62469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:12.434764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-fc666cb2-3577-4d90-934a-d6fa0228cd11 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port e0168a89-cd17-4b7f-927a-b57f8dbc81a8 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:12.436418 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f0805be-3fd5-4733-9ed8-d36c85d9038b req-ef3eb43e-0330-4219-bbe4-198daf62469f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67d280681c92466b957d86889fb303b6&device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 1096 time: 0.2411759 Feb 18 09:11:12.437692 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc666cb2-3577-4d90-934a-d6fa0228cd11 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:12.531083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5febf64d-6741-4830-a908-ca78ae1180ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9217142a-b294-432e-9e7c-670a51f03a13', 'name': 'tempest-TaggedBootDevicesTest_v242-1551364495-router', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:03:37Z', 'updated_at': '2022-02-18T09:03:53Z', 'revision_number': 4, 'project_id': '67fba04be8234c838f03f922f83b8802', 'gw_port': {'id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:39Z', 'updated_at': '2022-02-18T09:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '2ede9bfd-a2f0-493d-9701-40871edb335a', 'name': '', 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'mac_address': 'fa:16:3e:be:16:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'c738050d-ebd5-4e0e-a984-f573b8282991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:51Z', 'updated_at': '2022-02-18T09:04:05Z', 'revision_number': 5, 'project_id': '67fba04be8234c838f03f922f83b8802', 'subnets': [{'id': 'c738050d-ebd5-4e0e-a984-f573b8282991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:12.535816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5febf64d-6741-4830-a908-ca78ae1180ab None None] Checking router: 9217142a-b294-432e-9e7c-670a51f03a13 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:11:12.549622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5febf64d-6741-4830-a908-ca78ae1180ab None None] Routers {'9217142a-b294-432e-9e7c-670a51f03a13'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:12.549967 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5febf64d-6741-4830-a908-ca78ae1180ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9217142a-b294-432e-9e7c-670a51f03a13'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:12.550088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24b78e68-6d67-4005-9025-7c8b1519e77b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Deleting port e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:12.550544 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24b78e68-6d67-4005-9025-7c8b1519e77b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:12.701851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Router adab82e1-e3b9-4d3f-b0dc-db0111108af8 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:11:12.760360 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-5febf64d-6741-4830-a908-ca78ae1180ab None None] Set router 9217142a-b294-432e-9e7c-670a51f03a13 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:11:12.770913 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0805be-3fd5-4733-9ed8-d36c85d9038b req-5ef58b43-6d0b-46cb-92e6-f4ac56726929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:12.772664 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f0805be-3fd5-4733-9ed8-d36c85d9038b req-5ef58b43-6d0b-46cb-92e6-f4ac56726929 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f1caec97-043c-4296-bbf3-4343ad8e8680 HTTP/1.1" status: 200 len: 897 time: 0.2973888 Feb 18 09:11:12.860730 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:13.094614 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f0bb8a0c-6cf5-4059-a778-e611bf89a5a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:13.104495 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f0805be-3fd5-4733-9ed8-d36c85d9038b req-eaa395ea-aa89-401b-827c-527d6fc84955 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de7fae9c-3ca6-47d6-9456-1451fbd06b63 HTTP/1.1" status: 200 len: 1001 time: 0.3204269 Feb 18 09:11:13.164707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51098) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:13.192179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-f0bb8a0c-6cf5-4059-a778-e611bf89a5a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Transition to ACTIVE for port object 29a3f0cc-fe90-4123-bece-227e1b7e0fc6 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:13.271893 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3692b3ae-7089-47eb-84bd-4b2dd2d922d5 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:13.281374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0805be-3fd5-4733-9ed8-d36c85d9038b req-04091ef2-e1f3-48b1-9db7-d9a3de99fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:13.282899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f0805be-3fd5-4733-9ed8-d36c85d9038b req-04091ef2-e1f3-48b1-9db7-d9a3de99fe77 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e4500d41-2903-426e-b93a-dfcd7b5dfd07 HTTP/1.1" status: 200 len: 834 time: 0.1689141 Feb 18 09:11:13.365377 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3692b3ae-7089-47eb-84bd-4b2dd2d922d5 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:13.398564 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f0bb8a0c-6cf5-4059-a778-e611bf89a5a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:13.469934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bb8a0c-6cf5-4059-a778-e611bf89a5a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 9c14f03b-37e6-4362-b086-4b1b8e2d98c7 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:13.486204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-f0bb8a0c-6cf5-4059-a778-e611bf89a5a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:13.546340 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f2972191-76e7-41b6-8767-5037878b4f84 req-203efe6f-dbde-4463-8eab-fa1a394fc532 service neutron] 10.222.0.81 "GET /v2.0/networks/6f49c8e1-a839-4c99-8c92-734b76aec8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1451685 Feb 18 09:11:13.561662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bb8a0c-6cf5-4059-a778-e611bf89a5a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:11:13.569397 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bb8a0c-6cf5-4059-a778-e611bf89a5a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:13.570241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5febf64d-6741-4830-a908-ca78ae1180ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9217142a-b294-432e-9e7c-670a51f03a13', 'name': 'tempest-TaggedBootDevicesTest_v242-1551364495-router', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:03:37Z', 'updated_at': '2022-02-18T09:03:53Z', 'revision_number': 4, 'project_id': '67fba04be8234c838f03f922f83b8802', 'gw_port': {'id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:39Z', 'updated_at': '2022-02-18T09:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '2ede9bfd-a2f0-493d-9701-40871edb335a', 'name': '', 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'mac_address': 'fa:16:3e:be:16:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'c738050d-ebd5-4e0e-a984-f573b8282991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:51Z', 'updated_at': '2022-02-18T09:04:05Z', 'revision_number': 5, 'project_id': '67fba04be8234c838f03f922f83b8802', 'subnets': [{'id': 'c738050d-ebd5-4e0e-a984-f573b8282991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:13.570776 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f0bb8a0c-6cf5-4059-a778-e611bf89a5a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:13.588317 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5febf64d-6741-4830-a908-ca78ae1180ab None None] The sync data for ids ['9217142a-b294-432e-9e7c-670a51f03a13'] in n-d-829434-1 is: [{'id': '9217142a-b294-432e-9e7c-670a51f03a13', 'name': 'tempest-TaggedBootDevicesTest_v242-1551364495-router', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:03:37Z', 'updated_at': '2022-02-18T09:03:53Z', 'revision_number': 4, 'project_id': '67fba04be8234c838f03f922f83b8802', 'gw_port': {'id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:39Z', 'updated_at': '2022-02-18T09:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '2ede9bfd-a2f0-493d-9701-40871edb335a', 'name': '', 'network_id': 'ec3d4a7e-a312-44cc-b0e7-a43199da5de1', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'mac_address': 'fa:16:3e:be:16:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'c738050d-ebd5-4e0e-a984-f573b8282991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:51Z', 'updated_at': '2022-02-18T09:04:05Z', 'revision_number': 5, 'project_id': '67fba04be8234c838f03f922f83b8802', 'subnets': [{'id': 'c738050d-ebd5-4e0e-a984-f573b8282991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:11:13.616770 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Allocated IP 2001:db8::2 (9c14f03b-37e6-4362-b086-4b1b8e2d98c7/c3621d43-24e8-4feb-a9bc-bd48d349b9f7/03794332-a20d-496a-ab8c-36753a410b89) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:13.625316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb8a0c-6cf5-4059-a778-e611bf89a5a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=29a3f0cc-fe90-4123-bece-227e1b7e0fc6,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:13.666934 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3692b3ae-7089-47eb-84bd-4b2dd2d922d5 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:13.699070 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0805be-3fd5-4733-9ed8-d36c85d9038b req-994adae2-fc76-4c1a-b6e5-3a52bcba101d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:13.703306 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f0805be-3fd5-4733-9ed8-d36c85d9038b req-994adae2-fc76-4c1a-b6e5-3a52bcba101d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f1caec97-043c-4296-bbf3-4343ad8e8680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4096773 Feb 18 09:11:13.704220 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3692b3ae-7089-47eb-84bd-4b2dd2d922d5 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:13.705632 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3692b3ae-7089-47eb-84bd-4b2dd2d922d5 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "DELETE /v2.0/security-groups/6874fbba-dd48-4fe4-99fb-659c8bfd7a1c HTTP/1.1" status: 204 len: 168 time: 0.5355618 Feb 18 09:11:13.707579 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f0bb8a0c-6cf5-4059-a778-e611bf89a5a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3741510 Feb 18 09:11:13.711520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692b3ae-7089-47eb-84bd-4b2dd2d922d5 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6874fbba-dd48-4fe4-99fb-659c8bfd7a1c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:13.714274 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51106) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:13.714828 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51108) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:13.939216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24b78e68-6d67-4005-9025-7c8b1519e77b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] For port e767ebc6-9e6b-4ec3-9ccc-9e86213dce06, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e767ebc6-9e6b-4ec3-9ccc-9e86213dce06,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:13.939749 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24b78e68-6d67-4005-9025-7c8b1519e77b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:13.972116 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:13.990188 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Transition to ACTIVE for port object 03794332-a20d-496a-ab8c-36753a410b89 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:14.031736 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Transition to ACTIVE for port object 03794332-a20d-496a-ab8c-36753a410b89 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:14.047711 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937beeee-be23-46d7-b4a3-48b02a6e3a22 None None] New status for floating IP 110617ad-8bdd-42f4-a302-84a85d500a6b: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:11:14.060284 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:14.151060 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Network 9c14f03b-37e6-4362-b086-4b1b8e2d98c7 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:14.154589 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:14.166015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:11:14.185635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Pushing event updated for resources: {'Port': ['ID=03794332-a20d-496a-ab8c-36753a410b89,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:14.213646 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24b78e68-6d67-4005-9025-7c8b1519e77b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Calling delete_port for e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:14.285549 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:11:14.302264 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc666cb2-3577-4d90-934a-d6fa0228cd11 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:14.327499 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:14.336762 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Attempting to bind port 03794332-a20d-496a-ab8c-36753a410b89 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:11:14.337476 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Attempting to bind port 03794332-a20d-496a-ab8c-36753a410b89 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '415c2165-5183-49cb-97b0-6acebdd89445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9c14f03b-37e6-4362-b086-4b1b8e2d98c7'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:11:14.338076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Attempting to bind port 03794332-a20d-496a-ab8c-36753a410b89 on network 9c14f03b-37e6-4362-b086-4b1b8e2d98c7 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:11:14.345130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:11:14.346091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Checking segment: {'id': '415c2165-5183-49cb-97b0-6acebdd89445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9c14f03b-37e6-4362-b086-4b1b8e2d98c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:11:14.346704 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:14.347356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Bound using segment: {'id': '415c2165-5183-49cb-97b0-6acebdd89445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9c14f03b-37e6-4362-b086-4b1b8e2d98c7'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:11:14.348030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Bound port: 03794332-a20d-496a-ab8c-36753a410b89, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415c2165-5183-49cb-97b0-6acebdd89445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9c14f03b-37e6-4362-b086-4b1b8e2d98c7'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:11:14.348659 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:14.380999 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4edf5c8e-2cee-4b40-bf3e-29618920e228 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:14.387868 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f0805be-3fd5-4733-9ed8-d36c85d9038b req-46d75adb-27c8-484b-a827-cbb400ab8bb9 service neutron] 10.222.0.61 "GET /v2.0/networks/f1caec97-043c-4296-bbf3-4343ad8e8680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6721001 Feb 18 09:11:14.471321 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] For port 03794332-a20d-496a-ab8c-36753a410b89, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:11:14.475324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] For port 03794332-a20d-496a-ab8c-36753a410b89, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=03794332-a20d-496a-ab8c-36753a410b89,segment=NetworkSegment(415c2165-5183-49cb-97b0-6acebdd89445),segment_id=415c2165-5183-49cb-97b0-6acebdd89445)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:11:14.483162 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:14.520929 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a435c33-426b-4a3d-9b28-a94d72e8f768 req-32000ee5-1113-4be7-bcd5-d951da1e1f26 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:14.527510 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a435c33-426b-4a3d-9b28-a94d72e8f768 req-32000ee5-1113-4be7-bcd5-d951da1e1f26 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:14.534487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a435c33-426b-4a3d-9b28-a94d72e8f768 req-32000ee5-1113-4be7-bcd5-d951da1e1f26 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:14.537333 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a435c33-426b-4a3d-9b28-a94d72e8f768 req-32000ee5-1113-4be7-bcd5-d951da1e1f26 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 2410 time: 0.8274882 Feb 18 09:11:14.588415 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5d573-a330-40e3-bbc6-e478df6934e6 None None] Pushing event updated for resources: {'Port': ['ID=03794332-a20d-496a-ab8c-36753a410b89,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:14.615010 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:14.627285 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-fc666cb2-3577-4d90-934a-d6fa0228cd11 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for e0168a89-cd17-4b7f-927a-b57f8dbc81a8 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:14.645995 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4edf5c8e-2cee-4b40-bf3e-29618920e228 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:14.709627 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:11:14.732122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade4b9e5-817d-4362-a1af-88a67d78310e None None] Sync routers for ids ['adab82e1-e3b9-4d3f-b0dc-db0111108af8'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:11:14.761904 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade4b9e5-817d-4362-a1af-88a67d78310e None None] Routers {'adab82e1-e3b9-4d3f-b0dc-db0111108af8'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:14.763088 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ade4b9e5-817d-4362-a1af-88a67d78310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['adab82e1-e3b9-4d3f-b0dc-db0111108af8'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:14.936936 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ade4b9e5-817d-4362-a1af-88a67d78310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:14.957798 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade4b9e5-817d-4362-a1af-88a67d78310e None None] Routers {'adab82e1-e3b9-4d3f-b0dc-db0111108af8'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:14.966392 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ade4b9e5-817d-4362-a1af-88a67d78310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['adab82e1-e3b9-4d3f-b0dc-db0111108af8'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:14.985416 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:14.989145 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8ddd06b0-2c12-4d98-a361-10201053bdaf tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 16.1848819 Feb 18 09:11:14.993888 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51122) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:15.059029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Pushing event updated for resources: {'Port': ['ID=72f38cf8-93eb-4966-a13e-1fd9e5a5cb4c,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:15.063840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ade4b9e5-817d-4362-a1af-88a67d78310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:15.064256 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade4b9e5-817d-4362-a1af-88a67d78310e None None] The sync data for ids ['adab82e1-e3b9-4d3f-b0dc-db0111108af8'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:11:15.083155 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-df6964e0-aabe-449d-8d17-b81a2796b481 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:15.164909 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a435c33-426b-4a3d-9b28-a94d72e8f768 req-ef7add4d-f2b0-49c8-9c15-6ea9efea5f05 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5428169 Feb 18 09:11:15.199452 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:15.201787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f0805be-3fd5-4733-9ed8-d36c85d9038b req-3692e6f3-1119-4334-bbe4-751f5f8bbaed service neutron] 10.222.0.61 "GET /v2.0/networks/f1caec97-043c-4296-bbf3-4343ad8e8680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7462628 Feb 18 09:11:15.204041 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab9f41f5-e6f6-4ed3-b310-4bb9ec4e8839 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:15.287403 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4edf5c8e-2cee-4b40-bf3e-29618920e228 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:15.377050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf5c8e-2cee-4b40-bf3e-29618920e228 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beeaec0-06de-4988-85fb-10418fc97e0a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:15.397942 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4edf5c8e-2cee-4b40-bf3e-29618920e228 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:15.399102 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4edf5c8e-2cee-4b40-bf3e-29618920e228 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "DELETE /v2.0/security-groups/6beeaec0-06de-4988-85fb-10418fc97e0a HTTP/1.1" status: 204 len: 168 time: 1.6595187 Feb 18 09:11:15.402234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51128) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:15.408135 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 03794332-a20d-496a-ab8c-36753a410b89 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:15.521096 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 03794332-a20d-496a-ab8c-36753a410b89 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:15.576820 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24b78e68-6d67-4005-9025-7c8b1519e77b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:15.641627 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc666cb2-3577-4d90-934a-d6fa0228cd11 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:15.675430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b78e68-6d67-4005-9025-7c8b1519e77b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event deleted for resources: {'Port': ['ID=e767ebc6-9e6b-4ec3-9ccc-9e86213dce06,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:15.757249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc666cb2-3577-4d90-934a-d6fa0228cd11 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Port': ['ID=e0168a89-cd17-4b7f-927a-b57f8dbc81a8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:15.984722 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Floating IP a76afcd3-c750-486a-9b91-6cb27a43a5f3 associated. External IP: 172.25.1.5, port: 8dfa8d16-d7bb-41be-86cc-0fdb9884e327. Feb 18 09:11:16.104746 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24b78e68-6d67-4005-9025-7c8b1519e77b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] No DVR routers for this DVR port e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:16.171751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3339126-debf-46e0-9467-2f10c86075e4 None None] Network 9c14f03b-37e6-4362-b086-4b1b8e2d98c7 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:11:16.173014 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24b78e68-6d67-4005-9025-7c8b1519e77b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:16.190766 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-deleted', 'tag': 'e767ebc6-9e6b-4ec3-9ccc-9e86213dce06'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:11:16.274498 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fc666cb2-3577-4d90-934a-d6fa0228cd11 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:16.286813 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fc666cb2-3577-4d90-934a-d6fa0228cd11 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/ports/e0168a89-cd17-4b7f-927a-b57f8dbc81a8 HTTP/1.1" status: 204 len: 168 time: 4.4087384 Feb 18 09:11:16.301742 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51136) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:16.322335 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-160490e3-8d17-4eca-95df-9098479ebce7 req-24b78e68-6d67-4005-9025-7c8b1519e77b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.81 "DELETE /v2.0/ports/e767ebc6-9e6b-4ec3-9ccc-9e86213dce06 HTTP/1.1" status: 204 len: 173 time: 4.6352470 Feb 18 09:11:16.324566 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-deleted', 'tag': 'e767ebc6-9e6b-4ec3-9ccc-9e86213dce06', 'status': 'completed', 'code': 200} Feb 18 09:11:16.375512 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab9f41f5-e6f6-4ed3-b310-4bb9ec4e8839 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:16.406682 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdaf7-fbd7-4da7-b581-4de5b16571a2 None None] Provisioning for port 03794332-a20d-496a-ab8c-36753a410b89 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:16.423441 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdaf7-fbd7-4da7-b581-4de5b16571a2 None None] Provisioning complete for port 03794332-a20d-496a-ab8c-36753a410b89 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:16.424118 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdaf7-fbd7-4da7-b581-4de5b16571a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:16.439027 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d2f209-ed8f-4b4b-b903-b1fe4cc58958 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] DELETE failed (client error): The resource could not be found. Feb 18 09:11:16.439603 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93d2f209-ed8f-4b4b-b903-b1fe4cc58958 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:11:16.449348 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-93d2f209-ed8f-4b4b-b903-b1fe4cc58958 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/ports/e0168a89-cd17-4b7f-927a-b57f8dbc81a8 HTTP/1.1" status: 404 len: 333 time: 0.1462450 Feb 18 09:11:16.450751 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab9f41f5-e6f6-4ed3-b310-4bb9ec4e8839 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:16.498414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51142) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:16.634065 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-442ac724-1003-43c9-9132-02f45eaf77ce tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] GET failed (client error): The resource could not be found. Feb 18 09:11:16.635466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-442ac724-1003-43c9-9132-02f45eaf77ce tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports/e0168a89-cd17-4b7f-927a-b57f8dbc81a8 HTTP/1.1" status: 404 len: 333 time: 0.0759110 Feb 18 09:11:16.674327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51146) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:16.747980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f41f5-e6f6-4ed3-b310-4bb9ec4e8839 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=29a3f0cc-fe90-4123-bece-227e1b7e0fc6,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:16.775486 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdaf7-fbd7-4da7-b581-4de5b16571a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:16.834604 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3c4cdaf7-fbd7-4da7-b581-4de5b16571a2 None None] For port 03794332-a20d-496a-ab8c-36753a410b89, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=03794332-a20d-496a-ab8c-36753a410b89,segment=NetworkSegment(415c2165-5183-49cb-97b0-6acebdd89445),segment_id=415c2165-5183-49cb-97b0-6acebdd89445)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:16.857069 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdaf7-fbd7-4da7-b581-4de5b16571a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:16.865855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-160490e3-8d17-4eca-95df-9098479ebce7 req-876eaa78-ff78-4197-b133-2a86092c3d36 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Deleting port ceab370d-687f-456f-82e0-8283955ca57d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:16.866360 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-876eaa78-ff78-4197-b133-2a86092c3d36 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:17.056167 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdaf7-fbd7-4da7-b581-4de5b16571a2 None None] Pushing event updated for resources: {'Port': ['ID=03794332-a20d-496a-ab8c-36753a410b89,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:17.106966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d224149e-03b6-4455-a770-1a7feb4ed575 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting subnet 5f87daa5-a255-4425-a06e-116b28c97a94 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:11:17.111284 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d224149e-03b6-4455-a770-1a7feb4ed575 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:17.248056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0eadf5-8ddb-4e1c-8e37-b3992bd0d47b req-a99137d2-e005-4614-bfc2-63fecd8206c2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:17.254935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0eadf5-8ddb-4e1c-8e37-b3992bd0d47b req-a99137d2-e005-4614-bfc2-63fecd8206c2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:17.256959 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da0eadf5-8ddb-4e1c-8e37-b3992bd0d47b req-a99137d2-e005-4614-bfc2-63fecd8206c2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 1677 time: 0.8788073 Feb 18 09:11:17.318910 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7702a547-d8ad-4685-81c1-0ddadcd2dbb1 None None] Provisioning for port 29a3f0cc-fe90-4123-bece-227e1b7e0fc6 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:17.325848 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7702a547-d8ad-4685-81c1-0ddadcd2dbb1 None None] Provisioning complete for port 29a3f0cc-fe90-4123-bece-227e1b7e0fc6 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:17.326469 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7702a547-d8ad-4685-81c1-0ddadcd2dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:17.412688 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 03794332-a20d-496a-ab8c-36753a410b89 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:17.504691 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7702a547-d8ad-4685-81c1-0ddadcd2dbb1 None None] Port 29a3f0cc-fe90-4123-bece-227e1b7e0fc6 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:11:17.532358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7702a547-d8ad-4685-81c1-0ddadcd2dbb1 None None] Provisioning complete for port 03794332-a20d-496a-ab8c-36753a410b89 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:17.533116 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7702a547-d8ad-4685-81c1-0ddadcd2dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:17.547235 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab9f41f5-e6f6-4ed3-b310-4bb9ec4e8839 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:17.559557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Router d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:11:17.581795 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df6964e0-aabe-449d-8d17-b81a2796b481 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:17.615913 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 03794332-a20d-496a-ab8c-36753a410b89 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:17.616559 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:17.732140 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d224149e-03b6-4455-a770-1a7feb4ed575 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:17.767697 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df6964e0-aabe-449d-8d17-b81a2796b481 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:17.852259 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-df6964e0-aabe-449d-8d17-b81a2796b481 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Deleting port b44fe871-6cef-4c8d-a3a7-6f50cdbc7c2b {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:17.855196 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df6964e0-aabe-449d-8d17-b81a2796b481 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:17.878978 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da0eadf5-8ddb-4e1c-8e37-b3992bd0d47b req-99e785a6-8c6e-4665-adf2-7da5b9696e83 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6067109 Feb 18 09:11:17.949478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8c225ef0-0e88-45ac-ba15-7abb79b1b46a None None] Provisioning complete for port 29a3f0cc-fe90-4123-bece-227e1b7e0fc6 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:17.950110 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8c225ef0-0e88-45ac-ba15-7abb79b1b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.043692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8c225ef0-0e88-45ac-ba15-7abb79b1b46a None None] Port 29a3f0cc-fe90-4123-bece-227e1b7e0fc6 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:11:18.087050 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d224149e-03b6-4455-a770-1a7feb4ed575 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.174058 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-39cb15b2-1251-4e43-a951-155d7660647f None None] Provisioning complete for port 29a3f0cc-fe90-4123-bece-227e1b7e0fc6 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:18.174656 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-39cb15b2-1251-4e43-a951-155d7660647f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.201880 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab9f41f5-e6f6-4ed3-b310-4bb9ec4e8839 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.278973 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-55f6900a-544a-4d2d-ac05-55f3c360df2e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.289675 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-39cb15b2-1251-4e43-a951-155d7660647f None None] Port 29a3f0cc-fe90-4123-bece-227e1b7e0fc6 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:11:18.324244 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-160490e3-8d17-4eca-95df-9098479ebce7 req-876eaa78-ff78-4197-b133-2a86092c3d36 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] For port ceab370d-687f-456f-82e0-8283955ca57d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=ceab370d-687f-456f-82e0-8283955ca57d,segment=NetworkSegment(840be32f-0862-44e8-b5e9-bff14e520d46),segment_id=840be32f-0862-44e8-b5e9-bff14e520d46)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:18.324747 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-876eaa78-ff78-4197-b133-2a86092c3d36 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.343655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:11:18.361378 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d224149e-03b6-4455-a770-1a7feb4ed575 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.366390 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a496ac-17f2-4baf-a87d-8ca7efa98c1f None None] Sync routers for ids ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:11:18.383920 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a496ac-17f2-4baf-a87d-8ca7efa98c1f None None] Routers {'d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:18.384949 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d6a496ac-17f2-4baf-a87d-8ca7efa98c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:18.457384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224149e-03b6-4455-a770-1a7feb4ed575 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Subnet': ['ID=5f87daa5-a255-4425-a06e-116b28c97a94,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:18.471102 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d224149e-03b6-4455-a770-1a7feb4ed575 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.478182 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ed94e5-ab6d-448d-a50e-eb12eb23c311 None None] Network 708f435b-5b54-488e-acf5-c7c8447a88f6 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:11:18.583542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-160490e3-8d17-4eca-95df-9098479ebce7 req-876eaa78-ff78-4197-b133-2a86092c3d36 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Calling delete_port for ceab370d-687f-456f-82e0-8283955ca57d owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:18.659579 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d6a496ac-17f2-4baf-a87d-8ca7efa98c1f None None] Set router d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:11:18.711030 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d224149e-03b6-4455-a770-1a7feb4ed575 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/5f87daa5-a255-4425-a06e-116b28c97a94 HTTP/1.1" status: 204 len: 168 time: 2.0327587 Feb 18 09:11:18.782171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51168) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:18.880997 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.949484 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9b811e-1c6a-417c-865b-dbaf05736753 None None] DHCP port deletion for 708f435b-5b54-488e-acf5-c7c8447a88f6 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:11:18.961513 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b811e-1c6a-417c-865b-dbaf05736753 None None] Deleting port 227f639c-0620-43ee-abce-d566d150fd39 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:18.961835 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5e9b811e-1c6a-417c-865b-dbaf05736753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:18.970115 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df6964e0-aabe-449d-8d17-b81a2796b481 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.191570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-df6964e0-aabe-449d-8d17-b81a2796b481 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Calling delete_port for b44fe871-6cef-4c8d-a3a7-6f50cdbc7c2b owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:19.224992 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d6a496ac-17f2-4baf-a87d-8ca7efa98c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'name': 'tempest-TestServerBasicOps-1618555878-router', 'tenant_id': '241e7aa710194c5aae752650199de833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:44Z', 'revision_number': 4, 'project_id': '241e7aa710194c5aae752650199de833', 'gw_port': {'id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:24Z', 'updated_at': '2022-02-18T09:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'a76afcd3-c750-486a-9b91-6cb27a43a5f3', 'tenant_id': '241e7aa710194c5aae752650199de833', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'port_id': '8dfa8d16-d7bb-41be-86cc-0fdb9884e327', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f', 'mac_address': 'fa:16:3e:27:9f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f27f94-176c-4e07-ab1c-8c911da62a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:11:10Z', 'updated_at': '2022-02-18T09:11:10Z', 'revision_number': 0, 'project_id': '241e7aa710194c5aae752650199de833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0ef555-14d4-4745-b73f-b0b910ac32f4', 'name': '', 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f', 'tenant_id': '241e7aa710194c5aae752650199de833', 'mac_address': 'fa:16:3e:e8:ab:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'f2220a8d-a615-4079-b78b-ee210e283ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:38Z', 'updated_at': '2022-02-18T09:09:56Z', 'revision_number': 5, 'project_id': '241e7aa710194c5aae752650199de833', 'subnets': [{'id': 'f2220a8d-a615-4079-b78b-ee210e283ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:19.230140 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a496ac-17f2-4baf-a87d-8ca7efa98c1f None None] Checking router: d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:11:19.242247 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a496ac-17f2-4baf-a87d-8ca7efa98c1f None None] Routers {'d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:19.243073 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d6a496ac-17f2-4baf-a87d-8ca7efa98c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:19.371735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5e9b811e-1c6a-417c-865b-dbaf05736753 None None] For port 227f639c-0620-43ee-abce-d566d150fd39, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=227f639c-0620-43ee-abce-d566d150fd39,segment=NetworkSegment(9ce72342-4b1a-4758-8e1f-b7ef264ce57e),segment_id=9ce72342-4b1a-4758-8e1f-b7ef264ce57e)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:19.372238 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5e9b811e-1c6a-417c-865b-dbaf05736753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.514431 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-876eaa78-ff78-4197-b133-2a86092c3d36 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.527289 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d6a496ac-17f2-4baf-a87d-8ca7efa98c1f None None] Set router d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:11:19.610003 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 227f639c-0620-43ee-abce-d566d150fd39 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:19.675630 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876eaa78-ff78-4197-b133-2a86092c3d36 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event deleted for resources: {'Port': ['ID=ceab370d-687f-456f-82e0-8283955ca57d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:19.695891 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2206e7bd-6ee4-44d0-b0af-a2f66f6eca30 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 16.9293416 Feb 18 09:11:19.707494 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab9f41f5-e6f6-4ed3-b310-4bb9ec4e8839 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.725208 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f27f94-176c-4e07-ab1c-8c911da62a9d', 'tag': '8dfa8d16-d7bb-41be-86cc-0fdb9884e327'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:11:19.735546 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab9f41f5-e6f6-4ed3-b310-4bb9ec4e8839 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.737679 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab9f41f5-e6f6-4ed3-b310-4bb9ec4e8839 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.751892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b811e-1c6a-417c-865b-dbaf05736753 None None] Calling delete_port for 227f639c-0620-43ee-abce-d566d150fd39 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:19.904482 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:19.918853 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f27f94-176c-4e07-ab1c-8c911da62a9d', 'tag': '8dfa8d16-d7bb-41be-86cc-0fdb9884e327', 'status': 'completed', 'code': 200} Feb 18 09:11:19.953525 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-71007a8c-327e-4496-a1fb-0deda34467ce req-45afe8fd-0563-489c-a2af-d2b6bf452f6e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4085789 Feb 18 09:11:19.985194 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-160490e3-8d17-4eca-95df-9098479ebce7 req-876eaa78-ff78-4197-b133-2a86092c3d36 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] No DVR routers for this DVR port ceab370d-687f-456f-82e0-8283955ca57d on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:19.989409 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-876eaa78-ff78-4197-b133-2a86092c3d36 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:20.019481 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-160490e3-8d17-4eca-95df-9098479ebce7 req-876eaa78-ff78-4197-b133-2a86092c3d36 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.81 "DELETE /v2.0/ports/ceab370d-687f-456f-82e0-8283955ca57d HTTP/1.1" status: 204 len: 173 time: 3.6813030 Feb 18 09:11:20.023335 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:20.146345 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 227f639c-0620-43ee-abce-d566d150fd39, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=227f639c-0620-43ee-abce-d566d150fd39,segment=NetworkSegment(9ce72342-4b1a-4758-8e1f-b7ef264ce57e),segment_id=9ce72342-4b1a-4758-8e1f-b7ef264ce57e)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:20.161087 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:20.438205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port 227f639c-0620-43ee-abce-d566d150fd39 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:20.440297 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:20.442227 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d6a496ac-17f2-4baf-a87d-8ca7efa98c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'name': 'tempest-TestServerBasicOps-1618555878-router', 'tenant_id': '241e7aa710194c5aae752650199de833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:44Z', 'revision_number': 4, 'project_id': '241e7aa710194c5aae752650199de833', 'gw_port': {'id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:24Z', 'updated_at': '2022-02-18T09:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'a76afcd3-c750-486a-9b91-6cb27a43a5f3', 'tenant_id': '241e7aa710194c5aae752650199de833', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'port_id': '8dfa8d16-d7bb-41be-86cc-0fdb9884e327', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f', 'mac_address': 'fa:16:3e:27:9f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f27f94-176c-4e07-ab1c-8c911da62a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:11:10Z', 'updated_at': '2022-02-18T09:11:10Z', 'revision_number': 0, 'project_id': '241e7aa710194c5aae752650199de833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0ef555-14d4-4745-b73f-b0b910ac32f4', 'name': '', 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f', 'tenant_id': '241e7aa710194c5aae752650199de833', 'mac_address': 'fa:16:3e:e8:ab:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'f2220a8d-a615-4079-b78b-ee210e283ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:38Z', 'updated_at': '2022-02-18T09:09:56Z', 'revision_number': 5, 'project_id': '241e7aa710194c5aae752650199de833', 'subnets': [{'id': 'f2220a8d-a615-4079-b78b-ee210e283ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:20.447377 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a496ac-17f2-4baf-a87d-8ca7efa98c1f None None] The sync data for ids ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'] in n-d-829434-1 is: [{'id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'name': 'tempest-TestServerBasicOps-1618555878-router', 'tenant_id': '241e7aa710194c5aae752650199de833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:44Z', 'revision_number': 4, 'project_id': '241e7aa710194c5aae752650199de833', 'gw_port': {'id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:24Z', 'updated_at': '2022-02-18T09:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'a76afcd3-c750-486a-9b91-6cb27a43a5f3', 'tenant_id': '241e7aa710194c5aae752650199de833', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'port_id': '8dfa8d16-d7bb-41be-86cc-0fdb9884e327', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f', 'mac_address': 'fa:16:3e:27:9f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f27f94-176c-4e07-ab1c-8c911da62a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:11:10Z', 'updated_at': '2022-02-18T09:11:10Z', 'revision_number': 0, 'project_id': '241e7aa710194c5aae752650199de833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0ef555-14d4-4745-b73f-b0b910ac32f4', 'name': '', 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f', 'tenant_id': '241e7aa710194c5aae752650199de833', 'mac_address': 'fa:16:3e:e8:ab:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'f2220a8d-a615-4079-b78b-ee210e283ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:38Z', 'updated_at': '2022-02-18T09:09:56Z', 'revision_number': 5, 'project_id': '241e7aa710194c5aae752650199de833', 'subnets': [{'id': 'f2220a8d-a615-4079-b78b-ee210e283ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:11:20.478491 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-5e9b811e-1c6a-417c-865b-dbaf05736753 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:11:20.478937 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-5e9b811e-1c6a-417c-865b-dbaf05736753 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:11:20.480730 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=227f639c-0620-43ee-abce-d566d150fd39,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:20.490229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-160490e3-8d17-4eca-95df-9098479ebce7 req-11de040c-a8a7-4379-ad5c-1cd3653d7d43 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Deleting port 26b3a920-6dde-4571-aabb-5eff82ec1048 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:20.490590 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-11de040c-a8a7-4379-ad5c-1cd3653d7d43 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:20.513113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:20.513512 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:20.515383 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:20.515733 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:20.518474 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:20.518785 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:20.519556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:20.519556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:20.519851 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:20.520128 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:20.520549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:20.520885 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:20.589042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f41f5-e6f6-4ed3-b310-4bb9ec4e8839 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=29a3f0cc-fe90-4123-bece-227e1b7e0fc6,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:20.633675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b117b3-271f-4bde-9270-e8d109728b3c req-5fceb573-4f18-4b24-897d-be3ec9e2d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:20.635423 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4b117b3-271f-4bde-9270-e8d109728b3c req-5fceb573-4f18-4b24-897d-be3ec9e2d5e6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=241e7aa710194c5aae752650199de833&device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 1097 time: 0.7235324 Feb 18 09:11:20.770793 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf7b76a-6de6-4a7c-914e-face89f3b3d1 None None] New status for floating IP a76afcd3-c750-486a-9b91-6cb27a43a5f3: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:11:20.790337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9f41f5-e6f6-4ed3-b310-4bb9ec4e8839 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 9c14f03b-37e6-4362-b086-4b1b8e2d98c7 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:20.809890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-ab9f41f5-e6f6-4ed3-b310-4bb9ec4e8839 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:20.849355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486e3c1-7c2c-4623-946d-acd76c2a40ad req-2b56fc79-c7e0-42be-b4f0-26a68499f97e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:20.850856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a486e3c1-7c2c-4623-946d-acd76c2a40ad req-2b56fc79-c7e0-42be-b4f0-26a68499f97e tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 943 time: 1.6388056 Feb 18 09:11:21.029123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-160490e3-8d17-4eca-95df-9098479ebce7 req-11de040c-a8a7-4379-ad5c-1cd3653d7d43 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] For port 26b3a920-6dde-4571-aabb-5eff82ec1048, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=26b3a920-6dde-4571-aabb-5eff82ec1048,segment=NetworkSegment(840be32f-0862-44e8-b5e9-bff14e520d46),segment_id=840be32f-0862-44e8-b5e9-bff14e520d46)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:21.030671 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-11de040c-a8a7-4379-ad5c-1cd3653d7d43 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.138105 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df6964e0-aabe-449d-8d17-b81a2796b481 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.330621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-160490e3-8d17-4eca-95df-9098479ebce7 req-11de040c-a8a7-4379-ad5c-1cd3653d7d43 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Calling delete_port for 26b3a920-6dde-4571-aabb-5eff82ec1048 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:21.356911 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b811e-1c6a-417c-865b-dbaf05736753 None None] Deleting port 227f639c-0620-43ee-abce-d566d150fd39 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:21.358593 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5e9b811e-1c6a-417c-865b-dbaf05736753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.418088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-55f6900a-544a-4d2d-ac05-55f3c360df2e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Deleting port 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:21.418474 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-55f6900a-544a-4d2d-ac05-55f3c360df2e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.448484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6964e0-aabe-449d-8d17-b81a2796b481 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Pushing event deleted for resources: {'Port': ['ID=b44fe871-6cef-4c8d-a3a7-6f50cdbc7c2b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:21.519373 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-42b1a99b-0caa-48a8-bb57-083ee67c81f1 None None] Provisioning complete for port 29a3f0cc-fe90-4123-bece-227e1b7e0fc6 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:21.519770 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-42b1a99b-0caa-48a8-bb57-083ee67c81f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.655212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] For port 227f639c-0620-43ee-abce-d566d150fd39, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=227f639c-0620-43ee-abce-d566d150fd39,segment=NetworkSegment(9ce72342-4b1a-4758-8e1f-b7ef264ce57e),segment_id=9ce72342-4b1a-4758-8e1f-b7ef264ce57e)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:21.655584 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.712917 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-42b1a99b-0caa-48a8-bb57-083ee67c81f1 None None] Port 29a3f0cc-fe90-4123-bece-227e1b7e0fc6 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:11:21.743846 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df6964e0-aabe-449d-8d17-b81a2796b481 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:21.863109 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5e9b811e-1c6a-417c-865b-dbaf05736753 None None] For port 227f639c-0620-43ee-abce-d566d150fd39, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=227f639c-0620-43ee-abce-d566d150fd39,segment=NetworkSegment(9ce72342-4b1a-4758-8e1f-b7ef264ce57e),segment_id=9ce72342-4b1a-4758-8e1f-b7ef264ce57e)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:21.863690 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5e9b811e-1c6a-417c-865b-dbaf05736753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:22.025271 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b811e-1c6a-417c-865b-dbaf05736753 None None] Calling delete_port for 227f639c-0620-43ee-abce-d566d150fd39 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:22.040555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-deleted', 'tag': 'ceab370d-687f-456f-82e0-8283955ca57d'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:11:22.041132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for 227f639c-0620-43ee-abce-d566d150fd39 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:22.141690 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5e9b811e-1c6a-417c-865b-dbaf05736753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:22.185689 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-deleted', 'tag': 'ceab370d-687f-456f-82e0-8283955ca57d', 'status': 'completed', 'code': 200} Feb 18 09:11:22.227539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9b811e-1c6a-417c-865b-dbaf05736753 None None] No DVR routers for this DVR port 227f639c-0620-43ee-abce-d566d150fd39 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:22.249627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b811e-1c6a-417c-865b-dbaf05736753 None None] Pushing event deleted for resources: {'Port': ['ID=227f639c-0620-43ee-abce-d566d150fd39,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:22.251795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b117b3-271f-4bde-9270-e8d109728b3c req-1f025674-f2c8-4d1a-9385-255cd7a3888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:22.252990 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4b117b3-271f-4bde-9270-e8d109728b3c req-1f025674-f2c8-4d1a-9385-255cd7a3888a service neutron] 10.222.0.81 "GET /v2.0/networks?id=42bf456b-871d-45c4-8fb1-b5b9744cbc4f HTTP/1.1" status: 200 len: 910 time: 1.5605681 Feb 18 09:11:22.356477 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9f41f5-e6f6-4ed3-b310-4bb9ec4e8839 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 62e6da4f-badb-4ffc-b6dd-e515b4d618ab is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:11:22.382793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-55f6900a-544a-4d2d-ac05-55f3c360df2e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] For port 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4ba96e5b-1277-45c9-b4c2-cc434e12d4e9,segment=NetworkSegment(682d7a8b-8ff8-43e1-a69d-5d077214b054),segment_id=682d7a8b-8ff8-43e1-a69d-5d077214b054)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:22.383162 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-55f6900a-544a-4d2d-ac05-55f3c360df2e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:22.405985 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a486e3c1-7c2c-4623-946d-acd76c2a40ad req-31b3c9eb-7366-4eb0-8ffb-462da388c2ae tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b6ec69a-c4cd-42ca-a040-29363674ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2651074 Feb 18 09:11:22.457030 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-11de040c-a8a7-4379-ad5c-1cd3653d7d43 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:22.471546 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df6964e0-aabe-449d-8d17-b81a2796b481 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:22.554667 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df6964e0-aabe-449d-8d17-b81a2796b481 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:22.641069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-55f6900a-544a-4d2d-ac05-55f3c360df2e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Calling delete_port for 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:22.646942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de040c-a8a7-4379-ad5c-1cd3653d7d43 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event deleted for resources: {'Port': ['ID=26b3a920-6dde-4571-aabb-5eff82ec1048,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:22.775408 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4b117b3-271f-4bde-9270-e8d109728b3c req-c3715e7b-207f-49f7-82d9-37e8cf439e38 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfa8d16-d7bb-41be-86cc-0fdb9884e327 HTTP/1.1" status: 200 len: 1000 time: 0.4996662 Feb 18 09:11:22.780331 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-160490e3-8d17-4eca-95df-9098479ebce7 req-11de040c-a8a7-4379-ad5c-1cd3653d7d43 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] No DVR routers for this DVR port 26b3a920-6dde-4571-aabb-5eff82ec1048 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:22.784790 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-160490e3-8d17-4eca-95df-9098479ebce7 req-11de040c-a8a7-4379-ad5c-1cd3653d7d43 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:22.803883 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-160490e3-8d17-4eca-95df-9098479ebce7 req-11de040c-a8a7-4379-ad5c-1cd3653d7d43 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.81 "DELETE /v2.0/ports/26b3a920-6dde-4571-aabb-5eff82ec1048 HTTP/1.1" status: 204 len: 173 time: 2.7778447 Feb 18 09:11:22.805851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6964e0-aabe-449d-8d17-b81a2796b481 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Router adab82e1-e3b9-4d3f-b0dc-db0111108af8 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:11:23.002321 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6964e0-aabe-449d-8d17-b81a2796b481 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:11:23.014137 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65f581e-b632-47a5-940f-4fec6332016b None None] Sync routers for ids ['adab82e1-e3b9-4d3f-b0dc-db0111108af8'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:11:23.021929 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df6964e0-aabe-449d-8d17-b81a2796b481 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:23.023185 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-df6964e0-aabe-449d-8d17-b81a2796b481 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "PUT /v2.0/routers/adab82e1-e3b9-4d3f-b0dc-db0111108af8 HTTP/1.1" status: 200 len: 705 time: 8.0240667 Feb 18 09:11:23.026464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51198) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:23.031809 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65f581e-b632-47a5-940f-4fec6332016b None None] Routers {'adab82e1-e3b9-4d3f-b0dc-db0111108af8'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:23.038417 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e65f581e-b632-47a5-940f-4fec6332016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['adab82e1-e3b9-4d3f-b0dc-db0111108af8'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:23.116352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9f41f5-e6f6-4ed3-b310-4bb9ec4e8839 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:11:23.127040 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:11:23.127775 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:11:23.128687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2946735b-d481-4638-98bb-bc596ca65a57 None None] Sync routers for ids ['62e6da4f-badb-4ffc-b6dd-e515b4d618ab'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:11:23.148639 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2946735b-d481-4638-98bb-bc596ca65a57 None None] Routers {'62e6da4f-badb-4ffc-b6dd-e515b4d618ab'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:23.149283 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2946735b-d481-4638-98bb-bc596ca65a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['62e6da4f-badb-4ffc-b6dd-e515b4d618ab'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:23.170866 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e65f581e-b632-47a5-940f-4fec6332016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:23.188832 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ab9f41f5-e6f6-4ed3-b310-4bb9ec4e8839 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/62e6da4f-badb-4ffc-b6dd-e515b4d618ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4518065 Feb 18 09:11:23.196015 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1c817209-4e30-4fe7-9eb8-70ba179e4860 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "GET /v2.0/routers/adab82e1-e3b9-4d3f-b0dc-db0111108af8 HTTP/1.1" status: 200 len: 740 time: 0.1659300 Feb 18 09:11:23.196015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51202) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:23.198775 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65f581e-b632-47a5-940f-4fec6332016b None None] Routers {'adab82e1-e3b9-4d3f-b0dc-db0111108af8'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:23.199738 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e65f581e-b632-47a5-940f-4fec6332016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['adab82e1-e3b9-4d3f-b0dc-db0111108af8'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:23.203748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51204) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:23.263136 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2946735b-d481-4638-98bb-bc596ca65a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:23.287743 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2946735b-d481-4638-98bb-bc596ca65a57 None None] Routers {'62e6da4f-badb-4ffc-b6dd-e515b4d618ab'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:23.288615 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2946735b-d481-4638-98bb-bc596ca65a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['62e6da4f-badb-4ffc-b6dd-e515b4d618ab'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:23.295142 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e65f581e-b632-47a5-940f-4fec6332016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:23.295776 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65f581e-b632-47a5-940f-4fec6332016b None None] The sync data for ids ['adab82e1-e3b9-4d3f-b0dc-db0111108af8'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:11:23.304565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b11157d-0cde-4e92-9c4a-b2acbd177d9c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:23.305511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8b11157d-0cde-4e92-9c4a-b2acbd177d9c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Synchronizing usage tracker for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:23.331550 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8b11157d-0cde-4e92-9c4a-b2acbd177d9c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Unset dirty status for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:23.335797 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8b11157d-0cde-4e92-9c4a-b2acbd177d9c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/ports/29a3f0cc-fe90-4123-bece-227e1b7e0fc6 HTTP/1.1" status: 200 len: 983 time: 0.1380842 Feb 18 09:11:23.340724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51212) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:23.371348 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-73a7581c-2009-4112-a0c8-331c2aae3946 tempest-RoutersAdminTest-1029744319 tempest-RoutersAdminTest-1029744319-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&device_id=adab82e1-e3b9-4d3f-b0dc-db0111108af8 HTTP/1.1" status: 200 len: 205 time: 0.1660347 Feb 18 09:11:23.376189 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2946735b-d481-4638-98bb-bc596ca65a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:23.376654 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2946735b-d481-4638-98bb-bc596ca65a57 None None] The sync data for ids ['62e6da4f-badb-4ffc-b6dd-e515b4d618ab'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:11:23.380636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51218) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:23.455026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b117b3-271f-4bde-9270-e8d109728b3c req-31c83e38-49f5-42cf-a62f-6823a6477935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:23.458978 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4b117b3-271f-4bde-9270-e8d109728b3c req-31c83e38-49f5-42cf-a62f-6823a6477935 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f2220a8d-a615-4079-b78b-ee210e283ef3 HTTP/1.1" status: 200 len: 848 time: 0.3240845 Feb 18 09:11:23.565448 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fc1d10e2-3236-419a-84c0-4aca76c9a4e7 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "GET /v2.0/ports?device_id=adab82e1-e3b9-4d3f-b0dc-db0111108af8 HTTP/1.1" status: 200 len: 205 time: 0.1836438 Feb 18 09:11:23.570109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51228) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:23.643782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port 227f639c-0620-43ee-abce-d566d150fd39 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:23.644130 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:23.885098 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2dfc6896-998f-4063-ae0c-60cfa0ed0077 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:24.123768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] The port '227f639c-0620-43ee-abce-d566d150fd39' was deleted {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:11:24.223057 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-deleted', 'tag': '26b3a920-6dde-4571-aabb-5eff82ec1048'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:11:24.308190 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c06d9bb2-7405-4e1d-ae63-9761d5c0c204 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:24.328950 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c3c4b211-e461-4aa7-b7c6-5f23c5601cec req-edb457c2-8158-48e2-a82c-61de362afa75 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 210 time: 0.6514022 Feb 18 09:11:24.387261 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eef29b7-d2e8-46b9-861c-b3f728dd50f3', 'name': 'network-vif-deleted', 'tag': '26b3a920-6dde-4571-aabb-5eff82ec1048', 'status': 'completed', 'code': 200} Feb 18 09:11:24.737028 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c06d9bb2-7405-4e1d-ae63-9761d5c0c204 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting port 29a3f0cc-fe90-4123-bece-227e1b7e0fc6 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:24.738030 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c06d9bb2-7405-4e1d-ae63-9761d5c0c204 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:24.768750 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2dfc6896-998f-4063-ae0c-60cfa0ed0077 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:24.768750 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2dfc6896-998f-4063-ae0c-60cfa0ed0077 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:24.804747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b117b3-271f-4bde-9270-e8d109728b3c req-8b761a5b-f8e8-414b-8382-1c3fbc0bb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:24.809572 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4b117b3-271f-4bde-9270-e8d109728b3c req-8b761a5b-f8e8-414b-8382-1c3fbc0bb64e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=42bf456b-871d-45c4-8fb1-b5b9744cbc4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3210559 Feb 18 09:11:24.821730 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2dfc6896-998f-4063-ae0c-60cfa0ed0077 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:24.823133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfc6896-998f-4063-ae0c-60cfa0ed0077 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Fanout notify agent at l3_agent the message router_deleted on router adab82e1-e3b9-4d3f-b0dc-db0111108af8 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:11:25.019785 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4b117b3-271f-4bde-9270-e8d109728b3c req-60181161-fa4d-4007-9acd-af139798abe4 service neutron] 10.222.0.81 "GET /v2.0/networks/42bf456b-871d-45c4-8fb1-b5b9744cbc4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878138 Feb 18 09:11:25.035124 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:25.178559 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-55f6900a-544a-4d2d-ac05-55f3c360df2e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:25.180180 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c06d9bb2-7405-4e1d-ae63-9761d5c0c204 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:25.190528 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2dfc6896-998f-4063-ae0c-60cfa0ed0077 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:25.192300 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2dfc6896-998f-4063-ae0c-60cfa0ed0077 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "DELETE /v2.0/routers/adab82e1-e3b9-4d3f-b0dc-db0111108af8 HTTP/1.1" status: 204 len: 168 time: 1.6164639 Feb 18 09:11:25.198237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708f435b-5b54-488e-acf5-c7c8447a88f6']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:25.199355 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51242) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:25.316371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce72342-4b1a-4758-8e1f-b7ef264ce57e') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:25.316970 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce72342-4b1a-4758-8e1f-b7ef264ce57e') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:25.331691 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:25.343369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6900a-544a-4d2d-ac05-55f3c360df2e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event deleted for resources: {'Port': ['ID=4ba96e5b-1277-45c9-b4c2-cc434e12d4e9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:25.391172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c06d9bb2-7405-4e1d-ae63-9761d5c0c204 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Calling delete_port for 29a3f0cc-fe90-4123-bece-227e1b7e0fc6 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:25.431798 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:25.442247 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ba7100ba-ede7-4f08-9952-843dd625e9b9 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "GET /v2.0/ports?device_id=adab82e1-e3b9-4d3f-b0dc-db0111108af8 HTTP/1.1" status: 200 len: 205 time: 0.2421544 Feb 18 09:11:25.451182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51248) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:25.517619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:11:25.518261 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:25.532633 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-27018ea3-19c5-4357-9ff9-478eeee1810c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] delete failed (client error): The resource could not be found. Feb 18 09:11:25.536821 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-27018ea3-19c5-4357-9ff9-478eeee1810c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "DELETE /v2.0/routers/adab82e1-e3b9-4d3f-b0dc-db0111108af8 HTTP/1.1" status: 404 len: 336 time: 0.0845075 Feb 18 09:11:25.538807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51252) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:11:25.585192 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:11:25.702731 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-16aed33b-729c-4ea0-a6ad-cb6017d2de98 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f3a3185-2614-4dfe-9069-9c886d20bdf9 HTTP/1.1" status: 200 len: 205 time: 0.1231201 Feb 18 09:11:25.703760 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4b117b3-271f-4bde-9270-e8d109728b3c req-e1ef0beb-5786-4089-8a1e-125c6f9f6411 service neutron] 10.222.0.81 "GET /v2.0/networks/42bf456b-871d-45c4-8fb1-b5b9744cbc4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6708422 Feb 18 09:11:25.706289 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51256) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:25.894867 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-9d8bdf80-8895-480d-8f15-65172cb5cd9c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] delete failed (client error): The resource could not be found. Feb 18 09:11:25.899286 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9d8bdf80-8895-480d-8f15-65172cb5cd9c tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "DELETE /v2.0/routers/4f3a3185-2614-4dfe-9069-9c886d20bdf9 HTTP/1.1" status: 404 len: 336 time: 0.1919196 Feb 18 09:11:25.900163 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51260) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:26.044216 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f30e70a4-4f3d-4674-8f97-4d9ae87237e6 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "GET /v2.0/ports?device_id=28f7f724-9911-4852-a302-4d8dacb3baf2 HTTP/1.1" status: 200 len: 205 time: 0.1380262 Feb 18 09:11:26.045583 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51264) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:26.115190 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:26.161765 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:26.181573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Network': ['ID=708f435b-5b54-488e-acf5-c7c8447a88f6,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:26.202805 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b51a249d-ee95-4af8-b1cd-84da8d4dcb95 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/networks/708f435b-5b54-488e-acf5-c7c8447a88f6 HTTP/1.1" status: 204 len: 168 time: 7.4145303 Feb 18 09:11:26.204914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51272) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:26.414312 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-93bb7314-34f7-4cfa-b816-67eab5f6e24b tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] delete failed (client error): The resource could not be found. Feb 18 09:11:26.417927 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-93bb7314-34f7-4cfa-b816-67eab5f6e24b tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "DELETE /v2.0/routers/28f7f724-9911-4852-a302-4d8dacb3baf2 HTTP/1.1" status: 404 len: 336 time: 0.3690927 Feb 18 09:11:26.420428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51282) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:26.493774 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-32e905c2-8991-41b9-93f0-41c2dcef37e5 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fe0dcd9-f5c2-4424-9c14-6a90d564f54a HTTP/1.1" status: 200 len: 205 time: 0.0720377 Feb 18 09:11:26.496390 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51288) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:26.534006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7cc03877-0229-4832-a782-719551d1ae1c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2115831791'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:26.565945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7cc03877-0229-4832-a782-719551d1ae1c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:26.582947 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-9ecae91c-418d-4b28-86b2-1993144ea5dd tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] delete failed (client error): The resource could not be found. Feb 18 09:11:26.584535 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9ecae91c-418d-4b28-86b2-1993144ea5dd tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "DELETE /v2.0/routers/6fe0dcd9-f5c2-4424-9c14-6a90d564f54a HTTP/1.1" status: 404 len: 336 time: 0.0866041 Feb 18 09:11:26.587251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51292) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:26.607141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7cc03877-0229-4832-a782-719551d1ae1c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:network and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:26.616381 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-386057f1-a6ae-4036-b7ac-4f2be101b85f req-4ea3e0b8-c632-4af2-8a09-23c86dfdf8df tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eef29b7-d2e8-46b9-861c-b3f728dd50f3 HTTP/1.1" status: 200 len: 210 time: 0.4103978 Feb 18 09:11:26.617685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7cc03877-0229-4832-a782-719551d1ae1c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:26.643618 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7cc03877-0229-4832-a782-719551d1ae1c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:26.668806 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71007a8c-327e-4496-a1fb-0deda34467ce req-0b6cc335-ec3f-43bf-b067-927620c5af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:26.671310 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71007a8c-327e-4496-a1fb-0deda34467ce req-0b6cc335-ec3f-43bf-b067-927620c5af81 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=241e7aa710194c5aae752650199de833&device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 1097 time: 0.6228945 Feb 18 09:11:26.680379 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-55f6900a-544a-4d2d-ac05-55f3c360df2e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:26.689927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc03877-0229-4832-a782-719551d1ae1c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:26.695186 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7cc03877-0229-4832-a782-719551d1ae1c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:26.743640 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-853fa769-4a99-4444-ba1f-9c14efc12e7a tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "GET /v2.0/ports?device_id=e50c2c46-1017-4795-b50a-96f16896ce01 HTTP/1.1" status: 200 len: 205 time: 0.1544204 Feb 18 09:11:26.749502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51296) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:26.902664 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-f54e6e1f-4e4d-4dad-876f-686d658a2c94 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] delete failed (client error): The resource could not be found. Feb 18 09:11:26.905723 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f54e6e1f-4e4d-4dad-876f-686d658a2c94 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "DELETE /v2.0/routers/e50c2c46-1017-4795-b50a-96f16896ce01 HTTP/1.1" status: 404 len: 336 time: 0.1543705 Feb 18 09:11:26.912102 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51300) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:26.993377 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-738b9845-0572-4496-9c04-858e2467d8ef tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "GET /v2.0/ports?device_id=07617e9a-ad95-4f1a-98d8-889703a947b1 HTTP/1.1" status: 200 len: 205 time: 0.0771496 Feb 18 09:11:26.993377 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c06d9bb2-7405-4e1d-ae63-9761d5c0c204 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:26.993724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51304) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:27.019979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc03877-0229-4832-a782-719551d1ae1c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:11:27.061850 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7cc03877-0229-4832-a782-719551d1ae1c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:27.062465 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-7cc03877-0229-4832-a782-719551d1ae1c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Added segment fcd23825-c461-429d-b51a-a9ca9d3615f8 of type vlan for network cbe90f93-0920-43a6-89e4-49c0e5f27459 Feb 18 09:11:27.070003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71007a8c-327e-4496-a1fb-0deda34467ce req-76b8cf12-a47b-4128-9101-2e97c058a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:27.071684 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71007a8c-327e-4496-a1fb-0deda34467ce req-76b8cf12-a47b-4128-9101-2e97c058a3cf service neutron] 10.222.0.81 "GET /v2.0/networks?id=42bf456b-871d-45c4-8fb1-b5b9744cbc4f HTTP/1.1" status: 200 len: 910 time: 0.3550670 Feb 18 09:11:27.119409 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-f33a4029-a9ba-465e-a922-c98117b8f595 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] delete failed (client error): The resource could not be found. Feb 18 09:11:27.124000 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f33a4029-a9ba-465e-a922-c98117b8f595 tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "DELETE /v2.0/routers/07617e9a-ad95-4f1a-98d8-889703a947b1 HTTP/1.1" status: 404 len: 336 time: 0.1267204 Feb 18 09:11:27.124000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d9bb2-7405-4e1d-ae63-9761d5c0c204 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Port': ['ID=29a3f0cc-fe90-4123-bece-227e1b7e0fc6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:27.148562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51308) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:27.366347 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7cc03877-0229-4832-a782-719551d1ae1c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:27.373455 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c06d9bb2-7405-4e1d-ae63-9761d5c0c204 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:27.373743 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-944c60cd-6701-48f3-bcb9-92f2333f286b tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] DELETE failed (client error): The resource could not be found. Feb 18 09:11:27.374156 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944c60cd-6701-48f3-bcb9-92f2333f286b tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:11:27.400534 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-944c60cd-6701-48f3-bcb9-92f2333f286b tempest-RoutersAdminTest-862364165 tempest-RoutersAdminTest-862364165-project] 10.222.0.72 "DELETE /v2.0/subnets/068fe7f7-fa26-4b4d-b45b-15b4d3e4339c HTTP/1.1" status: 404 len: 337 time: 0.2481735 Feb 18 09:11:27.504776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71007a8c-327e-4496-a1fb-0deda34467ce req-b6af205f-664c-4695-8523-ebcb331ff560 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfa8d16-d7bb-41be-86cc-0fdb9884e327 HTTP/1.1" status: 200 len: 1000 time: 0.4250491 Feb 18 09:11:27.519124 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-7cc03877-0229-4832-a782-719551d1ae1c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:11:27.635370 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7cc03877-0229-4832-a782-719551d1ae1c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:27.640780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc03877-0229-4832-a782-719551d1ae1c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:27.641519 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7cc03877-0229-4832-a782-719551d1ae1c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:27.712563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71007a8c-327e-4496-a1fb-0deda34467ce req-e4a5ebfc-8970-4cfb-b47a-3ce776b482b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:27.714477 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71007a8c-327e-4496-a1fb-0deda34467ce req-e4a5ebfc-8970-4cfb-b47a-3ce776b482b2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f2220a8d-a615-4079-b78b-ee210e283ef3 HTTP/1.1" status: 200 len: 848 time: 0.1845615 Feb 18 09:11:27.805856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f6900a-544a-4d2d-ac05-55f3c360df2e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Router 1b289673-4ef1-4485-94f1-64edd27ca5c8 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:11:27.852881 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7cc03877-0229-4832-a782-719551d1ae1c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6456866 Feb 18 09:11:27.862219 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51322) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:27.862818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51324) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:27.876450 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-86cb216b-b958-4e6b-89d7-04c660633925 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'subnet': {'network_id': 'cbe90f93-0920-43a6-89e4-49c0e5f27459', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:28.022382 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06d9bb2-7405-4e1d-ae63-9761d5c0c204 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 62e6da4f-badb-4ffc-b6dd-e515b4d618ab has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:11:28.066647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc03877-0229-4832-a782-719551d1ae1c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Network': ['ID=cbe90f93-0920-43a6-89e4-49c0e5f27459,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:28.069187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51330) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:28.083393 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network cbe90f93-0920-43a6-89e4-49c0e5f27459 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:11:28.195980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06d9bb2-7405-4e1d-ae63-9761d5c0c204 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:11:28.209785 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74526d47-1ccc-4717-a822-9050c22a8553 None None] Sync routers for ids ['62e6da4f-badb-4ffc-b6dd-e515b4d618ab'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:11:28.220618 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74526d47-1ccc-4717-a822-9050c22a8553 None None] Routers {'62e6da4f-badb-4ffc-b6dd-e515b4d618ab'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:28.222210 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-74526d47-1ccc-4717-a822-9050c22a8553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['62e6da4f-badb-4ffc-b6dd-e515b4d618ab'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:28.227942 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c06d9bb2-7405-4e1d-ae63-9761d5c0c204 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/62e6da4f-badb-4ffc-b6dd-e515b4d618ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8834701 Feb 18 09:11:28.237270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51336) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:28.298288 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-74526d47-1ccc-4717-a822-9050c22a8553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:28.308254 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74526d47-1ccc-4717-a822-9050c22a8553 None None] Routers {'62e6da4f-badb-4ffc-b6dd-e515b4d618ab'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:28.308991 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-74526d47-1ccc-4717-a822-9050c22a8553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['62e6da4f-badb-4ffc-b6dd-e515b4d618ab'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:28.374079 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-74526d47-1ccc-4717-a822-9050c22a8553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:28.374486 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74526d47-1ccc-4717-a822-9050c22a8553 None None] The sync data for ids ['62e6da4f-badb-4ffc-b6dd-e515b4d618ab'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:11:28.571724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-86cb216b-b958-4e6b-89d7-04c660633925 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:28.690755 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-29f3c6c3-a402-44ca-b867-0894b0500106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:28.710717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-86cb216b-b958-4e6b-89d7-04c660633925 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:subnet and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:28.721502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-86cb216b-b958-4e6b-89d7-04c660633925 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:28.815690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-86cb216b-b958-4e6b-89d7-04c660633925 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:28.831215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71007a8c-327e-4496-a1fb-0deda34467ce req-716c16ce-098c-4fd9-94ff-bb0933a9a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:28.832809 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71007a8c-327e-4496-a1fb-0deda34467ce req-716c16ce-098c-4fd9-94ff-bb0933a9a4ae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=42bf456b-871d-45c4-8fb1-b5b9744cbc4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0603070 Feb 18 09:11:28.847968 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-29f3c6c3-a402-44ca-b867-0894b0500106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:28.872403 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4eeb-aad9-4e2a-a28b-071790c41c93 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:28.948205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-29f3c6c3-a402-44ca-b867-0894b0500106 admin admin] Usage tracker for resource:security_group_rule and tenant:6e8b609b068047abafd723ed15d541ed is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:29.010294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cb216b-b958-4e6b-89d7-04c660633925 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:29.013987 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86cb216b-b958-4e6b-89d7-04c660633925 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:29.040232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-29f3c6c3-a402-44ca-b867-0894b0500106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:29.058933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f6900a-544a-4d2d-ac05-55f3c360df2e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:11:29.077958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3814071f-7714-4525-880c-3ec449709024 None None] Sync routers for ids ['1b289673-4ef1-4485-94f1-64edd27ca5c8'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:11:29.096307 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3814071f-7714-4525-880c-3ec449709024 None None] Routers {'1b289673-4ef1-4485-94f1-64edd27ca5c8'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:29.097052 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3814071f-7714-4525-880c-3ec449709024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1b289673-4ef1-4485-94f1-64edd27ca5c8'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:29.141588 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-55f6900a-544a-4d2d-ac05-55f3c360df2e tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "PUT /v2.0/routers/1b289673-4ef1-4485-94f1-64edd27ca5c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7380135 Feb 18 09:11:29.144547 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51350) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:29.152740 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-29f3c6c3-a402-44ca-b867-0894b0500106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:29.162145 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4eeb-aad9-4e2a-a28b-071790c41c93 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:29.236166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b40f8ce-26a0-4323-90ad-89fedd0cfee2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Deleting subnet f83ee525-6fe4-4fe2-a945-ac5d674da777 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:11:29.239711 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b40f8ce-26a0-4323-90ad-89fedd0cfee2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:29.348866 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-3814071f-7714-4525-880c-3ec449709024 None None] Set router 1b289673-4ef1-4485-94f1-64edd27ca5c8 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:11:29.444699 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-cb45948e-3bb7-4b17-bafa-30d0e04ed923 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] remove_router_interface failed (client error): The resource could not be found. Feb 18 09:11:29.449409 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cb45948e-3bb7-4b17-bafa-30d0e04ed923 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/62e6da4f-badb-4ffc-b6dd-e515b4d618ab/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1535299 Feb 18 09:11:29.455793 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b40f8ce-26a0-4323-90ad-89fedd0cfee2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:29.466945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51354) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:29.546339 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-394951e1-ce13-402a-a5cc-20f2e37ce435 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Synchronizing usage tracker for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:29.574230 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b40f8ce-26a0-4323-90ad-89fedd0cfee2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:29.622830 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71007a8c-327e-4496-a1fb-0deda34467ce req-84b879a6-aca6-4f7b-833b-8432c2c2248b service neutron] 10.222.0.81 "GET /v2.0/networks/42bf456b-871d-45c4-8fb1-b5b9744cbc4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7708020 Feb 18 09:11:29.684998 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-394951e1-ce13-402a-a5cc-20f2e37ce435 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Unset dirty status for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:29.686353 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-394951e1-ce13-402a-a5cc-20f2e37ce435 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/ports?device_id=62e6da4f-badb-4ffc-b6dd-e515b4d618ab HTTP/1.1" status: 200 len: 205 time: 0.2045534 Feb 18 09:11:29.690817 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51358) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:29.808228 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4eeb-aad9-4e2a-a28b-071790c41c93 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:29.828209 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b40f8ce-26a0-4323-90ad-89fedd0cfee2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:29.864581 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86cb216b-b958-4e6b-89d7-04c660633925 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:29.873816 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-29f3c6c3-a402-44ca-b867-0894b0500106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:29.911304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a4eeb-aad9-4e2a-a28b-071790c41c93 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6ec69a-c4cd-42ca-a040-29363674ed1f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:29.924344 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-29f3c6c3-a402-44ca-b867-0894b0500106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:30.011982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40f8ce-26a0-4323-90ad-89fedd0cfee2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event deleted for resources: {'Subnet': ['ID=f83ee525-6fe4-4fe2-a945-ac5d674da777,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:30.028672 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b40f8ce-26a0-4323-90ad-89fedd0cfee2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:30.040567 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c34a57e-62eb-4d56-a9bf-5fd1ba5eb66e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:30.042035 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4d613a-2012-4ed4-a4a0-e11bfe38c5e9 None None] Network 6f49c8e1-a839-4c99-8c92-734b76aec8ca requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:11:30.099483 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71007a8c-327e-4496-a1fb-0deda34467ce req-803f670b-f99f-4889-8095-c5a879d13f76 service neutron] 10.222.0.81 "GET /v2.0/networks/42bf456b-871d-45c4-8fb1-b5b9744cbc4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675920 Feb 18 09:11:30.100615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb216b-b958-4e6b-89d7-04c660633925 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Subnet': ['ID=2dc8efe5-bc5d-4ba4-b389-14631ca31d31,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:30.120816 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2b40f8ce-26a0-4323-90ad-89fedd0cfee2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "DELETE /v2.0/subnets/f83ee525-6fe4-4fe2-a945-ac5d674da777 HTTP/1.1" status: 204 len: 168 time: 0.9725883 Feb 18 09:11:30.122256 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51362) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:30.190834 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4eeb-aad9-4e2a-a28b-071790c41c93 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:30.194611 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7d4a4eeb-aad9-4e2a-a28b-071790c41c93 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "DELETE /v2.0/security-groups/8b6ec69a-c4cd-42ca-a040-29363674ed1f HTTP/1.1" status: 204 len: 168 time: 2.3252909 Feb 18 09:11:30.204523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51368) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:30.220412 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3814071f-7714-4525-880c-3ec449709024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1153027754', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:11Z', 'updated_at': '2022-02-18T09:11:24Z', 'revision_number': 5, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:15Z', 'updated_at': '2022-02-18T09:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:30.224561 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-29f3c6c3-a402-44ca-b867-0894b0500106 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e8b609b068047abafd723ed15d541ed&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1351981 Feb 18 09:11:30.240704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51372) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:30.249299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3c6c3-a402-44ca-b867-0894b0500106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceced799-2ec1-44fa-a5ab-6e515a68fe1b,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:30.287010 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3814071f-7714-4525-880c-3ec449709024 None None] Checking router: 1b289673-4ef1-4485-94f1-64edd27ca5c8 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:11:30.310191 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cb216b-b958-4e6b-89d7-04c660633925 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Checking segment: {'id': 'fcd23825-c461-429d-b51a-a9ca9d3615f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cbe90f93-0920-43a6-89e4-49c0e5f27459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:11:30.310590 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cb216b-b958-4e6b-89d7-04c660633925 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network hostable DHCP agents. Network: cbe90f93-0920-43a6-89e4-49c0e5f27459, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:11:30.315921 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3814071f-7714-4525-880c-3ec449709024 None None] Routers {'1b289673-4ef1-4485-94f1-64edd27ca5c8'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:30.316955 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3814071f-7714-4525-880c-3ec449709024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1b289673-4ef1-4485-94f1-64edd27ca5c8'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:30.317096 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-1a20068b-fb91-4f33-b778-36cbe182b92a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] show failed (client error): The resource could not be found. Feb 18 09:11:30.318487 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1a20068b-fb91-4f33-b778-36cbe182b92a tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "GET /v2.0/security-groups/8b6ec69a-c4cd-42ca-a040-29363674ed1f HTTP/1.1" status: 404 len: 347 time: 0.1089938 Feb 18 09:11:30.323485 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51378) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:30.397428 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a65714cf-3088-4e2b-a159-f27f747bb074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:30.421055 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f8f35b9f-4259-489d-89e7-834de49f08bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:30.593994 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-dcdc709a-a5ce-4a4a-b388-9fff4d0625f3 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Deleting port 306de2e4-22e2-4929-9edd-e85a154588d2 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:30.594860 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dcdc709a-a5ce-4a4a-b388-9fff4d0625f3 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:30.710695 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-3814071f-7714-4525-880c-3ec449709024 None None] Set router 1b289673-4ef1-4485-94f1-64edd27ca5c8 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:11:30.834752 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c40bb15d-e290-43d3-9843-0662468c97e2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:30.901105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cb216b-b958-4e6b-89d7-04c660633925 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network cbe90f93-0920-43a6-89e4-49c0e5f27459 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:11:30.905638 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a65714cf-3088-4e2b-a159-f27f747bb074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:30.913675 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c34a57e-62eb-4d56-a9bf-5fd1ba5eb66e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:30.918617 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c34a57e-62eb-4d56-a9bf-5fd1ba5eb66e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:30.954864 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-86cb216b-b958-4e6b-89d7-04c660633925 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, cbe90f93-0920-43a6-89e4-49c0e5f27459) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:30.959945 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a8ab47-f7d1-4a49-af48-f3dcca442f11 None None] DHCP port deletion for 6f49c8e1-a839-4c99-8c92-734b76aec8ca request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:11:30.979327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cb216b-b958-4e6b-89d7-04c660633925 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:30.979920 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86cb216b-b958-4e6b-89d7-04c660633925 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:30.990716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-25a8ab47-f7d1-4a49-af48-f3dcca442f11 None None] Deleting port a347179a-6a31-4f42-aba8-5dc3bf0c9206 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:30.990716 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25a8ab47-f7d1-4a49-af48-f3dcca442f11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.004159 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dcdc709a-a5ce-4a4a-b388-9fff4d0625f3 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.004614 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dcdc709a-a5ce-4a4a-b388-9fff4d0625f3 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.011123 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50eaeea-c288-46d5-bd34-419020b33ea5 None None] Network cbe90f93-0920-43a6-89e4-49c0e5f27459 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:11:31.056349 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c34a57e-62eb-4d56-a9bf-5fd1ba5eb66e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.057943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c34a57e-62eb-4d56-a9bf-5fd1ba5eb66e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Fanout notify agent at l3_agent the message router_deleted on router 62e6da4f-badb-4ffc-b6dd-e515b4d618ab {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:11:31.079154 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-86cb216b-b958-4e6b-89d7-04c660633925 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2140076 Feb 18 09:11:31.079856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51384) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:31.090874 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c34a57e-62eb-4d56-a9bf-5fd1ba5eb66e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.094266 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6c34a57e-62eb-4d56-a9bf-5fd1ba5eb66e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/routers/62e6da4f-badb-4ffc-b6dd-e515b4d618ab HTTP/1.1" status: 204 len: 168 time: 1.3986588 Feb 18 09:11:31.095269 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51386) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:31.147056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-dcdc709a-a5ce-4a4a-b388-9fff4d0625f3 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Calling delete_port for 306de2e4-22e2-4929-9edd-e85a154588d2 owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:31.157946 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c40bb15d-e290-43d3-9843-0662468c97e2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.178319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'network_id': 'cbe90f93-0920-43a6-89e4-49c0e5f27459', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1643893881'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:31.180727 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a3b192-8824-4357-b87b-e862d03b6cfd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting subnet c3621d43-24e8-4feb-a9bc-bd48d349b9f7 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:11:31.185213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c40bb15d-e290-43d3-9843-0662468c97e2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Deleting port 52a37758-c8b9-4e14-a48e-eeb54c81af75 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:31.185435 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c40bb15d-e290-43d3-9843-0662468c97e2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.219887 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75a3b192-8824-4357-b87b-e862d03b6cfd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.299597 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a65714cf-3088-4e2b-a159-f27f747bb074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.404084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a347179a-6a31-4f42-aba8-5dc3bf0c9206 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:31.462144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65714cf-3088-4e2b-a159-f27f747bb074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceced799-2ec1-44fa-a5ab-6e515a68fe1b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:31.475275 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75a3b192-8824-4357-b87b-e862d03b6cfd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.543193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:31.548282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:port and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:31.551024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:31.558910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:31.580638 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a65714cf-3088-4e2b-a159-f27f747bb074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.586147 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a65714cf-3088-4e2b-a159-f27f747bb074 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ceced799-2ec1-44fa-a5ab-6e515a68fe1b HTTP/1.1" status: 204 len: 168 time: 1.3419926 Feb 18 09:11:31.590021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:31.594943 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.600580 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3814071f-7714-4525-880c-3ec449709024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1153027754', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:11Z', 'updated_at': '2022-02-18T09:11:24Z', 'revision_number': 5, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:15Z', 'updated_at': '2022-02-18T09:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:31.634164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-cbe90f93-0920-43a6-89e4-49c0e5f27459', 'network_id': 'cbe90f93-0920-43a6-89e4-49c0e5f27459', 'tenant_id': 'a3064a784c634f64a677d43a9a9265ec', 'fixed_ips': [{'subnet_id': '2dc8efe5-bc5d-4ba4-b389-14631ca31d31'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:11:31.635569 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.644392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] device_id is not set on port 0c4f8137-a87c-41ba-820a-8bc516d180c9 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:11:31.670017 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3814071f-7714-4525-880c-3ec449709024 None None] The sync data for ids ['1b289673-4ef1-4485-94f1-64edd27ca5c8'] in n-d-829434-1 is: [{'id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1153027754', 'tenant_id': '2043376ef2794b84aea557eef809fcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:07:11Z', 'updated_at': '2022-02-18T09:11:24Z', 'revision_number': 5, 'project_id': '2043376ef2794b84aea557eef809fcc8', 'gw_port': {'id': '52a37758-c8b9-4e14-a48e-eeb54c81af75', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b289673-4ef1-4485-94f1-64edd27ca5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:07:15Z', 'updated_at': '2022-02-18T09:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:11:31.682393 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-25a8ab47-f7d1-4a49-af48-f3dcca442f11 None None] For port a347179a-6a31-4f42-aba8-5dc3bf0c9206, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a347179a-6a31-4f42-aba8-5dc3bf0c9206,segment=NetworkSegment(682d7a8b-8ff8-43e1-a69d-5d077214b054),segment_id=682d7a8b-8ff8-43e1-a69d-5d077214b054)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:31.682801 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25a8ab47-f7d1-4a49-af48-f3dcca442f11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.695055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-c40bb15d-e290-43d3-9843-0662468c97e2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] For port 52a37758-c8b9-4e14-a48e-eeb54c81af75, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=52a37758-c8b9-4e14-a48e-eeb54c81af75,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:31.695426 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c40bb15d-e290-43d3-9843-0662468c97e2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.756584 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dcdc709a-a5ce-4a4a-b388-9fff4d0625f3 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.773660 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75a3b192-8824-4357-b87b-e862d03b6cfd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:31.834596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc709a-a5ce-4a4a-b388-9fff4d0625f3 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event deleted for resources: {'Port': ['ID=306de2e4-22e2-4929-9edd-e85a154588d2,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:31.963354 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dcdc709a-a5ce-4a4a-b388-9fff4d0625f3 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:32.028964 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dcdc709a-a5ce-4a4a-b388-9fff4d0625f3 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:32.038314 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dcdc709a-a5ce-4a4a-b388-9fff4d0625f3 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "DELETE /v2.0/floatingips/110617ad-8bdd-42f4-a302-84a85d500a6b HTTP/1.1" status: 204 len: 168 time: 1.7118115 Feb 18 09:11:32.039158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51406) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:32.060217 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Allocated IP 172.20.0.2 (cbe90f93-0920-43a6-89e4-49c0e5f27459/2dc8efe5-bc5d-4ba4-b389-14631ca31d31/ff7830f2-986b-4a6e-b392-0c93e25401e6) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:32.087424 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75a3b192-8824-4357-b87b-e862d03b6cfd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:32.191982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-57973066-61be-49ed-8e84-8732c36a78a1 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Deleting port 21f5395e-91c2-45cb-9462-e9b25b7c5da5 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:32.192356 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-57973066-61be-49ed-8e84-8732c36a78a1 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:32.271626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51410) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:32.340929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c40bb15d-e290-43d3-9843-0662468c97e2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Calling delete_port for 52a37758-c8b9-4e14-a48e-eeb54c81af75 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:32.399585 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75a3b192-8824-4357-b87b-e862d03b6cfd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:32.412083 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-75a3b192-8824-4357-b87b-e862d03b6cfd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/subnets/c3621d43-24e8-4feb-a9bc-bd48d349b9f7 HTTP/1.1" status: 204 len: 168 time: 1.3158927 Feb 18 09:11:32.413404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3b192-8824-4357-b87b-e862d03b6cfd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Subnet': ['ID=c3621d43-24e8-4feb-a9bc-bd48d349b9f7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:32.424743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51414) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:32.427401 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-25a8ab47-f7d1-4a49-af48-f3dcca442f11 None None] Calling delete_port for a347179a-6a31-4f42-aba8-5dc3bf0c9206 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:32.456338 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca63e98d-8461-44dd-bd4a-52b79a23d787 None None] Network 9c14f03b-37e6-4362-b086-4b1b8e2d98c7 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:11:32.469434 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-79236ca0-83de-4e80-a0ee-1110470f31d1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7c89eafc82404cebbb2977a12ba53e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943290 Feb 18 09:11:32.531567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51418) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:32.662314 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:32.689617 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-57973066-61be-49ed-8e84-8732c36a78a1 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:32.692201 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-15cc8a1e-fbe0-44a6-9f90-2f7eb0df2904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:32.710776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting port 03794332-a20d-496a-ab8c-36753a410b89 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:32.710776 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:32.792751 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-15cc8a1e-fbe0-44a6-9f90-2f7eb0df2904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:32.809412 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:32.821044 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:32.916644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-57973066-61be-49ed-8e84-8732c36a78a1 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Calling delete_port for 21f5395e-91c2-45cb-9462-e9b25b7c5da5 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:32.981743 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25a8ab47-f7d1-4a49-af48-f3dcca442f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:33.039493 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a8ab47-f7d1-4a49-af48-f3dcca442f11 None None] No DVR routers for this DVR port a347179a-6a31-4f42-aba8-5dc3bf0c9206 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:33.061602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8ab47-f7d1-4a49-af48-f3dcca442f11 None None] Pushing event deleted for resources: {'Port': ['ID=a347179a-6a31-4f42-aba8-5dc3bf0c9206,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:33.116925 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-57973066-61be-49ed-8e84-8732c36a78a1 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:33.158313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682e0b4f-c8b3-4dad-9995-b741fb6debbb None None] DHCP port deletion for 9c14f03b-37e6-4362-b086-4b1b8e2d98c7 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:11:33.164305 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-682e0b4f-c8b3-4dad-9995-b741fb6debbb None None] Deleting port 03794332-a20d-496a-ab8c-36753a410b89 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:33.165104 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-682e0b4f-c8b3-4dad-9995-b741fb6debbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:33.182895 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-15cc8a1e-fbe0-44a6-9f90-2f7eb0df2904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:33.188893 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57973066-61be-49ed-8e84-8732c36a78a1 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event deleted for resources: {'Port': ['ID=21f5395e-91c2-45cb-9462-e9b25b7c5da5,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:33.190803 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] For port 03794332-a20d-496a-ab8c-36753a410b89, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=03794332-a20d-496a-ab8c-36753a410b89,segment=NetworkSegment(415c2165-5183-49cb-97b0-6acebdd89445),segment_id=415c2165-5183-49cb-97b0-6acebdd89445)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:33.190949 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:33.218647 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c40bb15d-e290-43d3-9843-0662468c97e2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:33.226496 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Transition to ACTIVE for port object ff7830f2-986b-4a6e-b392-0c93e25401e6 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:33.293614 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Transition to ACTIVE for port object ff7830f2-986b-4a6e-b392-0c93e25401e6 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:33.330416 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:33.450526 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:33.495156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Calling delete_port for 03794332-a20d-496a-ab8c-36753a410b89 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:33.538164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Network cbe90f93-0920-43a6-89e4-49c0e5f27459 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:33.551249 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:33.564140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:11:33.567066 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4ba96e5b-1277-45c9-b4c2-cc434e12d4e9 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:11:33.567857 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 03794332-a20d-496a-ab8c-36753a410b89 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:33.587472 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-57973066-61be-49ed-8e84-8732c36a78a1 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:33.602630 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc8a1e-fbe0-44a6-9f90-2f7eb0df2904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1a872f-77df-41b0-b07f-c88c263fe2d0,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:33.606105 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:11:33.607683 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-57973066-61be-49ed-8e84-8732c36a78a1 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "DELETE /v2.0/ports/21f5395e-91c2-45cb-9462-e9b25b7c5da5 HTTP/1.1" status: 204 len: 168 time: 1.5674531 Feb 18 09:11:33.610100 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bb15d-e290-43d3-9843-0662468c97e2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event deleted for resources: {'Port': ['ID=52a37758-c8b9-4e14-a48e-eeb54c81af75,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:33.614571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51426) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:33.684779 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e160443c-24da-4606-9907-455d3db1423a {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:11:33.685334 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:11:33.721440 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Pushing event updated for resources: {'Port': ['ID=ff7830f2-986b-4a6e-b392-0c93e25401e6,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:33.733260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ff33d351-7f8a-4913-8696-4c2f2f7e0d0f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Deleting port 62e59aac-fd01-42b9-a659-61b3f4330c06 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:33.733659 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ff33d351-7f8a-4913-8696-4c2f2f7e0d0f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:33.792805 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-15cc8a1e-fbe0-44a6-9f90-2f7eb0df2904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:33.796718 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-15cc8a1e-fbe0-44a6-9f90-2f7eb0df2904 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6f1a872f-77df-41b0-b07f-c88c263fe2d0 HTTP/1.1" status: 204 len: 168 time: 1.2560711 Feb 18 09:11:33.847538 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:34.140096 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Attempting to bind port ff7830f2-986b-4a6e-b392-0c93e25401e6 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:11:34.140714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Attempting to bind port ff7830f2-986b-4a6e-b392-0c93e25401e6 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'fcd23825-c461-429d-b51a-a9ca9d3615f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cbe90f93-0920-43a6-89e4-49c0e5f27459'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:11:34.140906 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Attempting to bind port ff7830f2-986b-4a6e-b392-0c93e25401e6 on network cbe90f93-0920-43a6-89e4-49c0e5f27459 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:11:34.167022 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Port': ['ID=03794332-a20d-496a-ab8c-36753a410b89,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:34.173576 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] No DVR routers for this DVR port 03794332-a20d-496a-ab8c-36753a410b89 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:34.181209 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:11:34.181829 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Checking segment: {'id': 'fcd23825-c461-429d-b51a-a9ca9d3615f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cbe90f93-0920-43a6-89e4-49c0e5f27459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:11:34.182727 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:34.183132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Bound using segment: {'id': 'fcd23825-c461-429d-b51a-a9ca9d3615f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cbe90f93-0920-43a6-89e4-49c0e5f27459'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:11:34.183634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Bound port: ff7830f2-986b-4a6e-b392-0c93e25401e6, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd23825-c461-429d-b51a-a9ca9d3615f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cbe90f93-0920-43a6-89e4-49c0e5f27459'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:11:34.184014 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:34.200801 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:34.202324 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-82004c61-4f83-4e06-9c6a-443d963e12ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:34.203609 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:34.209813 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No active binding found for port 03794332-a20d-496a-ab8c-36753a410b89 {{(pid=87769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 18 09:11:34.210228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 03794332-a20d-496a-ab8c-36753a410b89 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:11:34.220677 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c40bb15d-e290-43d3-9843-0662468c97e2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:34.278507 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-682e0b4f-c8b3-4dad-9995-b741fb6debbb None None] For port 03794332-a20d-496a-ab8c-36753a410b89, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=03794332-a20d-496a-ab8c-36753a410b89,segment=NetworkSegment(415c2165-5183-49cb-97b0-6acebdd89445),segment_id=415c2165-5183-49cb-97b0-6acebdd89445)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:34.278931 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-682e0b4f-c8b3-4dad-9995-b741fb6debbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:34.340090 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ff33d351-7f8a-4913-8696-4c2f2f7e0d0f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:34.364662 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:34.503850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-682e0b4f-c8b3-4dad-9995-b741fb6debbb None None] Calling delete_port for 03794332-a20d-496a-ab8c-36753a410b89 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:34.516571 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c40bb15d-e290-43d3-9843-0662468c97e2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:34.519267 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c40bb15d-e290-43d3-9843-0662468c97e2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:34.574642 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] For port ff7830f2-986b-4a6e-b392-0c93e25401e6, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:11:34.581680 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] For port ff7830f2-986b-4a6e-b392-0c93e25401e6, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ff7830f2-986b-4a6e-b392-0c93e25401e6,segment=NetworkSegment(fcd23825-c461-429d-b51a-a9ca9d3615f8),segment_id=fcd23825-c461-429d-b51a-a9ca9d3615f8)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:11:34.583889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ff33d351-7f8a-4913-8696-4c2f2f7e0d0f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Calling delete_port for 62e59aac-fd01-42b9-a659-61b3f4330c06 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:34.590105 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:34.616644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] device_id is not set on port 673e92fc-505d-4a57-b80e-1a0ca4fcec1c yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:11:34.698354 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c40bb15d-e290-43d3-9843-0662468c97e2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:34.700413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40bb15d-e290-43d3-9843-0662468c97e2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Fanout notify agent at l3_agent the message router_deleted on router 1b289673-4ef1-4485-94f1-64edd27ca5c8 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:11:34.706356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e72b0-9e6b-47fa-9672-1bc9e837168b None None] Pushing event updated for resources: {'Port': ['ID=ff7830f2-986b-4a6e-b392-0c93e25401e6,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:34.747249 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-682e0b4f-c8b3-4dad-9995-b741fb6debbb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:11:34.747698 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-682e0b4f-c8b3-4dad-9995-b741fb6debbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:11:34.813756 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:34.869461 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c14f03b-37e6-4362-b086-4b1b8e2d98c7']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:34.903167 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415c2165-5183-49cb-97b0-6acebdd89445') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:34.903648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415c2165-5183-49cb-97b0-6acebdd89445') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:34.912813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Allocated IP 172.20.0.10 (cbe90f93-0920-43a6-89e4-49c0e5f27459/2dc8efe5-bc5d-4ba4-b389-14631ca31d31/673e92fc-505d-4a57-b80e-1a0ca4fcec1c) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:34.928976 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:34.968377 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ff33d351-7f8a-4913-8696-4c2f2f7e0d0f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:34.998147 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:35.011955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:11:35.013016 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:35.028789 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:35.094399 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c40bb15d-e290-43d3-9843-0662468c97e2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:35.099244 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c40bb15d-e290-43d3-9843-0662468c97e2 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "DELETE /v2.0/routers/1b289673-4ef1-4485-94f1-64edd27ca5c8 HTTP/1.1" status: 204 len: 168 time: 4.9614472 Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:11:35.100373 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:11:35.105077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51454) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:35.189827 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33d351-7f8a-4913-8696-4c2f2f7e0d0f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event deleted for resources: {'Port': ['ID=62e59aac-fd01-42b9-a659-61b3f4330c06,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:35.249079 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-682e0b4f-c8b3-4dad-9995-b741fb6debbb None None] Deleting port 03794332-a20d-496a-ab8c-36753a410b89 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:35.249438 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-682e0b4f-c8b3-4dad-9995-b741fb6debbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:35.350365 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:35.392239 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-682e0b4f-c8b3-4dad-9995-b741fb6debbb None None] The port '03794332-a20d-496a-ab8c-36753a410b89' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:11:35.413706 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8226630b-bec5-46a3-98b1-49161b5212d1 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:35.429235 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:35.509125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Network': ['ID=9c14f03b-37e6-4362-b086-4b1b8e2d98c7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:35.531294 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ff33d351-7f8a-4913-8696-4c2f2f7e0d0f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:35.534809 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-91251f55-ec58-4faa-90ab-5e85b1978c92 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/networks/9c14f03b-37e6-4362-b086-4b1b8e2d98c7 HTTP/1.1" status: 204 len: 168 time: 3.1044490 Feb 18 09:11:35.537962 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51464) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:35.548151 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ff33d351-7f8a-4913-8696-4c2f2f7e0d0f tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "DELETE /v2.0/ports/62e59aac-fd01-42b9-a659-61b3f4330c06 HTTP/1.1" status: 204 len: 168 time: 1.9293404 Feb 18 09:11:35.549608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51468) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:35.549949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51470) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:35.550217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-728689bd-061f-4fad-ad84-ca55028ac3f6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1379310128'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:35.563539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 52a37758-c8b9-4e14-a48e-eeb54c81af75 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:35.579287 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-728689bd-061f-4fad-ad84-ca55028ac3f6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:35.601324 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:35.648730 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-728689bd-061f-4fad-ad84-ca55028ac3f6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:network and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:35.658520 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 52a37758-c8b9-4e14-a48e-eeb54c81af75 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:11:35.659047 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 52a37758-c8b9-4e14-a48e-eeb54c81af75 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:11:35.670749 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-728689bd-061f-4fad-ad84-ca55028ac3f6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:35.695241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Transition to ACTIVE for port object 673e92fc-505d-4a57-b80e-1a0ca4fcec1c will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:35.706636 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-728689bd-061f-4fad-ad84-ca55028ac3f6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:35.708897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e522f0-3ae9-4025-8811-d3cda9b98ba0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Deleting subnet 1b743376-da4b-4522-80bf-258dbd2da6c7 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:11:35.715941 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d3e522f0-3ae9-4025-8811-d3cda9b98ba0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:35.831442 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728689bd-061f-4fad-ad84-ca55028ac3f6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Made reservation on behalf of ba9cbaab7e1546969ce0dfda386e955d for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:35.836729 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d3e522f0-3ae9-4025-8811-d3cda9b98ba0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:35.836970 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-728689bd-061f-4fad-ad84-ca55028ac3f6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:35.867509 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8226630b-bec5-46a3-98b1-49161b5212d1 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:35.926181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [None req-1a57f512-eb66-43ce-9d19-a549fe4c0265 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:35.936005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-8226630b-bec5-46a3-98b1-49161b5212d1 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f49c8e1-a839-4c99-8c92-734b76aec8ca']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:35.939902 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1a57f512-eb66-43ce-9d19-a549fe4c0265 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3889079 Feb 18 09:11:35.946020 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728689bd-061f-4fad-ad84-ca55028ac3f6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:11:35.948466 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51480) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:35.956931 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-7dc337e5-d1c0-4ac7-8937-183c15c4aaa9 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:35.958906 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7dc337e5-d1c0-4ac7-8937-183c15c4aaa9 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0093045 Feb 18 09:11:35.965066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51486) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:35.974550 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [None req-50476e9e-4631-47e8-8889-267604336972 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:35.975119 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-50476e9e-4631-47e8-8889-267604336972 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0071645 Feb 18 09:11:35.977252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-8226630b-bec5-46a3-98b1-49161b5212d1 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682d7a8b-8ff8-43e1-a69d-5d077214b054') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:35.982203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51490) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:35.989321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [None req-5696467b-cbc8-410a-a8fe-3ae2d2f1aed4 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:35.990179 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-8226630b-bec5-46a3-98b1-49161b5212d1 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682d7a8b-8ff8-43e1-a69d-5d077214b054') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:35.990683 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5696467b-cbc8-410a-a8fe-3ae2d2f1aed4 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0065446 Feb 18 09:11:35.993860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51494) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.000205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [None req-611fcd6f-2fdb-4f72-ab06-14a0d238bef6 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.001467 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-611fcd6f-2fdb-4f72-ab06-14a0d238bef6 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0055790 Feb 18 09:11:36.005904 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.010653 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51498) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.024836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-85c36651-194d-4d45-86ae-c603cd381369 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.031255 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-85c36651-194d-4d45-86ae-c603cd381369 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0192339 Feb 18 09:11:36.048002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51502) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.052036 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-728689bd-061f-4fad-ad84-ca55028ac3f6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.052672 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-728689bd-061f-4fad-ad84-ca55028ac3f6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Added segment c690a50a-7464-4a8b-ba3f-2cd98185dd65 of type vlan for network 09296418-21d1-464d-a368-de47256698e4 Feb 18 09:11:36.055146 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8226630b-bec5-46a3-98b1-49161b5212d1 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.070662 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-dd7ea329-756d-44cd-8636-7c8ea18b4e6f tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.070928 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-dd7ea329-756d-44cd-8636-7c8ea18b4e6f tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0211403 Feb 18 09:11:36.075778 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51506) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.084114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-9d055f92-709f-4f34-83b8-672471e7a916 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.088241 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9d055f92-709f-4f34-83b8-672471e7a916 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0078471 Feb 18 09:11:36.091532 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51510) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.099853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-8cb66f9f-2bce-49fe-9a00-344a4055da4f tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.102814 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8cb66f9f-2bce-49fe-9a00-344a4055da4f tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0078733 Feb 18 09:11:36.106479 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51514) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.110497 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8226630b-bec5-46a3-98b1-49161b5212d1 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.118685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network cbe90f93-0920-43a6-89e4-49c0e5f27459 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:36.122814 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-74988beb-28c0-41fc-928c-2e78b267b64e tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.126355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:36.128092 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-74988beb-28c0-41fc-928c-2e78b267b64e tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0209382 Feb 18 09:11:36.130654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51518) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.135200 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:11:36.150425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8226630b-bec5-46a3-98b1-49161b5212d1 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:11:36.151050 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8226630b-bec5-46a3-98b1-49161b5212d1 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:11:36.183945 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:11:36.196406 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-728689bd-061f-4fad-ad84-ca55028ac3f6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.207982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:36.208667 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.228819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [None req-13a114aa-2f41-44de-b4dc-345c2f25160c tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.232633 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-13a114aa-2f41-44de-b4dc-345c2f25160c tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0975635 Feb 18 09:11:36.233317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=673e92fc-505d-4a57-b80e-1a0ca4fcec1c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:36.237312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51522) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.242093 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-45e71361-7246-44cf-835a-7db990eb269a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 5.1016626 Feb 18 09:11:36.247495 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51526) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.252391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [None req-be770574-0f19-47cf-8b03-f992e448acc1 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.255984 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-be770574-0f19-47cf-8b03-f992e448acc1 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0112514 Feb 18 09:11:36.304895 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51528) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.304895 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-728689bd-061f-4fad-ad84-ca55028ac3f6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.311656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728689bd-061f-4fad-ad84-ca55028ac3f6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:36.312623 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-728689bd-061f-4fad-ad84-ca55028ac3f6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.353718 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-6a0184cf-7836-41da-ae27-c57ca25631bc tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.357610 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6a0184cf-7836-41da-ae27-c57ca25631bc tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0379770 Feb 18 09:11:36.388720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51534) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.412526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-23675c6e-d690-4f76-ae69-a9508e2c7e4b tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.417142 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-23675c6e-d690-4f76-ae69-a9508e2c7e4b tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0119042 Feb 18 09:11:36.421102 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-728689bd-061f-4fad-ad84-ca55028ac3f6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8820179 Feb 18 09:11:36.422242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51538) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.457073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51540) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.463711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-b3fd4407-e405-4dc5-8817-64ca490faf20 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'subnet': {'network_id': '09296418-21d1-464d-a368-de47256698e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:36.492008 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-b3b47df6-17df-4097-8bda-e68edccd54b8 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.493027 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b3b47df6-17df-4097-8bda-e68edccd54b8 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0125852 Feb 18 09:11:36.498492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51546) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.517833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-2c09c261-5fb4-4db0-9f0e-3705a76d5415 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.518853 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2c09c261-5fb4-4db0-9f0e-3705a76d5415 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0185275 Feb 18 09:11:36.523539 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8226630b-bec5-46a3-98b1-49161b5212d1 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.525636 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51550) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.534796 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-6d990a39-c7df-4d07-9644-9dda777243dd tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.535754 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6d990a39-c7df-4d07-9644-9dda777243dd tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0066910 Feb 18 09:11:36.539555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8226630b-bec5-46a3-98b1-49161b5212d1 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.542853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51554) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.543512 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728689bd-061f-4fad-ad84-ca55028ac3f6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Network': ['ID=09296418-21d1-464d-a368-de47256698e4,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:36.546621 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d3e522f0-3ae9-4025-8811-d3cda9b98ba0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.556608 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 09296418-21d1-464d-a368-de47256698e4 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:11:36.567524 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-e1f46c73-b318-4d47-95df-4e45b89233b1 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.568833 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e1f46c73-b318-4d47-95df-4e45b89233b1 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0226047 Feb 18 09:11:36.578512 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51558) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.595169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226630b-bec5-46a3-98b1-49161b5212d1 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] Pushing event deleted for resources: {'Network': ['ID=6f49c8e1-a839-4c99-8c92-734b76aec8ca,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:36.599478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-320fca05-bba4-4525-ac3e-136b0476ce66 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.600507 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-320fca05-bba4-4525-ac3e-136b0476ce66 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0128198 Feb 18 09:11:36.602219 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8226630b-bec5-46a3-98b1-49161b5212d1 tempest-TestSecurityGroupsBasicOps-549982103 tempest-TestSecurityGroupsBasicOps-549982103-project] 10.222.0.72 "DELETE /v2.0/networks/6f49c8e1-a839-4c99-8c92-734b76aec8ca HTTP/1.1" status: 204 len: 168 time: 1.4924142 Feb 18 09:11:36.615409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51562) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.628059 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-e834eda8-4fe5-4e9c-8b67-e6ada8318969 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.633019 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e834eda8-4fe5-4e9c-8b67-e6ada8318969 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0102546 Feb 18 09:11:36.636077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51568) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.641985 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-a02a91ff-8294-474c-a7a9-73b0b9d4213b tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.643088 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a02a91ff-8294-474c-a7a9-73b0b9d4213b tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0059049 Feb 18 09:11:36.646274 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51572) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.653923 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-d6bb98ca-ed58-4502-9564-85deac589d76 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.657843 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d6bb98ca-ed58-4502-9564-85deac589d76 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0104687 Feb 18 09:11:36.660299 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51576) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.671835 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-642e71c0-c07a-4d66-b1ad-55076d3aa471 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.673196 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-642e71c0-c07a-4d66-b1ad-55076d3aa471 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0117936 Feb 18 09:11:36.677613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51582) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.684997 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-7d8e7ed0-4dd2-4496-aa53-a5f8a30f57a8 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.686145 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7d8e7ed0-4dd2-4496-aa53-a5f8a30f57a8 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0074906 Feb 18 09:11:36.689049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51586) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.698182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-32739255-35a8-4fdf-ad9e-7dc1db976024 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.699522 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-32739255-35a8-4fdf-ad9e-7dc1db976024 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0087540 Feb 18 09:11:36.701748 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51590) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.708255 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fbfeab-a1d0-44f3-b491-dde76d67484c None None] Network cbe90f93-0920-43a6-89e4-49c0e5f27459 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:11:36.718658 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-d5ad4f19-bffa-43db-8ffd-dc4a7c306375 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.719657 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d5ad4f19-bffa-43db-8ffd-dc4a7c306375 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0167131 Feb 18 09:11:36.722388 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51594) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.734281 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-9fe9846c-f9a4-4dc2-a08d-a2b031b541ce tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.735329 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9fe9846c-f9a4-4dc2-a08d-a2b031b541ce tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0120063 Feb 18 09:11:36.739397 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51598) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.749712 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-f7d11a43-70e5-48dc-9a3a-b1a482ea33d4 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.751318 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f7d11a43-70e5-48dc-9a3a-b1a482ea33d4 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0106781 Feb 18 09:11:36.757888 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51602) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.780829 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-0aa704f9-3421-4be0-9867-f5b32b9d408f tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.781870 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0aa704f9-3421-4be0-9867-f5b32b9d408f tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0217497 Feb 18 09:11:36.784403 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51606) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.791249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-348ea24e-e3a3-4b5f-8a1d-912ff940b457 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.792977 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-348ea24e-e3a3-4b5f-8a1d-912ff940b457 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0074332 Feb 18 09:11:36.799136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51610) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.812971 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-942ce05d-63f2-4f62-9467-e0a0f496a743 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.813946 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-942ce05d-63f2-4f62-9467-e0a0f496a743 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0132189 Feb 18 09:11:36.816655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51616) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.831277 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-219966ad-327b-4606-a407-3b3d991d1553 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.832301 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-219966ad-327b-4606-a407-3b3d991d1553 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0147042 Feb 18 09:11:36.836750 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51620) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.843880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-b0a0892d-2299-43a9-8055-014d52ab28ca tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.844906 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b0a0892d-2299-43a9-8055-014d52ab28ca tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0068417 Feb 18 09:11:36.847872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51624) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.860052 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-4973d6cf-6835-41f4-b4f2-0a77e19d7fa9 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.861647 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4973d6cf-6835-41f4-b4f2-0a77e19d7fa9 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0124278 Feb 18 09:11:36.863654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-76938f9c-cf43-4e5f-b15d-cf4f2dda56cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port 673e92fc-505d-4a57-b80e-1a0ca4fcec1c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:36.864090 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-76938f9c-cf43-4e5f-b15d-cf4f2dda56cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:36.865595 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51628) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.874150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-ba730aaa-5cbe-4c4c-8b4a-4d9fed310579 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.875662 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ba730aaa-5cbe-4c4c-8b4a-4d9fed310579 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0088804 Feb 18 09:11:36.878359 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51632) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.887090 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e31ff19f-f2d3-48f8-9dbb-104dcb85811d None None] Provisioning for port ff7830f2-986b-4a6e-b392-0c93e25401e6 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:36.890541 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-dea477ee-3742-4998-97d9-47f8af35b485 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.897608 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-dea477ee-3742-4998-97d9-47f8af35b485 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0159330 Feb 18 09:11:36.899701 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51636) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.922144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-a4a751c8-b562-456b-a1b9-2f62e26f7502 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.924019 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a4a751c8-b562-456b-a1b9-2f62e26f7502 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0208399 Feb 18 09:11:36.926769 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51640) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.940462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-12d6f1e6-dd51-43a9-a6b8-812afd96824a tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.944825 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-12d6f1e6-dd51-43a9-a6b8-812afd96824a tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0165756 Feb 18 09:11:36.948520 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51644) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.956546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-98c24d50-c08d-41a9-8225-c0f857ea8d76 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.964357 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-98c24d50-c08d-41a9-8225-c0f857ea8d76 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0139208 Feb 18 09:11:36.967617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51648) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:36.968449 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b3fd4407-e405-4dc5-8817-64ca490faf20 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:36.974097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b3fd4407-e405-4dc5-8817-64ca490faf20 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:subnet and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:36.978189 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b3fd4407-e405-4dc5-8817-64ca490faf20 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:36.983425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-3f5de08e-d2b6-41a5-b729-4d8d683c4ed6 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:36.986195 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3f5de08e-d2b6-41a5-b729-4d8d683c4ed6 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0132041 Feb 18 09:11:36.987599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b3fd4407-e405-4dc5-8817-64ca490faf20 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:36.988880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51652) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.002685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-eb2c9343-73f8-4db8-bb2f-0e6ffdf294c6 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.005717 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-eb2c9343-73f8-4db8-bb2f-0e6ffdf294c6 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0156162 Feb 18 09:11:37.009168 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51656) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.019979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fd4407-e405-4dc5-8817-64ca490faf20 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Made reservation on behalf of ba9cbaab7e1546969ce0dfda386e955d for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:37.021394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-8de2b184-cd0f-457b-aa81-931d2a7556c7 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.026655 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8de2b184-cd0f-457b-aa81-931d2a7556c7 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0106785 Feb 18 09:11:37.027681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51660) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.032539 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b3fd4407-e405-4dc5-8817-64ca490faf20 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:37.048871 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-55a91515-b89d-4906-a0bf-348fca6a8fc0 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.053142 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-55a91515-b89d-4906-a0bf-348fca6a8fc0 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0225816 Feb 18 09:11:37.054777 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51668) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.068555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-b3a71fd9-aab6-4e16-8fc5-64a04498a948 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.071010 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b3a71fd9-aab6-4e16-8fc5-64a04498a948 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0133448 Feb 18 09:11:37.078314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51672) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.094638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-21bdab62-283b-4c95-841e-1a44ff957793 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.096038 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-21bdab62-283b-4c95-841e-1a44ff957793 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0162325 Feb 18 09:11:37.098870 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51676) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.106304 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-9d852c35-df29-4024-879e-f6278a00cde4 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.107886 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9d852c35-df29-4024-879e-f6278a00cde4 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0075617 Feb 18 09:11:37.110493 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51680) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.116649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-5295fef3-a71c-4bae-be4e-bec57cf2ec1b tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.117971 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5295fef3-a71c-4bae-be4e-bec57cf2ec1b tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0062037 Feb 18 09:11:37.120804 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51684) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.130900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-f0c7397d-6e7f-4b32-be33-9ca171cc2ca0 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.132661 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f0c7397d-6e7f-4b32-be33-9ca171cc2ca0 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0106869 Feb 18 09:11:37.136088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51688) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.152092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-216aa9bf-fa1d-49d0-a565-01f0b788f398 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.153428 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-216aa9bf-fa1d-49d0-a565-01f0b788f398 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0162566 Feb 18 09:11:37.156582 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51692) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.162408 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-9a810bb8-a1ee-471f-9b80-aa72a2093e1e tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.163510 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9a810bb8-a1ee-471f-9b80-aa72a2093e1e tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0058885 Feb 18 09:11:37.167994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51696) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.176197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-0426cecf-fb94-42ff-8317-460697d79250 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.180776 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0426cecf-fb94-42ff-8317-460697d79250 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0116541 Feb 18 09:11:37.182461 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51700) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.189441 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-77077780-edb1-41bb-bf9d-4868d84be6e4 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.195399 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-77077780-edb1-41bb-bf9d-4868d84be6e4 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0113742 Feb 18 09:11:37.196300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51704) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.203031 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-49196554-788c-48e5-80d7-5d902630752e tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.207457 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-49196554-788c-48e5-80d7-5d902630752e tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0095444 Feb 18 09:11:37.208778 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51708) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.215376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-1f6072b1-6c60-4f6c-903a-b8e9a007c84a tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.220024 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1f6072b1-6c60-4f6c-903a-b8e9a007c84a tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0101013 Feb 18 09:11:37.220979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51712) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.227159 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-84cc935d-d0ac-4d86-91f4-34d043d69803 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.247989 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-84cc935d-d0ac-4d86-91f4-34d043d69803 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0256135 Feb 18 09:11:37.248776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51716) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.257510 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-ff13a969-db93-4e3c-805b-38d09ed142fd tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.264499 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ff13a969-db93-4e3c-805b-38d09ed142fd tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0145674 Feb 18 09:11:37.265132 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51720) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.270477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-629f248c-6634-4b00-8a94-19eeab3731f8 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.275588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51724) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.276011 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-629f248c-6634-4b00-8a94-19eeab3731f8 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0092010 Feb 18 09:11:37.295754 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51728) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.298609 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [None req-b5de3ae4-2c8d-4a61-ac3f-1835ba1bd624 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.300249 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b5de3ae4-2c8d-4a61-ac3f-1835ba1bd624 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0206437 Feb 18 09:11:37.305112 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d3e522f0-3ae9-4025-8811-d3cda9b98ba0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:37.307325 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51732) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.324180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-b0fa0f91-3528-4dd3-a94c-3cb93544c2b6 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.329516 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b0fa0f91-3528-4dd3-a94c-3cb93544c2b6 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0203571 Feb 18 09:11:37.330272 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51738) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.343653 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-ba4b0a67-4f85-4a30-b1c0-8e6b15b993fb tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.354636 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ba4b0a67-4f85-4a30-b1c0-8e6b15b993fb tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0228846 Feb 18 09:11:37.355293 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51742) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.363488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-ee636abb-5571-42ed-91f3-d5ba28a86f56 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.367987 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ee636abb-5571-42ed-91f3-d5ba28a86f56 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0111883 Feb 18 09:11:37.369051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51746) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.375184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-be8b222c-c103-445c-ba56-999394cf19f2 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.379273 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-be8b222c-c103-445c-ba56-999394cf19f2 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0069468 Feb 18 09:11:37.381243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51750) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.388974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-7a8affb3-f190-47f8-b5cb-c0bcb0ac0039 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.394312 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7a8affb3-f190-47f8-b5cb-c0bcb0ac0039 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0111558 Feb 18 09:11:37.395161 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51754) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.402171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-4626d6c2-e66f-4f84-8137-92f344ac67de tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.406626 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4626d6c2-e66f-4f84-8137-92f344ac67de tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0101001 Feb 18 09:11:37.408650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51758) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.414934 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-61344525-5f23-4ca8-9301-1e8d828fe910 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.420387 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-61344525-5f23-4ca8-9301-1e8d828fe910 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0120909 Feb 18 09:11:37.421103 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51762) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.426763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-f15a922b-485a-4f54-bbe6-b0d2c92be447 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.430998 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f15a922b-485a-4f54-bbe6-b0d2c92be447 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0087013 Feb 18 09:11:37.431859 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51766) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.438379 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-209807d3-891c-425a-8b76-b093af1d4418 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.443249 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-209807d3-891c-425a-8b76-b093af1d4418 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0097425 Feb 18 09:11:37.443878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51770) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.445904 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d3e522f0-3ae9-4025-8811-d3cda9b98ba0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:37.450522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-45af9dfe-f7c2-455d-952d-159a517fa927 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.455056 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-45af9dfe-f7c2-455d-952d-159a517fa927 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0099280 Feb 18 09:11:37.455812 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51774) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.464913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [None req-5f8163d8-2f9a-4603-8fb7-2dac542851e0 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:37.465449 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e522f0-3ae9-4025-8811-d3cda9b98ba0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event deleted for resources: {'Subnet': ['ID=1b743376-da4b-4522-80bf-258dbd2da6c7,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:37.486038 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc32ca1-cf46-4201-8e35-40358f1f5bb3 None None] Network c007c0e9-3b09-4935-b7b9-8a901322650c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:11:37.486763 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5f8163d8-2f9a-4603-8fb7-2dac542851e0 tempest-ExtensionsTestJSON-938382048 tempest-ExtensionsTestJSON-938382048-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0295987 Feb 18 09:11:37.586510 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ff7830f2-986b-4a6e-b392-0c93e25401e6 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:37.646727 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d3e522f0-3ae9-4025-8811-d3cda9b98ba0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "DELETE /v2.0/subnets/1b743376-da4b-4522-80bf-258dbd2da6c7 HTTP/1.1" status: 204 len: 168 time: 2.0939071 Feb 18 09:11:37.652005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51782) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:37.947872 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cc403551-18f0-40f0-8c16-219be7e3b401 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2043376ef2794b84aea557eef809fcc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6491375 Feb 18 09:11:37.955496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc622d64-bcc5-4be2-b1dc-2280060366e2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Deleting subnet 8e66a5db-8eab-4e27-9604-af278cece570 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:11:37.961139 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cc622d64-bcc5-4be2-b1dc-2280060366e2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:37.966458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51788) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:38.035017 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port ff7830f2-986b-4a6e-b392-0c93e25401e6 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:38.062081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51792) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:38.065765 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ff7830f2-986b-4a6e-b392-0c93e25401e6 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:38.066384 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.137739 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cc622d64-bcc5-4be2-b1dc-2280060366e2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.262581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a6e8cc0c-119d-4cf4-a002-b1c690f9bc7b None None] Provisioning for port 673e92fc-505d-4a57-b80e-1a0ca4fcec1c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:38.301575 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a6e8cc0c-119d-4cf4-a002-b1c690f9bc7b None None] Provisioning complete for port 673e92fc-505d-4a57-b80e-1a0ca4fcec1c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:38.301972 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a6e8cc0c-119d-4cf4-a002-b1c690f9bc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.434407 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea309-bd4f-4795-aa89-16f3ae8f07b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.438524 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.461698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a6e8cc0c-119d-4cf4-a002-b1c690f9bc7b None None] Port 673e92fc-505d-4a57-b80e-1a0ca4fcec1c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:11:38.484181 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb7abf50-30df-4405-a2a4-d1e2ac067c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.516762 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fb7abf50-30df-4405-a2a4-d1e2ac067c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:38.529515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fb7abf50-30df-4405-a2a4-d1e2ac067c24 admin admin] Usage tracker for resource:security_group_rule and tenant:979a4d2ad8934a1ab26632ce8c34879a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:38.536008 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fb7abf50-30df-4405-a2a4-d1e2ac067c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:38.538709 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port ff7830f2-986b-4a6e-b392-0c93e25401e6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ff7830f2-986b-4a6e-b392-0c93e25401e6,segment=NetworkSegment(fcd23825-c461-429d-b51a-a9ca9d3615f8),segment_id=fcd23825-c461-429d-b51a-a9ca9d3615f8)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:38.542884 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-76938f9c-cf43-4e5f-b15d-cf4f2dda56cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.545075 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.547089 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fb7abf50-30df-4405-a2a4-d1e2ac067c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:38.571744 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cc622d64-bcc5-4be2-b1dc-2280060366e2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.584214 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea309-bd4f-4795-aa89-16f3ae8f07b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.597491 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b3fd4407-e405-4dc5-8817-64ca490faf20 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.638574 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf4f21-4562-4973-b67b-253de80afe2a None None] DHCP port deletion for c007c0e9-3b09-4935-b7b9-8a901322650c request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:11:38.656480 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-04bf4f21-4562-4973-b67b-253de80afe2a None None] Deleting port 94dece5a-88a4-4309-9272-625fa75098b7 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:38.657108 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-04bf4f21-4562-4973-b67b-253de80afe2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.736091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-229a85be-dbd4-4a55-8311-5c57326d3299 None None] Provisioning complete for port 673e92fc-505d-4a57-b80e-1a0ca4fcec1c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:38.748688 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-229a85be-dbd4-4a55-8311-5c57326d3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.797724 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cc622d64-bcc5-4be2-b1dc-2280060366e2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.836992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-229a85be-dbd4-4a55-8311-5c57326d3299 None None] Port 673e92fc-505d-4a57-b80e-1a0ca4fcec1c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:11:38.840721 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=ff7830f2-986b-4a6e-b392-0c93e25401e6,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:38.937770 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cc622d64-bcc5-4be2-b1dc-2280060366e2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:38.963745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd4407-e405-4dc5-8817-64ca490faf20 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Subnet': ['ID=20c07c8e-003c-4ee4-9d93-ea36dea8c1b1,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:38.965509 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc622d64-bcc5-4be2-b1dc-2280060366e2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event deleted for resources: {'Subnet': ['ID=8e66a5db-8eab-4e27-9604-af278cece570,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:38.988748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-76938f9c-cf43-4e5f-b15d-cf4f2dda56cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for 673e92fc-505d-4a57-b80e-1a0ca4fcec1c owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:39.006184 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb7abf50-30df-4405-a2a4-d1e2ac067c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:39.013853 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cc622d64-bcc5-4be2-b1dc-2280060366e2 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "DELETE /v2.0/subnets/8e66a5db-8eab-4e27-9604-af278cece570 HTTP/1.1" status: 204 len: 168 time: 1.3610718 Feb 18 09:11:39.016072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51808) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:39.020740 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb7abf50-30df-4405-a2a4-d1e2ac067c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:39.117485 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-04bf4f21-4562-4973-b67b-253de80afe2a None None] For port 94dece5a-88a4-4309-9272-625fa75098b7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=94dece5a-88a4-4309-9272-625fa75098b7,segment=NetworkSegment(840be32f-0862-44e8-b5e9-bff14e520d46),segment_id=840be32f-0862-44e8-b5e9-bff14e520d46)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:39.118723 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-04bf4f21-4562-4973-b67b-253de80afe2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:39.242396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd4407-e405-4dc5-8817-64ca490faf20 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Checking segment: {'id': 'c690a50a-7464-4a8b-ba3f-2cd98185dd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '09296418-21d1-464d-a368-de47256698e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:11:39.243335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fd4407-e405-4dc5-8817-64ca490faf20 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network hostable DHCP agents. Network: 09296418-21d1-464d-a368-de47256698e4, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:11:39.279681 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-04bf4f21-4562-4973-b67b-253de80afe2a None None] Calling delete_port for 94dece5a-88a4-4309-9272-625fa75098b7 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:39.329586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7abf50-30df-4405-a2a4-d1e2ac067c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23db6a53-5573-41b0-bf12-2b28647f6828,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:39.370575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fd4407-e405-4dc5-8817-64ca490faf20 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 09296418-21d1-464d-a368-de47256698e4 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:11:39.391436 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea309-bd4f-4795-aa89-16f3ae8f07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:39.399085 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d463ecbf-4d3d-4948-a4e0-aa81d8048334 None None] Network b8db49a5-d459-47e2-ab70-0ed233d21bf7 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:11:39.408479 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fb7abf50-30df-4405-a2a4-d1e2ac067c24 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=979a4d2ad8934a1ab26632ce8c34879a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3449898 Feb 18 09:11:39.412795 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51812) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:39.434185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ff7830f2-986b-4a6e-b392-0c93e25401e6 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:39.441868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-b3fd4407-e405-4dc5-8817-64ca490faf20 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 09296418-21d1-464d-a368-de47256698e4) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:39.450431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fd4407-e405-4dc5-8817-64ca490faf20 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:39.451544 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b3fd4407-e405-4dc5-8817-64ca490faf20 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:39.459922 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:39.501207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Deleting port 94dece5a-88a4-4309-9272-625fa75098b7 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:39.502251 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:39.514298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ea309-bd4f-4795-aa89-16f3ae8f07b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6b6a10-0b93-4629-8509-06a1512cb54a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:39.528018 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b3fd4407-e405-4dc5-8817-64ca490faf20 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0694797 Feb 18 09:11:39.536036 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea309-bd4f-4795-aa89-16f3ae8f07b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:39.557897 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e61e09-4d9a-49c6-b6fc-245ba4ef9cb3 None None] Network 09296418-21d1-464d-a368-de47256698e4 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:11:39.559752 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ee9ea309-bd4f-4795-aa89-16f3ae8f07b1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff6b6a10-0b93-4629-8509-06a1512cb54a HTTP/1.1" status: 204 len: 168 time: 1.5912008 Feb 18 09:11:39.565134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51816) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:39.604060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-3cc07325-f6af-4fb4-a209-6bcf06a6cd0b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-267407169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:39.621599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3cc07325-f6af-4fb4-a209-6bcf06a6cd0b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:39.636891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3cc07325-f6af-4fb4-a209-6bcf06a6cd0b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:router and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:39.645921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3cc07325-f6af-4fb4-a209-6bcf06a6cd0b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:39.671694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3cc07325-f6af-4fb4-a209-6bcf06a6cd0b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:39.676259 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ea34-7cb8-4889-81cb-1268b6c92de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:39.704926 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-76938f9c-cf43-4e5f-b15d-cf4f2dda56cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:39.779435 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-04bf4f21-4562-4973-b67b-253de80afe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:39.877220 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3cc07325-f6af-4fb4-a209-6bcf06a6cd0b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:39.878703 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3cc07325-f6af-4fb4-a209-6bcf06a6cd0b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:39.949050 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf4f21-4562-4973-b67b-253de80afe2a None None] Pushing event deleted for resources: {'Port': ['ID=94dece5a-88a4-4309-9272-625fa75098b7,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:39.970356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf4f21-4562-4973-b67b-253de80afe2a None None] No DVR routers for this DVR port 94dece5a-88a4-4309-9272-625fa75098b7 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:39.979822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76938f9c-cf43-4e5f-b15d-cf4f2dda56cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Port': ['ID=673e92fc-505d-4a57-b80e-1a0ca4fcec1c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:40.075362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] For port 94dece5a-88a4-4309-9272-625fa75098b7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=94dece5a-88a4-4309-9272-625fa75098b7,segment=NetworkSegment(840be32f-0862-44e8-b5e9-bff14e520d46),segment_id=840be32f-0862-44e8-b5e9-bff14e520d46)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:40.075768 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:40.131539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ff7830f2-986b-4a6e-b392-0c93e25401e6 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:40.133557 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:40.171140 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3cc07325-f6af-4fb4-a209-6bcf06a6cd0b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:40.221540 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-76938f9c-cf43-4e5f-b15d-cf4f2dda56cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:40.240919 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-76938f9c-cf43-4e5f-b15d-cf4f2dda56cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/ports/673e92fc-505d-4a57-b80e-1a0ca4fcec1c HTTP/1.1" status: 204 len: 168 time: 3.9855373 Feb 18 09:11:40.243374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51826) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:40.299324 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3cc07325-f6af-4fb4-a209-6bcf06a6cd0b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:40.349187 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f40ac5-1832-488f-929c-edbdd26a8cf1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] GET failed (client error): The resource could not be found. Feb 18 09:11:40.349872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f4f40ac5-1832-488f-929c-edbdd26a8cf1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Synchronizing usage tracker for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:40.370046 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3cc07325-f6af-4fb4-a209-6bcf06a6cd0b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:40.374215 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3cc07325-f6af-4fb4-a209-6bcf06a6cd0b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7864010 Feb 18 09:11:40.378675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51830) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:40.398789 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ea34-7cb8-4889-81cb-1268b6c92de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:40.425992 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Calling delete_port for 94dece5a-88a4-4309-9272-625fa75098b7 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:40.476301 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51834) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:40.525197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-09296418-21d1-464d-a368-de47256698e4', 'network_id': '09296418-21d1-464d-a368-de47256698e4', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'fixed_ips': [{'subnet_id': '20c07c8e-003c-4ee4-9d93-ea36dea8c1b1'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:11:40.526764 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:40.592685 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-857a9b25-bbda-4dbf-b18f-c4cca7b5842d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:40.651206 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187f3d38-4dbf-4a55-a1f2-5d7a84ee7fb2 None None] DHCP port deletion for b8db49a5-d459-47e2-ab70-0ed233d21bf7 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:11:40.672467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-187f3d38-4dbf-4a55-a1f2-5d7a84ee7fb2 None None] Deleting port 0e38fd3d-2587-4d11-8cbd-43a047f129df {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:40.673079 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-187f3d38-4dbf-4a55-a1f2-5d7a84ee7fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:40.685382 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-857a9b25-bbda-4dbf-b18f-c4cca7b5842d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:40.694269 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-857a9b25-bbda-4dbf-b18f-c4cca7b5842d admin admin] Usage tracker for resource:security_group_rule and tenant:e43bd3c81b5840f5aec2d147cc079a62 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:40.714479 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-857a9b25-bbda-4dbf-b18f-c4cca7b5842d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:40.738662 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-857a9b25-bbda-4dbf-b18f-c4cca7b5842d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:40.755171 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:11:40.755531 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:11:40.760493 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 94dece5a-88a4-4309-9272-625fa75098b7 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:40.763153 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ea34-7cb8-4889-81cb-1268b6c92de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:40.812203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1ea34-7cb8-4889-81cb-1268b6c92de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23db6a53-5573-41b0-bf12-2b28647f6828,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:40.817698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 94dece5a-88a4-4309-9272-625fa75098b7 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:11:40.817914 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 94dece5a-88a4-4309-9272-625fa75098b7 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:11:40.839313 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ea34-7cb8-4889-81cb-1268b6c92de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:40.840791 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a8b1ea34-7cb8-4889-81cb-1268b6c92de2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/23db6a53-5573-41b0-bf12-2b28647f6828 HTTP/1.1" status: 204 len: 168 time: 1.4264414 Feb 18 09:11:40.984035 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Allocated IP 2001:db8::2 (09296418-21d1-464d-a368-de47256698e4/20c07c8e-003c-4ee4-9d93-ea36dea8c1b1/9f95bb06-ae9d-4f80-bddf-2b40883fb0b6) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:41.022932 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-857a9b25-bbda-4dbf-b18f-c4cca7b5842d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.029597 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-857a9b25-bbda-4dbf-b18f-c4cca7b5842d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.092747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f4f40ac5-1832-488f-929c-edbdd26a8cf1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Unset dirty status for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:41.096701 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f4f40ac5-1832-488f-929c-edbdd26a8cf1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports/673e92fc-505d-4a57-b80e-1a0ca4fcec1c HTTP/1.1" status: 404 len: 333 time: 0.8521826 Feb 18 09:11:41.097382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51842) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:41.111618 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51846) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:41.111985 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-857a9b25-bbda-4dbf-b18f-c4cca7b5842d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e43bd3c81b5840f5aec2d147cc079a62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6316564 Feb 18 09:11:41.113288 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a9b25-bbda-4dbf-b18f-c4cca7b5842d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918b78f3-efbb-4b33-acde-04f5c9f3538e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:41.257459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Deleting port 94dece5a-88a4-4309-9272-625fa75098b7 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:41.258142 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.296445 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-187f3d38-4dbf-4a55-a1f2-5d7a84ee7fb2 None None] For port 0e38fd3d-2587-4d11-8cbd-43a047f129df, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0e38fd3d-2587-4d11-8cbd-43a047f129df,segment=NetworkSegment(4a7b8af9-35ef-4638-a5f2-03c20f21ad4d),segment_id=4a7b8af9-35ef-4638-a5f2-03c20f21ad4d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:41.297075 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-187f3d38-4dbf-4a55-a1f2-5d7a84ee7fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.421558 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.427242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] The port '94dece5a-88a4-4309-9272-625fa75098b7' was deleted {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:11:41.491718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd147441-d6d9-4893-a577-dfb425a8e387 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting subnet 2dc8efe5-bc5d-4ba4-b389-14631ca31d31 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:11:41.506606 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bd147441-d6d9-4893-a577-dfb425a8e387 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.519840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0e38fd3d-2587-4d11-8cbd-43a047f129df no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:41.580884 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.592183 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1913758d-5fa0-43f6-8493-1cea0ee35415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.605459 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.631251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c007c0e9-3b09-4935-b7b9-8a901322650c']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:41.643013 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bd147441-d6d9-4893-a577-dfb425a8e387 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.653518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840be32f-0862-44e8-b5e9-bff14e520d46') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:41.653851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840be32f-0862-44e8-b5e9-bff14e520d46') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:41.667803 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.697929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-187f3d38-4dbf-4a55-a1f2-5d7a84ee7fb2 None None] Calling delete_port for 0e38fd3d-2587-4d11-8cbd-43a047f129df owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:41.702775 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.711692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:11:41.713113 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:11:41.732459 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:11:41.851501 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.857553 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.863359 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:41.944353 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event deleted for resources: {'Network': ['ID=c007c0e9-3b09-4935-b7b9-8a901322650c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:41.953817 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d85d66f6-9305-4b66-8d2f-237d801d188b tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "DELETE /v2.0/networks/c007c0e9-3b09-4935-b7b9-8a901322650c HTTP/1.1" status: 204 len: 168 time: 2.9342082 Feb 18 09:11:41.954780 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51860) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:42.023409 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1913758d-5fa0-43f6-8493-1cea0ee35415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:42.080989 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:42.126633 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bd147441-d6d9-4893-a577-dfb425a8e387 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:42.151107 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-187f3d38-4dbf-4a55-a1f2-5d7a84ee7fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:42.179234 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1913758d-5fa0-43f6-8493-1cea0ee35415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:42.185912 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad4a1517-a74c-4a53-bacb-60e08d90a9f0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:42.219442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913758d-5fa0-43f6-8493-1cea0ee35415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918b78f3-efbb-4b33-acde-04f5c9f3538e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:42.232989 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:42.268015 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1913758d-5fa0-43f6-8493-1cea0ee35415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:42.270168 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1913758d-5fa0-43f6-8493-1cea0ee35415 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/918b78f3-efbb-4b33-acde-04f5c9f3538e HTTP/1.1" status: 204 len: 168 time: 1.1576183 Feb 18 09:11:42.277705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f3d38-4dbf-4a55-a1f2-5d7a84ee7fb2 None None] Pushing event deleted for resources: {'Port': ['ID=0e38fd3d-2587-4d11-8cbd-43a047f129df,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:42.286271 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187f3d38-4dbf-4a55-a1f2-5d7a84ee7fb2 None None] No DVR routers for this DVR port 0e38fd3d-2587-4d11-8cbd-43a047f129df on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:42.323365 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bd147441-d6d9-4893-a577-dfb425a8e387 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:42.332596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Transition to ACTIVE for port object 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:42.381449 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Transition to ACTIVE for port object 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:42.396869 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:42.420321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd147441-d6d9-4893-a577-dfb425a8e387 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc8efe5-bc5d-4ba4-b389-14631ca31d31,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:42.508243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Allocated IP 2001:db8::1 (09296418-21d1-464d-a368-de47256698e4/20c07c8e-003c-4ee4-9d93-ea36dea8c1b1/d6a2c478-f202-477e-b01e-60e3ae4686c4) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:42.519078 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Network 09296418-21d1-464d-a368-de47256698e4 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:42.527168 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:42.535643 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:11:42.577370 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad4a1517-a74c-4a53-bacb-60e08d90a9f0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:42.607006 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51882) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:42.647950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Pushing event updated for resources: {'Port': ['ID=9f95bb06-ae9d-4f80-bddf-2b40883fb0b6,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:42.713689 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Attempting to bind port 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:11:42.714069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Attempting to bind port 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'c690a50a-7464-4a8b-ba3f-2cd98185dd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '09296418-21d1-464d-a368-de47256698e4'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:11:42.714445 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Attempting to bind port 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6 on network 09296418-21d1-464d-a368-de47256698e4 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:11:42.728388 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:11:42.728914 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Checking segment: {'id': 'c690a50a-7464-4a8b-ba3f-2cd98185dd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '09296418-21d1-464d-a368-de47256698e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:11:42.729427 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:42.729838 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Bound using segment: {'id': 'c690a50a-7464-4a8b-ba3f-2cd98185dd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '09296418-21d1-464d-a368-de47256698e4'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:11:42.730338 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Bound port: 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c690a50a-7464-4a8b-ba3f-2cd98185dd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '09296418-21d1-464d-a368-de47256698e4'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:11:42.730720 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:42.777669 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:42.785421 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bd147441-d6d9-4893-a577-dfb425a8e387 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:42.813184 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bd147441-d6d9-4893-a577-dfb425a8e387 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/2dc8efe5-bc5d-4ba4-b389-14631ca31d31 HTTP/1.1" status: 204 len: 168 time: 1.7051706 Feb 18 09:11:42.815995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51892) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:42.821749 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Transition to ACTIVE for port object d6a2c478-f202-477e-b01e-60e3ae4686c4 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:42.850360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ad4a1517-a74c-4a53-bacb-60e08d90a9f0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8db49a5-d459-47e2-ab70-0ed233d21bf7']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:42.875174 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ad4a1517-a74c-4a53-bacb-60e08d90a9f0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:42.876531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ad4a1517-a74c-4a53-bacb-60e08d90a9f0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7b8af9-35ef-4638-a5f2-03c20f21ad4d') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:42.899738 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6fb157-0beb-499d-9643-2c9a3db64a98 None None] Network cbe90f93-0920-43a6-89e4-49c0e5f27459 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:11:42.904979 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad4a1517-a74c-4a53-bacb-60e08d90a9f0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:42.954350 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad4a1517-a74c-4a53-bacb-60e08d90a9f0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:42.978920 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4a1517-a74c-4a53-bacb-60e08d90a9f0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:11:42.979332 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad4a1517-a74c-4a53-bacb-60e08d90a9f0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:11:43.022720 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:11:43.261716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] For port 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:11:43.272309 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.280014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51908) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:43.304913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1681584189'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:43.312420 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] For port 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9f95bb06-ae9d-4f80-bddf-2b40883fb0b6,segment=NetworkSegment(c690a50a-7464-4a8b-ba3f-2cd98185dd65),segment_id=c690a50a-7464-4a8b-ba3f-2cd98185dd65)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:11:43.314514 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad4a1517-a74c-4a53-bacb-60e08d90a9f0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.319220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:43.324901 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.346184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port ff7830f2-986b-4a6e-b392-0c93e25401e6 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:43.346886 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.348465 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad4a1517-a74c-4a53-bacb-60e08d90a9f0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.386647 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Usage tracker for resource:network and tenant:0e52881db3ee4a73a3ce3352d5257816 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:43.394927 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-14650e0f-9be3-45a6-b8da-431a26b07e32 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a7e7c8c3d1384bcab6b8c586cb9fac88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1123493 Feb 18 09:11:43.396125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:43.402100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51918) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:43.402738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a1517-a74c-4a53-bacb-60e08d90a9f0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] Pushing event deleted for resources: {'Network': ['ID=b8db49a5-d459-47e2-ab70-0ed233d21bf7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:43.410295 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:43.413046 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.420395 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ad4a1517-a74c-4a53-bacb-60e08d90a9f0 tempest-TaggedBootDevicesTest_v242-401294297 tempest-TaggedBootDevicesTest_v242-401294297-project] 10.222.0.72 "DELETE /v2.0/networks/b8db49a5-d459-47e2-ab70-0ed233d21bf7 HTTP/1.1" status: 204 len: 168 time: 1.4584255 Feb 18 09:11:43.438458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Made reservation on behalf of 0e52881db3ee4a73a3ce3352d5257816 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:43.457810 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.473988 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.494976 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:43.500116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Usage tracker for resource:security_group_rule and tenant:0e52881db3ee4a73a3ce3352d5257816 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:43.505479 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:43.513461 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae58e1-9bd7-4266-b351-81d4d4adda3c None None] Pushing event updated for resources: {'Port': ['ID=9f95bb06-ae9d-4f80-bddf-2b40883fb0b6,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:43.520775 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:43.584790 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=d6a2c478-f202-477e-b01e-60e3ae4686c4,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:43.609298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 09296418-21d1-464d-a368-de47256698e4 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:43.625158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:43.679494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:11:43.680082 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.713922 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.721395 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.774123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:11:43.787372 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d24c5a9-2089-4254-852a-071f64920311,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:43.816899 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.818040 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Added segment daf48cf5-a723-4463-aaeb-6b4da2bc6e36 of type vlan for network 0652f786-1fc4-4a60-9ec1-32b8f65ea358 Feb 18 09:11:43.855274 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85201c99-b369-4fca-a584-bd7d1817f7c0 None None] DHCP port deletion for cbe90f93-0920-43a6-89e4-49c0e5f27459 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:11:43.862038 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-85201c99-b369-4fca-a584-bd7d1817f7c0 None None] Deleting port ff7830f2-986b-4a6e-b392-0c93e25401e6 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:43.862602 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-85201c99-b369-4fca-a584-bd7d1817f7c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.890987 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.978579 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:43.993202 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:43.994521 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:44.099122 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eb5c45bb-5832-4b08-abf0-8bf4377f3d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:44.291263 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eb5c45bb-5832-4b08-abf0-8bf4377f3d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:44.330966 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7165573 Feb 18 09:11:44.338897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51936) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:44.341973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d8968-ee0a-4905-9955-c9e1d721f633 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Pushing event updated for resources: {'Network': ['ID=0652f786-1fc4-4a60-9ec1-32b8f65ea358,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:44.356307 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 0652f786-1fc4-4a60-9ec1-32b8f65ea358 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:11:44.361758 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-11a9cc30-00e6-4d37-a708-61a65c1f93ca tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Request body: {'subnet': {'network_id': '0652f786-1fc4-4a60-9ec1-32b8f65ea358', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:44.415966 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-85201c99-b369-4fca-a584-bd7d1817f7c0 None None] For port ff7830f2-986b-4a6e-b392-0c93e25401e6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ff7830f2-986b-4a6e-b392-0c93e25401e6,segment=NetworkSegment(fcd23825-c461-429d-b51a-a9ca9d3615f8),segment_id=fcd23825-c461-429d-b51a-a9ca9d3615f8)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:44.416821 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-85201c99-b369-4fca-a584-bd7d1817f7c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:44.479818 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:44.516421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51940) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:44.522442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] For port ff7830f2-986b-4a6e-b392-0c93e25401e6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ff7830f2-986b-4a6e-b392-0c93e25401e6,segment=NetworkSegment(fcd23825-c461-429d-b51a-a9ca9d3615f8),segment_id=fcd23825-c461-429d-b51a-a9ca9d3615f8)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:44.522809 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:44.660319 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-11a9cc30-00e6-4d37-a708-61a65c1f93ca tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:44.664809 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-11a9cc30-00e6-4d37-a708-61a65c1f93ca tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Usage tracker for resource:subnet and tenant:0e52881db3ee4a73a3ce3352d5257816 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:44.669415 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-11a9cc30-00e6-4d37-a708-61a65c1f93ca tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:44.676942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-11a9cc30-00e6-4d37-a708-61a65c1f93ca tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:44.695468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a9cc30-00e6-4d37-a708-61a65c1f93ca tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Made reservation on behalf of 0e52881db3ee4a73a3ce3352d5257816 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:44.700355 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11a9cc30-00e6-4d37-a708-61a65c1f93ca tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:44.707594 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0d596483-aa4b-49e4-bb90-d039c5264833 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/floatingips/ede4c8ea-548f-45df-9128-5c5cda30a0ca HTTP/1.1" status: 200 len: 993 time: 0.1900258 Feb 18 09:11:44.913843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for ff7830f2-986b-4a6e-b392-0c93e25401e6 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:45.138859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-85201c99-b369-4fca-a584-bd7d1817f7c0 None None] Calling delete_port for ff7830f2-986b-4a6e-b392-0c93e25401e6 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:45.288791 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51950) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:45.342688 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-85201c99-b369-4fca-a584-bd7d1817f7c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:11:45.343236 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-85201c99-b369-4fca-a584-bd7d1817f7c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:11:45.418461 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:45.429719 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:45.435318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11a9cc30-00e6-4d37-a708-61a65c1f93ca tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:45.526399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] No DVR routers for this DVR port ff7830f2-986b-4a6e-b392-0c93e25401e6 on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:11:45.529478 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eb5c45bb-5832-4b08-abf0-8bf4377f3d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:45.529929 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:11:45.646714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2e1022-ea31-4838-bdca-ef99a6eb0eb0 None None] Network 09296418-21d1-464d-a368-de47256698e4 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:11:45.659705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9cc30-00e6-4d37-a708-61a65c1f93ca tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Pushing event updated for resources: {'Subnet': ['ID=21c2e108-8afd-4c47-82e4-5612dd02a22b,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:45.685892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:45.834716 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Port': ['ID=ff7830f2-986b-4a6e-b392-0c93e25401e6,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:45.860985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c45bb-5832-4b08-abf0-8bf4377f3d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87ddf98-5f80-4229-aa5d-938494f4d22f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:45.879571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a9cc30-00e6-4d37-a708-61a65c1f93ca tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Checking segment: {'id': 'daf48cf5-a723-4463-aaeb-6b4da2bc6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0652f786-1fc4-4a60-9ec1-32b8f65ea358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:11:45.880088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a9cc30-00e6-4d37-a708-61a65c1f93ca tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Network hostable DHCP agents. Network: 0652f786-1fc4-4a60-9ec1-32b8f65ea358, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:11:45.909127 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-85201c99-b369-4fca-a584-bd7d1817f7c0 None None] Deleting port ff7830f2-986b-4a6e-b392-0c93e25401e6 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:45.917495 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-85201c99-b369-4fca-a584-bd7d1817f7c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:45.956057 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a9cc30-00e6-4d37-a708-61a65c1f93ca tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Network 0652f786-1fc4-4a60-9ec1-32b8f65ea358 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:11:45.964956 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c78f8150-e495-4e33-880e-d7f7680a8057 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Deleting port 5b9672be-a60a-42ba-b4ae-1c551176fe13 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:45.965500 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c78f8150-e495-4e33-880e-d7f7680a8057 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:46.027701 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-11a9cc30-00e6-4d37-a708-61a65c1f93ca tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 0652f786-1fc4-4a60-9ec1-32b8f65ea358) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:46.038952 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ff7830f2-986b-4a6e-b392-0c93e25401e6 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:46.058418 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:46.059288 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a9cc30-00e6-4d37-a708-61a65c1f93ca tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:46.060194 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11a9cc30-00e6-4d37-a708-61a65c1f93ca tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:46.097326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe90f93-0920-43a6-89e4-49c0e5f27459']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:46.116409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd23825-c461-429d-b51a-a9ca9d3615f8') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:46.116693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd23825-c461-429d-b51a-a9ca9d3615f8') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:46.146277 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: ff7830f2-986b-4a6e-b392-0c93e25401e6 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:11:46.147045 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ff7830f2-986b-4a6e-b392-0c93e25401e6 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:11:46.147178 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:46.155936 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c400c0d-bb74-4bdf-b097-a3260c59be77 None None] Network 0652f786-1fc4-4a60-9ec1-32b8f65ea358 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:11:46.157526 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-11a9cc30-00e6-4d37-a708-61a65c1f93ca tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8170612 Feb 18 09:11:46.158216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51958) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:46.180162 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:46.189127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:11:46.189786 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:46.247628 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-51a66f9e-5752-480b-9bc0-147fe922886f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Request body: {'port': {'network_id': '0652f786-1fc4-4a60-9ec1-32b8f65ea358', 'name': 'tempest-ExtraDHCPOptionsTestJSON-946209572'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:11:46.314282 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:11:46.432207 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-85201c99-b369-4fca-a584-bd7d1817f7c0 None None] The port 'ff7830f2-986b-4a6e-b392-0c93e25401e6' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:11:46.469275 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f12c0281-9c1a-48d9-adc7-6e06575eb2d5 None None] Provisioning for port 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:46.484658 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f12c0281-9c1a-48d9-adc7-6e06575eb2d5 None None] Provisioning complete for port 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:46.484918 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f12c0281-9c1a-48d9-adc7-6e06575eb2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:46.503022 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:46.511086 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:46.522191 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c78f8150-e495-4e33-880e-d7f7680a8057 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:46.522744 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c78f8150-e495-4e33-880e-d7f7680a8057 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:46.539508 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-51a66f9e-5752-480b-9bc0-147fe922886f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:46.570500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Network': ['ID=cbe90f93-0920-43a6-89e4-49c0e5f27459,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:46.588599 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-eb5c45bb-5832-4b08-abf0-8bf4377f3d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:46.589507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-eb5c45bb-5832-4b08-abf0-8bf4377f3d7d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c87ddf98-5f80-4229-aa5d-938494f4d22f HTTP/1.1" status: 204 len: 168 time: 3.1861522 Feb 18 09:11:46.598715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4809ace3-78fc-4275-a3e9-f1cee633d668 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/networks/cbe90f93-0920-43a6-89e4-49c0e5f27459 HTTP/1.1" status: 204 len: 168 time: 3.7804809 Feb 18 09:11:46.608561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51964) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:46.619913 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764', 'name': 'tempest-PortsTestJSON-1916036027'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:46.813436 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:46.820623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:port and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:46.824673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:46.831712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:46.855329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:46.859008 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:46.907442 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:46.916629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] device_id is not set on port 2034fe97-f154-4e74-964a-d14b57425282 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:11:46.945212 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c78f8150-e495-4e33-880e-d7f7680a8057 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Calling delete_port for 5b9672be-a60a-42ba-b4ae-1c551176fe13 owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:46.997559 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:46.998433 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:47.047271 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-51a66f9e-5752-480b-9bc0-147fe922886f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Usage tracker for resource:port and tenant:0e52881db3ee4a73a3ce3352d5257816 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:47.062490 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-51a66f9e-5752-480b-9bc0-147fe922886f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:47.071324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-51a66f9e-5752-480b-9bc0-147fe922886f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:47.111011 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-0652f786-1fc4-4a60-9ec1-32b8f65ea358', 'network_id': '0652f786-1fc4-4a60-9ec1-32b8f65ea358', 'tenant_id': '0e52881db3ee4a73a3ce3352d5257816', 'fixed_ips': [{'subnet_id': '21c2e108-8afd-4c47-82e4-5612dd02a22b'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:11:47.113818 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:47.174779 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a66f9e-5752-480b-9bc0-147fe922886f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Made reservation on behalf of 0e52881db3ee4a73a3ce3352d5257816 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:47.179143 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51a66f9e-5752-480b-9bc0-147fe922886f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:47.251093 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-51a66f9e-5752-480b-9bc0-147fe922886f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] device_id is not set on port b33e1e86-6fef-4940-8ca2-863aca46acbc yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:11:47.345235 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c78f8150-e495-4e33-880e-d7f7680a8057 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:47.345491 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f12c0281-9c1a-48d9-adc7-6e06575eb2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:47.466989 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=d6a2c478-f202-477e-b01e-60e3ae4686c4,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:47.524841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f8150-e495-4e33-880e-d7f7680a8057 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event deleted for resources: {'Port': ['ID=5b9672be-a60a-42ba-b4ae-1c551176fe13,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:47.611627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f12c0281-9c1a-48d9-adc7-6e06575eb2d5 None None] For port 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9f95bb06-ae9d-4f80-bddf-2b40883fb0b6,segment=NetworkSegment(c690a50a-7464-4a8b-ba3f-2cd98185dd65),segment_id=c690a50a-7464-4a8b-ba3f-2cd98185dd65)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:47.628226 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f12c0281-9c1a-48d9-adc7-6e06575eb2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:47.747345 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c78f8150-e495-4e33-880e-d7f7680a8057 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:47.747902 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-c78f8150-e495-4e33-880e-d7f7680a8057 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Floating IP ede4c8ea-548f-45df-9128-5c5cda30a0ca disassociated (deleted). External IP: 172.25.1.233, port: de7fae9c-3ca6-47d6-9456-1451fbd06b63. Feb 18 09:11:47.781323 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:47.800795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 09296418-21d1-464d-a368-de47256698e4 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:47.803602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:47.839083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Allocated IP 172.20.0.2 (0652f786-1fc4-4a60-9ec1-32b8f65ea358/21c2e108-8afd-4c47-82e4-5612dd02a22b/525f2d2b-182e-478f-b14b-d7964c3608d3) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:48.002908 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3312b3aa-c2be-4bba-8aae-14d05e801a4b None None] Provisioning for port d6a2c478-f202-477e-b01e-60e3ae4686c4 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:48.179146 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c0281-9c1a-48d9-adc7-6e06575eb2d5 None None] Pushing event updated for resources: {'Port': ['ID=9f95bb06-ae9d-4f80-bddf-2b40883fb0b6,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:48.191247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3312b3aa-c2be-4bba-8aae-14d05e801a4b None None] Provisioning complete for port d6a2c478-f202-477e-b01e-60e3ae4686c4 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:48.191772 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3312b3aa-c2be-4bba-8aae-14d05e801a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:48.240989 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:48.370258 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-3312b3aa-c2be-4bba-8aae-14d05e801a4b None None] Port d6a2c478-f202-477e-b01e-60e3ae4686c4 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:11:48.454001 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3312b3aa-c2be-4bba-8aae-14d05e801a4b None None] Provisioning complete for port 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:48.454866 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3312b3aa-c2be-4bba-8aae-14d05e801a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:48.623368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:48.637865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78f8150-e495-4e33-880e-d7f7680a8057 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Router db09e72e-441d-4e4f-a757-bdaf56a75546 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:11:48.655407 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:48.687982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=2034fe97-f154-4e74-964a-d14b57425282,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:48.693608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:11:48.725046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:48.725742 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:48.746979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.747616 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.748175 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.748777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.749347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.749897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.750461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.751006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.751551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.752093 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.752688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.753235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:11:48.772796 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 33c67225-16fc-4ff3-a941-a89b35c7469c is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:11:48.809553 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7c4142a0-21b7-470f-b1d6-28ab894ad057 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1996591 Feb 18 09:11:48.811085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52002) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:48.835930 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:48.884528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Transition to ACTIVE for port object 525f2d2b-182e-478f-b14b-d7964c3608d3 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:48.953126 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Transition to ACTIVE for port object 525f2d2b-182e-478f-b14b-d7964c3608d3 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:49.081996 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78f8150-e495-4e33-880e-d7f7680a8057 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:11:49.095722 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b1935-52cf-4be9-bf28-273a7ee2c169 None None] Sync routers for ids ['db09e72e-441d-4e4f-a757-bdaf56a75546'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:11:49.115863 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0b1935-52cf-4be9-bf28-273a7ee2c169 None None] Routers {'db09e72e-441d-4e4f-a757-bdaf56a75546'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:49.116577 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-af0b1935-52cf-4be9-bf28-273a7ee2c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['db09e72e-441d-4e4f-a757-bdaf56a75546'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:49.141913 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52006) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:49.245769 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c78f8150-e495-4e33-880e-d7f7680a8057 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:49.290610 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:49.407457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-2b2258d4-45b5-4bef-bd1d-b6e00e3f03ad tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port 2034fe97-f154-4e74-964a-d14b57425282 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:49.411003 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2b2258d4-45b5-4bef-bd1d-b6e00e3f03ad tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:49.456675 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c78f8150-e495-4e33-880e-d7f7680a8057 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "DELETE /v2.0/floatingips/ede4c8ea-548f-45df-9128-5c5cda30a0ca HTTP/1.1" status: 204 len: 168 time: 4.1636615 Feb 18 09:11:49.461399 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-51a66f9e-5752-480b-9bc0-147fe922886f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Allocated IP 172.20.0.9 (0652f786-1fc4-4a60-9ec1-32b8f65ea358/21c2e108-8afd-4c47-82e4-5612dd02a22b/b33e1e86-6fef-4940-8ca2-863aca46acbc) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:49.467769 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:49.469610 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9faecb-7912-46b0-add6-9014192b6781', 'tag': 'de7fae9c-3ca6-47d6-9456-1451fbd06b63'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:11:49.671453 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Network 0652f786-1fc4-4a60-9ec1-32b8f65ea358 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:49.699138 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:49.707343 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9faecb-7912-46b0-add6-9014192b6781', 'tag': 'de7fae9c-3ca6-47d6-9456-1451fbd06b63', 'status': 'completed', 'code': 200} Feb 18 09:11:49.728654 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bd28f529-57d3-467d-8f7b-0d7c7622a066 None None] Provisioning complete for port d6a2c478-f202-477e-b01e-60e3ae4686c4 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:49.729426 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bd28f529-57d3-467d-8f7b-0d7c7622a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:49.815303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:11:49.908012 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-af0b1935-52cf-4be9-bf28-273a7ee2c169 None None] Set router db09e72e-441d-4e4f-a757-bdaf56a75546 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:11:49.915414 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Pushing event updated for resources: {'Port': ['ID=525f2d2b-182e-478f-b14b-d7964c3608d3,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:50.069465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-957950236-network', 'tenant_id': 'db823f31fd7544dc84dd14aa6a5017ca'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:50.152033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:11:50.158016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:50.182567 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e98ab025-5db0-4242-b642-c55d41046fec tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/33c67225-16fc-4ff3-a941-a89b35c7469c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8028128 Feb 18 09:11:50.186733 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bd7bbd-ec16-4cbf-b8d3-5968bcaadc93 None None] Sync routers for ids ['33c67225-16fc-4ff3-a941-a89b35c7469c'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:11:50.208520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52022) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:50.229670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Usage tracker for resource:network and tenant:db823f31fd7544dc84dd14aa6a5017ca is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:50.250296 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51a66f9e-5752-480b-9bc0-147fe922886f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:50.276495 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bd7bbd-ec16-4cbf-b8d3-5968bcaadc93 None None] Routers {'33c67225-16fc-4ff3-a941-a89b35c7469c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:50.278575 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a1bd7bbd-ec16-4cbf-b8d3-5968bcaadc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['33c67225-16fc-4ff3-a941-a89b35c7469c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:50.299075 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-51a66f9e-5752-480b-9bc0-147fe922886f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Transition to ACTIVE for port object b33e1e86-6fef-4940-8ca2-863aca46acbc will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:50.358284 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51a66f9e-5752-480b-9bc0-147fe922886f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:50.372120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:50.425992 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:50.457645 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-af0b1935-52cf-4be9-bf28-273a7ee2c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'name': 'tempest-TestNetworkBasicOps-router-893670166', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:25Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'a0149ac9-4c7e-4401-9666-af6361e2bfc7', 'name': '', 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:df:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:35Z', 'updated_at': '2022-02-18T09:09:50Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:50.464929 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b1935-52cf-4be9-bf28-273a7ee2c169 None None] Checking router: db09e72e-441d-4e4f-a757-bdaf56a75546 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:11:50.480475 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0b1935-52cf-4be9-bf28-273a7ee2c169 None None] Routers {'db09e72e-441d-4e4f-a757-bdaf56a75546'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:50.481207 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-af0b1935-52cf-4be9-bf28-273a7ee2c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['db09e72e-441d-4e4f-a757-bdaf56a75546'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:50.501172 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Attempting to bind port 525f2d2b-182e-478f-b14b-d7964c3608d3 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:11:50.501753 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Attempting to bind port 525f2d2b-182e-478f-b14b-d7964c3608d3 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'daf48cf5-a723-4463-aaeb-6b4da2bc6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0652f786-1fc4-4a60-9ec1-32b8f65ea358'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:11:50.501881 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Attempting to bind port 525f2d2b-182e-478f-b14b-d7964c3608d3 on network 0652f786-1fc4-4a60-9ec1-32b8f65ea358 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:11:50.518858 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-bd28f529-57d3-467d-8f7b-0d7c7622a066 None None] Port d6a2c478-f202-477e-b01e-60e3ae4686c4 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:11:50.545184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Made reservation on behalf of db823f31fd7544dc84dd14aa6a5017ca for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:50.547670 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:50.608364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a66f9e-5752-480b-9bc0-147fe922886f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Network 0652f786-1fc4-4a60-9ec1-32b8f65ea358 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:50.612992 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-51a66f9e-5752-480b-9bc0-147fe922886f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:50.614033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:50.614421 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:50.630456 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a66f9e-5752-480b-9bc0-147fe922886f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:11:50.642745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b112e3-198e-44ac-a087-3c97ff83b826 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:50.643508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-25b112e3-198e-44ac-a087-3c97ff83b826 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Synchronizing usage tracker for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:50.671068 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:50.680174 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a1bd7bbd-ec16-4cbf-b8d3-5968bcaadc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:50.685050 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a66f9e-5752-480b-9bc0-147fe922886f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Pushing event updated for resources: {'Port': ['ID=b33e1e86-6fef-4940-8ca2-863aca46acbc,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:50.685770 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:11:50.685971 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Checking segment: {'id': 'daf48cf5-a723-4463-aaeb-6b4da2bc6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0652f786-1fc4-4a60-9ec1-32b8f65ea358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:11:50.689704 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:50.690155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Bound using segment: {'id': 'daf48cf5-a723-4463-aaeb-6b4da2bc6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0652f786-1fc4-4a60-9ec1-32b8f65ea358'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:11:50.691048 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Bound port: 525f2d2b-182e-478f-b14b-d7964c3608d3, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf48cf5-a723-4463-aaeb-6b4da2bc6e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0652f786-1fc4-4a60-9ec1-32b8f65ea358'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:11:50.693540 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:50.700982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba14c0-2317-4dc9-9e42-8b18c698fdb9 req-4d350543-b105-4af7-bd2e-094fad443b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:50.703052 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abba14c0-2317-4dc9-9e42-8b18c698fdb9 req-4d350543-b105-4af7-bd2e-094fad443b35 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67d280681c92466b957d86889fb303b6&device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 1096 time: 0.7637966 Feb 18 09:11:50.724073 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a66f9e-5752-480b-9bc0-147fe922886f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:50.725541 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51a66f9e-5752-480b-9bc0-147fe922886f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:50.747855 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-51a66f9e-5752-480b-9bc0-147fe922886f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5847545 Feb 18 09:11:50.751285 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52028) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:50.758310 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Request body: {'port': {'network_id': '0652f786-1fc4-4a60-9ec1-32b8f65ea358', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1132340859', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:50.760034 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.api.validators [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] bootfile-name is not in valid_values {{(pid=87767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:11:50.761128 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.api.validators [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] tftp-server is not in valid_values {{(pid=87767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:11:50.761742 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.api.validators [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] server-ip-address is not in valid_values {{(pid=87767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:11:50.854978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:50.857338 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-af0b1935-52cf-4be9-bf28-273a7ee2c169 None None] Set router db09e72e-441d-4e4f-a757-bdaf56a75546 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:11:50.868991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-25b112e3-198e-44ac-a087-3c97ff83b826 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Unset dirty status for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:50.871642 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-25b112e3-198e-44ac-a087-3c97ff83b826 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/ports/d6a2c478-f202-477e-b01e-60e3ae4686c4 HTTP/1.1" status: 200 len: 911 time: 0.6563246 Feb 18 09:11:50.886213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52032) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:50.891487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Usage tracker for resource:security_group_rule and tenant:db823f31fd7544dc84dd14aa6a5017ca is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:50.951560 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:50.969020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bd7bbd-ec16-4cbf-b8d3-5968bcaadc93 None None] Routers {'33c67225-16fc-4ff3-a941-a89b35c7469c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:11:50.969894 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a1bd7bbd-ec16-4cbf-b8d3-5968bcaadc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['33c67225-16fc-4ff3-a941-a89b35c7469c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:51.053784 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:51.168030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a1bd7bbd-ec16-4cbf-b8d3-5968bcaadc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:51.168255 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bd7bbd-ec16-4cbf-b8d3-5968bcaadc93 None None] The sync data for ids ['33c67225-16fc-4ff3-a941-a89b35c7469c'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:11:51.228604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:51.241437 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Usage tracker for resource:port and tenant:0e52881db3ee4a73a3ce3352d5257816 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:51.246447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:51.261397 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:51.263951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] For port 525f2d2b-182e-478f-b14b-d7964c3608d3, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:11:51.271390 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] For port 525f2d2b-182e-478f-b14b-d7964c3608d3, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=525f2d2b-182e-478f-b14b-d7964c3608d3,segment=NetworkSegment(daf48cf5-a723-4463-aaeb-6b4da2bc6e36),segment_id=daf48cf5-a723-4463-aaeb-6b4da2bc6e36)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:11:51.281965 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Made reservation on behalf of 0e52881db3ee4a73a3ce3352d5257816 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:51.285724 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:51.319991 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2b2258d4-45b5-4bef-bd1d-b6e00e3f03ad tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:51.360914 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:51.405796 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] device_id is not set on port 55bed0d4-3f5f-4554-bbe1-731228ad1ee7 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:11:51.591295 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f11fc3-9617-4e6e-ab7c-1a66d14111c5 None None] Pushing event updated for resources: {'Port': ['ID=525f2d2b-182e-478f-b14b-d7964c3608d3,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:51.663500 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-af0b1935-52cf-4be9-bf28-273a7ee2c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'name': 'tempest-TestNetworkBasicOps-router-893670166', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:25Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'a0149ac9-4c7e-4401-9666-af6361e2bfc7', 'name': '', 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:df:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:35Z', 'updated_at': '2022-02-18T09:09:50Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:11:51.669769 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b1935-52cf-4be9-bf28-273a7ee2c169 None None] The sync data for ids ['db09e72e-441d-4e4f-a757-bdaf56a75546'] in n-d-829434-1 is: [{'id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'name': 'tempest-TestNetworkBasicOps-router-893670166', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:25Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'a0149ac9-4c7e-4401-9666-af6361e2bfc7', 'name': '', 'network_id': 'f1caec97-043c-4296-bbf3-4343ad8e8680', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'mac_address': 'fa:16:3e:df:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:35Z', 'updated_at': '2022-02-18T09:09:50Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'subnets': [{'id': 'e4500d41-2903-426e-b93a-dfcd7b5dfd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:11:51.694660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-2b2258d4-45b5-4bef-bd1d-b6e00e3f03ad tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for 2034fe97-f154-4e74-964a-d14b57425282 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:51.709709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Allocated IP 172.20.0.3 (0652f786-1fc4-4a60-9ec1-32b8f65ea358/21c2e108-8afd-4c47-82e4-5612dd02a22b/55bed0d4-3f5f-4554-bbe1-731228ad1ee7) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:51.885980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590c1ec-e90d-4ee6-a6df-c88d30c5df92 req-3cb7e782-eb26-48d9-b319-bbf679bd9533 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:51.891895 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5590c1ec-e90d-4ee6-a6df-c88d30c5df92 req-3cb7e782-eb26-48d9-b319-bbf679bd9533 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 945 time: 1.3082662 Feb 18 09:11:52.194566 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:52.223761 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a570d90-efa9-4130-a528-6e0f73cc2832 None None] New status for floating IP ede4c8ea-548f-45df-9128-5c5cda30a0ca: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:11:52.248057 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Transition to ACTIVE for port object 55bed0d4-3f5f-4554-bbe1-731228ad1ee7 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:52.271585 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5590c1ec-e90d-4ee6-a6df-c88d30c5df92 req-414f860d-b8f7-4f0d-9d09-a82e55bea370 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b77f46b-5584-41e4-8e97-02b3576a58a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3373609 Feb 18 09:11:52.318721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba14c0-2317-4dc9-9e42-8b18c698fdb9 req-7e6d0888-9206-46b9-878a-4facbba37cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:52.320032 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:52.320499 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abba14c0-2317-4dc9-9e42-8b18c698fdb9 req-7e6d0888-9206-46b9-878a-4facbba37cf6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f1caec97-043c-4296-bbf3-4343ad8e8680 HTTP/1.1" status: 200 len: 897 time: 1.5457497 Feb 18 09:11:52.488776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Network 0652f786-1fc4-4a60-9ec1-32b8f65ea358 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:52.497583 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:52.509800 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:11:52.572895 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Pushing event updated for resources: {'Port': ['ID=55bed0d4-3f5f-4554-bbe1-731228ad1ee7,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:52.652970 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:52.653838 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:52.683792 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f1fdbe43-becb-4ff3-b4ed-122e105da570 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.9308689 Feb 18 09:11:52.687002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52044) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:52.697715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abba14c0-2317-4dc9-9e42-8b18c698fdb9 req-4a5c82fe-162c-43ae-a87d-54999d50ad49 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de7fae9c-3ca6-47d6-9456-1451fbd06b63 HTTP/1.1" status: 200 len: 217 time: 0.3442564 Feb 18 09:11:52.797066 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2b2258d4-45b5-4bef-bd1d-b6e00e3f03ad tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:52.830047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac85661-1256-423b-adb1-a1910ea7f141 req-040c8856-563b-4572-b952-0e5d491106f8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:52.831925 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ac85661-1256-423b-adb1-a1910ea7f141 req-040c8856-563b-4572-b952-0e5d491106f8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 945 time: 0.9390733 Feb 18 09:11:52.888621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c1abb8-1f40-4e5a-80e3-cb607143c77b tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:52.902653 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c1abb8-1f40-4e5a-80e3-cb607143c77b tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:52.921115 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c1abb8-1f40-4e5a-80e3-cb607143c77b tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:52.923720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-68c1abb8-1f40-4e5a-80e3-cb607143c77b tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Synchronizing usage tracker for tenant:0e52881db3ee4a73a3ce3352d5257816 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:52.966629 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-68c1abb8-1f40-4e5a-80e3-cb607143c77b tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Unset dirty status for tenant:0e52881db3ee4a73a3ce3352d5257816 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:52.971196 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-68c1abb8-1f40-4e5a-80e3-cb607143c77b tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2829850 Feb 18 09:11:52.971939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52050) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:53.002005 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.053392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2258d4-45b5-4bef-bd1d-b6e00e3f03ad tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Port': ['ID=2034fe97-f154-4e74-964a-d14b57425282,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:53.057157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba14c0-2317-4dc9-9e42-8b18c698fdb9 req-cd7f337b-8b7a-419a-b2e9-bdf5fad657a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:53.058617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abba14c0-2317-4dc9-9e42-8b18c698fdb9 req-cd7f337b-8b7a-419a-b2e9-bdf5fad657a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e4500d41-2903-426e-b93a-dfcd7b5dfd07 HTTP/1.1" status: 200 len: 834 time: 0.3473723 Feb 18 09:11:53.072497 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.102479 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f66efd5c-d27d-44bf-a939-c54f8820e504 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Deleting port 55bed0d4-3f5f-4554-bbe1-731228ad1ee7 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:53.102910 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f66efd5c-d27d-44bf-a939-c54f8820e504 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.211035 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2b2258d4-45b5-4bef-bd1d-b6e00e3f03ad tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.228812 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52056) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:53.300998 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:11:53.315585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3fe893-534d-428c-9fef-a00549fa558d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:53.337704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-8ac85661-1256-423b-adb1-a1910ea7f141 req-e60fa9d3-5029-478c-9cbe-cbe088e8817a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Deleting port de7fae9c-3ca6-47d6-9456-1451fbd06b63 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:53.338308 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8ac85661-1256-423b-adb1-a1910ea7f141 req-e60fa9d3-5029-478c-9cbe-cbe088e8817a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.364562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da39de36-5e21-4ae6-8b7a-eb96a4b77cba None None] Network 0652f786-1fc4-4a60-9ec1-32b8f65ea358 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:11:53.398758 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2b2258d4-45b5-4bef-bd1d-b6e00e3f03ad tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/ports/2034fe97-f154-4e74-964a-d14b57425282 HTTP/1.1" status: 204 len: 168 time: 4.4317780 Feb 18 09:11:53.410708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52064) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:53.418712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-616ab0d1-0888-4c74-8a43-eb29a993e909 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764', 'mac_address': 'fa:16:3e:6b:ab:d7', 'name': 'tempest-PortsTestJSON-513048413'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:53.522741 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.523055 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Added segment ac80f371-d341-48b8-8ff4-a7957011c6f8 of type vlan for network 84332529-b6fa-4183-9c4d-06900613f018 Feb 18 09:11:53.564987 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-561db99f-53e1-4561-9b07-6527f5577860 None None] Provisioning for port 525f2d2b-182e-478f-b14b-d7964c3608d3 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:53.585305 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f66efd5c-d27d-44bf-a939-c54f8820e504 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.755040 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9936-15eb-4508-9ae9-73a1c0158512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.767392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-616ab0d1-0888-4c74-8a43-eb29a993e909 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:53.771700 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-616ab0d1-0888-4c74-8a43-eb29a993e909 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:port and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:53.773953 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f66efd5c-d27d-44bf-a939-c54f8820e504 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Calling delete_port for 55bed0d4-3f5f-4554-bbe1-731228ad1ee7 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:53.784983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-616ab0d1-0888-4c74-8a43-eb29a993e909 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:53.795823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-616ab0d1-0888-4c74-8a43-eb29a993e909 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:53.875237 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b0ef9936-15eb-4508-9ae9-73a1c0158512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:53.896165 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b0ef9936-15eb-4508-9ae9-73a1c0158512 admin admin] Usage tracker for resource:security_group_rule and tenant:320a492537054d35896b60f210bef80e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:53.902224 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b0ef9936-15eb-4508-9ae9-73a1c0158512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:53.905388 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:53.912397 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b0ef9936-15eb-4508-9ae9-73a1c0158512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:53.983013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 525f2d2b-182e-478f-b14b-d7964c3608d3 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:53.987915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616ab0d1-0888-4c74-8a43-eb29a993e909 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:54.177575 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 525f2d2b-182e-478f-b14b-d7964c3608d3 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:54.188649 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f66efd5c-d27d-44bf-a939-c54f8820e504 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.190435 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 525f2d2b-182e-478f-b14b-d7964c3608d3 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:54.191091 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.214282 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-616ab0d1-0888-4c74-8a43-eb29a993e909 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.270464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66efd5c-d27d-44bf-a939-c54f8820e504 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Pushing event deleted for resources: {'Port': ['ID=55bed0d4-3f5f-4554-bbe1-731228ad1ee7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:54.273745 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9936-15eb-4508-9ae9-73a1c0158512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.312998 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9936-15eb-4508-9ae9-73a1c0158512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.361516 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7069b7d4-03ec-4d17-a7be-5b5a1c344118 None None] Provisioning for port b33e1e86-6fef-4940-8ca2-863aca46acbc completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:11:54.367431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b76dff-d66b-4fd2-8e2a-9e4b2984eb90 req-a6d49943-64e5-48f7-ab08-89682a11d071 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:54.372949 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7069b7d4-03ec-4d17-a7be-5b5a1c344118 None None] Provisioning complete for port b33e1e86-6fef-4940-8ca2-863aca46acbc triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:54.373527 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7069b7d4-03ec-4d17-a7be-5b5a1c344118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.383223 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49b76dff-d66b-4fd2-8e2a-9e4b2984eb90 req-a6d49943-64e5-48f7-ab08-89682a11d071 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 945 time: 0.8576918 Feb 18 09:11:54.418254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba14c0-2317-4dc9-9e42-8b18c698fdb9 req-6938952d-12a6-497c-9035-a7d7277fea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:54.424919 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abba14c0-2317-4dc9-9e42-8b18c698fdb9 req-6938952d-12a6-497c-9035-a7d7277fea27 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f1caec97-043c-4296-bbf3-4343ad8e8680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3274872 Feb 18 09:11:54.432118 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:11:54.435999 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef9936-15eb-4508-9ae9-73a1c0158512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87e92ac-5739-4a5a-85cf-f6fce5a5d0b2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:54.463487 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b0ef9936-15eb-4508-9ae9-73a1c0158512 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=320a492537054d35896b60f210bef80e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2335949 Feb 18 09:11:54.466598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52074) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:54.511308 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f66efd5c-d27d-44bf-a939-c54f8820e504 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.541216 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f66efd5c-d27d-44bf-a939-c54f8820e504 tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] 10.222.0.72 "DELETE /v2.0/ports/55bed0d4-3f5f-4554-bbe1-731228ad1ee7 HTTP/1.1" status: 204 len: 168 time: 1.5678456 Feb 18 09:11:54.554364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-616ab0d1-0888-4c74-8a43-eb29a993e909 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] device_id is not set on port a48a5f8e-3e4d-4847-9fe8-054f9260a02b yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:11:54.562531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52078) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:54.570553 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-07275e93-72c6-43f9-8ec6-a8f75c05e27e tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Request body: {'port': {'name': 'tempest-new-port-name-1152334807', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:54.570883 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.api.validators [None req-07275e93-72c6-43f9-8ec6-a8f75c05e27e tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] bootfile-name is not in valid_values {{(pid=87767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:11:54.571308 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.api.validators [None req-07275e93-72c6-43f9-8ec6-a8f75c05e27e tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] tftp-server is not in valid_values {{(pid=87767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:11:54.571631 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.api.validators [None req-07275e93-72c6-43f9-8ec6-a8f75c05e27e tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] server-ip-address is not in valid_values {{(pid=87767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:11:54.607676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-abba14c0-2317-4dc9-9e42-8b18c698fdb9 req-a4ec5a0b-0c14-47be-bcb7-1cf318f1e91a service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:11:54.609292 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abba14c0-2317-4dc9-9e42-8b18c698fdb9 req-a4ec5a0b-0c14-47be-bcb7-1cf318f1e91a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1153204 Feb 18 09:11:54.643529 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7069b7d4-03ec-4d17-a7be-5b5a1c344118 None None] Port b33e1e86-6fef-4940-8ca2-863aca46acbc cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:11:54.650161 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.723579 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7069b7d4-03ec-4d17-a7be-5b5a1c344118 None None] Provisioning complete for port 525f2d2b-182e-478f-b14b-d7964c3608d3 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:54.723953 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7069b7d4-03ec-4d17-a7be-5b5a1c344118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.771220 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49b76dff-d66b-4fd2-8e2a-9e4b2984eb90 req-94db0641-8824-411d-af43-de5a57f1229c tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b77f46b-5584-41e4-8e97-02b3576a58a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3867152 Feb 18 09:11:54.779684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 525f2d2b-182e-478f-b14b-d7964c3608d3, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=525f2d2b-182e-478f-b14b-d7964c3608d3,segment=NetworkSegment(daf48cf5-a723-4463-aaeb-6b4da2bc6e36),segment_id=daf48cf5-a723-4463-aaeb-6b4da2bc6e36)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:54.791980 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.865077 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.866593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:54.867257 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:54.961326 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-449fe52d-1e10-4aeb-afc5-64556a9f94e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.101451 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-449fe52d-1e10-4aeb-afc5-64556a9f94e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.126794 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 5.9835479 Feb 18 09:11:55.131417 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-07275e93-72c6-43f9-8ec6-a8f75c05e27e tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.155108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52084) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:55.167359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=525f2d2b-182e-478f-b14b-d7964c3608d3,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:55.184230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a6682a97-2d10-43c5-b727-bcb1781e1fba admin admin] Request body: {'subnet': {'network_id': '84332529-b6fa-4183-9c4d-06900613f018', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-957950236-subnet', 'tenant_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:55.233465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7069b7d4-03ec-4d17-a7be-5b5a1c344118 None None] Could not find standard attr ID for object 55bed0d4-3f5f-4554-bbe1-731228ad1ee7. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:11:55.248033 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a6682a97-2d10-43c5-b727-bcb1781e1fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:55.266457 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a6682a97-2d10-43c5-b727-bcb1781e1fba admin admin] Usage tracker for resource:subnet and tenant:db823f31fd7544dc84dd14aa6a5017ca is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:55.280167 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device de7fae9c-3ca6-47d6-9456-1451fbd06b63 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:11:55.281095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a6682a97-2d10-43c5-b727-bcb1781e1fba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:55.303470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a6682a97-2d10-43c5-b727-bcb1781e1fba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:55.458471 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-68da21d5-b2f2-40ad-81fa-2aae75a56fe3 None None] Provisioning complete for port b33e1e86-6fef-4940-8ca2-863aca46acbc triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:55.459055 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-68da21d5-b2f2-40ad-81fa-2aae75a56fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.554744 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-616ab0d1-0888-4c74-8a43-eb29a993e909 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.565653 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-68da21d5-b2f2-40ad-81fa-2aae75a56fe3 None None] Port b33e1e86-6fef-4940-8ca2-863aca46acbc cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:11:55.571093 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-07275e93-72c6-43f9-8ec6-a8f75c05e27e tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.576824 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-68da21d5-b2f2-40ad-81fa-2aae75a56fe3 None None] Could not find standard attr ID for object 55bed0d4-3f5f-4554-bbe1-731228ad1ee7. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:11:55.588806 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-07275e93-72c6-43f9-8ec6-a8f75c05e27e tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.589930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775bce1-a2be-428c-acfd-3fa137e4bd8e admin admin] Pushing event updated for resources: {'Network': ['ID=84332529-b6fa-4183-9c4d-06900613f018,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:55.594792 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e424-4d0e-4c7c-a65e-cc37384a0e10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.604841 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 84332529-b6fa-4183-9c4d-06900613f018 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:11:55.646292 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-449fe52d-1e10-4aeb-afc5-64556a9f94e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.715305 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-616ab0d1-0888-4c74-8a43-eb29a993e909 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.727993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6682a97-2d10-43c5-b727-bcb1781e1fba admin admin] Made reservation on behalf of db823f31fd7544dc84dd14aa6a5017ca for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:11:55.730716 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a6682a97-2d10-43c5-b727-bcb1781e1fba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.761965 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fe52d-1e10-4aeb-afc5-64556a9f94e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87e92ac-5739-4a5a-85cf-f6fce5a5d0b2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:55.772318 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.818012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-8ac85661-1256-423b-adb1-a1910ea7f141 req-e60fa9d3-5029-478c-9cbe-cbe088e8817a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] For port de7fae9c-3ca6-47d6-9456-1451fbd06b63, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=de7fae9c-3ca6-47d6-9456-1451fbd06b63,segment=NetworkSegment(eedcd174-798e-444c-bcbf-4584a6fe2987),segment_id=eedcd174-798e-444c-bcbf-4584a6fe2987)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:55.818384 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8ac85661-1256-423b-adb1-a1910ea7f141 req-e60fa9d3-5029-478c-9cbe-cbe088e8817a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.844443 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port de7fae9c-3ca6-47d6-9456-1451fbd06b63, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=de7fae9c-3ca6-47d6-9456-1451fbd06b63,segment=NetworkSegment(eedcd174-798e-444c-bcbf-4584a6fe2987),segment_id=eedcd174-798e-444c-bcbf-4584a6fe2987)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:55.857907 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9faecb-7912-46b0-add6-9014192b6781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7fae9c-3ca6-47d6-9456-1451fbd06b63'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:11:55.864742 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.941844 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616ab0d1-0888-4c74-8a43-eb29a993e909 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:55.972399 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-449fe52d-1e10-4aeb-afc5-64556a9f94e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:55.991355 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-449fe52d-1e10-4aeb-afc5-64556a9f94e4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f87e92ac-5739-4a5a-85cf-f6fce5a5d0b2 HTTP/1.1" status: 204 len: 168 time: 1.5091214 Feb 18 09:11:56.060244 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07275e93-72c6-43f9-8ec6-a8f75c05e27e tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Pushing event updated for resources: {'Port': ['ID=b33e1e86-6fef-4940-8ca2-863aca46acbc,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:56.063331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-616ab0d1-0888-4c74-8a43-eb29a993e909 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:56.066051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ab0d1-0888-4c74-8a43-eb29a993e909 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:11:56.072971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616ab0d1-0888-4c74-8a43-eb29a993e909 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:56.073665 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-616ab0d1-0888-4c74-8a43-eb29a993e909 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:56.079008 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abba14c0-2317-4dc9-9e42-8b18c698fdb9 req-149f3f83-6f4b-41fa-9e6c-8732613f8451 service neutron] 10.222.0.61 "GET /v2.0/networks/f1caec97-043c-4296-bbf3-4343ad8e8680?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3798316 Feb 18 09:11:56.080404 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9faecb-7912-46b0-add6-9014192b6781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7fae9c-3ca6-47d6-9456-1451fbd06b63', 'code': 200} Feb 18 09:11:56.084240 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 525f2d2b-182e-478f-b14b-d7964c3608d3 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:56.150005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-07275e93-72c6-43f9-8ec6-a8f75c05e27e tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] In _notify_port_updated(), no bound segment for port b33e1e86-6fef-4940-8ca2-863aca46acbc on network 0652f786-1fc4-4a60-9ec1-32b8f65ea358 {{(pid=87767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:11:56.158695 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=de7fae9c-3ca6-47d6-9456-1451fbd06b63,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:56.179374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07275e93-72c6-43f9-8ec6-a8f75c05e27e tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:56.184539 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-07275e93-72c6-43f9-8ec6-a8f75c05e27e tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:56.186708 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-07275e93-72c6-43f9-8ec6-a8f75c05e27e tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] 10.222.0.72 "PUT /v2.0/ports/b33e1e86-6fef-4940-8ca2-863aca46acbc HTTP/1.1" status: 200 len: 1136 time: 1.6228426 Feb 18 09:11:56.187192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 525f2d2b-182e-478f-b14b-d7964c3608d3 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:56.187979 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:56.192736 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52096) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:56.287796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1a474f7e-9058-449a-be31-83bfcbda066c None None] Provisioning complete for port b33e1e86-6fef-4940-8ca2-863aca46acbc triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:11:56.288172 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1a474f7e-9058-449a-be31-83bfcbda066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:56.394745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36596cf9-670c-4287-9ced-b04e154d145a tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:56.395519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-36596cf9-670c-4287-9ced-b04e154d145a tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Synchronizing usage tracker for tenant:0e52881db3ee4a73a3ce3352d5257816 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:56.436236 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-36596cf9-670c-4287-9ced-b04e154d145a tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Unset dirty status for tenant:0e52881db3ee4a73a3ce3352d5257816 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:56.437767 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-36596cf9-670c-4287-9ced-b04e154d145a tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] 10.222.0.72 "GET /v2.0/ports/b33e1e86-6fef-4940-8ca2-863aca46acbc HTTP/1.1" status: 200 len: 1136 time: 0.2443218 Feb 18 09:11:56.444574 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52102) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:56.488078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-8ac85661-1256-423b-adb1-a1910ea7f141 req-e60fa9d3-5029-478c-9cbe-cbe088e8817a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Calling delete_port for de7fae9c-3ca6-47d6-9456-1451fbd06b63 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:56.491217 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1a474f7e-9058-449a-be31-83bfcbda066c None None] Port b33e1e86-6fef-4940-8ca2-863aca46acbc cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:11:56.568157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f37431da-7c35-4f9c-8184-b5b71a10c32f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Deleting port b33e1e86-6fef-4940-8ca2-863aca46acbc {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:56.568568 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f37431da-7c35-4f9c-8184-b5b71a10c32f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:56.592116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-616ab0d1-0888-4c74-8a43-eb29a993e909 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.1792564 Feb 18 09:11:56.602288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52106) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:56.604677 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a6682a97-2d10-43c5-b727-bcb1781e1fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:56.654101 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52110) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:56.726944 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-959c62db-969f-4fbd-9e93-79b43dceba5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:56.759198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ab0d1-0888-4c74-8a43-eb29a993e909 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=a48a5f8e-3e4d-4847-9fe8-054f9260a02b,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:56.813126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-959c62db-969f-4fbd-9e93-79b43dceba5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:56.819340 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6682a97-2d10-43c5-b727-bcb1781e1fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab3631c3-7c54-451b-ae7a-b0dd4da70cf5,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:56.837798 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-959c62db-969f-4fbd-9e93-79b43dceba5d admin admin] Usage tracker for resource:security_group_rule and tenant:5f773d8a0c7148c48cda03abd3bebed4 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:56.845703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-959c62db-969f-4fbd-9e93-79b43dceba5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:56.851238 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6682a97-2d10-43c5-b727-bcb1781e1fba admin admin] Checking segment: {'id': 'ac80f371-d341-48b8-8ff4-a7957011c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '84332529-b6fa-4183-9c4d-06900613f018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:11:56.851601 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6682a97-2d10-43c5-b727-bcb1781e1fba admin admin] Network hostable DHCP agents. Network: 84332529-b6fa-4183-9c4d-06900613f018, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:11:56.883120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fb78bb-11cd-4b74-b0f0-f63802439ff4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:56.884555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-45fb78bb-11cd-4b74-b0f0-f63802439ff4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Synchronizing usage tracker for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:56.897404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-959c62db-969f-4fbd-9e93-79b43dceba5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:56.955350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6a5b9-ecf8-4ba6-a2d4-7141bdb6bc16 req-a9264ebf-f712-49a4-ae11-a399383f6c08 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:56.957088 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5eb6a5b9-ecf8-4ba6-a2d4-7141bdb6bc16 req-a9264ebf-f712-49a4-ae11-a399383f6c08 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 943 time: 0.7346933 Feb 18 09:11:56.997293 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [req-8ac85661-1256-423b-adb1-a1910ea7f141 req-e60fa9d3-5029-478c-9cbe-cbe088e8817a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:11:56.997675 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [req-8ac85661-1256-423b-adb1-a1910ea7f141 req-e60fa9d3-5029-478c-9cbe-cbe088e8817a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:11:56.998623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-45fb78bb-11cd-4b74-b0f0-f63802439ff4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Unset dirty status for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:57.002342 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-45fb78bb-11cd-4b74-b0f0-f63802439ff4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports/a48a5f8e-3e4d-4847-9fe8-054f9260a02b HTTP/1.1" status: 200 len: 840 time: 0.3767667 Feb 18 09:11:57.002342 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abba14c0-2317-4dc9-9e42-8b18c698fdb9 req-37db9550-1390-4dda-8ac5-b05c5c165775 service neutron] 10.222.0.61 "GET /v2.0/networks/f1caec97-043c-4296-bbf3-4343ad8e8680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6203318 Feb 18 09:11:57.003224 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52116) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:57.053067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6682a97-2d10-43c5-b727-bcb1781e1fba admin admin] Network 84332529-b6fa-4183-9c4d-06900613f018 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:11:57.074934 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5eb6a5b9-ecf8-4ba6-a2d4-7141bdb6bc16 req-bb4925b2-048b-4d22-b20f-2fd34c20291e tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b77f46b-5584-41e4-8e97-02b3576a58a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060092 Feb 18 09:11:57.104413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-c9b7e424-4d0e-4c7c-a65e-cc37384a0e10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting port d6a2c478-f202-477e-b01e-60e3ae4686c4 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:57.104944 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e424-4d0e-4c7c-a65e-cc37384a0e10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:57.150901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-a6682a97-2d10-43c5-b727-bcb1781e1fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 84332529-b6fa-4183-9c4d-06900613f018) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:57.163012 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ffd74c-8c7a-4a49-b972-10a666cbbf2d None None] Network 84332529-b6fa-4183-9c4d-06900613f018 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:11:57.198831 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f37431da-7c35-4f9c-8184-b5b71a10c32f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:57.371785 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e424-4d0e-4c7c-a65e-cc37384a0e10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:57.373707 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-959c62db-969f-4fbd-9e93-79b43dceba5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:57.442317 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-948539b0-3961-4e21-98d0-6bd512de69db tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port a48a5f8e-3e4d-4847-9fe8-054f9260a02b {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:57.444060 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-948539b0-3961-4e21-98d0-6bd512de69db tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:57.455406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52122) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:57.471040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-84332529-b6fa-4183-9c4d-06900613f018', 'network_id': '84332529-b6fa-4183-9c4d-06900613f018', 'tenant_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'fixed_ips': [{'subnet_id': 'ab3631c3-7c54-451b-ae7a-b0dd4da70cf5'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:11:57.472504 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:57.480849 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6682a97-2d10-43c5-b727-bcb1781e1fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:57.481432 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a6682a97-2d10-43c5-b727-bcb1781e1fba admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:57.525232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-8ac85661-1256-423b-adb1-a1910ea7f141 req-e60fa9d3-5029-478c-9cbe-cbe088e8817a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Deleting port de7fae9c-3ca6-47d6-9456-1451fbd06b63 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:11:57.525814 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8ac85661-1256-423b-adb1-a1910ea7f141 req-e60fa9d3-5029-478c-9cbe-cbe088e8817a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:57.600969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-c9b7e424-4d0e-4c7c-a65e-cc37384a0e10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Calling delete_port for d6a2c478-f202-477e-b01e-60e3ae4686c4 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:57.617173 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f37431da-7c35-4f9c-8184-b5b71a10c32f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Calling delete_port for b33e1e86-6fef-4940-8ca2-863aca46acbc owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:57.646865 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-959c62db-969f-4fbd-9e93-79b43dceba5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:57.700313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Allocated IP 172.20.0.2 (84332529-b6fa-4183-9c4d-06900613f018/ab3631c3-7c54-451b-ae7a-b0dd4da70cf5/fe1d221d-4210-43df-854d-5d7a8b23968e) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:11:57.995778 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-959c62db-969f-4fbd-9e93-79b43dceba5d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5f773d8a0c7148c48cda03abd3bebed4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3264315 Feb 18 09:11:57.998411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52128) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:58.045750 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a6682a97-2d10-43c5-b727-bcb1781e1fba admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8894603 Feb 18 09:11:58.047255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52132) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:58.249511 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-948539b0-3961-4e21-98d0-6bd512de69db tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.288221 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.323266 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Transition to ACTIVE for port object fe1d221d-4210-43df-854d-5d7a8b23968e will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:58.338429 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c62db-969f-4fbd-9e93-79b43dceba5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35d5113-ee51-4960-b1ee-4bb5ed2c01bf,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:58.391839 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Transition to ACTIVE for port object fe1d221d-4210-43df-854d-5d7a8b23968e will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:11:58.404607 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.470348 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-948539b0-3961-4e21-98d0-6bd512de69db tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for a48a5f8e-3e4d-4847-9fe8-054f9260a02b owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:58.495693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Network 84332529-b6fa-4183-9c4d-06900613f018 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:11:58.499445 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:11:58.502361 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-957950236-router', 'tenant_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:58.502713 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:11:58.509343 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Pushing event updated for resources: {'Port': ['ID=fe1d221d-4210-43df-854d-5d7a8b23968e,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:58.533081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:11:58.555766 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Usage tracker for resource:router and tenant:db823f31fd7544dc84dd14aa6a5017ca is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:11:58.566959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-8ac85661-1256-423b-adb1-a1910ea7f141 req-e60fa9d3-5029-478c-9cbe-cbe088e8817a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] For port de7fae9c-3ca6-47d6-9456-1451fbd06b63, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=de7fae9c-3ca6-47d6-9456-1451fbd06b63,segment=NetworkSegment(eedcd174-798e-444c-bcbf-4584a6fe2987),segment_id=eedcd174-798e-444c-bcbf-4584a6fe2987)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:11:58.567423 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8ac85661-1256-423b-adb1-a1910ea7f141 req-e60fa9d3-5029-478c-9cbe-cbe088e8817a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.598041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:11:58.621679 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:11:58.622330 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Attempting to bind port fe1d221d-4210-43df-854d-5d7a8b23968e on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:11:58.622716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Attempting to bind port fe1d221d-4210-43df-854d-5d7a8b23968e by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'ac80f371-d341-48b8-8ff4-a7957011c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '84332529-b6fa-4183-9c4d-06900613f018'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:11:58.623432 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Attempting to bind port fe1d221d-4210-43df-854d-5d7a8b23968e on network 84332529-b6fa-4183-9c4d-06900613f018 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:11:58.628892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:11:58.629580 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Checking segment: {'id': 'ac80f371-d341-48b8-8ff4-a7957011c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '84332529-b6fa-4183-9c4d-06900613f018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:11:58.629870 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.630276 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Bound using segment: {'id': 'ac80f371-d341-48b8-8ff4-a7957011c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '84332529-b6fa-4183-9c4d-06900613f018'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:11:58.630865 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Bound port: fe1d221d-4210-43df-854d-5d7a8b23968e, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac80f371-d341-48b8-8ff4-a7957011c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '84332529-b6fa-4183-9c4d-06900613f018'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:11:58.631930 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.665365 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ec93d60b-efd1-4050-812c-2b6c2ae064bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.678704 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.679693 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.714170 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ec93d60b-efd1-4050-812c-2b6c2ae064bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.721775 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f37431da-7c35-4f9c-8184-b5b71a10c32f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.738720 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] For port fe1d221d-4210-43df-854d-5d7a8b23968e, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:11:58.741727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] For port fe1d221d-4210-43df-854d-5d7a8b23968e, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=fe1d221d-4210-43df-854d-5d7a8b23968e,segment=NetworkSegment(ac80f371-d341-48b8-8ff4-a7957011c6f8),segment_id=ac80f371-d341-48b8-8ff4-a7957011c6f8)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:11:58.746350 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.754933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-8ac85661-1256-423b-adb1-a1910ea7f141 req-e60fa9d3-5029-478c-9cbe-cbe088e8817a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Calling delete_port for de7fae9c-3ca6-47d6-9456-1451fbd06b63 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:11:58.767799 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-948539b0-3961-4e21-98d0-6bd512de69db tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.802163 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37431da-7c35-4f9c-8184-b5b71a10c32f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Pushing event deleted for resources: {'Port': ['ID=b33e1e86-6fef-4940-8ca2-863aca46acbc,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:58.856129 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.856759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5983a-0ce9-4685-80c7-9f40952d22f3 None None] Pushing event updated for resources: {'Port': ['ID=fe1d221d-4210-43df-854d-5d7a8b23968e,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:58.944936 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-948539b0-3961-4e21-98d0-6bd512de69db tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:58.950458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948539b0-3961-4e21-98d0-6bd512de69db tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Port': ['ID=a48a5f8e-3e4d-4847-9fe8-054f9260a02b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:58.995078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48870007-da5e-4b3e-84ac-87eb2a04438a req-1a187897-4574-4176-873c-9d923a38064b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:11:58.997679 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48870007-da5e-4b3e-84ac-87eb2a04438a req-1a187897-4574-4176-873c-9d923a38064b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 943 time: 0.6770451 Feb 18 09:11:59.080314 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e424-4d0e-4c7c-a65e-cc37384a0e10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:59.159755 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-948539b0-3961-4e21-98d0-6bd512de69db tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/ports/a48a5f8e-3e4d-4847-9fe8-054f9260a02b HTTP/1.1" status: 204 len: 168 time: 2.1549134 Feb 18 09:11:59.169081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52138) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:59.370725 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7e424-4d0e-4c7c-a65e-cc37384a0e10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Port': ['ID=d6a2c478-f202-477e-b01e-60e3ae4686c4,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:59.460764 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ec93d60b-efd1-4050-812c-2b6c2ae064bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:59.463402 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ec93d60b-efd1-4050-812c-2b6c2ae064bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:59.466801 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ec93d60b-efd1-4050-812c-2b6c2ae064bb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f35d5113-ee51-4960-b1ee-4bb5ed2c01bf HTTP/1.1" status: 204 len: 168 time: 1.4366887 Feb 18 09:11:59.518215 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f37431da-7c35-4f9c-8184-b5b71a10c32f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:59.520124 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f37431da-7c35-4f9c-8184-b5b71a10c32f tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] 10.222.0.72 "DELETE /v2.0/ports/b33e1e86-6fef-4940-8ca2-863aca46acbc HTTP/1.1" status: 204 len: 168 time: 3.0713871 Feb 18 09:11:59.531082 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52144) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:59.545061 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:59.584129 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93d60b-efd1-4050-812c-2b6c2ae064bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35d5113-ee51-4960-b1ee-4bb5ed2c01bf,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:11:59.594197 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01ff9a1-482d-4754-9c9c-708eea467e43 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] GET failed (client error): The resource could not be found. Feb 18 09:11:59.594759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d01ff9a1-482d-4754-9c9c-708eea467e43 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Synchronizing usage tracker for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:11:59.644901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d01ff9a1-482d-4754-9c9c-708eea467e43 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Unset dirty status for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:11:59.646088 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d01ff9a1-482d-4754-9c9c-708eea467e43 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports/a48a5f8e-3e4d-4847-9fe8-054f9260a02b HTTP/1.1" status: 404 len: 333 time: 0.3623760 Feb 18 09:11:59.650599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52150) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:11:59.659476 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-92ba1680-f760-488e-8d26-fb9344cd6525 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764', 'name': 'tempest-PortsTestJSON-1817815254'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:11:59.701624 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e424-4d0e-4c7c-a65e-cc37384a0e10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:11:59.746520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48870007-da5e-4b3e-84ac-87eb2a04438a req-65190a5e-35f1-41a3-9dea-91a16c9b293d tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/security-groups?id=2b77f46b-5584-41e4-8e97-02b3576a58a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6956713 Feb 18 09:11:59.832154 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device fe1d221d-4210-43df-854d-5d7a8b23968e up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:11:59.970764 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port fe1d221d-4210-43df-854d-5d7a8b23968e completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:00.056301 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8ac85661-1256-423b-adb1-a1910ea7f141 req-e60fa9d3-5029-478c-9cbe-cbe088e8817a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.126386 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8726a466-0c4b-44ce-a7cb-8100f827dc8d tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Deleting subnet 21c2e108-8afd-4c47-82e4-5612dd02a22b {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:12:00.129731 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8726a466-0c4b-44ce-a7cb-8100f827dc8d tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.192148 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8726a466-0c4b-44ce-a7cb-8100f827dc8d tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.252277 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-92ba1680-f760-488e-8d26-fb9344cd6525 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:00.277377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-92ba1680-f760-488e-8d26-fb9344cd6525 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:00.306238 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-caf3e243-512f-45aa-beb0-70ff0fa50f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.316254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60fa9d3-5029-478c-9cbe-cbe088e8817a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event deleted for resources: {'Port': ['ID=de7fae9c-3ca6-47d6-9456-1451fbd06b63,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:00.322005 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8726a466-0c4b-44ce-a7cb-8100f827dc8d tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.355639 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acf6dba-7775-4e96-bc60-fae1e7184a1f None None] Network 84332529-b6fa-4183-9c4d-06900613f018 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:00.415230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ba1680-f760-488e-8d26-fb9344cd6525 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:00.418813 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92ba1680-f760-488e-8d26-fb9344cd6525 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.431206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b7e424-4d0e-4c7c-a65e-cc37384a0e10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 33c67225-16fc-4ff3-a941-a89b35c7469c has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:12:00.475690 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8726a466-0c4b-44ce-a7cb-8100f827dc8d tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.481893 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-92ba1680-f760-488e-8d26-fb9344cd6525 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] device_id is not set on port fc7695a6-34f5-4c59-a305-a39708bda743 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:12:00.499128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac85661-1256-423b-adb1-a1910ea7f141 req-e60fa9d3-5029-478c-9cbe-cbe088e8817a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] No DVR routers for this DVR port de7fae9c-3ca6-47d6-9456-1451fbd06b63 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:12:00.511895 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8ac85661-1256-423b-adb1-a1910ea7f141 req-e60fa9d3-5029-478c-9cbe-cbe088e8817a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.529545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5882d2ac-44e4-41b5-ac0e-cd04566c6f4f None None] Provisioning for port fe1d221d-4210-43df-854d-5d7a8b23968e completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:00.533083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9faecb-7912-46b0-add6-9014192b6781', 'name': 'network-vif-deleted', 'tag': 'de7fae9c-3ca6-47d6-9456-1451fbd06b63'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:12:00.540468 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ac85661-1256-423b-adb1-a1910ea7f141 req-e60fa9d3-5029-478c-9cbe-cbe088e8817a tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.61 "DELETE /v2.0/ports/de7fae9c-3ca6-47d6-9456-1451fbd06b63 HTTP/1.1" status: 204 len: 173 time: 7.5194116 Feb 18 09:12:00.549051 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5882d2ac-44e4-41b5-ac0e-cd04566c6f4f None None] Provisioning complete for port fe1d221d-4210-43df-854d-5d7a8b23968e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:00.549425 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5882d2ac-44e4-41b5-ac0e-cd04566c6f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.604732 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5906a0f8-64f7-4e9e-96d8-1ce6ee802fd3 None None] Network 0652f786-1fc4-4a60-9ec1-32b8f65ea358 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:00.665229 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8726a466-0c4b-44ce-a7cb-8100f827dc8d tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:00.669772 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726a466-0c4b-44ce-a7cb-8100f827dc8d tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Pushing event deleted for resources: {'Subnet': ['ID=21c2e108-8afd-4c47-82e4-5612dd02a22b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:00.689830 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9faecb-7912-46b0-add6-9014192b6781', 'name': 'network-vif-deleted', 'tag': 'de7fae9c-3ca6-47d6-9456-1451fbd06b63', 'status': 'completed', 'code': 200} Feb 18 09:12:00.738308 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8726a466-0c4b-44ce-a7cb-8100f827dc8d tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] 10.222.0.72 "DELETE /v2.0/subnets/21c2e108-8afd-4c47-82e4-5612dd02a22b HTTP/1.1" status: 204 len: 168 time: 1.2038949 Feb 18 09:12:00.744953 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52174) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:00.837821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b7e424-4d0e-4c7c-a65e-cc37384a0e10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:12:00.853140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c9b7e424-4d0e-4c7c-a65e-cc37384a0e10 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/33c67225-16fc-4ff3-a941-a89b35c7469c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9582667 Feb 18 09:12:00.859134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52182) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:00.940035 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd09007-4f17-4f06-80a1-ba3822548761 None None] Sync routers for ids ['33c67225-16fc-4ff3-a941-a89b35c7469c'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:12:00.993332 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd09007-4f17-4f06-80a1-ba3822548761 None None] Routers {'33c67225-16fc-4ff3-a941-a89b35c7469c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:00.994116 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7bd09007-4f17-4f06-80a1-ba3822548761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['33c67225-16fc-4ff3-a941-a89b35c7469c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:01.078984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-50fc8cfd-153f-404e-91f3-a4d4f459eabd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Synchronizing usage tracker for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:01.109169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6eff9855-877b-441a-8efe-061b8c52dc33 req-421611b3-f749-445c-a9a7-5b30053bde14 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Synchronizing usage tracker for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:01.178130 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5882d2ac-44e4-41b5-ac0e-cd04566c6f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:01.201131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6eff9855-877b-441a-8efe-061b8c52dc33 req-421611b3-f749-445c-a9a7-5b30053bde14 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Unset dirty status for tenant:67d280681c92466b957d86889fb303b6 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:01.203227 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6eff9855-877b-441a-8efe-061b8c52dc33 req-421611b3-f749-445c-a9a7-5b30053bde14 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d9faecb-7912-46b0-add6-9014192b6781 HTTP/1.1" status: 200 len: 210 time: 0.2209609 Feb 18 09:12:01.204060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-50fc8cfd-153f-404e-91f3-a4d4f459eabd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Unset dirty status for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:01.205591 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-50fc8cfd-153f-404e-91f3-a4d4f459eabd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/ports?device_id=33c67225-16fc-4ff3-a941-a89b35c7469c HTTP/1.1" status: 200 len: 205 time: 0.3455157 Feb 18 09:12:01.213813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52192) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:01.214888 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7bd09007-4f17-4f06-80a1-ba3822548761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:01.282307 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd09007-4f17-4f06-80a1-ba3822548761 None None] Routers {'33c67225-16fc-4ff3-a941-a89b35c7469c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:01.282947 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7bd09007-4f17-4f06-80a1-ba3822548761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:11:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['33c67225-16fc-4ff3-a941-a89b35c7469c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:01.328215 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92ba1680-f760-488e-8d26-fb9344cd6525 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:01.370456 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7bd09007-4f17-4f06-80a1-ba3822548761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:01.370865 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd09007-4f17-4f06-80a1-ba3822548761 None None] The sync data for ids ['33c67225-16fc-4ff3-a941-a89b35c7469c'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:12:01.394599 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f7887f1-4d99-4fd4-94cd-702ebf0518fd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:01.418021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5882d2ac-44e4-41b5-ac0e-cd04566c6f4f None None] For port fe1d221d-4210-43df-854d-5d7a8b23968e, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=fe1d221d-4210-43df-854d-5d7a8b23968e,segment=NetworkSegment(ac80f371-d341-48b8-8ff4-a7957011c6f8),segment_id=ac80f371-d341-48b8-8ff4-a7957011c6f8)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:01.423748 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:01.431533 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5882d2ac-44e4-41b5-ac0e-cd04566c6f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:01.464492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Deleting port 525f2d2b-182e-478f-b14b-d7964c3608d3 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:01.465234 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:01.521158 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92ba1680-f760-488e-8d26-fb9344cd6525 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:01.526559 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:01.553108 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364c1560-dd7c-4e44-a2d4-e193b2ff973b None None] DHCP port deletion for 0652f786-1fc4-4a60-9ec1-32b8f65ea358 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:12:01.559866 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-364c1560-dd7c-4e44-a2d4-e193b2ff973b None None] Deleting port 525f2d2b-182e-478f-b14b-d7964c3608d3 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:01.560246 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-364c1560-dd7c-4e44-a2d4-e193b2ff973b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:01.623942 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882d2ac-44e4-41b5-ac0e-cd04566c6f4f None None] Pushing event updated for resources: {'Port': ['ID=fe1d221d-4210-43df-854d-5d7a8b23968e,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:01.654939 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:01.764230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ba1680-f760-488e-8d26-fb9344cd6525 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:01.773410 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-92ba1680-f760-488e-8d26-fb9344cd6525 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:01.819440 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ba1680-f760-488e-8d26-fb9344cd6525 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:12:01.826599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ba1680-f760-488e-8d26-fb9344cd6525 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:01.827207 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92ba1680-f760-488e-8d26-fb9344cd6525 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:01.975638 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device fe1d221d-4210-43df-854d-5d7a8b23968e up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:01.990787 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba1680-f760-488e-8d26-fb9344cd6525 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=fc7695a6-34f5-4c59-a305-a39708bda743,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:02.043923 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-92ba1680-f760-488e-8d26-fb9344cd6525 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3899167 Feb 18 09:12:02.063107 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52216) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:02.063752 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-364c1560-dd7c-4e44-a2d4-e193b2ff973b None None] For port 525f2d2b-182e-478f-b14b-d7964c3608d3, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=525f2d2b-182e-478f-b14b-d7964c3608d3,segment=NetworkSegment(daf48cf5-a723-4463-aaeb-6b4da2bc6e36),segment_id=daf48cf5-a723-4463-aaeb-6b4da2bc6e36)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:02.064424 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-364c1560-dd7c-4e44-a2d4-e193b2ff973b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:02.077003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a9821c8d-8535-4381-84e8-25adae25c4e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:02.079396 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1f2f7870-7597-4783-b130-1be7595c2970 None None] Provisioning complete for port fe1d221d-4210-43df-854d-5d7a8b23968e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:02.080087 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1f2f7870-7597-4783-b130-1be7595c2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:02.177683 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dc983430-b759-471f-91df-21299f6f9650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:02.249896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-364c1560-dd7c-4e44-a2d4-e193b2ff973b None None] Calling delete_port for 525f2d2b-182e-478f-b14b-d7964c3608d3 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:02.300873 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f7887f1-4d99-4fd4-94cd-702ebf0518fd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:02.305010 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f7887f1-4d99-4fd4-94cd-702ebf0518fd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:02.322630 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port fe1d221d-4210-43df-854d-5d7a8b23968e triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:02.323091 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:02.393544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Allocated IP 172.25.1.168 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:02.410540 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f7887f1-4d99-4fd4-94cd-702ebf0518fd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:02.411072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7887f1-4d99-4fd4-94cd-702ebf0518fd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Fanout notify agent at l3_agent the message router_deleted on router 33c67225-16fc-4ff3-a941-a89b35c7469c {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:12:02.431651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52224) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:02.453065 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f7887f1-4d99-4fd4-94cd-702ebf0518fd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:02.454233 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4f7887f1-4d99-4fd4-94cd-702ebf0518fd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/routers/33c67225-16fc-4ff3-a941-a89b35c7469c HTTP/1.1" status: 204 len: 168 time: 1.2351780 Feb 18 09:12:02.461569 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52228) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:02.511972 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52232) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:02.529650 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-364c1560-dd7c-4e44-a2d4-e193b2ff973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:02.621247 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9821c8d-8535-4381-84e8-25adae25c4e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:02.647309 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c1560-dd7c-4e44-a2d4-e193b2ff973b None None] No DVR routers for this DVR port 525f2d2b-182e-478f-b14b-d7964c3608d3 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:12:02.681837 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c1560-dd7c-4e44-a2d4-e193b2ff973b None None] Pushing event deleted for resources: {'Port': ['ID=525f2d2b-182e-478f-b14b-d7964c3608d3,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:02.704425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7e90db-14b0-4711-a1e6-e70781da8905 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting subnet 20c07c8e-003c-4ee4-9d93-ea36dea8c1b1 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:12:02.721091 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-673ba364-5e44-46c5-a349-9af89e023bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:02.731045 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] For port 525f2d2b-182e-478f-b14b-d7964c3608d3, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=525f2d2b-182e-478f-b14b-d7964c3608d3,segment=NetworkSegment(daf48cf5-a723-4463-aaeb-6b4da2bc6e36),segment_id=daf48cf5-a723-4463-aaeb-6b4da2bc6e36)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:02.731410 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:02.735648 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2b7e90db-14b0-4711-a1e6-e70781da8905 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:02.761596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 525f2d2b-182e-478f-b14b-d7964c3608d3 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:02.781634 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-24b5f5b8-9a8e-4260-8e3c-072f5c6881c2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:02.786711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-673ba364-5e44-46c5-a349-9af89e023bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:02.795007 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 525f2d2b-182e-478f-b14b-d7964c3608d3 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:12:02.795359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 525f2d2b-182e-478f-b14b-d7964c3608d3 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:02.810095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-673ba364-5e44-46c5-a349-9af89e023bbf admin admin] Usage tracker for resource:security_group_rule and tenant:9db4241076ca45ab849872573c299765 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:02.825188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-673ba364-5e44-46c5-a349-9af89e023bbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:02.842647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-673ba364-5e44-46c5-a349-9af89e023bbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:02.851623 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-24b5f5b8-9a8e-4260-8e3c-072f5c6881c2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:02.872624 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2b7e90db-14b0-4711-a1e6-e70781da8905 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:02.948391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Calling delete_port for 525f2d2b-182e-478f-b14b-d7964c3608d3 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:03.065303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-dc983430-b759-471f-91df-21299f6f9650 admin admin] Deleting port 2ede9bfd-a2f0-493d-9701-40871edb335a {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:03.065648 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dc983430-b759-471f-91df-21299f6f9650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.148297 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2b7e90db-14b0-4711-a1e6-e70781da8905 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.171956 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.188641 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-24b5f5b8-9a8e-4260-8e3c-072f5c6881c2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.210347 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:12:03.210571 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:12:03.255914 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9821c8d-8535-4381-84e8-25adae25c4e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.259546 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.298257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5f5b8-9a8e-4260-8e3c-072f5c6881c2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b77f46b-5584-41e4-8e97-02b3576a58a8,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:03.302818 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9821c8d-8535-4381-84e8-25adae25c4e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.351223 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-a9821c8d-8535-4381-84e8-25adae25c4e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] In _notify_port_updated(), no bound segment for port fc7695a6-34f5-4c59-a305-a39708bda743 on network b5d0f13e-e346-42b9-bdd7-4fb36438b764 {{(pid=87767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:12:03.352901 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-24b5f5b8-9a8e-4260-8e3c-072f5c6881c2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.354041 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-24b5f5b8-9a8e-4260-8e3c-072f5c6881c2 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "DELETE /v2.0/security-groups/2b77f46b-5584-41e4-8e97-02b3576a58a8 HTTP/1.1" status: 204 len: 168 time: 0.9214373 Feb 18 09:12:03.356018 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-673ba364-5e44-46c5-a349-9af89e023bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.363390 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-673ba364-5e44-46c5-a349-9af89e023bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.366774 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9821c8d-8535-4381-84e8-25adae25c4e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:03.367568 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9821c8d-8535-4381-84e8-25adae25c4e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.371707 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a9821c8d-8535-4381-84e8-25adae25c4e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "PUT /v2.0/ports/fc7695a6-34f5-4c59-a305-a39708bda743 HTTP/1.1" status: 200 len: 818 time: 1.3033571 Feb 18 09:12:03.376288 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:03.377643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:03.379745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52240) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:03.380723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:03.386654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:12:03.400245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52244) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:03.451077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.451425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.451795 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.452130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.452488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.452823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.453137 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.453461 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.453782 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.454103 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.454428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.454747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:03.532469 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2b7e90db-14b0-4711-a1e6-e70781da8905 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.541402 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-673ba364-5e44-46c5-a349-9af89e023bbf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9db4241076ca45ab849872573c299765&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0144384 Feb 18 09:12:03.548053 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52248) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:03.575371 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c9d11942-806c-42f3-9b88-66242a25ba8b tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port fc7695a6-34f5-4c59-a305-a39708bda743 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:03.575719 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9d11942-806c-42f3-9b88-66242a25ba8b tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.585458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ba364-5e44-46c5-a349-9af89e023bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c6b171-9cef-492f-a95b-18e1befcd4ad,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:03.599842 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e90db-14b0-4711-a1e6-e70781da8905 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Subnet': ['ID=20c07c8e-003c-4ee4-9d93-ea36dea8c1b1,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:03.611906 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-dc983430-b759-471f-91df-21299f6f9650 admin admin] For port 2ede9bfd-a2f0-493d-9701-40871edb335a, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2ede9bfd-a2f0-493d-9701-40871edb335a,segment=NetworkSegment(66380197-dc09-412d-8934-9a6ccf344e14),segment_id=66380197-dc09-412d-8934-9a6ccf344e14)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:03.611906 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dc983430-b759-471f-91df-21299f6f9650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.613371 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2b7e90db-14b0-4711-a1e6-e70781da8905 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.616056 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ff67d8-488a-4914-b7fd-d4de3665ab02 None None] Network 09296418-21d1-464d-a368-de47256698e4 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:03.720358 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Deleting port 525f2d2b-182e-478f-b14b-d7964c3608d3 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:03.720559 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.761295 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9821c8d-8535-4381-84e8-25adae25c4e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=fc7695a6-34f5-4c59-a305-a39708bda743,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:03.859469 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dfe4ae7f-966c-4def-aad1-3d98fcedb5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.865752 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.875984 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:03.922363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-dc983430-b759-471f-91df-21299f6f9650 admin admin] Calling delete_port for 2ede9bfd-a2f0-493d-9701-40871edb335a owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:03.940454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] The port '525f2d2b-182e-478f-b14b-d7964c3608d3' was deleted {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:12:03.991769 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5296e361-f3e5-4e99-87cd-7f6aa2111ab5 None None] DHCP port deletion for 09296418-21d1-464d-a368-de47256698e4 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:12:03.999198 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5296e361-f3e5-4e99-87cd-7f6aa2111ab5 None None] Deleting port 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:03.999872 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5296e361-f3e5-4e99-87cd-7f6aa2111ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:04.035101 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2b7e90db-14b0-4711-a1e6-e70781da8905 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/subnets/20c07c8e-003c-4ee4-9d93-ea36dea8c1b1 HTTP/1.1" status: 204 len: 168 time: 1.5699944 Feb 18 09:12:04.050184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52252) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:04.157087 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9d80eb1-260b-4083-81a5-e2fd4acba27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:04.290364 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5296e361-f3e5-4e99-87cd-7f6aa2111ab5 None None] For port 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9f95bb06-ae9d-4f80-bddf-2b40883fb0b6,segment=NetworkSegment(c690a50a-7464-4a8b-ba3f-2cd98185dd65),segment_id=c690a50a-7464-4a8b-ba3f-2cd98185dd65)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:04.290789 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5296e361-f3e5-4e99-87cd-7f6aa2111ab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:04.324087 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-081ab5d9-f7f0-44e5-b04c-199cecc6b1ab tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:04.419132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5296e361-f3e5-4e99-87cd-7f6aa2111ab5 None None] Calling delete_port for 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:04.431523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-081ab5d9-f7f0-44e5-b04c-199cecc6b1ab tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting port 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:04.431523 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-081ab5d9-f7f0-44e5-b04c-199cecc6b1ab tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:04.503731 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5296e361-f3e5-4e99-87cd-7f6aa2111ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:04.533448 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9d80eb1-260b-4083-81a5-e2fd4acba27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:04.544024 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:04.555575 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296e361-f3e5-4e99-87cd-7f6aa2111ab5 None None] Pushing event deleted for resources: {'Port': ['ID=9f95bb06-ae9d-4f80-bddf-2b40883fb0b6,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:04.563292 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5296e361-f3e5-4e99-87cd-7f6aa2111ab5 None None] No DVR routers for this DVR port 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:12:04.596777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-081ab5d9-f7f0-44e5-b04c-199cecc6b1ab tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] The port '9f95bb06-ae9d-4f80-bddf-2b40883fb0b6' was deleted {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:12:04.633421 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9d11942-806c-42f3-9b88-66242a25ba8b tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:04.648323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0652f786-1fc4-4a60-9ec1-32b8f65ea358']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:04.795861 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c9d11942-806c-42f3-9b88-66242a25ba8b tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for fc7695a6-34f5-4c59-a305-a39708bda743 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:04.825500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf48cf5-a723-4463-aaeb-6b4da2bc6e36') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:04.825691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf48cf5-a723-4463-aaeb-6b4da2bc6e36') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:04.843185 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-081ab5d9-f7f0-44e5-b04c-199cecc6b1ab tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:04.855979 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dc983430-b759-471f-91df-21299f6f9650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:04.913847 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:04.924508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc983430-b759-471f-91df-21299f6f9650 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ede9bfd-a2f0-493d-9701-40871edb335a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:04.929768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-081ab5d9-f7f0-44e5-b04c-199cecc6b1ab tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09296418-21d1-464d-a368-de47256698e4']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:04.965797 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:04.982730 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-081ab5d9-f7f0-44e5-b04c-199cecc6b1ab tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c690a50a-7464-4a8b-ba3f-2cd98185dd65') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:04.983062 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-081ab5d9-f7f0-44e5-b04c-199cecc6b1ab tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c690a50a-7464-4a8b-ba3f-2cd98185dd65') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:04.991520 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:12:04.992574 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:12:05.011066 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:12:05.018770 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9d80eb1-260b-4083-81a5-e2fd4acba27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.031381 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.041663 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-081ab5d9-f7f0-44e5-b04c-199cecc6b1ab tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.067144 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-081ab5d9-f7f0-44e5-b04c-199cecc6b1ab tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.083298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081ab5d9-f7f0-44e5-b04c-199cecc6b1ab tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:12:05.083812 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-081ab5d9-f7f0-44e5-b04c-199cecc6b1ab tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.098094 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:12:05.102976 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:12:05.153353 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d80eb1-260b-4083-81a5-e2fd4acba27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c6b171-9cef-492f-a95b-18e1befcd4ad,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:05.170918 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9d11942-806c-42f3-9b88-66242a25ba8b tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.270576 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.277220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d11942-806c-42f3-9b88-66242a25ba8b tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Port': ['ID=fc7695a6-34f5-4c59-a305-a39708bda743,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:05.302920 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.309139 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c9d11942-806c-42f3-9b88-66242a25ba8b tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.377945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] Pushing event deleted for resources: {'Network': ['ID=0652f786-1fc4-4a60-9ec1-32b8f65ea358,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:05.384131 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9d80eb1-260b-4083-81a5-e2fd4acba27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.387603 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a9d80eb1-260b-4083-81a5-e2fd4acba27b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/56c6b171-9cef-492f-a95b-18e1befcd4ad HTTP/1.1" status: 204 len: 168 time: 1.8362458 Feb 18 09:12:05.400969 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-22f253bc-b2f9-4d04-887d-537df0f20cab tempest-ExtraDHCPOptionsTestJSON-1356025945 tempest-ExtraDHCPOptionsTestJSON-1356025945-project] 10.222.0.72 "DELETE /v2.0/networks/0652f786-1fc4-4a60-9ec1-32b8f65ea358 HTTP/1.1" status: 204 len: 168 time: 4.6488316 Feb 18 09:12:05.403648 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c9d11942-806c-42f3-9b88-66242a25ba8b tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/ports/fc7695a6-34f5-4c59-a305-a39708bda743 HTTP/1.1" status: 204 len: 168 time: 2.0201218 Feb 18 09:12:05.404444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52260) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:05.453497 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-081ab5d9-f7f0-44e5-b04c-199cecc6b1ab tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.491727 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-081ab5d9-f7f0-44e5-b04c-199cecc6b1ab tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.553004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ab5d9-f7f0-44e5-b04c-199cecc6b1ab tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Network': ['ID=09296418-21d1-464d-a368-de47256698e4,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:05.580379 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-081ab5d9-f7f0-44e5-b04c-199cecc6b1ab tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/networks/09296418-21d1-464d-a368-de47256698e4 HTTP/1.1" status: 204 len: 168 time: 1.5291829 Feb 18 09:12:05.587287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52270) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:05.596123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-403715855', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}, 'admin_state_up': False}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:05.608812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:05.622175 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:router and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:05.622414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd604c-0387-4540-a370-3c4fba355252 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:05.622986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-18cd604c-0387-4540-a370-3c4fba355252 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Synchronizing usage tracker for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:05.627306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:05.630274 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dc983430-b759-471f-91df-21299f6f9650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.639332 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3efbe6bb-da05-435c-b753-c8334641b12b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.696151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:05.697273 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52274) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:05.721410 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-18cd604c-0387-4540-a370-3c4fba355252 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Unset dirty status for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:05.725382 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-18cd604c-0387-4540-a370-3c4fba355252 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3170710 Feb 18 09:12:05.726330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52280) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:05.790394 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c68a79f-9d0b-4719-9eb3-fee6459c1c0f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] GET failed (client error): The resource could not be found. Feb 18 09:12:05.795227 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.795437 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7c68a79f-9d0b-4719-9eb3-fee6459c1c0f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports/fc7695a6-34f5-4c59-a305-a39708bda743 HTTP/1.1" status: 404 len: 333 time: 0.0623262 Feb 18 09:12:05.795524 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.816970 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52284) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:05.821261 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.829591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-86b9de50-3819-4a45-87ae-95b50247742a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-473054392'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:05.910403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:05.929477 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:05.961504 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:12:05.961917 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9f95bb06-ae9d-4f80-bddf-2b40883fb0b6 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:06.012562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52290) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:06.068693 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9233fdb8-cceb-494e-97c0-d0143b7f3940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:06.086089 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-86b9de50-3819-4a45-87ae-95b50247742a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:06.112649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-86b9de50-3819-4a45-87ae-95b50247742a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:network and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:06.119483 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-86b9de50-3819-4a45-87ae-95b50247742a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:06.142114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-86b9de50-3819-4a45-87ae-95b50247742a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:06.172087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b9de50-3819-4a45-87ae-95b50247742a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:06.175524 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86b9de50-3819-4a45-87ae-95b50247742a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:06.252711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9233fdb8-cceb-494e-97c0-d0143b7f3940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:06.274207 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0dc685df-5f57-4536-b732-cab814cf4272 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0e52881db3ee4a73a3ce3352d5257816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5752618 Feb 18 09:12:06.279373 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52294) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:06.315581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b9de50-3819-4a45-87ae-95b50247742a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:12:06.326026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9233fdb8-cceb-494e-97c0-d0143b7f3940 admin admin] Usage tracker for resource:security_group_rule and tenant:9888a9ba06d24415884acd3e9c724c93 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:06.356628 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86b9de50-3819-4a45-87ae-95b50247742a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:06.356992 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-86b9de50-3819-4a45-87ae-95b50247742a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Added segment 9cca4075-2c17-4c13-89b3-2d3f7b64b9b1 of type vlan for network a201f6e7-c954-4a26-a070-0b010d30ef9c Feb 18 09:12:06.383636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9233fdb8-cceb-494e-97c0-d0143b7f3940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:06.399884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9233fdb8-cceb-494e-97c0-d0143b7f3940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:06.414667 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86b9de50-3819-4a45-87ae-95b50247742a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:06.421468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Router f6d9c356-2011-471c-a944-5a71a42d9132 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:12:06.423498 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-17b5e2bc-38c9-4715-90e1-d8da6f3b1cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:06.528443 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-17b5e2bc-38c9-4715-90e1-d8da6f3b1cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:06.572419 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86b9de50-3819-4a45-87ae-95b50247742a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:06.577774 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b9de50-3819-4a45-87ae-95b50247742a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:06.578364 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86b9de50-3819-4a45-87ae-95b50247742a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:06.618202 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:06.771523 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-86b9de50-3819-4a45-87ae-95b50247742a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9500532 Feb 18 09:12:06.777533 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52298) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:06.801430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d171b80d-350a-4c68-b7d4-3af7f48dca0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'subnet': {'network_id': 'a201f6e7-c954-4a26-a070-0b010d30ef9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:06.816365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9de50-3819-4a45-87ae-95b50247742a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Network': ['ID=a201f6e7-c954-4a26-a070-0b010d30ef9c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:06.840748 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network a201f6e7-c954-4a26-a070-0b010d30ef9c details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:12:06.889015 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-17b5e2bc-38c9-4715-90e1-d8da6f3b1cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:06.917174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc983430-b759-471f-91df-21299f6f9650 admin admin] Router 9217142a-b294-432e-9e7c-670a51f03a13 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:12:06.925635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:12:06.934356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5e2bc-38c9-4715-90e1-d8da6f3b1cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d24c5a9-2089-4254-852a-071f64920311,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:06.949320 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Sync routers for ids ['f6d9c356-2011-471c-a944-5a71a42d9132'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:12:06.961154 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Routers {'f6d9c356-2011-471c-a944-5a71a42d9132'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:06.962873 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f6d9c356-2011-471c-a944-5a71a42d9132'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:06.966370 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-17b5e2bc-38c9-4715-90e1-d8da6f3b1cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:06.967676 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-17b5e2bc-38c9-4715-90e1-d8da6f3b1cb0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6d24c5a9-2089-4254-852a-071f64920311 HTTP/1.1" status: 204 len: 168 time: 0.6854749 Feb 18 09:12:06.984491 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:06.988299 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-89c68964-51d0-42d5-8943-df436f8b4474 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.6512487 Feb 18 09:12:06.990351 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d171b80d-350a-4c68-b7d4-3af7f48dca0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:06.996129 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52304) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:07.060060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d171b80d-350a-4c68-b7d4-3af7f48dca0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:subnet and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:07.070653 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d171b80d-350a-4c68-b7d4-3af7f48dca0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:07.085470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d171b80d-350a-4c68-b7d4-3af7f48dca0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:07.103943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-3efbe6bb-da05-435c-b753-c8334641b12b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Deleting port a0149ac9-4c7e-4401-9666-af6361e2bfc7 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:07.104168 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3efbe6bb-da05-435c-b753-c8334641b12b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:07.114803 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d171b80d-350a-4c68-b7d4-3af7f48dca0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:07.118664 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d171b80d-350a-4c68-b7d4-3af7f48dca0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:07.192731 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9233fdb8-cceb-494e-97c0-d0143b7f3940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:07.262605 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9233fdb8-cceb-494e-97c0-d0143b7f3940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:07.322243 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Set router f6d9c356-2011-471c-a944-5a71a42d9132 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:12:07.426946 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9233fdb8-cceb-494e-97c0-d0143b7f3940 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9888a9ba06d24415884acd3e9c724c93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4113109 Feb 18 09:12:07.442303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52312) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:07.443201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc983430-b759-471f-91df-21299f6f9650 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:12:07.444849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233fdb8-cceb-494e-97c0-d0143b7f3940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b5bf75-c9bb-452d-823c-1a2c4b86a0f6,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:07.574816 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-3efbe6bb-da05-435c-b753-c8334641b12b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] For port a0149ac9-4c7e-4401-9666-af6361e2bfc7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a0149ac9-4c7e-4401-9666-af6361e2bfc7,segment=NetworkSegment(eedcd174-798e-444c-bcbf-4584a6fe2987),segment_id=eedcd174-798e-444c-bcbf-4584a6fe2987)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:07.575097 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3efbe6bb-da05-435c-b753-c8334641b12b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:07.597262 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dc983430-b759-471f-91df-21299f6f9650 admin admin] 10.222.0.72 "PUT /v2.0/routers/9217142a-b294-432e-9e7c-670a51f03a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1385567 Feb 18 09:12:07.650191 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52320) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:07.776726 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd75aa5-ab60-471c-9667-0e083407739f None None] Sync routers for ids ['9217142a-b294-432e-9e7c-670a51f03a13'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:12:07.784749 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d9c356-2011-471c-a944-5a71a42d9132', 'name': 'tempest-TestServerMultinode-957950236-router', 'tenant_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:11:58Z', 'updated_at': '2022-02-18T09:12:04Z', 'revision_number': 3, 'project_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'gw_port': {'id': 'c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d9c356-2011-471c-a944-5a71a42d9132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:01Z', 'updated_at': '2022-02-18T09:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:07.790362 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Checking router: f6d9c356-2011-471c-a944-5a71a42d9132 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:12:07.790852 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Updating router f6d9c356-2011-471c-a944-5a71a42d9132 port c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:12:07.801174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-3efbe6bb-da05-435c-b753-c8334641b12b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Calling delete_port for a0149ac9-4c7e-4401-9666-af6361e2bfc7 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:07.826343 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd75aa5-ab60-471c-9667-0e083407739f None None] Routers {'9217142a-b294-432e-9e7c-670a51f03a13'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:07.827214 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-6dd75aa5-ab60-471c-9667-0e083407739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9217142a-b294-432e-9e7c-670a51f03a13'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:07.855762 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.049620 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d171b80d-350a-4c68-b7d4-3af7f48dca0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.110571 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a5998188-a1ed-4cbe-b8e6-11377a12650f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.206095 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.275988 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-6dd75aa5-ab60-471c-9667-0e083407739f None None] Set router 9217142a-b294-432e-9e7c-670a51f03a13 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:12:08.290455 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.309948 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Transition to ACTIVE for port object c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:08.322988 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.327389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171b80d-350a-4c68-b7d4-3af7f48dca0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Subnet': ['ID=3cc70f69-1bae-4c53-b4a6-ea1e730951ed,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:08.349928 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d171b80d-350a-4c68-b7d4-3af7f48dca0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Checking segment: {'id': '9cca4075-2c17-4c13-89b3-2d3f7b64b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a201f6e7-c954-4a26-a070-0b010d30ef9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:12:08.349928 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d171b80d-350a-4c68-b7d4-3af7f48dca0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network hostable DHCP agents. Network: a201f6e7-c954-4a26-a070-0b010d30ef9c, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:12:08.436352 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52338) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:08.439730 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.447184 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.464411 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f436ff-2efe-4783-a24d-6e27c66e9881 None None] Pushing event updated for resources: {'Port': ['ID=c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:08.486508 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Attempting to bind port c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:12:08.486885 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Attempting to bind port c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:12:08.487251 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Attempting to bind port c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:12:08.497794 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:12:08.498168 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:12:08.498577 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.498975 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:12:08.499449 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Bound port: c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:12:08.499826 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.582157 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] For port c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:12:08.584935 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] For port c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:12:08.588328 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f436ff-2efe-4783-a24d-6e27c66e9881 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:08.588328 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f436ff-2efe-4783-a24d-6e27c66e9881 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:08.588693 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f436ff-2efe-4783-a24d-6e27c66e9881 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:08.588929 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f436ff-2efe-4783-a24d-6e27c66e9881 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:08.589406 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f436ff-2efe-4783-a24d-6e27c66e9881 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:08.589741 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f436ff-2efe-4783-a24d-6e27c66e9881 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:08.590065 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f436ff-2efe-4783-a24d-6e27c66e9881 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:08.590383 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f436ff-2efe-4783-a24d-6e27c66e9881 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:08.590790 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f436ff-2efe-4783-a24d-6e27c66e9881 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:08.591110 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f436ff-2efe-4783-a24d-6e27c66e9881 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:08.591580 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f436ff-2efe-4783-a24d-6e27c66e9881 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:08.591906 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f436ff-2efe-4783-a24d-6e27c66e9881 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:08.597056 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.622052 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a5998188-a1ed-4cbe-b8e6-11377a12650f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.707860 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Routers {'f6d9c356-2011-471c-a944-5a71a42d9132'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:08.708532 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f6d9c356-2011-471c-a944-5a71a42d9132'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:08.729834 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-6dd75aa5-ab60-471c-9667-0e083407739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9217142a-b294-432e-9e7c-670a51f03a13', 'name': 'tempest-TaggedBootDevicesTest_v242-1551364495-router', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:03:37Z', 'updated_at': '2022-02-18T09:12:04Z', 'revision_number': 5, 'project_id': '67fba04be8234c838f03f922f83b8802', 'gw_port': {'id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:39Z', 'updated_at': '2022-02-18T09:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:08.735254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd75aa5-ab60-471c-9667-0e083407739f None None] Checking router: 9217142a-b294-432e-9e7c-670a51f03a13 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:12:08.737437 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-30b1037c-123d-4a41-98fd-f4f3cce3a3c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:08.746272 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd75aa5-ab60-471c-9667-0e083407739f None None] Routers {'9217142a-b294-432e-9e7c-670a51f03a13'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:08.747278 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-6dd75aa5-ab60-471c-9667-0e083407739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9217142a-b294-432e-9e7c-670a51f03a13'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:08.750714 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] Allocated IP 172.20.0.1 (84332529-b6fa-4183-9c4d-06900613f018/ab3631c3-7c54-451b-ae7a-b0dd4da70cf5/971bfd56-77a8-4fe7-8c48-81ecae9cc35b) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:08.878430 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f436ff-2efe-4783-a24d-6e27c66e9881 None None] Pushing event updated for resources: {'Port': ['ID=c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:08.950422 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d171b80d-350a-4c68-b7d4-3af7f48dca0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network a201f6e7-c954-4a26-a070-0b010d30ef9c is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:12:08.965012 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-6dd75aa5-ab60-471c-9667-0e083407739f None None] Set router 9217142a-b294-432e-9e7c-670a51f03a13 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:12:08.986131 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-d171b80d-350a-4c68-b7d4-3af7f48dca0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, a201f6e7-c954-4a26-a070-0b010d30ef9c) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:08.995384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d171b80d-350a-4c68-b7d4-3af7f48dca0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:08.995977 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d171b80d-350a-4c68-b7d4-3af7f48dca0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:09.026820 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:09.054275 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640512215'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:09.074008 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:09.085405 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d171b80d-350a-4c68-b7d4-3af7f48dca0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3051643 Feb 18 09:12:09.086971 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52346) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:09.088306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:09.096614 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:09.106025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e0e25459-71fb-4056-9c02-872e82504cac tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'subnet': {'network_id': 'a201f6e7-c954-4a26-a070-0b010d30ef9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:09.115346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bc5886-f818-4ed8-8936-2e801721f577 None None] Network a201f6e7-c954-4a26-a070-0b010d30ef9c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:09.124336 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] Set router f6d9c356-2011-471c-a944-5a71a42d9132 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:12:09.127667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] Transition to ACTIVE for port object 971bfd56-77a8-4fe7-8c48-81ecae9cc35b will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:09.133438 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:09.185692 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a5998188-a1ed-4cbe-b8e6-11377a12650f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:09.236482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5998188-a1ed-4cbe-b8e6-11377a12650f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b5bf75-c9bb-452d-823c-1a2c4b86a0f6,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:09.259065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Allocated IP 172.25.1.113 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/2240f892-be59-4964-b476-c98adf3c2520) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:09.313672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e0e25459-71fb-4056-9c02-872e82504cac tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:09.318839 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e0e25459-71fb-4056-9c02-872e82504cac tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:subnet and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:09.322735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e0e25459-71fb-4056-9c02-872e82504cac tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:09.331504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e0e25459-71fb-4056-9c02-872e82504cac tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:09.343003 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-30b1037c-123d-4a41-98fd-f4f3cce3a3c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:09.372348 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a5998188-a1ed-4cbe-b8e6-11377a12650f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:09.375040 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a5998188-a1ed-4cbe-b8e6-11377a12650f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b3b5bf75-c9bb-452d-823c-1a2c4b86a0f6 HTTP/1.1" status: 204 len: 168 time: 1.9257915 Feb 18 09:12:09.381544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e25459-71fb-4056-9c02-872e82504cac tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:09.386124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b758be-f628-408f-834a-41865ffc84e6 req-5bcfda6b-d0a5-4805-bc43-263bc42afb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:09.387047 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e0e25459-71fb-4056-9c02-872e82504cac tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:09.388238 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01b758be-f628-408f-834a-41865ffc84e6 req-5bcfda6b-d0a5-4805-bc43-263bc42afb9c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 1097 time: 0.7574556 Feb 18 09:12:09.495100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-30b1037c-123d-4a41-98fd-f4f3cce3a3c9 admin admin] Deleting port d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:09.495655 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-30b1037c-123d-4a41-98fd-f4f3cce3a3c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:09.502622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-a201f6e7-c954-4a26-a070-0b010d30ef9c', 'network_id': 'a201f6e7-c954-4a26-a070-0b010d30ef9c', 'tenant_id': 'a3064a784c634f64a677d43a9a9265ec', 'fixed_ips': [{'subnet_id': '3cc70f69-1bae-4c53-b4a6-ea1e730951ed'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:12:09.503600 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:09.538433 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d9c356-2011-471c-a944-5a71a42d9132', 'name': 'tempest-TestServerMultinode-957950236-router', 'tenant_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:11:58Z', 'updated_at': '2022-02-18T09:12:04Z', 'revision_number': 3, 'project_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'gw_port': {'id': 'c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d9c356-2011-471c-a944-5a71a42d9132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:01Z', 'updated_at': '2022-02-18T09:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:09.549734 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e79a095-6975-48e1-bc5e-08e0b24c0f83 None None] The sync data for ids ['f6d9c356-2011-471c-a944-5a71a42d9132'] in n-d-829434-1 is: [{'id': 'f6d9c356-2011-471c-a944-5a71a42d9132', 'name': 'tempest-TestServerMultinode-957950236-router', 'tenant_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:11:58Z', 'updated_at': '2022-02-18T09:12:04Z', 'revision_number': 3, 'project_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'gw_port': {'id': 'c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d9c356-2011-471c-a944-5a71a42d9132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:01Z', 'updated_at': '2022-02-18T09:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:12:09.577693 n-d-829434-1 neutron-server[87767]: INFO neutron.db.ipam_backend_mixin [None req-e0e25459-71fb-4056-9c02-872e82504cac tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3cc70f69-1bae-4c53-b4a6-ea1e730951ed (CIDR: 172.20.0.0/28) Feb 18 09:12:09.580671 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:09.608834 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01b758be-f628-408f-834a-41865ffc84e6 req-d447b5b7-3a66-4a03-95b5-09e9f720a526 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9a8ed7d9-fef6-4bb2-b485-69be21711874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650383 Feb 18 09:12:09.621808 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3efbe6bb-da05-435c-b753-c8334641b12b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:09.682696 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] Network 84332529-b6fa-4183-9c4d-06900613f018 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:09.683822 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:09.699924 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e25459-71fb-4056-9c02-872e82504cac tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:12:09.702754 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e25459-71fb-4056-9c02-872e82504cac tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:12:09.722879 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:09.725263 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:09.745278 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:12:09.832167 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Allocated IP 172.20.0.2 (a201f6e7-c954-4a26-a070-0b010d30ef9c/3cc70f69-1bae-4c53-b4a6-ea1e730951ed/7e06dad0-2660-47e0-96c7-e5c0ca97c86e) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:09.837460 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:09.844464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group_rule and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:09.860518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:09.870548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:09.957680 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e0e25459-71fb-4056-9c02-872e82504cac tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8629572 Feb 18 09:12:10.001330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbe6bb-da05-435c-b753-c8334641b12b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event deleted for resources: {'Port': ['ID=a0149ac9-4c7e-4401-9666-af6361e2bfc7,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:10.002309 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52358) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:10.025842 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4b26b9f7-bf8b-4889-85f4-22a472f9cda4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'subnet': {'network_id': 'a201f6e7-c954-4a26-a070-0b010d30ef9c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:10.078734 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] Pushing event updated for resources: {'Port': ['ID=971bfd56-77a8-4fe7-8c48-81ecae9cc35b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:10.229310 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:10.426085 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-6dd75aa5-ab60-471c-9667-0e083407739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9217142a-b294-432e-9e7c-670a51f03a13', 'name': 'tempest-TaggedBootDevicesTest_v242-1551364495-router', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:03:37Z', 'updated_at': '2022-02-18T09:12:04Z', 'revision_number': 5, 'project_id': '67fba04be8234c838f03f922f83b8802', 'gw_port': {'id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:39Z', 'updated_at': '2022-02-18T09:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:10.432363 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd75aa5-ab60-471c-9667-0e083407739f None None] The sync data for ids ['9217142a-b294-432e-9e7c-670a51f03a13'] in n-d-829434-1 is: [{'id': '9217142a-b294-432e-9e7c-670a51f03a13', 'name': 'tempest-TaggedBootDevicesTest_v242-1551364495-router', 'tenant_id': '67fba04be8234c838f03f922f83b8802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:03:37Z', 'updated_at': '2022-02-18T09:12:04Z', 'revision_number': 5, 'project_id': '67fba04be8234c838f03f922f83b8802', 'gw_port': {'id': 'd5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9217142a-b294-432e-9e7c-670a51f03a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:03:39Z', 'updated_at': '2022-02-18T09:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:12:10.480342 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-259f73d9-d603-4870-a70a-533249aa8b60 None None] Provisioning for port 971bfd56-77a8-4fe7-8c48-81ecae9cc35b completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:10.486381 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:10.558036 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:10.567010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-30b1037c-123d-4a41-98fd-f4f3cce3a3c9 admin admin] For port d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:10.567714 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-30b1037c-123d-4a41-98fd-f4f3cce3a3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:10.657830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-259f73d9-d603-4870-a70a-533249aa8b60 None None] Provisioning complete for port 971bfd56-77a8-4fe7-8c48-81ecae9cc35b triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:10.659002 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-259f73d9-d603-4870-a70a-533249aa8b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:10.675910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=2240f892-be59-4964-b476-c98adf3c2520,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:10.733597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-259f73d9-d603-4870-a70a-533249aa8b60 None None] Port 971bfd56-77a8-4fe7-8c48-81ecae9cc35b cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:12:10.761245 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:10.775640 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Transition to ACTIVE for port object 7e06dad0-2660-47e0-96c7-e5c0ca97c86e will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:10.783359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:10.801980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Transition to ACTIVE for port object 7e06dad0-2660-47e0-96c7-e5c0ca97c86e will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:10.824954 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:10.868843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:10.871396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:12:10.895586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4b26b9f7-bf8b-4889-85f4-22a472f9cda4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:10.912250 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:10.915076 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-30b1037c-123d-4a41-98fd-f4f3cce3a3c9 admin admin] Calling delete_port for d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:10.920542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4b26b9f7-bf8b-4889-85f4-22a472f9cda4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:subnet and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:10.942627 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4b26b9f7-bf8b-4889-85f4-22a472f9cda4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:10.956430 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:10.968693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Pushing event updated for resources: {'Port': ['ID=7e06dad0-2660-47e0-96c7-e5c0ca97c86e,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:10.992228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Network a201f6e7-c954-4a26-a070-0b010d30ef9c is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:10.993567 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:10.996948 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:12:11.017825 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:11.020775 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4b26b9f7-bf8b-4889-85f4-22a472f9cda4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:11.059051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group_rule and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:11.091487 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:11.110516 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:11.113130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a236ac50-83ed-4bdd-bacb-9fe3ee72cdc6,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:11.134384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b26b9f7-bf8b-4889-85f4-22a472f9cda4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:11.141300 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4b26b9f7-bf8b-4889-85f4-22a472f9cda4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:11.201641 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Attempting to bind port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:12:11.203915 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Attempting to bind port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '9cca4075-2c17-4c13-89b3-2d3f7b64b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a201f6e7-c954-4a26-a070-0b010d30ef9c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:12:11.205196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Attempting to bind port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e on network a201f6e7-c954-4a26-a070-0b010d30ef9c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:12:11.214413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:12:11.214810 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Checking segment: {'id': '9cca4075-2c17-4c13-89b3-2d3f7b64b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a201f6e7-c954-4a26-a070-0b010d30ef9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:12:11.215215 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:11.215693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Bound using segment: {'id': '9cca4075-2c17-4c13-89b3-2d3f7b64b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a201f6e7-c954-4a26-a070-0b010d30ef9c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:12:11.216175 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Bound port: 7e06dad0-2660-47e0-96c7-e5c0ca97c86e, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cca4075-2c17-4c13-89b3-2d3f7b64b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a201f6e7-c954-4a26-a070-0b010d30ef9c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:12:11.216654 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:11.334511 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3efbe6bb-da05-435c-b753-c8334641b12b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:11.366571 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] For port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:12:11.375969 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] For port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7e06dad0-2660-47e0-96c7-e5c0ca97c86e,segment=NetworkSegment(9cca4075-2c17-4c13-89b3-2d3f7b64b9b1),segment_id=9cca4075-2c17-4c13-89b3-2d3f7b64b9b1)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:12:11.408494 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:11.460401 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:11.542447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363a261-b30c-4fcc-97d2-4572221ba7ab None None] Pushing event updated for resources: {'Port': ['ID=7e06dad0-2660-47e0-96c7-e5c0ca97c86e,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:11.578122 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:11.594773 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:11.685422 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:11.707318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:11.896025 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:11.905644 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.4432683 Feb 18 09:12:11.917346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52396) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:12.027647 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:12.076161 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b73d71-8eba-45df-a3c1-05fa9db9515d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6eadfcd-6077-4f2f-bfa9-165255c6277c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:12.166085 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:12.172474 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:12.173154 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.203000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d9c4e8b4-cb43-4847-9a8d-2e4344475a07 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:12.265515 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.290129 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d9c4e8b4-cb43-4847-9a8d-2e4344475a07 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:12.292214 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d9c4e8b4-cb43-4847-9a8d-2e4344475a07 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3718989 Feb 18 09:12:12.301090 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.336707 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52404) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:12.363095 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.384824 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:12.390607 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.459842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2ede9bfd-a2f0-493d-9701-40871edb335a no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:12.464119 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f42cd8b4-7075-4880-b07b-2cf5b1b54e7e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group': {'name': 'tempest-security--2076942293', 'description': 'tempest-security-description-1624811962'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:12.491269 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] Pushing event updated for resources: {'Port': ['ID=971bfd56-77a8-4fe7-8c48-81ecae9cc35b,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:12.494430 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4b26b9f7-bf8b-4889-85f4-22a472f9cda4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.515757 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 2ede9bfd-a2f0-493d-9701-40871edb335a {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:12:12.516104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2ede9bfd-a2f0-493d-9701-40871edb335a not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:12.550434 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:12.559772 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f42cd8b4-7075-4880-b07b-2cf5b1b54e7e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.591792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b26b9f7-bf8b-4889-85f4-22a472f9cda4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network a201f6e7-c954-4a26-a070-0b010d30ef9c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:12.663190 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-30b1037c-123d-4a41-98fd-f4f3cce3a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.667582 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-4b26b9f7-bf8b-4889-85f4-22a472f9cda4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:12.689931 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f42cd8b4-7075-4880-b07b-2cf5b1b54e7e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.694202 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b26b9f7-bf8b-4889-85f4-22a472f9cda4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:12.695117 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4b26b9f7-bf8b-4889-85f4-22a472f9cda4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.700414 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.720931 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f42cd8b4-7075-4880-b07b-2cf5b1b54e7e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.724529 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f42cd8b4-7075-4880-b07b-2cf5b1b54e7e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.727837 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f42cd8b4-7075-4880-b07b-2cf5b1b54e7e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "PUT /v2.0/security-groups/c6eadfcd-6077-4f2f-bfa9-165255c6277c HTTP/1.1" status: 200 len: 1780 time: 0.2726920 Feb 18 09:12:12.729124 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26b9f7-bf8b-4889-85f4-22a472f9cda4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Subnet': ['ID=256718d0-ff9d-4075-83df-7bdaf1f2e63e,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:12.736746 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52418) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:12.787677 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1037c-123d-4a41-98fd-f4f3cce3a3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:12.792189 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:12.944518 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4b26b9f7-bf8b-4889-85f4-22a472f9cda4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.9385498 Feb 18 09:12:12.967949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efbe6bb-da05-435c-b753-c8334641b12b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Router db09e72e-441d-4e4f-a757-bdaf56a75546 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:12:12.977237 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52434) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:12.996049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'network_id': 'a201f6e7-c954-4a26-a070-0b010d30ef9c', 'fixed_ips': [{'subnet_id': '3cc70f69-1bae-4c53-b4a6-ea1e730951ed'}, {'subnet_id': '256718d0-ff9d-4075-83df-7bdaf1f2e63e'}], 'name': 'tempest-PortsTestJSON-745097710'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:13.167010 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9cdfef-6f0f-4887-ab57-870fbfbded9e None None] Network a201f6e7-c954-4a26-a070-0b010d30ef9c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:13.173827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cd8b4-7075-4880-b07b-2cf5b1b54e7e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6eadfcd-6077-4f2f-bfa9-165255c6277c,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:13.186332 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-80ea4f58-c45c-41c1-92af-70ef0a5312f6 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-groups/c6eadfcd-6077-4f2f-bfa9-165255c6277c HTTP/1.1" status: 200 len: 1780 time: 0.4317849 Feb 18 09:12:13.187901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52444) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:13.254080 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:13.262316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:port and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:13.266577 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:13.277912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:13.284554 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] Network 84332529-b6fa-4183-9c4d-06900613f018 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:13.287845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:13.321142 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c4d617a4-3d79-40f4-b17a-5674ec3ccbd4 None None] Provisioning for port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:13.364358 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:13.537233 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:13.662382 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96323a69-f4e7-4d80-8fbe-dea1296d06e5 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:13.726804 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-30b1037c-123d-4a41-98fd-f4f3cce3a3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:13.767464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] device_id is not set on port 138b64cb-1831-4584-b9e0-5a4059da2fea yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:12:13.801703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-41cb1a5a-c33c-4e1e-bb1c-80bcd428193c None None] Provisioning complete for port 971bfd56-77a8-4fe7-8c48-81ecae9cc35b triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:13.801964 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-41cb1a5a-c33c-4e1e-bb1c-80bcd428193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:13.853903 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1304725f-e0b3-46db-af3d-f372ad8fa6fa None None] Update dhcp port {'port': {'network_id': 'a201f6e7-c954-4a26-a070-0b010d30ef9c', 'fixed_ips': [{'subnet_id': '3cc70f69-1bae-4c53-b4a6-ea1e730951ed', 'ip_address': '172.20.0.2'}, {'subnet_id': '256718d0-ff9d-4075-83df-7bdaf1f2e63e'}], 'binding:host_id': 'n-d-829434-1'}, 'id': '7e06dad0-2660-47e0-96c7-e5c0ca97c86e'} from n-d-829434-1. {{(pid=87769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 18 09:12:13.926751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-41cb1a5a-c33c-4e1e-bb1c-80bcd428193c None None] Port 971bfd56-77a8-4fe7-8c48-81ecae9cc35b cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:12:13.935335 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1304725f-e0b3-46db-af3d-f372ad8fa6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:13.977068 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52456) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:14.017596 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] Router f6d9c356-2011-471c-a944-5a71a42d9132 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:12:14.093522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7e06dad0-2660-47e0-96c7-e5c0ca97c86e up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:14.135968 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96323a69-f4e7-4d80-8fbe-dea1296d06e5 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.195645 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-85d0bcc1-79bf-49a2-b72d-fcae9742e6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.235433 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-30b1037c-123d-4a41-98fd-f4f3cce3a3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.252075 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:14.255890 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-1304725f-e0b3-46db-af3d-f372ad8fa6fa None None] Allocated IP 172.20.0.18 (a201f6e7-c954-4a26-a070-0b010d30ef9c/256718d0-ff9d-4075-83df-7bdaf1f2e63e/7e06dad0-2660-47e0-96c7-e5c0ca97c86e) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:14.256471 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-30b1037c-123d-4a41-98fd-f4f3cce3a3c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.263472 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:14.263852 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.298699 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-85d0bcc1-79bf-49a2-b72d-fcae9742e6b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:14.321713 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.333722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-85d0bcc1-79bf-49a2-b72d-fcae9742e6b9 admin admin] Usage tracker for resource:security_group_rule and tenant:4d68736f35cd487bb8846952f15c1d26 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:14.349907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-85d0bcc1-79bf-49a2-b72d-fcae9742e6b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:14.363380 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-85d0bcc1-79bf-49a2-b72d-fcae9742e6b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:14.391314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efbe6bb-da05-435c-b753-c8334641b12b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:12:14.401998 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:12:14.408529 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-30b1037c-123d-4a41-98fd-f4f3cce3a3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.409040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b1037c-123d-4a41-98fd-f4f3cce3a3c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9217142a-b294-432e-9e7c-670a51f03a13 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:12:14.423438 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910a5fc6-f138-4724-ba26-e8bdb1fdd369 None None] Sync routers for ids ['db09e72e-441d-4e4f-a757-bdaf56a75546'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:12:14.434245 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7c198801-f364-4005-a5e3-61e23f02bd3a admin admin] 10.222.0.72 "PUT /v2.0/routers/f6d9c356-2011-471c-a944-5a71a42d9132/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4269052 Feb 18 09:12:14.441062 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910a5fc6-f138-4724-ba26-e8bdb1fdd369 None None] Routers {'db09e72e-441d-4e4f-a757-bdaf56a75546'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:14.441906 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-910a5fc6-f138-4724-ba26-e8bdb1fdd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['db09e72e-441d-4e4f-a757-bdaf56a75546'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:14.480549 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96323a69-f4e7-4d80-8fbe-dea1296d06e5 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.484815 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Sync routers for ids ['f6d9c356-2011-471c-a944-5a71a42d9132'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:12:14.560210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96323a69-f4e7-4d80-8fbe-dea1296d06e5 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6eadfcd-6077-4f2f-bfa9-165255c6277c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:14.578077 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-85d0bcc1-79bf-49a2-b72d-fcae9742e6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.588550 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-85d0bcc1-79bf-49a2-b72d-fcae9742e6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.705226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0bcc1-79bf-49a2-b72d-fcae9742e6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9e8767-dd06-4bf6-80df-b4875ecea9fc,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:14.712375 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-85d0bcc1-79bf-49a2-b72d-fcae9742e6b9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4d68736f35cd487bb8846952f15c1d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7323174 Feb 18 09:12:14.715829 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52466) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:14.736506 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-910a5fc6-f138-4724-ba26-e8bdb1fdd369 None None] Set router db09e72e-441d-4e4f-a757-bdaf56a75546 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:12:14.780503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Routers {'f6d9c356-2011-471c-a944-5a71a42d9132'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:14.783011 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f6d9c356-2011-471c-a944-5a71a42d9132'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:14.853422 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3efbe6bb-da05-435c-b753-c8334641b12b tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "PUT /v2.0/routers/db09e72e-441d-4e4f-a757-bdaf56a75546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4508533 Feb 18 09:12:14.855066 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-30b1037c-123d-4a41-98fd-f4f3cce3a3c9 admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.859119 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-30b1037c-123d-4a41-98fd-f4f3cce3a3c9 admin admin] 10.222.0.72 "DELETE /v2.0/routers/9217142a-b294-432e-9e7c-670a51f03a13 HTTP/1.1" status: 204 len: 168 time: 7.2089522 Feb 18 09:12:14.861296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52472) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:14.861707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52474) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:14.892147 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c46a51c-b46a-4bbc-a876-99d59b2ee273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.950635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1304725f-e0b3-46db-af3d-f372ad8fa6fa None None] For port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7e06dad0-2660-47e0-96c7-e5c0ca97c86e,segment=NetworkSegment(9cca4075-2c17-4c13-89b3-2d3f7b64b9b1),segment_id=9cca4075-2c17-4c13-89b3-2d3f7b64b9b1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:14.952860 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c46a51c-b46a-4bbc-a876-99d59b2ee273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:14.995469 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.052849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c9fcf4-2d38-431f-aa83-36a3452194b8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Deleting subnet e4500d41-2903-426e-b93a-dfcd7b5dfd07 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:12:15.057292 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9c9fcf4-2d38-431f-aa83-36a3452194b8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.059596 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c46a51c-b46a-4bbc-a876-99d59b2ee273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.109075 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46a51c-b46a-4bbc-a876-99d59b2ee273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9e8767-dd06-4bf6-80df-b4875ecea9fc,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:15.114124 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c46a51c-b46a-4bbc-a876-99d59b2ee273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.116198 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7c46a51c-b46a-4bbc-a876-99d59b2ee273 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/be9e8767-dd06-4bf6-80df-b4875ecea9fc HTTP/1.1" status: 204 len: 168 time: 0.3988442 Feb 18 09:12:15.174200 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-1304725f-e0b3-46db-af3d-f372ad8fa6fa None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:12:15.194335 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9c9fcf4-2d38-431f-aa83-36a3452194b8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.234872 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1304725f-e0b3-46db-af3d-f372ad8fa6fa None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.267553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Set router f6d9c356-2011-471c-a944-5a71a42d9132 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:12:15.277912 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-910a5fc6-f138-4724-ba26-e8bdb1fdd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'name': 'tempest-TestNetworkBasicOps-router-893670166', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:12:09Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:25Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:15.287531 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910a5fc6-f138-4724-ba26-e8bdb1fdd369 None None] Checking router: db09e72e-441d-4e4f-a757-bdaf56a75546 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:12:15.288566 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96323a69-f4e7-4d80-8fbe-dea1296d06e5 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.289701 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-96323a69-f4e7-4d80-8fbe-dea1296d06e5 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-groups/c6eadfcd-6077-4f2f-bfa9-165255c6277c HTTP/1.1" status: 204 len: 168 time: 1.7580342 Feb 18 09:12:15.294036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52490) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:15.315629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router d114dadf-b280-4943-8dbc-b84a055d844a is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:12:15.316506 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910a5fc6-f138-4724-ba26-e8bdb1fdd369 None None] Routers {'db09e72e-441d-4e4f-a757-bdaf56a75546'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:15.318456 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-910a5fc6-f138-4724-ba26-e8bdb1fdd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['db09e72e-441d-4e4f-a757-bdaf56a75546'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:15.322807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b003b9-5806-4d05-b118-c7472c2a8691 admin admin] Deleting subnet c738050d-ebd5-4e0e-a984-f573b8282991 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:12:15.323223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1304725f-e0b3-46db-af3d-f372ad8fa6fa None None] Transition to ACTIVE for port object 7e06dad0-2660-47e0-96c7-e5c0ca97c86e will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:15.331644 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-30b003b9-5806-4d05-b118-c7472c2a8691 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.350423 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1304725f-e0b3-46db-af3d-f372ad8fa6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.436955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52494) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:15.462587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-220924324-network', 'tenant_id': '792a703e15524e7ea4f30e773c7d56f1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:15.462833 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9c9fcf4-2d38-431f-aa83-36a3452194b8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.476500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:15.479553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304725f-e0b3-46db-af3d-f372ad8fa6fa None None] Pushing event updated for resources: {'Port': ['ID=7e06dad0-2660-47e0-96c7-e5c0ca97c86e,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:15.487386 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Usage tracker for resource:network and tenant:792a703e15524e7ea4f30e773c7d56f1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:15.497725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:15.507091 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-749d88b5-492e-40ad-9b78-9d0900d2329e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2116616 Feb 18 09:12:15.517561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52498) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:15.523474 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:15.534913 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-30b003b9-5806-4d05-b118-c7472c2a8691 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.593394 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-64959df7-b6aa-488b-8ec7-eaa7303e9c01 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] delete failed (client error): The resource could not be found. Feb 18 09:12:15.599493 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-64959df7-b6aa-488b-8ec7-eaa7303e9c01 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-groups/c6eadfcd-6077-4f2f-bfa9-165255c6277c HTTP/1.1" status: 404 len: 347 time: 0.0781484 Feb 18 09:12:15.618653 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-910a5fc6-f138-4724-ba26-e8bdb1fdd369 None None] Set router db09e72e-441d-4e4f-a757-bdaf56a75546 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:12:15.624741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52504) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:15.644409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-eee6e70c-cf02-436c-980a-3259d52a8ae0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855261998'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:15.660544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Made reservation on behalf of 792a703e15524e7ea4f30e773c7d56f1 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:15.665815 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.690693 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:12:15.691092 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:12:15.697029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-eee6e70c-cf02-436c-980a-3259d52a8ae0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:15.706039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-eee6e70c-cf02-436c-980a-3259d52a8ae0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:15.709925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-eee6e70c-cf02-436c-980a-3259d52a8ae0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:15.717588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-eee6e70c-cf02-436c-980a-3259d52a8ae0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:15.732114 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.754416 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eee6e70c-cf02-436c-980a-3259d52a8ae0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.795131 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:15.815559 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Usage tracker for resource:security_group_rule and tenant:792a703e15524e7ea4f30e773c7d56f1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:15.829603 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-eee6e70c-cf02-436c-980a-3259d52a8ae0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:15.835611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-eee6e70c-cf02-436c-980a-3259d52a8ae0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group_rule and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:15.839060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-eee6e70c-cf02-436c-980a-3259d52a8ae0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:15.847148 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-eee6e70c-cf02-436c-980a-3259d52a8ae0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:15.961745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:12:15.971243 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9c9fcf4-2d38-431f-aa83-36a3452194b8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:15.992138 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:15.995557 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf574ee-58fe-4c28-9908-c3a123e48f28 None None] Sync routers for ids ['d114dadf-b280-4943-8dbc-b84a055d844a'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:12:16.018470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Allocated IP 172.20.0.14 (a201f6e7-c954-4a26-a070-0b010d30ef9c/3cc70f69-1bae-4c53-b4a6-ea1e730951ed/138b64cb-1831-4584-b9e0-5a4059da2fea) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:16.021279 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:16.039542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9fcf4-2d38-431f-aa83-36a3452194b8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event deleted for resources: {'Subnet': ['ID=e4500d41-2903-426e-b93a-dfcd7b5dfd07,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:16.042623 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf574ee-58fe-4c28-9908-c3a123e48f28 None None] Routers {'d114dadf-b280-4943-8dbc-b84a055d844a'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:16.044113 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fbf574ee-58fe-4c28-9908-c3a123e48f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['d114dadf-b280-4943-8dbc-b84a055d844a'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:16.044644 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eee6e70c-cf02-436c-980a-3259d52a8ae0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.047769 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-30b003b9-5806-4d05-b118-c7472c2a8691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.065037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Allocated IP 172.20.0.29 (a201f6e7-c954-4a26-a070-0b010d30ef9c/256718d0-ff9d-4075-83df-7bdaf1f2e63e/138b64cb-1831-4584-b9e0-5a4059da2fea) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:16.079957 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9c9fcf4-2d38-431f-aa83-36a3452194b8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.085717 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d9c9fcf4-2d38-431f-aa83-36a3452194b8 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "DELETE /v2.0/subnets/e4500d41-2903-426e-b93a-dfcd7b5dfd07 HTTP/1.1" status: 204 len: 168 time: 1.2150366 Feb 18 09:12:16.091048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52508) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:16.091437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52510) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:16.092259 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.093485 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1fd90b08-4b5a-423c-81f4-63e039ed748b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.5050554 Feb 18 09:12:16.097979 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eee6e70c-cf02-436c-980a-3259d52a8ae0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.100347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52514) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:16.129138 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032c3136-8473-4bb4-8191-7dd32e26af46 None None] Network f1caec97-043c-4296-bbf3-4343ad8e8680 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:16.204367 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fbf574ee-58fe-4c28-9908-c3a123e48f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:16.218995 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf574ee-58fe-4c28-9908-c3a123e48f28 None None] Routers {'d114dadf-b280-4943-8dbc-b84a055d844a'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:16.219518 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fbf574ee-58fe-4c28-9908-c3a123e48f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['d114dadf-b280-4943-8dbc-b84a055d844a'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:16.231041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6e70c-cf02-436c-980a-3259d52a8ae0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c6d136-b741-4b4c-a3cb-216e53f573a2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:16.303202 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.303784 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fbf574ee-58fe-4c28-9908-c3a123e48f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:16.304588 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf574ee-58fe-4c28-9908-c3a123e48f28 None None] The sync data for ids ['d114dadf-b280-4943-8dbc-b84a055d844a'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:12:16.321897 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.337501 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eee6e70c-cf02-436c-980a-3259d52a8ae0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.340397 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-eee6e70c-cf02-436c-980a-3259d52a8ae0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7091506 Feb 18 09:12:16.345909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52520) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:16.354590 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.372887 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:12:16.393303 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.393667 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Added segment 5b2eea6b-b63c-47da-a726-c22c87fb95c8 of type vlan for network 88d05f08-fe41-43cf-9bfe-38db7f9cbeb9 Feb 18 09:12:16.422632 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-910a5fc6-f138-4724-ba26-e8bdb1fdd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'name': 'tempest-TestNetworkBasicOps-router-893670166', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:12:09Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:25Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:16.425615 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.426769 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910a5fc6-f138-4724-ba26-e8bdb1fdd369 None None] The sync data for ids ['db09e72e-441d-4e4f-a757-bdaf56a75546'] in n-d-829434-1 is: [{'id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'name': 'tempest-TestNetworkBasicOps-router-893670166', 'tenant_id': '67d280681c92466b957d86889fb303b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:12:09Z', 'revision_number': 5, 'project_id': '67d280681c92466b957d86889fb303b6', 'gw_port': {'id': '7a9e809d-b6d5-4277-a7f4-693b21384bcf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09e72e-441d-4e4f-a757-bdaf56a75546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:25Z', 'updated_at': '2022-02-18T09:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:12:16.472577 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bfaf1c17-5d2d-4086-a62a-2aee2e7a86b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.489103 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-30b003b9-5806-4d05-b118-c7472c2a8691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.495167 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-be87bb93-042f-47c2-a979-9981f09dbc5f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group_rule': {'security_group_id': 'f8c6d136-b741-4b4c-a3cb-216e53f573a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:16.503147 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-be87bb93-042f-47c2-a979-9981f09dbc5f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:16.508683 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-be87bb93-042f-47c2-a979-9981f09dbc5f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group_rule and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:16.512300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-be87bb93-042f-47c2-a979-9981f09dbc5f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:16.542597 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255a111c-c814-4ee4-88b2-db8145cbe662,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:16.546270 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7e06dad0-2660-47e0-96c7-e5c0ca97c86e,segment=NetworkSegment(9cca4075-2c17-4c13-89b3-2d3f7b64b9b1),segment_id=9cca4075-2c17-4c13-89b3-2d3f7b64b9b1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:16.558430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-be87bb93-042f-47c2-a979-9981f09dbc5f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:16.570245 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.571121 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:16.665161 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be87bb93-042f-47c2-a979-9981f09dbc5f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.686717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9388b3c4-d570-4ee4-aaf0-34d06d71360b None None] Network a201f6e7-c954-4a26-a070-0b010d30ef9c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:16.690574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b003b9-5806-4d05-b118-c7472c2a8691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c738050d-ebd5-4e0e-a984-f573b8282991,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:16.694258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.696542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:16.696739 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.698934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-bfaf1c17-5d2d-4086-a62a-2aee2e7a86b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:16.701894 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-30b003b9-5806-4d05-b118-c7472c2a8691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.712770 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bfaf1c17-5d2d-4086-a62a-2aee2e7a86b6 admin admin] Usage tracker for resource:security_group_rule and tenant:e858b092601e499fadfe137e1b2a36ce is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:16.721112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bfaf1c17-5d2d-4086-a62a-2aee2e7a86b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:16.721823 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217cbc8a-7a06-4d4c-ad0f-24b084c52dd9 None None] Network ec3d4a7e-a312-44cc-b0e7-a43199da5de1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:16.735031 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e9421212-7c5e-4a8d-9af2-30ec0d2caf42 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/routers/d114dadf-b280-4943-8dbc-b84a055d844a HTTP/1.1" status: 200 len: 884 time: 0.6305175 Feb 18 09:12:16.736597 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-30b003b9-5806-4d05-b118-c7472c2a8691 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c738050d-ebd5-4e0e-a984-f573b8282991 HTTP/1.1" status: 204 len: 168 time: 1.8647499 Feb 18 09:12:16.738044 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52524) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:16.738389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52526) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:16.744729 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a536e735-259b-4ab9-aca9-1dc1fe103583 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.939265 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:16.966562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d9c356-2011-471c-a944-5a71a42d9132', 'name': 'tempest-TestServerMultinode-957950236-router', 'tenant_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:11:58Z', 'updated_at': '2022-02-18T09:12:11Z', 'revision_number': 4, 'project_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'gw_port': {'id': 'c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d9c356-2011-471c-a944-5a71a42d9132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:01Z', 'updated_at': '2022-02-18T09:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '971bfd56-77a8-4fe7-8c48-81ecae9cc35b', 'name': '', 'network_id': '84332529-b6fa-4183-9c4d-06900613f018', 'tenant_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'mac_address': 'fa:16:3e:d8:13:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d9c356-2011-471c-a944-5a71a42d9132', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'ab3631c3-7c54-451b-ae7a-b0dd4da70cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:08Z', 'updated_at': '2022-02-18T09:12:11Z', 'revision_number': 2, 'project_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'subnets': [{'id': 'ab3631c3-7c54-451b-ae7a-b0dd4da70cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:16.975193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-bfaf1c17-5d2d-4086-a62a-2aee2e7a86b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:16.991550 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a536e735-259b-4ab9-aca9-1dc1fe103583 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.003596 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5646660 Feb 18 09:12:17.007479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=7e06dad0-2660-47e0-96c7-e5c0ca97c86e,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:17.013318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52532) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:17.023454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Checking router: f6d9c356-2011-471c-a944-5a71a42d9132 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:12:17.023804 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Updating router f6d9c356-2011-471c-a944-5a71a42d9132 port 971bfd56-77a8-4fe7-8c48-81ecae9cc35b binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:12:17.028937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a536e735-259b-4ab9-aca9-1dc1fe103583 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Deleting port 7a9e809d-b6d5-4277-a7f4-693b21384bcf {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:17.029303 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a536e735-259b-4ab9-aca9-1dc1fe103583 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.080817 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-aa0fdadf-31d4-4d65-a09d-38698dc8bf6e admin admin] Request body: {'subnet': {'network_id': '88d05f08-fe41-43cf-9bfe-38db7f9cbeb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-220924324-subnet', 'tenant_id': '792a703e15524e7ea4f30e773c7d56f1', 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:17.103389 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-aa0fdadf-31d4-4d65-a09d-38698dc8bf6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:17.106356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c4546773-49a6-49dc-aae0-10bd82a60dde None None] Provisioning for port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:17.128245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-aa0fdadf-31d4-4d65-a09d-38698dc8bf6e admin admin] Usage tracker for resource:subnet and tenant:792a703e15524e7ea4f30e773c7d56f1 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:17.135071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-aa0fdadf-31d4-4d65-a09d-38698dc8bf6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:17.146716 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-aa0fdadf-31d4-4d65-a09d-38698dc8bf6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:17.171132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d30f0e-aba3-417f-a7bd-3fb248d6c1fe None None] DHCP port deletion for f1caec97-043c-4296-bbf3-4343ad8e8680 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:12:17.189013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:17.189381 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.248248 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0fdadf-31d4-4d65-a09d-38698dc8bf6e admin admin] Made reservation on behalf of 792a703e15524e7ea4f30e773c7d56f1 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:17.250652 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa0fdadf-31d4-4d65-a09d-38698dc8bf6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.269869 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024aed6-4bb1-4dc2-b07c-d47948c9e853 admin admin] Pushing event updated for resources: {'Network': ['ID=88d05f08-fe41-43cf-9bfe-38db7f9cbeb9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:17.286203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] Deleting port 52f992e6-1de6-4e0b-8926-b15e2fd55213 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:17.286623 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.287722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c4546773-49a6-49dc-aae0-10bd82a60dde None None] Provisioning complete for port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:17.288235 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c4546773-49a6-49dc-aae0-10bd82a60dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.321598 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.339076 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be87bb93-042f-47c2-a979-9981f09dbc5f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.346296 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.356757 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-18d30f0e-aba3-417f-a7bd-3fb248d6c1fe None None] Deleting port 39b793a6-e55c-46e5-be76-03761f63c8f8 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:17.357022 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-18d30f0e-aba3-417f-a7bd-3fb248d6c1fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.373370 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be87bb93-042f-47c2-a979-9981f09dbc5f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.406858 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Transition to ACTIVE for port object 138b64cb-1831-4584-b9e0-5a4059da2fea will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:17.413007 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 88d05f08-fe41-43cf-9bfe-38db7f9cbeb9 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:12:17.417841 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bfaf1c17-5d2d-4086-a62a-2aee2e7a86b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.438024 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bfaf1c17-5d2d-4086-a62a-2aee2e7a86b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.449017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87bb93-042f-47c2-a979-9981f09dbc5f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ab5815-67eb-4fff-99fb-1ce5b1322b59,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:17.464535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-a536e735-259b-4ab9-aca9-1dc1fe103583 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] For port 7a9e809d-b6d5-4277-a7f4-693b21384bcf, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7a9e809d-b6d5-4277-a7f4-693b21384bcf,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:17.464907 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a536e735-259b-4ab9-aca9-1dc1fe103583 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.478111 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be87bb93-042f-47c2-a979-9981f09dbc5f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.480817 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-be87bb93-042f-47c2-a979-9981f09dbc5f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1299706 Feb 18 09:12:17.485068 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52536) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:17.703608 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1f048216-9329-4ce1-be46-700111a955d1 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.734584 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1f048216-9329-4ce1-be46-700111a955d1 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.740573 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.772259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a536e735-259b-4ab9-aca9-1dc1fe103583 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Calling delete_port for 7a9e809d-b6d5-4277-a7f4-693b21384bcf owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:17.829331 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bfaf1c17-5d2d-4086-a62a-2aee2e7a86b6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e858b092601e499fadfe137e1b2a36ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7318954 Feb 18 09:12:17.833066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf1c17-5d2d-4086-a62a-2aee2e7a86b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2c30d8-1bd8-4ab0-a28e-fff54edc1712,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:17.839628 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52540) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:17.847788 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] For port 52f992e6-1de6-4e0b-8926-b15e2fd55213, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=52f992e6-1de6-4e0b-8926-b15e2fd55213,segment=NetworkSegment(66380197-dc09-412d-8934-9a6ccf344e14),segment_id=66380197-dc09-412d-8934-9a6ccf344e14)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:17.848176 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:17.885979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network a201f6e7-c954-4a26-a070-0b010d30ef9c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:17.943713 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:17.998587 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6dd7b5d-f548-44da-814e-b0d6849a6661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.010141 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:12:18.042334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] Calling delete_port for 52f992e6-1de6-4e0b-8926-b15e2fd55213 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:18.073728 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=138b64cb-1831-4584-b9e0-5a4059da2fea,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:18.073943 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6dd7b5d-f548-44da-814e-b0d6849a6661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.084443 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa0fdadf-31d4-4d65-a09d-38698dc8bf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.087191 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1f048216-9329-4ce1-be46-700111a955d1 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.119697 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1f048216-9329-4ce1-be46-700111a955d1 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.121720 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1f048216-9329-4ce1-be46-700111a955d1 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/f9ab5815-67eb-4fff-99fb-1ce5b1322b59 HTTP/1.1" status: 204 len: 168 time: 0.6248338 Feb 18 09:12:18.131180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52544) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:18.161471 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f048216-9329-4ce1-be46-700111a955d1 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9ab5815-67eb-4fff-99fb-1ce5b1322b59,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:18.216449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:18.217111 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.230183 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d8d854bb-3984-4ef5-bed5-8602620ec413 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Synchronizing usage tracker for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:router {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:18.249527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0fdadf-31d4-4d65-a09d-38698dc8bf6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=475c2676-6378-43f9-bdf9-a0f5364bf03b,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:18.261031 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a536e735-259b-4ab9-aca9-1dc1fe103583 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.281219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d8e5928a-59cf-4f23-ad1a-d340f37c039a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:18.286040 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.317622 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536e735-259b-4ab9-aca9-1dc1fe103583 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event deleted for resources: {'Port': ['ID=7a9e809d-b6d5-4277-a7f4-693b21384bcf,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:18.326990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52548) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:18.327143 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-37f33ff5-9a11-4234-9601-a2edda61fc13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.3481195 Feb 18 09:12:18.332908 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91792e8-5d57-453a-944c-b57450ce8898 None None] DHCP port deletion for ec3d4a7e-a312-44cc-b0e7-a43199da5de1 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:12:18.343923 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d8d854bb-3984-4ef5-bed5-8602620ec413 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Unset dirty status for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:router {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:18.345243 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d8d854bb-3984-4ef5-bed5-8602620ec413 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.6058400 Feb 18 09:12:18.348218 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52550) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:18.351179 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=52f992e6-1de6-4e0b-8926-b15e2fd55213,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:18.362790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-49356d22-d6d4-4c02-9e37-8b34c764980c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-403715855'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:18.373462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d9cdae61-4466-49af-9798-59a5dffbbd4d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3cc70f69-1bae-4c53-b4a6-ea1e730951ed'}]}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:18.379665 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-18d30f0e-aba3-417f-a7bd-3fb248d6c1fe None None] For port 39b793a6-e55c-46e5-be76-03761f63c8f8, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=39b793a6-e55c-46e5-be76-03761f63c8f8,segment=NetworkSegment(eedcd174-798e-444c-bcbf-4584a6fe2987),segment_id=eedcd174-798e-444c-bcbf-4584a6fe2987)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:18.380304 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-18d30f0e-aba3-417f-a7bd-3fb248d6c1fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.402474 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7e06dad0-2660-47e0-96c7-e5c0ca97c86e up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:18.420624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] No DVR routers for this DVR port 52f992e6-1de6-4e0b-8926-b15e2fd55213 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:12:18.458384 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6dd7b5d-f548-44da-814e-b0d6849a6661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.461706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0fdadf-31d4-4d65-a09d-38698dc8bf6e admin admin] Checking segment: {'id': '5b2eea6b-b63c-47da-a726-c22c87fb95c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '88d05f08-fe41-43cf-9bfe-38db7f9cbeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:12:18.462073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0fdadf-31d4-4d65-a09d-38698dc8bf6e admin admin] Network hostable DHCP agents. Network: 88d05f08-fe41-43cf-9bfe-38db7f9cbeb9, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:12:18.503995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d8e5928a-59cf-4f23-ad1a-d340f37c039a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:18.506610 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d8e5928a-59cf-4f23-ad1a-d340f37c039a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3714817 Feb 18 09:12:18.507650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd7b5d-f548-44da-814e-b0d6849a6661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2c30d8-1bd8-4ab0-a28e-fff54edc1712,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:18.509776 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52558) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:18.609901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-18d30f0e-aba3-417f-a7bd-3fb248d6c1fe None None] Calling delete_port for 39b793a6-e55c-46e5-be76-03761f63c8f8 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:18.616212 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.746077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3d4a7e-a312-44cc-b0e7-a43199da5de1']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:18.763951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66380197-dc09-412d-8934-9a6ccf344e14') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:18.764546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66380197-dc09-412d-8934-9a6ccf344e14') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:18.769661 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a536e735-259b-4ab9-aca9-1dc1fe103583 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.782835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:18.783305 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.784420 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.837882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0fdadf-31d4-4d65-a09d-38698dc8bf6e admin admin] Network 88d05f08-fe41-43cf-9bfe-38db7f9cbeb9 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:12:18.893072 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.915038 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:12:18.915530 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:12:18.929271 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:12:18.968804 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-18d30f0e-aba3-417f-a7bd-3fb248d6c1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.053000 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5b913834-c913-471d-a166-ccc25e3bfc5e None None] Provisioning complete for port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:19.053374 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5b913834-c913-471d-a166-ccc25e3bfc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.088817 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6dd7b5d-f548-44da-814e-b0d6849a6661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.091362 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d6dd7b5d-f548-44da-814e-b0d6849a6661 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ec2c30d8-1bd8-4ab0-a28e-fff54edc1712 HTTP/1.1" status: 204 len: 168 time: 1.2511790 Feb 18 09:12:19.098583 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a536e735-259b-4ab9-aca9-1dc1fe103583 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.102192 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a536e735-259b-4ab9-aca9-1dc1fe103583 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.118969 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:12:19.131525 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d30f0e-aba3-417f-a7bd-3fb248d6c1fe None None] Pushing event deleted for resources: {'Port': ['ID=39b793a6-e55c-46e5-be76-03761f63c8f8,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:19.251852 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.265788 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d30f0e-aba3-417f-a7bd-3fb248d6c1fe None None] No DVR routers for this DVR port 39b793a6-e55c-46e5-be76-03761f63c8f8 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:12:19.269596 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.285092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec3d4a7e-a312-44cc-b0e7-a43199da5de1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:19.306145 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a0149ac9-4c7e-4401-9666-af6361e2bfc7 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:19.338801 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b35fbd7f-ce6b-4ba7-a12c-f20d093ef1ab tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.341737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-aa0fdadf-31d4-4d65-a09d-38698dc8bf6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 88d05f08-fe41-43cf-9bfe-38db7f9cbeb9) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:19.349187 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a536e735-259b-4ab9-aca9-1dc1fe103583 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.350033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a536e735-259b-4ab9-aca9-1dc1fe103583 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Fanout notify agent at l3_agent the message router_deleted on router db09e72e-441d-4e4f-a757-bdaf56a75546 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:12:19.350621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: a0149ac9-4c7e-4401-9666-af6361e2bfc7 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:12:19.351568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a0149ac9-4c7e-4401-9666-af6361e2bfc7 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:19.352045 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 39b793a6-e55c-46e5-be76-03761f63c8f8 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:19.374581 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f794c851-8b12-44d9-9214-45ac80177bb9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ec3d4a7e-a312-44cc-b0e7-a43199da5de1 HTTP/1.1" status: 204 len: 168 time: 2.6333621 Feb 18 09:12:19.377333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52566) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:19.392829 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09601057-132b-42bc-be70-6687d2df3536 None None] Network 88d05f08-fe41-43cf-9bfe-38db7f9cbeb9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:19.396004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0fdadf-31d4-4d65-a09d-38698dc8bf6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:19.396618 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa0fdadf-31d4-4d65-a09d-38698dc8bf6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.468959 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-aa0fdadf-31d4-4d65-a09d-38698dc8bf6e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4539804 Feb 18 09:12:19.473986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52572) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:19.475382 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a536e735-259b-4ab9-aca9-1dc1fe103583 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.477085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a536e735-259b-4ab9-aca9-1dc1fe103583 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "DELETE /v2.0/routers/db09e72e-441d-4e4f-a757-bdaf56a75546 HTTP/1.1" status: 204 len: 168 time: 3.3821781 Feb 18 09:12:19.487386 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52576) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:19.493387 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 39b793a6-e55c-46e5-be76-03761f63c8f8 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:12:19.493734 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 39b793a6-e55c-46e5-be76-03761f63c8f8 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:19.494154 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 52f992e6-1de6-4e0b-8926-b15e2fd55213 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:19.501554 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b35fbd7f-ce6b-4ba7-a12c-f20d093ef1ab tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.521728 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-220924324-router', 'tenant_id': '792a703e15524e7ea4f30e773c7d56f1', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:19.527325 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.527519 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9cdae61-4466-49af-9798-59a5dffbbd4d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.549125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:19.595767 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 52f992e6-1de6-4e0b-8926-b15e2fd55213 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:12:19.596123 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 52f992e6-1de6-4e0b-8926-b15e2fd55213 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:19.596545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:19.655075 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Transition to ACTIVE for port object 971bfd56-77a8-4fe7-8c48-81ecae9cc35b will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:19.667978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:12:19.668628 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d5a9eb3e-49aa-4b39-9e2b-e2a2e6fd396b not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:19.687982 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.697255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Usage tracker for resource:router and tenant:792a703e15524e7ea4f30e773c7d56f1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:19.772204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:19.823018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:19.868556 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-49356d22-d6d4-4c02-9e37-8b34c764980c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.875802 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c43b195-e942-4d65-a9c9-f419ba5f4e5c req-b50309d1-2eee-424b-9c90-7968f9ceb273 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4035835 Feb 18 09:12:19.881197 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c6a3477-ae7a-4e21-a229-c6e2adc12601 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.891704 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.893117 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:19.923282 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b35fbd7f-ce6b-4ba7-a12c-f20d093ef1ab tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:20.066835 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:20.259073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5db14-b2ea-4d4e-99f9-84e60caf3dee None None] Pushing event updated for resources: {'Port': ['ID=971bfd56-77a8-4fe7-8c48-81ecae9cc35b,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:20.262664 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-49356d22-d6d4-4c02-9e37-8b34c764980c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:20.284451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5b913834-c913-471d-a166-ccc25e3bfc5e None None] Provisioning for port 138b64cb-1831-4584-b9e0-5a4059da2fea completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:20.320073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5b913834-c913-471d-a166-ccc25e3bfc5e None None] Provisioning complete for port 138b64cb-1831-4584-b9e0-5a4059da2fea triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:20.324010 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5b913834-c913-471d-a166-ccc25e3bfc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:20.378941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-88d05f08-fe41-43cf-9bfe-38db7f9cbeb9', 'network_id': '88d05f08-fe41-43cf-9bfe-38db7f9cbeb9', 'tenant_id': '792a703e15524e7ea4f30e773c7d56f1', 'fixed_ips': [{'subnet_id': '475c2676-6378-43f9-bdf9-a0f5364bf03b'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:12:20.383045 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:20.411997 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Attempting to bind port 971bfd56-77a8-4fe7-8c48-81ecae9cc35b on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:12:20.414110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Attempting to bind port 971bfd56-77a8-4fe7-8c48-81ecae9cc35b by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'ac80f371-d341-48b8-8ff4-a7957011c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '84332529-b6fa-4183-9c4d-06900613f018'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:12:20.414748 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Attempting to bind port 971bfd56-77a8-4fe7-8c48-81ecae9cc35b on network 84332529-b6fa-4183-9c4d-06900613f018 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:12:20.441915 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7a9e809d-b6d5-4277-a7f4-693b21384bcf no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:20.443178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fbd7f-ce6b-4ba7-a12c-f20d093ef1ab tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c6d136-b741-4b4c-a3cb-216e53f573a2,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:20.446187 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b35fbd7f-ce6b-4ba7-a12c-f20d093ef1ab tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:20.447476 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b35fbd7f-ce6b-4ba7-a12c-f20d093ef1ab tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-groups/f8c6d136-b741-4b4c-a3cb-216e53f573a2 HTTP/1.1" status: 204 len: 168 time: 1.9195349 Feb 18 09:12:20.459676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52596) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:20.546896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:12:20.547403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Checking segment: {'id': 'ac80f371-d341-48b8-8ff4-a7957011c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '84332529-b6fa-4183-9c4d-06900613f018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:12:20.547904 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:20.549659 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Bound using segment: {'id': 'ac80f371-d341-48b8-8ff4-a7957011c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '84332529-b6fa-4183-9c4d-06900613f018'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:12:20.550634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ce0e7c5f-10dd-4e6c-b022-8b5cd2fd3706 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:20.551156 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Bound port: 971bfd56-77a8-4fe7-8c48-81ecae9cc35b, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac80f371-d341-48b8-8ff4-a7957011c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '84332529-b6fa-4183-9c4d-06900613f018'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:12:20.551656 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:20.584696 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 7a9e809d-b6d5-4277-a7f4-693b21384bcf {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:12:20.585847 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7a9e809d-b6d5-4277-a7f4-693b21384bcf not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:20.608418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ce0e7c5f-10dd-4e6c-b022-8b5cd2fd3706 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:20.610521 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ce0e7c5f-10dd-4e6c-b022-8b5cd2fd3706 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1492305 Feb 18 09:12:20.617378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52602) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:20.631621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-574fb389-669c-42f8-9789-0c30f73a2700 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group': {'name': 'tempest-secgroup--1994072380'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:20.653379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-574fb389-669c-42f8-9789-0c30f73a2700 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:20.704578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43b195-e942-4d65-a9c9-f419ba5f4e5c req-ad0d6f56-d4ce-4f56-969b-36b8b3723859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:20.705902 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5b913834-c913-471d-a166-ccc25e3bfc5e None None] Port 138b64cb-1831-4584-b9e0-5a4059da2fea cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:12:20.708703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c43b195-e942-4d65-a9c9-f419ba5f4e5c req-ad0d6f56-d4ce-4f56-969b-36b8b3723859 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=241e7aa710194c5aae752650199de833&device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 1097 time: 0.3188925 Feb 18 09:12:20.725089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-574fb389-669c-42f8-9789-0c30f73a2700 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:20.834340 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] For port 971bfd56-77a8-4fe7-8c48-81ecae9cc35b, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:12:20.857151 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] For port 971bfd56-77a8-4fe7-8c48-81ecae9cc35b, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=971bfd56-77a8-4fe7-8c48-81ecae9cc35b,segment=NetworkSegment(ac80f371-d341-48b8-8ff4-a7957011c6f8),segment_id=ac80f371-d341-48b8-8ff4-a7957011c6f8)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:12:20.858504 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-12ae7620-ec1b-43e2-8f56-92780198fb75 None None] Provisioning complete for port 138b64cb-1831-4584-b9e0-5a4059da2fea triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:20.859007 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-12ae7620-ec1b-43e2-8f56-92780198fb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:20.921173 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:20.986053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43b195-e942-4d65-a9c9-f419ba5f4e5c req-b5d6328a-ae36-475b-a4e7-e066a3ef271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:20.987535 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c43b195-e942-4d65-a9c9-f419ba5f4e5c req-b5d6328a-ae36-475b-a4e7-e066a3ef271a service neutron] 10.222.0.81 "GET /v2.0/networks?id=42bf456b-871d-45c4-8fb1-b5b9744cbc4f HTTP/1.1" status: 200 len: 910 time: 0.2493639 Feb 18 09:12:21.021197 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:21.035792 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Allocated IP 172.20.0.2 (88d05f08-fe41-43cf-9bfe-38db7f9cbeb9/475c2676-6378-43f9-bdf9-a0f5364bf03b/dc3090a5-5452-40cc-84b6-964221e249f5) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:21.083935 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-574fb389-669c-42f8-9789-0c30f73a2700 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:21.120798 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-12ae7620-ec1b-43e2-8f56-92780198fb75 None None] Port 138b64cb-1831-4584-b9e0-5a4059da2fea cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:12:21.145896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-574fb389-669c-42f8-9789-0c30f73a2700 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:21.149214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-d9cdae61-4466-49af-9798-59a5dffbbd4d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Delete allocated IP 172.20.0.29 (a201f6e7-c954-4a26-a070-0b010d30ef9c/256718d0-ff9d-4075-83df-7bdaf1f2e63e) {{(pid=87768) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 18 09:12:21.167783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-574fb389-669c-42f8-9789-0c30f73a2700 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group_rule and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:21.176326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-574fb389-669c-42f8-9789-0c30f73a2700 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:21.180076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Routers {'f6d9c356-2011-471c-a944-5a71a42d9132'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:21.185613 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f6d9c356-2011-471c-a944-5a71a42d9132'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:21.217183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-574fb389-669c-42f8-9789-0c30f73a2700 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:21.247370 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c6a3477-ae7a-4e21-a229-c6e2adc12601 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:21.301308 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c43b195-e942-4d65-a9c9-f419ba5f4e5c req-456cf9ce-deb6-43f6-b594-aa14fc5465bc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfa8d16-d7bb-41be-86cc-0fdb9884e327 HTTP/1.1" status: 200 len: 1000 time: 0.3016100 Feb 18 09:12:21.402063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0c6a3477-ae7a-4e21-a229-c6e2adc12601 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1caec97-043c-4296-bbf3-4343ad8e8680']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:21.419089 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0c6a3477-ae7a-4e21-a229-c6e2adc12601 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eedcd174-798e-444c-bcbf-4584a6fe2987') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:21.419570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0c6a3477-ae7a-4e21-a229-c6e2adc12601 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eedcd174-798e-444c-bcbf-4584a6fe2987') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:21.435484 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c6a3477-ae7a-4e21-a229-c6e2adc12601 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:21.462213 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c6a3477-ae7a-4e21-a229-c6e2adc12601 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:21.480477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6a3477-ae7a-4e21-a229-c6e2adc12601 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:12:21.480852 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c6a3477-ae7a-4e21-a229-c6e2adc12601 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:12:21.584972 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:12:21.605958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5db14-b2ea-4d4e-99f9-84e60caf3dee None None] Pushing event updated for resources: {'Port': ['ID=971bfd56-77a8-4fe7-8c48-81ecae9cc35b,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:21.625233 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5db14-b2ea-4d4e-99f9-84e60caf3dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:21.625735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5db14-b2ea-4d4e-99f9-84e60caf3dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:21.626356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5db14-b2ea-4d4e-99f9-84e60caf3dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:21.626929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5db14-b2ea-4d4e-99f9-84e60caf3dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:21.627510 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5db14-b2ea-4d4e-99f9-84e60caf3dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:21.628075 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5db14-b2ea-4d4e-99f9-84e60caf3dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:21.628660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5db14-b2ea-4d4e-99f9-84e60caf3dee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:21.629233 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5db14-b2ea-4d4e-99f9-84e60caf3dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:21.629802 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5db14-b2ea-4d4e-99f9-84e60caf3dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:21.630371 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5db14-b2ea-4d4e-99f9-84e60caf3dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:21.630930 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5db14-b2ea-4d4e-99f9-84e60caf3dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:21.631503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5db14-b2ea-4d4e-99f9-84e60caf3dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:21.691837 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9cdae61-4466-49af-9798-59a5dffbbd4d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:21.695923 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49356d22-d6d4-4c02-9e37-8b34c764980c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router d114dadf-b280-4943-8dbc-b84a055d844a has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:12:21.717754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-d9cdae61-4466-49af-9798-59a5dffbbd4d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Ignored duplicate provisioning block setup for port 138b64cb-1831-4584-b9e0-5a4059da2fea by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 18 09:12:21.718718 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c6a3477-ae7a-4e21-a229-c6e2adc12601 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:21.721292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43b195-e942-4d65-a9c9-f419ba5f4e5c req-d3fc1a4b-e452-4e4c-9a22-7dac7961d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:21.722959 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c43b195-e942-4d65-a9c9-f419ba5f4e5c req-d3fc1a4b-e452-4e4c-9a22-7dac7961d7f1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f2220a8d-a615-4079-b78b-ee210e283ef3 HTTP/1.1" status: 200 len: 848 time: 0.4081917 Feb 18 09:12:21.757353 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c6a3477-ae7a-4e21-a229-c6e2adc12601 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:21.763220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a3477-ae7a-4e21-a229-c6e2adc12601 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] Pushing event deleted for resources: {'Network': ['ID=f1caec97-043c-4296-bbf3-4343ad8e8680,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:21.796150 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-574fb389-669c-42f8-9789-0c30f73a2700 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:21.803114 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9cdae61-4466-49af-9798-59a5dffbbd4d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:21.822301 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] Set router f6d9c356-2011-471c-a944-5a71a42d9132 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:12:21.897018 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-574fb389-669c-42f8-9789-0c30f73a2700 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:21.959037 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0c6a3477-ae7a-4e21-a229-c6e2adc12601 tempest-TestNetworkBasicOps-592971038 tempest-TestNetworkBasicOps-592971038-project] 10.222.0.72 "DELETE /v2.0/networks/f1caec97-043c-4296-bbf3-4343ad8e8680 HTTP/1.1" status: 204 len: 168 time: 2.4681041 Feb 18 09:12:22.079329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdae61-4466-49af-9798-59a5dffbbd4d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=138b64cb-1831-4584-b9e0-5a4059da2fea,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:22.131374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fb389-669c-42f8-9789-0c30f73a2700 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9630fd-ed30-437f-a66e-8a7cc8fd578c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:22.248185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43b195-e942-4d65-a9c9-f419ba5f4e5c req-183bfebc-5b0e-40cb-8993-1fbf2839cee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:22.249746 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c43b195-e942-4d65-a9c9-f419ba5f4e5c req-183bfebc-5b0e-40cb-8993-1fbf2839cee7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=42bf456b-871d-45c4-8fb1-b5b9744cbc4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5106986 Feb 18 09:12:22.265389 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-6c43b195-e942-4d65-a9c9-f419ba5f4e5c req-98529caa-d6c5-4dcd-9edb-323638b9ef72 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:12:22.266615 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c43b195-e942-4d65-a9c9-f419ba5f4e5c req-98529caa-d6c5-4dcd-9edb-323638b9ef72 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081325 Feb 18 09:12:22.267489 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-574fb389-669c-42f8-9789-0c30f73a2700 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:22.268608 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-574fb389-669c-42f8-9789-0c30f73a2700 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6486359 Feb 18 09:12:22.271533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52626) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:22.337182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49356d22-d6d4-4c02-9e37-8b34c764980c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:12:22.354500 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6efeac-3191-4d58-9741-cc603931e57c None None] Sync routers for ids ['d114dadf-b280-4943-8dbc-b84a055d844a'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:12:22.381155 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-49356d22-d6d4-4c02-9e37-8b34c764980c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:22.382426 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-49356d22-d6d4-4c02-9e37-8b34c764980c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/d114dadf-b280-4943-8dbc-b84a055d844a HTTP/1.1" status: 200 len: 891 time: 4.0287781 Feb 18 09:12:22.383324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6efeac-3191-4d58-9741-cc603931e57c None None] Routers {'d114dadf-b280-4943-8dbc-b84a055d844a'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:22.384152 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-de6efeac-3191-4d58-9741-cc603931e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['d114dadf-b280-4943-8dbc-b84a055d844a'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:22.426000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c43b195-e942-4d65-a9c9-f419ba5f4e5c req-722652d3-b542-4e3d-bf2d-5721ec6d15b7 service neutron] 10.222.0.81 "GET /v2.0/networks/42bf456b-871d-45c4-8fb1-b5b9744cbc4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504154 Feb 18 09:12:22.426651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-d9cdae61-4466-49af-9798-59a5dffbbd4d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] In _notify_port_updated(), no bound segment for port 138b64cb-1831-4584-b9e0-5a4059da2fea on network a201f6e7-c954-4a26-a070-0b010d30ef9c {{(pid=87768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:12:22.432138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cdae61-4466-49af-9798-59a5dffbbd4d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:22.433072 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9cdae61-4466-49af-9798-59a5dffbbd4d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:22.434301 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d9cdae61-4466-49af-9798-59a5dffbbd4d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "PUT /v2.0/ports/138b64cb-1831-4584-b9e0-5a4059da2fea HTTP/1.1" status: 200 len: 919 time: 4.0822568 Feb 18 09:12:22.442837 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:22.470656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52630) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:22.471271 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52632) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:22.471781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52634) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:22.498175 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-de6efeac-3191-4d58-9741-cc603931e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:22.519708 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:12:22.531941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Transition to ACTIVE for port object dc3090a5-5452-40cc-84b6-964221e249f5 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:22.570863 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1923d380-5fa4-47b9-b2d9-4895ef7904b5 None None] Provisioning complete for port 138b64cb-1831-4584-b9e0-5a4059da2fea triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:22.571779 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1923d380-5fa4-47b9-b2d9-4895ef7904b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:22.586925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e5248faf-aa74-4af7-80fc-7ec06c26928c tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group_rule': {'security_group_id': '2f9630fd-ed30-437f-a66e-8a7cc8fd578c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:22.593174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e5248faf-aa74-4af7-80fc-7ec06c26928c tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:22.597525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e5248faf-aa74-4af7-80fc-7ec06c26928c tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group_rule and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:22.600954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e5248faf-aa74-4af7-80fc-7ec06c26928c tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:22.606805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e5248faf-aa74-4af7-80fc-7ec06c26928c tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:22.615775 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c43b195-e942-4d65-a9c9-f419ba5f4e5c req-2c218dbe-2f4a-4361-96e9-33b24646aac9 service neutron] 10.222.0.81 "GET /v2.0/networks/42bf456b-871d-45c4-8fb1-b5b9744cbc4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801927 Feb 18 09:12:22.628483 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e5248faf-aa74-4af7-80fc-7ec06c26928c tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:22.640592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1923d380-5fa4-47b9-b2d9-4895ef7904b5 None None] Port 138b64cb-1831-4584-b9e0-5a4059da2fea cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:12:22.650007 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6efeac-3191-4d58-9741-cc603931e57c None None] Routers {'d114dadf-b280-4943-8dbc-b84a055d844a'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:22.650672 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-de6efeac-3191-4d58-9741-cc603931e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['d114dadf-b280-4943-8dbc-b84a055d844a'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:22.668439 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0fc790d7-dce7-4870-abd4-fe1fb1efa046 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3cc70f69-1bae-4c53-b4a6-ea1e730951ed'}, {'subnet_id': '256718d0-ff9d-4075-83df-7bdaf1f2e63e'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:22.771567 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Transition to ACTIVE for port object dc3090a5-5452-40cc-84b6-964221e249f5 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:22.778585 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-de6efeac-3191-4d58-9741-cc603931e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:22.779185 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e5248faf-aa74-4af7-80fc-7ec06c26928c tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:22.783276 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6efeac-3191-4d58-9741-cc603931e57c None None] The sync data for ids ['d114dadf-b280-4943-8dbc-b84a055d844a'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:12:22.787769 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e5248faf-aa74-4af7-80fc-7ec06c26928c tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:22.794415 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:22.869655 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5248faf-aa74-4af7-80fc-7ec06c26928c tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9594c01d-a427-418d-a6b3-9a8348c02deb,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:22.875682 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Network 88d05f08-fe41-43cf-9bfe-38db7f9cbeb9 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:22.885409 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:22.901113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:12:22.918178 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e5248faf-aa74-4af7-80fc-7ec06c26928c tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:22.919649 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e5248faf-aa74-4af7-80fc-7ec06c26928c tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6463127 Feb 18 09:12:22.928357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52648) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:22.945497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-754b3ffa-8386-432d-ac82-77cf09f9ab0a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group_rule': {'security_group_id': '2f9630fd-ed30-437f-a66e-8a7cc8fd578c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:22.972404 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Pushing event updated for resources: {'Port': ['ID=dc3090a5-5452-40cc-84b6-964221e249f5,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:22.976319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-754b3ffa-8386-432d-ac82-77cf09f9ab0a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:22.981444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-754b3ffa-8386-432d-ac82-77cf09f9ab0a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group_rule and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:22.984641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-754b3ffa-8386-432d-ac82-77cf09f9ab0a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:22.996500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-754b3ffa-8386-432d-ac82-77cf09f9ab0a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:23.021181 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a446e980-8b4b-42c1-bed2-62c5a601cd99 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/routers/d114dadf-b280-4943-8dbc-b84a055d844a HTTP/1.1" status: 200 len: 891 time: 0.5480847 Feb 18 09:12:23.029314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52654) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:23.044419 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Attempting to bind port dc3090a5-5452-40cc-84b6-964221e249f5 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:12:23.044937 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Attempting to bind port dc3090a5-5452-40cc-84b6-964221e249f5 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '5b2eea6b-b63c-47da-a726-c22c87fb95c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '88d05f08-fe41-43cf-9bfe-38db7f9cbeb9'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:12:23.045424 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Attempting to bind port dc3090a5-5452-40cc-84b6-964221e249f5 on network 88d05f08-fe41-43cf-9bfe-38db7f9cbeb9 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:12:23.054190 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:12:23.054716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Checking segment: {'id': '5b2eea6b-b63c-47da-a726-c22c87fb95c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '88d05f08-fe41-43cf-9bfe-38db7f9cbeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:12:23.055222 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:23.055714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Bound using segment: {'id': '5b2eea6b-b63c-47da-a726-c22c87fb95c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '88d05f08-fe41-43cf-9bfe-38db7f9cbeb9'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:12:23.056325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Bound port: dc3090a5-5452-40cc-84b6-964221e249f5, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2eea6b-b63c-47da-a726-c22c87fb95c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '88d05f08-fe41-43cf-9bfe-38db7f9cbeb9'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:12:23.056806 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:23.069111 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d9c356-2011-471c-a944-5a71a42d9132', 'name': 'tempest-TestServerMultinode-957950236-router', 'tenant_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:11:58Z', 'updated_at': '2022-02-18T09:12:11Z', 'revision_number': 4, 'project_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'gw_port': {'id': 'c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d9c356-2011-471c-a944-5a71a42d9132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:01Z', 'updated_at': '2022-02-18T09:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '971bfd56-77a8-4fe7-8c48-81ecae9cc35b', 'name': '', 'network_id': '84332529-b6fa-4183-9c4d-06900613f018', 'tenant_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'mac_address': 'fa:16:3e:d8:13:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d9c356-2011-471c-a944-5a71a42d9132', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'ab3631c3-7c54-451b-ae7a-b0dd4da70cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:08Z', 'updated_at': '2022-02-18T09:12:20Z', 'revision_number': 4, 'project_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'subnets': [{'id': 'ab3631c3-7c54-451b-ae7a-b0dd4da70cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:23.083063 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-754b3ffa-8386-432d-ac82-77cf09f9ab0a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:23.085279 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3bf8ab-48eb-4b23-9a0e-6844b7d0a167 None None] The sync data for ids ['f6d9c356-2011-471c-a944-5a71a42d9132'] in n-d-829434-1 is: [{'id': 'f6d9c356-2011-471c-a944-5a71a42d9132', 'name': 'tempest-TestServerMultinode-957950236-router', 'tenant_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:11:58Z', 'updated_at': '2022-02-18T09:12:11Z', 'revision_number': 4, 'project_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'gw_port': {'id': 'c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d9c356-2011-471c-a944-5a71a42d9132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:01Z', 'updated_at': '2022-02-18T09:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '971bfd56-77a8-4fe7-8c48-81ecae9cc35b', 'name': '', 'network_id': '84332529-b6fa-4183-9c4d-06900613f018', 'tenant_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'mac_address': 'fa:16:3e:d8:13:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d9c356-2011-471c-a944-5a71a42d9132', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'ab3631c3-7c54-451b-ae7a-b0dd4da70cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:08Z', 'updated_at': '2022-02-18T09:12:20Z', 'revision_number': 4, 'project_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'subnets': [{'id': 'ab3631c3-7c54-451b-ae7a-b0dd4da70cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:12:23.100751 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:23.109223 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e2eb10a0-6639-4ffb-8187-fabfdd508b19 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d114dadf-b280-4943-8dbc-b84a055d844a HTTP/1.1" status: 200 len: 205 time: 0.0746098 Feb 18 09:12:23.113965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52658) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:23.173618 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:23.261623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] For port dc3090a5-5452-40cc-84b6-964221e249f5, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:12:23.270068 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] For port dc3090a5-5452-40cc-84b6-964221e249f5, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=dc3090a5-5452-40cc-84b6-964221e249f5,segment=NetworkSegment(5b2eea6b-b63c-47da-a726-c22c87fb95c8),segment_id=5b2eea6b-b63c-47da-a726-c22c87fb95c8)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:12:23.279535 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:23.346937 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c641adaf-e17e-4085-ac81-8224c30d6ed5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=67d280681c92466b957d86889fb303b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8696680 Feb 18 09:12:23.362055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52664) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:23.497101 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a155d5f-147d-492d-9837-890dfc18ff74 None None] Pushing event updated for resources: {'Port': ['ID=dc3090a5-5452-40cc-84b6-964221e249f5,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:23.601741 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fbef1cec-8b19-445e-b05d-5f0f6996edbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:23.618107 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-754b3ffa-8386-432d-ac82-77cf09f9ab0a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:23.629483 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-754b3ffa-8386-432d-ac82-77cf09f9ab0a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:23.653348 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fb43b923-d0c5-467f-b14e-7840722d223f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:24.041829 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0fc790d7-dce7-4870-abd4-fe1fb1efa046 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:24.042527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b3ffa-8386-432d-ac82-77cf09f9ab0a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da37c893-7477-4044-b6b1-5a4c8dca4476,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:24.105680 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fb43b923-d0c5-467f-b14e-7840722d223f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:24.112414 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-754b3ffa-8386-432d-ac82-77cf09f9ab0a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:24.116710 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-754b3ffa-8386-432d-ac82-77cf09f9ab0a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1832588 Feb 18 09:12:24.118181 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52670) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:24.131396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-fb43b923-d0c5-467f-b14e-7840722d223f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting port 2240f892-be59-4964-b476-c98adf3c2520 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:24.131802 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fb43b923-d0c5-467f-b14e-7840722d223f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:24.165707 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b339db8-6ed8-4a86-a24a-f9c63f79f9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:24.170432 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Allocated IP 172.25.1.139 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:24.197204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-90024350-f308-4ba3-bb8e-5cde35967bc6 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group_rule': {'security_group_id': '2f9630fd-ed30-437f-a66e-8a7cc8fd578c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:24.263719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-90024350-f308-4ba3-bb8e-5cde35967bc6 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:24.381123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-90024350-f308-4ba3-bb8e-5cde35967bc6 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group_rule and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:24.387723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-90024350-f308-4ba3-bb8e-5cde35967bc6 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:24.420323 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 971bfd56-77a8-4fe7-8c48-81ecae9cc35b up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:24.425590 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-19b70b17-91e2-41a2-9233-6179b0949e00 req-4f7d2470-6eac-4b94-84d1-c6c7415437d3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6999526 Feb 18 09:12:24.427816 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fb43b923-d0c5-467f-b14e-7840722d223f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:24.431413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-90024350-f308-4ba3-bb8e-5cde35967bc6 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:24.444257 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b339db8-6ed8-4a86-a24a-f9c63f79f9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:24.583016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 971bfd56-77a8-4fe7-8c48-81ecae9cc35b completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:24.604922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 971bfd56-77a8-4fe7-8c48-81ecae9cc35b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:24.606401 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:24.700781 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90024350-f308-4ba3-bb8e-5cde35967bc6 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:24.730174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-fb43b923-d0c5-467f-b14e-7840722d223f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Calling delete_port for 2240f892-be59-4964-b476-c98adf3c2520 owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:24.812684 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:24.866568 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:24.901788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b70b17-91e2-41a2-9233-6179b0949e00 req-49b72556-ac14-4276-bd16-86b1d8ccfd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:24.903681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-19b70b17-91e2-41a2-9233-6179b0949e00 req-49b72556-ac14-4276-bd16-86b1d8ccfd29 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=241e7aa710194c5aae752650199de833&device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 1097 time: 0.2387056 Feb 18 09:12:24.912526 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 971bfd56-77a8-4fe7-8c48-81ecae9cc35b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=971bfd56-77a8-4fe7-8c48-81ecae9cc35b,segment=NetworkSegment(ac80f371-d341-48b8-8ff4-a7957011c6f8),segment_id=ac80f371-d341-48b8-8ff4-a7957011c6f8)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:24.918652 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:24.920680 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device dc3090a5-5452-40cc-84b6-964221e249f5 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:24.986469 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90024350-f308-4ba3-bb8e-5cde35967bc6 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:25.076975 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90024350-f308-4ba3-bb8e-5cde35967bc6 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:25.176035 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f87e50-1daa-4c34-a535-8ee572c74ae0 None None] Network 88d05f08-fe41-43cf-9bfe-38db7f9cbeb9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:25.200368 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:25.214030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b70b17-91e2-41a2-9233-6179b0949e00 req-fc54f493-3cb0-4692-9ad5-9ebdd5ea55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:25.218090 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-19b70b17-91e2-41a2-9233-6179b0949e00 req-fc54f493-3cb0-4692-9ad5-9ebdd5ea55c5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=42bf456b-871d-45c4-8fb1-b5b9744cbc4f HTTP/1.1" status: 200 len: 910 time: 0.2887781 Feb 18 09:12:25.222171 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fb43b923-d0c5-467f-b14e-7840722d223f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:25.278535 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b339db8-6ed8-4a86-a24a-f9c63f79f9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:25.281560 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90024350-f308-4ba3-bb8e-5cde35967bc6 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d13910-295c-4212-9b21-2241b26df91a,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:25.336529 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=971bfd56-77a8-4fe7-8c48-81ecae9cc35b,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:25.341621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bc98586f-482e-466b-a3ab-596f68a0497c None None] Provisioning for port dc3090a5-5452-40cc-84b6-964221e249f5 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:25.349100 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:25.351412 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port dc3090a5-5452-40cc-84b6-964221e249f5 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:25.364852 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bc98586f-482e-466b-a3ab-596f68a0497c None None] Provisioning complete for port dc3090a5-5452-40cc-84b6-964221e249f5 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:25.365304 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bc98586f-482e-466b-a3ab-596f68a0497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:25.399760 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port dc3090a5-5452-40cc-84b6-964221e249f5 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:25.400012 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:25.401381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43b923-d0c5-467f-b14e-7840722d223f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Port': ['ID=2240f892-be59-4964-b476-c98adf3c2520,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:25.544157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b339db8-6ed8-4a86-a24a-f9c63f79f9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6fb7f9-a45c-4c12-8d90-e78b1b73789a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:25.546370 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:25.564958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:12:25.595638 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-19b70b17-91e2-41a2-9233-6179b0949e00 req-0e4b363e-2fbc-4818-a00c-bedd7e0743ea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfa8d16-d7bb-41be-86cc-0fdb9884e327 HTTP/1.1" status: 200 len: 1000 time: 0.3607225 Feb 18 09:12:25.595900 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90024350-f308-4ba3-bb8e-5cde35967bc6 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:25.599791 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-90024350-f308-4ba3-bb8e-5cde35967bc6 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4617229 Feb 18 09:12:25.601203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52682) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:25.603054 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b339db8-6ed8-4a86-a24a-f9c63f79f9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:25.604497 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7b339db8-6ed8-4a86-a24a-f9c63f79f9ad admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ba6fb7f9-a45c-4c12-8d90-e78b1b73789a HTTP/1.1" status: 204 len: 168 time: 2.2409642 Feb 18 09:12:25.630905 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-fbef1cec-8b19-445e-b05d-5f0f6996edbc admin admin] Deleting port ce6205fe-4811-4c73-bed1-cabbf90178d3 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:25.632000 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fbef1cec-8b19-445e-b05d-5f0f6996edbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:25.741690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0f1ad133-9eb7-4a94-84d2-4dd512a9e8f4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group_rule': {'security_group_id': '2f9630fd-ed30-437f-a66e-8a7cc8fd578c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:25.768423 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:25.774640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0f1ad133-9eb7-4a94-84d2-4dd512a9e8f4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:25.791006 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bc98586f-482e-466b-a3ab-596f68a0497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:25.791466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0f1ad133-9eb7-4a94-84d2-4dd512a9e8f4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group_rule and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:25.817352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0f1ad133-9eb7-4a94-84d2-4dd512a9e8f4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:25.842676 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port dc3090a5-5452-40cc-84b6-964221e249f5, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=dc3090a5-5452-40cc-84b6-964221e249f5,segment=NetworkSegment(5b2eea6b-b63c-47da-a726-c22c87fb95c8),segment_id=5b2eea6b-b63c-47da-a726-c22c87fb95c8)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:25.851083 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fb43b923-d0c5-467f-b14e-7840722d223f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:25.924536 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Pushing event updated for resources: {'Port': ['ID=d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:25.963643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-0fc790d7-dce7-4870-abd4-fe1fb1efa046 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Allocated IP 172.20.0.27 (a201f6e7-c954-4a26-a070-0b010d30ef9c/256718d0-ff9d-4075-83df-7bdaf1f2e63e/138b64cb-1831-4584-b9e0-5a4059da2fea) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:26.084149 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-bc98586f-482e-466b-a3ab-596f68a0497c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:12:26.087815 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-bc98586f-482e-466b-a3ab-596f68a0497c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:12:26.090634 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:26.264133 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=dc3090a5-5452-40cc-84b6-964221e249f5,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:26.335886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b70b17-91e2-41a2-9233-6179b0949e00 req-0088a4b8-86da-469a-82c6-d85d63211e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:26.338850 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-19b70b17-91e2-41a2-9233-6179b0949e00 req-0088a4b8-86da-469a-82c6-d85d63211e28 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f2220a8d-a615-4079-b78b-ee210e283ef3 HTTP/1.1" status: 200 len: 848 time: 0.7360306 Feb 18 09:12:26.348382 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52690) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:26.353540 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 971bfd56-77a8-4fe7-8c48-81ecae9cc35b up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:26.356862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0f1ad133-9eb7-4a94-84d2-4dd512a9e8f4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:26.423107 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fb43b923-d0c5-467f-b14e-7840722d223f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:26.440046 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fb43b923-d0c5-467f-b14e-7840722d223f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:26.440709 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-30e250e0-3e30-4fa2-9015-247cfaeb7d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:26.453491 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f1ad133-9eb7-4a94-84d2-4dd512a9e8f4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:26.467881 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 971bfd56-77a8-4fe7-8c48-81ecae9cc35b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:26.468342 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:26.510016 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-30e250e0-3e30-4fa2-9015-247cfaeb7d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:26.526877 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-30e250e0-3e30-4fa2-9015-247cfaeb7d1d admin admin] Usage tracker for resource:security_group_rule and tenant:c24675291bbf461d891c44aaeb879230 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:26.535536 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-30e250e0-3e30-4fa2-9015-247cfaeb7d1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:26.537066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b70b17-91e2-41a2-9233-6179b0949e00 req-a8157a02-ff22-447c-ac58-78a6165a725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:26.541005 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-19b70b17-91e2-41a2-9233-6179b0949e00 req-a8157a02-ff22-447c-ac58-78a6165a725a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=42bf456b-871d-45c4-8fb1-b5b9744cbc4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747448 Feb 18 09:12:26.572312 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-30e250e0-3e30-4fa2-9015-247cfaeb7d1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:26.575528 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f1ad133-9eb7-4a94-84d2-4dd512a9e8f4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:26.582721 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-fbef1cec-8b19-445e-b05d-5f0f6996edbc admin admin] For port ce6205fe-4811-4c73-bed1-cabbf90178d3, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ce6205fe-4811-4c73-bed1-cabbf90178d3,segment=NetworkSegment(d29b3427-afca-4940-9ad7-f9d875b628cc),segment_id=d29b3427-afca-4940-9ad7-f9d875b628cc)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:26.583347 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fbef1cec-8b19-445e-b05d-5f0f6996edbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:26.710429 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fb43b923-d0c5-467f-b14e-7840722d223f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:26.711384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb43b923-d0c5-467f-b14e-7840722d223f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Fanout notify agent at l3_agent the message router_deleted on router d114dadf-b280-4943-8dbc-b84a055d844a {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:12:26.716549 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f1ad133-9eb7-4a94-84d2-4dd512a9e8f4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:26.772389 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ad133-9eb7-4a94-84d2-4dd512a9e8f4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c865cf-8fa0-403d-85e9-44060c75a6b4,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:26.779751 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-19b70b17-91e2-41a2-9233-6179b0949e00 req-ca12de4a-02df-4c52-a3b7-16a1ed9572b6 service neutron] 10.222.0.81 "GET /v2.0/networks/42bf456b-871d-45c4-8fb1-b5b9744cbc4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018418 Feb 18 09:12:26.808727 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fb43b923-d0c5-467f-b14e-7840722d223f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:26.816445 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fb43b923-d0c5-467f-b14e-7840722d223f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/routers/d114dadf-b280-4943-8dbc-b84a055d844a HTTP/1.1" status: 204 len: 168 time: 3.6944468 Feb 18 09:12:26.823224 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1ffae443-b3f7-41d8-b972-3514c4230080 None None] Provisioning complete for port dc3090a5-5452-40cc-84b6-964221e249f5 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:26.823806 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1ffae443-b3f7-41d8-b972-3514c4230080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:26.863072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52696) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:26.868846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-fbef1cec-8b19-445e-b05d-5f0f6996edbc admin admin] Calling delete_port for ce6205fe-4811-4c73-bed1-cabbf90178d3 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:26.871209 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0f1ad133-9eb7-4a94-84d2-4dd512a9e8f4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:26.873163 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0f1ad133-9eb7-4a94-84d2-4dd512a9e8f4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1421704 Feb 18 09:12:26.879389 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e5395551-6d97-444b-9f96-06ea3860dfaa tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1931406505'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:26.896839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52700) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:26.961741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e5395551-6d97-444b-9f96-06ea3860dfaa tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:26.973007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-a4205a69-6bab-4a69-9e17-2668d6d47385 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group_rule': {'security_group_id': '2f9630fd-ed30-437f-a66e-8a7cc8fd578c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:26.989564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e5395551-6d97-444b-9f96-06ea3860dfaa tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:network and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:26.994634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a4205a69-6bab-4a69-9e17-2668d6d47385 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:26.997113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e5395551-6d97-444b-9f96-06ea3860dfaa tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:27.005241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e5395551-6d97-444b-9f96-06ea3860dfaa tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:27.011315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a4205a69-6bab-4a69-9e17-2668d6d47385 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group_rule and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:27.030323 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a4205a69-6bab-4a69-9e17-2668d6d47385 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:27.052404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a4205a69-6bab-4a69-9e17-2668d6d47385 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:27.062605 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0fc790d7-dce7-4870-abd4-fe1fb1efa046 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:27.071127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5395551-6d97-444b-9f96-06ea3860dfaa tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Made reservation on behalf of ba9cbaab7e1546969ce0dfda386e955d for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:27.074703 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e5395551-6d97-444b-9f96-06ea3860dfaa tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:27.107415 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-19b70b17-91e2-41a2-9233-6179b0949e00 req-a2424d35-f9dd-45fb-b4d7-a8536c7aa11a service neutron] 10.222.0.81 "GET /v2.0/networks/42bf456b-871d-45c4-8fb1-b5b9744cbc4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195868 Feb 18 09:12:27.119653 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4205a69-6bab-4a69-9e17-2668d6d47385 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:27.132664 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5395551-6d97-444b-9f96-06ea3860dfaa tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:12:27.157075 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e5395551-6d97-444b-9f96-06ea3860dfaa tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:27.157577 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-e5395551-6d97-444b-9f96-06ea3860dfaa tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Added segment ba622a87-c104-419e-a23d-386ed4984a3f of type vlan for network 3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5 Feb 18 09:12:27.207327 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e5395551-6d97-444b-9f96-06ea3860dfaa tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:27.224938 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4205a69-6bab-4a69-9e17-2668d6d47385 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:27.237903 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4205a69-6bab-4a69-9e17-2668d6d47385 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:27.242270 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-0fc790d7-dce7-4870-abd4-fe1fb1efa046 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Transition to ACTIVE for port object 138b64cb-1831-4584-b9e0-5a4059da2fea will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:27.263236 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0fc790d7-dce7-4870-abd4-fe1fb1efa046 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:27.271272 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4205a69-6bab-4a69-9e17-2668d6d47385 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78444081-c4f9-4157-af8e-6da4c412d1f9,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:27.284851 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e5395551-6d97-444b-9f96-06ea3860dfaa tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:27.291022 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5395551-6d97-444b-9f96-06ea3860dfaa tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:27.291763 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e5395551-6d97-444b-9f96-06ea3860dfaa tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:27.320956 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4205a69-6bab-4a69-9e17-2668d6d47385 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:27.322350 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a4205a69-6bab-4a69-9e17-2668d6d47385 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4236674 Feb 18 09:12:27.326324 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:27.373975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52704) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:27.404899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e5395551-6d97-444b-9f96-06ea3860dfaa tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5362794 Feb 18 09:12:27.408738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52708) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:27.420220 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-df13bb34-ffe1-4540-b7e2-da2acb3bd557 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'subnet': {'network_id': '3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:27.439414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5395551-6d97-444b-9f96-06ea3860dfaa tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Network': ['ID=3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:27.455614 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:12:27.622965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-df13bb34-ffe1-4540-b7e2-da2acb3bd557 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:27.628632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-df13bb34-ffe1-4540-b7e2-da2acb3bd557 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:subnet and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:27.633566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-df13bb34-ffe1-4540-b7e2-da2acb3bd557 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:27.642758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-df13bb34-ffe1-4540-b7e2-da2acb3bd557 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:27.658200 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df13bb34-ffe1-4540-b7e2-da2acb3bd557 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Made reservation on behalf of ba9cbaab7e1546969ce0dfda386e955d for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:27.661939 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-df13bb34-ffe1-4540-b7e2-da2acb3bd557 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:27.673319 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-30e250e0-3e30-4fa2-9015-247cfaeb7d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:27.773722 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-30e250e0-3e30-4fa2-9015-247cfaeb7d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:27.988571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc790d7-dce7-4870-abd4-fe1fb1efa046 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=138b64cb-1831-4584-b9e0-5a4059da2fea,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:28.011689 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-df13bb34-ffe1-4540-b7e2-da2acb3bd557 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.057936 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4c0de333-dc95-4f09-bb2c-5d7ff99a560a None None] Provisioning for port 138b64cb-1831-4584-b9e0-5a4059da2fea completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:28.063507 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4c0de333-dc95-4f09-bb2c-5d7ff99a560a None None] Provisioning complete for port 138b64cb-1831-4584-b9e0-5a4059da2fea triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:28.064138 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4c0de333-dc95-4f09-bb2c-5d7ff99a560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.100762 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f79c03b5-3dfc-4b02-91bd-3908c8eeccf2 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.119652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e250e0-3e30-4fa2-9015-247cfaeb7d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f705e6d2-dd25-4061-ac82-7511da518c9f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:28.127096 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-4c0de333-dc95-4f09-bb2c-5d7ff99a560a None None] Port 138b64cb-1831-4584-b9e0-5a4059da2fea cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:12:28.166098 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f79c03b5-3dfc-4b02-91bd-3908c8eeccf2 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.178147 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13bb34-ffe1-4540-b7e2-da2acb3bd557 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Subnet': ['ID=dc5d2f56-4854-4074-abcf-100533d691c6,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:28.183061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df13bb34-ffe1-4540-b7e2-da2acb3bd557 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Checking segment: {'id': 'ba622a87-c104-419e-a23d-386ed4984a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:12:28.183658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df13bb34-ffe1-4540-b7e2-da2acb3bd557 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network hostable DHCP agents. Network: 3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:12:28.196575 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-30e250e0-3e30-4fa2-9015-247cfaeb7d1d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c24675291bbf461d891c44aaeb879230&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8445678 Feb 18 09:12:28.197130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52718) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:28.236646 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fbef1cec-8b19-445e-b05d-5f0f6996edbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.247608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df13bb34-ffe1-4540-b7e2-da2acb3bd557 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:12:28.288337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52722) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:28.311675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-df13bb34-ffe1-4540-b7e2-da2acb3bd557 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:28.319150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df13bb34-ffe1-4540-b7e2-da2acb3bd557 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:28.319615 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-df13bb34-ffe1-4540-b7e2-da2acb3bd557 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.330844 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8f08da-52a3-4d91-969c-61b3519983ac None None] Network 3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:28.367021 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-df13bb34-ffe1-4540-b7e2-da2acb3bd557 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9545763 Feb 18 09:12:28.368689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52728) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:28.378039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-6bbd5a57-a9fe-4fc5-8c87-6185613301f9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-990966699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:28.385495 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-23b774a9-0a3e-4c41-959f-d271dd3dcd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.389275 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6bbd5a57-a9fe-4fc5-8c87-6185613301f9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:28.402989 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0fc790d7-dce7-4870-abd4-fe1fb1efa046 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] In _notify_port_updated(), no bound segment for port 138b64cb-1831-4584-b9e0-5a4059da2fea on network a201f6e7-c954-4a26-a070-0b010d30ef9c {{(pid=87767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:12:28.408845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc790d7-dce7-4870-abd4-fe1fb1efa046 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:28.413492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6bbd5a57-a9fe-4fc5-8c87-6185613301f9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:router and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:28.417441 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0fc790d7-dce7-4870-abd4-fe1fb1efa046 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.419128 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0fc790d7-dce7-4870-abd4-fe1fb1efa046 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "PUT /v2.0/ports/138b64cb-1831-4584-b9e0-5a4059da2fea HTTP/1.1" status: 200 len: 999 time: 5.9446564 Feb 18 09:12:28.420172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6bbd5a57-a9fe-4fc5-8c87-6185613301f9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:28.438836 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6bbd5a57-a9fe-4fc5-8c87-6185613301f9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:28.458620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52732) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:28.478132 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef1cec-8b19-445e-b05d-5f0f6996edbc admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6205fe-4811-4c73-bed1-cabbf90178d3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:28.485729 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device dc3090a5-5452-40cc-84b6-964221e249f5 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:28.574477 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f79c03b5-3dfc-4b02-91bd-3908c8eeccf2 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.579844 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-065ca046-dd69-4215-b53a-7903110d11b8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port 138b64cb-1831-4584-b9e0-5a4059da2fea {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:28.580421 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-065ca046-dd69-4215-b53a-7903110d11b8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.652458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c03b5-3dfc-4b02-91bd-3908c8eeccf2 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78444081-c4f9-4157-af8e-6da4c412d1f9,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:28.707540 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port dc3090a5-5452-40cc-84b6-964221e249f5 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:28.707912 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.737986 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5', 'network_id': '3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'fixed_ips': [{'subnet_id': 'dc5d2f56-4854-4074-abcf-100533d691c6'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:12:28.739147 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.787034 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6bbd5a57-a9fe-4fc5-8c87-6185613301f9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.790111 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6bbd5a57-a9fe-4fc5-8c87-6185613301f9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.959162 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f79c03b5-3dfc-4b02-91bd-3908c8eeccf2 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:28.961067 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f79c03b5-3dfc-4b02-91bd-3908c8eeccf2 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/78444081-c4f9-4157-af8e-6da4c412d1f9 HTTP/1.1" status: 204 len: 168 time: 1.5676947 Feb 18 09:12:28.973697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52738) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:28.987170 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6bbd5a57-a9fe-4fc5-8c87-6185613301f9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.006211 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.022699 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6bbd5a57-a9fe-4fc5-8c87-6185613301f9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.034283 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-23b774a9-0a3e-4c41-959f-d271dd3dcd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.133469 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Allocated IP 2001:db8::2 (3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5/dc5d2f56-4854-4074-abcf-100533d691c6/381fc98b-a28a-4a11-85dd-4098c624569c) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:29.137865 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-57edcccc-22ca-4e0e-baa3-0a4e13e0e588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.189739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7ac07e09-2a39-4829-8023-9aba9a345811 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:29.195199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-57edcccc-22ca-4e0e-baa3-0a4e13e0e588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:29.219360 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-57edcccc-22ca-4e0e-baa3-0a4e13e0e588 admin admin] Usage tracker for resource:security_group_rule and tenant:820e9d9f84fe4e7fb41967593067bc26 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:29.236243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-57edcccc-22ca-4e0e-baa3-0a4e13e0e588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:29.239306 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6bbd5a57-a9fe-4fc5-8c87-6185613301f9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.243817 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6bbd5a57-a9fe-4fc5-8c87-6185613301f9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8708875 Feb 18 09:12:29.248743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52744) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:29.255658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-57edcccc-22ca-4e0e-baa3-0a4e13e0e588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:29.300249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7ac07e09-2a39-4829-8023-9aba9a345811 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:29.301587 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7ac07e09-2a39-4829-8023-9aba9a345811 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3266525 Feb 18 09:12:29.305838 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52748) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:29.306396 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fbef1cec-8b19-445e-b05d-5f0f6996edbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.393048 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.430342 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2de64e06-cb14-4c83-ad80-a43a71bf345e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.432634 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-065ca046-dd69-4215-b53a-7903110d11b8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.454196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Transition to ACTIVE for port object 381fc98b-a28a-4a11-85dd-4098c624569c will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:29.465999 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2de64e06-cb14-4c83-ad80-a43a71bf345e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.477320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Transition to ACTIVE for port object 381fc98b-a28a-4a11-85dd-4098c624569c will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:29.484162 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.550286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Network 3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:29.554533 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:29.559350 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:12:29.566846 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Pushing event updated for resources: {'Port': ['ID=381fc98b-a28a-4a11-85dd-4098c624569c,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:29.587904 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2de64e06-cb14-4c83-ad80-a43a71bf345e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.607817 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Router b6f52860-bf21-4eb3-8d69-c9dc9c025840 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:12:29.617003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de64e06-cb14-4c83-ad80-a43a71bf345e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9c865cf-8fa0-403d-85e9-44060c75a6b4,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:29.640856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-065ca046-dd69-4215-b53a-7903110d11b8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for 138b64cb-1831-4584-b9e0-5a4059da2fea owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:29.682581 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-23b774a9-0a3e-4c41-959f-d271dd3dcd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.684561 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Attempting to bind port 381fc98b-a28a-4a11-85dd-4098c624569c on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:12:29.685086 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Attempting to bind port 381fc98b-a28a-4a11-85dd-4098c624569c by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'ba622a87-c104-419e-a23d-386ed4984a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:12:29.685497 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Attempting to bind port 381fc98b-a28a-4a11-85dd-4098c624569c on network 3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:12:29.692021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:12:29.692609 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Checking segment: {'id': 'ba622a87-c104-419e-a23d-386ed4984a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:12:29.693113 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.693613 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Bound using segment: {'id': 'ba622a87-c104-419e-a23d-386ed4984a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:12:29.694384 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Bound port: 381fc98b-a28a-4a11-85dd-4098c624569c, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba622a87-c104-419e-a23d-386ed4984a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:12:29.694866 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.803744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b774a9-0a3e-4c41-959f-d271dd3dcd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f705e6d2-dd25-4061-ac82-7511da518c9f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:29.805039 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] For port 381fc98b-a28a-4a11-85dd-4098c624569c, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:12:29.815219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] For port 381fc98b-a28a-4a11-85dd-4098c624569c, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=381fc98b-a28a-4a11-85dd-4098c624569c,segment=NetworkSegment(ba622a87-c104-419e-a23d-386ed4984a3f),segment_id=ba622a87-c104-419e-a23d-386ed4984a3f)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:12:29.828483 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.862284 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2de64e06-cb14-4c83-ad80-a43a71bf345e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:29.864173 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2de64e06-cb14-4c83-ad80-a43a71bf345e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/b9c865cf-8fa0-403d-85e9-44060c75a6b4 HTTP/1.1" status: 204 len: 168 time: 0.5525818 Feb 18 09:12:29.903539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52752) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:29.938404 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a96b7f-8717-4cd9-bb34-fee43d249493 None None] Pushing event updated for resources: {'Port': ['ID=381fc98b-a28a-4a11-85dd-4098c624569c,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:30.087328 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-23b774a9-0a3e-4c41-959f-d271dd3dcd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:30.088760 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-23b774a9-0a3e-4c41-959f-d271dd3dcd71 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f705e6d2-dd25-4061-ac82-7511da518c9f HTTP/1.1" status: 204 len: 168 time: 1.8888202 Feb 18 09:12:30.090872 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-57edcccc-22ca-4e0e-baa3-0a4e13e0e588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:30.123530 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-57edcccc-22ca-4e0e-baa3-0a4e13e0e588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:30.299990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:12:30.316364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbef1cec-8b19-445e-b05d-5f0f6996edbc admin admin] Router fa22d461-992c-4630-8b4b-5e6e6d85a581 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:12:30.320964 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0407645d-a7a3-4983-8b3d-5d09965b096e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:30.329137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-61e01e8a-8dc3-428a-810a-3328d1770109 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:30.329382 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Sync routers for ids ['b6f52860-bf21-4eb3-8d69-c9dc9c025840'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:12:30.350233 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Routers {'b6f52860-bf21-4eb3-8d69-c9dc9c025840'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:30.350957 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b6f52860-bf21-4eb3-8d69-c9dc9c025840'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:30.369186 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:30.371223 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-27106149-3961-434c-b9aa-2a5a6ee72204 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.8960705 Feb 18 09:12:30.379678 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-57edcccc-22ca-4e0e-baa3-0a4e13e0e588 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=820e9d9f84fe4e7fb41967593067bc26&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0899518 Feb 18 09:12:30.390699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52760) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:30.391032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52762) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:30.393461 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:30.406618 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edcccc-22ca-4e0e-baa3-0a4e13e0e588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2590dfe-94cb-430b-a40e-d1f58b3ad174,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:30.654289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 381fc98b-a28a-4a11-85dd-4098c624569c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:30.691230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbef1cec-8b19-445e-b05d-5f0f6996edbc admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:12:30.713955 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fbef1cec-8b19-445e-b05d-5f0f6996edbc admin admin] 10.222.0.72 "PUT /v2.0/routers/fa22d461-992c-4630-8b4b-5e6e6d85a581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3353889 Feb 18 09:12:30.714818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52772) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:30.732673 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7132965f-bcf6-4daf-8f9f-8ebe3b7c6695 None None] Sync routers for ids ['fa22d461-992c-4630-8b4b-5e6e6d85a581'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:12:30.775924 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Set router b6f52860-bf21-4eb3-8d69-c9dc9c025840 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:12:30.789577 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7132965f-bcf6-4daf-8f9f-8ebe3b7c6695 None None] Routers {'fa22d461-992c-4630-8b4b-5e6e6d85a581'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:30.790624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7132965f-bcf6-4daf-8f9f-8ebe3b7c6695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fa22d461-992c-4630-8b4b-5e6e6d85a581'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:30.853226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-61e01e8a-8dc3-428a-810a-3328d1770109 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:30.858103 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-61e01e8a-8dc3-428a-810a-3328d1770109 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.8899322 Feb 18 09:12:30.858972 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52778) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:31.124673 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c824f4e-97e8-49c1-a314-d2a0ff98151c admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.150764 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-7132965f-bcf6-4daf-8f9f-8ebe3b7c6695 None None] Set router fa22d461-992c-4630-8b4b-5e6e6d85a581 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:12:31.221896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 381fc98b-a28a-4a11-85dd-4098c624569c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:31.249940 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f52860-bf21-4eb3-8d69-c9dc9c025840', 'name': 'tempest-TestServerMultinode-220924324-router', 'tenant_id': '792a703e15524e7ea4f30e773c7d56f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:19Z', 'updated_at': '2022-02-18T09:12:26Z', 'revision_number': 3, 'project_id': '792a703e15524e7ea4f30e773c7d56f1', 'gw_port': {'id': 'd52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f52860-bf21-4eb3-8d69-c9dc9c025840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:23Z', 'updated_at': '2022-02-18T09:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:31.254480 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Checking router: b6f52860-bf21-4eb3-8d69-c9dc9c025840 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:12:31.255100 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Updating router b6f52860-bf21-4eb3-8d69-c9dc9c025840 port d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:12:31.381539 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c8a6fe2f-b38b-47d3-b92c-794e1b553ad3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.401059 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.429584 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a8404548-8107-4658-800e-e36978d02527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.432004 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c8a6fe2f-b38b-47d3-b92c-794e1b553ad3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.492405 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c824f4e-97e8-49c1-a314-d2a0ff98151c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.518384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-9c824f4e-97e8-49c1-a314-d2a0ff98151c admin admin] Deleting port a83dcbf4-cd95-480b-b057-ddbc531e3b6b {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:31.519094 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c824f4e-97e8-49c1-a314-d2a0ff98151c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.551726 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-065ca046-dd69-4215-b53a-7903110d11b8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.636907 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52794) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:31.664808 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da4afc-3654-4ec1-8965-9890371762cc None None] Network 3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:31.711725 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a8404548-8107-4658-800e-e36978d02527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.757347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ca046-dd69-4215-b53a-7903110d11b8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Port': ['ID=138b64cb-1831-4584-b9e0-5a4059da2fea,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:31.777128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-9c824f4e-97e8-49c1-a314-d2a0ff98151c admin admin] For port a83dcbf4-cd95-480b-b057-ddbc531e3b6b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a83dcbf4-cd95-480b-b057-ddbc531e3b6b,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:31.777669 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c824f4e-97e8-49c1-a314-d2a0ff98151c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.841038 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c8a6fe2f-b38b-47d3-b92c-794e1b553ad3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:31.975762 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c9131e41-2ea4-4ef0-a825-c2adb2a4e0a9 None None] Provisioning for port 381fc98b-a28a-4a11-85dd-4098c624569c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:32.008982 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c9131e41-2ea4-4ef0-a825-c2adb2a4e0a9 None None] Provisioning complete for port 381fc98b-a28a-4a11-85dd-4098c624569c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:32.011258 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c9131e41-2ea4-4ef0-a825-c2adb2a4e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.044025 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6fe2f-b38b-47d3-b92c-794e1b553ad3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65d13910-295c-4212-9b21-2241b26df91a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:32.119324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1133644721-network', 'tenant_id': '0a93eb7997354ca4896627e5100f01ba'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:32.143247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:32.163364 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.163787 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c8a6fe2f-b38b-47d3-b92c-794e1b553ad3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.167839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c8a6fe2f-b38b-47d3-b92c-794e1b553ad3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/65d13910-295c-4212-9b21-2241b26df91a HTTP/1.1" status: 204 len: 168 time: 1.2942677 Feb 18 09:12:32.169042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52800) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:32.172535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Usage tracker for resource:network and tenant:0a93eb7997354ca4896627e5100f01ba is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:32.195113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:32.196300 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Transition to ACTIVE for port object d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:32.207552 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.213269 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7132965f-bcf6-4daf-8f9f-8ebe3b7c6695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa22d461-992c-4630-8b4b-5e6e6d85a581', 'name': 'tempest-TaggedBootDevicesTest_v242-1275492948-router', 'tenant_id': '9af4e71095c44433847aee6aa46dbc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a83dcbf4-cd95-480b-b057-ddbc531e3b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:07Z', 'updated_at': '2022-02-18T09:12:27Z', 'revision_number': 5, 'project_id': '9af4e71095c44433847aee6aa46dbc7c', 'gw_port': {'id': 'a83dcbf4-cd95-480b-b057-ddbc531e3b6b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22d461-992c-4630-8b4b-5e6e6d85a581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:04:12Z', 'updated_at': '2022-02-18T09:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:32.221570 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7132965f-bcf6-4daf-8f9f-8ebe3b7c6695 None None] Checking router: fa22d461-992c-4630-8b4b-5e6e6d85a581 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:12:32.247861 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7132965f-bcf6-4daf-8f9f-8ebe3b7c6695 None None] Routers {'fa22d461-992c-4630-8b4b-5e6e6d85a581'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:32.248641 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7132965f-bcf6-4daf-8f9f-8ebe3b7c6695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fa22d461-992c-4630-8b4b-5e6e6d85a581'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:32.261037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-9c824f4e-97e8-49c1-a314-d2a0ff98151c admin admin] Calling delete_port for a83dcbf4-cd95-480b-b057-ddbc531e3b6b owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:32.283870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:32.301826 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-065ca046-dd69-4215-b53a-7903110d11b8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.314147 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Allocated IP 2001:db8::1 (3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5/dc5d2f56-4854-4074-abcf-100533d691c6/2674c8dc-8170-4fa5-b3b2-8ada2484bcf6) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:32.324740 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a8404548-8107-4658-800e-e36978d02527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.342696 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Attempting to bind port d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:12:32.343439 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Attempting to bind port d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:12:32.344393 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Attempting to bind port d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:12:32.369145 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-065ca046-dd69-4215-b53a-7903110d11b8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/ports/138b64cb-1831-4584-b9e0-5a4059da2fea HTTP/1.1" status: 204 len: 168 time: 3.9054492 Feb 18 09:12:32.370528 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:12:32.371110 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:12:32.371924 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.372778 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:12:32.373625 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Bound port: d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:12:32.373760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Made reservation on behalf of 0a93eb7997354ca4896627e5100f01ba for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:32.374332 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.376009 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.387023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8404548-8107-4658-800e-e36978d02527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2590dfe-94cb-430b-a40e-d1f58b3ad174,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:32.392240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52804) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:32.400672 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a8404548-8107-4658-800e-e36978d02527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.402107 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a8404548-8107-4658-800e-e36978d02527 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d2590dfe-94cb-430b-a40e-d1f58b3ad174 HTTP/1.1" status: 204 len: 168 time: 1.9967139 Feb 18 09:12:32.512706 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] For port d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:12:32.518697 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] For port d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:12:32.528542 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd41de6-8508-4f35-88c6-3ab490508295 None None] Pushing event updated for resources: {'Port': ['ID=d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:32.532689 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c9131e41-2ea4-4ef0-a825-c2adb2a4e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.538139 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.547901 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c824f4e-97e8-49c1-a314-d2a0ff98151c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.549023 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.578340 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-7132965f-bcf6-4daf-8f9f-8ebe3b7c6695 None None] Set router fa22d461-992c-4630-8b4b-5e6e6d85a581 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:12:32.656292 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Routers {'b6f52860-bf21-4eb3-8d69-c9dc9c025840'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:32.656933 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b6f52860-bf21-4eb3-8d69-c9dc9c025840'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:32.660906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c824f4e-97e8-49c1-a314-d2a0ff98151c admin admin] Pushing event deleted for resources: {'Port': ['ID=a83dcbf4-cd95-480b-b057-ddbc531e3b6b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:32.672603 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d1fe8e-246b-4fef-acec-6303bbead5c1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] GET failed (client error): The resource could not be found. Feb 18 09:12:32.673157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a1d1fe8e-246b-4fef-acec-6303bbead5c1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Synchronizing usage tracker for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:32.685798 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7cfa2707-0017-4adb-bbd4-b98ac1f9a750 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:32.699833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:32.726316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Usage tracker for resource:security_group_rule and tenant:0a93eb7997354ca4896627e5100f01ba is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:32.734184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:32.750503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7132965f-bcf6-4daf-8f9f-8ebe3b7c6695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa22d461-992c-4630-8b4b-5e6e6d85a581', 'name': 'tempest-TaggedBootDevicesTest_v242-1275492948-router', 'tenant_id': '9af4e71095c44433847aee6aa46dbc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:07Z', 'updated_at': '2022-02-18T09:12:31Z', 'revision_number': 6, 'project_id': '9af4e71095c44433847aee6aa46dbc7c', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:32.756765 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7132965f-bcf6-4daf-8f9f-8ebe3b7c6695 None None] The sync data for ids ['fa22d461-992c-4630-8b4b-5e6e6d85a581'] in n-d-829434-1 is: [{'id': 'fa22d461-992c-4630-8b4b-5e6e6d85a581', 'name': 'tempest-TaggedBootDevicesTest_v242-1275492948-router', 'tenant_id': '9af4e71095c44433847aee6aa46dbc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:04:07Z', 'updated_at': '2022-02-18T09:12:31Z', 'revision_number': 6, 'project_id': '9af4e71095c44433847aee6aa46dbc7c', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:12:32.771329 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c9131e41-2ea4-4ef0-a825-c2adb2a4e0a9 None None] For port 381fc98b-a28a-4a11-85dd-4098c624569c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=381fc98b-a28a-4a11-85dd-4098c624569c,segment=NetworkSegment(ba622a87-c104-419e-a23d-386ed4984a3f),segment_id=ba622a87-c104-419e-a23d-386ed4984a3f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:32.776465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:32.787773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a1d1fe8e-246b-4fef-acec-6303bbead5c1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Unset dirty status for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:32.789577 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a1d1fe8e-246b-4fef-acec-6303bbead5c1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports/138b64cb-1831-4584-b9e0-5a4059da2fea HTTP/1.1" status: 404 len: 333 time: 0.3902938 Feb 18 09:12:32.789728 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c9131e41-2ea4-4ef0-a825-c2adb2a4e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.821176 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52812) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:32.833518 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c824f4e-97e8-49c1-a314-d2a0ff98151c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:32.892779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7cfa2707-0017-4adb-bbd4-b98ac1f9a750 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:32.901397 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7cfa2707-0017-4adb-bbd4-b98ac1f9a750 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7117612 Feb 18 09:12:32.902160 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52816) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:32.911754 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd41de6-8508-4f35-88c6-3ab490508295 None None] Pushing event updated for resources: {'Port': ['ID=d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:33.013451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9131e41-2ea4-4ef0-a825-c2adb2a4e0a9 None None] Pushing event updated for resources: {'Port': ['ID=381fc98b-a28a-4a11-85dd-4098c624569c,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:33.094962 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] Set router b6f52860-bf21-4eb3-8d69-c9dc9c025840 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:12:33.111128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52820) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:33.226671 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e6050625-7d6f-4134-88ce-2b823e03716e None None] Provisioning complete for port 381fc98b-a28a-4a11-85dd-4098c624569c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:33.227192 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e6050625-7d6f-4134-88ce-2b823e03716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.246733 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4fe84687-db72-4987-9fa4-201ab7c21074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.268330 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c824f4e-97e8-49c1-a314-d2a0ff98151c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.276594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4fe84687-db72-4987-9fa4-201ab7c21074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:33.279305 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c824f4e-97e8-49c1-a314-d2a0ff98151c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.279870 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-129a5863-b249-4e4e-a026-b7c4579b7825 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.288604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4fe84687-db72-4987-9fa4-201ab7c21074 admin admin] Usage tracker for resource:security_group_rule and tenant:fc4fb84a06b3415c96521e7dcc343de9 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:33.294138 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-129a5863-b249-4e4e-a026-b7c4579b7825 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.296215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-981401fa-be95-495a-b32a-f1511df06585 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting subnet 256718d0-ff9d-4075-83df-7bdaf1f2e63e {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:12:33.300829 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4fe84687-db72-4987-9fa4-201ab7c21074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:33.329088 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-981401fa-be95-495a-b32a-f1511df06585 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.343973 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-129a5863-b249-4e4e-a026-b7c4579b7825 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.362253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4fe84687-db72-4987-9fa4-201ab7c21074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:33.398075 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c824f4e-97e8-49c1-a314-d2a0ff98151c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.398563 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c824f4e-97e8-49c1-a314-d2a0ff98151c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa22d461-992c-4630-8b4b-5e6e6d85a581 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:12:33.404526 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.411035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a5863-b249-4e4e-a026-b7c4579b7825 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da37c893-7477-4044-b6b1-5a4c8dca4476,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:33.424545 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-981401fa-be95-495a-b32a-f1511df06585 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.453501 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.473221 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.480768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Transition to ACTIVE for port object 2674c8dc-8170-4fa5-b3b2-8ada2484bcf6 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:33.508529 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c824f4e-97e8-49c1-a314-d2a0ff98151c admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.511902 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9c824f4e-97e8-49c1-a314-d2a0ff98151c admin admin] 10.222.0.72 "DELETE /v2.0/routers/fa22d461-992c-4630-8b4b-5e6e6d85a581 HTTP/1.1" status: 204 len: 168 time: 2.7938516 Feb 18 09:12:33.517548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52826) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:33.576387 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f52860-bf21-4eb3-8d69-c9dc9c025840', 'name': 'tempest-TestServerMultinode-220924324-router', 'tenant_id': '792a703e15524e7ea4f30e773c7d56f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:19Z', 'updated_at': '2022-02-18T09:12:26Z', 'revision_number': 3, 'project_id': '792a703e15524e7ea4f30e773c7d56f1', 'gw_port': {'id': 'd52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f52860-bf21-4eb3-8d69-c9dc9c025840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:23Z', 'updated_at': '2022-02-18T09:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:33.578605 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:12:33.582239 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a40a6b-73a8-438d-91c4-43a929cd8785 None None] The sync data for ids ['b6f52860-bf21-4eb3-8d69-c9dc9c025840'] in n-d-829434-1 is: [{'id': 'b6f52860-bf21-4eb3-8d69-c9dc9c025840', 'name': 'tempest-TestServerMultinode-220924324-router', 'tenant_id': '792a703e15524e7ea4f30e773c7d56f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:19Z', 'updated_at': '2022-02-18T09:12:26Z', 'revision_number': 3, 'project_id': '792a703e15524e7ea4f30e773c7d56f1', 'gw_port': {'id': 'd52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f52860-bf21-4eb3-8d69-c9dc9c025840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:23Z', 'updated_at': '2022-02-18T09:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:12:33.585045 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-129a5863-b249-4e4e-a026-b7c4579b7825 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.587151 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-129a5863-b249-4e4e-a026-b7c4579b7825 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/da37c893-7477-4044-b6b1-5a4c8dca4476 HTTP/1.1" status: 204 len: 168 time: 0.6720126 Feb 18 09:12:33.596492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52830) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:33.602636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb85cba-53cb-41cb-a47a-9715fd1baecb,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:33.622189 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.622650 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Added segment 32f7dd0f-9e86-44fe-b522-e6af08dbe554 of type vlan for network 01af22ea-208e-42f3-8750-12dc092ece64 Feb 18 09:12:33.672210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-56bd8dbd-f831-434e-9c33-2da5d5a6a9b7 admin admin] Deleting subnet 331bab00-8791-4519-b70d-ef3c16b0dbba {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:12:33.681590 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-56bd8dbd-f831-434e-9c33-2da5d5a6a9b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.718539 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.726681 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4fe84687-db72-4987-9fa4-201ab7c21074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.739729 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4fe84687-db72-4987-9fa4-201ab7c21074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.749577 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-981401fa-be95-495a-b32a-f1511df06585 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.773308 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.779858 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.821163 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-00772a1c-d1fb-4c50-8e2a-5d563928c5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.843687 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.851319 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.894217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fe08a1e1-a998-4948-bb3f-fff7573280dd tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:33.906268 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-56bd8dbd-f831-434e-9c33-2da5d5a6a9b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:33.946295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:33.961718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:33.979193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:12:33.979764 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.004192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=2674c8dc-8170-4fa5-b3b2-8ada2484bcf6,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:34.026694 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4fe84687-db72-4987-9fa4-201ab7c21074 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fc4fb84a06b3415c96521e7dcc343de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9120703 Feb 18 09:12:34.041134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52834) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:34.046722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe84687-db72-4987-9fa4-201ab7c21074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cb294a-bf63-4999-a146-83d476dd41a0,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:34.076298 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fe08a1e1-a998-4948-bb3f-fff7573280dd tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:34.084022 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fe08a1e1-a998-4948-bb3f-fff7573280dd tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4824276 Feb 18 09:12:34.085968 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-981401fa-be95-495a-b32a-f1511df06585 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.092917 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52838) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:34.123882 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.125333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:34.130824 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.170506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981401fa-be95-495a-b32a-f1511df06585 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Subnet': ['ID=256718d0-ff9d-4075-83df-7bdaf1f2e63e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:34.179189 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-981401fa-be95-495a-b32a-f1511df06585 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.193912 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22736df2-12de-43c3-a309-15385e1d9474 None None] Network a201f6e7-c954-4a26-a070-0b010d30ef9c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:34.257627 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-56bd8dbd-f831-434e-9c33-2da5d5a6a9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.350574 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7073624 Feb 18 09:12:34.406103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52842) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:34.420707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5af2c-f12e-438e-be83-b3eb7ed6b1b3 admin admin] Pushing event updated for resources: {'Network': ['ID=01af22ea-208e-42f3-8750-12dc092ece64,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:34.430092 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5049-eba8-4dc9-b26c-56cccd796372 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.440247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 01af22ea-208e-42f3-8750-12dc092ece64 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:12:34.441616 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-981401fa-be95-495a-b32a-f1511df06585 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/256718d0-ff9d-4075-83df-7bdaf1f2e63e HTTP/1.1" status: 204 len: 168 time: 1.6161325 Feb 18 09:12:34.447018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52846) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:34.448097 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-56bd8dbd-f831-434e-9c33-2da5d5a6a9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.482229 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5049-eba8-4dc9-b26c-56cccd796372 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.483143 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-27f547d8-e576-4c2e-a98e-544a02bf51d6 admin admin] Request body: {'subnet': {'network_id': '01af22ea-208e-42f3-8750-12dc092ece64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1133644721-subnet', 'tenant_id': '0a93eb7997354ca4896627e5100f01ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:34.532924 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7e7e91f1-fa87-4e6b-b0ff-9fad646eb337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.534826 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.547873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-27f547d8-e576-4c2e-a98e-544a02bf51d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:34.573641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-27f547d8-e576-4c2e-a98e-544a02bf51d6 admin admin] Usage tracker for resource:subnet and tenant:0a93eb7997354ca4896627e5100f01ba is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:34.575807 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 381fc98b-a28a-4a11-85dd-4098c624569c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:34.590160 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-27f547d8-e576-4c2e-a98e-544a02bf51d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:34.635184 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fd9f53-636a-48fe-88ee-cf30242ecbf7 None None] Network a22a81ff-fc82-4b45-9546-3a883e59bddf requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:34.638873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7353e4-ceb7-46cc-a6e9-b148418f4641 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting subnet 3cc70f69-1bae-4c53-b4a6-ea1e730951ed {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:12:34.642365 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5c7353e4-ceb7-46cc-a6e9-b148418f4641 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.692752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-27f547d8-e576-4c2e-a98e-544a02bf51d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:34.695845 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] Allocated IP 172.20.0.1 (88d05f08-fe41-43cf-9bfe-38db7f9cbeb9/475c2676-6378-43f9-bdf9-a0f5364bf03b/4596bba6-dda8-458a-a930-c989a433aaae) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:34.707822 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7e7e91f1-fa87-4e6b-b0ff-9fad646eb337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.719313 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5c7353e4-ceb7-46cc-a6e9-b148418f4641 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.753823 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3e6f2242-71e4-4547-95b2-4af20b9af530 None None] Provisioning for port 2674c8dc-8170-4fa5-b3b2-8ada2484bcf6 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:34.805639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f547d8-e576-4c2e-a98e-544a02bf51d6 admin admin] Made reservation on behalf of 0a93eb7997354ca4896627e5100f01ba for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:34.808297 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-27f547d8-e576-4c2e-a98e-544a02bf51d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.825986 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-56bd8dbd-f831-434e-9c33-2da5d5a6a9b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.838980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd8dbd-f831-434e-9c33-2da5d5a6a9b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=331bab00-8791-4519-b70d-ef3c16b0dbba,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:34.877309 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5049-eba8-4dc9-b26c-56cccd796372 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.895146 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5049-eba8-4dc9-b26c-56cccd796372 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:34.896307 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fbdb5049-eba8-4dc9-b26c-56cccd796372 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/9594c01d-a427-418d-a6b3-9a8348c02deb HTTP/1.1" status: 204 len: 168 time: 0.7724066 Feb 18 09:12:34.900464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5049-eba8-4dc9-b26c-56cccd796372 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9594c01d-a427-418d-a6b3-9a8348c02deb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:34.906065 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-56bd8dbd-f831-434e-9c33-2da5d5a6a9b7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/331bab00-8791-4519-b70d-ef3c16b0dbba HTTP/1.1" status: 204 len: 168 time: 1.3874116 Feb 18 09:12:34.907135 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52850) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:34.907463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52852) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:34.915463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3e6f2242-71e4-4547-95b2-4af20b9af530 None None] Provisioning complete for port 2674c8dc-8170-4fa5-b3b2-8ada2484bcf6 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:34.917755 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3e6f2242-71e4-4547-95b2-4af20b9af530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.218560 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 381fc98b-a28a-4a11-85dd-4098c624569c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:35.218929 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.243107 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.254316 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7e7e91f1-fa87-4e6b-b0ff-9fad646eb337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.270923 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.273191 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f2242-71e4-4547-95b2-4af20b9af530 None None] Port 2674c8dc-8170-4fa5-b3b2-8ada2484bcf6 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:12:35.282159 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-01d92337-5355-45bf-b161-e939529d5f37 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:35.289551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] Deleting port cab9ec46-85c9-4461-989f-dfcbd5268001 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:35.289551 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.318916 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5c7353e4-ceb7-46cc-a6e9-b148418f4641 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.357181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e91f1-fa87-4e6b-b0ff-9fad646eb337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cb294a-bf63-4999-a146-83d476dd41a0,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:35.395199 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7e7e91f1-fa87-4e6b-b0ff-9fad646eb337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.397691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7e7e91f1-fa87-4e6b-b0ff-9fad646eb337 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/82cb294a-bf63-4999-a146-83d476dd41a0 HTTP/1.1" status: 204 len: 168 time: 1.3528299 Feb 18 09:12:35.430822 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:35.513721 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1acc3b-d203-4063-8d3e-009fa4afcd7b None None] DHCP port deletion for a22a81ff-fc82-4b45-9546-3a883e59bddf request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:12:35.521806 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-af1acc3b-d203-4063-8d3e-009fa4afcd7b None None] Deleting port cab9ec46-85c9-4461-989f-dfcbd5268001 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:35.522821 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-af1acc3b-d203-4063-8d3e-009fa4afcd7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.524777 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.545940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-01d92337-5355-45bf-b161-e939529d5f37 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:35.558350 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-01d92337-5355-45bf-b161-e939529d5f37 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5118637 Feb 18 09:12:35.558350 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52860) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:35.564294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] Transition to ACTIVE for port object 4596bba6-dda8-458a-a930-c989a433aaae will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:35.627956 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:35.640676 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:35.646984 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.697633 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2509e15d-255c-4dc8-9c39-7b8355a33d9d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.745335 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2509e15d-255c-4dc8-9c39-7b8355a33d9d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.901211 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:35.958790 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5c7353e4-ceb7-46cc-a6e9-b148418f4641 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.009529 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-af1acc3b-d203-4063-8d3e-009fa4afcd7b None None] For port cab9ec46-85c9-4461-989f-dfcbd5268001, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cab9ec46-85c9-4461-989f-dfcbd5268001,segment=NetworkSegment(d29b3427-afca-4940-9ad7-f9d875b628cc),segment_id=d29b3427-afca-4940-9ad7-f9d875b628cc)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:36.010650 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-af1acc3b-d203-4063-8d3e-009fa4afcd7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.044895 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.063509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] Network 88d05f08-fe41-43cf-9bfe-38db7f9cbeb9 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:36.067484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7353e4-ceb7-46cc-a6e9-b148418f4641 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc70f69-1bae-4c53-b4a6-ea1e730951ed,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:36.070478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:36.086534 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5c7353e4-ceb7-46cc-a6e9-b148418f4641 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.108295 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5c7353e4-ceb7-46cc-a6e9-b148418f4641 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/3cc70f69-1bae-4c53-b4a6-ea1e730951ed HTTP/1.1" status: 204 len: 168 time: 1.6388762 Feb 18 09:12:36.110889 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] For port cab9ec46-85c9-4461-989f-dfcbd5268001, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cab9ec46-85c9-4461-989f-dfcbd5268001,segment=NetworkSegment(d29b3427-afca-4940-9ad7-f9d875b628cc),segment_id=d29b3427-afca-4940-9ad7-f9d875b628cc)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:36.111517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.125709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52868) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:36.127032 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.130240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:36.133913 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:12:36.183473 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2509e15d-255c-4dc8-9c39-7b8355a33d9d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.184967 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.186190 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.186854 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2509e15d-255c-4dc8-9c39-7b8355a33d9d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.192132 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2509e15d-255c-4dc8-9c39-7b8355a33d9d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-groups/2f9630fd-ed30-437f-a66e-8a7cc8fd578c HTTP/1.1" status: 204 len: 168 time: 0.6308074 Feb 18 09:12:36.201454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52876) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:36.257902 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-27f547d8-e576-4c2e-a98e-544a02bf51d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.298796 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.334446 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-af1acc3b-d203-4063-8d3e-009fa4afcd7b None None] Calling delete_port for cab9ec46-85c9-4461-989f-dfcbd5268001 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:36.398509 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.442364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f547d8-e576-4c2e-a98e-544a02bf51d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02521a75-5255-4563-b440-1c6a701f579b,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:36.465825 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509e15d-255c-4dc8-9c39-7b8355a33d9d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9630fd-ed30-437f-a66e-8a7cc8fd578c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:36.500514 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a83dcbf4-cd95-480b-b057-ddbc531e3b6b no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:36.500854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] Calling delete_port for cab9ec46-85c9-4461-989f-dfcbd5268001 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:36.529784 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] Pushing event updated for resources: {'Port': ['ID=4596bba6-dda8-458a-a930-c989a433aaae,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:36.559923 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b057bf9f-9c41-4029-955c-147de4065c8d None None] Network a201f6e7-c954-4a26-a070-0b010d30ef9c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:36.598405 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: a83dcbf4-cd95-480b-b057-ddbc531e3b6b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:12:36.598749 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a83dcbf4-cd95-480b-b057-ddbc531e3b6b not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:36.599159 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ce6205fe-4811-4c73-bed1-cabbf90178d3 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:36.638274 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.683352 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:36.684188 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.726976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f547d8-e576-4c2e-a98e-544a02bf51d6 admin admin] Checking segment: {'id': '32f7dd0f-9e86-44fe-b522-e6af08dbe554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '01af22ea-208e-42f3-8750-12dc092ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:12:36.726976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f547d8-e576-4c2e-a98e-544a02bf51d6 admin admin] Network hostable DHCP agents. Network: 01af22ea-208e-42f3-8750-12dc092ece64, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:12:36.727276 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: ce6205fe-4811-4c73-bed1-cabbf90178d3 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:12:36.727276 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ce6205fe-4811-4c73-bed1-cabbf90178d3 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:36.749111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d3b1d5b1-8345-4432-8509-953e0c2d7710 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:36.771356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=2674c8dc-8170-4fa5-b3b2-8ada2484bcf6,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:36.817012 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-df70298e-3ef4-4a95-ac70-21eddcfa28fe None None] Provisioning complete for port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:36.818062 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-df70298e-3ef4-4a95-ac70-21eddcfa28fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.831603 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.840880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d3b1d5b1-8345-4432-8509-953e0c2d7710 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:36.846347 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d3b1d5b1-8345-4432-8509-953e0c2d7710 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6279333 Feb 18 09:12:36.853731 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52890) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:36.867218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-4f6f2d82-7adb-4a1d-a72c-dcd8f26c852b tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group': {'name': 'tempest-secgroup--1315595937'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:36.874291 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:36.878993 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4f6f2d82-7adb-4a1d-a72c-dcd8f26c852b tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:36.881797 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cab9ec46-85c9-4461-989f-dfcbd5268001 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:36.896944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4f6f2d82-7adb-4a1d-a72c-dcd8f26c852b tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:36.930820 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] No DVR routers for this DVR port cab9ec46-85c9-4461-989f-dfcbd5268001 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:12:36.934502 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f6f2d82-7adb-4a1d-a72c-dcd8f26c852b tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:36.967668 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f547d8-e576-4c2e-a98e-544a02bf51d6 admin admin] Network 01af22ea-208e-42f3-8750-12dc092ece64 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:12:36.972560 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:36.976721 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] Pushing event deleted for resources: {'Port': ['ID=cab9ec46-85c9-4461-989f-dfcbd5268001,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:36.988549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:36.990659 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: cab9ec46-85c9-4461-989f-dfcbd5268001 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:12:36.991039 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cab9ec46-85c9-4461-989f-dfcbd5268001 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:37.067320 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-af1acc3b-d203-4063-8d3e-009fa4afcd7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:12:37.069619 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-af1acc3b-d203-4063-8d3e-009fa4afcd7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:12:37.076968 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4f6f2d82-7adb-4a1d-a72c-dcd8f26c852b tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:37.101821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-27f547d8-e576-4c2e-a98e-544a02bf51d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 01af22ea-208e-42f3-8750-12dc092ece64) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:37.115744 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d37148-366d-46b8-b693-4c9c831164c2 None None] Network 01af22ea-208e-42f3-8750-12dc092ece64 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:37.123212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f547d8-e576-4c2e-a98e-544a02bf51d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:37.124955 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-27f547d8-e576-4c2e-a98e-544a02bf51d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.148150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4f6f2d82-7adb-4a1d-a72c-dcd8f26c852b tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:37.278061 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.377223 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22a81ff-fc82-4b45-9546-3a883e59bddf']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:37.412239 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.412858 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] For port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7e06dad0-2660-47e0-96c7-e5c0ca97c86e,segment=NetworkSegment(9cca4075-2c17-4c13-89b3-2d3f7b64b9b1),segment_id=9cca4075-2c17-4c13-89b3-2d3f7b64b9b1)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:37.413335 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.429839 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29b3427-afca-4940-9ad7-f9d875b628cc') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:37.430321 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29b3427-afca-4940-9ad7-f9d875b628cc') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:37.485783 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f6f2d82-7adb-4a1d-a72c-dcd8f26c852b tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.503860 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f6f2d82-7adb-4a1d-a72c-dcd8f26c852b tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.509583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b186aea9-b688-4d17-bef5-d86f072cd4b0 None None] DHCP port deletion for a201f6e7-c954-4a26-a070-0b010d30ef9c request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:12:37.517395 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b186aea9-b688-4d17-bef5-d86f072cd4b0 None None] Deleting port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:37.517816 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b186aea9-b688-4d17-bef5-d86f072cd4b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.619728 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-af1acc3b-d203-4063-8d3e-009fa4afcd7b None None] Deleting port cab9ec46-85c9-4461-989f-dfcbd5268001 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:37.619969 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-af1acc3b-d203-4063-8d3e-009fa4afcd7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.661145 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.694588 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-af1acc3b-d203-4063-8d3e-009fa4afcd7b None None] The port 'cab9ec46-85c9-4461-989f-dfcbd5268001' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:12:37.739866 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for 7e06dad0-2660-47e0-96c7-e5c0ca97c86e owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:37.759928 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-aed7f8d4-b2b9-4bf0-b55f-09c02d3e8582 None None] Provisioning complete for port 2674c8dc-8170-4fa5-b3b2-8ada2484bcf6 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:37.760388 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aed7f8d4-b2b9-4bf0-b55f-09c02d3e8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.792638 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.807087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:12:37.807497 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:12:37.918260 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:12:37.923317 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.930275 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.937996 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.951961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-27f547d8-e576-4c2e-a98e-544a02bf51d6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5361016 Feb 18 09:12:37.951961 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f6f2d82-7adb-4a1d-a72c-dcd8f26c852b tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.951961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4f6f2d82-7adb-4a1d-a72c-dcd8f26c852b tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0872846 Feb 18 09:12:37.953948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52902) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:37.973482 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:37.979900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8493ab66-ac22-4146-ba1b-73010c54bf46 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group_rule': {'security_group_id': '7b6648ef-b90b-405f-983f-fec66dac4932', 'direction': 'ingress', 'protocol': 17}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:37.988430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8493ab66-ac22-4146-ba1b-73010c54bf46 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:37.994070 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8493ab66-ac22-4146-ba1b-73010c54bf46 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group_rule and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:37.999129 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8493ab66-ac22-4146-ba1b-73010c54bf46 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:38.006797 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8493ab66-ac22-4146-ba1b-73010c54bf46 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:38.020394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] Pushing event deleted for resources: {'Network': ['ID=a22a81ff-fc82-4b45-9546-3a883e59bddf,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:38.027903 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c79e0814-7cd6-486a-9d0c-fe1b020d1baf admin admin] 10.222.0.72 "DELETE /v2.0/networks/a22a81ff-fc82-4b45-9546-3a883e59bddf HTTP/1.1" status: 204 len: 168 time: 2.9801981 Feb 18 09:12:38.048947 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:38.065155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fde8f6f-f6ea-4b50-b4fa-9a978476fefc None None] Network 01af22ea-208e-42f3-8750-12dc092ece64 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:38.135196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Port': ['ID=7e06dad0-2660-47e0-96c7-e5c0ca97c86e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:38.149007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 3f5c327f-cae7-4066-9d12-06a976a72ce8 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:12:38.150918 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8493ab66-ac22-4146-ba1b-73010c54bf46 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:38.164200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] No DVR routers for this DVR port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:12:38.179151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f2d82-7adb-4a1d-a72c-dcd8f26c852b tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6648ef-b90b-405f-983f-fec66dac4932,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:38.350204 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b186aea9-b688-4d17-bef5-d86f072cd4b0 None None] For port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7e06dad0-2660-47e0-96c7-e5c0ca97c86e,segment=NetworkSegment(9cca4075-2c17-4c13-89b3-2d3f7b64b9b1),segment_id=9cca4075-2c17-4c13-89b3-2d3f7b64b9b1)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:38.350810 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b186aea9-b688-4d17-bef5-d86f072cd4b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:38.368553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-aed7f8d4-b2b9-4bf0-b55f-09c02d3e8582 None None] Port 2674c8dc-8170-4fa5-b3b2-8ada2484bcf6 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:12:38.409354 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:38.445341 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a201f6e7-c954-4a26-a070-0b010d30ef9c']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:38.455730 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52916) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:38.499853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cca4075-2c17-4c13-89b3-2d3f7b64b9b1') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:38.500454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cca4075-2c17-4c13-89b3-2d3f7b64b9b1') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:38.524822 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:38.546733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:12:38.555830 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e443ca18-2e26-40ae-9105-26f78c37aff9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/3f5c327f-cae7-4066-9d12-06a976a72ce8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3017125 Feb 18 09:12:38.560863 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c2039-a29e-4ab7-9fd9-61dbb46100bf None None] Sync routers for ids ['3f5c327f-cae7-4066-9d12-06a976a72ce8'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:12:38.561453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52920) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:38.589205 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c2039-a29e-4ab7-9fd9-61dbb46100bf None None] Routers {'3f5c327f-cae7-4066-9d12-06a976a72ce8'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:38.589859 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ee9c2039-a29e-4ab7-9fd9-61dbb46100bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3f5c327f-cae7-4066-9d12-06a976a72ce8'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:38.593533 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-80748f6d-1b91-487f-b5e9-d5d75bec060d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=67fba04be8234c838f03f922f83b8802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315575 Feb 18 09:12:38.598563 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52924) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:38.605544 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:38.609962 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:38.613567 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] Pushing event updated for resources: {'Port': ['ID=4596bba6-dda8-458a-a930-c989a433aaae,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:38.649111 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8493ab66-ac22-4146-ba1b-73010c54bf46 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:38.650639 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:12:38.651282 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:12:38.677064 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:12:38.724294 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ee9c2039-a29e-4ab7-9fd9-61dbb46100bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:38.752544 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c2039-a29e-4ab7-9fd9-61dbb46100bf None None] Routers {'3f5c327f-cae7-4066-9d12-06a976a72ce8'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:38.754499 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ee9c2039-a29e-4ab7-9fd9-61dbb46100bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3f5c327f-cae7-4066-9d12-06a976a72ce8'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:38.779463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e3a252-b9e3-4b22-83a1-bebd31896620 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:38.780092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e6e3a252-b9e3-4b22-83a1-bebd31896620 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Synchronizing usage tracker for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:38.789806 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8493ab66-ac22-4146-ba1b-73010c54bf46 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:38.817717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b186aea9-b688-4d17-bef5-d86f072cd4b0 None None] Calling delete_port for 7e06dad0-2660-47e0-96c7-e5c0ca97c86e owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:38.834240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e6e3a252-b9e3-4b22-83a1-bebd31896620 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Unset dirty status for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:38.841928 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e6e3a252-b9e3-4b22-83a1-bebd31896620 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/ports/2674c8dc-8170-4fa5-b3b2-8ada2484bcf6 HTTP/1.1" status: 200 len: 911 time: 0.2770717 Feb 18 09:12:38.844708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52932) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:38.873636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c716237e-41d6-4bd9-88dc-70f101a3d9d0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc5d2f56-4854-4074-abcf-100533d691c6'}]}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:38.897890 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493ab66-ac22-4146-ba1b-73010c54bf46 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c94348-d66e-4ce8-ae23-6f6adb1663f5,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:38.923797 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ee9c2039-a29e-4ab7-9fd9-61dbb46100bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:38.924950 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c2039-a29e-4ab7-9fd9-61dbb46100bf None None] The sync data for ids ['3f5c327f-cae7-4066-9d12-06a976a72ce8'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:12:38.941912 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:38.960641 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.014489 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-aed7f8d4-b2b9-4bf0-b55f-09c02d3e8582 None None] Provisioning for port 4596bba6-dda8-458a-a930-c989a433aaae completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:39.038072 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:39.076969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Network': ['ID=a201f6e7-c954-4a26-a070-0b010d30ef9c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:39.080249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] Network 88d05f08-fe41-43cf-9bfe-38db7f9cbeb9 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:39.084500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:39.114259 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1193c157-663b-45ad-b5ca-22bbd38041a5 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/networks/a201f6e7-c954-4a26-a070-0b010d30ef9c HTTP/1.1" status: 204 len: 168 time: 2.9811974 Feb 18 09:12:39.114259 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-77488840-ea58-40a3-890d-87c35e8d5157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.126091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52940) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:39.139977 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8493ab66-ac22-4146-ba1b-73010c54bf46 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.144205 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8493ab66-ac22-4146-ba1b-73010c54bf46 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1918702 Feb 18 09:12:39.149558 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52944) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:39.164381 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-aed7f8d4-b2b9-4bf0-b55f-09c02d3e8582 None None] Provisioning complete for port 4596bba6-dda8-458a-a930-c989a433aaae triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:39.165279 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aed7f8d4-b2b9-4bf0-b55f-09c02d3e8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.332720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52950) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:39.348449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-31493452-network', 'tenant_id': '79021da03bd44685a5a8d15ae7137e83'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:39.364830 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:39.369186 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-77488840-ea58-40a3-890d-87c35e8d5157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.389177 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Usage tracker for resource:network and tenant:79021da03bd44685a5a8d15ae7137e83 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:39.397208 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:39.408196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:39.452232 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c716237e-41d6-4bd9-88dc-70f101a3d9d0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.511661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Made reservation on behalf of 79021da03bd44685a5a8d15ae7137e83 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:39.514399 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.576458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1542831e-6873-4e64-9c0c-103244439534 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:39.582229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1542831e-6873-4e64-9c0c-103244439534 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Synchronizing usage tracker for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:39.589014 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.605061 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-aed7f8d4-b2b9-4bf0-b55f-09c02d3e8582 None None] Port 4596bba6-dda8-458a-a930-c989a433aaae cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:12:39.650151 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:39.654827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Usage tracker for resource:security_group_rule and tenant:79021da03bd44685a5a8d15ae7137e83 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:39.657923 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-b186aea9-b688-4d17-bef5-d86f072cd4b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:12:39.658189 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:39.660847 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-b186aea9-b688-4d17-bef5-d86f072cd4b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:12:39.667542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:39.668292 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:39.668876 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.670092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1542831e-6873-4e64-9c0c-103244439534 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Unset dirty status for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:39.672022 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1542831e-6873-4e64-9c0c-103244439534 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5439770 Feb 18 09:12:39.682717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52954) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:39.687056 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-77488840-ea58-40a3-890d-87c35e8d5157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.727113 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-37cc7767-3204-4014-a670-191542617ffd tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.773239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77488840-ea58-40a3-890d-87c35e8d5157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fe883b-925d-47cd-8387-efc8737cb05d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:39.797362 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-77488840-ea58-40a3-890d-87c35e8d5157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.801239 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-77488840-ea58-40a3-890d-87c35e8d5157 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/75fe883b-925d-47cd-8387-efc8737cb05d HTTP/1.1" status: 204 len: 168 time: 1.1978292 Feb 18 09:12:39.971578 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-37cc7767-3204-4014-a670-191542617ffd tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.984959 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:39.994588 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:40.012836 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] Router b6f52860-bf21-4eb3-8d69-c9dc9c025840 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:12:40.030792 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f9dd2a8a-2657-41c2-836c-928cc55eb7d8 None None] Provisioning complete for port 4596bba6-dda8-458a-a930-c989a433aaae triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:40.031337 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f9dd2a8a-2657-41c2-836c-928cc55eb7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:40.043826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:12:40.058086 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:40.058086 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Added segment d4755131-368d-4f99-9c72-67d0ec45c03b of type vlan for network 1d6e1592-b659-478a-a668-23b0c5401bc5 Feb 18 09:12:40.089778 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:40.150316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31c1a02-601b-418d-b850-c47ee2e5c4f1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:40.162854 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b186aea9-b688-4d17-bef5-d86f072cd4b0 None None] Deleting port 7e06dad0-2660-47e0-96c7-e5c0ca97c86e {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:40.163506 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b186aea9-b688-4d17-bef5-d86f072cd4b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:40.186761 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b011042c-7218-4b94-9370-2143f2da285d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5026073 Feb 18 09:12:40.187024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52962) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:40.221612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ef873274-c439-482b-b208-9467b56fb19f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-447099821'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:40.228308 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:40.229620 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:40.230644 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:40.273964 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ef873274-c439-482b-b208-9467b56fb19f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:40.297242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ef873274-c439-482b-b208-9467b56fb19f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:network and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:40.309524 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ef873274-c439-482b-b208-9467b56fb19f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:40.322728 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-37cc7767-3204-4014-a670-191542617ffd tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:40.330825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ef873274-c439-482b-b208-9467b56fb19f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:40.347689 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f9dd2a8a-2657-41c2-836c-928cc55eb7d8 None None] Port 4596bba6-dda8-458a-a930-c989a433aaae cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:12:40.359741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b186aea9-b688-4d17-bef5-d86f072cd4b0 None None] The port '7e06dad0-2660-47e0-96c7-e5c0ca97c86e' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:12:40.385305 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0507872 Feb 18 09:12:40.391573 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52968) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:40.444782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc7767-3204-4014-a670-191542617ffd tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6648ef-b90b-405f-983f-fec66dac4932,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:40.483619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef873274-c439-482b-b208-9467b56fb19f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:40.483619 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef873274-c439-482b-b208-9467b56fb19f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:40.485540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52972) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:40.491785 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6dfc7781-a7aa-4779-ab5d-af5922feb078 admin admin] Request body: {'subnet': {'network_id': '1d6e1592-b659-478a-a668-23b0c5401bc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-31493452-subnet', 'tenant_id': '79021da03bd44685a5a8d15ae7137e83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:40.510107 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7e06dad0-2660-47e0-96c7-e5c0ca97c86e no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:40.547546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6dfc7781-a7aa-4779-ab5d-af5922feb078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:40.554874 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 7e06dad0-2660-47e0-96c7-e5c0ca97c86e {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:12:40.555904 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7e06dad0-2660-47e0-96c7-e5c0ca97c86e not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:40.571068 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6dfc7781-a7aa-4779-ab5d-af5922feb078 admin admin] Usage tracker for resource:subnet and tenant:79021da03bd44685a5a8d15ae7137e83 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:40.587239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6dfc7781-a7aa-4779-ab5d-af5922feb078 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:40.592803 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0be7aa-0943-46fe-9e03-7899ec155919 admin admin] Pushing event updated for resources: {'Network': ['ID=1d6e1592-b659-478a-a668-23b0c5401bc5,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:40.606396 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 1d6e1592-b659-478a-a668-23b0c5401bc5 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:12:40.610251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6dfc7781-a7aa-4779-ab5d-af5922feb078 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:40.627468 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2ffc071f-c7e4-4848-9a72-eb65faa1dc99 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9af4e71095c44433847aee6aa46dbc7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299880 Feb 18 09:12:40.630190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52980) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:40.656563 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfc7781-a7aa-4779-ab5d-af5922feb078 admin admin] Made reservation on behalf of 79021da03bd44685a5a8d15ae7137e83 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:40.659201 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6dfc7781-a7aa-4779-ab5d-af5922feb078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:40.746509 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-37cc7767-3204-4014-a670-191542617ffd tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:40.750825 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-37cc7767-3204-4014-a670-191542617ffd tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-groups/7b6648ef-b90b-405f-983f-fec66dac4932 HTTP/1.1" status: 204 len: 168 time: 1.5998790 Feb 18 09:12:40.752487 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52986) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:40.782953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:12:40.789164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef873274-c439-482b-b208-9467b56fb19f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:12:40.794774 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Sync routers for ids ['b6f52860-bf21-4eb3-8d69-c9dc9c025840'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:12:40.811889 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Routers {'b6f52860-bf21-4eb3-8d69-c9dc9c025840'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:40.812686 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b6f52860-bf21-4eb3-8d69-c9dc9c025840'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:40.823968 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b329adf5-08af-4b5c-8ea2-50965254bff4 admin admin] 10.222.0.72 "PUT /v2.0/routers/b6f52860-bf21-4eb3-8d69-c9dc9c025840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4203119 Feb 18 09:12:40.836792 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef873274-c439-482b-b208-9467b56fb19f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:40.837151 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-ef873274-c439-482b-b208-9467b56fb19f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Added segment 5ee939b2-33b3-433f-bb88-360ef97859cb of type vlan for network b3a5438a-2951-493d-902d-471856572c6f Feb 18 09:12:40.885703 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef873274-c439-482b-b208-9467b56fb19f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:40.938009 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c716237e-41d6-4bd9-88dc-70f101a3d9d0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:40.950459 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c716237e-41d6-4bd9-88dc-70f101a3d9d0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:40.957355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c716237e-41d6-4bd9-88dc-70f101a3d9d0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:40.958057 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c716237e-41d6-4bd9-88dc-70f101a3d9d0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:40.962917 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c716237e-41d6-4bd9-88dc-70f101a3d9d0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/ports/2674c8dc-8170-4fa5-b3b2-8ada2484bcf6 HTTP/1.1" status: 200 len: 911 time: 2.0977676 Feb 18 09:12:40.973580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1aee2f8a-ad91-427e-8319-b0b25a2d448d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:40.996788 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52994) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:41.012857 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef873274-c439-482b-b208-9467b56fb19f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.020828 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef873274-c439-482b-b208-9467b56fb19f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:41.023060 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef873274-c439-482b-b208-9467b56fb19f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.077460 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a9e96dc-c673-4529-a4c0-4493ae760195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.172610 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ef873274-c439-482b-b208-9467b56fb19f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9713228 Feb 18 09:12:41.190041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53002) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:41.202087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Set router b6f52860-bf21-4eb3-8d69-c9dc9c025840 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:12:41.232174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-1fde4da0-d6e3-437c-aded-59df83abae30 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'subnet': {'network_id': 'b3a5438a-2951-493d-902d-471856572c6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:41.354449 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef873274-c439-482b-b208-9467b56fb19f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Network': ['ID=b3a5438a-2951-493d-902d-471856572c6f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:41.357130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716237e-41d6-4bd9-88dc-70f101a3d9d0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=2674c8dc-8170-4fa5-b3b2-8ada2484bcf6,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:41.365152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1fde4da0-d6e3-437c-aded-59df83abae30 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:41.370799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1fde4da0-d6e3-437c-aded-59df83abae30 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:subnet and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:41.380064 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1fde4da0-d6e3-437c-aded-59df83abae30 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:41.381120 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network b3a5438a-2951-493d-902d-471856572c6f details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:12:41.387869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1fde4da0-d6e3-437c-aded-59df83abae30 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:41.402717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fde4da0-d6e3-437c-aded-59df83abae30 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:41.413874 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1fde4da0-d6e3-437c-aded-59df83abae30 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.456770 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1aee2f8a-ad91-427e-8319-b0b25a2d448d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:41.462128 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1aee2f8a-ad91-427e-8319-b0b25a2d448d tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7017112 Feb 18 09:12:41.606076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53014) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:41.623764 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a9e96dc-c673-4529-a4c0-4493ae760195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.639713 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.641163 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.659764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b75879ba-0141-4e15-96fc-4d2bf3080d25 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group': {'name': 'tempest-secgroup--696098626'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:41.694727 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1fde4da0-d6e3-437c-aded-59df83abae30 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.795059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde4da0-d6e3-437c-aded-59df83abae30 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Subnet': ['ID=7d53838e-a14f-4070-8add-c64262e16e93,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:41.805535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fde4da0-d6e3-437c-aded-59df83abae30 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Checking segment: {'id': '5ee939b2-33b3-433f-bb88-360ef97859cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b3a5438a-2951-493d-902d-471856572c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:12:41.805963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fde4da0-d6e3-437c-aded-59df83abae30 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network hostable DHCP agents. Network: b3a5438a-2951-493d-902d-471856572c6f, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:12:41.837810 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fde4da0-d6e3-437c-aded-59df83abae30 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network b3a5438a-2951-493d-902d-471856572c6f is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:12:41.846109 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f52860-bf21-4eb3-8d69-c9dc9c025840', 'name': 'tempest-TestServerMultinode-220924324-router', 'tenant_id': '792a703e15524e7ea4f30e773c7d56f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:19Z', 'updated_at': '2022-02-18T09:12:37Z', 'revision_number': 4, 'project_id': '792a703e15524e7ea4f30e773c7d56f1', 'gw_port': {'id': 'd52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f52860-bf21-4eb3-8d69-c9dc9c025840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:23Z', 'updated_at': '2022-02-18T09:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4596bba6-dda8-458a-a930-c989a433aaae', 'name': '', 'network_id': '88d05f08-fe41-43cf-9bfe-38db7f9cbeb9', 'tenant_id': '792a703e15524e7ea4f30e773c7d56f1', 'mac_address': 'fa:16:3e:ef:53:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f52860-bf21-4eb3-8d69-c9dc9c025840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '475c2676-6378-43f9-bdf9-a0f5364bf03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:33Z', 'updated_at': '2022-02-18T09:12:37Z', 'revision_number': 2, 'project_id': '792a703e15524e7ea4f30e773c7d56f1', 'subnets': [{'id': '475c2676-6378-43f9-bdf9-a0f5364bf03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:41.853355 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Checking router: b6f52860-bf21-4eb3-8d69-c9dc9c025840 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:12:41.853845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Updating router b6f52860-bf21-4eb3-8d69-c9dc9c025840 port 4596bba6-dda8-458a-a930-c989a433aaae binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:12:41.858401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-1fde4da0-d6e3-437c-aded-59df83abae30 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, b3a5438a-2951-493d-902d-471856572c6f) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:41.863795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fde4da0-d6e3-437c-aded-59df83abae30 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:41.865515 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1fde4da0-d6e3-437c-aded-59df83abae30 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:41.873157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b75879ba-0141-4e15-96fc-4d2bf3080d25 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:41.907537 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0f6715-c6ab-4203-9bcf-8f9aa77658f8 None None] Network b3a5438a-2951-493d-902d-471856572c6f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:41.919829 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1fde4da0-d6e3-437c-aded-59df83abae30 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7284412 Feb 18 09:12:41.924607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53038) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:41.931667 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7bd9e5c2-bfac-43b7-ae21-b891263631ab tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'network_id': 'b3a5438a-2951-493d-902d-471856572c6f', 'name': 'tempest-PortsTestJSON-1304956528'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:42.061579 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:42.103117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b75879ba-0141-4e15-96fc-4d2bf3080d25 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:42.116819 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6dfc7781-a7aa-4779-ab5d-af5922feb078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:42.202122 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b75879ba-0141-4e15-96fc-4d2bf3080d25 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:42.208501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-5c025277-7b95-40ef-846f-411705c01af6 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:42.210804 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-5c025277-7b95-40ef-846f-411705c01af6 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/networks?id=84332529-b6fa-4183-9c4d-06900613f018 HTTP/1.1" status: 200 len: 910 time: 0.2640142 Feb 18 09:12:42.211463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7bd9e5c2-bfac-43b7-ae21-b891263631ab tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:42.229619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7bd9e5c2-bfac-43b7-ae21-b891263631ab tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:42.237713 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-da5e21eb-d123-42cb-abf2-a40c5f392edf tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/quotas/792a703e15524e7ea4f30e773c7d56f1 HTTP/1.1" status: 200 len: 375 time: 0.0166082 Feb 18 09:12:42.280552 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b75879ba-0141-4e15-96fc-4d2bf3080d25 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:42.292658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd9e5c2-bfac-43b7-ae21-b891263631ab tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:42.297128 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7bd9e5c2-bfac-43b7-ae21-b891263631ab tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:42.325217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-7bd9e5c2-bfac-43b7-ae21-b891263631ab tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] device_id is not set on port d6cc925c-214c-41b0-aeb2-5cf9d54f3103 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:12:42.337026 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b75879ba-0141-4e15-96fc-4d2bf3080d25 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group_rule and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:42.348551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc7781-a7aa-4779-ab5d-af5922feb078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16afda4d-5bc9-4f66-a893-677b33f05b31,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:42.353860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b75879ba-0141-4e15-96fc-4d2bf3080d25 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:42.357682 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a9e96dc-c673-4529-a4c0-4493ae760195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:42.377360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b75879ba-0141-4e15-96fc-4d2bf3080d25 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:42.389560 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e96dc-c673-4529-a4c0-4493ae760195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f826bd0c-c8a6-42f9-86e0-b92fd40df55f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:42.401803 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc7781-a7aa-4779-ab5d-af5922feb078 admin admin] Checking segment: {'id': 'd4755131-368d-4f99-9c72-67d0ec45c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1d6e1592-b659-478a-a668-23b0c5401bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:12:42.401803 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc7781-a7aa-4779-ab5d-af5922feb078 admin admin] Network hostable DHCP agents. Network: 1d6e1592-b659-478a-a668-23b0c5401bc5, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:12:42.442796 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-2cac114d-b098-4e47-a5d5-918f59b91019 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Synchronizing usage tracker for tenant:792a703e15524e7ea4f30e773c7d56f1 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:42.456751 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a9e96dc-c673-4529-a4c0-4493ae760195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:42.457889 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8a9e96dc-c673-4529-a4c0-4493ae760195 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f826bd0c-c8a6-42f9-86e0-b92fd40df55f HTTP/1.1" status: 204 len: 168 time: 1.8266137 Feb 18 09:12:42.481216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc7781-a7aa-4779-ab5d-af5922feb078 admin admin] Network 1d6e1592-b659-478a-a668-23b0c5401bc5 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:12:42.542466 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-6dfc7781-a7aa-4779-ab5d-af5922feb078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 1d6e1592-b659-478a-a668-23b0c5401bc5) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:42.548287 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfc7781-a7aa-4779-ab5d-af5922feb078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:42.549048 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6dfc7781-a7aa-4779-ab5d-af5922feb078 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:42.557301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-2cac114d-b098-4e47-a5d5-918f59b91019 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Unset dirty status for tenant:792a703e15524e7ea4f30e773c7d56f1 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:42.561739 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-2cac114d-b098-4e47-a5d5-918f59b91019 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?tenant_id=792a703e15524e7ea4f30e773c7d56f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3187077 Feb 18 09:12:42.594083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84447653-cc15-495e-8854-64a2e0738d00 None None] Network 1d6e1592-b659-478a-a668-23b0c5401bc5 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:42.648287 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b75879ba-0141-4e15-96fc-4d2bf3080d25 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:42.667634 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b75879ba-0141-4e15-96fc-4d2bf3080d25 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:42.697606 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6dfc7781-a7aa-4779-ab5d-af5922feb078 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2982969 Feb 18 09:12:42.734790 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-b3a5438a-2951-493d-902d-471856572c6f', 'network_id': 'b3a5438a-2951-493d-902d-471856572c6f', 'tenant_id': 'a3064a784c634f64a677d43a9a9265ec', 'fixed_ips': [{'subnet_id': '7d53838e-a14f-4070-8add-c64262e16e93'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:12:42.735603 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:42.754498 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b75879ba-0141-4e15-96fc-4d2bf3080d25 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:42.768686 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b75879ba-0141-4e15-96fc-4d2bf3080d25 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1610281 Feb 18 09:12:42.777804 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53052) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:42.794186 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e0e24790-1909-4d38-bea3-150591a684c0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:42.825754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-7bd9e5c2-bfac-43b7-ae21-b891263631ab tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Allocated IP 172.20.0.4 (b3a5438a-2951-493d-902d-471856572c6f/7d53838e-a14f-4070-8add-c64262e16e93/d6cc925c-214c-41b0-aeb2-5cf9d54f3103) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:42.973568 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-5745ca2d-0e6f-4fce-84de-9d113f9763de tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group': {'name': 'tempest-secgroup--492920891'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:43.012342 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75879ba-0141-4e15-96fc-4d2bf3080d25 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5992690a-b586-4b94-9c1e-5e656df468c7,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:43.034815 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-6d962ea3-56fb-4d8a-a344-41f266a6330f service neutron] 10.222.0.72 "GET /v2.0/networks/84332529-b6fa-4183-9c4d-06900613f018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645596 Feb 18 09:12:43.129171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5745ca2d-0e6f-4fce-84de-9d113f9763de tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:43.146782 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5745ca2d-0e6f-4fce-84de-9d113f9763de tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:43.165893 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5745ca2d-0e6f-4fce-84de-9d113f9763de tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:43.176616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5745ca2d-0e6f-4fce-84de-9d113f9763de tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:43.274131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-9624fd14-9d2d-4d66-94f2-e581dae35800 service neutron] 10.222.0.72 "GET /v2.0/networks/84332529-b6fa-4183-9c4d-06900613f018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285647 Feb 18 09:12:43.366415 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5745ca2d-0e6f-4fce-84de-9d113f9763de tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:43.533469 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5745ca2d-0e6f-4fce-84de-9d113f9763de tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:43.579619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5745ca2d-0e6f-4fce-84de-9d113f9763de tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group_rule and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:43.593016 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5745ca2d-0e6f-4fce-84de-9d113f9763de tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:43.617073 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5745ca2d-0e6f-4fce-84de-9d113f9763de tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:43.708316 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b092d7-4480-4ac9-98dc-5e183488315a None None] Network 1d6e1592-b659-478a-a668-23b0c5401bc5 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:43.899330 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5745ca2d-0e6f-4fce-84de-9d113f9763de tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:43.902978 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e0e24790-1909-4d38-bea3-150591a684c0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting port 2674c8dc-8170-4fa5-b3b2-8ada2484bcf6 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:43.903492 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e0e24790-1909-4d38-bea3-150591a684c0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:43.936249 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5745ca2d-0e6f-4fce-84de-9d113f9763de tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:44.024760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53090) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:44.035208 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:44.038468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745ca2d-0e6f-4fce-84de-9d113f9763de tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ba6c74-c599-4a42-b482-3e795c3e2e83,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:44.059507 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Transition to ACTIVE for port object 4596bba6-dda8-458a-a930-c989a433aaae will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:44.084736 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:44.148579 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5745ca2d-0e6f-4fce-84de-9d113f9763de tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:44.152748 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5745ca2d-0e6f-4fce-84de-9d113f9763de tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3710320 Feb 18 09:12:44.153692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53096) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:44.194201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d127f2bf-647f-45c9-ba4f-5b37b20a3d95 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group_rule': {'security_group_id': '5992690a-b586-4b94-9c1e-5e656df468c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e3ba6c74-c599-4a42-b482-3e795c3e2e83', 'remote_ip_prefix': None}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:44.218359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d127f2bf-647f-45c9-ba4f-5b37b20a3d95 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:44.234537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-a1be01b5-ee4d-4188-9406-99c6df202afa tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:44.235508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-a1be01b5-ee4d-4188-9406-99c6df202afa tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Synchronizing usage tracker for tenant:0a93eb7997354ca4896627e5100f01ba on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:44.242431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d127f2bf-647f-45c9-ba4f-5b37b20a3d95 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group_rule and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:44.248317 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7bd9e5c2-bfac-43b7-ae21-b891263631ab tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:44.254440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d127f2bf-647f-45c9-ba4f-5b37b20a3d95 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:44.270891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1871928329-network', 'tenant_id': '0597660a7b6044fbbceb5197befe8367'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:44.286439 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:44.294440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d127f2bf-647f-45c9-ba4f-5b37b20a3d95 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:44.298314 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e0e24790-1909-4d38-bea3-150591a684c0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:44.300000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Usage tracker for resource:network and tenant:0597660a7b6044fbbceb5197befe8367 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:44.309951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:44.317202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-7bd9e5c2-bfac-43b7-ae21-b891263631ab tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Transition to ACTIVE for port object d6cc925c-214c-41b0-aeb2-5cf9d54f3103 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:44.323988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-a1be01b5-ee4d-4188-9406-99c6df202afa tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Unset dirty status for tenant:0a93eb7997354ca4896627e5100f01ba on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:44.331880 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-a1be01b5-ee4d-4188-9406-99c6df202afa tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/networks?id=01af22ea-208e-42f3-8750-12dc092ece64 HTTP/1.1" status: 200 len: 812 time: 0.4982328 Feb 18 09:12:44.333075 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:44.381492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Made reservation on behalf of 0597660a7b6044fbbceb5197befe8367 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:44.384954 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:44.403540 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-92203b65-c0ae-4dc1-b329-06e5a74c8227 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/quotas/0a93eb7997354ca4896627e5100f01ba HTTP/1.1" status: 200 len: 375 time: 0.0537121 Feb 18 09:12:44.407425 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d127f2bf-647f-45c9-ba4f-5b37b20a3d95 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:44.420796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268f459-0ccb-4964-899b-8120f24b8f97 None None] Pushing event updated for resources: {'Port': ['ID=4596bba6-dda8-458a-a930-c989a433aaae,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:44.421404 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:44.449154 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Attempting to bind port 4596bba6-dda8-458a-a930-c989a433aaae on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:12:44.449534 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Attempting to bind port 4596bba6-dda8-458a-a930-c989a433aaae by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '5b2eea6b-b63c-47da-a726-c22c87fb95c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '88d05f08-fe41-43cf-9bfe-38db7f9cbeb9'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:12:44.449978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Attempting to bind port 4596bba6-dda8-458a-a930-c989a433aaae on network 88d05f08-fe41-43cf-9bfe-38db7f9cbeb9 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:12:44.466964 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:12:44.467947 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Checking segment: {'id': '5b2eea6b-b63c-47da-a726-c22c87fb95c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '88d05f08-fe41-43cf-9bfe-38db7f9cbeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:12:44.468721 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:44.469867 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Bound using segment: {'id': '5b2eea6b-b63c-47da-a726-c22c87fb95c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '88d05f08-fe41-43cf-9bfe-38db7f9cbeb9'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:12:44.470617 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Bound port: 4596bba6-dda8-458a-a930-c989a433aaae, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2eea6b-b63c-47da-a726-c22c87fb95c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '88d05f08-fe41-43cf-9bfe-38db7f9cbeb9'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:12:44.471267 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:44.516278 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:44.527084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-de5466ee-1843-4d20-8e09-82bb4d567221 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a93eb7997354ca4896627e5100f01ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1073711 Feb 18 09:12:44.528203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Usage tracker for resource:security_group_rule and tenant:0597660a7b6044fbbceb5197befe8367 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:44.541804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:44.583222 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7bd9e5c2-bfac-43b7-ae21-b891263631ab tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:44.589198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:44.682185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] For port 4596bba6-dda8-458a-a930-c989a433aaae, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:12:44.687191 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] For port 4596bba6-dda8-458a-a930-c989a433aaae, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4596bba6-dda8-458a-a930-c989a433aaae,segment=NetworkSegment(5b2eea6b-b63c-47da-a726-c22c87fb95c8),segment_id=5b2eea6b-b63c-47da-a726-c22c87fb95c8)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:12:44.715239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-e0e24790-1909-4d38-bea3-150591a684c0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Calling delete_port for 2674c8dc-8170-4fa5-b3b2-8ada2484bcf6 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:44.791998 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:44.863818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd9e5c2-bfac-43b7-ae21-b891263631ab tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network b3a5438a-2951-493d-902d-471856572c6f is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:44.887934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-7bd9e5c2-bfac-43b7-ae21-b891263631ab tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:44.960878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4666eca-1cdf-4f39-b287-1fd7399c9ffd req-8485f7c4-a3d5-4ff9-8d22-9a903fb64706 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 210 time: 0.2632492 Feb 18 09:12:44.971927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd9e5c2-bfac-43b7-ae21-b891263631ab tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:12:45.023005 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268f459-0ccb-4964-899b-8120f24b8f97 None None] Pushing event updated for resources: {'Port': ['ID=4596bba6-dda8-458a-a930-c989a433aaae,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:45.033720 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9e5c2-bfac-43b7-ae21-b891263631ab tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=d6cc925c-214c-41b0-aeb2-5cf9d54f3103,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:45.048736 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d127f2bf-647f-45c9-ba4f-5b37b20a3d95 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.076322 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d127f2bf-647f-45c9-ba4f-5b37b20a3d95 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.090040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Routers {'b6f52860-bf21-4eb3-8d69-c9dc9c025840'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:45.091222 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b6f52860-bf21-4eb3-8d69-c9dc9c025840'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:45.093835 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e0e24790-1909-4d38-bea3-150591a684c0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.201762 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ff6f96ef-3016-4216-80a9-0f16780de2cc service neutron] 10.222.0.72 "GET /v2.0/networks/01af22ea-208e-42f3-8750-12dc092ece64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6506011 Feb 18 09:12:45.291878 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.331688 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.337985 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e24790-1909-4d38-bea3-150591a684c0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Port': ['ID=2674c8dc-8170-4fa5-b3b2-8ada2484bcf6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:45.340718 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Allocated IP 172.20.0.2 (b3a5438a-2951-493d-902d-471856572c6f/7d53838e-a14f-4070-8add-c64262e16e93/25e8fc95-b9c2-402d-a734-554f9af02daf) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:45.360172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd9e5c2-bfac-43b7-ae21-b891263631ab tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:45.367126 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7bd9e5c2-bfac-43b7-ae21-b891263631ab tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.377877 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127f2bf-647f-45c9-ba4f-5b37b20a3d95 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d7428f-6dc2-4235-8122-fd04da359ed9,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:45.476554 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e0e24790-1909-4d38-bea3-150591a684c0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.582840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:12:45.588684 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d127f2bf-647f-45c9-ba4f-5b37b20a3d95 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.590283 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d127f2bf-647f-45c9-ba4f-5b37b20a3d95 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4359000 Feb 18 09:12:45.597711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53118) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:45.604937 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7bd9e5c2-bfac-43b7-ae21-b891263631ab tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6792088 Feb 18 09:12:45.606033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b37377d-3e38-4d7a-b506-5df7be1c1e6d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:45.612733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53122) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:45.649520 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.649847 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Added segment a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9 of type vlan for network 8db52816-6ba5-48b1-b7d9-0bff9d47e11e Feb 18 09:12:45.655734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'network_id': 'b3a5438a-2951-493d-902d-471856572c6f', 'name': 'tempest-PortsTestJSON-1123923060'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:45.780867 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] Set router b6f52860-bf21-4eb3-8d69-c9dc9c025840 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:12:45.845755 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb76c-2431-4f69-a021-e5daa9d35c35 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.853452 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:45.898024 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb76c-2431-4f69-a021-e5daa9d35c35 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.923846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:45.950737 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:45.956417 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-7aac3d84-04a0-422e-91fc-6b66e2ce3a38 service neutron] 10.222.0.72 "GET /v2.0/networks/01af22ea-208e-42f3-8750-12dc092ece64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484888 Feb 18 09:12:45.966490 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:45.970152 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:46.002213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e24790-1909-4d38-bea3-150591a684c0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 3f5c327f-cae7-4066-9d12-06a976a72ce8 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:12:46.015260 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb76c-2431-4f69-a021-e5daa9d35c35 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:46.018502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] device_id is not set on port 57687af1-941d-475f-ac85-05fbb9bf9a11 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:12:46.075897 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:46.077026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:46.077481 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:46.269334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cb76c-2431-4f69-a021-e5daa9d35c35 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9d7428f-6dc2-4235-8122-fd04da359ed9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:46.326875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e24790-1909-4d38-bea3-150591a684c0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:12:46.337955 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474f06ec-08b3-430d-bb0b-4147f010f723 None None] Sync routers for ids ['3f5c327f-cae7-4066-9d12-06a976a72ce8'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:12:46.370677 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e0e24790-1909-4d38-bea3-150591a684c0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/3f5c327f-cae7-4066-9d12-06a976a72ce8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3710499 Feb 18 09:12:46.373386 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53138) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:46.378569 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474f06ec-08b3-430d-bb0b-4147f010f723 None None] Routers {'3f5c327f-cae7-4066-9d12-06a976a72ce8'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:46.379335 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-474f06ec-08b3-430d-bb0b-4147f010f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3f5c327f-cae7-4066-9d12-06a976a72ce8'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:46.483665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] Pushing event updated for resources: {'Network': ['ID=8db52816-6ba5-48b1-b7d9-0bff9d47e11e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:46.495498 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d37e95de-8626-4c18-8dc4-ae0d8f75f933 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4651005 Feb 18 09:12:46.512489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53142) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:46.518187 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd059b2e-267b-45da-8be9-5d3d666ffe61 req-79166440-50da-4336-9470-ce476ac6fe98 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 210 time: 0.2390888 Feb 18 09:12:46.519345 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-474f06ec-08b3-430d-bb0b-4147f010f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:46.525308 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb4f33c1-1547-4e80-94d0-87aef6039b46 req-c791eff4-460e-4b2b-b7cf-4d15ba9e2765 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 210 time: 0.1644659 Feb 18 09:12:46.528984 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ad437409-7bfb-457f-9528-1b912be6accd admin admin] Request body: {'subnet': {'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1871928329-subnet', 'tenant_id': '0597660a7b6044fbbceb5197befe8367', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:46.550203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ad437409-7bfb-457f-9528-1b912be6accd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:46.550382 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474f06ec-08b3-430d-bb0b-4147f010f723 None None] Routers {'3f5c327f-cae7-4066-9d12-06a976a72ce8'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:46.550382 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-474f06ec-08b3-430d-bb0b-4147f010f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3f5c327f-cae7-4066-9d12-06a976a72ce8'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:46.556523 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb76c-2431-4f69-a021-e5daa9d35c35 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:46.558843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ad437409-7bfb-457f-9528-1b912be6accd admin admin] Usage tracker for resource:subnet and tenant:0597660a7b6044fbbceb5197befe8367 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:46.562527 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ad437409-7bfb-457f-9528-1b912be6accd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:46.566731 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ab0cb76c-2431-4f69-a021-e5daa9d35c35 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/f9d7428f-6dc2-4235-8122-fd04da359ed9 HTTP/1.1" status: 204 len: 168 time: 0.9639432 Feb 18 09:12:46.572294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53146) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:46.574840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-73279059-6ee6-497a-89f2-42d9ee02175a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Synchronizing usage tracker for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:46.592172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53150) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:46.592573 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 8db52816-6ba5-48b1-b7d9-0bff9d47e11e details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:12:46.596430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ad437409-7bfb-457f-9528-1b912be6accd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:46.628611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad437409-7bfb-457f-9528-1b912be6accd admin admin] Made reservation on behalf of 0597660a7b6044fbbceb5197befe8367 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:46.633502 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad437409-7bfb-457f-9528-1b912be6accd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:46.651934 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-474f06ec-08b3-430d-bb0b-4147f010f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:46.654943 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474f06ec-08b3-430d-bb0b-4147f010f723 None None] The sync data for ids ['3f5c327f-cae7-4066-9d12-06a976a72ce8'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:12:46.656206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-944f20ef-3f49-42e9-bbe6-0f2ccc729a45 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:46.700359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-944f20ef-3f49-42e9-bbe6-0f2ccc729a45 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:46.709485 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-944f20ef-3f49-42e9-bbe6-0f2ccc729a45 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1364665 Feb 18 09:12:46.710607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53156) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:46.769184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-73279059-6ee6-497a-89f2-42d9ee02175a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Unset dirty status for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:46.773432 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-73279059-6ee6-497a-89f2-42d9ee02175a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f5c327f-cae7-4066-9d12-06a976a72ce8 HTTP/1.1" status: 200 len: 205 time: 0.3960268 Feb 18 09:12:46.774526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53160) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:46.968599 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-200a8b1d-811a-4088-b8ae-275c97a7172c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:46.984746 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-17acd1bd-f786-44da-ae89-965425f2594b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:47.138807 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:47.154817 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Transition to ACTIVE for port object 25e8fc95-b9c2-402d-a734-554f9af02daf will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:47.186412 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Transition to ACTIVE for port object 25e8fc95-b9c2-402d-a734-554f9af02daf will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:47.201294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-77c38aad-f038-46db-b13f-8200d263c464 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:47.201938 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f52860-bf21-4eb3-8d69-c9dc9c025840', 'name': 'tempest-TestServerMultinode-220924324-router', 'tenant_id': '792a703e15524e7ea4f30e773c7d56f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:19Z', 'updated_at': '2022-02-18T09:12:37Z', 'revision_number': 4, 'project_id': '792a703e15524e7ea4f30e773c7d56f1', 'gw_port': {'id': 'd52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f52860-bf21-4eb3-8d69-c9dc9c025840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:23Z', 'updated_at': '2022-02-18T09:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4596bba6-dda8-458a-a930-c989a433aaae', 'name': '', 'network_id': '88d05f08-fe41-43cf-9bfe-38db7f9cbeb9', 'tenant_id': '792a703e15524e7ea4f30e773c7d56f1', 'mac_address': 'fa:16:3e:ef:53:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f52860-bf21-4eb3-8d69-c9dc9c025840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '475c2676-6378-43f9-bdf9-a0f5364bf03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:33Z', 'updated_at': '2022-02-18T09:12:44Z', 'revision_number': 4, 'project_id': '792a703e15524e7ea4f30e773c7d56f1', 'subnets': [{'id': '475c2676-6378-43f9-bdf9-a0f5364bf03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:47.202808 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-77c38aad-f038-46db-b13f-8200d263c464 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.61 "GET /v2.0/networks?id=84332529-b6fa-4183-9c4d-06900613f018 HTTP/1.1" status: 200 len: 910 time: 0.2043338 Feb 18 09:12:47.209862 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:47.302705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Pushing event updated for resources: {'Port': ['ID=25e8fc95-b9c2-402d-a734-554f9af02daf,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:47.310734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Allocated IP 172.20.0.11 (b3a5438a-2951-493d-902d-471856572c6f/7d53838e-a14f-4070-8add-c64262e16e93/57687af1-941d-475f-ac85-05fbb9bf9a11) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:47.312022 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c8d46e-ddd8-4570-8e27-b2cb5ac254fc None None] The sync data for ids ['b6f52860-bf21-4eb3-8d69-c9dc9c025840'] in n-d-829434-1 is: [{'id': 'b6f52860-bf21-4eb3-8d69-c9dc9c025840', 'name': 'tempest-TestServerMultinode-220924324-router', 'tenant_id': '792a703e15524e7ea4f30e773c7d56f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:19Z', 'updated_at': '2022-02-18T09:12:37Z', 'revision_number': 4, 'project_id': '792a703e15524e7ea4f30e773c7d56f1', 'gw_port': {'id': 'd52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f52860-bf21-4eb3-8d69-c9dc9c025840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:23Z', 'updated_at': '2022-02-18T09:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4596bba6-dda8-458a-a930-c989a433aaae', 'name': '', 'network_id': '88d05f08-fe41-43cf-9bfe-38db7f9cbeb9', 'tenant_id': '792a703e15524e7ea4f30e773c7d56f1', 'mac_address': 'fa:16:3e:ef:53:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f52860-bf21-4eb3-8d69-c9dc9c025840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '475c2676-6378-43f9-bdf9-a0f5364bf03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:33Z', 'updated_at': '2022-02-18T09:12:44Z', 'revision_number': 4, 'project_id': '792a703e15524e7ea4f30e773c7d56f1', 'subnets': [{'id': '475c2676-6378-43f9-bdf9-a0f5364bf03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:12:47.325197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Network b3a5438a-2951-493d-902d-471856572c6f is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:47.326735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:47.330545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:12:47.334155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-17acd1bd-f786-44da-ae89-965425f2594b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:47.373486 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-a272bd36-0611-404d-a92b-523826f1b3eb tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Request body: {'port': {'device_id': 'f6d66112-1a3c-46b9-8784-c3f07c9a425d', 'network_id': '84332529-b6fa-4183-9c4d-06900613f018', 'admin_state_up': True, 'tenant_id': '792a703e15524e7ea4f30e773c7d56f1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:47.381684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-a272bd36-0611-404d-a92b-523826f1b3eb tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:47.406639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-a272bd36-0611-404d-a92b-523826f1b3eb tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:47.423951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-17acd1bd-f786-44da-ae89-965425f2594b admin admin] Usage tracker for resource:security_group_rule and tenant:dee1563f02c34fbbac560c41a1c9482f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:47.439651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-17acd1bd-f786-44da-ae89-965425f2594b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:47.459781 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Attempting to bind port 25e8fc95-b9c2-402d-a734-554f9af02daf on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:12:47.460338 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Attempting to bind port 25e8fc95-b9c2-402d-a734-554f9af02daf by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '5ee939b2-33b3-433f-bb88-360ef97859cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b3a5438a-2951-493d-902d-471856572c6f'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:12:47.460817 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Attempting to bind port 25e8fc95-b9c2-402d-a734-554f9af02daf on network b3a5438a-2951-493d-902d-471856572c6f {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:12:47.461581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-a272bd36-0611-404d-a92b-523826f1b3eb tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Made reservation on behalf of 792a703e15524e7ea4f30e773c7d56f1 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:47.464166 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-a272bd36-0611-404d-a92b-523826f1b3eb tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:47.467821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:12:47.468621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Checking segment: {'id': '5ee939b2-33b3-433f-bb88-360ef97859cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b3a5438a-2951-493d-902d-471856572c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:12:47.469343 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:47.469720 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Bound using segment: {'id': '5ee939b2-33b3-433f-bb88-360ef97859cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b3a5438a-2951-493d-902d-471856572c6f'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:12:47.470295 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Bound port: 25e8fc95-b9c2-402d-a734-554f9af02daf, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee939b2-33b3-433f-bb88-360ef97859cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b3a5438a-2951-493d-902d-471856572c6f'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:12:47.470780 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:47.473812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-17acd1bd-f786-44da-ae89-965425f2594b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:47.492503 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-200a8b1d-811a-4088-b8ae-275c97a7172c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:47.494908 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-200a8b1d-811a-4088-b8ae-275c97a7172c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:47.550164 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bbb017f1-d2df-490e-9df9-dc8548b21646 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:47.561074 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-200a8b1d-811a-4088-b8ae-275c97a7172c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:47.561593 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200a8b1d-811a-4088-b8ae-275c97a7172c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Fanout notify agent at l3_agent the message router_deleted on router 3f5c327f-cae7-4066-9d12-06a976a72ce8 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:12:47.614066 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] For port 25e8fc95-b9c2-402d-a734-554f9af02daf, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:12:47.619920 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] For port 25e8fc95-b9c2-402d-a734-554f9af02daf, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=25e8fc95-b9c2-402d-a734-554f9af02daf,segment=NetworkSegment(5ee939b2-33b3-433f-bb88-360ef97859cb),segment_id=5ee939b2-33b3-433f-bb88-360ef97859cb)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:12:47.639113 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-200a8b1d-811a-4088-b8ae-275c97a7172c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:47.642826 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-200a8b1d-811a-4088-b8ae-275c97a7172c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/routers/3f5c327f-cae7-4066-9d12-06a976a72ce8 HTTP/1.1" status: 204 len: 168 time: 0.8649504 Feb 18 09:12:47.642981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53172) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:47.645259 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:47.738700 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad437409-7bfb-457f-9528-1b912be6accd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:47.792148 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946199c6-b003-4398-97b3-12ff2144a78a None None] Pushing event updated for resources: {'Port': ['ID=25e8fc95-b9c2-402d-a734-554f9af02daf,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:47.826281 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad437409-7bfb-457f-9528-1b912be6accd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c479982d-9255-4d28-a965-c104ca7e375b,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:47.837737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3553c3c3-2295-4955-91e4-31730524fcdf req-0cdbf507-34c8-4547-8bb1-dd10e037ea25 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 210 time: 0.2084379 Feb 18 09:12:47.843071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0950ea25-c6b4-4a4c-ae21-9ecd362a86e8 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting subnet dc5d2f56-4854-4074-abcf-100533d691c6 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:12:47.852626 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0950ea25-c6b4-4a4c-ae21-9ecd362a86e8 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:47.927755 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bbb017f1-d2df-490e-9df9-dc8548b21646 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:47.947282 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-040da098-741c-455d-ab73-54433794f036 req-3d186ec4-cc73-4305-8f8a-56a1db97a247 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 210 time: 0.2394226 Feb 18 09:12:47.949727 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad437409-7bfb-457f-9528-1b912be6accd admin admin] Checking segment: {'id': 'a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:12:47.950161 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad437409-7bfb-457f-9528-1b912be6accd admin admin] Network hostable DHCP agents. Network: 8db52816-6ba5-48b1-b7d9-0bff9d47e11e, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:12:47.959866 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0950ea25-c6b4-4a4c-ae21-9ecd362a86e8 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:48.031894 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad437409-7bfb-457f-9528-1b912be6accd admin admin] Network 8db52816-6ba5-48b1-b7d9-0bff9d47e11e is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:12:48.078423 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-ad437409-7bfb-457f-9528-1b912be6accd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 8db52816-6ba5-48b1-b7d9-0bff9d47e11e) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:48.100086 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad437409-7bfb-457f-9528-1b912be6accd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:48.100734 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad437409-7bfb-457f-9528-1b912be6accd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:48.106807 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba45f8a8-cecd-42b6-94ab-d652b5fe19b0 None None] Network 8db52816-6ba5-48b1-b7d9-0bff9d47e11e requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:48.136225 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ad437409-7bfb-457f-9528-1b912be6accd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6224988 Feb 18 09:12:48.147304 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0950ea25-c6b4-4a4c-ae21-9ecd362a86e8 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:48.150293 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-17acd1bd-f786-44da-ae89-965425f2594b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:48.220087 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-17acd1bd-f786-44da-ae89-965425f2594b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:48.277685 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0950ea25-c6b4-4a4c-ae21-9ecd362a86e8 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:48.296149 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-17acd1bd-f786-44da-ae89-965425f2594b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dee1563f02c34fbbac560c41a1c9482f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7024832 Feb 18 09:12:48.303509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53178) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:48.312105 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bbb017f1-d2df-490e-9df9-dc8548b21646 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:48.386455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950ea25-c6b4-4a4c-ae21-9ecd362a86e8 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Subnet': ['ID=dc5d2f56-4854-4074-abcf-100533d691c6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:48.413332 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cba729-0170-46d4-9f50-f46399f90fb9 None None] Network 3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:48.413868 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0950ea25-c6b4-4a4c-ae21-9ecd362a86e8 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:48.423468 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0950ea25-c6b4-4a4c-ae21-9ecd362a86e8 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/subnets/dc5d2f56-4854-4074-abcf-100533d691c6 HTTP/1.1" status: 204 len: 168 time: 0.7794843 Feb 18 09:12:48.426805 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53184) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:48.432720 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17acd1bd-f786-44da-ae89-965425f2594b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b5279f-e657-4df2-928a-2694d6768b50,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:48.486393 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:48.521920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-a272bd36-0611-404d-a92b-523826f1b3eb tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Allocated IP 172.20.0.12 (84332529-b6fa-4183-9c4d-06900613f018/ab3631c3-7c54-451b-ae7a-b0dd4da70cf5/7deeaa69-7ac1-4b05-a9d2-3c23376b16d4) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:48.534400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb017f1-d2df-490e-9df9-dc8548b21646 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ba6c74-c599-4a42-b482-3e795c3e2e83,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:48.553223 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Transition to ACTIVE for port object 57687af1-941d-475f-ac85-05fbb9bf9a11 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:48.607649 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:48.658967 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8299118-b2a2-4b3c-9f5a-16908629c806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:48.762829 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:48.778659 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bbb017f1-d2df-490e-9df9-dc8548b21646 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:48.782996 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bbb017f1-d2df-490e-9df9-dc8548b21646 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-groups/e3ba6c74-c599-4a42-b482-3e795c3e2e83 HTTP/1.1" status: 204 len: 168 time: 2.0711262 Feb 18 09:12:48.783890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53198) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:48.790855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting port 381fc98b-a28a-4a11-85dd-4098c624569c {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:48.791202 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:48.841371 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319b9ef8-d108-4fef-ace3-cdaeb9d6643b None None] Network 8db52816-6ba5-48b1-b7d9-0bff9d47e11e requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:48.878160 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network b3a5438a-2951-493d-902d-471856572c6f is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:48.916111 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8299118-b2a2-4b3c-9f5a-16908629c806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:48.952824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:49.008996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:12:49.082603 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=57687af1-941d-475f-ac85-05fbb9bf9a11,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:49.251416 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 25e8fc95-b9c2-402d-a734-554f9af02daf up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:49.290747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] For port 381fc98b-a28a-4a11-85dd-4098c624569c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=381fc98b-a28a-4a11-85dd-4098c624569c,segment=NetworkSegment(ba622a87-c104-419e-a23d-386ed4984a3f),segment_id=ba622a87-c104-419e-a23d-386ed4984a3f)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:49.291121 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:49.403081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b030f6a2-879b-4fb3-85d9-64765b73928b tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:49.413002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:49.413339 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:49.413677 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:49.414010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:49.414345 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:49.414671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:49.414996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:49.415320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:49.415640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:49.415961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:49.416303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:49.428763 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:12:49.442136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Calling delete_port for 381fc98b-a28a-4a11-85dd-4098c624569c owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:49.449691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba78b417-8ef8-433f-ba69-0ae5380caba4 req-e6c8d6b5-feb8-4784-8555-8b344011aa85 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 210 time: 0.4780786 Feb 18 09:12:49.523286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5760b2-5890-4ab2-b763-c7112bdd5f6a None None] Network b3a5438a-2951-493d-902d-471856572c6f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:49.564434 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:49.626135 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Port': ['ID=381fc98b-a28a-4a11-85dd-4098c624569c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:49.631309 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] No DVR routers for this DVR port 381fc98b-a28a-4a11-85dd-4098c624569c on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:12:49.673631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c5c38489-c242-4bba-af39-b13212299d0f None None] Provisioning for port 25e8fc95-b9c2-402d-a734-554f9af02daf completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:49.677622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 25e8fc95-b9c2-402d-a734-554f9af02daf completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:49.711405 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 25e8fc95-b9c2-402d-a734-554f9af02daf triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:49.711405 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:49.719973 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b030f6a2-879b-4fb3-85d9-64765b73928b tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:49.727237 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b030f6a2-879b-4fb3-85d9-64765b73928b tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.9196744 Feb 18 09:12:49.745844 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:49.746508 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:49.751163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8f819522-d49c-40e3-a0a6-971acb08397f req-e2b0364d-cc03-4f0f-b115-9bf9141e54d9 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Synchronizing usage tracker for tenant:792a703e15524e7ea4f30e773c7d56f1 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:49.752693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53216) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:49.813224 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c5c38489-c242-4bba-af39-b13212299d0f None None] Provisioning complete for port 25e8fc95-b9c2-402d-a734-554f9af02daf triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:49.813615 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c5c38489-c242-4bba-af39-b13212299d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:49.874719 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f8af1e69-fb03-4630-ac86-613f23ccfc70 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2376933 Feb 18 09:12:49.875535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8f819522-d49c-40e3-a0a6-971acb08397f req-e2b0364d-cc03-4f0f-b115-9bf9141e54d9 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Unset dirty status for tenant:792a703e15524e7ea4f30e773c7d56f1 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:49.876637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f819522-d49c-40e3-a0a6-971acb08397f req-e2b0364d-cc03-4f0f-b115-9bf9141e54d9 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 210 time: 0.2609973 Feb 18 09:12:49.882264 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:49.889670 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53222) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:49.907990 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8299118-b2a2-4b3c-9f5a-16908629c806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:49.910470 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8299118-b2a2-4b3c-9f5a-16908629c806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:49.926224 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f8299118-b2a2-4b3c-9f5a-16908629c806 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84b5279f-e657-4df2-928a-2694d6768b50 HTTP/1.1" status: 204 len: 168 time: 1.6054668 Feb 18 09:12:49.989404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-e25f26d6-1e6b-45dc-ab4f-361d6d210d28 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:49.994776 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-e25f26d6-1e6b-45dc-ab4f-361d6d210d28 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Synchronizing usage tracker for tenant:0597660a7b6044fbbceb5197befe8367 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:50.015526 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8299118-b2a2-4b3c-9f5a-16908629c806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b5279f-e657-4df2-928a-2694d6768b50,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:50.031649 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-a272bd36-0611-404d-a92b-523826f1b3eb tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.077871 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370160d3-5961-4953-a535-1b0f2953aa5b None None] DHCP port deletion for 3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:12:50.078879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-a272bd36-0611-404d-a92b-523826f1b3eb tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Transition to ACTIVE for port object 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:50.124879 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-a272bd36-0611-404d-a92b-523826f1b3eb tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.125211 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:50.139514 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fee94705-3184-4d3e-82d7-d51bec252246 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.148828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba622a87-c104-419e-a23d-386ed4984a3f') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:50.149356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba622a87-c104-419e-a23d-386ed4984a3f') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:50.196223 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.226086 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fee94705-3184-4d3e-82d7-d51bec252246 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.248058 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.281828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:12:50.282624 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:12:50.298326 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:12:50.319668 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.365446 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 25e8fc95-b9c2-402d-a734-554f9af02daf, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=25e8fc95-b9c2-402d-a734-554f9af02daf,segment=NetworkSegment(5ee939b2-33b3-433f-bb88-360ef97859cb),segment_id=5ee939b2-33b3-433f-bb88-360ef97859cb)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:50.375391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-e25f26d6-1e6b-45dc-ab4f-361d6d210d28 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Unset dirty status for tenant:0597660a7b6044fbbceb5197befe8367 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:50.376577 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-e25f26d6-1e6b-45dc-ab4f-361d6d210d28 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/networks?id=8db52816-6ba5-48b1-b7d9-0bff9d47e11e HTTP/1.1" status: 200 len: 815 time: 1.0991590 Feb 18 09:12:50.380100 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce8202b-a1e3-4f4a-ba4e-5224c6459e46 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:50.380294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-a272bd36-0611-404d-a92b-523826f1b3eb tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Network 84332529-b6fa-4183-9c4d-06900613f018 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:50.384502 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cce8202b-a1e3-4f4a-ba4e-5224c6459e46 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.4885082 Feb 18 09:12:50.384697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-a272bd36-0611-404d-a92b-523826f1b3eb tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:50.385487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53232) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:50.387388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-a272bd36-0611-404d-a92b-523826f1b3eb tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:12:50.410369 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.412915 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4596bba6-dda8-458a-a930-c989a433aaae up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:50.425076 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fee94705-3184-4d3e-82d7-d51bec252246 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.445219 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.448045 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee94705-3184-4d3e-82d7-d51bec252246 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5992690a-b586-4b94-9c1e-5e656df468c7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:50.498231 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.509137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272bd36-0611-404d-a92b-523826f1b3eb tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Pushing event updated for resources: {'Port': ['ID=7deeaa69-7ac1-4b05-a9d2-3c23376b16d4,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:50.551001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-f5d52cfc-4019-47a2-9bd6-08d6860cc967 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/quotas/0597660a7b6044fbbceb5197befe8367 HTTP/1.1" status: 200 len: 375 time: 0.1321871 Feb 18 09:12:50.558072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Network': ['ID=3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:50.613455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-a272bd36-0611-404d-a92b-523826f1b3eb tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:50.614226 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-a272bd36-0611-404d-a92b-523826f1b3eb tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.615965 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fee94705-3184-4d3e-82d7-d51bec252246 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.618163 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fee94705-3184-4d3e-82d7-d51bec252246 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-groups/5992690a-b586-4b94-9c1e-5e656df468c7 HTTP/1.1" status: 204 len: 168 time: 0.8640709 Feb 18 09:12:50.624556 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2d39e9ef-b827-481a-a7d3-98fae5ae6594 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/networks/3836ede4-7161-4cd8-9fc2-5ac30cbf9ba5 HTTP/1.1" status: 204 len: 168 time: 2.1950881 Feb 18 09:12:50.632730 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53242) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:50.634244 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53244) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:50.656568 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-348b8087-4f98-4a69-9a4b-f825a76a5c36 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-328898394', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:50.701415 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-348b8087-4f98-4a69-9a4b-f825a76a5c36 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:50.708150 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-a4c79803-634b-4902-881d-a2fe9ca12eac tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0597660a7b6044fbbceb5197befe8367&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1184344 Feb 18 09:12:50.716693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-348b8087-4f98-4a69-9a4b-f825a76a5c36 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:router and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:50.724670 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-348b8087-4f98-4a69-9a4b-f825a76a5c36 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:50.745992 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-348b8087-4f98-4a69-9a4b-f825a76a5c36 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:50.747488 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-a272bd36-0611-404d-a92b-523826f1b3eb tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.5156622 Feb 18 09:12:50.754572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-6bcd748f-3c67-4c7f-9b55-5d6ddadeabf1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port 57687af1-941d-475f-ac85-05fbb9bf9a11 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:50.755739 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6bcd748f-3c67-4c7f-9b55-5d6ddadeabf1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.776981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ff99b40d-822a-446b-b32c-239c7c686fe0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:50.782077 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-348b8087-4f98-4a69-9a4b-f825a76a5c36 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.784670 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-348b8087-4f98-4a69-9a4b-f825a76a5c36 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.795276 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 4596bba6-dda8-458a-a930-c989a433aaae completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:50.812235 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=25e8fc95-b9c2-402d-a734-554f9af02daf,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:50.820633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ff99b40d-822a-446b-b32c-239c7c686fe0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:50.822174 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ff99b40d-822a-446b-b32c-239c7c686fe0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1840246 Feb 18 09:12:50.826321 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53252) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:50.834539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4596bba6-dda8-458a-a930-c989a433aaae triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:50.834955 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.836500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-72c1b0fc-3507-484a-b83b-55c8127e9d1a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group': {'name': 'tempest-secgroup--677049260'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:50.846793 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-72c1b0fc-3507-484a-b83b-55c8127e9d1a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:50.850667 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-348b8087-4f98-4a69-9a4b-f825a76a5c36 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.870126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-72c1b0fc-3507-484a-b83b-55c8127e9d1a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:50.893462 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-72c1b0fc-3507-484a-b83b-55c8127e9d1a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.913150 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-348b8087-4f98-4a69-9a4b-f825a76a5c36 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.959688 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-72c1b0fc-3507-484a-b83b-55c8127e9d1a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:50.966684 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-72c1b0fc-3507-484a-b83b-55c8127e9d1a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group_rule and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:50.970744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-72c1b0fc-3507-484a-b83b-55c8127e9d1a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:50.974422 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-348b8087-4f98-4a69-9a4b-f825a76a5c36 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:50.976073 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-348b8087-4f98-4a69-9a4b-f825a76a5c36 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3265955 Feb 18 09:12:50.980114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53262) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:50.982778 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-72c1b0fc-3507-484a-b83b-55c8127e9d1a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:50.994335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e1a1f81c-460f-4c98-8d62-accafb295a8b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1549901659'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:51.001125 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-765bce1e-5213-4e44-a4e8-8e13aac61b3d req-6be9eb68-4792-4545-aae3-15971fe4b9ca tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 210 time: 0.2555211 Feb 18 09:12:51.025359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a3b7651b-f282-4d2a-8ce0-b88f8a2348bb None None] Provisioning for port 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:51.028860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e1a1f81c-460f-4c98-8d62-accafb295a8b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:51.044800 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e1a1f81c-460f-4c98-8d62-accafb295a8b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:network and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:51.048631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a3b7651b-f282-4d2a-8ce0-b88f8a2348bb None None] Provisioning complete for port 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:51.050871 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a3b7651b-f282-4d2a-8ce0-b88f8a2348bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.055918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e1a1f81c-460f-4c98-8d62-accafb295a8b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:51.093758 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e1a1f81c-460f-4c98-8d62-accafb295a8b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:51.181268 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.189654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a1f81c-460f-4c98-8d62-accafb295a8b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Made reservation on behalf of ba9cbaab7e1546969ce0dfda386e955d for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:51.201274 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1a1f81c-460f-4c98-8d62-accafb295a8b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.216059 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a3b7651b-f282-4d2a-8ce0-b88f8a2348bb None None] Port 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:12:51.245598 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 4596bba6-dda8-458a-a930-c989a433aaae, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4596bba6-dda8-458a-a930-c989a433aaae,segment=NetworkSegment(5b2eea6b-b63c-47da-a726-c22c87fb95c8),segment_id=5b2eea6b-b63c-47da-a726-c22c87fb95c8)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:51.250182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Request body: {'port': {'device_id': 'f6d66112-1a3c-46b9-8784-c3f07c9a425d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:51.258510 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.274589 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a1f81c-460f-4c98-8d62-accafb295a8b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:12:51.298454 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-72c1b0fc-3507-484a-b83b-55c8127e9d1a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.302253 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1a1f81c-460f-4c98-8d62-accafb295a8b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.302253 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-e1a1f81c-460f-4c98-8d62-accafb295a8b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Added segment cdf96c9c-ca11-4e2a-8268-e77ea1d57098 of type vlan for network 80542a16-7579-4d18-9638-5c0c1b357f7a Feb 18 09:12:51.320074 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-72c1b0fc-3507-484a-b83b-55c8127e9d1a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.430370 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=4596bba6-dda8-458a-a930-c989a433aaae,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:51.461239 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 25e8fc95-b9c2-402d-a734-554f9af02daf up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:51.478519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1b0fc-3507-484a-b83b-55c8127e9d1a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d065e0d-1c50-4f71-ac36-0a8894612a6e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:51.488394 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1a1f81c-460f-4c98-8d62-accafb295a8b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.538838 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53274) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:51.545034 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-72c1b0fc-3507-484a-b83b-55c8127e9d1a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.547190 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-72c1b0fc-3507-484a-b83b-55c8127e9d1a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7192504 Feb 18 09:12:51.551405 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53276) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:51.564484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c591112b-7fc1-44c8-b87a-44fcd106c1c3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group_rule': {'security_group_id': '5d065e0d-1c50-4f71-ac36-0a8894612a6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:51.587302 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c591112b-7fc1-44c8-b87a-44fcd106c1c3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:51.594449 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1a1f81c-460f-4c98-8d62-accafb295a8b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.611099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a1f81c-460f-4c98-8d62-accafb295a8b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:51.612524 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1a1f81c-460f-4c98-8d62-accafb295a8b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.618441 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-98e0cf00-bd5c-436a-8859-e82574749e64 None None] Provisioning for port d6cc925c-214c-41b0-aeb2-5cf9d54f3103 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:51.622083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c591112b-7fc1-44c8-b87a-44fcd106c1c3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group_rule and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:51.639068 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-674345d7-30b4-433c-bb8d-1a0b7802c1df service neutron] 10.222.0.72 "GET /v2.0/networks/8db52816-6ba5-48b1-b7d9-0bff9d47e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9300256 Feb 18 09:12:51.681013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c591112b-7fc1-44c8-b87a-44fcd106c1c3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:51.683568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-98e0cf00-bd5c-436a-8859-e82574749e64 None None] Provisioning complete for port d6cc925c-214c-41b0-aeb2-5cf9d54f3103 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:51.683967 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-98e0cf00-bd5c-436a-8859-e82574749e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.690902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c591112b-7fc1-44c8-b87a-44fcd106c1c3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:51.788127 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-98e0cf00-bd5c-436a-8859-e82574749e64 None None] Port d6cc925c-214c-41b0-aeb2-5cf9d54f3103 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:12:51.805549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 25e8fc95-b9c2-402d-a734-554f9af02daf triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:51.805925 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.837394 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-98e0cf00-bd5c-436a-8859-e82574749e64 None None] Provisioning complete for port 25e8fc95-b9c2-402d-a734-554f9af02daf triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:51.837914 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-98e0cf00-bd5c-436a-8859-e82574749e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.840439 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e1a1f81c-460f-4c98-8d62-accafb295a8b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8590362 Feb 18 09:12:51.855954 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53284) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:51.889715 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c591112b-7fc1-44c8-b87a-44fcd106c1c3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:51.903702 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f4200b7d-1df6-4c42-aff7-7c333d941f58 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'subnet': {'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:51.909570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1787715800-network', 'tenant_id': '26ec0ac07d2144d8bb0acaad42fafb70'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:51.922843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:51.930431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Usage tracker for resource:network and tenant:26ec0ac07d2144d8bb0acaad42fafb70 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:51.942242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1f81c-460f-4c98-8d62-accafb295a8b tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Network': ['ID=80542a16-7579-4d18-9638-5c0c1b357f7a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:51.971949 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 80542a16-7579-4d18-9638-5c0c1b357f7a details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:12:51.977592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:51.985984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:52.049994 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.081311 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6bcd748f-3c67-4c7f-9b55-5d6ddadeabf1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.100297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Made reservation on behalf of 26ec0ac07d2144d8bb0acaad42fafb70 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:52.111034 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.117243 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c591112b-7fc1-44c8-b87a-44fcd106c1c3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.118519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f4200b7d-1df6-4c42-aff7-7c333d941f58 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:52.123377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f4200b7d-1df6-4c42-aff7-7c333d941f58 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:subnet and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:52.126236 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c591112b-7fc1-44c8-b87a-44fcd106c1c3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.128756 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f4200b7d-1df6-4c42-aff7-7c333d941f58 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:52.137181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f1378-7ef5-477e-bfec-c0d2969db303 req-119bab5a-fc05-4d53-a8a6-8dad5a8ddcba tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:52.144960 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-464f1378-7ef5-477e-bfec-c0d2969db303 req-119bab5a-fc05-4d53-a8a6-8dad5a8ddcba tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 1028 time: 0.7524624 Feb 18 09:12:52.163447 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.176242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591112b-7fc1-44c8-b87a-44fcd106c1c3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6352cf9b-5ac7-40a2-bcaa-5e90f86f93e5,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:52.178911 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f4200b7d-1df6-4c42-aff7-7c333d941f58 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:52.181454 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c591112b-7fc1-44c8-b87a-44fcd106c1c3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.186753 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c591112b-7fc1-44c8-b87a-44fcd106c1c3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6339443 Feb 18 09:12:52.189136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53290) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:52.229258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bec68bc8-3c95-42a4-be21-5e73c0abb6c4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.241106 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4200b7d-1df6-4c42-aff7-7c333d941f58 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Made reservation on behalf of ba9cbaab7e1546969ce0dfda386e955d for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:52.245150 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f4200b7d-1df6-4c42-aff7-7c333d941f58 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.254433 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-98e0cf00-bd5c-436a-8859-e82574749e64 None None] Provisioning for port 57687af1-941d-475f-ac85-05fbb9bf9a11 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:52.267288 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-98e0cf00-bd5c-436a-8859-e82574749e64 None None] Provisioning complete for port 57687af1-941d-475f-ac85-05fbb9bf9a11 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:52.267662 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-98e0cf00-bd5c-436a-8859-e82574749e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.273958 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bec68bc8-3c95-42a4-be21-5e73c0abb6c4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.313279 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 381fc98b-a28a-4a11-85dd-4098c624569c no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:12:52.372957 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-6bcd748f-3c67-4c7f-9b55-5d6ddadeabf1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for 57687af1-941d-475f-ac85-05fbb9bf9a11 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:52.408564 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 381fc98b-a28a-4a11-85dd-4098c624569c {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:12:52.408915 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 381fc98b-a28a-4a11-85dd-4098c624569c not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:12:52.414683 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bec68bc8-3c95-42a4-be21-5e73c0abb6c4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.440599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-98e0cf00-bd5c-436a-8859-e82574749e64 None None] Port 57687af1-941d-475f-ac85-05fbb9bf9a11 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:12:52.449925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec68bc8-3c95-42a4-be21-5e73c0abb6c4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6352cf9b-5ac7-40a2-bcaa-5e90f86f93e5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:52.453564 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bec68bc8-3c95-42a4-be21-5e73c0abb6c4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.454677 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bec68bc8-3c95-42a4-be21-5e73c0abb6c4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/6352cf9b-5ac7-40a2-bcaa-5e90f86f93e5 HTTP/1.1" status: 204 len: 168 time: 0.2646267 Feb 18 09:12:52.457559 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53296) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:52.556427 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6337435d-901b-4809-852a-3466ff2233e4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:52.564893 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b955cf1c-5bd8-4d1d-bd91-07eb036f9156 None None] Provisioning complete for port d6cc925c-214c-41b0-aeb2-5cf9d54f3103 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:52.565451 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b955cf1c-5bd8-4d1d-bd91-07eb036f9156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.589255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6337435d-901b-4809-852a-3466ff2233e4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:52.593416 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6337435d-901b-4809-852a-3466ff2233e4 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1314504 Feb 18 09:12:52.602795 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53300) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:52.625875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b955cf1c-5bd8-4d1d-bd91-07eb036f9156 None None] Port d6cc925c-214c-41b0-aeb2-5cf9d54f3103 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:12:52.637756 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b955cf1c-5bd8-4d1d-bd91-07eb036f9156 None None] Provisioning complete for port 57687af1-941d-475f-ac85-05fbb9bf9a11 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:52.638284 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b955cf1c-5bd8-4d1d-bd91-07eb036f9156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.647896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:52.663643 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f4200b7d-1df6-4c42-aff7-7c333d941f58 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.684066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Usage tracker for resource:security_group_rule and tenant:26ec0ac07d2144d8bb0acaad42fafb70 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:52.689576 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-566af628-6d01-4963-8651-8f6a9125e4cd service neutron] 10.222.0.72 "GET /v2.0/networks/8db52816-6ba5-48b1-b7d9-0bff9d47e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0359507 Feb 18 09:12:52.695378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:52.706169 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b955cf1c-5bd8-4d1d-bd91-07eb036f9156 None None] Port 57687af1-941d-475f-ac85-05fbb9bf9a11 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:12:52.713194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:52.726460 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-464f1378-7ef5-477e-bfec-c0d2969db303 req-c99209d4-0db0-41a2-8704-daac5e5fcae9 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5794306 Feb 18 09:12:52.769466 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58362f32-c440-4869-be08-3ab57ff810c8 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.833480 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58362f32-c440-4869-be08-3ab57ff810c8 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.862969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4200b7d-1df6-4c42-aff7-7c333d941f58 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Checking segment: {'id': 'cdf96c9c-ca11-4e2a-8268-e77ea1d57098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:12:52.863304 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4200b7d-1df6-4c42-aff7-7c333d941f58 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network hostable DHCP agents. Network: 80542a16-7579-4d18-9638-5c0c1b357f7a, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:12:52.893315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4200b7d-1df6-4c42-aff7-7c333d941f58 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Subnet': ['ID=c0f62175-a0cd-4b5a-8762-59cee65f9126,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:52.919441 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4200b7d-1df6-4c42-aff7-7c333d941f58 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 80542a16-7579-4d18-9638-5c0c1b357f7a is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:12:52.935499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-f4200b7d-1df6-4c42-aff7-7c333d941f58 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 80542a16-7579-4d18-9638-5c0c1b357f7a) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:52.940826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4200b7d-1df6-4c42-aff7-7c333d941f58 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:52.941542 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f4200b7d-1df6-4c42-aff7-7c333d941f58 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:52.949840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef5ad30-5429-4df6-bf3b-790cb893dcc6 None None] Network 80542a16-7579-4d18-9638-5c0c1b357f7a requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:52.976983 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f4200b7d-1df6-4c42-aff7-7c333d941f58 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0941629 Feb 18 09:12:52.979980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53308) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:53.013042 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ceb4d0a8-d5bc-42ad-b6be-97c0dfec18e1 req-8f67ef1c-7878-4f03-90b6-c6fa63c8d5e1 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 210 time: 0.1503711 Feb 18 09:12:53.117427 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d80992c-3ef4-4d82-890f-9a5367d5984a req-b2004cb8-7a5f-45f2-8810-00594395aa1d tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 210 time: 0.1033604 Feb 18 09:12:53.183288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-04bfb36b-2038-47e2-844f-c8de14a1cab2 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:53.194535 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-04bfb36b-2038-47e2-844f-c8de14a1cab2 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.81 "GET /v2.0/networks?id=01af22ea-208e-42f3-8750-12dc092ece64 HTTP/1.1" status: 200 len: 812 time: 1.0416121 Feb 18 09:12:53.217746 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-902f5c00-31cc-4c8c-b9dd-051e3bb60763 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Request body: {'port': {'device_id': '65f5e050-2752-467d-926c-29a198ddec8a', 'network_id': '01af22ea-208e-42f3-8750-12dc092ece64', 'admin_state_up': True, 'tenant_id': '0a93eb7997354ca4896627e5100f01ba'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:53.229794 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-80542a16-7579-4d18-9638-5c0c1b357f7a', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:12:53.231124 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.405742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4596bba6-dda8-458a-a930-c989a433aaae up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:53.453365 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58362f32-c440-4869-be08-3ab57ff810c8 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.456373 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58362f32-c440-4869-be08-3ab57ff810c8 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.459238 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-58362f32-c440-4869-be08-3ab57ff810c8 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-groups/5d065e0d-1c50-4f71-ac36-0a8894612a6e HTTP/1.1" status: 204 len: 168 time: 0.8556700 Feb 18 09:12:53.476308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53318) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:53.546599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58362f32-c440-4869-be08-3ab57ff810c8 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d065e0d-1c50-4f71-ac36-0a8894612a6e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:53.548209 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.554055 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6bcd748f-3c67-4c7f-9b55-5d6ddadeabf1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.562002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Allocated IP 2001:db8::2 (80542a16-7579-4d18-9638-5c0c1b357f7a/c0f62175-a0cd-4b5a-8762-59cee65f9126/2ee2d5b2-83f5-41f5-a014-0a516e31a3e6) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:53.587143 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.601508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:12:53.742912 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4596bba6-dda8-458a-a930-c989a433aaae triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:53.743364 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.745425 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.866556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd748f-3c67-4c7f-9b55-5d6ddadeabf1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Port': ['ID=57687af1-941d-475f-ac85-05fbb9bf9a11,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:53.953782 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:53.954296 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Added segment 26255b21-16c8-4a19-8ea8-6e56b78e9a3c of type vlan for network 08c443ef-2e94-4a7f-948a-fce9e3fe13c3 Feb 18 09:12:53.989809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d235cc6-466f-47da-9084-25601e56c961,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:54.019243 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.033425 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Transition to ACTIVE for port object 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:54.038772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-902f5c00-31cc-4c8c-b9dd-051e3bb60763 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:54.070773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Transition to ACTIVE for port object 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:54.079788 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.096327 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-434bc175-9c03-41ad-bce8-099d6881812c tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5946198 Feb 18 09:12:54.102194 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53326) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:54.116067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f5e2fe51-f8ae-441e-883d-4bdefe91ecf2 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group': {'name': 'tempest-secgroup--438478550'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:54.128622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f5e2fe51-f8ae-441e-883d-4bdefe91ecf2 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:54.139406 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f5e2fe51-f8ae-441e-883d-4bdefe91ecf2 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:54.150427 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f5e2fe51-f8ae-441e-883d-4bdefe91ecf2 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:54.168006 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.170380 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f5e2fe51-f8ae-441e-883d-4bdefe91ecf2 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:54.181835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:12:54.195634 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.213658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-902f5c00-31cc-4c8c-b9dd-051e3bb60763 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Usage tracker for resource:port and tenant:0a93eb7997354ca4896627e5100f01ba is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:54.242517 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Network 80542a16-7579-4d18-9638-5c0c1b357f7a is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:54.252397 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:54.257542 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:12:54.273658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Transition to ACTIVE for port object 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:54.277390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-902f5c00-31cc-4c8c-b9dd-051e3bb60763 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:54.300799 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f5e2fe51-f8ae-441e-883d-4bdefe91ecf2 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.355426 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Allocated IP 2001:db8::1 (80542a16-7579-4d18-9638-5c0c1b357f7a/c0f62175-a0cd-4b5a-8762-59cee65f9126/2367bbae-ffd7-4cb7-82a4-82eeca70536b) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:54.367627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Pushing event updated for resources: {'Port': ['ID=2ee2d5b2-83f5-41f5-a014-0a516e31a3e6,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:54.377898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-902f5c00-31cc-4c8c-b9dd-051e3bb60763 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:54.387675 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Attempting to bind port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:12:54.388026 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Attempting to bind port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'cdf96c9c-ca11-4e2a-8268-e77ea1d57098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:12:54.388355 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Attempting to bind port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 on network 80542a16-7579-4d18-9638-5c0c1b357f7a {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:12:54.394283 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:12:54.394681 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Checking segment: {'id': 'cdf96c9c-ca11-4e2a-8268-e77ea1d57098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:12:54.395085 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.395520 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Bound using segment: {'id': 'cdf96c9c-ca11-4e2a-8268-e77ea1d57098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:12:54.396398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Bound port: 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf96c9c-ca11-4e2a-8268-e77ea1d57098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:12:54.396650 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.410561 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-220a9bd3-92c1-4c64-8472-8ff3b7d08119 req-d447b10a-4e82-4bab-9f57-a6b98a9cfa9d tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 210 time: 0.2475474 Feb 18 09:12:54.412750 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.513357 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] For port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:12:54.517420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f5e2fe51-f8ae-441e-883d-4bdefe91ecf2 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:54.518343 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] For port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2ee2d5b2-83f5-41f5-a014-0a516e31a3e6,segment=NetworkSegment(cdf96c9c-ca11-4e2a-8268-e77ea1d57098),segment_id=cdf96c9c-ca11-4e2a-8268-e77ea1d57098)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:12:54.525165 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.529207 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Pushing event updated for resources: {'Port': ['ID=7deeaa69-7ac1-4b05-a9d2-3c23376b16d4,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:54.547887 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f5e2fe51-f8ae-441e-883d-4bdefe91ecf2 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:54.655536 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:12:54.682134 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.721497 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef848af5-3f64-4176-acf8-7e99d2908b17 None None] Pushing event updated for resources: {'Port': ['ID=2ee2d5b2-83f5-41f5-a014-0a516e31a3e6,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:54.725521 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Transition to ACTIVE for port object 2367bbae-ffd7-4cb7-82a4-82eeca70536b will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:12:54.732997 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f5e2fe51-f8ae-441e-883d-4bdefe91ecf2 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.743605 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f5e2fe51-f8ae-441e-883d-4bdefe91ecf2 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.787482 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6bcd748f-3c67-4c7f-9b55-5d6ddadeabf1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.811279 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-902f5c00-31cc-4c8c-b9dd-051e3bb60763 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Made reservation on behalf of 0a93eb7997354ca4896627e5100f01ba for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:54.813522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2fe51-f8ae-441e-883d-4bdefe91ecf2 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4da9dec-d741-4e83-812e-20ba75f03da2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:54.815025 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-902f5c00-31cc-4c8c-b9dd-051e3bb60763 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.831328 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f5e2fe51-f8ae-441e-883d-4bdefe91ecf2 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.832702 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f5e2fe51-f8ae-441e-883d-4bdefe91ecf2 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7295475 Feb 18 09:12:54.835504 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:54.840699 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53332) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:54.853171 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a8f758b2-e98e-4a0f-a974-d1a08dfbff8c req-b42901f1-2789-4eb0-9435-9074e28c2d62 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 210 time: 0.1678431 Feb 18 09:12:54.896667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8c22678c-f0be-4c2e-83a1-2927939a3d1f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group_rule': {'security_group_id': 'b4da9dec-d741-4e83-812e-20ba75f03da2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:54.919482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8c22678c-f0be-4c2e-83a1-2927939a3d1f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:54.936739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8c22678c-f0be-4c2e-83a1-2927939a3d1f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group_rule and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:54.942704 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 80542a16-7579-4d18-9638-5c0c1b357f7a is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:54.944004 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8c22678c-f0be-4c2e-83a1-2927939a3d1f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:54.949558 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:54.958546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:12:54.959406 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.000359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6bcd748f-3c67-4c7f-9b55-5d6ddadeabf1 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/ports/57687af1-941d-475f-ac85-05fbb9bf9a11 HTTP/1.1" status: 204 len: 168 time: 4.6059327 Feb 18 09:12:55.011298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53336) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:55.025612 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.025895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:55.026403 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.091276 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=2367bbae-ffd7-4cb7-82a4-82eeca70536b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:55.094374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8c22678c-f0be-4c2e-83a1-2927939a3d1f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:55.164578 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c22678c-f0be-4c2e-83a1-2927939a3d1f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.293253 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.323011 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c22678c-f0be-4c2e-83a1-2927939a3d1f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.355895 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c22678c-f0be-4c2e-83a1-2927939a3d1f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.373349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee59fd-95b0-474c-a140-61ac54b6240a req-5b4c649c-7ac0-4105-9060-e5623d38c52e tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:55.375016 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41ee59fd-95b0-474c-a140-61ac54b6240a req-5b4c649c-7ac0-4105-9060-e5623d38c52e tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 1028 time: 1.3747950 Feb 18 09:12:55.390987 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78b9df1-2611-4035-b84b-b9a727060357 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] GET failed (client error): The resource could not be found. Feb 18 09:12:55.391535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c78b9df1-2611-4035-b84b-b9a727060357 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Synchronizing usage tracker for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:55.407217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22678c-f0be-4c2e-83a1-2927939a3d1f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a973a2a4-2184-4cfb-b85c-690ec797aefa,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:55.432421 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:55.532243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:55.553512 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41ee59fd-95b0-474c-a140-61ac54b6240a req-47f59b9f-b46a-448b-817f-e4fe191f74f5 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494651 Feb 18 09:12:55.587975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] Pushing event updated for resources: {'Network': ['ID=08c443ef-2e94-4a7f-948a-fce9e3fe13c3,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:55.595685 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8bd82f39-9dce-4a84-82f3-2d05e115d82e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.0420659 Feb 18 09:12:55.600570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53342) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:55.601997 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 08c443ef-2e94-4a7f-948a-fce9e3fe13c3 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:12:55.663592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-18dadbe3-a097-42fb-8983-0dc38be9d2e4 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:55.665151 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-18dadbe3-a097-42fb-8983-0dc38be9d2e4 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.61 "GET /v2.0/networks?id=8db52816-6ba5-48b1-b7d9-0bff9d47e11e HTTP/1.1" status: 200 len: 815 time: 1.3427682 Feb 18 09:12:55.668401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4b298968-ee62-450f-827d-ce79b6bfd9fc req-14e146d8-c156-46b9-9367-49757cc6de9b tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Synchronizing usage tracker for tenant:0a93eb7997354ca4896627e5100f01ba on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:55.687884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c78b9df1-2611-4035-b84b-b9a727060357 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Unset dirty status for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:55.689399 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c78b9df1-2611-4035-b84b-b9a727060357 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports/57687af1-941d-475f-ac85-05fbb9bf9a11 HTTP/1.1" status: 404 len: 333 time: 0.6770413 Feb 18 09:12:55.694137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-b042d994-60ea-4170-9784-ab9b919e942a admin admin] Request body: {'subnet': {'network_id': '08c443ef-2e94-4a7f-948a-fce9e3fe13c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1787715800-subnet', 'tenant_id': '26ec0ac07d2144d8bb0acaad42fafb70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:55.711265 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c22678c-f0be-4c2e-83a1-2927939a3d1f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.712589 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8c22678c-f0be-4c2e-83a1-2927939a3d1f tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8359673 Feb 18 09:12:55.713515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53346) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:55.719759 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Attempting to bind port 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:12:55.720113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Attempting to bind port 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'ac80f371-d341-48b8-8ff4-a7957011c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '84332529-b6fa-4183-9c4d-06900613f018'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:12:55.720533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Attempting to bind port 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 on network 84332529-b6fa-4183-9c4d-06900613f018 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:12:55.724113 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53348) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:55.733898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-f42ee8d7-7881-4d0e-b934-05a71d6d2b19 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Request body: {'port': {'device_id': 'cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0', 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e', 'admin_state_up': True, 'tenant_id': '0597660a7b6044fbbceb5197befe8367'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:55.753653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Port 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 on network 84332529-b6fa-4183-9c4d-06900613f018 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:12:55.754067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Attempting to bind port 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 on network 84332529-b6fa-4183-9c4d-06900613f018 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:12:55.763660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b042d994-60ea-4170-9784-ab9b919e942a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:55.766019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4b298968-ee62-450f-827d-ce79b6bfd9fc req-14e146d8-c156-46b9-9367-49757cc6de9b tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Unset dirty status for tenant:0a93eb7997354ca4896627e5100f01ba on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:55.767625 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b298968-ee62-450f-827d-ce79b6bfd9fc req-14e146d8-c156-46b9-9367-49757cc6de9b tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 210 time: 0.1903582 Feb 18 09:12:55.859390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b042d994-60ea-4170-9784-ab9b919e942a admin admin] Usage tracker for resource:subnet and tenant:26ec0ac07d2144d8bb0acaad42fafb70 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:55.867623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b042d994-60ea-4170-9784-ab9b919e942a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:55.908439 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:12:55.909354 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Checking segment: {'id': 'ac80f371-d341-48b8-8ff4-a7957011c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '84332529-b6fa-4183-9c4d-06900613f018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:12:55.909864 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Bound using segment: {'id': 'ac80f371-d341-48b8-8ff4-a7957011c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '84332529-b6fa-4183-9c4d-06900613f018'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:12:55.910651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Bound port: 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac80f371-d341-48b8-8ff4-a7957011c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '84332529-b6fa-4183-9c4d-06900613f018'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:12:55.911863 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:55.929156 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b042d994-60ea-4170-9784-ab9b919e942a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:55.939020 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-520c0ddc-11e8-4698-a66b-b80ffa20e64c tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-group-rules/a973a2a4-2184-4cfb-b85c-690ec797aefa HTTP/1.1" status: 200 len: 763 time: 0.2114525 Feb 18 09:12:55.947267 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53356) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:55.996884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-64655c7c-fbba-45de-8291-612ab343416f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port d6cc925c-214c-41b0-aeb2-5cf9d54f3103 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:55.997227 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64655c7c-fbba-45de-8291-612ab343416f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.046144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faca638-a96f-4586-9496-368dc1f3d0fe None None] Network 80542a16-7579-4d18-9638-5c0c1b357f7a requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:56.107911 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a561e2cc-0fa1-4bf9-8e74-1a9e950e4ed3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:56.145037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] For port 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:12:56.150214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] For port 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7deeaa69-7ac1-4b05-a9d2-3c23376b16d4,segment=NetworkSegment(ac80f371-d341-48b8-8ff4-a7957011c6f8),segment_id=ac80f371-d341-48b8-8ff4-a7957011c6f8)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:12:56.156848 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3a8da279-ff19-47a4-baa7-a32a06f0891c None None] Provisioning for port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:56.168832 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.169340 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3a8da279-ff19-47a4-baa7-a32a06f0891c None None] Provisioning complete for port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:56.169781 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3a8da279-ff19-47a4-baa7-a32a06f0891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.174962 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad31ec3c-de63-4f33-bd69-cef0712f7853 req-a762f6c5-3e62-4126-8b7d-6832da4c450e tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 210 time: 0.1714272 Feb 18 09:12:56.192025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a561e2cc-0fa1-4bf9-8e74-1a9e950e4ed3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:56.193675 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a561e2cc-0fa1-4bf9-8e74-1a9e950e4ed3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2453723 Feb 18 09:12:56.209274 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53360) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:56.213956 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b042d994-60ea-4170-9784-ab9b919e942a admin admin] Made reservation on behalf of 26ec0ac07d2144d8bb0acaad42fafb70 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:56.216767 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b042d994-60ea-4170-9784-ab9b919e942a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.232476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-f42ee8d7-7881-4d0e-b934-05a71d6d2b19 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:56.234994 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.252659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-902f5c00-31cc-4c8c-b9dd-051e3bb60763 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Allocated IP 172.20.0.11 (01af22ea-208e-42f3-8750-12dc092ece64/02521a75-5255-4563-b440-1c6a701f579b/9f04fb52-a0d0-45d2-8007-dc3ee0358096) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:56.256688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-f42ee8d7-7881-4d0e-b934-05a71d6d2b19 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Usage tracker for resource:port and tenant:0597660a7b6044fbbceb5197befe8367 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:56.273803 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.274553 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.318774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-f42ee8d7-7881-4d0e-b934-05a71d6d2b19 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:56.345408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-f42ee8d7-7881-4d0e-b934-05a71d6d2b19 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:56.348113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:56.349905 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.351335 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] 10.222.0.61 "PUT /v2.0/ports/7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 HTTP/1.1" status: 200 len: 1092 time: 5.5628099 Feb 18 09:12:56.351952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d66112-1a3c-46b9-8784-c3f07c9a425d', 'tag': '7deeaa69-7ac1-4b05-a9d2-3c23376b16d4'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:12:56.449044 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c8c1af81-2219-432d-882c-bf6a6ded0fbc tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.483141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-f42ee8d7-7881-4d0e-b934-05a71d6d2b19 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Made reservation on behalf of 0597660a7b6044fbbceb5197befe8367 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:56.487165 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-f42ee8d7-7881-4d0e-b934-05a71d6d2b19 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.491927 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c8c1af81-2219-432d-882c-bf6a6ded0fbc tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.508701 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d754b-5b13-437e-b4da-af44ddce7357 service neutron] Pushing event updated for resources: {'Port': ['ID=7deeaa69-7ac1-4b05-a9d2-3c23376b16d4,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:56.570693 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3a8da279-ff19-47a4-baa7-a32a06f0891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.596621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=2367bbae-ffd7-4cb7-82a4-82eeca70536b,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:56.629685 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3a8da279-ff19-47a4-baa7-a32a06f0891c None None] For port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2ee2d5b2-83f5-41f5-a014-0a516e31a3e6,segment=NetworkSegment(cdf96c9c-ca11-4e2a-8268-e77ea1d57098),segment_id=cdf96c9c-ca11-4e2a-8268-e77ea1d57098)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:12:56.642978 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3a8da279-ff19-47a4-baa7-a32a06f0891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.725238 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64655c7c-fbba-45de-8291-612ab343416f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.777079 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c8c1af81-2219-432d-882c-bf6a6ded0fbc tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:56.816210 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8da279-ff19-47a4-baa7-a32a06f0891c None None] Pushing event updated for resources: {'Port': ['ID=2ee2d5b2-83f5-41f5-a014-0a516e31a3e6,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:56.909260 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d66112-1a3c-46b9-8784-c3f07c9a425d', 'tag': '7deeaa69-7ac1-4b05-a9d2-3c23376b16d4', 'status': 'completed', 'code': 200} Feb 18 09:12:57.027291 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-64655c7c-fbba-45de-8291-612ab343416f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for d6cc925c-214c-41b0-aeb2-5cf9d54f3103 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:12:57.075240 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1af81-2219-432d-882c-bf6a6ded0fbc tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a973a2a4-2184-4cfb-b85c-690ec797aefa,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:57.101450 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c8c1af81-2219-432d-882c-bf6a6ded0fbc tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:57.103149 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8e49c9f3-400f-4cc6-8c8a-49c1ce3683ec None None] Provisioning for port 2367bbae-ffd7-4cb7-82a4-82eeca70536b completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:12:57.105353 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c8c1af81-2219-432d-882c-bf6a6ded0fbc tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/a973a2a4-2184-4cfb-b85c-690ec797aefa HTTP/1.1" status: 204 len: 168 time: 0.8925898 Feb 18 09:12:57.107526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 80542a16-7579-4d18-9638-5c0c1b357f7a is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:57.108196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53372) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:57.109388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85b1fc2c-61b3-4510-b7e7-ac8ffc569ea6 req-b6f40bc3-da1e-4b07-bb45-87fdbd02cfae tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 210 time: 0.0815597 Feb 18 09:12:57.116465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:57.135972 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8e49c9f3-400f-4cc6-8c8a-49c1ce3683ec None None] Provisioning complete for port 2367bbae-ffd7-4cb7-82a4-82eeca70536b triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:57.136947 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8e49c9f3-400f-4cc6-8c8a-49c1ce3683ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:57.171481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-c9230c60-fd5c-4b26-9326-8137428eb461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:57.173738 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-c9230c60-fd5c-4b26-9326-8137428eb461 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=792a703e15524e7ea4f30e773c7d56f1&device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 1095 time: 0.7587535 Feb 18 09:12:57.229136 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8e49c9f3-400f-4cc6-8c8a-49c1ce3683ec None None] Port 2367bbae-ffd7-4cb7-82a4-82eeca70536b cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:12:57.263402 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8e49c9f3-400f-4cc6-8c8a-49c1ce3683ec None None] Provisioning complete for port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:57.263786 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8e49c9f3-400f-4cc6-8c8a-49c1ce3683ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:57.351755 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-878ec057-0f13-4252-9623-92de729bff43 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 HTTP/1.1" status: 200 len: 217 time: 0.1551199 Feb 18 09:12:57.354987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3677e53-0268-443c-941e-3763bb6b2fc9 req-508b49df-5bfa-4a71-8eb7-417cd2a30d6d tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:57.365505 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3677e53-0268-443c-941e-3763bb6b2fc9 req-508b49df-5bfa-4a71-8eb7-417cd2a30d6d tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 1095 time: 0.5010545 Feb 18 09:12:57.383113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-f42ee8d7-7881-4d0e-b934-05a71d6d2b19 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Allocated IP 172.20.0.13 (8db52816-6ba5-48b1-b7d9-0bff9d47e11e/c479982d-9255-4d28-a965-c104ca7e375b/9cd6381f-84e6-4975-a025-e0905b137220) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:12:57.387520 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:12:57.389763 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-902f5c00-31cc-4c8c-b9dd-051e3bb60763 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:57.429489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-75af4773-fc90-4ad9-9e77-b0595d0ca0b0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:57.478805 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-75af4773-fc90-4ad9-9e77-b0595d0ca0b0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:57.483399 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-75af4773-fc90-4ad9-9e77-b0595d0ca0b0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3689544 Feb 18 09:12:57.499929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53378) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:57.515268 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4cb0798b-42aa-495a-a6cd-ee7043d393ef tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group_rule': {'security_group_id': 'b4da9dec-d741-4e83-812e-20ba75f03da2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:57.525155 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4cb0798b-42aa-495a-a6cd-ee7043d393ef tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:57.545775 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:57.546152 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:57.558839 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64655c7c-fbba-45de-8291-612ab343416f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:57.561868 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4cb0798b-42aa-495a-a6cd-ee7043d393ef tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:57.638687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64655c7c-fbba-45de-8291-612ab343416f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Port': ['ID=d6cc925c-214c-41b0-aeb2-5cf9d54f3103,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:57.724310 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b042d994-60ea-4170-9784-ab9b919e942a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:57.724806 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4cb0798b-42aa-495a-a6cd-ee7043d393ef tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:57.739898 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d2324f9a-dfdd-48f4-b99f-741bd5bc02ac None None] Provisioning complete for port 2367bbae-ffd7-4cb7-82a4-82eeca70536b triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:12:57.740619 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d2324f9a-dfdd-48f4-b99f-741bd5bc02ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:57.766720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:12:57.810901 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37f8d89b-77f4-4c31-8e4f-3565da54f39b req-ac800094-b41e-4680-8574-4863da3111c2 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 210 time: 0.3760848 Feb 18 09:12:57.815211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d2324f9a-dfdd-48f4-b99f-741bd5bc02ac None None] Port 2367bbae-ffd7-4cb7-82a4-82eeca70536b cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:12:57.865984 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3677e53-0268-443c-941e-3763bb6b2fc9 req-f24f5568-cb50-4ac9-90c9-ef14d1f5fb69 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991591 Feb 18 09:12:57.893792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-a248fd7b-3812-4c62-8ff9-b482545b512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:57.896729 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-a248fd7b-3812-4c62-8ff9-b482545b512b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab3631c3-7c54-451b-ae7a-b0dd4da70cf5 HTTP/1.1" status: 200 len: 848 time: 0.5265901 Feb 18 09:12:57.920910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042d994-60ea-4170-9784-ab9b919e942a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e199a898-e529-42e1-8249-3206eaf3c78b,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:58.061307 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64655c7c-fbba-45de-8291-612ab343416f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.078101 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-902f5c00-31cc-4c8c-b9dd-051e3bb60763 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.085596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b042d994-60ea-4170-9784-ab9b919e942a admin admin] Checking segment: {'id': '26255b21-16c8-4a19-8ea8-6e56b78e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '08c443ef-2e94-4a7f-948a-fce9e3fe13c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:12:58.085946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b042d994-60ea-4170-9784-ab9b919e942a admin admin] Network hostable DHCP agents. Network: 08c443ef-2e94-4a7f-948a-fce9e3fe13c3, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:12:58.160861 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-64655c7c-fbba-45de-8291-612ab343416f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/ports/d6cc925c-214c-41b0-aeb2-5cf9d54f3103 HTTP/1.1" status: 204 len: 168 time: 2.4346347 Feb 18 09:12:58.160861 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53384) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:58.222809 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4cb0798b-42aa-495a-a6cd-ee7043d393ef tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.224951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-902f5c00-31cc-4c8c-b9dd-051e3bb60763 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Network 01af22ea-208e-42f3-8750-12dc092ece64 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:58.227076 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7887a182-2ae5-4005-98ea-fe29b1f9bf28 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] GET failed (client error): The resource could not be found. Feb 18 09:12:58.227671 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7887a182-2ae5-4005-98ea-fe29b1f9bf28 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Synchronizing usage tracker for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:58.233638 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4cb0798b-42aa-495a-a6cd-ee7043d393ef tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.235633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:12:58.241014 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-902f5c00-31cc-4c8c-b9dd-051e3bb60763 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:58.254057 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Sync routers for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:12:58.258934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-902f5c00-31cc-4c8c-b9dd-051e3bb60763 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:12:58.269223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:12:58.270059 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:58.276523 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-eb1cc98b-789b-4ed8-a756-af352b790b74 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/75c5acd2-1b84-4119-aa90-fa54b6c3f8d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2905319 Feb 18 09:12:58.277445 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4cb0798b-42aa-495a-a6cd-ee7043d393ef tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.281026 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4cb0798b-42aa-495a-a6cd-ee7043d393ef tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7803986 Feb 18 09:12:58.281835 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53388) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:58.282161 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53390) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:58.287412 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f5c00-31cc-4c8c-b9dd-051e3bb60763 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Pushing event updated for resources: {'Port': ['ID=9f04fb52-a0d0-45d2-8007-dc3ee0358096,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:58.297974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-63dfcae0-4e04-45a1-89f6-505bc10ef20f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1682508420'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:58.305351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b042d994-60ea-4170-9784-ab9b919e942a admin admin] Network 08c443ef-2e94-4a7f-948a-fce9e3fe13c3 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:12:58.311207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0798b-42aa-495a-a6cd-ee7043d393ef tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96770db-552f-4703-9eb2-0280b1c142d9,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:58.315838 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-63dfcae0-4e04-45a1-89f6-505bc10ef20f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:58.324466 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7887a182-2ae5-4005-98ea-fe29b1f9bf28 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Unset dirty status for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:58.328118 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7887a182-2ae5-4005-98ea-fe29b1f9bf28 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports/d6cc925c-214c-41b0-aeb2-5cf9d54f3103 HTTP/1.1" status: 404 len: 333 time: 0.1649559 Feb 18 09:12:58.328118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-63dfcae0-4e04-45a1-89f6-505bc10ef20f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:network and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:58.335563 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-25cd6c86-caf2-48fb-891c-1a6fd843e443 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-group-rules/b96770db-552f-4703-9eb2-0280b1c142d9 HTTP/1.1" status: 200 len: 763 time: 0.0451047 Feb 18 09:12:58.336194 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53396) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:58.336553 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53398) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:58.337383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-63dfcae0-4e04-45a1-89f6-505bc10ef20f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:58.376194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-0ea47a5e-bc37-4292-abb0-b172eccb1b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:58.377850 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-0ea47a5e-bc37-4292-abb0-b172eccb1b88 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84332529-b6fa-4183-9c4d-06900613f018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4581625 Feb 18 09:12:58.394571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-63dfcae0-4e04-45a1-89f6-505bc10ef20f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:58.419574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-b042d994-60ea-4170-9784-ab9b919e942a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 08c443ef-2e94-4a7f-948a-fce9e3fe13c3) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:58.431521 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-f42ee8d7-7881-4d0e-b934-05a71d6d2b19 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.437429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:12:58.440712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b042d994-60ea-4170-9784-ab9b919e942a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:58.441132 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b042d994-60ea-4170-9784-ab9b919e942a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.452026 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dfcae0-4e04-45a1-89f6-505bc10ef20f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Made reservation on behalf of ba9cbaab7e1546969ce0dfda386e955d for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:58.455511 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-63dfcae0-4e04-45a1-89f6-505bc10ef20f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.485909 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6680dabf-fdd3-4fc6-878f-ff8010a5f2be None None] Network 08c443ef-2e94-4a7f-948a-fce9e3fe13c3 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:58.494580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-70a06599-36f8-445d-9535-8864800642e3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:58.502688 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b41692-42f0-45c1-84f7-2c2e8b9db82c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting subnet 7d53838e-a14f-4070-8add-c64262e16e93 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:12:58.510586 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-50b41692-42f0-45c1-84f7-2c2e8b9db82c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.545828 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-902f5c00-31cc-4c8c-b9dd-051e3bb60763 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:58.546115 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-902f5c00-31cc-4c8c-b9dd-051e3bb60763 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.560174 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63dfcae0-4e04-45a1-89f6-505bc10ef20f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:12:58.582830 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-70a06599-36f8-445d-9535-8864800642e3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:58.587908 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-70a06599-36f8-445d-9535-8864800642e3 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2455370 Feb 18 09:12:58.590747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53404) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:58.595089 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-63dfcae0-4e04-45a1-89f6-505bc10ef20f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.595440 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-63dfcae0-4e04-45a1-89f6-505bc10ef20f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Added segment c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8 of type vlan for network d23e26bc-5cf9-431d-bd90-428f2b253546 Feb 18 09:12:58.610035 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b042d994-60ea-4170-9784-ab9b919e942a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9360042 Feb 18 09:12:58.610258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-50b41692-42f0-45c1-84f7-2c2e8b9db82c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.618431 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-902f5c00-31cc-4c8c-b9dd-051e3bb60763 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4064255 Feb 18 09:12:58.644177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Request body: {'port': {'device_id': '65f5e050-2752-467d-926c-29a198ddec8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:58.732329 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-622571d7-aa83-4b2f-a0fa-0ffea68fb9bb tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.752485 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91f3c6-581e-4e72-820a-2d9b5d58baff req-7ef61a40-c40d-404f-a241-ba827dd689a2 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:58.754061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e91f3c6-581e-4e72-820a-2d9b5d58baff req-7ef61a40-c40d-404f-a241-ba827dd689a2 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 932 time: 0.4986765 Feb 18 09:12:58.762294 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-c201f262-1236-43c4-9e4c-673d768deb97 service neutron] 10.222.0.61 "GET /v2.0/networks/84332529-b6fa-4183-9c4d-06900613f018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699968 Feb 18 09:12:58.765669 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-622571d7-aa83-4b2f-a0fa-0ffea68fb9bb tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.774347 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-f42ee8d7-7881-4d0e-b934-05a71d6d2b19 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.796591 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-50b41692-42f0-45c1-84f7-2c2e8b9db82c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.838152 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-63dfcae0-4e04-45a1-89f6-505bc10ef20f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.909733 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-63dfcae0-4e04-45a1-89f6-505bc10ef20f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:58.919084 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dfcae0-4e04-45a1-89f6-505bc10ef20f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:58.920352 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-63dfcae0-4e04-45a1-89f6-505bc10ef20f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:59.065623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf93f90-a915-4e24-bc6b-4c69df4988b5 None None] Network 08c443ef-2e94-4a7f-948a-fce9e3fe13c3 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:59.091871 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfcae0-4e04-45a1-89f6-505bc10ef20f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Network': ['ID=d23e26bc-5cf9-431d-bd90-428f2b253546,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:59.095776 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-50b41692-42f0-45c1-84f7-2c2e8b9db82c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:59.111225 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-f42ee8d7-7881-4d0e-b934-05a71d6d2b19 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Network 8db52816-6ba5-48b1-b7d9-0bff9d47e11e is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:12:59.125703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-f42ee8d7-7881-4d0e-b934-05a71d6d2b19 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:12:59.137818 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-63dfcae0-4e04-45a1-89f6-505bc10ef20f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8491406 Feb 18 09:12:59.140944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b41692-42f0-45c1-84f7-2c2e8b9db82c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Subnet': ['ID=7d53838e-a14f-4070-8add-c64262e16e93,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:59.142520 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53418) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:59.145790 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-f42ee8d7-7881-4d0e-b934-05a71d6d2b19 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:12:59.150466 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2ae8935e-4968-4637-abba-d9de8af37faf tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'subnet': {'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:59.171100 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-50b41692-42f0-45c1-84f7-2c2e8b9db82c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:59.173011 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-50b41692-42f0-45c1-84f7-2c2e8b9db82c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/7d53838e-a14f-4070-8add-c64262e16e93 HTTP/1.1" status: 204 len: 168 time: 0.8325562 Feb 18 09:12:59.176222 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53422) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:59.180187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ee8d7-7881-4d0e-b934-05a71d6d2b19 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Pushing event updated for resources: {'Port': ['ID=9cd6381f-84e6-4975-a025-e0905b137220,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:59.194823 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:59.214539 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-622571d7-aa83-4b2f-a0fa-0ffea68fb9bb tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:59.218522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5e91f3c6-581e-4e72-820a-2d9b5d58baff req-fae63506-b02d-4750-8847-ab601ab166e7 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Synchronizing usage tracker for tenant:0a93eb7997354ca4896627e5100f01ba on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:59.312316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622571d7-aa83-4b2f-a0fa-0ffea68fb9bb tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b96770db-552f-4703-9eb2-0280b1c142d9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:12:59.369912 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-622571d7-aa83-4b2f-a0fa-0ffea68fb9bb tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:59.373772 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-622571d7-aa83-4b2f-a0fa-0ffea68fb9bb tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/b96770db-552f-4703-9eb2-0280b1c142d9 HTTP/1.1" status: 204 len: 168 time: 0.7800391 Feb 18 09:12:59.379873 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network d23e26bc-5cf9-431d-bd90-428f2b253546 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:12:59.383004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53426) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:12:59.390516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-f42ee8d7-7881-4d0e-b934-05a71d6d2b19 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:59.391363 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-f42ee8d7-7881-4d0e-b934-05a71d6d2b19 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:59.392067 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcab93e-9b49-4b80-8977-ae97e7137ed1 None None] Network b3a5438a-2951-493d-902d-471856572c6f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:12:59.409674 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-958302f0-0b30-44fc-ad0a-29e38fa4de93 req-738831fb-cc9f-433a-94aa-ccbc93bfbb2e service neutron] 10.222.0.61 "GET /v2.0/networks/84332529-b6fa-4183-9c4d-06900613f018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6328132 Feb 18 09:12:59.445229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5e91f3c6-581e-4e72-820a-2d9b5d58baff req-fae63506-b02d-4750-8847-ab601ab166e7 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Unset dirty status for tenant:0a93eb7997354ca4896627e5100f01ba on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:12:59.445229 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e91f3c6-581e-4e72-820a-2d9b5d58baff req-fae63506-b02d-4750-8847-ab601ab166e7 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6685123 Feb 18 09:12:59.499235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-f42ee8d7-7881-4d0e-b934-05a71d6d2b19 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7958426 Feb 18 09:12:59.522039 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:12:59.540743 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:59.567950 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2ae8935e-4968-4637-abba-d9de8af37faf tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:12:59.582133 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2ae8935e-4968-4637-abba-d9de8af37faf tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:subnet and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:12:59.599490 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2ae8935e-4968-4637-abba-d9de8af37faf tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:12:59.615637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Request body: {'port': {'device_id': 'cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:12:59.616367 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port 25e8fc95-b9c2-402d-a734-554f9af02daf {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:12:59.616845 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:59.657500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681c40d-a343-4015-82bb-ea4b08e344e2 req-abfa88e0-d206-4412-aafe-a3fd8a33c5e1 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:12:59.658557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8681c40d-a343-4015-82bb-ea4b08e344e2 req-abfa88e0-d206-4412-aafe-a3fd8a33c5e1 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Synchronizing usage tracker for tenant:0597660a7b6044fbbceb5197befe8367 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:12:59.671265 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2ae8935e-4968-4637-abba-d9de8af37faf tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:12:59.716445 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae8935e-4968-4637-abba-d9de8af37faf tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Made reservation on behalf of ba9cbaab7e1546969ce0dfda386e955d for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:12:59.721851 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ae8935e-4968-4637-abba-d9de8af37faf tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:59.753356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:12:55Z', 'revision_number': 2, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:12:55Z', 'revision_number': 2, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:12:59.793752 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Checking router: 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:12:59.794156 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Updating router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 port 2367bbae-ffd7-4cb7-82a4-82eeca70536b binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:12:59.891191 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:12:59.989280 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5f69a41e-2503-4ecf-ad85-0ce1a69a40bc tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:00.115616 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779c11cc-0109-4f68-b67d-ca525dcdf7ba None None] DHCP port deletion for b3a5438a-2951-493d-902d-471856572c6f request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:13:00.127811 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-779c11cc-0109-4f68-b67d-ca525dcdf7ba None None] Deleting port 25e8fc95-b9c2-402d-a734-554f9af02daf {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:00.128563 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-779c11cc-0109-4f68-b67d-ca525dcdf7ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:00.257735 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ae8935e-4968-4637-abba-d9de8af37faf tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:00.311528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f04fb52-a0d0-45d2-8007-dc3ee0358096 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:13:00.320066 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:00.337129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Transition to ACTIVE for port object 9f04fb52-a0d0-45d2-8007-dc3ee0358096 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:00.342877 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8681c40d-a343-4015-82bb-ea4b08e344e2 req-abfa88e0-d206-4412-aafe-a3fd8a33c5e1 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Unset dirty status for tenant:0597660a7b6044fbbceb5197befe8367 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:00.350108 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8681c40d-a343-4015-82bb-ea4b08e344e2 req-abfa88e0-d206-4412-aafe-a3fd8a33c5e1 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 932 time: 1.3243873 Feb 18 09:13:00.359967 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b51d5705-47ac-441c-b01b-2a296464db24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:00.405270 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:00.529632 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-779c11cc-0109-4f68-b67d-ca525dcdf7ba None None] For port 25e8fc95-b9c2-402d-a734-554f9af02daf, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=25e8fc95-b9c2-402d-a734-554f9af02daf,segment=NetworkSegment(5ee939b2-33b3-433f-bb88-360ef97859cb),segment_id=5ee939b2-33b3-433f-bb88-360ef97859cb)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:00.530134 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-779c11cc-0109-4f68-b67d-ca525dcdf7ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:00.532127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8935e-4968-4637-abba-d9de8af37faf tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Subnet': ['ID=d67938e1-df44-4359-8cb0-48a11f6041b1,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:00.559359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5f69a41e-2503-4ecf-ad85-0ce1a69a40bc tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:00.563857 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5f69a41e-2503-4ecf-ad85-0ce1a69a40bc tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.1636326 Feb 18 09:13:00.573415 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53438) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:00.578738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4264c7d2-e36e-4437-8617-7ae476e57b2e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group_rule': {'security_group_id': 'b4da9dec-d741-4e83-812e-20ba75f03da2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:00.601505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4264c7d2-e36e-4437-8617-7ae476e57b2e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:00.605108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] For port 25e8fc95-b9c2-402d-a734-554f9af02daf, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=25e8fc95-b9c2-402d-a734-554f9af02daf,segment=NetworkSegment(5ee939b2-33b3-433f-bb88-360ef97859cb),segment_id=5ee939b2-33b3-433f-bb88-360ef97859cb)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:00.605547 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:00.624925 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:00.635693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae8935e-4968-4637-abba-d9de8af37faf tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Checking segment: {'id': 'c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:13:00.636104 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae8935e-4968-4637-abba-d9de8af37faf tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network hostable DHCP agents. Network: d23e26bc-5cf9-431d-bd90-428f2b253546, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:13:00.643116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4264c7d2-e36e-4437-8617-7ae476e57b2e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:00.658530 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8681c40d-a343-4015-82bb-ea4b08e344e2 req-8b30208d-b317-4ced-bef3-e5a2da2daa0b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Synchronizing usage tracker for tenant:0597660a7b6044fbbceb5197befe8367 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:00.694952 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:13:00.709752 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-779c11cc-0109-4f68-b67d-ca525dcdf7ba None None] Calling delete_port for 25e8fc95-b9c2-402d-a734-554f9af02daf owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:00.794834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Pushing event updated for resources: {'Port': ['ID=9f04fb52-a0d0-45d2-8007-dc3ee0358096,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:00.825386 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for 25e8fc95-b9c2-402d-a734-554f9af02daf owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:00.843248 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:00.858648 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Transition to ACTIVE for port object 2367bbae-ffd7-4cb7-82a4-82eeca70536b will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:00.866653 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-779c11cc-0109-4f68-b67d-ca525dcdf7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:00.894889 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-4264c7d2-e36e-4437-8617-7ae476e57b2e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Project 76a22fb5f1ba45d5940bd736db6f575e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:13:00.908408 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae8935e-4968-4637-abba-d9de8af37faf tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network d23e26bc-5cf9-431d-bd90-428f2b253546 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:13:00.914746 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4264c7d2-e36e-4437-8617-7ae476e57b2e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:00.915243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8681c40d-a343-4015-82bb-ea4b08e344e2 req-8b30208d-b317-4ced-bef3-e5a2da2daa0b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Unset dirty status for tenant:0597660a7b6044fbbceb5197befe8367 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:00.916548 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:00.916738 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8681c40d-a343-4015-82bb-ea4b08e344e2 req-8b30208d-b317-4ced-bef3-e5a2da2daa0b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5655797 Feb 18 09:13:00.930981 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c11cc-0109-4f68-b67d-ca525dcdf7ba None None] Pushing event deleted for resources: {'Port': ['ID=25e8fc95-b9c2-402d-a734-554f9af02daf,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:00.935164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779c11cc-0109-4f68-b67d-ca525dcdf7ba None None] No DVR routers for this DVR port 25e8fc95-b9c2-402d-a734-554f9af02daf on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:13:00.956496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Attempting to bind port 9f04fb52-a0d0-45d2-8007-dc3ee0358096 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:00.956928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Attempting to bind port 9f04fb52-a0d0-45d2-8007-dc3ee0358096 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '32f7dd0f-9e86-44fe-b522-e6af08dbe554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '01af22ea-208e-42f3-8750-12dc092ece64'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:00.957033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Attempting to bind port 9f04fb52-a0d0-45d2-8007-dc3ee0358096 on network 01af22ea-208e-42f3-8750-12dc092ece64 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:13:00.966052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c00c5-60a3-474b-b47d-c2dfd4c55050 req-6fdf1609-2dcd-4180-9fc5-284407cb2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:00.969190 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-108c00c5-60a3-474b-b47d-c2dfd4c55050 req-6fdf1609-2dcd-4180-9fc5-284407cb2112 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=792a703e15524e7ea4f30e773c7d56f1&device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 1095 time: 1.3263235 Feb 18 09:13:00.983281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Port 9f04fb52-a0d0-45d2-8007-dc3ee0358096 on network 01af22ea-208e-42f3-8750-12dc092ece64 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:13:00.983513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Attempting to bind port 9f04fb52-a0d0-45d2-8007-dc3ee0358096 on network 01af22ea-208e-42f3-8750-12dc092ece64 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:13:00.998786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:13:00.999737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Checking segment: {'id': '32f7dd0f-9e86-44fe-b522-e6af08dbe554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '01af22ea-208e-42f3-8750-12dc092ece64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:13:01.002471 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-2ae8935e-4968-4637-abba-d9de8af37faf tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, d23e26bc-5cf9-431d-bd90-428f2b253546) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:01.003270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Bound using segment: {'id': '32f7dd0f-9e86-44fe-b522-e6af08dbe554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '01af22ea-208e-42f3-8750-12dc092ece64'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:13:01.004093 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Bound port: 9f04fb52-a0d0-45d2-8007-dc3ee0358096, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f7dd0f-9e86-44fe-b522-e6af08dbe554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '01af22ea-208e-42f3-8750-12dc092ece64'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:01.004254 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.011778 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae8935e-4968-4637-abba-d9de8af37faf tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:01.012389 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ae8935e-4968-4637-abba-d9de8af37faf tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.028565 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:13:01.028886 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:13:01.077832 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4264c7d2-e36e-4437-8617-7ae476e57b2e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.091141 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4264c7d2-e36e-4437-8617-7ae476e57b2e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.111309 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2ae8935e-4968-4637-abba-d9de8af37faf tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9648900 Feb 18 09:13:01.114168 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a103a31-e220-4449-8111-257b3cf2c13e None None] Network d23e26bc-5cf9-431d-bd90-428f2b253546 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:13:01.117324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53444) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:01.182283 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264c7d2-e36e-4437-8617-7ae476e57b2e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e22f46-ba6a-4419-a4f3-86516fa43286,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:01.201727 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4264c7d2-e36e-4437-8617-7ae476e57b2e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.202904 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4264c7d2-e36e-4437-8617-7ae476e57b2e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6296568 Feb 18 09:13:01.252329 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53448) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:01.315134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] For port 9f04fb52-a0d0-45d2-8007-dc3ee0358096, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:13:01.315134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] For port 9f04fb52-a0d0-45d2-8007-dc3ee0358096, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9f04fb52-a0d0-45d2-8007-dc3ee0358096,segment=NetworkSegment(32f7dd0f-9e86-44fe-b522-e6af08dbe554),segment_id=32f7dd0f-9e86-44fe-b522-e6af08dbe554)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:13:01.317316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c00c5-60a3-474b-b47d-c2dfd4c55050 req-40f36d05-07c3-4ac4-98f1-b8fe8f8d241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:01.319747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-108c00c5-60a3-474b-b47d-c2dfd4c55050 req-40f36d05-07c3-4ac4-98f1-b8fe8f8d241d service neutron] 10.222.0.61 "GET /v2.0/networks?id=84332529-b6fa-4183-9c4d-06900613f018 HTTP/1.1" status: 200 len: 910 time: 0.3267522 Feb 18 09:13:01.322627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8f701-f955-496f-9cb9-4ccc1927dcbf req-b19aaa8c-a764-4266-ade4-521e0692e2e7 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:01.324201 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9ae8f701-f955-496f-9cb9-4ccc1927dcbf req-b19aaa8c-a764-4266-ade4-521e0692e2e7 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 1095 time: 1.4710119 Feb 18 09:13:01.345340 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6f7d7ad2-d9d8-4059-b7ad-df1cbfb1e5f0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-group-rules/d8e22f46-ba6a-4419-a4f3-86516fa43286 HTTP/1.1" status: 200 len: 769 time: 0.0828843 Feb 18 09:13:01.367706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53452) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:01.386171 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbf989-5331-4329-930b-c3a01f540706 None None] Pushing event updated for resources: {'Port': ['ID=2367bbae-ffd7-4cb7-82a4-82eeca70536b,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:01.387067 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.405683 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 25e8fc95-b9c2-402d-a734-554f9af02daf no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:01.531575 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port 25e8fc95-b9c2-402d-a734-554f9af02daf {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:01.532112 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.540843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:01.541619 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.543140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] 10.222.0.81 "PUT /v2.0/ports/9f04fb52-a0d0-45d2-8007-dc3ee0358096 HTTP/1.1" status: 200 len: 1092 time: 2.9061520 Feb 18 09:13:01.544714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f5e050-2752-467d-926c-29a198ddec8a', 'tag': '9f04fb52-a0d0-45d2-8007-dc3ee0358096'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:13:01.586509 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 25e8fc95-b9c2-402d-a734-554f9af02daf {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:13:01.586954 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 25e8fc95-b9c2-402d-a734-554f9af02daf not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:13:01.638229 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-108c00c5-60a3-474b-b47d-c2dfd4c55050 req-bd8ced2d-95a9-47f1-a7b1-abeb135e48c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 HTTP/1.1" status: 200 len: 217 time: 0.3088155 Feb 18 09:13:01.651122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Attempting to bind port 2367bbae-ffd7-4cb7-82a4-82eeca70536b on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:01.651852 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Attempting to bind port 2367bbae-ffd7-4cb7-82a4-82eeca70536b by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'cdf96c9c-ca11-4e2a-8268-e77ea1d57098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:01.651990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Attempting to bind port 2367bbae-ffd7-4cb7-82a4-82eeca70536b on network 80542a16-7579-4d18-9638-5c0c1b357f7a {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:13:01.667651 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:13:01.668117 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Checking segment: {'id': 'cdf96c9c-ca11-4e2a-8268-e77ea1d57098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:13:01.668611 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.669073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Bound using segment: {'id': 'cdf96c9c-ca11-4e2a-8268-e77ea1d57098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:13:01.669612 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Bound port: 2367bbae-ffd7-4cb7-82a4-82eeca70536b, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf96c9c-ca11-4e2a-8268-e77ea1d57098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:01.670054 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.696633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-d23e26bc-5cf9-431d-bd90-428f2b253546', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:13:01.697546 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:01.893260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] The port '25e8fc95-b9c2-402d-a734-554f9af02daf' was deleted {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:13:01.925384 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9ae8f701-f955-496f-9cb9-4ccc1927dcbf req-8f00a172-f785-497a-9367-3afec06c8e2e tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623957 Feb 18 09:13:01.970032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b02a2-f602-4c25-acf5-39cf68790d6c service neutron] Pushing event updated for resources: {'Port': ['ID=9f04fb52-a0d0-45d2-8007-dc3ee0358096,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:02.001922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-84af910f-6cb2-49cc-a775-3a672b5ef66e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:02.002520 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] For port 2367bbae-ffd7-4cb7-82a4-82eeca70536b, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:13:02.052849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] For port 2367bbae-ffd7-4cb7-82a4-82eeca70536b, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2367bbae-ffd7-4cb7-82a4-82eeca70536b,segment=NetworkSegment(cdf96c9c-ca11-4e2a-8268-e77ea1d57098),segment_id=cdf96c9c-ca11-4e2a-8268-e77ea1d57098)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:13:02.101821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Allocated IP 2001:db8:1::2 (d23e26bc-5cf9-431d-bd90-428f2b253546/d67938e1-df44-4359-8cb0-48a11f6041b1/c6291a7c-2a4d-40a7-9724-00dac73860d8) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:02.126162 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:02.160187 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f5e050-2752-467d-926c-29a198ddec8a', 'tag': '9f04fb52-a0d0-45d2-8007-dc3ee0358096', 'status': 'completed', 'code': 200} Feb 18 09:13:02.171051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c00c5-60a3-474b-b47d-c2dfd4c55050 req-3f23ef1d-2bd5-43fc-9a12-478f13c47825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:02.172356 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-108c00c5-60a3-474b-b47d-c2dfd4c55050 req-3f23ef1d-2bd5-43fc-9a12-478f13c47825 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab3631c3-7c54-451b-ae7a-b0dd4da70cf5 HTTP/1.1" status: 200 len: 848 time: 0.4439778 Feb 18 09:13:02.201545 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-84af910f-6cb2-49cc-a775-3a672b5ef66e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:02.205460 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-84af910f-6cb2-49cc-a775-3a672b5ef66e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.8334394 Feb 18 09:13:02.208883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53466) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:02.215587 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:02.282685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c616a-83cf-48f8-864a-389438890fd4 req-15f6ed70-4f70-4916-9ef3-0419b93a7023 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:02.283502 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:02.284332 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:12:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:02.284992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9d6c616a-83cf-48f8-864a-389438890fd4 req-15f6ed70-4f70-4916-9ef3-0419b93a7023 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 944 time: 0.9573259 Feb 18 09:13:02.290415 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a5438a-2951-493d-902d-471856572c6f']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:02.321598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee939b2-33b3-433f-bb88-360ef97859cb') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:02.321913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee939b2-33b3-433f-bb88-360ef97859cb') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:02.337078 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99b67c28-4e14-4be5-9601-d991012f59c6 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:02.353284 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99b67c28-4e14-4be5-9601-d991012f59c6 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:02.375838 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:02.464554 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:02.469355 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:02.477958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-0a246b89-f282-4d5c-ac71-b4daf2a52a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:02.481661 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-0a246b89-f282-4d5c-ac71-b4daf2a52a34 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0a93eb7997354ca4896627e5100f01ba&device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 1095 time: 0.8238449 Feb 18 09:13:02.500782 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbf989-5331-4329-930b-c3a01f540706 None None] Pushing event updated for resources: {'Port': ['ID=2367bbae-ffd7-4cb7-82a4-82eeca70536b,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:02.549385 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99b67c28-4e14-4be5-9601-d991012f59c6 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:02.580448 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:13:02.622714 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-c1d0e168-db87-483b-9154-5f6e9a60be60 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f04fb52-a0d0-45d2-8007-dc3ee0358096 HTTP/1.1" status: 200 len: 217 time: 0.1257455 Feb 18 09:13:02.624714 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:13:02.657980 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9d6c616a-83cf-48f8-864a-389438890fd4 req-5e72041e-b09f-4feb-8de2-01d6798762e5 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583694 Feb 18 09:13:02.750076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:13:02.750552 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:02.944246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a9e2c-9c38-4158-8513-fb8564a72230 req-21a27eeb-fe3f-46f0-b5ea-d989653e0692 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:02.945826 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-244a9e2c-9c38-4158-8513-fb8564a72230 req-21a27eeb-fe3f-46f0-b5ea-d989653e0692 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 932 time: 0.7785368 Feb 18 09:13:02.966150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c00c5-60a3-474b-b47d-c2dfd4c55050 req-5afcb7e2-c2cc-4ec0-b289-5be6b0d3ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:02.967609 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-108c00c5-60a3-474b-b47d-c2dfd4c55050 req-5afcb7e2-c2cc-4ec0-b289-5be6b0d3ff7e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84332529-b6fa-4183-9c4d-06900613f018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7574697 Feb 18 09:13:02.993999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd6381f-84e6-4975-a025-e0905b137220 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:13:02.999308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-5b0cdf50-4b1d-412f-8766-85355eaf52b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:03.000904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-5b0cdf50-4b1d-412f-8766-85355eaf52b1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=02521a75-5255-4563-b440-1c6a701f579b HTTP/1.1" status: 200 len: 852 time: 0.3354969 Feb 18 09:13:03.037812 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:13:03.041936 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:13:03.052882 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.055522 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.069609 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Transition to ACTIVE for port object c6291a7c-2a4d-40a7-9724-00dac73860d8 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:03.079804 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b67c28-4e14-4be5-9601-d991012f59c6 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8e22f46-ba6a-4419-a4f3-86516fa43286,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:03.117744 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Transition to ACTIVE for port object c6291a7c-2a4d-40a7-9724-00dac73860d8 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:03.118988 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.132893 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.133586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Network': ['ID=b3a5438a-2951-493d-902d-471856572c6f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:03.163751 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-09741870-4564-483e-92f3-b77b16ab8200 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/networks/b3a5438a-2951-493d-902d-471856572c6f HTTP/1.1" status: 204 len: 168 time: 3.9787548 Feb 18 09:13:03.165603 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53480) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:03.180019 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99b67c28-4e14-4be5-9601-d991012f59c6 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.184000 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-99b67c28-4e14-4be5-9601-d991012f59c6 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/d8e22f46-ba6a-4419-a4f3-86516fa43286 HTTP/1.1" status: 204 len: 168 time: 0.9688380 Feb 18 09:13:03.188660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-340947312'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:03.189891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53484) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:03.201417 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-03276781-2758-4cc3-9f65-2c5af00413ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=01af22ea-208e-42f3-8750-12dc092ece64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1678507 Feb 18 09:13:03.205611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:03.210473 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:network and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:03.213633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:03.246609 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Transition to ACTIVE for port object 9cd6381f-84e6-4975-a025-e0905b137220 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:03.252772 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:03.292052 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-244a9e2c-9c38-4158-8513-fb8564a72230 req-b47b7c5d-6707-4942-824d-335411e75217 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331935 Feb 18 09:13:03.292693 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.303689 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Network d23e26bc-5cf9-431d-bd90-428f2b253546 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:03.319434 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:03.328013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:13:03.369725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:03.373650 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.413526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:13:03.415775 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Pushing event updated for resources: {'Port': ['ID=c6291a7c-2a4d-40a7-9724-00dac73860d8,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:03.424258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.424937 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Added segment b0356aca-a01e-470d-9603-913894d28e06 of type vlan for network 6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27 Feb 18 09:13:03.445602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-cdb3fd76-e9db-457e-8654-0a7e644823e2 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:03.446202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-cdb3fd76-e9db-457e-8654-0a7e644823e2 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Synchronizing usage tracker for tenant:26ec0ac07d2144d8bb0acaad42fafb70 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:03.450197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Attempting to bind port c6291a7c-2a4d-40a7-9724-00dac73860d8 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:03.450536 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Attempting to bind port c6291a7c-2a4d-40a7-9724-00dac73860d8 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:03.450901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Attempting to bind port c6291a7c-2a4d-40a7-9724-00dac73860d8 on network d23e26bc-5cf9-431d-bd90-428f2b253546 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:13:03.455951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:12:55Z', 'revision_number': 2, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:01Z', 'revision_number': 4, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:03.461115 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:13:03.461493 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Checking segment: {'id': 'c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:13:03.461888 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.462281 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Bound using segment: {'id': 'c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:13:03.462735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Bound port: c6291a7c-2a4d-40a7-9724-00dac73860d8, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:03.463106 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.472027 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Allocated IP 2001:db8:1::1 (d23e26bc-5cf9-431d-bd90-428f2b253546/d67938e1-df44-4359-8cb0-48a11f6041b1/a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:03.480150 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e7cae-b384-4a87-ac77-1e82ca56f7dc None None] The sync data for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 is: [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:12:55Z', 'revision_number': 2, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:01Z', 'revision_number': 4, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:13:03.495197 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.574899 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] For port c6291a7c-2a4d-40a7-9724-00dac73860d8, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:13:03.581646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] For port c6291a7c-2a4d-40a7-9724-00dac73860d8, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c6291a7c-2a4d-40a7-9724-00dac73860d8,segment=NetworkSegment(c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8),segment_id=c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:13:03.585506 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:13:03.595383 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.695720 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.704390 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:03.705374 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.722048 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9e0424b6-c780-4ab6-b562-9ba79704c109 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5244722 Feb 18 09:13:03.722951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Pushing event updated for resources: {'Port': ['ID=9cd6381f-84e6-4975-a025-e0905b137220,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:03.731013 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53490) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:03.733695 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-108c00c5-60a3-474b-b47d-c2dfd4c55050 req-c6bcc84b-9b12-47fa-97e0-76565275a4eb service neutron] 10.222.0.61 "GET /v2.0/networks/84332529-b6fa-4183-9c4d-06900613f018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7455213 Feb 18 09:13:03.793946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-cdb3fd76-e9db-457e-8654-0a7e644823e2 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Unset dirty status for tenant:26ec0ac07d2144d8bb0acaad42fafb70 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:03.795100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-cdb3fd76-e9db-457e-8654-0a7e644823e2 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/networks?id=08c443ef-2e94-4a7f-948a-fce9e3fe13c3 HTTP/1.1" status: 200 len: 809 time: 0.9828701 Feb 18 09:13:03.835868 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece8f55-bf2e-4ad6-89a0-7fabe0186576 None None] Pushing event updated for resources: {'Port': ['ID=c6291a7c-2a4d-40a7-9724-00dac73860d8,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:03.907672 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f14d27c-7bdf-45e4-9ed7-6b551f586fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.917342 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7440455 Feb 18 09:13:03.931302 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:03.937794 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53494) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:03.954406 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-16432c95-c10a-4ab0-884c-aea608b3f5cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'subnet': {'network_id': '6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:03.965473 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:04.012819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7deeaa69-7ac1-4b05-a9d2-3c23376b16d4,segment=NetworkSegment(ac80f371-d341-48b8-8ff4-a7957011c6f8),segment_id=ac80f371-d341-48b8-8ff4-a7957011c6f8)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:04.036776 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '7deeaa69-7ac1-4b05-a9d2-3c23376b16d4', 'network_id': '84332529-b6fa-4183-9c4d-06900613f018', 'port_id': '7deeaa69-7ac1-4b05-a9d2-3c23376b16d4', 'mac_address': 'fa:16:3e:f6:0b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab3631c3-7c54-451b-ae7a-b0dd4da70cf5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:13:04.067417 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-a316287d-43ab-4d6e-a636-95772d4e895b service neutron] 10.222.0.81 "GET /v2.0/networks/01af22ea-208e-42f3-8750-12dc092ece64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8330119 Feb 18 09:13:04.090058 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:04.094529 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-865c8e3a-be54-47b2-9be8-0527a733ae82 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/quotas/26ec0ac07d2144d8bb0acaad42fafb70 HTTP/1.1" status: 200 len: 375 time: 0.2123559 Feb 18 09:13:04.099807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Network': ['ID=6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:04.162954 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:04.173205 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:04.173870 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:04.174405 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:04.174934 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:04.175456 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:04.176158 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:04.177908 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:04.178463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:04.179013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:04.179540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:04.180082 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:04.180611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43218acc-c4ec-4484-8071-fc64be32c625 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:04.202063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Transition to ACTIVE for port object a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:04.206333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-16432c95-c10a-4ab0-884c-aea608b3f5cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:04.213754 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-16432c95-c10a-4ab0-884c-aea608b3f5cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:subnet and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:04.220700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-16432c95-c10a-4ab0-884c-aea608b3f5cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:04.230005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-16432c95-c10a-4ab0-884c-aea608b3f5cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:04.233044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:13:04.253806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16432c95-c10a-4ab0-884c-aea608b3f5cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:04.272741 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16432c95-c10a-4ab0-884c-aea608b3f5cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:04.461325 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:04.468723 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:13:04.553236 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7deeaa69-7ac1-4b05-a9d2-3c23376b16d4,segment=NetworkSegment(ac80f371-d341-48b8-8ff4-a7957011c6f8),segment_id=ac80f371-d341-48b8-8ff4-a7957011c6f8)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:04.560206 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:04.578049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network d23e26bc-5cf9-431d-bd90-428f2b253546 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:04.583827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:04.589108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:13:04.589675 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:04.601078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badcf30-4b17-4ee0-9830-8d32a81b7bdc req-f01a629b-69cb-4e11-8b3f-2d7fe12f57a0 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:04.602652 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0badcf30-4b17-4ee0-9830-8d32a81b7bdc req-f01a629b-69cb-4e11-8b3f-2d7fe12f57a0 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 1095 time: 1.1708124 Feb 18 09:13:04.604955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-cd691a52-deaf-43f5-8f5b-4005c2eeb755 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=26ec0ac07d2144d8bb0acaad42fafb70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4806719 Feb 18 09:13:04.655152 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=7deeaa69-7ac1-4b05-a9d2-3c23376b16d4,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:04.671144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:04.678291 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-108c00c5-60a3-474b-b47d-c2dfd4c55050 req-29122e13-18b0-4b8e-aad0-42016ffa6965 service neutron] 10.222.0.61 "GET /v2.0/networks/84332529-b6fa-4183-9c4d-06900613f018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8992112 Feb 18 09:13:04.788204 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b1dfd07b-44a4-4bc1-a25e-d7ab099ab409 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:04.809726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Attempting to bind port 9cd6381f-84e6-4975-a025-e0905b137220 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:04.810391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Attempting to bind port 9cd6381f-84e6-4975-a025-e0905b137220 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:04.810670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Attempting to bind port 9cd6381f-84e6-4975-a025-e0905b137220 on network 8db52816-6ba5-48b1-b7d9-0bff9d47e11e {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:13:04.833136 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:04.848623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Port 9cd6381f-84e6-4975-a025-e0905b137220 on network 8db52816-6ba5-48b1-b7d9-0bff9d47e11e not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:13:04.848977 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Attempting to bind port 9cd6381f-84e6-4975-a025-e0905b137220 on network 8db52816-6ba5-48b1-b7d9-0bff9d47e11e {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:13:04.855371 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7deeaa69-7ac1-4b05-a9d2-3c23376b16d4'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:13:04.903215 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b1dfd07b-44a4-4bc1-a25e-d7ab099ab409 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:04.916004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:13:04.916479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Checking segment: {'id': 'a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:13:04.916756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Bound using segment: {'id': 'a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:13:04.917198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Bound port: 9cd6381f-84e6-4975-a025-e0905b137220, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:04.917548 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:04.931190 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16432c95-c10a-4ab0-884c-aea608b3f5cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:04.959085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0badcf30-4b17-4ee0-9830-8d32a81b7bdc req-ce6bfb62-b81a-4a9f-b3e6-3f36ca61b315 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890289 Feb 18 09:13:04.961158 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7a7d709-f2cd-49e0-8e3b-d77b29c96cd7 req-ece0d3b3-3981-4ba8-a1db-40b4471810a7 service neutron] 10.222.0.81 "GET /v2.0/networks/01af22ea-208e-42f3-8750-12dc092ece64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8811033 Feb 18 09:13:05.123293 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:05.144446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-a992c0a9-3f22-47c3-a81f-b06be0669e5e service neutron] 10.222.0.72 "GET /v2.0/networks/08c443ef-2e94-4a7f-948a-fce9e3fe13c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723694 Feb 18 09:13:05.369939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] For port 9cd6381f-84e6-4975-a025-e0905b137220, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:13:05.392818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16432c95-c10a-4ab0-884c-aea608b3f5cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Subnet': ['ID=ebe62c09-ab7e-40ab-9f25-17ae733be3c1,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:05.408938 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b1dfd07b-44a4-4bc1-a25e-d7ab099ab409 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:05.413257 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16432c95-c10a-4ab0-884c-aea608b3f5cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Checking segment: {'id': 'b0356aca-a01e-470d-9603-913894d28e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:13:05.413617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16432c95-c10a-4ab0-884c-aea608b3f5cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network hostable DHCP agents. Network: 6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:13:05.422018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] For port 9cd6381f-84e6-4975-a025-e0905b137220, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9cd6381f-84e6-4975-a025-e0905b137220,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:13:05.467871 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:05.503491 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2367bbae-ffd7-4cb7-82a4-82eeca70536b up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:05.542994 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfd07b-44a4-4bc1-a25e-d7ab099ab409 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4da9dec-d741-4e83-812e-20ba75f03da2,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:05.566698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16432c95-c10a-4ab0-884c-aea608b3f5cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network 6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:13:05.579657 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-16432c95-c10a-4ab0-884c-aea608b3f5cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:05.591324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16432c95-c10a-4ab0-884c-aea608b3f5cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:05.592246 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16432c95-c10a-4ab0-884c-aea608b3f5cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:05.601630 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e8a3fd-c620-44b1-90a8-d49177c816df None None] Network d23e26bc-5cf9-431d-bd90-428f2b253546 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:13:05.607973 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91c54b-fdc0-4a2c-8e95-29be0a60b531 req-55c1f63a-e231-46c3-b22e-db5c2e0f1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:05.610274 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df91c54b-fdc0-4a2c-8e95-29be0a60b531 req-55c1f63a-e231-46c3-b22e-db5c2e0f1a71 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0a93eb7997354ca4896627e5100f01ba&device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 1095 time: 0.5338356 Feb 18 09:13:05.616466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:05.617645 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:05.618522 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] 10.222.0.61 "PUT /v2.0/ports/9cd6381f-84e6-4975-a025-e0905b137220 HTTP/1.1" status: 200 len: 1092 time: 6.0921454 Feb 18 09:13:05.623590 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0', 'tag': '9cd6381f-84e6-4975-a025-e0905b137220'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:13:05.633371 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0133069b-3a6c-4282-94b2-fe6d5cb7d1f8 None None] Network 6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:13:05.665999 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-12775ca3-ad15-4825-a622-9d91cdf18f30 service neutron] 10.222.0.72 "GET /v2.0/networks/08c443ef-2e94-4a7f-948a-fce9e3fe13c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399171 Feb 18 09:13:05.666595 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b1dfd07b-44a4-4bc1-a25e-d7ab099ab409 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:05.667778 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b1dfd07b-44a4-4bc1-a25e-d7ab099ab409 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-groups/b4da9dec-d741-4e83-812e-20ba75f03da2 HTTP/1.1" status: 204 len: 168 time: 1.8975041 Feb 18 09:13:05.677331 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53502) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:05.687981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ed307-e839-4997-ba14-50aafcaf32b2 req-aa539dc4-ec19-4df7-a9b6-7117a514d3af tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:05.688909 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-16432c95-c10a-4ab0-884c-aea608b3f5cf tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7492602 Feb 18 09:13:05.689072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53506) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:05.691091 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:05.695486 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e2ed307-e839-4997-ba14-50aafcaf32b2 req-aa539dc4-ec19-4df7-a9b6-7117a514d3af tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 944 time: 0.5492892 Feb 18 09:13:05.712400 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-abf32afd-a5cd-4c50-aa87-84cd85d41df3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'network_id': '6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27', 'name': 'tempest-PortsTestJSON-1184959543', 'fixed_ips': [{'subnet_id': 'ebe62c09-ab7e-40ab-9f25-17ae733be3c1', 'ip_address': '172.20.0.10'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:05.830711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94fd56-47a0-4da5-af1d-8aa1c7c483aa service neutron] Pushing event updated for resources: {'Port': ['ID=9cd6381f-84e6-4975-a025-e0905b137220,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:05.892632 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e2ed307-e839-4997-ba14-50aafcaf32b2 req-2bd46b7d-31a5-4302-9fd7-75097dce9b10 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940181 Feb 18 09:13:06.003178 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:06.003930 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:06.004153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91c54b-fdc0-4a2c-8e95-29be0a60b531 req-3a42abfa-12c3-4328-b719-42aad98c436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:06.005909 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df91c54b-fdc0-4a2c-8e95-29be0a60b531 req-3a42abfa-12c3-4328-b719-42aad98c436c service neutron] 10.222.0.81 "GET /v2.0/networks?id=01af22ea-208e-42f3-8750-12dc092ece64 HTTP/1.1" status: 200 len: 913 time: 0.3724930 Feb 18 09:13:06.008910 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0', 'tag': '9cd6381f-84e6-4975-a025-e0905b137220', 'status': 'completed', 'code': 200} Feb 18 09:13:06.012155 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-abf32afd-a5cd-4c50-aa87-84cd85d41df3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:06.061600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-401a58fc-9fbb-4ca8-8279-b38551b943a4 None None] Provisioning for port c6291a7c-2a4d-40a7-9724-00dac73860d8 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:06.069899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-abf32afd-a5cd-4c50-aa87-84cd85d41df3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:port and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:06.089308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-abf32afd-a5cd-4c50-aa87-84cd85d41df3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:06.110536 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 2367bbae-ffd7-4cb7-82a4-82eeca70536b completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:06.163108 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df91c54b-fdc0-4a2c-8e95-29be0a60b531 req-0ddedf38-d6dc-40ca-8e02-41167f4e0243 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f04fb52-a0d0-45d2-8007-dc3ee0358096 HTTP/1.1" status: 200 len: 217 time: 0.1504941 Feb 18 09:13:06.190255 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 2367bbae-ffd7-4cb7-82a4-82eeca70536b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:06.190654 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:06.196188 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-abf32afd-a5cd-4c50-aa87-84cd85d41df3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:06.203148 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03e28a5f-4b88-4542-8074-da46fa1eefbc req-35361fe5-bf8f-4b6e-841a-5c480e5840c5 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 210 time: 0.1039782 Feb 18 09:13:06.267347 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-09d4e0ba-be2b-457c-b00f-d313a12080d9 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:06.271098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:06.297096 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf32afd-a5cd-4c50-aa87-84cd85d41df3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:06.313106 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-00d5273c-cac6-412d-80dd-a4f6fc2a88fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:06.314708 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-00d5273c-cac6-412d-80dd-a4f6fc2a88fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0597660a7b6044fbbceb5197befe8367&device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 1095 time: 0.5986869 Feb 18 09:13:06.319339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-09d4e0ba-be2b-457c-b00f-d313a12080d9 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:06.327542 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-09d4e0ba-be2b-457c-b00f-d313a12080d9 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6467557 Feb 18 09:13:06.333266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53522) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:06.334164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27', 'network_id': '6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27', 'tenant_id': 'a3064a784c634f64a677d43a9a9265ec', 'fixed_ips': [{'subnet_id': 'ebe62c09-ab7e-40ab-9f25-17ae733be3c1'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:13:06.335170 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:06.450057 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network d23e26bc-5cf9-431d-bd90-428f2b253546 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:06.453552 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:06.481965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-9600de1d-91a4-4d65-9a0b-81e0462c473e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group': {'name': 'tempest-secgroup--1457731834'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:06.503625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9600de1d-91a4-4d65-9a0b-81e0462c473e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:06.515381 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-8a04bc2c-d16b-4248-9244-33dbcb60c7d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cd6381f-84e6-4975-a025-e0905b137220 HTTP/1.1" status: 200 len: 217 time: 0.1833539 Feb 18 09:13:06.525771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91c54b-fdc0-4a2c-8e95-29be0a60b531 req-4ecdd140-f731-4505-b1ab-19179034f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:06.527451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df91c54b-fdc0-4a2c-8e95-29be0a60b531 req-4ecdd140-f731-4505-b1ab-19179034f67d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=02521a75-5255-4563-b440-1c6a701f579b HTTP/1.1" status: 200 len: 852 time: 0.3232646 Feb 18 09:13:06.578251 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:06.612741 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-abf32afd-a5cd-4c50-aa87-84cd85d41df3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:06.665324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-abf32afd-a5cd-4c50-aa87-84cd85d41df3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] device_id is not set on port 4e3f87a5-82cf-47e1-8dd9-72c5287b7a35 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:13:06.681681 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 2367bbae-ffd7-4cb7-82a4-82eeca70536b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2367bbae-ffd7-4cb7-82a4-82eeca70536b,segment=NetworkSegment(cdf96c9c-ca11-4e2a-8268-e77ea1d57098),segment_id=cdf96c9c-ca11-4e2a-8268-e77ea1d57098)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:06.709092 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:06.709792 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c6291a7c-2a4d-40a7-9724-00dac73860d8 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:06.731746 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:13:06.785183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Allocated IP 172.20.0.2 (6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27/ebe62c09-ab7e-40ab-9f25-17ae733be3c1/68d67daa-eabc-4212-81e8-19ddbab89a14) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:06.871948 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=2367bbae-ffd7-4cb7-82a4-82eeca70536b,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:06.893368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9600de1d-91a4-4d65-9a0b-81e0462c473e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:06.957840 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9600de1d-91a4-4d65-9a0b-81e0462c473e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:06.992763 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df91c54b-fdc0-4a2c-8e95-29be0a60b531 req-7b8a74a8-045b-40a3-981f-ac961a3d2461 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=01af22ea-208e-42f3-8750-12dc092ece64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4017813 Feb 18 09:13:06.999258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9600de1d-91a4-4d65-9a0b-81e0462c473e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:07.011702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d32f8-d3e0-40d8-b850-0282e5118b94 req-029a4dcc-5fa2-424d-86f5-f52693101974 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:07.025737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b31d32f8-d3e0-40d8-b850-0282e5118b94 req-029a4dcc-5fa2-424d-86f5-f52693101974 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 944 time: 0.8844447 Feb 18 09:13:07.034815 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port c6291a7c-2a4d-40a7-9724-00dac73860d8 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:07.044172 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port c6291a7c-2a4d-40a7-9724-00dac73860d8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:07.044748 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:07.077265 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:13:07.088396 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Sync routers for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:13:07.097360 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4a5f8775-6024-474f-8817-69b72e9bd752 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/75c5acd2-1b84-4119-aa90-fa54b6c3f8d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9781106 Feb 18 09:13:07.101761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53530) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:07.103446 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:07.104412 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:07.109053 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-09f79f83-e2ad-41a0-bd90-a900da9353e1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-951140813'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:07.116403 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-09f79f83-e2ad-41a0-bd90-a900da9353e1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:07.121506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-09f79f83-e2ad-41a0-bd90-a900da9353e1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:network and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:07.128732 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-09f79f83-e2ad-41a0-bd90-a900da9353e1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:07.150564 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-09f79f83-e2ad-41a0-bd90-a900da9353e1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:07.178815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f79f83-e2ad-41a0-bd90-a900da9353e1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Made reservation on behalf of ba9cbaab7e1546969ce0dfda386e955d for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:07.184233 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09f79f83-e2ad-41a0-bd90-a900da9353e1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:07.245295 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f79f83-e2ad-41a0-bd90-a900da9353e1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:13:07.258255 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:07.277504 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Transition to ACTIVE for port object 68d67daa-eabc-4212-81e8-19ddbab89a14 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:07.281592 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df91c54b-fdc0-4a2c-8e95-29be0a60b531 req-6737f708-7e93-4830-bf0a-80f78ab7ae7e service neutron] 10.222.0.81 "GET /v2.0/networks/01af22ea-208e-42f3-8750-12dc092ece64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078168 Feb 18 09:13:07.288978 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09f79f83-e2ad-41a0-bd90-a900da9353e1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:07.289199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9600de1d-91a4-4d65-9a0b-81e0462c473e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group_rule and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:07.289603 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-09f79f83-e2ad-41a0-bd90-a900da9353e1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Added segment 1ea6273b-d09a-4684-a91e-902edecbe43a of type vlan for network 92ba79eb-afe1-46de-843b-0a861e817b86 Feb 18 09:13:07.303244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9600de1d-91a4-4d65-9a0b-81e0462c473e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:07.334691 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Transition to ACTIVE for port object 68d67daa-eabc-4212-81e8-19ddbab89a14 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:07.338654 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6aba5ab4-63a6-41d6-b302-511bd70b1e5e None None] Provisioning for port a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:07.433039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9600de1d-91a4-4d65-9a0b-81e0462c473e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:07.448217 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:07.452658 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:13:07.462382 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09f79f83-e2ad-41a0-bd90-a900da9353e1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:07.473528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6aba5ab4-63a6-41d6-b302-511bd70b1e5e None None] Provisioning complete for port a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:07.474239 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6aba5ab4-63a6-41d6-b302-511bd70b1e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:07.483778 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b31d32f8-d3e0-40d8-b850-0282e5118b94 req-5820652f-fe2c-4860-bdea-76d2c024c964 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569030 Feb 18 09:13:07.643824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-5e088eee-6d9b-414c-bea2-16e5a8a778c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:07.647061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-5e088eee-6d9b-414c-bea2-16e5a8a778c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c479982d-9255-4d28-a965-c104ca7e375b HTTP/1.1" status: 200 len: 855 time: 1.1030605 Feb 18 09:13:07.647690 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:07.666426 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-6aba5ab4-63a6-41d6-b302-511bd70b1e5e None None] Port a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:13:07.733477 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:07.783352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caaeab-6aef-4c2c-8ffc-1dba1c3582a3 req-fa1b192b-61ef-4b10-b34c-dbc401726146 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:07.786722 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3caaeab-6aef-4c2c-8ffc-1dba1c3582a3 req-fa1b192b-61ef-4b10-b34c-dbc401726146 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 1096 time: 1.3604190 Feb 18 09:13:07.790131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-641daa9d-eea3-4af2-80cb-fd3ad2ca7f0b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8db52816-6ba5-48b1-b7d9-0bff9d47e11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108894 Feb 18 09:13:07.918765 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Pushing event updated for resources: {'Port': ['ID=68d67daa-eabc-4212-81e8-19ddbab89a14,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:07.994375 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9f04fb52-a0d0-45d2-8007-dc3ee0358096 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:13:08.141079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-abf32afd-a5cd-4c50-aa87-84cd85d41df3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Allocated IP 172.20.0.10 (6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27/ebe62c09-ab7e-40ab-9f25-17ae733be3c1/4e3f87a5-82cf-47e1-8dd9-72c5287b7a35) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:08.182500 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09f79f83-e2ad-41a0-bd90-a900da9353e1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:08.188927 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f79f83-e2ad-41a0-bd90-a900da9353e1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:08.190574 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-09f79f83-e2ad-41a0-bd90-a900da9353e1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:08.208015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 9f04fb52-a0d0-45d2-8007-dc3ee0358096, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9f04fb52-a0d0-45d2-8007-dc3ee0358096,segment=NetworkSegment(32f7dd0f-9e86-44fe-b522-e6af08dbe554),segment_id=32f7dd0f-9e86-44fe-b522-e6af08dbe554)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:08.233733 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3caaeab-6aef-4c2c-8ffc-1dba1c3582a3 req-a134c551-5802-43ee-908c-9c2fe2e5024a tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336147 Feb 18 09:13:08.245341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Network 6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:08.247931 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '9f04fb52-a0d0-45d2-8007-dc3ee0358096', 'network_id': '01af22ea-208e-42f3-8750-12dc092ece64', 'port_id': '9f04fb52-a0d0-45d2-8007-dc3ee0358096', 'mac_address': 'fa:16:3e:17:c6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02521a75-5255-4563-b440-1c6a701f579b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:13:08.256146 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:08.257727 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-09f79f83-e2ad-41a0-bd90-a900da9353e1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1542914 Feb 18 09:13:08.271713 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53538) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:08.344973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-5ae1bbb8-24aa-4cda-9cf9-23351095cb1f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'subnet': {'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:08.346696 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:13:08.356187 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:08.369500 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:04Z', 'revision_number': 3, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:05Z', 'revision_number': 2, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:08.391642 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Checking router: 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:13:08.391989 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Updating router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 port a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:13:08.453977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f04fb52-a0d0-45d2-8007-dc3ee0358096 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:13:08.498893 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:08.500011 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:08.538726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df91c54b-fdc0-4a2c-8e95-29be0a60b531 req-4a549b5b-3b19-48e1-8fc0-ab063a8b2ac0 service neutron] 10.222.0.81 "GET /v2.0/networks/01af22ea-208e-42f3-8750-12dc092ece64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2275770 Feb 18 09:13:08.539411 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6aba5ab4-63a6-41d6-b302-511bd70b1e5e None None] Provisioning complete for port c6291a7c-2a4d-40a7-9724-00dac73860d8 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:08.539955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-ea7cca95-6a79-4adc-b6ee-9462f3e91421 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:08.540668 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6aba5ab4-63a6-41d6-b302-511bd70b1e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:08.543313 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-ea7cca95-6a79-4adc-b6ee-9462f3e91421 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.81 "GET /v2.0/networks?id=08c443ef-2e94-4a7f-948a-fce9e3fe13c3 HTTP/1.1" status: 200 len: 809 time: 0.9357359 Feb 18 09:13:08.544297 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f79f83-e2ad-41a0-bd90-a900da9353e1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Network': ['ID=92ba79eb-afe1-46de-843b-0a861e817b86,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:08.566578 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-790009b9-2db4-46d8-b2fa-a29c803ca7e3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Request body: {'port': {'device_id': '52b08753-0c73-4660-8ad5-8c9adbbf4d57', 'network_id': '08c443ef-2e94-4a7f-948a-fce9e3fe13c3', 'admin_state_up': True, 'tenant_id': '26ec0ac07d2144d8bb0acaad42fafb70'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:08.571663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:08.572325 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:08.610564 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 92ba79eb-afe1-46de-843b-0a861e817b86 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:13:08.642164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port c6291a7c-2a4d-40a7-9724-00dac73860d8, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c6291a7c-2a4d-40a7-9724-00dac73860d8,segment=NetworkSegment(c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8),segment_id=c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:08.656202 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 9f04fb52-a0d0-45d2-8007-dc3ee0358096, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9f04fb52-a0d0-45d2-8007-dc3ee0358096,segment=NetworkSegment(32f7dd0f-9e86-44fe-b522-e6af08dbe554),segment_id=32f7dd0f-9e86-44fe-b522-e6af08dbe554)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:08.700705 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea7f98-658e-49ef-8b68-3e1602938742 req-51a76832-4efa-4998-80db-14e6fdc80d4c tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:08.703134 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fea7f98-658e-49ef-8b68-3e1602938742 req-51a76832-4efa-4998-80db-14e6fdc80d4c tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 944 time: 0.9067583 Feb 18 09:13:08.718507 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9600de1d-91a4-4d65-9a0b-81e0462c473e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:08.730094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Attempting to bind port 68d67daa-eabc-4212-81e8-19ddbab89a14 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:08.730818 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Attempting to bind port 68d67daa-eabc-4212-81e8-19ddbab89a14 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'b0356aca-a01e-470d-9603-913894d28e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:08.731403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Attempting to bind port 68d67daa-eabc-4212-81e8-19ddbab89a14 on network 6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:13:08.733714 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:08.763042 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4bf7607b-7068-4858-8ce9-2954738e824b req-b1c4d3ab-91c2-4d63-bac9-9e04657bc5dd tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 210 time: 0.2207506 Feb 18 09:13:08.766623 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-e6eb9134-274d-4125-96b1-11434c7c1dc3 service neutron] 10.222.0.61 "GET /v2.0/networks/8db52816-6ba5-48b1-b7d9-0bff9d47e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9444413 Feb 18 09:13:08.778390 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:08.804462 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9600de1d-91a4-4d65-9a0b-81e0462c473e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:08.860855 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:13:08.861292 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Checking segment: {'id': 'b0356aca-a01e-470d-9603-913894d28e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:13:08.861794 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:08.862291 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Bound using segment: {'id': 'b0356aca-a01e-470d-9603-913894d28e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:13:08.862878 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Bound port: 68d67daa-eabc-4212-81e8-19ddbab89a14, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0356aca-a01e-470d-9603-913894d28e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:08.864038 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.071677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fea7f98-658e-49ef-8b68-3e1602938742 req-30e4e4c2-f26b-4204-aea5-687feab209cf tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504512 Feb 18 09:13:09.075943 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2367bbae-ffd7-4cb7-82a4-82eeca70536b up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:09.080449 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9600de1d-91a4-4d65-9a0b-81e0462c473e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.083833 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9600de1d-91a4-4d65-9a0b-81e0462c473e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.7481182 Feb 18 09:13:09.090824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53544) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:09.127181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0bf9229d-1249-4c84-b490-d361bed70f8a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Request body: {'security_group_rule': {'security_group_id': '5fdeadef-a7c9-4bab-b2e9-599408d4dd70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:09.130481 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5ae1bbb8-24aa-4cda-9cf9-23351095cb1f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:09.137105 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-790009b9-2db4-46d8-b2fa-a29c803ca7e3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:09.144231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5ae1bbb8-24aa-4cda-9cf9-23351095cb1f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:subnet and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:09.149750 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5ae1bbb8-24aa-4cda-9cf9-23351095cb1f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:09.164058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-790009b9-2db4-46d8-b2fa-a29c803ca7e3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Usage tracker for resource:port and tenant:26ec0ac07d2144d8bb0acaad42fafb70 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:09.169711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-790009b9-2db4-46d8-b2fa-a29c803ca7e3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:09.178905 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5ae1bbb8-24aa-4cda-9cf9-23351095cb1f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:09.181634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-790009b9-2db4-46d8-b2fa-a29c803ca7e3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:09.216147 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.224193 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae1bbb8-24aa-4cda-9cf9-23351095cb1f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Made reservation on behalf of ba9cbaab7e1546969ce0dfda386e955d for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:09.228219 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ae1bbb8-24aa-4cda-9cf9-23351095cb1f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.231444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0bf9229d-1249-4c84-b490-d361bed70f8a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:09.241642 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Transition to ACTIVE for port object a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:09.254550 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.258921 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-790009b9-2db4-46d8-b2fa-a29c803ca7e3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Made reservation on behalf of 26ec0ac07d2144d8bb0acaad42fafb70 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:09.263438 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-790009b9-2db4-46d8-b2fa-a29c803ca7e3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.274279 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600de1d-91a4-4d65-9a0b-81e0462c473e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdeadef-a7c9-4bab-b2e9-599408d4dd70,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:09.283179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0bf9229d-1249-4c84-b490-d361bed70f8a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Usage tracker for resource:security_group_rule and tenant:76a22fb5f1ba45d5940bd736db6f575e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:09.295864 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0bf9229d-1249-4c84-b490-d361bed70f8a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:09.311167 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-abf32afd-a5cd-4c50-aa87-84cd85d41df3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.329092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0bf9229d-1249-4c84-b490-d361bed70f8a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:09.348403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['9f04fb52-a0d0-45d2-8007-dc3ee0358096'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:13:09.354181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e9c0e-ea5a-4b5b-9924-a58c773a8b04 req-8a98f716-1f56-42d1-a01d-1f18282f031f tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:09.367624 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2e9c0e-ea5a-4b5b-9924-a58c773a8b04 req-8a98f716-1f56-42d1-a01d-1f18282f031f tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 944 time: 0.2287943 Feb 18 09:13:09.468629 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d2e9c0e-ea5a-4b5b-9924-a58c773a8b04 req-2f9844fb-abca-4f12-b18f-a0af693e6d25 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763984 Feb 18 09:13:09.476334 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf6aacc8-8fe1-403f-a336-be4484bf0753 req-8adbb095-a90a-4026-bfa9-be7ebb398060 service neutron] 10.222.0.61 "GET /v2.0/networks/8db52816-6ba5-48b1-b7d9-0bff9d47e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6891255 Feb 18 09:13:09.574918 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=c6291a7c-2a4d-40a7-9724-00dac73860d8,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:09.591709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-abf32afd-a5cd-4c50-aa87-84cd85d41df3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Transition to ACTIVE for port object 4e3f87a5-82cf-47e1-8dd9-72c5287b7a35 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:09.634179 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5550d-dcda-46d7-9836-3aa541284bc4 None None] Pushing event updated for resources: {'Port': ['ID=a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:09.658815 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5550d-dcda-46d7-9836-3aa541284bc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:09.659169 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5550d-dcda-46d7-9836-3aa541284bc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:09.659510 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5550d-dcda-46d7-9836-3aa541284bc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:09.659849 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5550d-dcda-46d7-9836-3aa541284bc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:09.661594 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5550d-dcda-46d7-9836-3aa541284bc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:09.661837 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5550d-dcda-46d7-9836-3aa541284bc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:09.662236 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5550d-dcda-46d7-9836-3aa541284bc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:09.662651 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5550d-dcda-46d7-9836-3aa541284bc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:09.662985 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5550d-dcda-46d7-9836-3aa541284bc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:09.663315 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5550d-dcda-46d7-9836-3aa541284bc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:09.663693 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5550d-dcda-46d7-9836-3aa541284bc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:09.664025 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe5550d-dcda-46d7-9836-3aa541284bc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:09.672687 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Attempting to bind port a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:09.673008 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Attempting to bind port a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:09.673412 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Attempting to bind port a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c on network d23e26bc-5cf9-431d-bd90-428f2b253546 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:13:09.679590 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:13:09.679968 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Checking segment: {'id': 'c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:13:09.680567 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.681156 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Bound using segment: {'id': 'c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:13:09.681441 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Bound port: a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:09.684376 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.693987 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0bf9229d-1249-4c84-b490-d361bed70f8a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.740015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] For port 68d67daa-eabc-4212-81e8-19ddbab89a14, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:13:09.748467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] For port 68d67daa-eabc-4212-81e8-19ddbab89a14, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=68d67daa-eabc-4212-81e8-19ddbab89a14,segment=NetworkSegment(b0356aca-a01e-470d-9603-913894d28e06),segment_id=b0356aca-a01e-470d-9603-913894d28e06)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:13:09.775715 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=9f04fb52-a0d0-45d2-8007-dc3ee0358096,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:09.803183 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-790009b9-2db4-46d8-b2fa-a29c803ca7e3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Allocated IP 172.20.0.5 (08c443ef-2e94-4a7f-948a-fce9e3fe13c3/e199a898-e529-42e1-8249-3206eaf3c78b/8c56296d-8a89-4588-a29d-d56a27c61a16) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:09.846622 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.850130 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] For port a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:13:09.850948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a6df9-6ab0-42c7-8f02-54c84bc0a65b req-428d9d14-e65b-4cbd-9bfb-451a47bceb17 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:09.855299 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb9a6df9-6ab0-42c7-8f02-54c84bc0a65b req-428d9d14-e65b-4cbd-9bfb-451a47bceb17 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 1096 time: 0.3779628 Feb 18 09:13:09.857063 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] For port a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c,segment=NetworkSegment(c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8),segment_id=c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:13:09.871222 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.915869 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-abf32afd-a5cd-4c50-aa87-84cd85d41df3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.936067 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0bf9229d-1249-4c84-b490-d361bed70f8a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.939686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed95de-3494-4590-87db-09f28acd4941 req-f7e66335-02e0-4f9b-a9d3-9f12bf522a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:09.945611 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22ed95de-3494-4590-87db-09f28acd4941 req-f7e66335-02e0-4f9b-a9d3-9f12bf522a84 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0597660a7b6044fbbceb5197befe8367&device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 1095 time: 0.4010248 Feb 18 09:13:09.979021 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:09.987117 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5550d-dcda-46d7-9836-3aa541284bc4 None None] Pushing event updated for resources: {'Port': ['ID=a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:10.007742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e08460-df3f-4f78-b40b-1735dab40751 None None] Pushing event updated for resources: {'Port': ['ID=68d67daa-eabc-4212-81e8-19ddbab89a14,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:10.031496 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:10.032332 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:10.055192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 2367bbae-ffd7-4cb7-82a4-82eeca70536b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:10.055573 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:10.072558 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd78f82c-cd79-40e4-8075-9e91f2597f3b req-aef5e84a-6451-4778-9213-639e8a5aaf18 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 210 time: 0.1092844 Feb 18 09:13:10.073251 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0bf9229d-1249-4c84-b490-d361bed70f8a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:10.078566 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb9a6df9-6ab0-42c7-8f02-54c84bc0a65b req-1390f4b5-5ef5-4180-a769-4e7b7365c2e8 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030585 Feb 18 09:13:10.137424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf32afd-a5cd-4c50-aa87-84cd85d41df3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network 6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:10.146957 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf32afd-a5cd-4c50-aa87-84cd85d41df3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=4e3f87a5-82cf-47e1-8dd9-72c5287b7a35,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:10.170307 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7deeaa69-7ac1-4b05-a9d2-3c23376b16d4,segment=NetworkSegment(ac80f371-d341-48b8-8ff4-a7957011c6f8),segment_id=ac80f371-d341-48b8-8ff4-a7957011c6f8)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:10.180421 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d66112-1a3c-46b9-8784-c3f07c9a425d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7deeaa69-7ac1-4b05-a9d2-3c23376b16d4'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:13:10.183284 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-abf32afd-a5cd-4c50-aa87-84cd85d41df3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:10.212540 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:10.218754 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf32afd-a5cd-4c50-aa87-84cd85d41df3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:13:10.465819 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d66112-1a3c-46b9-8784-c3f07c9a425d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7deeaa69-7ac1-4b05-a9d2-3c23376b16d4', 'code': 200} Feb 18 09:13:10.500165 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:13:10.573080 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ae1bbb8-24aa-4cda-9cf9-23351095cb1f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:10.583160 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed95de-3494-4590-87db-09f28acd4941 req-9f6e0b4a-671a-4f08-91ba-fb30d3899f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:10.587014 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22ed95de-3494-4590-87db-09f28acd4941 req-9f6e0b4a-671a-4f08-91ba-fb30d3899f8e service neutron] 10.222.0.61 "GET /v2.0/networks?id=8db52816-6ba5-48b1-b7d9-0bff9d47e11e HTTP/1.1" status: 200 len: 916 time: 0.5207043 Feb 18 09:13:10.593837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9229d-1249-4c84-b490-d361bed70f8a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f0bc90-f88f-48ea-989e-5ec88c4b28ce,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:10.606450 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0bf9229d-1249-4c84-b490-d361bed70f8a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:10.608671 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0bf9229d-1249-4c84-b490-d361bed70f8a tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5020561 Feb 18 09:13:10.620155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53560) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:10.656988 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1bbb8-24aa-4cda-9cf9-23351095cb1f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Subnet': ['ID=1cd2bc31-e24a-4934-905d-9e99b5514908,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:10.665123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf32afd-a5cd-4c50-aa87-84cd85d41df3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:10.665755 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-abf32afd-a5cd-4c50-aa87-84cd85d41df3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:10.770547 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-abf32afd-a5cd-4c50-aa87-84cd85d41df3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.0644498 Feb 18 09:13:10.776330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53562) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:10.795707 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1dbfa176-9bb0-409d-9e6a-1fdd7ed8d34c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'network_id': '6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27', 'name': 'tempest-PortsTestJSON-2071396731', 'fixed_ips': [{'subnet_id': 'ebe62c09-ab7e-40ab-9f25-17ae733be3c1', 'ip_address': '172.20.0.9'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:10.823107 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-790009b9-2db4-46d8-b2fa-a29c803ca7e3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:10.835979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=7deeaa69-7ac1-4b05-a9d2-3c23376b16d4,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:10.839748 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae1bbb8-24aa-4cda-9cf9-23351095cb1f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Checking segment: {'id': '1ea6273b-d09a-4684-a91e-902edecbe43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:13:10.840189 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae1bbb8-24aa-4cda-9cf9-23351095cb1f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network hostable DHCP agents. Network: 92ba79eb-afe1-46de-843b-0a861e817b86, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:13:11.132650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1dbfa176-9bb0-409d-9e6a-1fdd7ed8d34c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:11.143258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1dbfa176-9bb0-409d-9e6a-1fdd7ed8d34c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:port and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:11.161232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1dbfa176-9bb0-409d-9e6a-1fdd7ed8d34c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:11.166296 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-790009b9-2db4-46d8-b2fa-a29c803ca7e3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:11.169103 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae1bbb8-24aa-4cda-9cf9-23351095cb1f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 92ba79eb-afe1-46de-843b-0a861e817b86 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:13:11.193161 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:04Z', 'revision_number': 3, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:09Z', 'revision_number': 4, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:11.199933 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d251fd-4e13-4bbb-82dc-c942541f48c6 None None] The sync data for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 is: [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:04Z', 'revision_number': 3, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:09Z', 'revision_number': 4, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:13:11.208407 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22ed95de-3494-4590-87db-09f28acd4941 req-f2533e22-462a-45a7-a804-0f4b959d6551 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cd6381f-84e6-4975-a025-e0905b137220 HTTP/1.1" status: 200 len: 217 time: 0.5855961 Feb 18 09:13:11.211747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1dbfa176-9bb0-409d-9e6a-1fdd7ed8d34c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:11.283563 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:11.313667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 68d67daa-eabc-4212-81e8-19ddbab89a14 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:11.324963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed95de-3494-4590-87db-09f28acd4941 req-417a0bfd-7a23-4629-a83d-6e0e4b39e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:11.326526 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22ed95de-3494-4590-87db-09f28acd4941 req-417a0bfd-7a23-4629-a83d-6e0e4b39e1b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c479982d-9255-4d28-a965-c104ca7e375b HTTP/1.1" status: 200 len: 855 time: 0.1029172 Feb 18 09:13:11.484012 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22ed95de-3494-4590-87db-09f28acd4941 req-dd9119df-a995-4d88-aed8-5e83b3c3139e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8db52816-6ba5-48b1-b7d9-0bff9d47e11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1433918 Feb 18 09:13:11.493542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-790009b9-2db4-46d8-b2fa-a29c803ca7e3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Network 08c443ef-2e94-4a7f-948a-fce9e3fe13c3 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:11.497255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-790009b9-2db4-46d8-b2fa-a29c803ca7e3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:11.503459 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 68d67daa-eabc-4212-81e8-19ddbab89a14 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:11.509001 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-5ae1bbb8-24aa-4cda-9cf9-23351095cb1f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 92ba79eb-afe1-46de-843b-0a861e817b86) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:11.511036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-790009b9-2db4-46d8-b2fa-a29c803ca7e3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:13:11.522619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e0136a-2c84-4219-9cd0-31474483b806 None None] Network 92ba79eb-afe1-46de-843b-0a861e817b86 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:13:11.540514 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:11.541095 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c6291a7c-2a4d-40a7-9724-00dac73860d8 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:11.544825 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790009b9-2db4-46d8-b2fa-a29c803ca7e3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Pushing event updated for resources: {'Port': ['ID=8c56296d-8a89-4588-a29d-d56a27c61a16,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:11.558046 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbfa176-9bb0-409d-9e6a-1fdd7ed8d34c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:11.563166 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dbfa176-9bb0-409d-9e6a-1fdd7ed8d34c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:11.586324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae1bbb8-24aa-4cda-9cf9-23351095cb1f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:11.586989 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ae1bbb8-24aa-4cda-9cf9-23351095cb1f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:11.632710 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-1dbfa176-9bb0-409d-9e6a-1fdd7ed8d34c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] device_id is not set on port 6f938715-6945-48b0-b421-c5e309c9782d yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:13:11.698036 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ee0c3474-f234-4de9-883f-5da6cd614b19 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:11.756068 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ee0c3474-f234-4de9-883f-5da6cd614b19 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:11.852107 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ee0c3474-f234-4de9-883f-5da6cd614b19 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:11.892713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee15db1-e11f-462f-bc22-00f7f1af434c req-050ce751-45f7-4c5c-a8eb-31fc842a0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:11.895317 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ee15db1-e11f-462f-bc22-00f7f1af434c req-050ce751-45f7-4c5c-a8eb-31fc842a0680 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 1097 time: 1.2761009 Feb 18 09:13:11.945088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-790009b9-2db4-46d8-b2fa-a29c803ca7e3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:11.945994 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-790009b9-2db4-46d8-b2fa-a29c803ca7e3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:11.960197 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ee0c3474-f234-4de9-883f-5da6cd614b19 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:11.961921 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ee0c3474-f234-4de9-883f-5da6cd614b19 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-groups/5fdeadef-a7c9-4bab-b2e9-599408d4dd70 HTTP/1.1" status: 204 len: 168 time: 1.1889820 Feb 18 09:13:11.965087 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5ae1bbb8-24aa-4cda-9cf9-23351095cb1f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6416976 Feb 18 09:13:11.965767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53572) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:11.978693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53574) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:11.979441 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9f04fb52-a0d0-45d2-8007-dc3ee0358096 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:11.996804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c3474-f234-4de9-883f-5da6cd614b19 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdeadef-a7c9-4bab-b2e9-599408d4dd70,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:12.041217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412eb81-bcf3-4161-bc91-2a9f92e7f5bc req-38b1c4d5-5574-437f-a0b4-b085f30c87e3 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:12.042920 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e412eb81-bcf3-4161-bc91-2a9f92e7f5bc req-38b1c4d5-5574-437f-a0b4-b085f30c87e3 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 945 time: 1.4517400 Feb 18 09:13:12.051497 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fc4035-06ce-4a00-8b18-21aa49782f0a None None] Network 6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:13:12.051722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0735d9b-5fff-4e70-8484-f4a6dda65b00 req-c920a690-2ff3-448d-bd84-ece6d9067008 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:12.053371 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b0735d9b-5fff-4e70-8484-f4a6dda65b00 req-c920a690-2ff3-448d-bd84-ece6d9067008 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 944 time: 0.8854713 Feb 18 09:13:12.073775 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ee15db1-e11f-462f-bc22-00f7f1af434c req-cc07a8ca-f637-47e5-a5cc-e923e90caebb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652031 Feb 18 09:13:12.115971 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22ed95de-3494-4590-87db-09f28acd4941 req-a0f745bf-0a25-4bac-9b07-5e9ccb12b380 service neutron] 10.222.0.61 "GET /v2.0/networks/8db52816-6ba5-48b1-b7d9-0bff9d47e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985131 Feb 18 09:13:12.121776 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-790009b9-2db4-46d8-b2fa-a29c803ca7e3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5633209 Feb 18 09:13:12.124493 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-1dbfa176-9bb0-409d-9e6a-1fdd7ed8d34c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Allocated IP 172.20.0.9 (6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27/ebe62c09-ab7e-40ab-9f25-17ae733be3c1/6f938715-6945-48b0-b421-c5e309c9782d) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:12.164037 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port c6291a7c-2a4d-40a7-9724-00dac73860d8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:12.164521 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:12.165947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b0735d9b-5fff-4e70-8484-f4a6dda65b00 req-50f7a465-a82c-4000-a4a8-5c59c293e48f tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880516 Feb 18 09:13:12.171359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e412eb81-bcf3-4161-bc91-2a9f92e7f5bc req-d482a570-d0ee-427d-a6d5-68eb170d15d6 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999770 Feb 18 09:13:12.199573 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Request body: {'port': {'device_id': '52b08753-0c73-4660-8ad5-8c9adbbf4d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:12.334063 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1d85e965-2f64-4246-a7fe-efb667095635 None None] Provisioning for port 68d67daa-eabc-4212-81e8-19ddbab89a14 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:12.374374 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1d85e965-2f64-4246-a7fe-efb667095635 None None] Provisioning complete for port 68d67daa-eabc-4212-81e8-19ddbab89a14 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:12.374777 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1d85e965-2f64-4246-a7fe-efb667095635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:12.429503 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:12.492094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 9f04fb52-a0d0-45d2-8007-dc3ee0358096 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:12.501496 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d1ce6dcb-bfcc-475f-82d3-ff2f18775394 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5269704 Feb 18 09:13:12.506321 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-92ba79eb-afe1-46de-843b-0a861e817b86', 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'fixed_ips': [{'subnet_id': '1cd2bc31-e24a-4934-905d-9e99b5514908'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:13:12.507144 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:12.529752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53580) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:12.544192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 9f04fb52-a0d0-45d2-8007-dc3ee0358096 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:12.544595 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:12.655304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d224946-cc62-444b-b4fc-e03cbd9da4d8 req-049795bd-f920-46e5-aab0-be33db5c2017 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:12.656878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d224946-cc62-444b-b4fc-e03cbd9da4d8 req-049795bd-f920-46e5-aab0-be33db5c2017 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 931 time: 0.2863507 Feb 18 09:13:12.663431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-efe5022e-b164-45d7-bc0c-effd63eb8c82 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Synchronizing usage tracker for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:12.697538 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22ed95de-3494-4590-87db-09f28acd4941 req-af2f8431-0754-45cf-a69d-49adc56eb3fe service neutron] 10.222.0.61 "GET /v2.0/networks/8db52816-6ba5-48b1-b7d9-0bff9d47e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584135 Feb 18 09:13:12.723603 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b023c1-7e4b-43af-9325-370570cae6cd req-840cbd5c-b079-493f-924d-6739f88ad771 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:12.725289 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3b023c1-7e4b-43af-9325-370570cae6cd req-840cbd5c-b079-493f-924d-6739f88ad771 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 1097 time: 0.2950127 Feb 18 09:13:12.750914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-efe5022e-b164-45d7-bc0c-effd63eb8c82 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] Unset dirty status for tenant:76a22fb5f1ba45d5940bd736db6f575e on resource:security_group_rule {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:12.752131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-efe5022e-b164-45d7-bc0c-effd63eb8c82 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2215035 Feb 18 09:13:12.760123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53584) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:12.762384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0d224946-cc62-444b-b4fc-e03cbd9da4d8 req-5393c2be-6a21-45d4-9c22-05536ec52445 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Synchronizing usage tracker for tenant:26ec0ac07d2144d8bb0acaad42fafb70 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:12.812247 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-afad864f-74c7-4fbf-ab62-0f96ae3e42d0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] delete failed (client error): The resource could not be found. Feb 18 09:13:12.821626 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-afad864f-74c7-4fbf-ab62-0f96ae3e42d0 tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "DELETE /v2.0/security-groups/5fdeadef-a7c9-4bab-b2e9-599408d4dd70 HTTP/1.1" status: 404 len: 347 time: 0.0563564 Feb 18 09:13:12.840188 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53588) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:12.854431 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3b023c1-7e4b-43af-9325-370570cae6cd req-3f0dae35-a5ee-4781-8e16-60a6251977c1 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187568 Feb 18 09:13:12.861932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0d224946-cc62-444b-b4fc-e03cbd9da4d8 req-5393c2be-6a21-45d4-9c22-05536ec52445 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Unset dirty status for tenant:26ec0ac07d2144d8bb0acaad42fafb70 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:12.863644 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d224946-cc62-444b-b4fc-e03cbd9da4d8 req-5393c2be-6a21-45d4-9c22-05536ec52445 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936948 Feb 18 09:13:13.113964 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Allocated IP 2001:db8:2::2 (92ba79eb-afe1-46de-843b-0a861e817b86/1cd2bc31-e24a-4934-905d-9e99b5514908/37bda633-55b2-47a8-b5bf-8b34973fe29e) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:13.116154 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1d85e965-2f64-4246-a7fe-efb667095635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:13.131569 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:13.159788 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:13.229327 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0d24a326-e9d4-498f-bc5f-8ecb5737657e tempest-SecGroupIPv6Test-802769015 tempest-SecGroupIPv6Test-802769015-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3747106 Feb 18 09:13:13.326050 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f5e050-2752-467d-926c-29a198ddec8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f04fb52-a0d0-45d2-8007-dc3ee0358096'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:13:13.344064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1d85e965-2f64-4246-a7fe-efb667095635 None None] For port 68d67daa-eabc-4212-81e8-19ddbab89a14, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=68d67daa-eabc-4212-81e8-19ddbab89a14,segment=NetworkSegment(b0356aca-a01e-470d-9603-913894d28e06),segment_id=b0356aca-a01e-470d-9603-913894d28e06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:13.353988 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 9f04fb52-a0d0-45d2-8007-dc3ee0358096, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9f04fb52-a0d0-45d2-8007-dc3ee0358096,segment=NetworkSegment(32f7dd0f-9e86-44fe-b522-e6af08dbe554),segment_id=32f7dd0f-9e86-44fe-b522-e6af08dbe554)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:13.360037 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1d85e965-2f64-4246-a7fe-efb667095635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:13.429966 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:13.520974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:13.555631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:13.556003 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:13.583456 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dbfa176-9bb0-409d-9e6a-1fdd7ed8d34c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:13.624466 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85e965-2f64-4246-a7fe-efb667095635 None None] Pushing event updated for resources: {'Port': ['ID=68d67daa-eabc-4212-81e8-19ddbab89a14,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:13.677032 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-1dbfa176-9bb0-409d-9e6a-1fdd7ed8d34c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Transition to ACTIVE for port object 6f938715-6945-48b0-b421-c5e309c9782d will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:13.766957 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9cd6381f-84e6-4975-a025-e0905b137220 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:13:13.799511 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:13.814220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53602) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:13.978672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b6e06-f09e-4522-9a48-3116680e23a4 req-cff7abfb-1f9c-4626-96a6-ccbc33188247 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:13.982496 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-826b6e06-f09e-4522-9a48-3116680e23a4 req-cff7abfb-1f9c-4626-96a6-ccbc33188247 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 946 time: 0.5003471 Feb 18 09:13:13.999991 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=9f04fb52-a0d0-45d2-8007-dc3ee0358096,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:14.005344 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.014009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842de2e9-9200-48c9-a72a-90a2cf061770 req-50ad7bc5-bfa9-4766-95a7-355ae7147044 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:14.025035 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-842de2e9-9200-48c9-a72a-90a2cf061770 req-50ad7bc5-bfa9-4766-95a7-355ae7147044 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 944 time: 0.4091237 Feb 18 09:13:14.035779 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dbfa176-9bb0-409d-9e6a-1fdd7ed8d34c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.094456 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3081be76-e1e9-463d-8154-0276e0fb1c7f None None] Provisioning for port 4e3f87a5-82cf-47e1-8dd9-72c5287b7a35 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:14.109606 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Transition to ACTIVE for port object 37bda633-55b2-47a8-b5bf-8b34973fe29e will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:14.121776 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3081be76-e1e9-463d-8154-0276e0fb1c7f None None] Provisioning complete for port 4e3f87a5-82cf-47e1-8dd9-72c5287b7a35 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:14.122275 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3081be76-e1e9-463d-8154-0276e0fb1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.124348 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-826b6e06-f09e-4522-9a48-3116680e23a4 req-c2357928-55ea-4d77-96b2-d056358748b4 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274869 Feb 18 09:13:14.134150 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-842de2e9-9200-48c9-a72a-90a2cf061770 req-25a5a02e-352a-4cb8-bef5-a9b422884ef8 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080511 Feb 18 09:13:14.153960 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:13:14.283737 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f5e050-2752-467d-926c-29a198ddec8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f04fb52-a0d0-45d2-8007-dc3ee0358096', 'code': 200} Feb 18 09:13:14.297807 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Transition to ACTIVE for port object 37bda633-55b2-47a8-b5bf-8b34973fe29e will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:14.301287 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbfa176-9bb0-409d-9e6a-1fdd7ed8d34c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network 6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:14.315944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-1dbfa176-9bb0-409d-9e6a-1fdd7ed8d34c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:14.325252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfa176-9bb0-409d-9e6a-1fdd7ed8d34c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=6f938715-6945-48b0-b421-c5e309c9782d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:14.327792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbfa176-9bb0-409d-9e6a-1fdd7ed8d34c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:13:14.367503 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.427500 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-3081be76-e1e9-463d-8154-0276e0fb1c7f None None] Port 4e3f87a5-82cf-47e1-8dd9-72c5287b7a35 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:13:14.436520 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c56296d-8a89-4588-a29d-d56a27c61a16 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:13:14.457436 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-448045ae-ff44-48f0-b982-92de90f33b00 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=76a22fb5f1ba45d5940bd736db6f575e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6387651 Feb 18 09:13:14.459488 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.471198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53612) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:14.482596 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.495085 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Network 92ba79eb-afe1-46de-843b-0a861e817b86 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:14.500904 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9cd6381f-84e6-4975-a025-e0905b137220, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9cd6381f-84e6-4975-a025-e0905b137220,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:14.512414 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:14.526755 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Transition to ACTIVE for port object 8c56296d-8a89-4588-a29d-d56a27c61a16 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:14.528073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:13:14.540455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbfa176-9bb0-409d-9e6a-1fdd7ed8d34c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:14.540738 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dbfa176-9bb0-409d-9e6a-1fdd7ed8d34c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.546992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '9cd6381f-84e6-4975-a025-e0905b137220', 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e', 'port_id': '9cd6381f-84e6-4975-a025-e0905b137220', 'mac_address': 'fa:16:3e:2c:6e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c479982d-9255-4d28-a965-c104ca7e375b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:13:14.551640 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Pushing event updated for resources: {'Port': ['ID=37bda633-55b2-47a8-b5bf-8b34973fe29e,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:14.554082 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3081be76-e1e9-463d-8154-0276e0fb1c7f None None] Provisioning complete for port 68d67daa-eabc-4212-81e8-19ddbab89a14 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:14.554373 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3081be76-e1e9-463d-8154-0276e0fb1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.558405 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.572329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc0c92-4c20-4882-a63a-f2d32e3d368a req-83702d32-d93c-4587-ad31-71699ea0f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:14.574214 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4cc0c92-4c20-4882-a63a-f2d32e3d368a req-83702d32-d93c-4587-ad31-71699ea0f480 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 1097 time: 0.2785623 Feb 18 09:13:14.621180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9a5ff-f804-46c4-9631-42b725a950b3 req-ac62bdf7-ce17-46a7-9a50-b81ddf2fce4a tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:14.622991 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-adb9a5ff-f804-46c4-9631-42b725a950b3 req-ac62bdf7-ce17-46a7-9a50-b81ddf2fce4a tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 1097 time: 0.2600036 Feb 18 09:13:14.689665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65900b9-9a96-4559-8120-221fe7fbafda req-2880a551-985f-436b-8df2-9ecf37c9c30f tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:14.692003 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f65900b9-9a96-4559-8120-221fe7fbafda req-2880a551-985f-436b-8df2-9ecf37c9c30f tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 931 time: 0.2722850 Feb 18 09:13:14.697229 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4cc0c92-4c20-4882-a63a-f2d32e3d368a req-15b6624b-3a1e-40ab-bb2e-4fee16ac3cff service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124995 Feb 18 09:13:14.723957 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-adb9a5ff-f804-46c4-9631-42b725a950b3 req-d719159d-1f27-4ff8-a669-d33b81c41910 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853665 Feb 18 09:13:14.757330 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c,segment=NetworkSegment(c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8),segment_id=c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:14.788836 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f65900b9-9a96-4559-8120-221fe7fbafda req-dd654491-b1bd-4f9d-8d6a-e2eccce05ffe tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806029 Feb 18 09:13:14.791777 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.848190 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1dbfa176-9bb0-409d-9e6a-1fdd7ed8d34c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0706706 Feb 18 09:13:14.854749 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53618) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:14.861271 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.871289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Attempting to bind port 37bda633-55b2-47a8-b5bf-8b34973fe29e on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:14.871603 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99b818aa-0c38-4e4c-9e7c-25d3c0f985cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.871712 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Attempting to bind port 37bda633-55b2-47a8-b5bf-8b34973fe29e by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '1ea6273b-d09a-4684-a91e-902edecbe43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:14.872025 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Attempting to bind port 37bda633-55b2-47a8-b5bf-8b34973fe29e on network 92ba79eb-afe1-46de-843b-0a861e817b86 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:13:14.903032 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:13:14.903624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Checking segment: {'id': '1ea6273b-d09a-4684-a91e-902edecbe43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:13:14.904176 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.904622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Bound using segment: {'id': '1ea6273b-d09a-4684-a91e-902edecbe43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:13:14.905128 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Bound port: 37bda633-55b2-47a8-b5bf-8b34973fe29e, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea6273b-d09a-4684-a91e-902edecbe43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:14.905489 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:14.920072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Pushing event updated for resources: {'Port': ['ID=8c56296d-8a89-4588-a29d-d56a27c61a16,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:14.931174 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd6381f-84e6-4975-a025-e0905b137220 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:13:14.990335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:15.095889 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99b818aa-0c38-4e4c-9e7c-25d3c0f985cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:15.121196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9cd6381f-84e6-4975-a025-e0905b137220, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9cd6381f-84e6-4975-a025-e0905b137220,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:15.138272 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 68d67daa-eabc-4212-81e8-19ddbab89a14 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:15.142226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfe748-884c-4bfe-866a-32a0753015cf req-07c8ba85-6359-41ca-a3ae-36d3b8d1b3fa tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:15.144179 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c8cfe748-884c-4bfe-866a-32a0753015cf req-07c8ba85-6359-41ca-a3ae-36d3b8d1b3fa tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 1097 time: 0.3190701 Feb 18 09:13:15.167618 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:15.179278 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7594bc5a-31d9-4808-a979-8883b42f904f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:15.181642 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7594bc5a-31d9-4808-a979-8883b42f904f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3219705 Feb 18 09:13:15.185343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53626) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:15.189099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Attempting to bind port 8c56296d-8a89-4588-a29d-d56a27c61a16 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:15.189615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Attempting to bind port 8c56296d-8a89-4588-a29d-d56a27c61a16 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '26255b21-16c8-4a19-8ea8-6e56b78e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '08c443ef-2e94-4a7f-948a-fce9e3fe13c3'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:15.190125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Attempting to bind port 8c56296d-8a89-4588-a29d-d56a27c61a16 on network 08c443ef-2e94-4a7f-948a-fce9e3fe13c3 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:13:15.209857 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Port 8c56296d-8a89-4588-a29d-d56a27c61a16 on network 08c443ef-2e94-4a7f-948a-fce9e3fe13c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:13:15.210373 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Attempting to bind port 8c56296d-8a89-4588-a29d-d56a27c61a16 on network 08c443ef-2e94-4a7f-948a-fce9e3fe13c3 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:13:15.257883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Allocated IP 2001:db8:2::1 (92ba79eb-afe1-46de-843b-0a861e817b86/1cd2bc31-e24a-4934-905d-9e99b5514908/d70b2db7-d215-4aa1-8584-1ed4dc19ea16) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:15.262614 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:13:15.263872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Checking segment: {'id': '26255b21-16c8-4a19-8ea8-6e56b78e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '08c443ef-2e94-4a7f-948a-fce9e3fe13c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:13:15.264248 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Bound using segment: {'id': '26255b21-16c8-4a19-8ea8-6e56b78e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '08c443ef-2e94-4a7f-948a-fce9e3fe13c3'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:13:15.265813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Bound port: 8c56296d-8a89-4588-a29d-d56a27c61a16, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26255b21-16c8-4a19-8ea8-6e56b78e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '08c443ef-2e94-4a7f-948a-fce9e3fe13c3'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:15.266328 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:15.291719 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c8cfe748-884c-4bfe-866a-32a0753015cf req-f8409f46-381a-48b2-9534-bb765343c69e tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083229 Feb 18 09:13:15.297439 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] For port 37bda633-55b2-47a8-b5bf-8b34973fe29e, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:13:15.306921 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] For port 37bda633-55b2-47a8-b5bf-8b34973fe29e, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=37bda633-55b2-47a8-b5bf-8b34973fe29e,segment=NetworkSegment(1ea6273b-d09a-4684-a91e-902edecbe43a),segment_id=1ea6273b-d09a-4684-a91e-902edecbe43a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:13:15.320586 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:15.337917 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=9cd6381f-84e6-4975-a025-e0905b137220,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:15.357830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a599c7b4-9893-47d5-8763-87490d03c722 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:15.363909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a599c7b4-9893-47d5-8763-87490d03c722 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:15.370436 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a599c7b4-9893-47d5-8763-87490d03c722 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:15.372133 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a599c7b4-9893-47d5-8763-87490d03c722 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1845827 Feb 18 09:13:15.374952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53632) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:15.386418 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 68d67daa-eabc-4212-81e8-19ddbab89a14 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:15.386996 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:15.520694 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99b818aa-0c38-4e4c-9e7c-25d3c0f985cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:15.536120 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-74e34197-3382-440c-83be-c1fda2d02eb2 None None] Provisioning complete for port 4e3f87a5-82cf-47e1-8dd9-72c5287b7a35 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:15.537108 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-74e34197-3382-440c-83be-c1fda2d02eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:15.575672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b818aa-0c38-4e4c-9e7c-25d3c0f985cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a236ac50-83ed-4bdd-bacb-9fe3ee72cdc6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:15.579271 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-f3558f0a-52ef-4fe5-ad05-c063013deea9 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port 6f938715-6945-48b0-b421-c5e309c9782d {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:15.579890 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3558f0a-52ef-4fe5-ad05-c063013deea9 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:15.605359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['9cd6381f-84e6-4975-a025-e0905b137220'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:13:15.606405 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] For port 8c56296d-8a89-4588-a29d-d56a27c61a16, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:13:15.640368 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] For port 8c56296d-8a89-4588-a29d-d56a27c61a16, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8c56296d-8a89-4588-a29d-d56a27c61a16,segment=NetworkSegment(26255b21-16c8-4a19-8ea8-6e56b78e9a3c),segment_id=26255b21-16c8-4a19-8ea8-6e56b78e9a3c)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:13:15.648285 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99b818aa-0c38-4e4c-9e7c-25d3c0f985cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:15.650486 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-99b818aa-0c38-4e4c-9e7c-25d3c0f985cb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a236ac50-83ed-4bdd-bacb-9fe3ee72cdc6 HTTP/1.1" status: 204 len: 168 time: 1.1758099 Feb 18 09:13:15.660482 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:15.702481 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6210ab-4d34-4283-b528-d2a8f0a4d6a4 None None] Pushing event updated for resources: {'Port': ['ID=37bda633-55b2-47a8-b5bf-8b34973fe29e,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:15.730235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb90a6-8fba-48bd-bbe5-965822bea8f3 req-025cb96a-504e-44db-b174-61b8ffb151e0 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:15.733012 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cbcb90a6-8fba-48bd-bbe5-965822bea8f3 req-025cb96a-504e-44db-b174-61b8ffb151e0 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 946 time: 0.3594999 Feb 18 09:13:15.787672 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:15.796179 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-74e34197-3382-440c-83be-c1fda2d02eb2 None None] Port 4e3f87a5-82cf-47e1-8dd9-72c5287b7a35 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:13:15.857463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Pushing event updated for resources: {'Port': ['ID=8c56296d-8a89-4588-a29d-d56a27c61a16,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:15.879120 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:15.880750 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:15.888377 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-93784454-6f73-4899-b23c-5b840fb5476e service neutron] 10.222.0.81 "PUT /v2.0/ports/8c56296d-8a89-4588-a29d-d56a27c61a16 HTTP/1.1" status: 200 len: 1091 time: 3.6931684 Feb 18 09:13:15.897019 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b08753-0c73-4660-8ad5-8c9adbbf4d57', 'tag': '8c56296d-8a89-4588-a29d-d56a27c61a16'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:13:15.927280 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Transition to ACTIVE for port object d70b2db7-d215-4aa1-8584-1ed4dc19ea16 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:15.979894 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-74e34197-3382-440c-83be-c1fda2d02eb2 None None] Provisioning for port 6f938715-6945-48b0-b421-c5e309c9782d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:16.017608 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:16.044236 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:16.104783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cbcb90a6-8fba-48bd-bbe5-965822bea8f3 req-cf4ce14d-982a-4595-9ff9-b329fdbb713a tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493242 Feb 18 09:13:16.135947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4141b8-a72b-4dba-8980-cac04f453f70 req-9bb8b26e-0a39-4fcc-9c17-c2fe6bd57489 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:16.153667 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb4141b8-a72b-4dba-8980-cac04f453f70 req-9bb8b26e-0a39-4fcc-9c17-c2fe6bd57489 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 945 time: 0.6270146 Feb 18 09:13:16.164796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-74e34197-3382-440c-83be-c1fda2d02eb2 None None] Provisioning complete for port 6f938715-6945-48b0-b421-c5e309c9782d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:16.165172 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-74e34197-3382-440c-83be-c1fda2d02eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:16.230324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 92ba79eb-afe1-46de-843b-0a861e817b86 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:16.311257 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-74e34197-3382-440c-83be-c1fda2d02eb2 None None] Port 6f938715-6945-48b0-b421-c5e309c9782d cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:13:16.346293 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:16.346670 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:16.400445 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb4141b8-a72b-4dba-8980-cac04f453f70 req-e54966b1-44c5-47f8-b614-6d3166940d1a tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462940 Feb 18 09:13:16.477618 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3558f0a-52ef-4fe5-ad05-c063013deea9 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:16.500898 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:16.544476 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:13:16.545120 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:16.594666 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=d70b2db7-d215-4aa1-8584-1ed4dc19ea16,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:16.652177 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-262c208c-c0ce-4315-ae25-a173bdde3f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:16.654224 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-262c208c-c0ce-4315-ae25-a173bdde3f54 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=26ec0ac07d2144d8bb0acaad42fafb70&device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 1094 time: 0.4005268 Feb 18 09:13:16.735814 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-ebfeb43a-ecd4-4df1-a0e3-d903aa003b34 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c56296d-8a89-4588-a29d-d56a27c61a16 HTTP/1.1" status: 200 len: 217 time: 0.0736537 Feb 18 09:13:16.741857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-f3558f0a-52ef-4fe5-ad05-c063013deea9 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for 6f938715-6945-48b0-b421-c5e309c9782d owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:16.874780 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-24d70a30-ee64-4c19-a470-b4a34becc7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:16.876332 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-24d70a30-ee64-4c19-a470-b4a34becc7a9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e199a898-e529-42e1-8249-3206eaf3c78b HTTP/1.1" status: 200 len: 849 time: 0.1331711 Feb 18 09:13:16.930057 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:16.948372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be346c30-293c-467a-9df3-533584e7161d req-d7662404-dba2-461c-adf7-61cac2a1c843 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:16.950476 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-be346c30-293c-467a-9df3-533584e7161d req-d7662404-dba2-461c-adf7-61cac2a1c843 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 1097 time: 0.6279323 Feb 18 09:13:16.952303 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-3bfbe318-c2ba-431b-a161-db320aa28798 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=08c443ef-2e94-4a7f-948a-fce9e3fe13c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640872 Feb 18 09:13:17.092392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f08689-b0b1-486d-8086-a68d299b9bb5 req-21217661-bdcd-4cd1-8845-fc51ef9445e9 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:17.100354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4f08689-b0b1-486d-8086-a68d299b9bb5 req-21217661-bdcd-4cd1-8845-fc51ef9445e9 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 943 time: 0.4636352 Feb 18 09:13:17.131594 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3558f0a-52ef-4fe5-ad05-c063013deea9 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:17.168920 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 37bda633-55b2-47a8-b5bf-8b34973fe29e up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:17.256984 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53662) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:17.279011 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 37bda633-55b2-47a8-b5bf-8b34973fe29e completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:17.293029 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f96d2bf-b673-47e3-ae06-a505e37ad06f None None] Network 92ba79eb-afe1-46de-843b-0a861e817b86 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:13:17.365290 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3558f0a-52ef-4fe5-ad05-c063013deea9 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Port': ['ID=6f938715-6945-48b0-b421-c5e309c9782d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:17.427138 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-b0185b11-562f-4a32-9ac8-d44bbfd63e37 service neutron] 10.222.0.81 "GET /v2.0/networks/08c443ef-2e94-4a7f-948a-fce9e3fe13c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674020 Feb 18 09:13:17.463128 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-04d4a0fd-c08a-4284-8374-39b1bee0a981 None None] Provisioning for port 37bda633-55b2-47a8-b5bf-8b34973fe29e completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:17.470845 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4f08689-b0b1-486d-8086-a68d299b9bb5 req-9a57a765-4c45-41cf-9f9b-78dfba66a871 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693039 Feb 18 09:13:17.481108 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-04d4a0fd-c08a-4284-8374-39b1bee0a981 None None] Provisioning complete for port 37bda633-55b2-47a8-b5bf-8b34973fe29e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:17.481732 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-04d4a0fd-c08a-4284-8374-39b1bee0a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:17.518841 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-be346c30-293c-467a-9df3-533584e7161d req-f81c6037-6d7c-4e47-b0ea-835302a8f0dc tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147577 Feb 18 09:13:17.525257 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ad0830a4-e3f1-4cdc-aa8a-5ab0480ca300 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:17.526169 n-d-829434-1 neutron-server[87767]: WARNING neutron.api.v2.base [None req-ad0830a4-e3f1-4cdc-aa8a-5ab0480ca300 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 18 09:13:17.526884 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-ad0830a4-e3f1-4cdc-aa8a-5ab0480ca300 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): There was a conflict when trying to complete your request. Feb 18 09:13:17.531913 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ad0830a4-e3f1-4cdc-aa8a-5ab0480ca300 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2672608 Feb 18 09:13:17.535841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53670) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:17.551489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034211447'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:17.570326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:17.575672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:17.579476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:17.614162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:17.651646 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:17.677990 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b08753-0c73-4660-8ad5-8c9adbbf4d57', 'tag': '8c56296d-8a89-4588-a29d-d56a27c61a16', 'status': 'completed', 'code': 200} Feb 18 09:13:17.705579 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:17.708142 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9cd6381f-84e6-4975-a025-e0905b137220 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:17.724717 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3558f0a-52ef-4fe5-ad05-c063013deea9 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:17.837431 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-26300c65-0027-4c76-abb6-1c44bfd669a0 req-a8f99ba5-5947-4d0a-8750-75d8b65e7fbb service neutron] 10.222.0.81 "GET /v2.0/networks/08c443ef-2e94-4a7f-948a-fce9e3fe13c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993075 Feb 18 09:13:17.850527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:17.859098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:17.864671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:17.879882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:17.890367 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f3558f0a-52ef-4fe5-ad05-c063013deea9 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/ports/6f938715-6945-48b0-b421-c5e309c9782d HTTP/1.1" status: 204 len: 168 time: 2.5143998 Feb 18 09:13:17.895823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53678) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:17.981896 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-5500d4c1-5263-4138-bb82-c026a2797ce6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] GET failed (client error): The resource could not be found. Feb 18 09:13:17.982425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5500d4c1-5263-4138-bb82-c026a2797ce6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Synchronizing usage tracker for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:18.009023 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-04d4a0fd-c08a-4284-8374-39b1bee0a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:18.024618 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 9cd6381f-84e6-4975-a025-e0905b137220 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:18.030413 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:18.037147 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 9cd6381f-84e6-4975-a025-e0905b137220 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:18.037464 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:18.039634 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:18.041112 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:18.041294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5500d4c1-5263-4138-bb82-c026a2797ce6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Unset dirty status for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:18.045332 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5500d4c1-5263-4138-bb82-c026a2797ce6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports/6f938715-6945-48b0-b421-c5e309c9782d HTTP/1.1" status: 404 len: 333 time: 0.1403284 Feb 18 09:13:18.046398 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53682) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:18.123071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41d555-d514-46bd-8910-7f753057fc68 req-3b632cac-0563-4542-80cb-f4651ad21890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:18.124661 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-be41d555-d514-46bd-8910-7f753057fc68 req-3b632cac-0563-4542-80cb-f4651ad21890 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=26ec0ac07d2144d8bb0acaad42fafb70&device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 1094 time: 0.1905053 Feb 18 09:13:18.150543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-04d4a0fd-c08a-4284-8374-39b1bee0a981 None None] For port 37bda633-55b2-47a8-b5bf-8b34973fe29e, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=37bda633-55b2-47a8-b5bf-8b34973fe29e,segment=NetworkSegment(1ea6273b-d09a-4684-a91e-902edecbe43a),segment_id=1ea6273b-d09a-4684-a91e-902edecbe43a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:18.197205 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-04d4a0fd-c08a-4284-8374-39b1bee0a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:18.259999 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=d70b2db7-d215-4aa1-8584-1ed4dc19ea16,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:18.261374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c8443-06a7-4043-82ee-14afb7d2a8d6 req-f7ee6786-8fbc-4cf7-87ce-209b38c15228 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:18.263883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e4c8443-06a7-4043-82ee-14afb7d2a8d6 req-f7ee6786-8fbc-4cf7-87ce-209b38c15228 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 945 time: 0.5320840 Feb 18 09:13:18.281766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86686fb1-7260-4eff-b09e-3ac00f75f5e8 req-ffa024e7-3e6b-472d-b54c-cd1444964b58 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:18.283551 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86686fb1-7260-4eff-b09e-3ac00f75f5e8 req-ffa024e7-3e6b-472d-b54c-cd1444964b58 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 946 time: 0.5536113 Feb 18 09:13:18.354339 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:18.383387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-0b1862a1-40ca-4d88-a250-998a129d63b8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port 4e3f87a5-82cf-47e1-8dd9-72c5287b7a35 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:18.384009 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b1862a1-40ca-4d88-a250-998a129d63b8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:18.426284 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9cd6381f-84e6-4975-a025-e0905b137220, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9cd6381f-84e6-4975-a025-e0905b137220,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:18.432164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd6381f-84e6-4975-a025-e0905b137220'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:13:18.439194 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41d555-d514-46bd-8910-7f753057fc68 req-29c0b620-c1df-4d98-a070-6e87f5c3b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:18.441880 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-be41d555-d514-46bd-8910-7f753057fc68 req-29c0b620-c1df-4d98-a070-6e87f5c3b2d8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=08c443ef-2e94-4a7f-948a-fce9e3fe13c3 HTTP/1.1" status: 200 len: 910 time: 0.2811496 Feb 18 09:13:18.449274 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:18.458185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4a0fd-c08a-4284-8374-39b1bee0a981 None None] Pushing event updated for resources: {'Port': ['ID=37bda633-55b2-47a8-b5bf-8b34973fe29e,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:18.477988 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:18.505554 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86686fb1-7260-4eff-b09e-3ac00f75f5e8 req-3f291074-c5f1-4af2-a664-59c1945a8e46 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859555 Feb 18 09:13:18.512801 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e4c8443-06a7-4043-82ee-14afb7d2a8d6 req-111ad975-0c43-49e0-98af-6cf9a084b1af tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211711 Feb 18 09:13:18.513855 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:18.567780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:18.579775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:18.621693 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd6381f-84e6-4975-a025-e0905b137220', 'code': 200} Feb 18 09:13:18.628324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f0be879c-1e11-40a3-8793-6617bfb49d57 None None] Provisioning complete for port 37bda633-55b2-47a8-b5bf-8b34973fe29e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:18.628712 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f0be879c-1e11-40a3-8793-6617bfb49d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:18.664531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:18.680704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:18.749442 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=9cd6381f-84e6-4975-a025-e0905b137220,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:18.902240 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-be41d555-d514-46bd-8910-7f753057fc68 req-d5d59aa3-5e39-46c8-8831-730eafddb1d3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c56296d-8a89-4588-a29d-d56a27c61a16 HTTP/1.1" status: 200 len: 217 time: 0.4450867 Feb 18 09:13:19.016285 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 92ba79eb-afe1-46de-843b-0a861e817b86 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:19.020781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:19.024845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41d555-d514-46bd-8910-7f753057fc68 req-8e499068-7a0d-4575-927a-6d9d729f15c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:19.025434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d26157c-64ae-4a4c-aca4-7f6042807a36,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:19.026678 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-be41d555-d514-46bd-8910-7f753057fc68 req-8e499068-7a0d-4575-927a-6d9d729f15c5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e199a898-e529-42e1-8249-3206eaf3c78b HTTP/1.1" status: 200 len: 849 time: 0.1164174 Feb 18 09:13:19.035295 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f0be879c-1e11-40a3-8793-6617bfb49d57 None None] Provisioning for port d70b2db7-d215-4aa1-8584-1ed4dc19ea16 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:19.050424 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f0be879c-1e11-40a3-8793-6617bfb49d57 None None] Provisioning complete for port d70b2db7-d215-4aa1-8584-1ed4dc19ea16 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:19.050950 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f0be879c-1e11-40a3-8793-6617bfb49d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:19.126950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f0be879c-1e11-40a3-8793-6617bfb49d57 None None] Port d70b2db7-d215-4aa1-8584-1ed4dc19ea16 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:13:19.167239 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-be41d555-d514-46bd-8910-7f753057fc68 req-c90a8e09-1ee7-43ab-8c1d-d91410b0834b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=08c443ef-2e94-4a7f-948a-fce9e3fe13c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336496 Feb 18 09:13:19.192211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 37bda633-55b2-47a8-b5bf-8b34973fe29e up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:19.303176 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-64b4b540-5749-4ceb-b304-622c61b3bb87 None None] Provisioning complete for port d70b2db7-d215-4aa1-8584-1ed4dc19ea16 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:19.304443 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-64b4b540-5749-4ceb-b304-622c61b3bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:19.359442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c449cc7-1519-4831-9631-ec74672f28fe req-c2a29634-34e1-4564-b61e-524a9244153b tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:19.360744 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c449cc7-1519-4831-9631-ec74672f28fe req-c2a29634-34e1-4564-b61e-524a9244153b tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/networks?id=84332529-b6fa-4183-9c4d-06900613f018 HTTP/1.1" status: 200 len: 910 time: 0.6083689 Feb 18 09:13:19.372386 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:19.388286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 37bda633-55b2-47a8-b5bf-8b34973fe29e triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:19.388999 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:19.394936 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:13:19.399434 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:19.423717 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c449cc7-1519-4831-9631-ec74672f28fe req-783b9918-3991-47bb-ad10-dbb857f54ce4 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/quotas/792a703e15524e7ea4f30e773c7d56f1 HTTP/1.1" status: 200 len: 375 time: 0.0461197 Feb 18 09:13:19.458482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc66afc-d57c-4f5d-b312-b136d464f8b0 req-13ce967f-8d55-47a9-88af-5c4169822a8e tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:19.460063 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fc66afc-d57c-4f5d-b312-b136d464f8b0 req-13ce967f-8d55-47a9-88af-5c4169822a8e tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 943 time: 0.5159836 Feb 18 09:13:19.503297 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-be41d555-d514-46bd-8910-7f753057fc68 req-9bbb0bb9-b55c-4226-9541-75ba414d7601 service neutron] 10.222.0.81 "GET /v2.0/networks/08c443ef-2e94-4a7f-948a-fce9e3fe13c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286221 Feb 18 09:13:19.521939 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-64b4b540-5749-4ceb-b304-622c61b3bb87 None None] Port d70b2db7-d215-4aa1-8584-1ed4dc19ea16 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:13:19.525041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ec23d-9f98-42c2-842a-9ca17114eebd req-ea77d46d-0a9f-4ea2-b535-1a442a9e46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:19.526538 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-764ec23d-9f98-42c2-842a-9ca17114eebd req-ea77d46d-0a9f-4ea2-b535-1a442a9e46d6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 1097 time: 0.7729151 Feb 18 09:13:19.561731 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b1862a1-40ca-4d88-a250-998a129d63b8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:19.589740 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f867fe7-79b7-4149-a760-467cbf430113,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:19.656027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e33f7357-886d-4d1f-91a5-c15279fe12e5 None None] Provisioning complete for port d70b2db7-d215-4aa1-8584-1ed4dc19ea16 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:19.658593 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e33f7357-886d-4d1f-91a5-c15279fe12e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:19.658756 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:19.661693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b4bed27a-e809-4076-abb8-8b05e4c2a4ca tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1221862 Feb 18 09:13:19.662388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53702) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:19.706195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:13:19.724198 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c7922575-356f-4832-b1ca-614a0eb51936 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/75c5acd2-1b84-4119-aa90-fa54b6c3f8d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7350426 Feb 18 09:13:19.725871 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53704) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:19.736438 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1844656b-c5a0-488e-b8ea-212a6a12b47a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-316996790'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:19.737220 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-0b1862a1-40ca-4d88-a250-998a129d63b8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for 4e3f87a5-82cf-47e1-8dd9-72c5287b7a35 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:19.739695 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Sync routers for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:13:19.743580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1844656b-c5a0-488e-b8ea-212a6a12b47a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:19.747923 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1844656b-c5a0-488e-b8ea-212a6a12b47a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:network and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:19.751323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1844656b-c5a0-488e-b8ea-212a6a12b47a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:19.759289 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1844656b-c5a0-488e-b8ea-212a6a12b47a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:19.759975 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e33f7357-886d-4d1f-91a5-c15279fe12e5 None None] Port d70b2db7-d215-4aa1-8584-1ed4dc19ea16 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:13:19.767179 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:19.768201 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:19.780813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1844656b-c5a0-488e-b8ea-212a6a12b47a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Made reservation on behalf of ba9cbaab7e1546969ce0dfda386e955d for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:19.785157 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1844656b-c5a0-488e-b8ea-212a6a12b47a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:19.786571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-b452b0fd-f814-4daa-9883-69103c69940f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': '9f867fe7-79b7-4149-a760-467cbf430113', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:19.818536 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b452b0fd-f814-4daa-9883-69103c69940f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:19.851073 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-be41d555-d514-46bd-8910-7f753057fc68 req-1b237a22-38e6-4b4c-92e3-a875790ffc83 service neutron] 10.222.0.81 "GET /v2.0/networks/08c443ef-2e94-4a7f-948a-fce9e3fe13c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918568 Feb 18 09:13:19.853922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b452b0fd-f814-4daa-9883-69103c69940f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:19.859076 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fc66afc-d57c-4f5d-b312-b136d464f8b0 req-41155130-0f18-4aa9-87c8-6687bcad12ba tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468804 Feb 18 09:13:19.859927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b452b0fd-f814-4daa-9883-69103c69940f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:19.872905 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-764ec23d-9f98-42c2-842a-9ca17114eebd req-ce58989b-3786-4314-a0e0-c044238ab7a7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024647 Feb 18 09:13:19.873722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1844656b-c5a0-488e-b8ea-212a6a12b47a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:13:19.877122 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b452b0fd-f814-4daa-9883-69103c69940f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:19.901114 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1844656b-c5a0-488e-b8ea-212a6a12b47a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:19.901671 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-1844656b-c5a0-488e-b8ea-212a6a12b47a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Added segment b3bebef3-9a25-4876-9c7d-40f122a8633e of type vlan for network 20d5369b-c52a-423f-9996-f37cd965516f Feb 18 09:13:19.924543 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b452b0fd-f814-4daa-9883-69103c69940f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:19.951008 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1844656b-c5a0-488e-b8ea-212a6a12b47a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:19.952710 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c449cc7-1519-4831-9631-ec74672f28fe req-25cde052-8ef5-4111-af30-71ede16fe5ff tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?tenant_id=792a703e15524e7ea4f30e773c7d56f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5026927 Feb 18 09:13:20.004655 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1844656b-c5a0-488e-b8ea-212a6a12b47a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:20.012759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1844656b-c5a0-488e-b8ea-212a6a12b47a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:20.013647 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1844656b-c5a0-488e-b8ea-212a6a12b47a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:20.068051 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:13:20.274768 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1844656b-c5a0-488e-b8ea-212a6a12b47a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5467162 Feb 18 09:13:20.277026 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844656b-c5a0-488e-b8ea-212a6a12b47a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Network': ['ID=20d5369b-c52a-423f-9996-f37cd965516f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:20.280934 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53710) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:20.289285 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1e5ac581-ab82-43ac-b74b-8f44f01928d3 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'subnet': {'network_id': '20d5369b-c52a-423f-9996-f37cd965516f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:20.401883 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 20d5369b-c52a-423f-9996-f37cd965516f details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:13:20.402611 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b452b0fd-f814-4daa-9883-69103c69940f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:20.403665 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b1862a1-40ca-4d88-a250-998a129d63b8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:20.452093 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1e5ac581-ab82-43ac-b74b-8f44f01928d3 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:20.459299 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1e5ac581-ab82-43ac-b74b-8f44f01928d3 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:subnet and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:20.463555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1e5ac581-ab82-43ac-b74b-8f44f01928d3 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:20.476922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1e5ac581-ab82-43ac-b74b-8f44f01928d3 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:20.477188 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b452b0fd-f814-4daa-9883-69103c69940f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:20.500055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5ac581-ab82-43ac-b74b-8f44f01928d3 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Made reservation on behalf of ba9cbaab7e1546969ce0dfda386e955d for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:20.509508 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1e5ac581-ab82-43ac-b74b-8f44f01928d3 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:20.527691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1862a1-40ca-4d88-a250-998a129d63b8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Port': ['ID=4e3f87a5-82cf-47e1-8dd9-72c5287b7a35,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:20.544780 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c449cc7-1519-4831-9631-ec74672f28fe req-11728fd1-82c2-4bef-a098-7457eccbb3dc service neutron] 10.222.0.72 "GET /v2.0/networks/84332529-b6fa-4183-9c4d-06900613f018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5910668 Feb 18 09:13:20.629077 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:16Z', 'revision_number': 4, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:14Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd70b2db7-d215-4aa1-8584-1ed4dc19ea16', 'name': '', 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:5d:21:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:14Z', 'updated_at': '2022-02-18T09:13:17Z', 'revision_number': 2, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:20.633990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Checking router: 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:13:20.634437 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Updating router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 port d70b2db7-d215-4aa1-8584-1ed4dc19ea16 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:13:20.747767 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:20.848409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452b0fd-f814-4daa-9883-69103c69940f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea74a76-066c-4eaf-bf37-e621a4275799,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:20.968101 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1e5ac581-ab82-43ac-b74b-8f44f01928d3 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:21.060833 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c449cc7-1519-4831-9631-ec74672f28fe req-803e41d1-0aa5-40aa-a410-a17a6ec1df09 service neutron] 10.222.0.72 "GET /v2.0/networks/84332529-b6fa-4183-9c4d-06900613f018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148869 Feb 18 09:13:21.177417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ac581-ab82-43ac-b74b-8f44f01928d3 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Subnet': ['ID=713123e6-e08f-45ba-aecb-d5bd4f2fa84b,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:21.207006 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ac581-ab82-43ac-b74b-8f44f01928d3 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Checking segment: {'id': 'b3bebef3-9a25-4876-9c7d-40f122a8633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '20d5369b-c52a-423f-9996-f37cd965516f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:13:21.207609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5ac581-ab82-43ac-b74b-8f44f01928d3 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network hostable DHCP agents. Network: 20d5369b-c52a-423f-9996-f37cd965516f, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:13:21.239353 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b1862a1-40ca-4d88-a250-998a129d63b8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:21.257769 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5ac581-ab82-43ac-b74b-8f44f01928d3 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 20d5369b-c52a-423f-9996-f37cd965516f is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:13:21.282126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-1e5ac581-ab82-43ac-b74b-8f44f01928d3 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 20d5369b-c52a-423f-9996-f37cd965516f) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:21.295378 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5ac581-ab82-43ac-b74b-8f44f01928d3 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:21.296087 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1e5ac581-ab82-43ac-b74b-8f44f01928d3 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:21.314879 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6882dd-c7e3-480a-8ec8-abd134b1fedb None None] Network 20d5369b-c52a-423f-9996-f37cd965516f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:13:21.361808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75377343-a3cf-419c-8b6d-93703d69348e req-f118856e-7836-42a6-9175-13d5831c965c tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:21.364905 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75377343-a3cf-419c-8b6d-93703d69348e req-f118856e-7836-42a6-9175-13d5831c965c tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 946 time: 1.1644187 Feb 18 09:13:21.377489 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1e5ac581-ab82-43ac-b74b-8f44f01928d3 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0927362 Feb 18 09:13:21.377829 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53718) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:21.382755 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0b1862a1-40ca-4d88-a250-998a129d63b8 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/ports/4e3f87a5-82cf-47e1-8dd9-72c5287b7a35 HTTP/1.1" status: 204 len: 168 time: 3.3346915 Feb 18 09:13:21.391017 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b452b0fd-f814-4daa-9883-69103c69940f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:21.403929 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b452b0fd-f814-4daa-9883-69103c69940f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6710501 Feb 18 09:13:21.440056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53722) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:21.441538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53724) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:21.562548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7718460c-aa43-494a-9507-f7aab40e9c73 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': '9f867fe7-79b7-4149-a760-467cbf430113', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:21.579498 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-383af909-404e-4385-92c0-85a46f188391 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] GET failed (client error): The resource could not be found. Feb 18 09:13:21.580050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-383af909-404e-4385-92c0-85a46f188391 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Synchronizing usage tracker for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:21.624851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7718460c-aa43-494a-9507-f7aab40e9c73 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:21.650762 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7718460c-aa43-494a-9507-f7aab40e9c73 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:21.671049 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7718460c-aa43-494a-9507-f7aab40e9c73 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:21.681039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7718460c-aa43-494a-9507-f7aab40e9c73 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:21.726763 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7718460c-aa43-494a-9507-f7aab40e9c73 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:21.738693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75377343-a3cf-419c-8b6d-93703d69348e req-0ab8f5de-b335-493a-bd3b-1789e1078605 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359134 Feb 18 09:13:21.791759 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:21.817178 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Transition to ACTIVE for port object d70b2db7-d215-4aa1-8584-1ed4dc19ea16 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:21.835113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-383af909-404e-4385-92c0-85a46f188391 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Unset dirty status for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:21.836439 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-383af909-404e-4385-92c0-85a46f188391 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports/4e3f87a5-82cf-47e1-8dd9-72c5287b7a35 HTTP/1.1" status: 404 len: 333 time: 0.3928940 Feb 18 09:13:21.854969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53738) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:21.855205 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:21.984545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 8c56296d-8a89-4588-a29d-d56a27c61a16 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:13:22.057788 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-20d5369b-c52a-423f-9996-f37cd965516f', 'network_id': '20d5369b-c52a-423f-9996-f37cd965516f', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'fixed_ips': [{'subnet_id': '713123e6-e08f-45ba-aecb-d5bd4f2fa84b'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:13:22.058570 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:22.142612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7a7b5a-aacc-4df1-af91-b5aceeff67e9 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting subnet ebe62c09-ab7e-40ab-9f25-17ae733be3c1 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:13:22.157036 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dc7a7b5a-aacc-4df1-af91-b5aceeff67e9 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:22.173848 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcc699-1697-4021-bb3a-6654de77160c None None] Pushing event updated for resources: {'Port': ['ID=d70b2db7-d215-4aa1-8584-1ed4dc19ea16,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:22.244581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcc699-1697-4021-bb3a-6654de77160c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:22.244927 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcc699-1697-4021-bb3a-6654de77160c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:22.245274 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcc699-1697-4021-bb3a-6654de77160c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:22.245630 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcc699-1697-4021-bb3a-6654de77160c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:22.246014 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcc699-1697-4021-bb3a-6654de77160c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:22.246267 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcc699-1697-4021-bb3a-6654de77160c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:22.246652 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcc699-1697-4021-bb3a-6654de77160c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:22.246975 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcc699-1697-4021-bb3a-6654de77160c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:22.247240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be5cf2-01c3-4809-86f6-2561ffaa95c7 req-0a628f0a-9081-4da3-9815-780e8d93a952 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:22.247367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcc699-1697-4021-bb3a-6654de77160c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:22.247622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcc699-1697-4021-bb3a-6654de77160c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:22.247938 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcc699-1697-4021-bb3a-6654de77160c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:22.248259 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcc699-1697-4021-bb3a-6654de77160c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:22.249141 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66be5cf2-01c3-4809-86f6-2561ffaa95c7 req-0a628f0a-9081-4da3-9815-780e8d93a952 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.6797101 Feb 18 09:13:22.254289 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:13:22.354991 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d4114c69-5781-4046-ab7d-6dbc1bd3c2ad req-1867f7d1-1d97-493c-a84a-7c716178fdea service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6802266 Feb 18 09:13:22.357081 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-7718460c-aa43-494a-9507-f7aab40e9c73 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): There was a conflict when trying to complete your request. Feb 18 09:13:22.358439 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7718460c-aa43-494a-9507-f7aab40e9c73 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9089246 Feb 18 09:13:22.363966 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dc7a7b5a-aacc-4df1-af91-b5aceeff67e9 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:22.408305 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53744) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:22.476137 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Attempting to bind port d70b2db7-d215-4aa1-8584-1ed4dc19ea16 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:22.476535 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Attempting to bind port d70b2db7-d215-4aa1-8584-1ed4dc19ea16 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '1ea6273b-d09a-4684-a91e-902edecbe43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:22.476904 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Attempting to bind port d70b2db7-d215-4aa1-8584-1ed4dc19ea16 on network 92ba79eb-afe1-46de-843b-0a861e817b86 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:13:22.478375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481d342-4f1b-4d6e-9f73-225aa2507bac req-2ef6658c-7211-4cab-b3bf-b2178960930e tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:22.481080 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c481d342-4f1b-4d6e-9f73-225aa2507bac req-2ef6658c-7211-4cab-b3bf-b2178960930e tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 943 time: 0.4742804 Feb 18 09:13:22.486202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66be5cf2-01c3-4809-86f6-2561ffaa95c7 req-3a8e2574-dd80-4793-b142-00ff50787a46 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184160 Feb 18 09:13:22.539940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:13:22.540345 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Checking segment: {'id': '1ea6273b-d09a-4684-a91e-902edecbe43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:13:22.540761 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:22.541458 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Bound using segment: {'id': '1ea6273b-d09a-4684-a91e-902edecbe43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:13:22.541629 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Bound port: d70b2db7-d215-4aa1-8584-1ed4dc19ea16, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea6273b-d09a-4684-a91e-902edecbe43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:22.542008 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:22.612089 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c481d342-4f1b-4d6e-9f73-225aa2507bac req-0299ba3c-704e-4c00-8fce-17f869fa3558 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152062 Feb 18 09:13:22.634504 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:22.721414 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0bc12930-9e30-40f4-bf0d-0ee69896cb64 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:22.769412 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] For port d70b2db7-d215-4aa1-8584-1ed4dc19ea16, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:13:22.785600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 8c56296d-8a89-4588-a29d-d56a27c61a16, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8c56296d-8a89-4588-a29d-d56a27c61a16,segment=NetworkSegment(26255b21-16c8-4a19-8ea8-6e56b78e9a3c),segment_id=26255b21-16c8-4a19-8ea8-6e56b78e9a3c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:22.811158 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dc7a7b5a-aacc-4df1-af91-b5aceeff67e9 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:22.812303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '8c56296d-8a89-4588-a29d-d56a27c61a16', 'network_id': '08c443ef-2e94-4a7f-948a-fce9e3fe13c3', 'port_id': '8c56296d-8a89-4588-a29d-d56a27c61a16', 'mac_address': 'fa:16:3e:a4:45:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e199a898-e529-42e1-8249-3206eaf3c78b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:13:22.816904 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Allocated IP 2001:db8:3::2 (20d5369b-c52a-423f-9996-f37cd965516f/713123e6-e08f-45ba-aecb-d5bd4f2fa84b/1fee11d4-bf50-4418-8e49-e1bea358dfca) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:22.829332 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4114c69-5781-4046-ab7d-6dbc1bd3c2ad req-7b14f4c3-8a20-4212-ac56-320f36ae3eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:22.832674 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d4114c69-5781-4046-ab7d-6dbc1bd3c2ad req-7b14f4c3-8a20-4212-ac56-320f36ae3eac service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=241e7aa710194c5aae752650199de833&device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 1097 time: 0.2987614 Feb 18 09:13:22.862964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-254c6107-7b62-441a-9b56-a0182e548aa1 req-67ad79af-425e-4867-b718-c85e70b69d7d tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 210 time: 0.1251400 Feb 18 09:13:22.873629 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0bc12930-9e30-40f4-bf0d-0ee69896cb64 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:22.960142 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dc7a7b5a-aacc-4df1-af91-b5aceeff67e9 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:22.976746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] For port d70b2db7-d215-4aa1-8584-1ed4dc19ea16, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d70b2db7-d215-4aa1-8584-1ed4dc19ea16,segment=NetworkSegment(1ea6273b-d09a-4684-a91e-902edecbe43a),segment_id=1ea6273b-d09a-4684-a91e-902edecbe43a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:13:23.019481 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:23.085500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a7b5a-aacc-4df1-af91-b5aceeff67e9 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe62c09-ab7e-40ab-9f25-17ae733be3c1,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:23.095902 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dc7a7b5a-aacc-4df1-af91-b5aceeff67e9 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:23.127336 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0bc12930-9e30-40f4-bf0d-0ee69896cb64 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:23.132127 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0bc12930-9e30-40f4-bf0d-0ee69896cb64 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:23.135991 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0bc12930-9e30-40f4-bf0d-0ee69896cb64 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "DELETE /v2.0/security-groups/9f867fe7-79b7-4149-a760-467cbf430113 HTTP/1.1" status: 204 len: 168 time: 0.7240269 Feb 18 09:13:23.138669 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dc7a7b5a-aacc-4df1-af91-b5aceeff67e9 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/ebe62c09-ab7e-40ab-9f25-17ae733be3c1 HTTP/1.1" status: 204 len: 168 time: 1.2789204 Feb 18 09:13:23.195484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53752) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:23.195828 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53754) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:23.358598 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc12930-9e30-40f4-bf0d-0ee69896cb64 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f867fe7-79b7-4149-a760-467cbf430113,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:23.385897 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:23.405200 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2247c7-0e3d-425d-87af-2216db08d924 None None] Network 6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:13:23.438993 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c56296d-8a89-4588-a29d-d56a27c61a16 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:13:23.462837 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4114c69-5781-4046-ab7d-6dbc1bd3c2ad req-c1f25374-eb76-4535-a363-5abf36b7daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:23.464531 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d4114c69-5781-4046-ab7d-6dbc1bd3c2ad req-c1f25374-eb76-4535-a363-5abf36b7daa3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=42bf456b-871d-45c4-8fb1-b5b9744cbc4f HTTP/1.1" status: 200 len: 910 time: 0.4962416 Feb 18 09:13:23.547946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f3ba2580-ff1a-4093-b7e3-7708cee2e3f8 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Synchronizing usage tracker for tenant:ecdb4f000a6a4367995ae5fb27c50bb7 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:23.590584 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d4114c69-5781-4046-ab7d-6dbc1bd3c2ad req-48e0ce55-7724-40cc-99fe-7fcccc7a8ea0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfa8d16-d7bb-41be-86cc-0fdb9884e327 HTTP/1.1" status: 200 len: 1000 time: 0.1164267 Feb 18 09:13:23.607528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 8c56296d-8a89-4588-a29d-d56a27c61a16, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8c56296d-8a89-4588-a29d-d56a27c61a16,segment=NetworkSegment(26255b21-16c8-4a19-8ea8-6e56b78e9a3c),segment_id=26255b21-16c8-4a19-8ea8-6e56b78e9a3c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:23.659344 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:23.682737 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Transition to ACTIVE for port object 1fee11d4-bf50-4418-8e49-e1bea358dfca will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:23.720151 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:23.736141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f3ba2580-ff1a-4093-b7e3-7708cee2e3f8 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Unset dirty status for tenant:ecdb4f000a6a4367995ae5fb27c50bb7 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:23.738113 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f3ba2580-ff1a-4093-b7e3-7708cee2e3f8 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5296395 Feb 18 09:13:23.738772 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:23.757734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c8d4b-bbd8-4a5b-bb4b-da25105c2b6d req-941d3682-2355-44fd-b96f-5ea44b3cb682 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:23.758436 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Transition to ACTIVE for port object 1fee11d4-bf50-4418-8e49-e1bea358dfca will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:23.765067 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d49c8d4b-bbd8-4a5b-bb4b-da25105c2b6d req-941d3682-2355-44fd-b96f-5ea44b3cb682 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.6247816 Feb 18 09:13:23.767926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:23.769155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:23.781675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53762) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:23.803282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d1b9d77d-3fae-4a4e-9876-08b97baed624 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group': {'name': 'tempest-secgroup--479093837'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:23.815152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c449cc7-1519-4831-9631-ec74672f28fe req-5f5f6c8f-acf1-41aa-9e1c-f4f4643bddad tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:23.817456 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c449cc7-1519-4831-9631-ec74672f28fe req-5f5f6c8f-acf1-41aa-9e1c-f4f4643bddad tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.81 "GET /v2.0/networks?id=84332529-b6fa-4183-9c4d-06900613f018 HTTP/1.1" status: 200 len: 910 time: 0.5642107 Feb 18 09:13:23.823931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d1b9d77d-3fae-4a4e-9876-08b97baed624 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:23.864668 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca00622-bf12-46a3-b7f3-6e7dab737b34 req-075c9636-f4ef-46a5-b7df-36e68c92598a tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:23.865014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4114c69-5781-4046-ab7d-6dbc1bd3c2ad req-b4f9c329-c6e3-4c20-af7f-266483f0f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:23.866371 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d4114c69-5781-4046-ab7d-6dbc1bd3c2ad req-b4f9c329-c6e3-4c20-af7f-266483f0f39c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f2220a8d-a615-4079-b78b-ee210e283ef3 HTTP/1.1" status: 200 len: 848 time: 0.0765755 Feb 18 09:13:23.868009 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cca00622-bf12-46a3-b7f3-6e7dab737b34 req-075c9636-f4ef-46a5-b7df-36e68c92598a tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 946 time: 0.5834103 Feb 18 09:13:23.869148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port 68d67daa-eabc-4212-81e8-19ddbab89a14 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:23.869702 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:23.914614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-0c449cc7-1519-4831-9631-ec74672f28fe req-7025eeb3-b1a7-4444-b4c3-4f3a1c5d2d84 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Request body: {'port': {'device_id': '81d0ce73-9bd4-4f34-8d26-91f923bbe2f3', 'network_id': '84332529-b6fa-4183-9c4d-06900613f018', 'admin_state_up': True, 'tenant_id': '792a703e15524e7ea4f30e773c7d56f1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:23.959550 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-0c449cc7-1519-4831-9631-ec74672f28fe req-7025eeb3-b1a7-4444-b4c3-4f3a1c5d2d84 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:23.964715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d1b9d77d-3fae-4a4e-9876-08b97baed624 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:23.990060 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d49c8d4b-bbd8-4a5b-bb4b-da25105c2b6d req-d27b073d-0c01-44a7-9479-d962c0662d57 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237144 Feb 18 09:13:23.995001 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:24.006442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-0c449cc7-1519-4831-9631-ec74672f28fe req-7025eeb3-b1a7-4444-b4c3-4f3a1c5d2d84 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:24.046445 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4114c69-5781-4046-ab7d-6dbc1bd3c2ad req-bb6ae389-2ae6-4fdb-984b-c13af017ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:24.048018 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d4114c69-5781-4046-ab7d-6dbc1bd3c2ad req-bb6ae389-2ae6-4fdb-984b-c13af017ff1b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=42bf456b-871d-45c4-8fb1-b5b9744cbc4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723199 Feb 18 09:13:24.061882 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Allocated IP 2001:db8:3::1 (20d5369b-c52a-423f-9996-f37cd965516f/713123e6-e08f-45ba-aecb-d5bd4f2fa84b/67d08d1e-1fd9-4b98-9593-e591e0d110dd) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:24.079885 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcc699-1697-4021-bb3a-6654de77160c None None] Pushing event updated for resources: {'Port': ['ID=d70b2db7-d215-4aa1-8584-1ed4dc19ea16,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:24.204780 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Network 20d5369b-c52a-423f-9996-f37cd965516f is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:24.214432 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:13:24.214952 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d1b9d77d-3fae-4a4e-9876-08b97baed624 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:24.235648 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cca00622-bf12-46a3-b7f3-6e7dab737b34 req-80c6358c-301e-4394-8af4-83aa0fcfb133 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049312 Feb 18 09:13:24.260639 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['8c56296d-8a89-4588-a29d-d56a27c61a16'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:13:24.285488 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:24.311790 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:13:24.380896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c449cc7-1519-4831-9631-ec74672f28fe req-7025eeb3-b1a7-4444-b4c3-4f3a1c5d2d84 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Made reservation on behalf of 792a703e15524e7ea4f30e773c7d56f1 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:24.383986 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c449cc7-1519-4831-9631-ec74672f28fe req-7025eeb3-b1a7-4444-b4c3-4f3a1c5d2d84 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:24.401048 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:24.420490 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Transition to ACTIVE for port object 67d08d1e-1fd9-4b98-9593-e591e0d110dd will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:24.453497 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d4114c69-5781-4046-ab7d-6dbc1bd3c2ad req-2bd9ecfc-c806-41a8-8cea-1c48f8c899a0 service neutron] 10.222.0.81 "GET /v2.0/networks/42bf456b-871d-45c4-8fb1-b5b9744cbc4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483429 Feb 18 09:13:24.558161 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:24.559831 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d1b9d77d-3fae-4a4e-9876-08b97baed624 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:24.617352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d1b9d77d-3fae-4a4e-9876-08b97baed624 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:24.621867 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b7802aa-ee70-4eef-993c-3f650beaddd3 req-a95ec6ad-4b85-4f3f-a9fe-ef8de36cb5cd tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 210 time: 0.1740882 Feb 18 09:13:24.626406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d1b9d77d-3fae-4a4e-9876-08b97baed624 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:24.631011 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=8c56296d-8a89-4588-a29d-d56a27c61a16,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:24.649847 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d1b9d77d-3fae-4a4e-9876-08b97baed624 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:24.704692 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d4114c69-5781-4046-ab7d-6dbc1bd3c2ad req-766f62d0-6a63-4b84-acbf-aa6d6632c520 service neutron] 10.222.0.81 "GET /v2.0/networks/42bf456b-871d-45c4-8fb1-b5b9744cbc4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427549 Feb 18 09:13:24.734010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] For port 68d67daa-eabc-4212-81e8-19ddbab89a14, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=68d67daa-eabc-4212-81e8-19ddbab89a14,segment=NetworkSegment(b0356aca-a01e-470d-9603-913894d28e06),segment_id=b0356aca-a01e-470d-9603-913894d28e06)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:24.734387 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:24.751407 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=67d08d1e-1fd9-4b98-9593-e591e0d110dd,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:24.751685 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Attempting to bind port 1fee11d4-bf50-4418-8e49-e1bea358dfca on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:24.752644 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Attempting to bind port 1fee11d4-bf50-4418-8e49-e1bea358dfca by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'b3bebef3-9a25-4876-9c7d-40f122a8633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '20d5369b-c52a-423f-9996-f37cd965516f'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:24.752960 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Attempting to bind port 1fee11d4-bf50-4418-8e49-e1bea358dfca on network 20d5369b-c52a-423f-9996-f37cd965516f {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:13:24.761639 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 20d5369b-c52a-423f-9996-f37cd965516f is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:24.762821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:24.765097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:13:24.765929 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:24.907496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for 68d67daa-eabc-4212-81e8-19ddbab89a14 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:24.918445 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:13:24.919052 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Checking segment: {'id': 'b3bebef3-9a25-4876-9c7d-40f122a8633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '20d5369b-c52a-423f-9996-f37cd965516f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:13:24.919692 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:24.921719 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Bound using segment: {'id': 'b3bebef3-9a25-4876-9c7d-40f122a8633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '20d5369b-c52a-423f-9996-f37cd965516f'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:13:24.921719 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Bound port: 1fee11d4-bf50-4418-8e49-e1bea358dfca, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bebef3-9a25-4876-9c7d-40f122a8633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '20d5369b-c52a-423f-9996-f37cd965516f'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:24.921719 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:24.975720 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.005571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-0c449cc7-1519-4831-9631-ec74672f28fe req-7025eeb3-b1a7-4444-b4c3-4f3a1c5d2d84 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Allocated IP 172.20.0.7 (84332529-b6fa-4183-9c4d-06900613f018/ab3631c3-7c54-451b-ae7a-b0dd4da70cf5/b5937487-0170-42a6-a549-8de60584ae24) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:25.044499 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Pushing event updated for resources: {'Port': ['ID=1fee11d4-bf50-4418-8e49-e1bea358dfca,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:25.077176 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d1b9d77d-3fae-4a4e-9876-08b97baed624 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.099184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73611b30-f68f-4479-a3e3-0159b1f5c0ef req-94a96234-3f75-4d29-a291-7d7a79f86f61 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:25.106354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73611b30-f68f-4479-a3e3-0159b1f5c0ef req-94a96234-3f75-4d29-a291-7d7a79f86f61 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 944 time: 0.8954208 Feb 18 09:13:25.114447 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d1b9d77d-3fae-4a4e-9876-08b97baed624 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.168944 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631f135d-0e47-4055-baec-44d40cdc3508 None None] DHCP port deletion for 6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:13:25.218531 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-631f135d-0e47-4055-baec-44d40cdc3508 None None] Deleting port 68d67daa-eabc-4212-81e8-19ddbab89a14 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:25.219428 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-631f135d-0e47-4055-baec-44d40cdc3508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.249154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9d77d-3fae-4a4e-9876-08b97baed624 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9578a2df-9616-4caf-b9dd-1cb7a4521ee5,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:25.280897 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73611b30-f68f-4479-a3e3-0159b1f5c0ef req-d3c2817e-7a39-4e34-9a2e-1ce08391a010 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732779 Feb 18 09:13:25.281726 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d1b9d77d-3fae-4a4e-9876-08b97baed624 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.282926 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d1b9d77d-3fae-4a4e-9876-08b97baed624 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4952040 Feb 18 09:13:25.330760 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53784) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:25.338515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4b012308-35f1-4910-b5f4-77482376dc07 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': '9578a2df-9616-4caf-b9dd-1cb7a4521ee5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:25.340091 n-d-829434-1 neutron-server[87767]: WARNING neutron.api.v2.base [None req-4b012308-35f1-4910-b5f4-77482376dc07 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 18 09:13:25.340897 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-4b012308-35f1-4910-b5f4-77482376dc07 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:13:25.342123 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4b012308-35f1-4910-b5f4-77482376dc07 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0093093 Feb 18 09:13:25.350990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53790) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:25.415977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] For port 1fee11d4-bf50-4418-8e49-e1bea358dfca, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:13:25.474573 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] For port 1fee11d4-bf50-4418-8e49-e1bea358dfca, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1fee11d4-bf50-4418-8e49-e1bea358dfca,segment=NetworkSegment(b3bebef3-9a25-4876-9c7d-40f122a8633e),segment_id=b3bebef3-9a25-4876-9c7d-40f122a8633e)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:13:25.477909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34852a7-1a40-48b4-a201-acea12a74ef0 req-35ca14f3-cbfa-42ae-8950-860c509c3b65 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:25.479714 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c34852a7-1a40-48b4-a201-acea12a74ef0 req-35ca14f3-cbfa-42ae-8950-860c509c3b65 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.1957021 Feb 18 09:13:25.500185 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.685677 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b223ffff-aee0-45cb-a73b-df88d37d6542 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.706137 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c34852a7-1a40-48b4-a201-acea12a74ef0 req-758e91d9-15f1-41cb-aaa7-f67d745b9d88 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410511 Feb 18 09:13:25.712074 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.764129 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-631f135d-0e47-4055-baec-44d40cdc3508 None None] For port 68d67daa-eabc-4212-81e8-19ddbab89a14, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=68d67daa-eabc-4212-81e8-19ddbab89a14,segment=NetworkSegment(b0356aca-a01e-470d-9603-913894d28e06),segment_id=b0356aca-a01e-470d-9603-913894d28e06)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:25.764903 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-631f135d-0e47-4055-baec-44d40cdc3508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.769931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Port': ['ID=68d67daa-eabc-4212-81e8-19ddbab89a14,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:25.774967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] No DVR routers for this DVR port 68d67daa-eabc-4212-81e8-19ddbab89a14 on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:13:25.851468 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b223ffff-aee0-45cb-a73b-df88d37d6542 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.925891 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:25.943744 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165d8f7-cedb-4876-9c1f-04550741e2f8 None None] Pushing event updated for resources: {'Port': ['ID=1fee11d4-bf50-4418-8e49-e1bea358dfca,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:25.955814 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:25.959666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-631f135d-0e47-4055-baec-44d40cdc3508 None None] Calling delete_port for 68d67daa-eabc-4212-81e8-19ddbab89a14 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:25.971091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0356aca-a01e-470d-9603-913894d28e06') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:25.971091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0356aca-a01e-470d-9603-913894d28e06') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:25.983948 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.009017 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.013730 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b223ffff-aee0-45cb-a73b-df88d37d6542 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.026261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbe907-44e0-4acf-a0b1-939893681c0d req-71546bc2-789e-40cb-a641-239cca4b8d1a tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:26.027808 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0cdbe907-44e0-4acf-a0b1-939893681c0d req-71546bc2-789e-40cb-a641-239cca4b8d1a tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 946 time: 0.5465178 Feb 18 09:13:26.037698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:16Z', 'revision_number': 4, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:14Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd70b2db7-d215-4aa1-8584-1ed4dc19ea16', 'name': '', 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:5d:21:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:14Z', 'updated_at': '2022-02-18T09:13:22Z', 'revision_number': 4, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:26.047670 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f690f7-ccac-418e-84d3-f079c4fc25ae None None] The sync data for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 is: [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:16Z', 'revision_number': 4, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:14Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd70b2db7-d215-4aa1-8584-1ed4dc19ea16', 'name': '', 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:5d:21:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:14Z', 'updated_at': '2022-02-18T09:13:22Z', 'revision_number': 4, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:13:26.074828 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-631f135d-0e47-4055-baec-44d40cdc3508 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:13:26.075239 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-631f135d-0e47-4055-baec-44d40cdc3508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:13:26.081638 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b223ffff-aee0-45cb-a73b-df88d37d6542 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.081816 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:13:26.081816 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.085370 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b223ffff-aee0-45cb-a73b-df88d37d6542 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "DELETE /v2.0/security-groups/9578a2df-9616-4caf-b9dd-1cb7a4521ee5 HTTP/1.1" status: 204 len: 168 time: 0.7305446 Feb 18 09:13:26.087519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223ffff-aee0-45cb-a73b-df88d37d6542 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9578a2df-9616-4caf-b9dd-1cb7a4521ee5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:26.091207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53796) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:26.094855 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:13:26.100497 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:13:26.122327 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.123412 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.276898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-78db17cb-e1c1-405a-b3ce-b160d3832c28 req-7e899db8-aa3a-444e-809a-0f73cc164fb4 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Synchronizing usage tracker for tenant:792a703e15524e7ea4f30e773c7d56f1 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:26.329721 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.336592 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.458861 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event updated for resources: {'Port': ['ID=67d08d1e-1fd9-4b98-9593-e591e0d110dd,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:26.485558 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d5001a3c-07da-4ca1-bda2-0f310535e7f9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Synchronizing usage tracker for tenant:ecdb4f000a6a4367995ae5fb27c50bb7 on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:26.520151 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d5001a3c-07da-4ca1-bda2-0f310535e7f9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Unset dirty status for tenant:ecdb4f000a6a4367995ae5fb27c50bb7 on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:26.530579 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d5001a3c-07da-4ca1-bda2-0f310535e7f9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4244261 Feb 18 09:13:26.531946 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53802) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:26.548364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-76ad32ab-2237-4ec6-b37c-2a9f62583c3b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822778001'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:26.549982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Network': ['ID=6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:26.561943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-76ad32ab-2237-4ec6-b37c-2a9f62583c3b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:26.564904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0cdbe907-44e0-4acf-a0b1-939893681c0d req-548d9a45-3511-4bd9-bfed-642bba274e9a tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652622 Feb 18 09:13:26.567601 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-78db17cb-e1c1-405a-b3ce-b160d3832c28 req-7e899db8-aa3a-444e-809a-0f73cc164fb4 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Unset dirty status for tenant:792a703e15524e7ea4f30e773c7d56f1 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:26.571159 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78db17cb-e1c1-405a-b3ce-b160d3832c28 req-7e899db8-aa3a-444e-809a-0f73cc164fb4 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 210 time: 0.5547080 Feb 18 09:13:26.576971 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-631f135d-0e47-4055-baec-44d40cdc3508 None None] Deleting port 68d67daa-eabc-4212-81e8-19ddbab89a14 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:26.577360 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-631f135d-0e47-4055-baec-44d40cdc3508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.612025 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-123c3ad6-0519-4d12-b69d-d9598b1323e6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/networks/6e5b24fa-bcc6-4cac-9af1-7c77fd9cee27 HTTP/1.1" status: 204 len: 168 time: 3.3974357 Feb 18 09:13:26.612968 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-76ad32ab-2237-4ec6-b37c-2a9f62583c3b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:26.613661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53808) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:26.620530 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c449cc7-1519-4831-9631-ec74672f28fe req-7025eeb3-b1a7-4444-b4c3-4f3a1c5d2d84 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.638847 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-5d94888a-f95c-4341-816f-5ebbdfad6de3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-927447168'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:26.646705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Network 20d5369b-c52a-423f-9996-f37cd965516f is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:26.650468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:26.663717 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-76ad32ab-2237-4ec6-b37c-2a9f62583c3b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.671633 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5d94888a-f95c-4341-816f-5ebbdfad6de3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:26.693061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5d94888a-f95c-4341-816f-5ebbdfad6de3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:network and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:26.701992 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-0c449cc7-1519-4831-9631-ec74672f28fe req-7025eeb3-b1a7-4444-b4c3-4f3a1c5d2d84 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Transition to ACTIVE for port object b5937487-0170-42a6-a549-8de60584ae24 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:26.703843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5d94888a-f95c-4341-816f-5ebbdfad6de3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:26.724989 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5d94888a-f95c-4341-816f-5ebbdfad6de3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:26.762683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d94888a-f95c-4341-816f-5ebbdfad6de3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:26.772809 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5d94888a-f95c-4341-816f-5ebbdfad6de3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.847214 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-631f135d-0e47-4055-baec-44d40cdc3508 None None] The port '68d67daa-eabc-4212-81e8-19ddbab89a14' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:13:26.908519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d94888a-f95c-4341-816f-5ebbdfad6de3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:13:26.913607 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c449cc7-1519-4831-9631-ec74672f28fe req-7025eeb3-b1a7-4444-b4c3-4f3a1c5d2d84 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:26.927341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7deeaa69-7ac1-4b05-a9d2-3c23376b16d4'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:13:26.950270 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-76ad32ab-2237-4ec6-b37c-2a9f62583c3b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:26.968836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-76ad32ab-2237-4ec6-b37c-2a9f62583c3b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:26.980869 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-76ad32ab-2237-4ec6-b37c-2a9f62583c3b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:26.992813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-76ad32ab-2237-4ec6-b37c-2a9f62583c3b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:27.102920 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5d94888a-f95c-4341-816f-5ebbdfad6de3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.103479 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-5d94888a-f95c-4341-816f-5ebbdfad6de3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Added segment fad33c06-63fe-40d3-8978-8da7e93835c6 of type vlan for network 6e1eee00-7402-4f05-8cde-60b996013829 Feb 18 09:13:27.254243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025eeb3-b1a7-4444-b4c3-4f3a1c5d2d84 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Pushing event updated for resources: {'Port': ['ID=b5937487-0170-42a6-a549-8de60584ae24,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:27.284443 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5d94888a-f95c-4341-816f-5ebbdfad6de3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.319544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c449cc7-1519-4831-9631-ec74672f28fe req-7025eeb3-b1a7-4444-b4c3-4f3a1c5d2d84 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Network 84332529-b6fa-4183-9c4d-06900613f018 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:27.323821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-0c449cc7-1519-4831-9631-ec74672f28fe req-7025eeb3-b1a7-4444-b4c3-4f3a1c5d2d84 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:27.337187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c449cc7-1519-4831-9631-ec74672f28fe req-7025eeb3-b1a7-4444-b4c3-4f3a1c5d2d84 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:13:27.381062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1fee11d4-bf50-4418-8e49-e1bea358dfca up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:27.481352 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 1fee11d4-bf50-4418-8e49-e1bea358dfca completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:27.488130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d70b2db7-d215-4aa1-8584-1ed4dc19ea16 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:27.506872 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-76ad32ab-2237-4ec6-b37c-2a9f62583c3b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.517009 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-76ad32ab-2237-4ec6-b37c-2a9f62583c3b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.524374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:13:27.534014 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-5d94888a-f95c-4341-816f-5ebbdfad6de3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:13:27.560780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cdfa8-388f-4de8-b904-56c581cbc06f req-f1a9fd86-f09b-43b0-8962-46af3d353f42 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:27.564145 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-021cdfa8-388f-4de8-b904-56c581cbc06f req-f1a9fd86-f09b-43b0-8962-46af3d353f42 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 944 time: 0.7749999 Feb 18 09:13:27.588650 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port d70b2db7-d215-4aa1-8584-1ed4dc19ea16 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:27.602310 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port d70b2db7-d215-4aa1-8584-1ed4dc19ea16 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:27.603146 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.656404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c449cc7-1519-4831-9631-ec74672f28fe req-7025eeb3-b1a7-4444-b4c3-4f3a1c5d2d84 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:27.661011 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c449cc7-1519-4831-9631-ec74672f28fe req-7025eeb3-b1a7-4444-b4c3-4f3a1c5d2d84 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.712004 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5d94888a-f95c-4341-816f-5ebbdfad6de3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.720082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d94888a-f95c-4341-816f-5ebbdfad6de3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:27.721256 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5d94888a-f95c-4341-816f-5ebbdfad6de3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.742973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad32ab-2237-4ec6-b37c-2a9f62583c3b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f42b82-46c8-4f91-8d01-ba36f7dd5487,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:27.758341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3a4e0c-a211-4e0b-bcbd-e7fda522274a None None] Network 20d5369b-c52a-423f-9996-f37cd965516f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:13:27.822624 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-76ad32ab-2237-4ec6-b37c-2a9f62583c3b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.824506 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-76ad32ab-2237-4ec6-b37c-2a9f62583c3b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2922845 Feb 18 09:13:27.839880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53818) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:27.865709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-26a85f30-8910-4b2b-bf99-065618b5e7ee tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': 'c7f42b82-46c8-4f91-8d01-ba36f7dd5487', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:27.867479 n-d-829434-1 neutron-server[87767]: WARNING neutron.api.v2.base [None req-26a85f30-8910-4b2b-bf99-065618b5e7ee tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 18 09:13:27.868527 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-26a85f30-8910-4b2b-bf99-065618b5e7ee tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:13:27.870307 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-26a85f30-8910-4b2b-bf99-065618b5e7ee tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0259147 Feb 18 09:13:27.880235 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136accfb-4725-4a3b-b5e3-b97df013e9cb req-355351ed-63cf-4dcc-99bf-e17c375b5ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:27.882850 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-136accfb-4725-4a3b-b5e3-b97df013e9cb req-355351ed-63cf-4dcc-99bf-e17c375b5ee6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0a93eb7997354ca4896627e5100f01ba&device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 1097 time: 0.4900079 Feb 18 09:13:27.884663 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:27.887818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53822) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:27.918963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94888a-f95c-4341-816f-5ebbdfad6de3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Network': ['ID=6e1eee00-7402-4f05-8cde-60b996013829,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:27.925002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e60facc0-c50f-4a5d-a0af-5f43465c9631 None None] Provisioning for port b5937487-0170-42a6-a549-8de60584ae24 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:27.927505 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-021cdfa8-388f-4de8-b904-56c581cbc06f req-602d1d38-e665-49b1-b190-80c78635ca55 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450642 Feb 18 09:13:27.933781 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c449cc7-1519-4831-9631-ec74672f28fe req-7025eeb3-b1a7-4444-b4c3-4f3a1c5d2d84 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.0839841 Feb 18 09:13:27.947105 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 6e1eee00-7402-4f05-8cde-60b996013829 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:13:27.948659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5d94888a-f95c-4341-816f-5ebbdfad6de3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3163688 Feb 18 09:13:27.972224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Request body: {'port': {'device_id': '81d0ce73-9bd4-4f34-8d26-91f923bbe2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:27.981051 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 8c56296d-8a89-4588-a29d-d56a27c61a16 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:27.994382 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:13:27.995951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53826) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:28.005045 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Sync routers for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:13:28.014512 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0ca24d15-809e-4646-957a-15a45c425ae3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'subnet': {'network_id': '6e1eee00-7402-4f05-8cde-60b996013829', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:28.028353 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:28.029053 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:28.032655 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec579b20-ab1b-44d0-a59d-05ff8a6f39b1 req-8b3040a2-62da-46e0-9e42-7ef07d6b5515 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:28.041206 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec579b20-ab1b-44d0-a59d-05ff8a6f39b1 req-8b3040a2-62da-46e0-9e42-7ef07d6b5515 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.6539271 Feb 18 09:13:28.095040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e60facc0-c50f-4a5d-a0af-5f43465c9631 None None] Provisioning complete for port b5937487-0170-42a6-a549-8de60584ae24 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:28.095430 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e60facc0-c50f-4a5d-a0af-5f43465c9631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:28.196308 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:13:28.198937 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port d70b2db7-d215-4aa1-8584-1ed4dc19ea16, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d70b2db7-d215-4aa1-8584-1ed4dc19ea16,segment=NetworkSegment(1ea6273b-d09a-4684-a91e-902edecbe43a),segment_id=1ea6273b-d09a-4684-a91e-902edecbe43a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:28.221314 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec579b20-ab1b-44d0-a59d-05ff8a6f39b1 req-dd2a48d0-1d5e-4fa6-9882-585974e21f31 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764405 Feb 18 09:13:28.252231 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1652664b-ad37-4139-9edc-193b33b8fff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/75c5acd2-1b84-4119-aa90-fa54b6c3f8d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8694837 Feb 18 09:13:28.252231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136accfb-4725-4a3b-b5e3-b97df013e9cb req-bb05bff1-8672-41ce-ac8c-01ab99f7afed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:28.253850 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-136accfb-4725-4a3b-b5e3-b97df013e9cb req-bb05bff1-8672-41ce-ac8c-01ab99f7afed service neutron] 10.222.0.81 "GET /v2.0/networks?id=01af22ea-208e-42f3-8750-12dc092ece64 HTTP/1.1" status: 200 len: 913 time: 0.3415799 Feb 18 09:13:28.255361 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53830) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:28.260200 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:28.305321 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:28.328533 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2bcd82a1-6ff5-4cc4-9293-fbfec3924111 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:28.406542 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 68d67daa-eabc-4212-81e8-19ddbab89a14 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:28.486535 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16939684-92a1-439d-9582-02b3e2a3af32 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:28.511910 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-136accfb-4725-4a3b-b5e3-b97df013e9cb req-5d631b86-29f6-4df8-9b00-8d4513b71b02 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f04fb52-a0d0-45d2-8007-dc3ee0358096 HTTP/1.1" status: 200 len: 217 time: 0.2499168 Feb 18 09:13:28.558829 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5c2f8-c3d0-406e-bab5-7f066a80fffb req-ebb00c1c-19d0-4e8a-a200-f2d4db1fc418 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:28.561960 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7a5c2f8-c3d0-406e-bab5-7f066a80fffb req-ebb00c1c-19d0-4e8a-a200-f2d4db1fc418 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 946 time: 0.3997700 Feb 18 09:13:28.603400 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 68d67daa-eabc-4212-81e8-19ddbab89a14 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:13:28.603971 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 68d67daa-eabc-4212-81e8-19ddbab89a14 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:13:28.621557 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e60facc0-c50f-4a5d-a0af-5f43465c9631 None None] Port b5937487-0170-42a6-a549-8de60584ae24 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:13:28.661314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136accfb-4725-4a3b-b5e3-b97df013e9cb req-eeb497ab-2233-44e7-9356-15c4bc790c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:28.662932 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-136accfb-4725-4a3b-b5e3-b97df013e9cb req-eeb497ab-2233-44e7-9356-15c4bc790c6b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=02521a75-5255-4563-b440-1c6a701f579b HTTP/1.1" status: 200 len: 852 time: 0.1298149 Feb 18 09:13:28.678234 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:24Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67d08d1e-1fd9-4b98-9593-e591e0d110dd', 'name': '', 'network_id': '20d5369b-c52a-423f-9996-f37cd965516f', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:d4:b9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '713123e6-e08f-45ba-aecb-d5bd4f2fa84b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:23Z', 'updated_at': '2022-02-18T09:13:25Z', 'revision_number': 2, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '713123e6-e08f-45ba-aecb-d5bd4f2fa84b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:14Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd70b2db7-d215-4aa1-8584-1ed4dc19ea16', 'name': '', 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:5d:21:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:14Z', 'updated_at': '2022-02-18T09:13:22Z', 'revision_number': 4, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:28.683612 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Checking router: 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:13:28.684789 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Updating router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 port 67d08d1e-1fd9-4b98-9593-e591e0d110dd binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:13:28.749401 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7a5c2f8-c3d0-406e-bab5-7f066a80fffb req-a686d2dc-7727-40ee-a883-893a7c277195 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659608 Feb 18 09:13:28.754446 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=d70b2db7-d215-4aa1-8584-1ed4dc19ea16,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:28.764174 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e60facc0-c50f-4a5d-a0af-5f43465c9631 None None] Provisioning for port 1fee11d4-bf50-4418-8e49-e1bea358dfca completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:28.770570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d253d34-0c23-4d85-b8dd-eb7c628ac509 req-b3a8f1cc-f2e2-4364-bc76-caecd1196a49 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:28.776749 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e60facc0-c50f-4a5d-a0af-5f43465c9631 None None] Provisioning complete for port 1fee11d4-bf50-4418-8e49-e1bea358dfca triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:28.777160 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e60facc0-c50f-4a5d-a0af-5f43465c9631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:28.778485 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-136accfb-4725-4a3b-b5e3-b97df013e9cb req-7ea53b6e-db55-49d5-b0d3-9d34e6a4bb03 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=01af22ea-208e-42f3-8750-12dc092ece64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905886 Feb 18 09:13:28.780007 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16939684-92a1-439d-9582-02b3e2a3af32 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:28.785669 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d253d34-0c23-4d85-b8dd-eb7c628ac509 req-b3a8f1cc-f2e2-4364-bc76-caecd1196a49 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 1027 time: 0.3685610 Feb 18 09:13:28.789318 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:28.802404 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 8c56296d-8a89-4588-a29d-d56a27c61a16 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:28.836467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 8c56296d-8a89-4588-a29d-d56a27c61a16 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:28.836830 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:28.876591 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d253d34-0c23-4d85-b8dd-eb7c628ac509 req-053188d6-b07f-45e6-9026-225480e0fa9a tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866659 Feb 18 09:13:29.013151 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0ca24d15-809e-4646-957a-15a45c425ae3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:29.032936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5937487-0170-42a6-a549-8de60584ae24 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:13:29.062843 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e60facc0-c50f-4a5d-a0af-5f43465c9631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:29.069377 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:29.118429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Transition to ACTIVE for port object b5937487-0170-42a6-a549-8de60584ae24 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:29.128728 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:29.149459 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:29.167214 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e60facc0-c50f-4a5d-a0af-5f43465c9631 None None] For port 1fee11d4-bf50-4418-8e49-e1bea358dfca, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1fee11d4-bf50-4418-8e49-e1bea358dfca,segment=NetworkSegment(b3bebef3-9a25-4876-9c7d-40f122a8633e),segment_id=b3bebef3-9a25-4876-9c7d-40f122a8633e)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:29.178315 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b08753-0c73-4660-8ad5-8c9adbbf4d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c56296d-8a89-4588-a29d-d56a27c61a16'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:13:29.203461 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d70b2db7-d215-4aa1-8584-1ed4dc19ea16 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:29.218202 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0ca24d15-809e-4646-957a-15a45c425ae3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:subnet and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:29.243684 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0ca24d15-809e-4646-957a-15a45c425ae3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:29.263932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0ca24d15-809e-4646-957a-15a45c425ae3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:29.291892 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e60facc0-c50f-4a5d-a0af-5f43465c9631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:29.319063 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b08753-0c73-4660-8ad5-8c9adbbf4d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c56296d-8a89-4588-a29d-d56a27c61a16', 'code': 200} Feb 18 09:13:29.356769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Pushing event updated for resources: {'Port': ['ID=b5937487-0170-42a6-a549-8de60584ae24,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:29.376046 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 8c56296d-8a89-4588-a29d-d56a27c61a16, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8c56296d-8a89-4588-a29d-d56a27c61a16,segment=NetworkSegment(26255b21-16c8-4a19-8ea8-6e56b78e9a3c),segment_id=26255b21-16c8-4a19-8ea8-6e56b78e9a3c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:29.439795 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:29.573595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60facc0-c50f-4a5d-a0af-5f43465c9631 None None] Pushing event updated for resources: {'Port': ['ID=1fee11d4-bf50-4418-8e49-e1bea358dfca,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:29.709734 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:29.710795 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=8c56296d-8a89-4588-a29d-d56a27c61a16,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:29.735496 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Transition to ACTIVE for port object 67d08d1e-1fd9-4b98-9593-e591e0d110dd will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:29.741361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port d70b2db7-d215-4aa1-8584-1ed4dc19ea16 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:29.742183 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:29.754901 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:29.821037 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5ce9db79-e755-44db-ae87-5636a448621b None None] Provisioning for port 67d08d1e-1fd9-4b98-9593-e591e0d110dd completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:29.867352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816fc04-9a74-4fcf-ba69-0ec7dc21cfa7 req-e4c3fa3f-ca7d-4910-843a-ab13138993c9 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:29.877336 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5816fc04-9a74-4fcf-ba69-0ec7dc21cfa7 req-e4c3fa3f-ca7d-4910-843a-ab13138993c9 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 944 time: 0.6027253 Feb 18 09:13:29.885031 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-136accfb-4725-4a3b-b5e3-b97df013e9cb req-96fcc20d-fe5a-4b54-bcdb-06a57c1b514e service neutron] 10.222.0.81 "GET /v2.0/networks/01af22ea-208e-42f3-8750-12dc092ece64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0664592 Feb 18 09:13:29.980754 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16939684-92a1-439d-9582-02b3e2a3af32 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:30.020057 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5ce9db79-e755-44db-ae87-5636a448621b None None] Provisioning complete for port 1fee11d4-bf50-4418-8e49-e1bea358dfca triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:30.020618 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5ce9db79-e755-44db-ae87-5636a448621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:30.031690 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc2b0f-e566-44d6-9577-9db96298cf83 None None] Pushing event updated for resources: {'Port': ['ID=67d08d1e-1fd9-4b98-9593-e591e0d110dd,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:30.123046 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca24d15-809e-4646-957a-15a45c425ae3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:30.127621 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ca24d15-809e-4646-957a-15a45c425ae3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:30.236614 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Attempting to bind port 67d08d1e-1fd9-4b98-9593-e591e0d110dd on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:30.236964 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Attempting to bind port 67d08d1e-1fd9-4b98-9593-e591e0d110dd by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'b3bebef3-9a25-4876-9c7d-40f122a8633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '20d5369b-c52a-423f-9996-f37cd965516f'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:30.237691 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Attempting to bind port 67d08d1e-1fd9-4b98-9593-e591e0d110dd on network 20d5369b-c52a-423f-9996-f37cd965516f {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:13:30.243838 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:13:30.244323 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Checking segment: {'id': 'b3bebef3-9a25-4876-9c7d-40f122a8633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '20d5369b-c52a-423f-9996-f37cd965516f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:13:30.244803 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:30.245271 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Bound using segment: {'id': 'b3bebef3-9a25-4876-9c7d-40f122a8633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '20d5369b-c52a-423f-9996-f37cd965516f'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:13:30.245812 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Bound port: 67d08d1e-1fd9-4b98-9593-e591e0d110dd, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bebef3-9a25-4876-9c7d-40f122a8633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '20d5369b-c52a-423f-9996-f37cd965516f'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:30.246273 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:30.277094 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5816fc04-9a74-4fcf-ba69-0ec7dc21cfa7 req-87b40fed-1e8b-4c26-a366-44112dd438b3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737833 Feb 18 09:13:30.314903 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-48661ca3-49e5-4aab-84ad-fda91dbde901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:30.341302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Attempting to bind port b5937487-0170-42a6-a549-8de60584ae24 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:30.342345 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Attempting to bind port b5937487-0170-42a6-a549-8de60584ae24 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'ac80f371-d341-48b8-8ff4-a7957011c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '84332529-b6fa-4183-9c4d-06900613f018'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:30.344816 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Attempting to bind port b5937487-0170-42a6-a549-8de60584ae24 on network 84332529-b6fa-4183-9c4d-06900613f018 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:13:30.360218 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] For port 67d08d1e-1fd9-4b98-9593-e591e0d110dd, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:13:30.364162 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] For port 67d08d1e-1fd9-4b98-9593-e591e0d110dd, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=67d08d1e-1fd9-4b98-9593-e591e0d110dd,segment=NetworkSegment(b3bebef3-9a25-4876-9c7d-40f122a8633e),segment_id=b3bebef3-9a25-4876-9c7d-40f122a8633e)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:13:30.369707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4c3f3-5542-4979-84ca-06d7a08c47de req-e9fc6fcf-58b1-47ea-aa42-7b0540d3212f tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:30.369958 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:30.374810 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59a4c3f3-5542-4979-84ca-06d7a08c47de req-e9fc6fcf-58b1-47ea-aa42-7b0540d3212f tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.8228796 Feb 18 09:13:30.393033 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16939684-92a1-439d-9582-02b3e2a3af32 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f42b82-46c8-4f91-8d01-ba36f7dd5487,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:30.399554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Port b5937487-0170-42a6-a549-8de60584ae24 on network 84332529-b6fa-4183-9c4d-06900613f018 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:13:30.399554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Attempting to bind port b5937487-0170-42a6-a549-8de60584ae24 on network 84332529-b6fa-4183-9c4d-06900613f018 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:13:30.413829 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16939684-92a1-439d-9582-02b3e2a3af32 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:30.415358 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-16939684-92a1-439d-9582-02b3e2a3af32 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "DELETE /v2.0/security-groups/c7f42b82-46c8-4f91-8d01-ba36f7dd5487 HTTP/1.1" status: 204 len: 168 time: 2.5259354 Feb 18 09:13:30.421471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53846) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:30.422724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:13:30.422910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Checking segment: {'id': 'ac80f371-d341-48b8-8ff4-a7957011c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '84332529-b6fa-4183-9c4d-06900613f018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:13:30.423259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Bound using segment: {'id': 'ac80f371-d341-48b8-8ff4-a7957011c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '84332529-b6fa-4183-9c4d-06900613f018'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:13:30.423740 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Bound port: b5937487-0170-42a6-a549-8de60584ae24, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac80f371-d341-48b8-8ff4-a7957011c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '84332529-b6fa-4183-9c4d-06900613f018'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:30.424218 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:30.480969 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:30.481589 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:30.539678 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc2b0f-e566-44d6-9577-9db96298cf83 None None] Pushing event updated for resources: {'Port': ['ID=67d08d1e-1fd9-4b98-9593-e591e0d110dd,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:30.584671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] For port b5937487-0170-42a6-a549-8de60584ae24, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:13:30.590024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] For port b5937487-0170-42a6-a549-8de60584ae24, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b5937487-0170-42a6-a549-8de60584ae24,segment=NetworkSegment(ac80f371-d341-48b8-8ff4-a7957011c6f8),segment_id=ac80f371-d341-48b8-8ff4-a7957011c6f8)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:13:30.674135 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:30.678021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.extraroute_db [None req-2bcd82a1-6ff5-4cc4-9293-fbfec3924111 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 18 09:13:30.681771 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:13:30.697520 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.extraroute_db [None req-2bcd82a1-6ff5-4cc4-9293-fbfec3924111 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Removed routes are [] {{(pid=87767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 18 09:13:30.697927 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2bcd82a1-6ff5-4cc4-9293-fbfec3924111 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:30.855702 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-136accfb-4725-4a3b-b5e3-b97df013e9cb req-e69a65e2-272b-47f1-b407-c6aefbb8f97f service neutron] 10.222.0.81 "GET /v2.0/networks/01af22ea-208e-42f3-8750-12dc092ece64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9028926 Feb 18 09:13:30.922587 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59a4c3f3-5542-4979-84ca-06d7a08c47de req-a4bf8308-7f70-42e4-8d45-4e8236bf9432 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5387774 Feb 18 09:13:30.973951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:30.977116 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:30.984010 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c449cc7-1519-4831-9631-ec74672f28fe req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] 10.222.0.81 "PUT /v2.0/ports/b5937487-0170-42a6-a549-8de60584ae24 HTTP/1.1" status: 200 len: 1091 time: 3.0405822 Feb 18 09:13:30.985209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d0ce73-9bd4-4f34-8d26-91f923bbe2f3', 'tag': 'b5937487-0170-42a6-a549-8de60584ae24'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:13:31.057477 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7a7dc2c6-68c5-4db7-8e68-4dde0c2f668f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Synchronizing usage tracker for tenant:ecdb4f000a6a4367995ae5fb27c50bb7 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:31.165784 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1fee11d4-bf50-4418-8e49-e1bea358dfca up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:31.214431 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ca24d15-809e-4646-957a-15a45c425ae3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:31.253618 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:24Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67d08d1e-1fd9-4b98-9593-e591e0d110dd', 'name': '', 'network_id': '20d5369b-c52a-423f-9996-f37cd965516f', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:d4:b9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '713123e6-e08f-45ba-aecb-d5bd4f2fa84b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:23Z', 'updated_at': '2022-02-18T09:13:30Z', 'revision_number': 4, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '713123e6-e08f-45ba-aecb-d5bd4f2fa84b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:14Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd70b2db7-d215-4aa1-8584-1ed4dc19ea16', 'name': '', 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:5d:21:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:14Z', 'updated_at': '2022-02-18T09:13:27Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:31.258504 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341151c-b93c-48c9-8466-c8b46de3ab04 None None] The sync data for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 is: [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:24Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67d08d1e-1fd9-4b98-9593-e591e0d110dd', 'name': '', 'network_id': '20d5369b-c52a-423f-9996-f37cd965516f', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:d4:b9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '713123e6-e08f-45ba-aecb-d5bd4f2fa84b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:23Z', 'updated_at': '2022-02-18T09:13:30Z', 'revision_number': 4, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '713123e6-e08f-45ba-aecb-d5bd4f2fa84b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:14Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd70b2db7-d215-4aa1-8584-1ed4dc19ea16', 'name': '', 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:5d:21:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:14Z', 'updated_at': '2022-02-18T09:13:27Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:13:31.397383 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 1fee11d4-bf50-4418-8e49-e1bea358dfca triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:31.397383 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:31.398666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4338e80-b0d6-4a8a-9fdf-b20a9fc253ca service neutron] Pushing event updated for resources: {'Port': ['ID=b5937487-0170-42a6-a549-8de60584ae24,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:31.443079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7a7dc2c6-68c5-4db7-8e68-4dde0c2f668f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Unset dirty status for tenant:ecdb4f000a6a4367995ae5fb27c50bb7 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:31.444058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa984f38-8628-4df7-a59e-f580f7fff284 req-2226a005-1ed1-42f5-8f73-d12248b1bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:31.447740 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-aa984f38-8628-4df7-a59e-f580f7fff284 req-2226a005-1ed1-42f5-8f73-d12248b1bc36 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 1096 time: 1.5877182 Feb 18 09:13:31.449925 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7a7dc2c6-68c5-4db7-8e68-4dde0c2f668f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.0060267 Feb 18 09:13:31.452586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53854) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:31.460355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-a7490831-4a8a-4e18-a510-ca9c266b1543 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1505108686'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:31.471446 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a7490831-4a8a-4e18-a510-ca9c266b1543 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:31.483515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a7490831-4a8a-4e18-a510-ca9c266b1543 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:31.519868 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7490831-4a8a-4e18-a510-ca9c266b1543 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:31.523338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca24d15-809e-4646-957a-15a45c425ae3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Subnet': ['ID=e6c8f254-fa9d-40df-85af-bbd16665bab3,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:31.553531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1edcb9-64d8-43a0-8879-911ad10f2aaf req-74cb9e01-4c81-4b3b-b2ce-db8f72fcf2ad tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:31.554781 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cd1edcb9-64d8-43a0-8879-911ad10f2aaf req-74cb9e01-4c81-4b3b-b2ce-db8f72fcf2ad tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 946 time: 0.8909748 Feb 18 09:13:31.569552 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2bcd82a1-6ff5-4cc4-9293-fbfec3924111 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:31.579288 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-aa984f38-8628-4df7-a59e-f580f7fff284 req-0aae9855-3ca5-45cd-ad1e-6138aeb0e914 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942905 Feb 18 09:13:31.586823 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2bcd82a1-6ff5-4cc4-9293-fbfec3924111 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:31.593546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca24d15-809e-4646-957a-15a45c425ae3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Checking segment: {'id': 'fad33c06-63fe-40d3-8978-8da7e93835c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '6e1eee00-7402-4f05-8cde-60b996013829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:13:31.593911 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca24d15-809e-4646-957a-15a45c425ae3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network hostable DHCP agents. Network: 6e1eee00-7402-4f05-8cde-60b996013829, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:13:31.620219 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a7490831-4a8a-4e18-a510-ca9c266b1543 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:31.637058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a7490831-4a8a-4e18-a510-ca9c266b1543 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:31.642831 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c449cc7-1519-4831-9631-ec74672f28fe req-73d7e115-e10a-424f-8949-da018281c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:31.644865 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c449cc7-1519-4831-9631-ec74672f28fe req-73d7e115-e10a-424f-8949-da018281c94a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=792a703e15524e7ea4f30e773c7d56f1&device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 1094 time: 0.5492344 Feb 18 09:13:31.645976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a7490831-4a8a-4e18-a510-ca9c266b1543 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:31.659696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a7490831-4a8a-4e18-a510-ca9c266b1543 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:31.677763 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec67b2-0d07-4e64-a16c-e2493820ae26 req-6f736e51-40ca-4da0-8e08-5f8acf1bb89c tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:31.680609 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c0ec67b2-0d07-4e64-a16c-e2493820ae26 req-6f736e51-40ca-4da0-8e08-5f8acf1bb89c tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 1094 time: 0.3359084 Feb 18 09:13:31.688107 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cd1edcb9-64d8-43a0-8879-911ad10f2aaf req-3897b29d-eb23-4a55-bedb-a13b03257446 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171994 Feb 18 09:13:31.790418 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d0ce73-9bd4-4f34-8d26-91f923bbe2f3', 'tag': 'b5937487-0170-42a6-a549-8de60584ae24', 'status': 'completed', 'code': 200} Feb 18 09:13:31.847196 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7490831-4a8a-4e18-a510-ca9c266b1543 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.013616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcd82a1-6ff5-4cc4-9293-fbfec3924111 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:13:32.027322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca24d15-809e-4646-957a-15a45c425ae3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network 6e1eee00-7402-4f05-8cde-60b996013829 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:13:32.062723 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7490831-4a8a-4e18-a510-ca9c266b1543 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.113969 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c449cc7-1519-4831-9631-ec74672f28fe req-3d0992d1-e89d-4020-b04f-a5b3f0eb4cf5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5937487-0170-42a6-a549-8de60584ae24 HTTP/1.1" status: 200 len: 217 time: 0.2483542 Feb 18 09:13:32.134532 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c0ec67b2-0d07-4e64-a16c-e2493820ae26 req-19a22466-8013-4e5b-b197-5f5c0c33513f tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388800 Feb 18 09:13:32.142561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-0ca24d15-809e-4646-957a-15a45c425ae3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 6e1eee00-7402-4f05-8cde-60b996013829) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:32.154256 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b926f53d-58e8-4929-9f41-c98e92e9b659 None None] Network 6e1eee00-7402-4f05-8cde-60b996013829 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:13:32.157322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca24d15-809e-4646-957a-15a45c425ae3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:32.158013 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ca24d15-809e-4646-957a-15a45c425ae3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.224938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7490831-4a8a-4e18-a510-ca9c266b1543 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071d6c7d-c78d-4bd9-b9be-545ef17d0bb6,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:32.237608 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7490831-4a8a-4e18-a510-ca9c266b1543 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.238820 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a7490831-4a8a-4e18-a510-ca9c266b1543 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7836299 Feb 18 09:13:32.243033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53860) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:32.257472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-62b2030f-eca9-46aa-a2ab-b39c1680b29b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': '071d6c7d-c78d-4bd9-b9be-545ef17d0bb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:32.279516 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0ca24d15-809e-4646-957a-15a45c425ae3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2746980 Feb 18 09:13:32.279908 n-d-829434-1 neutron-server[87768]: WARNING neutron.api.v2.base [None req-62b2030f-eca9-46aa-a2ab-b39c1680b29b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 18 09:13:32.279908 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-62b2030f-eca9-46aa-a2ab-b39c1680b29b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:13:32.279908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-62b2030f-eca9-46aa-a2ab-b39c1680b29b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0303030 Feb 18 09:13:32.281582 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53864) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:32.282754 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53866) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:32.285964 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c449cc7-1519-4831-9631-ec74672f28fe req-e95dbd62-b133-426c-96aa-7c240371c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:32.287392 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c449cc7-1519-4831-9631-ec74672f28fe req-e95dbd62-b133-426c-96aa-7c240371c6d4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab3631c3-7c54-451b-ae7a-b0dd4da70cf5 HTTP/1.1" status: 200 len: 848 time: 0.1553845 Feb 18 09:13:32.317462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a6ef686e-b966-40df-a290-e371b6053e29 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': '071d6c7d-c78d-4bd9-b9be-545ef17d0bb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:32.319981 n-d-829434-1 neutron-server[87767]: WARNING neutron.api.v2.base [None req-a6ef686e-b966-40df-a290-e371b6053e29 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 18 09:13:32.320861 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-a6ef686e-b966-40df-a290-e371b6053e29 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:13:32.327899 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a6ef686e-b966-40df-a290-e371b6053e29 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0203404 Feb 18 09:13:32.333538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c6961e99-006c-4fee-a9e1-818fc4e6fa41 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1222315979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:32.339655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53872) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:32.354616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c6961e99-006c-4fee-a9e1-818fc4e6fa41 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:32.362033 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-548b183f-62c5-40df-a29d-c6ab07ef359f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': '071d6c7d-c78d-4bd9-b9be-545ef17d0bb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:32.363094 n-d-829434-1 neutron-server[87767]: WARNING neutron.api.v2.base [None req-548b183f-62c5-40df-a29d-c6ab07ef359f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 18 09:13:32.363597 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-548b183f-62c5-40df-a29d-c6ab07ef359f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:13:32.367486 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-548b183f-62c5-40df-a29d-c6ab07ef359f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0155718 Feb 18 09:13:32.371347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfb0cc-6cf5-4c07-a8f0-afddba5a93a7 req-1a6db83a-ef7a-438a-a9d9-547185273776 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:32.371617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53876) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:32.373829 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71bfb0cc-6cf5-4c07-a8f0-afddba5a93a7 req-1a6db83a-ef7a-438a-a9d9-547185273776 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 945 time: 0.3679063 Feb 18 09:13:32.384814 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-7a1986a4-3571-42a1-b301-59b7b0cba996 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': '071d6c7d-c78d-4bd9-b9be-545ef17d0bb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:32.386441 n-d-829434-1 neutron-server[87767]: WARNING neutron.api.v2.base [None req-7a1986a4-3571-42a1-b301-59b7b0cba996 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 18 09:13:32.386941 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-7a1986a4-3571-42a1-b301-59b7b0cba996 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:13:32.389528 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7a1986a4-3571-42a1-b301-59b7b0cba996 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0171971 Feb 18 09:13:32.390860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c6961e99-006c-4fee-a9e1-818fc4e6fa41 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:router and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:32.394229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53880) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:32.404435 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c6961e99-006c-4fee-a9e1-818fc4e6fa41 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:32.428171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c6961e99-006c-4fee-a9e1-818fc4e6fa41 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:32.438265 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcd82a1-6ff5-4cc4-9293-fbfec3924111 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:13:32.455789 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2bcd82a1-6ff5-4cc4-9293-fbfec3924111 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.457266 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2bcd82a1-6ff5-4cc4-9293-fbfec3924111 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 HTTP/1.1" status: 200 len: 953 time: 4.1979671 Feb 18 09:13:32.461429 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53884) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:32.497027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-6e1eee00-7402-4f05-8cde-60b996013829', 'network_id': '6e1eee00-7402-4f05-8cde-60b996013829', 'tenant_id': 'a3064a784c634f64a677d43a9a9265ec', 'fixed_ips': [{'subnet_id': 'e6c8f254-fa9d-40df-85af-bbd16665bab3'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:13:32.498055 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.511019 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71bfb0cc-6cf5-4c07-a8f0-afddba5a93a7 req-082073e3-c385-4561-b040-150a4ed91bf2 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867059 Feb 18 09:13:32.513256 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb303eb5-34d8-43b3-8d9e-7d7b2490a2ac None None] Sync routers for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:13:32.535035 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c6961e99-006c-4fee-a9e1-818fc4e6fa41 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.536143 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c6961e99-006c-4fee-a9e1-818fc4e6fa41 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.542327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4f215-52d8-4a1e-b62a-b2f4aa44beba req-a928d9d3-64ea-4505-ac36-9ef1548830b2 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:32.543821 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ca4f215-52d8-4a1e-b62a-b2f4aa44beba req-a928d9d3-64ea-4505-ac36-9ef1548830b2 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.1942298 Feb 18 09:13:32.551000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c449cc7-1519-4831-9631-ec74672f28fe req-9c199191-8698-4733-9956-82cf3ba5319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:32.552635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c449cc7-1519-4831-9631-ec74672f28fe req-9c199191-8698-4733-9956-82cf3ba5319b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=84332529-b6fa-4183-9c4d-06900613f018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2559323 Feb 18 09:13:32.603266 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb303eb5-34d8-43b3-8d9e-7d7b2490a2ac None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:32.604244 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-bb303eb5-34d8-43b3-8d9e-7d7b2490a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:32.651686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c6961e99-006c-4fee-a9e1-818fc4e6fa41 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.653440 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba127-0e7f-4d9c-add9-f20c12880317 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.675085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ca4f215-52d8-4a1e-b62a-b2f4aa44beba req-caaf91ea-a4d6-4f4f-9fc8-8b97caea4c2a tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209977 Feb 18 09:13:32.702586 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba127-0e7f-4d9c-add9-f20c12880317 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.715937 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5df4e834-7e26-4fb6-a0bd-b593b082ef2a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/routers/75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 HTTP/1.1" status: 200 len: 953 time: 0.2478650 Feb 18 09:13:32.720162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53890) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:32.721755 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c6961e99-006c-4fee-a9e1-818fc4e6fa41 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.736187 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-430e2d30-9ba8-41fe-82d2-268095da0c8a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'router': {'routes': None}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:32.751638 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c449cc7-1519-4831-9631-ec74672f28fe req-3197cf8f-63b7-421a-9901-1134bdced69e service neutron] 10.222.0.81 "GET /v2.0/networks/84332529-b6fa-4183-9c4d-06900613f018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836689 Feb 18 09:13:32.890538 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Allocated IP 172.20.0.2 (6e1eee00-7402-4f05-8cde-60b996013829/e6c8f254-fa9d-40df-85af-bbd16665bab3/db3537e4-4270-4055-91b8-3f862e7f421c) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:32.934508 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c6961e99-006c-4fee-a9e1-818fc4e6fa41 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:32.936089 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c6961e99-006c-4fee-a9e1-818fc4e6fa41 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6546786 Feb 18 09:13:32.944863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53896) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:32.953102 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-bfb694ec-0f4c-4ec2-8ded-8ae4c24776d2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'network_id': '6e1eee00-7402-4f05-8cde-60b996013829', 'name': 'tempest-PortsTestJSON-1833695946'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:33.057553 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c449cc7-1519-4831-9631-ec74672f28fe req-5f514251-0e33-4c90-ba39-70fdc1785a00 service neutron] 10.222.0.81 "GET /v2.0/networks/84332529-b6fa-4183-9c4d-06900613f018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979922 Feb 18 09:13:33.083660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-bb303eb5-34d8-43b3-8d9e-7d7b2490a2ac None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:13:33.119023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385a4db-ed38-4278-8dee-b79ff8dc08ee req-42172c40-2de3-412b-b9c6-69f2d436b70b tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:33.132191 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4385a4db-ed38-4278-8dee-b79ff8dc08ee req-42172c40-2de3-412b-b9c6-69f2d436b70b tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 946 time: 0.2677035 Feb 18 09:13:33.182989 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba127-0e7f-4d9c-add9-f20c12880317 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:33.210473 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 67d08d1e-1fd9-4b98-9593-e591e0d110dd up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:33.233350 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba127-0e7f-4d9c-add9-f20c12880317 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:33.234828 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6b9ba127-0e7f-4d9c-add9-f20c12880317 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "DELETE /v2.0/security-groups/071d6c7d-c78d-4bd9-b9be-545ef17d0bb6 HTTP/1.1" status: 204 len: 168 time: 0.8372869 Feb 18 09:13:33.242185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53902) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:33.292573 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4385a4db-ed38-4278-8dee-b79ff8dc08ee req-b48a30b0-5588-4249-8d11-27afb0c3db8f tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556325 Feb 18 09:13:33.383634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ba127-0e7f-4d9c-add9-f20c12880317 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=071d6c7d-c78d-4bd9-b9be-545ef17d0bb6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:33.449152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3cc09047-f75e-4014-b85f-34a20ad8cb7f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Synchronizing usage tracker for tenant:ecdb4f000a6a4367995ae5fb27c50bb7 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:33.490122 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:33.493310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e91923-f1a3-4ea1-9595-697862834953 req-c802cca9-5f97-4a19-b967-aca6a93850b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:33.495462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01e91923-f1a3-4ea1-9595-697862834953 req-c802cca9-5f97-4a19-b967-aca6a93850b8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=792a703e15524e7ea4f30e773c7d56f1&device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 1094 time: 0.2950258 Feb 18 09:13:33.505177 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Transition to ACTIVE for port object db3537e4-4270-4055-91b8-3f862e7f421c will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:33.520945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bfb694ec-0f4c-4ec2-8ded-8ae4c24776d2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:33.534925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bfb694ec-0f4c-4ec2-8ded-8ae4c24776d2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:port and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:33.546713 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bfb694ec-0f4c-4ec2-8ded-8ae4c24776d2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:33.558135 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bfb694ec-0f4c-4ec2-8ded-8ae4c24776d2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:33.623551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb694ec-0f4c-4ec2-8ded-8ae4c24776d2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:33.627269 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bfb694ec-0f4c-4ec2-8ded-8ae4c24776d2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:33.705323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-bfb694ec-0f4c-4ec2-8ded-8ae4c24776d2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] device_id is not set on port d3fa9575-30ee-4c0d-a14c-686f0d414350 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:13:33.745581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3cc09047-f75e-4014-b85f-34a20ad8cb7f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Unset dirty status for tenant:ecdb4f000a6a4367995ae5fb27c50bb7 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:33.747019 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3cc09047-f75e-4014-b85f-34a20ad8cb7f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4954631 Feb 18 09:13:33.754861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53914) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:33.762961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-646a3282-d184-4562-8d8f-0cbe136ca6c5 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006644615'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:33.771059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffa670-c628-4baa-b706-9f624f50b746 req-1acd575e-3087-473b-aecc-37957654d6cb tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:33.777599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88ffa670-c628-4baa-b706-9f624f50b746 req-1acd575e-3087-473b-aecc-37957654d6cb tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 1094 time: 0.4075556 Feb 18 09:13:33.786746 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-646a3282-d184-4562-8d8f-0cbe136ca6c5 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:33.809714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Transition to ACTIVE for port object db3537e4-4270-4055-91b8-3f862e7f421c will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:33.858123 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:33.875545 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-646a3282-d184-4562-8d8f-0cbe136ca6c5 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:33.927381 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:33.944492 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 67d08d1e-1fd9-4b98-9593-e591e0d110dd completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:33.956936 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Network 6e1eee00-7402-4f05-8cde-60b996013829 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:33.956936 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a844fad7-3754-4422-a529-c30c85553106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:33.959240 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 67d08d1e-1fd9-4b98-9593-e591e0d110dd triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:33.959610 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:33.959849 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-646a3282-d184-4562-8d8f-0cbe136ca6c5 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:33.975700 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88ffa670-c628-4baa-b706-9f624f50b746 req-3250cd42-3e2d-4a56-b4d2-e677b96d8b76 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969342 Feb 18 09:13:33.993308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e91923-f1a3-4ea1-9595-697862834953 req-d1a663ea-2987-474e-9b1b-7d507cca5cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:33.994797 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01e91923-f1a3-4ea1-9595-697862834953 req-d1a663ea-2987-474e-9b1b-7d507cca5cff service neutron] 10.222.0.81 "GET /v2.0/networks?id=84332529-b6fa-4183-9c4d-06900613f018 HTTP/1.1" status: 200 len: 910 time: 0.4931631 Feb 18 09:13:34.035111 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:34.038531 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:13:34.040857 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.138892 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01e91923-f1a3-4ea1-9595-697862834953 req-a6e5d6df-6667-4cbb-8e6f-4da7c632c672 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5937487-0170-42a6-a549-8de60584ae24 HTTP/1.1" status: 200 len: 217 time: 0.1334114 Feb 18 09:13:34.155943 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Pushing event updated for resources: {'Port': ['ID=db3537e4-4270-4055-91b8-3f862e7f421c,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:34.158130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-bfb694ec-0f4c-4ec2-8ded-8ae4c24776d2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Allocated IP 172.20.0.14 (6e1eee00-7402-4f05-8cde-60b996013829/e6c8f254-fa9d-40df-85af-bbd16665bab3/d3fa9575-30ee-4c0d-a14c-686f0d414350) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:34.161512 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.extraroute_db [None req-430e2d30-9ba8-41fe-82d2-268095da0c8a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Added routes are [] {{(pid=87767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 18 09:13:34.161915 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.extraroute_db [None req-430e2d30-9ba8-41fe-82d2-268095da0c8a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 18 09:13:34.244073 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-430e2d30-9ba8-41fe-82d2-268095da0c8a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.260074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-646a3282-d184-4562-8d8f-0cbe136ca6c5 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:34.275440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-646a3282-d184-4562-8d8f-0cbe136ca6c5 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:34.277368 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Attempting to bind port db3537e4-4270-4055-91b8-3f862e7f421c on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:34.277368 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Attempting to bind port db3537e4-4270-4055-91b8-3f862e7f421c by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'fad33c06-63fe-40d3-8978-8da7e93835c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '6e1eee00-7402-4f05-8cde-60b996013829'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:34.277368 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Attempting to bind port db3537e4-4270-4055-91b8-3f862e7f421c on network 6e1eee00-7402-4f05-8cde-60b996013829 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:13:34.282340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-646a3282-d184-4562-8d8f-0cbe136ca6c5 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:34.288749 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.296889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-646a3282-d184-4562-8d8f-0cbe136ca6c5 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:34.303353 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:13:34.303739 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Checking segment: {'id': 'fad33c06-63fe-40d3-8978-8da7e93835c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '6e1eee00-7402-4f05-8cde-60b996013829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:13:34.304150 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.304590 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Bound using segment: {'id': 'fad33c06-63fe-40d3-8978-8da7e93835c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '6e1eee00-7402-4f05-8cde-60b996013829'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:13:34.305076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Bound port: db3537e4-4270-4055-91b8-3f862e7f421c, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad33c06-63fe-40d3-8978-8da7e93835c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '6e1eee00-7402-4f05-8cde-60b996013829'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:34.305577 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.322134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becab84-5677-4353-871f-cb56eafa9ea1 req-8ec4a667-bd2a-44fa-9e26-adeb3c870e81 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:34.329331 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4becab84-5677-4353-871f-cb56eafa9ea1 req-8ec4a667-bd2a-44fa-9e26-adeb3c870e81 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 945 time: 0.5490553 Feb 18 09:13:34.335570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e91923-f1a3-4ea1-9595-697862834953 req-2ed262aa-5e13-42f4-91ff-708a01652231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:34.336646 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01e91923-f1a3-4ea1-9595-697862834953 req-2ed262aa-5e13-42f4-91ff-708a01652231 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab3631c3-7c54-451b-ae7a-b0dd4da70cf5 HTTP/1.1" status: 200 len: 848 time: 0.1891739 Feb 18 09:13:34.401271 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 67d08d1e-1fd9-4b98-9593-e591e0d110dd, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=67d08d1e-1fd9-4b98-9593-e591e0d110dd,segment=NetworkSegment(b3bebef3-9a25-4876-9c7d-40f122a8633e),segment_id=b3bebef3-9a25-4876-9c7d-40f122a8633e)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:34.414107 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.467290 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-bb303eb5-34d8-43b3-8d9e-7d7b2490a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:30Z', 'revision_number': 6, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67d08d1e-1fd9-4b98-9593-e591e0d110dd', 'name': '', 'network_id': '20d5369b-c52a-423f-9996-f37cd965516f', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:d4:b9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '713123e6-e08f-45ba-aecb-d5bd4f2fa84b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:23Z', 'updated_at': '2022-02-18T09:13:30Z', 'revision_number': 4, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '713123e6-e08f-45ba-aecb-d5bd4f2fa84b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:14Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd70b2db7-d215-4aa1-8584-1ed4dc19ea16', 'name': '', 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:5d:21:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:14Z', 'updated_at': '2022-02-18T09:13:27Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:34.486103 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4becab84-5677-4353-871f-cb56eafa9ea1 req-60185ae2-489b-4df4-8368-6e41c9b4eaea tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557055 Feb 18 09:13:34.527595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] For port db3537e4-4270-4055-91b8-3f862e7f421c, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:13:34.531479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] For port db3537e4-4270-4055-91b8-3f862e7f421c, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=db3537e4-4270-4055-91b8-3f862e7f421c,segment=NetworkSegment(fad33c06-63fe-40d3-8978-8da7e93835c6),segment_id=fad33c06-63fe-40d3-8978-8da7e93835c6)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:13:34.532711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=67d08d1e-1fd9-4b98-9593-e591e0d110dd,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:34.538174 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb303eb5-34d8-43b3-8d9e-7d7b2490a2ac None None] Checking router: 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:13:34.547173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb2608-fd00-4000-9684-4c989745d0ea req-2e8abfef-cc9c-4465-8259-cb686694fcb1 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:34.548639 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4bfb2608-fd00-4000-9684-4c989745d0ea req-2e8abfef-cc9c-4465-8259-cb686694fcb1 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 946 time: 0.3468094 Feb 18 09:13:34.548967 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.594215 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb303eb5-34d8-43b3-8d9e-7d7b2490a2ac None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:34.594660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-bb303eb5-34d8-43b3-8d9e-7d7b2490a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:34.608252 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-646a3282-d184-4562-8d8f-0cbe136ca6c5 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.637255 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4bfb2608-fd00-4000-9684-4c989745d0ea req-11f8931d-3c10-492a-89c4-c44538766130 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778825 Feb 18 09:13:34.640486 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-646a3282-d184-4562-8d8f-0cbe136ca6c5 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.666525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e91923-f1a3-4ea1-9595-697862834953 req-a5ef28e4-9483-4314-bedf-9f95e5276239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:34.668320 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01e91923-f1a3-4ea1-9595-697862834953 req-a5ef28e4-9483-4314-bedf-9f95e5276239 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=84332529-b6fa-4183-9c4d-06900613f018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3044505 Feb 18 09:13:34.783756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a3282-d184-4562-8d8f-0cbe136ca6c5 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817cbbe9-e2b5-42ac-a331-d230cae7d4b7,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:34.846400 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473250ab-ab56-47d4-8ced-1f18d71ab043 None None] Pushing event updated for resources: {'Port': ['ID=db3537e4-4270-4055-91b8-3f862e7f421c,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:34.868391 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-bb303eb5-34d8-43b3-8d9e-7d7b2490a2ac None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:13:34.916582 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-646a3282-d184-4562-8d8f-0cbe136ca6c5 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.921475 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-646a3282-d184-4562-8d8f-0cbe136ca6c5 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1612248 Feb 18 09:13:34.923822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53920) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:34.938100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-236ad351-5243-4978-81f1-48e4bc2eee75 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': '817cbbe9-e2b5-42ac-a331-d230cae7d4b7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:34.938934 n-d-829434-1 neutron-server[87768]: WARNING neutron.api.v2.base [None req-236ad351-5243-4978-81f1-48e4bc2eee75 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 18 09:13:34.939446 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-236ad351-5243-4978-81f1-48e4bc2eee75 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:13:34.951821 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-236ad351-5243-4978-81f1-48e4bc2eee75 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0268693 Feb 18 09:13:34.954035 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bfb694ec-0f4c-4ec2-8ded-8ae4c24776d2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:34.959724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53924) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:34.966068 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ff5ccb49-4860-4e69-a76e-7b426513902f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': '817cbbe9-e2b5-42ac-a331-d230cae7d4b7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:34.985416 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-430e2d30-9ba8-41fe-82d2-268095da0c8a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:35.006910 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-bfb694ec-0f4c-4ec2-8ded-8ae4c24776d2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Transition to ACTIVE for port object d3fa9575-30ee-4c0d-a14c-686f0d414350 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:35.027699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ff5ccb49-4860-4e69-a76e-7b426513902f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:35.039583 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-430e2d30-9ba8-41fe-82d2-268095da0c8a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:35.045472 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bfb694ec-0f4c-4ec2-8ded-8ae4c24776d2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:35.069946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ff5ccb49-4860-4e69-a76e-7b426513902f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:35.115009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ff5ccb49-4860-4e69-a76e-7b426513902f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:35.210412 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ff5ccb49-4860-4e69-a76e-7b426513902f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:35.238104 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01e91923-f1a3-4ea1-9595-697862834953 req-5030a5be-93ff-4ac7-9767-f154c6aed765 service neutron] 10.222.0.81 "GET /v2.0/networks/84332529-b6fa-4183-9c4d-06900613f018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608752 Feb 18 09:13:35.375519 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 67d08d1e-1fd9-4b98-9593-e591e0d110dd up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:35.388293 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb694ec-0f4c-4ec2-8ded-8ae4c24776d2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network 6e1eee00-7402-4f05-8cde-60b996013829 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:35.425608 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-ff5ccb49-4860-4e69-a76e-7b426513902f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:13:35.426814 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ff5ccb49-4860-4e69-a76e-7b426513902f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4658883 Feb 18 09:13:35.433153 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53934) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:35.436229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-bfb694ec-0f4c-4ec2-8ded-8ae4c24776d2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:35.443071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ec277-34e5-4d8d-8f19-59866bece508 req-e716777b-2751-4edf-b1af-6480baffda03 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:35.445282 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c47ec277-34e5-4d8d-8f19-59866bece508 req-e716777b-2751-4edf-b1af-6480baffda03 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.6494265 Feb 18 09:13:35.445557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb694ec-0f4c-4ec2-8ded-8ae4c24776d2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:13:35.468437 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:35.501105 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-52bdf13c-acdb-480d-a5c4-018a3518aa0b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': '817cbbe9-e2b5-42ac-a331-d230cae7d4b7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:35.501778 n-d-829434-1 neutron-server[87767]: WARNING neutron.api.v2.base [None req-52bdf13c-acdb-480d-a5c4-018a3518aa0b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 18 09:13:35.502343 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-52bdf13c-acdb-480d-a5c4-018a3518aa0b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:13:35.503814 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-52bdf13c-acdb-480d-a5c4-018a3518aa0b tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0690811 Feb 18 09:13:35.512695 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53940) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:35.526133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0d87e36d-cbc4-4d06-8f98-abe9d37df53e tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': '817cbbe9-e2b5-42ac-a331-d230cae7d4b7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:35.570119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0d87e36d-cbc4-4d06-8f98-abe9d37df53e tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:35.573782 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb694ec-0f4c-4ec2-8ded-8ae4c24776d2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=d3fa9575-30ee-4c0d-a14c-686f0d414350,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:35.579178 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 67d08d1e-1fd9-4b98-9593-e591e0d110dd triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:35.579720 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:35.588661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0d87e36d-cbc4-4d06-8f98-abe9d37df53e tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:35.597939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0d87e36d-cbc4-4d06-8f98-abe9d37df53e tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:35.644310 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c47ec277-34e5-4d8d-8f19-59866bece508 req-8331faa1-13e1-41f7-804e-534c1b141645 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663041 Feb 18 09:13:35.644310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0d87e36d-cbc4-4d06-8f98-abe9d37df53e tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:35.654055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb694ec-0f4c-4ec2-8ded-8ae4c24776d2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:35.654836 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bfb694ec-0f4c-4ec2-8ded-8ae4c24776d2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:35.670451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01e91923-f1a3-4ea1-9595-697862834953 req-17e26336-1343-40da-9280-f9f10601bd1e service neutron] 10.222.0.81 "GET /v2.0/networks/84332529-b6fa-4183-9c4d-06900613f018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251032 Feb 18 09:13:35.677137 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430e2d30-9ba8-41fe-82d2-268095da0c8a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:13:35.697157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc32a9-011e-484d-83d0-ca68ea1f57bb req-4c8887cc-7062-4025-b64e-6fdb565597d7 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:35.701158 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41cc32a9-011e-484d-83d0-ca68ea1f57bb req-4c8887cc-7062-4025-b64e-6fdb565597d7 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 1094 time: 0.3225524 Feb 18 09:13:35.764660 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-0d87e36d-cbc4-4d06-8f98-abe9d37df53e tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:13:35.765972 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0d87e36d-cbc4-4d06-8f98-abe9d37df53e tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2472103 Feb 18 09:13:35.771775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53948) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:35.781238 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-1075f322-6d64-4c1a-b8b4-7e2fa3ae0c19 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': '817cbbe9-e2b5-42ac-a331-d230cae7d4b7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:35.781772 n-d-829434-1 neutron-server[87768]: WARNING neutron.api.v2.base [None req-1075f322-6d64-4c1a-b8b4-7e2fa3ae0c19 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 18 09:13:35.782276 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-1075f322-6d64-4c1a-b8b4-7e2fa3ae0c19 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:13:35.783501 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1075f322-6d64-4c1a-b8b4-7e2fa3ae0c19 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104737 Feb 18 09:13:35.797809 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41cc32a9-011e-484d-83d0-ca68ea1f57bb req-4e27cbf7-b5e2-4e06-94ee-e65540c52e31 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836563 Feb 18 09:13:35.809542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53952) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:35.811283 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-bb303eb5-34d8-43b3-8d9e-7d7b2490a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:34Z', 'revision_number': 7, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67d08d1e-1fd9-4b98-9593-e591e0d110dd', 'name': '', 'network_id': '20d5369b-c52a-423f-9996-f37cd965516f', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:d4:b9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '713123e6-e08f-45ba-aecb-d5bd4f2fa84b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:23Z', 'updated_at': '2022-02-18T09:13:34Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '713123e6-e08f-45ba-aecb-d5bd4f2fa84b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:14Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd70b2db7-d215-4aa1-8584-1ed4dc19ea16', 'name': '', 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:5d:21:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:14Z', 'updated_at': '2022-02-18T09:13:27Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:35.817222 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-6f78e0a3-0df3-466a-af2d-5f346b8f6e22 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': '817cbbe9-e2b5-42ac-a331-d230cae7d4b7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:35.826310 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb303eb5-34d8-43b3-8d9e-7d7b2490a2ac None None] The sync data for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 is: [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:34Z', 'revision_number': 7, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67d08d1e-1fd9-4b98-9593-e591e0d110dd', 'name': '', 'network_id': '20d5369b-c52a-423f-9996-f37cd965516f', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:d4:b9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '713123e6-e08f-45ba-aecb-d5bd4f2fa84b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:23Z', 'updated_at': '2022-02-18T09:13:34Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '713123e6-e08f-45ba-aecb-d5bd4f2fa84b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:14Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd70b2db7-d215-4aa1-8584-1ed4dc19ea16', 'name': '', 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:5d:21:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:14Z', 'updated_at': '2022-02-18T09:13:27Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:13:35.827566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6f78e0a3-0df3-466a-af2d-5f346b8f6e22 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:35.843309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53956) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:35.847822 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bfb694ec-0f4c-4ec2-8ded-8ae4c24776d2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9010794 Feb 18 09:13:35.848721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6f78e0a3-0df3-466a-af2d-5f346b8f6e22 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:35.970012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6f78e0a3-0df3-466a-af2d-5f346b8f6e22 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:36.031261 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430e2d30-9ba8-41fe-82d2-268095da0c8a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:13:36.054192 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-430e2d30-9ba8-41fe-82d2-268095da0c8a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:36.055394 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-430e2d30-9ba8-41fe-82d2-268095da0c8a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 HTTP/1.1" status: 200 len: 703 time: 3.3270586 Feb 18 09:13:36.061226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53960) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:36.119523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6f78e0a3-0df3-466a-af2d-5f346b8f6e22 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:36.212057 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1d2e5f-7897-4313-b985-df2893223f10 None None] Sync routers for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:13:36.231538 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1d2e5f-7897-4313-b985-df2893223f10 None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:36.232310 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ca1d2e5f-7897-4313-b985-df2893223f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:36.493940 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-ca1d2e5f-7897-4313-b985-df2893223f10 None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:13:36.523331 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2fb015-4137-4853-874b-acda9209ec93 None None] Network 6e1eee00-7402-4f05-8cde-60b996013829 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:13:36.553894 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7a759606-f2c1-4da3-b064-5e85754986e9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/routers/75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 HTTP/1.1" status: 200 len: 703 time: 0.4907472 Feb 18 09:13:36.558031 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53966) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:36.574458 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:13:36.634051 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f41970db-59ae-4e52-acff-532fb210ef41 None None] Provisioning for port db3537e4-4270-4055-91b8-3f862e7f421c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:36.725735 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-6f78e0a3-0df3-466a-af2d-5f346b8f6e22 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:13:36.727171 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6f78e0a3-0df3-466a-af2d-5f346b8f6e22 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9165785 Feb 18 09:13:36.733362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53972) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:36.750918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-fb17d3c5-806f-4c3f-a0b6-90ab57eed19d tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': '817cbbe9-e2b5-42ac-a331-d230cae7d4b7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:36.751404 n-d-829434-1 neutron-server[87767]: WARNING neutron.api.v2.base [None req-fb17d3c5-806f-4c3f-a0b6-90ab57eed19d tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 18 09:13:36.752015 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-fb17d3c5-806f-4c3f-a0b6-90ab57eed19d tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:13:36.754010 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fb17d3c5-806f-4c3f-a0b6-90ab57eed19d tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0196230 Feb 18 09:13:36.757767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53976) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:36.766506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-010a6a00-eee7-48da-ae6e-8a799ab54194 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': '817cbbe9-e2b5-42ac-a331-d230cae7d4b7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:36.778072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-010a6a00-eee7-48da-ae6e-8a799ab54194 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:36.789960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-010a6a00-eee7-48da-ae6e-8a799ab54194 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:36.795091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-010a6a00-eee7-48da-ae6e-8a799ab54194 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:36.873258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff66584-8a18-4388-8e0a-b7db02dc00b0 req-198e65b1-197e-429d-bb04-ac0540894e7b tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:36.881584 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ff66584-8a18-4388-8e0a-b7db02dc00b0 req-198e65b1-197e-429d-bb04-ac0540894e7b tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 946 time: 0.9053342 Feb 18 09:13:36.984504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-010a6a00-eee7-48da-ae6e-8a799ab54194 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:36.984744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2f48d-1a0f-400a-8382-21a826d300fa req-2cf04d15-f7a9-4ac1-abcf-5ab4ae421df2 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:36.992790 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ad2f48d-1a0f-400a-8382-21a826d300fa req-2cf04d15-f7a9-4ac1-abcf-5ab4ae421df2 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 945 time: 0.5384140 Feb 18 09:13:37.014305 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ca1d2e5f-7897-4313-b985-df2893223f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:34Z', 'revision_number': 7, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67d08d1e-1fd9-4b98-9593-e591e0d110dd', 'name': '', 'network_id': '20d5369b-c52a-423f-9996-f37cd965516f', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:d4:b9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '713123e6-e08f-45ba-aecb-d5bd4f2fa84b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:23Z', 'updated_at': '2022-02-18T09:13:34Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '713123e6-e08f-45ba-aecb-d5bd4f2fa84b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:14Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd70b2db7-d215-4aa1-8584-1ed4dc19ea16', 'name': '', 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:5d:21:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:14Z', 'updated_at': '2022-02-18T09:13:27Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:37.021474 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1d2e5f-7897-4313-b985-df2893223f10 None None] Checking router: 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:13:37.026945 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ff66584-8a18-4388-8e0a-b7db02dc00b0 req-26c4a835-25bd-4715-bf6f-a22ea239e561 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442301 Feb 18 09:13:37.056026 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1d2e5f-7897-4313-b985-df2893223f10 None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:37.059707 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ca1d2e5f-7897-4313-b985-df2893223f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:37.075266 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-010a6a00-eee7-48da-ae6e-8a799ab54194 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:13:37.079481 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-010a6a00-eee7-48da-ae6e-8a799ab54194 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3175128 Feb 18 09:13:37.084578 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53984) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:37.095945 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ad2f48d-1a0f-400a-8382-21a826d300fa req-98d71555-1f4d-4e2f-b570-3b7283889204 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021109 Feb 18 09:13:37.101509 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fcc9baf5-9d6a-4d64-9ea2-6894383ce90c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:37.163443 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-9f1d5793-2392-4a3c-b410-f1de14958e3c tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': '817cbbe9-e2b5-42ac-a331-d230cae7d4b7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:37.197759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9f1d5793-2392-4a3c-b410-f1de14958e3c tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:37.207740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9f1d5793-2392-4a3c-b410-f1de14958e3c tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:37.215456 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9f1d5793-2392-4a3c-b410-f1de14958e3c tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:37.225802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9f1d5793-2392-4a3c-b410-f1de14958e3c tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:37.238287 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device db3537e4-4270-4055-91b8-3f862e7f421c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:37.318505 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-9f1d5793-2392-4a3c-b410-f1de14958e3c tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:13:37.322279 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9f1d5793-2392-4a3c-b410-f1de14958e3c tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2338707 Feb 18 09:13:37.326107 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53988) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:37.394167 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port db3537e4-4270-4055-91b8-3f862e7f421c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:37.404313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port db3537e4-4270-4055-91b8-3f862e7f421c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:37.405043 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:37.430280 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-ca1d2e5f-7897-4313-b985-df2893223f10 None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:13:37.476513 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ee2f375c-dd5b-4482-867c-725184a9af57 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:37.542725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3bd521f7-3514-4a2a-b039-bc74f9513c57 None None] Provisioning complete for port db3537e4-4270-4055-91b8-3f862e7f421c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:37.552052 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3bd521f7-3514-4a2a-b039-bc74f9513c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:37.613724 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ee2f375c-dd5b-4482-867c-725184a9af57 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:37.759059 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-090f14cb-b456-4e6a-a82d-79f500dfa5fd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:37.797307 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:37.851526 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ee2f375c-dd5b-4482-867c-725184a9af57 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:37.866963 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3bd521f7-3514-4a2a-b039-bc74f9513c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:37.882300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port db3537e4-4270-4055-91b8-3f862e7f421c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=db3537e4-4270-4055-91b8-3f862e7f421c,segment=NetworkSegment(fad33c06-63fe-40d3-8978-8da7e93835c6),segment_id=fad33c06-63fe-40d3-8978-8da7e93835c6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:37.897079 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:37.977699 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f375c-dd5b-4482-867c-725184a9af57 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=817cbbe9-e2b5-42ac-a331-d230cae7d4b7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:38.011224 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ee2f375c-dd5b-4482-867c-725184a9af57 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.012368 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ee2f375c-dd5b-4482-867c-725184a9af57 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "DELETE /v2.0/security-groups/817cbbe9-e2b5-42ac-a331-d230cae7d4b7 HTTP/1.1" status: 204 len: 168 time: 0.6852622 Feb 18 09:13:38.016878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53994) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:38.067717 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ca1d2e5f-7897-4313-b985-df2893223f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:34Z', 'revision_number': 7, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67d08d1e-1fd9-4b98-9593-e591e0d110dd', 'name': '', 'network_id': '20d5369b-c52a-423f-9996-f37cd965516f', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:d4:b9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '713123e6-e08f-45ba-aecb-d5bd4f2fa84b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:23Z', 'updated_at': '2022-02-18T09:13:34Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '713123e6-e08f-45ba-aecb-d5bd4f2fa84b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:14Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd70b2db7-d215-4aa1-8584-1ed4dc19ea16', 'name': '', 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:5d:21:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:14Z', 'updated_at': '2022-02-18T09:13:27Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:38.068717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device b5937487-0170-42a6-a549-8de60584ae24 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:13:38.075637 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1d2e5f-7897-4313-b985-df2893223f10 None None] The sync data for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 is: [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:34Z', 'revision_number': 7, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67d08d1e-1fd9-4b98-9593-e591e0d110dd', 'name': '', 'network_id': '20d5369b-c52a-423f-9996-f37cd965516f', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:d4:b9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '713123e6-e08f-45ba-aecb-d5bd4f2fa84b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:23Z', 'updated_at': '2022-02-18T09:13:34Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '713123e6-e08f-45ba-aecb-d5bd4f2fa84b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:14Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd70b2db7-d215-4aa1-8584-1ed4dc19ea16', 'name': '', 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:5d:21:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:14Z', 'updated_at': '2022-02-18T09:13:27Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:13:38.089290 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7dfafe-1076-4cee-9efd-e364f86e188d req-ab423ff1-4ece-48dc-804a-c744ae45560c tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:38.097236 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc7dfafe-1076-4cee-9efd-e364f86e188d req-ab423ff1-4ece-48dc-804a-c744ae45560c tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 1094 time: 0.7856622 Feb 18 09:13:38.160050 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-3bd521f7-3514-4a2a-b039-bc74f9513c57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:13:38.160768 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-3bd521f7-3514-4a2a-b039-bc74f9513c57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:13:38.166914 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=db3537e4-4270-4055-91b8-3f862e7f421c,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:38.169789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767fc1d-f4a0-4de6-8f74-ca957b785c85 req-55a9d5ad-8df6-4059-90cf-42cc16ff7d07 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:38.178144 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7767fc1d-f4a0-4de6-8f74-ca957b785c85 req-55a9d5ad-8df6-4059-90cf-42cc16ff7d07 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.9818134 Feb 18 09:13:38.210304 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc7dfafe-1076-4cee-9efd-e364f86e188d req-0ce5ef84-57aa-41b1-b5ab-639439db6bb5 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119001 Feb 18 09:13:38.254318 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fcc9baf5-9d6a-4d64-9ea2-6894383ce90c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.261450 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-89361e40-f0be-4ccd-95e5-04b6120cbc53 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Synchronizing usage tracker for tenant:ecdb4f000a6a4367995ae5fb27c50bb7 on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:38.270981 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fcc9baf5-9d6a-4d64-9ea2-6894383ce90c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.316037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-89361e40-f0be-4ccd-95e5-04b6120cbc53 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Unset dirty status for tenant:ecdb4f000a6a4367995ae5fb27c50bb7 on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:38.317625 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-89361e40-f0be-4ccd-95e5-04b6120cbc53 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2950013 Feb 18 09:13:38.327591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54000) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:38.337561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-51c222a8-bd13-465a-871e-57838b8498dd tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352995754'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:38.355430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-51c222a8-bd13-465a-871e-57838b8498dd tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:38.384858 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port b5937487-0170-42a6-a549-8de60584ae24, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b5937487-0170-42a6-a549-8de60584ae24,segment=NetworkSegment(ac80f371-d341-48b8-8ff4-a7957011c6f8),segment_id=ac80f371-d341-48b8-8ff4-a7957011c6f8)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:38.407217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-51c222a8-bd13-465a-871e-57838b8498dd tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:38.409846 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'b5937487-0170-42a6-a549-8de60584ae24', 'network_id': '84332529-b6fa-4183-9c4d-06900613f018', 'port_id': 'b5937487-0170-42a6-a549-8de60584ae24', 'mac_address': 'fa:16:3e:3b:20:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab3631c3-7c54-451b-ae7a-b0dd4da70cf5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:13:38.417666 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7767fc1d-f4a0-4de6-8f74-ca957b785c85 req-71fd0b74-49aa-4b99-a10d-a7ea3ddaffea tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385204 Feb 18 09:13:38.447206 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51c222a8-bd13-465a-871e-57838b8498dd tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.467894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7baa1e-355d-49b1-b44e-a203d262ad56 req-041a3397-9499-4e42-ab7f-5dc282cf9727 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:38.471636 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-090f14cb-b456-4e6a-a82d-79f500dfa5fd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting port 67d08d1e-1fd9-4b98-9593-e591e0d110dd {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:38.472498 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-090f14cb-b456-4e6a-a82d-79f500dfa5fd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.474966 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e7baa1e-355d-49b1-b44e-a203d262ad56 req-041a3397-9499-4e42-ab7f-5dc282cf9727 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 945 time: 0.7768774 Feb 18 09:13:38.564888 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-51c222a8-bd13-465a-871e-57838b8498dd tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:38.569202 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.574502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-51c222a8-bd13-465a-871e-57838b8498dd tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:38.587694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-51c222a8-bd13-465a-871e-57838b8498dd tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:38.594991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-51c222a8-bd13-465a-871e-57838b8498dd tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:38.630027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-3e7baa1e-355d-49b1-b44e-a203d262ad56 req-04cc7624-96a4-42b1-94ce-f0116e025cd3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Deleting port 8c56296d-8a89-4588-a29d-d56a27c61a16 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:38.630408 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e7baa1e-355d-49b1-b44e-a203d262ad56 req-04cc7624-96a4-42b1-94ce-f0116e025cd3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.632610 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5937487-0170-42a6-a549-8de60584ae24 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:13:38.739788 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port b5937487-0170-42a6-a549-8de60584ae24, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b5937487-0170-42a6-a549-8de60584ae24,segment=NetworkSegment(ac80f371-d341-48b8-8ff4-a7957011c6f8),segment_id=ac80f371-d341-48b8-8ff4-a7957011c6f8)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:38.772156 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.853828 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3bd521f7-3514-4a2a-b039-bc74f9513c57 None None] Provisioning for port d3fa9575-30ee-4c0d-a14c-686f0d414350 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:38.867059 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3bd521f7-3514-4a2a-b039-bc74f9513c57 None None] Provisioning complete for port d3fa9575-30ee-4c0d-a14c-686f0d414350 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:38.867481 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3bd521f7-3514-4a2a-b039-bc74f9513c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.919714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=b5937487-0170-42a6-a549-8de60584ae24,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:38.921588 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51c222a8-bd13-465a-871e-57838b8498dd tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:38.950573 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-3bd521f7-3514-4a2a-b039-bc74f9513c57 None None] Port d3fa9575-30ee-4c0d-a14c-686f0d414350 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:13:38.951874 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51c222a8-bd13-465a-871e-57838b8498dd tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:39.091301 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c222a8-bd13-465a-871e-57838b8498dd tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892bd3ad-dafc-4589-8eae-d44d8c95fddc,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:39.099340 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79786681-b153-4deb-a143-7d4fa864dc0f req-0d6b6fe4-765e-4af6-8e58-9a037ba06146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:39.100989 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-79786681-b153-4deb-a143-7d4fa864dc0f req-0d6b6fe4-765e-4af6-8e58-9a037ba06146 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0a93eb7997354ca4896627e5100f01ba&device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 1097 time: 0.3519034 Feb 18 09:13:39.105993 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51c222a8-bd13-465a-871e-57838b8498dd tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:39.111212 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-51c222a8-bd13-465a-871e-57838b8498dd tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7788343 Feb 18 09:13:39.123029 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-af957d5b-e995-4fec-bd4a-93ccf1dfbff5 None None] Provisioning complete for port d3fa9575-30ee-4c0d-a14c-686f0d414350 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:39.123633 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-af957d5b-e995-4fec-bd4a-93ccf1dfbff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:39.157295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9baf5-9d6a-4d64-9ea2-6894383ce90c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=d3fa9575-30ee-4c0d-a14c-686f0d414350,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:39.161340 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['b5937487-0170-42a6-a549-8de60584ae24'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:13:39.161599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54006) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:39.199025 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device db3537e4-4270-4055-91b8-3f862e7f421c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:39.200415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c717e2df-5bbf-4eeb-b79c-8665626b3cd3 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': '892bd3ad-dafc-4589-8eae-d44d8c95fddc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:39.263302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c717e2df-5bbf-4eeb-b79c-8665626b3cd3 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:39.294574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c717e2df-5bbf-4eeb-b79c-8665626b3cd3 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:39.308235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c717e2df-5bbf-4eeb-b79c-8665626b3cd3 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:39.327380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-af957d5b-e995-4fec-bd4a-93ccf1dfbff5 None None] Port d3fa9575-30ee-4c0d-a14c-686f0d414350 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:13:39.339380 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-090f14cb-b456-4e6a-a82d-79f500dfa5fd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] For port 67d08d1e-1fd9-4b98-9593-e591e0d110dd, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=67d08d1e-1fd9-4b98-9593-e591e0d110dd,segment=NetworkSegment(b3bebef3-9a25-4876-9c7d-40f122a8633e),segment_id=b3bebef3-9a25-4876-9c7d-40f122a8633e)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:39.340380 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-090f14cb-b456-4e6a-a82d-79f500dfa5fd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:39.360537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c717e2df-5bbf-4eeb-b79c-8665626b3cd3 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:39.385892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port db3537e4-4270-4055-91b8-3f862e7f421c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:39.386378 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:39.492239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-090f14cb-b456-4e6a-a82d-79f500dfa5fd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Calling delete_port for 67d08d1e-1fd9-4b98-9593-e591e0d110dd owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:39.576137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2f49a-619d-49b1-aade-b5da8e6f0d0a req-8357e0dc-f7d4-4a54-a144-695712f1c3dc tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:39.585080 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fd2f49a-619d-49b1-aade-b5da8e6f0d0a req-8357e0dc-f7d4-4a54-a144-695712f1c3dc tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 946 time: 0.8610187 Feb 18 09:13:39.607290 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79786681-b153-4deb-a143-7d4fa864dc0f req-898d57b7-ba25-4345-aebe-3ec3835bf5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:39.608877 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-79786681-b153-4deb-a143-7d4fa864dc0f req-898d57b7-ba25-4345-aebe-3ec3835bf5da service neutron] 10.222.0.81 "GET /v2.0/networks?id=01af22ea-208e-42f3-8750-12dc092ece64 HTTP/1.1" status: 200 len: 913 time: 0.4999278 Feb 18 09:13:39.634703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0a9b8-bc97-4a64-a00f-fba850e582b2 req-852040fc-c65a-4ef0-9fdb-b37c9a1d488d tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:39.636449 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28f0a9b8-bc97-4a64-a00f-fba850e582b2 req-852040fc-c65a-4ef0-9fdb-b37c9a1d488d tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 945 time: 0.9374917 Feb 18 09:13:39.761880 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-c717e2df-5bbf-4eeb-b79c-8665626b3cd3 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): The resource could not be found. Feb 18 09:13:39.763625 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c717e2df-5bbf-4eeb-b79c-8665626b3cd3 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5898502 Feb 18 09:13:39.781768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54014) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:39.809524 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-fb6d5763-3da4-4694-9336-6c518b48cfc8 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': '892bd3ad-dafc-4589-8eae-d44d8c95fddc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b0530f4e-78e8-45ec-ba81-6e22b5659de0'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:39.832896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-3e7baa1e-355d-49b1-b44e-a203d262ad56 req-04cc7624-96a4-42b1-94ce-f0116e025cd3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] For port 8c56296d-8a89-4588-a29d-d56a27c61a16, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8c56296d-8a89-4588-a29d-d56a27c61a16,segment=NetworkSegment(26255b21-16c8-4a19-8ea8-6e56b78e9a3c),segment_id=26255b21-16c8-4a19-8ea8-6e56b78e9a3c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:39.833527 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e7baa1e-355d-49b1-b44e-a203d262ad56 req-04cc7624-96a4-42b1-94ce-f0116e025cd3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:39.841724 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-79786681-b153-4deb-a143-7d4fa864dc0f req-6e78167b-f506-4311-b016-046bcb163402 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f04fb52-a0d0-45d2-8007-dc3ee0358096 HTTP/1.1" status: 200 len: 217 time: 0.0956976 Feb 18 09:13:39.859716 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fb6d5763-3da4-4694-9336-6c518b48cfc8 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:39.909896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fd2f49a-619d-49b1-aade-b5da8e6f0d0a req-8d919cf3-0aee-4cc9-b1ae-c2bd645dd051 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919807 Feb 18 09:13:39.911019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fb6d5763-3da4-4694-9336-6c518b48cfc8 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:39.958370 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79786681-b153-4deb-a143-7d4fa864dc0f req-f25f56fe-dccd-4a11-aa10-020a2ce34246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:39.960136 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-79786681-b153-4deb-a143-7d4fa864dc0f req-f25f56fe-dccd-4a11-aa10-020a2ce34246 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=02521a75-5255-4563-b440-1c6a701f579b HTTP/1.1" status: 200 len: 852 time: 0.1109190 Feb 18 09:13:40.025054 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-79786681-b153-4deb-a143-7d4fa864dc0f req-536f37ec-951d-497c-bc43-98e2259f9a9c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=01af22ea-208e-42f3-8750-12dc092ece64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582538 Feb 18 09:13:40.051397 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 8c56296d-8a89-4588-a29d-d56a27c61a16 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:40.068315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fb6d5763-3da4-4694-9336-6c518b48cfc8 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:40.071205 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fcc9baf5-9d6a-4d64-9ea2-6894383ce90c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:40.086778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-3e7baa1e-355d-49b1-b44e-a203d262ad56 req-04cc7624-96a4-42b1-94ce-f0116e025cd3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Calling delete_port for 8c56296d-8a89-4588-a29d-d56a27c61a16 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:40.127735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fb6d5763-3da4-4694-9336-6c518b48cfc8 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:40.197752 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-090f14cb-b456-4e6a-a82d-79f500dfa5fd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:40.203280 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:40.214908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28f0a9b8-bc97-4a64-a00f-fba850e582b2 req-6958fc49-7731-468c-a4c6-c4af1040901c tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909854 Feb 18 09:13:40.273468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b08753-0c73-4660-8ad5-8c9adbbf4d57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c56296d-8a89-4588-a29d-d56a27c61a16'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:13:40.294141 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f14cb-b456-4e6a-a82d-79f500dfa5fd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Port': ['ID=67d08d1e-1fd9-4b98-9593-e591e0d110dd,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:40.295889 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 8c56296d-8a89-4588-a29d-d56a27c61a16, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8c56296d-8a89-4588-a29d-d56a27c61a16,segment=NetworkSegment(26255b21-16c8-4a19-8ea8-6e56b78e9a3c),segment_id=26255b21-16c8-4a19-8ea8-6e56b78e9a3c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:40.302384 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:40.349250 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-79786681-b153-4deb-a143-7d4fa864dc0f req-02a5ef01-36b0-4074-85bf-d6fa33fe869f service neutron] 10.222.0.81 "GET /v2.0/networks/01af22ea-208e-42f3-8750-12dc092ece64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850311 Feb 18 09:13:40.482570 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-fb6d5763-3da4-4694-9336-6c518b48cfc8 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): The resource could not be found. Feb 18 09:13:40.486098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fb6d5763-3da4-4694-9336-6c518b48cfc8 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6905124 Feb 18 09:13:40.487793 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=8c56296d-8a89-4588-a29d-d56a27c61a16,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:40.496348 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54020) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:40.511444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86494e32-6aa7-40d1-97b3-565741a28005 req-7b10e69b-633b-4744-8ee4-2bb2159acad5 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:40.519634 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86494e32-6aa7-40d1-97b3-565741a28005 req-7b10e69b-633b-4744-8ee4-2bb2159acad5 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 1095 time: 0.4453559 Feb 18 09:13:40.523652 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [req-3e7baa1e-355d-49b1-b44e-a203d262ad56 req-04cc7624-96a4-42b1-94ce-f0116e025cd3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:13:40.524046 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [req-3e7baa1e-355d-49b1-b44e-a203d262ad56 req-04cc7624-96a4-42b1-94ce-f0116e025cd3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:13:40.631932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65b380-d231-4f05-bdd1-71a7e1a39b23 req-ed3b33e3-7a6d-4ca2-bcda-d9ae09d01e29 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:40.633588 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f65b380-d231-4f05-bdd1-71a7e1a39b23 req-ed3b33e3-7a6d-4ca2-bcda-d9ae09d01e29 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.2431333 Feb 18 09:13:40.640776 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fcc9baf5-9d6a-4d64-9ea2-6894383ce90c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:40.651404 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86494e32-6aa7-40d1-97b3-565741a28005 req-955641fa-8319-4f69-be78-9a3165dcce10 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312149 Feb 18 09:13:40.722653 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b08753-0c73-4660-8ad5-8c9adbbf4d57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c56296d-8a89-4588-a29d-d56a27c61a16', 'code': 200} Feb 18 09:13:40.754359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f65b380-d231-4f05-bdd1-71a7e1a39b23 req-f56a11aa-deec-43e1-b652-096ee729c6d8 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001291 Feb 18 09:13:40.855796 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-090f14cb-b456-4e6a-a82d-79f500dfa5fd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:40.870255 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-79786681-b153-4deb-a143-7d4fa864dc0f req-247fff9d-629e-410e-8022-15de51f7915a service neutron] 10.222.0.81 "GET /v2.0/networks/01af22ea-208e-42f3-8750-12dc092ece64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127826 Feb 18 09:13:41.046277 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-3e7baa1e-355d-49b1-b44e-a203d262ad56 req-04cc7624-96a4-42b1-94ce-f0116e025cd3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Deleting port 8c56296d-8a89-4588-a29d-d56a27c61a16 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:41.046277 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e7baa1e-355d-49b1-b44e-a203d262ad56 req-04cc7624-96a4-42b1-94ce-f0116e025cd3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.046686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-84137660-3fc0-4116-94c3-9dd9d222efb9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.130874 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-84137660-3fc0-4116-94c3-9dd9d222efb9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.276363 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.427782 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-84137660-3fc0-4116-94c3-9dd9d222efb9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.470100 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84137660-3fc0-4116-94c3-9dd9d222efb9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=892bd3ad-dafc-4589-8eae-d44d8c95fddc,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:41.476608 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090f14cb-b456-4e6a-a82d-79f500dfa5fd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:13:41.493578 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-84137660-3fc0-4116-94c3-9dd9d222efb9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.498810 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-84137660-3fc0-4116-94c3-9dd9d222efb9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "DELETE /v2.0/security-groups/892bd3ad-dafc-4589-8eae-d44d8c95fddc HTTP/1.1" status: 204 len: 168 time: 0.9972522 Feb 18 09:13:41.514155 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.559938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54028) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:41.622692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24878f21-33a5-4757-bb62-cbe5f1cd7e8b req-e88a28e9-7980-46e6-97db-e2dd17a5e7c8 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:41.624216 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-24878f21-33a5-4757-bb62-cbe5f1cd7e8b req-e88a28e9-7980-46e6-97db-e2dd17a5e7c8 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 946 time: 0.4058933 Feb 18 09:13:41.676782 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090f14cb-b456-4e6a-a82d-79f500dfa5fd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:13:41.682050 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-090f14cb-b456-4e6a-a82d-79f500dfa5fd tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/75c5acd2-1b84-4119-aa90-fa54b6c3f8d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1228595 Feb 18 09:13:41.686005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54034) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:41.691111 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e54cf26-1e00-4d56-ba28-fcf58f72a1fa None None] Sync routers for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:13:41.702667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e54cf26-1e00-4d56-ba28-fcf58f72a1fa None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:41.703844 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-6e54cf26-1e00-4d56-ba28-fcf58f72a1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:41.729640 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fcc9baf5-9d6a-4d64-9ea2-6894383ce90c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.738398 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0e26fd61-cc17-4e77-8375-e6b743c9586f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Synchronizing usage tracker for tenant:ecdb4f000a6a4367995ae5fb27c50bb7 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:41.762688 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fcc9baf5-9d6a-4d64-9ea2-6894383ce90c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.775156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9486f1df-3475-4785-9ef0-6dbda85864dc tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting subnet 713123e6-e08f-45ba-aecb-d5bd4f2fa84b {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:13:41.778950 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9486f1df-3475-4785-9ef0-6dbda85864dc tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.889258 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-24878f21-33a5-4757-bb62-cbe5f1cd7e8b req-1286fc89-49a7-4fd3-a51d-36365650d2ec tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497008 Feb 18 09:13:41.897334 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9486f1df-3475-4785-9ef0-6dbda85864dc tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.910127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-3e7baa1e-355d-49b1-b44e-a203d262ad56 req-04cc7624-96a4-42b1-94ce-f0116e025cd3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] For port 8c56296d-8a89-4588-a29d-d56a27c61a16, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8c56296d-8a89-4588-a29d-d56a27c61a16,segment=NetworkSegment(26255b21-16c8-4a19-8ea8-6e56b78e9a3c),segment_id=26255b21-16c8-4a19-8ea8-6e56b78e9a3c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:41.910574 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e7baa1e-355d-49b1-b44e-a203d262ad56 req-04cc7624-96a4-42b1-94ce-f0116e025cd3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:41.935300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78892105-f0a8-4d38-b811-3eb4f802d5c9 req-4a931ffb-e4f3-4114-97e1-6cb486b5c58d tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:41.961539 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78892105-f0a8-4d38-b811-3eb4f802d5c9 req-4a931ffb-e4f3-4114-97e1-6cb486b5c58d tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 943 time: 0.6072571 Feb 18 09:13:41.993653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0e26fd61-cc17-4e77-8375-e6b743c9586f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Unset dirty status for tenant:ecdb4f000a6a4367995ae5fb27c50bb7 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:41.996014 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0e26fd61-cc17-4e77-8375-e6b743c9586f tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4349875 Feb 18 09:13:42.005811 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54040) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:42.016523 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a3591f4f-ac21-482e-b8c8-93f5355fb1ae tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': 'dd126230-b7f7-4fce-a107-0dd0b07edcf3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:42.026686 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a3591f4f-ac21-482e-b8c8-93f5355fb1ae tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:42.027649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-6e54cf26-1e00-4d56-ba28-fcf58f72a1fa None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:13:42.034262 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a3591f4f-ac21-482e-b8c8-93f5355fb1ae tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:42.038200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a3591f4f-ac21-482e-b8c8-93f5355fb1ae tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:42.045689 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a3591f4f-ac21-482e-b8c8-93f5355fb1ae tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:42.104790 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device b5937487-0170-42a6-a549-8de60584ae24 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:13:42.130770 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-a3591f4f-ac21-482e-b8c8-93f5355fb1ae tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): The resource could not be found. Feb 18 09:13:42.135451 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a3591f4f-ac21-482e-b8c8-93f5355fb1ae tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1249537 Feb 18 09:13:42.135451 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9486f1df-3475-4785-9ef0-6dbda85864dc tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.166934 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54044) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:42.173230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2d462b97-7744-4e4e-91fa-43e6fe575014 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1024438114'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:42.185610 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d462b97-7744-4e4e-91fa-43e6fe575014 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:42.193485 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9baf5-9d6a-4d64-9ea2-6894383ce90c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=d3fa9575-30ee-4c0d-a14c-686f0d414350,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:42.208583 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d462b97-7744-4e4e-91fa-43e6fe575014 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:42.224986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-3e7baa1e-355d-49b1-b44e-a203d262ad56 req-04cc7624-96a4-42b1-94ce-f0116e025cd3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Calling delete_port for 8c56296d-8a89-4588-a29d-d56a27c61a16 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:42.238095 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d462b97-7744-4e4e-91fa-43e6fe575014 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.255843 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fcc9baf5-9d6a-4d64-9ea2-6894383ce90c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.263517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d462b97-7744-4e4e-91fa-43e6fe575014 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:42.267818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2d462b97-7744-4e4e-91fa-43e6fe575014 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:42.271021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2d462b97-7744-4e4e-91fa-43e6fe575014 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:42.276819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78892105-f0a8-4d38-b811-3eb4f802d5c9 req-e53a9cfa-6818-4a5b-b4ea-8325d90eeb52 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067052 Feb 18 09:13:42.280918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d462b97-7744-4e4e-91fa-43e6fe575014 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:42.360508 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port b5937487-0170-42a6-a549-8de60584ae24 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:13:42.365653 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9486f1df-3475-4785-9ef0-6dbda85864dc tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.379014 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port b5937487-0170-42a6-a549-8de60584ae24 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:42.379376 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.447040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34ba19-7acc-4940-a4b8-5f6ca6fdfa2d req-d94f5e41-e255-4bfa-b048-e499fc71355a tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:42.452372 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a34ba19-7acc-4940-a4b8-5f6ca6fdfa2d req-d94f5e41-e255-4bfa-b048-e499fc71355a tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 1095 time: 0.3607209 Feb 18 09:13:42.463051 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b332453a-ec1b-4c70-8be4-a1388a4a38dc None None] Network 20d5369b-c52a-423f-9996-f37cd965516f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:13:42.474703 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9486f1df-3475-4785-9ef0-6dbda85864dc tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.495625 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486f1df-3475-4785-9ef0-6dbda85864dc tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Subnet': ['ID=713123e6-e08f-45ba-aecb-d5bd4f2fa84b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:42.506421 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d462b97-7744-4e4e-91fa-43e6fe575014 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.516834 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9486f1df-3475-4785-9ef0-6dbda85864dc tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/subnets/713123e6-e08f-45ba-aecb-d5bd4f2fa84b HTTP/1.1" status: 204 len: 168 time: 0.8293757 Feb 18 09:13:42.518668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54048) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:42.522245 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d462b97-7744-4e4e-91fa-43e6fe575014 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.710458 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a34ba19-7acc-4940-a4b8-5f6ca6fdfa2d req-fafc2004-7426-4a07-a437-e3603cedc6a6 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554448 Feb 18 09:13:42.735727 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d462b97-7744-4e4e-91fa-43e6fe575014 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.742719 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2d462b97-7744-4e4e-91fa-43e6fe575014 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5747175 Feb 18 09:13:42.747323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54052) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:42.766993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8bbe6556-e6b4-49fa-ba7a-6e6b49a7ddc0 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group': {'name': 'tempest-secgroup--137765249'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:42.779415 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d462b97-7744-4e4e-91fa-43e6fe575014 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b1ec8a-11af-4b6e-b7a3-cfd0ab722a7d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:42.790716 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc9baf5-9d6a-4d64-9ea2-6894383ce90c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network 6e1eee00-7402-4f05-8cde-60b996013829 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:42.800549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8bbe6556-e6b4-49fa-ba7a-6e6b49a7ddc0 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:42.807537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-fcc9baf5-9d6a-4d64-9ea2-6894383ce90c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:42.812224 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.816765 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e7baa1e-355d-49b1-b44e-a203d262ad56 req-04cc7624-96a4-42b1-94ce-f0116e025cd3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.827000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8bbe6556-e6b4-49fa-ba7a-6e6b49a7ddc0 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:42.836133 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.866400 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d0ce73-9bd4-4f34-8d26-91f923bbe2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5937487-0170-42a6-a549-8de60584ae24'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:13:42.876596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-6e54cf26-1e00-4d56-ba28-fcf58f72a1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:40Z', 'revision_number': 8, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:14Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd70b2db7-d215-4aa1-8584-1ed4dc19ea16', 'name': '', 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:5d:21:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:14Z', 'updated_at': '2022-02-18T09:13:27Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:42.884810 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port b5937487-0170-42a6-a549-8de60584ae24, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b5937487-0170-42a6-a549-8de60584ae24,segment=NetworkSegment(ac80f371-d341-48b8-8ff4-a7957011c6f8),segment_id=ac80f371-d341-48b8-8ff4-a7957011c6f8)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:42.885597 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6556-e6b4-49fa-ba7a-6e6b49a7ddc0 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.887027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e54cf26-1e00-4d56-ba28-fcf58f72a1fa None None] Checking router: 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:13:42.897570 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.946308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting port 1fee11d4-bf50-4418-8e49-e1bea358dfca {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:42.947408 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:42.974174 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e54cf26-1e00-4d56-ba28-fcf58f72a1fa None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:42.975486 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-6e54cf26-1e00-4d56-ba28-fcf58f72a1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:43.138702 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d0ce73-9bd4-4f34-8d26-91f923bbe2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5937487-0170-42a6-a549-8de60584ae24', 'code': 200} Feb 18 09:13:43.140228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2336de1f-d518-4b15-a074-8ccdfdef7de3 None None] DHCP port deletion for 20d5369b-c52a-423f-9996-f37cd965516f request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:13:43.227785 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8bbe6556-e6b4-49fa-ba7a-6e6b49a7ddc0 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:43.237602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8bbe6556-e6b4-49fa-ba7a-6e6b49a7ddc0 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:43.276207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8bbe6556-e6b4-49fa-ba7a-6e6b49a7ddc0 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:43.299267 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2336de1f-d518-4b15-a074-8ccdfdef7de3 None None] Deleting port 1fee11d4-bf50-4418-8e49-e1bea358dfca {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:43.299267 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2336de1f-d518-4b15-a074-8ccdfdef7de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:43.300732 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8bbe6556-e6b4-49fa-ba7a-6e6b49a7ddc0 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:43.409984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=b5937487-0170-42a6-a549-8de60584ae24,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:43.445019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc7624-96a4-42b1-94ce-f0116e025cd3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Pushing event deleted for resources: {'Port': ['ID=8c56296d-8a89-4588-a29d-d56a27c61a16,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:43.456506 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-6e54cf26-1e00-4d56-ba28-fcf58f72a1fa None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:13:43.510378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746bcd0-cdb7-4925-bd64-74a49e1648b8 req-0b83b735-9240-48a3-be91-5e623a178ae6 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:43.511273 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b746bcd0-cdb7-4925-bd64-74a49e1648b8 req-0b83b735-9240-48a3-be91-5e623a178ae6 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 1.0393770 Feb 18 09:13:43.587433 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7baa1e-355d-49b1-b44e-a203d262ad56 req-04cc7624-96a4-42b1-94ce-f0116e025cd3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] No DVR routers for this DVR port 8c56296d-8a89-4588-a29d-d56a27c61a16 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:13:43.594172 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3e7baa1e-355d-49b1-b44e-a203d262ad56 req-04cc7624-96a4-42b1-94ce-f0116e025cd3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:43.596942 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-206d637b-c7b2-4c66-842b-15a7b2b4c1e8 None None] Provisioning complete for port d3fa9575-30ee-4c0d-a14c-686f0d414350 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:13:43.597432 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-206d637b-c7b2-4c66-842b-15a7b2b4c1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:43.598299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b08753-0c73-4660-8ad5-8c9adbbf4d57', 'name': 'network-vif-deleted', 'tag': '8c56296d-8a89-4588-a29d-d56a27c61a16'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:13:43.624875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded15fb3-1cfb-4f96-865f-5af1c87c2094 req-9c94c5c9-23d2-4542-8266-3d4cd98c09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:43.626354 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ded15fb3-1cfb-4f96-865f-5af1c87c2094 req-9c94c5c9-23d2-4542-8266-3d4cd98c09a6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 1096 time: 0.5179269 Feb 18 09:13:43.631379 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e7baa1e-355d-49b1-b44e-a203d262ad56 req-04cc7624-96a4-42b1-94ce-f0116e025cd3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.81 "DELETE /v2.0/ports/8c56296d-8a89-4588-a29d-d56a27c61a16 HTTP/1.1" status: 204 len: 173 time: 5.0961149 Feb 18 09:13:43.634668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] For port 1fee11d4-bf50-4418-8e49-e1bea358dfca, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1fee11d4-bf50-4418-8e49-e1bea358dfca,segment=NetworkSegment(b3bebef3-9a25-4876-9c7d-40f122a8633e),segment_id=b3bebef3-9a25-4876-9c7d-40f122a8633e)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:43.634668 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:43.655636 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b746bcd0-cdb7-4925-bd64-74a49e1648b8 req-461f7831-9adb-4e4f-857f-c0fd62ec925a tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013141 Feb 18 09:13:43.685340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7f2f3-93b8-4071-a846-3e639bdb1297 req-e01fb8b4-314d-4747-b388-47567774cb68 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:43.704976 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5b7f2f3-93b8-4071-a846-3e639bdb1297 req-e01fb8b4-314d-4747-b388-47567774cb68 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 946 time: 0.2916915 Feb 18 09:13:43.752832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc9baf5-9d6a-4d64-9ea2-6894383ce90c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Router 35399a1f-a360-4dc0-a8fc-f6a0627de551 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:13:43.883098 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-206d637b-c7b2-4c66-842b-15a7b2b4c1e8 None None] Port d3fa9575-30ee-4c0d-a14c-686f0d414350 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:13:43.913517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Calling delete_port for 1fee11d4-bf50-4418-8e49-e1bea358dfca owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:43.920944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4c3d87ba-371c-4b15-8f24-17b95e250a42 req-5f6cea30-4b07-48ea-8f52-72e97d54b57c tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Synchronizing usage tracker for tenant:26ec0ac07d2144d8bb0acaad42fafb70 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:44.015190 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-2336de1f-d518-4b15-a074-8ccdfdef7de3 None None] For port 1fee11d4-bf50-4418-8e49-e1bea358dfca, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1fee11d4-bf50-4418-8e49-e1bea358dfca,segment=NetworkSegment(b3bebef3-9a25-4876-9c7d-40f122a8633e),segment_id=b3bebef3-9a25-4876-9c7d-40f122a8633e)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:44.015751 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2336de1f-d518-4b15-a074-8ccdfdef7de3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.028086 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ded15fb3-1cfb-4f96-865f-5af1c87c2094 req-e7fa9de5-fd0c-4f3f-87bb-cc52adc67682 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338974 Feb 18 09:13:44.039146 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6556-e6b4-49fa-ba7a-6e6b49a7ddc0 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.049652 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6556-e6b4-49fa-ba7a-6e6b49a7ddc0 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.051487 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5b7f2f3-93b8-4071-a846-3e639bdb1297 req-632fb41c-a3e0-4927-b9ef-1b153e879bbc tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450229 Feb 18 09:13:44.079735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc9baf5-9d6a-4d64-9ea2-6894383ce90c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:13:44.083108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4c3d87ba-371c-4b15-8f24-17b95e250a42 req-5f6cea30-4b07-48ea-8f52-72e97d54b57c tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Unset dirty status for tenant:26ec0ac07d2144d8bb0acaad42fafb70 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:44.084860 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c3d87ba-371c-4b15-8f24-17b95e250a42 req-5f6cea30-4b07-48ea-8f52-72e97d54b57c tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=52b08753-0c73-4660-8ad5-8c9adbbf4d57 HTTP/1.1" status: 200 len: 210 time: 0.2198939 Feb 18 09:13:44.090078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fcc9baf5-9d6a-4d64-9ea2-6894383ce90c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "PUT /v2.0/routers/35399a1f-a360-4dc0-a8fc-f6a0627de551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2456446 Feb 18 09:13:44.093335 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b237cfd9-ebb7-4b1d-9cbb-29c7887ec5e6 None None] Sync routers for ids ['35399a1f-a360-4dc0-a8fc-f6a0627de551'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:13:44.096089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54068) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:44.115856 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe6556-e6b4-49fa-ba7a-6e6b49a7ddc0 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df62a03-0066-46df-8984-8f795a7688ac,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:44.122868 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b237cfd9-ebb7-4b1d-9cbb-29c7887ec5e6 None None] Routers {'35399a1f-a360-4dc0-a8fc-f6a0627de551'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:44.125203 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b237cfd9-ebb7-4b1d-9cbb-29c7887ec5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['35399a1f-a360-4dc0-a8fc-f6a0627de551'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:44.134355 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.190586 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6556-e6b4-49fa-ba7a-6e6b49a7ddc0 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.194991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54072) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:44.195334 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8bbe6556-e6b4-49fa-ba7a-6e6b49a7ddc0 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4399989 Feb 18 09:13:44.198703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Port': ['ID=1fee11d4-bf50-4418-8e49-e1bea358dfca,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:44.202650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-49864e6c-9e25-4a2e-9a0f-d2697594be0c tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group_rule': {'security_group_id': 'f9b1ec8a-11af-4b6e-b7a3-cfd0ab722a7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0df62a03-0066-46df-8984-8f795a7688ac'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:44.217388 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] No DVR routers for this DVR port 1fee11d4-bf50-4418-8e49-e1bea358dfca on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:13:44.218811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-49864e6c-9e25-4a2e-9a0f-d2697594be0c tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:44.228768 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b08753-0c73-4660-8ad5-8c9adbbf4d57', 'name': 'network-vif-deleted', 'tag': '8c56296d-8a89-4588-a29d-d56a27c61a16', 'status': 'completed', 'code': 200} Feb 18 09:13:44.234032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-49864e6c-9e25-4a2e-9a0f-d2697594be0c tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:44.247365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ccbbea-73a4-480c-a6a9-a21e7a1f21dc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:44.248114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-44ccbbea-73a4-480c-a6a9-a21e7a1f21dc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Synchronizing usage tracker for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:44.253499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-49864e6c-9e25-4a2e-9a0f-d2697594be0c tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:44.260044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-49864e6c-9e25-4a2e-9a0f-d2697594be0c tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:44.297740 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2336de1f-d518-4b15-a074-8ccdfdef7de3 None None] Calling delete_port for 1fee11d4-bf50-4418-8e49-e1bea358dfca owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:44.299956 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b237cfd9-ebb7-4b1d-9cbb-29c7887ec5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:44.330780 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b237cfd9-ebb7-4b1d-9cbb-29c7887ec5e6 None None] Routers {'35399a1f-a360-4dc0-a8fc-f6a0627de551'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:44.331582 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b237cfd9-ebb7-4b1d-9cbb-29c7887ec5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['35399a1f-a360-4dc0-a8fc-f6a0627de551'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:44.354284 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-44ccbbea-73a4-480c-a6a9-a21e7a1f21dc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Unset dirty status for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:44.355531 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-44ccbbea-73a4-480c-a6a9-a21e7a1f21dc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports?device_id=35399a1f-a360-4dc0-a8fc-f6a0627de551 HTTP/1.1" status: 200 len: 983 time: 0.2581513 Feb 18 09:13:44.358526 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54076) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:44.428739 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b237cfd9-ebb7-4b1d-9cbb-29c7887ec5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:44.429073 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b237cfd9-ebb7-4b1d-9cbb-29c7887ec5e6 None None] The sync data for ids ['35399a1f-a360-4dc0-a8fc-f6a0627de551'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:13:44.462585 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.485175 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-2336de1f-d518-4b15-a074-8ccdfdef7de3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:13:44.485983 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-2336de1f-d518-4b15-a074-8ccdfdef7de3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:13:44.516163 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-6e54cf26-1e00-4d56-ba28-fcf58f72a1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:40Z', 'revision_number': 8, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:14Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd70b2db7-d215-4aa1-8584-1ed4dc19ea16', 'name': '', 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:5d:21:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:14Z', 'updated_at': '2022-02-18T09:13:27Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:44.524098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d5369b-c52a-423f-9996-f37cd965516f']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:44.525131 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e54cf26-1e00-4d56-ba28-fcf58f72a1fa None None] The sync data for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 is: [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:40Z', 'revision_number': 8, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:14Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd70b2db7-d215-4aa1-8584-1ed4dc19ea16', 'name': '', 'network_id': '92ba79eb-afe1-46de-843b-0a861e817b86', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:5d:21:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:14Z', 'updated_at': '2022-02-18T09:13:27Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': '1cd2bc31-e24a-4934-905d-9e99b5514908', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:13:44.556192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bebef3-9a25-4876-9c7d-40f122a8633e') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:44.556986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bebef3-9a25-4876-9c7d-40f122a8633e') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:44.602800 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.609946 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-49864e6c-9e25-4a2e-9a0f-d2697594be0c tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:13:44.613615 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-49864e6c-9e25-4a2e-9a0f-d2697594be0c tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4149480 Feb 18 09:13:44.617453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54082) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:44.634937 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.642825 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:13:44.643473 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.663144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b4425-c025-4888-b515-8b67274fdd43 req-6ec52c49-8ce7-4aa7-aa5e-7642a68edf4b tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:44.664694 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-306b4425-c025-4888-b515-8b67274fdd43 req-6ec52c49-8ce7-4aa7-aa5e-7642a68edf4b tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 1096 time: 0.3703964 Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:13:44.667558 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:13:44.764671 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.784156 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.798422 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Network': ['ID=20d5369b-c52a-423f-9996-f37cd965516f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:44.802243 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2ef8a2e4-0f71-4491-a506-0d85288356a0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/networks/20d5369b-c52a-423f-9996-f37cd965516f HTTP/1.1" status: 204 len: 168 time: 2.2829418 Feb 18 09:13:44.805038 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54088) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:44.960399 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-306b4425-c025-4888-b515-8b67274fdd43 req-93e5f79f-bb18-4cd8-b4a9-61dfd4d197db tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120602 Feb 18 09:13:44.987495 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2336de1f-d518-4b15-a074-8ccdfdef7de3 None None] Deleting port 1fee11d4-bf50-4418-8e49-e1bea358dfca {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:44.988002 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2336de1f-d518-4b15-a074-8ccdfdef7de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:44.995832 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ac43602-5cae-4e84-87c8-de04a9f71f4a tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:45.087100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2336de1f-d518-4b15-a074-8ccdfdef7de3 None None] The port '1fee11d4-bf50-4418-8e49-e1bea358dfca' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:13:45.091222 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ac43602-5cae-4e84-87c8-de04a9f71f4a tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:45.153316 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1fee11d4-bf50-4418-8e49-e1bea358dfca no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:45.184327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fad1f4-8dbb-4b44-9f5b-bfa213a85ac7 req-89fbe03b-c3ed-4381-9ed8-8e3db92c8225 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:45.200966 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-33fad1f4-8dbb-4b44-9f5b-bfa213a85ac7 req-89fbe03b-c3ed-4381-9ed8-8e3db92c8225 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 946 time: 0.4672186 Feb 18 09:13:45.208077 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 1fee11d4-bf50-4418-8e49-e1bea358dfca {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:13:45.208581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1fee11d4-bf50-4418-8e49-e1bea358dfca not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:13:45.209097 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 67d08d1e-1fd9-4b98-9593-e591e0d110dd no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:45.249553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 67d08d1e-1fd9-4b98-9593-e591e0d110dd {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:13:45.250069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 67d08d1e-1fd9-4b98-9593-e591e0d110dd not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:13:45.293262 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-33fad1f4-8dbb-4b44-9f5b-bfa213a85ac7 req-db10759e-dd09-4d27-af20-3b46c9da0e3a tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001430 Feb 18 09:13:45.349236 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ac43602-5cae-4e84-87c8-de04a9f71f4a tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:45.387212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350ea2e-3cf6-4fd4-bd38-2de694e55a70 req-b1563ec0-9b79-49a3-b827-308b4f7c3a77 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:45.388776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c350ea2e-3cf6-4fd4-bd38-2de694e55a70 req-b1563ec0-9b79-49a3-b827-308b4f7c3a77 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.2715034 Feb 18 09:13:45.389544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac43602-5cae-4e84-87c8-de04a9f71f4a tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df62a03-0066-46df-8984-8f795a7688ac,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:45.429783 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ac43602-5cae-4e84-87c8-de04a9f71f4a tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:45.430902 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6ac43602-5cae-4e84-87c8-de04a9f71f4a tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "DELETE /v2.0/security-groups/0df62a03-0066-46df-8984-8f795a7688ac HTTP/1.1" status: 204 len: 168 time: 0.8092437 Feb 18 09:13:45.449240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54094) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:45.505333 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d08e7669-56de-4f6d-bc9e-6f1095ea311e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:45.539876 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c350ea2e-3cf6-4fd4-bd38-2de694e55a70 req-3bc135ab-999a-4129-884f-e10b1622eb01 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305950 Feb 18 09:13:45.897981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-99ac864b-c362-45eb-b12f-b5a0c37b43ea tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Synchronizing usage tracker for tenant:ecdb4f000a6a4367995ae5fb27c50bb7 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:45.912994 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-341170b7-2578-4e4d-b5e7-8af6013c8aec tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:46.014364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d08e7669-56de-4f6d-bc9e-6f1095ea311e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting port d70b2db7-d215-4aa1-8584-1ed4dc19ea16 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:46.015275 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d08e7669-56de-4f6d-bc9e-6f1095ea311e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:46.062521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-99ac864b-c362-45eb-b12f-b5a0c37b43ea tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Unset dirty status for tenant:ecdb4f000a6a4367995ae5fb27c50bb7 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:46.063941 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-99ac864b-c362-45eb-b12f-b5a0c37b43ea tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6135981 Feb 18 09:13:46.070500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54112) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:46.220538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-10c57e48-bd30-41f3-974b-3985d6a197b7 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:46.221961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-10c57e48-bd30-41f3-974b-3985d6a197b7 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/networks?id=08c443ef-2e94-4a7f-948a-fce9e3fe13c3 HTTP/1.1" status: 200 len: 809 time: 0.4461050 Feb 18 09:13:46.246164 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4f6ce12-8d21-48af-8b78-fe0c64e74d31 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:46.301140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-d08e7669-56de-4f6d-bc9e-6f1095ea311e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] For port d70b2db7-d215-4aa1-8584-1ed4dc19ea16, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d70b2db7-d215-4aa1-8584-1ed4dc19ea16,segment=NetworkSegment(1ea6273b-d09a-4684-a91e-902edecbe43a),segment_id=1ea6273b-d09a-4684-a91e-902edecbe43a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:46.301558 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d08e7669-56de-4f6d-bc9e-6f1095ea311e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:46.301869 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-40168878-530d-4a92-8f16-82862bb9f13d tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/quotas/26ec0ac07d2144d8bb0acaad42fafb70 HTTP/1.1" status: 200 len: 375 time: 0.0702507 Feb 18 09:13:46.315144 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4f6ce12-8d21-48af-8b78-fe0c64e74d31 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:46.391036 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-a0c68f25-9773-498a-93e0-b6bb218ecfe9 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=26ec0ac07d2144d8bb0acaad42fafb70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820036 Feb 18 09:13:46.403672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af8660-2960-4a01-97b5-aaf2480df977 req-b30312c6-3a56-435a-848b-0dccb8d93fa1 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:46.405678 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5af8660-2960-4a01-97b5-aaf2480df977 req-b30312c6-3a56-435a-848b-0dccb8d93fa1 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 1096 time: 0.3145239 Feb 18 09:13:46.471120 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d08e7669-56de-4f6d-bc9e-6f1095ea311e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Calling delete_port for d70b2db7-d215-4aa1-8584-1ed4dc19ea16 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:46.555842 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4f6ce12-8d21-48af-8b78-fe0c64e74d31 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:46.571363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-341170b7-2578-4e4d-b5e7-8af6013c8aec tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port d3fa9575-30ee-4c0d-a14c-686f0d414350 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:46.571694 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-341170b7-2578-4e4d-b5e7-8af6013c8aec tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:46.604867 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5af8660-2960-4a01-97b5-aaf2480df977 req-8ade9bd2-1efd-4a9e-b34a-265478cc41e0 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711404 Feb 18 09:13:46.607356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6ce12-8d21-48af-8b78-fe0c64e74d31 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b1ec8a-11af-4b6e-b7a3-cfd0ab722a7d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:46.624778 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4f6ce12-8d21-48af-8b78-fe0c64e74d31 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:46.629620 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c4f6ce12-8d21-48af-8b78-fe0c64e74d31 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "DELETE /v2.0/security-groups/f9b1ec8a-11af-4b6e-b7a3-cfd0ab722a7d HTTP/1.1" status: 204 len: 168 time: 0.5581226 Feb 18 09:13:46.631787 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54120) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:46.686305 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-e9c0432d-851a-4a4c-8222-2dcb725d95e1 service neutron] 10.222.0.72 "GET /v2.0/networks/08c443ef-2e94-4a7f-948a-fce9e3fe13c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794971 Feb 18 09:13:46.711345 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e5a475db-5a1a-4f2a-b3f7-8279b46edc73 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Synchronizing usage tracker for tenant:ecdb4f000a6a4367995ae5fb27c50bb7 on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:46.770603 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e5a475db-5a1a-4f2a-b3f7-8279b46edc73 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Unset dirty status for tenant:ecdb4f000a6a4367995ae5fb27c50bb7 on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:46.775457 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e5a475db-5a1a-4f2a-b3f7-8279b46edc73 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1394157 Feb 18 09:13:46.775722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54126) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:46.780729 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-838a95b3-bff9-41cb-9e57-da45af1d52ce tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group': {'name': 'tempest-secgroup--882499984'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:46.795733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-838a95b3-bff9-41cb-9e57-da45af1d52ce tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:46.857045 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-838a95b3-bff9-41cb-9e57-da45af1d52ce tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:46.860972 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d08e7669-56de-4f6d-bc9e-6f1095ea311e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:46.920868 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e7669-56de-4f6d-bc9e-6f1095ea311e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Port': ['ID=d70b2db7-d215-4aa1-8584-1ed4dc19ea16,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:46.949518 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-838a95b3-bff9-41cb-9e57-da45af1d52ce tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:46.951728 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-341170b7-2578-4e4d-b5e7-8af6013c8aec tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:47.069985 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-838a95b3-bff9-41cb-9e57-da45af1d52ce tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:47.077263 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-838a95b3-bff9-41cb-9e57-da45af1d52ce tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Usage tracker for resource:security_group_rule and tenant:ecdb4f000a6a4367995ae5fb27c50bb7 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:47.105411 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-341170b7-2578-4e4d-b5e7-8af6013c8aec tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for d3fa9575-30ee-4c0d-a14c-686f0d414350 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:47.133021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-838a95b3-bff9-41cb-9e57-da45af1d52ce tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:47.140677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-5fae0c94-fa00-473d-99dc-cfcf592fab9e service neutron] 10.222.0.72 "GET /v2.0/networks/08c443ef-2e94-4a7f-948a-fce9e3fe13c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053445 Feb 18 09:13:47.148536 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-838a95b3-bff9-41cb-9e57-da45af1d52ce tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:47.181852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c8a3a-cd3d-45bf-bd9a-01a66192161a req-7370beb6-5fce-450d-b921-70b089b8d85c tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:47.184454 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e99c8a3a-cd3d-45bf-bd9a-01a66192161a req-7370beb6-5fce-450d-b921-70b089b8d85c tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 946 time: 0.3658752 Feb 18 09:13:47.211187 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a3993-8825-44ed-8ac1-eb36c18b5b89 req-4815f0a8-7c65-4b52-9282-80494e41f02a tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:47.212764 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-943a3993-8825-44ed-8ac1-eb36c18b5b89 req-4815f0a8-7c65-4b52-9282-80494e41f02a tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.81 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 946 time: 0.4146881 Feb 18 09:13:47.275266 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d08e7669-56de-4f6d-bc9e-6f1095ea311e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:47.407594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-943a3993-8825-44ed-8ac1-eb36c18b5b89 req-43380a66-49ef-4143-b2e6-5ce22bdce361 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Deleting port 9f04fb52-a0d0-45d2-8007-dc3ee0358096 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:47.408034 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-943a3993-8825-44ed-8ac1-eb36c18b5b89 req-43380a66-49ef-4143-b2e6-5ce22bdce361 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:47.437531 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e99c8a3a-cd3d-45bf-bd9a-01a66192161a req-a3a49d00-09cd-48b5-88e4-5ee44a9d13a5 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300072 Feb 18 09:13:47.695515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0f3ab-d1e9-40a2-971b-faf968221d69 req-f42ff702-8f55-488b-a428-c86ce7f5352b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:47.697060 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fbd0f3ab-d1e9-40a2-971b-faf968221d69 req-f42ff702-8f55-488b-a428-c86ce7f5352b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.2586904 Feb 18 09:13:47.718523 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-838a95b3-bff9-41cb-9e57-da45af1d52ce tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:47.752914 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-341170b7-2578-4e4d-b5e7-8af6013c8aec tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:47.771969 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-838a95b3-bff9-41cb-9e57-da45af1d52ce tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:47.892969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341170b7-2578-4e4d-b5e7-8af6013c8aec tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Port': ['ID=d3fa9575-30ee-4c0d-a14c-686f0d414350,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:47.905606 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a95b3-bff9-41cb-9e57-da45af1d52ce tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c290c52-5b85-47f2-8a09-b88a9b00a72d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:47.915671 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fbd0f3ab-d1e9-40a2-971b-faf968221d69 req-37d30bc1-e468-4442-97c2-1fa68eb04088 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094803 Feb 18 09:13:48.097427 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-838a95b3-bff9-41cb-9e57-da45af1d52ce tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:48.098571 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-838a95b3-bff9-41cb-9e57-da45af1d52ce tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3217051 Feb 18 09:13:48.110695 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54140) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:48.116612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-936f2268-39da-47c8-87cd-7cd13960e46d tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:48.117258 n-d-829434-1 neutron-server[87767]: WARNING neutron.api.v2.base [None req-936f2268-39da-47c8-87cd-7cd13960e46d tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 18 09:13:48.117904 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-936f2268-39da-47c8-87cd-7cd13960e46d tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] update failed (client error): There was a conflict when trying to complete your request. Feb 18 09:13:48.118998 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-936f2268-39da-47c8-87cd-7cd13960e46d tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "PUT /v2.0/security-groups/5c290c52-5b85-47f2-8a09-b88a9b00a72d HTTP/1.1" status: 409 len: 330 time: 0.0070529 Feb 18 09:13:48.133601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08526306-5793-41f4-b8fb-de0349cefb33 req-45008a9e-0d93-4896-a667-f8e28850aeac tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 210 time: 0.0509832 Feb 18 09:13:48.134119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54144) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:48.190554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad7b80-de46-4eec-8924-8d21374f8517 req-8145c19e-c74c-4e4e-ba94-eac7646968bf tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:48.199186 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-81ad7b80-de46-4eec-8924-8d21374f8517 req-8145c19e-c74c-4e4e-ba94-eac7646968bf tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 1096 time: 0.5704498 Feb 18 09:13:48.271562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-943a3993-8825-44ed-8ac1-eb36c18b5b89 req-43380a66-49ef-4143-b2e6-5ce22bdce361 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] For port 9f04fb52-a0d0-45d2-8007-dc3ee0358096, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9f04fb52-a0d0-45d2-8007-dc3ee0358096,segment=NetworkSegment(32f7dd0f-9e86-44fe-b522-e6af08dbe554),segment_id=32f7dd0f-9e86-44fe-b522-e6af08dbe554)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:48.271928 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-943a3993-8825-44ed-8ac1-eb36c18b5b89 req-43380a66-49ef-4143-b2e6-5ce22bdce361 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:48.280417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08e7669-56de-4f6d-bc9e-6f1095ea311e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:13:48.312188 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-341170b7-2578-4e4d-b5e7-8af6013c8aec tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:48.408454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-943a3993-8825-44ed-8ac1-eb36c18b5b89 req-43380a66-49ef-4143-b2e6-5ce22bdce361 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Calling delete_port for 9f04fb52-a0d0-45d2-8007-dc3ee0358096 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:48.425626 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-81ad7b80-de46-4eec-8924-8d21374f8517 req-0e7b7c6d-fdb3-4a0c-a4b6-a1285d16e07a tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255433 Feb 18 09:13:48.491660 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e10c8de8-22a5-4ff8-a211-636459bf38a9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:48.639617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08e7669-56de-4f6d-bc9e-6f1095ea311e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:13:48.647661 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d08e7669-56de-4f6d-bc9e-6f1095ea311e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/75c5acd2-1b84-4119-aa90-fa54b6c3f8d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8391252 Feb 18 09:13:48.648372 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54152) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:48.662781 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6225c4-ee5f-4dcd-be17-ee25e8bdd78d None None] Sync routers for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:13:48.678658 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6225c4-ee5f-4dcd-be17-ee25e8bdd78d None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:48.679827 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2a6225c4-ee5f-4dcd-be17-ee25e8bdd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:48.766523 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c295cd3-dc54-49f0-9968-9210175a3d12 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting subnet 1cd2bc31-e24a-4934-905d-9e99b5514908 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:13:48.773811 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c295cd3-dc54-49f0-9968-9210175a3d12 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:48.786909 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e10c8de8-22a5-4ff8-a211-636459bf38a9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:48.835697 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-943a3993-8825-44ed-8ac1-eb36c18b5b89 req-43380a66-49ef-4143-b2e6-5ce22bdce361 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:48.882303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-2a6225c4-ee5f-4dcd-be17-ee25e8bdd78d None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:13:48.895864 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c295cd3-dc54-49f0-9968-9210175a3d12 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:48.945418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43380a66-49ef-4143-b2e6-5ce22bdce361 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Pushing event deleted for resources: {'Port': ['ID=9f04fb52-a0d0-45d2-8007-dc3ee0358096,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:48.973155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['9f04fb52-a0d0-45d2-8007-dc3ee0358096'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:13:49.017345 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341170b7-2578-4e4d-b5e7-8af6013c8aec tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Router 35399a1f-a360-4dc0-a8fc-f6a0627de551 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:13:49.053674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-943a3993-8825-44ed-8ac1-eb36c18b5b89 req-43380a66-49ef-4143-b2e6-5ce22bdce361 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] No DVR routers for this DVR port 9f04fb52-a0d0-45d2-8007-dc3ee0358096 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:13:49.059471 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-943a3993-8825-44ed-8ac1-eb36c18b5b89 req-43380a66-49ef-4143-b2e6-5ce22bdce361 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:49.062404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f5e050-2752-467d-926c-29a198ddec8a', 'name': 'network-vif-deleted', 'tag': '9f04fb52-a0d0-45d2-8007-dc3ee0358096'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:13:49.096881 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-943a3993-8825-44ed-8ac1-eb36c18b5b89 req-43380a66-49ef-4143-b2e6-5ce22bdce361 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.81 "DELETE /v2.0/ports/9f04fb52-a0d0-45d2-8007-dc3ee0358096 HTTP/1.1" status: 204 len: 173 time: 1.8761930 Feb 18 09:13:49.108845 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c295cd3-dc54-49f0-9968-9210175a3d12 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:49.180183 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e10c8de8-22a5-4ff8-a211-636459bf38a9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:49.214483 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c295cd3-dc54-49f0-9968-9210175a3d12 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:49.276499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c295cd3-dc54-49f0-9968-9210175a3d12 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd2bc31-e24a-4934-905d-9e99b5514908,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:49.285639 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1c295cd3-dc54-49f0-9968-9210175a3d12 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:49.293683 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac4f3fc-8aad-409e-860a-6dc8443b5e28 None None] Network 92ba79eb-afe1-46de-843b-0a861e817b86 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:13:49.294138 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1c295cd3-dc54-49f0-9968-9210175a3d12 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/subnets/1cd2bc31-e24a-4934-905d-9e99b5514908 HTTP/1.1" status: 204 len: 168 time: 0.6445508 Feb 18 09:13:49.295950 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54162) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:49.473099 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-4afc6063-037c-4e70-be4f-8216e225e8a4 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:49.474891 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-4afc6063-037c-4e70-be4f-8216e225e8a4 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.61 "GET /v2.0/networks?id=08c443ef-2e94-4a7f-948a-fce9e3fe13c3 HTTP/1.1" status: 200 len: 809 time: 0.7085750 Feb 18 09:13:49.478459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c8de8-22a5-4ff8-a211-636459bf38a9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c290c52-5b85-47f2-8a09-b88a9b00a72d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:49.496256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a05ecc-6995-467c-b241-6fd564ec9e68 req-c6129dec-6d4e-4659-970b-57915cd2e8d8 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:49.497974 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1a05ecc-6995-467c-b241-6fd564ec9e68 req-c6129dec-6d4e-4659-970b-57915cd2e8d8 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 1096 time: 0.9030647 Feb 18 09:13:49.501959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-aa448654-9ddc-4486-b691-79cf3df1d27f tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Request body: {'port': {'device_id': '6c78fa35-cf38-457b-9d49-05fe840909e2', 'network_id': '08c443ef-2e94-4a7f-948a-fce9e3fe13c3', 'admin_state_up': True, 'tenant_id': '26ec0ac07d2144d8bb0acaad42fafb70'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:49.532041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4964d-2ddd-4972-843e-4342fd629a73 req-7e417269-5a20-4c84-ace0-844fed7e1dd5 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:49.533944 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40e4964d-2ddd-4972-843e-4342fd629a73 req-7e417269-5a20-4c84-ace0-844fed7e1dd5 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/ports?device_id=65f5e050-2752-467d-926c-29a198ddec8a HTTP/1.1" status: 200 len: 867 time: 0.9525468 Feb 18 09:13:49.535094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341170b7-2578-4e4d-b5e7-8af6013c8aec tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:13:49.556788 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7518620-814a-4ae3-806f-ff08d7b9d76e None None] Sync routers for ids ['35399a1f-a360-4dc0-a8fc-f6a0627de551'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:13:49.558292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c8de8-22a5-4ff8-a211-636459bf38a9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:49.559013 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c8de8-22a5-4ff8-a211-636459bf38a9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:49.559139 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2a6225c4-ee5f-4dcd-be17-ee25e8bdd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:46Z', 'revision_number': 9, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:14Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:49.559593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c8de8-22a5-4ff8-a211-636459bf38a9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:49.560111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c8de8-22a5-4ff8-a211-636459bf38a9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:49.560510 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c8de8-22a5-4ff8-a211-636459bf38a9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:49.561134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c8de8-22a5-4ff8-a211-636459bf38a9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:49.561574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c8de8-22a5-4ff8-a211-636459bf38a9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:49.562324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c8de8-22a5-4ff8-a211-636459bf38a9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:49.562324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c8de8-22a5-4ff8-a211-636459bf38a9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:49.562925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c8de8-22a5-4ff8-a211-636459bf38a9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:49.563514 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c8de8-22a5-4ff8-a211-636459bf38a9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:49.564533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c8de8-22a5-4ff8-a211-636459bf38a9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:13:49.571481 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7518620-814a-4ae3-806f-ff08d7b9d76e None None] Routers {'35399a1f-a360-4dc0-a8fc-f6a0627de551'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:49.572338 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e7518620-814a-4ae3-806f-ff08d7b9d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['35399a1f-a360-4dc0-a8fc-f6a0627de551'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:49.593184 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:49.598476 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6225c4-ee5f-4dcd-be17-ee25e8bdd78d None None] Checking router: 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:13:49.612973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting port 37bda633-55b2-47a8-b5bf-8b34973fe29e {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:49.613471 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:49.635835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6225c4-ee5f-4dcd-be17-ee25e8bdd78d None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:49.636581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2a6225c4-ee5f-4dcd-be17-ee25e8bdd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:49.669155 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e7518620-814a-4ae3-806f-ff08d7b9d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:49.685768 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7518620-814a-4ae3-806f-ff08d7b9d76e None None] Routers {'35399a1f-a360-4dc0-a8fc-f6a0627de551'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:49.686264 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e10c8de8-22a5-4ff8-a211-636459bf38a9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:49.686925 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e7518620-814a-4ae3-806f-ff08d7b9d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['35399a1f-a360-4dc0-a8fc-f6a0627de551'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:49.688223 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e10c8de8-22a5-4ff8-a211-636459bf38a9 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "DELETE /v2.0/security-groups/5c290c52-5b85-47f2-8a09-b88a9b00a72d HTTP/1.1" status: 204 len: 168 time: 1.5461586 Feb 18 09:13:49.695147 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54166) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:49.702850 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-341170b7-2578-4e4d-b5e7-8af6013c8aec tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "PUT /v2.0/routers/35399a1f-a360-4dc0-a8fc-f6a0627de551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3429315 Feb 18 09:13:49.718721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54170) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:49.807114 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e7518620-814a-4ae3-806f-ff08d7b9d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:49.807783 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7518620-814a-4ae3-806f-ff08d7b9d76e None None] The sync data for ids ['35399a1f-a360-4dc0-a8fc-f6a0627de551'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:13:49.843746 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2b3118-56c0-4f62-b64e-871d2e86eda3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] GET failed (client error): The resource could not be found. Feb 18 09:13:49.844302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8a2b3118-56c0-4f62-b64e-871d2e86eda3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Synchronizing usage tracker for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:49.883620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1a05ecc-6995-467c-b241-6fd564ec9e68 req-49071574-6475-4b82-ab64-5f32c34d2419 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428414 Feb 18 09:13:49.949499 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40e4964d-2ddd-4972-843e-4342fd629a73 req-4ca62315-5cd7-4a2b-970b-4d0399afadc8 tempest-TestServerAdvancedOps-1228928642 tempest-TestServerAdvancedOps-1228928642-project] 10.222.0.72 "GET /v2.0/security-groups?id=5bb85cba-53cb-41cb-a47a-9715fd1baecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668363 Feb 18 09:13:49.963746 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] For port 37bda633-55b2-47a8-b5bf-8b34973fe29e, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=37bda633-55b2-47a8-b5bf-8b34973fe29e,segment=NetworkSegment(1ea6273b-d09a-4684-a91e-902edecbe43a),segment_id=1ea6273b-d09a-4684-a91e-902edecbe43a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:49.964138 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:49.966274 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-2a6225c4-ee5f-4dcd-be17-ee25e8bdd78d None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:13:50.042565 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8a2b3118-56c0-4f62-b64e-871d2e86eda3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Unset dirty status for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:50.046285 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8a2b3118-56c0-4f62-b64e-871d2e86eda3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports/d3fa9575-30ee-4c0d-a14c-686f0d414350 HTTP/1.1" status: 404 len: 333 time: 0.3211663 Feb 18 09:13:50.053103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54176) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:50.077853 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463756fb-5b5f-4488-93f0-d7f1bf04e173 None None] DHCP port deletion for 92ba79eb-afe1-46de-843b-0a861e817b86 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:13:50.085190 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-463756fb-5b5f-4488-93f0-d7f1bf04e173 None None] Deleting port 37bda633-55b2-47a8-b5bf-8b34973fe29e {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:50.085190 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-463756fb-5b5f-4488-93f0-d7f1bf04e173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:50.178101 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f5e050-2752-467d-926c-29a198ddec8a', 'name': 'network-vif-deleted', 'tag': '9f04fb52-a0d0-45d2-8007-dc3ee0358096', 'status': 'completed', 'code': 200} Feb 18 09:13:50.190852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Calling delete_port for 37bda633-55b2-47a8-b5bf-8b34973fe29e owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:50.208959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-aa448654-9ddc-4486-b691-79cf3df1d27f tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:50.227876 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7a2df5f9-29b1-482e-858c-d464b9712db1 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Synchronizing usage tracker for tenant:ecdb4f000a6a4367995ae5fb27c50bb7 on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:50.241964 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-aa448654-9ddc-4486-b691-79cf3df1d27f tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:50.271724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7a2df5f9-29b1-482e-858c-d464b9712db1 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] Unset dirty status for tenant:ecdb4f000a6a4367995ae5fb27c50bb7 on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:50.278698 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7a2df5f9-29b1-482e-858c-d464b9712db1 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5766227 Feb 18 09:13:50.279060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54180) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:50.300644 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-40167d6b-a53e-4093-a13a-705eb92b82b1 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] delete failed (client error): The resource could not be found. Feb 18 09:13:50.306689 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-40167d6b-a53e-4093-a13a-705eb92b82b1 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "DELETE /v2.0/security-groups/09fae7d8-95b7-410c-ba57-30cad11497f6 HTTP/1.1" status: 404 len: 347 time: 0.0227864 Feb 18 09:13:50.316344 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54184) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:50.341969 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-f65f4eac-438a-480c-9134-32de327c23b7 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] show failed (client error): The resource could not be found. Feb 18 09:13:50.341969 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f65f4eac-438a-480c-9134-32de327c23b7 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "GET /v2.0/security-groups/2948b062-36a4-425a-b035-8f57f9e1b523 HTTP/1.1" status: 404 len: 347 time: 0.0211167 Feb 18 09:13:50.343026 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54188) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:50.366350 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d60822e9-61f2-46e7-beb0-0ea496770818 req-12813701-f32c-468d-96a3-bd31923a807b tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 210 time: 0.1334479 Feb 18 09:13:50.366590 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:50.368812 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c7184f8b-c205-42a4-bce6-33da51eca313 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:50.405932 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-bffcc64e-16f7-4b47-aa85-e0bb6f89f6c1 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] show failed (client error): The resource could not be found. Feb 18 09:13:50.407476 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bffcc64e-16f7-4b47-aa85-e0bb6f89f6c1 tempest-NegativeSecGroupTest-101286357 tempest-NegativeSecGroupTest-101286357-project] 10.222.0.72 "GET /v2.0/security-group-rules/94d29676-d23a-4def-8603-1f23263c7c4f HTTP/1.1" status: 404 len: 356 time: 0.0634003 Feb 18 09:13:50.432414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] No DVR routers for this DVR port 37bda633-55b2-47a8-b5bf-8b34973fe29e on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:13:50.476674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Port': ['ID=37bda633-55b2-47a8-b5bf-8b34973fe29e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:50.500053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-aa448654-9ddc-4486-b691-79cf3df1d27f tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Made reservation on behalf of 26ec0ac07d2144d8bb0acaad42fafb70 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:50.504146 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-aa448654-9ddc-4486-b691-79cf3df1d27f tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:50.615315 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:50.662127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ba79eb-afe1-46de-843b-0a861e817b86']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:50.674662 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-463756fb-5b5f-4488-93f0-d7f1bf04e173 None None] For port 37bda633-55b2-47a8-b5bf-8b34973fe29e, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=37bda633-55b2-47a8-b5bf-8b34973fe29e,segment=NetworkSegment(1ea6273b-d09a-4684-a91e-902edecbe43a),segment_id=1ea6273b-d09a-4684-a91e-902edecbe43a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:50.675930 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-463756fb-5b5f-4488-93f0-d7f1bf04e173 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:50.689939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea6273b-d09a-4684-a91e-902edecbe43a') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:50.690708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea6273b-d09a-4684-a91e-902edecbe43a') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:50.713009 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:50.749692 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:50.766047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:13:50.769234 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:50.901552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-aa448654-9ddc-4486-b691-79cf3df1d27f tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Allocated IP 172.20.0.12 (08c443ef-2e94-4a7f-948a-fce9e3fe13c3/e199a898-e529-42e1-8249-3206eaf3c78b/5ebb7566-70e7-4eba-96b1-cd22a1eec46d) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:13:50.910867 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:13:50.918066 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:50.945061 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:50.961783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Network': ['ID=92ba79eb-afe1-46de-843b-0a861e817b86,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:50.977717 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-928165de-2c17-4098-94f8-2d2c6709c046 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/networks/92ba79eb-afe1-46de-843b-0a861e817b86 HTTP/1.1" status: 204 len: 168 time: 1.6804066 Feb 18 09:13:50.980246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54198) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:50.995036 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-463756fb-5b5f-4488-93f0-d7f1bf04e173 None None] Calling delete_port for 37bda633-55b2-47a8-b5bf-8b34973fe29e owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:51.018406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54202) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:51.064793 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c7184f8b-c205-42a4-bce6-33da51eca313 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:51.077536 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-463756fb-5b5f-4488-93f0-d7f1bf04e173 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:13:51.077909 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-463756fb-5b5f-4488-93f0-d7f1bf04e173 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:13:51.081905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f223fa3-26c6-495a-a469-8c5974876f9b req-3a22451e-ab37-4ae0-980c-ce17989c5be4 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:51.088233 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f223fa3-26c6-495a-a469-8c5974876f9b req-3a22451e-ab37-4ae0-980c-ce17989c5be4 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.9275212 Feb 18 09:13:51.121840 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c7184f8b-c205-42a4-bce6-33da51eca313 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:51.123508 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2a6225c4-ee5f-4dcd-be17-ee25e8bdd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:46Z', 'revision_number': 9, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:14Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:51.129048 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6225c4-ee5f-4dcd-be17-ee25e8bdd78d None None] The sync data for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 is: [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:46Z', 'revision_number': 9, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c', 'name': '', 'network_id': 'd23e26bc-5cf9-431d-bd90-428f2b253546', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:e5:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:13:03Z', 'updated_at': '2022-02-18T09:13:14Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'd67938e1-df44-4359-8cb0-48a11f6041b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:13:51.133880 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 37bda633-55b2-47a8-b5bf-8b34973fe29e no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:51.191907 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 37bda633-55b2-47a8-b5bf-8b34973fe29e {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:13:51.192246 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 37bda633-55b2-47a8-b5bf-8b34973fe29e not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:13:51.246871 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f223fa3-26c6-495a-a469-8c5974876f9b req-cb5e5de4-1b94-46ce-ba61-ccc607bfe465 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576529 Feb 18 09:13:51.269308 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c7184f8b-c205-42a4-bce6-33da51eca313 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:51.269833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7184f8b-c205-42a4-bce6-33da51eca313 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Fanout notify agent at l3_agent the message router_deleted on router 35399a1f-a360-4dc0-a8fc-f6a0627de551 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:13:51.358959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54210) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:51.416335 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c7184f8b-c205-42a4-bce6-33da51eca313 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:51.417448 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c7184f8b-c205-42a4-bce6-33da51eca313 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/routers/35399a1f-a360-4dc0-a8fc-f6a0627de551 HTTP/1.1" status: 204 len: 168 time: 1.3618686 Feb 18 09:13:51.421477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54216) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:51.480081 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-41d31301-2d9f-4e6b-acf1-3c3cd62194fd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ecdb4f000a6a4367995ae5fb27c50bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4586709 Feb 18 09:13:51.483321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54220) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:51.487531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2d29c-50ad-49e1-a827-475cd78bd4eb req-56b6266c-2a95-41a5-a635-04b1943fa243 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:51.489536 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ca2d29c-50ad-49e1-a827-475cd78bd4eb req-56b6266c-2a95-41a5-a635-04b1943fa243 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 1096 time: 0.5747154 Feb 18 09:13:51.582916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-463756fb-5b5f-4488-93f0-d7f1bf04e173 None None] Deleting port 37bda633-55b2-47a8-b5bf-8b34973fe29e {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:51.584754 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-463756fb-5b5f-4488-93f0-d7f1bf04e173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:51.665223 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9eea2d3-752e-4406-b383-e1d9f45d7690 admin admin] Deleting subnet 02521a75-5255-4563-b440-1c6a701f579b {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:13:51.702253 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d9eea2d3-752e-4406-b383-e1d9f45d7690 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:51.734705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-463756fb-5b5f-4488-93f0-d7f1bf04e173 None None] The port '37bda633-55b2-47a8-b5bf-8b34973fe29e' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:13:51.745966 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-aa448654-9ddc-4486-b691-79cf3df1d27f tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:51.777947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-089bceb0-a3bb-4468-993d-4929506e2028 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting subnet e6c8f254-fa9d-40df-85af-bbd16665bab3 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:13:51.779618 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-73dd9fd0-0e3b-4b78-adab-99f8d199a8c2 req-4a8e6039-a4f0-4e58-977b-d5eb7b7845b6 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Synchronizing usage tracker for tenant:26ec0ac07d2144d8bb0acaad42fafb70 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:51.789489 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-089bceb0-a3bb-4468-993d-4929506e2028 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:51.837452 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ca2d29c-50ad-49e1-a827-475cd78bd4eb req-0552cf7b-42e2-4d67-a659-a690b36cef6c tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324289 Feb 18 09:13:51.859653 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d9eea2d3-752e-4406-b383-e1d9f45d7690 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:51.870178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-73dd9fd0-0e3b-4b78-adab-99f8d199a8c2 req-4a8e6039-a4f0-4e58-977b-d5eb7b7845b6 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Unset dirty status for tenant:26ec0ac07d2144d8bb0acaad42fafb70 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:51.871988 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73dd9fd0-0e3b-4b78-adab-99f8d199a8c2 req-4a8e6039-a4f0-4e58-977b-d5eb7b7845b6 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 210 time: 0.1764343 Feb 18 09:13:51.885985 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-152ec057-e1b2-4915-baae-68892e1911b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:51.949558 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-152ec057-e1b2-4915-baae-68892e1911b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:51.953511 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-089bceb0-a3bb-4468-993d-4929506e2028 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:51.980243 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-aa448654-9ddc-4486-b691-79cf3df1d27f tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.035258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d9eea2d3-752e-4406-b383-e1d9f45d7690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.064100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9f04fb52-a0d0-45d2-8007-dc3ee0358096 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:52.100625 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 9f04fb52-a0d0-45d2-8007-dc3ee0358096 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:13:52.101422 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9f04fb52-a0d0-45d2-8007-dc3ee0358096 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:13:52.109937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa448654-9ddc-4486-b691-79cf3df1d27f tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Pushing event updated for resources: {'Port': ['ID=5ebb7566-70e7-4eba-96b1-cd22a1eec46d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:52.121539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-aa448654-9ddc-4486-b691-79cf3df1d27f tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Network 08c443ef-2e94-4a7f-948a-fce9e3fe13c3 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:52.121878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-aa448654-9ddc-4486-b691-79cf3df1d27f tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:52.124931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-aa448654-9ddc-4486-b691-79cf3df1d27f tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:13:52.227967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-aa448654-9ddc-4486-b691-79cf3df1d27f tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:52.228577 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-aa448654-9ddc-4486-b691-79cf3df1d27f tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.234690 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-152ec057-e1b2-4915-baae-68892e1911b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.237756 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d9eea2d3-752e-4406-b383-e1d9f45d7690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.243104 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-089bceb0-a3bb-4468-993d-4929506e2028 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.262147 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ec057-e1b2-4915-baae-68892e1911b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d26157c-64ae-4a4c-aca4-7f6042807a36,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:52.271350 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-152ec057-e1b2-4915-baae-68892e1911b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.275926 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-152ec057-e1b2-4915-baae-68892e1911b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9d26157c-64ae-4a4c-aca4-7f6042807a36 HTTP/1.1" status: 204 len: 168 time: 0.7914896 Feb 18 09:13:52.278157 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-aa448654-9ddc-4486-b691-79cf3df1d27f tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7859483 Feb 18 09:13:52.292004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Request body: {'port': {'device_id': '6c78fa35-cf38-457b-9d49-05fe840909e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:52.337653 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eea2d3-752e-4406-b383-e1d9f45d7690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02521a75-5255-4563-b440-1c6a701f579b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:52.343608 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d9eea2d3-752e-4406-b383-e1d9f45d7690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.410321 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d9eea2d3-752e-4406-b383-e1d9f45d7690 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/02521a75-5255-4563-b440-1c6a701f579b HTTP/1.1" status: 204 len: 168 time: 1.0502014 Feb 18 09:13:52.418371 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54228) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:52.473662 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.476591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff6ff6-1c3c-4d84-9bf3-b6f6d61d869b req-56cd499d-6098-43b7-bea4-f237fa66482b tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:52.478364 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-39ff6ff6-1c3c-4d84-9bf3-b6f6d61d869b req-56cd499d-6098-43b7-bea4-f237fa66482b tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 1096 time: 0.3371649 Feb 18 09:13:52.590983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1e152-e63b-4023-a2ff-d810711f55d2 req-6701ebbb-f75d-41f4-9a36-d91565818858 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:52.592422 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3e1e152-e63b-4023-a2ff-d810711f55d2 req-6701ebbb-f75d-41f4-9a36-d91565818858 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.2015312 Feb 18 09:13:52.608461 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-089bceb0-a3bb-4468-993d-4929506e2028 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.676014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bceb0-a3bb-4468-993d-4929506e2028 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c8f254-fa9d-40df-85af-bbd16665bab3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:52.687532 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab03435f-ae6c-44b4-ab52-889314efde70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.692591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-39ff6ff6-1c3c-4d84-9bf3-b6f6d61d869b req-fe68ef1e-b00e-4c0a-a03b-6666a181b87d tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Deleting port b5937487-0170-42a6-a549-8de60584ae24 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:52.692936 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-39ff6ff6-1c3c-4d84-9bf3-b6f6d61d869b req-fe68ef1e-b00e-4c0a-a03b-6666a181b87d tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.700578 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b77b209-9109-4eeb-a4bd-b5ee285d5a85 None None] Network 6e1eee00-7402-4f05-8cde-60b996013829 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:13:52.708961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3e1e152-e63b-4023-a2ff-d810711f55d2 req-56728534-fd7e-4e48-bd06-4209380ea259 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051514 Feb 18 09:13:52.719943 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-089bceb0-a3bb-4468-993d-4929506e2028 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.741577 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-01435184-7049-432d-a773-4b8f30edeb8c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:52.831262 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-089bceb0-a3bb-4468-993d-4929506e2028 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/e6c8f254-fa9d-40df-85af-bbd16665bab3 HTTP/1.1" status: 204 len: 168 time: 1.3993475 Feb 18 09:13:52.831371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54240) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:52.985260 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:53.099860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port db3537e4-4270-4055-91b8-3f862e7f421c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:53.100659 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:53.143526 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d70b2db7-d215-4aa1-8584-1ed4dc19ea16 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:53.255958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebb7566-70e7-4eba-96b1-cd22a1eec46d {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:13:53.262006 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: d70b2db7-d215-4aa1-8584-1ed4dc19ea16 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:13:53.262554 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d70b2db7-d215-4aa1-8584-1ed4dc19ea16 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:13:53.281363 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:53.367048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Transition to ACTIVE for port object 5ebb7566-70e7-4eba-96b1-cd22a1eec46d will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:13:53.382639 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:53.445825 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdd085d-c1e1-449a-8f38-66e19633fc7a None None] DHCP port deletion for 6e1eee00-7402-4f05-8cde-60b996013829 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:13:53.452053 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1bdd085d-c1e1-449a-8f38-66e19633fc7a None None] Deleting port db3537e4-4270-4055-91b8-3f862e7f421c {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:53.453639 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1bdd085d-c1e1-449a-8f38-66e19633fc7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:53.592878 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab03435f-ae6c-44b4-ab52-889314efde70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:53.613391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-39ff6ff6-1c3c-4d84-9bf3-b6f6d61d869b req-fe68ef1e-b00e-4c0a-a03b-6666a181b87d tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] For port b5937487-0170-42a6-a549-8de60584ae24, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b5937487-0170-42a6-a549-8de60584ae24,segment=NetworkSegment(ac80f371-d341-48b8-8ff4-a7957011c6f8),segment_id=ac80f371-d341-48b8-8ff4-a7957011c6f8)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:53.614076 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-39ff6ff6-1c3c-4d84-9bf3-b6f6d61d869b req-fe68ef1e-b00e-4c0a-a03b-6666a181b87d tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:53.827972 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Pushing event updated for resources: {'Port': ['ID=5ebb7566-70e7-4eba-96b1-cd22a1eec46d,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:53.841773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d774d9f-8c85-470c-9a89-dd12e96daa86 req-6a740948-c88f-4429-9fe1-cea9cb6c0109 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:53.850152 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d774d9f-8c85-470c-9a89-dd12e96daa86 req-6a740948-c88f-4429-9fe1-cea9cb6c0109 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 1096 time: 0.7143435 Feb 18 09:13:53.880966 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1bdd085d-c1e1-449a-8f38-66e19633fc7a None None] For port db3537e4-4270-4055-91b8-3f862e7f421c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=db3537e4-4270-4055-91b8-3f862e7f421c,segment=NetworkSegment(fad33c06-63fe-40d3-8978-8da7e93835c6),segment_id=fad33c06-63fe-40d3-8978-8da7e93835c6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:53.881540 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1bdd085d-c1e1-449a-8f38-66e19633fc7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:53.897427 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745322e9-3c1e-4c8c-a6d1-18727d72a2bc req-3516f4b4-a1cb-4f62-8f07-c638e8cdce28 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:53.899198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-745322e9-3c1e-4c8c-a6d1-18727d72a2bc req-3516f4b4-a1cb-4f62-8f07-c638e8cdce28 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 932 time: 0.7528496 Feb 18 09:13:53.992024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] For port db3537e4-4270-4055-91b8-3f862e7f421c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=db3537e4-4270-4055-91b8-3f862e7f421c,segment=NetworkSegment(fad33c06-63fe-40d3-8978-8da7e93835c6),segment_id=fad33c06-63fe-40d3-8978-8da7e93835c6)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:53.992485 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.047646 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d774d9f-8c85-470c-9a89-dd12e96daa86 req-9d4e4158-d1c4-448f-99c8-67a6179ac0d9 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963687 Feb 18 09:13:54.089238 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1bdd085d-c1e1-449a-8f38-66e19633fc7a None None] Calling delete_port for db3537e4-4270-4055-91b8-3f862e7f421c owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:54.205883 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1bdd085d-c1e1-449a-8f38-66e19633fc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.254312 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd085d-c1e1-449a-8f38-66e19633fc7a None None] Pushing event deleted for resources: {'Port': ['ID=db3537e4-4270-4055-91b8-3f862e7f421c,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:54.261493 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdd085d-c1e1-449a-8f38-66e19633fc7a None None] No DVR routers for this DVR port db3537e4-4270-4055-91b8-3f862e7f421c on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:13:54.274472 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ab03435f-ae6c-44b4-ab52-889314efde70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01af22ea-208e-42f3-8750-12dc092ece64']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:54.277717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for db3537e4-4270-4055-91b8-3f862e7f421c owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:54.289866 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-39ff6ff6-1c3c-4d84-9bf3-b6f6d61d869b req-fe68ef1e-b00e-4c0a-a03b-6666a181b87d tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Calling delete_port for b5937487-0170-42a6-a549-8de60584ae24 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:54.342458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ab03435f-ae6c-44b4-ab52-889314efde70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f7dd0f-9e86-44fe-b522-e6af08dbe554') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:54.342882 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ab03435f-ae6c-44b4-ab52-889314efde70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f7dd0f-9e86-44fe-b522-e6af08dbe554') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:54.367849 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab03435f-ae6c-44b4-ab52-889314efde70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.371258 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-745322e9-3c1e-4c8c-a6d1-18727d72a2bc req-4ad101d3-65aa-450b-8655-f5dd0a3f698e tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540188 Feb 18 09:13:54.379115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Attempting to bind port 5ebb7566-70e7-4eba-96b1-cd22a1eec46d on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:13:54.379455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Attempting to bind port 5ebb7566-70e7-4eba-96b1-cd22a1eec46d by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '26255b21-16c8-4a19-8ea8-6e56b78e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '08c443ef-2e94-4a7f-948a-fce9e3fe13c3'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:13:54.379793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Attempting to bind port 5ebb7566-70e7-4eba-96b1-cd22a1eec46d on network 08c443ef-2e94-4a7f-948a-fce9e3fe13c3 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:13:54.397266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Port 5ebb7566-70e7-4eba-96b1-cd22a1eec46d on network 08c443ef-2e94-4a7f-948a-fce9e3fe13c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:13:54.397702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Attempting to bind port 5ebb7566-70e7-4eba-96b1-cd22a1eec46d on network 08c443ef-2e94-4a7f-948a-fce9e3fe13c3 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:13:54.401566 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab03435f-ae6c-44b4-ab52-889314efde70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.422732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:13:54.423133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Checking segment: {'id': '26255b21-16c8-4a19-8ea8-6e56b78e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '08c443ef-2e94-4a7f-948a-fce9e3fe13c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:13:54.423602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Bound using segment: {'id': '26255b21-16c8-4a19-8ea8-6e56b78e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '08c443ef-2e94-4a7f-948a-fce9e3fe13c3'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:13:54.424200 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Bound port: 5ebb7566-70e7-4eba-96b1-cd22a1eec46d, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26255b21-16c8-4a19-8ea8-6e56b78e9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '08c443ef-2e94-4a7f-948a-fce9e3fe13c3'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:13:54.424608 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.428200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab03435f-ae6c-44b4-ab52-889314efde70 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:13:54.428658 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab03435f-ae6c-44b4-ab52-889314efde70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:13:54.443325 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:13:54.512553 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:13:54.512869 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:13:54.530226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385d026-c18f-471f-8ac5-6a46294190b0 req-430fdbc1-d1a3-4c23-9586-a9bbd3cc8059 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:54.531899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4385d026-c18f-471f-8ac5-6a46294190b0 req-430fdbc1-d1a3-4c23-9586-a9bbd3cc8059 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.2620757 Feb 18 09:13:54.599536 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] For port 5ebb7566-70e7-4eba-96b1-cd22a1eec46d, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:13:54.618602 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab03435f-ae6c-44b4-ab52-889314efde70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.625647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4385d026-c18f-471f-8ac5-6a46294190b0 req-4cc7d23e-5e53-4993-af9e-e0e811c1dafc tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725999 Feb 18 09:13:54.628180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] For port 5ebb7566-70e7-4eba-96b1-cd22a1eec46d, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5ebb7566-70e7-4eba-96b1-cd22a1eec46d,segment=NetworkSegment(26255b21-16c8-4a19-8ea8-6e56b78e9a3c),segment_id=26255b21-16c8-4a19-8ea8-6e56b78e9a3c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:13:54.634701 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.651667 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab03435f-ae6c-44b4-ab52-889314efde70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.679129 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03435f-ae6c-44b4-ab52-889314efde70 admin admin] Pushing event deleted for resources: {'Network': ['ID=01af22ea-208e-42f3-8750-12dc092ece64,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:54.686520 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-39ff6ff6-1c3c-4d84-9bf3-b6f6d61d869b req-fe68ef1e-b00e-4c0a-a03b-6666a181b87d tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.699710 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-01435184-7049-432d-a773-4b8f30edeb8c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting port a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:54.700063 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-01435184-7049-432d-a773-4b8f30edeb8c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.703404 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7deeaa69-7ac1-4b05-a9d2-3c23376b16d4'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:13:54.706679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:54.710388 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:54.710388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-8908f068-320e-460f-af44-ab0bb30600af service neutron] 10.222.0.61 "PUT /v2.0/ports/5ebb7566-70e7-4eba-96b1-cd22a1eec46d HTTP/1.1" status: 200 len: 1092 time: 2.4232199 Feb 18 09:13:54.710388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c78fa35-cf38-457b-9d49-05fe840909e2', 'tag': '5ebb7566-70e7-4eba-96b1-cd22a1eec46d'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:13:54.748430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908f068-320e-460f-af44-ab0bb30600af service neutron] Pushing event updated for resources: {'Port': ['ID=5ebb7566-70e7-4eba-96b1-cd22a1eec46d,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:54.806465 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c78fa35-cf38-457b-9d49-05fe840909e2', 'tag': '5ebb7566-70e7-4eba-96b1-cd22a1eec46d', 'status': 'completed', 'code': 200} Feb 18 09:13:54.883028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-c64f10df-9397-4fe3-b9a4-22f3498e2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:54.891917 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-c64f10df-9397-4fe3-b9a4-22f3498e2f99 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=26ec0ac07d2144d8bb0acaad42fafb70&device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 1095 time: 0.1340382 Feb 18 09:13:54.919396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68ef1e-b00e-4c0a-a03b-6666a181b87d tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5937487-0170-42a6-a549-8de60584ae24,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:54.929674 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ab03435f-ae6c-44b4-ab52-889314efde70 admin admin] 10.222.0.72 "DELETE /v2.0/networks/01af22ea-208e-42f3-8750-12dc092ece64 HTTP/1.1" status: 204 len: 168 time: 2.5091288 Feb 18 09:13:54.931519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54286) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:54.993386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-5f7b615b-99be-456c-8d11-2f225abc30f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ebb7566-70e7-4eba-96b1-cd22a1eec46d HTTP/1.1" status: 200 len: 217 time: 0.0933809 Feb 18 09:13:55.077184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port db3537e4-4270-4055-91b8-3f862e7f421c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:55.077540 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:55.111722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device db3537e4-4270-4055-91b8-3f862e7f421c no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:55.130094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-0f0b5e8e-2e75-4633-94ea-96372ea5cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:55.136036 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-0f0b5e8e-2e75-4633-94ea-96372ea5cac8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e199a898-e529-42e1-8249-3206eaf3c78b HTTP/1.1" status: 200 len: 849 time: 0.1320236 Feb 18 09:13:55.204653 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: db3537e4-4270-4055-91b8-3f862e7f421c {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:13:55.204968 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] The port 'db3537e4-4270-4055-91b8-3f862e7f421c' was deleted {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:13:55.205717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device db3537e4-4270-4055-91b8-3f862e7f421c not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:13:55.310300 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-5b50a654-a4b8-4f4a-9285-b1f73165aad9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08c443ef-2e94-4a7f-948a-fce9e3fe13c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984046 Feb 18 09:13:55.328175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ff6ff6-1c3c-4d84-9bf3-b6f6d61d869b req-fe68ef1e-b00e-4c0a-a03b-6666a181b87d tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] No DVR routers for this DVR port b5937487-0170-42a6-a549-8de60584ae24 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:13:55.335632 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-39ff6ff6-1c3c-4d84-9bf3-b6f6d61d869b req-fe68ef1e-b00e-4c0a-a03b-6666a181b87d tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:55.338350 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-39ff6ff6-1c3c-4d84-9bf3-b6f6d61d869b req-fe68ef1e-b00e-4c0a-a03b-6666a181b87d tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.81 "DELETE /v2.0/ports/b5937487-0170-42a6-a549-8de60584ae24 HTTP/1.1" status: 204 len: 173 time: 2.8075976 Feb 18 09:13:55.346268 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d0ce73-9bd4-4f34-8d26-91f923bbe2f3', 'name': 'network-vif-deleted', 'tag': 'b5937487-0170-42a6-a549-8de60584ae24'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:13:55.371349 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c86bb2-24d4-45e3-be14-a9f1ee65ab6f admin admin] Deleting subnet 16afda4d-5bc9-4f66-a893-677b33f05b31 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:13:55.382395 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41c86bb2-24d4-45e3-be14-a9f1ee65ab6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:55.422295 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c85d400-7a3a-490f-94f3-4a656a0b33f7 req-c8fb0d8f-5e2d-470a-9e7f-bfe608493dee tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=81d0ce73-9bd4-4f34-8d26-91f923bbe2f3 HTTP/1.1" status: 200 len: 210 time: 0.1215534 Feb 18 09:13:55.445797 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d0ce73-9bd4-4f34-8d26-91f923bbe2f3', 'name': 'network-vif-deleted', 'tag': 'b5937487-0170-42a6-a549-8de60584ae24', 'status': 'completed', 'code': 200} Feb 18 09:13:55.497423 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54300) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:55.524539 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41c86bb2-24d4-45e3-be14-a9f1ee65ab6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:55.570337 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-01435184-7049-432d-a773-4b8f30edeb8c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] For port a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c,segment=NetworkSegment(c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8),segment_id=c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:55.570746 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-01435184-7049-432d-a773-4b8f30edeb8c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:55.573084 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:55.681254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1eee00-7402-4f05-8cde-60b996013829']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:55.707855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad33c06-63fe-40d3-8978-8da7e93835c6') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:55.710948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad33c06-63fe-40d3-8978-8da7e93835c6') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:55.718525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-01435184-7049-432d-a773-4b8f30edeb8c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Calling delete_port for a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:55.724443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-613b8ffc-1bc0-48ea-bf0e-b9c3a398f7f1 service neutron] 10.222.0.61 "GET /v2.0/networks/08c443ef-2e94-4a7f-948a-fce9e3fe13c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698680 Feb 18 09:13:55.735222 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:55.783078 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f5156edd-8f86-4de5-b8c9-71ddbba39169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:55.795243 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41c86bb2-24d4-45e3-be14-a9f1ee65ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:55.848145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f5156edd-8f86-4de5-b8c9-71ddbba39169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:55.859846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f5156edd-8f86-4de5-b8c9-71ddbba39169 admin admin] Usage tracker for resource:security_group_rule and tenant:39cb501ade5b4318bd0f7c667bcd9610 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:55.865990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f5156edd-8f86-4de5-b8c9-71ddbba39169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:55.898828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f5156edd-8f86-4de5-b8c9-71ddbba39169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:55.936624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9cd6381f-84e6-4975-a025-e0905b137220 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:13:55.942603 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9cd6381f-84e6-4975-a025-e0905b137220 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:55.966673 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41c86bb2-24d4-45e3-be14-a9f1ee65ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:56.011842 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:56.036626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:13:56.037034 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:13:56.054740 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:13:56.106649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device b5937487-0170-42a6-a549-8de60584ae24 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:13:56.169173 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: b5937487-0170-42a6-a549-8de60584ae24 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:13:56.169709 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device b5937487-0170-42a6-a549-8de60584ae24 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:13:56.181165 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c86bb2-24d4-45e3-be14-a9f1ee65ab6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16afda4d-5bc9-4f66-a893-677b33f05b31,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:56.193377 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41c86bb2-24d4-45e3-be14-a9f1ee65ab6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:56.215054 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-41c86bb2-24d4-45e3-be14-a9f1ee65ab6f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/16afda4d-5bc9-4f66-a893-677b33f05b31 HTTP/1.1" status: 204 len: 168 time: 1.2752690 Feb 18 09:13:56.218046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e01ff-30f6-4ab1-b65c-fd962d421ddf req-fc0f36a9-2bbf-4b3a-bc8b-4cafdce40604 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:56.219546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a1e01ff-30f6-4ab1-b65c-fd962d421ddf req-fc0f36a9-2bbf-4b3a-bc8b-4cafdce40604 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 944 time: 0.6327159 Feb 18 09:13:56.221930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54308) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:56.245122 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-01435184-7049-432d-a773-4b8f30edeb8c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:56.247358 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-077b9d13-a1ec-4d4f-8782-f47d62f5b132 req-34a477e9-4a9a-4337-b820-2374a641745e service neutron] 10.222.0.61 "GET /v2.0/networks/08c443ef-2e94-4a7f-948a-fce9e3fe13c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141563 Feb 18 09:13:56.255678 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:56.285201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1f384-728c-414b-b426-bf609516113c req-665b6794-6098-42df-9138-ade634b07e46 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:56.286728 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3db1f384-728c-414b-b426-bf609516113c req-665b6794-6098-42df-9138-ade634b07e46 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.5176885 Feb 18 09:13:56.338015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01435184-7049-432d-a773-4b8f30edeb8c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Port': ['ID=a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:56.358310 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:56.361885 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9cd6381f-84e6-4975-a025-e0905b137220, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9cd6381f-84e6-4975-a025-e0905b137220,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:56.381577 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:56.392439 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '9cd6381f-84e6-4975-a025-e0905b137220', 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e', 'port_id': '9cd6381f-84e6-4975-a025-e0905b137220', 'mac_address': 'fa:16:3e:2c:6e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c479982d-9255-4d28-a965-c104ca7e375b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:13:56.425789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Network': ['ID=6e1eee00-7402-4f05-8cde-60b996013829,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:56.502138 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cd6381f-84e6-4975-a025-e0905b137220'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:13:56.511738 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a1e01ff-30f6-4ab1-b65c-fd962d421ddf req-a4ec71aa-2ce2-45c2-b272-81ec73cf3549 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620897 Feb 18 09:13:56.526874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-abdc2bff-1352-483e-9a4a-0616a2f0d75a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/networks/6e1eee00-7402-4f05-8cde-60b996013829 HTTP/1.1" status: 204 len: 168 time: 3.6920154 Feb 18 09:13:56.526874 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54316) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:56.554228 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-01435184-7049-432d-a773-4b8f30edeb8c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:56.556637 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9cd6381f-84e6-4975-a025-e0905b137220, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9cd6381f-84e6-4975-a025-e0905b137220,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:56.556637 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:56.586090 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cd6381f-84e6-4975-a025-e0905b137220 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:13:56.600172 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-78cac226-db3e-4460-a2f8-87398229f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:56.615588 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3db1f384-728c-414b-b426-bf609516113c req-ec98fd74-cde3-4275-8517-08dcebde4d00 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500930 Feb 18 09:13:56.635359 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:56.637778 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f5156edd-8f86-4de5-b8c9-71ddbba39169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:56.647598 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f5156edd-8f86-4de5-b8c9-71ddbba39169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:56.699037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee3e23-4417-48d1-a057-72eeaaadbb13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:56.699727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b6ee3e23-4417-48d1-a057-72eeaaadbb13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Synchronizing usage tracker for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:56.703121 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5156edd-8f86-4de5-b8c9-71ddbba39169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54bcd3b-41f7-48d3-bac9-d23ea3670402,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:56.745169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b6ee3e23-4417-48d1-a057-72eeaaadbb13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Unset dirty status for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:56.753462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b6ee3e23-4417-48d1-a057-72eeaaadbb13 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports/ccec93f5-b16b-4174-9036-2d8cdd53074a HTTP/1.1" status: 200 len: 841 time: 0.2183952 Feb 18 09:13:56.753783 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cd6381f-84e6-4975-a025-e0905b137220', 'code': 200} Feb 18 09:13:56.771219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54322) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:56.797475 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:13:56.799007 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:13:56.812541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=9cd6381f-84e6-4975-a025-e0905b137220,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:56.867542 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f5156edd-8f86-4de5-b8c9-71ddbba39169 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=39cb501ade5b4318bd0f7c667bcd9610&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3672755 Feb 18 09:13:56.881887 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54326) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:56.893710 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa261d4-106b-4f76-9722-d8389fd659fd req-79c0f941-8f12-4ad2-a5f8-1d94f6b53338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:56.895397 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fa261d4-106b-4f76-9722-d8389fd659fd req-79c0f941-8f12-4ad2-a5f8-1d94f6b53338 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=26ec0ac07d2144d8bb0acaad42fafb70&device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 1095 time: 0.5342207 Feb 18 09:13:56.992732 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-78cac226-db3e-4460-a2f8-87398229f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.029484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-79eeca9d-7473-40a4-a1fb-690b2e5be047 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Synchronizing usage tracker for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:13:57.031515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-78cac226-db3e-4460-a2f8-87398229f78c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6e1592-b659-478a-a668-23b0c5401bc5']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:57.056177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-78cac226-db3e-4460-a2f8-87398229f78c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4755131-368d-4f99-9c72-67d0ec45c03b') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:57.056645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-78cac226-db3e-4460-a2f8-87398229f78c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4755131-368d-4f99-9c72-67d0ec45c03b') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:57.088989 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-78cac226-db3e-4460-a2f8-87398229f78c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.133517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa261d4-106b-4f76-9722-d8389fd659fd req-45a924fa-427c-4ecb-89eb-02929afbd799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:57.135547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fa261d4-106b-4f76-9722-d8389fd659fd req-45a924fa-427c-4ecb-89eb-02929afbd799 service neutron] 10.222.0.61 "GET /v2.0/networks?id=08c443ef-2e94-4a7f-948a-fce9e3fe13c3 HTTP/1.1" status: 200 len: 910 time: 0.2298248 Feb 18 09:13:57.136913 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-78cac226-db3e-4460-a2f8-87398229f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.162914 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-79eeca9d-7473-40a4-a1fb-690b2e5be047 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Unset dirty status for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:13:57.164281 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-79eeca9d-7473-40a4-a1fb-690b2e5be047 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports/ccec93f5-b16b-4174-9036-2d8cdd53074a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3920879 Feb 18 09:13:57.169029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54332) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:57.171489 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f31cf789-c2d3-47d3-b42f-b840b6a27205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.192922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-83edabff-0cdd-4dfc-a3e0-1c2caeb775fc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'subnet': {'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:57.200863 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78cac226-db3e-4460-a2f8-87398229f78c admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:13:57.201415 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-78cac226-db3e-4460-a2f8-87398229f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:13:57.215227 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:13:57.309097 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fa261d4-106b-4f76-9722-d8389fd659fd req-d5f56527-0867-4fa0-b7a8-24361d07586f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ebb7566-70e7-4eba-96b1-cd22a1eec46d HTTP/1.1" status: 200 len: 217 time: 0.1657743 Feb 18 09:13:57.319084 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f31cf789-c2d3-47d3-b42f-b840b6a27205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.327884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01435184-7049-432d-a773-4b8f30edeb8c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:13:57.369686 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.389002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd6381f-84e6-4975-a025-e0905b137220 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:13:57.393559 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-78cac226-db3e-4460-a2f8-87398229f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.420882 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9cd6381f-84e6-4975-a025-e0905b137220, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9cd6381f-84e6-4975-a025-e0905b137220,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:57.426042 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-78cac226-db3e-4460-a2f8-87398229f78c admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.427282 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.432919 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa261d4-106b-4f76-9722-d8389fd659fd req-e9900573-620a-4b46-ad63-ecb9e7cee253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:57.434690 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fa261d4-106b-4f76-9722-d8389fd659fd req-e9900573-620a-4b46-ad63-ecb9e7cee253 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e199a898-e529-42e1-8249-3206eaf3c78b HTTP/1.1" status: 200 len: 849 time: 0.1164696 Feb 18 09:13:57.440394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cac226-db3e-4460-a2f8-87398229f78c admin admin] Pushing event deleted for resources: {'Network': ['ID=1d6e1592-b659-478a-a668-23b0c5401bc5,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:57.454999 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-83edabff-0cdd-4dfc-a3e0-1c2caeb775fc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:57.483757 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-78cac226-db3e-4460-a2f8-87398229f78c admin admin] 10.222.0.72 "DELETE /v2.0/networks/1d6e1592-b659-478a-a668-23b0c5401bc5 HTTP/1.1" status: 204 len: 168 time: 1.2563391 Feb 18 09:13:57.504388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac49d5-5c91-496a-977f-380e10398b5f req-49c36047-84d7-4e7c-b4a2-a83ed64279a9 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:57.506498 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bfac49d5-5c91-496a-977f-380e10398b5f req-49c36047-84d7-4e7c-b4a2-a83ed64279a9 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 1097 time: 0.3134196 Feb 18 09:13:57.509220 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fa261d4-106b-4f76-9722-d8389fd659fd req-e7d0ab3b-8918-4b06-b86c-8e5c7b57ed87 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08c443ef-2e94-4a7f-948a-fce9e3fe13c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666554 Feb 18 09:13:57.513553 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-83edabff-0cdd-4dfc-a3e0-1c2caeb775fc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:subnet and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:57.525514 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-83edabff-0cdd-4dfc-a3e0-1c2caeb775fc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:57.544855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-83edabff-0cdd-4dfc-a3e0-1c2caeb775fc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:57.578050 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=9cd6381f-84e6-4975-a025-e0905b137220,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:57.590763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01435184-7049-432d-a773-4b8f30edeb8c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:13:57.601619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83edabff-0cdd-4dfc-a3e0-1c2caeb775fc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:13:57.606002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8457538-def9-4881-8b5e-1a26a4915b8d None None] Sync routers for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:13:57.607248 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-83edabff-0cdd-4dfc-a3e0-1c2caeb775fc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.620602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8457538-def9-4881-8b5e-1a26a4915b8d None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:57.627249 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b8457538-def9-4881-8b5e-1a26a4915b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:57.627567 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f31cf789-c2d3-47d3-b42f-b840b6a27205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.664519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54342) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:57.757616 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f31cf789-c2d3-47d3-b42f-b840b6a27205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:57.758722 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f31cf789-c2d3-47d3-b42f-b840b6a27205 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e54bcd3b-41f7-48d3-bac9-d23ea3670402 HTTP/1.1" status: 204 len: 168 time: 0.8754804 Feb 18 09:13:57.759609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31cf789-c2d3-47d3-b42f-b840b6a27205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54bcd3b-41f7-48d3-bac9-d23ea3670402,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:57.768132 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-01435184-7049-432d-a773-4b8f30edeb8c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/75c5acd2-1b84-4119-aa90-fa54b6c3f8d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7862999 Feb 18 09:13:57.786580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54348) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:57.865459 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-b8457538-def9-4881-8b5e-1a26a4915b8d None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:13:57.872821 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fa261d4-106b-4f76-9722-d8389fd659fd req-eca6f22f-c070-4277-acf5-c9edb8f879c3 service neutron] 10.222.0.61 "GET /v2.0/networks/08c443ef-2e94-4a7f-948a-fce9e3fe13c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131168 Feb 18 09:13:57.883049 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bfac49d5-5c91-496a-977f-380e10398b5f req-8a7d3db2-5df2-46bb-a698-7b7cc43abd8f tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670530 Feb 18 09:13:57.976816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['9cd6381f-84e6-4975-a025-e0905b137220'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:13:58.067542 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fe4aef05-4c4d-4d59-9c2a-28ce33f82c54 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0a93eb7997354ca4896627e5100f01ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967149 Feb 18 09:13:58.069362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54352) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:58.107324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-61609c87-180e-4e73-acf4-389bbc301712 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting subnet d67938e1-df44-4359-8cb0-48a11f6041b1 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:13:58.123115 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61609c87-180e-4e73-acf4-389bbc301712 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.247535 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61609c87-180e-4e73-acf4-389bbc301712 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.326105 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce1c88ba-ecf9-45c4-b190-9a1ecb57bca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.353936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba199c-0081-4f78-9254-28d04d3486a6 req-132d456f-5ad7-4a12-b23f-3eca4e012319 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:58.361786 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c3ba199c-0081-4f78-9254-28d04d3486a6 req-132d456f-5ad7-4a12-b23f-3eca4e012319 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 944 time: 0.6742961 Feb 18 09:13:58.451009 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce1c88ba-ecf9-45c4-b190-9a1ecb57bca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.463928 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c3ba199c-0081-4f78-9254-28d04d3486a6 req-0a659169-fdf7-4b29-bda0-6c2d97fbc7da tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011412 Feb 18 09:13:58.469374 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-83edabff-0cdd-4dfc-a3e0-1c2caeb775fc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.493815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54358) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:58.530542 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fa261d4-106b-4f76-9722-d8389fd659fd req-02abeee8-758c-4c2a-9497-b5c66b0e3fa1 service neutron] 10.222.0.61 "GET /v2.0/networks/08c443ef-2e94-4a7f-948a-fce9e3fe13c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6462331 Feb 18 09:13:58.533670 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-26c58f84-4b0f-4048-a4ff-a9127a8770f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.556844 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf357b6d-1db7-4f73-9a54-e0935cdb944e req-0771db1c-104d-4bb0-ae3d-72b0055692a7 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:58.564913 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf357b6d-1db7-4f73-9a54-e0935cdb944e req-0771db1c-104d-4bb0-ae3d-72b0055692a7 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 945 time: 0.3305638 Feb 18 09:13:58.579498 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83edabff-0cdd-4dfc-a3e0-1c2caeb775fc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:13:58.590484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-83edabff-0cdd-4dfc-a3e0-1c2caeb775fc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:13:58.590944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-26c58f84-4b0f-4048-a4ff-a9127a8770f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:58.592744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83edabff-0cdd-4dfc-a3e0-1c2caeb775fc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:58.593329 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-83edabff-0cdd-4dfc-a3e0-1c2caeb775fc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.600948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-26c58f84-4b0f-4048-a4ff-a9127a8770f0 admin admin] Usage tracker for resource:security_group_rule and tenant:4f4b299c7d3744eebcc212fd0c05d7d3 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:58.605226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-26c58f84-4b0f-4048-a4ff-a9127a8770f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:58.610059 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ef8e51-007b-4b34-a3cd-c6b339621bd6 None None] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:13:58.613682 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61609c87-180e-4e73-acf4-389bbc301712 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.619881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-26c58f84-4b0f-4048-a4ff-a9127a8770f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:58.641750 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf357b6d-1db7-4f73-9a54-e0935cdb944e req-08ef15dd-51f9-41aa-bac4-e292be21e4c8 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759244 Feb 18 09:13:58.667289 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edabff-0cdd-4dfc-a3e0-1c2caeb775fc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Subnet': ['ID=fe8745c0-8841-4a47-b981-43132e8b2663,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:58.699932 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-83edabff-0cdd-4dfc-a3e0-1c2caeb775fc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5259743 Feb 18 09:13:58.700215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54362) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:58.701204 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce1c88ba-ecf9-45c4-b190-9a1ecb57bca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.703789 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ce1c88ba-ecf9-45c4-b190-9a1ecb57bca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.705487 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ce1c88ba-ecf9-45c4-b190-9a1ecb57bca8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5bb85cba-53cb-41cb-a47a-9715fd1baecb HTTP/1.1" status: 204 len: 168 time: 0.6363974 Feb 18 09:13:58.721893 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d931c4e7-f3f1-450a-b61a-47024a679244 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'security_group': {'name': 'tempest-secgroup-2083216283'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:58.730115 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d931c4e7-f3f1-450a-b61a-47024a679244 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:58.737563 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d931c4e7-f3f1-450a-b61a-47024a679244 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:security_group and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:58.740918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c88ba-ecf9-45c4-b190-9a1ecb57bca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb85cba-53cb-41cb-a47a-9715fd1baecb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:58.742991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d931c4e7-f3f1-450a-b61a-47024a679244 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:58.753674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d931c4e7-f3f1-450a-b61a-47024a679244 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:58.769208 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61609c87-180e-4e73-acf4-389bbc301712 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.816025 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-26c58f84-4b0f-4048-a4ff-a9127a8770f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.820661 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b8457538-def9-4881-8b5e-1a26a4915b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:56Z', 'revision_number': 10, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:58.828150 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-26c58f84-4b0f-4048-a4ff-a9127a8770f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.837784 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8457538-def9-4881-8b5e-1a26a4915b8d None None] Checking router: 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:13:58.856779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281415d-9aad-4af0-aa26-6385a07dbecb req-32b2be66-a72e-4563-b709-4e1f1cd0c89f tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:13:58.858245 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4281415d-9aad-4af0-aa26-6385a07dbecb req-32b2be66-a72e-4563-b709-4e1f1cd0c89f tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 1097 time: 0.1555216 Feb 18 09:13:58.858971 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d931c4e7-f3f1-450a-b61a-47024a679244 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.878868 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8457538-def9-4881-8b5e-1a26a4915b8d None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:13:58.879871 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b8457538-def9-4881-8b5e-1a26a4915b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:13:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:13:58.912259 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-61609c87-180e-4e73-acf4-389bbc301712 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.915182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61609c87-180e-4e73-acf4-389bbc301712 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Subnet': ['ID=d67938e1-df44-4359-8cb0-48a11f6041b1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:58.954831 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e124b4-58a2-4bc0-b269-cda4e23eb630 None None] Network d23e26bc-5cf9-431d-bd90-428f2b253546 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:13:58.955853 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-4281415d-9aad-4af0-aa26-6385a07dbecb req-5106373f-eef5-4a90-92b0-76ea851d770a tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Deleting port 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:58.956213 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4281415d-9aad-4af0-aa26-6385a07dbecb req-5106373f-eef5-4a90-92b0-76ea851d770a tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:58.964765 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-61609c87-180e-4e73-acf4-389bbc301712 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/subnets/d67938e1-df44-4359-8cb0-48a11f6041b1 HTTP/1.1" status: 204 len: 168 time: 1.1748469 Feb 18 09:13:58.965257 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54370) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:58.972848 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d931c4e7-f3f1-450a-b61a-47024a679244 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:59.021557 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-26c58f84-4b0f-4048-a4ff-a9127a8770f0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4f4b299c7d3744eebcc212fd0c05d7d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5246398 Feb 18 09:13:59.029044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54374) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:59.039337 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d931c4e7-f3f1-450a-b61a-47024a679244 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:security_group_rule and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:59.061422 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d931c4e7-f3f1-450a-b61a-47024a679244 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:59.126447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d931c4e7-f3f1-450a-b61a-47024a679244 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:59.136209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c58f84-4b0f-4048-a4ff-a9127a8770f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c68b4a5-43e1-4d44-a981-1c31c00f8169,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:59.155169 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-badd65a7-e533-4fab-93a5-ea802b8991f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:59.183015 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:59.202473 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting port c6291a7c-2a4d-40a7-9724-00dac73860d8 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:13:59.202806 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:59.215153 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-badd65a7-e533-4fab-93a5-ea802b8991f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:59.346341 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d931c4e7-f3f1-450a-b61a-47024a679244 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:59.362585 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-badd65a7-e533-4fab-93a5-ea802b8991f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:59.365000 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d931c4e7-f3f1-450a-b61a-47024a679244 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:59.442561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54380) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:59.460479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd65a7-e533-4fab-93a5-ea802b8991f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c68b4a5-43e1-4d44-a981-1c31c00f8169,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:59.491453 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-b8457538-def9-4881-8b5e-1a26a4915b8d None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:13:59.506932 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-badd65a7-e533-4fab-93a5-ea802b8991f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:59.510573 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-badd65a7-e533-4fab-93a5-ea802b8991f1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9c68b4a5-43e1-4d44-a981-1c31c00f8169 HTTP/1.1" status: 204 len: 168 time: 0.4768000 Feb 18 09:13:59.604168 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931c4e7-f3f1-450a-b61a-47024a679244 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89530056-6a39-442f-bae1-5235df247d71,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:13:59.612095 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d931c4e7-f3f1-450a-b61a-47024a679244 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:59.613694 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d931c4e7-f3f1-450a-b61a-47024a679244 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9071531 Feb 18 09:13:59.628601 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54388) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:59.658636 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4ae03ca5-9ddb-4d6d-b640-76b3837fe888 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'security_group': {'name': 'tempest-secgroup-757695484'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:13:59.675684 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4ae03ca5-9ddb-4d6d-b640-76b3837fe888 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:59.692150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4ae03ca5-9ddb-4d6d-b640-76b3837fe888 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:security_group and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:13:59.696515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] For port c6291a7c-2a4d-40a7-9724-00dac73860d8, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c6291a7c-2a4d-40a7-9724-00dac73860d8,segment=NetworkSegment(c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8),segment_id=c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:59.696890 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:59.705949 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4ae03ca5-9ddb-4d6d-b640-76b3837fe888 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:13:59.709085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-4281415d-9aad-4af0-aa26-6385a07dbecb req-5106373f-eef5-4a90-92b0-76ea851d770a tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] For port 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7deeaa69-7ac1-4b05-a9d2-3c23376b16d4,segment=NetworkSegment(ac80f371-d341-48b8-8ff4-a7957011c6f8),segment_id=ac80f371-d341-48b8-8ff4-a7957011c6f8)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:13:59.709769 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4281415d-9aad-4af0-aa26-6385a07dbecb req-5106373f-eef5-4a90-92b0-76ea851d770a tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:59.714069 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-00701b2e-06b0-4c64-841b-37ffb5991ef8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=79021da03bd44685a5a8d15ae7137e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703805 Feb 18 09:13:59.720005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4ae03ca5-9ddb-4d6d-b640-76b3837fe888 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:13:59.721938 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54394) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:13:59.859840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Calling delete_port for c6291a7c-2a4d-40a7-9724-00dac73860d8 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:59.874519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-4281415d-9aad-4af0-aa26-6385a07dbecb req-5106373f-eef5-4a90-92b0-76ea851d770a tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Calling delete_port for 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:13:59.920228 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ae03ca5-9ddb-4d6d-b640-76b3837fe888 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:13:59.978960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4ae03ca5-9ddb-4d6d-b640-76b3837fe888 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:13:59.996976 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4ae03ca5-9ddb-4d6d-b640-76b3837fe888 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:security_group_rule and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:00.002956 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4ae03ca5-9ddb-4d6d-b640-76b3837fe888 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:00.010932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4ae03ca5-9ddb-4d6d-b640-76b3837fe888 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:00.013065 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34a98a54-38ab-42bc-bffd-c4ef4f6a5828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.042165 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.075656 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5ebb7566-70e7-4eba-96b1-cd22a1eec46d details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:14:00.104289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123cc98-6a52-4066-b20f-c01a8ffc8a69 req-cf689d87-5945-4b85-8dc0-085d154fa86b tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:00.114996 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8123cc98-6a52-4066-b20f-c01a8ffc8a69 req-cf689d87-5945-4b85-8dc0-085d154fa86b tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 1097 time: 0.9611135 Feb 18 09:14:00.116352 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Port': ['ID=c6291a7c-2a4d-40a7-9724-00dac73860d8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:00.119978 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34a98a54-38ab-42bc-bffd-c4ef4f6a5828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.137554 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] No DVR routers for this DVR port c6291a7c-2a4d-40a7-9724-00dac73860d8 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:14:00.202927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859afd48-6934-418d-85a0-1038096e61ee req-baa0b30e-8361-40c7-8ee2-36a89e05aae3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:00.205338 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-859afd48-6934-418d-85a0-1038096e61ee req-baa0b30e-8361-40c7-8ee2-36a89e05aae3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 944 time: 0.3385167 Feb 18 09:14:00.245575 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9cd6381f-84e6-4975-a025-e0905b137220 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:00.302819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8123cc98-6a52-4066-b20f-c01a8ffc8a69 req-c18d42f8-6bd1-4fa5-b7ed-3a833048eb65 tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=255a111c-c814-4ee4-88b2-db8145cbe662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864970 Feb 18 09:14:00.359402 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.392906 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ae03ca5-9ddb-4d6d-b640-76b3837fe888 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.407889 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ae03ca5-9ddb-4d6d-b640-76b3837fe888 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.434759 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-859afd48-6934-418d-85a0-1038096e61ee req-7a5f7e89-9cd3-4237-93b0-640bac1231b8 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841240 Feb 18 09:14:00.465041 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4281415d-9aad-4af0-aa26-6385a07dbecb req-5106373f-eef5-4a90-92b0-76ea851d770a tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.557511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106373f-eef5-4a90-92b0-76ea851d770a tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Pushing event deleted for resources: {'Port': ['ID=7deeaa69-7ac1-4b05-a9d2-3c23376b16d4,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:00.588048 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 5ebb7566-70e7-4eba-96b1-cd22a1eec46d, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5ebb7566-70e7-4eba-96b1-cd22a1eec46d,segment=NetworkSegment(26255b21-16c8-4a19-8ea8-6e56b78e9a3c),segment_id=26255b21-16c8-4a19-8ea8-6e56b78e9a3c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:00.641020 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23e26bc-5cf9-431d-bd90-428f2b253546']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:00.651893 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34a98a54-38ab-42bc-bffd-c4ef4f6a5828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.652741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '5ebb7566-70e7-4eba-96b1-cd22a1eec46d', 'network_id': '08c443ef-2e94-4a7f-948a-fce9e3fe13c3', 'port_id': '5ebb7566-70e7-4eba-96b1-cd22a1eec46d', 'mac_address': 'fa:16:3e:49:dd:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e199a898-e529-42e1-8249-3206eaf3c78b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:14:00.671468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:00.671751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7deeaa69-7ac1-4b05-a9d2-3c23376b16d4'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:14:00.671875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28e2a3a-6f1c-4cdc-8931-2ea02643ebf8') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:00.698430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4281415d-9aad-4af0-aa26-6385a07dbecb req-5106373f-eef5-4a90-92b0-76ea851d770a tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] No DVR routers for this DVR port 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:14:00.706310 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4281415d-9aad-4af0-aa26-6385a07dbecb req-5106373f-eef5-4a90-92b0-76ea851d770a tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.709671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d66112-1a3c-46b9-8784-c3f07c9a425d', 'name': 'network-vif-deleted', 'tag': '7deeaa69-7ac1-4b05-a9d2-3c23376b16d4'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:14:00.717340 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.727731 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4281415d-9aad-4af0-aa26-6385a07dbecb req-5106373f-eef5-4a90-92b0-76ea851d770a tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.61 "DELETE /v2.0/ports/7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 HTTP/1.1" status: 204 len: 173 time: 1.8625667 Feb 18 09:14:00.740588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae03ca5-9ddb-4d6d-b640-76b3837fe888 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40cd460c-4428-4ba8-b4e0-00c88d06c149,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:00.782838 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-34a98a54-38ab-42bc-bffd-c4ef4f6a5828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.789706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6422a34-5ccb-48dd-b17d-9ef4e5073f5f req-5deb5402-7d0f-4cb6-93fc-a424b4310658 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:00.797321 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6422a34-5ccb-48dd-b17d-9ef4e5073f5f req-5deb5402-7d0f-4cb6-93fc-a424b4310658 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 945 time: 0.2831037 Feb 18 09:14:00.801560 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d66112-1a3c-46b9-8784-c3f07c9a425d', 'name': 'network-vif-deleted', 'tag': '7deeaa69-7ac1-4b05-a9d2-3c23376b16d4', 'status': 'completed', 'code': 200} Feb 18 09:14:00.817852 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-34a98a54-38ab-42bc-bffd-c4ef4f6a5828 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d31c1a02-601b-418d-b850-c47ee2e5c4f1 HTTP/1.1" status: 204 len: 168 time: 1.0940030 Feb 18 09:14:00.823908 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ae03ca5-9ddb-4d6d-b640-76b3837fe888 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.828426 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4ae03ca5-9ddb-4d6d-b640-76b3837fe888 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1987777 Feb 18 09:14:00.831666 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.832797 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d38630f1-0e26-463c-b03c-8ba081b8b41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.837477 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54418) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:00.840190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a98a54-38ab-42bc-bffd-c4ef4f6a5828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31c1a02-601b-418d-b850-c47ee2e5c4f1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:00.854942 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e8bea40f-e7fa-4699-b748-2de60db6aa68 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1990892151', 'security_groups': ['40cd460c-4428-4ba8-b4e0-00c88d06c149'], 'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fe8745c0-8841-4a47-b981-43132e8b2663'}]}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:00.861480 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:14:00.862562 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:14:00.905661 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:14:00.929341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-b5d0f13e-e346-42b9-bdd7-4fb36438b764', 'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764', 'tenant_id': 'a3064a784c634f64a677d43a9a9265ec', 'fixed_ips': [{'subnet_id': 'fe8745c0-8841-4a47-b981-43132e8b2663'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:14:00.935608 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:01.171798 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6422a34-5ccb-48dd-b17d-9ef4e5073f5f req-8ded15b6-203e-4643-8202-870409f9b4ac tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729587 Feb 18 09:14:01.189253 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4b3bb9-5ec2-4aa0-babd-32f23e2f5891 None None] DHCP port deletion for d23e26bc-5cf9-431d-bd90-428f2b253546 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:14:01.206364 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:01.221318 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c6291a7c-2a4d-40a7-9724-00dac73860d8 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:01.243573 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:01.262095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Network': ['ID=d23e26bc-5cf9-431d-bd90-428f2b253546,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:01.276104 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6982c2ed-ea67-470a-b432-256b175539ea tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/networks/d23e26bc-5cf9-431d-bd90-428f2b253546 HTTP/1.1" status: 204 len: 168 time: 2.3058798 Feb 18 09:14:01.279066 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54428) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:01.325495 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e8bea40f-e7fa-4699-b748-2de60db6aa68 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:01.331527 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: c6291a7c-2a4d-40a7-9724-00dac73860d8 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:14:01.331855 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c6291a7c-2a4d-40a7-9724-00dac73860d8 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:01.357648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e8bea40f-e7fa-4699-b748-2de60db6aa68 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:01.366603 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 9cd6381f-84e6-4975-a025-e0905b137220 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:01.366989 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:01.388791 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bea40f-e7fa-4699-b748-2de60db6aa68 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:01.500042 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:01.573255 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b8457538-def9-4881-8b5e-1a26a4915b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:56Z', 'revision_number': 10, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:01.769750 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebb7566-70e7-4eba-96b1-cd22a1eec46d {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:14:01.819011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-740d4f78-f155-43fc-a0cd-b575698378d7 req-a01f5d2d-d289-4503-9d99-b22b6294f2ff tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Synchronizing usage tracker for tenant:792a703e15524e7ea4f30e773c7d56f1 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:01.837105 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 5ebb7566-70e7-4eba-96b1-cd22a1eec46d, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5ebb7566-70e7-4eba-96b1-cd22a1eec46d,segment=NetworkSegment(26255b21-16c8-4a19-8ea8-6e56b78e9a3c),segment_id=26255b21-16c8-4a19-8ea8-6e56b78e9a3c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:01.842194 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8457538-def9-4881-8b5e-1a26a4915b8d None None] The sync data for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 is: [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:13:56Z', 'revision_number': 10, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None, '_interfaces': [{'id': '2367bbae-ffd7-4cb7-82a4-82eeca70536b', 'name': '', 'network_id': '80542a16-7579-4d18-9638-5c0c1b357f7a', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'mac_address': 'fa:16:3e:3f:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:53Z', 'updated_at': '2022-02-18T09:13:06Z', 'revision_number': 5, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'subnets': [{'id': 'c0f62175-a0cd-4b5a-8762-59cee65f9126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:14:01.861361 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:01.974688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-740d4f78-f155-43fc-a0cd-b575698378d7 req-a01f5d2d-d289-4503-9d99-b22b6294f2ff tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] Unset dirty status for tenant:792a703e15524e7ea4f30e773c7d56f1 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:01.983248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-740d4f78-f155-43fc-a0cd-b575698378d7 req-a01f5d2d-d289-4503-9d99-b22b6294f2ff tempest-TestServerMultinode-2143526609 tempest-TestServerMultinode-2143526609-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f6d66112-1a3c-46b9-8784-c3f07c9a425d HTTP/1.1" status: 200 len: 210 time: 0.2689569 Feb 18 09:14:01.990049 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e8bea40f-e7fa-4699-b748-2de60db6aa68 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:02.027628 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-e8bea40f-e7fa-4699-b748-2de60db6aa68 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] device_id is not set on port af12355c-6f7b-4160-ab96-cb832e1d967d yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:14:02.042522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Allocated IP 172.20.0.2 (b5d0f13e-e346-42b9-bdd7-4fb36438b764/fe8745c0-8841-4a47-b981-43132e8b2663/24dc810a-6de4-4e69-918c-905e0c86ce41) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:02.072594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d545fd-6587-41fc-879c-2594828ece9b req-71b7500d-e417-4056-849f-d438a044cf24 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:02.081792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3d545fd-6587-41fc-879c-2594828ece9b req-71b7500d-e417-4056-849f-d438a044cf24 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 944 time: 0.3687010 Feb 18 09:14:02.088399 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:02.156359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 9cd6381f-84e6-4975-a025-e0905b137220, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9cd6381f-84e6-4975-a025-e0905b137220,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:02.158377 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=5ebb7566-70e7-4eba-96b1-cd22a1eec46d,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:02.175241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd6381f-84e6-4975-a025-e0905b137220'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:14:02.181219 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:02.276395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3d545fd-6587-41fc-879c-2594828ece9b req-587f74ad-2b18-4fb7-a780-b8c63c16dc87 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927819 Feb 18 09:14:02.308917 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['5ebb7566-70e7-4eba-96b1-cd22a1eec46d'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:14:02.462757 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd6381f-84e6-4975-a025-e0905b137220', 'code': 200} Feb 18 09:14:02.463686 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:02.523861 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:02.650645 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:14:02.652156 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7deeaa69-7ac1-4b05-a9d2-3c23376b16d4 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:02.721111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249868a-4d02-4467-bd1d-7c9ca7ea40e8 req-cfcd7905-4b5f-4e32-9604-b94c3b55d469 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:02.728147 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a249868a-4d02-4467-bd1d-7c9ca7ea40e8 req-cfcd7905-4b5f-4e32-9604-b94c3b55d469 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.2418749 Feb 18 09:14:02.761746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=9cd6381f-84e6-4975-a025-e0905b137220,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:02.809496 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a249868a-4d02-4467-bd1d-7c9ca7ea40e8 req-e1633cff-02a7-4fbf-bc8a-2ff363097457 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803423 Feb 18 09:14:02.817967 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:02.826639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c8313-8645-40fd-b637-69f567bdc36b req-e419f7e2-fb03-4137-9e94-fd8d2f41960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:02.828191 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e53c8313-8645-40fd-b637-69f567bdc36b req-e419f7e2-fb03-4137-9e94-fd8d2f41960a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 1097 time: 0.2357881 Feb 18 09:14:02.842918 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Transition to ACTIVE for port object 24dc810a-6de4-4e69-918c-905e0c86ce41 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:02.890934 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Transition to ACTIVE for port object 24dc810a-6de4-4e69-918c-905e0c86ce41 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:02.949101 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:03.089515 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Pushing event updated for resources: {'Port': ['ID=24dc810a-6de4-4e69-918c-905e0c86ce41,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:03.117564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-e8bea40f-e7fa-4699-b748-2de60db6aa68 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Allocated IP 172.20.0.4 (b5d0f13e-e346-42b9-bdd7-4fb36438b764/fe8745c0-8841-4a47-b981-43132e8b2663/af12355c-6f7b-4160-ab96-cb832e1d967d) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:03.187287 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54480) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:03.237754 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting port 2367bbae-ffd7-4cb7-82a4-82eeca70536b {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:03.239473 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:03.362704 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54488) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:03.386413 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e8bea40f-e7fa-4699-b748-2de60db6aa68 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:03.407561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-e8bea40f-e7fa-4699-b748-2de60db6aa68 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Transition to ACTIVE for port object af12355c-6f7b-4160-ab96-cb832e1d967d will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:03.414886 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:03.457032 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e53c8313-8645-40fd-b637-69f567bdc36b req-250fed36-c848-42d5-b86b-491ce825984e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6115236 Feb 18 09:14:03.461871 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e8bea40f-e7fa-4699-b748-2de60db6aa68 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:03.495433 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:03.503730 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:14:03.504075 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a9e4c2bb-912a-4ac4-a0ae-127bcdb4fc2c not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:03.506069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:03.509500 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:14:03.570787 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bea40f-e7fa-4699-b748-2de60db6aa68 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:03.580620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e8bea40f-e7fa-4699-b748-2de60db6aa68 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:03.587072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bea40f-e7fa-4699-b748-2de60db6aa68 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:14:03.626310 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Attempting to bind port 24dc810a-6de4-4e69-918c-905e0c86ce41 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:14:03.626701 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Attempting to bind port 24dc810a-6de4-4e69-918c-905e0c86ce41 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '3a6f1163-77de-4603-9d98-0d435d7c6b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:14:03.627075 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Attempting to bind port 24dc810a-6de4-4e69-918c-905e0c86ce41 on network b5d0f13e-e346-42b9-bdd7-4fb36438b764 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:14:03.634154 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:14:03.634676 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Checking segment: {'id': '3a6f1163-77de-4603-9d98-0d435d7c6b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:14:03.635142 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:03.635549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Bound using segment: {'id': '3a6f1163-77de-4603-9d98-0d435d7c6b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:14:03.636140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Bound port: 24dc810a-6de4-4e69-918c-905e0c86ce41, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6f1163-77de-4603-9d98-0d435d7c6b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:14:03.636730 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:03.655363 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-743359421-network', 'tenant_id': '7691a61599f442f5b3ec962fa9a88531'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:03.673379 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:03.681867 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Usage tracker for resource:network and tenant:7691a61599f442f5b3ec962fa9a88531 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:03.701056 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:03.710614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bea40f-e7fa-4699-b748-2de60db6aa68 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=af12355c-6f7b-4160-ab96-cb832e1d967d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:03.746359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] For port 24dc810a-6de4-4e69-918c-905e0c86ce41, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:14:03.749974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] For port 24dc810a-6de4-4e69-918c-905e0c86ce41, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=24dc810a-6de4-4e69-918c-905e0c86ce41,segment=NetworkSegment(3a6f1163-77de-4603-9d98-0d435d7c6b0f),segment_id=3a6f1163-77de-4603-9d98-0d435d7c6b0f)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:14:03.765357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bea40f-e7fa-4699-b748-2de60db6aa68 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:03.766738 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e8bea40f-e7fa-4699-b748-2de60db6aa68 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:03.767524 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:03.843499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc5d95-0b7b-4d3d-ab78-bbf0a2bf3833 req-7b9d2f44-07c1-4c55-9520-9e19d56a598e tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:03.851873 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34fc5d95-0b7b-4d3d-ab78-bbf0a2bf3833 req-7b9d2f44-07c1-4c55-9520-9e19d56a598e tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 945 time: 0.2259312 Feb 18 09:14:03.874617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e8bea40f-e7fa-4699-b748-2de60db6aa68 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0355985 Feb 18 09:14:03.879059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54496) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:03.890144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-9747e00f-70c0-4105-b108-091034556e0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'subnet': {'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:03.992244 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:04.031029 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-afccf3f2-1503-4375-a6a3-89b672b8812a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:04.039036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] For port 2367bbae-ffd7-4cb7-82a4-82eeca70536b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2367bbae-ffd7-4cb7-82a4-82eeca70536b,segment=NetworkSegment(cdf96c9c-ca11-4e2a-8268-e77ea1d57098),segment_id=cdf96c9c-ca11-4e2a-8268-e77ea1d57098)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:04.039428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:04.062357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Made reservation on behalf of 7691a61599f442f5b3ec962fa9a88531 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:04.062630 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:04.062885 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:04.072558 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:04.092417 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0bc35-a7d7-43a9-8e3f-fe81fa3fe054 None None] Pushing event updated for resources: {'Port': ['ID=24dc810a-6de4-4e69-918c-905e0c86ce41,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:04.126328 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34fc5d95-0b7b-4d3d-ab78-bbf0a2bf3833 req-3c4fedf3-9662-4d5b-823c-601cca4914c3 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735012 Feb 18 09:14:04.211774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a7a79-a586-416d-a1a0-fddf6f803bdf req-4f9708d1-4130-4154-b68e-1e29f8778e01 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:04.214406 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-172a7a79-a586-416d-a1a0-fddf6f803bdf req-4f9708d1-4130-4154-b68e-1e29f8778e01 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.2115972 Feb 18 09:14:04.216051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9747e00f-70c0-4105-b108-091034556e0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:04.221740 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9747e00f-70c0-4105-b108-091034556e0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:subnet and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:04.221982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Calling delete_port for 2367bbae-ffd7-4cb7-82a4-82eeca70536b owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:04.227421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9747e00f-70c0-4105-b108-091034556e0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:04.247625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9747e00f-70c0-4105-b108-091034556e0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:04.296462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9747e00f-70c0-4105-b108-091034556e0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:04.306118 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9747e00f-70c0-4105-b108-091034556e0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:04.332898 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:04.333126 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-172a7a79-a586-416d-a1a0-fddf6f803bdf req-ff1801b4-0bd2-4cf7-b3b5-4459807adb96 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075280 Feb 18 09:14:04.405177 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:04.413204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Usage tracker for resource:security_group_rule and tenant:7691a61599f442f5b3ec962fa9a88531 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:04.430520 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:04.450269 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:04.492559 n-d-829434-1 neutron-server[87768]: INFO neutron.db.ipam_backend_mixin [None req-9747e00f-70c0-4105-b108-091034556e0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fe8745c0-8841-4a47-b981-43132e8b2663 (CIDR: 172.20.0.0/28) Feb 18 09:14:04.499517 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9747e00f-70c0-4105-b108-091034556e0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:14:04.500135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9747e00f-70c0-4105-b108-091034556e0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:04.520726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9747e00f-70c0-4105-b108-091034556e0d tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6394274 Feb 18 09:14:04.525120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54500) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:04.530560 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e7c8d2b6-2d76-46a9-b905-d1972d687bf2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'subnet': {'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:04.880722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e7c8d2b6-2d76-46a9-b905-d1972d687bf2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:04.887565 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e7c8d2b6-2d76-46a9-b905-d1972d687bf2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:subnet and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:04.893048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e7c8d2b6-2d76-46a9-b905-d1972d687bf2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:04.902420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e7c8d2b6-2d76-46a9-b905-d1972d687bf2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:04.930002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c8d2b6-2d76-46a9-b905-d1972d687bf2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:04.937164 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7c8d2b6-2d76-46a9-b905-d1972d687bf2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:05.040615 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:05.105500 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:05.136685 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:05.161636 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:05.239080 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 24dc810a-6de4-4e69-918c-905e0c86ce41 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:05.378974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Port': ['ID=2367bbae-ffd7-4cb7-82a4-82eeca70536b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:05.456737 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 24dc810a-6de4-4e69-918c-905e0c86ce41 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:05.494791 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:14:05.665449 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9c5f5623-f300-4da4-b7c8-3a4cb903ad7d None None] Provisioning for port 24dc810a-6de4-4e69-918c-905e0c86ce41 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:05.684697 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9c5f5623-f300-4da4-b7c8-3a4cb903ad7d None None] Provisioning complete for port 24dc810a-6de4-4e69-918c-905e0c86ce41 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:05.686273 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9c5f5623-f300-4da4-b7c8-3a4cb903ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:05.775276 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7c8d2b6-2d76-46a9-b905-d1972d687bf2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:05.778920 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4598c48-5b78-457a-bd6b-9a564a251c52,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:05.799801 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.800319 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.800899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.801369 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.801902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.802414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.803025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.803411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.803927 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.804494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.805306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.805968 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.832129 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.832725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.833464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.833987 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.834488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.835156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.835700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.836257 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.837002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.837703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.838248 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.838768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:05.889771 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:05.890320 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Added segment a75b14d5-0696-48eb-8348-19beda3f2d2c of type vlan for network 565170c1-9167-47b8-9a8c-c6ded887cfb9 Feb 18 09:14:05.893150 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:05.894012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c8d2b6-2d76-46a9-b905-d1972d687bf2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:05.900115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e7c8d2b6-2d76-46a9-b905-d1972d687bf2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:05.912842 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c8d2b6-2d76-46a9-b905-d1972d687bf2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:05.913557 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7c8d2b6-2d76-46a9-b905-d1972d687bf2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.004758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5ebb7566-70e7-4eba-96b1-cd22a1eec46d up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:06.022273 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8d2b6-2d76-46a9-b905-d1972d687bf2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Subnet': ['ID=db4e90cb-f4e8-4f69-9c94-d5f88572d661,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:06.036884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e7c8d2b6-2d76-46a9-b905-d1972d687bf2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5107205 Feb 18 09:14:06.040197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54532) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:06.061744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-8ce86b68-794d-44c2-b59d-6d9750d27c07 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1228995138', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'db4e90cb-f4e8-4f69-9c94-d5f88572d661'}], 'security_groups': ['89530056-6a39-442f-bae1-5235df247d71']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:06.167494 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9c5f5623-f300-4da4-b7c8-3a4cb903ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.181290 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd862f94-2751-41f0-99bf-6eecad7e9ae4 None None] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:14:06.216605 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74913be-1972-4713-90b2-dace736b9151 req-748e7b89-c739-470c-9897-9cf449d1f0db tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:06.224173 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e74913be-1972-4713-90b2-dace736b9151 req-748e7b89-c739-470c-9897-9cf449d1f0db tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 945 time: 0.6988728 Feb 18 09:14:06.253248 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.269973 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee2b3f-1455-4b58-9171-8714a96607af req-bf973be5-d8d2-473c-8f5e-8ab518d47364 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:06.277931 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9aee2b3f-1455-4b58-9171-8714a96607af req-bf973be5-d8d2-473c-8f5e-8ab518d47364 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.5793509 Feb 18 09:14:06.321283 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ce86b68-794d-44c2-b59d-6d9750d27c07 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.374939 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9aee2b3f-1455-4b58-9171-8714a96607af req-ae9d2b79-0afe-456d-ab0e-5e77f05b0926 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959213 Feb 18 09:14:06.403302 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e74913be-1972-4713-90b2-dace736b9151 req-70eb0f72-b3ca-48b9-a00c-c642bf66d563 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778300 Feb 18 09:14:06.479747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9c5f5623-f300-4da4-b7c8-3a4cb903ad7d None None] For port 24dc810a-6de4-4e69-918c-905e0c86ce41, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=24dc810a-6de4-4e69-918c-905e0c86ce41,segment=NetworkSegment(3a6f1163-77de-4603-9d98-0d435d7c6b0f),segment_id=3a6f1163-77de-4603-9d98-0d435d7c6b0f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:06.495113 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9c5f5623-f300-4da4-b7c8-3a4cb903ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.565328 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:14:06.601959 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9c5f5623-f300-4da4-b7c8-3a4cb903ad7d None None] Provisioning complete for port ccec93f5-b16b-4174-9036-2d8cdd53074a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:06.602620 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9c5f5623-f300-4da4-b7c8-3a4cb903ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.605302 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:14:06.619869 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.621103 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:06.621730 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.651416 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-70766f91-d0d8-4949-8b4d-6741ae4d4855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.679549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f5623-f300-4da4-b7c8-3a4cb903ad7d None None] Port ccec93f5-b16b-4174-9036-2d8cdd53074a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:14:06.741414 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 5ebb7566-70e7-4eba-96b1-cd22a1eec46d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:06.746919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 5ebb7566-70e7-4eba-96b1-cd22a1eec46d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:06.747310 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.797073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f5623-f300-4da4-b7c8-3a4cb903ad7d None None] Pushing event updated for resources: {'Port': ['ID=24dc810a-6de4-4e69-918c-905e0c86ce41,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:06.848694 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5c5d1ef5-0fde-4d39-a5c8-b0aa31b2560c None None] Provisioning for port af12355c-6f7b-4160-ab96-cb832e1d967d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:06.856533 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5c5d1ef5-0fde-4d39-a5c8-b0aa31b2560c None None] Provisioning complete for port af12355c-6f7b-4160-ab96-cb832e1d967d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:06.856902 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5c5d1ef5-0fde-4d39-a5c8-b0aa31b2560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:06.930614 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d1ef5-0fde-4d39-a5c8-b0aa31b2560c None None] Port af12355c-6f7b-4160-ab96-cb832e1d967d cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:14:07.082912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-8ce86b68-794d-44c2-b59d-6d9750d27c07 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Delete allocated IP 172.20.0.4 (b5d0f13e-e346-42b9-bdd7-4fb36438b764/fe8745c0-8841-4a47-b981-43132e8b2663) {{(pid=87768) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 18 09:14:07.094747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-8ce86b68-794d-44c2-b59d-6d9750d27c07 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Allocated IP 172.20.0.29 (b5d0f13e-e346-42b9-bdd7-4fb36438b764/db4e90cb-f4e8-4f69-9c94-d5f88572d661/af12355c-6f7b-4160-ab96-cb832e1d967d) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:07.133787 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] Pushing event updated for resources: {'Network': ['ID=565170c1-9167-47b8-9a8c-c6ded887cfb9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:07.138057 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:14:07.151038 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42791303-e895-4f1b-86d4-f814651ed6a6 None None] Sync routers for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:14:07.172035 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42791303-e895-4f1b-86d4-f814651ed6a6 None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:14:07.173953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 565170c1-9167-47b8-9a8c-c6ded887cfb9 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:14:07.175025 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-42791303-e895-4f1b-86d4-f814651ed6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:14:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:07.305566 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-02db941e-8296-4f4f-9ae0-4bb2797544f7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 4.1159413 Feb 18 09:14:07.332184 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-96f93772-c39e-4a88-bb0d-a0ff6c7c22b6 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/75c5acd2-1b84-4119-aa90-fa54b6c3f8d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0479164 Feb 18 09:14:07.333654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54546) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:07.334095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54548) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:07.369207 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 24dc810a-6de4-4e69-918c-905e0c86ce41 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:07.447665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-45616b11-ef19-4530-b71e-abac9eeab770 admin admin] Request body: {'subnet': {'network_id': '565170c1-9167-47b8-9a8c-c6ded887cfb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-743359421-subnet', 'tenant_id': '7691a61599f442f5b3ec962fa9a88531', 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:07.457506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-45616b11-ef19-4530-b71e-abac9eeab770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:07.464902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-45616b11-ef19-4530-b71e-abac9eeab770 admin admin] Usage tracker for resource:subnet and tenant:7691a61599f442f5b3ec962fa9a88531 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:07.471417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-45616b11-ef19-4530-b71e-abac9eeab770 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:07.483580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-45616b11-ef19-4530-b71e-abac9eeab770 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:07.511782 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:07.525136 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-42791303-e895-4f1b-86d4-f814651ed6a6 None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:14:07.535250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7ed84-741e-41f0-99e5-24e612ae1cea req-a2bb6309-9670-4c39-b220-c651e3d3897e tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:07.541372 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45616b11-ef19-4530-b71e-abac9eeab770 admin admin] Made reservation on behalf of 7691a61599f442f5b3ec962fa9a88531 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:07.544727 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-efc7ed84-741e-41f0-99e5-24e612ae1cea req-a2bb6309-9670-4c39-b220-c651e3d3897e tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.9329903 Feb 18 09:14:07.549741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd77d62-05fb-4060-9648-2bc079aa3028 None None] Update dhcp port {'port': {'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764', 'fixed_ips': [{'subnet_id': 'fe8745c0-8841-4a47-b981-43132e8b2663', 'ip_address': '172.20.0.2'}, {'subnet_id': 'db4e90cb-f4e8-4f69-9c94-d5f88572d661'}], 'binding:host_id': 'n-d-829434-1'}, 'id': '24dc810a-6de4-4e69-918c-905e0c86ce41'} from n-d-829434-1. {{(pid=87769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 18 09:14:07.550018 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-45616b11-ef19-4530-b71e-abac9eeab770 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:07.625839 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 5ebb7566-70e7-4eba-96b1-cd22a1eec46d, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5ebb7566-70e7-4eba-96b1-cd22a1eec46d,segment=NetworkSegment(26255b21-16c8-4a19-8ea8-6e56b78e9a3c),segment_id=26255b21-16c8-4a19-8ea8-6e56b78e9a3c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:07.633247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c78fa35-cf38-457b-9d49-05fe840909e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebb7566-70e7-4eba-96b1-cd22a1eec46d'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:14:07.675804 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-efc7ed84-741e-41f0-99e5-24e612ae1cea req-df5afbd9-57b9-41c6-a369-bc715d7caa50 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237218 Feb 18 09:14:07.693748 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:07.794493 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-42791303-e895-4f1b-86d4-f814651ed6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:14:04Z', 'revision_number': 11, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:07.809276 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42791303-e895-4f1b-86d4-f814651ed6a6 None None] Checking router: 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:14:07.857297 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42791303-e895-4f1b-86d4-f814651ed6a6 None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:14:07.858555 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-42791303-e895-4f1b-86d4-f814651ed6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:14:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:07.926295 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-45616b11-ef19-4530-b71e-abac9eeab770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:07.930146 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c78fa35-cf38-457b-9d49-05fe840909e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebb7566-70e7-4eba-96b1-cd22a1eec46d', 'code': 200} Feb 18 09:14:07.935196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=5ebb7566-70e7-4eba-96b1-cd22a1eec46d,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:07.962696 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ddd77d62-05fb-4060-9648-2bc079aa3028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:07.972558 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54566) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:08.029383 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-8ce86b68-794d-44c2-b59d-6d9750d27c07 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:14:08.061939 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-42791303-e895-4f1b-86d4-f814651ed6a6 None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:14:08.080938 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ce86b68-794d-44c2-b59d-6d9750d27c07 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:08.089912 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 24dc810a-6de4-4e69-918c-905e0c86ce41 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:08.090345 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:08.106065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-8ce86b68-794d-44c2-b59d-6d9750d27c07 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Ignored duplicate provisioning block setup for port af12355c-6f7b-4160-ab96-cb832e1d967d by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 18 09:14:08.140612 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ce86b68-794d-44c2-b59d-6d9750d27c07 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:08.236385 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-42791303-e895-4f1b-86d4-f814651ed6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:14:04Z', 'revision_number': 11, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:08.242497 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42791303-e895-4f1b-86d4-f814651ed6a6 None None] The sync data for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 is: [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:14:04Z', 'revision_number': 11, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:14:08.410266 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2200312-1b6f-42be-b816-026f1e93a834 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting subnet c0f62175-a0cd-4b5a-8762-59cee65f9126 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:14:08.414041 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-ddd77d62-05fb-4060-9648-2bc079aa3028 None None] Allocated IP 172.20.0.18 (b5d0f13e-e346-42b9-bdd7-4fb36438b764/db4e90cb-f4e8-4f69-9c94-d5f88572d661/24dc810a-6de4-4e69-918c-905e0c86ce41) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:08.440114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3d7e1-0309-4e8a-9117-0d1b0aefc68c req-9e3498ee-c721-4191-843c-16e0e15838c2 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:08.441800 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-61b3d7e1-0309-4e8a-9117-0d1b0aefc68c req-9e3498ee-c721-4191-843c-16e0e15838c2 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 946 time: 0.7084315 Feb 18 09:14:08.464710 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2200312-1b6f-42be-b816-026f1e93a834 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:08.519349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16a5ae-f8b5-4429-8277-67501446a941 req-5251bb0f-a1b6-4093-a9fe-bdd47445d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:08.520566 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e16a5ae-f8b5-4429-8277-67501446a941 req-5251bb0f-a1b6-4093-a9fe-bdd47445d6ea service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 1097 time: 0.5711536 Feb 18 09:14:08.521284 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce86b68-794d-44c2-b59d-6d9750d27c07 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=af12355c-6f7b-4160-ab96-cb832e1d967d,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:08.615753 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ddd77d62-05fb-4060-9648-2bc079aa3028 None None] For port 24dc810a-6de4-4e69-918c-905e0c86ce41, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=24dc810a-6de4-4e69-918c-905e0c86ce41,segment=NetworkSegment(3a6f1163-77de-4603-9d98-0d435d7c6b0f),segment_id=3a6f1163-77de-4603-9d98-0d435d7c6b0f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:08.618949 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-42cceba3-f786-4f68-8364-cd911c59f79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:08.644547 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45616b11-ef19-4530-b71e-abac9eeab770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21e91ea2-4169-4df3-b5c7-22cce6843f7e,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:08.651253 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ddd77d62-05fb-4060-9648-2bc079aa3028 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:08.688986 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ddd77d62-05fb-4060-9648-2bc079aa3028 None None] Transition to ACTIVE for port object 24dc810a-6de4-4e69-918c-905e0c86ce41 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:08.692049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-42cceba3-f786-4f68-8364-cd911c59f79e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:08.696925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-42cceba3-f786-4f68-8364-cd911c59f79e admin admin] Usage tracker for resource:security_group_rule and tenant:597bd9cb27d7480b9be61d3872933947 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:08.699784 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ddd77d62-05fb-4060-9648-2bc079aa3028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:08.700460 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-42cceba3-f786-4f68-8364-cd911c59f79e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:08.709582 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-42cceba3-f786-4f68-8364-cd911c59f79e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:08.833892 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2200312-1b6f-42be-b816-026f1e93a834 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:08.899148 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd77d62-05fb-4060-9648-2bc079aa3028 None None] Pushing event updated for resources: {'Port': ['ID=24dc810a-6de4-4e69-918c-905e0c86ce41,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:08.912084 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45616b11-ef19-4530-b71e-abac9eeab770 admin admin] Checking segment: {'id': 'a75b14d5-0696-48eb-8348-19beda3f2d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '565170c1-9167-47b8-9a8c-c6ded887cfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:14:08.912501 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45616b11-ef19-4530-b71e-abac9eeab770 admin admin] Network hostable DHCP agents. Network: 565170c1-9167-47b8-9a8c-c6ded887cfb9, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:14:08.945263 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-42cceba3-f786-4f68-8364-cd911c59f79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:08.967819 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-42cceba3-f786-4f68-8364-cd911c59f79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:08.976332 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-61b3d7e1-0309-4e8a-9117-0d1b0aefc68c req-d60cf161-b039-4719-ab34-4d8da984934a tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692216 Feb 18 09:14:08.984199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-8ce86b68-794d-44c2-b59d-6d9750d27c07 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] In _notify_port_updated(), no bound segment for port af12355c-6f7b-4160-ab96-cb832e1d967d on network b5d0f13e-e346-42b9-bdd7-4fb36438b764 {{(pid=87768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:14:08.990763 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce86b68-794d-44c2-b59d-6d9750d27c07 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:08.992051 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ce86b68-794d-44c2-b59d-6d9750d27c07 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:08.995787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8ce86b68-794d-44c2-b59d-6d9750d27c07 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "PUT /v2.0/ports/af12355c-6f7b-4160-ab96-cb832e1d967d HTTP/1.1" status: 200 len: 921 time: 2.9485142 Feb 18 09:14:08.995787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e16a5ae-f8b5-4429-8277-67501446a941 req-bd9b3c60-5f82-43c8-bc45-812fc11e05ae service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194586 Feb 18 09:14:08.998631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54584) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:09.070454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45616b11-ef19-4530-b71e-abac9eeab770 admin admin] Network 565170c1-9167-47b8-9a8c-c6ded887cfb9 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:14:09.132194 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-42cceba3-f786-4f68-8364-cd911c59f79e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=597bd9cb27d7480b9be61d3872933947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9307146 Feb 18 09:14:09.137042 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54588) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:09.146456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-64531447-bf74-4f33-98d7-d597d4428f17 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port af12355c-6f7b-4160-ab96-cb832e1d967d {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:09.147287 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64531447-bf74-4f33-98d7-d597d4428f17 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.167092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cceba3-f786-4f68-8364-cd911c59f79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c886c0-8946-4d3d-8a31-4bfad4deaaf3,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:09.175660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-45616b11-ef19-4530-b71e-abac9eeab770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 565170c1-9167-47b8-9a8c-c6ded887cfb9) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:09.182899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-70766f91-d0d8-4949-8b4d-6741ae4d4855 admin admin] Deleting port 971bfd56-77a8-4fe7-8c48-81ecae9cc35b {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:09.183719 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-70766f91-d0d8-4949-8b4d-6741ae4d4855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.186415 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003a1a21-a405-465a-98f6-9658bfef908f None None] Network 565170c1-9167-47b8-9a8c-c6ded887cfb9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:14:09.196313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-1f9d13c4-cb07-40dc-b40e-3a983f5feac9 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:09.197852 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-1f9d13c4-cb07-40dc-b40e-3a983f5feac9 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/networks?id=8db52816-6ba5-48b1-b7d9-0bff9d47e11e HTTP/1.1" status: 200 len: 815 time: 0.4005480 Feb 18 09:14:09.226454 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-751569b9-3c29-408d-92a4-cc2b3d27c3a5 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/quotas/0597660a7b6044fbbceb5197befe8367 HTTP/1.1" status: 200 len: 375 time: 0.0199869 Feb 18 09:14:09.234255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45616b11-ef19-4530-b71e-abac9eeab770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:09.235832 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-45616b11-ef19-4530-b71e-abac9eeab770 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.287146 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 24dc810a-6de4-4e69-918c-905e0c86ce41 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:09.315411 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2200312-1b6f-42be-b816-026f1e93a834 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.530239 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-f32d4db9-b5dc-45ad-9acf-780fb1e73e45 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0597660a7b6044fbbceb5197befe8367&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2972739 Feb 18 09:14:09.601139 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-45616b11-ef19-4530-b71e-abac9eeab770 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2660139 Feb 18 09:14:09.621551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54592) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:09.645369 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-743359421-router', 'tenant_id': '7691a61599f442f5b3ec962fa9a88531', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:09.655260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:09.659453 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ac7a20d8-6b8d-4a70-8b17-5d503c823f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.689922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2367bbae-ffd7-4cb7-82a4-82eeca70536b no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:09.727823 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64531447-bf74-4f33-98d7-d597d4428f17 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.737463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 2367bbae-ffd7-4cb7-82a4-82eeca70536b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:14:09.738421 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2367bbae-ffd7-4cb7-82a4-82eeca70536b not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:09.741646 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-70766f91-d0d8-4949-8b4d-6741ae4d4855 admin admin] For port 971bfd56-77a8-4fe7-8c48-81ecae9cc35b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=971bfd56-77a8-4fe7-8c48-81ecae9cc35b,segment=NetworkSegment(ac80f371-d341-48b8-8ff4-a7957011c6f8),segment_id=ac80f371-d341-48b8-8ff4-a7957011c6f8)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:09.742153 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-70766f91-d0d8-4949-8b4d-6741ae4d4855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.748252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-565170c1-9167-47b8-9a8c-c6ded887cfb9', 'network_id': '565170c1-9167-47b8-9a8c-c6ded887cfb9', 'tenant_id': '7691a61599f442f5b3ec962fa9a88531', 'fixed_ips': [{'subnet_id': '21e91ea2-4169-4df3-b5c7-22cce6843f7e'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:14:09.749140 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.754215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Usage tracker for resource:router and tenant:7691a61599f442f5b3ec962fa9a88531 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:09.762131 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:09.896453 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-226a577d-5a74-42ce-864a-85af2e1aab6b None None] Provisioning for port 24dc810a-6de4-4e69-918c-905e0c86ce41 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:09.908877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-226a577d-5a74-42ce-864a-85af2e1aab6b None None] Provisioning complete for port 24dc810a-6de4-4e69-918c-905e0c86ce41 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:09.909461 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-226a577d-5a74-42ce-864a-85af2e1aab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:09.953149 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:09.965802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-70766f91-d0d8-4949-8b4d-6741ae4d4855 admin admin] Calling delete_port for 971bfd56-77a8-4fe7-8c48-81ecae9cc35b owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:09.992665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-64531447-bf74-4f33-98d7-d597d4428f17 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for af12355c-6f7b-4160-ab96-cb832e1d967d owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:10.035528 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2200312-1b6f-42be-b816-026f1e93a834 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.035772 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Allocated IP 172.20.0.2 (565170c1-9167-47b8-9a8c-c6ded887cfb9/21e91ea2-4169-4df3-b5c7-22cce6843f7e/4b44d8a6-1b93-45cf-9176-dd663f1c104d) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:10.115382 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ac7a20d8-6b8d-4a70-8b17-5d503c823f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.147675 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2200312-1b6f-42be-b816-026f1e93a834 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Subnet': ['ID=c0f62175-a0cd-4b5a-8762-59cee65f9126,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:10.149103 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-920343ef-6ca2-44fc-96fd-c86b0037dcb2 service neutron] 10.222.0.72 "GET /v2.0/networks/8db52816-6ba5-48b1-b7d9-0bff9d47e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6177330 Feb 18 09:14:10.155536 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2200312-1b6f-42be-b816-026f1e93a834 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.179768 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.181855 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.190005 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204c5990-784e-46ea-a7ce-9e9af6c527ea None None] Network 80542a16-7579-4d18-9638-5c0c1b357f7a requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:14:10.264717 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e2200312-1b6f-42be-b816-026f1e93a834 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/subnets/c0f62175-a0cd-4b5a-8762-59cee65f9126 HTTP/1.1" status: 204 len: 168 time: 2.9256179 Feb 18 09:14:10.266249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54598) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:10.292558 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.525731 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676502f-f46f-4123-9dc7-e7f63cbefa77 req-cda706c5-fd64-4eca-96a4-5fff859bd208 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:10.528741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-226a577d-5a74-42ce-864a-85af2e1aab6b None None] Provisioning complete for port ccec93f5-b16b-4174-9036-2d8cdd53074a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:10.529190 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-226a577d-5a74-42ce-864a-85af2e1aab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.529451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c676502f-f46f-4123-9dc7-e7f63cbefa77 req-cda706c5-fd64-4eca-96a4-5fff859bd208 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0 HTTP/1.1" status: 200 len: 946 time: 0.4450631 Feb 18 09:14:10.706447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-226a577d-5a74-42ce-864a-85af2e1aab6b None None] Port ccec93f5-b16b-4174-9036-2d8cdd53074a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:14:10.754938 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-70766f91-d0d8-4949-8b4d-6741ae4d4855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.779859 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-71e1afe9-9cef-474b-b41a-777d2d774be9 service neutron] 10.222.0.72 "GET /v2.0/networks/8db52816-6ba5-48b1-b7d9-0bff9d47e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298697 Feb 18 09:14:10.780580 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.798513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-c676502f-f46f-4123-9dc7-e7f63cbefa77 req-5d8030c4-7fb9-41e8-be10-1685c0549e37 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Deleting port 9cd6381f-84e6-4975-a025-e0905b137220 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:10.798513 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c676502f-f46f-4123-9dc7-e7f63cbefa77 req-5d8030c4-7fb9-41e8-be10-1685c0549e37 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.802365 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-226a577d-5a74-42ce-864a-85af2e1aab6b None None] Provisioning complete for port af12355c-6f7b-4160-ab96-cb832e1d967d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:10.803021 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-226a577d-5a74-42ce-864a-85af2e1aab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.865213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-226a577d-5a74-42ce-864a-85af2e1aab6b None None] Port af12355c-6f7b-4160-ab96-cb832e1d967d was deleted so its status cannot be updated. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 18 09:14:10.879523 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64531447-bf74-4f33-98d7-d597d4428f17 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:10.888527 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcbd952-59a9-4811-b816-2e85b11dbefb None None] DHCP port deletion for 80542a16-7579-4d18-9638-5c0c1b357f7a request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:14:10.895990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-bfcbd952-59a9-4811-b816-2e85b11dbefb None None] Deleting port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:10.897027 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd952-59a9-4811-b816-2e85b11dbefb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:11.002519 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b179fc9b-451e-4ef7-b8e8-1e71c1aab3fe None None] Could not find standard attr ID for object af12355c-6f7b-4160-ab96-cb832e1d967d. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:14:11.115111 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70766f91-d0d8-4949-8b4d-6741ae4d4855 admin admin] Pushing event deleted for resources: {'Port': ['ID=971bfd56-77a8-4fe7-8c48-81ecae9cc35b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:11.230810 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64531447-bf74-4f33-98d7-d597d4428f17 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Port': ['ID=af12355c-6f7b-4160-ab96-cb832e1d967d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:11.255382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:11.278236 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:11.382951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Transition to ACTIVE for port object 4b44d8a6-1b93-45cf-9176-dd663f1c104d will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:11.418262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de9dc5-dfdd-4369-a00c-fd21efb261ac req-fa88555c-6567-4fac-90b5-58ac27451603 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:11.422967 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Transition to ACTIVE for port object 4b44d8a6-1b93-45cf-9176-dd663f1c104d will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:11.427421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31de9dc5-dfdd-4369-a00c-fd21efb261ac req-fa88555c-6567-4fac-90b5-58ac27451603 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 946 time: 0.8482172 Feb 18 09:14:11.505669 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ac7a20d8-6b8d-4a70-8b17-5d503c823f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:11.506437 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4096e00b-7c8c-44f6-b7bb-86cb366c2363 req-83f8f951-32f1-47a5-b7a8-fd1c403075a2 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 210 time: 0.2772293 Feb 18 09:14:11.509015 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:11.592528 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:11.603842 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:11.606210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a20d8-6b8d-4a70-8b17-5d503c823f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c886c0-8946-4d3d-8a31-4bfad4deaaf3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:11.632182 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Network 565170c1-9167-47b8-9a8c-c6ded887cfb9 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:11.665093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:11.690954 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:14:11.704361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-bfcbd952-59a9-4811-b816-2e85b11dbefb None None] For port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2ee2d5b2-83f5-41f5-a014-0a516e31a3e6,segment=NetworkSegment(cdf96c9c-ca11-4e2a-8268-e77ea1d57098),segment_id=cdf96c9c-ca11-4e2a-8268-e77ea1d57098)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:11.704767 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd952-59a9-4811-b816-2e85b11dbefb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:11.722569 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31de9dc5-dfdd-4369-a00c-fd21efb261ac req-6093c12f-935a-4c39-b0e1-e0c9cd34257d tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940495 Feb 18 09:14:11.751158 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-64531447-bf74-4f33-98d7-d597d4428f17 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:11.761832 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:11.787601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-64531447-bf74-4f33-98d7-d597d4428f17 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/ports/af12355c-6f7b-4160-ab96-cb832e1d967d HTTP/1.1" status: 204 len: 168 time: 2.7857366 Feb 18 09:14:11.789657 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54612) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:11.842246 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=4b44d8a6-1b93-45cf-9176-dd663f1c104d,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:11.844952 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:11.863959 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9adf2e48-aabc-4371-8cb6-38ee59192e77 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] GET failed (client error): The resource could not be found. Feb 18 09:14:11.864637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9adf2e48-aabc-4371-8cb6-38ee59192e77 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Synchronizing usage tracker for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:11.873085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-c676502f-f46f-4123-9dc7-e7f63cbefa77 req-5d8030c4-7fb9-41e8-be10-1685c0549e37 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] For port 9cd6381f-84e6-4975-a025-e0905b137220, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=9cd6381f-84e6-4975-a025-e0905b137220,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:11.873537 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c676502f-f46f-4123-9dc7-e7f63cbefa77 req-5d8030c4-7fb9-41e8-be10-1685c0549e37 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:11.952634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-bfcbd952-59a9-4811-b816-2e85b11dbefb None None] Calling delete_port for 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:12.041810 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Deleting port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:12.042378 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.053890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-c676502f-f46f-4123-9dc7-e7f63cbefa77 req-5d8030c4-7fb9-41e8-be10-1685c0549e37 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Calling delete_port for 9cd6381f-84e6-4975-a025-e0905b137220 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:12.059459 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Attempting to bind port 4b44d8a6-1b93-45cf-9176-dd663f1c104d on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:14:12.061038 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Attempting to bind port 4b44d8a6-1b93-45cf-9176-dd663f1c104d by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'a75b14d5-0696-48eb-8348-19beda3f2d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '565170c1-9167-47b8-9a8c-c6ded887cfb9'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:14:12.061038 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Attempting to bind port 4b44d8a6-1b93-45cf-9176-dd663f1c104d on network 565170c1-9167-47b8-9a8c-c6ded887cfb9 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:14:12.081438 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2ee2d5b2-83f5-41f5-a014-0a516e31a3e6,segment=NetworkSegment(cdf96c9c-ca11-4e2a-8268-e77ea1d57098),segment_id=cdf96c9c-ca11-4e2a-8268-e77ea1d57098)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:12.082651 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:14:12.083696 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Checking segment: {'id': 'a75b14d5-0696-48eb-8348-19beda3f2d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '565170c1-9167-47b8-9a8c-c6ded887cfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:14:12.084520 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.085246 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Bound using segment: {'id': 'a75b14d5-0696-48eb-8348-19beda3f2d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '565170c1-9167-47b8-9a8c-c6ded887cfb9'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:14:12.086125 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Bound port: 4b44d8a6-1b93-45cf-9176-dd663f1c104d, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75b14d5-0696-48eb-8348-19beda3f2d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '565170c1-9167-47b8-9a8c-c6ded887cfb9'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:14:12.087023 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.101524 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ac7a20d8-6b8d-4a70-8b17-5d503c823f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.102564 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ac7a20d8-6b8d-4a70-8b17-5d503c823f31 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e8c886c0-8946-4d3d-8a31-4bfad4deaaf3 HTTP/1.1" status: 204 len: 168 time: 2.9583704 Feb 18 09:14:12.108715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9adf2e48-aabc-4371-8cb6-38ee59192e77 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Unset dirty status for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:12.111253 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9adf2e48-aabc-4371-8cb6-38ee59192e77 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports/af12355c-6f7b-4160-ab96-cb832e1d967d HTTP/1.1" status: 404 len: 333 time: 0.3203685 Feb 18 09:14:12.121032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54620) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:12.131661 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.243490 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-bfcbd952-59a9-4811-b816-2e85b11dbefb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:14:12.244116 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-bfcbd952-59a9-4811-b816-2e85b11dbefb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:14:12.291101 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=2ee2d5b2-83f5-41f5-a014-0a516e31a3e6,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:12.305762 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] For port 4b44d8a6-1b93-45cf-9176-dd663f1c104d, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:14:12.310165 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] For port 4b44d8a6-1b93-45cf-9176-dd663f1c104d, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4b44d8a6-1b93-45cf-9176-dd663f1c104d,segment=NetworkSegment(a75b14d5-0696-48eb-8348-19beda3f2d2c),segment_id=a75b14d5-0696-48eb-8348-19beda3f2d2c)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:14:12.316394 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.345989 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-70766f91-d0d8-4949-8b4d-6741ae4d4855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.376745 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c676502f-f46f-4123-9dc7-e7f63cbefa77 req-5d8030c4-7fb9-41e8-be10-1685c0549e37 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.422664 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63315f33-e736-440c-a18e-9a7b758b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=4b44d8a6-1b93-45cf-9176-dd663f1c104d,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:12.467704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8030c4-7fb9-41e8-be10-1685c0549e37 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Pushing event deleted for resources: {'Port': ['ID=9cd6381f-84e6-4975-a025-e0905b137220,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:12.471886 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3c383af4-85a4-4957-be19-3bf9aec88e75 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.611565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] For port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2ee2d5b2-83f5-41f5-a014-0a516e31a3e6,segment=NetworkSegment(cdf96c9c-ca11-4e2a-8268-e77ea1d57098),segment_id=cdf96c9c-ca11-4e2a-8268-e77ea1d57098)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:12.611921 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.675404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c676502f-f46f-4123-9dc7-e7f63cbefa77 req-5d8030c4-7fb9-41e8-be10-1685c0549e37 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] No DVR routers for this DVR port 9cd6381f-84e6-4975-a025-e0905b137220 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:14:12.704726 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c676502f-f46f-4123-9dc7-e7f63cbefa77 req-5d8030c4-7fb9-41e8-be10-1685c0549e37 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.707662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0', 'name': 'network-vif-deleted', 'tag': '9cd6381f-84e6-4975-a025-e0905b137220'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:14:12.724979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54630) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:12.731105 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3c383af4-85a4-4957-be19-3bf9aec88e75 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.746224 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-bfcbd952-59a9-4811-b816-2e85b11dbefb None None] Deleting port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:12.747236 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd952-59a9-4811-b816-2e85b11dbefb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.774711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c676502f-f46f-4123-9dc7-e7f63cbefa77 req-5d8030c4-7fb9-41e8-be10-1685c0549e37 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.61 "DELETE /v2.0/ports/9cd6381f-84e6-4975-a025-e0905b137220 HTTP/1.1" status: 204 len: 173 time: 2.1402712 Feb 18 09:14:12.786538 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fb91d58-b38b-4d68-a574-83833dc51e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:12.817896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8fb91d58-b38b-4d68-a574-83833dc51e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:12.833129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8fb91d58-b38b-4d68-a574-83833dc51e4c admin admin] Usage tracker for resource:security_group_rule and tenant:a3ccd74c6f744d35ac974ccc6a802f81 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:12.837406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8fb91d58-b38b-4d68-a574-83833dc51e4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:12.846160 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8fb91d58-b38b-4d68-a574-83833dc51e4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:12.863959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Calling delete_port for 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:13.124665 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf646638-ef6c-4bb6-a2b0-1d8d2eba5bf0', 'name': 'network-vif-deleted', 'tag': '9cd6381f-84e6-4975-a025-e0905b137220', 'status': 'completed', 'code': 200} Feb 18 09:14:13.298663 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fb91d58-b38b-4d68-a574-83833dc51e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:13.300546 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3c383af4-85a4-4957-be19-3bf9aec88e75 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:13.349305 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c59cb06f-9c00-41eb-993d-12740918f009 req-f27e622c-58ba-43b8-b275-c291bab27e44 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Synchronizing usage tracker for tenant:0597660a7b6044fbbceb5197befe8367 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:13.366359 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fb91d58-b38b-4d68-a574-83833dc51e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:13.384796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4b44d8a6-1b93-45cf-9176-dd663f1c104d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:13.430893 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c383af4-85a4-4957-be19-3bf9aec88e75 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cd460c-4428-4ba8-b4e0-00c88d06c149,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:13.434924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8fb91d58-b38b-4d68-a574-83833dc51e4c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a3ccd74c6f744d35ac974ccc6a802f81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7074938 Feb 18 09:14:13.450356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54638) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:13.469306 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3c383af4-85a4-4957-be19-3bf9aec88e75 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:13.473126 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3c383af4-85a4-4957-be19-3bf9aec88e75 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/security-groups/40cd460c-4428-4ba8-b4e0-00c88d06c149 HTTP/1.1" status: 204 len: 168 time: 1.3485055 Feb 18 09:14:13.519041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54642) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:13.545532 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-bfcbd952-59a9-4811-b816-2e85b11dbefb None None] For port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2ee2d5b2-83f5-41f5-a014-0a516e31a3e6,segment=NetworkSegment(cdf96c9c-ca11-4e2a-8268-e77ea1d57098),segment_id=cdf96c9c-ca11-4e2a-8268-e77ea1d57098)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:13.546484 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd952-59a9-4811-b816-2e85b11dbefb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:13.565827 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:13.566386 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:14:13.574636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c59cb06f-9c00-41eb-993d-12740918f009 req-f27e622c-58ba-43b8-b275-c291bab27e44 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Unset dirty status for tenant:0597660a7b6044fbbceb5197befe8367 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:13.587448 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c59cb06f-9c00-41eb-993d-12740918f009 req-f27e622c-58ba-43b8-b275-c291bab27e44 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 210 time: 0.4705999 Feb 18 09:14:13.627836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Port': ['ID=2ee2d5b2-83f5-41f5-a014-0a516e31a3e6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:13.657017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] No DVR routers for this DVR port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:14:13.680168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb91d58-b38b-4d68-a574-83833dc51e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf59041-0bd8-44f3-82ff-9bb76f8cac3b,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:13.685538 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3d44c5e-fcb0-4859-abf6-b4a74b1a6caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:13.723163 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-bfcbd952-59a9-4811-b816-2e85b11dbefb None None] Calling delete_port for 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:13.760747 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3d44c5e-fcb0-4859-abf6-b4a74b1a6caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:13.781672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e4dd7-ec0e-4625-836e-66bc3834b429 req-e2a678b0-d6bf-4d5f-b883-83c7f0593768 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:13.783771 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a74e4dd7-ec0e-4625-836e-66bc3834b429 req-e2a678b0-d6bf-4d5f-b883-83c7f0593768 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 946 time: 0.5605607 Feb 18 09:14:13.787487 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-60b00424-54b1-4d2a-82d3-4c125acb301f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:13.809933 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:13.860693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 4b44d8a6-1b93-45cf-9176-dd663f1c104d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:13.941218 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a74e4dd7-ec0e-4625-836e-66bc3834b429 req-410c2c16-9e4c-4db8-8321-1c64b305d31a tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511283 Feb 18 09:14:13.952856 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-60b00424-54b1-4d2a-82d3-4c125acb301f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:14:13.967872 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:14:13.993095 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-bfcbd952-59a9-4811-b816-2e85b11dbefb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:14:13.993497 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-bfcbd952-59a9-4811-b816-2e85b11dbefb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:14:14.048346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9cd6381f-84e6-4975-a025-e0905b137220 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:14.063722 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3d44c5e-fcb0-4859-abf6-b4a74b1a6caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:14.126275 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d44c5e-fcb0-4859-abf6-b4a74b1a6caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf59041-0bd8-44f3-82ff-9bb76f8cac3b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:14.138117 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a3d44c5e-fcb0-4859-abf6-b4a74b1a6caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:14.139408 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a3d44c5e-fcb0-4859-abf6-b4a74b1a6caf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/baf59041-0bd8-44f3-82ff-9bb76f8cac3b HTTP/1.1" status: 204 len: 168 time: 0.6834431 Feb 18 09:14:14.165119 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-60b00424-54b1-4d2a-82d3-4c125acb301f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:14.183454 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:14.212327 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-60b00424-54b1-4d2a-82d3-4c125acb301f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:14.221326 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-60b00424-54b1-4d2a-82d3-4c125acb301f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/security-groups/89530056-6a39-442f-bae1-5235df247d71 HTTP/1.1" status: 204 len: 168 time: 0.6744590 Feb 18 09:14:14.224302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54652) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:14.228767 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b00424-54b1-4d2a-82d3-4c125acb301f tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89530056-6a39-442f-bae1-5235df247d71,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:14.233779 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 9cd6381f-84e6-4975-a025-e0905b137220 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:14:14.234372 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 9cd6381f-84e6-4975-a025-e0905b137220 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:14.349131 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-bfcbd952-59a9-4811-b816-2e85b11dbefb None None] Deleting port 2ee2d5b2-83f5-41f5-a014-0a516e31a3e6 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:14.349676 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd952-59a9-4811-b816-2e85b11dbefb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:14.391114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ac54af-39ce-46ba-acf7-8481ae52d86a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting subnet fe8745c0-8841-4a47-b981-43132e8b2663 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:14:14.447791 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65ac54af-39ce-46ba-acf7-8481ae52d86a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:14.478803 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-bfcbd952-59a9-4811-b816-2e85b11dbefb None None] The port '2ee2d5b2-83f5-41f5-a014-0a516e31a3e6' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:14:14.547920 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65ac54af-39ce-46ba-acf7-8481ae52d86a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:14.722130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be5924-85c5-4bdc-b9b0-323783e18957 None None] Network 565170c1-9167-47b8-9a8c-c6ded887cfb9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:14:14.907576 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe596608-b3a1-4b8d-8ac5-85c2774b5575 req-f77df31b-32a9-45de-b1ce-b97e714d40bd tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 210 time: 0.0563483 Feb 18 09:14:14.920841 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:14.955099 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c00bbc3-06ef-41d1-8d66-5bc971ca7336 req-9a4ab787-1da1-4316-98f1-df0040b42702 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6c78fa35-cf38-457b-9d49-05fe840909e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5467470 Feb 18 09:14:14.959343 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Allocated IP 172.25.1.93 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/b0f198b6-d36f-4829-aff8-49d1d43791c0) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:15.015426 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80542a16-7579-4d18-9638-5c0c1b357f7a']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:15.025199 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65ac54af-39ce-46ba-acf7-8481ae52d86a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:15.034828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-198094e3-ec49-43ac-a058-9d5a4699d92a tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:15.036223 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-198094e3-ec49-43ac-a058-9d5a4699d92a tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.81 "GET /v2.0/networks?id=8db52816-6ba5-48b1-b7d9-0bff9d47e11e HTTP/1.1" status: 200 len: 815 time: 1.1248646 Feb 18 09:14:15.055094 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-71a0ac0e-1fb5-4e9f-964d-6bd1d6385eef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Request body: {'port': {'device_id': 'd05edc25-2e62-45ee-8165-898e82f86b9b', 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e', 'admin_state_up': True, 'tenant_id': '0597660a7b6044fbbceb5197befe8367'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:15.080717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70766f91-d0d8-4949-8b4d-6741ae4d4855 admin admin] Router f6d9c356-2011-471c-a944-5a71a42d9132 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:14:15.083812 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf96c9c-ca11-4e2a-8268-e77ea1d57098') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:15.084404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf96c9c-ca11-4e2a-8268-e77ea1d57098') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:15.176346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7412245f-873b-481b-99e9-6baf6241d614 None None] Provisioning for port 4b44d8a6-1b93-45cf-9176-dd663f1c104d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:15.189667 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:15.221998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7412245f-873b-481b-99e9-6baf6241d614 None None] Provisioning complete for port 4b44d8a6-1b93-45cf-9176-dd663f1c104d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:15.222465 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7412245f-873b-481b-99e9-6baf6241d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:15.236147 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00bbc3-06ef-41d1-8d66-5bc971ca7336 req-e89fd3da-ac91-4cd2-b7fc-6a168de72ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:15.238753 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c00bbc3-06ef-41d1-8d66-5bc971ca7336 req-e89fd3da-ac91-4cd2-b7fc-6a168de72ce7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=26ec0ac07d2144d8bb0acaad42fafb70&device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 1097 time: 0.1675923 Feb 18 09:14:15.241164 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65ac54af-39ce-46ba-acf7-8481ae52d86a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:15.315833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac54af-39ce-46ba-acf7-8481ae52d86a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Subnet': ['ID=fe8745c0-8841-4a47-b981-43132e8b2663,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:15.341269 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:15.446936 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:14:15.447945 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:14:15.464012 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:14:15.494361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00bbc3-06ef-41d1-8d66-5bc971ca7336 req-b07df6ca-7e6b-4e44-8ec7-146576c67e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:15.496123 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c00bbc3-06ef-41d1-8d66-5bc971ca7336 req-b07df6ca-7e6b-4e44-8ec7-146576c67e20 service neutron] 10.222.0.61 "GET /v2.0/networks?id=08c443ef-2e94-4a7f-948a-fce9e3fe13c3 HTTP/1.1" status: 200 len: 910 time: 0.1841273 Feb 18 09:14:15.500351 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-65ac54af-39ce-46ba-acf7-8481ae52d86a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:15.524531 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7412245f-873b-481b-99e9-6baf6241d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:15.542811 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf40b93d-382b-4af0-a618-70ad23dfa73f None None] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:14:15.579555 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-65ac54af-39ce-46ba-acf7-8481ae52d86a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/fe8745c0-8841-4a47-b981-43132e8b2663 HTTP/1.1" status: 204 len: 168 time: 1.3525827 Feb 18 09:14:15.580594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54684) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:15.593118 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7412245f-873b-481b-99e9-6baf6241d614 None None] For port 4b44d8a6-1b93-45cf-9176-dd663f1c104d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4b44d8a6-1b93-45cf-9176-dd663f1c104d,segment=NetworkSegment(a75b14d5-0696-48eb-8348-19beda3f2d2c),segment_id=a75b14d5-0696-48eb-8348-19beda3f2d2c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:15.595523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7c5421b1-a926-4645-a902-ee06b79fe8ff tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'subnet': {'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:15.642349 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c00bbc3-06ef-41d1-8d66-5bc971ca7336 req-0efefb0c-271d-4295-8a29-c8c8875a8718 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ebb7566-70e7-4eba-96b1-cd22a1eec46d HTTP/1.1" status: 200 len: 217 time: 0.1375339 Feb 18 09:14:15.653221 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7412245f-873b-481b-99e9-6baf6241d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:15.751969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-71a0ac0e-1fb5-4e9f-964d-6bd1d6385eef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:15.770044 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:15.795743 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:15.823111 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412245f-873b-481b-99e9-6baf6241d614 None None] Pushing event updated for resources: {'Port': ['ID=4b44d8a6-1b93-45cf-9176-dd663f1c104d,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:15.823391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00bbc3-06ef-41d1-8d66-5bc971ca7336 req-347b68b9-b933-45f9-8d33-8bb0e134c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:15.827523 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c00bbc3-06ef-41d1-8d66-5bc971ca7336 req-347b68b9-b933-45f9-8d33-8bb0e134c5ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e199a898-e529-42e1-8249-3206eaf3c78b HTTP/1.1" status: 200 len: 849 time: 0.1685283 Feb 18 09:14:15.829741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-71a0ac0e-1fb5-4e9f-964d-6bd1d6385eef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:15.832325 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:15.870249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70766f91-d0d8-4949-8b4d-6741ae4d4855 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:14:15.877895 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Pushing event deleted for resources: {'Network': ['ID=80542a16-7579-4d18-9638-5c0c1b357f7a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:15.887885 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-70766f91-d0d8-4949-8b4d-6741ae4d4855 admin admin] 10.222.0.72 "PUT /v2.0/routers/f6d9c356-2011-471c-a944-5a71a42d9132/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5238330 Feb 18 09:14:15.892294 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54692) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:15.902376 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-33109336-e405-481d-9118-047e0e7f4f0f tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/networks/80542a16-7579-4d18-9638-5c0c1b357f7a HTTP/1.1" status: 204 len: 168 time: 5.3477304 Feb 18 09:14:16.027755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54696) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:16.043825 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0597496-4248-48c6-9842-5d2c79421a32 None None] Sync routers for ids ['f6d9c356-2011-471c-a944-5a71a42d9132'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:14:16.064306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-71a0ac0e-1fb5-4e9f-964d-6bd1d6385eef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Made reservation on behalf of 0597660a7b6044fbbceb5197befe8367 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:16.065944 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c00bbc3-06ef-41d1-8d66-5bc971ca7336 req-38645082-49f0-41c7-87cb-5d94a31a6a17 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08c443ef-2e94-4a7f-948a-fce9e3fe13c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087658 Feb 18 09:14:16.094288 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-71a0ac0e-1fb5-4e9f-964d-6bd1d6385eef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:16.115978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0597496-4248-48c6-9842-5d2c79421a32 None None] Routers {'f6d9c356-2011-471c-a944-5a71a42d9132'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:14:16.117591 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c0597496-4248-48c6-9842-5d2c79421a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:14:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f6d9c356-2011-471c-a944-5a71a42d9132'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:16.131377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-16d6af96-46d7-4dd6-a583-580dfdc98d05 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'router': {'routes': None}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:16.315740 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:16.334513 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-769a1e42-4d26-47a3-a087-6e262bf640bb None None] Provisioning complete for port 4b44d8a6-1b93-45cf-9176-dd663f1c104d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:16.335331 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-769a1e42-4d26-47a3-a087-6e262bf640bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:16.456797 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:16.467249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:16.480470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:14:16.513752 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-979777fa-4ab3-4a06-b00f-b602c6ee3d02 admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:16.544931 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e171abd-3341-4396-adbe-0a0d1df7db65 req-2f25a575-13ad-44fe-a87b-27ea14418a64 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 210 time: 0.3284295 Feb 18 09:14:16.602621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f198b6-d36f-4829-aff8-49d1d43791c0,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:16.638364 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c00bbc3-06ef-41d1-8d66-5bc971ca7336 req-fae7375a-8337-4193-8f2e-00554c1981d3 service neutron] 10.222.0.61 "GET /v2.0/networks/08c443ef-2e94-4a7f-948a-fce9e3fe13c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5657523 Feb 18 09:14:16.690849 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-71a0ac0e-1fb5-4e9f-964d-6bd1d6385eef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Allocated IP 172.20.0.14 (8db52816-6ba5-48b1-b7d9-0bff9d47e11e/c479982d-9255-4d28-a965-c104ca7e375b/e1e27626-9fcd-4690-80da-211769a0ebf6) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:16.741275 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c0597496-4248-48c6-9842-5d2c79421a32 None None] Set router f6d9c356-2011-471c-a944-5a71a42d9132 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:14:17.096184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7c5421b1-a926-4645-a902-ee06b79fe8ff tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:17.154379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7c5421b1-a926-4645-a902-ee06b79fe8ff tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:subnet and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:17.173111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7c5421b1-a926-4645-a902-ee06b79fe8ff tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:17.197663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.extraroute_db [None req-16d6af96-46d7-4dd6-a583-580dfdc98d05 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Added routes are [] {{(pid=87768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 18 09:14:17.197767 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.extraroute_db [None req-16d6af96-46d7-4dd6-a583-580dfdc98d05 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Removed routes are [] {{(pid=87768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 18 09:14:17.198102 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16d6af96-46d7-4dd6-a583-580dfdc98d05 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:17.238324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7c5421b1-a926-4645-a902-ee06b79fe8ff tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:17.272871 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4b44d8a6-1b93-45cf-9176-dd663f1c104d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:17.387204 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-979777fa-4ab3-4a06-b00f-b602c6ee3d02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:17.453926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c0597496-4248-48c6-9842-5d2c79421a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d9c356-2011-471c-a944-5a71a42d9132', 'name': 'tempest-TestServerMultinode-957950236-router', 'tenant_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:11:58Z', 'updated_at': '2022-02-18T09:14:10Z', 'revision_number': 5, 'project_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'gw_port': {'id': 'c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d9c356-2011-471c-a944-5a71a42d9132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:01Z', 'updated_at': '2022-02-18T09:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:17.457545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4b44d8a6-1b93-45cf-9176-dd663f1c104d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:17.459257 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:17.466459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-979777fa-4ab3-4a06-b00f-b602c6ee3d02 admin admin] Deleting port c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:17.466798 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-979777fa-4ab3-4a06-b00f-b602c6ee3d02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:17.507287 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0597496-4248-48c6-9842-5d2c79421a32 None None] Checking router: f6d9c356-2011-471c-a944-5a71a42d9132 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:14:17.560033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0597496-4248-48c6-9842-5d2c79421a32 None None] Routers {'f6d9c356-2011-471c-a944-5a71a42d9132'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:14:17.564732 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c0597496-4248-48c6-9842-5d2c79421a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:14:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f6d9c356-2011-471c-a944-5a71a42d9132'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:17.663925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1c83d-646e-47df-a975-64c3e1a38648 req-442ad0fa-f44d-4220-8371-d4d55f62c4d2 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:17.682918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-979777fa-4ab3-4a06-b00f-b602c6ee3d02 admin admin] For port c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:17.683414 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5bf1c83d-646e-47df-a975-64c3e1a38648 req-442ad0fa-f44d-4220-8371-d4d55f62c4d2 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 946 time: 1.4258368 Feb 18 09:14:17.683667 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-979777fa-4ab3-4a06-b00f-b602c6ee3d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:17.758793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5421b1-a926-4645-a902-ee06b79fe8ff tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:17.771722 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7c5421b1-a926-4645-a902-ee06b79fe8ff tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:17.880197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c0597496-4248-48c6-9842-5d2c79421a32 None None] Set router f6d9c356-2011-471c-a944-5a71a42d9132 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:14:17.881959 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff51880a-53a4-4bd7-a568-b872b1a106f8 req-9078d3b8-2080-4e13-b1b2-2bde3c9792e2 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 210 time: 0.0693939 Feb 18 09:14:18.005921 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-979777fa-4ab3-4a06-b00f-b602c6ee3d02 admin admin] Calling delete_port for c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:18.051416 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c00bbc3-06ef-41d1-8d66-5bc971ca7336 req-061af268-88b0-402d-8697-a4a553a00f6d service neutron] 10.222.0.61 "GET /v2.0/networks/08c443ef-2e94-4a7f-948a-fce9e3fe13c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4002063 Feb 18 09:14:18.080640 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c0597496-4248-48c6-9842-5d2c79421a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d9c356-2011-471c-a944-5a71a42d9132', 'name': 'tempest-TestServerMultinode-957950236-router', 'tenant_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:11:58Z', 'updated_at': '2022-02-18T09:14:17Z', 'revision_number': 6, 'project_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:18.091811 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0597496-4248-48c6-9842-5d2c79421a32 None None] The sync data for ids ['f6d9c356-2011-471c-a944-5a71a42d9132'] in n-d-829434-1 is: [{'id': 'f6d9c356-2011-471c-a944-5a71a42d9132', 'name': 'tempest-TestServerMultinode-957950236-router', 'tenant_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:11:58Z', 'updated_at': '2022-02-18T09:14:17Z', 'revision_number': 6, 'project_id': 'db823f31fd7544dc84dd14aa6a5017ca', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:14:18.129738 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c81f1a4f-fc28-4a2c-9b60-a1a755157817 None None] Provisioning complete for port 24dc810a-6de4-4e69-918c-905e0c86ce41 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:18.131612 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c81f1a4f-fc28-4a2c-9b60-a1a755157817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:18.186810 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16d6af96-46d7-4dd6-a583-580dfdc98d05 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:18.216881 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16d6af96-46d7-4dd6-a583-580dfdc98d05 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:18.347455 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c81f1a4f-fc28-4a2c-9b60-a1a755157817 None None] Provisioning complete for port ccec93f5-b16b-4174-9036-2d8cdd53074a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:18.347455 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c81f1a4f-fc28-4a2c-9b60-a1a755157817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:18.378118 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5bf1c83d-646e-47df-a975-64c3e1a38648 req-10a28b04-904c-40b0-9c89-496032cba520 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6201954 Feb 18 09:14:18.426736 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c81f1a4f-fc28-4a2c-9b60-a1a755157817 None None] Port ccec93f5-b16b-4174-9036-2d8cdd53074a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:14:18.499187 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-71a0ac0e-1fb5-4e9f-964d-6bd1d6385eef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:18.536586 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:18.580478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667ca5d-be46-45bc-a06c-3f469250f9a0 req-95af33c6-b2c9-449f-9e5a-d7fdead6a246 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:18.582836 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e667ca5d-be46-45bc-a06c-3f469250f9a0 req-95af33c6-b2c9-449f-9e5a-d7fdead6a246 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 946 time: 1.1482790 Feb 18 09:14:18.597215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d6af96-46d7-4dd6-a583-580dfdc98d05 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:14:18.805405 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-e667ca5d-be46-45bc-a06c-3f469250f9a0 req-831b16b0-2126-4602-bc18-5efe71fb428d tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Deleting port 5ebb7566-70e7-4eba-96b1-cd22a1eec46d {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:18.806101 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e667ca5d-be46-45bc-a06c-3f469250f9a0 req-831b16b0-2126-4602-bc18-5efe71fb428d tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:19.017523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d6af96-46d7-4dd6-a583-580dfdc98d05 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:14:19.028896 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89851032-0232-4bb9-8d99-9da3cd84fecc None None] Sync routers for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:14:19.072211 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89851032-0232-4bb9-8d99-9da3cd84fecc None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:14:19.074543 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-89851032-0232-4bb9-8d99-9da3cd84fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:14:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:19.082067 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16d6af96-46d7-4dd6-a583-580dfdc98d05 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:19.085646 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-16d6af96-46d7-4dd6-a583-580dfdc98d05 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 HTTP/1.1" status: 200 len: 704 time: 3.0508554 Feb 18 09:14:19.129258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54792) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:19.206364 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 971bfd56-77a8-4fe7-8c48-81ecae9cc35b no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:19.209643 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6e67769b-88c3-481f-8935-2706a065d712 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/ports?device_id=75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 HTTP/1.1" status: 200 len: 205 time: 0.0793247 Feb 18 09:14:19.210248 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54802) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:19.287703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 971bfd56-77a8-4fe7-8c48-81ecae9cc35b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:14:19.291062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 971bfd56-77a8-4fe7-8c48-81ecae9cc35b not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:19.292001 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:19.299058 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:19.315739 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-89851032-0232-4bb9-8d99-9da3cd84fecc None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:14:19.410992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1bce5ae7-71b0-4c1f-a5dc-0572b9bd621d req-fcc330b8-5b73-4c45-8d79-388347aa9f45 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 210 time: 0.3239002 Feb 18 09:14:19.429241 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-71a0ac0e-1fb5-4e9f-964d-6bd1d6385eef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:19.452424 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-89851032-0232-4bb9-8d99-9da3cd84fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:14:04Z', 'revision_number': 11, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:19.458501 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89851032-0232-4bb9-8d99-9da3cd84fecc None None] Checking router: 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:14:19.471246 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89851032-0232-4bb9-8d99-9da3cd84fecc None None] Routers {'75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:14:19.472186 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-89851032-0232-4bb9-8d99-9da3cd84fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:14:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:19.529219 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-979777fa-4ab3-4a06-b00f-b602c6ee3d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:19.551316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-71a0ac0e-1fb5-4e9f-964d-6bd1d6385eef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Network 8db52816-6ba5-48b1-b7d9-0bff9d47e11e is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:19.570214 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-71a0ac0e-1fb5-4e9f-964d-6bd1d6385eef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:19.582449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-71a0ac0e-1fb5-4e9f-964d-6bd1d6385eef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:14:19.617105 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Port c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e update to DOWN by agent not found {{(pid=87769) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 18 09:14:19.672627 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-71a0ac0e-1fb5-4e9f-964d-6bd1d6385eef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:19.673558 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-71a0ac0e-1fb5-4e9f-964d-6bd1d6385eef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:19.674246 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-89851032-0232-4bb9-8d99-9da3cd84fecc None None] Set router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:14:19.814498 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-89851032-0232-4bb9-8d99-9da3cd84fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:14:04Z', 'revision_number': 11, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:19.824234 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89851032-0232-4bb9-8d99-9da3cd84fecc None None] The sync data for ids ['75c5acd2-1b84-4119-aa90-fa54b6c3f8d7'] in n-d-829434-1 is: [{'id': '75c5acd2-1b84-4119-aa90-fa54b6c3f8d7', 'name': 'tempest-RoutersIpV6Test-router-328898394', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:50Z', 'updated_at': '2022-02-18T09:14:04Z', 'revision_number': 11, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:14:19.897709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-e667ca5d-be46-45bc-a06c-3f469250f9a0 req-831b16b0-2126-4602-bc18-5efe71fb428d tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] For port 5ebb7566-70e7-4eba-96b1-cd22a1eec46d, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5ebb7566-70e7-4eba-96b1-cd22a1eec46d,segment=NetworkSegment(26255b21-16c8-4a19-8ea8-6e56b78e9a3c),segment_id=26255b21-16c8-4a19-8ea8-6e56b78e9a3c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:19.898229 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e667ca5d-be46-45bc-a06c-3f469250f9a0 req-831b16b0-2126-4602-bc18-5efe71fb428d tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:19.988258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0ac0e-1fb5-4e9f-964d-6bd1d6385eef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Pushing event updated for resources: {'Port': ['ID=e1e27626-9fcd-4690-80da-211769a0ebf6,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:19.997630 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-71a0ac0e-1fb5-4e9f-964d-6bd1d6385eef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9471939 Feb 18 09:14:20.037638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Request body: {'port': {'device_id': 'd05edc25-2e62-45ee-8165-898e82f86b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:20.131554 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7c5421b1-a926-4645-a902-ee06b79fe8ff tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:20.149203 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-979777fa-4ab3-4a06-b00f-b602c6ee3d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:20.153204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-e667ca5d-be46-45bc-a06c-3f469250f9a0 req-831b16b0-2126-4602-bc18-5efe71fb428d tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Calling delete_port for 5ebb7566-70e7-4eba-96b1-cd22a1eec46d owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:20.251979 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2eb7fb9c-57e6-4759-acfc-0e7fb6b41a11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:20.345590 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-979777fa-4ab3-4a06-b00f-b602c6ee3d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:20.347967 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-979777fa-4ab3-4a06-b00f-b602c6ee3d02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:20.397913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979777fa-4ab3-4a06-b00f-b602c6ee3d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e68494-24ca-40e9-8ca5-8fc3bbb5eb4e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:20.399725 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-979777fa-4ab3-4a06-b00f-b602c6ee3d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:20.400226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979777fa-4ab3-4a06-b00f-b602c6ee3d02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6d9c356-2011-471c-a944-5a71a42d9132 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:14:20.429826 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-979777fa-4ab3-4a06-b00f-b602c6ee3d02 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:20.434082 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-979777fa-4ab3-4a06-b00f-b602c6ee3d02 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f6d9c356-2011-471c-a944-5a71a42d9132 HTTP/1.1" status: 204 len: 168 time: 4.5366077 Feb 18 09:14:20.437782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5421b1-a926-4645-a902-ee06b79fe8ff tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Subnet': ['ID=5be4d45d-ffe6-429c-8d4e-e216b355aa28,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:20.442533 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54828) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:20.444670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5421b1-a926-4645-a902-ee06b79fe8ff tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:20.451203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-7c5421b1-a926-4645-a902-ee06b79fe8ff tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:20.455204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5421b1-a926-4645-a902-ee06b79fe8ff tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:20.455811 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7c5421b1-a926-4645-a902-ee06b79fe8ff tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:20.461834 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a24b47f-5e13-47ae-97fb-59a2b159ab2d None None] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:14:20.516335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4856da-0686-4065-897a-41fe04978560 admin admin] Deleting subnet ab3631c3-7c54-451b-ae7a-b0dd4da70cf5 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:14:20.518531 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:20.539785 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e4856da-0686-4065-897a-41fe04978560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:20.543298 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7c5421b1-a926-4645-a902-ee06b79fe8ff tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9502590 Feb 18 09:14:20.547518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54832) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:20.598277 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54834) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:20.599195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Router 2fae59eb-6aff-4900-a180-6cec6d351c2d is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:14:20.630399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0ca2c413-d610-40fd-a31b-1f3bc8ad5b05 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'security_group': {'name': 'tempest-secgroup-1749368090'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:20.736071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0ca2c413-d610-40fd-a31b-1f3bc8ad5b05 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:20.784856 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2eb7fb9c-57e6-4759-acfc-0e7fb6b41a11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:20.787673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0ca2c413-d610-40fd-a31b-1f3bc8ad5b05 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:security_group and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:20.795426 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2eb7fb9c-57e6-4759-acfc-0e7fb6b41a11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:20.811401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0ca2c413-d610-40fd-a31b-1f3bc8ad5b05 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:20.838972 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0ca2c413-d610-40fd-a31b-1f3bc8ad5b05 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:20.960061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc73634-3f5d-408e-aac6-b6c2cd4df50d req-9b8fdb7f-b192-4183-969f-e10662cfb19c tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:20.970280 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2bc73634-3f5d-408e-aac6-b6c2cd4df50d req-9b8fdb7f-b192-4183-969f-e10662cfb19c tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 946 time: 0.9909754 Feb 18 09:14:21.000647 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0ca2c413-d610-40fd-a31b-1f3bc8ad5b05 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.016551 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2eb7fb9c-57e6-4759-acfc-0e7fb6b41a11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.017359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb7fb9c-57e6-4759-acfc-0e7fb6b41a11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Fanout notify agent at l3_agent the message router_deleted on router 75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:14:21.079467 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:14:21.097203 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Sync routers for ids ['2fae59eb-6aff-4900-a180-6cec6d351c2d'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:14:21.113501 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2eb7fb9c-57e6-4759-acfc-0e7fb6b41a11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.116236 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03c2783f-4e1f-4d6a-be17-04f1f42c2a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.119409 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2eb7fb9c-57e6-4759-acfc-0e7fb6b41a11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/routers/75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 HTTP/1.1" status: 204 len: 168 time: 1.7205589 Feb 18 09:14:21.125317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54842) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:21.129235 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e667ca5d-be46-45bc-a06c-3f469250f9a0 req-831b16b0-2126-4602-bc18-5efe71fb428d tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.145922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0ca2c413-d610-40fd-a31b-1f3bc8ad5b05 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:21.147396 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Routers {'2fae59eb-6aff-4900-a180-6cec6d351c2d'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:14:21.147909 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:14:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2fae59eb-6aff-4900-a180-6cec6d351c2d'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:21.160090 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e4856da-0686-4065-897a-41fe04978560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.221038 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-03c2783f-4e1f-4d6a-be17-04f1f42c2a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:21.231212 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.232765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-5cbc7e93-2e1b-45fe-aeb8-50064b22f784 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1723312423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:21.233258 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-212363b5-820a-42c7-b273-3199f77b21d5 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 11.6047962 Feb 18 09:14:21.256611 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2bc73634-3f5d-408e-aac6-b6c2cd4df50d req-ab20a2e2-f36d-4a87-bc60-e1d47d630ce0 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d235cc6-466f-47da-9084-25601e56c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829440 Feb 18 09:14:21.275751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54846) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:21.277935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0ca2c413-d610-40fd-a31b-1f3bc8ad5b05 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:security_group_rule and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:21.283640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5cbc7e93-2e1b-45fe-aeb8-50064b22f784 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:21.287241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0ca2c413-d610-40fd-a31b-1f3bc8ad5b05 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:21.290525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b16b0-2126-4602-bc18-5efe71fb428d tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Pushing event deleted for resources: {'Port': ['ID=5ebb7566-70e7-4eba-96b1-cd22a1eec46d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:21.297483 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-03c2783f-4e1f-4d6a-be17-04f1f42c2a6b admin admin] Usage tracker for resource:security_group_rule and tenant:0e6d91bcee484dce9a3cc2b9ad95e855 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:21.310831 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-03c2783f-4e1f-4d6a-be17-04f1f42c2a6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:21.322560 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] Update dhcp port {'port': {'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764', 'fixed_ips': [{'subnet_id': 'db4e90cb-f4e8-4f69-9c94-d5f88572d661', 'ip_address': '172.20.0.18'}, {'subnet_id': '5be4d45d-ffe6-429c-8d4e-e216b355aa28'}], 'binding:host_id': 'n-d-829434-1'}, 'id': '24dc810a-6de4-4e69-918c-905e0c86ce41'} from n-d-829434-1. {{(pid=87769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 18 09:14:21.327343 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-03c2783f-4e1f-4d6a-be17-04f1f42c2a6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:21.427538 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.496065 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e4856da-0686-4065-897a-41fe04978560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.508056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0ca2c413-d610-40fd-a31b-1f3bc8ad5b05 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:21.573515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833cf90-f277-47b9-9665-5351e2b3a8b0 req-6405c427-624a-4294-b5a0-6176ecf10ecc tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:21.575129 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4833cf90-f277-47b9-9665-5351e2b3a8b0 req-6405c427-624a-4294-b5a0-6176ecf10ecc tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 932 time: 0.9362898 Feb 18 09:14:21.576636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5cbc7e93-2e1b-45fe-aeb8-50064b22f784 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Usage tracker for resource:router and tenant:ba9cbaab7e1546969ce0dfda386e955d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:21.595656 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Set router 2fae59eb-6aff-4900-a180-6cec6d351c2d gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:14:21.603075 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5cbc7e93-2e1b-45fe-aeb8-50064b22f784 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:21.607033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e667ca5d-be46-45bc-a06c-3f469250f9a0 req-831b16b0-2126-4602-bc18-5efe71fb428d tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] No DVR routers for this DVR port 5ebb7566-70e7-4eba-96b1-cd22a1eec46d on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:14:21.632645 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e667ca5d-be46-45bc-a06c-3f469250f9a0 req-831b16b0-2126-4602-bc18-5efe71fb428d tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.634870 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e667ca5d-be46-45bc-a06c-3f469250f9a0 req-831b16b0-2126-4602-bc18-5efe71fb428d tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.61 "DELETE /v2.0/ports/5ebb7566-70e7-4eba-96b1-cd22a1eec46d HTTP/1.1" status: 204 len: 173 time: 3.0444338 Feb 18 09:14:21.637965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5cbc7e93-2e1b-45fe-aeb8-50064b22f784 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:21.639660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c78fa35-cf38-457b-9d49-05fe840909e2', 'name': 'network-vif-deleted', 'tag': '5ebb7566-70e7-4eba-96b1-cd22a1eec46d'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:14:21.707281 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c78fa35-cf38-457b-9d49-05fe840909e2', 'name': 'network-vif-deleted', 'tag': '5ebb7566-70e7-4eba-96b1-cd22a1eec46d', 'status': 'completed', 'code': 200} Feb 18 09:14:21.720561 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7e93-2e1b-45fe-aeb8-50064b22f784 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.721765 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7e93-2e1b-45fe-aeb8-50064b22f784 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.726703 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03c2783f-4e1f-4d6a-be17-04f1f42c2a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.728289 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.resource_extend [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:14:21.738082 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7e93-2e1b-45fe-aeb8-50064b22f784 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.768523 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4833cf90-f277-47b9-9665-5351e2b3a8b0 req-19bdb9f5-030a-4769-9ae1-6f992cb8405d tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535676 Feb 18 09:14:21.774297 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7e93-2e1b-45fe-aeb8-50064b22f784 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.852164 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e27626-9fcd-4690-80da-211769a0ebf6 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:14:21.862778 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.874057 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03c2783f-4e1f-4d6a-be17-04f1f42c2a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.880939 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7e93-2e1b-45fe-aeb8-50064b22f784 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.885314 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5cbc7e93-2e1b-45fe-aeb8-50064b22f784 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7574561 Feb 18 09:14:21.889068 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e4856da-0686-4065-897a-41fe04978560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:21.891886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54852) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:21.907564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-2e7bfd3c-75a1-4ffd-9b04-7c8af4bcb8a1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:21.976021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2783f-4e1f-4d6a-be17-04f1f42c2a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc28a0dc-72fb-474b-8837-644673cc43ab,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:21.996228 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4856da-0686-4065-897a-41fe04978560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab3631c3-7c54-451b-ae7a-b0dd4da70cf5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:21.999561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Transition to ACTIVE for port object e1e27626-9fcd-4690-80da-211769a0ebf6 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:22.010637 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e4856da-0686-4065-897a-41fe04978560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.017535 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-03c2783f-4e1f-4d6a-be17-04f1f42c2a6b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0e6d91bcee484dce9a3cc2b9ad95e855&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4130495 Feb 18 09:14:22.017835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df802444-0068-4188-8f69-e8e98701368d None None] Network 84332529-b6fa-4183-9c4d-06900613f018 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:14:22.021522 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.027572 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54856) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:22.113738 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5e4856da-0686-4065-897a-41fe04978560 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ab3631c3-7c54-451b-ae7a-b0dd4da70cf5 HTTP/1.1" status: 204 len: 168 time: 1.6700852 Feb 18 09:14:22.123586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54860) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:22.185423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5ebb7566-70e7-4eba-96b1-cd22a1eec46d no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:22.257057 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e27626-9fcd-4690-80da-211769a0ebf6,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:22.266545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 5ebb7566-70e7-4eba-96b1-cd22a1eec46d {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:14:22.266841 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5ebb7566-70e7-4eba-96b1-cd22a1eec46d not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:22.269219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] Allocated IP 172.20.0.2 (b5d0f13e-e346-42b9-bdd7-4fb36438b764/5be4d45d-ffe6-429c-8d4e-e216b355aa28/24dc810a-6de4-4e69-918c-905e0c86ce41) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:22.469882 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0ca2c413-d610-40fd-a31b-1f3bc8ad5b05 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.554514 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fae59eb-6aff-4900-a180-6cec6d351c2d', 'name': 'tempest-ImageQuotaTest-743359421-router', 'tenant_id': '7691a61599f442f5b3ec962fa9a88531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b0f198b6-d36f-4829-aff8-49d1d43791c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:10Z', 'updated_at': '2022-02-18T09:14:17Z', 'revision_number': 3, 'project_id': '7691a61599f442f5b3ec962fa9a88531', 'gw_port': {'id': 'b0f198b6-d36f-4829-aff8-49d1d43791c0', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fae59eb-6aff-4900-a180-6cec6d351c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:14Z', 'updated_at': '2022-02-18T09:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:22.560965 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Checking router: 2fae59eb-6aff-4900-a180-6cec6d351c2d for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:14:22.561462 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Updating router 2fae59eb-6aff-4900-a180-6cec6d351c2d port b0f198b6-d36f-4829-aff8-49d1d43791c0 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:14:22.566773 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.578726 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4d52816-32dd-4c9a-a48e-e50b0b7004fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.597466 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17be6547-b78c-4ea7-ba20-abda6b9326ed None None] DHCP port deletion for 84332529-b6fa-4183-9c4d-06900613f018 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:14:22.602452 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] For port 24dc810a-6de4-4e69-918c-905e0c86ce41, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=24dc810a-6de4-4e69-918c-905e0c86ce41,segment=NetworkSegment(3a6f1163-77de-4603-9d98-0d435d7c6b0f),segment_id=3a6f1163-77de-4603-9d98-0d435d7c6b0f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:22.609086 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0ca2c413-d610-40fd-a31b-1f3bc8ad5b05 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.615714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-17be6547-b78c-4ea7-ba20-abda6b9326ed None None] Deleting port fe1d221d-4210-43df-854d-5d7a8b23968e {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:22.616431 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-17be6547-b78c-4ea7-ba20-abda6b9326ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.631940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Attempting to bind port e1e27626-9fcd-4690-80da-211769a0ebf6 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:14:22.632302 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Attempting to bind port e1e27626-9fcd-4690-80da-211769a0ebf6 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:14:22.632698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Attempting to bind port e1e27626-9fcd-4690-80da-211769a0ebf6 on network 8db52816-6ba5-48b1-b7d9-0bff9d47e11e {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:14:22.639130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] Deleting port fe1d221d-4210-43df-854d-5d7a8b23968e {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:22.639524 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.659420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d7765764-55ce-4540-96a0-a9190705c06e req-fac190ae-f0c9-49e4-9357-dd1dc9d9ee38 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Synchronizing usage tracker for tenant:26ec0ac07d2144d8bb0acaad42fafb70 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:22.671665 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0ca2c413-d610-40fd-a31b-1f3bc8ad5b05 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.671902 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0ca2c413-d610-40fd-a31b-1f3bc8ad5b05 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0605128 Feb 18 09:14:22.677535 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4d52816-32dd-4c9a-a48e-e50b0b7004fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.684843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54866) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:22.694318 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Port e1e27626-9fcd-4690-80da-211769a0ebf6 on network 8db52816-6ba5-48b1-b7d9-0bff9d47e11e not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:14:22.694641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Attempting to bind port e1e27626-9fcd-4690-80da-211769a0ebf6 on network 8db52816-6ba5-48b1-b7d9-0bff9d47e11e {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:14:22.694753 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.705564 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-89f8b1d7-af38-43db-898d-08fcdc3f3c00 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'security_group': {'name': 'tempest-secgroup-737892654'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:22.727845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:14:22.728980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Checking segment: {'id': 'a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:14:22.728980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Bound using segment: {'id': 'a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:14:22.731320 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Bound port: e1e27626-9fcd-4690-80da-211769a0ebf6, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:14:22.731320 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.731658 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.743036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-89f8b1d7-af38-43db-898d-08fcdc3f3c00 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:22.766083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-89f8b1d7-af38-43db-898d-08fcdc3f3c00 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:security_group and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:22.783072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-89f8b1d7-af38-43db-898d-08fcdc3f3c00 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:22.792043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] Transition to ACTIVE for port object 24dc810a-6de4-4e69-918c-905e0c86ce41 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:22.805731 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.889476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d7765764-55ce-4540-96a0-a9190705c06e req-fac190ae-f0c9-49e4-9357-dd1dc9d9ee38 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] Unset dirty status for tenant:26ec0ac07d2144d8bb0acaad42fafb70 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:22.891607 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7765764-55ce-4540-96a0-a9190705c06e req-fac190ae-f0c9-49e4-9357-dd1dc9d9ee38 tempest-VolumesActionsTest-957557539 tempest-VolumesActionsTest-957557539-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c78fa35-cf38-457b-9d49-05fe840909e2 HTTP/1.1" status: 200 len: 210 time: 0.4203930 Feb 18 09:14:22.917836 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2c413-d610-40fd-a31b-1f3bc8ad5b05 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237e5a05-c0ef-4a3d-9da0-47d47baa9f25,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:22.923929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-89f8b1d7-af38-43db-898d-08fcdc3f3c00 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:22.948232 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2e7bfd3c-75a1-4ffd-9b04-7c8af4bcb8a1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:22.955233 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] Pushing event updated for resources: {'Port': ['ID=24dc810a-6de4-4e69-918c-905e0c86ce41,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:22.969495 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:22.970100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:22.970623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:22.971122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:22.971607 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:22.972087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:22.972590 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:22.973091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:22.973579 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:22.974055 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:22.974527 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:22.975000 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756a58cb-3577-4c7b-bba0-82b6964a5d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:22.979224 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89f8b1d7-af38-43db-898d-08fcdc3f3c00 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:23.164238 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] For port fe1d221d-4210-43df-854d-5d7a8b23968e, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=fe1d221d-4210-43df-854d-5d7a8b23968e,segment=NetworkSegment(ac80f371-d341-48b8-8ff4-a7957011c6f8),segment_id=ac80f371-d341-48b8-8ff4-a7957011c6f8)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:23.164619 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:23.183646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 24dc810a-6de4-4e69-918c-905e0c86ce41 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:23.192070 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4d52816-32dd-4c9a-a48e-e50b0b7004fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:23.200951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-89f8b1d7-af38-43db-898d-08fcdc3f3c00 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:23.234442 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2e7bfd3c-75a1-4ffd-9b04-7c8af4bcb8a1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:23.283816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-89f8b1d7-af38-43db-898d-08fcdc3f3c00 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:security_group_rule and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:23.347123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-89f8b1d7-af38-43db-898d-08fcdc3f3c00 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:23.350220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d52816-32dd-4c9a-a48e-e50b0b7004fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc28a0dc-72fb-474b-8837-644673cc43ab,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:23.360832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] Calling delete_port for fe1d221d-4210-43df-854d-5d7a8b23968e owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:23.379417 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-17be6547-b78c-4ea7-ba20-abda6b9326ed None None] For port fe1d221d-4210-43df-854d-5d7a8b23968e, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=fe1d221d-4210-43df-854d-5d7a8b23968e,segment=NetworkSegment(ac80f371-d341-48b8-8ff4-a7957011c6f8),segment_id=ac80f371-d341-48b8-8ff4-a7957011c6f8)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:23.379815 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-17be6547-b78c-4ea7-ba20-abda6b9326ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:23.605639 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-89f8b1d7-af38-43db-898d-08fcdc3f3c00 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:23.614280 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45350b28-9f1e-4a5f-a4c2-4aec03661470 req-65566c66-711a-492d-aec6-39e6db9d37a3 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:23.615648 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-45350b28-9f1e-4a5f-a4c2-4aec03661470 req-65566c66-711a-492d-aec6-39e6db9d37a3 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 944 time: 0.6331198 Feb 18 09:14:23.621795 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] For port e1e27626-9fcd-4690-80da-211769a0ebf6, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:14:23.624218 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a4d52816-32dd-4c9a-a48e-e50b0b7004fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:23.640392 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a4d52816-32dd-4c9a-a48e-e50b0b7004fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cc28a0dc-72fb-474b-8837-644673cc43ab HTTP/1.1" status: 204 len: 168 time: 1.5611792 Feb 18 09:14:23.663311 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] For port e1e27626-9fcd-4690-80da-211769a0ebf6, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e1e27626-9fcd-4690-80da-211769a0ebf6,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:14:23.689811 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:23.727296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7bfd3c-75a1-4ffd-9b04-7c8af4bcb8a1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Router bc8ef258-c8d9-4499-9654-b8b951ae826a is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:14:23.745813 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:23.776922 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-45350b28-9f1e-4a5f-a4c2-4aec03661470 req-886ac8fb-1dee-4842-83f4-54167509f343 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160281 Feb 18 09:14:23.833682 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-17be6547-b78c-4ea7-ba20-abda6b9326ed None None] Calling delete_port for fe1d221d-4210-43df-854d-5d7a8b23968e owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:23.839587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:23.840191 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:23.843859 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] 10.222.0.81 "PUT /v2.0/ports/e1e27626-9fcd-4690-80da-211769a0ebf6 HTTP/1.1" status: 200 len: 1092 time: 3.8084564 Feb 18 09:14:23.847901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05edc25-2e62-45ee-8165-898e82f86b9b', 'tag': 'e1e27626-9fcd-4690-80da-211769a0ebf6'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:14:23.989514 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.020355 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05edc25-2e62-45ee-8165-898e82f86b9b', 'tag': 'e1e27626-9fcd-4690-80da-211769a0ebf6', 'status': 'completed', 'code': 200} Feb 18 09:14:24.070693 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.079913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbdae5-4c6c-4398-9221-f141a237f279 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e27626-9fcd-4690-80da-211769a0ebf6,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:24.160821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Transition to ACTIVE for port object b0f198b6-d36f-4829-aff8-49d1d43791c0 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:24.188621 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-17be6547-b78c-4ea7-ba20-abda6b9326ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:14:24.189381 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-17be6547-b78c-4ea7-ba20-abda6b9326ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:14:24.194027 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.200571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] No DVR routers for this DVR port fe1d221d-4210-43df-854d-5d7a8b23968e on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:14:24.264051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7bfd3c-75a1-4ffd-9b04-7c8af4bcb8a1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:14:24.295835 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a3986d-41ca-4f20-8801-ba5720e9aa7d None None] Sync routers for ids ['bc8ef258-c8d9-4499-9654-b8b951ae826a'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:14:24.301230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54884) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:24.305089 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1d221d-4210-43df-854d-5d7a8b23968e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:24.319298 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2e7bfd3c-75a1-4ffd-9b04-7c8af4bcb8a1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.324470 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2e7bfd3c-75a1-4ffd-9b04-7c8af4bcb8a1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "PUT /v2.0/routers/bc8ef258-c8d9-4499-9654-b8b951ae826a HTTP/1.1" status: 200 len: 698 time: 2.4311969 Feb 18 09:14:24.334635 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a3986d-41ca-4f20-8801-ba5720e9aa7d None None] Routers {'bc8ef258-c8d9-4499-9654-b8b951ae826a'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:14:24.336885 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e2a3986d-41ca-4f20-8801-ba5720e9aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:14:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['bc8ef258-c8d9-4499-9654-b8b951ae826a'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:24.342762 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54888) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:24.345425 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89f8b1d7-af38-43db-898d-08fcdc3f3c00 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.407507 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device fe1d221d-4210-43df-854d-5d7a8b23968e no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:24.415469 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4c03e967-fa5a-4f96-bb5c-ffebda271f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.444597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4c03e967-fa5a-4f96-bb5c-ffebda271f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:24.449593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4c03e967-fa5a-4f96-bb5c-ffebda271f05 admin admin] Usage tracker for resource:security_group_rule and tenant:b310a1c4d0aa449a88aa88363dea178f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:24.453096 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4c03e967-fa5a-4f96-bb5c-ffebda271f05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:24.460442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4c03e967-fa5a-4f96-bb5c-ffebda271f05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:24.474751 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89f8b1d7-af38-43db-898d-08fcdc3f3c00 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.490718 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Attempting to bind port b0f198b6-d36f-4829-aff8-49d1d43791c0 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:14:24.491345 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Attempting to bind port b0f198b6-d36f-4829-aff8-49d1d43791c0 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:14:24.491519 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Attempting to bind port b0f198b6-d36f-4829-aff8-49d1d43791c0 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:14:24.494030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: fe1d221d-4210-43df-854d-5d7a8b23968e {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:14:24.494385 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device fe1d221d-4210-43df-854d-5d7a8b23968e not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:24.503998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1af1b9-5b7c-4013-ab93-0fca9262829a None None] Pushing event updated for resources: {'Port': ['ID=b0f198b6-d36f-4829-aff8-49d1d43791c0,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:24.524948 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:14:24.525357 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:14:24.526192 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.526905 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:14:24.528386 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Bound port: b0f198b6-d36f-4829-aff8-49d1d43791c0, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:14:24.528793 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.582292 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4c03e967-fa5a-4f96-bb5c-ffebda271f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.591933 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-e2a3986d-41ca-4f20-8801-ba5720e9aa7d None None] Set router bc8ef258-c8d9-4499-9654-b8b951ae826a gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:14:24.595350 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4c03e967-fa5a-4f96-bb5c-ffebda271f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.659133 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-646776c2-9238-43a4-9889-84f9dbaa84e2 None None] Provisioning for port 24dc810a-6de4-4e69-918c-905e0c86ce41 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:24.661834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03e967-fa5a-4f96-bb5c-ffebda271f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35713b76-9089-4aca-9503-37c841f8965a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:24.666718 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.693441 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-32ab8624-094b-4d71-a6c3-bbe73bcc3959 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/routers/bc8ef258-c8d9-4499-9654-b8b951ae826a HTTP/1.1" status: 200 len: 704 time: 0.3411798 Feb 18 09:14:24.694804 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54896) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:24.700581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-17be6547-b78c-4ea7-ba20-abda6b9326ed None None] Deleting port fe1d221d-4210-43df-854d-5d7a8b23968e {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:24.700946 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-17be6547-b78c-4ea7-ba20-abda6b9326ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.725149 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84332529-b6fa-4183-9c4d-06900613f018']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:24.731605 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4c03e967-fa5a-4f96-bb5c-ffebda271f05 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b310a1c4d0aa449a88aa88363dea178f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4205291 Feb 18 09:14:24.732299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54898) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:24.742816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac80f371-d341-48b8-8ff4-a7957011c6f8') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:24.743753 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac80f371-d341-48b8-8ff4-a7957011c6f8') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:24.762432 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.768021 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e2a3986d-41ca-4f20-8801-ba5720e9aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8ef258-c8d9-4499-9654-b8b951ae826a', 'name': 'tempest-RoutersIpV6Test-router-1723312423', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:21Z', 'updated_at': '2022-02-18T09:14:22Z', 'revision_number': 2, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:24.772464 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-646776c2-9238-43a4-9889-84f9dbaa84e2 None None] Provisioning complete for port 24dc810a-6de4-4e69-918c-905e0c86ce41 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:24.773242 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-646776c2-9238-43a4-9889-84f9dbaa84e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.782868 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8b1d7-af38-43db-898d-08fcdc3f3c00 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=235c1aa9-5413-493a-928a-c7059a68b091,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:24.812899 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a3986d-41ca-4f20-8801-ba5720e9aa7d None None] Checking router: bc8ef258-c8d9-4499-9654-b8b951ae826a for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:14:24.828743 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89f8b1d7-af38-43db-898d-08fcdc3f3c00 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.829120 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-89f8b1d7-af38-43db-898d-08fcdc3f3c00 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1362619 Feb 18 09:14:24.838731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54908) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:24.839333 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a3986d-41ca-4f20-8801-ba5720e9aa7d None None] Routers {'bc8ef258-c8d9-4499-9654-b8b951ae826a'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:14:24.840667 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e2a3986d-41ca-4f20-8801-ba5720e9aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:14:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['bc8ef258-c8d9-4499-9654-b8b951ae826a'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:24.850586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6cfb8e15-b586-464b-a886-5bc64e11b789 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'security_group': {'name': 'tempest-secgroup-23570531'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:24.856381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] Allocated IP 172.20.0.1 (565170c1-9167-47b8-9a8c-c6ded887cfb9/21e91ea2-4169-4df3-b5c7-22cce6843f7e/991f65aa-eae5-4204-9a2b-299d7791cb01) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:24.858263 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-9f296364-698e-47be-87d0-61b71c51385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:24.859987 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-9f296364-698e-47be-87d0-61b71c51385e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0597660a7b6044fbbceb5197befe8367&device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 1095 time: 0.9508023 Feb 18 09:14:24.861633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-aed3406b-1c45-4587-81e1-2cc21337b55a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Synchronizing usage tracker for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:24.865895 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:24.873929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6cfb8e15-b586-464b-a886-5bc64e11b789 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:24.919475 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4eae94f9-1c02-41ca-a7dd-7ae05c1286ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:25.007027 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:14:25.009531 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:25.021063 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-17be6547-b78c-4ea7-ba20-abda6b9326ed None None] The port 'fe1d221d-4210-43df-854d-5d7a8b23968e' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:14:25.050524 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-e2a3986d-41ca-4f20-8801-ba5720e9aa7d None None] Set router bc8ef258-c8d9-4499-9654-b8b951ae826a gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:14:25.067872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] For port b0f198b6-d36f-4829-aff8-49d1d43791c0, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:14:25.070644 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4eae94f9-1c02-41ca-a7dd-7ae05c1286ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:25.095066 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] For port b0f198b6-d36f-4829-aff8-49d1d43791c0, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b0f198b6-d36f-4829-aff8-49d1d43791c0,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:14:25.114966 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:14:25.238198 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:14:25.240714 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6cfb8e15-b586-464b-a886-5bc64e11b789 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:security_group and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:25.245080 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:25.258051 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:25.268800 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:25.287380 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e2a3986d-41ca-4f20-8801-ba5720e9aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8ef258-c8d9-4499-9654-b8b951ae826a', 'name': 'tempest-RoutersIpV6Test-router-1723312423', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:21Z', 'updated_at': '2022-02-18T09:14:22Z', 'revision_number': 2, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:25.287755 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6cfb8e15-b586-464b-a886-5bc64e11b789 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:25.309503 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a3986d-41ca-4f20-8801-ba5720e9aa7d None None] The sync data for ids ['bc8ef258-c8d9-4499-9654-b8b951ae826a'] in n-d-829434-1 is: [{'id': 'bc8ef258-c8d9-4499-9654-b8b951ae826a', 'name': 'tempest-RoutersIpV6Test-router-1723312423', 'tenant_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:21Z', 'updated_at': '2022-02-18T09:14:22Z', 'revision_number': 2, 'project_id': 'ba9cbaab7e1546969ce0dfda386e955d', 'gw_port_host': None}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:14:25.324630 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4eae94f9-1c02-41ca-a7dd-7ae05c1286ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:25.329102 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-7080acf6-94a6-4c9c-8e40-aacc7e1fd181 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1e27626-9fcd-4690-80da-211769a0ebf6 HTTP/1.1" status: 200 len: 217 time: 0.4588876 Feb 18 09:14:25.338686 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6cfb8e15-b586-464b-a886-5bc64e11b789 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:25.358576 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] 10.222.0.72 "DELETE /v2.0/networks/84332529-b6fa-4183-9c4d-06900613f018 HTTP/1.1" status: 204 len: 168 time: 3.1370399 Feb 18 09:14:25.361455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ad0b1-538d-49d7-ac0d-346f035a353d admin admin] Pushing event deleted for resources: {'Network': ['ID=84332529-b6fa-4183-9c4d-06900613f018,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:25.368667 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54918) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:25.372332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] Transition to ACTIVE for port object 991f65aa-eae5-4204-9a2b-299d7791cb01 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:25.377208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae94f9-1c02-41ca-a7dd-7ae05c1286ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35713b76-9089-4aca-9503-37c841f8965a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:25.404790 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Routers {'2fae59eb-6aff-4900-a180-6cec6d351c2d'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:14:25.405981 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:14:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2fae59eb-6aff-4900-a180-6cec6d351c2d'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:25.441745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-aed3406b-1c45-4587-81e1-2cc21337b55a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Unset dirty status for tenant:ba9cbaab7e1546969ce0dfda386e955d on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:25.446130 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-aed3406b-1c45-4587-81e1-2cc21337b55a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc8ef258-c8d9-4499-9654-b8b951ae826a HTTP/1.1" status: 200 len: 205 time: 0.6655502 Feb 18 09:14:25.454556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54924) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:25.481526 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1af1b9-5b7c-4013-ab93-0fca9262829a None None] Pushing event updated for resources: {'Port': ['ID=b0f198b6-d36f-4829-aff8-49d1d43791c0,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:25.524701 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-646776c2-9238-43a4-9889-84f9dbaa84e2 None None] Provisioning complete for port ccec93f5-b16b-4174-9036-2d8cdd53074a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:25.525079 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-646776c2-9238-43a4-9889-84f9dbaa84e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:25.531442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d4c76-08bb-4b0e-93d1-8f0810a92927 req-56be9ccf-22ab-4ab9-8bd9-343a9e48f61d tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:25.539171 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e9d4c76-08bb-4b0e-93d1-8f0810a92927 req-56be9ccf-22ab-4ab9-8bd9-343a9e48f61d tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 944 time: 0.4230404 Feb 18 09:14:25.555421 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4eae94f9-1c02-41ca-a7dd-7ae05c1286ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:25.556592 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4eae94f9-1c02-41ca-a7dd-7ae05c1286ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/35713b76-9089-4aca-9503-37c841f8965a HTTP/1.1" status: 204 len: 168 time: 0.8232875 Feb 18 09:14:25.567508 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6cfb8e15-b586-464b-a886-5bc64e11b789 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:25.728749 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6cfb8e15-b586-464b-a886-5bc64e11b789 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:25.737679 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-d02ba39a-bc1b-406c-83d7-c71a063c7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:25.739363 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-d02ba39a-bc1b-406c-83d7-c71a063c7d01 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c479982d-9255-4d28-a965-c104ca7e375b HTTP/1.1" status: 200 len: 855 time: 0.3936434 Feb 18 09:14:25.740428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6cfb8e15-b586-464b-a886-5bc64e11b789 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:security_group_rule and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:25.745763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6cfb8e15-b586-464b-a886-5bc64e11b789 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:25.753543 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3b1eacfe-aa5e-43d9-ba92-221ffdc23112 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:25.757584 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e9d4c76-08bb-4b0e-93d1-8f0810a92927 req-73753657-db52-4be2-9a35-7f29dcc1c770 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173951 Feb 18 09:14:25.891677 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-646776c2-9238-43a4-9889-84f9dbaa84e2 None None] Port ccec93f5-b16b-4174-9036-2d8cdd53074a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:14:25.939682 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6cfb8e15-b586-464b-a886-5bc64e11b789 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:25.953143 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] Set router 2fae59eb-6aff-4900-a180-6cec6d351c2d gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:14:25.978303 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-37884081-7766-4023-9de0-f6b81dd83c09 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8db52816-6ba5-48b1-b7d9-0bff9d47e11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2288640 Feb 18 09:14:26.347690 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:26.505883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] Network 565170c1-9167-47b8-9a8c-c6ded887cfb9 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:26.522809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:26.553410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:14:26.611446 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fae59eb-6aff-4900-a180-6cec6d351c2d', 'name': 'tempest-ImageQuotaTest-743359421-router', 'tenant_id': '7691a61599f442f5b3ec962fa9a88531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b0f198b6-d36f-4829-aff8-49d1d43791c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:10Z', 'updated_at': '2022-02-18T09:14:17Z', 'revision_number': 3, 'project_id': '7691a61599f442f5b3ec962fa9a88531', 'gw_port': {'id': 'b0f198b6-d36f-4829-aff8-49d1d43791c0', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fae59eb-6aff-4900-a180-6cec6d351c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:14Z', 'updated_at': '2022-02-18T09:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:26.621570 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913d7c3e-3533-4837-b4f3-7e1676267f43 None None] The sync data for ids ['2fae59eb-6aff-4900-a180-6cec6d351c2d'] in n-d-829434-1 is: [{'id': '2fae59eb-6aff-4900-a180-6cec6d351c2d', 'name': 'tempest-ImageQuotaTest-743359421-router', 'tenant_id': '7691a61599f442f5b3ec962fa9a88531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b0f198b6-d36f-4829-aff8-49d1d43791c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:10Z', 'updated_at': '2022-02-18T09:14:17Z', 'revision_number': 3, 'project_id': '7691a61599f442f5b3ec962fa9a88531', 'gw_port': {'id': 'b0f198b6-d36f-4829-aff8-49d1d43791c0', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fae59eb-6aff-4900-a180-6cec6d351c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:14Z', 'updated_at': '2022-02-18T09:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:14:26.691286 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] Pushing event updated for resources: {'Port': ['ID=991f65aa-eae5-4204-9a2b-299d7791cb01,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:26.779620 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3b1eacfe-aa5e-43d9-ba92-221ffdc23112 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:26.787286 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3b1eacfe-aa5e-43d9-ba92-221ffdc23112 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:26.793994 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:26.916576 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-0a05c9d5-7c9c-4d30-aea3-b9a910629344 service neutron] 10.222.0.81 "GET /v2.0/networks/8db52816-6ba5-48b1-b7d9-0bff9d47e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8198709 Feb 18 09:14:26.935644 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4f6eef1c-d205-439f-b59c-be2bc7dd4c33 None None] Provisioning for port 991f65aa-eae5-4204-9a2b-299d7791cb01 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:26.941771 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4f6eef1c-d205-439f-b59c-be2bc7dd4c33 None None] Provisioning complete for port 991f65aa-eae5-4204-9a2b-299d7791cb01 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:26.942142 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4f6eef1c-d205-439f-b59c-be2bc7dd4c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:27.013380 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6cfb8e15-b586-464b-a886-5bc64e11b789 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:27.091723 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6cfb8e15-b586-464b-a886-5bc64e11b789 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:27.119483 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-4f6eef1c-d205-439f-b59c-be2bc7dd4c33 None None] Port 991f65aa-eae5-4204-9a2b-299d7791cb01 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:14:27.269372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe15110-c875-463d-9e46-198739b51dea req-24a5e8c7-78ab-4bfb-8ef7-e33cd346fca2 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:27.284773 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fe15110-c875-463d-9e46-198739b51dea req-24a5e8c7-78ab-4bfb-8ef7-e33cd346fca2 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 944 time: 0.3093638 Feb 18 09:14:27.326981 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b0f198b6-d36f-4829-aff8-49d1d43791c0 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:27.408465 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3b1eacfe-aa5e-43d9-ba92-221ffdc23112 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:27.408965 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1eacfe-aa5e-43d9-ba92-221ffdc23112 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Fanout notify agent at l3_agent the message router_deleted on router bc8ef258-c8d9-4499-9654-b8b951ae826a {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:14:27.413101 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb8e15-b586-464b-a886-5bc64e11b789 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34532afa-3f5d-4c09-a573-be27ad6a211c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:27.430479 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3b1eacfe-aa5e-43d9-ba92-221ffdc23112 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:27.440665 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3b1eacfe-aa5e-43d9-ba92-221ffdc23112 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/routers/bc8ef258-c8d9-4499-9654-b8b951ae826a HTTP/1.1" status: 204 len: 168 time: 1.9847541 Feb 18 09:14:27.444980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54986) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:27.445901 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6cfb8e15-b586-464b-a886-5bc64e11b789 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:27.447108 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6cfb8e15-b586-464b-a886-5bc64e11b789 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.6011324 Feb 18 09:14:27.474371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54990) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:27.499993 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7635def4-9fa4-42ec-8ad2-c555b6eeda3e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-919891013', 'security_groups': ['34532afa-3f5d-4c09-a573-be27ad6a211c'], 'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5be4d45d-ffe6-429c-8d4e-e216b355aa28'}]}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:27.520661 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port b0f198b6-d36f-4829-aff8-49d1d43791c0 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:27.530538 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port b0f198b6-d36f-4829-aff8-49d1d43791c0 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:27.531064 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:27.581246 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-41345301-a1aa-42cd-9e24-2b8955762584 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc8ef258-c8d9-4499-9654-b8b951ae826a HTTP/1.1" status: 200 len: 205 time: 0.1288552 Feb 18 09:14:27.589062 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54994) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:27.731691 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c6d87ee6-dbdd-4ac3-bcda-dbc7215435db req-2dfdf521-9e66-4761-951a-52fdb8f24106 service neutron] 10.222.0.81 "GET /v2.0/networks/8db52816-6ba5-48b1-b7d9-0bff9d47e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7120721 Feb 18 09:14:27.733049 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-a1bcdf99-e7b2-4f58-bff4-8bb94f10fcc7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] delete failed (client error): The resource could not be found. Feb 18 09:14:27.740177 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a1bcdf99-e7b2-4f58-bff4-8bb94f10fcc7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/routers/bc8ef258-c8d9-4499-9654-b8b951ae826a HTTP/1.1" status: 404 len: 336 time: 0.1498704 Feb 18 09:14:27.742758 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55000) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:27.780204 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fe15110-c875-463d-9e46-198739b51dea req-2b8f1f3f-1147-46a8-bc30-aa8a5758fb24 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042175 Feb 18 09:14:27.807374 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7213f895-6b39-43ce-ad87-0e1c72ca5b4c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:27.808287 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7213f895-6b39-43ce-ad87-0e1c72ca5b4c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:27.810698 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7213f895-6b39-43ce-ad87-0e1c72ca5b4c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/subnets/713123e6-e08f-45ba-aecb-d5bd4f2fa84b HTTP/1.1" status: 404 len: 337 time: 0.0662918 Feb 18 09:14:27.817746 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55012) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:27.850738 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:27.955033 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3134d2-773e-40db-bc3a-783e7afa909e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:27.955342 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b3134d2-773e-40db-bc3a-783e7afa909e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:27.966714 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7b3134d2-773e-40db-bc3a-783e7afa909e tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/subnets/1cd2bc31-e24a-4934-905d-9e99b5514908 HTTP/1.1" status: 404 len: 337 time: 0.1437607 Feb 18 09:14:28.039733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55018) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:28.067164 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:28.103839 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73bd221-d412-4a58-b16a-5d68a72681d7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:28.104375 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73bd221-d412-4a58-b16a-5d68a72681d7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:28.110378 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e73bd221-d412-4a58-b16a-5d68a72681d7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/subnets/d67938e1-df44-4359-8cb0-48a11f6041b1 HTTP/1.1" status: 404 len: 337 time: 0.0653434 Feb 18 09:14:28.112793 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55024) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:28.131019 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port b0f198b6-d36f-4829-aff8-49d1d43791c0, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b0f198b6-d36f-4829-aff8-49d1d43791c0,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:28.143296 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:28.182108 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a93ccb-4982-4b76-90d6-397b5a63da5c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:28.182568 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a93ccb-4982-4b76-90d6-397b5a63da5c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:28.187682 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-85a93ccb-4982-4b76-90d6-397b5a63da5c tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/subnets/c0f62175-a0cd-4b5a-8762-59cee65f9126 HTTP/1.1" status: 404 len: 337 time: 0.0704591 Feb 18 09:14:28.192740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55028) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:28.254781 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-efb315c9-f383-41b0-8d8d-1865aec58cb9 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/ports?device_id=75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 HTTP/1.1" status: 200 len: 205 time: 0.0597582 Feb 18 09:14:28.257819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55034) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:28.326605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=b0f198b6-d36f-4829-aff8-49d1d43791c0,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:28.352147 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8c478-3daf-46fd-9e9e-120302a2b402 req-64a38024-cd11-4ee9-addd-c44f0f8376fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:28.364234 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-23f8c478-3daf-46fd-9e9e-120302a2b402 req-64a38024-cd11-4ee9-addd-c44f0f8376fd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0597660a7b6044fbbceb5197befe8367&device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 1095 time: 0.4141750 Feb 18 09:14:28.382949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7635def4-9fa4-42ec-8ad2-c555b6eeda3e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:28.399525 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af35fcb2-6df8-47c4-9bbf-598c659c5888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:28.525912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8c478-3daf-46fd-9e9e-120302a2b402 req-fd4df3d1-6af0-4339-b3b1-49902a1892ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:28.527392 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-23f8c478-3daf-46fd-9e9e-120302a2b402 req-fd4df3d1-6af0-4339-b3b1-49902a1892ac service neutron] 10.222.0.81 "GET /v2.0/networks?id=8db52816-6ba5-48b1-b7d9-0bff9d47e11e HTTP/1.1" status: 200 len: 916 time: 0.1546850 Feb 18 09:14:28.528368 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-5cf6c38d-4da0-4cf1-805e-88861448c944 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] delete failed (client error): The resource could not be found. Feb 18 09:14:28.533842 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5cf6c38d-4da0-4cf1-805e-88861448c944 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/routers/75c5acd2-1b84-4119-aa90-fa54b6c3f8d7 HTTP/1.1" status: 404 len: 336 time: 0.2703235 Feb 18 09:14:28.535139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55048) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:28.569807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7635def4-9fa4-42ec-8ad2-c555b6eeda3e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:28.620165 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7635def4-9fa4-42ec-8ad2-c555b6eeda3e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:28.726188 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1507e806-889d-46d6-a3f3-8a4886989ae8 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f5c327f-cae7-4066-9d12-06a976a72ce8 HTTP/1.1" status: 200 len: 205 time: 0.0568011 Feb 18 09:14:28.734657 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55056) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:28.738384 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-23f8c478-3daf-46fd-9e9e-120302a2b402 req-cd9e0c3c-2598-4cbf-9ac4-93a15a2a91fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1e27626-9fcd-4690-80da-211769a0ebf6 HTTP/1.1" status: 200 len: 217 time: 0.2041326 Feb 18 09:14:28.843285 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-08e070e4-f5fb-49b6-a2f6-806127996789 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] delete failed (client error): The resource could not be found. Feb 18 09:14:28.844631 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-08e070e4-f5fb-49b6-a2f6-806127996789 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/routers/3f5c327f-cae7-4066-9d12-06a976a72ce8 HTTP/1.1" status: 404 len: 336 time: 0.1086018 Feb 18 09:14:28.851389 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55060) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:29.040258 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:29.111010 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-36941d87-a6e9-4384-89b8-fbd377f860f0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:29.111010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36941d87-a6e9-4384-89b8-fbd377f860f0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:29.116423 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-36941d87-a6e9-4384-89b8-fbd377f860f0 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/subnets/dc5d2f56-4854-4074-abcf-100533d691c6 HTTP/1.1" status: 404 len: 337 time: 0.2582431 Feb 18 09:14:29.116694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55070) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:29.150136 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:29.230660 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f8bb00c8-ad4e-48ce-bfd9-be59c5b64b11 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d114dadf-b280-4943-8dbc-b84a055d844a HTTP/1.1" status: 200 len: 205 time: 0.1105254 Feb 18 09:14:29.235937 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8c478-3daf-46fd-9e9e-120302a2b402 req-6b8c322b-4beb-4ff4-8363-0f4ca32da066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:29.237966 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-23f8c478-3daf-46fd-9e9e-120302a2b402 req-6b8c322b-4beb-4ff4-8363-0f4ca32da066 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c479982d-9255-4d28-a965-c104ca7e375b HTTP/1.1" status: 200 len: 855 time: 0.3916206 Feb 18 09:14:29.237966 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55074) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:29.244236 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b0f198b6-d36f-4829-aff8-49d1d43791c0 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:29.335058 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-2cc712d2-068d-4cbf-b5f4-d68e464a26d2 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] delete failed (client error): The resource could not be found. Feb 18 09:14:29.336445 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2cc712d2-068d-4cbf-b5f4-d68e464a26d2 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/routers/d114dadf-b280-4943-8dbc-b84a055d844a HTTP/1.1" status: 404 len: 336 time: 0.0970573 Feb 18 09:14:29.345160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55080) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:29.445548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port b0f198b6-d36f-4829-aff8-49d1d43791c0 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:29.446478 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:29.511757 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2342df4b-f5c8-4b6b-8860-f404aad82390 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/ports?device_id=33c67225-16fc-4ff3-a941-a89b35c7469c HTTP/1.1" status: 200 len: 205 time: 0.1652613 Feb 18 09:14:29.520763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55092) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:29.527637 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-23f8c478-3daf-46fd-9e9e-120302a2b402 req-2734c80e-e925-487b-813f-b361aed571bf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8db52816-6ba5-48b1-b7d9-0bff9d47e11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1835771 Feb 18 09:14:29.618341 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:29.721729 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-f0456b59-f4e0-422a-b43b-074ca1377704 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] delete failed (client error): The resource could not be found. Feb 18 09:14:29.724018 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f0456b59-f4e0-422a-b43b-074ca1377704 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/routers/33c67225-16fc-4ff3-a941-a89b35c7469c HTTP/1.1" status: 404 len: 336 time: 0.2011011 Feb 18 09:14:29.728320 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55096) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:29.777611 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7635def4-9fa4-42ec-8ad2-c555b6eeda3e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:29.834064 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-97867c5f-43c6-4c48-8829-fe3d6ceb4a4a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:29.841009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97867c5f-43c6-4c48-8829-fe3d6ceb4a4a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:29.843579 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-97867c5f-43c6-4c48-8829-fe3d6ceb4a4a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/subnets/20c07c8e-003c-4ee4-9d93-ea36dea8c1b1 HTTP/1.1" status: 404 len: 337 time: 0.1140549 Feb 18 09:14:29.846953 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55100) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:29.871418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-7635def4-9fa4-42ec-8ad2-c555b6eeda3e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] device_id is not set on port 2e54efa9-cdcf-4dff-aa6d-ef645912bf6a yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:14:29.983284 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-35d21371-6bf1-4e2f-9ee0-2bb1a555107a tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/ports?device_id=62e6da4f-badb-4ffc-b6dd-e515b4d618ab HTTP/1.1" status: 200 len: 205 time: 0.1296375 Feb 18 09:14:29.988289 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-23f8c478-3daf-46fd-9e9e-120302a2b402 req-b53b7fd2-3c09-489c-822d-46c81ed98457 service neutron] 10.222.0.81 "GET /v2.0/networks/8db52816-6ba5-48b1-b7d9-0bff9d47e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967085 Feb 18 09:14:29.989031 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55106) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:29.990355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] Pushing event updated for resources: {'Port': ['ID=991f65aa-eae5-4204-9a2b-299d7791cb01,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:30.049576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] Network 565170c1-9167-47b8-9a8c-c6ded887cfb9 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:30.065516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:30.127511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c5589-f571-4e2c-81a8-fdf6c0b04045 req-5c29713c-ae4e-481d-b5b8-8e0a7b50ea0d tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:30.135164 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-164c5589-f571-4e2c-81a8-fdf6c0b04045 req-5c29713c-ae4e-481d-b5b8-8e0a7b50ea0d tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 944 time: 0.6556163 Feb 18 09:14:30.233691 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-c82d474d-c953-4dde-9d34-c99dd1257405 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] delete failed (client error): The resource could not be found. Feb 18 09:14:30.234775 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c82d474d-c953-4dde-9d34-c99dd1257405 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/routers/62e6da4f-badb-4ffc-b6dd-e515b4d618ab HTTP/1.1" status: 404 len: 336 time: 0.2333183 Feb 18 09:14:30.237810 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55116) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:30.313353 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8bb20586-0a7a-4f5f-841f-7036528d5fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:30.357492 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37750f4-54c3-4b41-8147-899ccc1060ba tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:30.361679 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37750f4-54c3-4b41-8147-899ccc1060ba tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:30.363754 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c37750f4-54c3-4b41-8147-899ccc1060ba tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/subnets/c3621d43-24e8-4feb-a9bc-bd48d349b9f7 HTTP/1.1" status: 404 len: 337 time: 0.1250076 Feb 18 09:14:30.367219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55120) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:30.386270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-af35fcb2-6df8-47c4-9bbf-598c659c5888 admin admin] Deleting port 4596bba6-dda8-458a-a930-c989a433aaae {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:30.386610 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af35fcb2-6df8-47c4-9bbf-598c659c5888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:30.491301 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4e0ed310-01e0-48a4-9709-6519285dbe50 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f HTTP/1.1" status: 200 len: 205 time: 0.1205738 Feb 18 09:14:30.492136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55132) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:30.583955 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7ee84d90-c338-4cbe-8a05-45cef140ada7 None None] Provisioning complete for port 991f65aa-eae5-4204-9a2b-299d7791cb01 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:30.584246 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7ee84d90-c338-4cbe-8a05-45cef140ada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:30.592362 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-0e8fff54-a113-4d40-ac27-501610f373f1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] delete failed (client error): The resource could not be found. Feb 18 09:14:30.595534 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0e8fff54-a113-4d40-ac27-501610f373f1 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/routers/0fc7d4af-8b9b-4186-97ed-f35f6e46ca3f HTTP/1.1" status: 404 len: 336 time: 0.1019914 Feb 18 09:14:30.629903 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55138) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:30.654124 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7ee84d90-c338-4cbe-8a05-45cef140ada7 None None] Port 991f65aa-eae5-4204-9a2b-299d7791cb01 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:14:30.684176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-af35fcb2-6df8-47c4-9bbf-598c659c5888 admin admin] For port 4596bba6-dda8-458a-a930-c989a433aaae, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4596bba6-dda8-458a-a930-c989a433aaae,segment=NetworkSegment(5b2eea6b-b63c-47da-a726-c22c87fb95c8),segment_id=5b2eea6b-b63c-47da-a726-c22c87fb95c8)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:30.684556 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af35fcb2-6df8-47c4-9bbf-598c659c5888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:30.715634 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be5cae3-3e80-4129-a564-b24cf2822140 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:30.719197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be5cae3-3e80-4129-a564-b24cf2822140 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:30.726340 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8be5cae3-3e80-4129-a564-b24cf2822140 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/subnets/ddc64f80-92b3-46a2-bc2f-b1a7f5479ad7 HTTP/1.1" status: 404 len: 337 time: 0.0938535 Feb 18 09:14:30.727089 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55144) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:30.741477 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-23f8c478-3daf-46fd-9e9e-120302a2b402 req-17e69c2a-ac4d-4f52-99d0-8eb84dca5665 service neutron] 10.222.0.81 "GET /v2.0/networks/8db52816-6ba5-48b1-b7d9-0bff9d47e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7352791 Feb 18 09:14:30.789569 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11f5849-d246-4d7c-9430-e49c2d2e0ff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:30.790027 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a11f5849-d246-4d7c-9430-e49c2d2e0ff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:30.791732 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a11f5849-d246-4d7c-9430-e49c2d2e0ff7 tempest-RoutersIpV6Test-1910777025 tempest-RoutersIpV6Test-1910777025-project] 10.222.0.72 "DELETE /v2.0/subnets/40a03cb1-4e41-4d18-8d6a-fb649fe8c7c6 HTTP/1.1" status: 404 len: 337 time: 0.0599380 Feb 18 09:14:31.159849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-7635def4-9fa4-42ec-8ad2-c555b6eeda3e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Allocated IP 172.20.0.3 (b5d0f13e-e346-42b9-bdd7-4fb36438b764/5be4d45d-ffe6-429c-8d4e-e216b355aa28/2e54efa9-cdcf-4dff-aa6d-ef645912bf6a) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:31.190406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] Router 2fae59eb-6aff-4900-a180-6cec6d351c2d has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:14:31.203323 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-af35fcb2-6df8-47c4-9bbf-598c659c5888 admin admin] Calling delete_port for 4596bba6-dda8-458a-a930-c989a433aaae owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:31.287422 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-164c5589-f571-4e2c-81a8-fdf6c0b04045 req-266c8a22-bb05-4b94-9f4d-4f3114c8cff4 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1512845 Feb 18 09:14:31.460393 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55158) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:32.040824 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55172) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:32.199454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e1e27626-9fcd-4690-80da-211769a0ebf6 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:14:32.286651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:14:32.304520 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Sync routers for ids ['2fae59eb-6aff-4900-a180-6cec6d351c2d'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:14:32.340182 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0c8debf1-6e45-446d-9b56-0eaaad51ad01 admin admin] 10.222.0.72 "PUT /v2.0/routers/2fae59eb-6aff-4900-a180-6cec6d351c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0586565 Feb 18 09:14:32.348893 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7635def4-9fa4-42ec-8ad2-c555b6eeda3e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:32.356950 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3415db94-a324-4a1d-9fd9-e719b7c8f495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:32.394296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-7635def4-9fa4-42ec-8ad2-c555b6eeda3e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Transition to ACTIVE for port object 2e54efa9-cdcf-4dff-aa6d-ef645912bf6a will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:32.510389 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af35fcb2-6df8-47c4-9bbf-598c659c5888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:32.542134 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Routers {'2fae59eb-6aff-4900-a180-6cec6d351c2d'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:14:32.544549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:14:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2fae59eb-6aff-4900-a180-6cec6d351c2d'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:32.545244 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3415db94-a324-4a1d-9fd9-e719b7c8f495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:32.577210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3415db94-a324-4a1d-9fd9-e719b7c8f495 admin admin] Usage tracker for resource:security_group_rule and tenant:ed6077b1c0e24bda8a184de73c2968ee is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:32.582834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35fcb2-6df8-47c4-9bbf-598c659c5888 admin admin] Pushing event deleted for resources: {'Port': ['ID=4596bba6-dda8-458a-a930-c989a433aaae,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:32.585470 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7635def4-9fa4-42ec-8ad2-c555b6eeda3e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:32.591614 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3415db94-a324-4a1d-9fd9-e719b7c8f495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:32.651329 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3415db94-a324-4a1d-9fd9-e719b7c8f495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:32.679513 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-18bc73e6-7c54-451a-85ed-7324c47338c6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ba9cbaab7e1546969ce0dfda386e955d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2161121 Feb 18 09:14:32.682014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55186) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:32.880565 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7635def4-9fa4-42ec-8ad2-c555b6eeda3e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:32.907451 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2729ad37-b350-4e7b-b213-3090de52fb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:32.943876 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2729ad37-b350-4e7b-b213-3090de52fb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:32.961440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-7635def4-9fa4-42ec-8ad2-c555b6eeda3e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:32.978969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7635def4-9fa4-42ec-8ad2-c555b6eeda3e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:14:33.029274 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2729ad37-b350-4e7b-b213-3090de52fb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:33.076447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729ad37-b350-4e7b-b213-3090de52fb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fc1793-ed07-4d18-af7e-f14f59761c64,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:33.114692 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2729ad37-b350-4e7b-b213-3090de52fb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:33.116056 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2729ad37-b350-4e7b-b213-3090de52fb0f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84fc1793-ed07-4d18-af7e-f14f59761c64 HTTP/1.1" status: 204 len: 168 time: 0.4324110 Feb 18 09:14:33.133968 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3415db94-a324-4a1d-9fd9-e719b7c8f495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:33.150427 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3415db94-a324-4a1d-9fd9-e719b7c8f495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:33.247288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7635def4-9fa4-42ec-8ad2-c555b6eeda3e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:33.250490 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7635def4-9fa4-42ec-8ad2-c555b6eeda3e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:33.320814 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3415db94-a324-4a1d-9fd9-e719b7c8f495 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ed6077b1c0e24bda8a184de73c2968ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2755225 Feb 18 09:14:33.323836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55200) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:33.324555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415db94-a324-4a1d-9fd9-e719b7c8f495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3810f3f7-04c2-430f-81c5-1c72f07d680d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:33.457095 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7635def4-9fa4-42ec-8ad2-c555b6eeda3e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.9705830 Feb 18 09:14:33.467108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55206) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:33.491914 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ca614312-c78a-4459-ba33-d7a1a434a2f4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'subnet': {'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:33.492129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635def4-9fa4-42ec-8ad2-c555b6eeda3e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=2e54efa9-cdcf-4dff-aa6d-ef645912bf6a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:33.545102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e1e27626-9fcd-4690-80da-211769a0ebf6, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e1e27626-9fcd-4690-80da-211769a0ebf6,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:33.599754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677d886-5e2a-46b0-bbc2-0406e2d46dad req-c888f31c-e918-4f90-bf2d-85ec3689efaa tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:33.601991 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e677d886-5e2a-46b0-bbc2-0406e2d46dad req-c888f31c-e918-4f90-bf2d-85ec3689efaa tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 944 time: 0.9273009 Feb 18 09:14:33.606663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'e1e27626-9fcd-4690-80da-211769a0ebf6', 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e', 'port_id': 'e1e27626-9fcd-4690-80da-211769a0ebf6', 'mac_address': 'fa:16:3e:04:89:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c479982d-9255-4d28-a965-c104ca7e375b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:14:33.616324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Set router 2fae59eb-6aff-4900-a180-6cec6d351c2d gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:14:33.771894 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-49f0b735-e84d-4486-8453-d74929efe313 None None] Provisioning for port 2e54efa9-cdcf-4dff-aa6d-ef645912bf6a completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:34.044957 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:34.085934 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-49f0b735-e84d-4486-8453-d74929efe313 None None] Provisioning complete for port 2e54efa9-cdcf-4dff-aa6d-ef645912bf6a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:34.086553 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-49f0b735-e84d-4486-8453-d74929efe313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:34.143316 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-af35fcb2-6df8-47c4-9bbf-598c659c5888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:34.200894 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38b648ab-d5cf-42cb-bbea-e5dd676959df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:34.266750 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:34.268982 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c2d47c7f-aaef-465d-9510-7d20d6e03f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:34.286797 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38b648ab-d5cf-42cb-bbea-e5dd676959df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:34.425521 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ca614312-c78a-4459-ba33-d7a1a434a2f4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:34.440001 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38b648ab-d5cf-42cb-bbea-e5dd676959df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:34.452725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ca614312-c78a-4459-ba33-d7a1a434a2f4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:subnet and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:34.467258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ca614312-c78a-4459-ba33-d7a1a434a2f4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:34.482748 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ca614312-c78a-4459-ba33-d7a1a434a2f4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:34.489316 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-38b648ab-d5cf-42cb-bbea-e5dd676959df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:34.495507 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-38b648ab-d5cf-42cb-bbea-e5dd676959df admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3810f3f7-04c2-430f-81c5-1c72f07d680d HTTP/1.1" status: 204 len: 168 time: 1.1677384 Feb 18 09:14:34.503332 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b648ab-d5cf-42cb-bbea-e5dd676959df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3810f3f7-04c2-430f-81c5-1c72f07d680d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:34.507406 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e677d886-5e2a-46b0-bbc2-0406e2d46dad req-14bf7fd4-6ca2-4bdf-bba0-a4d8ad7bbe85 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396738 Feb 18 09:14:34.529309 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca614312-c78a-4459-ba33-d7a1a434a2f4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:34.536433 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca614312-c78a-4459-ba33-d7a1a434a2f4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:34.638436 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:34.696586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e27626-9fcd-4690-80da-211769a0ebf6 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:14:34.757292 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e1e27626-9fcd-4690-80da-211769a0ebf6, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e1e27626-9fcd-4690-80da-211769a0ebf6,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:34.770661 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:34.814933 n-d-829434-1 neutron-server[87767]: INFO neutron.db.ipam_backend_mixin [None req-ca614312-c78a-4459-ba33-d7a1a434a2f4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5be4d45d-ffe6-429c-8d4e-e216b355aa28 (CIDR: 172.20.0.0/28) Feb 18 09:14:34.822465 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca614312-c78a-4459-ba33-d7a1a434a2f4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:14:34.822966 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca614312-c78a-4459-ba33-d7a1a434a2f4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:34.862450 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ca614312-c78a-4459-ba33-d7a1a434a2f4 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3932717 Feb 18 09:14:34.863014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55242) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:34.876297 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-74adc632-b2fe-475b-9788-31fb2673bf0e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'subnet': {'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:34.960634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af35fcb2-6df8-47c4-9bbf-598c659c5888 admin admin] Router b6f52860-bf21-4eb3-8d69-c9dc9c025840 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:14:35.266084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-49f0b735-e84d-4486-8453-d74929efe313 None None] Port 2e54efa9-cdcf-4dff-aa6d-ef645912bf6a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:14:35.306284 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-74adc632-b2fe-475b-9788-31fb2673bf0e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:35.315326 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-74adc632-b2fe-475b-9788-31fb2673bf0e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:subnet and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:35.319388 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-74adc632-b2fe-475b-9788-31fb2673bf0e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:35.331633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-74adc632-b2fe-475b-9788-31fb2673bf0e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:35.336511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=e1e27626-9fcd-4690-80da-211769a0ebf6,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:35.345570 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['e1e27626-9fcd-4690-80da-211769a0ebf6'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:14:35.351090 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74adc632-b2fe-475b-9788-31fb2673bf0e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:35.356806 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-74adc632-b2fe-475b-9788-31fb2673bf0e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:35.394833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55250) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:35.403064 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026720 Feb 18 09:14:35.507349 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:35.543551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55252) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:35.701130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af35fcb2-6df8-47c4-9bbf-598c659c5888 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:14:35.714161 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e91344-0fa5-4011-91e3-ccb8d39995d1 None None] Sync routers for ids ['b6f52860-bf21-4eb3-8d69-c9dc9c025840'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:14:35.736490 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e91344-0fa5-4011-91e3-ccb8d39995d1 None None] Routers {'b6f52860-bf21-4eb3-8d69-c9dc9c025840'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:14:35.737144 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-15e91344-0fa5-4011-91e3-ccb8d39995d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:14:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b6f52860-bf21-4eb3-8d69-c9dc9c025840'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:35.738293 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-af35fcb2-6df8-47c4-9bbf-598c659c5888 admin admin] 10.222.0.72 "PUT /v2.0/routers/b6f52860-bf21-4eb3-8d69-c9dc9c025840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3534272 Feb 18 09:14:35.742589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55260) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:35.812245 n-d-829434-1 neutron-server[87767]: INFO neutron.db.ipam_backend_mixin [None req-74adc632-b2fe-475b-9788-31fb2673bf0e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet db4e90cb-f4e8-4f69-9c94-d5f88572d661 (CIDR: 172.20.0.16/28) Feb 18 09:14:35.821529 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-74adc632-b2fe-475b-9788-31fb2673bf0e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:14:35.829453 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74adc632-b2fe-475b-9788-31fb2673bf0e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:35.907779 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55268) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:35.931326 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fae59eb-6aff-4900-a180-6cec6d351c2d', 'name': 'tempest-ImageQuotaTest-743359421-router', 'tenant_id': '7691a61599f442f5b3ec962fa9a88531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b0f198b6-d36f-4829-aff8-49d1d43791c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:10Z', 'updated_at': '2022-02-18T09:14:27Z', 'revision_number': 4, 'project_id': '7691a61599f442f5b3ec962fa9a88531', 'gw_port': {'id': 'b0f198b6-d36f-4829-aff8-49d1d43791c0', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fae59eb-6aff-4900-a180-6cec6d351c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:14Z', 'updated_at': '2022-02-18T09:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '991f65aa-eae5-4204-9a2b-299d7791cb01', 'name': '', 'network_id': '565170c1-9167-47b8-9a8c-c6ded887cfb9', 'tenant_id': '7691a61599f442f5b3ec962fa9a88531', 'mac_address': 'fa:16:3e:44:f2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fae59eb-6aff-4900-a180-6cec6d351c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '21e91ea2-4169-4df3-b5c7-22cce6843f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:24Z', 'updated_at': '2022-02-18T09:14:28Z', 'revision_number': 2, 'project_id': '7691a61599f442f5b3ec962fa9a88531', 'subnets': [{'id': '21e91ea2-4169-4df3-b5c7-22cce6843f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:35.934253 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-74adc632-b2fe-475b-9788-31fb2673bf0e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0700297 Feb 18 09:14:35.978556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55272) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:36.019996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-21dc0ee0-f4d5-439c-934b-7a146cabd168 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'subnet': {'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:36.020722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Checking router: 2fae59eb-6aff-4900-a180-6cec6d351c2d for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:14:36.021282 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Updating router 2fae59eb-6aff-4900-a180-6cec6d351c2d port 991f65aa-eae5-4204-9a2b-299d7791cb01 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:14:36.068596 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-049702f7-f42c-4e17-bc02-6bb9b5ed5ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:36.115399 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55276) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:36.122428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-049702f7-f42c-4e17-bc02-6bb9b5ed5ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:36.127909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-049702f7-f42c-4e17-bc02-6bb9b5ed5ccc admin admin] Usage tracker for resource:security_group_rule and tenant:bb62094567d846839ed6d951deaec270 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:36.131367 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-049702f7-f42c-4e17-bc02-6bb9b5ed5ccc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:36.139627 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-049702f7-f42c-4e17-bc02-6bb9b5ed5ccc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:36.183680 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:36.258942 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-049702f7-f42c-4e17-bc02-6bb9b5ed5ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:36.290348 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-15e91344-0fa5-4011-91e3-ccb8d39995d1 None None] Set router b6f52860-bf21-4eb3-8d69-c9dc9c025840 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:14:36.422634 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3020fc5d-6a09-4c8c-aca1-622345a46143 admin admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:36.477699 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-049702f7-f42c-4e17-bc02-6bb9b5ed5ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:36.520634 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4937d647-4d40-4f87-b1c1-88c26d0d6c89 tempest-NetworksApiDiscovery-715479096 tempest-NetworksApiDiscovery-715479096-project] 10.222.0.72 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.9756451 Feb 18 09:14:36.563633 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-049702f7-f42c-4e17-bc02-6bb9b5ed5ccc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bb62094567d846839ed6d951deaec270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6524858 Feb 18 09:14:36.567229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55286) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:36.569191 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049702f7-f42c-4e17-bc02-6bb9b5ed5ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b448bd86-5ce6-4a6b-8214-0fd1f40e2dd9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:36.816659 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2790221-3356-4242-bb10-ecd9f5d514de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:36.877475 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-21dc0ee0-f4d5-439c-934b-7a146cabd168 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:36.899256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2fb0f-2e78-41f3-9eeb-64769fb0ae5d req-343c48b9-c878-4ded-b5da-f881a42e055a tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:36.900858 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3d2fb0f-2e78-41f3-9eeb-64769fb0ae5d req-343c48b9-c878-4ded-b5da-f881a42e055a tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 945 time: 0.8984778 Feb 18 09:14:36.939702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-21dc0ee0-f4d5-439c-934b-7a146cabd168 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Usage tracker for resource:subnet and tenant:a3064a784c634f64a677d43a9a9265ec is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:36.972663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-21dc0ee0-f4d5-439c-934b-7a146cabd168 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:36.989573 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:37.017164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Transition to ACTIVE for port object 991f65aa-eae5-4204-9a2b-299d7791cb01 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:37.034602 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2790221-3356-4242-bb10-ecd9f5d514de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:37.040630 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:37.136435 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-15e91344-0fa5-4011-91e3-ccb8d39995d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f52860-bf21-4eb3-8d69-c9dc9c025840', 'name': 'tempest-TestServerMultinode-220924324-router', 'tenant_id': '792a703e15524e7ea4f30e773c7d56f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:19Z', 'updated_at': '2022-02-18T09:14:32Z', 'revision_number': 5, 'project_id': '792a703e15524e7ea4f30e773c7d56f1', 'gw_port': {'id': 'd52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f52860-bf21-4eb3-8d69-c9dc9c025840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:12:23Z', 'updated_at': '2022-02-18T09:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:37.145895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-21dc0ee0-f4d5-439c-934b-7a146cabd168 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:37.148569 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e91344-0fa5-4011-91e3-ccb8d39995d1 None None] Checking router: b6f52860-bf21-4eb3-8d69-c9dc9c025840 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:14:37.156985 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3020fc5d-6a09-4c8c-aca1-622345a46143 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:37.174646 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e91344-0fa5-4011-91e3-ccb8d39995d1 None None] Routers {'b6f52860-bf21-4eb3-8d69-c9dc9c025840'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:14:37.176358 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-15e91344-0fa5-4011-91e3-ccb8d39995d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:14:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b6f52860-bf21-4eb3-8d69-c9dc9c025840'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:37.229391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-3020fc5d-6a09-4c8c-aca1-622345a46143 admin admin] Deleting port d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:37.231020 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3020fc5d-6a09-4c8c-aca1-622345a46143 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:37.392073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66202b59-d0c4-466e-9344-1c74460b4fe0 None None] Pushing event updated for resources: {'Port': ['ID=991f65aa-eae5-4204-9a2b-299d7791cb01,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:37.413357 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Attempting to bind port 991f65aa-eae5-4204-9a2b-299d7791cb01 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:14:37.416637 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Attempting to bind port 991f65aa-eae5-4204-9a2b-299d7791cb01 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'a75b14d5-0696-48eb-8348-19beda3f2d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '565170c1-9167-47b8-9a8c-c6ded887cfb9'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:14:37.417220 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Attempting to bind port 991f65aa-eae5-4204-9a2b-299d7791cb01 on network 565170c1-9167-47b8-9a8c-c6ded887cfb9 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:14:37.431511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55296) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:37.433092 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:14:37.433693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Checking segment: {'id': 'a75b14d5-0696-48eb-8348-19beda3f2d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '565170c1-9167-47b8-9a8c-c6ded887cfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:14:37.434283 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:37.434860 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Bound using segment: {'id': 'a75b14d5-0696-48eb-8348-19beda3f2d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '565170c1-9167-47b8-9a8c-c6ded887cfb9'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:14:37.435530 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Bound port: 991f65aa-eae5-4204-9a2b-299d7791cb01, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75b14d5-0696-48eb-8348-19beda3f2d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '565170c1-9167-47b8-9a8c-c6ded887cfb9'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:14:37.436904 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:37.536903 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1fbd3740-a3b3-4d85-a049-101314a3721d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:37.615456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-3020fc5d-6a09-4c8c-aca1-622345a46143 admin admin] For port d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:37.616040 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3020fc5d-6a09-4c8c-aca1-622345a46143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:37.650635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] For port 991f65aa-eae5-4204-9a2b-299d7791cb01, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:14:37.655260 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] For port 991f65aa-eae5-4204-9a2b-299d7791cb01, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=991f65aa-eae5-4204-9a2b-299d7791cb01,segment=NetworkSegment(a75b14d5-0696-48eb-8348-19beda3f2d2c),segment_id=a75b14d5-0696-48eb-8348-19beda3f2d2c)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:14:37.683954 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:37.686412 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-15e91344-0fa5-4011-91e3-ccb8d39995d1 None None] Set router b6f52860-bf21-4eb3-8d69-c9dc9c025840 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:14:37.817628 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Routers {'2fae59eb-6aff-4900-a180-6cec6d351c2d'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:14:37.818279 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:14:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2fae59eb-6aff-4900-a180-6cec6d351c2d'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:37.922959 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-15e91344-0fa5-4011-91e3-ccb8d39995d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f52860-bf21-4eb3-8d69-c9dc9c025840', 'name': 'tempest-TestServerMultinode-220924324-router', 'tenant_id': '792a703e15524e7ea4f30e773c7d56f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:19Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 6, 'project_id': '792a703e15524e7ea4f30e773c7d56f1', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:37.941904 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e91344-0fa5-4011-91e3-ccb8d39995d1 None None] The sync data for ids ['b6f52860-bf21-4eb3-8d69-c9dc9c025840'] in n-d-829434-1 is: [{'id': 'b6f52860-bf21-4eb3-8d69-c9dc9c025840', 'name': 'tempest-TestServerMultinode-220924324-router', 'tenant_id': '792a703e15524e7ea4f30e773c7d56f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:12:19Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 6, 'project_id': '792a703e15524e7ea4f30e773c7d56f1', 'gw_port_host': None}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:14:37.967117 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-888b11ce-052d-442e-ba00-e724c6667edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:38.003907 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66202b59-d0c4-466e-9344-1c74460b4fe0 None None] Pushing event updated for resources: {'Port': ['ID=991f65aa-eae5-4204-9a2b-299d7791cb01,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:38.049571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-3020fc5d-6a09-4c8c-aca1-622345a46143 admin admin] Calling delete_port for d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6 owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:38.194580 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3d2fb0f-2e78-41f3-9eeb-64769fb0ae5d req-592f698a-9eea-4e35-9f8b-7461ec2f9d4b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2561858 Feb 18 09:14:38.199115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dc0ee0-f4d5-439c-934b-7a146cabd168 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Made reservation on behalf of a3064a784c634f64a677d43a9a9265ec for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:38.204964 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-21dc0ee0-f4d5-439c-934b-7a146cabd168 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:38.343753 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] Set router 2fae59eb-6aff-4900-a180-6cec6d351c2d gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:14:38.405647 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2790221-3356-4242-bb10-ecd9f5d514de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:38.405909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-888b11ce-052d-442e-ba00-e724c6667edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:38.412968 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-888b11ce-052d-442e-ba00-e724c6667edc admin admin] Usage tracker for resource:security_group_rule and tenant:dcef00c8c4e8465d9a3618c1dda11867 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:38.417951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-888b11ce-052d-442e-ba00-e724c6667edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:38.427439 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-888b11ce-052d-442e-ba00-e724c6667edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:38.479235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2790221-3356-4242-bb10-ecd9f5d514de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b448bd86-5ce6-4a6b-8214-0fd1f40e2dd9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:38.506416 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e2790221-3356-4242-bb10-ecd9f5d514de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:38.520008 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e2790221-3356-4242-bb10-ecd9f5d514de admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b448bd86-5ce6-4a6b-8214-0fd1f40e2dd9 HTTP/1.1" status: 204 len: 168 time: 1.9441514 Feb 18 09:14:38.640816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-1fbd3740-a3b3-4d85-a049-101314a3721d admin admin] Deleting port 991f65aa-eae5-4204-9a2b-299d7791cb01 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:38.641332 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1fbd3740-a3b3-4d85-a049-101314a3721d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:38.861306 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e1e27626-9fcd-4690-80da-211769a0ebf6 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:39.052734 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-888b11ce-052d-442e-ba00-e724c6667edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:39.123419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-1fbd3740-a3b3-4d85-a049-101314a3721d admin admin] For port 991f65aa-eae5-4204-9a2b-299d7791cb01, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=991f65aa-eae5-4204-9a2b-299d7791cb01,segment=NetworkSegment(a75b14d5-0696-48eb-8348-19beda3f2d2c),segment_id=a75b14d5-0696-48eb-8348-19beda3f2d2c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:39.124085 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1fbd3740-a3b3-4d85-a049-101314a3721d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:39.283605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:39.334720 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3020fc5d-6a09-4c8c-aca1-622345a46143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:39.368644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-1fbd3740-a3b3-4d85-a049-101314a3721d admin admin] Calling delete_port for 991f65aa-eae5-4204-9a2b-299d7791cb01 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:39.438590 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:14:39.445775 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:39.447651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020fc5d-6a09-4c8c-aca1-622345a46143 admin admin] Pushing event deleted for resources: {'Port': ['ID=d52fd4b6-7bf9-46d3-ae5e-e7e0b5fc12a6,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:39.450166 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4596bba6-dda8-458a-a930-c989a433aaae no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:39.538141 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-888b11ce-052d-442e-ba00-e724c6667edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:39.603944 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 4596bba6-dda8-458a-a930-c989a433aaae {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:14:39.604311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4596bba6-dda8-458a-a930-c989a433aaae not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:39.634307 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-888b11ce-052d-442e-ba00-e724c6667edc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dcef00c8c4e8465d9a3618c1dda11867&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2017102 Feb 18 09:14:39.640212 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55324) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:39.713545 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3020fc5d-6a09-4c8c-aca1-622345a46143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:39.750285 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b11ce-052d-442e-ba00-e724c6667edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4c0bb7-c3d6-486a-874d-2f7d9a7f0ad2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:39.754005 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port e1e27626-9fcd-4690-80da-211769a0ebf6 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:39.767520 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port e1e27626-9fcd-4690-80da-211769a0ebf6 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:39.768455 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:39.886257 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fae59eb-6aff-4900-a180-6cec6d351c2d', 'name': 'tempest-ImageQuotaTest-743359421-router', 'tenant_id': '7691a61599f442f5b3ec962fa9a88531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b0f198b6-d36f-4829-aff8-49d1d43791c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:10Z', 'updated_at': '2022-02-18T09:14:27Z', 'revision_number': 4, 'project_id': '7691a61599f442f5b3ec962fa9a88531', 'gw_port': {'id': 'b0f198b6-d36f-4829-aff8-49d1d43791c0', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fae59eb-6aff-4900-a180-6cec6d351c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:14Z', 'updated_at': '2022-02-18T09:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '991f65aa-eae5-4204-9a2b-299d7791cb01', 'name': '', 'network_id': '565170c1-9167-47b8-9a8c-c6ded887cfb9', 'tenant_id': '7691a61599f442f5b3ec962fa9a88531', 'mac_address': 'fa:16:3e:44:f2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fae59eb-6aff-4900-a180-6cec6d351c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '21e91ea2-4169-4df3-b5c7-22cce6843f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:24Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '7691a61599f442f5b3ec962fa9a88531', 'subnets': [{'id': '21e91ea2-4169-4df3-b5c7-22cce6843f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:39.894852 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25daa367-f8bb-49d5-86a0-97e3247b1224 None None] The sync data for ids ['2fae59eb-6aff-4900-a180-6cec6d351c2d'] in n-d-829434-1 is: [{'id': '2fae59eb-6aff-4900-a180-6cec6d351c2d', 'name': 'tempest-ImageQuotaTest-743359421-router', 'tenant_id': '7691a61599f442f5b3ec962fa9a88531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b0f198b6-d36f-4829-aff8-49d1d43791c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:10Z', 'updated_at': '2022-02-18T09:14:27Z', 'revision_number': 4, 'project_id': '7691a61599f442f5b3ec962fa9a88531', 'gw_port': {'id': 'b0f198b6-d36f-4829-aff8-49d1d43791c0', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fae59eb-6aff-4900-a180-6cec6d351c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:14Z', 'updated_at': '2022-02-18T09:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '991f65aa-eae5-4204-9a2b-299d7791cb01', 'name': '', 'network_id': '565170c1-9167-47b8-9a8c-c6ded887cfb9', 'tenant_id': '7691a61599f442f5b3ec962fa9a88531', 'mac_address': 'fa:16:3e:44:f2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fae59eb-6aff-4900-a180-6cec6d351c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '21e91ea2-4169-4df3-b5c7-22cce6843f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:24Z', 'updated_at': '2022-02-18T09:14:37Z', 'revision_number': 4, 'project_id': '7691a61599f442f5b3ec962fa9a88531', 'subnets': [{'id': '21e91ea2-4169-4df3-b5c7-22cce6843f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:14:40.038365 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:40.101250 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fab4e6ee-43bb-477b-abab-cb977df1ede9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:40.109452 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1fbd3740-a3b3-4d85-a049-101314a3721d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:40.272530 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fab4e6ee-43bb-477b-abab-cb977df1ede9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:40.340770 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-21dc0ee0-f4d5-439c-934b-7a146cabd168 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:40.448046 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05edc25-2e62-45ee-8165-898e82f86b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e27626-9fcd-4690-80da-211769a0ebf6'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:14:40.455757 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3020fc5d-6a09-4c8c-aca1-622345a46143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:40.467634 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3020fc5d-6a09-4c8c-aca1-622345a46143 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:40.491388 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fab4e6ee-43bb-477b-abab-cb977df1ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:40.494672 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e1e27626-9fcd-4690-80da-211769a0ebf6, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e1e27626-9fcd-4690-80da-211769a0ebf6,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:40.533018 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:40.604934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc0ee0-f4d5-439c-934b-7a146cabd168 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Subnet': ['ID=d6a0801d-3eae-4ffa-995b-5a1e95dde4d8,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:40.621559 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc0ee0-f4d5-439c-934b-7a146cabd168 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:14:40.630738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd3740-a3b3-4d85-a049-101314a3721d admin admin] Pushing event deleted for resources: {'Port': ['ID=991f65aa-eae5-4204-9a2b-299d7791cb01,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:40.650117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21cd6f-a507-49c7-862c-0f7954f9a283 req-d0bf0e44-b774-41a0-8f6b-4633ec5ed9d9 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:40.655394 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c21cd6f-a507-49c7-862c-0f7954f9a283 req-d0bf0e44-b774-41a0-8f6b-4633ec5ed9d9 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 945 time: 1.1249106 Feb 18 09:14:40.672597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-21dc0ee0-f4d5-439c-934b-7a146cabd168 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:14:40.676156 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dc0ee0-f4d5-439c-934b-7a146cabd168 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:40.677674 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-21dc0ee0-f4d5-439c-934b-7a146cabd168 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:40.696404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4e6ee-43bb-477b-abab-cb977df1ede9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4c0bb7-c3d6-486a-874d-2f7d9a7f0ad2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:40.721607 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fab4e6ee-43bb-477b-abab-cb977df1ede9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:40.727549 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fab4e6ee-43bb-477b-abab-cb977df1ede9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/be4c0bb7-c3d6-486a-874d-2f7d9a7f0ad2 HTTP/1.1" status: 204 len: 168 time: 1.0860014 Feb 18 09:14:40.772134 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-21dc0ee0-f4d5-439c-934b-7a146cabd168 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.7788179 Feb 18 09:14:40.774072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55346) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:40.814398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c21cd6f-a507-49c7-862c-0f7954f9a283 req-9eb0740e-2653-4595-9b10-3e6bf0eb4de3 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036501 Feb 18 09:14:40.822585 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3020fc5d-6a09-4c8c-aca1-622345a46143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:40.823472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3020fc5d-6a09-4c8c-aca1-622345a46143 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6f52860-bf21-4eb3-8d69-c9dc9c025840 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:14:40.876943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-335244460', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd6a0801d-3eae-4ffa-995b-5a1e95dde4d8'}], 'security_groups': ['237e5a05-c0ef-4a3d-9da0-47d47baa9f25', '235c1aa9-5413-493a-928a-c7059a68b091']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:40.893000 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05edc25-2e62-45ee-8165-898e82f86b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e27626-9fcd-4690-80da-211769a0ebf6', 'code': 200} Feb 18 09:14:40.966369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea1dd36-f3d1-4fc4-8e25-63a211abfab1 None None] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:14:41.192144 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3020fc5d-6a09-4c8c-aca1-622345a46143 admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:41.195831 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3020fc5d-6a09-4c8c-aca1-622345a46143 admin admin] 10.222.0.72 "DELETE /v2.0/routers/b6f52860-bf21-4eb3-8d69-c9dc9c025840 HTTP/1.1" status: 204 len: 168 time: 5.4457054 Feb 18 09:14:41.199199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55354) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:41.415658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-26cd7907-9146-4bfe-b14a-3923241f8f29 admin admin] Deleting subnet 475c2676-6378-43f9-bdf9-a0f5364bf03b {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:14:41.430758 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-26cd7907-9146-4bfe-b14a-3923241f8f29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:41.447977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=e1e27626-9fcd-4690-80da-211769a0ebf6,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:41.464013 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:41.622117 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1fbd3740-a3b3-4d85-a049-101314a3721d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:41.634922 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-26cd7907-9146-4bfe-b14a-3923241f8f29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:41.676010 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:41.925878 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-26cd7907-9146-4bfe-b14a-3923241f8f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:42.280118 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-26cd7907-9146-4bfe-b14a-3923241f8f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:42.388463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7d81c0-91f8-473c-a6e4-bc364dc22fa5 None None] Update dhcp port {'port': {'network_id': 'b5d0f13e-e346-42b9-bdd7-4fb36438b764', 'fixed_ips': [{'subnet_id': 'db4e90cb-f4e8-4f69-9c94-d5f88572d661', 'ip_address': '172.20.0.18'}, {'subnet_id': '5be4d45d-ffe6-429c-8d4e-e216b355aa28', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd6a0801d-3eae-4ffa-995b-5a1e95dde4d8'}], 'binding:host_id': 'n-d-829434-1'}, 'id': '24dc810a-6de4-4e69-918c-905e0c86ce41'} from n-d-829434-1. {{(pid=87769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 18 09:14:42.444852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75891eb1-f3fa-45b9-94b0-284eacd766a4 req-7b9b0adc-2448-4668-bfeb-d42f8bb51472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:42.451466 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-75891eb1-f3fa-45b9-94b0-284eacd766a4 req-7b9b0adc-2448-4668-bfeb-d42f8bb51472 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 1097 time: 1.4586420 Feb 18 09:14:42.528229 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9f7d81c0-91f8-473c-a6e4-bc364dc22fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:42.554872 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-26cd7907-9146-4bfe-b14a-3923241f8f29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:42.567634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd7907-9146-4bfe-b14a-3923241f8f29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=475c2676-6378-43f9-bdf9-a0f5364bf03b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:42.645700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e9c2d8-e1c3-49e6-97da-2b6fc40b6f70 None None] Network 88d05f08-fe41-43cf-9bfe-38db7f9cbeb9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:14:42.747910 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-26cd7907-9146-4bfe-b14a-3923241f8f29 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/475c2676-6378-43f9-bdf9-a0f5364bf03b HTTP/1.1" status: 204 len: 168 time: 1.5175500 Feb 18 09:14:42.885817 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55390) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:42.899251 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-75891eb1-f3fa-45b9-94b0-284eacd766a4 req-67ddc689-ae8a-49f6-a6c4-fc614d9acde5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287024 Feb 18 09:14:43.291794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0aa8f6-7e3c-4e50-ae32-dc1d76e8cea0 req-7dfe1d94-bcf8-4725-be5d-7ddbfa97d9a0 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:43.304691 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:43.305505 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a0aa8f6-7e3c-4e50-ae32-dc1d76e8cea0 req-7dfe1d94-bcf8-4725-be5d-7ddbfa97d9a0 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 1.0197759 Feb 18 09:14:43.347409 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:43.377153 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-9f7d81c0-91f8-473c-a6e4-bc364dc22fa5 None None] Allocated IP 172.20.0.34 (b5d0f13e-e346-42b9-bdd7-4fb36438b764/d6a0801d-3eae-4ffa-995b-5a1e95dde4d8/24dc810a-6de4-4e69-918c-905e0c86ce41) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:43.396005 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0029f980-4a80-474f-910e-a472b1b05165 None None] DHCP port deletion for 88d05f08-fe41-43cf-9bfe-38db7f9cbeb9 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:14:43.399049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] Deleting port dc3090a5-5452-40cc-84b6-964221e249f5 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:43.400042 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:43.430923 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0029f980-4a80-474f-910e-a472b1b05165 None None] Deleting port dc3090a5-5452-40cc-84b6-964221e249f5 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:43.440652 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0029f980-4a80-474f-910e-a472b1b05165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:43.544088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbd3740-a3b3-4d85-a049-101314a3721d admin admin] Router 2fae59eb-6aff-4900-a180-6cec6d351c2d has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:14:43.768057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a0aa8f6-7e3c-4e50-ae32-dc1d76e8cea0 req-778d30ff-6d92-4a5f-a8dc-9d2c4f8df86f tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558346 Feb 18 09:14:44.177991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] For port dc3090a5-5452-40cc-84b6-964221e249f5, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=dc3090a5-5452-40cc-84b6-964221e249f5,segment=NetworkSegment(5b2eea6b-b63c-47da-a726-c22c87fb95c8),segment_id=5b2eea6b-b63c-47da-a726-c22c87fb95c8)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:44.179292 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:44.184349 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9f7d81c0-91f8-473c-a6e4-bc364dc22fa5 None None] For port 24dc810a-6de4-4e69-918c-905e0c86ce41, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=24dc810a-6de4-4e69-918c-905e0c86ce41,segment=NetworkSegment(3a6f1163-77de-4603-9d98-0d435d7c6b0f),segment_id=3a6f1163-77de-4603-9d98-0d435d7c6b0f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:44.199464 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0029f980-4a80-474f-910e-a472b1b05165 None None] For port dc3090a5-5452-40cc-84b6-964221e249f5, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=dc3090a5-5452-40cc-84b6-964221e249f5,segment=NetworkSegment(5b2eea6b-b63c-47da-a726-c22c87fb95c8),segment_id=5b2eea6b-b63c-47da-a726-c22c87fb95c8)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:44.199464 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0029f980-4a80-474f-910e-a472b1b05165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:44.331575 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] Calling delete_port for dc3090a5-5452-40cc-84b6-964221e249f5 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:44.430025 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:44.438074 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0029f980-4a80-474f-910e-a472b1b05165 None None] Calling delete_port for dc3090a5-5452-40cc-84b6-964221e249f5 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:44.501700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] No DVR routers for this DVR port dc3090a5-5452-40cc-84b6-964221e249f5 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:14:44.552172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3090a5-5452-40cc-84b6-964221e249f5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:44.591164 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbd3740-a3b3-4d85-a049-101314a3721d admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:14:44.643025 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-9f7d81c0-91f8-473c-a6e4-bc364dc22fa5 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:14:44.674743 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9f7d81c0-91f8-473c-a6e4-bc364dc22fa5 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:44.694551 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1fbd3740-a3b3-4d85-a049-101314a3721d admin admin] 10.222.0.72 "PUT /v2.0/routers/2fae59eb-6aff-4900-a180-6cec6d351c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5773692 Feb 18 09:14:44.695156 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55420) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:44.726123 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:44.732221 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9f7d81c0-91f8-473c-a6e4-bc364dc22fa5 None None] Transition to ACTIVE for port object 24dc810a-6de4-4e69-918c-905e0c86ce41 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:44.784664 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d05f08-fe41-43cf-9bfe-38db7f9cbeb9']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:44.845205 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2eea6b-b63c-47da-a726-c22c87fb95c8') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:44.845872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2eea6b-b63c-47da-a726-c22c87fb95c8') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:44.891865 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-0029f980-4a80-474f-910e-a472b1b05165 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:14:44.892225 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-0029f980-4a80-474f-910e-a472b1b05165 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:14:44.893009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2548c38-aa91-4871-860c-be08476ef38f None None] Sync routers for ids ['2fae59eb-6aff-4900-a180-6cec6d351c2d'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:14:44.897277 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:44.920236 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9f7d81c0-91f8-473c-a6e4-bc364dc22fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:44.974878 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:45.002264 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:14:45.006508 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:14:45.068237 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:14:45.376847 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device dc3090a5-5452-40cc-84b6-964221e249f5 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:45.437471 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:45.454349 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:45.484446 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] 10.222.0.72 "DELETE /v2.0/networks/88d05f08-fe41-43cf-9bfe-38db7f9cbeb9 HTTP/1.1" status: 204 len: 168 time: 2.5975401 Feb 18 09:14:45.488705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75594640-2965-4adc-b1cf-9508fa9aaf9c admin admin] Pushing event deleted for resources: {'Network': ['ID=88d05f08-fe41-43cf-9bfe-38db7f9cbeb9,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:45.499272 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2548c38-aa91-4871-860c-be08476ef38f None None] Routers {'2fae59eb-6aff-4900-a180-6cec6d351c2d'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:14:45.500124 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f2548c38-aa91-4871-860c-be08476ef38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:14:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2fae59eb-6aff-4900-a180-6cec6d351c2d'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:45.506368 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef08635f-315a-4a6e-a9e3-df65cbc9b574 admin admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:45.661870 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0029f980-4a80-474f-910e-a472b1b05165 None None] Deleting port dc3090a5-5452-40cc-84b6-964221e249f5 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:45.662795 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0029f980-4a80-474f-910e-a472b1b05165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:45.730646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: dc3090a5-5452-40cc-84b6-964221e249f5 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:14:45.733458 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device dc3090a5-5452-40cc-84b6-964221e249f5 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:45.947953 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55450) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:46.067876 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3f2ec5ee-4e91-4ce1-a1c7-20548c0599ed admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=db823f31fd7544dc84dd14aa6a5017ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1149981 Feb 18 09:14:46.068809 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55458) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:46.074472 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0029f980-4a80-474f-910e-a472b1b05165 None None] The port 'dc3090a5-5452-40cc-84b6-964221e249f5' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:14:46.081726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370ae8b-4862-44ba-807e-826252ddc299 req-73633d5f-8a81-4046-907b-fac862ae1ef7 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:46.083311 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2370ae8b-4862-44ba-807e-826252ddc299 req-73633d5f-8a81-4046-907b-fac862ae1ef7 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 0.8762026 Feb 18 09:14:46.097072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Delete allocated IP 172.20.0.3 (b5d0f13e-e346-42b9-bdd7-4fb36438b764/5be4d45d-ffe6-429c-8d4e-e216b355aa28) {{(pid=87768) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 18 09:14:46.179966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Allocated IP 172.20.0.39 (b5d0f13e-e346-42b9-bdd7-4fb36438b764/d6a0801d-3eae-4ffa-995b-5a1e95dde4d8/2e54efa9-cdcf-4dff-aa6d-ef645912bf6a) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:14:46.205521 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1edf6e6-7d03-4880-9e9e-cdb885b54886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:46.258759 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef08635f-315a-4a6e-a9e3-df65cbc9b574 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:46.276399 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1edf6e6-7d03-4880-9e9e-cdb885b54886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:46.297905 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2370ae8b-4862-44ba-807e-826252ddc299 req-b917bf60-4e95-4ba7-976b-204f952c65b8 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060454 Feb 18 09:14:46.357041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ef08635f-315a-4a6e-a9e3-df65cbc9b574 admin admin] Deleting port b0f198b6-d36f-4829-aff8-49d1d43791c0 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:46.357442 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef08635f-315a-4a6e-a9e3-df65cbc9b574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:46.377208 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d81c0-91f8-473c-a6e4-bc364dc22fa5 None None] Pushing event updated for resources: {'Port': ['ID=24dc810a-6de4-4e69-918c-905e0c86ce41,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:46.406668 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1edf6e6-7d03-4880-9e9e-cdb885b54886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:46.433130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edf6e6-7d03-4880-9e9e-cdb885b54886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3fe893-534d-428c-9fef-a00549fa558d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:46.447628 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1edf6e6-7d03-4880-9e9e-cdb885b54886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:46.464843 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e1edf6e6-7d03-4880-9e9e-cdb885b54886 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0d3fe893-534d-428c-9fef-a00549fa558d HTTP/1.1" status: 204 len: 168 time: 0.3888333 Feb 18 09:14:46.564636 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-f2548c38-aa91-4871-860c-be08476ef38f None None] Set router 2fae59eb-6aff-4900-a180-6cec6d351c2d gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:14:47.245560 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 24dc810a-6de4-4e69-918c-905e0c86ce41 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:14:47.256953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-ef08635f-315a-4a6e-a9e3-df65cbc9b574 admin admin] For port b0f198b6-d36f-4829-aff8-49d1d43791c0, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b0f198b6-d36f-4829-aff8-49d1d43791c0,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:47.257575 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef08635f-315a-4a6e-a9e3-df65cbc9b574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:47.407292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55478) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:47.525667 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ef08635f-315a-4a6e-a9e3-df65cbc9b574 admin admin] Calling delete_port for b0f198b6-d36f-4829-aff8-49d1d43791c0 owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:47.983209 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2d4ed405-c16f-4c8b-9d88-03386613931c None None] Provisioning for port 24dc810a-6de4-4e69-918c-905e0c86ce41 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:47.994262 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2d4ed405-c16f-4c8b-9d88-03386613931c None None] Provisioning complete for port 24dc810a-6de4-4e69-918c-905e0c86ce41 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:47.994669 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed405-c16f-4c8b-9d88-03386613931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:48.024035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d41906-b7a3-4d8a-8d07-19bb99e51bc2 req-c7110024-3750-427c-94b1-dbae2fdadaa4 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:48.030273 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-edc672a4-f9f7-4838-a39e-f87c339132c9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=792a703e15524e7ea4f30e773c7d56f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6183655 Feb 18 09:14:48.030833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55502) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:48.031563 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73d41906-b7a3-4d8a-8d07-19bb99e51bc2 req-c7110024-3750-427c-94b1-dbae2fdadaa4 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 1.3302536 Feb 18 09:14:48.060736 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef08635f-315a-4a6e-a9e3-df65cbc9b574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:48.250779 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8604d02e-053a-4c81-a799-4f543b3d207d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:48.266111 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f2548c38-aa91-4871-860c-be08476ef38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fae59eb-6aff-4900-a180-6cec6d351c2d', 'name': 'tempest-ImageQuotaTest-743359421-router', 'tenant_id': '7691a61599f442f5b3ec962fa9a88531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b0f198b6-d36f-4829-aff8-49d1d43791c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:10Z', 'updated_at': '2022-02-18T09:14:39Z', 'revision_number': 5, 'project_id': '7691a61599f442f5b3ec962fa9a88531', 'gw_port': {'id': 'b0f198b6-d36f-4829-aff8-49d1d43791c0', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fae59eb-6aff-4900-a180-6cec6d351c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:14:14Z', 'updated_at': '2022-02-18T09:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:48.274057 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2548c38-aa91-4871-860c-be08476ef38f None None] Checking router: 2fae59eb-6aff-4900-a180-6cec6d351c2d for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:14:48.315073 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8604d02e-053a-4c81-a799-4f543b3d207d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:48.347656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08635f-315a-4a6e-a9e3-df65cbc9b574 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f198b6-d36f-4829-aff8-49d1d43791c0,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:48.411429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2548c38-aa91-4871-860c-be08476ef38f None None] Routers {'2fae59eb-6aff-4900-a180-6cec6d351c2d'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:14:48.412064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f2548c38-aa91-4871-860c-be08476ef38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:14:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2fae59eb-6aff-4900-a180-6cec6d351c2d'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:48.453432 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8604d02e-053a-4c81-a799-4f543b3d207d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:48.499418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604d02e-053a-4c81-a799-4f543b3d207d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255a111c-c814-4ee4-88b2-db8145cbe662,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:48.524020 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8604d02e-053a-4c81-a799-4f543b3d207d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:48.527920 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73d41906-b7a3-4d8a-8d07-19bb99e51bc2 req-6c4b7291-e351-4e05-9e82-2bd2840e7c27 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952137 Feb 18 09:14:48.548816 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8604d02e-053a-4c81-a799-4f543b3d207d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/255a111c-c814-4ee4-88b2-db8145cbe662 HTTP/1.1" status: 204 len: 168 time: 0.5150552 Feb 18 09:14:48.794122 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef08635f-315a-4a6e-a9e3-df65cbc9b574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:48.984468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-f2548c38-aa91-4871-860c-be08476ef38f None None] Set router 2fae59eb-6aff-4900-a180-6cec6d351c2d gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:14:49.086254 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:14:49.293448 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:49.298919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2d4ed405-c16f-4c8b-9d88-03386613931c None None] Provisioning complete for port 2e54efa9-cdcf-4dff-aa6d-ef645912bf6a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:49.301382 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed405-c16f-4c8b-9d88-03386613931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:49.402575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Transition to ACTIVE for port object 2e54efa9-cdcf-4dff-aa6d-ef645912bf6a will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:14:49.556727 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef08635f-315a-4a6e-a9e3-df65cbc9b574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:49.565812 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ed405-c16f-4c8b-9d88-03386613931c None None] Port 2e54efa9-cdcf-4dff-aa6d-ef645912bf6a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:14:49.575030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f2548c38-aa91-4871-860c-be08476ef38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fae59eb-6aff-4900-a180-6cec6d351c2d', 'name': 'tempest-ImageQuotaTest-743359421-router', 'tenant_id': '7691a61599f442f5b3ec962fa9a88531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:10Z', 'updated_at': '2022-02-18T09:14:47Z', 'revision_number': 7, 'project_id': '7691a61599f442f5b3ec962fa9a88531', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:49.590234 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2548c38-aa91-4871-860c-be08476ef38f None None] The sync data for ids ['2fae59eb-6aff-4900-a180-6cec6d351c2d'] in n-d-829434-1 is: [{'id': '2fae59eb-6aff-4900-a180-6cec6d351c2d', 'name': 'tempest-ImageQuotaTest-743359421-router', 'tenant_id': '7691a61599f442f5b3ec962fa9a88531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:14:10Z', 'updated_at': '2022-02-18T09:14:47Z', 'revision_number': 7, 'project_id': '7691a61599f442f5b3ec962fa9a88531', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:14:49.596514 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef08635f-315a-4a6e-a9e3-df65cbc9b574 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:49.605848 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:49.637165 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2d4ed405-c16f-4c8b-9d88-03386613931c None None] Provisioning complete for port ccec93f5-b16b-4174-9036-2d8cdd53074a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:49.637165 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed405-c16f-4c8b-9d88-03386613931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:49.731868 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ed405-c16f-4c8b-9d88-03386613931c None None] Port ccec93f5-b16b-4174-9036-2d8cdd53074a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:14:49.750843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event updated for resources: {'Port': ['ID=2e54efa9-cdcf-4dff-aa6d-ef645912bf6a,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:49.868621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:49.868965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:49.869313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:49.869663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:49.869993 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:49.870333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:49.870656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:49.870980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:49.871429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:49.871621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:49.871947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:49.872331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:14:49.883984 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef08635f-315a-4a6e-a9e3-df65cbc9b574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:49.884522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef08635f-315a-4a6e-a9e3-df65cbc9b574 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fae59eb-6aff-4900-a180-6cec6d351c2d {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:14:49.913352 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef08635f-315a-4a6e-a9e3-df65cbc9b574 admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:49.914763 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ef08635f-315a-4a6e-a9e3-df65cbc9b574 admin admin] 10.222.0.72 "DELETE /v2.0/routers/2fae59eb-6aff-4900-a180-6cec6d351c2d HTTP/1.1" status: 204 len: 168 time: 5.2182350 Feb 18 09:14:49.918525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55532) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:49.926451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] In _notify_port_updated(), no bound segment for port 2e54efa9-cdcf-4dff-aa6d-ef645912bf6a on network b5d0f13e-e346-42b9-bdd7-4fb36438b764 {{(pid=87768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:14:49.932664 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:49.933615 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:49.938267 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f0ef3404-9cb0-4d20-99b3-ff304b296e0a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "PUT /v2.0/ports/2e54efa9-cdcf-4dff-aa6d-ef645912bf6a HTTP/1.1" status: 200 len: 959 time: 9.1439333 Feb 18 09:14:49.939430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55536) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:50.020688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59528ca4-be60-47ac-aed9-03927ac1f82c req-fdcf2723-bccc-446d-ba17-1eb56fffa578 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:50.022541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59528ca4-be60-47ac-aed9-03927ac1f82c req-fdcf2723-bccc-446d-ba17-1eb56fffa578 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 0.6166363 Feb 18 09:14:50.088306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1456cc08-d055-482d-9d31-6a66f06c5ede admin admin] Deleting subnet 21e91ea2-4169-4df3-b5c7-22cce6843f7e {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:14:50.093711 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1456cc08-d055-482d-9d31-6a66f06c5ede admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:50.135137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a26c8b6a-3c63-4abf-9019-caa1318c1893 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port 2e54efa9-cdcf-4dff-aa6d-ef645912bf6a {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:50.139031 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a26c8b6a-3c63-4abf-9019-caa1318c1893 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:50.154658 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1456cc08-d055-482d-9d31-6a66f06c5ede admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:50.248460 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59528ca4-be60-47ac-aed9-03927ac1f82c req-73c64073-ffdc-42ad-9717-7b47cbb0767f tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172449 Feb 18 09:14:50.379307 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1456cc08-d055-482d-9d31-6a66f06c5ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:50.477220 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1456cc08-d055-482d-9d31-6a66f06c5ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:50.573208 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:14:50.578213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456cc08-d055-482d-9d31-6a66f06c5ede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21e91ea2-4169-4df3-b5c7-22cce6843f7e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:50.587197 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1456cc08-d055-482d-9d31-6a66f06c5ede admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:50.595475 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1456cc08-d055-482d-9d31-6a66f06c5ede admin admin] 10.222.0.72 "DELETE /v2.0/subnets/21e91ea2-4169-4df3-b5c7-22cce6843f7e HTTP/1.1" status: 204 len: 168 time: 0.6758261 Feb 18 09:14:50.597922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55550) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:50.630453 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a26c8b6a-3c63-4abf-9019-caa1318c1893 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:50.632021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f2189a-974f-4a4f-9886-9861d9f81125 None None] Network 565170c1-9167-47b8-9a8c-c6ded887cfb9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:14:50.728995 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9e2a769c-02aa-4c55-a38f-9de0f8021615 None None] Provisioning for port 2e54efa9-cdcf-4dff-aa6d-ef645912bf6a completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:14:50.826326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a26c8b6a-3c63-4abf-9019-caa1318c1893 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for 2e54efa9-cdcf-4dff-aa6d-ef645912bf6a owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:50.856463 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:50.878228 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] Deleting port 4b44d8a6-1b93-45cf-9176-dd663f1c104d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:50.878847 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:50.913314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae7b01-544d-41a8-946d-498f08322cee req-d3dbf323-8477-4fde-b670-2aa248eb3a2a tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:50.920946 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6ae7b01-544d-41a8-946d-498f08322cee req-d3dbf323-8477-4fde-b670-2aa248eb3a2a tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 0.5136435 Feb 18 09:14:51.014236 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6ae7b01-544d-41a8-946d-498f08322cee req-f0c120ba-d7ea-4e16-a304-035f5bc07ece tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789723 Feb 18 09:14:51.048639 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9e2a769c-02aa-4c55-a38f-9de0f8021615 None None] Provisioning complete for port 2e54efa9-cdcf-4dff-aa6d-ef645912bf6a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:51.049461 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9e2a769c-02aa-4c55-a38f-9de0f8021615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:51.213243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b0f198b6-d36f-4829-aff8-49d1d43791c0 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:51.222269 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a26c8b6a-3c63-4abf-9019-caa1318c1893 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:51.367354 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c8b6a-3c63-4abf-9019-caa1318c1893 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Port': ['ID=2e54efa9-cdcf-4dff-aa6d-ef645912bf6a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:51.376192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: b0f198b6-d36f-4829-aff8-49d1d43791c0 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:14:51.376661 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b0f198b6-d36f-4829-aff8-49d1d43791c0 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:51.376995 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 991f65aa-eae5-4204-9a2b-299d7791cb01 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:51.445283 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] For port 4b44d8a6-1b93-45cf-9176-dd663f1c104d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4b44d8a6-1b93-45cf-9176-dd663f1c104d,segment=NetworkSegment(a75b14d5-0696-48eb-8348-19beda3f2d2c),segment_id=a75b14d5-0696-48eb-8348-19beda3f2d2c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:51.445916 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:51.662541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a769c-02aa-4c55-a38f-9de0f8021615 None None] Port 2e54efa9-cdcf-4dff-aa6d-ef645912bf6a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:14:51.687489 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 991f65aa-eae5-4204-9a2b-299d7791cb01 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:14:51.688108 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 991f65aa-eae5-4204-9a2b-299d7791cb01 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:51.805350 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a26c8b6a-3c63-4abf-9019-caa1318c1893 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:51.853949 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a26c8b6a-3c63-4abf-9019-caa1318c1893 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/ports/2e54efa9-cdcf-4dff-aa6d-ef645912bf6a HTTP/1.1" status: 204 len: 168 time: 1.9123385 Feb 18 09:14:51.858273 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55592) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:51.921317 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] Calling delete_port for 4b44d8a6-1b93-45cf-9176-dd663f1c104d owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:51.928385 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2b3dfe-06da-4cc5-8d99-07018ff0503e None None] DHCP port deletion for 565170c1-9167-47b8-9a8c-c6ded887cfb9 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:14:51.934547 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7f2b3dfe-06da-4cc5-8d99-07018ff0503e None None] Deleting port 4b44d8a6-1b93-45cf-9176-dd663f1c104d {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:51.935292 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3dfe-06da-4cc5-8d99-07018ff0503e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.117785 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-def37833-a999-4468-a7aa-adc4df17d4f3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] GET failed (client error): The resource could not be found. Feb 18 09:14:52.119007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-def37833-a999-4468-a7aa-adc4df17d4f3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Synchronizing usage tracker for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:14:52.134514 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.229242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed64696-2cf9-41f3-bde4-743689908af1 req-594d7e86-ccdd-473e-870b-6da854cc477c tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:52.231085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ed64696-2cf9-41f3-bde4-743689908af1 req-594d7e86-ccdd-473e-870b-6da854cc477c tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 0.1085746 Feb 18 09:14:52.234346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-def37833-a999-4468-a7aa-adc4df17d4f3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Unset dirty status for tenant:a3064a784c634f64a677d43a9a9265ec on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:14:52.238710 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-def37833-a999-4468-a7aa-adc4df17d4f3 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports/2e54efa9-cdcf-4dff-aa6d-ef645912bf6a HTTP/1.1" status: 404 len: 333 time: 0.3795173 Feb 18 09:14:52.239713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55602) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:52.262080 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b44d8a6-1b93-45cf-9176-dd663f1c104d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:52.269362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] No DVR routers for this DVR port 4b44d8a6-1b93-45cf-9176-dd663f1c104d on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:14:52.309873 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7f2b3dfe-06da-4cc5-8d99-07018ff0503e None None] The port '4b44d8a6-1b93-45cf-9176-dd663f1c104d' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:14:52.327512 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ed64696-2cf9-41f3-bde4-743689908af1 req-03171e4f-987f-46ad-b4b1-8ccd4e11358e tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742533 Feb 18 09:14:52.415849 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47ae3bc4-3a17-470a-a6dc-2eb4b5804a73 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.447726 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.478955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565170c1-9167-47b8-9a8c-c6ded887cfb9']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:52.485244 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47ae3bc4-3a17-470a-a6dc-2eb4b5804a73 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.495064 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75b14d5-0696-48eb-8348-19beda3f2d2c') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:52.495365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75b14d5-0696-48eb-8348-19beda3f2d2c') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:14:52.511790 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.537631 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.546690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:14:52.547118 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.603293 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47ae3bc4-3a17-470a-a6dc-2eb4b5804a73 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.637846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae3bc4-3a17-470a-a6dc-2eb4b5804a73 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34532afa-3f5d-4c09-a573-be27ad6a211c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:52.640169 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47ae3bc4-3a17-470a-a6dc-2eb4b5804a73 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.645704 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-47ae3bc4-3a17-470a-a6dc-2eb4b5804a73 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/security-groups/34532afa-3f5d-4c09-a573-be27ad6a211c HTTP/1.1" status: 204 len: 168 time: 0.3775504 Feb 18 09:14:52.646253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55614) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:14:52.693454 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:14:52.707696 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.714896 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.739696 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] 10.222.0.72 "DELETE /v2.0/networks/565170c1-9167-47b8-9a8c-c6ded887cfb9 HTTP/1.1" status: 204 len: 168 time: 2.1405411 Feb 18 09:14:52.748449 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d18fe193-9847-4393-9d4b-150752ade763 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:52.748998 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d936bad-f91b-447d-8ef4-61e9488a5280 admin admin] Pushing event deleted for resources: {'Network': ['ID=565170c1-9167-47b8-9a8c-c6ded887cfb9,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:52.881462 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d18fe193-9847-4393-9d4b-150752ade763 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.051399 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d18fe193-9847-4393-9d4b-150752ade763 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.098607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fe193-9847-4393-9d4b-150752ade763 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=235c1aa9-5413-493a-928a-c7059a68b091,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:53.109870 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d18fe193-9847-4393-9d4b-150752ade763 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.118834 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55626) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:53.119362 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d18fe193-9847-4393-9d4b-150752ade763 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/security-groups/235c1aa9-5413-493a-928a-c7059a68b091 HTTP/1.1" status: 204 len: 168 time: 0.4716587 Feb 18 09:14:53.212579 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55630) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:53.296805 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b4b225ed-660e-44d9-b275-d6451cfb2faa tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.317228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4b44d8a6-1b93-45cf-9176-dd663f1c104d no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:53.360157 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b4b225ed-660e-44d9-b275-d6451cfb2faa tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.371606 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6d188c95-76f8-4a2d-afb7-ac88a45f04a7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7691a61599f442f5b3ec962fa9a88531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575935 Feb 18 09:14:53.374366 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55642) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:53.421271 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 4b44d8a6-1b93-45cf-9176-dd663f1c104d {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:14:53.425672 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4b44d8a6-1b93-45cf-9176-dd663f1c104d not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:14:53.452392 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b4b225ed-660e-44d9-b275-d6451cfb2faa tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.486039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b225ed-660e-44d9-b275-d6451cfb2faa tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=237e5a05-c0ef-4a3d-9da0-47d47baa9f25,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:53.506852 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b4b225ed-660e-44d9-b275-d6451cfb2faa tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.511375 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b4b225ed-660e-44d9-b275-d6451cfb2faa tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/security-groups/237e5a05-c0ef-4a3d-9da0-47d47baa9f25 HTTP/1.1" status: 204 len: 168 time: 0.3906624 Feb 18 09:14:53.511976 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55646) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:53.536785 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-32889fd6-1f2f-4429-9c32-7dd21d34797b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.566611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55650) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:53.595588 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-32889fd6-1f2f-4429-9c32-7dd21d34797b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.636545 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bc7898-7c06-4e9a-8154-9be013332919 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting subnet 5be4d45d-ffe6-429c-8d4e-e216b355aa28 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:14:53.641184 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b5bc7898-7c06-4e9a-8154-9be013332919 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.707181 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b5bc7898-7c06-4e9a-8154-9be013332919 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.771061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570d0ec-5868-454a-b4af-6846d713fa44 req-6859a0ce-b047-473f-839e-8344cb84cbab tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:53.774041 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2570d0ec-5868-454a-b4af-6846d713fa44 req-6859a0ce-b047-473f-839e-8344cb84cbab tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 0.1414182 Feb 18 09:14:53.776228 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-32889fd6-1f2f-4429-9c32-7dd21d34797b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.808500 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b5bc7898-7c06-4e9a-8154-9be013332919 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.840027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32889fd6-1f2f-4429-9c32-7dd21d34797b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4598c48-5b78-457a-bd6b-9a564a251c52,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:53.893209 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b5bc7898-7c06-4e9a-8154-9be013332919 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.907493 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2570d0ec-5868-454a-b4af-6846d713fa44 req-e1a37d13-3889-456c-b244-bb19afd7b583 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250334 Feb 18 09:14:53.921633 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-32889fd6-1f2f-4429-9c32-7dd21d34797b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.923301 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-32889fd6-1f2f-4429-9c32-7dd21d34797b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a4598c48-5b78-457a-bd6b-9a564a251c52 HTTP/1.1" status: 204 len: 168 time: 0.5477271 Feb 18 09:14:53.924611 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3f391fb0-6e3b-4cff-a97a-130b0ce09d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.969322 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82db509c-bcff-4506-9846-4184e026e4a4 None None] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:14:53.987513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3f391fb0-6e3b-4cff-a97a-130b0ce09d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:53.990132 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b5bc7898-7c06-4e9a-8154-9be013332919 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:53.996855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3f391fb0-6e3b-4cff-a97a-130b0ce09d97 admin admin] Usage tracker for resource:security_group_rule and tenant:91c3f404d4164f43ba629903530c736c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:54.009750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3f391fb0-6e3b-4cff-a97a-130b0ce09d97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:54.029647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3f391fb0-6e3b-4cff-a97a-130b0ce09d97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:54.042498 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc7898-7c06-4e9a-8154-9be013332919 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Subnet': ['ID=5be4d45d-ffe6-429c-8d4e-e216b355aa28,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:54.048457 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b5bc7898-7c06-4e9a-8154-9be013332919 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/5be4d45d-ffe6-429c-8d4e-e216b355aa28 HTTP/1.1" status: 204 len: 168 time: 0.5320482 Feb 18 09:14:54.054230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55658) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:54.308698 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3f391fb0-6e3b-4cff-a97a-130b0ce09d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:54.316790 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3f391fb0-6e3b-4cff-a97a-130b0ce09d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:54.487386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3f391fb0-6e3b-4cff-a97a-130b0ce09d97 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=91c3f404d4164f43ba629903530c736c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9190402 Feb 18 09:14:54.488334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f391fb0-6e3b-4cff-a97a-130b0ce09d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba8db7c-3942-4ef1-844f-61c666bfda6c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:54.491042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55674) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:54.522152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55678) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:54.570607 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22ee51bd-14d6-45aa-b564-03303ad6084e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:54.571214 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-41347b03-0505-42f2-96ad-2011453b3351 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting subnet d6a0801d-3eae-4ffa-995b-5a1e95dde4d8 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:14:54.579808 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41347b03-0505-42f2-96ad-2011453b3351 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:54.655655 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-22ee51bd-14d6-45aa-b564-03303ad6084e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:54.674458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-22ee51bd-14d6-45aa-b564-03303ad6084e admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:54.678199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-22ee51bd-14d6-45aa-b564-03303ad6084e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:54.713411 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-22ee51bd-14d6-45aa-b564-03303ad6084e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:54.721847 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41347b03-0505-42f2-96ad-2011453b3351 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:54.722651 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-93015b7a-5f8e-48bc-878e-d3fdb49707ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:54.823376 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-93015b7a-5f8e-48bc-878e-d3fdb49707ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:54.896915 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41347b03-0505-42f2-96ad-2011453b3351 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:55.018222 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41347b03-0505-42f2-96ad-2011453b3351 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:55.079832 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22ee51bd-14d6-45aa-b564-03303ad6084e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:55.110358 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22ee51bd-14d6-45aa-b564-03303ad6084e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:55.143081 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41347b03-0505-42f2-96ad-2011453b3351 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:55.160948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41347b03-0505-42f2-96ad-2011453b3351 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a0801d-3eae-4ffa-995b-5a1e95dde4d8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:55.174426 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-41347b03-0505-42f2-96ad-2011453b3351 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/d6a0801d-3eae-4ffa-995b-5a1e95dde4d8 HTTP/1.1" status: 204 len: 168 time: 1.1188786 Feb 18 09:14:55.177289 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55686) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:55.267244 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-55846393-0152-441e-b802-d0a2b1d890c6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:55.267915 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55846393-0152-441e-b802-d0a2b1d890c6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:55.273036 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-55846393-0152-441e-b802-d0a2b1d890c6 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/5be4d45d-ffe6-429c-8d4e-e216b355aa28 HTTP/1.1" status: 404 len: 337 time: 0.0943592 Feb 18 09:14:55.273541 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55692) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:55.331877 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-93015b7a-5f8e-48bc-878e-d3fdb49707ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:55.409496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f63f26-06a1-44e4-904f-00c9d725292e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting subnet db4e90cb-f4e8-4f69-9c94-d5f88572d661 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:14:55.413400 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-22ee51bd-14d6-45aa-b564-03303ad6084e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.8893917 Feb 18 09:14:55.414600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55700) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:55.424642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee51bd-14d6-45aa-b564-03303ad6084e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5115e8-8e10-465d-ad09-aaafc451a1f9,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:55.424776 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27f63f26-06a1-44e4-904f-00c9d725292e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:55.427194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55702) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:55.467091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93015b7a-5f8e-48bc-878e-d3fdb49707ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba8db7c-3942-4ef1-844f-61c666bfda6c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:55.482714 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-93015b7a-5f8e-48bc-878e-d3fdb49707ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:55.484115 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-93015b7a-5f8e-48bc-878e-d3fdb49707ad admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3ba8db7c-3942-4ef1-844f-61c666bfda6c HTTP/1.1" status: 204 len: 168 time: 0.9903543 Feb 18 09:14:55.651540 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27f63f26-06a1-44e4-904f-00c9d725292e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:55.678848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c2598-dc91-44ab-b7f8-32b4b409b89c req-77146580-0d67-41d2-9f20-3f60a208d18a tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:55.690022 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f71c2598-dc91-44ab-b7f8-32b4b409b89c req-77146580-0d67-41d2-9f20-3f60a208d18a tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 0.5562558 Feb 18 09:14:55.759350 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c4133566-ebfc-4210-be43-fcadd5493921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:55.856535 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c4133566-ebfc-4210-be43-fcadd5493921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:55.902478 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27f63f26-06a1-44e4-904f-00c9d725292e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:55.989649 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f71c2598-dc91-44ab-b7f8-32b4b409b89c req-63f344f6-e649-40c2-b39f-c3b56d5fffd9 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939913 Feb 18 09:14:56.059586 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5c8cfb4d-a50c-4e6f-8fe0-d54ddb84eea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:56.088083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5c8cfb4d-a50c-4e6f-8fe0-d54ddb84eea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:56.094192 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27f63f26-06a1-44e4-904f-00c9d725292e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:56.106560 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5c8cfb4d-a50c-4e6f-8fe0-d54ddb84eea4 admin admin] Usage tracker for resource:security_group_rule and tenant:878e8d3388674942bd2c42ac3a327787 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:56.110186 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c4133566-ebfc-4210-be43-fcadd5493921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:56.126904 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5c8cfb4d-a50c-4e6f-8fe0-d54ddb84eea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:56.145924 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50869fd2-28bd-4872-a7ff-7961aa0f2e65 None None] Network b5d0f13e-e346-42b9-bdd7-4fb36438b764 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:14:56.159250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4133566-ebfc-4210-be43-fcadd5493921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5115e8-8e10-465d-ad09-aaafc451a1f9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:56.163423 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f63f26-06a1-44e4-904f-00c9d725292e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Subnet': ['ID=db4e90cb-f4e8-4f69-9c94-d5f88572d661,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:56.165489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5c8cfb4d-a50c-4e6f-8fe0-d54ddb84eea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:56.168778 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27f63f26-06a1-44e4-904f-00c9d725292e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:56.189090 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-27f63f26-06a1-44e4-904f-00c9d725292e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/db4e90cb-f4e8-4f69-9c94-d5f88572d661 HTTP/1.1" status: 204 len: 168 time: 0.9120562 Feb 18 09:14:56.189948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55714) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:56.237916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55718) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:56.258383 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c4133566-ebfc-4210-be43-fcadd5493921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:56.268532 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c4133566-ebfc-4210-be43-fcadd5493921 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bd5115e8-8e10-465d-ad09-aaafc451a1f9 HTTP/1.1" status: 204 len: 168 time: 0.8365979 Feb 18 09:14:56.273543 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-2825a155-e7fb-42a5-882b-f50a92c51b61 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:56.276024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2825a155-e7fb-42a5-882b-f50a92c51b61 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:56.278022 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-785a0ce7-099b-4870-95d0-bd47b6b1148b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:56.290165 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2825a155-e7fb-42a5-882b-f50a92c51b61 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/fe8745c0-8841-4a47-b981-43132e8b2663 HTTP/1.1" status: 404 len: 337 time: 0.0928626 Feb 18 09:14:56.309298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55724) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:56.350705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-785a0ce7-099b-4870-95d0-bd47b6b1148b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:56.355896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-785a0ce7-099b-4870-95d0-bd47b6b1148b admin admin] Usage tracker for resource:security_group_rule and tenant:2ccee66c4bf245d085e3dd927e2febf1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:56.360140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e27aa9f0-eece-48dd-9441-00c293e0ff6c tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "GET /v2.0/ports?device_id=35399a1f-a360-4dc0-a8fc-f6a0627de551 HTTP/1.1" status: 200 len: 205 time: 0.0548241 Feb 18 09:14:56.360548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55728) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:56.363253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-785a0ce7-099b-4870-95d0-bd47b6b1148b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:56.375713 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ee58a260-246b-4436-b01d-ed207bd452f5 None None] Provisioning complete for port 24dc810a-6de4-4e69-918c-905e0c86ce41 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:56.395021 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ee58a260-246b-4436-b01d-ed207bd452f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:56.461527 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5c8cfb4d-a50c-4e6f-8fe0-d54ddb84eea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:56.466982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-785a0ce7-099b-4870-95d0-bd47b6b1148b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:56.467999 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5c8cfb4d-a50c-4e6f-8fe0-d54ddb84eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:56.478069 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-63d23114-b206-483a-9c80-4008fa7146aa tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] delete failed (client error): The resource could not be found. Feb 18 09:14:56.479098 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-63d23114-b206-483a-9c80-4008fa7146aa tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/routers/35399a1f-a360-4dc0-a8fc-f6a0627de551 HTTP/1.1" status: 404 len: 336 time: 0.1174264 Feb 18 09:14:56.482278 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55732) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:56.537325 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-14023baa-73de-4558-ac9a-53e3ffe007fc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:56.537991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14023baa-73de-4558-ac9a-53e3ffe007fc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:56.539882 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-14023baa-73de-4558-ac9a-53e3ffe007fc tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/e6c8f254-fa9d-40df-85af-bbd16665bab3 HTTP/1.1" status: 404 len: 337 time: 0.0564332 Feb 18 09:14:56.556683 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55746) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:56.602599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5c8cfb4d-a50c-4e6f-8fe0-d54ddb84eea4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=878e8d3388674942bd2c42ac3a327787&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1374998 Feb 18 09:14:56.603531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cfb4d-a50c-4e6f-8fe0-d54ddb84eea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b60543-08da-4429-98d5-7df005fac7e8,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:56.607665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55752) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:56.634108 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b00d0a3-4f8f-4f2e-8b3f-3747737dcfda tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:56.635715 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b00d0a3-4f8f-4f2e-8b3f-3747737dcfda tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:56.670692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55758) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:56.671297 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8b00d0a3-4f8f-4f2e-8b3f-3747737dcfda tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/ebe62c09-ab7e-40ab-9f25-17ae733be3c1 HTTP/1.1" status: 404 len: 337 time: 0.1119452 Feb 18 09:14:56.799072 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ee58a260-246b-4436-b01d-ed207bd452f5 None None] Provisioning complete for port ccec93f5-b16b-4174-9036-2d8cdd53074a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:14:56.799448 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ee58a260-246b-4436-b01d-ed207bd452f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:56.879503 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40aecaea-124d-4821-89b7-8a0ab491ea42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:56.888782 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ee58a260-246b-4436-b01d-ed207bd452f5 None None] Port ccec93f5-b16b-4174-9036-2d8cdd53074a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:14:56.897914 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eace58-81c9-4001-859e-4c8c6d7b1de3 None None] DHCP port deletion for b5d0f13e-e346-42b9-bdd7-4fb36438b764 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:14:56.902023 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-785a0ce7-099b-4870-95d0-bd47b6b1148b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:56.910698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-56eace58-81c9-4001-859e-4c8c6d7b1de3 None None] Deleting port 24dc810a-6de4-4e69-918c-905e0c86ce41 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:56.911945 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-785a0ce7-099b-4870-95d0-bd47b6b1148b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:56.913382 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-56eace58-81c9-4001-859e-4c8c6d7b1de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:56.934035 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40aecaea-124d-4821-89b7-8a0ab491ea42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:56.992418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a0ce7-099b-4870-95d0-bd47b6b1148b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2980934-754b-4605-830e-e79c1917f7d7,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:57.011667 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09af73b-b986-457e-b8f9-e17b5134a3fd tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:57.013385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09af73b-b986-457e-b8f9-e17b5134a3fd tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:57.021695 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-785a0ce7-099b-4870-95d0-bd47b6b1148b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2ccee66c4bf245d085e3dd927e2febf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7816546 Feb 18 09:14:57.025903 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55766) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:57.030270 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55772) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:57.030820 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e09af73b-b986-457e-b8f9-e17b5134a3fd tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/7d53838e-a14f-4070-8add-c64262e16e93 HTTP/1.1" status: 404 len: 337 time: 0.3522558 Feb 18 09:14:57.031902 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40aecaea-124d-4821-89b7-8a0ab491ea42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:57.033809 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40aecaea-124d-4821-89b7-8a0ab491ea42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:57.035183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-40aecaea-124d-4821-89b7-8a0ab491ea42 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/34b60543-08da-4429-98d5-7df005fac7e8 HTTP/1.1" status: 204 len: 168 time: 0.4256861 Feb 18 09:14:57.074657 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aecaea-124d-4821-89b7-8a0ab491ea42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b60543-08da-4429-98d5-7df005fac7e8,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:57.182897 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-934a654c-b5b0-4544-8dcd-d49860a49951 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:57.184026 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934a654c-b5b0-4544-8dcd-d49860a49951 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:57.209932 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-934a654c-b5b0-4544-8dcd-d49860a49951 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/ports/138b64cb-1831-4584-b9e0-5a4059da2fea HTTP/1.1" status: 404 len: 333 time: 0.1592968 Feb 18 09:14:57.214197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55780) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:57.313738 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-989e9baa-7ad0-4329-8b6c-953fe0fea433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:57.353256 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d6f1a2-0138-42f4-b3ab-5ddd882ab1f2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:57.353974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d6f1a2-0138-42f4-b3ab-5ddd882ab1f2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:57.359791 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-49d6f1a2-0138-42f4-b3ab-5ddd882ab1f2 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/256718d0-ff9d-4075-83df-7bdaf1f2e63e HTTP/1.1" status: 404 len: 337 time: 0.1439795 Feb 18 09:14:57.361396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55786) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:57.387555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-989e9baa-7ad0-4329-8b6c-953fe0fea433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:57.442986 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 24dc810a-6de4-4e69-918c-905e0c86ce41 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:14:57.470396 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-875da554-ea04-4c97-9aee-6deae9beb20e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:57.470863 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875da554-ea04-4c97-9aee-6deae9beb20e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:57.475417 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-875da554-ea04-4c97-9aee-6deae9beb20e tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/3cc70f69-1bae-4c53-b4a6-ea1e730951ed HTTP/1.1" status: 404 len: 337 time: 0.0634661 Feb 18 09:14:57.477069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55794) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:57.514577 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-989e9baa-7ad0-4329-8b6c-953fe0fea433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:57.534607 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-4398316e-589d-4dd1-9829-dddfc2d618f7 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:57.535083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4398316e-589d-4dd1-9829-dddfc2d618f7 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:57.541299 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4398316e-589d-4dd1-9829-dddfc2d618f7 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/ports/673e92fc-505d-4a57-b80e-1a0ca4fcec1c HTTP/1.1" status: 404 len: 333 time: 0.0632639 Feb 18 09:14:57.544108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55798) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:57.584495 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b574ab-a226-41ea-b09c-5eb0dc233f43 req-f7b4b0f7-2053-41a9-abcd-eaf68e3c75c2 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:57.593502 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16b574ab-a226-41ea-b09c-5eb0dc233f43 req-f7b4b0f7-2053-41a9-abcd-eaf68e3c75c2 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 0.2302492 Feb 18 09:14:57.663762 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e9baa-7ad0-4329-8b6c-953fe0fea433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2980934-754b-4605-830e-e79c1917f7d7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:57.697218 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe318e3-6fb6-4007-89cf-8aebe33f72a9 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:57.700083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe318e3-6fb6-4007-89cf-8aebe33f72a9 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:57.707555 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ffe318e3-6fb6-4007-89cf-8aebe33f72a9 tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/2dc8efe5-bc5d-4ba4-b389-14631ca31d31 HTTP/1.1" status: 404 len: 337 time: 0.1546602 Feb 18 09:14:57.707555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-989e9baa-7ad0-4329-8b6c-953fe0fea433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:57.707555 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-989e9baa-7ad0-4329-8b6c-953fe0fea433 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b2980934-754b-4605-830e-e79c1917f7d7 HTTP/1.1" status: 204 len: 168 time: 0.6763375 Feb 18 09:14:57.708869 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55810) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:57.717519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16b574ab-a226-41ea-b09c-5eb0dc233f43 req-a1c812c2-fe53-42ff-9f17-4dff4cc8c3ae tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226380 Feb 18 09:14:57.727735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-56eace58-81c9-4001-859e-4c8c6d7b1de3 None None] For port 24dc810a-6de4-4e69-918c-905e0c86ce41, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=24dc810a-6de4-4e69-918c-905e0c86ce41,segment=NetworkSegment(3a6f1163-77de-4603-9d98-0d435d7c6b0f),segment_id=3a6f1163-77de-4603-9d98-0d435d7c6b0f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:57.728429 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-56eace58-81c9-4001-859e-4c8c6d7b1de3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:57.784219 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d486f896-8576-4a8e-8b57-169d1b5875fa tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] DELETE failed (client error): The resource could not be found. Feb 18 09:14:57.785075 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d486f896-8576-4a8e-8b57-169d1b5875fa tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:14:57.786890 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d486f896-8576-4a8e-8b57-169d1b5875fa tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/subnets/5f87daa5-a255-4425-a06e-116b28c97a94 HTTP/1.1" status: 404 len: 337 time: 0.0770264 Feb 18 09:14:57.789824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55814) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:57.840439 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55818) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:57.989015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-8395fbbe-5473-4e9e-9fd9-1253488f996a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port ccec93f5-b16b-4174-9036-2d8cdd53074a {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:57.989448 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8395fbbe-5473-4e9e-9fd9-1253488f996a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:58.152945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55826) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:58.199327 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a613493a-ba31-4859-b08b-e50e5d4f8bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:58.234509 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a613493a-ba31-4859-b08b-e50e5d4f8bc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:58.249404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a613493a-ba31-4859-b08b-e50e5d4f8bc4 admin admin] Usage tracker for resource:security_group_rule and tenant:8c0bab1ad9d74b69b46b6d75efd62a6b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:58.253079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a613493a-ba31-4859-b08b-e50e5d4f8bc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:58.268757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a613493a-ba31-4859-b08b-e50e5d4f8bc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:58.277144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-56eace58-81c9-4001-859e-4c8c6d7b1de3 None None] Calling delete_port for 24dc810a-6de4-4e69-918c-905e0c86ce41 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:58.396363 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:58.462255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-348089305-network', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:58.472020 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:58.476949 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Usage tracker for resource:network and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:58.482076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:58.496496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:58.498105 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8395fbbe-5473-4e9e-9fd9-1253488f996a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:58.514907 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a613493a-ba31-4859-b08b-e50e5d4f8bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:58.529927 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 24dc810a-6de4-4e69-918c-905e0c86ce41, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=24dc810a-6de4-4e69-918c-905e0c86ce41,segment=NetworkSegment(3a6f1163-77de-4603-9d98-0d435d7c6b0f),segment_id=3a6f1163-77de-4603-9d98-0d435d7c6b0f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:58.536572 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:58.540657 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a613493a-ba31-4859-b08b-e50e5d4f8bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:58.631651 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=24dc810a-6de4-4e69-918c-905e0c86ce41,revision_number=11']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:58.636829 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-56eace58-81c9-4001-859e-4c8c6d7b1de3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:14:58.637520 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-56eace58-81c9-4001-859e-4c8c6d7b1de3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:14:58.649700 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a613493a-ba31-4859-b08b-e50e5d4f8bc4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8c0bab1ad9d74b69b46b6d75efd62a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4934027 Feb 18 09:14:58.654880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55838) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:58.658580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Made reservation on behalf of 565e12e7cc5e431dab2b5a9e029b0751 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:58.662144 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:58.738408 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:58.765349 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613493a-ba31-4859-b08b-e50e5d4f8bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0370c701-bbba-4d70-bfe6-3efca4f72aef,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:58.780213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:58.794262 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Usage tracker for resource:security_group_rule and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:58.809425 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-366ba1cf-f1d5-4d0c-81ce-826569c38134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:58.883573 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-366ba1cf-f1d5-4d0c-81ce-826569c38134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:58.958062 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-8395fbbe-5473-4e9e-9fd9-1253488f996a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for ccec93f5-b16b-4174-9036-2d8cdd53074a owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:14:58.964160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:58.987873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:59.035924 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-366ba1cf-f1d5-4d0c-81ce-826569c38134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.073476 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ba1cf-f1d5-4d0c-81ce-826569c38134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0370c701-bbba-4d70-bfe6-3efca4f72aef,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:59.084297 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-366ba1cf-f1d5-4d0c-81ce-826569c38134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.087750 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-366ba1cf-f1d5-4d0c-81ce-826569c38134 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0370c701-bbba-4d70-bfe6-3efca4f72aef HTTP/1.1" status: 204 len: 168 time: 0.4108686 Feb 18 09:14:59.140632 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-56eace58-81c9-4001-859e-4c8c6d7b1de3 None None] Deleting port 24dc810a-6de4-4e69-918c-905e0c86ce41 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:59.141509 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-56eace58-81c9-4001-859e-4c8c6d7b1de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.182757 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.201322 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.210013 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8395fbbe-5473-4e9e-9fd9-1253488f996a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.224919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:14:59.291325 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9beef-b9f6-4beb-9e02-cdceaa383b09 req-29a0e685-1765-4b1c-bd7c-b4c9ee52748c tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:59.292104 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.293410 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Added segment 80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a of type vlan for network 0db727e9-7df9-42ca-8e74-9709be866e15 Feb 18 09:14:59.304315 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13e9beef-b9f6-4beb-9e02-cdceaa383b09 req-29a0e685-1765-4b1c-bd7c-b4c9ee52748c tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 0.2934997 Feb 18 09:14:59.337728 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:59.350995 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8395fbbe-5473-4e9e-9fd9-1253488f996a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.362497 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.414279 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.417854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:14:59.418589 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.426502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395fbbe-5473-4e9e-9fd9-1253488f996a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Port': ['ID=ccec93f5-b16b-4174-9036-2d8cdd53074a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:59.438421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8395fbbe-5473-4e9e-9fd9-1253488f996a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/ports/ccec93f5-b16b-4174-9036-2d8cdd53074a HTTP/1.1" status: 204 len: 168 time: 1.6475236 Feb 18 09:14:59.440880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55860) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:59.600745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-56eace58-81c9-4001-859e-4c8c6d7b1de3 None None] For port 24dc810a-6de4-4e69-918c-905e0c86ce41, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=24dc810a-6de4-4e69-918c-905e0c86ce41,segment=NetworkSegment(3a6f1163-77de-4603-9d98-0d435d7c6b0f),segment_id=3a6f1163-77de-4603-9d98-0d435d7c6b0f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:14:59.601993 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-56eace58-81c9-4001-859e-4c8c6d7b1de3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.616566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] Pushing event updated for resources: {'Network': ['ID=0db727e9-7df9-42ca-8e74-9709be866e15,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:14:59.625669 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f6c407e4-6dc6-4b45-b994-4216fc16a3b7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7836187 Feb 18 09:14:59.628852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55868) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:14:59.644492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f1887b04-cc4f-40d2-978d-fcf2c5b079cc admin admin] Request body: {'subnet': {'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-348089305-subnet', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:14:59.656183 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f1887b04-cc4f-40d2-978d-fcf2c5b079cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:14:59.661097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f1887b04-cc4f-40d2-978d-fcf2c5b079cc admin admin] Usage tracker for resource:subnet and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:14:59.664227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f1887b04-cc4f-40d2-978d-fcf2c5b079cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:14:59.671893 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f1887b04-cc4f-40d2-978d-fcf2c5b079cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:14:59.684972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1887b04-cc4f-40d2-978d-fcf2c5b079cc admin admin] Made reservation on behalf of 565e12e7cc5e431dab2b5a9e029b0751 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:14:59.695269 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f1887b04-cc4f-40d2-978d-fcf2c5b079cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.757982 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:14:59.849767 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13e9beef-b9f6-4beb-9e02-cdceaa383b09 req-f67e168e-c54c-414a-a607-b692220cc183 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415668 Feb 18 09:14:59.860237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port 24dc810a-6de4-4e69-918c-905e0c86ce41 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:14:59.860237 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:00.082937 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 0db727e9-7df9-42ca-8e74-9709be866e15 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:15:00.219100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-56eace58-81c9-4001-859e-4c8c6d7b1de3 None None] Calling delete_port for 24dc810a-6de4-4e69-918c-905e0c86ce41 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:15:00.334928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] For port 24dc810a-6de4-4e69-918c-905e0c86ce41, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=24dc810a-6de4-4e69-918c-905e0c86ce41,segment=NetworkSegment(3a6f1163-77de-4603-9d98-0d435d7c6b0f),segment_id=3a6f1163-77de-4603-9d98-0d435d7c6b0f)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:15:00.335210 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:00.340906 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f66d34d7-099c-40ad-a022-937001fbd6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:00.371646 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-56eace58-81c9-4001-859e-4c8c6d7b1de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:00.458946 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eace58-81c9-4001-859e-4c8c6d7b1de3 None None] No DVR routers for this DVR port 24dc810a-6de4-4e69-918c-905e0c86ce41 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:15:00.483018 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eace58-81c9-4001-859e-4c8c6d7b1de3 None None] Pushing event deleted for resources: {'Port': ['ID=24dc810a-6de4-4e69-918c-905e0c86ce41,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:00.528495 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f1887b04-cc4f-40d2-978d-fcf2c5b079cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:00.615344 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1887b04-cc4f-40d2-978d-fcf2c5b079cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=335bb92e-5efc-4b58-bbc9-bba2b5cff7db,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:00.668590 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1887b04-cc4f-40d2-978d-fcf2c5b079cc admin admin] Checking segment: {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:15:00.670562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1887b04-cc4f-40d2-978d-fcf2c5b079cc admin admin] Network hostable DHCP agents. Network: 0db727e9-7df9-42ca-8e74-9709be866e15, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:15:00.686972 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Calling delete_port for 24dc810a-6de4-4e69-918c-905e0c86ce41 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:15:00.701827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1887b04-cc4f-40d2-978d-fcf2c5b079cc admin admin] Network 0db727e9-7df9-42ca-8e74-9709be866e15 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:15:00.720225 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-f1887b04-cc4f-40d2-978d-fcf2c5b079cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 0db727e9-7df9-42ca-8e74-9709be866e15) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:00.729287 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7b080e-3e39-4a09-a7d3-134c25ac9760 None None] Network 0db727e9-7df9-42ca-8e74-9709be866e15 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:15:00.730365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1887b04-cc4f-40d2-978d-fcf2c5b079cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:00.731431 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f1887b04-cc4f-40d2-978d-fcf2c5b079cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:00.770640 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f1887b04-cc4f-40d2-978d-fcf2c5b079cc admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1402583 Feb 18 09:15:00.772961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 55898) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:00.789336 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:00.797419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:00.802024 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Usage tracker for resource:router and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:00.807795 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:00.817825 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:00.849168 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:00.850679 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:00.891285 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:00.901270 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:15:00.901787 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:15:01.257732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d359528-cb57-4e01-95ef-ea6794936724 req-511d8d4e-f87b-42e7-9c5f-57984bbc5dde tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:01.260726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d359528-cb57-4e01-95ef-ea6794936724 req-511d8d4e-f87b-42e7-9c5f-57984bbc5dde tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 0.2170067 Feb 18 09:15:01.264164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-0db727e9-7df9-42ca-8e74-9709be866e15', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:15:01.265023 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:01.358575 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d359528-cb57-4e01-95ef-ea6794936724 req-b9b300a5-b4d1-4bd0-8f71-b8796dd52741 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873532 Feb 18 09:15:01.402801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Deleting port 24dc810a-6de4-4e69-918c-905e0c86ce41 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:15:01.403848 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:01.509500 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:01.520501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] The port '24dc810a-6de4-4e69-918c-905e0c86ce41' was deleted {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:15:01.608307 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Allocated IP 172.20.0.2 (0db727e9-7df9-42ca-8e74-9709be866e15/335bb92e-5efc-4b58-bbc9-bba2b5cff7db/21e9ca73-cd75-4866-b5be-afd8b61e5cb8) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:01.862268 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:01.938537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d0f13e-e346-42b9-bdd7-4fb36438b764']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:01.968081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6f1163-77de-4603-9d98-0d435d7c6b0f') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:01.968409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6f1163-77de-4603-9d98-0d435d7c6b0f') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:02.004317 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:02.023881 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:02.042357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:15:02.043037 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:02.050034 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:15:02.229535 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:15:02.233037 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:02.241849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Transition to ACTIVE for port object 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:02.243155 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:02.286694 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:02.295630 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Transition to ACTIVE for port object 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:02.309228 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:02.313676 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:02.322770 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] Pushing event deleted for resources: {'Network': ['ID=b5d0f13e-e346-42b9-bdd7-4fb36438b764,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:02.352526 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c3966536-e4a1-4c80-bda1-92165c3f077a tempest-PortsTestJSON-1410610840 tempest-PortsTestJSON-1410610840-project] 10.222.0.72 "DELETE /v2.0/networks/b5d0f13e-e346-42b9-bdd7-4fb36438b764 HTTP/1.1" status: 204 len: 168 time: 2.9068501 Feb 18 09:15:02.526114 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Network 0db727e9-7df9-42ca-8e74-9709be866e15 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:02.544535 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:02.553697 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:15:02.635991 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Pushing event updated for resources: {'Port': ['ID=21e9ca73-cd75-4866-b5be-afd8b61e5cb8,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:02.669290 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Allocated IP 172.25.1.204 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/d15d2625-f5bd-4b5f-b06f-3d2a201a9c91) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:02.791083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3af39-f52c-4eb8-9a89-c048fff02c64 req-6886ca1b-4890-4d40-90bb-82f78a2817e4 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:02.795106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1a3af39-f52c-4eb8-9a89-c048fff02c64 req-6886ca1b-4890-4d40-90bb-82f78a2817e4 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 0.2061563 Feb 18 09:15:02.854556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Attempting to bind port 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:02.856790 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Attempting to bind port 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:02.861999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Attempting to bind port 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 on network 0db727e9-7df9-42ca-8e74-9709be866e15 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:15:02.887219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:15:02.889431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Checking segment: {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:15:02.890242 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:02.894084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Bound using segment: {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:15:02.896058 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Bound port: 21e9ca73-cd75-4866-b5be-afd8b61e5cb8, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:02.896870 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:02.934645 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1a3af39-f52c-4eb8-9a89-c048fff02c64 req-f30958fe-a27b-4691-a77f-1bca0daa03ca tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328356 Feb 18 09:15:03.040746 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:03.103905 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:03.197818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55954) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:03.263835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] For port 21e9ca73-cd75-4866-b5be-afd8b61e5cb8, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:15:03.271079 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] For port 21e9ca73-cd75-4866-b5be-afd8b61e5cb8, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=21e9ca73-cd75-4866-b5be-afd8b61e5cb8,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:15:03.279742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Pushing event updated for resources: {'Port': ['ID=d15d2625-f5bd-4b5f-b06f-3d2a201a9c91,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:03.289747 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:03.315122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:03.321429 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:03.324835 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:15:03.557487 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebed89-950d-43f6-b5ba-69a235091740 None None] Pushing event updated for resources: {'Port': ['ID=21e9ca73-cd75-4866-b5be-afd8b61e5cb8,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:03.804820 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-de7c07cc-3ded-431c-8dbd-a990c308ac80 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a3064a784c634f64a677d43a9a9265ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6054082 Feb 18 09:15:03.812376 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 55962) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:03.946209 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-270a2fcb-cbe6-4665-a6d7-61d11c84240d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:03.962207 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:03.975726 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:04.501551 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aaada9ef-d6e2-4320-ac11-e8f219c76e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:04.534961 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aaada9ef-d6e2-4320-ac11-e8f219c76e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:04.550358 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca4910-2da7-4a8c-986a-96b394f55bd3 req-3900e138-ea41-4223-a1e8-224c72beef7f tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:04.569092 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8ca4910-2da7-4a8c-986a-96b394f55bd3 req-3900e138-ea41-4223-a1e8-224c72beef7f tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 0.2609079 Feb 18 09:15:04.710912 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:04.758176 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8ca4910-2da7-4a8c-986a-96b394f55bd3 req-066b3c8e-b2ca-41cd-bfec-2ed90f44b759 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878440 Feb 18 09:15:04.765858 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aaada9ef-d6e2-4320-ac11-e8f219c76e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:04.788798 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaada9ef-d6e2-4320-ac11-e8f219c76e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad12bf7-aa65-4215-ae99-c50f2f8b8a01,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:04.791005 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aaada9ef-d6e2-4320-ac11-e8f219c76e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:04.792637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-aaada9ef-d6e2-4320-ac11-e8f219c76e3b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4ad12bf7-aa65-4215-ae99-c50f2f8b8a01 HTTP/1.1" status: 204 len: 168 time: 0.9779236 Feb 18 09:15:05.057546 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:05.322089 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:05.530618 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:05.582826 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9825f8cd-8327-41e3-a7ea-a05b84bafb0f None None] Network 0db727e9-7df9-42ca-8e74-9709be866e15 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:15:05.660824 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:05.742838 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2ef82963-a2b3-415e-99ad-9ed0b563de8c None None] Provisioning for port 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:05.759552 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2ef82963-a2b3-415e-99ad-9ed0b563de8c None None] Provisioning complete for port 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:05.760309 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2ef82963-a2b3-415e-99ad-9ed0b563de8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:06.204715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4dc84-ff40-4137-ae0c-b628da93d854 req-0c57bb19-69e5-4a33-bd4f-68ea81467b7e tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:06.207407 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-14d4dc84-ff40-4137-ae0c-b628da93d854 req-0c57bb19-69e5-4a33-bd4f-68ea81467b7e tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 0.1719913 Feb 18 09:15:06.342951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Router ced51067-808e-4f7a-8ad6-e451b7364cfb is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:15:06.414061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-14d4dc84-ff40-4137-ae0c-b628da93d854 req-a0d3b4af-54bd-485c-bc22-2ece0b603b4e tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006562 Feb 18 09:15:06.470467 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2ef82963-a2b3-415e-99ad-9ed0b563de8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:06.493868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56024) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:06.581528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-2ef82963-a2b3-415e-99ad-9ed0b563de8c None None] For port 21e9ca73-cd75-4866-b5be-afd8b61e5cb8, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=21e9ca73-cd75-4866-b5be-afd8b61e5cb8,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:15:06.595767 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2ef82963-a2b3-415e-99ad-9ed0b563de8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:06.743478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef82963-a2b3-415e-99ad-9ed0b563de8c None None] Pushing event updated for resources: {'Port': ['ID=21e9ca73-cd75-4866-b5be-afd8b61e5cb8,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:06.807635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019557037'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:06.820652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:06.831108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:06.845291 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:06.870313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:06.899474 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:06.914879 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:06.930813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:15:06.948027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:06.948969 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Sync routers for ids ['ced51067-808e-4f7a-8ad6-e451b7364cfb'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:15:06.954624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:06.959238 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:06.969795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:07.009396 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Routers {'ced51067-808e-4f7a-8ad6-e451b7364cfb'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:15:07.016091 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:15:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['ced51067-808e-4f7a-8ad6-e451b7364cfb'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:07.077296 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:07.084309 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e9791c1b-e125-45f8-8a72-15af2277759c admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3075037 Feb 18 09:15:07.085294 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56036) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:07.158862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-dae6ce87-7ace-43a8-b05a-4f3b1a54a070 req-a5cfd6e9-dc7a-402b-abe0-28845818cc2a service neutron] (87768) timed out ('10.222.0.81', 50210) {{(pid=87768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:15:07.171494 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:07.198222 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:07.221367 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:07.238486 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-600ac0eb-9796-4d0e-921b-062d678e33d2 None None] Provisioning complete for port 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:07.241259 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-600ac0eb-9796-4d0e-921b-062d678e33d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:07.290729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47dd9e04-603a-4a7e-9feb-bc6d381a2a83,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:07.308261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:07.326809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:07.348505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:07.416566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:07.582063 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:07.593422 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:07.674659 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Set router ced51067-808e-4f7a-8ad6-e451b7364cfb gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:15:07.677477 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:07.678016 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:07.784828 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114b88ea-fdab-4f92-a997-76a7903d6d60,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:07.847668 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:07.865141 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e90e69d0-96a5-4620-8fd1-90ab93118abd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3698173 Feb 18 09:15:07.872236 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56052) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:08.275792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-05f84151-9b33-448b-ac67-07e8f9744f8f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:08.316190 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376b1b5-b777-4a56-900b-25766b6079de req-29aca5b2-bfd1-41d4-8a4e-33b2573225d9 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:08.330665 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c376b1b5-b777-4a56-900b-25766b6079de req-29aca5b2-bfd1-41d4-8a4e-33b2573225d9 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 0.3500493 Feb 18 09:15:08.414928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-05f84151-9b33-448b-ac67-07e8f9744f8f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:08.419912 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-05f84151-9b33-448b-ac67-07e8f9744f8f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5420151 Feb 18 09:15:08.422727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56062) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:08.433112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-33d6fe8a-fecc-4413-9043-0772ae533bfd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group': {'name': 'tempest-security--1099335320', 'description': 'tempest-security-description-1762732638'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:08.539636 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:04Z', 'revision_number': 3, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:08.541458 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-33d6fe8a-fecc-4413-9043-0772ae533bfd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:08.553670 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Checking router: ced51067-808e-4f7a-8ad6-e451b7364cfb for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:15:08.554012 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Updating router ced51067-808e-4f7a-8ad6-e451b7364cfb port d15d2625-f5bd-4b5f-b06f-3d2a201a9c91 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:15:08.564950 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c376b1b5-b777-4a56-900b-25766b6079de req-be0686d5-0ad1-4b35-8985-0b5133ff3152 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229223 Feb 18 09:15:08.680309 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:08.700906 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-33d6fe8a-fecc-4413-9043-0772ae533bfd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:08.717648 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-33d6fe8a-fecc-4413-9043-0772ae533bfd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:08.720078 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-33d6fe8a-fecc-4413-9043-0772ae533bfd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:08.723952 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-33d6fe8a-fecc-4413-9043-0772ae533bfd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "PUT /v2.0/security-groups/114b88ea-fdab-4f92-a997-76a7903d6d60 HTTP/1.1" status: 200 len: 1780 time: 0.2972095 Feb 18 09:15:08.727340 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56066) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:08.798097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6fe8a-fecc-4413-9043-0772ae533bfd tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114b88ea-fdab-4f92-a997-76a7903d6d60,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:09.024294 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a7793536-558e-4212-9cd2-4f6129bd4302 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-groups/114b88ea-fdab-4f92-a997-76a7903d6d60 HTTP/1.1" status: 200 len: 1780 time: 0.2951496 Feb 18 09:15:09.026956 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56072) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:09.172110 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f51e9257-ba70-432a-95d3-1d8ee8ab46ee tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:09.239828 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f51e9257-ba70-432a-95d3-1d8ee8ab46ee tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:09.396376 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f51e9257-ba70-432a-95d3-1d8ee8ab46ee tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:09.472070 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:09.521472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e9257-ba70-432a-95d3-1d8ee8ab46ee tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114b88ea-fdab-4f92-a997-76a7903d6d60,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:09.534714 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:09.535648 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f51e9257-ba70-432a-95d3-1d8ee8ab46ee tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:09.541476 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f51e9257-ba70-432a-95d3-1d8ee8ab46ee tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-groups/114b88ea-fdab-4f92-a997-76a7903d6d60 HTTP/1.1" status: 204 len: 168 time: 0.5123291 Feb 18 09:15:09.546298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56082) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:09.604934 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Transition to ACTIVE for port object d15d2625-f5bd-4b5f-b06f-3d2a201a9c91 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:09.628142 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:09.766618 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1a593bcd-6a8d-45fd-9e6d-c861b2fbe283 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:09.821749 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Attempting to bind port d15d2625-f5bd-4b5f-b06f-3d2a201a9c91 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:09.822386 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Attempting to bind port d15d2625-f5bd-4b5f-b06f-3d2a201a9c91 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:09.822983 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Attempting to bind port d15d2625-f5bd-4b5f-b06f-3d2a201a9c91 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:15:09.835974 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:15:09.836857 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:15:09.837688 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:09.838248 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:15:09.838877 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Bound port: d15d2625-f5bd-4b5f-b06f-3d2a201a9c91, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:09.839450 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:09.839915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1a593bcd-6a8d-45fd-9e6d-c861b2fbe283 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:09.844792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1a593bcd-6a8d-45fd-9e6d-c861b2fbe283 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2923958 Feb 18 09:15:09.847876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56088) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:09.873256 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0480f-952c-4d01-8b4d-70900302ffa7 None None] Pushing event updated for resources: {'Port': ['ID=d15d2625-f5bd-4b5f-b06f-3d2a201a9c91,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:09.898971 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0480f-952c-4d01-8b4d-70900302ffa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:09.899700 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0480f-952c-4d01-8b4d-70900302ffa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:09.900425 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0480f-952c-4d01-8b4d-70900302ffa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:09.900925 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0480f-952c-4d01-8b4d-70900302ffa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:09.901402 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0480f-952c-4d01-8b4d-70900302ffa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:09.901896 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0480f-952c-4d01-8b4d-70900302ffa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:09.902770 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0480f-952c-4d01-8b4d-70900302ffa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:09.903285 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0480f-952c-4d01-8b4d-70900302ffa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:09.904717 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0480f-952c-4d01-8b4d-70900302ffa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:09.905267 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0480f-952c-4d01-8b4d-70900302ffa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:09.905761 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0480f-952c-4d01-8b4d-70900302ffa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:09.906236 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0480f-952c-4d01-8b4d-70900302ffa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:09.922926 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-138ba87b-3177-44da-aab5-17ec412094aa tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] delete failed (client error): The resource could not be found. Feb 18 09:15:09.924619 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-138ba87b-3177-44da-aab5-17ec412094aa tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-groups/114b88ea-fdab-4f92-a997-76a7903d6d60 HTTP/1.1" status: 404 len: 347 time: 0.0756133 Feb 18 09:15:09.930702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56094) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:09.948624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-b2450eaf-066f-4309-b0a0-040f60da78ca tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group': {'name': 'tempest-secgroup--916515051'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:09.979788 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] For port d15d2625-f5bd-4b5f-b06f-3d2a201a9c91, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:15:09.985306 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] For port d15d2625-f5bd-4b5f-b06f-3d2a201a9c91, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d15d2625-f5bd-4b5f-b06f-3d2a201a9c91,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:15:09.992491 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:09.994447 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b2450eaf-066f-4309-b0a0-040f60da78ca tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:10.064353 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b2450eaf-066f-4309-b0a0-040f60da78ca tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:10.158917 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Routers {'ced51067-808e-4f7a-8ad6-e451b7364cfb'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:15:10.160719 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:15:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['ced51067-808e-4f7a-8ad6-e451b7364cfb'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:10.238297 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b2450eaf-066f-4309-b0a0-040f60da78ca tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:10.317831 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b2450eaf-066f-4309-b0a0-040f60da78ca tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:10.330615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b2450eaf-066f-4309-b0a0-040f60da78ca tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:10.336112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b2450eaf-066f-4309-b0a0-040f60da78ca tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:10.363945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b2450eaf-066f-4309-b0a0-040f60da78ca tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:10.413869 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Allocated IP 172.20.0.1 (0db727e9-7df9-42ca-8e74-9709be866e15/335bb92e-5efc-4b58-bbc9-bba2b5cff7db/570cff6e-d0db-4f06-ba48-4b7805234423) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:10.533034 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b2450eaf-066f-4309-b0a0-040f60da78ca tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:10.550799 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b2450eaf-066f-4309-b0a0-040f60da78ca tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:10.571990 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] Set router ced51067-808e-4f7a-8ad6-e451b7364cfb gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:15:10.603526 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2450eaf-066f-4309-b0a0-040f60da78ca tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654c18a6-9226-434a-b96f-69de608e14e5,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:10.661952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d7f6d-a558-4ed2-a371-310bf82e1c80 req-3b7c75a5-1e0e-45e4-89a9-743c654f8e10 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:10.664075 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-062d7f6d-a558-4ed2-a371-310bf82e1c80 req-3b7c75a5-1e0e-45e4-89a9-743c654f8e10 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 0.5476317 Feb 18 09:15:10.665494 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b2450eaf-066f-4309-b0a0-040f60da78ca tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:10.666697 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b2450eaf-066f-4309-b0a0-040f60da78ca tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7344029 Feb 18 09:15:10.670099 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56102) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:10.676378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-5e236955-1bd3-412e-ab30-dbdff5d1550e tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group_rule': {'security_group_id': '654c18a6-9226-434a-b96f-69de608e14e5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:10.738875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5e236955-1bd3-412e-ab30-dbdff5d1550e tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:10.779349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5e236955-1bd3-412e-ab30-dbdff5d1550e tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:10.792892 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0480f-952c-4d01-8b4d-70900302ffa7 None None] Pushing event updated for resources: {'Port': ['ID=d15d2625-f5bd-4b5f-b06f-3d2a201a9c91,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:10.797376 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5e236955-1bd3-412e-ab30-dbdff5d1550e tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:10.818613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5e236955-1bd3-412e-ab30-dbdff5d1550e tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:10.889804 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-062d7f6d-a558-4ed2-a371-310bf82e1c80 req-60db87f3-934f-41e3-bbd6-f9cce72c6394 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039926 Feb 18 09:15:10.928304 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:10.939137 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e236955-1bd3-412e-ab30-dbdff5d1550e tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:10.988142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Transition to ACTIVE for port object 570cff6e-d0db-4f06-ba48-4b7805234423 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:11.069945 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.075980 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e236955-1bd3-412e-ab30-dbdff5d1550e tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.082675 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e236955-1bd3-412e-ab30-dbdff5d1550e tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.123308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e236955-1bd3-412e-ab30-dbdff5d1550e tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29e0af6-fd71-42f3-9115-786870b6a77c,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:11.141481 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e236955-1bd3-412e-ab30-dbdff5d1550e tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.143285 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5e236955-1bd3-412e-ab30-dbdff5d1550e tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4721358 Feb 18 09:15:11.149690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56110) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:11.163061 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:04Z', 'revision_number': 3, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:11.168584 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550eddf-3d8d-4483-8a5f-187537c25414 None None] The sync data for ids ['ced51067-808e-4f7a-8ad6-e451b7364cfb'] in n-d-829434-1 is: [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:04Z', 'revision_number': 3, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:15:11.206981 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f521cbe9-603c-4464-b8c8-c17c45ed0c9d tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.225487 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f521cbe9-603c-4464-b8c8-c17c45ed0c9d tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.240119 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Network 0db727e9-7df9-42ca-8e74-9709be866e15 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:11.247039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:11.251526 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:15:11.299598 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.301751 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f521cbe9-603c-4464-b8c8-c17c45ed0c9d tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.311318 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=570cff6e-d0db-4f06-ba48-4b7805234423,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:11.335905 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:11.336250 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:11.336678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:11.337011 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:11.339310 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:11.339648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:11.340030 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:11.340418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:11.340745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:11.341069 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:11.341389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:11.341708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:11.342391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521cbe9-603c-4464-b8c8-c17c45ed0c9d tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f29e0af6-fd71-42f3-9115-786870b6a77c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:11.347835 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f521cbe9-603c-4464-b8c8-c17c45ed0c9d tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.353276 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f521cbe9-603c-4464-b8c8-c17c45ed0c9d tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/f29e0af6-fd71-42f3-9115-786870b6a77c HTTP/1.1" status: 204 len: 168 time: 0.2015901 Feb 18 09:15:11.356259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56114) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:11.401094 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.488084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-af82d03e-89ac-4489-bbde-da3dbf278443 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:11.530556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-af82d03e-89ac-4489-bbde-da3dbf278443 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:11.532312 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-af82d03e-89ac-4489-bbde-da3dbf278443 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1747539 Feb 18 09:15:11.536194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56118) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:11.564428 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.725327 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f1c2987-623d-4278-9250-358cdd9add7f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.790555 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f1c2987-623d-4278-9250-358cdd9add7f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.833546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c6f008e9-ad79-4335-9d86-e6eac765ef77 None None] Provisioning for port 570cff6e-d0db-4f06-ba48-4b7805234423 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:11.846745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c6f008e9-ad79-4335-9d86-e6eac765ef77 None None] Provisioning complete for port 570cff6e-d0db-4f06-ba48-4b7805234423 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:11.848098 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c6f008e9-ad79-4335-9d86-e6eac765ef77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.920377 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f1c2987-623d-4278-9250-358cdd9add7f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:11.974931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c2987-623d-4278-9250-358cdd9add7f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=654c18a6-9226-434a-b96f-69de608e14e5,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:12.011543 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:12.032134 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5f1c2987-623d-4278-9250-358cdd9add7f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:12.034090 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c6f008e9-ad79-4335-9d86-e6eac765ef77 None None] Port 570cff6e-d0db-4f06-ba48-4b7805234423 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:15:12.036760 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5f1c2987-623d-4278-9250-358cdd9add7f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-groups/654c18a6-9226-434a-b96f-69de608e14e5 HTTP/1.1" status: 204 len: 168 time: 0.4990280 Feb 18 09:15:12.038331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56130) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:12.216824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9c54aaec-106d-48a6-8b07-d266078e2ed0 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:12.355538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9c54aaec-106d-48a6-8b07-d266078e2ed0 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:12.357449 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9c54aaec-106d-48a6-8b07-d266078e2ed0 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3181679 Feb 18 09:15:12.363206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56138) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:12.376683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-a7fc40e5-fa5f-4c10-b242-90f0875aeefa tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168528053'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:12.394135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a7fc40e5-fa5f-4c10-b242-90f0875aeefa tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:12.411213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a7fc40e5-fa5f-4c10-b242-90f0875aeefa tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:12.452761 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7fc40e5-fa5f-4c10-b242-90f0875aeefa tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:12.502279 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd985f3-17ea-4c74-87d9-f4a8c4c57ca5 req-e7945d9b-0c85-4af1-9dc7-e9659f6fa408 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:12.527160 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1cd985f3-17ea-4c74-87d9-f4a8c4c57ca5 req-e7945d9b-0c85-4af1-9dc7-e9659f6fa408 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 0.2385795 Feb 18 09:15:12.553627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a7fc40e5-fa5f-4c10-b242-90f0875aeefa tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:12.564589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a7fc40e5-fa5f-4c10-b242-90f0875aeefa tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:12.589081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a7fc40e5-fa5f-4c10-b242-90f0875aeefa tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:12.598636 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:12.624725 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:12.669032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a7fc40e5-fa5f-4c10-b242-90f0875aeefa tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:12.765456 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1cd985f3-17ea-4c74-87d9-f4a8c4c57ca5 req-413e98fc-f4a6-4fcc-812a-49c8a3a3e841 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464414 Feb 18 09:15:12.838201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=570cff6e-d0db-4f06-ba48-4b7805234423,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:12.874668 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:12.898616 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e1e27626-9fcd-4690-80da-211769a0ebf6 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:15:13.041555 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7fc40e5-fa5f-4c10-b242-90f0875aeefa tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:13.071079 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7fc40e5-fa5f-4c10-b242-90f0875aeefa tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:13.231538 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:13.276492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc40e5-fa5f-4c10-b242-90f0875aeefa tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad8634d-3f64-4322-b8e3-022470adbbeb,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:13.310428 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05edc25-2e62-45ee-8165-898e82f86b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e27626-9fcd-4690-80da-211769a0ebf6'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:15:13.315359 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7fc40e5-fa5f-4c10-b242-90f0875aeefa tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:13.318152 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a7fc40e5-fa5f-4c10-b242-90f0875aeefa tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9528642 Feb 18 09:15:13.320779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56154) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:13.333173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-8dbb16e1-6b34-4d2f-b02f-b08578183f87 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group_rule': {'security_group_id': 'cad8634d-3f64-4322-b8e3-022470adbbeb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:13.337603 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e1e27626-9fcd-4690-80da-211769a0ebf6, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e1e27626-9fcd-4690-80da-211769a0ebf6,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:15:13.344707 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d15d2625-f5bd-4b5f-b06f-3d2a201a9c91 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:13.352582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8dbb16e1-6b34-4d2f-b02f-b08578183f87 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:13.369410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8dbb16e1-6b34-4d2f-b02f-b08578183f87 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:13.377964 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8dbb16e1-6b34-4d2f-b02f-b08578183f87 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:13.394309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8dbb16e1-6b34-4d2f-b02f-b08578183f87 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:13.473741 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8dbb16e1-6b34-4d2f-b02f-b08578183f87 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:13.537286 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05edc25-2e62-45ee-8165-898e82f86b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e27626-9fcd-4690-80da-211769a0ebf6', 'code': 200} Feb 18 09:15:13.554422 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:13.567834 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Network 0db727e9-7df9-42ca-8e74-9709be866e15 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:13.569285 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:13.629257 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8dbb16e1-6b34-4d2f-b02f-b08578183f87 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:13.640990 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8dbb16e1-6b34-4d2f-b02f-b08578183f87 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:13.731298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb16e1-6b34-4d2f-b02f-b08578183f87 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a59f32-8038-41fd-aef7-ba7eccb54969,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:13.820842 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8dbb16e1-6b34-4d2f-b02f-b08578183f87 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:13.825222 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8dbb16e1-6b34-4d2f-b02f-b08578183f87 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4999139 Feb 18 09:15:13.827549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56168) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:13.871646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port d15d2625-f5bd-4b5f-b06f-3d2a201a9c91 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:13.877969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-9efd4359-0497-40af-984c-815316501c1c tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group_rule': {'security_group_id': 'cad8634d-3f64-4322-b8e3-022470adbbeb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:13.930803 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port d15d2625-f5bd-4b5f-b06f-3d2a201a9c91 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:13.933249 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:14.114464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9efd4359-0497-40af-984c-815316501c1c tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:14.144465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9efd4359-0497-40af-984c-815316501c1c tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:14.189201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9efd4359-0497-40af-984c-815316501c1c tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:14.189932 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=e1e27626-9fcd-4690-80da-211769a0ebf6,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:14.212031 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9efd4359-0497-40af-984c-815316501c1c tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:14.291892 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Router ced51067-808e-4f7a-8ad6-e451b7364cfb has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:15:14.310568 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9efd4359-0497-40af-984c-815316501c1c tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:14.512605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-160961a2-8a2b-4efc-8c27-6dc0a26fd7a1 None None] Provisioning complete for port 570cff6e-d0db-4f06-ba48-4b7805234423 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:14.513694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a281a2-f740-4392-ade6-d4b679d9aec6 req-56cd052c-00ce-49f8-8aa0-21a215c35bea tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:14.514498 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-160961a2-8a2b-4efc-8c27-6dc0a26fd7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:14.516242 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34a281a2-f740-4392-ade6-d4b679d9aec6 req-56cd052c-00ce-49f8-8aa0-21a215c35bea tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 944 time: 0.3571861 Feb 18 09:15:14.617952 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:15:14.636458 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d0ff87cd-5205-4605-b617-3f5a6b328bc9 admin admin] 10.222.0.72 "PUT /v2.0/routers/ced51067-808e-4f7a-8ad6-e451b7364cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5496626 Feb 18 09:15:14.696059 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34a281a2-f740-4392-ade6-d4b679d9aec6 req-2dfaa919-99b6-4200-a56b-1f94035495f5 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688397 Feb 18 09:15:14.762841 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:14.771528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-160961a2-8a2b-4efc-8c27-6dc0a26fd7a1 None None] Port 570cff6e-d0db-4f06-ba48-4b7805234423 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:15:14.799778 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port d15d2625-f5bd-4b5f-b06f-3d2a201a9c91, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d15d2625-f5bd-4b5f-b06f-3d2a201a9c91,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:15:14.807543 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9efd4359-0497-40af-984c-815316501c1c tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:14.820359 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9efd4359-0497-40af-984c-815316501c1c tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:14.821182 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:14.866602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd4359-0497-40af-984c-815316501c1c tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e358309-0750-46e3-897c-3b3015dea1a7,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:14.896233 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9efd4359-0497-40af-984c-815316501c1c tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:14.897989 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9efd4359-0497-40af-984c-815316501c1c tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0668831 Feb 18 09:15:14.901994 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56186) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:14.906856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f78ad0ab-6821-450b-8480-a620fc4c10bc tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group_rule': {'security_group_id': 'cad8634d-3f64-4322-b8e3-022470adbbeb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:14.914594 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e1e27626-9fcd-4690-80da-211769a0ebf6 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:15:14.920223 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f78ad0ab-6821-450b-8480-a620fc4c10bc tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:14.936637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f78ad0ab-6821-450b-8480-a620fc4c10bc tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:14.940493 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f78ad0ab-6821-450b-8480-a620fc4c10bc tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:14.951830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f78ad0ab-6821-450b-8480-a620fc4c10bc tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:14.991987 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f78ad0ab-6821-450b-8480-a620fc4c10bc tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:15.021207 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Sync routers for ids ['ced51067-808e-4f7a-8ad6-e451b7364cfb'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:15:15.081624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Routers {'ced51067-808e-4f7a-8ad6-e451b7364cfb'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:15:15.082334 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:15:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['ced51067-808e-4f7a-8ad6-e451b7364cfb'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:15.157287 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.resource_extend [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:15:15.180324 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f78ad0ab-6821-450b-8480-a620fc4c10bc tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:15.196358 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f78ad0ab-6821-450b-8480-a620fc4c10bc tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:15.260882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ad0ab-6821-450b-8480-a620fc4c10bc tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e249ef-ad55-426b-89ae-c5e1c7192c20,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:15.276431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=d15d2625-f5bd-4b5f-b06f-3d2a201a9c91,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:15.306957 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f78ad0ab-6821-450b-8480-a620fc4c10bc tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:15.309132 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f78ad0ab-6821-450b-8480-a620fc4c10bc tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4067671 Feb 18 09:15:15.311881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56200) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:15.323978 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6f7cfdcd-f9fa-4464-bd05-232dfce14598 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group_rule': {'security_group_id': 'cad8634d-3f64-4322-b8e3-022470adbbeb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:15.335423 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6f7cfdcd-f9fa-4464-bd05-232dfce14598 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:15.343464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6f7cfdcd-f9fa-4464-bd05-232dfce14598 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:15.348967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6f7cfdcd-f9fa-4464-bd05-232dfce14598 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:15.361847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6f7cfdcd-f9fa-4464-bd05-232dfce14598 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:15.404047 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6f7cfdcd-f9fa-4464-bd05-232dfce14598 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:15.609622 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6f7cfdcd-f9fa-4464-bd05-232dfce14598 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:15.625490 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6f7cfdcd-f9fa-4464-bd05-232dfce14598 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:15.662525 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Set router ced51067-808e-4f7a-8ad6-e451b7364cfb gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:15:15.670229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7cfdcd-f9fa-4464-bd05-232dfce14598 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9277ea97-8e36-4f8f-a853-60bd85c9dd20,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:15.745792 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6f7cfdcd-f9fa-4464-bd05-232dfce14598 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:15.747238 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6f7cfdcd-f9fa-4464-bd05-232dfce14598 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4336407 Feb 18 09:15:15.750421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56216) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:15.760351 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ee111d8d-c459-4b17-a23d-ea4478ddde12 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group_rule': {'security_group_id': 'cad8634d-3f64-4322-b8e3-022470adbbeb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:15.782922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ee111d8d-c459-4b17-a23d-ea4478ddde12 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:15.797188 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ee111d8d-c459-4b17-a23d-ea4478ddde12 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:15.803764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ee111d8d-c459-4b17-a23d-ea4478ddde12 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:15.808222 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e1e27626-9fcd-4690-80da-211769a0ebf6, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e1e27626-9fcd-4690-80da-211769a0ebf6,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:15:15.822915 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ee111d8d-c459-4b17-a23d-ea4478ddde12 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:15.871668 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ee111d8d-c459-4b17-a23d-ea4478ddde12 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.093434 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ee111d8d-c459-4b17-a23d-ea4478ddde12 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.110847 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ee111d8d-c459-4b17-a23d-ea4478ddde12 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.130879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b5a04-c0e5-4980-a7b9-7dc4e7088b74 req-249582b1-8458-4b94-911f-4f8619214dfc tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:16.140011 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-852b5a04-c0e5-4980-a7b9-7dc4e7088b74 req-249582b1-8458-4b94-911f-4f8619214dfc tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 944 time: 0.1600413 Feb 18 09:15:16.189074 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee111d8d-c459-4b17-a23d-ea4478ddde12 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b59e076-3a38-442e-909c-f72930875cd9,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:16.227963 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-852b5a04-c0e5-4980-a7b9-7dc4e7088b74 req-8f21bff0-36ed-4cc0-bed4-8f79e4675e67 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861313 Feb 18 09:15:16.235596 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ee111d8d-c459-4b17-a23d-ea4478ddde12 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.236964 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ee111d8d-c459-4b17-a23d-ea4478ddde12 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4853001 Feb 18 09:15:16.239798 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56234) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:16.292914 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e0ed8a25-9408-4094-b368-2506c2a3698f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.306230 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'e1e27626-9fcd-4690-80da-211769a0ebf6', 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e', 'port_id': 'e1e27626-9fcd-4690-80da-211769a0ebf6', 'mac_address': 'fa:16:3e:04:89:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c479982d-9255-4d28-a965-c104ca7e375b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:15:16.315685 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e0ed8a25-9408-4094-b368-2506c2a3698f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.365133 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56240) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:16.371981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-537052276-network', 'tenant_id': '505e5e75224c405da7191d60e1ecb9cd'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:16.389250 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e0ed8a25-9408-4094-b368-2506c2a3698f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.391685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:16.398731 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.423917 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Usage tracker for resource:network and tenant:505e5e75224c405da7191d60e1ecb9cd is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:16.447859 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed8a25-9408-4094-b368-2506c2a3698f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b59e076-3a38-442e-909c-f72930875cd9,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:16.452558 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:16.465830 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e0ed8a25-9408-4094-b368-2506c2a3698f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.467527 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e0ed8a25-9408-4094-b368-2506c2a3698f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/4b59e076-3a38-442e-909c-f72930875cd9 HTTP/1.1" status: 204 len: 168 time: 0.2266965 Feb 18 09:15:16.469031 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:16.470102 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56248) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:16.484187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e27626-9fcd-4690-80da-211769a0ebf6 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:15:16.487561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Made reservation on behalf of 505e5e75224c405da7191d60e1ecb9cd for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:15:16.490413 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.510041 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.551451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e1e27626-9fcd-4690-80da-211769a0ebf6, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e1e27626-9fcd-4690-80da-211769a0ebf6,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:15:16.568531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:16.579970 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Usage tracker for resource:security_group_rule and tenant:505e5e75224c405da7191d60e1ecb9cd is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:16.598859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0a0cdc5c-83fb-43b7-9be9-e606ef898935 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:16.606819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:16.622693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:16.638505 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.641884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0a0cdc5c-83fb-43b7-9be9-e606ef898935 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:16.645071 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0a0cdc5c-83fb-43b7-9be9-e606ef898935 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1738405 Feb 18 09:15:16.650032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56258) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:16.735150 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-76727575-199f-4056-9fec-01ceff3828d7 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.763453 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-76727575-199f-4056-9fec-01ceff3828d7 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.823507 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-76727575-199f-4056-9fec-01ceff3828d7 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.826682 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.841671 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.866093 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76727575-199f-4056-9fec-01ceff3828d7 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9277ea97-8e36-4f8f-a853-60bd85c9dd20,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:16.876732 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-76727575-199f-4056-9fec-01ceff3828d7 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:16.881250 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-76727575-199f-4056-9fec-01ceff3828d7 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/9277ea97-8e36-4f8f-a853-60bd85c9dd20 HTTP/1.1" status: 204 len: 168 time: 0.2296405 Feb 18 09:15:16.882476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56270) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:16.887457 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=e1e27626-9fcd-4690-80da-211769a0ebf6,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:16.948186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-80428697-0260-4845-8f07-ad81432d8a95 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:16.969161 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:15:16.969382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-80428697-0260-4845-8f07-ad81432d8a95 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:16.974444 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-80428697-0260-4845-8f07-ad81432d8a95 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0903218 Feb 18 09:15:16.975140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56284) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:16.993669 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:12Z', 'revision_number': 2, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:17.005756 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fc9cea-86c3-4603-a041-064e3b6fca00,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:17.007149 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Checking router: ced51067-808e-4f7a-8ad6-e451b7364cfb for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:15:17.007784 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Updating router ced51067-808e-4f7a-8ad6-e451b7364cfb port 570cff6e-d0db-4f06-ba48-4b7805234423 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:15:17.019590 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-39c89920-cebb-465a-9c54-ea47dc5a941a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.031995 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-39c89920-cebb-465a-9c54-ea47dc5a941a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.040823 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.041176 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Added segment 8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee of type vlan for network 55459b14-1e45-482e-bdb6-09e909fdda70 Feb 18 09:15:17.067142 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-39c89920-cebb-465a-9c54-ea47dc5a941a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.080510 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.097604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c89920-cebb-465a-9c54-ea47dc5a941a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4e249ef-ad55-426b-89ae-c5e1c7192c20,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:17.107731 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-39c89920-cebb-465a-9c54-ea47dc5a941a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.112725 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-39c89920-cebb-465a-9c54-ea47dc5a941a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/a4e249ef-ad55-426b-89ae-c5e1c7192c20 HTTP/1.1" status: 204 len: 168 time: 0.1361570 Feb 18 09:15:17.114270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56294) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:17.156026 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.157179 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:17.157764 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.177130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['e1e27626-9fcd-4690-80da-211769a0ebf6'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:15:17.189097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e5eb5524-d01e-4ee6-8152-1aa7aea08b0c tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:17.248655 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e5eb5524-d01e-4ee6-8152-1aa7aea08b0c tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:17.250127 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e5eb5524-d01e-4ee6-8152-1aa7aea08b0c tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1348495 Feb 18 09:15:17.253015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56300) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:17.289664 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d15d2625-f5bd-4b5f-b06f-3d2a201a9c91 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:17.307314 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c177d9f4-582c-449f-aa71-41b796c5ba1f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.312946 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] Pushing event updated for resources: {'Network': ['ID=55459b14-1e45-482e-bdb6-09e909fdda70,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:17.322092 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c177d9f4-582c-449f-aa71-41b796c5ba1f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.347314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56308) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:17.347634 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ad50ab59-5e4f-46bc-85f6-caae497e94b0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9807804 Feb 18 09:15:17.361288 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 55459b14-1e45-482e-bdb6-09e909fdda70 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:15:17.373684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-666fdbef-acf2-4b90-8380-1b56d8d80812 admin admin] Request body: {'subnet': {'network_id': '55459b14-1e45-482e-bdb6-09e909fdda70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-537052276-subnet', 'tenant_id': '505e5e75224c405da7191d60e1ecb9cd', 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:17.401132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-666fdbef-acf2-4b90-8380-1b56d8d80812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:17.416024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-666fdbef-acf2-4b90-8380-1b56d8d80812 admin admin] Usage tracker for resource:subnet and tenant:505e5e75224c405da7191d60e1ecb9cd is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:17.429775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-666fdbef-acf2-4b90-8380-1b56d8d80812 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:17.437837 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.452632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-666fdbef-acf2-4b90-8380-1b56d8d80812 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:17.467429 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c177d9f4-582c-449f-aa71-41b796c5ba1f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.506026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177d9f4-582c-449f-aa71-41b796c5ba1f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e358309-0750-46e3-897c-3b3015dea1a7,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:17.567426 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c177d9f4-582c-449f-aa71-41b796c5ba1f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.568991 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c177d9f4-582c-449f-aa71-41b796c5ba1f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/7e358309-0750-46e3-897c-3b3015dea1a7 HTTP/1.1" status: 204 len: 168 time: 0.3148327 Feb 18 09:15:17.571592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56314) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:17.580304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666fdbef-acf2-4b90-8380-1b56d8d80812 admin admin] Made reservation on behalf of 505e5e75224c405da7191d60e1ecb9cd for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:15:17.583086 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-666fdbef-acf2-4b90-8380-1b56d8d80812 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.661912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a32deb5e-efee-41a4-9b3b-4044a00d42d2 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:17.712184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a32deb5e-efee-41a4-9b3b-4044a00d42d2 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:17.716792 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a32deb5e-efee-41a4-9b3b-4044a00d42d2 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1409345 Feb 18 09:15:17.717236 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56322) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:17.782426 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-00748935-78be-4bff-851d-b2b78345e246 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.847287 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port d15d2625-f5bd-4b5f-b06f-3d2a201a9c91 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:17.847743 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.857454 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-00748935-78be-4bff-851d-b2b78345e246 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.914027 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-00748935-78be-4bff-851d-b2b78345e246 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.949939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00748935-78be-4bff-851d-b2b78345e246 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16a59f32-8038-41fd-aef7-ba7eccb54969,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:17.983924 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-00748935-78be-4bff-851d-b2b78345e246 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:17.990530 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-00748935-78be-4bff-851d-b2b78345e246 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/16a59f32-8038-41fd-aef7-ba7eccb54969 HTTP/1.1" status: 204 len: 168 time: 0.2724085 Feb 18 09:15:17.995502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56326) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:18.008703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae336414-e670-4b5f-9e8b-abd5601a8487 req-9e82c0e9-8c0b-4a56-ac09-1a36bfd05247 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:18.016043 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae336414-e670-4b5f-9e8b-abd5601a8487 req-9e82c0e9-8c0b-4a56-ac09-1a36bfd05247 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 945 time: 0.5057847 Feb 18 09:15:18.127913 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae336414-e670-4b5f-9e8b-abd5601a8487 req-b7842c6a-177d-4eba-86d1-998130c979c7 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060359 Feb 18 09:15:18.139667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-47d98f17-3126-428f-8233-3846295a2c46 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:18.191410 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-47d98f17-3126-428f-8233-3846295a2c46 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:18.192778 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-47d98f17-3126-428f-8233-3846295a2c46 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1951838 Feb 18 09:15:18.195709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56334) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:18.255652 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-666fdbef-acf2-4b90-8380-1b56d8d80812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:18.342878 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e6545cc-c058-4bf8-9130-4e094b9bbe0f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:18.393809 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e6545cc-c058-4bf8-9130-4e094b9bbe0f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:18.397673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fdbef-acf2-4b90-8380-1b56d8d80812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2972e50-da19-46bd-bde7-04a4278e7c78,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:18.454196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666fdbef-acf2-4b90-8380-1b56d8d80812 admin admin] Checking segment: {'id': '8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '55459b14-1e45-482e-bdb6-09e909fdda70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:15:18.454563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666fdbef-acf2-4b90-8380-1b56d8d80812 admin admin] Network hostable DHCP agents. Network: 55459b14-1e45-482e-bdb6-09e909fdda70, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:15:18.500876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666fdbef-acf2-4b90-8380-1b56d8d80812 admin admin] Network 55459b14-1e45-482e-bdb6-09e909fdda70 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:15:18.519466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-666fdbef-acf2-4b90-8380-1b56d8d80812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 55459b14-1e45-482e-bdb6-09e909fdda70) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:18.532721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666fdbef-acf2-4b90-8380-1b56d8d80812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:18.533620 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-666fdbef-acf2-4b90-8380-1b56d8d80812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:18.560440 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e6545cc-c058-4bf8-9130-4e094b9bbe0f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:18.610431 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-666fdbef-acf2-4b90-8380-1b56d8d80812 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2565935 Feb 18 09:15:18.613891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56354) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:18.617996 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65b773f-b545-4b7b-ac2b-60632ac57fa7 None None] Network 55459b14-1e45-482e-bdb6-09e909fdda70 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:15:18.621277 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6545cc-c058-4bf8-9130-4e094b9bbe0f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad8634d-3f64-4322-b8e3-022470adbbeb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:18.626860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-537052276-router', 'tenant_id': '505e5e75224c405da7191d60e1ecb9cd', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:18.647284 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:18.671334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Usage tracker for resource:router and tenant:505e5e75224c405da7191d60e1ecb9cd is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:18.678384 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3e6545cc-c058-4bf8-9130-4e094b9bbe0f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:18.682466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:18.683924 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3e6545cc-c058-4bf8-9130-4e094b9bbe0f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-groups/cad8634d-3f64-4322-b8e3-022470adbbeb HTTP/1.1" status: 204 len: 168 time: 0.4862664 Feb 18 09:15:18.686200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56364) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:18.698311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:18.724783 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:18.725973 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:18.752136 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:18.829320 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3650b7fb-6439-4244-8614-bb4369845ced tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:18.865718 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3650b7fb-6439-4244-8614-bb4369845ced tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:18.873663 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3650b7fb-6439-4244-8614-bb4369845ced tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1854157 Feb 18 09:15:18.874551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56374) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:18.886157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-32c29938-0117-47ae-811f-62b5225b71d3 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146512350'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:18.927703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-32c29938-0117-47ae-811f-62b5225b71d3 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:18.956238 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-32c29938-0117-47ae-811f-62b5225b71d3 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:18.978993 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-32c29938-0117-47ae-811f-62b5225b71d3 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:19.030629 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56378) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:19.040815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-32c29938-0117-47ae-811f-62b5225b71d3 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:19.043248 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:19.062690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-32c29938-0117-47ae-811f-62b5225b71d3 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:19.066336 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-32c29938-0117-47ae-811f-62b5225b71d3 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:19.074534 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Transition to ACTIVE for port object 570cff6e-d0db-4f06-ba48-4b7805234423 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:19.077613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-32c29938-0117-47ae-811f-62b5225b71d3 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:19.171018 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:19.234960 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-32c29938-0117-47ae-811f-62b5225b71d3 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:19.244119 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-32c29938-0117-47ae-811f-62b5225b71d3 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:19.377214 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d616367-6039-4bfc-b6d8-a257facf1d54 None None] Pushing event updated for resources: {'Port': ['ID=570cff6e-d0db-4f06-ba48-4b7805234423,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:19.389706 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-55459b14-1e45-482e-bdb6-09e909fdda70', 'network_id': '55459b14-1e45-482e-bdb6-09e909fdda70', 'tenant_id': '505e5e75224c405da7191d60e1ecb9cd', 'fixed_ips': [{'subnet_id': 'c2972e50-da19-46bd-bde7-04a4278e7c78'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:15:19.390545 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:19.441048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c29938-0117-47ae-811f-62b5225b71d3 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa5732f-431c-4598-be8b-5282856ec03d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:19.453283 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e13f62a6-4f88-48f3-8da7-59c128075289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:19.518777 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-32c29938-0117-47ae-811f-62b5225b71d3 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:19.524129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56394) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:19.530692 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-32c29938-0117-47ae-811f-62b5225b71d3 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6509416 Feb 18 09:15:19.534036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e13f62a6-4f88-48f3-8da7-59c128075289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:19.538929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e13f62a6-4f88-48f3-8da7-59c128075289 admin admin] Usage tracker for resource:security_group_rule and tenant:1d8e5ab8ce1149d2bb356c05de4cf2a0 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:19.544674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e13f62a6-4f88-48f3-8da7-59c128075289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:19.566518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e13f62a6-4f88-48f3-8da7-59c128075289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:19.653784 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-a4508b79-95aa-446b-9d50-e322e6555673 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group_rule': {'security_group_id': '1fa5732f-431c-4598-be8b-5282856ec03d', 'direction': 'ingress', 'protocol': 17}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:19.745536 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:19.756410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a4508b79-95aa-446b-9d50-e322e6555673 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:19.786984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a4508b79-95aa-446b-9d50-e322e6555673 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:19.807269 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a4508b79-95aa-446b-9d50-e322e6555673 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:19.847085 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e13f62a6-4f88-48f3-8da7-59c128075289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:19.860257 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e13f62a6-4f88-48f3-8da7-59c128075289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:19.918822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a4508b79-95aa-446b-9d50-e322e6555673 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:19.978760 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e13f62a6-4f88-48f3-8da7-59c128075289 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1d8e5ab8ce1149d2bb356c05de4cf2a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9459341 Feb 18 09:15:19.979524 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Allocated IP 172.20.0.2 (55459b14-1e45-482e-bdb6-09e909fdda70/c2972e50-da19-46bd-bde7-04a4278e7c78/ea97d535-f4ce-4c5b-ba5f-938afb545daa) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:19.982615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56428) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:20.000789 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Attempting to bind port 570cff6e-d0db-4f06-ba48-4b7805234423 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:20.001161 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Attempting to bind port 570cff6e-d0db-4f06-ba48-4b7805234423 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:20.001527 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Attempting to bind port 570cff6e-d0db-4f06-ba48-4b7805234423 on network 0db727e9-7df9-42ca-8e74-9709be866e15 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:15:20.014365 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:15:20.014746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Checking segment: {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:15:20.015368 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:20.015961 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Bound using segment: {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:15:20.016684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Bound port: 570cff6e-d0db-4f06-ba48-4b7805234423, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:20.017596 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:20.029977 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f62a6-4f88-48f3-8da7-59c128075289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7cc10e-befb-44bb-96cd-d2ff9caeee67,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:20.140052 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-491c3579-20fc-47b2-8614-ed655e4dac1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:20.177317 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-491c3579-20fc-47b2-8614-ed655e4dac1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:20.226399 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4508b79-95aa-446b-9d50-e322e6555673 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:20.255317 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-491c3579-20fc-47b2-8614-ed655e4dac1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:20.280377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c3579-20fc-47b2-8614-ed655e4dac1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7cc10e-befb-44bb-96cd-d2ff9caeee67,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:20.305950 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-491c3579-20fc-47b2-8614-ed655e4dac1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:20.316558 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af8043-ce75-4a07-8c63-a582f3750064 req-106c7d06-e03e-40ab-98cf-8c757095703c tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:20.319040 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-491c3579-20fc-47b2-8614-ed655e4dac1b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8f7cc10e-befb-44bb-96cd-d2ff9caeee67 HTTP/1.1" status: 204 len: 168 time: 0.3202369 Feb 18 09:15:20.323521 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] For port 570cff6e-d0db-4f06-ba48-4b7805234423, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:15:20.326269 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e8af8043-ce75-4a07-8c63-a582f3750064 req-106c7d06-e03e-40ab-98cf-8c757095703c tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 945 time: 0.9024036 Feb 18 09:15:20.376015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] For port 570cff6e-d0db-4f06-ba48-4b7805234423, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=570cff6e-d0db-4f06-ba48-4b7805234423,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:15:20.390551 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4508b79-95aa-446b-9d50-e322e6555673 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:20.394570 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:20.439295 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4508b79-95aa-446b-9d50-e322e6555673 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:20.486599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4508b79-95aa-446b-9d50-e322e6555673 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846a1a08-d4c2-4051-aeec-be293adb8ed9,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:20.701975 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Routers {'ced51067-808e-4f7a-8ad6-e451b7364cfb'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:15:20.703254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:15:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['ced51067-808e-4f7a-8ad6-e451b7364cfb'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:20.709752 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e8af8043-ce75-4a07-8c63-a582f3750064 req-f3b20c73-3b5a-4282-83b2-7b18e3fad33d tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821809 Feb 18 09:15:20.710977 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4508b79-95aa-446b-9d50-e322e6555673 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:20.714966 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a4508b79-95aa-446b-9d50-e322e6555673 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1830866 Feb 18 09:15:20.716054 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56456) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:20.977130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e1e27626-9fcd-4690-80da-211769a0ebf6 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:21.095487 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d87dbebb-d77e-4402-9a82-dabfae0f64d9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:21.111158 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56462) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:21.204258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b24c0c1-3f8b-40bc-a25d-f92b698f276a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:21.229336 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:21.273965 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d87dbebb-d77e-4402-9a82-dabfae0f64d9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:21.284883 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:21.286968 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] Set router ced51067-808e-4f7a-8ad6-e451b7364cfb gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:15:21.301042 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1b24c0c1-3f8b-40bc-a25d-f92b698f276a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:21.315511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1b24c0c1-3f8b-40bc-a25d-f92b698f276a admin admin] Usage tracker for resource:security_group_rule and tenant:14eb40ff109e4b2ea8f3e786bd5b54c1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:21.318881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1b24c0c1-3f8b-40bc-a25d-f92b698f276a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:21.334782 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1b24c0c1-3f8b-40bc-a25d-f92b698f276a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:21.467081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Allocated IP 172.25.1.10 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/61c99ad5-d60b-4125-986a-5a8cda3b5685) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:21.496554 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b24c0c1-3f8b-40bc-a25d-f92b698f276a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:21.504841 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b24c0c1-3f8b-40bc-a25d-f92b698f276a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:21.594261 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24c0c1-3f8b-40bc-a25d-f92b698f276a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab006954-b1f6-4336-a8eb-2acc5061b0b8,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:21.611954 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1b24c0c1-3f8b-40bc-a25d-f92b698f276a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=14eb40ff109e4b2ea8f3e786bd5b54c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4997613 Feb 18 09:15:21.615413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56470) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:21.671902 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d87dbebb-d77e-4402-9a82-dabfae0f64d9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:21.716182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dbebb-d77e-4402-9a82-dabfae0f64d9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa5732f-431c-4598-be8b-5282856ec03d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:21.741556 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:21.754516 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bcf66372-c819-468c-a363-bc8043566842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:21.759758 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d87dbebb-d77e-4402-9a82-dabfae0f64d9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:21.763922 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d87dbebb-d77e-4402-9a82-dabfae0f64d9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-groups/1fa5732f-431c-4598-be8b-5282856ec03d HTTP/1.1" status: 204 len: 168 time: 1.0435932 Feb 18 09:15:21.764907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56482) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:21.858783 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:21.892301 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bcf66372-c819-468c-a363-bc8043566842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:21.934589 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d616367-6039-4bfc-b6d8-a257facf1d54 None None] Pushing event updated for resources: {'Port': ['ID=570cff6e-d0db-4f06-ba48-4b7805234423,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:22.004595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:22.005059 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d87273f5-c73c-4afb-9c96-b40adf613787 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:22.016132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:22.021266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:15:22.076841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d87273f5-c73c-4afb-9c96-b40adf613787 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:22.081793 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d87273f5-c73c-4afb-9c96-b40adf613787 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3115747 Feb 18 09:15:22.082490 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56488) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:22.093340 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-00b4cfd5-952d-427d-9af4-3d0290b100cf tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454424627'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:22.122002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-00b4cfd5-952d-427d-9af4-3d0290b100cf tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:22.142981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-00b4cfd5-952d-427d-9af4-3d0290b100cf tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:22.145332 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bcf66372-c819-468c-a363-bc8043566842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:22.150705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port e1e27626-9fcd-4690-80da-211769a0ebf6 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:22.151371 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:22.177403 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf66372-c819-468c-a363-bc8043566842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab006954-b1f6-4336-a8eb-2acc5061b0b8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:22.188300 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bcf66372-c819-468c-a363-bc8043566842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:22.189458 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bcf66372-c819-468c-a363-bc8043566842 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ab006954-b1f6-4336-a8eb-2acc5061b0b8 HTTP/1.1" status: 204 len: 168 time: 0.5731351 Feb 18 09:15:22.192341 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-00b4cfd5-952d-427d-9af4-3d0290b100cf tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:22.223109 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-00b4cfd5-952d-427d-9af4-3d0290b100cf tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:22.230558 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-00b4cfd5-952d-427d-9af4-3d0290b100cf tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:22.235187 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-00b4cfd5-952d-427d-9af4-3d0290b100cf tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:22.257909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-00b4cfd5-952d-427d-9af4-3d0290b100cf tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:22.447925 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-00b4cfd5-952d-427d-9af4-3d0290b100cf tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:22.455848 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-00b4cfd5-952d-427d-9af4-3d0290b100cf tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:22.475569 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:22.502484 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Transition to ACTIVE for port object ea97d535-f4ce-4c5b-ba5f-938afb545daa will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:22.575814 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4cfd5-952d-427d-9af4-3d0290b100cf tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521484e8-ec2f-4bf0-a468-e80985e5cb43,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:22.581849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Transition to ACTIVE for port object ea97d535-f4ce-4c5b-ba5f-938afb545daa will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:22.582924 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-00b4cfd5-952d-427d-9af4-3d0290b100cf tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:22.585741 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-00b4cfd5-952d-427d-9af4-3d0290b100cf tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5020804 Feb 18 09:15:22.588291 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56500) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:22.596306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b8a4d9fd-c354-4d07-a008-ee104d8686d4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group': {'name': 'tempest-secgroup--1782673296'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:22.604048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b8a4d9fd-c354-4d07-a008-ee104d8686d4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:22.612322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b8a4d9fd-c354-4d07-a008-ee104d8686d4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:22.615477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b8a4d9fd-c354-4d07-a008-ee104d8686d4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:22.625271 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b8a4d9fd-c354-4d07-a008-ee104d8686d4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:22.664224 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d9fd-c354-4d07-a008-ee104d8686d4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:22.678417 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:22.706114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b8a4d9fd-c354-4d07-a008-ee104d8686d4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:22.716528 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b8a4d9fd-c354-4d07-a008-ee104d8686d4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:22.720966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Pushing event updated for resources: {'Port': ['ID=61c99ad5-d60b-4125-986a-5a8cda3b5685,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:22.724470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b8a4d9fd-c354-4d07-a008-ee104d8686d4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:22.749633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b8a4d9fd-c354-4d07-a008-ee104d8686d4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:22.873553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Network 55459b14-1e45-482e-bdb6-09e909fdda70 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:22.880254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:22.887215 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:15:22.911865 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Pushing event updated for resources: {'Port': ['ID=ea97d535-f4ce-4c5b-ba5f-938afb545daa,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:23.102329 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d9fd-c354-4d07-a008-ee104d8686d4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.117930 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.118145 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d9fd-c354-4d07-a008-ee104d8686d4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.139812 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:20Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:23.149709 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39c6f17-3821-4669-aff8-6de2a439beb3 None None] The sync data for ids ['ced51067-808e-4f7a-8ad6-e451b7364cfb'] in n-d-829434-1 is: [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:20Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:15:23.152060 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Attempting to bind port ea97d535-f4ce-4c5b-ba5f-938afb545daa on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:23.152774 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Attempting to bind port ea97d535-f4ce-4c5b-ba5f-938afb545daa by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '55459b14-1e45-482e-bdb6-09e909fdda70'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:23.153444 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Attempting to bind port ea97d535-f4ce-4c5b-ba5f-938afb545daa on network 55459b14-1e45-482e-bdb6-09e909fdda70 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:15:23.170065 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:15:23.170866 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Checking segment: {'id': '8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '55459b14-1e45-482e-bdb6-09e909fdda70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:15:23.171607 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.172247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Bound using segment: {'id': '8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '55459b14-1e45-482e-bdb6-09e909fdda70'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:15:23.173009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Bound port: ea97d535-f4ce-4c5b-ba5f-938afb545daa, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '55459b14-1e45-482e-bdb6-09e909fdda70'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:23.173661 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.194428 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05edc25-2e62-45ee-8165-898e82f86b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e27626-9fcd-4690-80da-211769a0ebf6'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:15:23.274739 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e1e27626-9fcd-4690-80da-211769a0ebf6, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e1e27626-9fcd-4690-80da-211769a0ebf6,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:15:23.281946 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.354465 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05edc25-2e62-45ee-8165-898e82f86b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e27626-9fcd-4690-80da-211769a0ebf6', 'code': 200} Feb 18 09:15:23.383326 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.384638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4d9fd-c354-4d07-a008-ee104d8686d4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8073b921-4906-416c-b410-30c762561d19,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:23.457347 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d9fd-c354-4d07-a008-ee104d8686d4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.460910 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b8a4d9fd-c354-4d07-a008-ee104d8686d4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8709242 Feb 18 09:15:23.473252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56526) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:23.479966 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-53e7e29c-5e48-4557-b9b7-b6639728e97a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group_rule': {'security_group_id': '521484e8-ec2f-4bf0-a468-e80985e5cb43', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8073b921-4906-416c-b410-30c762561d19', 'remote_ip_prefix': None}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:23.505191 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-53e7e29c-5e48-4557-b9b7-b6639728e97a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:23.523045 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-53e7e29c-5e48-4557-b9b7-b6639728e97a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:23.525950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=e1e27626-9fcd-4690-80da-211769a0ebf6,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:23.531721 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] For port ea97d535-f4ce-4c5b-ba5f-938afb545daa, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:15:23.537632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-53e7e29c-5e48-4557-b9b7-b6639728e97a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:23.539912 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] For port ea97d535-f4ce-4c5b-ba5f-938afb545daa, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ea97d535-f4ce-4c5b-ba5f-938afb545daa,segment=NetworkSegment(8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee),segment_id=8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:15:23.541924 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:23.542523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:23.543474 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:23.543474 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:23.544432 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:23.544432 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:23.544851 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:23.545286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:23.553240 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:23.553880 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:23.554752 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:23.555349 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:23.566196 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.579060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-53e7e29c-5e48-4557-b9b7-b6639728e97a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:23.593093 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a19a4-d1d8-48e4-8bdc-18331924b696 req-0aff4ba8-c7de-4f86-8317-97aa54f1bf8a tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:23.598617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-288a19a4-d1d8-48e4-8bdc-18331924b696 req-0aff4ba8-c7de-4f86-8317-97aa54f1bf8a tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 945 time: 1.0481968 Feb 18 09:15:23.742677 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29172a-336c-42a0-b1e6-f5ba838f530c None None] Pushing event updated for resources: {'Port': ['ID=ea97d535-f4ce-4c5b-ba5f-938afb545daa,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:23.751901 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-53e7e29c-5e48-4557-b9b7-b6639728e97a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:23.967965 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-288a19a4-d1d8-48e4-8bdc-18331924b696 req-bc162982-013e-4560-8be6-07d0ed73e015 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577147 Feb 18 09:15:24.069385 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcd2fe-44fb-4c1f-be29-3c4b6194dd28 req-e023ca59-14b5-4fbd-ab60-87dc3bed070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:24.071270 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-96fcd2fe-44fb-4c1f-be29-3c4b6194dd28 req-e023ca59-14b5-4fbd-ab60-87dc3bed070a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 1097 time: 0.4612482 Feb 18 09:15:24.077149 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-53e7e29c-5e48-4557-b9b7-b6639728e97a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:24.122325 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-53e7e29c-5e48-4557-b9b7-b6639728e97a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:24.208421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7e29c-5e48-4557-b9b7-b6639728e97a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd346b2-acbb-439f-b073-06e43a5e1a71,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:24.218364 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-53e7e29c-5e48-4557-b9b7-b6639728e97a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:24.222120 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-53e7e29c-5e48-4557-b9b7-b6639728e97a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7456162 Feb 18 09:15:24.239612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56544) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:24.243431 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-96fcd2fe-44fb-4c1f-be29-3c4b6194dd28 req-ca18b911-628c-43c8-a40e-9c5093fcc0ac service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631494 Feb 18 09:15:24.295861 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6eeb69c1-68dd-47e7-b093-38aac4c0a031 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:24.317932 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6eeb69c1-68dd-47e7-b093-38aac4c0a031 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:24.382987 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6eeb69c1-68dd-47e7-b093-38aac4c0a031 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:24.441236 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb69c1-68dd-47e7-b093-38aac4c0a031 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fd346b2-acbb-439f-b073-06e43a5e1a71,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:24.446639 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6eeb69c1-68dd-47e7-b093-38aac4c0a031 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:24.458397 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6eeb69c1-68dd-47e7-b093-38aac4c0a031 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/5fd346b2-acbb-439f-b073-06e43a5e1a71 HTTP/1.1" status: 204 len: 168 time: 0.2138448 Feb 18 09:15:24.459064 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56552) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:24.459399 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56554) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:24.482131 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:24.793641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-afab0cef-15a0-4ded-bd1b-48cfbae8e3fa admin admin] Deleting subnet e199a898-e529-42e1-8249-3206eaf3c78b {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:15:24.797997 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afab0cef-15a0-4ded-bd1b-48cfbae8e3fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:24.825852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Router f2dc9778-3411-4b1d-8b1d-84a75978f5bf is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:15:25.004831 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c8443eab-2774-4064-958a-99a21665d8e1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:25.113398 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c8443eab-2774-4064-958a-99a21665d8e1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:25.115088 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c8443eab-2774-4064-958a-99a21665d8e1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6531310 Feb 18 09:15:25.138945 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afab0cef-15a0-4ded-bd1b-48cfbae8e3fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:25.206681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56580) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:25.207739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:15:25.227750 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Sync routers for ids ['f2dc9778-3411-4b1d-8b1d-84a75978f5bf'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:15:25.263501 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Routers {'f2dc9778-3411-4b1d-8b1d-84a75978f5bf'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:15:25.268825 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-da3ec1eb-7d2e-4306-9553-2c3f8dac8612 req-d049d372-409b-4c1e-8952-39710026deb4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6032717 Feb 18 09:15:25.270854 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:15:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f2dc9778-3411-4b1d-8b1d-84a75978f5bf'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:25.378334 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afab0cef-15a0-4ded-bd1b-48cfbae8e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:25.420509 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 570cff6e-d0db-4f06-ba48-4b7805234423 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:25.446229 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:25.447407 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-78ea3d5b-a4a8-4a36-b385-c75d63561d1c admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8327343 Feb 18 09:15:25.459307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56584) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:25.637822 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afab0cef-15a0-4ded-bd1b-48cfbae8e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:25.721662 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 570cff6e-d0db-4f06-ba48-4b7805234423 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:25.733935 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 570cff6e-d0db-4f06-ba48-4b7805234423 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:25.734319 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:25.907791 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab0cef-15a0-4ded-bd1b-48cfbae8e3fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e199a898-e529-42e1-8249-3206eaf3c78b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:25.946322 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afab0cef-15a0-4ded-bd1b-48cfbae8e3fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:25.963996 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Set router f2dc9778-3411-4b1d-8b1d-84a75978f5bf gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:15:26.025808 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-afab0cef-15a0-4ded-bd1b-48cfbae8e3fa admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e199a898-e529-42e1-8249-3206eaf3c78b HTTP/1.1" status: 204 len: 168 time: 1.5653517 Feb 18 09:15:26.031703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56596) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:26.041213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea9e32a-6521-414f-947f-f6908bb19b90 None None] Network 55459b14-1e45-482e-bdb6-09e909fdda70 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:15:26.284176 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ec1eb-7d2e-4306-9553-2c3f8dac8612 req-f59bd7f1-f82d-442f-b460-c79bcf290d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:26.295811 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-da3ec1eb-7d2e-4306-9553-2c3f8dac8612 req-f59bd7f1-f82d-442f-b460-c79bcf290d2b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=241e7aa710194c5aae752650199de833&device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 1097 time: 0.5445228 Feb 18 09:15:26.310939 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-74d3139b-a572-4850-8c75-fbaa35b9276d None None] Provisioning for port ea97d535-f4ce-4c5b-ba5f-938afb545daa completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:26.355485 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2963-8878-4bac-b406-70474777ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:26.387954 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:26.420932 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c6008043-0f8e-4d15-9069-5a1f24497ac4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:26.494614 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2dc9778-3411-4b1d-8b1d-84a75978f5bf', 'name': 'tempest-TestVolumeBootPattern-537052276-router', 'tenant_id': '505e5e75224c405da7191d60e1ecb9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '61c99ad5-d60b-4125-986a-5a8cda3b5685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:18Z', 'updated_at': '2022-02-18T09:15:22Z', 'revision_number': 3, 'project_id': '505e5e75224c405da7191d60e1ecb9cd', 'gw_port': {'id': '61c99ad5-d60b-4125-986a-5a8cda3b5685', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2dc9778-3411-4b1d-8b1d-84a75978f5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:21Z', 'updated_at': '2022-02-18T09:15:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:26.505508 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Checking router: f2dc9778-3411-4b1d-8b1d-84a75978f5bf for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:15:26.506685 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Updating router f2dc9778-3411-4b1d-8b1d-84a75978f5bf port 61c99ad5-d60b-4125-986a-5a8cda3b5685 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:15:26.567859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 570cff6e-d0db-4f06-ba48-4b7805234423, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=570cff6e-d0db-4f06-ba48-4b7805234423,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:15:26.601069 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:26.618996 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:26.621198 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ea97d535-f4ce-4c5b-ba5f-938afb545daa up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:26.692987 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2963-8878-4bac-b406-70474777ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:26.748804 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c6008043-0f8e-4d15-9069-5a1f24497ac4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:26.752261 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-f6ff2963-8878-4bac-b406-70474777ffca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c443ef-2e94-4a7f-948a-fce9e3fe13c3']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:26.782820 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-f6ff2963-8878-4bac-b406-70474777ffca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26255b21-16c8-4a19-8ea8-6e56b78e9a3c') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:26.783050 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-f6ff2963-8878-4bac-b406-70474777ffca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26255b21-16c8-4a19-8ea8-6e56b78e9a3c') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:26.802868 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2963-8878-4bac-b406-70474777ffca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:26.812565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ec1eb-7d2e-4306-9553-2c3f8dac8612 req-0a275b84-1ca2-45f6-b960-c290c16967c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:26.814119 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-da3ec1eb-7d2e-4306-9553-2c3f8dac8612 req-0a275b84-1ca2-45f6-b960-c290c16967c6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=42bf456b-871d-45c4-8fb1-b5b9744cbc4f HTTP/1.1" status: 200 len: 910 time: 0.4025328 Feb 18 09:15:26.842033 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2963-8878-4bac-b406-70474777ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:26.920043 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c6008043-0f8e-4d15-9069-5a1f24497ac4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:26.944945 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port ea97d535-f4ce-4c5b-ba5f-938afb545daa completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:26.948707 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=570cff6e-d0db-4f06-ba48-4b7805234423,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:26.978004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1ce68-2c78-4f7d-ac92-7a1cc8c8a3c3 req-a4e11af3-efff-46f1-ac7f-042ca90a77a7 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:26.986491 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95a1ce68-2c78-4f7d-ac92-7a1cc8c8a3c3 req-a4e11af3-efff-46f1-ac7f-042ca90a77a7 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 1.5413725 Feb 18 09:15:26.990260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6008043-0f8e-4d15-9069-5a1f24497ac4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8073b921-4906-416c-b410-30c762561d19,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:27.007358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ea97d535-f4ce-4c5b-ba5f-938afb545daa triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:27.007877 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:27.284938 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ff2963-8878-4bac-b406-70474777ffca admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:15:27.285353 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2963-8878-4bac-b406-70474777ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:27.298072 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:27.332170 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Transition to ACTIVE for port object 61c99ad5-d60b-4125-986a-5a8cda3b5685 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:15:27.343445 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:15:27.347327 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:27.355259 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:27.434554 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port ea97d535-f4ce-4c5b-ba5f-938afb545daa, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ea97d535-f4ce-4c5b-ba5f-938afb545daa,segment=NetworkSegment(8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee),segment_id=8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:15:27.444102 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:27.471367 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Attempting to bind port 61c99ad5-d60b-4125-986a-5a8cda3b5685 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:27.480950 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Attempting to bind port 61c99ad5-d60b-4125-986a-5a8cda3b5685 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:27.481317 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Attempting to bind port 61c99ad5-d60b-4125-986a-5a8cda3b5685 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:15:27.498344 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:15:27.499011 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:15:27.499107 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:27.499499 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:15:27.501118 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c6008043-0f8e-4d15-9069-5a1f24497ac4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:27.502163 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Bound port: 61c99ad5-d60b-4125-986a-5a8cda3b5685, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:27.502541 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:27.505686 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c6008043-0f8e-4d15-9069-5a1f24497ac4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-groups/8073b921-4906-416c-b410-30c762561d19 HTTP/1.1" status: 204 len: 168 time: 2.2793157 Feb 18 09:15:27.522659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56626) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:27.584335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 570cff6e-d0db-4f06-ba48-4b7805234423 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:27.612892 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:15:27.623838 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0d2a0-7e40-498e-9df9-edd5a35cdd7b None None] Pushing event updated for resources: {'Port': ['ID=61c99ad5-d60b-4125-986a-5a8cda3b5685,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:27.662607 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-da3ec1eb-7d2e-4306-9553-2c3f8dac8612 req-1b01e5e5-476a-448f-9669-58251157d7d3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfa8d16-d7bb-41be-86cc-0fdb9884e327 HTTP/1.1" status: 200 len: 1000 time: 0.8270981 Feb 18 09:15:27.671248 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2963-8878-4bac-b406-70474777ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:27.721466 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] For port 61c99ad5-d60b-4125-986a-5a8cda3b5685, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:15:27.727093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=ea97d535-f4ce-4c5b-ba5f-938afb545daa,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:27.736656 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] For port 61c99ad5-d60b-4125-986a-5a8cda3b5685, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=61c99ad5-d60b-4125-986a-5a8cda3b5685,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:15:27.744841 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-074131b7-a938-42d7-85e7-5a4f59e10548 None None] Provisioning complete for port ea97d535-f4ce-4c5b-ba5f-938afb545daa triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:27.746424 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-074131b7-a938-42d7-85e7-5a4f59e10548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:27.748217 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:27.750174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95a1ce68-2c78-4f7d-ac92-7a1cc8c8a3c3 req-9fac0b8f-e389-46b9-93cf-cbee5e55ea02 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7624078 Feb 18 09:15:27.855100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 570cff6e-d0db-4f06-ba48-4b7805234423 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:27.857987 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:27.861974 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2963-8878-4bac-b406-70474777ffca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:27.897819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff2963-8878-4bac-b406-70474777ffca admin admin] Pushing event deleted for resources: {'Network': ['ID=08c443ef-2e94-4a7f-948a-fce9e3fe13c3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:27.929439 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f6ff2963-8878-4bac-b406-70474777ffca admin admin] 10.222.0.72 "DELETE /v2.0/networks/08c443ef-2e94-4a7f-948a-fce9e3fe13c3 HTTP/1.1" status: 204 len: 168 time: 1.8940313 Feb 18 09:15:27.952460 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8ad02b80-63c0-470b-bebf-f775d125521f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:27.958733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ec1eb-7d2e-4306-9553-2c3f8dac8612 req-5d8861c8-b869-4d70-a1cb-8e0f50fb908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:27.976226 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-da3ec1eb-7d2e-4306-9553-2c3f8dac8612 req-5d8861c8-b869-4d70-a1cb-8e0f50fb908a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f2220a8d-a615-4079-b78b-ee210e283ef3 HTTP/1.1" status: 200 len: 848 time: 0.3064847 Feb 18 09:15:28.035131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8ad02b80-63c0-470b-bebf-f775d125521f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:28.037956 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Routers {'f2dc9778-3411-4b1d-8b1d-84a75978f5bf'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:15:28.044098 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:15:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f2dc9778-3411-4b1d-8b1d-84a75978f5bf'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:28.044792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8ad02b80-63c0-470b-bebf-f775d125521f tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5102594 Feb 18 09:15:28.052807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56636) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:28.198167 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ec1eb-7d2e-4306-9553-2c3f8dac8612 req-c39beee3-8f4d-4518-9d1c-a06fecf0daec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:28.201026 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0d2a0-7e40-498e-9df9-edd5a35cdd7b None None] Pushing event updated for resources: {'Port': ['ID=61c99ad5-d60b-4125-986a-5a8cda3b5685,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:28.201996 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-da3ec1eb-7d2e-4306-9553-2c3f8dac8612 req-c39beee3-8f4d-4518-9d1c-a06fecf0daec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=42bf456b-871d-45c4-8fb1-b5b9744cbc4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2187929 Feb 18 09:15:28.435946 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] Set router f2dc9778-3411-4b1d-8b1d-84a75978f5bf gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:15:28.518915 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56650) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:28.524025 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-da3ec1eb-7d2e-4306-9553-2c3f8dac8612 req-b1132837-f358-4b72-b90e-88866fc233ae service neutron] 10.222.0.81 "GET /v2.0/networks/42bf456b-871d-45c4-8fb1-b5b9744cbc4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153746 Feb 18 09:15:28.587426 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-45c59d81-0b5e-4edb-862e-7cca0c7fc8f7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26ec0ac07d2144d8bb0acaad42fafb70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668888 Feb 18 09:15:28.630717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56656) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:28.648219 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e6b32463-a2ac-445e-b123-ce851d1c9ab3 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:28.695157 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e6b32463-a2ac-445e-b123-ce851d1c9ab3 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:28.766626 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-da3ec1eb-7d2e-4306-9553-2c3f8dac8612 req-3490a83a-0355-49d1-9588-ae1bb5858767 service neutron] 10.222.0.81 "GET /v2.0/networks/42bf456b-871d-45c4-8fb1-b5b9744cbc4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826882 Feb 18 09:15:28.837203 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e6b32463-a2ac-445e-b123-ce851d1c9ab3 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:28.934544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b32463-a2ac-445e-b123-ce851d1c9ab3 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=521484e8-ec2f-4bf0-a468-e80985e5cb43,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:29.040717 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:29.060144 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e6b32463-a2ac-445e-b123-ce851d1c9ab3 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:29.064035 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e6b32463-a2ac-445e-b123-ce851d1c9ab3 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-groups/521484e8-ec2f-4bf0-a468-e80985e5cb43 HTTP/1.1" status: 204 len: 168 time: 1.0097926 Feb 18 09:15:29.064648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56670) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:29.077940 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2dc9778-3411-4b1d-8b1d-84a75978f5bf', 'name': 'tempest-TestVolumeBootPattern-537052276-router', 'tenant_id': '505e5e75224c405da7191d60e1ecb9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '61c99ad5-d60b-4125-986a-5a8cda3b5685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:18Z', 'updated_at': '2022-02-18T09:15:22Z', 'revision_number': 3, 'project_id': '505e5e75224c405da7191d60e1ecb9cd', 'gw_port': {'id': '61c99ad5-d60b-4125-986a-5a8cda3b5685', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2dc9778-3411-4b1d-8b1d-84a75978f5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:21Z', 'updated_at': '2022-02-18T09:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:29.084190 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c26c6-f570-43f5-a837-6c8baa51b3f5 None None] The sync data for ids ['f2dc9778-3411-4b1d-8b1d-84a75978f5bf'] in n-d-829434-1 is: [{'id': 'f2dc9778-3411-4b1d-8b1d-84a75978f5bf', 'name': 'tempest-TestVolumeBootPattern-537052276-router', 'tenant_id': '505e5e75224c405da7191d60e1ecb9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '61c99ad5-d60b-4125-986a-5a8cda3b5685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:18Z', 'updated_at': '2022-02-18T09:15:22Z', 'revision_number': 3, 'project_id': '505e5e75224c405da7191d60e1ecb9cd', 'gw_port': {'id': '61c99ad5-d60b-4125-986a-5a8cda3b5685', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2dc9778-3411-4b1d-8b1d-84a75978f5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:21Z', 'updated_at': '2022-02-18T09:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:15:29.137727 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-cec23741-b52f-4937-9638-02acd2b0d1cf tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:29.204501 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-cec23741-b52f-4937-9638-02acd2b0d1cf tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:29.212363 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cec23741-b52f-4937-9638-02acd2b0d1cf tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1461883 Feb 18 09:15:29.213033 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56674) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:29.220771 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b7785239-0cf1-4020-8e75-1a01fb521b66 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group': {'name': 'tempest-secgroup--2021240036'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:29.237882 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b7785239-0cf1-4020-8e75-1a01fb521b66 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:29.256085 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c6d98c1-da50-4aac-b7c6-b0f7587341eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:29.256714 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b7785239-0cf1-4020-8e75-1a01fb521b66 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:29.277290 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b7785239-0cf1-4020-8e75-1a01fb521b66 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:29.312404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b7785239-0cf1-4020-8e75-1a01fb521b66 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:29.322487 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c6d98c1-da50-4aac-b7c6-b0f7587341eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:29.324760 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b7785239-0cf1-4020-8e75-1a01fb521b66 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:29.331442 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b7785239-0cf1-4020-8e75-1a01fb521b66 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:29.339556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c909df9-cd97-43da-ab06-3dc29d952de5 req-3ed861ed-5603-4070-83c8-0a673531bfb9 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:29.341616 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c909df9-cd97-43da-ab06-3dc29d952de5 req-3ed861ed-5603-4070-83c8-0a673531bfb9 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 0.3966908 Feb 18 09:15:29.342902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b7785239-0cf1-4020-8e75-1a01fb521b66 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:29.594148 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b7785239-0cf1-4020-8e75-1a01fb521b66 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:29.610081 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b7785239-0cf1-4020-8e75-1a01fb521b66 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:29.639191 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ea97d535-f4ce-4c5b-ba5f-938afb545daa up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:29.675855 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c909df9-cd97-43da-ab06-3dc29d952de5 req-88e5d72a-ea70-4abe-bb2a-96dc9988f0b2 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154879 Feb 18 09:15:29.695500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] Allocated IP 172.20.0.1 (55459b14-1e45-482e-bdb6-09e909fdda70/c2972e50-da19-46bd-bde7-04a4278e7c78/f1a92b57-a4da-4ea0-b366-b46d314df9b4) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:29.718515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7785239-0cf1-4020-8e75-1a01fb521b66 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc89facd-83b0-48ba-8c89-a42b6dfffd4c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:29.748658 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b7785239-0cf1-4020-8e75-1a01fb521b66 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:29.757621 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b7785239-0cf1-4020-8e75-1a01fb521b66 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5435174 Feb 18 09:15:29.764024 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ea97d535-f4ce-4c5b-ba5f-938afb545daa triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:29.764300 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c6d98c1-da50-4aac-b7c6-b0f7587341eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:29.764802 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:29.772669 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56688) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:29.787295 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b8bc1337-2aa3-468e-b691-37c5ffeae1a9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group_rule': {'security_group_id': 'fc89facd-83b0-48ba-8c89-a42b6dfffd4c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:29.815006 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b8bc1337-2aa3-468e-b691-37c5ffeae1a9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:29.819604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b8bc1337-2aa3-468e-b691-37c5ffeae1a9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:29.829296 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b8bc1337-2aa3-468e-b691-37c5ffeae1a9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:29.841110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b8bc1337-2aa3-468e-b691-37c5ffeae1a9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:29.881847 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b8bc1337-2aa3-468e-b691-37c5ffeae1a9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:29.927835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d98c1-da50-4aac-b7c6-b0f7587341eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d235cc6-466f-47da-9084-25601e56c961,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:29.981827 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b8bc1337-2aa3-468e-b691-37c5ffeae1a9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:29.988043 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b8bc1337-2aa3-468e-b691-37c5ffeae1a9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.048130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc1337-2aa3-468e-b691-37c5ffeae1a9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f5cd5a-5dd0-4ef1-b557-edda48b0fbf3,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:30.053466 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b8bc1337-2aa3-468e-b691-37c5ffeae1a9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.055491 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b8bc1337-2aa3-468e-b691-37c5ffeae1a9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2815440 Feb 18 09:15:30.060052 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56696) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:30.123824 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0d1bff90-3578-40dd-8919-44c562323ec6 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.141176 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0d1bff90-3578-40dd-8919-44c562323ec6 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.178259 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0d1bff90-3578-40dd-8919-44c562323ec6 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.209840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bff90-3578-40dd-8919-44c562323ec6 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5f5cd5a-5dd0-4ef1-b557-edda48b0fbf3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:30.223135 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0d1bff90-3578-40dd-8919-44c562323ec6 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.224623 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0d1bff90-3578-40dd-8919-44c562323ec6 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/b5f5cd5a-5dd0-4ef1-b557-edda48b0fbf3 HTTP/1.1" status: 204 len: 168 time: 0.1632743 Feb 18 09:15:30.227885 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56700) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:30.259234 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c6d98c1-da50-4aac-b7c6-b0f7587341eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.260256 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2c6d98c1-da50-4aac-b7c6-b0f7587341eb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d235cc6-466f-47da-9084-25601e56c961 HTTP/1.1" status: 204 len: 168 time: 1.6232138 Feb 18 09:15:30.315631 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dbe79911-4da3-4ac1-a62d-fa27cca2d075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.333621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-22a8de76-c08a-4845-9d7a-51c169067577 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:30.354690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168d72d-9e44-4cab-8291-f83a3d8dac7f req-9fa2589a-d80b-4bc5-9005-4e4286b6f6e1 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:30.356956 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8168d72d-9e44-4cab-8291-f83a3d8dac7f req-9fa2589a-d80b-4bc5-9005-4e4286b6f6e1 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 0.4182403 Feb 18 09:15:30.363612 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.367695 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-22a8de76-c08a-4845-9d7a-51c169067577 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:30.374031 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-22a8de76-c08a-4845-9d7a-51c169067577 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1446540 Feb 18 09:15:30.374779 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56710) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:30.415090 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] Transition to ACTIVE for port object f1a92b57-a4da-4ea0-b366-b46d314df9b4 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:30.530739 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-68d47012-44c6-472f-a205-8bc468ab68ca tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.532084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8168d72d-9e44-4cab-8291-f83a3d8dac7f req-95e5ed2c-4209-48cc-8743-6630708dc0a7 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741091 Feb 18 09:15:30.533360 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.586124 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-68d47012-44c6-472f-a205-8bc468ab68ca tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.656690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] Network 55459b14-1e45-482e-bdb6-09e909fdda70 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:30.658438 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:30.660843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] Pushing event updated for resources: {'Port': ['ID=f1a92b57-a4da-4ea0-b366-b46d314df9b4,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:30.680821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:15:30.716209 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-68d47012-44c6-472f-a205-8bc468ab68ca tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.767308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d47012-44c6-472f-a205-8bc468ab68ca tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc89facd-83b0-48ba-8c89-a42b6dfffd4c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:30.795114 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-68d47012-44c6-472f-a205-8bc468ab68ca tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:30.814901 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-68d47012-44c6-472f-a205-8bc468ab68ca tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-groups/fc89facd-83b0-48ba-8c89-a42b6dfffd4c HTTP/1.1" status: 204 len: 168 time: 0.4344862 Feb 18 09:15:30.815868 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56728) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:30.843726 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:31.037230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-cfd7e8bd-77f6-45be-a7aa-b7e5cffb7c59 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:31.086956 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-cfd7e8bd-77f6-45be-a7aa-b7e5cffb7c59 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:31.089333 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cfd7e8bd-77f6-45be-a7aa-b7e5cffb7c59 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2702734 Feb 18 09:15:31.093938 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56742) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:31.100908 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-eeee68f2-55b6-463c-bb9f-ddcadf93dc37 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group': {'name': 'tempest-secgroup--1044311322'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:31.129487 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-eeee68f2-55b6-463c-bb9f-ddcadf93dc37 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:31.152895 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-eeee68f2-55b6-463c-bb9f-ddcadf93dc37 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:31.188606 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eeee68f2-55b6-463c-bb9f-ddcadf93dc37 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:31.216579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-eeee68f2-55b6-463c-bb9f-ddcadf93dc37 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:31.222088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-eeee68f2-55b6-463c-bb9f-ddcadf93dc37 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:31.225950 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-eeee68f2-55b6-463c-bb9f-ddcadf93dc37 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:31.233631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6ee2b985-aec1-4de8-b344-06eedb4a49ea None None] Provisioning for port f1a92b57-a4da-4ea0-b366-b46d314df9b4 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:31.236593 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-eeee68f2-55b6-463c-bb9f-ddcadf93dc37 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:31.247873 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6ee2b985-aec1-4de8-b344-06eedb4a49ea None None] Provisioning complete for port f1a92b57-a4da-4ea0-b366-b46d314df9b4 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:31.248472 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6ee2b985-aec1-4de8-b344-06eedb4a49ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:31.464962 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eeee68f2-55b6-463c-bb9f-ddcadf93dc37 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:31.473544 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eeee68f2-55b6-463c-bb9f-ddcadf93dc37 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:31.494078 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-6ee2b985-aec1-4de8-b344-06eedb4a49ea None None] Port f1a92b57-a4da-4ea0-b366-b46d314df9b4 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:15:31.617592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee68f2-55b6-463c-bb9f-ddcadf93dc37 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82525f2-1853-4b2b-8cf6-87fd19f3fd48,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:31.644548 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eeee68f2-55b6-463c-bb9f-ddcadf93dc37 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:31.646003 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-eeee68f2-55b6-463c-bb9f-ddcadf93dc37 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5506608 Feb 18 09:15:31.649088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56772) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:31.670916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-7f53664f-f819-44e8-9a74-e2fdb7fd2824 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group_rule': {'security_group_id': 'e82525f2-1853-4b2b-8cf6-87fd19f3fd48', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:31.686606 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 61c99ad5-d60b-4125-986a-5a8cda3b5685 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:31.705288 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7f53664f-f819-44e8-9a74-e2fdb7fd2824 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:31.718354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7f53664f-f819-44e8-9a74-e2fdb7fd2824 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:31.730080 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7f53664f-f819-44e8-9a74-e2fdb7fd2824 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:31.760026 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7f53664f-f819-44e8-9a74-e2fdb7fd2824 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:31.763374 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:31.815560 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7f53664f-f819-44e8-9a74-e2fdb7fd2824 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:31.934664 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 61c99ad5-d60b-4125-986a-5a8cda3b5685 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:31.943533 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 61c99ad5-d60b-4125-986a-5a8cda3b5685 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:31.945835 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:32.009728 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7f53664f-f819-44e8-9a74-e2fdb7fd2824 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:32.043741 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7f53664f-f819-44e8-9a74-e2fdb7fd2824 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:32.134260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53664f-f819-44e8-9a74-e2fdb7fd2824 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b31876c-5553-4710-8f40-885c0a7a629c,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:32.171397 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7f53664f-f819-44e8-9a74-e2fdb7fd2824 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:32.179129 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7f53664f-f819-44e8-9a74-e2fdb7fd2824 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5228004 Feb 18 09:15:32.184497 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56794) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:32.221465 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5e974529-b131-4e8a-9b8c-7425b44465f1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-group-rules/4b31876c-5553-4710-8f40-885c0a7a629c HTTP/1.1" status: 200 len: 763 time: 0.0385780 Feb 18 09:15:32.222015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56798) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:32.266988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-30bb738c-6c08-412e-bfd2-b254dcd7eab0 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:32.269741 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-30bb738c-6c08-412e-bfd2-b254dcd7eab0 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/networks?id=8db52816-6ba5-48b1-b7d9-0bff9d47e11e HTTP/1.1" status: 200 len: 815 time: 0.5331612 Feb 18 09:15:32.279373 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:32.301692 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-6d652a29-6979-4245-be12-9d8098548358 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/quotas/0597660a7b6044fbbceb5197befe8367 HTTP/1.1" status: 200 len: 375 time: 0.0221369 Feb 18 09:15:32.302219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-00db7149-bda2-421e-80b5-177172573cb5 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:32.317156 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 61c99ad5-d60b-4125-986a-5a8cda3b5685, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=61c99ad5-d60b-4125-986a-5a8cda3b5685,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:15:32.330045 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:32.341058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-00db7149-bda2-421e-80b5-177172573cb5 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:32.345901 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-00db7149-bda2-421e-80b5-177172573cb5 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1205435 Feb 18 09:15:32.346678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56802) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:32.412418 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:32.421727 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2aa3522-085a-4f94-b681-48e72446a442 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:32.439612 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2aa3522-085a-4f94-b681-48e72446a442 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:32.442660 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:32.499147 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2aa3522-085a-4f94-b681-48e72446a442 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:32.540483 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa3522-085a-4f94-b681-48e72446a442 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b31876c-5553-4710-8f40-885c0a7a629c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:32.559439 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2aa3522-085a-4f94-b681-48e72446a442 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:32.563506 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c2aa3522-085a-4f94-b681-48e72446a442 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/4b31876c-5553-4710-8f40-885c0a7a629c HTTP/1.1" status: 204 len: 168 time: 0.2152336 Feb 18 09:15:32.564354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56828) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:32.579133 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=61c99ad5-d60b-4125-986a-5a8cda3b5685,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:32.618240 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-433c4322-5a02-4d93-b1e2-d3ed84da117b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0597660a7b6044fbbceb5197befe8367&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3102281 Feb 18 09:15:32.729848 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:32.742475 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] Pushing event updated for resources: {'Port': ['ID=f1a92b57-a4da-4ea0-b366-b46d314df9b4,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:32.816868 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-891b731d-cf53-4b6a-9b5a-0c453de5cdc2 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:32.876743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-891b731d-cf53-4b6a-9b5a-0c453de5cdc2 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:32.882769 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-891b731d-cf53-4b6a-9b5a-0c453de5cdc2 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3167953 Feb 18 09:15:32.893607 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56852) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:32.902557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e5c9aad8-4e70-4324-b330-daf7daa526a2 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group_rule': {'security_group_id': 'e82525f2-1853-4b2b-8cf6-87fd19f3fd48', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:32.904483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-9fe67bbd-0491-44b0-b8d1-f071cacbe8be service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:15:32.906215 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-9fe67bbd-0491-44b0-b8d1-f071cacbe8be service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2874019 Feb 18 09:15:32.914265 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e5c9aad8-4e70-4324-b330-daf7daa526a2 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:32.922088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e5c9aad8-4e70-4324-b330-daf7daa526a2 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:32.946090 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36fd85-f103-4dcc-b5ee-ba32c49c9184 req-8bb54eb4-5e3f-4fe3-a1de-5059aecf5f76 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:32.947014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-dd36fd85-f103-4dcc-b5ee-ba32c49c9184 req-8bb54eb4-5e3f-4fe3-a1de-5059aecf5f76 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Synchronizing usage tracker for tenant:0597660a7b6044fbbceb5197befe8367 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:32.962006 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e5c9aad8-4e70-4324-b330-daf7daa526a2 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:33.070044 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e5c9aad8-4e70-4324-b330-daf7daa526a2 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:33.086340 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e5c9aad8-4e70-4324-b330-daf7daa526a2 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:33.108906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9aad8-4e70-4324-b330-daf7daa526a2 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc6a116-df48-45b2-a3b8-0a11f13a89c7,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:33.112598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-dd36fd85-f103-4dcc-b5ee-ba32c49c9184 req-8bb54eb4-5e3f-4fe3-a1de-5059aecf5f76 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Unset dirty status for tenant:0597660a7b6044fbbceb5197befe8367 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:33.114440 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dd36fd85-f103-4dcc-b5ee-ba32c49c9184 req-8bb54eb4-5e3f-4fe3-a1de-5059aecf5f76 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d05edc25-2e62-45ee-8165-898e82f86b9b HTTP/1.1" status: 200 len: 946 time: 0.4706280 Feb 18 09:15:33.254838 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e5c9aad8-4e70-4324-b330-daf7daa526a2 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:33.258333 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e5c9aad8-4e70-4324-b330-daf7daa526a2 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3621209 Feb 18 09:15:33.265764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56862) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:33.291986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-dd36fd85-f103-4dcc-b5ee-ba32c49c9184 req-a00f74d3-e152-4b5c-9b19-30efa040815d tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Deleting port e1e27626-9fcd-4690-80da-211769a0ebf6 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:15:33.292880 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-dd36fd85-f103-4dcc-b5ee-ba32c49c9184 req-a00f74d3-e152-4b5c-9b19-30efa040815d tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:33.306903 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] Network 55459b14-1e45-482e-bdb6-09e909fdda70 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:33.311171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:33.320736 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-63186891-65e7-4322-9cb8-5293a927e2e2 service neutron] 10.222.0.72 "GET /v2.0/networks/8db52816-6ba5-48b1-b7d9-0bff9d47e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020443 Feb 18 09:15:33.375298 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e63e6cc8-4ab7-470a-ad5b-f25aad503a3e tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-group-rules/bcc6a116-df48-45b2-a3b8-0a11f13a89c7 HTTP/1.1" status: 200 len: 763 time: 0.1075804 Feb 18 09:15:33.383019 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56866) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:33.593153 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 61c99ad5-d60b-4125-986a-5a8cda3b5685 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:33.635098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-66e0e8b5-2eea-4ab5-805f-290e6b8ed725 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:33.887020 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-66e0e8b5-2eea-4ab5-805f-290e6b8ed725 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:33.888414 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-66e0e8b5-2eea-4ab5-805f-290e6b8ed725 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5043569 Feb 18 09:15:33.897124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56878) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:33.966477 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9e68a9a5-09e0-4c09-b69c-3481d1c7aeaa None None] Provisioning complete for port f1a92b57-a4da-4ea0-b366-b46d314df9b4 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:33.967268 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9e68a9a5-09e0-4c09-b69c-3481d1c7aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:34.024442 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:34.033196 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:34.048371 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3cc9d09d-39bb-45cd-8255-49a6eee20bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:34.054919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 61c99ad5-d60b-4125-986a-5a8cda3b5685 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:34.055570 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:34.097897 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0ce95a73-a77c-409a-8915-5ca3d390e0b1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:34.135998 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0ce95a73-a77c-409a-8915-5ca3d390e0b1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:34.166558 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9e68a9a5-09e0-4c09-b69c-3481d1c7aeaa None None] Port f1a92b57-a4da-4ea0-b366-b46d314df9b4 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:15:34.188430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] Router f2dc9778-3411-4b1d-8b1d-84a75978f5bf has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:15:34.199935 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-dd36fd85-f103-4dcc-b5ee-ba32c49c9184 req-a00f74d3-e152-4b5c-9b19-30efa040815d tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] For port e1e27626-9fcd-4690-80da-211769a0ebf6, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e1e27626-9fcd-4690-80da-211769a0ebf6,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:15:34.203252 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-dd36fd85-f103-4dcc-b5ee-ba32c49c9184 req-a00f74d3-e152-4b5c-9b19-30efa040815d tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:34.335327 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0ce95a73-a77c-409a-8915-5ca3d390e0b1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:34.376357 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-3286f111-4c0b-43b3-9ddc-53091b399b77 service neutron] 10.222.0.72 "GET /v2.0/networks/8db52816-6ba5-48b1-b7d9-0bff9d47e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127113 Feb 18 09:15:34.437305 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-dd36fd85-f103-4dcc-b5ee-ba32c49c9184 req-a00f74d3-e152-4b5c-9b19-30efa040815d tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Calling delete_port for e1e27626-9fcd-4690-80da-211769a0ebf6 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:15:34.636536 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:15:34.640646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce95a73-a77c-409a-8915-5ca3d390e0b1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcc6a116-df48-45b2-a3b8-0a11f13a89c7,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:34.650770 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Sync routers for ids ['f2dc9778-3411-4b1d-8b1d-84a75978f5bf'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:15:34.673441 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Routers {'f2dc9778-3411-4b1d-8b1d-84a75978f5bf'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:15:34.673992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:15:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f2dc9778-3411-4b1d-8b1d-84a75978f5bf'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:34.756337 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a1093497-c626-4690-8910-b25b9038aa5f admin admin] 10.222.0.72 "PUT /v2.0/routers/f2dc9778-3411-4b1d-8b1d-84a75978f5bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2752864 Feb 18 09:15:34.774314 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0ce95a73-a77c-409a-8915-5ca3d390e0b1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:34.775749 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0ce95a73-a77c-409a-8915-5ca3d390e0b1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/bcc6a116-df48-45b2-a3b8-0a11f13a89c7 HTTP/1.1" status: 204 len: 168 time: 0.8772430 Feb 18 09:15:34.790258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56932) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:34.794622 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-248f03ac-edb8-43c5-abac-c8c2edb89a2b req-0167753a-4bf8-42f7-8678-bf9492f3222d tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 210 time: 0.1635151 Feb 18 09:15:34.977985 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b7b42188-86eb-4f35-a007-235695f0b290 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1861813 Feb 18 09:15:34.978886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56942) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:34.986071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-47172f29-f764-4ba9-a388-0b91ae419651 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group_rule': {'security_group_id': 'e82525f2-1853-4b2b-8cf6-87fd19f3fd48', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:34.997127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-47172f29-f764-4ba9-a388-0b91ae419651 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:34.997344 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-dd36fd85-f103-4dcc-b5ee-ba32c49c9184 req-a00f74d3-e152-4b5c-9b19-30efa040815d tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:35.004431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-47172f29-f764-4ba9-a388-0b91ae419651 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:35.008675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-47172f29-f764-4ba9-a388-0b91ae419651 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:35.028745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-47172f29-f764-4ba9-a388-0b91ae419651 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:35.032503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e1e27626-9fcd-4690-80da-211769a0ebf6 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:15:35.094901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f74d3-e152-4b5c-9b19-30efa040815d tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Pushing event deleted for resources: {'Port': ['ID=e1e27626-9fcd-4690-80da-211769a0ebf6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:35.106955 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47172f29-f764-4ba9-a388-0b91ae419651 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:35.184195 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: e1e27626-9fcd-4690-80da-211769a0ebf6 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:15:35.184809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e1e27626-9fcd-4690-80da-211769a0ebf6 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:15:35.238257 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:35.245290 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Set router f2dc9778-3411-4b1d-8b1d-84a75978f5bf gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:15:35.326787 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd36fd85-f103-4dcc-b5ee-ba32c49c9184 req-a00f74d3-e152-4b5c-9b19-30efa040815d tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] No DVR routers for this DVR port e1e27626-9fcd-4690-80da-211769a0ebf6 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:15:35.337637 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-dd36fd85-f103-4dcc-b5ee-ba32c49c9184 req-a00f74d3-e152-4b5c-9b19-30efa040815d tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:35.357337 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47172f29-f764-4ba9-a388-0b91ae419651 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:35.374339 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47172f29-f764-4ba9-a388-0b91ae419651 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:35.384940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05edc25-2e62-45ee-8165-898e82f86b9b', 'name': 'network-vif-deleted', 'tag': 'e1e27626-9fcd-4690-80da-211769a0ebf6'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:15:35.415337 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-dd36fd85-f103-4dcc-b5ee-ba32c49c9184 req-a00f74d3-e152-4b5c-9b19-30efa040815d tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.81 "DELETE /v2.0/ports/e1e27626-9fcd-4690-80da-211769a0ebf6 HTTP/1.1" status: 204 len: 173 time: 2.2867911 Feb 18 09:15:35.456803 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47172f29-f764-4ba9-a388-0b91ae419651 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d73ef44-287a-4a80-b32f-f167a824411e,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:35.535828 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05edc25-2e62-45ee-8165-898e82f86b9b', 'name': 'network-vif-deleted', 'tag': 'e1e27626-9fcd-4690-80da-211769a0ebf6', 'status': 'completed', 'code': 200} Feb 18 09:15:35.560057 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-47172f29-f764-4ba9-a388-0b91ae419651 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:35.564054 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56964) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:35.564476 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-47172f29-f764-4ba9-a388-0b91ae419651 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5837846 Feb 18 09:15:35.616935 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1e6ce054-4b15-4609-95d2-c2736bd8f215 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-group-rules/3d73ef44-287a-4a80-b32f-f167a824411e HTTP/1.1" status: 200 len: 764 time: 0.0514727 Feb 18 09:15:35.619719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56968) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:35.770107 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-01a86e09-14a4-420b-a268-b148e30fe046 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:35.841612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-01a86e09-14a4-420b-a268-b148e30fe046 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:35.843250 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-01a86e09-14a4-420b-a268-b148e30fe046 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2220280 Feb 18 09:15:35.852771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 56978) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:35.950335 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0acff56d-f4ad-4e2b-84ea-cc80e18fcab4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:35.970462 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0acff56d-f4ad-4e2b-84ea-cc80e18fcab4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:36.043860 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0acff56d-f4ad-4e2b-84ea-cc80e18fcab4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:36.080146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acff56d-f4ad-4e2b-84ea-cc80e18fcab4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d73ef44-287a-4a80-b32f-f167a824411e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:36.173269 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56992) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:36.235076 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e7ca199-bec7-4824-86a5-81c3eaef845a req-fe2b073f-05b4-4194-a4e4-d4fee801c7be tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 210 time: 0.1505029 Feb 18 09:15:36.239513 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0acff56d-f4ad-4e2b-84ea-cc80e18fcab4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:36.255497 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0acff56d-f4ad-4e2b-84ea-cc80e18fcab4 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/3d73ef44-287a-4a80-b32f-f167a824411e HTTP/1.1" status: 204 len: 168 time: 0.4013937 Feb 18 09:15:36.259189 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 56998) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:36.276950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2dc9778-3411-4b1d-8b1d-84a75978f5bf', 'name': 'tempest-TestVolumeBootPattern-537052276-router', 'tenant_id': '505e5e75224c405da7191d60e1ecb9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '61c99ad5-d60b-4125-986a-5a8cda3b5685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:18Z', 'updated_at': '2022-02-18T09:15:31Z', 'revision_number': 4, 'project_id': '505e5e75224c405da7191d60e1ecb9cd', 'gw_port': {'id': '61c99ad5-d60b-4125-986a-5a8cda3b5685', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2dc9778-3411-4b1d-8b1d-84a75978f5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:21Z', 'updated_at': '2022-02-18T09:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f1a92b57-a4da-4ea0-b366-b46d314df9b4', 'name': '', 'network_id': '55459b14-1e45-482e-bdb6-09e909fdda70', 'tenant_id': '505e5e75224c405da7191d60e1ecb9cd', 'mac_address': 'fa:16:3e:19:1f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2dc9778-3411-4b1d-8b1d-84a75978f5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'c2972e50-da19-46bd-bde7-04a4278e7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:29Z', 'updated_at': '2022-02-18T09:15:31Z', 'revision_number': 2, 'project_id': '505e5e75224c405da7191d60e1ecb9cd', 'subnets': [{'id': 'c2972e50-da19-46bd-bde7-04a4278e7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:36.316025 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Checking router: f2dc9778-3411-4b1d-8b1d-84a75978f5bf for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:15:36.316405 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Updating router f2dc9778-3411-4b1d-8b1d-84a75978f5bf port f1a92b57-a4da-4ea0-b366-b46d314df9b4 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:15:36.453028 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8d74b944-f0da-4380-995a-d3b854f7a557 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1924028 Feb 18 09:15:36.457543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57004) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:36.611837 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:36.613305 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d25f3c24-6a1a-4c2b-91dc-8853b247234a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:36.707348 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d25f3c24-6a1a-4c2b-91dc-8853b247234a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:36.732900 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c6b9b004-b7d5-4126-ae65-a56d26048b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:36.805941 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c6b9b004-b7d5-4126-ae65-a56d26048b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:36.829428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c6b9b004-b7d5-4126-ae65-a56d26048b46 admin admin] Usage tracker for resource:security_group_rule and tenant:c3d37bf6895044109b71b0c6aff84847 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:36.834007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c6b9b004-b7d5-4126-ae65-a56d26048b46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:36.854665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c6b9b004-b7d5-4126-ae65-a56d26048b46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:36.914510 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d25f3c24-6a1a-4c2b-91dc-8853b247234a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:37.038150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f3c24-6a1a-4c2b-91dc-8853b247234a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82525f2-1853-4b2b-8cf6-87fd19f3fd48,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:37.044935 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d25f3c24-6a1a-4c2b-91dc-8853b247234a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:37.052009 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d25f3c24-6a1a-4c2b-91dc-8853b247234a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-groups/e82525f2-1853-4b2b-8cf6-87fd19f3fd48 HTTP/1.1" status: 204 len: 168 time: 0.5930552 Feb 18 09:15:37.053770 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57012) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:37.165875 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c6b9b004-b7d5-4126-ae65-a56d26048b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:37.178856 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c6b9b004-b7d5-4126-ae65-a56d26048b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:37.295060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9b004-b7d5-4126-ae65-a56d26048b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312049a8-3319-4f84-9232-0d7053428eec,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:37.337361 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c6b9b004-b7d5-4126-ae65-a56d26048b46 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c3d37bf6895044109b71b0c6aff84847&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1626339 Feb 18 09:15:37.341081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57018) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:37.465013 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-01377985-05d6-4cb1-9335-ad618a13236d tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:37.502332 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f5503b56-6ce6-4835-a14f-8fc8ba587aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:37.579794 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f5503b56-6ce6-4835-a14f-8fc8ba587aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:37.591792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92d759ac-8145-4355-b7b4-54b94af549b1 req-5bbeeaf7-2ff3-4483-87bd-6facb5f13174 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 210 time: 0.0711191 Feb 18 09:15:37.596875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-01377985-05d6-4cb1-9335-ad618a13236d tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:37.598954 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-01377985-05d6-4cb1-9335-ad618a13236d tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5434358 Feb 18 09:15:37.605623 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57030) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:37.619647 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c98719c6-46f6-4aa1-8138-ee577b81ffc1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group': {'name': 'tempest-secgroup--259199632'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:37.643642 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c98719c6-46f6-4aa1-8138-ee577b81ffc1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:37.678896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-2c3a5b7f-c944-4620-ad77-0eff29ddfba0 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:37.685471 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-2c3a5b7f-c944-4620-ad77-0eff29ddfba0 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.61 "GET /v2.0/networks?id=8db52816-6ba5-48b1-b7d9-0bff9d47e11e HTTP/1.1" status: 200 len: 815 time: 0.5071299 Feb 18 09:15:37.709696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-d4285a0a-5a58-4cd6-9de2-25956125f94b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Request body: {'port': {'device_id': '7e026fbc-d334-4170-bf0e-262d90026ef4', 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e', 'admin_state_up': True, 'tenant_id': '0597660a7b6044fbbceb5197befe8367'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:37.715522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c98719c6-46f6-4aa1-8138-ee577b81ffc1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:37.755903 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c98719c6-46f6-4aa1-8138-ee577b81ffc1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:37.825012 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f5503b56-6ce6-4835-a14f-8fc8ba587aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:37.872886 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c98719c6-46f6-4aa1-8138-ee577b81ffc1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:37.891273 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5503b56-6ce6-4835-a14f-8fc8ba587aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312049a8-3319-4f84-9232-0d7053428eec,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:37.910638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c98719c6-46f6-4aa1-8138-ee577b81ffc1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:37.929626 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c98719c6-46f6-4aa1-8138-ee577b81ffc1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:37.953690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c98719c6-46f6-4aa1-8138-ee577b81ffc1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:37.957855 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:37.962654 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f5503b56-6ce6-4835-a14f-8fc8ba587aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:37.971114 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f5503b56-6ce6-4835-a14f-8fc8ba587aa6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/312049a8-3319-4f84-9232-0d7053428eec HTTP/1.1" status: 204 len: 168 time: 0.6277087 Feb 18 09:15:38.052308 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Transition to ACTIVE for port object f1a92b57-a4da-4ea0-b366-b46d314df9b4 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:38.069871 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.169946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-d4285a0a-5a58-4cd6-9de2-25956125f94b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:38.174750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-d4285a0a-5a58-4cd6-9de2-25956125f94b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Usage tracker for resource:port and tenant:0597660a7b6044fbbceb5197befe8367 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:38.178012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-d4285a0a-5a58-4cd6-9de2-25956125f94b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:38.200310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-d4285a0a-5a58-4cd6-9de2-25956125f94b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:38.286648 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c98719c6-46f6-4aa1-8138-ee577b81ffc1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.304306 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c98719c6-46f6-4aa1-8138-ee577b81ffc1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.310869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-d4285a0a-5a58-4cd6-9de2-25956125f94b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Made reservation on behalf of 0597660a7b6044fbbceb5197befe8367 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:15:38.316005 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-d4285a0a-5a58-4cd6-9de2-25956125f94b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.418897 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12046370-91fd-4bb9-bbc1-b21041270cc4 None None] Pushing event updated for resources: {'Port': ['ID=f1a92b57-a4da-4ea0-b366-b46d314df9b4,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:38.441452 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Attempting to bind port f1a92b57-a4da-4ea0-b366-b46d314df9b4 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:38.441811 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Attempting to bind port f1a92b57-a4da-4ea0-b366-b46d314df9b4 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '55459b14-1e45-482e-bdb6-09e909fdda70'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:38.442118 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Attempting to bind port f1a92b57-a4da-4ea0-b366-b46d314df9b4 on network 55459b14-1e45-482e-bdb6-09e909fdda70 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:15:38.449655 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:15:38.449655 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Checking segment: {'id': '8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '55459b14-1e45-482e-bdb6-09e909fdda70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:15:38.450007 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.450885 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Bound using segment: {'id': '8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '55459b14-1e45-482e-bdb6-09e909fdda70'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:15:38.451360 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Bound port: f1a92b57-a4da-4ea0-b366-b46d314df9b4, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '55459b14-1e45-482e-bdb6-09e909fdda70'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:38.451738 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.457978 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98719c6-46f6-4aa1-8138-ee577b81ffc1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e5665e-962d-4928-a0c7-6e4238feaa6d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:38.562753 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c98719c6-46f6-4aa1-8138-ee577b81ffc1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.564176 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c98719c6-46f6-4aa1-8138-ee577b81ffc1 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9539235 Feb 18 09:15:38.567042 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57048) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:38.574309 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-072578a1-8357-491f-9a55-2dc69d6cc0d9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Request body: {'security_group_rule': {'security_group_id': '77e5665e-962d-4928-a0c7-6e4238feaa6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:38.589421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-072578a1-8357-491f-9a55-2dc69d6cc0d9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:38.599684 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-072578a1-8357-491f-9a55-2dc69d6cc0d9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Usage tracker for resource:security_group_rule and tenant:5786746d483941cb83746e3e1b75337f is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:38.612412 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-072578a1-8357-491f-9a55-2dc69d6cc0d9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:38.626733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-072578a1-8357-491f-9a55-2dc69d6cc0d9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:38.669145 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-072578a1-8357-491f-9a55-2dc69d6cc0d9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.708094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] For port f1a92b57-a4da-4ea0-b366-b46d314df9b4, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:15:38.722514 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] For port f1a92b57-a4da-4ea0-b366-b46d314df9b4, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f1a92b57-a4da-4ea0-b366-b46d314df9b4,segment=NetworkSegment(8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee),segment_id=8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:15:38.762207 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.789851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57058) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:38.829291 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-87da8318-91ce-4fd6-b826-e4a41b86723a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.882139 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-072578a1-8357-491f-9a55-2dc69d6cc0d9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.897986 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-072578a1-8357-491f-9a55-2dc69d6cc0d9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:38.999317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-d4285a0a-5a58-4cd6-9de2-25956125f94b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Allocated IP 172.20.0.4 (8db52816-6ba5-48b1-b7d9-0bff9d47e11e/c479982d-9255-4d28-a965-c104ca7e375b/8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:39.015403 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072578a1-8357-491f-9a55-2dc69d6cc0d9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef801ed-6ebe-48fe-b466-effb7a55ca9c,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:39.053712 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12046370-91fd-4bb9-bbc1-b21041270cc4 None None] Pushing event updated for resources: {'Port': ['ID=f1a92b57-a4da-4ea0-b366-b46d314df9b4,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:39.056591 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-072578a1-8357-491f-9a55-2dc69d6cc0d9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.058615 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-072578a1-8357-491f-9a55-2dc69d6cc0d9 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4902043 Feb 18 09:15:39.061342 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57066) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:39.073621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Routers {'f2dc9778-3411-4b1d-8b1d-84a75978f5bf'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:15:39.074464 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:15:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f2dc9778-3411-4b1d-8b1d-84a75978f5bf'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:39.079605 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4202ddf-6aaf-4dcb-9cf6-c1a65398545b req-95059b3e-b112-40bb-973d-6d660706c1cf tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 210 time: 0.2317057 Feb 18 09:15:39.089441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-87da8318-91ce-4fd6-b826-e4a41b86723a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:39.126815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-87da8318-91ce-4fd6-b826-e4a41b86723a admin admin] Usage tracker for resource:security_group_rule and tenant:4aee9e961c05476b9d2ab2cc01de8398 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:39.131929 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-87da8318-91ce-4fd6-b826-e4a41b86723a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:39.185420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-87da8318-91ce-4fd6-b826-e4a41b86723a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:39.266753 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1bac543-f8e9-4c82-8d76-9c1b9ad3522a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.301743 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1bac543-f8e9-4c82-8d76-9c1b9ad3522a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.388663 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1bac543-f8e9-4c82-8d76-9c1b9ad3522a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.415895 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bac543-f8e9-4c82-8d76-9c1b9ad3522a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e5665e-962d-4928-a0c7-6e4238feaa6d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:39.432857 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1bac543-f8e9-4c82-8d76-9c1b9ad3522a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.433745 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d1bac543-f8e9-4c82-8d76-9c1b9ad3522a tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-groups/77e5665e-962d-4928-a0c7-6e4238feaa6d HTTP/1.1" status: 204 len: 168 time: 0.3699157 Feb 18 09:15:39.438681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57074) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:39.546362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] Set router f2dc9778-3411-4b1d-8b1d-84a75978f5bf gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:15:39.547385 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-92cb01a8-3293-4b91-88e6-2965c7f2260e tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:39.577472 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-92cb01a8-3293-4b91-88e6-2965c7f2260e tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:39.579569 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-92cb01a8-3293-4b91-88e6-2965c7f2260e tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1374121 Feb 18 09:15:39.583291 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57080) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:39.750242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ffc1f08d-ba95-4dda-bd01-3d88bd452968 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Synchronizing usage tracker for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:39.786818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ffc1f08d-ba95-4dda-bd01-3d88bd452968 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] Unset dirty status for tenant:5786746d483941cb83746e3e1b75337f on resource:security_group_rule {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:39.799746 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ffc1f08d-ba95-4dda-bd01-3d88bd452968 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2138274 Feb 18 09:15:39.802456 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57084) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:39.804115 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-d4285a0a-5a58-4cd6-9de2-25956125f94b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.828914 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-87da8318-91ce-4fd6-b826-e4a41b86723a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.846115 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-ce70b3e6-7017-4225-89b9-8dea453f4a3c tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] delete failed (client error): The resource could not be found. Feb 18 09:15:39.846502 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-87da8318-91ce-4fd6-b826-e4a41b86723a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:39.849112 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ce70b3e6-7017-4225-89b9-8dea453f4a3c tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "DELETE /v2.0/security-groups/77e5665e-962d-4928-a0c7-6e4238feaa6d HTTP/1.1" status: 404 len: 347 time: 0.0426698 Feb 18 09:15:39.855300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57088) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:39.918755 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-87da8318-91ce-4fd6-b826-e4a41b86723a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4aee9e961c05476b9d2ab2cc01de8398&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1222110 Feb 18 09:15:39.931466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57092) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:39.976924 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3641dc00-4338-47c6-a69e-0ecddef8e688 tempest-SecGroupTest-738251390 tempest-SecGroupTest-738251390-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1199758 Feb 18 09:15:40.052221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da8318-91ce-4fd6-b826-e4a41b86723a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1590a978-9565-456c-b040-e371d058fd7d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:40.091435 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-d4285a0a-5a58-4cd6-9de2-25956125f94b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:40.260897 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2dc9778-3411-4b1d-8b1d-84a75978f5bf', 'name': 'tempest-TestVolumeBootPattern-537052276-router', 'tenant_id': '505e5e75224c405da7191d60e1ecb9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '61c99ad5-d60b-4125-986a-5a8cda3b5685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:18Z', 'updated_at': '2022-02-18T09:15:31Z', 'revision_number': 4, 'project_id': '505e5e75224c405da7191d60e1ecb9cd', 'gw_port': {'id': '61c99ad5-d60b-4125-986a-5a8cda3b5685', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2dc9778-3411-4b1d-8b1d-84a75978f5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:21Z', 'updated_at': '2022-02-18T09:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f1a92b57-a4da-4ea0-b366-b46d314df9b4', 'name': '', 'network_id': '55459b14-1e45-482e-bdb6-09e909fdda70', 'tenant_id': '505e5e75224c405da7191d60e1ecb9cd', 'mac_address': 'fa:16:3e:19:1f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2dc9778-3411-4b1d-8b1d-84a75978f5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'c2972e50-da19-46bd-bde7-04a4278e7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:29Z', 'updated_at': '2022-02-18T09:15:38Z', 'revision_number': 4, 'project_id': '505e5e75224c405da7191d60e1ecb9cd', 'subnets': [{'id': 'c2972e50-da19-46bd-bde7-04a4278e7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:15:40.289566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e27f6-6276-4928-8d9a-5ce9e3e61a4d None None] The sync data for ids ['f2dc9778-3411-4b1d-8b1d-84a75978f5bf'] in n-d-829434-1 is: [{'id': 'f2dc9778-3411-4b1d-8b1d-84a75978f5bf', 'name': 'tempest-TestVolumeBootPattern-537052276-router', 'tenant_id': '505e5e75224c405da7191d60e1ecb9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '61c99ad5-d60b-4125-986a-5a8cda3b5685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:18Z', 'updated_at': '2022-02-18T09:15:31Z', 'revision_number': 4, 'project_id': '505e5e75224c405da7191d60e1ecb9cd', 'gw_port': {'id': '61c99ad5-d60b-4125-986a-5a8cda3b5685', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2dc9778-3411-4b1d-8b1d-84a75978f5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:21Z', 'updated_at': '2022-02-18T09:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f1a92b57-a4da-4ea0-b366-b46d314df9b4', 'name': '', 'network_id': '55459b14-1e45-482e-bdb6-09e909fdda70', 'tenant_id': '505e5e75224c405da7191d60e1ecb9cd', 'mac_address': 'fa:16:3e:19:1f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2dc9778-3411-4b1d-8b1d-84a75978f5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'c2972e50-da19-46bd-bde7-04a4278e7c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:29Z', 'updated_at': '2022-02-18T09:15:38Z', 'revision_number': 4, 'project_id': '505e5e75224c405da7191d60e1ecb9cd', 'subnets': [{'id': 'c2972e50-da19-46bd-bde7-04a4278e7c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:15:40.362718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-d4285a0a-5a58-4cd6-9de2-25956125f94b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Network 8db52816-6ba5-48b1-b7d9-0bff9d47e11e is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:40.373942 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-d4285a0a-5a58-4cd6-9de2-25956125f94b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:40.380624 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83aebec0-9978-4e50-884a-60247ab419e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:40.404361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-d4285a0a-5a58-4cd6-9de2-25956125f94b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:15:40.438798 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4285a0a-5a58-4cd6-9de2-25956125f94b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Pushing event updated for resources: {'Port': ['ID=8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:40.455936 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83aebec0-9978-4e50-884a-60247ab419e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:40.561144 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83aebec0-9978-4e50-884a-60247ab419e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:40.583056 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57114) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:40.611040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c03d61-6e5f-4feb-953b-aec06bc3a321 req-26e2b4b5-8e86-4372-99a0-7fb9808e2d68 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:40.627621 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7c03d61-6e5f-4feb-953b-aec06bc3a321 req-26e2b4b5-8e86-4372-99a0-7fb9808e2d68 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 931 time: 0.3890891 Feb 18 09:15:40.672620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aebec0-9978-4e50-884a-60247ab419e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1590a978-9565-456c-b040-e371d058fd7d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:40.691820 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-d4285a0a-5a58-4cd6-9de2-25956125f94b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:40.692817 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-d4285a0a-5a58-4cd6-9de2-25956125f94b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:40.799813 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83aebec0-9978-4e50-884a-60247ab419e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:40.811541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-83aebec0-9978-4e50-884a-60247ab419e7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1590a978-9565-456c-b040-e371d058fd7d HTTP/1.1" status: 204 len: 168 time: 0.8776097 Feb 18 09:15:40.816752 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-d4285a0a-5a58-4cd6-9de2-25956125f94b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1233447 Feb 18 09:15:40.839496 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7c03d61-6e5f-4feb-953b-aec06bc3a321 req-d1a0ee7b-df06-4bce-a044-b33b4e172d26 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098131 Feb 18 09:15:40.847402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Request body: {'port': {'device_id': '7e026fbc-d334-4170-bf0e-262d90026ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:41.059222 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:41.108666 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fcb360b8-52d6-4229-ae7b-87f756bff4d5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5786746d483941cb83746e3e1b75337f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5235848 Feb 18 09:15:41.109230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57134) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:41.325119 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:41.579867 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:41.644586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f1a92b57-a4da-4ea0-b366-b46d314df9b4 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:41.747946 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port f1a92b57-a4da-4ea0-b366-b46d314df9b4 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:41.756104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port f1a92b57-a4da-4ea0-b366-b46d314df9b4 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:41.756510 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:41.864062 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98ac2b81-958a-476c-bfbf-9e52736999ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:42.201845 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98ac2b81-958a-476c-bfbf-9e52736999ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:42.357643 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:42.427625 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port f1a92b57-a4da-4ea0-b366-b46d314df9b4, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f1a92b57-a4da-4ea0-b366-b46d314df9b4,segment=NetworkSegment(8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee),segment_id=8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:15:42.432187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-ad756bb3-090f-42a3-945b-526eb1e3f74a tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:42.434661 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-ad756bb3-090f-42a3-945b-526eb1e3f74a tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 811 time: 1.0305102 Feb 18 09:15:42.443110 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:42.499389 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-a3026daa-6aa8-4c04-8743-433f1f00e697 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/quotas/565e12e7cc5e431dab2b5a9e029b0751 HTTP/1.1" status: 200 len: 375 time: 0.0562906 Feb 18 09:15:42.602382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=f1a92b57-a4da-4ea0-b366-b46d314df9b4,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:42.653649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c0935-1188-4126-8dfa-d85840e07c6a req-3ad412be-28af-4b73-bf80-55c53af06177 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:42.656877 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-672c0935-1188-4126-8dfa-d85840e07c6a req-3ad412be-28af-4b73-bf80-55c53af06177 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Synchronizing usage tracker for tenant:0597660a7b6044fbbceb5197befe8367 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:42.762847 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98ac2b81-958a-476c-bfbf-9e52736999ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:42.775335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:15:42.812192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-672c0935-1188-4126-8dfa-d85840e07c6a req-3ad412be-28af-4b73-bf80-55c53af06177 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Unset dirty status for tenant:0597660a7b6044fbbceb5197befe8367 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:42.813679 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-672c0935-1188-4126-8dfa-d85840e07c6a req-3ad412be-28af-4b73-bf80-55c53af06177 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 931 time: 0.7844377 Feb 18 09:15:42.819124 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:42.823311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac2b81-958a-476c-bfbf-9e52736999ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dd9e04-603a-4a7e-9feb-bc6d381a2a83,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:42.902612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Transition to ACTIVE for port object 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:42.934856 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:43.007410 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-98ac2b81-958a-476c-bfbf-9e52736999ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:43.007410 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-98ac2b81-958a-476c-bfbf-9e52736999ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/47dd9e04-603a-4a7e-9feb-bc6d381a2a83 HTTP/1.1" status: 204 len: 168 time: 1.8961499 Feb 18 09:15:43.149142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-672c0935-1188-4126-8dfa-d85840e07c6a req-ae209d59-ff40-40c4-833f-492460d515d0 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197908 Feb 18 09:15:43.160712 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-4c7c6ce1-3a18-4725-a0f9-1684110c8cfd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6318345 Feb 18 09:15:43.214186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-cdb0052a-253e-4020-b810-d3b262f20a5f service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:15:43.215084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-cdb0052a-253e-4020-b810-d3b262f20a5f service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128429 Feb 18 09:15:43.216030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:43.540855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Attempting to bind port 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:43.542852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Attempting to bind port 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:43.543395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Attempting to bind port 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 on network 8db52816-6ba5-48b1-b7d9-0bff9d47e11e {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:15:43.578033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Port 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 on network 8db52816-6ba5-48b1-b7d9-0bff9d47e11e not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:15:43.578033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Attempting to bind port 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 on network 8db52816-6ba5-48b1-b7d9-0bff9d47e11e {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:15:43.607674 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:15:43.608006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Checking segment: {'id': 'a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:15:43.608601 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Bound using segment: {'id': 'a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:15:43.609229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Bound port: 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:43.609769 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:43.667350 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-133cb0f9-e651-4bc0-9c17-9ee1433bb426 service neutron] 10.222.0.72 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198771 Feb 18 09:15:43.670472 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f1a92b57-a4da-4ea0-b366-b46d314df9b4 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:43.879093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port f1a92b57-a4da-4ea0-b366-b46d314df9b4 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:43.880667 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:44.144737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] For port 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:15:44.173507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] For port 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:15:44.193138 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:44.242144 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-d97e3322-4ef1-41ad-8cf3-3d51928015e5 service neutron] 10.222.0.72 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055280 Feb 18 09:15:44.268943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:44.269724 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:44.271366 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] 10.222.0.61 "PUT /v2.0/ports/8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 HTTP/1.1" status: 200 len: 1091 time: 3.4288006 Feb 18 09:15:44.271870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e026fbc-d334-4170-bf0e-262d90026ef4', 'tag': '8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:15:44.302689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97b165-c58d-4d40-a20b-766c29cd86f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:44.559539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-729b64dc-7d29-425a-8fa0-4477471fce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:44.561975 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-729b64dc-7d29-425a-8fa0-4477471fce3f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0597660a7b6044fbbceb5197befe8367&device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 1094 time: 0.2417262 Feb 18 09:15:44.574334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b7e4d-18be-4250-b0da-896b3aec4388 req-487e8dfd-a11f-4776-934d-29a3fb930c6e tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:44.576646 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e4b7e4d-18be-4250-b0da-896b3aec4388 req-487e8dfd-a11f-4776-934d-29a3fb930c6e tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 943 time: 0.1325336 Feb 18 09:15:44.760331 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-67abc029-2b5c-4ad6-8509-5a6927026201 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 HTTP/1.1" status: 200 len: 217 time: 0.1789496 Feb 18 09:15:44.970948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57264) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:44.972034 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e4b7e4d-18be-4250-b0da-896b3aec4388 req-ee2a2b56-155a-4662-9350-052c22925fee tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105947 Feb 18 09:15:45.036355 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e026fbc-d334-4170-bf0e-262d90026ef4', 'tag': '8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6', 'status': 'completed', 'code': 200} Feb 18 09:15:45.049911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-b92427d3-8966-4e21-9c54-716e84ec136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:45.051969 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-b92427d3-8966-4e21-9c54-716e84ec136b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c479982d-9255-4d28-a965-c104ca7e375b HTTP/1.1" status: 200 len: 855 time: 0.2605808 Feb 18 09:15:45.154535 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-1ca589a2-fc55-44c6-84ff-4e306f266cd2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8db52816-6ba5-48b1-b7d9-0bff9d47e11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899932 Feb 18 09:15:45.175050 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-fc409606-0a57-42ba-8062-e9225b1873e6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:45.175498 n-d-829434-1 neutron-server[87767]: WARNING neutron.api.v2.base [None req-fc409606-0a57-42ba-8062-e9225b1873e6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 18 09:15:45.176563 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-fc409606-0a57-42ba-8062-e9225b1873e6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): There was a conflict when trying to complete your request. Feb 18 09:15:45.182323 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fc409606-0a57-42ba-8062-e9225b1873e6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2098162 Feb 18 09:15:45.182884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57274) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:45.193081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group': {'name': 'tempest-secgroup--612415807'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:45.210639 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:45.220683 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:45.225634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:45.235147 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:45.257381 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:45.273732 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:45.279150 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5104bd13-75eb-490f-9ab9-20245e448732 req-142b3ad6-a3a4-4295-8870-8d3db6619b80 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 210 time: 0.1232495 Feb 18 09:15:45.302535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:45.311242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:45.314924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:45.333049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:45.528864 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:45.535811 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:45.540579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:45.550508 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:45.554893 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:45.562933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:45.589735 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-7c7437b3-251b-427c-bd60-2fbd4eeb7fd7 service neutron] 10.222.0.61 "GET /v2.0/networks/8db52816-6ba5-48b1-b7d9-0bff9d47e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829308 Feb 18 09:15:45.671870 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:45.684505 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:45.724985 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:45.731793 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5462835 Feb 18 09:15:45.732947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da346ef3-395c-427c-88ec-a8e97c91cd34,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:45.738080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57302) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:45.747336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ade232e2-a116-4aa2-a775-e8eafda2fb6d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': '8de6e4b2-bc7a-4afd-8072-7b2601906416', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:45.756451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ade232e2-a116-4aa2-a775-e8eafda2fb6d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:45.761796 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ade232e2-a116-4aa2-a775-e8eafda2fb6d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:45.765437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ade232e2-a116-4aa2-a775-e8eafda2fb6d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:45.772455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ade232e2-a116-4aa2-a775-e8eafda2fb6d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:45.842959 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ade232e2-a116-4aa2-a775-e8eafda2fb6d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:45.846440 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddb2d8-0d5b-4912-9abc-5a6fbeae3e61 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de6e4b2-bc7a-4afd-8072-7b2601906416,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:45.971278 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c603523-43d8-4a82-b1fe-8c41f3ba9b00 req-6e967979-e152-4b2e-8a34-2628718c5ead service neutron] 10.222.0.61 "GET /v2.0/networks/8db52816-6ba5-48b1-b7d9-0bff9d47e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736193 Feb 18 09:15:46.017569 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ade232e2-a116-4aa2-a775-e8eafda2fb6d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:46.022972 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ade232e2-a116-4aa2-a775-e8eafda2fb6d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:46.099598 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ade232e2-a116-4aa2-a775-e8eafda2fb6d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:46.105550 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57316) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:46.106226 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ade232e2-a116-4aa2-a775-e8eafda2fb6d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3661773 Feb 18 09:15:46.108591 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade232e2-a116-4aa2-a775-e8eafda2fb6d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a379c5bc-274e-4cfc-a2cb-88218dce4ff8,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:46.112703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-05d60ec5-404a-454d-a73b-476283c6ea4d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': '8de6e4b2-bc7a-4afd-8072-7b2601906416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:46.137353 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-05d60ec5-404a-454d-a73b-476283c6ea4d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:46.150060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-05d60ec5-404a-454d-a73b-476283c6ea4d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:46.163828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-05d60ec5-404a-454d-a73b-476283c6ea4d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:46.189074 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-05d60ec5-404a-454d-a73b-476283c6ea4d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:46.222991 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-05d60ec5-404a-454d-a73b-476283c6ea4d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:46.475133 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-05d60ec5-404a-454d-a73b-476283c6ea4d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): There was a conflict when trying to complete your request. Feb 18 09:15:46.479644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57330) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:46.482269 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-05d60ec5-404a-454d-a73b-476283c6ea4d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3752952 Feb 18 09:15:46.547240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d58ee-e034-4ab7-87b2-22f17f685aee req-25c90ec0-6a20-4533-afd3-a07d49d18249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:46.548747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d54d58ee-e034-4ab7-87b2-22f17f685aee req-25c90ec0-6a20-4533-afd3-a07d49d18249 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0597660a7b6044fbbceb5197befe8367&device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 1094 time: 0.4015839 Feb 18 09:15:46.574125 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fce90c2a-cdd6-40d7-bdd7-f55ec715e67b req-0888d817-d681-477f-952e-06bcd1d94491 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 210 time: 0.0934556 Feb 18 09:15:46.903124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26037909-b31a-4dc5-b0ae-3a2f9fb41a1b req-e762dba3-007c-45de-b240-6153164fcb26 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:46.904997 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26037909-b31a-4dc5-b0ae-3a2f9fb41a1b req-e762dba3-007c-45de-b240-6153164fcb26 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 943 time: 0.5966561 Feb 18 09:15:47.037758 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26037909-b31a-4dc5-b0ae-3a2f9fb41a1b req-be62cea2-ff7e-4eaa-b1a2-4989f2162b40 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176779 Feb 18 09:15:47.061039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d58ee-e034-4ab7-87b2-22f17f685aee req-0ea39994-059a-4224-9198-b28f72f9000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:47.063175 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d54d58ee-e034-4ab7-87b2-22f17f685aee req-0ea39994-059a-4224-9198-b28f72f9000b service neutron] 10.222.0.61 "GET /v2.0/networks?id=8db52816-6ba5-48b1-b7d9-0bff9d47e11e HTTP/1.1" status: 200 len: 916 time: 0.4973783 Feb 18 09:15:47.099081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57350) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:47.171494 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dfc07488-2df5-474c-91d2-1c9fd7259238 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:47.179050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d54d58ee-e034-4ab7-87b2-22f17f685aee req-cbccd445-a5b1-4f7e-9a9f-6ea5a76855f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 HTTP/1.1" status: 200 len: 217 time: 0.1071408 Feb 18 09:15:47.195242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-9af335be-83c3-4cb1-b84c-2f3579e85f03 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:47.196041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-9af335be-83c3-4cb1-b84c-2f3579e85f03 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Synchronizing usage tracker for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:47.247461 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-9af335be-83c3-4cb1-b84c-2f3579e85f03 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Unset dirty status for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:47.248979 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-9af335be-83c3-4cb1-b84c-2f3579e85f03 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 811 time: 0.4109564 Feb 18 09:15:47.261794 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dfc07488-2df5-474c-91d2-1c9fd7259238 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:47.263219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-2966449c-5bf8-4678-b35f-676ccd812709 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Request body: {'port': {'device_id': '76dda257-818d-4260-8e3a-b6bbb59b24d2', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'admin_state_up': True, 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:47.308983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d58ee-e034-4ab7-87b2-22f17f685aee req-7d384558-3f15-4d9b-9d46-b448ef7d4267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:47.310295 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d54d58ee-e034-4ab7-87b2-22f17f685aee req-7d384558-3f15-4d9b-9d46-b448ef7d4267 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c479982d-9255-4d28-a965-c104ca7e375b HTTP/1.1" status: 200 len: 855 time: 0.1130230 Feb 18 09:15:47.440177 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-838e9688-b129-42ed-b0a4-99be3654fddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:47.445012 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d54d58ee-e034-4ab7-87b2-22f17f685aee req-4693d8a5-4900-4ae2-b0a0-1a3be7618a87 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8db52816-6ba5-48b1-b7d9-0bff9d47e11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174302 Feb 18 09:15:47.475678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-838e9688-b129-42ed-b0a4-99be3654fddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:47.487938 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-838e9688-b129-42ed-b0a4-99be3654fddc admin admin] Usage tracker for resource:security_group_rule and tenant:19a12569554847dfbd4a7281c0dfe769 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:47.501561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-838e9688-b129-42ed-b0a4-99be3654fddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:47.515071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-838e9688-b129-42ed-b0a4-99be3654fddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:47.553686 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-2966449c-5bf8-4678-b35f-676ccd812709 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:47.568098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-2966449c-5bf8-4678-b35f-676ccd812709 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Usage tracker for resource:port and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:47.574243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-2966449c-5bf8-4678-b35f-676ccd812709 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:47.584130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-2966449c-5bf8-4678-b35f-676ccd812709 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:47.616994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-2966449c-5bf8-4678-b35f-676ccd812709 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Made reservation on behalf of 565e12e7cc5e431dab2b5a9e029b0751 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:15:47.622070 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-2966449c-5bf8-4678-b35f-676ccd812709 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:47.770441 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d54d58ee-e034-4ab7-87b2-22f17f685aee req-260c89c8-317c-446e-acc7-4b1f6c0732db service neutron] 10.222.0.61 "GET /v2.0/networks/8db52816-6ba5-48b1-b7d9-0bff9d47e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178291 Feb 18 09:15:47.773014 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dfc07488-2df5-474c-91d2-1c9fd7259238 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:47.825602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc07488-2df5-474c-91d2-1c9fd7259238 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de6e4b2-bc7a-4afd-8072-7b2601906416,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:47.939453 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-2966449c-5bf8-4678-b35f-676ccd812709 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Allocated IP 172.20.0.3 (0db727e9-7df9-42ca-8e74-9709be866e15/335bb92e-5efc-4b58-bbc9-bba2b5cff7db/a6cf7af6-abbd-4e1f-90f0-13dfa8777281) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:15:48.068311 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-838e9688-b129-42ed-b0a4-99be3654fddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:48.085987 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d54d58ee-e034-4ab7-87b2-22f17f685aee req-3e5be498-1c22-4291-8a0e-43a1425371b0 service neutron] 10.222.0.61 "GET /v2.0/networks/8db52816-6ba5-48b1-b7d9-0bff9d47e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992101 Feb 18 09:15:48.118603 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-838e9688-b129-42ed-b0a4-99be3654fddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:48.201762 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dfc07488-2df5-474c-91d2-1c9fd7259238 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:48.210634 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dfc07488-2df5-474c-91d2-1c9fd7259238 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "DELETE /v2.0/security-groups/8de6e4b2-bc7a-4afd-8072-7b2601906416 HTTP/1.1" status: 204 len: 168 time: 1.7284932 Feb 18 09:15:48.223510 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57372) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:48.250878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-192781a5-58a5-43a3-a8a6-6514279ad048 req-a6393d33-e0c6-4226-94cd-b3f6d9937db0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 210 time: 0.1566720 Feb 18 09:15:48.380199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6c28a454-217e-46a3-8fd5-1d055f6e6750 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Synchronizing usage tracker for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:48.418785 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-838e9688-b129-42ed-b0a4-99be3654fddc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=19a12569554847dfbd4a7281c0dfe769&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3156319 Feb 18 09:15:48.419464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57380) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:48.430666 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e9688-b129-42ed-b0a4-99be3654fddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce93b6b-4266-4805-89cb-52de3b2e2efe,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:48.469396 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:15:48.476707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6c28a454-217e-46a3-8fd5-1d055f6e6750 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Unset dirty status for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:48.478908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6c28a454-217e-46a3-8fd5-1d055f6e6750 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2525792 Feb 18 09:15:48.485446 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57384) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:48.491887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-88ccab38-5d61-42f6-8819-3f79758442a2 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group': {'name': 'tempest-secgroup--189365020'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:48.503372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-88ccab38-5d61-42f6-8819-3f79758442a2 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:48.530467 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-2966449c-5bf8-4678-b35f-676ccd812709 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:48.531384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b199b-2a94-4b9b-aba0-ea4676915d0f req-f1a91a8d-6da4-4e3e-8c4b-e609d2d795fc tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:48.533688 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb3b199b-2a94-4b9b-aba0-ea4676915d0f req-f1a91a8d-6da4-4e3e-8c4b-e609d2d795fc tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 943 time: 0.2359784 Feb 18 09:15:48.538914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-88ccab38-5d61-42f6-8819-3f79758442a2 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:48.568547 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fe7c66f8-ed89-45f7-95f3-e6cd3921355f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:48.575547 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-88ccab38-5d61-42f6-8819-3f79758442a2 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:48.616151 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb3b199b-2a94-4b9b-aba0-ea4676915d0f req-9d23304b-0212-4ee0-9528-1f4ad39d5b87 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716844 Feb 18 09:15:48.621903 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-88ccab38-5d61-42f6-8819-3f79758442a2 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:48.627161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-88ccab38-5d61-42f6-8819-3f79758442a2 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:48.630470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-88ccab38-5d61-42f6-8819-3f79758442a2 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:48.632974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-2966449c-5bf8-4678-b35f-676ccd812709 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Transition to ACTIVE for port object a6cf7af6-abbd-4e1f-90f0-13dfa8777281 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:48.639135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-88ccab38-5d61-42f6-8819-3f79758442a2 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:48.659052 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fe7c66f8-ed89-45f7-95f3-e6cd3921355f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:48.724951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:15:48.755297 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6', 'network_id': '8db52816-6ba5-48b1-b7d9-0bff9d47e11e', 'port_id': '8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6', 'mac_address': 'fa:16:3e:55:80:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c479982d-9255-4d28-a965-c104ca7e375b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:15:48.758647 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-2966449c-5bf8-4678-b35f-676ccd812709 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:48.773693 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-88ccab38-5d61-42f6-8819-3f79758442a2 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:48.789200 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-88ccab38-5d61-42f6-8819-3f79758442a2 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:48.867343 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:48.876745 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fe7c66f8-ed89-45f7-95f3-e6cd3921355f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:48.885518 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-88ccab38-5d61-42f6-8819-3f79758442a2 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:48.889728 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-88ccab38-5d61-42f6-8819-3f79758442a2 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4008553 Feb 18 09:15:48.891566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:15:48.897199 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-2966449c-5bf8-4678-b35f-676ccd812709 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Network 0db727e9-7df9-42ca-8e74-9709be866e15 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:15:48.899845 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57398) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:48.911514 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-bf222fac-6ee1-4cd9-a22a-71b3eaaa180f tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': '15958294-dd2e-49a2-8bf5-dd52dce35d54', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:48.914801 n-d-829434-1 neutron-server[87768]: WARNING neutron.api.v2.base [None req-bf222fac-6ee1-4cd9-a22a-71b3eaaa180f tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 18 09:15:48.918087 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-bf222fac-6ee1-4cd9-a22a-71b3eaaa180f tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:15:48.919133 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bf222fac-6ee1-4cd9-a22a-71b3eaaa180f tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0165749 Feb 18 09:15:48.928607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57402) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:48.935317 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:15:48.943444 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:48.963195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-2966449c-5bf8-4678-b35f-676ccd812709 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:15:48.963195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-2966449c-5bf8-4678-b35f-676ccd812709 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:15:49.028790 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccab38-5d61-42f6-8819-3f79758442a2 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15958294-dd2e-49a2-8bf5-dd52dce35d54,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:49.067960 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:49.090904 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-2966449c-5bf8-4678-b35f-676ccd812709 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:49.091588 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-2966449c-5bf8-4678-b35f-676ccd812709 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:49.104579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c66f8-ed89-45f7-95f3-e6cd3921355f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce93b6b-4266-4805-89cb-52de3b2e2efe,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:49.147988 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fdd55c66-f8b9-4bec-af30-5c126a285bf3 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:49.150968 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fe7c66f8-ed89-45f7-95f3-e6cd3921355f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:49.156831 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fe7c66f8-ed89-45f7-95f3-e6cd3921355f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fce93b6b-4266-4805-89cb-52de3b2e2efe HTTP/1.1" status: 204 len: 168 time: 0.7320869 Feb 18 09:15:49.161456 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966449c-5bf8-4678-b35f-676ccd812709 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'Port': ['ID=a6cf7af6-abbd-4e1f-90f0-13dfa8777281,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:49.177636 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-2966449c-5bf8-4678-b35f-676ccd812709 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9192448 Feb 18 09:15:49.194717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Request body: {'port': {'device_id': '76dda257-818d-4260-8e3a-b6bbb59b24d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:49.209830 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fdd55c66-f8b9-4bec-af30-5c126a285bf3 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:49.247468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:15:49.305573 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fdd55c66-f8b9-4bec-af30-5c126a285bf3 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:49.354043 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd55c66-f8b9-4bec-af30-5c126a285bf3 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15958294-dd2e-49a2-8bf5-dd52dce35d54,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:49.362466 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fdd55c66-f8b9-4bec-af30-5c126a285bf3 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:49.366157 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fdd55c66-f8b9-4bec-af30-5c126a285bf3 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "DELETE /v2.0/security-groups/15958294-dd2e-49a2-8bf5-dd52dce35d54 HTTP/1.1" status: 204 len: 168 time: 0.4324975 Feb 18 09:15:49.366921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57410) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:49.461281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-395c8f7a-81f3-4549-b78e-a1a7920b0781 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Synchronizing usage tracker for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:49.492279 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:49.515764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-395c8f7a-81f3-4549-b78e-a1a7920b0781 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Unset dirty status for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:49.517264 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-395c8f7a-81f3-4549-b78e-a1a7920b0781 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1490190 Feb 18 09:15:49.521087 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57420) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:49.527364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-44df4034-6ac3-454c-a70a-b1ec38d1b99e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group': {'name': 'tempest-secgroup--1113939041'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:49.539788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-44df4034-6ac3-454c-a70a-b1ec38d1b99e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:49.553582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-13dad180-155a-43fb-b8a5-28991bc1ec9d None None] Provisioning for port a6cf7af6-abbd-4e1f-90f0-13dfa8777281 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:49.567300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-13dad180-155a-43fb-b8a5-28991bc1ec9d None None] Provisioning complete for port a6cf7af6-abbd-4e1f-90f0-13dfa8777281 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:49.569436 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-13dad180-155a-43fb-b8a5-28991bc1ec9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:49.762344 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-44df4034-6ac3-454c-a70a-b1ec38d1b99e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:49.828197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-13dad180-155a-43fb-b8a5-28991bc1ec9d None None] Port a6cf7af6-abbd-4e1f-90f0-13dfa8777281 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:15:49.878737 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-44df4034-6ac3-454c-a70a-b1ec38d1b99e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:49.939464 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-44df4034-6ac3-454c-a70a-b1ec38d1b99e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:50.015236 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57430) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:50.020517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-44df4034-6ac3-454c-a70a-b1ec38d1b99e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:50.049652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-44df4034-6ac3-454c-a70a-b1ec38d1b99e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:50.053079 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:50.077660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:50.083064 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Usage tracker for resource:security_group_rule and tenant:e3b923f2e6824946b7af31f662b3c947 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:50.088406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:50.098019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-44df4034-6ac3-454c-a70a-b1ec38d1b99e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:50.125469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a210c-b2e4-441e-90ab-0f9eb93bcabe req-b8b96380-5926-42a4-a13d-1c04b3f4f2a1 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:50.132977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-074a210c-b2e4-441e-90ab-0f9eb93bcabe req-b8b96380-5926-42a4-a13d-1c04b3f4f2a1 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 931 time: 0.5300045 Feb 18 09:15:50.152096 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:50.188662 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6cf7af6-abbd-4e1f-90f0-13dfa8777281 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:15:50.197669 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:50.220404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Transition to ACTIVE for port object a6cf7af6-abbd-4e1f-90f0-13dfa8777281 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:15:50.228624 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:50.357954 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-074a210c-b2e4-441e-90ab-0f9eb93bcabe req-64a9d706-784e-4a61-9692-b7d769f88989 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243067 Feb 18 09:15:50.498607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f085bd-de61-40bd-b1af-0b939cd3f7e6 req-ca2ed556-040d-4622-82b1-0737eadde230 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:50.500716 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0f085bd-de61-40bd-b1af-0b939cd3f7e6 req-ca2ed556-040d-4622-82b1-0737eadde230 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 944 time: 0.5735662 Feb 18 09:15:50.508580 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:50.511710 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6cf7af6-abbd-4e1f-90f0-13dfa8777281,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:50.576047 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:50.624336 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-44df4034-6ac3-454c-a70a-b1ec38d1b99e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:50.670209 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Attempting to bind port a6cf7af6-abbd-4e1f-90f0-13dfa8777281 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:15:50.670541 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Attempting to bind port a6cf7af6-abbd-4e1f-90f0-13dfa8777281 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:15:50.670872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Attempting to bind port a6cf7af6-abbd-4e1f-90f0-13dfa8777281 on network 0db727e9-7df9-42ca-8e74-9709be866e15 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:15:50.678817 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Port a6cf7af6-abbd-4e1f-90f0-13dfa8777281 on network 0db727e9-7df9-42ca-8e74-9709be866e15 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:15:50.680455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Attempting to bind port a6cf7af6-abbd-4e1f-90f0-13dfa8777281 on network 0db727e9-7df9-42ca-8e74-9709be866e15 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:15:50.686264 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0f085bd-de61-40bd-b1af-0b939cd3f7e6 req-ddaa8a41-c283-4ce2-91d4-aa2b7b40adf3 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752815 Feb 18 09:15:50.690445 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:15:50.691124 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Checking segment: {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:15:50.692062 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Bound using segment: {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:15:50.699385 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-44df4034-6ac3-454c-a70a-b1ec38d1b99e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:50.703216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Bound port: a6cf7af6-abbd-4e1f-90f0-13dfa8777281, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:15:50.704632 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:50.735027 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e3b923f2e6824946b7af31f662b3c947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7182851 Feb 18 09:15:50.736418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc9601e-8df5-47ef-b947-2ae780399c50,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:50.741215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57442) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:50.765498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:50.766224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:50.766808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:50.767360 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:50.767922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:50.768750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:50.769317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:50.769864 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:50.770422 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:50.770973 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:50.771523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:50.772138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb31fd-b529-43d4-ae33-edb423f94bf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:15:50.787927 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-44df4034-6ac3-454c-a70a-b1ec38d1b99e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:50.789331 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-44df4034-6ac3-454c-a70a-b1ec38d1b99e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2672174 Feb 18 09:15:50.804608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57446) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:50.817721 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] For port a6cf7af6-abbd-4e1f-90f0-13dfa8777281, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:15:50.821189 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] For port a6cf7af6-abbd-4e1f-90f0-13dfa8777281, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=a6cf7af6-abbd-4e1f-90f0-13dfa8777281,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:15:50.827503 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:50.847614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-06fc5d82-e28f-462f-8daf-3ec1cd0267a6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': 'e386fc05-5201-423c-80bb-814a3753a88a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:50.848626 n-d-829434-1 neutron-server[87768]: WARNING neutron.api.v2.base [None req-06fc5d82-e28f-462f-8daf-3ec1cd0267a6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 18 09:15:50.849270 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-06fc5d82-e28f-462f-8daf-3ec1cd0267a6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:15:50.852925 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-06fc5d82-e28f-462f-8daf-3ec1cd0267a6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0332067 Feb 18 09:15:50.862046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57450) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:50.915297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df4034-6ac3-454c-a70a-b1ec38d1b99e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e386fc05-5201-423c-80bb-814a3753a88a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:50.916747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:50.917365 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:50.918880 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] 10.222.0.81 "PUT /v2.0/ports/a6cf7af6-abbd-4e1f-90f0-13dfa8777281 HTTP/1.1" status: 200 len: 1091 time: 1.7333999 Feb 18 09:15:50.919739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76dda257-818d-4260-8e3a-b6bbb59b24d2', 'tag': 'a6cf7af6-abbd-4e1f-90f0-13dfa8777281'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:15:50.994486 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d57b6-b115-497c-b955-10c1d78064e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6cf7af6-abbd-4e1f-90f0-13dfa8777281,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:51.036986 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae65a860-f346-4798-84ec-3b2b30fa83e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:51.137283 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-02d7af82-4e72-4332-908f-179ba0f70dea tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:51.191913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-094d3433-681f-4ae5-a83e-db8937fc9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:51.195327 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-094d3433-681f-4ae5-a83e-db8937fc9cca service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 1094 time: 0.2036731 Feb 18 09:15:51.227035 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae65a860-f346-4798-84ec-3b2b30fa83e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:51.327478 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-02d7af82-4e72-4332-908f-179ba0f70dea tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:51.340359 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae65a860-f346-4798-84ec-3b2b30fa83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:51.383051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65a860-f346-4798-84ec-3b2b30fa83e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc9601e-8df5-47ef-b947-2ae780399c50,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:51.426819 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae65a860-f346-4798-84ec-3b2b30fa83e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:51.428250 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ae65a860-f346-4798-84ec-3b2b30fa83e7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7bc9601e-8df5-47ef-b947-2ae780399c50 HTTP/1.1" status: 204 len: 168 time: 0.6858265 Feb 18 09:15:51.460903 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-02d7af82-4e72-4332-908f-179ba0f70dea tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:51.465214 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-e0b760b7-2f87-4782-96ac-abc1dc9816fc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6cf7af6-abbd-4e1f-90f0-13dfa8777281 HTTP/1.1" status: 200 len: 217 time: 0.2622788 Feb 18 09:15:51.519766 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-02d7af82-4e72-4332-908f-179ba0f70dea tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:51.521385 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-02d7af82-4e72-4332-908f-179ba0f70dea tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "DELETE /v2.0/security-groups/e386fc05-5201-423c-80bb-814a3753a88a HTTP/1.1" status: 204 len: 168 time: 0.6478560 Feb 18 09:15:51.522510 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7af82-4e72-4332-908f-179ba0f70dea tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e386fc05-5201-423c-80bb-814a3753a88a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:51.526692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57472) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:51.631188 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-ce383eb8-1f3f-4acb-b6b7-03acbb12c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:51.644862 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-ce383eb8-1f3f-4acb-b6b7-03acbb12c57b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.1651425 Feb 18 09:15:51.743263 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7b6e9203-1cae-4cb6-af2b-41d1e1fe3ff8 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Synchronizing usage tracker for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:51.768696 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76dda257-818d-4260-8e3a-b6bbb59b24d2', 'tag': 'a6cf7af6-abbd-4e1f-90f0-13dfa8777281', 'status': 'completed', 'code': 200} Feb 18 09:15:51.921195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-96cd62e2-d1ac-49aa-bc14-b69aa74789b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:51.924641 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-96cd62e2-d1ac-49aa-bc14-b69aa74789b4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2785165 Feb 18 09:15:52.093088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7b6e9203-1cae-4cb6-af2b-41d1e1fe3ff8 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Unset dirty status for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:52.100244 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7b6e9203-1cae-4cb6-af2b-41d1e1fe3ff8 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5734510 Feb 18 09:15:52.106357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57490) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:52.120046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-357bb574-4545-4ee9-82d8-33b9c7d8925a tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group': {'name': 'tempest-secgroup--726764552'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:52.135347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-357bb574-4545-4ee9-82d8-33b9c7d8925a tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:52.153569 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-357bb574-4545-4ee9-82d8-33b9c7d8925a tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:52.196546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00daaf40-7867-409e-a736-2c6aad485d70 req-219f5e72-d037-4376-92fd-71f98c3019ef tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:52.198731 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00daaf40-7867-409e-a736-2c6aad485d70 req-219f5e72-d037-4376-92fd-71f98c3019ef tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 943 time: 0.5584080 Feb 18 09:15:52.200177 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-357bb574-4545-4ee9-82d8-33b9c7d8925a tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:52.255580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-357bb574-4545-4ee9-82d8-33b9c7d8925a tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:52.264083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-357bb574-4545-4ee9-82d8-33b9c7d8925a tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:52.274320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9292d-9736-4b45-8176-d94ac0cad41a req-808008d3-a010-4135-a215-adc7cd5bb5bc tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:52.276484 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0a9292d-9736-4b45-8176-d94ac0cad41a req-808008d3-a010-4135-a215-adc7cd5bb5bc tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 944 time: 0.2408776 Feb 18 09:15:52.285764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-357bb574-4545-4ee9-82d8-33b9c7d8925a tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:52.310470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-357bb574-4545-4ee9-82d8-33b9c7d8925a tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:52.329146 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-bf1c6fb2-8a1f-4847-9327-82554feb9c51 service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967838 Feb 18 09:15:52.367202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00daaf40-7867-409e-a736-2c6aad485d70 req-76f123c9-14af-4897-bab0-495ea741296e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444452 Feb 18 09:15:52.420979 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0a9292d-9736-4b45-8176-d94ac0cad41a req-fe2e63a1-2c80-4930-b044-c4f3d57ee112 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363966 Feb 18 09:15:52.485674 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:15:52.512604 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-357bb574-4545-4ee9-82d8-33b9c7d8925a tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:52.521053 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-357bb574-4545-4ee9-82d8-33b9c7d8925a tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:52.590937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bb574-4545-4ee9-82d8-33b9c7d8925a tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4e7c1a-1ce5-42f0-8dd4-cb74a7a87434,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:52.595760 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ff6037b3-8be9-42d0-90be-84e2d1026422 req-adc84fbe-d324-40e8-828e-ec0c35374b9a service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600148 Feb 18 09:15:52.636950 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-357bb574-4545-4ee9-82d8-33b9c7d8925a tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:52.638707 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-357bb574-4545-4ee9-82d8-33b9c7d8925a tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5232091 Feb 18 09:15:52.641827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57514) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:52.647138 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c1f3f507-d28b-43d8-8bf5-234c7e29dbfe tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': 'ba4e7c1a-1ce5-42f0-8dd4-cb74a7a87434', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:52.648013 n-d-829434-1 neutron-server[87767]: WARNING neutron.api.v2.base [None req-c1f3f507-d28b-43d8-8bf5-234c7e29dbfe tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 18 09:15:52.648533 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-c1f3f507-d28b-43d8-8bf5-234c7e29dbfe tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:15:52.649493 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c1f3f507-d28b-43d8-8bf5-234c7e29dbfe tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066731 Feb 18 09:15:52.653355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57520) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:52.659120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7768df09-5ef4-41bf-abdb-31107bf70b8f tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': 'ba4e7c1a-1ce5-42f0-8dd4-cb74a7a87434', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:52.660730 n-d-829434-1 neutron-server[87768]: WARNING neutron.api.v2.base [None req-7768df09-5ef4-41bf-abdb-31107bf70b8f tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 18 09:15:52.661772 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-7768df09-5ef4-41bf-abdb-31107bf70b8f tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:15:52.662970 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7768df09-5ef4-41bf-abdb-31107bf70b8f tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084341 Feb 18 09:15:52.667217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57524) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:52.675319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-9bf5c6fb-142c-48e7-abc5-5b795169bb3d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': 'ba4e7c1a-1ce5-42f0-8dd4-cb74a7a87434', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:52.676520 n-d-829434-1 neutron-server[87768]: WARNING neutron.api.v2.base [None req-9bf5c6fb-142c-48e7-abc5-5b795169bb3d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 18 09:15:52.677215 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-9bf5c6fb-142c-48e7-abc5-5b795169bb3d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:15:52.678878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9bf5c6fb-142c-48e7-abc5-5b795169bb3d tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099006 Feb 18 09:15:52.682574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57528) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:52.692005 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-45a1e418-8452-46bb-80b7-f0c63073ea62 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': 'ba4e7c1a-1ce5-42f0-8dd4-cb74a7a87434', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:52.693966 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:15:52.695120 n-d-829434-1 neutron-server[87768]: WARNING neutron.api.v2.base [None req-45a1e418-8452-46bb-80b7-f0c63073ea62 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 18 09:15:52.698255 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-45a1e418-8452-46bb-80b7-f0c63073ea62 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:15:52.704691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-45a1e418-8452-46bb-80b7-f0c63073ea62 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0178342 Feb 18 09:15:52.705271 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57532) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:52.710858 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:15:52.711235 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:52.828961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2131311-93c2-4b55-b713-233f79dfa8dd req-c2778618-1787-4787-82f3-3ca9e9838a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:52.835188 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d2131311-93c2-4b55-b713-233f79dfa8dd req-c2778618-1787-4787-82f3-3ca9e9838a93 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 1094 time: 0.1841807 Feb 18 09:15:52.852589 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6c5d91cc-a6c9-4635-930b-353af1fedfad tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:52.922916 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6c5d91cc-a6c9-4635-930b-353af1fedfad tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:52.990470 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:53.035814 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e026fbc-d334-4170-bf0e-262d90026ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:15:53.061784 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6c5d91cc-a6c9-4635-930b-353af1fedfad tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:53.071458 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:15:53.080078 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:53.088350 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2131311-93c2-4b55-b713-233f79dfa8dd req-29cc9bb5-0c03-4bd0-b76d-60f35f16f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:53.095979 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d2131311-93c2-4b55-b713-233f79dfa8dd req-29cc9bb5-0c03-4bd0-b76d-60f35f16f7c8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 912 time: 0.2517002 Feb 18 09:15:53.105943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d91cc-a6c9-4635-930b-353af1fedfad tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4e7c1a-1ce5-42f0-8dd4-cb74a7a87434,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:53.114800 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6c5d91cc-a6c9-4635-930b-353af1fedfad tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:53.121009 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6c5d91cc-a6c9-4635-930b-353af1fedfad tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "DELETE /v2.0/security-groups/ba4e7c1a-1ce5-42f0-8dd4-cb74a7a87434 HTTP/1.1" status: 204 len: 168 time: 0.4146662 Feb 18 09:15:53.122121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57540) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:53.227490 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-833bb8f1-5af5-4ea8-82ae-b317165b4871 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Synchronizing usage tracker for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:53.250890 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e026fbc-d334-4170-bf0e-262d90026ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6', 'code': 200} Feb 18 09:15:53.280349 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:53.322217 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d2131311-93c2-4b55-b713-233f79dfa8dd req-d6b42e10-9cfb-4e42-b1f4-07b9e69e56c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6cf7af6-abbd-4e1f-90f0-13dfa8777281 HTTP/1.1" status: 200 len: 217 time: 0.2196870 Feb 18 09:15:53.326639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-833bb8f1-5af5-4ea8-82ae-b317165b4871 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Unset dirty status for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:53.332433 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-833bb8f1-5af5-4ea8-82ae-b317165b4871 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2090764 Feb 18 09:15:53.333106 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57554) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:53.354623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7a13836e-bba2-418f-8cb8-185c752ca097 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group': {'name': 'tempest-secgroup--169986788'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:53.363597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7a13836e-bba2-418f-8cb8-185c752ca097 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:53.379394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7a13836e-bba2-418f-8cb8-185c752ca097 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:53.405929 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385131d6-99d0-4716-bc0e-d2a4e9a741ca req-752281d8-25b7-4423-bda3-795fa2cb537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:53.407451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-385131d6-99d0-4716-bc0e-d2a4e9a741ca req-752281d8-25b7-4423-bda3-795fa2cb537a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 1096 time: 0.1622610 Feb 18 09:15:53.408226 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7a13836e-bba2-418f-8cb8-185c752ca097 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:53.447338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2131311-93c2-4b55-b713-233f79dfa8dd req-b35e8230-1bc7-4081-8c05-fe4832f22118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:53.450856 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d2131311-93c2-4b55-b713-233f79dfa8dd req-b35e8230-1bc7-4081-8c05-fe4832f22118 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.1218030 Feb 18 09:15:53.551625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7a13836e-bba2-418f-8cb8-185c752ca097 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:53.556677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-385131d6-99d0-4716-bc0e-d2a4e9a741ca req-f693c9d9-4c15-4b92-acd3-88840db624e8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069021 Feb 18 09:15:53.574412 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7a13836e-bba2-418f-8cb8-185c752ca097 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:53.585549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7a13836e-bba2-418f-8cb8-185c752ca097 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:53.628354 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7a13836e-bba2-418f-8cb8-185c752ca097 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:53.638436 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2131311-93c2-4b55-b713-233f79dfa8dd req-d1f72b0c-b233-4c90-83ed-0868a2fe4d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:53.666933 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d2131311-93c2-4b55-b713-233f79dfa8dd req-d1f72b0c-b233-4c90-83ed-0868a2fe4d7f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073977 Feb 18 09:15:53.873038 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d2131311-93c2-4b55-b713-233f79dfa8dd req-499cf141-a492-4d45-937e-989f49b4f7d4 service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947689 Feb 18 09:15:54.017079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de0d7f-93de-446d-b228-f65a673645f4 req-6f0dbbb0-fa1d-44f1-b122-fd9d86364274 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:54.018965 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2de0d7f-93de-446d-b228-f65a673645f4 req-6f0dbbb0-fa1d-44f1-b122-fd9d86364274 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 945 time: 0.3613200 Feb 18 09:15:54.026539 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7a13836e-bba2-418f-8cb8-185c752ca097 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:54.082992 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7a13836e-bba2-418f-8cb8-185c752ca097 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:54.119475 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d2131311-93c2-4b55-b713-233f79dfa8dd req-a1cbe9e4-88fe-4b94-ae06-8c5238acf196 service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386630 Feb 18 09:15:54.140442 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2de0d7f-93de-446d-b228-f65a673645f4 req-51ec59e5-d9f7-44dd-a9c7-44869c7d075b tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109059 Feb 18 09:15:54.170282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b72566-7147-4bbf-a6d8-428f83150d50 req-72332208-c6e8-4e15-b49a-5ea5665a3ea2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:54.172139 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6b72566-7147-4bbf-a6d8-428f83150d50 req-72332208-c6e8-4e15-b49a-5ea5665a3ea2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 943 time: 0.4340270 Feb 18 09:15:54.200114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13836e-bba2-418f-8cb8-185c752ca097 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b273319-6110-4f5b-a949-fc0676f2e1e0,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:54.207122 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7a13836e-bba2-418f-8cb8-185c752ca097 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:54.207122 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7a13836e-bba2-418f-8cb8-185c752ca097 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8644798 Feb 18 09:15:54.209797 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57608) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:54.223047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-68751642-cacf-41ba-b2a3-4bb6f0329fe9 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': '1b273319-6110-4f5b-a949-fc0676f2e1e0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:54.223047 n-d-829434-1 neutron-server[87767]: WARNING neutron.api.v2.base [None req-68751642-cacf-41ba-b2a3-4bb6f0329fe9 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 18 09:15:54.223047 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-68751642-cacf-41ba-b2a3-4bb6f0329fe9 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:15:54.225231 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-68751642-cacf-41ba-b2a3-4bb6f0329fe9 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125003 Feb 18 09:15:54.228764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57612) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:54.238557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-8df90248-9998-44ac-8877-44ab09bdf922 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': '1b273319-6110-4f5b-a949-fc0676f2e1e0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:54.262369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8df90248-9998-44ac-8877-44ab09bdf922 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:54.272645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8df90248-9998-44ac-8877-44ab09bdf922 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:54.277594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8df90248-9998-44ac-8877-44ab09bdf922 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:54.282826 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6b72566-7147-4bbf-a6d8-428f83150d50 req-7fda82f1-2b8d-470b-b9bc-f92ea3a32189 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990906 Feb 18 09:15:54.287169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8df90248-9998-44ac-8877-44ab09bdf922 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:54.333710 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-8df90248-9998-44ac-8877-44ab09bdf922 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:15:54.336338 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8df90248-9998-44ac-8877-44ab09bdf922 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1071825 Feb 18 09:15:54.338619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57616) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:54.344954 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ade90d24-e42a-4e16-9efb-694ec5b8fd65 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': '1b273319-6110-4f5b-a949-fc0676f2e1e0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:54.345757 n-d-829434-1 neutron-server[87767]: WARNING neutron.api.v2.base [None req-ade90d24-e42a-4e16-9efb-694ec5b8fd65 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 18 09:15:54.346480 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-ade90d24-e42a-4e16-9efb-694ec5b8fd65 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:15:54.347661 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ade90d24-e42a-4e16-9efb-694ec5b8fd65 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073462 Feb 18 09:15:54.350416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57620) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:54.359066 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b9474a40-7771-4a41-85b6-959601b06b28 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': '1b273319-6110-4f5b-a949-fc0676f2e1e0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:54.369117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b9474a40-7771-4a41-85b6-959601b06b28 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:54.374932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b9474a40-7771-4a41-85b6-959601b06b28 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:54.378223 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b9474a40-7771-4a41-85b6-959601b06b28 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:54.395709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b9474a40-7771-4a41-85b6-959601b06b28 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:54.450009 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-b9474a40-7771-4a41-85b6-959601b06b28 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:15:54.451764 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b9474a40-7771-4a41-85b6-959601b06b28 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0998375 Feb 18 09:15:54.455254 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57628) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:54.463517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1d71f275-a2e2-436b-bde3-0278278c253a tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': '1b273319-6110-4f5b-a949-fc0676f2e1e0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:54.464308 n-d-829434-1 neutron-server[87767]: WARNING neutron.api.v2.base [None req-1d71f275-a2e2-436b-bde3-0278278c253a tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 18 09:15:54.464797 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-1d71f275-a2e2-436b-bde3-0278278c253a tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:15:54.465927 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1d71f275-a2e2-436b-bde3-0278278c253a tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094247 Feb 18 09:15:54.470781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57632) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:54.499364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-79df894b-c0a5-48f3-8c13-7d794c3a88b6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': '1b273319-6110-4f5b-a949-fc0676f2e1e0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:54.557271 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-79df894b-c0a5-48f3-8c13-7d794c3a88b6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:54.579311 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-79df894b-c0a5-48f3-8c13-7d794c3a88b6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:54.583495 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-79df894b-c0a5-48f3-8c13-7d794c3a88b6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:54.591655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-79df894b-c0a5-48f3-8c13-7d794c3a88b6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:54.604757 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-79df894b-c0a5-48f3-8c13-7d794c3a88b6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Project f51098d5472b4e318a481005b61cb062 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:15:54.639328 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-79df894b-c0a5-48f3-8c13-7d794c3a88b6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:15:54.641429 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-79df894b-c0a5-48f3-8c13-7d794c3a88b6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1564357 Feb 18 09:15:54.647451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57642) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:54.654441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f9ffd048-d6ab-4f20-ba7b-ae65bb16829f tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': '1b273319-6110-4f5b-a949-fc0676f2e1e0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:54.654551 n-d-829434-1 neutron-server[87768]: WARNING neutron.api.v2.base [None req-f9ffd048-d6ab-4f20-ba7b-ae65bb16829f tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 18 09:15:54.654978 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-f9ffd048-d6ab-4f20-ba7b-ae65bb16829f tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:15:54.658683 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f9ffd048-d6ab-4f20-ba7b-ae65bb16829f tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074244 Feb 18 09:15:54.658925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57646) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:54.665387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-6ab2797f-f37c-4141-96fa-41cbbad5b322 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': '1b273319-6110-4f5b-a949-fc0676f2e1e0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:54.679684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6ab2797f-f37c-4141-96fa-41cbbad5b322 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:54.684511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6ab2797f-f37c-4141-96fa-41cbbad5b322 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:54.687615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6ab2797f-f37c-4141-96fa-41cbbad5b322 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:54.694088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6ab2797f-f37c-4141-96fa-41cbbad5b322 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:54.706482 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-6ab2797f-f37c-4141-96fa-41cbbad5b322 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Project f51098d5472b4e318a481005b61cb062 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:15:54.761881 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-6ab2797f-f37c-4141-96fa-41cbbad5b322 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:15:54.764188 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6ab2797f-f37c-4141-96fa-41cbbad5b322 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1040938 Feb 18 09:15:54.767181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57654) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:54.783793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-484b30b3-5905-44ec-b580-77fdb2fe9e28 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': '1b273319-6110-4f5b-a949-fc0676f2e1e0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:54.797891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-484b30b3-5905-44ec-b580-77fdb2fe9e28 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:54.804025 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-484b30b3-5905-44ec-b580-77fdb2fe9e28 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:54.817219 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-484b30b3-5905-44ec-b580-77fdb2fe9e28 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:54.829162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-484b30b3-5905-44ec-b580-77fdb2fe9e28 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:54.852721 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-484b30b3-5905-44ec-b580-77fdb2fe9e28 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Project f51098d5472b4e318a481005b61cb062 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:15:54.907431 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-484b30b3-5905-44ec-b580-77fdb2fe9e28 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:15:54.912862 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-484b30b3-5905-44ec-b580-77fdb2fe9e28 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1373167 Feb 18 09:15:54.913072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57670) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:55.042570 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c210-99a3-4755-adef-ca22ca187e92 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:55.084691 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c210-99a3-4755-adef-ca22ca187e92 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:55.195706 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c210-99a3-4755-adef-ca22ca187e92 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:55.227061 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6c210-99a3-4755-adef-ca22ca187e92 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b273319-6110-4f5b-a949-fc0676f2e1e0,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:55.235762 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c210-99a3-4755-adef-ca22ca187e92 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:55.237294 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ecf6c210-99a3-4755-adef-ca22ca187e92 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "DELETE /v2.0/security-groups/1b273319-6110-4f5b-a949-fc0676f2e1e0 HTTP/1.1" status: 204 len: 168 time: 0.3239589 Feb 18 09:15:55.239952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57700) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:55.386640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-46a08bc8-a4af-4c4a-bf20-3c71e8b17c22 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Synchronizing usage tracker for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:55.423553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-46a08bc8-a4af-4c4a-bf20-3c71e8b17c22 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Unset dirty status for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:55.426539 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-46a08bc8-a4af-4c4a-bf20-3c71e8b17c22 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1835613 Feb 18 09:15:55.429393 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57706) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:55.438449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1d9336a0-9872-4bae-a42c-02f3d4f03157 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822832757'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:55.446434 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1d9336a0-9872-4bae-a42c-02f3d4f03157 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:55.457876 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1d9336a0-9872-4bae-a42c-02f3d4f03157 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:55.474655 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50112e39-77ed-407a-aef6-1a8fb12456be req-fff77d18-c56c-4419-aebe-938c546684c9 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:55.475123 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d9336a0-9872-4bae-a42c-02f3d4f03157 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:55.478662 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-50112e39-77ed-407a-aef6-1a8fb12456be req-fff77d18-c56c-4419-aebe-938c546684c9 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 945 time: 0.1475875 Feb 18 09:15:55.534700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1d9336a0-9872-4bae-a42c-02f3d4f03157 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:55.539360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1d9336a0-9872-4bae-a42c-02f3d4f03157 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:55.543397 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1d9336a0-9872-4bae-a42c-02f3d4f03157 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:55.550275 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1d9336a0-9872-4bae-a42c-02f3d4f03157 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:55.718482 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d9336a0-9872-4bae-a42c-02f3d4f03157 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:55.724120 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d9336a0-9872-4bae-a42c-02f3d4f03157 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:55.727450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-50112e39-77ed-407a-aef6-1a8fb12456be req-209a36e5-e3fa-4f7d-9437-2e115d6cac12 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246251 Feb 18 09:15:55.784681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edfa68-12dc-43b7-87ac-6c99f3461d5e req-2088c122-e6cb-445c-b69d-f0da2ceb9a61 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:55.788843 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80edfa68-12dc-43b7-87ac-6c99f3461d5e req-2088c122-e6cb-445c-b69d-f0da2ceb9a61 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 943 time: 0.2850096 Feb 18 09:15:55.793130 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d9336a0-9872-4bae-a42c-02f3d4f03157 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:55.797594 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1d9336a0-9872-4bae-a42c-02f3d4f03157 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3636162 Feb 18 09:15:55.802333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57720) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:55.822841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9336a0-9872-4bae-a42c-02f3d4f03157 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23b8ef0-bb37-43f0-b5af-e90b3127a9db,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:55.827750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-77302f17-4867-4c89-ae1a-da37a323fd1e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': 'c23b8ef0-bb37-43f0-b5af-e90b3127a9db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:55.838707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-77302f17-4867-4c89-ae1a-da37a323fd1e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:55.847087 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-77302f17-4867-4c89-ae1a-da37a323fd1e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:55.856752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-77302f17-4867-4c89-ae1a-da37a323fd1e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:55.878240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-77302f17-4867-4c89-ae1a-da37a323fd1e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:55.921370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80edfa68-12dc-43b7-87ac-6c99f3461d5e req-f0ab6972-be8f-4757-809c-769d9e2f94a3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182296 Feb 18 09:15:56.054109 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-77302f17-4867-4c89-ae1a-da37a323fd1e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The resource could not be found. Feb 18 09:15:56.058583 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57730) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:56.059174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-77302f17-4867-4c89-ae1a-da37a323fd1e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2381303 Feb 18 09:15:56.065258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4be161ca-214e-42a5-8192-8b0ff8366bff tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': 'c23b8ef0-bb37-43f0-b5af-e90b3127a9db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9520efcf-40a0-457c-8cf5-8246935b547e'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:56.077784 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed074588-ca75-4eab-b6f9-0048549e8aa8 req-ecc313cd-ebd2-41cb-a5a7-5307c00c266f tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:56.078023 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4be161ca-214e-42a5-8192-8b0ff8366bff tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:56.086276 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed074588-ca75-4eab-b6f9-0048549e8aa8 req-ecc313cd-ebd2-41cb-a5a7-5307c00c266f tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 945 time: 0.1462090 Feb 18 09:15:56.091802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4be161ca-214e-42a5-8192-8b0ff8366bff tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:56.096538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4be161ca-214e-42a5-8192-8b0ff8366bff tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:56.108544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4be161ca-214e-42a5-8192-8b0ff8366bff tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:56.171091 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed074588-ca75-4eab-b6f9-0048549e8aa8 req-a1116216-8e66-4a29-83d2-2c6851e72602 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825861 Feb 18 09:15:56.192671 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-4be161ca-214e-42a5-8192-8b0ff8366bff tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The resource could not be found. Feb 18 09:15:56.199079 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4be161ca-214e-42a5-8192-8b0ff8366bff tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1339149 Feb 18 09:15:56.199996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57736) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:56.347893 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dc611d40-5c76-4662-88f8-937aa5911b29 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:56.399297 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dc611d40-5c76-4662-88f8-937aa5911b29 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:56.500657 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dc611d40-5c76-4662-88f8-937aa5911b29 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:56.574626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc611d40-5c76-4662-88f8-937aa5911b29 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23b8ef0-bb37-43f0-b5af-e90b3127a9db,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:56.606488 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dc611d40-5c76-4662-88f8-937aa5911b29 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:56.608483 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dc611d40-5c76-4662-88f8-937aa5911b29 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "DELETE /v2.0/security-groups/c23b8ef0-bb37-43f0-b5af-e90b3127a9db HTTP/1.1" status: 204 len: 168 time: 0.4069459 Feb 18 09:15:56.611114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57746) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:56.684628 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ed754-70ec-49bf-acca-768ee080b809 req-7f46cb14-39cd-43eb-9be9-17c05028b806 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:56.688122 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-388ed754-70ec-49bf-acca-768ee080b809 req-7f46cb14-39cd-43eb-9be9-17c05028b806 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 945 time: 0.1552663 Feb 18 09:15:56.737065 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a816dc29-f672-4554-ab8f-893a97dde7ff tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Synchronizing usage tracker for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:56.762587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a816dc29-f672-4554-ab8f-893a97dde7ff tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Unset dirty status for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:56.770618 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a816dc29-f672-4554-ab8f-893a97dde7ff tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1545660 Feb 18 09:15:56.770822 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-388ed754-70ec-49bf-acca-768ee080b809 req-fcd705f3-d032-4d89-8944-ce63c2e8d5dc tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744956 Feb 18 09:15:56.776104 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57756) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:56.790140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0306829b-2ed5-406c-a316-91b76c0d0c01 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': '89be0f81-fdfc-40b9-9feb-addba99a6016', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:56.806361 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0306829b-2ed5-406c-a316-91b76c0d0c01 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:56.833234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0306829b-2ed5-406c-a316-91b76c0d0c01 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:56.837850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0306829b-2ed5-406c-a316-91b76c0d0c01 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:56.848982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0306829b-2ed5-406c-a316-91b76c0d0c01 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:56.942077 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-0306829b-2ed5-406c-a316-91b76c0d0c01 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The resource could not be found. Feb 18 09:15:56.947665 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0306829b-2ed5-406c-a316-91b76c0d0c01 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1657462 Feb 18 09:15:56.947665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57766) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:56.953424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-973b4137-b337-497d-ba79-d4373eb6ea19 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group': {'name': 'tempest-secgroup--1354660797'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:56.967398 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-973b4137-b337-497d-ba79-d4373eb6ea19 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:56.987937 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-973b4137-b337-497d-ba79-d4373eb6ea19 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:57.023925 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-973b4137-b337-497d-ba79-d4373eb6ea19 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:57.055347 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-973b4137-b337-497d-ba79-d4373eb6ea19 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:57.061163 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-973b4137-b337-497d-ba79-d4373eb6ea19 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:57.064654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-973b4137-b337-497d-ba79-d4373eb6ea19 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:57.072913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-973b4137-b337-497d-ba79-d4373eb6ea19 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:57.195793 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-973b4137-b337-497d-ba79-d4373eb6ea19 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:57.197797 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-973b4137-b337-497d-ba79-d4373eb6ea19 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:57.249702 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b4137-b337-497d-ba79-d4373eb6ea19 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57412350-0560-442b-b3a8-f64b6de95212,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:57.264667 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-973b4137-b337-497d-ba79-d4373eb6ea19 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:57.266764 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-973b4137-b337-497d-ba79-d4373eb6ea19 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3179877 Feb 18 09:15:57.271029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57776) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:57.280144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-9d2dba7a-425a-47de-b3ed-e19a64a5f086 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433672435'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:57.288357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9d2dba7a-425a-47de-b3ed-e19a64a5f086 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:57.297319 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9d2dba7a-425a-47de-b3ed-e19a64a5f086 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:57.302018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9d2dba7a-425a-47de-b3ed-e19a64a5f086 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:57.310907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9d2dba7a-425a-47de-b3ed-e19a64a5f086 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:57.333043 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d2dba7a-425a-47de-b3ed-e19a64a5f086 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:57.341275 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd51f81-8d7f-4b35-a812-d634f5e180be req-a962e6e5-5f47-4ac7-969e-76fdbb947091 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:57.342742 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7fd51f81-8d7f-4b35-a812-d634f5e180be req-a962e6e5-5f47-4ac7-969e-76fdbb947091 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 943 time: 0.2124705 Feb 18 09:15:57.350322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5509d-f0c0-4c1f-8348-5310b82d8e7b req-428afd9e-66ee-433d-86f7-df9ba5c8c2fb tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:57.358790 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ad5509d-f0c0-4c1f-8348-5310b82d8e7b req-428afd9e-66ee-433d-86f7-df9ba5c8c2fb tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 945 time: 0.3162718 Feb 18 09:15:57.365925 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9d2dba7a-425a-47de-b3ed-e19a64a5f086 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:57.371102 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9d2dba7a-425a-47de-b3ed-e19a64a5f086 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:57.377463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9d2dba7a-425a-47de-b3ed-e19a64a5f086 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:57.386205 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9d2dba7a-425a-47de-b3ed-e19a64a5f086 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:57.425969 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7fd51f81-8d7f-4b35-a812-d634f5e180be req-340c7a45-d3cb-41cf-a252-353207e2f999 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648105 Feb 18 09:15:57.468994 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ad5509d-f0c0-4c1f-8348-5310b82d8e7b req-5a204d4c-df08-4421-b5dd-8ce398c64aa5 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088276 Feb 18 09:15:57.552414 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d2dba7a-425a-47de-b3ed-e19a64a5f086 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:57.560454 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d2dba7a-425a-47de-b3ed-e19a64a5f086 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:57.631140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2dba7a-425a-47de-b3ed-e19a64a5f086 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb16d36-dadf-4d51-ae8e-e6d944126fd7,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:57.645051 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d2dba7a-425a-47de-b3ed-e19a64a5f086 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:57.647079 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9d2dba7a-425a-47de-b3ed-e19a64a5f086 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3748646 Feb 18 09:15:57.650636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57786) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:57.656141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-77b74ff0-3ac5-4b2e-8a4e-37e38fa16304 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': '57412350-0560-442b-b3a8-f64b6de95212', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3bb16d36-dadf-4d51-ae8e-e6d944126fd7'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:57.667500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-77b74ff0-3ac5-4b2e-8a4e-37e38fa16304 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:57.672060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-77b74ff0-3ac5-4b2e-8a4e-37e38fa16304 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:57.677230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-77b74ff0-3ac5-4b2e-8a4e-37e38fa16304 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:57.685885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-77b74ff0-3ac5-4b2e-8a4e-37e38fa16304 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:57.725785 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-77b74ff0-3ac5-4b2e-8a4e-37e38fa16304 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:15:57.727139 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-77b74ff0-3ac5-4b2e-8a4e-37e38fa16304 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0750732 Feb 18 09:15:57.731724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57790) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:57.842911 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-748ecf87-6186-43fa-9fcd-bf2e0fc7d1a6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:57.880294 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-748ecf87-6186-43fa-9fcd-bf2e0fc7d1a6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:58.113274 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-748ecf87-6186-43fa-9fcd-bf2e0fc7d1a6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:58.144651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ecf87-6186-43fa-9fcd-bf2e0fc7d1a6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb16d36-dadf-4d51-ae8e-e6d944126fd7,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:58.156744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb4447-0fa2-40e7-9d94-76f5cf15e087 req-a6eaea0a-7f2f-49bf-b49f-24377ad20b75 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:58.159045 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7afb4447-0fa2-40e7-9d94-76f5cf15e087 req-a6eaea0a-7f2f-49bf-b49f-24377ad20b75 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 945 time: 0.2470345 Feb 18 09:15:58.160920 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-748ecf87-6186-43fa-9fcd-bf2e0fc7d1a6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:58.162098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-748ecf87-6186-43fa-9fcd-bf2e0fc7d1a6 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "DELETE /v2.0/security-groups/3bb16d36-dadf-4d51-ae8e-e6d944126fd7 HTTP/1.1" status: 204 len: 168 time: 0.4291165 Feb 18 09:15:58.165740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57804) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:58.244894 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7afb4447-0fa2-40e7-9d94-76f5cf15e087 req-d6ec9f13-fc09-4f24-91ea-3a3ce65e48af tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605495 Feb 18 09:15:58.255773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4a319c66-d3e8-4b9e-865c-cb1a8691e7d7 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Synchronizing usage tracker for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:58.299717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4a319c66-d3e8-4b9e-865c-cb1a8691e7d7 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Unset dirty status for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:58.309724 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4a319c66-d3e8-4b9e-865c-cb1a8691e7d7 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1345098 Feb 18 09:15:58.309724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57816) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:58.410960 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa87902e-6383-45c2-a5ce-abdce225a217 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:58.461556 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa87902e-6383-45c2-a5ce-abdce225a217 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:58.528150 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa87902e-6383-45c2-a5ce-abdce225a217 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:58.537035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc0a31-7ba9-4381-90c3-6ef44e6ede8a req-fa8a7b2f-40e0-49c8-8c0b-556d3ddeee34 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:58.538648 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48cc0a31-7ba9-4381-90c3-6ef44e6ede8a req-fa8a7b2f-40e0-49c8-8c0b-556d3ddeee34 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 945 time: 0.1508727 Feb 18 09:15:58.572747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87902e-6383-45c2-a5ce-abdce225a217 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57412350-0560-442b-b3a8-f64b6de95212,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:58.593673 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa87902e-6383-45c2-a5ce-abdce225a217 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:58.594815 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-aa87902e-6383-45c2-a5ce-abdce225a217 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "DELETE /v2.0/security-groups/57412350-0560-442b-b3a8-f64b6de95212 HTTP/1.1" status: 204 len: 168 time: 0.2859154 Feb 18 09:15:58.598617 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57834) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:58.722341 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48cc0a31-7ba9-4381-90c3-6ef44e6ede8a req-1797a20b-4d2f-4f6c-83d6-28e46b4cf8aa tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685390 Feb 18 09:15:58.754120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-05153e0a-4239-4f3b-8616-72e3d42435fc tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Synchronizing usage tracker for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:15:58.794310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588897e-85cc-43b1-ba3f-575e3a5623a6 req-b35b7036-e645-47ab-a19a-925d577dc516 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:15:58.835627 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e588897e-85cc-43b1-ba3f-575e3a5623a6 req-b35b7036-e645-47ab-a19a-925d577dc516 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 943 time: 0.2345450 Feb 18 09:15:58.879116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-05153e0a-4239-4f3b-8616-72e3d42435fc tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Unset dirty status for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:15:58.880800 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-05153e0a-4239-4f3b-8616-72e3d42435fc tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2796011 Feb 18 09:15:58.888035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57842) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:58.900088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ea79d5ab-32bd-47fe-93b6-ab4fe9034ab1 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group': {'name': 'tempest-secgroup--665520924'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:58.948739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ea79d5ab-32bd-47fe-93b6-ab4fe9034ab1 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:58.970164 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e588897e-85cc-43b1-ba3f-575e3a5623a6 req-6a946695-f603-4f1a-8831-2a554132d324 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336613 Feb 18 09:15:58.987133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ea79d5ab-32bd-47fe-93b6-ab4fe9034ab1 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:59.013034 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea79d5ab-32bd-47fe-93b6-ab4fe9034ab1 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:59.061364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ea79d5ab-32bd-47fe-93b6-ab4fe9034ab1 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:59.066299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ea79d5ab-32bd-47fe-93b6-ab4fe9034ab1 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:59.074072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ea79d5ab-32bd-47fe-93b6-ab4fe9034ab1 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:59.080262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ea79d5ab-32bd-47fe-93b6-ab4fe9034ab1 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:59.284207 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea79d5ab-32bd-47fe-93b6-ab4fe9034ab1 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:59.294095 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea79d5ab-32bd-47fe-93b6-ab4fe9034ab1 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:59.425312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79d5ab-32bd-47fe-93b6-ab4fe9034ab1 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69bbd838-409c-43f9-9cd1-144649182eb6,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:15:59.449847 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea79d5ab-32bd-47fe-93b6-ab4fe9034ab1 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:59.451909 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ea79d5ab-32bd-47fe-93b6-ab4fe9034ab1 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5625105 Feb 18 09:15:59.455083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57858) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:59.461695 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0d21c0e3-8349-42b2-90c4-c9e6a2e526ae tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': '69bbd838-409c-43f9-9cd1-144649182eb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:59.475161 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0d21c0e3-8349-42b2-90c4-c9e6a2e526ae tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:59.485360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0d21c0e3-8349-42b2-90c4-c9e6a2e526ae tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:59.493935 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0d21c0e3-8349-42b2-90c4-c9e6a2e526ae tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:59.514470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0d21c0e3-8349-42b2-90c4-c9e6a2e526ae tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:59.589112 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-0d21c0e3-8349-42b2-90c4-c9e6a2e526ae tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:15:59.592684 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0d21c0e3-8349-42b2-90c4-c9e6a2e526ae tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1341424 Feb 18 09:15:59.593092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57864) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:59.600728 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-14bef161-a4a0-41fd-a029-c13bee57bf1c tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group_rule': {'security_group_id': '69bbd838-409c-43f9-9cd1-144649182eb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:15:59.621912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-14bef161-a4a0-41fd-a029-c13bee57bf1c tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:15:59.639418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-14bef161-a4a0-41fd-a029-c13bee57bf1c tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:15:59.653822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-14bef161-a4a0-41fd-a029-c13bee57bf1c tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:15:59.671747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-14bef161-a4a0-41fd-a029-c13bee57bf1c tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:15:59.710367 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-14bef161-a4a0-41fd-a029-c13bee57bf1c tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:15:59.713090 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-14bef161-a4a0-41fd-a029-c13bee57bf1c tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1187682 Feb 18 09:15:59.716389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57874) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:15:59.809490 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6699e369-a672-488b-b9e9-3f8c2638db89 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:15:59.889603 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6699e369-a672-488b-b9e9-3f8c2638db89 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:00.006589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78296ac1-37b2-4265-becd-09985430fa1e req-6a54ce54-0e46-4ec4-b96f-65a4c329d414 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:00.008459 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78296ac1-37b2-4265-becd-09985430fa1e req-6a54ce54-0e46-4ec4-b96f-65a4c329d414 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 945 time: 0.1595197 Feb 18 09:16:00.041727 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6699e369-a672-488b-b9e9-3f8c2638db89 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:00.091748 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699e369-a672-488b-b9e9-3f8c2638db89 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bbd838-409c-43f9-9cd1-144649182eb6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:00.117713 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6699e369-a672-488b-b9e9-3f8c2638db89 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:00.122469 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6699e369-a672-488b-b9e9-3f8c2638db89 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "DELETE /v2.0/security-groups/69bbd838-409c-43f9-9cd1-144649182eb6 HTTP/1.1" status: 204 len: 168 time: 0.4050052 Feb 18 09:16:00.123079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57890) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:00.132514 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78296ac1-37b2-4265-becd-09985430fa1e req-3fc77bc7-10ec-4bc4-9144-0130a652b34e tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167152 Feb 18 09:16:00.193687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d2c17db1-302d-40cd-8235-f01f18598517 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Synchronizing usage tracker for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:00.233090 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d2c17db1-302d-40cd-8235-f01f18598517 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Unset dirty status for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:00.235150 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d2c17db1-302d-40cd-8235-f01f18598517 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1109784 Feb 18 09:16:00.241536 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57894) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:00.251632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d06901da-11f2-4751-b121-38c9798e7739 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group': {'name': 'tempest-secgroup--1216771235'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:16:00.327135 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b2e9c236-2f0b-4743-a2b6-19b147d63bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:00.471439 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95facb4-6258-4f23-95d1-259e9ab718f6 req-1a855e74-8a2b-4ca5-bff5-dfe3d372d38c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:00.480901 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c95facb4-6258-4f23-95d1-259e9ab718f6 req-1a855e74-8a2b-4ca5-bff5-dfe3d372d38c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 943 time: 0.2616739 Feb 18 09:16:00.508123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d06901da-11f2-4751-b121-38c9798e7739 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:00.522263 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d06901da-11f2-4751-b121-38c9798e7739 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:00.548003 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d06901da-11f2-4751-b121-38c9798e7739 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:00.607880 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c95facb4-6258-4f23-95d1-259e9ab718f6 req-8bca260b-40fb-49a6-bc2f-6ac055c6ccf1 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193120 Feb 18 09:16:00.609735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d06901da-11f2-4751-b121-38c9798e7739 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:00.624425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d06901da-11f2-4751-b121-38c9798e7739 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Usage tracker for resource:security_group_rule and tenant:f51098d5472b4e318a481005b61cb062 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:00.643081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d06901da-11f2-4751-b121-38c9798e7739 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:00.655515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d06901da-11f2-4751-b121-38c9798e7739 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:00.864419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f31a28-2b9e-4e83-8ca0-f4601442bbef req-c0dc5869-4706-43f0-8fdd-cb410bbb849f tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:00.866522 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15f31a28-2b9e-4e83-8ca0-f4601442bbef req-c0dc5869-4706-43f0-8fdd-cb410bbb849f tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 945 time: 0.1998267 Feb 18 09:16:00.872481 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d06901da-11f2-4751-b121-38c9798e7739 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:00.881916 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d06901da-11f2-4751-b121-38c9798e7739 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:00.977956 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06901da-11f2-4751-b121-38c9798e7739 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e85690c-c346-4930-9b10-eefba64b6182,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:01.006885 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d06901da-11f2-4751-b121-38c9798e7739 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:01.012030 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d06901da-11f2-4751-b121-38c9798e7739 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7685738 Feb 18 09:16:01.012667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57912) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:01.017850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-cc306511-7e84-4eaa-8a2f-3914f0f377e1 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:16:01.018273 n-d-829434-1 neutron-server[87767]: WARNING neutron.api.v2.base [None req-cc306511-7e84-4eaa-8a2f-3914f0f377e1 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 18 09:16:01.018757 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-cc306511-7e84-4eaa-8a2f-3914f0f377e1 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] update failed (client error): There was a conflict when trying to complete your request. Feb 18 09:16:01.023099 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57916) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:01.026730 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cc306511-7e84-4eaa-8a2f-3914f0f377e1 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "PUT /v2.0/security-groups/0e85690c-c346-4930-9b10-eefba64b6182 HTTP/1.1" status: 409 len: 330 time: 0.0130227 Feb 18 09:16:01.054787 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-15f31a28-2b9e-4e83-8ca0-f4601442bbef req-32fc68bb-e467-497a-8156-6d7ba2bcceef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Deleting port 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:16:01.055178 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-15f31a28-2b9e-4e83-8ca0-f4601442bbef req-32fc68bb-e467-497a-8156-6d7ba2bcceef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:01.082688 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device a6cf7af6-abbd-4e1f-90f0-13dfa8777281 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:16:01.315753 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1b76324e-385b-4db6-90f1-61e9effe5f67 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:01.374356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port a6cf7af6-abbd-4e1f-90f0-13dfa8777281, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=a6cf7af6-abbd-4e1f-90f0-13dfa8777281,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:16:01.390388 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'a6cf7af6-abbd-4e1f-90f0-13dfa8777281', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'port_id': 'a6cf7af6-abbd-4e1f-90f0-13dfa8777281', 'mac_address': 'fa:16:3e:34:22:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:16:01.468450 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:01.520664 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6cf7af6-abbd-4e1f-90f0-13dfa8777281 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:16:01.543499 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port a6cf7af6-abbd-4e1f-90f0-13dfa8777281, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=a6cf7af6-abbd-4e1f-90f0-13dfa8777281,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:16:01.549574 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:01.601322 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1b76324e-385b-4db6-90f1-61e9effe5f67 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:01.729006 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=a6cf7af6-abbd-4e1f-90f0-13dfa8777281,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:01.864504 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['a6cf7af6-abbd-4e1f-90f0-13dfa8777281'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:16:01.955372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-15f31a28-2b9e-4e83-8ca0-f4601442bbef req-32fc68bb-e467-497a-8156-6d7ba2bcceef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] For port 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6,segment=NetworkSegment(a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9),segment_id=a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:16:01.955912 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-15f31a28-2b9e-4e83-8ca0-f4601442bbef req-32fc68bb-e467-497a-8156-6d7ba2bcceef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:02.136257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-15f31a28-2b9e-4e83-8ca0-f4601442bbef req-32fc68bb-e467-497a-8156-6d7ba2bcceef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Calling delete_port for 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:16:02.177832 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1b76324e-385b-4db6-90f1-61e9effe5f67 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:02.214309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76324e-385b-4db6-90f1-61e9effe5f67 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e85690c-c346-4930-9b10-eefba64b6182,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:02.265527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f36ed5-1e2a-4e58-a844-a43351c37e91 req-6f03daaf-17ca-42b5-a0ed-bd89eb217929 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:02.273436 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76f36ed5-1e2a-4e58-a844-a43351c37e91 req-6f03daaf-17ca-42b5-a0ed-bd89eb217929 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 945 time: 0.9381926 Feb 18 09:16:02.320099 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1b76324e-385b-4db6-90f1-61e9effe5f67 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:02.323755 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1b76324e-385b-4db6-90f1-61e9effe5f67 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "DELETE /v2.0/security-groups/0e85690c-c346-4930-9b10-eefba64b6182 HTTP/1.1" status: 204 len: 168 time: 1.2970545 Feb 18 09:16:02.325600 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57954) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:02.365590 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76f36ed5-1e2a-4e58-a844-a43351c37e91 req-b20a60ee-5451-4a14-89d5-5af1a5fc739c tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37377d-3e38-4d7a-b506-5df7be1c1e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912879 Feb 18 09:16:02.391476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3f7fc-aa60-4083-a771-b8e5b9a62453 req-6b7584c4-5832-420d-83d4-9d33daed68c8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:02.393374 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcf3f7fc-aa60-4083-a771-b8e5b9a62453 req-6b7584c4-5832-420d-83d4-9d33daed68c8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 944 time: 0.5328748 Feb 18 09:16:02.483032 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9a00ef52-3870-44f8-8f7e-9f4d40bd109e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Synchronizing usage tracker for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:02.512525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9a00ef52-3870-44f8-8f7e-9f4d40bd109e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] Unset dirty status for tenant:f51098d5472b4e318a481005b61cb062 on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:02.521582 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9a00ef52-3870-44f8-8f7e-9f4d40bd109e tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1943207 Feb 18 09:16:02.522697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57958) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:02.544999 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-a9d18267-d502-49ea-a936-0972a27ac188 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] delete failed (client error): The resource could not be found. Feb 18 09:16:02.550866 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a9d18267-d502-49ea-a936-0972a27ac188 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "DELETE /v2.0/security-groups/1818ddf5-4590-473b-9527-f1e6eb0f1967 HTTP/1.1" status: 404 len: 347 time: 0.0267353 Feb 18 09:16:02.551629 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57962) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:02.576826 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-31087e3d-2006-4197-98df-66e7ba585d70 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] show failed (client error): The resource could not be found. Feb 18 09:16:02.581835 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-31087e3d-2006-4197-98df-66e7ba585d70 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "GET /v2.0/security-groups/d4cca482-f039-4c8c-91b7-b714f0bb51c2 HTTP/1.1" status: 404 len: 347 time: 0.0289500 Feb 18 09:16:02.582445 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57966) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:02.598615 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-13782d4f-87fa-47c2-af55-b04e25bac715 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] show failed (client error): The resource could not be found. Feb 18 09:16:02.603639 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-13782d4f-87fa-47c2-af55-b04e25bac715 tempest-NegativeSecGroupIPv6Test-876833404 tempest-NegativeSecGroupIPv6Test-876833404-project] 10.222.0.72 "GET /v2.0/security-group-rules/fa3f6918-4665-4fa9-997a-b482c3d90e5b HTTP/1.1" status: 404 len: 356 time: 0.0200672 Feb 18 09:16:02.664007 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcf3f7fc-aa60-4083-a771-b8e5b9a62453 req-30583b24-483d-4114-ab11-d0aab4112ba7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529776 Feb 18 09:16:02.683131 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-15f31a28-2b9e-4e83-8ca0-f4601442bbef req-32fc68bb-e467-497a-8156-6d7ba2bcceef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:02.885515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc68bb-e467-497a-8156-6d7ba2bcceef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Pushing event deleted for resources: {'Port': ['ID=8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:02.888709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f31a28-2b9e-4e83-8ca0-f4601442bbef req-32fc68bb-e467-497a-8156-6d7ba2bcceef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] No DVR routers for this DVR port 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:16:02.892011 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-15f31a28-2b9e-4e83-8ca0-f4601442bbef req-32fc68bb-e467-497a-8156-6d7ba2bcceef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:02.899011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e026fbc-d334-4170-bf0e-262d90026ef4', 'name': 'network-vif-deleted', 'tag': '8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:16:02.981459 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15f31a28-2b9e-4e83-8ca0-f4601442bbef req-32fc68bb-e467-497a-8156-6d7ba2bcceef tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.61 "DELETE /v2.0/ports/8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 HTTP/1.1" status: 204 len: 173 time: 2.1071861 Feb 18 09:16:03.018751 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e026fbc-d334-4170-bf0e-262d90026ef4', 'name': 'network-vif-deleted', 'tag': '8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6', 'status': 'completed', 'code': 200} Feb 18 09:16:03.097639 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device a6cf7af6-abbd-4e1f-90f0-13dfa8777281 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:03.254475 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 57986) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:03.302549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port a6cf7af6-abbd-4e1f-90f0-13dfa8777281 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:03.317797 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port a6cf7af6-abbd-4e1f-90f0-13dfa8777281 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:03.320806 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:03.660887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3165da8f-5e44-43ef-b6fd-5795ec459610 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f51098d5472b4e318a481005b61cb062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4022248 Feb 18 09:16:03.661050 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 57998) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:03.737393 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:03.794801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-bb0cd14d-572c-4496-a243-8d22835b43de req-961ad36d-ae17-4b85-a279-3279ec20c5f7 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Synchronizing usage tracker for tenant:0597660a7b6044fbbceb5197befe8367 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:03.833334 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a466ec73-fc5a-4656-99f1-a4ec88d9d99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:03.842034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-bb0cd14d-572c-4496-a243-8d22835b43de req-961ad36d-ae17-4b85-a279-3279ec20c5f7 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] Unset dirty status for tenant:0597660a7b6044fbbceb5197befe8367 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:03.843466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb0cd14d-572c-4496-a243-8d22835b43de req-961ad36d-ae17-4b85-a279-3279ec20c5f7 tempest-ServerDiskConfigTestJSON-588819502 tempest-ServerDiskConfigTestJSON-588819502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e026fbc-d334-4170-bf0e-262d90026ef4 HTTP/1.1" status: 200 len: 210 time: 0.1587002 Feb 18 09:16:03.937023 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a466ec73-fc5a-4656-99f1-a4ec88d9d99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:03.960960 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port a6cf7af6-abbd-4e1f-90f0-13dfa8777281, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=a6cf7af6-abbd-4e1f-90f0-13dfa8777281,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:16:03.965684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dda257-818d-4260-8e3a-b6bbb59b24d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cf7af6-abbd-4e1f-90f0-13dfa8777281'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:16:03.974158 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:03.982774 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:04.062199 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f30f3339-5cda-4047-b38f-241145ec64dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:04.079404 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a466ec73-fc5a-4656-99f1-a4ec88d9d99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:04.080344 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:04.109755 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466ec73-fc5a-4656-99f1-a4ec88d9d99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da346ef3-395c-427c-88ec-a8e97c91cd34,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:04.113708 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dda257-818d-4260-8e3a-b6bbb59b24d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cf7af6-abbd-4e1f-90f0-13dfa8777281', 'code': 200} Feb 18 09:16:04.140647 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a466ec73-fc5a-4656-99f1-a4ec88d9d99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:04.142049 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a466ec73-fc5a-4656-99f1-a4ec88d9d99d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/da346ef3-395c-427c-88ec-a8e97c91cd34 HTTP/1.1" status: 204 len: 168 time: 0.4801941 Feb 18 09:16:04.178466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25a9b4-7830-4e2a-83c0-e8e91de93375 req-159be586-05af-4f79-83b2-401169ec591d tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:04.182076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=a6cf7af6-abbd-4e1f-90f0-13dfa8777281,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:04.192299 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c25a9b4-7830-4e2a-83c0-e8e91de93375 req-159be586-05af-4f79-83b2-401169ec591d tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 945 time: 0.2320468 Feb 18 09:16:04.287390 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c25a9b4-7830-4e2a-83c0-e8e91de93375 req-3dfd5527-9640-4ada-9c49-367eed25c2c2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938566 Feb 18 09:16:04.377036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da844674-cad6-45c8-84c3-72311bfabcfb req-553fe90f-efda-463c-9b41-fb0218b9a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:04.378526 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-da844674-cad6-45c8-84c3-72311bfabcfb req-553fe90f-efda-463c-9b41-fb0218b9a0dd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 1096 time: 0.2072885 Feb 18 09:16:04.515427 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-da844674-cad6-45c8-84c3-72311bfabcfb req-3744fb1c-78ef-4c7d-aed9-a92a479e817a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270792 Feb 18 09:16:04.574599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:16:04.600358 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:16:04.636909 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:16:04.637537 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 8cc55b33-dbe8-47f3-822a-c8ed8e8dfba6 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:16:05.058998 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:05.641473 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58066) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:05.643378 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58068) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:05.739837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af50dda-8fb8-4d8e-a593-04a5201536ba admin admin] Deleting subnet c479982d-9255-4d28-a965-c104ca7e375b {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:16:05.761698 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2af50dda-8fb8-4d8e-a593-04a5201536ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:05.884419 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2af50dda-8fb8-4d8e-a593-04a5201536ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:05.944904 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7bc6367c-f8cb-4b2f-9e07-83a856a0dd44 tempest-ServiceProvidersTest-1801068270 tempest-ServiceProvidersTest-1801068270-project] 10.222.0.72 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3002007 Feb 18 09:16:06.084442 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2af50dda-8fb8-4d8e-a593-04a5201536ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:06.199781 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96bed6-fa42-4a93-a1ef-6d31481ce948 req-678eb88f-4fa6-4b44-bc43-bc2e4788ac4b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:06.201711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e96bed6-fa42-4a93-a1ef-6d31481ce948 req-678eb88f-4fa6-4b44-bc43-bc2e4788ac4b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 945 time: 0.6502905 Feb 18 09:16:06.344796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e96bed6-fa42-4a93-a1ef-6d31481ce948 req-cbac0688-80e9-406b-9aea-4b91c24ceafd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158609 Feb 18 09:16:06.345960 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2af50dda-8fb8-4d8e-a593-04a5201536ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:06.471972 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2af50dda-8fb8-4d8e-a593-04a5201536ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:06.479848 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2af50dda-8fb8-4d8e-a593-04a5201536ba admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c479982d-9255-4d28-a965-c104ca7e375b HTTP/1.1" status: 204 len: 168 time: 0.8247209 Feb 18 09:16:06.482598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58092) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:06.484890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af50dda-8fb8-4d8e-a593-04a5201536ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c479982d-9255-4d28-a965-c104ca7e375b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:06.542751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58096) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:06.648230 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de98c50c-d0bd-4632-a949-55f30888789a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:06.835112 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0b48-80e3-4645-8d43-e42289e55618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:06.855920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b7ad0b48-80e3-4645-8d43-e42289e55618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:06.864508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b7ad0b48-80e3-4645-8d43-e42289e55618 admin admin] Usage tracker for resource:security_group_rule and tenant:83f99c80903047b5ba17cfb43273970f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:06.873061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b7ad0b48-80e3-4645-8d43-e42289e55618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:06.887403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b7ad0b48-80e3-4645-8d43-e42289e55618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:06.906612 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de98c50c-d0bd-4632-a949-55f30888789a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:06.966400 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-de98c50c-d0bd-4632-a949-55f30888789a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db52816-6ba5-48b1-b7d9-0bff9d47e11e']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:07.001626 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-de98c50c-d0bd-4632-a949-55f30888789a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:07.002047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-de98c50c-d0bd-4632-a949-55f30888789a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6dcecc7-f61a-4fdb-ac59-2aaab73f76f9') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:07.019992 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de98c50c-d0bd-4632-a949-55f30888789a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.044528 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de98c50c-d0bd-4632-a949-55f30888789a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.051847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de98c50c-d0bd-4632-a949-55f30888789a admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:16:07.052819 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de98c50c-d0bd-4632-a949-55f30888789a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.057665 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0b48-80e3-4645-8d43-e42289e55618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.063358 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0b48-80e3-4645-8d43-e42289e55618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:16:07.087311 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:16:07.127201 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b7ad0b48-80e3-4645-8d43-e42289e55618 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=83f99c80903047b5ba17cfb43273970f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5830550 Feb 18 09:16:07.128533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad0b48-80e3-4645-8d43-e42289e55618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137c4318-d4cd-49d3-b713-214ab2942a49,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:07.131606 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58110) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:07.217689 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de98c50c-d0bd-4632-a949-55f30888789a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.230130 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-de98c50c-d0bd-4632-a949-55f30888789a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.234550 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-801b3e23-70b4-4fd7-8049-ba879722b73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.276577 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-de98c50c-d0bd-4632-a949-55f30888789a admin admin] 10.222.0.72 "DELETE /v2.0/networks/8db52816-6ba5-48b1-b7d9-0bff9d47e11e HTTP/1.1" status: 204 len: 168 time: 0.7920868 Feb 18 09:16:07.285089 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98c50c-d0bd-4632-a949-55f30888789a admin admin] Pushing event deleted for resources: {'Network': ['ID=8db52816-6ba5-48b1-b7d9-0bff9d47e11e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:07.291924 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-801b3e23-70b4-4fd7-8049-ba879722b73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.386904 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-801b3e23-70b4-4fd7-8049-ba879722b73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.436818 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-801b3e23-70b4-4fd7-8049-ba879722b73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.438465 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-801b3e23-70b4-4fd7-8049-ba879722b73d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/137c4318-d4cd-49d3-b713-214ab2942a49 HTTP/1.1" status: 204 len: 168 time: 0.3055964 Feb 18 09:16:07.456981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b3e23-70b4-4fd7-8049-ba879722b73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137c4318-d4cd-49d3-b713-214ab2942a49,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:07.514183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58130) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:07.616864 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58134) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:07.620141 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-34f47fa0-4997-4fe1-bd5d-ac96ee2bcddd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0597660a7b6044fbbceb5197befe8367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1011312 Feb 18 09:16:07.816666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fe7ab-18d3-490f-ac95-4d8c698239b7 req-27b374bf-2651-47bd-91dd-ff79d30b5eeb tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:07.817810 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88da7cd3-1c77-4ed7-8a0d-e658cffe5ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.818589 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a3fe7ab-18d3-490f-ac95-4d8c698239b7 req-27b374bf-2651-47bd-91dd-ff79d30b5eeb tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 945 time: 0.1595857 Feb 18 09:16:07.887646 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88da7cd3-1c77-4ed7-8a0d-e658cffe5ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:07.918276 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a3fe7ab-18d3-490f-ac95-4d8c698239b7 req-4cec5a62-c936-4535-8484-5ecc172a1ec2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902951 Feb 18 09:16:08.021310 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88da7cd3-1c77-4ed7-8a0d-e658cffe5ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:08.056601 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da7cd3-1c77-4ed7-8a0d-e658cffe5ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b37377d-3e38-4d7a-b506-5df7be1c1e6d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:08.085333 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88da7cd3-1c77-4ed7-8a0d-e658cffe5ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:08.089865 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-88da7cd3-1c77-4ed7-8a0d-e658cffe5ab0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8b37377d-3e38-4d7a-b506-5df7be1c1e6d HTTP/1.1" status: 204 len: 168 time: 0.4711311 Feb 18 09:16:08.344181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b2bba-f91a-4f8e-940f-79129b2bbbc4 req-efd0ea33-8a57-48cf-a570-3418bca2df0c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:08.356199 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d36b2bba-f91a-4f8e-940f-79129b2bbbc4 req-efd0ea33-8a57-48cf-a570-3418bca2df0c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 945 time: 0.2089996 Feb 18 09:16:08.468440 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d36b2bba-f91a-4f8e-940f-79129b2bbbc4 req-68ae2bde-3c5e-461d-9cf2-f276b1c96d3e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985537 Feb 18 09:16:08.775003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb34fa-057e-478c-9c0c-62cecde7f6ed req-265e37c7-a3cb-434c-9ecd-8fb22695da06 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:08.777436 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3cb34fa-057e-478c-9c0c-62cecde7f6ed req-265e37c7-a3cb-434c-9ecd-8fb22695da06 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 945 time: 0.1634722 Feb 18 09:16:08.856600 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3cb34fa-057e-478c-9c0c-62cecde7f6ed req-567de281-b1fb-49bf-929f-883cedf28428 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712986 Feb 18 09:16:08.940184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58192) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:09.105407 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4e612c1c-88e4-4101-b601-08e8c5d588a9 tempest-SubnetPoolsTestJSON-2143205419 tempest-SubnetPoolsTestJSON-2143205419-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-485918864', 'prefixes': ['172.20.0.0/16']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:16:09.114728 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4e612c1c-88e4-4101-b601-08e8c5d588a9 tempest-SubnetPoolsTestJSON-2143205419 tempest-SubnetPoolsTestJSON-2143205419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:09.208358 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4e612c1c-88e4-4101-b601-08e8c5d588a9 tempest-SubnetPoolsTestJSON-2143205419 tempest-SubnetPoolsTestJSON-2143205419-project] Notify callbacks [] for subnetpool, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.213061 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4e612c1c-88e4-4101-b601-08e8c5d588a9 tempest-SubnetPoolsTestJSON-2143205419 tempest-SubnetPoolsTestJSON-2143205419-project] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2707565 Feb 18 09:16:09.217048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58206) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:09.278841 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1c4df2fe-751a-49e0-952c-2b2853951623 tempest-SubnetPoolsTestJSON-2143205419 tempest-SubnetPoolsTestJSON-2143205419-project] 10.222.0.72 "GET /v2.0/subnetpools/5d281513-c030-49d6-b383-502ec9315c2c HTTP/1.1" status: 200 len: 731 time: 0.0585256 Feb 18 09:16:09.281340 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58214) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:09.288694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4df5e080-5635-4466-9ddc-1220637e538e tempest-SubnetPoolsTestJSON-2143205419 tempest-SubnetPoolsTestJSON-2143205419-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1190273881'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:16:09.446738 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4df5e080-5635-4466-9ddc-1220637e538e tempest-SubnetPoolsTestJSON-2143205419 tempest-SubnetPoolsTestJSON-2143205419-project] Notify callbacks [] for subnetpool, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.448664 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4df5e080-5635-4466-9ddc-1220637e538e tempest-SubnetPoolsTestJSON-2143205419 tempest-SubnetPoolsTestJSON-2143205419-project] 10.222.0.72 "PUT /v2.0/subnetpools/5d281513-c030-49d6-b383-502ec9315c2c HTTP/1.1" status: 200 len: 684 time: 0.1660113 Feb 18 09:16:09.451438 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58220) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:09.478333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1c0d4-a129-416c-bda3-3c2ae6b56765 req-683af800-34ee-49ae-9346-3339e4d235a2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:09.487446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3c1c0d4-a129-416c-bda3-3c2ae6b56765 req-683af800-34ee-49ae-9346-3339e4d235a2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 945 time: 0.1087964 Feb 18 09:16:09.562773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58224) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:09.572589 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3c1c0d4-a129-416c-bda3-3c2ae6b56765 req-f62346b6-8f2d-473f-bba3-6cdbde807cc9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799086 Feb 18 09:16:09.699172 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5dcb-3a8f-44f4-83f6-84c03cb3fc6e tempest-SubnetPoolsTestJSON-2143205419 tempest-SubnetPoolsTestJSON-2143205419-project] Notify callbacks [] for subnetpool, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.700985 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0cdf5dcb-3a8f-44f4-83f6-84c03cb3fc6e tempest-SubnetPoolsTestJSON-2143205419 tempest-SubnetPoolsTestJSON-2143205419-project] 10.222.0.72 "DELETE /v2.0/subnetpools/5d281513-c030-49d6-b383-502ec9315c2c HTTP/1.1" status: 204 len: 168 time: 0.2479978 Feb 18 09:16:09.703494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58232) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:09.733974 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-0f232417-d4aa-4b82-ad9a-f78ff78d2c43 tempest-SubnetPoolsTestJSON-2143205419 tempest-SubnetPoolsTestJSON-2143205419-project] show failed (client error): The resource could not be found. Feb 18 09:16:09.735258 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0f232417-d4aa-4b82-ad9a-f78ff78d2c43 tempest-SubnetPoolsTestJSON-2143205419 tempest-SubnetPoolsTestJSON-2143205419-project] 10.222.0.72 "GET /v2.0/subnetpools/5d281513-c030-49d6-b383-502ec9315c2c HTTP/1.1" status: 404 len: 346 time: 0.0305572 Feb 18 09:16:09.738391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58236) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:09.790520 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1667100379-network', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:16:09.800402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:09.804877 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Usage tracker for resource:network and tenant:7a9b4529c6e04390b7b35beffd7d33fd is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:09.809083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:09.818098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:09.832177 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-ae7ff0aa-8ac3-402a-8d4f-eab90e37febf tempest-SubnetPoolsTestJSON-2143205419 tempest-SubnetPoolsTestJSON-2143205419-project] delete failed (client error): The resource could not be found. Feb 18 09:16:09.839049 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ae7ff0aa-8ac3-402a-8d4f-eab90e37febf tempest-SubnetPoolsTestJSON-2143205419 tempest-SubnetPoolsTestJSON-2143205419-project] 10.222.0.72 "DELETE /v2.0/subnetpools/5d281513-c030-49d6-b383-502ec9315c2c HTTP/1.1" status: 404 len: 346 time: 0.0993240 Feb 18 09:16:09.840467 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Made reservation on behalf of 7a9b4529c6e04390b7b35beffd7d33fd for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:09.842847 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.859105 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:09.882708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:09.887755 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Usage tracker for resource:security_group_rule and tenant:7a9b4529c6e04390b7b35beffd7d33fd is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:09.892340 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:09.899256 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:10.028522 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:10.035663 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:10.085250 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:16:10.100940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25744421-cd6e-4da8-91a8-e4832d0035a5,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:10.115685 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:10.117086 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Added segment 85cb68fa-5429-4964-997d-c878f3ba4697 of type vlan for network 6866b541-2ab4-4182-b7c8-e6a5f44e195b Feb 18 09:16:10.164316 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:10.209688 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:10.210880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:10.211686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:10.220646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58248) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:10.349445 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] Pushing event updated for resources: {'Network': ['ID=6866b541-2ab4-4182-b7c8-e6a5f44e195b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:10.357457 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8bc23d14-c141-4d24-ac22-fe7cd0230beb admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7920141 Feb 18 09:16:10.359730 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58256) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:10.364421 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 6866b541-2ab4-4182-b7c8-e6a5f44e195b details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:16:10.365356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-22060963-e5ef-48be-8807-799b51c795db admin admin] Request body: {'subnet': {'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1667100379-subnet', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:16:10.375783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-22060963-e5ef-48be-8807-799b51c795db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:10.387975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-22060963-e5ef-48be-8807-799b51c795db admin admin] Usage tracker for resource:subnet and tenant:7a9b4529c6e04390b7b35beffd7d33fd is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:10.394108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-22060963-e5ef-48be-8807-799b51c795db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:10.402477 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-22060963-e5ef-48be-8807-799b51c795db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:10.420739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22060963-e5ef-48be-8807-799b51c795db admin admin] Made reservation on behalf of 7a9b4529c6e04390b7b35beffd7d33fd for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:10.425083 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22060963-e5ef-48be-8807-799b51c795db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:10.511040 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-853f97c5-c4f2-48a5-afda-9f925955c330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:10.535820 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-853f97c5-c4f2-48a5-afda-9f925955c330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:10.548789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-853f97c5-c4f2-48a5-afda-9f925955c330 admin admin] Usage tracker for resource:security_group_rule and tenant:26ac30d4d7784a0eaa63b0c00781fece is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:10.553494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-853f97c5-c4f2-48a5-afda-9f925955c330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:10.563898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-853f97c5-c4f2-48a5-afda-9f925955c330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:10.860642 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-853f97c5-c4f2-48a5-afda-9f925955c330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:10.882813 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-853f97c5-c4f2-48a5-afda-9f925955c330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:11.119276 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42d2dc-f2a2-4803-8e07-5a190521c6f8 req-eee549c0-d8ad-4962-bceb-f5ea3b36bad5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:11.120736 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-fe42d2dc-f2a2-4803-8e07-5a190521c6f8 req-eee549c0-d8ad-4962-bceb-f5ea3b36bad5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Synchronizing usage tracker for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:11.145130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-fe42d2dc-f2a2-4803-8e07-5a190521c6f8 req-eee549c0-d8ad-4962-bceb-f5ea3b36bad5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Unset dirty status for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:11.146763 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fe42d2dc-f2a2-4803-8e07-5a190521c6f8 req-eee549c0-d8ad-4962-bceb-f5ea3b36bad5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 945 time: 0.2204859 Feb 18 09:16:11.170634 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22060963-e5ef-48be-8807-799b51c795db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:11.277386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-853f97c5-c4f2-48a5-afda-9f925955c330 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26ac30d4d7784a0eaa63b0c00781fece&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0544205 Feb 18 09:16:11.284744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58276) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:11.293678 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f97c5-c4f2-48a5-afda-9f925955c330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11ea8b2-7bd5-4713-bc0f-7f8abe09b34e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:11.308468 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:11.330168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22060963-e5ef-48be-8807-799b51c795db admin admin] Checking segment: {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:16:11.330769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22060963-e5ef-48be-8807-799b51c795db admin admin] Network hostable DHCP agents. Network: 6866b541-2ab4-4182-b7c8-e6a5f44e195b, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:16:11.331759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-fe42d2dc-f2a2-4803-8e07-5a190521c6f8 req-6bfd9c6a-8c15-4067-986d-986c5e0c441e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Deleting port a6cf7af6-abbd-4e1f-90f0-13dfa8777281 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:16:11.332217 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-fe42d2dc-f2a2-4803-8e07-5a190521c6f8 req-6bfd9c6a-8c15-4067-986d-986c5e0c441e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:11.344525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695e690-04c5-4d5f-a4e1-af18839dc909 req-cd981867-fa1a-4b20-b6d3-3d8ecc30d1a0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:11.352974 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4695e690-04c5-4d5f-a4e1-af18839dc909 req-cd981867-fa1a-4b20-b6d3-3d8ecc30d1a0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 945 time: 0.6013820 Feb 18 09:16:11.360086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22060963-e5ef-48be-8807-799b51c795db admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:11.415420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22060963-e5ef-48be-8807-799b51c795db admin admin] Network 6866b541-2ab4-4182-b7c8-e6a5f44e195b is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:16:11.447907 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4695e690-04c5-4d5f-a4e1-af18839dc909 req-dd14a0ff-3a21-4a6f-8c82-891d5255237f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936379 Feb 18 09:16:11.449150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-22060963-e5ef-48be-8807-799b51c795db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 6866b541-2ab4-4182-b7c8-e6a5f44e195b) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:11.460732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22060963-e5ef-48be-8807-799b51c795db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:11.461554 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22060963-e5ef-48be-8807-799b51c795db admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:11.476212 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0613458e-bedd-40de-94eb-797ba1096a22 None None] Network 6866b541-2ab4-4182-b7c8-e6a5f44e195b requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:16:11.512117 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-22060963-e5ef-48be-8807-799b51c795db admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1511312 Feb 18 09:16:11.515957 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58286) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:11.525550 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1667100379-router', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:16:11.534038 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:11.542779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Usage tracker for resource:router and tenant:7a9b4529c6e04390b7b35beffd7d33fd is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:11.552928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:11.562163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:11.578012 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:11.579140 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:11.596540 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:11.668783 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c79e8bb-6d3b-4420-98eb-d53daf387d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:11.743514 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:11.770179 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c79e8bb-6d3b-4420-98eb-d53daf387d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:11.803481 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'fixed_ips': [{'subnet_id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:16:11.806741 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:11.997719 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.141418 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c79e8bb-6d3b-4420-98eb-d53daf387d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.157690 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Allocated IP 172.20.0.2 (6866b541-2ab4-4182-b7c8-e6a5f44e195b/e0d5bf48-3137-4625-b2f0-a46b6ebb81c4/32083dd8-bbf9-430e-8abb-579e2d00dfd6) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:12.171030 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79e8bb-6d3b-4420-98eb-d53daf387d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11ea8b2-7bd5-4713-bc0f-7f8abe09b34e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:12.186708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79e8bb-6d3b-4420-98eb-d53daf387d59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:12.187086 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79e8bb-6d3b-4420-98eb-d53daf387d59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:12.187500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79e8bb-6d3b-4420-98eb-d53daf387d59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:12.188006 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79e8bb-6d3b-4420-98eb-d53daf387d59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:12.188463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79e8bb-6d3b-4420-98eb-d53daf387d59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:12.188850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79e8bb-6d3b-4420-98eb-d53daf387d59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:12.189226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79e8bb-6d3b-4420-98eb-d53daf387d59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:12.189554 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79e8bb-6d3b-4420-98eb-d53daf387d59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:12.189932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79e8bb-6d3b-4420-98eb-d53daf387d59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:12.192183 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79e8bb-6d3b-4420-98eb-d53daf387d59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:12.192183 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79e8bb-6d3b-4420-98eb-d53daf387d59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:12.192183 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79e8bb-6d3b-4420-98eb-d53daf387d59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:12.206213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-fe42d2dc-f2a2-4803-8e07-5a190521c6f8 req-6bfd9c6a-8c15-4067-986d-986c5e0c441e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] For port a6cf7af6-abbd-4e1f-90f0-13dfa8777281, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=a6cf7af6-abbd-4e1f-90f0-13dfa8777281,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:16:12.206581 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-fe42d2dc-f2a2-4803-8e07-5a190521c6f8 req-6bfd9c6a-8c15-4067-986d-986c5e0c441e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.226005 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c79e8bb-6d3b-4420-98eb-d53daf387d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.231751 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7c79e8bb-6d3b-4420-98eb-d53daf387d59 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d11ea8b2-7bd5-4713-bc0f-7f8abe09b34e HTTP/1.1" status: 204 len: 168 time: 0.9446580 Feb 18 09:16:12.467874 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-fe42d2dc-f2a2-4803-8e07-5a190521c6f8 req-6bfd9c6a-8c15-4067-986d-986c5e0c441e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Calling delete_port for a6cf7af6-abbd-4e1f-90f0-13dfa8777281 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:16:12.833896 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.917269 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:12.955384 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:13.057753 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Transition to ACTIVE for port object 32083dd8-bbf9-430e-8abb-579e2d00dfd6 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:13.063648 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-fe42d2dc-f2a2-4803-8e07-5a190521c6f8 req-6bfd9c6a-8c15-4067-986d-986c5e0c441e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:13.102494 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['a6cf7af6-abbd-4e1f-90f0-13dfa8777281'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:16:13.200118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Allocated IP 172.25.1.144 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/6abca15b-28d5-43f9-8866-a93b14cca4e4) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:13.332681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd9c6a-8c15-4067-986d-986c5e0c441e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event deleted for resources: {'Port': ['ID=a6cf7af6-abbd-4e1f-90f0-13dfa8777281,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:13.380737 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Transition to ACTIVE for port object 32083dd8-bbf9-430e-8abb-579e2d00dfd6 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:13.402526 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:13.432955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a15a239-94a2-40c5-ad0d-39f6318a0cc1 req-d44982a4-b78c-479b-bdc3-786ae2d63be7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 210 time: 0.1112080 Feb 18 09:16:13.598117 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Network 6866b541-2ab4-4182-b7c8-e6a5f44e195b is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:13.606200 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:13.620980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe42d2dc-f2a2-4803-8e07-5a190521c6f8 req-6bfd9c6a-8c15-4067-986d-986c5e0c441e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] No DVR routers for this DVR port a6cf7af6-abbd-4e1f-90f0-13dfa8777281 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:16:13.623846 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-fe42d2dc-f2a2-4803-8e07-5a190521c6f8 req-6bfd9c6a-8c15-4067-986d-986c5e0c441e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:13.627243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dda257-818d-4260-8e3a-b6bbb59b24d2', 'name': 'network-vif-deleted', 'tag': 'a6cf7af6-abbd-4e1f-90f0-13dfa8777281'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:16:13.655121 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:13.659599 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fe42d2dc-f2a2-4803-8e07-5a190521c6f8 req-6bfd9c6a-8c15-4067-986d-986c5e0c441e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "DELETE /v2.0/ports/a6cf7af6-abbd-4e1f-90f0-13dfa8777281 HTTP/1.1" status: 204 len: 173 time: 2.5055552 Feb 18 09:16:13.669235 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:16:13.726533 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:13.801137 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dda257-818d-4260-8e3a-b6bbb59b24d2', 'name': 'network-vif-deleted', 'tag': 'a6cf7af6-abbd-4e1f-90f0-13dfa8777281', 'status': 'completed', 'code': 200} Feb 18 09:16:13.983632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:13.989031 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Pushing event updated for resources: {'Port': ['ID=32083dd8-bbf9-430e-8abb-579e2d00dfd6,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:13.994881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:14.021602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:16:14.032952 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Attempting to bind port 32083dd8-bbf9-430e-8abb-579e2d00dfd6 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:16:14.033586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Attempting to bind port 32083dd8-bbf9-430e-8abb-579e2d00dfd6 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:16:14.034168 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Attempting to bind port 32083dd8-bbf9-430e-8abb-579e2d00dfd6 on network 6866b541-2ab4-4182-b7c8-e6a5f44e195b {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:16:14.041797 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:16:14.042601 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Checking segment: {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:16:14.043199 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:14.043777 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Bound using segment: {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:16:14.044499 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Bound port: 32083dd8-bbf9-430e-8abb-579e2d00dfd6, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:16:14.045098 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:14.108780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Pushing event updated for resources: {'Port': ['ID=6abca15b-28d5-43f9-8866-a93b14cca4e4,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:14.275706 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] For port 32083dd8-bbf9-430e-8abb-579e2d00dfd6, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:16:14.281655 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] For port 32083dd8-bbf9-430e-8abb-579e2d00dfd6, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=32083dd8-bbf9-430e-8abb-579e2d00dfd6,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:16:14.289984 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:14.336775 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58330) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:14.419106 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c7a78-a3f1-42a8-9e24-8b99250dfebb None None] Pushing event updated for resources: {'Port': ['ID=32083dd8-bbf9-430e-8abb-579e2d00dfd6,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:14.635821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-169139814-network', 'tenant_id': 'b6f780dd6c24478893c5b9f45460e380'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:16:14.643520 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:14.656192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Usage tracker for resource:network and tenant:b6f780dd6c24478893c5b9f45460e380 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:14.661100 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:14.670967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:14.693399 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Made reservation on behalf of b6f780dd6c24478893c5b9f45460e380 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:14.700611 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:14.731855 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:14.748830 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1ef9e08-985f-4877-a141-463f78480b4d req-83bf2ee3-0d2c-4e2e-83cf-931a0ebd64b1 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 210 time: 0.0692997 Feb 18 09:16:14.820093 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:14.825349 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Usage tracker for resource:security_group_rule and tenant:b6f780dd6c24478893c5b9f45460e380 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:14.828562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:14.836536 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:15.140623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device a6cf7af6-abbd-4e1f-90f0-13dfa8777281 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:16:15.244237 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.256642 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.309999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: a6cf7af6-abbd-4e1f-90f0-13dfa8777281 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:16:15.311874 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device a6cf7af6-abbd-4e1f-90f0-13dfa8777281 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:16:15.351292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d13f12d-b914-4efa-a762-7b0f4cf3683c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:15.376396 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.381003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:16:15.409104 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.412851 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Added segment 70e725a1-fc1d-4144-919c-014aa1f09eea of type vlan for network 689201e5-a251-4056-92a7-f2dbe04bb705 Feb 18 09:16:15.483782 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.635057 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.639645 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:15.641181 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:15.826534 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 32083dd8-bbf9-430e-8abb-579e2d00dfd6 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:15.828038 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4880750 Feb 18 09:16:15.903643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58348) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:15.986548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-18060da8-4ba3-454c-a318-6cf787b7c874 admin admin] Request body: {'subnet': {'network_id': '689201e5-a251-4056-92a7-f2dbe04bb705', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-169139814-subnet', 'tenant_id': 'b6f780dd6c24478893c5b9f45460e380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:16:16.017453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-18060da8-4ba3-454c-a318-6cf787b7c874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:16.042466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-18060da8-4ba3-454c-a318-6cf787b7c874 admin admin] Usage tracker for resource:subnet and tenant:b6f780dd6c24478893c5b9f45460e380 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:16.043267 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87542666-16e2-4ff2-b473-4c0eeeb67a66 admin admin] Pushing event updated for resources: {'Network': ['ID=689201e5-a251-4056-92a7-f2dbe04bb705,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:16.068749 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-18060da8-4ba3-454c-a318-6cf787b7c874 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:16.069649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 689201e5-a251-4056-92a7-f2dbe04bb705 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:16:16.114490 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-18060da8-4ba3-454c-a318-6cf787b7c874 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:16.132675 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 32083dd8-bbf9-430e-8abb-579e2d00dfd6 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:16.543302 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445c514f-87eb-4ff0-859b-8ac4aa075ac0 None None] Network 6866b541-2ab4-4182-b7c8-e6a5f44e195b requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:16:16.674157 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ffdf7621-51fa-4594-a6a9-2ca8b1e2cda2 req-39c09a51-badb-4ec9-8a45-68682cb829a4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=76dda257-818d-4260-8e3a-b6bbb59b24d2 HTTP/1.1" status: 200 len: 210 time: 0.4684188 Feb 18 09:16:16.690243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18060da8-4ba3-454c-a318-6cf787b7c874 admin admin] Made reservation on behalf of b6f780dd6c24478893c5b9f45460e380 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:16.693033 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-18060da8-4ba3-454c-a318-6cf787b7c874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:16.851466 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:16.985417 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7e69232d-b93f-414a-b383-fe8318e98e95 None None] Provisioning for port 32083dd8-bbf9-430e-8abb-579e2d00dfd6 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:16.995617 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7e69232d-b93f-414a-b383-fe8318e98e95 None None] Provisioning complete for port 32083dd8-bbf9-430e-8abb-579e2d00dfd6 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:16.995995 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7e69232d-b93f-414a-b383-fe8318e98e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:17.156599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb1a8c-0533-4e35-8996-7d6a3cf63f22 req-4d3c3001-34ee-4b94-8289-ad8201a74343 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:17.170546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aaeb1a8c-0533-4e35-8996-7d6a3cf63f22 req-4d3c3001-34ee-4b94-8289-ad8201a74343 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 946 time: 0.5804985 Feb 18 09:16:17.173918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806e5e7-48c4-48c7-ae30-a73c52d33e19 req-426cad9c-9c58-4599-9f1a-6fe3b7ec0193 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:17.179102 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-8806e5e7-48c4-48c7-ae30-a73c52d33e19 req-426cad9c-9c58-4599-9f1a-6fe3b7ec0193 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Synchronizing usage tracker for tenant:241e7aa710194c5aae752650199de833 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:17.217652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-8806e5e7-48c4-48c7-ae30-a73c52d33e19 req-426cad9c-9c58-4599-9f1a-6fe3b7ec0193 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Unset dirty status for tenant:241e7aa710194c5aae752650199de833 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:17.222637 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8806e5e7-48c4-48c7-ae30-a73c52d33e19 req-426cad9c-9c58-4599-9f1a-6fe3b7ec0193 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.81 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 946 time: 0.2514553 Feb 18 09:16:17.271761 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7e69232d-b93f-414a-b383-fe8318e98e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:17.289013 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Router 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:16:17.304081 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aaeb1a8c-0533-4e35-8996-7d6a3cf63f22 req-d62ab851-b25b-4550-9cff-e01e677bb637 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a8ed7d9-fef6-4bb2-b485-69be21711874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326067 Feb 18 09:16:17.353648 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7e69232d-b93f-414a-b383-fe8318e98e95 None None] For port 32083dd8-bbf9-430e-8abb-579e2d00dfd6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=32083dd8-bbf9-430e-8abb-579e2d00dfd6,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:16:17.360303 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7e69232d-b93f-414a-b383-fe8318e98e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:17.478489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-8806e5e7-48c4-48c7-ae30-a73c52d33e19 req-db5d0aeb-0b6c-4612-b65d-ec24e0e58f85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Deleting port 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:16:17.486703 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8806e5e7-48c4-48c7-ae30-a73c52d33e19 req-db5d0aeb-0b6c-4612-b65d-ec24e0e58f85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:17.542689 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69232d-b93f-414a-b383-fe8318e98e95 None None] Pushing event updated for resources: {'Port': ['ID=32083dd8-bbf9-430e-8abb-579e2d00dfd6,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:17.828413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0e2eef67-0d8e-46f3-a260-6617c0811837 None None] Provisioning complete for port 32083dd8-bbf9-430e-8abb-579e2d00dfd6 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:17.829512 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0e2eef67-0d8e-46f3-a260-6617c0811837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:18.000066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:16:18.016836 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Sync routers for ids ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:16:18.029171 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Routers {'10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:16:18.029726 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:16:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:18.079560 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:18.082712 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bc4a9b65-e901-4e1c-be23-00143ce2ad86 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5649078 Feb 18 09:16:18.087766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58370) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:18.116454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-8806e5e7-48c4-48c7-ae30-a73c52d33e19 req-db5d0aeb-0b6c-4612-b65d-ec24e0e58f85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] For port 8dfa8d16-d7bb-41be-86cc-0fdb9884e327, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8dfa8d16-d7bb-41be-86cc-0fdb9884e327,segment=NetworkSegment(bfea72fd-30e2-4836-b069-1835f2f2b094),segment_id=bfea72fd-30e2-4836-b069-1835f2f2b094)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:16:18.117659 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8806e5e7-48c4-48c7-ae30-a73c52d33e19 req-db5d0aeb-0b6c-4612-b65d-ec24e0e58f85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:18.223920 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-18060da8-4ba3-454c-a318-6cf787b7c874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:18.463122 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Set router 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:16:18.500639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18060da8-4ba3-454c-a318-6cf787b7c874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e47fbfc7-24d2-484a-90ae-7aaac173190f,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:18.926814 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18060da8-4ba3-454c-a318-6cf787b7c874 admin admin] Checking segment: {'id': '70e725a1-fc1d-4144-919c-014aa1f09eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '689201e5-a251-4056-92a7-f2dbe04bb705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:16:18.927022 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18060da8-4ba3-454c-a318-6cf787b7c874 admin admin] Network hostable DHCP agents. Network: 689201e5-a251-4056-92a7-f2dbe04bb705, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:16:18.988663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18060da8-4ba3-454c-a318-6cf787b7c874 admin admin] Network 689201e5-a251-4056-92a7-f2dbe04bb705 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:16:19.003242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-18060da8-4ba3-454c-a318-6cf787b7c874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 689201e5-a251-4056-92a7-f2dbe04bb705) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:19.008423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18060da8-4ba3-454c-a318-6cf787b7c874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:19.008845 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-18060da8-4ba3-454c-a318-6cf787b7c874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:19.027219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b60cf6-84c0-4aed-971f-ea40f22e323b None None] Network 689201e5-a251-4056-92a7-f2dbe04bb705 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:16:19.050091 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-18060da8-4ba3-454c-a318-6cf787b7c874 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.1312442 Feb 18 09:16:19.361642 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8806e5e7-48c4-48c7-ae30-a73c52d33e19 req-db5d0aeb-0b6c-4612-b65d-ec24e0e58f85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:19.362308 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8806e5e7-48c4-48c7-ae30-a73c52d33e19 req-db5d0aeb-0b6c-4612-b65d-ec24e0e58f85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:19.362861 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [req-8806e5e7-48c4-48c7-ae30-a73c52d33e19 req-db5d0aeb-0b6c-4612-b65d-ec24e0e58f85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Floating IP a76afcd3-c750-486a-9b91-6cb27a43a5f3 disassociated. External IP: 172.25.1.5, port: 8dfa8d16-d7bb-41be-86cc-0fdb9884e327. Feb 18 09:16:19.363516 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-8806e5e7-48c4-48c7-ae30-a73c52d33e19 req-db5d0aeb-0b6c-4612-b65d-ec24e0e58f85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Calling delete_port for 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:16:19.389241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438dfa2-2bf0-42db-9377-6105bf4b8a3d req-0ec2454b-15f9-48b9-b6a5-5e24e465a74c tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:19.402975 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0438dfa2-2bf0-42db-9377-6105bf4b8a3d req-0ec2454b-15f9-48b9-b6a5-5e24e465a74c tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 946 time: 0.5421476 Feb 18 09:16:19.773925 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0438dfa2-2bf0-42db-9377-6105bf4b8a3d req-29961615-ea60-4245-a3d1-0503a68c99ec tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a8ed7d9-fef6-4bb2-b485-69be21711874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679364 Feb 18 09:16:19.803851 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 32083dd8-bbf9-430e-8abb-579e2d00dfd6 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:19.974402 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'name': 'tempest-ServerActionsTestJSON-1667100379-router', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:11Z', 'updated_at': '2022-02-18T09:16:14Z', 'revision_number': 3, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'gw_port': {'id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:13Z', 'updated_at': '2022-02-18T09:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:19.987926 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Checking router: 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:16:19.988321 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Updating router 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c port 6abca15b-28d5-43f9-8866-a93b14cca4e4 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:16:20.168782 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:20.271800 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 32083dd8-bbf9-430e-8abb-579e2d00dfd6 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:20.272371 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:20.369977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc92cea-86d5-4ab1-afe6-d72d34d240bd None None] Network 689201e5-a251-4056-92a7-f2dbe04bb705 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:16:20.428656 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8806e5e7-48c4-48c7-ae30-a73c52d33e19 req-db5d0aeb-0b6c-4612-b65d-ec24e0e58f85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:20.667421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d0aeb-0b6c-4612-b65d-ec24e0e58f85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Pushing event deleted for resources: {'Port': ['ID=8dfa8d16-d7bb-41be-86cc-0fdb9884e327,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:21.274026 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:16:21.732515 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:16:21.732896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:16:21.734507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8806e5e7-48c4-48c7-ae30-a73c52d33e19 req-db5d0aeb-0b6c-4612-b65d-ec24e0e58f85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Router d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:16:21.763322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58422) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:21.797118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-49865348-network', 'tenant_id': 'f799d32db6fc4d828d9c34e9270bc1bd'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:16:21.798304 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:21.813606 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:21.824083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Usage tracker for resource:network and tenant:f799d32db6fc4d828d9c34e9270bc1bd is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:21.830862 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Transition to ACTIVE for port object 6abca15b-28d5-43f9-8866-a93b14cca4e4 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:21.832003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:21.846323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:21.853402 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:21.894448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Made reservation on behalf of f799d32db6fc4d828d9c34e9270bc1bd for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:21.907800 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:22.218446 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:22.281582 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:22.301330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Usage tracker for resource:security_group_rule and tenant:f799d32db6fc4d828d9c34e9270bc1bd is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:22.309720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:22.319137 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Attempting to bind port 6abca15b-28d5-43f9-8866-a93b14cca4e4 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:16:22.319625 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Attempting to bind port 6abca15b-28d5-43f9-8866-a93b14cca4e4 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:16:22.321932 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7fe4b637-3226-4f28-bd62-577324c60e6e req-bfcb017c-7c9a-482e-ae2b-cf1a30394e42 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 210 time: 0.7448506 Feb 18 09:16:22.322751 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Attempting to bind port 6abca15b-28d5-43f9-8866-a93b14cca4e4 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:16:22.324820 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:22.383932 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedc9d3-62a1-4e69-b159-3ae56c91398a None None] Pushing event updated for resources: {'Port': ['ID=6abca15b-28d5-43f9-8866-a93b14cca4e4,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:22.391512 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:16:22.395271 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:16:22.396739 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:22.400449 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:16:22.402773 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Bound port: 6abca15b-28d5-43f9-8866-a93b14cca4e4, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:16:22.404849 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:22.431540 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:22.497162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8806e5e7-48c4-48c7-ae30-a73c52d33e19 req-db5d0aeb-0b6c-4612-b65d-ec24e0e58f85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:16:22.513262 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c89d49-7794-460e-bf73-936c7aaa4ae7 None None] Sync routers for ids ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:16:22.539427 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c89d49-7794-460e-bf73-936c7aaa4ae7 None None] Routers {'d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:16:22.546633 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bedc9d3-62a1-4e69-b159-3ae56c91398a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:22.546879 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f9c89d49-7794-460e-bf73-936c7aaa4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:16:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:22.547515 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bedc9d3-62a1-4e69-b159-3ae56c91398a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:22.548041 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bedc9d3-62a1-4e69-b159-3ae56c91398a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:22.550465 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bedc9d3-62a1-4e69-b159-3ae56c91398a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:22.552905 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bedc9d3-62a1-4e69-b159-3ae56c91398a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:22.553855 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bedc9d3-62a1-4e69-b159-3ae56c91398a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:22.554585 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bedc9d3-62a1-4e69-b159-3ae56c91398a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:22.556123 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bedc9d3-62a1-4e69-b159-3ae56c91398a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:22.556844 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bedc9d3-62a1-4e69-b159-3ae56c91398a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:22.561314 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bedc9d3-62a1-4e69-b159-3ae56c91398a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:22.562821 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bedc9d3-62a1-4e69-b159-3ae56c91398a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:22.565035 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bedc9d3-62a1-4e69-b159-3ae56c91398a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:22.748993 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] For port 6abca15b-28d5-43f9-8866-a93b14cca4e4, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:16:22.772850 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] For port 6abca15b-28d5-43f9-8866-a93b14cca4e4, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6abca15b-28d5-43f9-8866-a93b14cca4e4,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:16:22.790964 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:22.819791 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8806e5e7-48c4-48c7-ae30-a73c52d33e19 req-db5d0aeb-0b6c-4612-b65d-ec24e0e58f85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] No DVR routers for this DVR port 8dfa8d16-d7bb-41be-86cc-0fdb9884e327 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:16:22.841362 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-8806e5e7-48c4-48c7-ae30-a73c52d33e19 req-db5d0aeb-0b6c-4612-b65d-ec24e0e58f85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:22.857956 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f27f94-176c-4e07-ab1c-8c911da62a9d', 'name': 'network-vif-deleted', 'tag': '8dfa8d16-d7bb-41be-86cc-0fdb9884e327'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:16:22.984133 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Routers {'10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:16:22.984921 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:16:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:23.069068 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8806e5e7-48c4-48c7-ae30-a73c52d33e19 req-db5d0aeb-0b6c-4612-b65d-ec24e0e58f85 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.81 "DELETE /v2.0/ports/8dfa8d16-d7bb-41be-86cc-0fdb9884e327 HTTP/1.1" status: 204 len: 173 time: 5.8390901 Feb 18 09:16:23.158518 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f27f94-176c-4e07-ab1c-8c911da62a9d', 'name': 'network-vif-deleted', 'tag': '8dfa8d16-d7bb-41be-86cc-0fdb9884e327', 'status': 'completed', 'code': 200} Feb 18 09:16:23.234235 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-f9c89d49-7794-460e-bf73-936c7aaa4ae7 None None] Set router d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:16:23.299482 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:23.309911 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:23.358446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:16:23.411367 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:23.411750 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Added segment fa517942-8850-44e1-998c-281199cb6d6a of type vlan for network e32a6a21-2cb7-4e4d-82ed-db29507a95b8 Feb 18 09:16:23.463291 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] Allocated IP 172.20.0.1 (6866b541-2ab4-4182-b7c8-e6a5f44e195b/e0d5bf48-3137-4625-b2f0-a46b6ebb81c4/6b0b4b9c-f23c-4c9f-88a2-7836c749ded3) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:23.502775 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:23.526777 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] Set router 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:16:23.685444 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:23.691061 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:23.691951 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:24.226301 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedc9d3-62a1-4e69-b159-3ae56c91398a None None] Pushing event updated for resources: {'Port': ['ID=6abca15b-28d5-43f9-8866-a93b14cca4e4,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:24.543248 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:24.554102 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Pushing event updated for resources: {'Network': ['ID=e32a6a21-2cb7-4e4d-82ed-db29507a95b8,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:24.563479 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.7918925 Feb 18 09:16:24.565018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46efa63-ec5a-43b1-9dc8-4c8f275b1175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281ff31d-3698-469a-8fed-27d91ce608e3,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:24.587612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58478) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:24.611304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] Transition to ACTIVE for port object 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:24.622856 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-7086aa8d-6a67-448a-b0bc-59c8a62494bd admin admin] Request body: {'subnet': {'network_id': 'e32a6a21-2cb7-4e4d-82ed-db29507a95b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-49865348-subnet', 'tenant_id': 'f799d32db6fc4d828d9c34e9270bc1bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:16:24.710714 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7086aa8d-6a67-448a-b0bc-59c8a62494bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:24.755673 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7086aa8d-6a67-448a-b0bc-59c8a62494bd admin admin] Usage tracker for resource:subnet and tenant:f799d32db6fc4d828d9c34e9270bc1bd is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:24.757577 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:24.782852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7086aa8d-6a67-448a-b0bc-59c8a62494bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:24.832205 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7086aa8d-6a67-448a-b0bc-59c8a62494bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:24.834183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network e32a6a21-2cb7-4e4d-82ed-db29507a95b8 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:16:24.915457 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7086aa8d-6a67-448a-b0bc-59c8a62494bd admin admin] Made reservation on behalf of f799d32db6fc4d828d9c34e9270bc1bd for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:24.922863 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7086aa8d-6a67-448a-b0bc-59c8a62494bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:25.268569 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f9c89d49-7794-460e-bf73-936c7aaa4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'name': 'tempest-TestServerBasicOps-1618555878-router', 'tenant_id': '241e7aa710194c5aae752650199de833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:44Z', 'revision_number': 4, 'project_id': '241e7aa710194c5aae752650199de833', 'gw_port': {'id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:24Z', 'updated_at': '2022-02-18T09:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '3f0ef555-14d4-4745-b73f-b0b910ac32f4', 'name': '', 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f', 'tenant_id': '241e7aa710194c5aae752650199de833', 'mac_address': 'fa:16:3e:e8:ab:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'f2220a8d-a615-4079-b78b-ee210e283ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:38Z', 'updated_at': '2022-02-18T09:09:56Z', 'revision_number': 5, 'project_id': '241e7aa710194c5aae752650199de833', 'subnets': [{'id': 'f2220a8d-a615-4079-b78b-ee210e283ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:25.278286 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] Pushing event updated for resources: {'Port': ['ID=6b0b4b9c-f23c-4c9f-88a2-7836c749ded3,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:25.287546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c89d49-7794-460e-bf73-936c7aaa4ae7 None None] Checking router: d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:16:25.325893 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c89d49-7794-460e-bf73-936c7aaa4ae7 None None] Routers {'d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:16:25.331386 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f9c89d49-7794-460e-bf73-936c7aaa4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:16:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:25.373317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] Network 6866b541-2ab4-4182-b7c8-e6a5f44e195b is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:25.373317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:25.415487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:16:25.709850 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:25.764724 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'name': 'tempest-ServerActionsTestJSON-1667100379-router', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:11Z', 'updated_at': '2022-02-18T09:16:14Z', 'revision_number': 3, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'gw_port': {'id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:13Z', 'updated_at': '2022-02-18T09:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:25.777609 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e56ae-209a-4f21-9fdf-b0801a62c1ca None None] The sync data for ids ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'] in n-d-829434-1 is: [{'id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'name': 'tempest-ServerActionsTestJSON-1667100379-router', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:11Z', 'updated_at': '2022-02-18T09:16:14Z', 'revision_number': 3, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'gw_port': {'id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:13Z', 'updated_at': '2022-02-18T09:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:16:26.224673 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-f9c89d49-7794-460e-bf73-936c7aaa4ae7 None None] Set router d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:16:26.244159 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7086aa8d-6a67-448a-b0bc-59c8a62494bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:26.357062 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a82836c5-dcf1-4041-a52d-b834e91a7961 req-09d9099d-c823-4aeb-8568-38af97525d89 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "GET /v2.0/ports?device_id=99f27f94-176c-4e07-ab1c-8c911da62a9d HTTP/1.1" status: 200 len: 210 time: 2.3380914 Feb 18 09:16:26.660843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086aa8d-6a67-448a-b0bc-59c8a62494bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc10c95c-46a5-4be0-8276-f6d72baf4690,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:26.660843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086aa8d-6a67-448a-b0bc-59c8a62494bd admin admin] Checking segment: {'id': 'fa517942-8850-44e1-998c-281199cb6d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e32a6a21-2cb7-4e4d-82ed-db29507a95b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:16:26.660843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7086aa8d-6a67-448a-b0bc-59c8a62494bd admin admin] Network hostable DHCP agents. Network: e32a6a21-2cb7-4e4d-82ed-db29507a95b8, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:16:26.802400 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7086aa8d-6a67-448a-b0bc-59c8a62494bd admin admin] Network e32a6a21-2cb7-4e4d-82ed-db29507a95b8 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:16:26.903157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-7086aa8d-6a67-448a-b0bc-59c8a62494bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, e32a6a21-2cb7-4e4d-82ed-db29507a95b8) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:26.920126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7086aa8d-6a67-448a-b0bc-59c8a62494bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:26.920126 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7086aa8d-6a67-448a-b0bc-59c8a62494bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:26.947185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d28646f-6f71-44e2-bb89-2e4c0c30a584 None None] Network e32a6a21-2cb7-4e4d-82ed-db29507a95b8 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:16:26.990053 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:27.062915 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7086aa8d-6a67-448a-b0bc-59c8a62494bd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.4633677 Feb 18 09:16:27.736260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58540) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:27.863319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58548) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:28.124514 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-99607dbc-417c-460e-a032-6a3bcb3c1104 admin admin] Deleting subnet e47fbfc7-24d2-484a-90ae-7aaac173190f {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:16:28.124514 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99607dbc-417c-460e-a032-6a3bcb3c1104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:28.314054 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99607dbc-417c-460e-a032-6a3bcb3c1104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:28.359651 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6abca15b-28d5-43f9-8866-a93b14cca4e4 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:28.483268 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99607dbc-417c-460e-a032-6a3bcb3c1104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:28.584951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-d3dab041-f1ac-41e9-8cf8-4a936476e764 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Deleting port 72f38cf8-93eb-4966-a13e-1fd9e5a5cb4c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:16:28.585709 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d3dab041-f1ac-41e9-8cf8-4a936476e764 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:28.785155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3d590c63-9509-4655-bb36-9a1b923a43ae None None] Provisioning for port 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:28.798314 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99607dbc-417c-460e-a032-6a3bcb3c1104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:28.862979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3d590c63-9509-4655-bb36-9a1b923a43ae None None] Provisioning complete for port 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:28.873628 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3d590c63-9509-4655-bb36-9a1b923a43ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:28.908032 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-99607dbc-417c-460e-a032-6a3bcb3c1104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:28.922184 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-99607dbc-417c-460e-a032-6a3bcb3c1104 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e47fbfc7-24d2-484a-90ae-7aaac173190f HTTP/1.1" status: 204 len: 168 time: 1.1780276 Feb 18 09:16:28.922184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58582) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:28.922184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99607dbc-417c-460e-a032-6a3bcb3c1104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e47fbfc7-24d2-484a-90ae-7aaac173190f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:29.227812 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d3dab041-f1ac-41e9-8cf8-4a936476e764 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:29.228703 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d3dab041-f1ac-41e9-8cf8-4a936476e764 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:29.275733 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-3d590c63-9509-4655-bb36-9a1b923a43ae None None] Port 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:16:29.525002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 6abca15b-28d5-43f9-8866-a93b14cca4e4 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:29.543082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-d3dab041-f1ac-41e9-8cf8-4a936476e764 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Calling delete_port for 72f38cf8-93eb-4966-a13e-1fd9e5a5cb4c owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:16:29.547400 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 6abca15b-28d5-43f9-8866-a93b14cca4e4 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:29.547775 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:29.650685 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31871a21-5c91-498b-9197-18c0017c7078 None None] Network e32a6a21-2cb7-4e4d-82ed-db29507a95b8 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:16:29.893170 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-f9c89d49-7794-460e-bf73-936c7aaa4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'name': 'tempest-TestServerBasicOps-1618555878-router', 'tenant_id': '241e7aa710194c5aae752650199de833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:44Z', 'revision_number': 4, 'project_id': '241e7aa710194c5aae752650199de833', 'gw_port': {'id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:24Z', 'updated_at': '2022-02-18T09:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '3f0ef555-14d4-4745-b73f-b0b910ac32f4', 'name': '', 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f', 'tenant_id': '241e7aa710194c5aae752650199de833', 'mac_address': 'fa:16:3e:e8:ab:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'f2220a8d-a615-4079-b78b-ee210e283ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:38Z', 'updated_at': '2022-02-18T09:09:56Z', 'revision_number': 5, 'project_id': '241e7aa710194c5aae752650199de833', 'subnets': [{'id': 'f2220a8d-a615-4079-b78b-ee210e283ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:29.973709 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2038340-9d75-4de5-80a9-8c4cd2036e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:29.975200 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c89d49-7794-460e-bf73-936c7aaa4ae7 None None] The sync data for ids ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'] in n-d-829434-1 is: [{'id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'name': 'tempest-TestServerBasicOps-1618555878-router', 'tenant_id': '241e7aa710194c5aae752650199de833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:09:44Z', 'revision_number': 4, 'project_id': '241e7aa710194c5aae752650199de833', 'gw_port': {'id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:24Z', 'updated_at': '2022-02-18T09:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '3f0ef555-14d4-4745-b73f-b0b910ac32f4', 'name': '', 'network_id': '42bf456b-871d-45c4-8fb1-b5b9744cbc4f', 'tenant_id': '241e7aa710194c5aae752650199de833', 'mac_address': 'fa:16:3e:e8:ab:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'f2220a8d-a615-4079-b78b-ee210e283ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:38Z', 'updated_at': '2022-02-18T09:09:56Z', 'revision_number': 5, 'project_id': '241e7aa710194c5aae752650199de833', 'subnets': [{'id': 'f2220a8d-a615-4079-b78b-ee210e283ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:16:30.126663 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.resource_extend [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] It took 1.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 09:16:30.176756 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.187720 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d3dab041-f1ac-41e9-8cf8-4a936476e764 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.229919 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2038340-9d75-4de5-80a9-8c4cd2036e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.302560 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e2038340-9d75-4de5-80a9-8c4cd2036e0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689201e5-a251-4056-92a7-f2dbe04bb705']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:30.310635 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.359883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e2038340-9d75-4de5-80a9-8c4cd2036e0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e725a1-fc1d-4144-919c-014aa1f09eea') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:30.360184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-e2038340-9d75-4de5-80a9-8c4cd2036e0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e725a1-fc1d-4144-919c-014aa1f09eea') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:30.401507 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2038340-9d75-4de5-80a9-8c4cd2036e0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.426830 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.472555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2038340-9d75-4de5-80a9-8c4cd2036e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.535508 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2038340-9d75-4de5-80a9-8c4cd2036e0a admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:16:30.535508 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2038340-9d75-4de5-80a9-8c4cd2036e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:16:30.600216 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:16:30.609481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dab041-f1ac-41e9-8cf8-4a936476e764 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Pushing event deleted for resources: {'Port': ['ID=72f38cf8-93eb-4966-a13e-1fd9e5a5cb4c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:30.628842 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-04cbce7d-d6bf-4f80-bf7b-63a7f8e3c91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.667085 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 6abca15b-28d5-43f9-8866-a93b14cca4e4, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6abca15b-28d5-43f9-8866-a93b14cca4e4,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:16:30.688067 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8b80e-ed7a-42f6-9f2e-8cec12d2a0b8 None None] New status for floating IP a76afcd3-c750-486a-9b91-6cb27a43a5f3: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:16:30.701776 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:30.994656 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2038340-9d75-4de5-80a9-8c4cd2036e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.058391 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e2038340-9d75-4de5-80a9-8c4cd2036e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.074252 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.079108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2038340-9d75-4de5-80a9-8c4cd2036e0a admin admin] Pushing event deleted for resources: {'Network': ['ID=689201e5-a251-4056-92a7-f2dbe04bb705,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:31.103543 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e2038340-9d75-4de5-80a9-8c4cd2036e0a admin admin] 10.222.0.72 "DELETE /v2.0/networks/689201e5-a251-4056-92a7-f2dbe04bb705 HTTP/1.1" status: 204 len: 168 time: 2.1673188 Feb 18 09:16:31.103543 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58644) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:31.136386 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] Pushing event updated for resources: {'Port': ['ID=6b0b4b9c-f23c-4c9f-88a2-7836c749ded3,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:31.230245 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=6abca15b-28d5-43f9-8866-a93b14cca4e4,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:31.252706 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:31.264864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:31.264864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:31.264864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:31.264864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:31.264864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:31.264864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:31.264864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:31.264864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:31.264864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:31.285784 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:31.285784 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:31.361062 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da9fa37-5d9a-4d32-8bdf-39989f17d94f admin admin] Deleting subnet dc10c95c-46a5-4be0-8276-f6d72baf4690 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:16:31.368657 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3da9fa37-5d9a-4d32-8bdf-39989f17d94f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.462858 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3da9fa37-5d9a-4d32-8bdf-39989f17d94f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.592859 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3da9fa37-5d9a-4d32-8bdf-39989f17d94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.781642 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3da9fa37-5d9a-4d32-8bdf-39989f17d94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.844974 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d3dab041-f1ac-41e9-8cf8-4a936476e764 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:31.962681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9fa37-5d9a-4d32-8bdf-39989f17d94f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc10c95c-46a5-4be0-8276-f6d72baf4690,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:31.978618 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3da9fa37-5d9a-4d32-8bdf-39989f17d94f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:32.000904 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3da9fa37-5d9a-4d32-8bdf-39989f17d94f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/dc10c95c-46a5-4be0-8276-f6d72baf4690 HTTP/1.1" status: 204 len: 168 time: 0.8889434 Feb 18 09:16:32.009496 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d3dab041-f1ac-41e9-8cf8-4a936476e764 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:32.013295 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58656) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:32.018344 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d3dab041-f1ac-41e9-8cf8-4a936476e764 tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "DELETE /v2.0/floatingips/a76afcd3-c750-486a-9b91-6cb27a43a5f3 HTTP/1.1" status: 204 len: 168 time: 4.1388886 Feb 18 09:16:32.026937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] Network 6866b541-2ab4-4182-b7c8-e6a5f44e195b is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:32.026937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:32.374718 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-570adb35-f2d9-4d8d-8298-87b476e9c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:32.532596 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58670) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:32.572277 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-db3b51c9-fa89-4c12-a81e-91cca259360e None None] Provisioning complete for port 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:32.572277 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-db3b51c9-fa89-4c12-a81e-91cca259360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:32.729785 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-db3b51c9-fa89-4c12-a81e-91cca259360e None None] Port 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:16:32.795593 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-570adb35-f2d9-4d8d-8298-87b476e9c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:32.922520 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-570adb35-f2d9-4d8d-8298-87b476e9c3ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32a6a21-2cb7-4e4d-82ed-db29507a95b8']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:32.932582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6abca15b-28d5-43f9-8866-a93b14cca4e4 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:32.955298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] Router 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:16:32.968557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-570adb35-f2d9-4d8d-8298-87b476e9c3ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa517942-8850-44e1-998c-281199cb6d6a') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:32.968557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-570adb35-f2d9-4d8d-8298-87b476e9c3ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa517942-8850-44e1-998c-281199cb6d6a') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:32.981316 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4fd84f91-f162-43e5-ae1a-5033d97165cc tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.041915 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-570adb35-f2d9-4d8d-8298-87b476e9c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.108500 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4fd84f91-f162-43e5-ae1a-5033d97165cc tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.118897 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 6abca15b-28d5-43f9-8866-a93b14cca4e4 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:33.119641 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.128093 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-570adb35-f2d9-4d8d-8298-87b476e9c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.204043 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570adb35-f2d9-4d8d-8298-87b476e9c3ca admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:16:33.204043 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-570adb35-f2d9-4d8d-8298-87b476e9c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:16:33.259360 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:16:33.448190 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:16:33.459370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-42cfe3b5-94a3-4eb0-9971-1473562af65f admin admin] 10.222.0.72 "PUT /v2.0/routers/10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3659527 Feb 18 09:16:33.466580 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Sync routers for ids ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:16:33.490040 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-570adb35-f2d9-4d8d-8298-87b476e9c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.498917 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-570adb35-f2d9-4d8d-8298-87b476e9c3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.499170 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Routers {'10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:16:33.501764 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:16:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:33.549397 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570adb35-f2d9-4d8d-8298-87b476e9c3ca admin admin] Pushing event deleted for resources: {'Network': ['ID=e32a6a21-2cb7-4e4d-82ed-db29507a95b8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:33.598715 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-570adb35-f2d9-4d8d-8298-87b476e9c3ca admin admin] 10.222.0.72 "DELETE /v2.0/networks/e32a6a21-2cb7-4e4d-82ed-db29507a95b8 HTTP/1.1" status: 204 len: 168 time: 1.5878539 Feb 18 09:16:33.636026 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4fd84f91-f162-43e5-ae1a-5033d97165cc tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.636026 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4fd84f91-f162-43e5-ae1a-5033d97165cc tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:33.642625 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4fd84f91-f162-43e5-ae1a-5033d97165cc tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] 10.222.0.72 "DELETE /v2.0/security-groups/9a8ed7d9-fef6-4bb2-b485-69be21711874 HTTP/1.1" status: 204 len: 168 time: 1.1038389 Feb 18 09:16:33.725805 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd84f91-f162-43e5-ae1a-5033d97165cc tempest-TestServerBasicOps-86894740 tempest-TestServerBasicOps-86894740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8ed7d9-fef6-4bb2-b485-69be21711874,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:33.796724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58698) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:34.109645 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Set router 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:16:34.321345 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58716) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:34.459424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-af6f3771-1573-4278-ad9d-31130481c153 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b6f780dd6c24478893c5b9f45460e380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368208 Feb 18 09:16:34.461471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58722) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:34.853375 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bd725cca-6264-405e-85ac-ecfb7bdb1bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:34.867048 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:34.872705 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:34.879169 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-99f62f1d-dc55-4384-bfe5-5e0945620c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:34.986870 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-99f62f1d-dc55-4384-bfe5-5e0945620c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:35.110070 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:35.155386 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'name': 'tempest-ServerActionsTestJSON-1667100379-router', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:11Z', 'updated_at': '2022-02-18T09:16:26Z', 'revision_number': 4, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'gw_port': {'id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:13Z', 'updated_at': '2022-02-18T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '6b0b4b9c-f23c-4c9f-88a2-7836c749ded3', 'name': '', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'mac_address': 'fa:16:3e:e4:62:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:22Z', 'updated_at': '2022-02-18T09:16:27Z', 'revision_number': 2, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'subnets': [{'id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:35.168515 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Checking router: 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:16:35.168515 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Updating router 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c port 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:16:35.254257 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:35.260657 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-99f62f1d-dc55-4384-bfe5-5e0945620c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:35.363365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f62f1d-dc55-4384-bfe5-5e0945620c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d13f12d-b914-4efa-a762-7b0f4cf3683c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:35.392604 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-99f62f1d-dc55-4384-bfe5-5e0945620c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:35.395562 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-99f62f1d-dc55-4384-bfe5-5e0945620c2f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d13f12d-b914-4efa-a762-7b0f4cf3683c HTTP/1.1" status: 204 len: 168 time: 0.9299359 Feb 18 09:16:35.521140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58742) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:35.556884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-86f0e368-fe4e-4dad-9138-f187a9f04903 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1399795129', 'description': 'tempest-description--254796040'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:16:35.584493 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-86f0e368-fe4e-4dad-9138-f187a9f04903 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:35.606540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-86f0e368-fe4e-4dad-9138-f187a9f04903 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Usage tracker for resource:security_group and tenant:7a9b4529c6e04390b7b35beffd7d33fd is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:35.622922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-86f0e368-fe4e-4dad-9138-f187a9f04903 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:35.641914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-86f0e368-fe4e-4dad-9138-f187a9f04903 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:35.672073 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86f0e368-fe4e-4dad-9138-f187a9f04903 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:35.699935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-86f0e368-fe4e-4dad-9138-f187a9f04903 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:35.704913 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-86f0e368-fe4e-4dad-9138-f187a9f04903 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Usage tracker for resource:security_group_rule and tenant:7a9b4529c6e04390b7b35beffd7d33fd is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:35.711690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-86f0e368-fe4e-4dad-9138-f187a9f04903 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:35.720176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-86f0e368-fe4e-4dad-9138-f187a9f04903 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:35.846644 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86f0e368-fe4e-4dad-9138-f187a9f04903 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:35.867620 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86f0e368-fe4e-4dad-9138-f187a9f04903 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.130515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0e368-fe4e-4dad-9138-f187a9f04903 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b58d49-d408-4b00-86cb-b16c7c7d9ba8,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:36.187150 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-86f0e368-fe4e-4dad-9138-f187a9f04903 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.192054 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-86f0e368-fe4e-4dad-9138-f187a9f04903 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6741428 Feb 18 09:16:36.192718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58756) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:36.208896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-953ef5f0-a732-40df-80da-4b5c8ff6e432 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Request body: {'security_group_rule': {'security_group_id': '37b58d49-d408-4b00-86cb-b16c7c7d9ba8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:16:36.229079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-953ef5f0-a732-40df-80da-4b5c8ff6e432 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:36.233887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-953ef5f0-a732-40df-80da-4b5c8ff6e432 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Usage tracker for resource:security_group_rule and tenant:7a9b4529c6e04390b7b35beffd7d33fd is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:36.242816 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-953ef5f0-a732-40df-80da-4b5c8ff6e432 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:36.305730 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-953ef5f0-a732-40df-80da-4b5c8ff6e432 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:36.342037 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-953ef5f0-a732-40df-80da-4b5c8ff6e432 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.568441 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-953ef5f0-a732-40df-80da-4b5c8ff6e432 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.579966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58766) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:36.587272 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-953ef5f0-a732-40df-80da-4b5c8ff6e432 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.614424 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.682182 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Transition to ACTIVE for port object 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:36.693691 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.733153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ef5f0-a732-40df-80da-4b5c8ff6e432 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163b65e1-bfac-4146-9b66-6365ee709f68,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:36.733153 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-953ef5f0-a732-40df-80da-4b5c8ff6e432 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:36.741939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58772) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:36.750556 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-953ef5f0-a732-40df-80da-4b5c8ff6e432 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5452509 Feb 18 09:16:36.761313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e84312bf-8bdf-4e7e-afb6-ddadd9ec4c40 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Request body: {'security_group_rule': {'security_group_id': '37b58d49-d408-4b00-86cb-b16c7c7d9ba8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:16:36.783979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e84312bf-8bdf-4e7e-afb6-ddadd9ec4c40 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:36.797760 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e84312bf-8bdf-4e7e-afb6-ddadd9ec4c40 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Usage tracker for resource:security_group_rule and tenant:7a9b4529c6e04390b7b35beffd7d33fd is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:36.821836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e84312bf-8bdf-4e7e-afb6-ddadd9ec4c40 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:36.851051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e84312bf-8bdf-4e7e-afb6-ddadd9ec4c40 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:36.931014 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e84312bf-8bdf-4e7e-afb6-ddadd9ec4c40 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.032004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-85e8a2a8-59f1-4439-b5ff-68060c3be82c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f799d32db6fc4d828d9c34e9270bc1bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4496803 Feb 18 09:16:37.039781 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58778) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:37.074383 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ea9d9-e888-4397-b96b-a38b4b304bad None None] Pushing event updated for resources: {'Port': ['ID=6b0b4b9c-f23c-4c9f-88a2-7836c749ded3,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:37.111333 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e84312bf-8bdf-4e7e-afb6-ddadd9ec4c40 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.114704 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ef97579d-da2b-4a5e-9a98-0b169770759f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.177822 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e84312bf-8bdf-4e7e-afb6-ddadd9ec4c40 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.213095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84312bf-8bdf-4e7e-afb6-ddadd9ec4c40 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc88450-6bb0-49aa-b2a7-6d2208f94a87,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:37.232503 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1866dac7-61a0-4c16-8a57-56576e9c0464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.266132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Attempting to bind port 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:16:37.266132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Attempting to bind port 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:16:37.266132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Attempting to bind port 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 on network 6866b541-2ab4-4182-b7c8-e6a5f44e195b {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:16:37.291490 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:16:37.291490 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Checking segment: {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:16:37.291490 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.291490 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Bound using segment: {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:16:37.291490 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Bound port: 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:16:37.291490 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.322979 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1866dac7-61a0-4c16-8a57-56576e9c0464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.362407 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e84312bf-8bdf-4e7e-afb6-ddadd9ec4c40 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.370908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 58784) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:37.378385 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e84312bf-8bdf-4e7e-afb6-ddadd9ec4c40 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6374793 Feb 18 09:16:37.408137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:16:37.445118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:37.461554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Usage tracker for resource:floatingip and tenant:7a9b4529c6e04390b7b35beffd7d33fd is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:16:37.467857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:16:37.511067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:37.551377 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.636796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] For port 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:16:37.636796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] For port 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6b0b4b9c-f23c-4c9f-88a2-7836c749ded3,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:16:37.642183 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.794124 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1866dac7-61a0-4c16-8a57-56576e9c0464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.823361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Routers {'10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:16:37.824374 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:16:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:37.843327 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ef97579d-da2b-4a5e-9a98-0b169770759f admin admin] Deleting port 3f0ef555-14d4-4745-b73f-b0b910ac32f4 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:16:37.843920 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ef97579d-da2b-4a5e-9a98-0b169770759f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.861334 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1866dac7-61a0-4c16-8a57-56576e9c0464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:37.871873 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1866dac7-61a0-4c16-8a57-56576e9c0464 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/281ff31d-3698-469a-8fed-27d91ce608e3 HTTP/1.1" status: 204 len: 168 time: 0.8290389 Feb 18 09:16:37.880958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866dac7-61a0-4c16-8a57-56576e9c0464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281ff31d-3698-469a-8fed-27d91ce608e3,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:37.968063 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ea9d9-e888-4397-b96b-a38b4b304bad None None] Pushing event updated for resources: {'Port': ['ID=6b0b4b9c-f23c-4c9f-88a2-7836c749ded3,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:38.192045 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:38.378207 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] Set router 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:16:38.645426 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-ef97579d-da2b-4a5e-9a98-0b169770759f admin admin] For port 3f0ef555-14d4-4745-b73f-b0b910ac32f4, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3f0ef555-14d4-4745-b73f-b0b910ac32f4,segment=NetworkSegment(bfea72fd-30e2-4836-b069-1835f2f2b094),segment_id=bfea72fd-30e2-4836-b069-1835f2f2b094)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:16:38.645426 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ef97579d-da2b-4a5e-9a98-0b169770759f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:38.783569 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Allocated IP 172.25.1.74 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/12b4c16a-77b2-44cc-9472-05f78d484f91) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:38.901506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ef97579d-da2b-4a5e-9a98-0b169770759f admin admin] Calling delete_port for 3f0ef555-14d4-4745-b73f-b0b910ac32f4 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:16:39.426529 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:39.481850 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:39.578214 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ef97579d-da2b-4a5e-9a98-0b169770759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:39.635459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:39.660177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:39.668640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:16:39.816417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97579d-da2b-4a5e-9a98-0b169770759f admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0ef555-14d4-4745-b73f-b0b910ac32f4,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:39.968954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Pushing event updated for resources: {'Port': ['ID=12b4c16a-77b2-44cc-9472-05f78d484f91,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:40.129095 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:40.167572 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'name': 'tempest-ServerActionsTestJSON-1667100379-router', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:11Z', 'updated_at': '2022-02-18T09:16:26Z', 'revision_number': 4, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'gw_port': {'id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:13Z', 'updated_at': '2022-02-18T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '6b0b4b9c-f23c-4c9f-88a2-7836c749ded3', 'name': '', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'mac_address': 'fa:16:3e:e4:62:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:22Z', 'updated_at': '2022-02-18T09:16:37Z', 'revision_number': 4, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'subnets': [{'id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:40.187698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef273ef8-7752-4070-a6e2-83766f3d84ae None None] The sync data for ids ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'] in n-d-829434-1 is: [{'id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'name': 'tempest-ServerActionsTestJSON-1667100379-router', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:11Z', 'updated_at': '2022-02-18T09:16:26Z', 'revision_number': 4, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'gw_port': {'id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:13Z', 'updated_at': '2022-02-18T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '6b0b4b9c-f23c-4c9f-88a2-7836c749ded3', 'name': '', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'mac_address': 'fa:16:3e:e4:62:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:22Z', 'updated_at': '2022-02-18T09:16:37Z', 'revision_number': 4, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'subnets': [{'id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:16:40.417286 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.036034 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ef97579d-da2b-4a5e-9a98-0b169770759f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.180086 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:41.459346 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.587665 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.587665 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.603334 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:16:41.648605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:41.697562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:41.697562 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:41.873495 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:42.022405 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Pushing event updated for resources: {'Port': ['ID=12b4c16a-77b2-44cc-9472-05f78d484f91,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:42.044887 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:42.203387 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:42.207841 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-56997df8-0c31-4eca-8330-51d3bd220dcb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8289127 Feb 18 09:16:42.398049 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:42.521003 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6b0b4b9c-f23c-4c9f-88a2-7836c749ded3,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:16:42.526279 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:42.615956 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef97579d-da2b-4a5e-9a98-0b169770759f admin admin] Router d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:16:42.910133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-7ad6513c-689e-4529-b26d-89b58147d3fa tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Synchronizing usage tracker for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:42.967349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-7ad6513c-689e-4529-b26d-89b58147d3fa tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Unset dirty status for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:42.967349 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-7ad6513c-689e-4529-b26d-89b58147d3fa tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1399795129&fields=id&tenant_id=7a9b4529c6e04390b7b35beffd7d33fd HTTP/1.1" status: 200 len: 267 time: 0.2036798 Feb 18 09:16:43.239387 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=6b0b4b9c-f23c-4c9f-88a2-7836c749ded3,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:43.374333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef97579d-da2b-4a5e-9a98-0b169770759f admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:16:43.380163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-31e776fd-6554-4321-acd1-a3c97beffd4e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:43.380163 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-31e776fd-6554-4321-acd1-a3c97beffd4e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 812 time: 0.3774722 Feb 18 09:16:43.403134 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cf99c4-475e-4305-bdb7-50f5e81d4135 None None] Sync routers for ids ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:16:43.408370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-98959ee9-b861-46f5-b445-a8dd1288316e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/quotas/7a9b4529c6e04390b7b35beffd7d33fd HTTP/1.1" status: 200 len: 375 time: 0.0227346 Feb 18 09:16:43.424366 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ef97579d-da2b-4a5e-9a98-0b169770759f admin admin] 10.222.0.72 "PUT /v2.0/routers/d00c0b59-056d-4f7a-9a87-d0c1cd694ef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6155386 Feb 18 09:16:43.424366 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 58918) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:43.481699 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cf99c4-475e-4305-bdb7-50f5e81d4135 None None] Routers {'d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:16:43.486126 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-77cf99c4-475e-4305-bdb7-50f5e81d4135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:16:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:43.700633 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-a26d73bc-e525-46f3-91b0-0c2043a2ecad tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Synchronizing usage tracker for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:43.747529 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-a26d73bc-e525-46f3-91b0-0c2043a2ecad tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Unset dirty status for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:43.749443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-a26d73bc-e525-46f3-91b0-0c2043a2ecad tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3452902 Feb 18 09:16:44.082381 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94c51202-f5f5-437a-b853-eb982a34f811 admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:44.125277 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-91c9d701-b914-4c2a-873e-0b7e2df876f4 service neutron] 10.222.0.72 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563688 Feb 18 09:16:44.288686 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-77cf99c4-475e-4305-bdb7-50f5e81d4135 None None] Set router d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:16:44.632889 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-45469254-beba-4498-a393-81e54d188c21 service neutron] 10.222.0.72 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496620 Feb 18 09:16:44.680906 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94c51202-f5f5-437a-b853-eb982a34f811 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:44.715049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-94c51202-f5f5-437a-b853-eb982a34f811 admin admin] Deleting port 518ad326-1bf0-4a86-b518-4f43fc96e6a7 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:16:44.715471 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94c51202-f5f5-437a-b853-eb982a34f811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:45.127285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:16:45.392481 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-77cf99c4-475e-4305-bdb7-50f5e81d4135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'name': 'tempest-TestServerBasicOps-1618555878-router', 'tenant_id': '241e7aa710194c5aae752650199de833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:16:39Z', 'revision_number': 5, 'project_id': '241e7aa710194c5aae752650199de833', 'gw_port': {'id': '518ad326-1bf0-4a86-b518-4f43fc96e6a7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:09:24Z', 'updated_at': '2022-02-18T09:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:45.406787 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cf99c4-475e-4305-bdb7-50f5e81d4135 None None] Checking router: d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:16:45.461565 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:45.461565 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:45.465530 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cf99c4-475e-4305-bdb7-50f5e81d4135 None None] Routers {'d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:16:45.465530 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-77cf99c4-475e-4305-bdb7-50f5e81d4135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:16:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:45.879309 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-77cf99c4-475e-4305-bdb7-50f5e81d4135 None None] Set router d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:16:45.953151 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-94c51202-f5f5-437a-b853-eb982a34f811 admin admin] For port 518ad326-1bf0-4a86-b518-4f43fc96e6a7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=518ad326-1bf0-4a86-b518-4f43fc96e6a7,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:16:45.953701 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94c51202-f5f5-437a-b853-eb982a34f811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:46.113672 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff9128c2-7b02-47c5-8ea0-c77a52edfed7 req-0e60f828-3698-4461-ae35-90b7f3eed67c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 210 time: 1.2191474 Feb 18 09:16:46.330015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-94c51202-f5f5-437a-b853-eb982a34f811 admin admin] Calling delete_port for 518ad326-1bf0-4a86-b518-4f43fc96e6a7 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:16:46.336088 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-77cf99c4-475e-4305-bdb7-50f5e81d4135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'name': 'tempest-TestServerBasicOps-1618555878-router', 'tenant_id': '241e7aa710194c5aae752650199de833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:16:44Z', 'revision_number': 6, 'project_id': '241e7aa710194c5aae752650199de833', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:46.359469 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cf99c4-475e-4305-bdb7-50f5e81d4135 None None] The sync data for ids ['d00c0b59-056d-4f7a-9a87-d0c1cd694ef7'] in n-d-829434-1 is: [{'id': 'd00c0b59-056d-4f7a-9a87-d0c1cd694ef7', 'name': 'tempest-TestServerBasicOps-1618555878-router', 'tenant_id': '241e7aa710194c5aae752650199de833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:22Z', 'updated_at': '2022-02-18T09:16:44Z', 'revision_number': 6, 'project_id': '241e7aa710194c5aae752650199de833', 'gw_port_host': None}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:16:46.807875 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94c51202-f5f5-437a-b853-eb982a34f811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:46.842846 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3f0ef555-14d4-4745-b73f-b0b910ac32f4 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:16:46.988136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c51202-f5f5-437a-b853-eb982a34f811 admin admin] Pushing event deleted for resources: {'Port': ['ID=518ad326-1bf0-4a86-b518-4f43fc96e6a7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:47.048605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 3f0ef555-14d4-4745-b73f-b0b910ac32f4 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:16:47.048605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3f0ef555-14d4-4745-b73f-b0b910ac32f4 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:16:47.427084 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94c51202-f5f5-437a-b853-eb982a34f811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:47.448663 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-478abbec-f473-4567-a05b-0c5ca10a0a56 req-c5a424f5-0a67-4145-aa0d-065c437d3e44 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 210 time: 0.1149304 Feb 18 09:16:47.938948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-aa9f81e3-5d57-491a-8244-b9d2f4c157de tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:47.941958 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-aa9f81e3-5d57-491a-8244-b9d2f4c157de tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 812 time: 0.4902899 Feb 18 09:16:47.996023 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94c51202-f5f5-437a-b853-eb982a34f811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:48.003309 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94c51202-f5f5-437a-b853-eb982a34f811 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:48.091898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-7e9df64e-8957-4a1a-93c9-8de501774eae tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a9b4529c6e04390b7b35beffd7d33fd HTTP/1.1" status: 200 len: 380 time: 0.1386304 Feb 18 09:16:48.120908 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94c51202-f5f5-437a-b853-eb982a34f811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:48.124750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Request body: {'port': {'device_id': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'admin_state_up': True, 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'security_groups': ['37b58d49-d408-4b00-86cb-b16c7c7d9ba8']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:16:48.129061 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c51202-f5f5-437a-b853-eb982a34f811 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:16:48.160006 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-94c51202-f5f5-437a-b853-eb982a34f811 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:48.161206 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-94c51202-f5f5-437a-b853-eb982a34f811 admin admin] 10.222.0.72 "DELETE /v2.0/routers/d00c0b59-056d-4f7a-9a87-d0c1cd694ef7 HTTP/1.1" status: 204 len: 168 time: 4.7421172 Feb 18 09:16:48.164012 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59006) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:48.337300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-125c28ed-c8be-4154-a936-8b63a576f761 admin admin] Deleting subnet f2220a8d-a615-4079-b78b-ee210e283ef3 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:16:48.354339 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-125c28ed-c8be-4154-a936-8b63a576f761 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:48.532856 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-125c28ed-c8be-4154-a936-8b63a576f761 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:48.764055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:16:48.809697 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-125c28ed-c8be-4154-a936-8b63a576f761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:48.832715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:16:48.852936 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb4a05fd-9086-430d-b517-a7e3158bea40 req-5fa37256-c6c4-4f08-9045-26090153ce3f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 210 time: 0.0799761 Feb 18 09:16:48.888028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Made reservation on behalf of 7a9b4529c6e04390b7b35beffd7d33fd for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:16:48.893632 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:49.012668 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 518ad326-1bf0-4a86-b518-4f43fc96e6a7 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:16:49.158509 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-125c28ed-c8be-4154-a936-8b63a576f761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:49.227514 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 518ad326-1bf0-4a86-b518-4f43fc96e6a7 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:16:49.229038 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 518ad326-1bf0-4a86-b518-4f43fc96e6a7 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:16:49.328864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a577ce-6928-4329-9d30-1b9da976df79 None None] Network 42bf456b-871d-45c4-8fb1-b5b9744cbc4f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:16:49.352182 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-125c28ed-c8be-4154-a936-8b63a576f761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:49.360401 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c28ed-c8be-4154-a936-8b63a576f761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2220a8d-a615-4079-b78b-ee210e283ef3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:49.404668 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-125c28ed-c8be-4154-a936-8b63a576f761 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f2220a8d-a615-4079-b78b-ee210e283ef3 HTTP/1.1" status: 204 len: 168 time: 1.2305825 Feb 18 09:16:49.408097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59036) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:49.599218 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7d8594d9-de8b-4a51-918f-a063be42a358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:49.617496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Allocated IP 172.20.0.13 (6866b541-2ab4-4182-b7c8-e6a5f44e195b/e0d5bf48-3137-4625-b2f0-a46b6ebb81c4/04d59fdd-33b7-4047-b0ae-34ed136388f2) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:16:49.840468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ee39d9-874d-4a10-ae6f-aa0387f35bdc None None] DHCP port deletion for 42bf456b-871d-45c4-8fb1-b5b9744cbc4f request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:16:49.859320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a9ee39d9-874d-4a10-ae6f-aa0387f35bdc None None] Deleting port e858612c-a820-438f-8227-13cf3b77fa78 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:16:49.873784 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a9ee39d9-874d-4a10-ae6f-aa0387f35bdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:50.529572 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a9ee39d9-874d-4a10-ae6f-aa0387f35bdc None None] For port e858612c-a820-438f-8227-13cf3b77fa78, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e858612c-a820-438f-8227-13cf3b77fa78,segment=NetworkSegment(bfea72fd-30e2-4836-b069-1835f2f2b094),segment_id=bfea72fd-30e2-4836-b069-1835f2f2b094)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:16:50.530963 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a9ee39d9-874d-4a10-ae6f-aa0387f35bdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:50.750749 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a9ee39d9-874d-4a10-ae6f-aa0387f35bdc None None] Calling delete_port for e858612c-a820-438f-8227-13cf3b77fa78 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:16:50.830594 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96b892a4-584a-4058-a1a1-c8ef18d2c15b req-f45892f5-18bb-46d8-b4fe-7a2aa81c8877 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 210 time: 0.3220587 Feb 18 09:16:50.885514 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a9ee39d9-874d-4a10-ae6f-aa0387f35bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:50.890491 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:51.010249 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ee39d9-874d-4a10-ae6f-aa0387f35bdc None None] No DVR routers for this DVR port e858612c-a820-438f-8227-13cf3b77fa78 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:16:51.049726 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e858612c-a820-438f-8227-13cf3b77fa78 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:16:51.109056 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: e858612c-a820-438f-8227-13cf3b77fa78 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:16:51.109056 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e858612c-a820-438f-8227-13cf3b77fa78 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:16:51.128173 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee39d9-874d-4a10-ae6f-aa0387f35bdc None None] Pushing event deleted for resources: {'Port': ['ID=e858612c-a820-438f-8227-13cf3b77fa78,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:51.209975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Transition to ACTIVE for port object 04d59fdd-33b7-4047-b0ae-34ed136388f2 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:51.440192 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7d8594d9-de8b-4a51-918f-a063be42a358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:51.529822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-7d8594d9-de8b-4a51-918f-a063be42a358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42bf456b-871d-45c4-8fb1-b5b9744cbc4f']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:51.557717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-7d8594d9-de8b-4a51-918f-a063be42a358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfea72fd-30e2-4836-b069-1835f2f2b094') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:51.558010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-7d8594d9-de8b-4a51-918f-a063be42a358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfea72fd-30e2-4836-b069-1835f2f2b094') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:16:51.580211 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:51.662488 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7d8594d9-de8b-4a51-918f-a063be42a358 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:51.735638 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7d8594d9-de8b-4a51-918f-a063be42a358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:51.746527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Network 6866b541-2ab4-4182-b7c8-e6a5f44e195b is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:16:51.757255 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:16:51.763554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:16:51.989227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8594d9-de8b-4a51-918f-a063be42a358 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:16:51.994349 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7d8594d9-de8b-4a51-918f-a063be42a358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:16:52.434328 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:16:52.540668 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Pushing event updated for resources: {'Port': ['ID=04d59fdd-33b7-4047-b0ae-34ed136388f2,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:52.581998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ed75a701-8768-48b6-8ac6-ee0180c5adbd None None] Provisioning for port 04d59fdd-33b7-4047-b0ae-34ed136388f2 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:16:52.582497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:52.583183 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:52.592140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ed75a701-8768-48b6-8ac6-ee0180c5adbd None None] Provisioning complete for port 04d59fdd-33b7-4047-b0ae-34ed136388f2 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:16:52.592959 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ed75a701-8768-48b6-8ac6-ee0180c5adbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:52.635131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:52.635473 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:52.636062 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:52.636621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:52.637161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:52.637706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:52.638280 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:52.638857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:52.639413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:52.639961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:52.640555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:52.641133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:16:52.649365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-533110d7-a7bd-44e2-81ee-e752a883a50e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5521948 Feb 18 09:16:52.667385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Request body: {'port': {'device_id': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:16:52.816911 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7d8594d9-de8b-4a51-918f-a063be42a358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:52.828707 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7d8594d9-de8b-4a51-918f-a063be42a358 admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:52.926373 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ed75a701-8768-48b6-8ac6-ee0180c5adbd None None] Port 04d59fdd-33b7-4047-b0ae-34ed136388f2 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:16:53.061073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8594d9-de8b-4a51-918f-a063be42a358 admin admin] Pushing event deleted for resources: {'Network': ['ID=42bf456b-871d-45c4-8fb1-b5b9744cbc4f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:53.184195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59098) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:16:53.185247 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7d8594d9-de8b-4a51-918f-a063be42a358 admin admin] 10.222.0.72 "DELETE /v2.0/networks/42bf456b-871d-45c4-8fb1-b5b9744cbc4f HTTP/1.1" status: 204 len: 168 time: 3.7762308 Feb 18 09:16:53.336311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60d2fc-0b74-4718-935d-3661e0b82816 req-a4849cd1-0082-4e3e-8d2b-191fa1ac3501 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:53.336311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ef60d2fc-0b74-4718-935d-3661e0b82816 req-a4849cd1-0082-4e3e-8d2b-191fa1ac3501 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Synchronizing usage tracker for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:16:53.389756 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:53.542721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ef60d2fc-0b74-4718-935d-3661e0b82816 req-a4849cd1-0082-4e3e-8d2b-191fa1ac3501 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Unset dirty status for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:16:53.545450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef60d2fc-0b74-4718-935d-3661e0b82816 req-a4849cd1-0082-4e3e-8d2b-191fa1ac3501 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 932 time: 1.0930789 Feb 18 09:16:53.955140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef60d2fc-0b74-4718-935d-3661e0b82816 req-ed6c419f-d7d2-4cc8-9eac-856de17d826e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3801022 Feb 18 09:16:54.895179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d59fdd-33b7-4047-b0ae-34ed136388f2 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:16:54.950112 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:55.047381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Transition to ACTIVE for port object 04d59fdd-33b7-4047-b0ae-34ed136388f2 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:16:55.047381 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:55.762654 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b0dea0f-2ed4-4ed9-b7ca-ec088b6ce572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:55.860749 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Pushing event updated for resources: {'Port': ['ID=04d59fdd-33b7-4047-b0ae-34ed136388f2,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:56.069924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [req-12d8a796-d53d-416e-9a2f-ca6c0a5ca86c req-5ee245fa-23ce-4158-97c8-e055b7324e24 service neutron] (87767) timed out ('10.222.0.61', 60308) {{(pid=87767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:16:56.360010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddff8ef-a472-4884-8ec4-bfbf01987f7d req-4fbbd133-36c3-4dc8-bf95-209da7d653fb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:56.370925 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fddff8ef-a472-4884-8ec4-bfbf01987f7d req-4fbbd133-36c3-4dc8-bf95-209da7d653fb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 944 time: 1.0852611 Feb 18 09:16:56.428747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fddff8ef-a472-4884-8ec4-bfbf01987f7d req-4062e2ee-cfdc-444a-9e58-fd70ca75d2bb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662537 Feb 18 09:16:56.430171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Attempting to bind port 04d59fdd-33b7-4047-b0ae-34ed136388f2 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:16:56.430683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Attempting to bind port 04d59fdd-33b7-4047-b0ae-34ed136388f2 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:16:56.431191 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Attempting to bind port 04d59fdd-33b7-4047-b0ae-34ed136388f2 on network 6866b541-2ab4-4182-b7c8-e6a5f44e195b {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:16:56.469308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Port 04d59fdd-33b7-4047-b0ae-34ed136388f2 on network 6866b541-2ab4-4182-b7c8-e6a5f44e195b not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:16:56.469636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Attempting to bind port 04d59fdd-33b7-4047-b0ae-34ed136388f2 on network 6866b541-2ab4-4182-b7c8-e6a5f44e195b {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:16:56.487174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:16:56.488372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Checking segment: {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:16:56.497240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Bound using segment: {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:16:56.502711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Bound port: 04d59fdd-33b7-4047-b0ae-34ed136388f2, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:16:56.503106 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:56.787990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] For port 04d59fdd-33b7-4047-b0ae-34ed136388f2, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:16:56.796338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] For port 04d59fdd-33b7-4047-b0ae-34ed136388f2, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:16:56.825227 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:57.041755 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-7b0dea0f-2ed4-4ed9-b7ca-ec088b6ce572 admin admin] Deleting port 320b7694-0be1-48ec-81ea-b7e72d87ecfe {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:16:57.042552 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b0dea0f-2ed4-4ed9-b7ca-ec088b6ce572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:57.668335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:57.668335 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:57.672835 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] 10.222.0.61 "PUT /v2.0/ports/04d59fdd-33b7-4047-b0ae-34ed136388f2 HTTP/1.1" status: 200 len: 1092 time: 5.0065918 Feb 18 09:16:57.769395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:16:57.874244 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-7b0dea0f-2ed4-4ed9-b7ca-ec088b6ce572 admin admin] For port 320b7694-0be1-48ec-81ea-b7e72d87ecfe, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=320b7694-0be1-48ec-81ea-b7e72d87ecfe,segment=NetworkSegment(fe9c70d1-ed29-4f29-abe2-3aac878d9407),segment_id=fe9c70d1-ed29-4f29-abe2-3aac878d9407)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:16:57.874932 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b0dea0f-2ed4-4ed9-b7ca-ec088b6ce572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:58.077194 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'status': 'completed', 'code': 200} Feb 18 09:16:58.083680 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-7b0dea0f-2ed4-4ed9-b7ca-ec088b6ce572 admin admin] Calling delete_port for 320b7694-0be1-48ec-81ea-b7e72d87ecfe owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:16:58.463026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c930e-e5cf-48ef-8845-f9acc56122b4 service neutron] Pushing event updated for resources: {'Port': ['ID=04d59fdd-33b7-4047-b0ae-34ed136388f2,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:58.473382 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b0dea0f-2ed4-4ed9-b7ca-ec088b6ce572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:16:58.532376 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db6629-135a-4cde-ba79-191d02e6edd8 req-2f4a0354-24a1-4dd9-add2-d751327b577a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:58.541244 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83db6629-135a-4cde-ba79-191d02e6edd8 req-2f4a0354-24a1-4dd9-add2-d751327b577a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 944 time: 0.4624910 Feb 18 09:16:58.574689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-77bd0811-1855-44f4-a3a0-10149472bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:58.576938 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-77bd0811-1855-44f4-a3a0-10149472bac7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 1095 time: 0.7890580 Feb 18 09:16:58.681676 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83db6629-135a-4cde-ba79-191d02e6edd8 req-2f441ca1-393f-424c-bfee-f4c7f2fcb625 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383986 Feb 18 09:16:58.718159 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-732d1ad9-1bff-4c7b-9918-7d297a832852 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2 HTTP/1.1" status: 200 len: 217 time: 0.1313250 Feb 18 09:16:58.812794 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0dea0f-2ed4-4ed9-b7ca-ec088b6ce572 admin admin] Pushing event deleted for resources: {'Port': ['ID=320b7694-0be1-48ec-81ea-b7e72d87ecfe,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:16:59.111979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-91efc3a8-af2d-44e2-82f8-646af2c012c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:59.119703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-91efc3a8-af2d-44e2-82f8-646af2c012c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.3959849 Feb 18 09:16:59.488700 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09e077b-7d5e-467e-9adc-4570975abd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:16:59.507740 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-c09e077b-7d5e-467e-9adc-4570975abd0e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3752129 Feb 18 09:16:59.773666 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b0dea0f-2ed4-4ed9-b7ca-ec088b6ce572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:00.385541 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-040ffe70-4839-44e1-bd7b-b535dbe5bdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:00.435164 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-9d84d150-df97-4912-9910-bf42de02ca89 service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9197555 Feb 18 09:17:00.758516 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e75b7cd-f11e-4f26-9421-b9b771587951 req-02b69a88-57e8-4638-8337-197ba0d44d20 service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169055 Feb 18 09:17:01.030690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de00aaa-1be5-4bc1-a1c6-21c85165b26b req-64073333-9672-42a1-9a65-2db5b8ecf45c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:01.059372 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8de00aaa-1be5-4bc1-a1c6-21c85165b26b req-64073333-9672-42a1-9a65-2db5b8ecf45c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 944 time: 1.0782974 Feb 18 09:17:01.191071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e35d6f-2a43-450d-abb5-bff1c6d0a2ea req-43c1f594-b4f2-4c81-bc39-89759ae75ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:01.199199 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23e35d6f-2a43-450d-abb5-bff1c6d0a2ea req-43c1f594-b4f2-4c81-bc39-89759ae75ec6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 1095 time: 0.3611612 Feb 18 09:17:01.568054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e35d6f-2a43-450d-abb5-bff1c6d0a2ea req-e9652f21-2f3c-4141-ba85-ad3b7227cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:01.572420 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23e35d6f-2a43-450d-abb5-bff1c6d0a2ea req-e9652f21-2f3c-4141-ba85-ad3b7227cda8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.3567319 Feb 18 09:17:01.662534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0dea0f-2ed4-4ed9-b7ca-ec088b6ce572 admin admin] Router 66f57987-d22d-498b-9890-def29bc84f8b has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:17:01.767403 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8de00aaa-1be5-4bc1-a1c6-21c85165b26b req-a4d64782-9acc-4508-9c31-95c3965de46b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6769638 Feb 18 09:17:01.826268 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23e35d6f-2a43-450d-abb5-bff1c6d0a2ea req-288c37c6-26d8-4644-a46b-d58a247aee5c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2 HTTP/1.1" status: 200 len: 217 time: 0.2455199 Feb 18 09:17:02.020967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e35d6f-2a43-450d-abb5-bff1c6d0a2ea req-383cd7e5-0ff3-4170-b26e-d8ba11ab8a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:02.020967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23e35d6f-2a43-450d-abb5-bff1c6d0a2ea req-383cd7e5-0ff3-4170-b26e-d8ba11ab8a93 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.1636467 Feb 18 09:17:02.137667 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e35d6f-2a43-450d-abb5-bff1c6d0a2ea req-dd73fbbd-f875-4981-84b8-c1115a7ae31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:02.137667 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23e35d6f-2a43-450d-abb5-bff1c6d0a2ea req-dd73fbbd-f875-4981-84b8-c1115a7ae31d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069286 Feb 18 09:17:02.330644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0dea0f-2ed4-4ed9-b7ca-ec088b6ce572 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:17:02.348132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f027345-d4d2-4029-ba22-82cfaad2b0d2 None None] Sync routers for ids ['66f57987-d22d-498b-9890-def29bc84f8b'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:17:02.363921 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f027345-d4d2-4029-ba22-82cfaad2b0d2 None None] Routers {'66f57987-d22d-498b-9890-def29bc84f8b'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:17:02.363921 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0f027345-d4d2-4029-ba22-82cfaad2b0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:16:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['66f57987-d22d-498b-9890-def29bc84f8b'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:02.393511 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7b0dea0f-2ed4-4ed9-b7ca-ec088b6ce572 admin admin] 10.222.0.72 "PUT /v2.0/routers/66f57987-d22d-498b-9890-def29bc84f8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1994517 Feb 18 09:17:02.393511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59248) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:02.401151 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23e35d6f-2a43-450d-abb5-bff1c6d0a2ea req-f5806cbb-78be-4b10-b744-700cad2799eb service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581594 Feb 18 09:17:02.775911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23e35d6f-2a43-450d-abb5-bff1c6d0a2ea req-ff9f368d-e18a-4742-be3b-5c435d077bbc service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660583 Feb 18 09:17:02.880638 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa1f71b6-7523-45d2-abd3-11987ce52756 admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:02.916430 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 04d59fdd-33b7-4047-b0ae-34ed136388f2 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:17:02.940597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-0f027345-d4d2-4029-ba22-82cfaad2b0d2 None None] Set router 66f57987-d22d-498b-9890-def29bc84f8b gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:17:03.439235 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa1f71b6-7523-45d2-abd3-11987ce52756 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:03.463300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-aa1f71b6-7523-45d2-abd3-11987ce52756 admin admin] Deleting port 664e55f7-ca0e-4000-b9bd-0309ef6d3271 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:17:03.465442 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa1f71b6-7523-45d2-abd3-11987ce52756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:03.538118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd68ad-57fd-46e4-864a-3c31add1e603 req-470331e2-47de-46f8-9b43-81ad8929a569 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:03.584977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1edd68ad-57fd-46e4-864a-3c31add1e603 req-470331e2-47de-46f8-9b43-81ad8929a569 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 944 time: 0.5974431 Feb 18 09:17:03.797436 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1edd68ad-57fd-46e4-864a-3c31add1e603 req-6dc6de67-8920-49c6-a92f-98a9029b190f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785283 Feb 18 09:17:04.058532 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-aa1f71b6-7523-45d2-abd3-11987ce52756 admin admin] For port 664e55f7-ca0e-4000-b9bd-0309ef6d3271, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=664e55f7-ca0e-4000-b9bd-0309ef6d3271,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:17:04.058532 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa1f71b6-7523-45d2-abd3-11987ce52756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:04.143375 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f6a83c15-b4b3-4e97-ac44-191da3543840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:04.168473 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:04.206340 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:04.293987 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0f027345-d4d2-4029-ba22-82cfaad2b0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f57987-d22d-498b-9890-def29bc84f8b', 'name': 'tempest-TestServerBasicOps-1389494718-router', 'tenant_id': '4d843b82d4244978a31fc3800e11357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '664e55f7-ca0e-4000-b9bd-0309ef6d3271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:59Z', 'updated_at': '2022-02-18T09:16:58Z', 'revision_number': 5, 'project_id': '4d843b82d4244978a31fc3800e11357a', 'gw_port': {'id': '664e55f7-ca0e-4000-b9bd-0309ef6d3271', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f57987-d22d-498b-9890-def29bc84f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:10:01Z', 'updated_at': '2022-02-18T09:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:04.329025 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f027345-d4d2-4029-ba22-82cfaad2b0d2 None None] Checking router: 66f57987-d22d-498b-9890-def29bc84f8b for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:17:04.375346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 04d59fdd-33b7-4047-b0ae-34ed136388f2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:17:04.391097 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f027345-d4d2-4029-ba22-82cfaad2b0d2 None None] Routers {'66f57987-d22d-498b-9890-def29bc84f8b'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:17:04.393884 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0f027345-d4d2-4029-ba22-82cfaad2b0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:17:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['66f57987-d22d-498b-9890-def29bc84f8b'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:04.484535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-aa1f71b6-7523-45d2-abd3-11987ce52756 admin admin] Calling delete_port for 664e55f7-ca0e-4000-b9bd-0309ef6d3271 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:17:04.578360 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'port_id': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'mac_address': 'fa:16:3e:15:43:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:17:04.766944 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-0f027345-d4d2-4029-ba22-82cfaad2b0d2 None None] Set router 66f57987-d22d-498b-9890-def29bc84f8b gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:17:05.051277 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa1f71b6-7523-45d2-abd3-11987ce52756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:05.459443 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0f027345-d4d2-4029-ba22-82cfaad2b0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f57987-d22d-498b-9890-def29bc84f8b', 'name': 'tempest-TestServerBasicOps-1389494718-router', 'tenant_id': '4d843b82d4244978a31fc3800e11357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:59Z', 'updated_at': '2022-02-18T09:17:03Z', 'revision_number': 6, 'project_id': '4d843b82d4244978a31fc3800e11357a', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:05.480732 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:05.498004 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f027345-d4d2-4029-ba22-82cfaad2b0d2 None None] The sync data for ids ['66f57987-d22d-498b-9890-def29bc84f8b'] in n-d-829434-1 is: [{'id': '66f57987-d22d-498b-9890-def29bc84f8b', 'name': 'tempest-TestServerBasicOps-1389494718-router', 'tenant_id': '4d843b82d4244978a31fc3800e11357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:09:59Z', 'updated_at': '2022-02-18T09:17:03Z', 'revision_number': 6, 'project_id': '4d843b82d4244978a31fc3800e11357a', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:17:05.516081 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:05.592072 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d59fdd-33b7-4047-b0ae-34ed136388f2 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:17:05.625491 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f71b6-7523-45d2-abd3-11987ce52756 admin admin] Pushing event deleted for resources: {'Port': ['ID=664e55f7-ca0e-4000-b9bd-0309ef6d3271,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:05.635417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c6671-e49f-40ce-9feb-73e32cbdba6e req-3062fdd7-61d8-477d-bef3-5080f3894f0b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:05.644451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-916c6671-e49f-40ce-9feb-73e32cbdba6e req-3062fdd7-61d8-477d-bef3-5080f3894f0b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 944 time: 0.4041190 Feb 18 09:17:05.658054 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 04d59fdd-33b7-4047-b0ae-34ed136388f2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:17:05.666877 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:05.795951 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-916c6671-e49f-40ce-9feb-73e32cbdba6e req-6e91bd1a-1def-4b95-920f-a3b9740f54c6 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504939 Feb 18 09:17:05.992544 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa1f71b6-7523-45d2-abd3-11987ce52756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:06.102341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=04d59fdd-33b7-4047-b0ae-34ed136388f2,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:06.195184 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['04d59fdd-33b7-4047-b0ae-34ed136388f2'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:17:06.522416 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa1f71b6-7523-45d2-abd3-11987ce52756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:06.525258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa1f71b6-7523-45d2-abd3-11987ce52756 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:06.617490 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa1f71b6-7523-45d2-abd3-11987ce52756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:06.617490 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1f71b6-7523-45d2-abd3-11987ce52756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66f57987-d22d-498b-9890-def29bc84f8b {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:17:06.753199 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa1f71b6-7523-45d2-abd3-11987ce52756 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:06.763856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59332) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:06.792416 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-aa1f71b6-7523-45d2-abd3-11987ce52756 admin admin] 10.222.0.72 "DELETE /v2.0/routers/66f57987-d22d-498b-9890-def29bc84f8b HTTP/1.1" status: 204 len: 168 time: 4.3882062 Feb 18 09:17:07.114722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 320b7694-0be1-48ec-81ea-b7e72d87ecfe no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:07.139637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a76e262-8efd-4e30-8ac4-06f8d17a758b admin admin] Deleting subnet 4c50b55f-d602-43e4-917d-7f14a1647b3a {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:17:07.154218 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4a76e262-8efd-4e30-8ac4-06f8d17a758b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:07.238157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 320b7694-0be1-48ec-81ea-b7e72d87ecfe {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:17:07.238157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 320b7694-0be1-48ec-81ea-b7e72d87ecfe not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:17:07.238157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 664e55f7-ca0e-4000-b9bd-0309ef6d3271 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:07.275839 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4a76e262-8efd-4e30-8ac4-06f8d17a758b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:07.314266 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 664e55f7-ca0e-4000-b9bd-0309ef6d3271 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:17:07.315236 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 664e55f7-ca0e-4000-b9bd-0309ef6d3271 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:17:07.434244 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4a76e262-8efd-4e30-8ac4-06f8d17a758b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:07.598014 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4a76e262-8efd-4e30-8ac4-06f8d17a758b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:07.658031 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6d1bf7-715f-4b56-b6e1-d447de5a3666 None None] Network 21d609ce-a1da-428d-bc0b-7f4c8cd06c80 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:17:07.681076 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76e262-8efd-4e30-8ac4-06f8d17a758b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c50b55f-d602-43e4-917d-7f14a1647b3a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:07.690219 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4a76e262-8efd-4e30-8ac4-06f8d17a758b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:07.721175 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4a76e262-8efd-4e30-8ac4-06f8d17a758b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4c50b55f-d602-43e4-917d-7f14a1647b3a HTTP/1.1" status: 204 len: 168 time: 0.9596770 Feb 18 09:17:07.725820 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59354) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:07.764159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5f039-2f29-45da-89a1-f2ad9352747d req-48a7800a-2215-4a8f-affa-ab0e23bfbfa6 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:07.782114 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-61e5f039-2f29-45da-89a1-f2ad9352747d req-48a7800a-2215-4a8f-affa-ab0e23bfbfa6 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.5172839 Feb 18 09:17:07.790149 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 04d59fdd-33b7-4047-b0ae-34ed136388f2 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:17:07.870274 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-61e5f039-2f29-45da-89a1-f2ad9352747d req-5d9a91b4-8adc-4fb1-bd08-8a0350751e44 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764399 Feb 18 09:17:08.142675 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:08.232359 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] Deleting port df56675e-6f4a-4624-964a-a1608929c822 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:17:08.232359 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:08.557808 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 04d59fdd-33b7-4047-b0ae-34ed136388f2 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:08.574021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 04d59fdd-33b7-4047-b0ae-34ed136388f2 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:08.574390 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:09.001489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] For port df56675e-6f4a-4624-964a-a1608929c822, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=df56675e-6f4a-4624-964a-a1608929c822,segment=NetworkSegment(fe9c70d1-ed29-4f29-abe2-3aac878d9407),segment_id=fe9c70d1-ed29-4f29-abe2-3aac878d9407)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:17:09.002030 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:09.124565 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:09.182243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e01245-e059-4ed7-be49-d406d5b6c582 None None] DHCP port deletion for 21d609ce-a1da-428d-bc0b-7f4c8cd06c80 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:17:09.193757 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-74e01245-e059-4ed7-be49-d406d5b6c582 None None] Deleting port df56675e-6f4a-4624-964a-a1608929c822 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:17:09.194407 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-74e01245-e059-4ed7-be49-d406d5b6c582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:09.262232 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:17:09.297982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4b935-4a25-4911-b8a7-e763d952dc48 req-9b48a6fd-18e5-4493-9759-01341e893c0b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:09.319427 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2c4b935-4a25-4911-b8a7-e763d952dc48 req-9b48a6fd-18e5-4493-9759-01341e893c0b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.2387018 Feb 18 09:17:09.366467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 04d59fdd-33b7-4047-b0ae-34ed136388f2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:17:09.403932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] Calling delete_port for df56675e-6f4a-4624-964a-a1608929c822 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:17:09.460411 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'code': 200} Feb 18 09:17:09.498011 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:09.626440 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:09.670659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2c4b935-4a25-4911-b8a7-e763d952dc48 req-2a2438d8-ff9b-4965-9379-48903cce5841 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486896 Feb 18 09:17:09.760580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] No DVR routers for this DVR port df56675e-6f4a-4624-964a-a1608929c822 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:17:09.839823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140e3a2-fa1f-4270-9327-f709b0d32c22 req-3b2267ce-661e-4d2e-9a03-0c09ea04843b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:09.839823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e140e3a2-fa1f-4270-9327-f709b0d32c22 req-3b2267ce-661e-4d2e-9a03-0c09ea04843b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 1097 time: 0.3301525 Feb 18 09:17:10.085915 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e140e3a2-fa1f-4270-9327-f709b0d32c22 req-d9b1dade-e69c-4ad9-9af0-4b8c0c8a91d6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483327 Feb 18 09:17:10.094379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=04d59fdd-33b7-4047-b0ae-34ed136388f2,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:10.190372 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-74e01245-e059-4ed7-be49-d406d5b6c582 None None] For port df56675e-6f4a-4624-964a-a1608929c822, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=df56675e-6f4a-4624-964a-a1608929c822,segment=NetworkSegment(fe9c70d1-ed29-4f29-abe2-3aac878d9407),segment_id=fe9c70d1-ed29-4f29-abe2-3aac878d9407)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:17:10.193350 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-74e01245-e059-4ed7-be49-d406d5b6c582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:10.369772 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:10.532871 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d609ce-a1da-428d-bc0b-7f4c8cd06c80']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:10.578140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9c70d1-ed29-4f29-abe2-3aac878d9407') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:10.578440 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9c70d1-ed29-4f29-abe2-3aac878d9407') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:10.628730 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:10.680662 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:10.681104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-74e01245-e059-4ed7-be49-d406d5b6c582 None None] Calling delete_port for df56675e-6f4a-4624-964a-a1608929c822 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:17:10.710397 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:17:10.711024 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:17:11.071897 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:17:11.074063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] Pushing event deleted for resources: {'Port': ['ID=df56675e-6f4a-4624-964a-a1608929c822,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:11.084666 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:11.089583 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:11.107708 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-74e01245-e059-4ed7-be49-d406d5b6c582 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:17:11.109202 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-74e01245-e059-4ed7-be49-d406d5b6c582 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:17:11.121797 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device df56675e-6f4a-4624-964a-a1608929c822 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:17:11.137422 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] 10.222.0.72 "DELETE /v2.0/networks/21d609ce-a1da-428d-bc0b-7f4c8cd06c80 HTTP/1.1" status: 204 len: 168 time: 3.3995674 Feb 18 09:17:11.143581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa007ef0-3000-48f4-8865-c488609fd68e admin admin] Pushing event deleted for resources: {'Network': ['ID=21d609ce-a1da-428d-bc0b-7f4c8cd06c80,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:11.244535 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: df56675e-6f4a-4624-964a-a1608929c822 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:17:11.244535 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device df56675e-6f4a-4624-964a-a1608929c822 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:17:11.453329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36665df-ed8d-4e70-b160-9b7a98c3c843 req-2975ecbd-a23c-44d5-b636-60666681ff3d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:11.472118 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:11.487874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b36665df-ed8d-4e70-b160-9b7a98c3c843 req-2975ecbd-a23c-44d5-b636-60666681ff3d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 946 time: 0.3367655 Feb 18 09:17:11.578315 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:11.619247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-74e01245-e059-4ed7-be49-d406d5b6c582 None None] Deleting port df56675e-6f4a-4624-964a-a1608929c822 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:17:11.619247 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-74e01245-e059-4ed7-be49-d406d5b6c582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:11.733786 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59442) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:11.748627 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b36665df-ed8d-4e70-b160-9b7a98c3c843 req-e69f03c7-2751-440f-b2ea-c373ff4a68f6 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594595 Feb 18 09:17:11.753561 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-74e01245-e059-4ed7-be49-d406d5b6c582 None None] The port 'df56675e-6f4a-4624-964a-a1608929c822' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:17:11.820909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59446) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:11.983556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59452) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:11.984136 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6b725094-7da2-4a91-86d4-ce3a5181bee5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=241e7aa710194c5aae752650199de833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463934 Feb 18 09:17:12.167160 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c3314b89-a6e5-4d51-bcdd-dcf28f67456e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:12.234141 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c3314b89-a6e5-4d51-bcdd-dcf28f67456e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:12.363092 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c3314b89-a6e5-4d51-bcdd-dcf28f67456e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:12.407985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3314b89-a6e5-4d51-bcdd-dcf28f67456e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96788d37-12e2-47dd-bf7c-16c8d8aa42a2,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:12.413448 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c3314b89-a6e5-4d51-bcdd-dcf28f67456e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:12.415916 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c3314b89-a6e5-4d51-bcdd-dcf28f67456e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/96788d37-12e2-47dd-bf7c-16c8d8aa42a2 HTTP/1.1" status: 204 len: 168 time: 0.4313252 Feb 18 09:17:12.425771 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9dcde2a7-7535-430b-a2d9-75136f2427bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:12.468338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9dcde2a7-7535-430b-a2d9-75136f2427bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:12.472922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9dcde2a7-7535-430b-a2d9-75136f2427bf admin admin] Usage tracker for resource:security_group_rule and tenant:d980326b223b44d4b593718a380aa9c0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:12.476745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9dcde2a7-7535-430b-a2d9-75136f2427bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:12.497244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9dcde2a7-7535-430b-a2d9-75136f2427bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:12.681300 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9dcde2a7-7535-430b-a2d9-75136f2427bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:12.692891 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9dcde2a7-7535-430b-a2d9-75136f2427bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:12.752886 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9dcde2a7-7535-430b-a2d9-75136f2427bf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d980326b223b44d4b593718a380aa9c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9308317 Feb 18 09:17:12.756098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59474) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:12.810358 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcde2a7-7535-430b-a2d9-75136f2427bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229f54b6-b17d-4663-9775-1f91a1816d2d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:12.975664 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ddfa9c1-fa0a-46e6-a57d-e3172098523e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:13.005892 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ddfa9c1-fa0a-46e6-a57d-e3172098523e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:13.025394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59486) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:13.097773 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ddfa9c1-fa0a-46e6-a57d-e3172098523e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:13.122608 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfa9c1-fa0a-46e6-a57d-e3172098523e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229f54b6-b17d-4663-9775-1f91a1816d2d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:13.152713 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ddfa9c1-fa0a-46e6-a57d-e3172098523e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:13.156981 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1ddfa9c1-fa0a-46e6-a57d-e3172098523e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/229f54b6-b17d-4663-9775-1f91a1816d2d HTTP/1.1" status: 204 len: 168 time: 0.3997908 Feb 18 09:17:13.169393 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfa9c1-fa0a-46e6-a57d-e3172098523e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:13.188927 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfa9c1-fa0a-46e6-a57d-e3172098523e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:13.189626 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfa9c1-fa0a-46e6-a57d-e3172098523e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:13.190210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfa9c1-fa0a-46e6-a57d-e3172098523e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:13.192553 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfa9c1-fa0a-46e6-a57d-e3172098523e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:13.193718 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfa9c1-fa0a-46e6-a57d-e3172098523e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:13.194233 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfa9c1-fa0a-46e6-a57d-e3172098523e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:13.194810 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfa9c1-fa0a-46e6-a57d-e3172098523e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:13.195330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfa9c1-fa0a-46e6-a57d-e3172098523e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:13.195876 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfa9c1-fa0a-46e6-a57d-e3172098523e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:13.196517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfa9c1-fa0a-46e6-a57d-e3172098523e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:13.197016 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfa9c1-fa0a-46e6-a57d-e3172098523e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:13.241303 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ad25afed-b1d1-4fdc-8cf1-028daf4b9315 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4d843b82d4244978a31fc3800e11357a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2147024 Feb 18 09:17:13.244091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59496) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:13.302255 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319d91e-2335-424e-b8bf-de4959fe8b53 req-3eb41e76-2078-4f89-87b0-8bf8d2f0d1f3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:13.304941 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0319d91e-2335-424e-b8bf-de4959fe8b53 req-3eb41e76-2078-4f89-87b0-8bf8d2f0d1f3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 946 time: 0.1508045 Feb 18 09:17:13.414887 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b40a035-2a3b-4fd6-ba5b-4f571210ada9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:13.471856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0319d91e-2335-424e-b8bf-de4959fe8b53 req-9be41299-6257-44c7-832b-e375647ed3ae tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600976 Feb 18 09:17:13.584646 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b40a035-2a3b-4fd6-ba5b-4f571210ada9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:13.742769 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b40a035-2a3b-4fd6-ba5b-4f571210ada9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:13.774395 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2b40a035-2a3b-4fd6-ba5b-4f571210ada9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:13.781702 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2b40a035-2a3b-4fd6-ba5b-4f571210ada9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e32fbe31-04e9-4507-8450-5c87717a3bb6 HTTP/1.1" status: 204 len: 168 time: 0.5365098 Feb 18 09:17:13.783232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40a035-2a3b-4fd6-ba5b-4f571210ada9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32fbe31-04e9-4507-8450-5c87717a3bb6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:14.045075 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56d6c6-3e1a-45a1-90aa-a0e311bf149e req-0a4899eb-0982-488f-9e52-fbc15260160e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:14.052492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb56d6c6-3e1a-45a1-90aa-a0e311bf149e req-0a4899eb-0982-488f-9e52-fbc15260160e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 946 time: 0.3495274 Feb 18 09:17:14.056394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59510) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:14.061966 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-313eaf31-9213-4961-800e-e064f0d7eae3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Request body: {'floatingip': {'port_id': '04d59fdd-33b7-4047-b0ae-34ed136388f2'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:17:14.255325 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-313eaf31-9213-4961-800e-e064f0d7eae3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for floatingip, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:14.333373 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59516) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:14.387011 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-274d4537-391f-420c-b946-b6b6481f121c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:14.439420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-274d4537-391f-420c-b946-b6b6481f121c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:14.453029 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-274d4537-391f-420c-b946-b6b6481f121c admin admin] Usage tracker for resource:security_group_rule and tenant:a073c08a3cb1496ab37935f46246a906 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:14.462743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-274d4537-391f-420c-b946-b6b6481f121c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:14.475803 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-274d4537-391f-420c-b946-b6b6481f121c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:14.841084 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-274d4537-391f-420c-b946-b6b6481f121c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:14.850562 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-274d4537-391f-420c-b946-b6b6481f121c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:15.000444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d4537-391f-420c-b946-b6b6481f121c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f977cfa-752d-4263-8b12-9a6a9b521175,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:15.008232 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-274d4537-391f-420c-b946-b6b6481f121c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a073c08a3cb1496ab37935f46246a906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6736341 Feb 18 09:17:15.010747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59524) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:15.203285 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c81fc5-d1e0-4ab1-8b46-1502bedee364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:15.306855 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c81fc5-d1e0-4ab1-8b46-1502bedee364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:15.716541 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c81fc5-d1e0-4ab1-8b46-1502bedee364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:15.753565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c81fc5-d1e0-4ab1-8b46-1502bedee364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f977cfa-752d-4263-8b12-9a6a9b521175,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:15.820676 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c81fc5-d1e0-4ab1-8b46-1502bedee364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:15.821800 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-21c81fc5-d1e0-4ab1-8b46-1502bedee364 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1f977cfa-752d-4263-8b12-9a6a9b521175 HTTP/1.1" status: 204 len: 168 time: 0.8083270 Feb 18 09:17:16.209249 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-313eaf31-9213-4961-800e-e064f0d7eae3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:16.218373 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-313eaf31-9213-4961-800e-e064f0d7eae3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:16.517839 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-313eaf31-9213-4961-800e-e064f0d7eae3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Floating IP 05aa581b-5091-47f7-a204-ecac3361ddf7 associated. External IP: 172.25.1.74, port: 04d59fdd-33b7-4047-b0ae-34ed136388f2. Feb 18 09:17:17.161318 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313eaf31-9213-4961-800e-e064f0d7eae3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Router 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:17:17.932890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 59640) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:17.980771 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313eaf31-9213-4961-800e-e064f0d7eae3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:17:18.003339 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e20fe4-2bbd-4c05-88c5-1dbe0336d2cd None None] Sync routers for ids ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:17:18.041492 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-313eaf31-9213-4961-800e-e064f0d7eae3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:18.046481 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e20fe4-2bbd-4c05-88c5-1dbe0336d2cd None None] Routers {'10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:17:18.047235 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-17e20fe4-2bbd-4c05-88c5-1dbe0336d2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:17:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:18.338122 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-313eaf31-9213-4961-800e-e064f0d7eae3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "PUT /v2.0/floatingips/05aa581b-5091-47f7-a204-ecac3361ddf7 HTTP/1.1" status: 200 len: 991 time: 4.2804015 Feb 18 09:17:18.339429 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:17:18.499403 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'status': 'completed', 'code': 200} Feb 18 09:17:18.725605 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d40ddf4-ca4a-432f-8a07-f9fc2137cc9d req-4528ec2d-ccd8-4659-83eb-27125d013d24 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4611034 Feb 18 09:17:18.742212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54f210-6594-432a-afcb-787fedde75a0 req-659d3f6e-d3f6-427f-aa6e-f9cd02997461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:18.748507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb54f210-6594-432a-afcb-787fedde75a0 req-659d3f6e-d3f6-427f-aa6e-f9cd02997461 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 1097 time: 0.2454624 Feb 18 09:17:18.864360 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f2026b57-b95c-4501-a9da-74a96a8c2d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:18.894071 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-17e20fe4-2bbd-4c05-88c5-1dbe0336d2cd None None] Set router 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:17:18.927029 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f2026b57-b95c-4501-a9da-74a96a8c2d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:18.937861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f2026b57-b95c-4501-a9da-74a96a8c2d8d admin admin] Usage tracker for resource:security_group_rule and tenant:da45b34d966c45419ee2af0f40722032 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:18.947615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f2026b57-b95c-4501-a9da-74a96a8c2d8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:18.955369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f2026b57-b95c-4501-a9da-74a96a8c2d8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:19.128556 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:17:19.159628 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f2026b57-b95c-4501-a9da-74a96a8c2d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:19.222550 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f2026b57-b95c-4501-a9da-74a96a8c2d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:19.854097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2026b57-b95c-4501-a9da-74a96a8c2d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a67e393-7629-4fd0-8301-08fc8b8a7e9c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:19.969337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f46c9-1384-4140-a86c-a8be6a9235d4 req-8e2a793a-3c0e-4c46-a7be-1225a981aa0c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:19.970895 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-863f46c9-1384-4140-a86c-a8be6a9235d4 req-8e2a793a-3c0e-4c46-a7be-1225a981aa0c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 946 time: 1.2200634 Feb 18 09:17:20.007875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f2026b57-b95c-4501-a9da-74a96a8c2d8d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=da45b34d966c45419ee2af0f40722032&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0737226 Feb 18 09:17:20.010668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 59832) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:20.208533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54f210-6594-432a-afcb-787fedde75a0 req-80f1d8c1-232a-4a02-8c57-691cc0727514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:20.215708 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb54f210-6594-432a-afcb-787fedde75a0 req-80f1d8c1-232a-4a02-8c57-691cc0727514 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 1.3378699 Feb 18 09:17:20.219428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-69c1eab5-3f23-479d-a22f-ae7458c76528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:20.245972 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-17e20fe4-2bbd-4c05-88c5-1dbe0336d2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'name': 'tempest-ServerActionsTestJSON-1667100379-router', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:11Z', 'updated_at': '2022-02-18T09:16:26Z', 'revision_number': 4, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'gw_port': {'id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:13Z', 'updated_at': '2022-02-18T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '05aa581b-5091-47f7-a204-ecac3361ddf7', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'port_id': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'mac_address': 'fa:16:3e:15:43:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:16:40Z', 'updated_at': '2022-02-18T09:17:15Z', 'revision_number': 1, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0b4b9c-f23c-4c9f-88a2-7836c749ded3', 'name': '', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'mac_address': 'fa:16:3e:e4:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:22Z', 'updated_at': '2022-02-18T09:16:42Z', 'revision_number': 5, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'subnets': [{'id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:20.255986 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e20fe4-2bbd-4c05-88c5-1dbe0336d2cd None None] Checking router: 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:17:20.266925 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e20fe4-2bbd-4c05-88c5-1dbe0336d2cd None None] Routers {'10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:17:20.268746 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-17e20fe4-2bbd-4c05-88c5-1dbe0336d2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:17:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:20.365102 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-69c1eab5-3f23-479d-a22f-ae7458c76528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:20.557905 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-69c1eab5-3f23-479d-a22f-ae7458c76528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:20.605526 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb54f210-6594-432a-afcb-787fedde75a0 req-83f64294-664d-48de-9b11-e8c2a9d9f80d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2 HTTP/1.1" status: 200 len: 999 time: 0.3711417 Feb 18 09:17:20.612792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1eab5-3f23-479d-a22f-ae7458c76528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a67e393-7629-4fd0-8301-08fc8b8a7e9c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:20.649628 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-69c1eab5-3f23-479d-a22f-ae7458c76528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:20.654813 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-69c1eab5-3f23-479d-a22f-ae7458c76528 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7a67e393-7629-4fd0-8301-08fc8b8a7e9c HTTP/1.1" status: 204 len: 168 time: 0.6408718 Feb 18 09:17:20.752948 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-17e20fe4-2bbd-4c05-88c5-1dbe0336d2cd None None] Set router 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:17:20.911004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54f210-6594-432a-afcb-787fedde75a0 req-4539d291-1cc7-4b47-949d-7f449233e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:20.913920 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb54f210-6594-432a-afcb-787fedde75a0 req-4539d291-1cc7-4b47-949d-7f449233e1d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.2712748 Feb 18 09:17:21.324916 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-863f46c9-1384-4140-a86c-a8be6a9235d4 req-cfdaefb9-0042-4b26-b297-5896dc3b90e7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3257837 Feb 18 09:17:21.354370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54f210-6594-432a-afcb-787fedde75a0 req-314b72c5-a54a-4987-8314-a864f4ec34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:21.358381 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb54f210-6594-432a-afcb-787fedde75a0 req-314b72c5-a54a-4987-8314-a864f4ec34b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3814557 Feb 18 09:17:22.460597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19552fb9-3a44-4084-919b-ccfa1b575d3d req-72db0bfd-bf8e-49b5-aadf-378e4f022210 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:22.504899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-19552fb9-3a44-4084-919b-ccfa1b575d3d req-72db0bfd-bf8e-49b5-aadf-378e4f022210 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 946 time: 0.8133166 Feb 18 09:17:22.657692 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-17e20fe4-2bbd-4c05-88c5-1dbe0336d2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'name': 'tempest-ServerActionsTestJSON-1667100379-router', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:11Z', 'updated_at': '2022-02-18T09:16:26Z', 'revision_number': 4, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'gw_port': {'id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:13Z', 'updated_at': '2022-02-18T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '05aa581b-5091-47f7-a204-ecac3361ddf7', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'port_id': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'mac_address': 'fa:16:3e:15:43:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:16:40Z', 'updated_at': '2022-02-18T09:17:15Z', 'revision_number': 1, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0b4b9c-f23c-4c9f-88a2-7836c749ded3', 'name': '', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'mac_address': 'fa:16:3e:e4:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:22Z', 'updated_at': '2022-02-18T09:16:42Z', 'revision_number': 5, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'subnets': [{'id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:17:22.674799 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e20fe4-2bbd-4c05-88c5-1dbe0336d2cd None None] The sync data for ids ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'] in n-d-829434-1 is: [{'id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'name': 'tempest-ServerActionsTestJSON-1667100379-router', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:11Z', 'updated_at': '2022-02-18T09:16:26Z', 'revision_number': 4, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'gw_port': {'id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:13Z', 'updated_at': '2022-02-18T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '05aa581b-5091-47f7-a204-ecac3361ddf7', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'port_id': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'mac_address': 'fa:16:3e:15:43:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:16:40Z', 'updated_at': '2022-02-18T09:17:15Z', 'revision_number': 1, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0b4b9c-f23c-4c9f-88a2-7836c749ded3', 'name': '', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'mac_address': 'fa:16:3e:e4:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:22Z', 'updated_at': '2022-02-18T09:16:42Z', 'revision_number': 5, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'subnets': [{'id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:17:22.729995 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb54f210-6594-432a-afcb-787fedde75a0 req-189614e1-bcd4-4032-a497-81f85c8db88f service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3619275 Feb 18 09:17:22.901980 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-19552fb9-3a44-4084-919b-ccfa1b575d3d req-2f182378-dd1f-4f1d-8692-c8c325aa26b3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3965116 Feb 18 09:17:23.306881 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25681de-dc4a-49ac-a45f-054c105d597a None None] New status for floating IP 05aa581b-5091-47f7-a204-ecac3361ddf7: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:17:23.342081 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb54f210-6594-432a-afcb-787fedde75a0 req-ed17922d-ee3c-40b2-97af-d8e3860608ae service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976892 Feb 18 09:17:23.895377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40ddf4-ca4a-432f-8a07-f9fc2137cc9d req-4eff45d2-4ee0-48c4-9686-29b6322b7ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:23.896898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d40ddf4-ca4a-432f-8a07-f9fc2137cc9d req-4eff45d2-4ee0-48c4-9686-29b6322b7ead service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 1097 time: 0.2425349 Feb 18 09:17:24.114912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40ddf4-ca4a-432f-8a07-f9fc2137cc9d req-093c363c-22d9-4e09-a4d0-74bafdbab151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:24.117275 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d40ddf4-ca4a-432f-8a07-f9fc2137cc9d req-093c363c-22d9-4e09-a4d0-74bafdbab151 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.1926560 Feb 18 09:17:24.352141 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d40ddf4-ca4a-432f-8a07-f9fc2137cc9d req-156dfbe0-a9cf-402b-b930-a517a9be5b84 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2 HTTP/1.1" status: 200 len: 1001 time: 0.2269592 Feb 18 09:17:24.440472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40ddf4-ca4a-432f-8a07-f9fc2137cc9d req-e77f477c-1704-4d44-87c1-8564295ffe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:24.441919 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d40ddf4-ca4a-432f-8a07-f9fc2137cc9d req-e77f477c-1704-4d44-87c1-8564295ffe59 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.0818861 Feb 18 09:17:24.450234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246039f-7c0e-4b79-8276-4ad7a7ae3943 req-23bdaae3-33ac-4d22-9e15-3f9c67ee2437 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:24.452183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0246039f-7c0e-4b79-8276-4ad7a7ae3943 req-23bdaae3-33ac-4d22-9e15-3f9c67ee2437 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 946 time: 0.2398353 Feb 18 09:17:24.555795 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0246039f-7c0e-4b79-8276-4ad7a7ae3943 req-3b661fa2-a097-4f0a-9978-443c72543c0e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700867 Feb 18 09:17:24.590693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40ddf4-ca4a-432f-8a07-f9fc2137cc9d req-c0e04bc1-00aa-4dba-ac7e-c159e53a8538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:24.592677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d40ddf4-ca4a-432f-8a07-f9fc2137cc9d req-c0e04bc1-00aa-4dba-ac7e-c159e53a8538 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391308 Feb 18 09:17:24.805127 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d40ddf4-ca4a-432f-8a07-f9fc2137cc9d req-e0b51974-4699-483f-b78f-c7e82218bbe8 service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039387 Feb 18 09:17:25.168492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5b306-5df1-4e80-80fd-0185fe3b6c76 req-e4d6d098-09de-4c8f-9a27-a6afaea38d79 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:25.170140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ef5b306-5df1-4e80-80fd-0185fe3b6c76 req-e4d6d098-09de-4c8f-9a27-a6afaea38d79 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 946 time: 0.4519517 Feb 18 09:17:25.285723 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d40ddf4-ca4a-432f-8a07-f9fc2137cc9d req-33d02d86-fa84-4e36-b462-85f3f0ee92d9 service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626210 Feb 18 09:17:25.386548 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ef5b306-5df1-4e80-80fd-0185fe3b6c76 req-bde524f5-2e14-4681-8bc6-811372ae4435 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079358 Feb 18 09:17:25.716483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60194) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:26.011860 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89196c16-3078-4530-8247-a1f6d1afa899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:26.073239 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-89196c16-3078-4530-8247-a1f6d1afa899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:26.091706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-89196c16-3078-4530-8247-a1f6d1afa899 admin admin] Usage tracker for resource:security_group_rule and tenant:8a69b788489e465db3fa6b45af070171 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:26.099123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-89196c16-3078-4530-8247-a1f6d1afa899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:26.119168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-89196c16-3078-4530-8247-a1f6d1afa899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:26.366917 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89196c16-3078-4530-8247-a1f6d1afa899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:26.381603 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-89196c16-3078-4530-8247-a1f6d1afa899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:26.461766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89196c16-3078-4530-8247-a1f6d1afa899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319e6c5b-99b2-4e90-ba7b-2509ec8556d1,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:26.488391 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-89196c16-3078-4530-8247-a1f6d1afa899 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8a69b788489e465db3fa6b45af070171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7685325 Feb 18 09:17:26.489699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60222) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:26.630707 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-35942212-a314-44a7-b0c7-0da2768b8e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:26.664975 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-35942212-a314-44a7-b0c7-0da2768b8e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:26.752050 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-35942212-a314-44a7-b0c7-0da2768b8e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:26.771780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35942212-a314-44a7-b0c7-0da2768b8e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319e6c5b-99b2-4e90-ba7b-2509ec8556d1,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:26.788489 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-35942212-a314-44a7-b0c7-0da2768b8e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:26.789877 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-35942212-a314-44a7-b0c7-0da2768b8e01 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/319e6c5b-99b2-4e90-ba7b-2509ec8556d1 HTTP/1.1" status: 204 len: 168 time: 0.2974408 Feb 18 09:17:29.167305 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-87331333-889e-4417-9871-9a947fc0a352 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:29.169024 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-87331333-889e-4417-9871-9a947fc0a352 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 811 time: 0.3339372 Feb 18 09:17:29.188050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-e88a85ec-5986-4331-961e-b8f798f0ef4b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/quotas/565e12e7cc5e431dab2b5a9e029b0751 HTTP/1.1" status: 200 len: 375 time: 0.0112302 Feb 18 09:17:29.394712 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-9d855388-2e9a-45af-9d60-8ac65640d319 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1907058 Feb 18 09:17:29.622214 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-b478ca8f-33df-4610-be71-796411ed6b5d service neutron] 10.222.0.72 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159939 Feb 18 09:17:29.903504 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-60de7acf-19f7-4cba-849e-140019420b1e service neutron] 10.222.0.72 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702124 Feb 18 09:17:30.267466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea2dc82a-da2e-473b-87c2-2aa1a702687f req-45d2d85f-5b2a-4ebe-af88-dac069a49916 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 210 time: 0.1054609 Feb 18 09:17:30.328852 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-765a26e1-232a-4233-8390-f1025f09d0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:31.583686 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29552054-6ca2-47f5-a689-8f6181091aa9 req-d1b65385-4c72-4262-96cc-cc5a802beca2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 210 time: 0.1161761 Feb 18 09:17:31.773867 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-a951f5e0-62fe-4dec-ac58-eab7726ace99 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:31.775465 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-a951f5e0-62fe-4dec-ac58-eab7726ace99 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 811 time: 0.2396209 Feb 18 09:17:31.806493 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-b40e8aaa-97c8-44b5-a82f-b599d39137e4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Request body: {'port': {'device_id': '33e30870-9c4c-40a8-bad8-b7ca09563cd0', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'admin_state_up': True, 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:17:31.875478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 04d59fdd-33b7-4047-b0ae-34ed136388f2 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:17:32.216252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-b40e8aaa-97c8-44b5-a82f-b599d39137e4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:32.227150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-b40e8aaa-97c8-44b5-a82f-b599d39137e4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Usage tracker for resource:port and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:32.242139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-b40e8aaa-97c8-44b5-a82f-b599d39137e4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:32.255293 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-b40e8aaa-97c8-44b5-a82f-b599d39137e4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:32.273300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-b40e8aaa-97c8-44b5-a82f-b599d39137e4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Made reservation on behalf of 565e12e7cc5e431dab2b5a9e029b0751 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:17:32.277606 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-b40e8aaa-97c8-44b5-a82f-b599d39137e4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:32.297176 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 04d59fdd-33b7-4047-b0ae-34ed136388f2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:17:32.315097 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'port_id': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'mac_address': 'fa:16:3e:15:43:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:17:32.377729 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:32.404620 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04d59fdd-33b7-4047-b0ae-34ed136388f2 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:17:32.438478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 04d59fdd-33b7-4047-b0ae-34ed136388f2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:17:32.449120 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:32.625396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-b40e8aaa-97c8-44b5-a82f-b599d39137e4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Allocated IP 172.20.0.3 (0db727e9-7df9-42ca-8e74-9709be866e15/335bb92e-5efc-4b58-bbc9-bba2b5cff7db/538c9498-8982-4819-a8d7-defc5461943b) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:17:32.636397 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['04d59fdd-33b7-4047-b0ae-34ed136388f2'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:17:32.889835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=04d59fdd-33b7-4047-b0ae-34ed136388f2,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:32.903975 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:32.904663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:32.905328 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:32.905988 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:32.906477 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:32.907061 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:32.907554 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:32.908290 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:32.908771 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:32.909678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:32.910387 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:32.910850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:33.092381 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b815f6db-1841-4110-80a2-530c98f61da8 req-f4768fa9-a08f-4baf-b45c-6a4a1ff1690a tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 210 time: 0.1744514 Feb 18 09:17:33.184662 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-b40e8aaa-97c8-44b5-a82f-b599d39137e4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.207798 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-b40e8aaa-97c8-44b5-a82f-b599d39137e4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Transition to ACTIVE for port object 538c9498-8982-4819-a8d7-defc5461943b will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:33.282255 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-b40e8aaa-97c8-44b5-a82f-b599d39137e4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.508940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-b40e8aaa-97c8-44b5-a82f-b599d39137e4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Network 0db727e9-7df9-42ca-8e74-9709be866e15 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:17:33.520657 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-b40e8aaa-97c8-44b5-a82f-b599d39137e4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:17:33.540587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-b40e8aaa-97c8-44b5-a82f-b599d39137e4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:17:33.667133 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e8aaa-97c8-44b5-a82f-b599d39137e4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'Port': ['ID=538c9498-8982-4819-a8d7-defc5461943b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:33.712231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-b40e8aaa-97c8-44b5-a82f-b599d39137e4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:33.713112 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-b40e8aaa-97c8-44b5-a82f-b599d39137e4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.744409 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-b40e8aaa-97c8-44b5-a82f-b599d39137e4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9442036 Feb 18 09:17:33.793690 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0dc06a5e-f7ec-4304-8fbd-5fde77a658bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.863400 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.875271 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:33.885913 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 04d59fdd-33b7-4047-b0ae-34ed136388f2 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:17:33.985598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Request body: {'port': {'device_id': '33e30870-9c4c-40a8-bad8-b7ca09563cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:17:34.097126 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cd6261f1-5132-46ab-9d0c-4b36d95568d1 None None] Provisioning for port 538c9498-8982-4819-a8d7-defc5461943b completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:17:34.122625 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cd6261f1-5132-46ab-9d0c-4b36d95568d1 None None] Provisioning complete for port 538c9498-8982-4819-a8d7-defc5461943b triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:34.122989 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cd6261f1-5132-46ab-9d0c-4b36d95568d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:34.269158 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-cd6261f1-5132-46ab-9d0c-4b36d95568d1 None None] Port 538c9498-8982-4819-a8d7-defc5461943b cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:17:34.286621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 04d59fdd-33b7-4047-b0ae-34ed136388f2 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:17:34.287133 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:34.315956 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:34.632946 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:34.698205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d922f48-d6ca-4a3a-9159-7f3633a0c67b req-72bf8893-f226-4a01-bf2a-a914ef69e3ee tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:34.702944 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9d922f48-d6ca-4a3a-9159-7f3633a0c67b req-72bf8893-f226-4a01-bf2a-a914ef69e3ee tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 931 time: 0.2797050 Feb 18 09:17:34.713488 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:17:34.743279 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 04d59fdd-33b7-4047-b0ae-34ed136388f2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:17:34.753553 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:34.996779 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9d922f48-d6ca-4a3a-9159-7f3633a0c67b req-1a2cf510-25c0-4f66-96ca-3dd62d9af474 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746477 Feb 18 09:17:35.000918 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'code': 200} Feb 18 09:17:35.002259 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=04d59fdd-33b7-4047-b0ae-34ed136388f2,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:35.086826 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:35.202629 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538c9498-8982-4819-a8d7-defc5461943b {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:17:35.213471 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:35.232865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Transition to ACTIVE for port object 538c9498-8982-4819-a8d7-defc5461943b will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:17:35.239505 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:36.290985 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Pushing event updated for resources: {'Port': ['ID=538c9498-8982-4819-a8d7-defc5461943b,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:36.390941 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Attempting to bind port 538c9498-8982-4819-a8d7-defc5461943b on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:17:36.391611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Attempting to bind port 538c9498-8982-4819-a8d7-defc5461943b by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:17:36.393996 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Attempting to bind port 538c9498-8982-4819-a8d7-defc5461943b on network 0db727e9-7df9-42ca-8e74-9709be866e15 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:17:36.398933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a6199-6aaf-4e68-8dc6-0e19881e1745 req-07e067fb-b5f0-487e-9fc2-234a8b6941e1 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:36.400729 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Port 538c9498-8982-4819-a8d7-defc5461943b on network 0db727e9-7df9-42ca-8e74-9709be866e15 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:17:36.401313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Attempting to bind port 538c9498-8982-4819-a8d7-defc5461943b on network 0db727e9-7df9-42ca-8e74-9709be866e15 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:17:36.408142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb9a6199-6aaf-4e68-8dc6-0e19881e1745 req-07e067fb-b5f0-487e-9fc2-234a8b6941e1 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 943 time: 0.1364517 Feb 18 09:17:36.411491 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:17:36.412691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Checking segment: {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:17:36.413311 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Bound using segment: {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:17:36.414004 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Bound port: 538c9498-8982-4819-a8d7-defc5461943b, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:17:36.414591 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:36.503581 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb9a6199-6aaf-4e68-8dc6-0e19881e1745 req-6ad5509a-3a9b-4f3d-a30f-c133ebf36a5d tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943363 Feb 18 09:17:36.727267 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] For port 538c9498-8982-4819-a8d7-defc5461943b, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:17:36.733009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] For port 538c9498-8982-4819-a8d7-defc5461943b, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=538c9498-8982-4819-a8d7-defc5461943b,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:17:36.753941 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:36.949058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:36.952664 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:36.959382 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] 10.222.0.81 "PUT /v2.0/ports/538c9498-8982-4819-a8d7-defc5461943b HTTP/1.1" status: 200 len: 1091 time: 3.2066827 Feb 18 09:17:37.015585 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e30870-9c4c-40a8-bad8-b7ca09563cd0', 'tag': '538c9498-8982-4819-a8d7-defc5461943b'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:17:37.152296 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf9f21-3624-4d85-a978-75f94c37a5ab service neutron] Pushing event updated for resources: {'Port': ['ID=538c9498-8982-4819-a8d7-defc5461943b,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:37.193436 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-d2b8b936-ca8a-40af-b32a-080e09e08e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:37.194966 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-d2b8b936-ca8a-40af-b32a-080e09e08e03 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 1094 time: 0.1425600 Feb 18 09:17:37.369054 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33e30870-9c4c-40a8-bad8-b7ca09563cd0', 'tag': '538c9498-8982-4819-a8d7-defc5461943b', 'status': 'completed', 'code': 200} Feb 18 09:17:37.395363 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-9296c7eb-9218-4929-8f58-c49c2d545014 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=538c9498-8982-4819-a8d7-defc5461943b HTTP/1.1" status: 200 len: 217 time: 0.1930127 Feb 18 09:17:37.624440 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-711bfa30-3ad6-4058-8c80-dd5485e81719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:37.626431 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-711bfa30-3ad6-4058-8c80-dd5485e81719 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.2157645 Feb 18 09:17:37.829814 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-37c7b32b-109d-4c7e-92e3-3f538f710ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:37.831445 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-37c7b32b-109d-4c7e-92e3-3f538f710ab7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1993635 Feb 18 09:17:37.975734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290902d0-ac07-4e50-994f-2d94700607e2 req-4fdf7925-2c07-4bb9-92ee-8e1d0473277c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:37.992431 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-290902d0-ac07-4e50-994f-2d94700607e2 req-4fdf7925-2c07-4bb9-92ee-8e1d0473277c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 943 time: 0.1981492 Feb 18 09:17:38.106148 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-290902d0-ac07-4e50-994f-2d94700607e2 req-1c3bdb13-0797-41df-8472-18403cfc489c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124458 Feb 18 09:17:38.431352 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-9b2c17c1-e341-4cba-9324-2d757c3cb75f service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889940 Feb 18 09:17:38.881217 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-b8b2c090-fd27-4582-b6bc-7b80af1655af req-6bf64aa1-c825-4ff5-82e9-f4f7e3bfb066 service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363856 Feb 18 09:17:39.314219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba33c74-3326-4763-a6b2-8ba844a87261 req-e7541a19-e1df-4374-8ef9-891cb2385874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:39.341354 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ba33c74-3326-4763-a6b2-8ba844a87261 req-e7541a19-e1df-4374-8ef9-891cb2385874 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 1094 time: 0.3648720 Feb 18 09:17:39.493882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60586) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:39.730542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba33c74-3326-4763-a6b2-8ba844a87261 req-6c07f2ff-7022-4a9a-aeb5-6dad15205baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:39.736227 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ba33c74-3326-4763-a6b2-8ba844a87261 req-6c07f2ff-7022-4a9a-aeb5-6dad15205baf service neutron] 10.222.0.81 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 912 time: 0.3842669 Feb 18 09:17:39.990587 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ba33c74-3326-4763-a6b2-8ba844a87261 req-e3bc5563-35e5-4858-88a0-1973e7b137f3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=538c9498-8982-4819-a8d7-defc5461943b HTTP/1.1" status: 200 len: 217 time: 0.2474048 Feb 18 09:17:40.046404 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7f1d6ea6-5ed3-4936-bbf4-b6e894330a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:40.104867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7f1d6ea6-5ed3-4936-bbf4-b6e894330a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:40.123158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7f1d6ea6-5ed3-4936-bbf4-b6e894330a4c admin admin] Usage tracker for resource:security_group_rule and tenant:d9d25187a28a4e3dad37afcc8cde7756 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:40.129445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7f1d6ea6-5ed3-4936-bbf4-b6e894330a4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:40.163401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7f1d6ea6-5ed3-4936-bbf4-b6e894330a4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:40.248543 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba33c74-3326-4763-a6b2-8ba844a87261 req-cfb9b1a0-2957-463c-b038-b4bbd68086e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:40.257548 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ba33c74-3326-4763-a6b2-8ba844a87261 req-cfb9b1a0-2957-463c-b038-b4bbd68086e3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.2575836 Feb 18 09:17:40.413403 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7f1d6ea6-5ed3-4936-bbf4-b6e894330a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:40.436729 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7f1d6ea6-5ed3-4936-bbf4-b6e894330a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:40.488945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba33c74-3326-4763-a6b2-8ba844a87261 req-827244bb-89fd-4dbf-baab-f849ed459159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:40.490500 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ba33c74-3326-4763-a6b2-8ba844a87261 req-827244bb-89fd-4dbf-baab-f849ed459159 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2260723 Feb 18 09:17:40.576292 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7f1d6ea6-5ed3-4936-bbf4-b6e894330a4c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d9d25187a28a4e3dad37afcc8cde7756&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0810475 Feb 18 09:17:40.587010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60610) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:40.614131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72996344-0010-441a-929a-6d02273f2065 req-dbcc6717-8c40-45a2-8caa-d210cb0793c5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:40.615710 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72996344-0010-441a-929a-6d02273f2065 req-dbcc6717-8c40-45a2-8caa-d210cb0793c5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 943 time: 0.9669023 Feb 18 09:17:40.840429 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72996344-0010-441a-929a-6d02273f2065 req-c0ff2e14-0be9-4051-8415-7a50e952ca7f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944237 Feb 18 09:17:40.883593 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ba33c74-3326-4763-a6b2-8ba844a87261 req-29aa6668-62db-4930-a386-c9f5f2d840a5 service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788078 Feb 18 09:17:40.898889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d6ea6-5ed3-4936-bbf4-b6e894330a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7032ddc8-6797-4d2f-8dc8-3eef2382ffae,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:40.963380 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-440b69e5-115f-45ac-a60c-2dc9c9e68926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:41.042840 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-440b69e5-115f-45ac-a60c-2dc9c9e68926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:41.243366 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-440b69e5-115f-45ac-a60c-2dc9c9e68926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:41.283492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b69e5-115f-45ac-a60c-2dc9c9e68926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7032ddc8-6797-4d2f-8dc8-3eef2382ffae,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:41.350412 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-440b69e5-115f-45ac-a60c-2dc9c9e68926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:41.369882 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-440b69e5-115f-45ac-a60c-2dc9c9e68926 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7032ddc8-6797-4d2f-8dc8-3eef2382ffae HTTP/1.1" status: 204 len: 168 time: 0.7423625 Feb 18 09:17:41.395832 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:41.400480 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3ba33c74-3326-4763-a6b2-8ba844a87261 req-bfb877a9-d593-4772-b29c-de742ac94351 service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080564 Feb 18 09:17:41.556016 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:42.339951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38602cac-5492-46a4-ab4e-7c24287c36d9 req-ec3c34f8-2775-4cfc-b863-7a97de7353c6 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:42.358113 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38602cac-5492-46a4-ab4e-7c24287c36d9 req-ec3c34f8-2775-4cfc-b863-7a97de7353c6 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 943 time: 0.2033982 Feb 18 09:17:42.531040 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38602cac-5492-46a4-ab4e-7c24287c36d9 req-dce406d7-4086-4b4b-a4ab-133812907439 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714644 Feb 18 09:17:44.109875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b864f-de58-48ec-86ef-b3859c2193a4 req-0fcf38a6-a9f9-4e86-8534-53b4fde4604c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:44.131280 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb4b864f-de58-48ec-86ef-b3859c2193a4 req-0fcf38a6-a9f9-4e86-8534-53b4fde4604c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 943 time: 0.1926796 Feb 18 09:17:44.295967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb4b864f-de58-48ec-86ef-b3859c2193a4 req-d0db9bbf-597e-4de9-b4ce-e3733a595c65 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391363 Feb 18 09:17:45.777732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060fb1e-1d5d-42b2-b326-a735cfe26abb req-894bee62-4de9-49ad-91bd-4746c62719bc tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:45.781649 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6060fb1e-1d5d-42b2-b326-a735cfe26abb req-894bee62-4de9-49ad-91bd-4746c62719bc tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 943 time: 0.2092166 Feb 18 09:17:45.897891 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6060fb1e-1d5d-42b2-b326-a735cfe26abb req-a0d4228c-df70-4038-85f4-ed7b27b1d8a2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952089 Feb 18 09:17:47.632184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5f946-b124-43f8-87b2-5d584b5e7286 req-a9f075ec-cc3d-4d6c-9328-5f4551b99386 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:47.649781 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43e5f946-b124-43f8-87b2-5d584b5e7286 req-a9f075ec-cc3d-4d6c-9328-5f4551b99386 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 943 time: 0.3892100 Feb 18 09:17:47.870211 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43e5f946-b124-43f8-87b2-5d584b5e7286 req-fee47447-94ea-4e06-ba4d-b2a037758259 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091687 Feb 18 09:17:49.248171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215d899-4cf6-4d4d-bc00-ab1ae7d23b91 req-f6658a32-86ec-4245-aad4-c854bb0f9b19 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:49.257008 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b215d899-4cf6-4d4d-bc00-ab1ae7d23b91 req-f6658a32-86ec-4245-aad4-c854bb0f9b19 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 943 time: 0.1679888 Feb 18 09:17:49.375399 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b215d899-4cf6-4d4d-bc00-ab1ae7d23b91 req-8a6b537c-421d-4007-88e3-e8cc3c75dd8c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170802 Feb 18 09:17:50.949525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bec715-3887-4944-a45f-a69a0e71db06 req-42fe7deb-5a76-479e-83b9-07d6df50cbe2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:50.958843 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92bec715-3887-4944-a45f-a69a0e71db06 req-42fe7deb-5a76-479e-83b9-07d6df50cbe2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 943 time: 0.2144012 Feb 18 09:17:51.086382 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92bec715-3887-4944-a45f-a69a0e71db06 req-363e7e02-1230-43a7-b1ca-61fdb290aacb tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262603 Feb 18 09:17:51.978345 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60820) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:52.176561 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:52.198229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:52.204325 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Usage tracker for resource:security_group_rule and tenant:d96414cf836f421c840ee30c79f164dd is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:52.208683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:52.216218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:52.558131 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:52.578936 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:52.669032 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d96414cf836f421c840ee30c79f164dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6896048 Feb 18 09:17:52.671685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60844) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:52.684582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b7c36-1529-48c1-ada5-fcf12929fcf5 req-f71c7ac3-a4cb-4894-8252-6b437cebe384 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:52.689572 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d9b7c36-1529-48c1-ada5-fcf12929fcf5 req-f71c7ac3-a4cb-4894-8252-6b437cebe384 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 943 time: 0.2943904 Feb 18 09:17:52.766108 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d9b7c36-1529-48c1-ada5-fcf12929fcf5 req-5256065a-9cad-4802-8fb4-9f0039ad5b05 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645361 Feb 18 09:17:52.785393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1ce73d-76de-45bd-a6d4-88b7b3c3addb,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:52.795577 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:52.796090 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:52.796651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:52.797133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:52.797624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:52.798091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:52.798732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:52.799216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:52.799683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:52.800132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:52.800642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:52.801108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b8dbe-f05d-4f8a-8b1a-c4a56f5a8cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:17:52.832360 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-daa0d0ea-3c2f-4a47-ade1-97282dc9b360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:52.891968 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-daa0d0ea-3c2f-4a47-ade1-97282dc9b360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:53.228912 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-daa0d0ea-3c2f-4a47-ade1-97282dc9b360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:53.284463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0d0ea-3c2f-4a47-ade1-97282dc9b360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1ce73d-76de-45bd-a6d4-88b7b3c3addb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:53.297404 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-daa0d0ea-3c2f-4a47-ade1-97282dc9b360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:53.302781 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-daa0d0ea-3c2f-4a47-ade1-97282dc9b360 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dd1ce73d-76de-45bd-a6d4-88b7b3c3addb HTTP/1.1" status: 204 len: 168 time: 0.6292186 Feb 18 09:17:54.167061 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60876) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:54.221347 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7fed561-1c08-4018-8e2e-998e69a2e733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:54.270635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a7fed561-1c08-4018-8e2e-998e69a2e733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:54.277486 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a7fed561-1c08-4018-8e2e-998e69a2e733 admin admin] Usage tracker for resource:security_group_rule and tenant:c718100791bc4f9c830175427456759e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:54.280931 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a7fed561-1c08-4018-8e2e-998e69a2e733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:54.288633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a7fed561-1c08-4018-8e2e-998e69a2e733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:54.363934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303154f-1a29-49f4-8e57-ba8ca58c0993 req-227bc67a-6292-49d6-b6b3-e6aa98869168 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:54.370033 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3303154f-1a29-49f4-8e57-ba8ca58c0993 req-227bc67a-6292-49d6-b6b3-e6aa98869168 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 943 time: 0.3259423 Feb 18 09:17:54.424407 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7fed561-1c08-4018-8e2e-998e69a2e733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:54.432841 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7fed561-1c08-4018-8e2e-998e69a2e733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:54.454004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3303154f-1a29-49f4-8e57-ba8ca58c0993 req-179ea4fd-193b-4b5a-a1e4-ddce71f9d482 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792913 Feb 18 09:17:54.556911 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a7fed561-1c08-4018-8e2e-998e69a2e733 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c718100791bc4f9c830175427456759e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915739 Feb 18 09:17:54.557777 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fed561-1c08-4018-8e2e-998e69a2e733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e7d0f5-ccd9-479b-958c-c6edaaf84cd2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:54.559518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60884) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:54.659709 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3f7e35ae-d81d-4e14-a0f3-1d0ddca58a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:54.724448 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3f7e35ae-d81d-4e14-a0f3-1d0ddca58a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:54.827202 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3f7e35ae-d81d-4e14-a0f3-1d0ddca58a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:54.886838 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3f7e35ae-d81d-4e14-a0f3-1d0ddca58a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:54.889517 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3f7e35ae-d81d-4e14-a0f3-1d0ddca58a99 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/96e7d0f5-ccd9-479b-958c-c6edaaf84cd2 HTTP/1.1" status: 204 len: 168 time: 0.3260510 Feb 18 09:17:54.904478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e35ae-d81d-4e14-a0f3-1d0ddca58a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e7d0f5-ccd9-479b-958c-c6edaaf84cd2,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:55.842166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9a3ba-0162-439e-93f3-44e011abf1ae req-3084b507-2893-4712-b86a-a38aee9efcab tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:55.843444 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ef9a3ba-0162-439e-93f3-44e011abf1ae req-3084b507-2893-4712-b86a-a38aee9efcab tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 943 time: 0.1825292 Feb 18 09:17:56.088754 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:17:56.201564 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ef9a3ba-0162-439e-93f3-44e011abf1ae req-f59b8520-0840-4007-99c1-b30dc6c984b6 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447907 Feb 18 09:17:57.449722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 60962) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:57.607495 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6b8ab-5152-4f15-bd82-ae2391f3243a req-f653e071-5331-4f34-b810-95b7166e57e1 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:57.617107 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7e6b8ab-5152-4f15-bd82-ae2391f3243a req-f653e071-5331-4f34-b810-95b7166e57e1 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 943 time: 0.2005436 Feb 18 09:17:57.715914 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7e6b8ab-5152-4f15-bd82-ae2391f3243a req-d5a3a7ea-aad0-489e-ac1b-0d138153e2bd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975370 Feb 18 09:17:57.799086 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-66264d08-ded8-4004-b7fc-472d565b9535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:57.848217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-66264d08-ded8-4004-b7fc-472d565b9535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:17:57.854738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-66264d08-ded8-4004-b7fc-472d565b9535 admin admin] Usage tracker for resource:security_group_rule and tenant:39b21f5c764740f6a588e3f31529981a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:17:57.866314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-66264d08-ded8-4004-b7fc-472d565b9535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:17:57.872529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-66264d08-ded8-4004-b7fc-472d565b9535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:17:58.015246 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-66264d08-ded8-4004-b7fc-472d565b9535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:58.026338 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-66264d08-ded8-4004-b7fc-472d565b9535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:58.092944 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-66264d08-ded8-4004-b7fc-472d565b9535 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=39b21f5c764740f6a588e3f31529981a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6411736 Feb 18 09:17:58.095897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 60984) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:17:58.147129 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66264d08-ded8-4004-b7fc-472d565b9535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f43812-a973-4145-b600-d541b475a174,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:58.223419 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f0ce84ce-d032-4fe6-a8ae-0a35a8853c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:58.307825 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f0ce84ce-d032-4fe6-a8ae-0a35a8853c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:58.414670 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f0ce84ce-d032-4fe6-a8ae-0a35a8853c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:58.448230 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f0ce84ce-d032-4fe6-a8ae-0a35a8853c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:17:58.449752 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f0ce84ce-d032-4fe6-a8ae-0a35a8853c5f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/75f43812-a973-4145-b600-d541b475a174 HTTP/1.1" status: 204 len: 168 time: 0.3528512 Feb 18 09:17:58.450818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce84ce-d032-4fe6-a8ae-0a35a8853c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f43812-a973-4145-b600-d541b475a174,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:17:59.140705 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1f828-513e-4aaf-a825-0576a98792a2 req-b4e6f24c-9fe0-4420-ba43-4508c1b9532e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:17:59.149555 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ac1f828-513e-4aaf-a825-0576a98792a2 req-b4e6f24c-9fe0-4420-ba43-4508c1b9532e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 943 time: 0.2061722 Feb 18 09:17:59.213920 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ac1f828-513e-4aaf-a825-0576a98792a2 req-db804502-7e3e-4f96-8c39-9c80ad933f0e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630777 Feb 18 09:18:00.339410 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-746e32ea-35ab-4408-8577-a0c6c158b4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:00.560894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90342e22-2c29-4ded-98a4-62377f6c3c58 req-57df3dd5-eabc-4fc9-8648-293e92fddaa9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:00.573733 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90342e22-2c29-4ded-98a4-62377f6c3c58 req-57df3dd5-eabc-4fc9-8648-293e92fddaa9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 943 time: 0.1502521 Feb 18 09:18:00.647206 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90342e22-2c29-4ded-98a4-62377f6c3c58 req-4ff5fc2e-3ea7-4080-910f-0d0dab642cb1 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722260 Feb 18 09:18:01.600208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ab810-bd1b-46eb-a68b-dd7259a16dab req-8fcd131c-62b1-44fd-9e11-03d787ef5135 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:01.614618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb4ab810-bd1b-46eb-a68b-dd7259a16dab req-8fcd131c-62b1-44fd-9e11-03d787ef5135 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 946 time: 0.1807518 Feb 18 09:18:01.714029 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb4ab810-bd1b-46eb-a68b-dd7259a16dab req-2972ae86-55fd-4817-bd0a-f843379f9a93 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950668 Feb 18 09:18:01.967136 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3079426-4a3d-43c3-982c-a0f72852ae9f req-5fa0171c-d289-4eb2-afb3-a2d8f6f6d92f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:01.969004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3079426-4a3d-43c3-982c-a0f72852ae9f req-5fa0171c-d289-4eb2-afb3-a2d8f6f6d92f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 943 time: 0.1475084 Feb 18 09:18:02.036057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3079426-4a3d-43c3-982c-a0f72852ae9f req-49044efe-a8b5-4ea9-9d51-773dc0830d35 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599356 Feb 18 09:18:02.981960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbbc0f-f302-4ca5-8d20-e38940bf81bb req-0a98dd08-f0df-4714-bdb4-c852d72203c1 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:02.989733 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3cbbbc0f-f302-4ca5-8d20-e38940bf81bb req-0a98dd08-f0df-4714-bdb4-c852d72203c1 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 946 time: 0.1676447 Feb 18 09:18:03.096876 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3cbbbc0f-f302-4ca5-8d20-e38940bf81bb req-dd9d299e-c406-4ea2-948e-ebd212791836 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060467 Feb 18 09:18:03.303818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f548f9-2c93-45b5-b4f9-a5d0e95d5026 req-a3f77753-9d6f-4ac0-9a5c-d0899d15dc94 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:03.317001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20f548f9-2c93-45b5-b4f9-a5d0e95d5026 req-a3f77753-9d6f-4ac0-9a5c-d0899d15dc94 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 943 time: 0.1261492 Feb 18 09:18:03.376632 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20f548f9-2c93-45b5-b4f9-a5d0e95d5026 req-6c544d3a-df8c-44c5-ac86-31649d80bef4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577660 Feb 18 09:18:03.885352 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bf741b33-02cf-453d-9a00-e16e5ea48dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:03.900237 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:03.908295 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:04.696881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913da64-7601-4385-9567-c7b61402f1d4 req-d005759d-9a72-451f-a588-88d5c849b4f1 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:04.706232 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c913da64-7601-4385-9567-c7b61402f1d4 req-d005759d-9a72-451f-a588-88d5c849b4f1 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 943 time: 0.1927526 Feb 18 09:18:04.765153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c913da64-7601-4385-9567-c7b61402f1d4 req-e043f9df-6d2f-4031-9b8d-26a7f8e6234d tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573058 Feb 18 09:18:05.078931 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:05.718271 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 538c9498-8982-4819-a8d7-defc5461943b details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:18:06.112366 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 538c9498-8982-4819-a8d7-defc5461943b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=538c9498-8982-4819-a8d7-defc5461943b,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:18:06.131378 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 04d59fdd-33b7-4047-b0ae-34ed136388f2 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:18:06.133471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75397a9-b83d-4a82-b838-f03472a26543 req-3f422d6c-f5f7-4642-969b-f9f5107029a0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:06.135614 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c75397a9-b83d-4a82-b838-f03472a26543 req-3f422d6c-f5f7-4642-969b-f9f5107029a0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 943 time: 0.1131432 Feb 18 09:18:06.168984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '538c9498-8982-4819-a8d7-defc5461943b', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'port_id': '538c9498-8982-4819-a8d7-defc5461943b', 'mac_address': 'fa:16:3e:22:11:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:18:06.198404 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c75397a9-b83d-4a82-b838-f03472a26543 req-4755dc60-473c-4d5e-9412-4268e8bc3f69 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544493 Feb 18 09:18:06.280577 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:06.331231 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538c9498-8982-4819-a8d7-defc5461943b {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:18:06.366346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 538c9498-8982-4819-a8d7-defc5461943b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=538c9498-8982-4819-a8d7-defc5461943b,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:18:06.368755 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:06.381506 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:06.453645 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:18:06.470492 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 04d59fdd-33b7-4047-b0ae-34ed136388f2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:18:06.479597 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:06.493888 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=538c9498-8982-4819-a8d7-defc5461943b,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:06.530210 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'code': 200} Feb 18 09:18:06.576342 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=04d59fdd-33b7-4047-b0ae-34ed136388f2,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:06.776850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['538c9498-8982-4819-a8d7-defc5461943b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:18:07.420522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0ab6c-6c57-4f01-a35a-5abce8f25b3f req-99f5659a-278b-4eeb-b076-1cf3e6fed4e8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:07.425321 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-56a0ab6c-6c57-4f01-a35a-5abce8f25b3f req-99f5659a-278b-4eeb-b076-1cf3e6fed4e8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 944 time: 0.0998948 Feb 18 09:18:07.482838 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-56a0ab6c-6c57-4f01-a35a-5abce8f25b3f req-b0c766f3-ed86-4626-b196-d2a1acf1f00a tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449104 Feb 18 09:18:07.751713 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 538c9498-8982-4819-a8d7-defc5461943b up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:07.901398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 538c9498-8982-4819-a8d7-defc5461943b completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:07.908188 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 538c9498-8982-4819-a8d7-defc5461943b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:07.909778 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:08.064018 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 04d59fdd-33b7-4047-b0ae-34ed136388f2 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:18:08.117997 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:08.244096 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 538c9498-8982-4819-a8d7-defc5461943b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=538c9498-8982-4819-a8d7-defc5461943b,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:18:08.253274 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:08.377844 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 04d59fdd-33b7-4047-b0ae-34ed136388f2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:18:08.386555 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=538c9498-8982-4819-a8d7-defc5461943b,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:08.404379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'port_id': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'mac_address': 'fa:16:3e:15:43:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:18:08.489962 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:08.509398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d59fdd-33b7-4047-b0ae-34ed136388f2 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:18:08.536028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e30870-9c4c-40a8-bad8-b7ca09563cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538c9498-8982-4819-a8d7-defc5461943b'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:18:08.558906 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 04d59fdd-33b7-4047-b0ae-34ed136388f2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:18:08.573298 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:08.629924 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e30870-9c4c-40a8-bad8-b7ca09563cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538c9498-8982-4819-a8d7-defc5461943b', 'code': 200} Feb 18 09:18:08.734505 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=04d59fdd-33b7-4047-b0ae-34ed136388f2,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:08.749564 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['04d59fdd-33b7-4047-b0ae-34ed136388f2'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:18:08.788766 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b920e6-f843-4b64-a470-419b30ef0d10 req-d0a9e594-3523-407f-9a46-fb373a3d7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:08.790296 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f5b920e6-f843-4b64-a470-419b30ef0d10 req-d0a9e594-3523-407f-9a46-fb373a3d7822 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 1096 time: 0.1087220 Feb 18 09:18:08.843714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc4e30-c8c8-4ba9-bfab-1047dd5d8b35 req-57410de2-8cd5-48c1-b3fe-4cc66e31e82e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:08.844741 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f5b920e6-f843-4b64-a470-419b30ef0d10 req-e27121e6-3a33-4139-b98f-ebde86fb112a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476711 Feb 18 09:18:08.851952 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25cc4e30-c8c8-4ba9-bfab-1047dd5d8b35 req-57410de2-8cd5-48c1-b3fe-4cc66e31e82e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 945 time: 0.1764009 Feb 18 09:18:08.970493 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25cc4e30-c8c8-4ba9-bfab-1047dd5d8b35 req-59aa5a13-e675-4671-8484-7c614594f412 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066594 Feb 18 09:18:10.072948 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 04d59fdd-33b7-4047-b0ae-34ed136388f2 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:10.199761 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 04d59fdd-33b7-4047-b0ae-34ed136388f2 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:10.200145 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:10.290389 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681f743-c933-46e9-bac9-825a3f910a7f req-4ac3b67a-c84a-4b48-9760-224f70efd3f2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:10.300496 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7681f743-c933-46e9-bac9-825a3f910a7f req-4ac3b67a-c84a-4b48-9760-224f70efd3f2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 945 time: 0.1756630 Feb 18 09:18:10.391788 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7681f743-c933-46e9-bac9-825a3f910a7f req-d33fb0d2-8abe-4e0b-822c-b192b3cda310 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888667 Feb 18 09:18:10.441174 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:10.493518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 04d59fdd-33b7-4047-b0ae-34ed136388f2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:18:10.502762 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:10.622256 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=04d59fdd-33b7-4047-b0ae-34ed136388f2,revision_number=10']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:10.632001 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:18:10.967981 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'code': 200} Feb 18 09:18:11.381792 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:11.581007 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:11.604214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381fc7d-d623-4a96-9e1c-7ed3d291f4e2 req-025d8783-4926-412b-881c-5332446c9e09 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:11.611285 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d381fc7d-d623-4a96-9e1c-7ed3d291f4e2 req-025d8783-4926-412b-881c-5332446c9e09 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 945 time: 0.1117437 Feb 18 09:18:11.664046 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d381fc7d-d623-4a96-9e1c-7ed3d291f4e2 req-e7f65c11-53a5-4c6f-a241-10e2b9359ee2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517116 Feb 18 09:18:11.922628 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55acb81-ca38-41f3-854b-197602959c40 req-f44e2ef0-c84f-4a91-8009-ff5ddafea03e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:11.925368 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e55acb81-ca38-41f3-854b-197602959c40 req-f44e2ef0-c84f-4a91-8009-ff5ddafea03e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 945 time: 0.1082819 Feb 18 09:18:12.017276 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e55acb81-ca38-41f3-854b-197602959c40 req-d60d49f2-8d4b-4706-a154-62d1abcc67b4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848296 Feb 18 09:18:12.248201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f25c30-37f4-4f76-94ef-18b9dc97e5be req-ffbf45b1-0998-4d16-a429-2a0eeeeeb6a8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:12.257234 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80f25c30-37f4-4f76-94ef-18b9dc97e5be req-ffbf45b1-0998-4d16-a429-2a0eeeeeb6a8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 945 time: 0.1089194 Feb 18 09:18:12.369012 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80f25c30-37f4-4f76-94ef-18b9dc97e5be req-5a0e80d8-8af0-4b35-8991-6ab399f00638 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101134 Feb 18 09:18:13.293404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2c1e2-2b0c-43e9-a3f3-1936fff9dd90 req-e4d134fc-c781-4518-905d-92ec82bf7991 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:13.311714 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c1b2c1e2-2b0c-43e9-a3f3-1936fff9dd90 req-e4d134fc-c781-4518-905d-92ec82bf7991 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 945 time: 0.3771944 Feb 18 09:18:13.528813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c1b2c1e2-2b0c-43e9-a3f3-1936fff9dd90 req-5bea263f-0a61-4c08-ba81-b325096e7668 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153168 Feb 18 09:18:14.579736 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45b39b-fc9a-4907-b1a1-495d1bddf120 req-6cb8b737-b5c1-4d90-b569-64b9db83b6b3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:14.589350 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-0a45b39b-fc9a-4907-b1a1-495d1bddf120 req-6cb8b737-b5c1-4d90-b569-64b9db83b6b3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Synchronizing usage tracker for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:18:14.657991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-0a45b39b-fc9a-4907-b1a1-495d1bddf120 req-6cb8b737-b5c1-4d90-b569-64b9db83b6b3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Unset dirty status for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:18:14.659403 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0a45b39b-fc9a-4907-b1a1-495d1bddf120 req-6cb8b737-b5c1-4d90-b569-64b9db83b6b3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 945 time: 0.2558954 Feb 18 09:18:14.909047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-0a45b39b-fc9a-4907-b1a1-495d1bddf120 req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Deleting port 538c9498-8982-4819-a8d7-defc5461943b {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:18:14.909834 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-0a45b39b-fc9a-4907-b1a1-495d1bddf120 req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:15.084838 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea128e0-38a5-4926-a3fd-fd99edab2bb6 req-8f022ee6-3510-4cf8-8ded-e8e7d70a79e6 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:15.086394 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ea128e0-38a5-4926-a3fd-fd99edab2bb6 req-8f022ee6-3510-4cf8-8ded-e8e7d70a79e6 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 945 time: 0.2341142 Feb 18 09:18:15.174494 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ea128e0-38a5-4926-a3fd-fd99edab2bb6 req-0a189e8d-115c-4feb-87ed-88c2bf27deb7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770922 Feb 18 09:18:15.471462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-0a45b39b-fc9a-4907-b1a1-495d1bddf120 req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] For port 538c9498-8982-4819-a8d7-defc5461943b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=538c9498-8982-4819-a8d7-defc5461943b,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:18:15.472119 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-0a45b39b-fc9a-4907-b1a1-495d1bddf120 req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:15.674544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-0a45b39b-fc9a-4907-b1a1-495d1bddf120 req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Calling delete_port for 538c9498-8982-4819-a8d7-defc5461943b owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:18:15.769980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33306) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:15.950872 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-0a45b39b-fc9a-4907-b1a1-495d1bddf120 req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:15.959283 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['538c9498-8982-4819-a8d7-defc5461943b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:18:15.995223 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b86c827c-d309-42a0-980c-1c2d7703bbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:16.031932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b86c827c-d309-42a0-980c-1c2d7703bbbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:16.041330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b86c827c-d309-42a0-980c-1c2d7703bbbe admin admin] Usage tracker for resource:security_group_rule and tenant:7fdaac05fe6441348a54f288b5a7bdf3 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:16.049205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b86c827c-d309-42a0-980c-1c2d7703bbbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:16.063724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b86c827c-d309-42a0-980c-1c2d7703bbbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:16.185973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event deleted for resources: {'Port': ['ID=538c9498-8982-4819-a8d7-defc5461943b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:16.211909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a45b39b-fc9a-4907-b1a1-495d1bddf120 req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] No DVR routers for this DVR port 538c9498-8982-4819-a8d7-defc5461943b on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:18:16.217292 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b86c827c-d309-42a0-980c-1c2d7703bbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:16.229945 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-0a45b39b-fc9a-4907-b1a1-495d1bddf120 req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:16.238550 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b86c827c-d309-42a0-980c-1c2d7703bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:16.257519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e30870-9c4c-40a8-bad8-b7ca09563cd0', 'name': 'network-vif-deleted', 'tag': '538c9498-8982-4819-a8d7-defc5461943b'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:18:16.289505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:16.291931 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:16.292487 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:16.293725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:16.295831 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:16.300879 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:16.301486 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:16.303256 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:16.303751 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:16.304247 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:16.308219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:16.308920 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:16.363530 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e30870-9c4c-40a8-bad8-b7ca09563cd0', 'name': 'network-vif-deleted', 'tag': '538c9498-8982-4819-a8d7-defc5461943b', 'status': 'completed', 'code': 200} Feb 18 09:18:16.393916 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-0a45b39b-fc9a-4907-b1a1-495d1bddf120 req-ad634d0d-9dc2-47bc-8163-e033f01eb3d7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "DELETE /v2.0/ports/538c9498-8982-4819-a8d7-defc5461943b HTTP/1.1" status: 204 len: 173 time: 1.7280986 Feb 18 09:18:16.400328 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b86c827c-d309-42a0-980c-1c2d7703bbbe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7fdaac05fe6441348a54f288b5a7bdf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6274371 Feb 18 09:18:16.414665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33322) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:16.431924 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c827c-d309-42a0-980c-1c2d7703bbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a8d631-d683-455b-a148-e54187d2f61b,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:16.484068 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-680a0de2-4d50-49dd-b6cb-a3fa698864ec req-330c96ec-a724-46c1-9e39-0753e5e97e25 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 210 time: 0.0840700 Feb 18 09:18:16.575402 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73971375-26db-4816-a380-b01ca305f411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:16.656539 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73971375-26db-4816-a380-b01ca305f411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:16.752395 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73971375-26db-4816-a380-b01ca305f411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:16.784592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73971375-26db-4816-a380-b01ca305f411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a8d631-d683-455b-a148-e54187d2f61b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:16.815773 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-73971375-26db-4816-a380-b01ca305f411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:16.840322 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-73971375-26db-4816-a380-b01ca305f411 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/60a8d631-d683-455b-a148-e54187d2f61b HTTP/1.1" status: 204 len: 168 time: 0.3981764 Feb 18 09:18:17.534747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33392) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:17.574114 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea0e6f8b-d609-453e-922b-02fad2d18f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:17.617103 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ea0e6f8b-d609-453e-922b-02fad2d18f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:17.627464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ea0e6f8b-d609-453e-922b-02fad2d18f99 admin admin] Usage tracker for resource:security_group_rule and tenant:91959d4269b2478ca8b59ab7c4e7fa4d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:17.629632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ea0e6f8b-d609-453e-922b-02fad2d18f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:17.641125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ea0e6f8b-d609-453e-922b-02fad2d18f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:17.896128 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-12146d0a-f281-44ed-91f3-51a8eb550fa8 req-e78b1740-a3e7-4dbb-90a5-d226397e2232 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=33e30870-9c4c-40a8-bad8-b7ca09563cd0 HTTP/1.1" status: 200 len: 210 time: 0.1247375 Feb 18 09:18:17.924757 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea0e6f8b-d609-453e-922b-02fad2d18f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:17.939318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ea0e6f8b-d609-453e-922b-02fad2d18f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:18.080364 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ea0e6f8b-d609-453e-922b-02fad2d18f99 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=91959d4269b2478ca8b59ab7c4e7fa4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5441399 Feb 18 09:18:18.083871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 33404) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:18.088236 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e6f8b-d609-453e-922b-02fad2d18f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c27a8b6-08fa-4ad5-bf76-ae24ed0bd2db,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:18.327083 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da989cbd-4a7d-4159-a1f8-f349fc7b9946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:18.518146 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da989cbd-4a7d-4159-a1f8-f349fc7b9946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:18.704247 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da989cbd-4a7d-4159-a1f8-f349fc7b9946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:18.792186 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da989cbd-4a7d-4159-a1f8-f349fc7b9946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:18.792186 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-da989cbd-4a7d-4159-a1f8-f349fc7b9946 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4c27a8b6-08fa-4ad5-bf76-ae24ed0bd2db HTTP/1.1" status: 204 len: 168 time: 0.7065284 Feb 18 09:18:18.807176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da989cbd-4a7d-4159-a1f8-f349fc7b9946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c27a8b6-08fa-4ad5-bf76-ae24ed0bd2db,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:19.770397 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 538c9498-8982-4819-a8d7-defc5461943b no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:18:19.805008 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33476) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:19.825550 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cff7aa58-c28e-4571-9d8e-b9a05aae3f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:19.852697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-cff7aa58-c28e-4571-9d8e-b9a05aae3f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:19.866025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-cff7aa58-c28e-4571-9d8e-b9a05aae3f0f admin admin] Usage tracker for resource:security_group_rule and tenant:b5aee3a6f77847dfb33df0ef8c33628e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:19.873454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-cff7aa58-c28e-4571-9d8e-b9a05aae3f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:19.910865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-cff7aa58-c28e-4571-9d8e-b9a05aae3f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:19.958274 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 538c9498-8982-4819-a8d7-defc5461943b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:18:19.961547 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 538c9498-8982-4819-a8d7-defc5461943b not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:18:19.973873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebfded-abcb-402a-a44c-08079176396e req-c3955141-12e1-44de-a862-2bb8cfae32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:19.979112 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77ebfded-abcb-402a-a44c-08079176396e req-c3955141-12e1-44de-a862-2bb8cfae32d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 1098 time: 0.6622713 Feb 18 09:18:20.134280 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cff7aa58-c28e-4571-9d8e-b9a05aae3f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:20.144420 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cff7aa58-c28e-4571-9d8e-b9a05aae3f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:20.204986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7aa58-c28e-4571-9d8e-b9a05aae3f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc60464-3365-4dfc-b21d-b47eb73b7a2b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:20.260585 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cff7aa58-c28e-4571-9d8e-b9a05aae3f0f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b5aee3a6f77847dfb33df0ef8c33628e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618313 Feb 18 09:18:20.261133 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 33488) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:20.357272 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebfded-abcb-402a-a44c-08079176396e req-bad9c008-245c-4298-ab5e-915745065722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:20.359298 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77ebfded-abcb-402a-a44c-08079176396e req-bad9c008-245c-4298-ab5e-915745065722 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.3483579 Feb 18 09:18:20.420610 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d998e50e-e848-4a33-84c4-6854bb824f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:20.459453 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d998e50e-e848-4a33-84c4-6854bb824f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:20.547835 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d998e50e-e848-4a33-84c4-6854bb824f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:20.615561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998e50e-e848-4a33-84c4-6854bb824f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc60464-3365-4dfc-b21d-b47eb73b7a2b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:20.641230 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d998e50e-e848-4a33-84c4-6854bb824f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:20.642488 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d998e50e-e848-4a33-84c4-6854bb824f33 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8fc60464-3365-4dfc-b21d-b47eb73b7a2b HTTP/1.1" status: 204 len: 168 time: 0.3803906 Feb 18 09:18:20.740022 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77ebfded-abcb-402a-a44c-08079176396e req-4c8b3783-75a9-40bc-8488-9a3e63816e99 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2 HTTP/1.1" status: 200 len: 1001 time: 0.3693023 Feb 18 09:18:20.927936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebfded-abcb-402a-a44c-08079176396e req-83b48a0d-23db-41f4-80a9-1dc7f3d65e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:20.930805 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77ebfded-abcb-402a-a44c-08079176396e req-83b48a0d-23db-41f4-80a9-1dc7f3d65e42 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.1822679 Feb 18 09:18:21.147652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebfded-abcb-402a-a44c-08079176396e req-f60b9b6e-a509-4e75-a61c-607953d6ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:21.149415 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77ebfded-abcb-402a-a44c-08079176396e req-f60b9b6e-a509-4e75-a61c-607953d6ee5d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2100940 Feb 18 09:18:21.729756 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77ebfded-abcb-402a-a44c-08079176396e req-b00c620c-361b-486c-a501-a4c94568aaab service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719099 Feb 18 09:18:22.120711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77ebfded-abcb-402a-a44c-08079176396e req-690bc927-eb1a-4b01-b67f-f39435a45168 service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823745 Feb 18 09:18:30.316916 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-41195498-3bd8-4798-923c-bd28f872c655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:31.810174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-77bd9275-6006-425f-b931-3c908a8a341f tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=e45ab0c069e7454d82f42a7dc6bf171a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678794 Feb 18 09:18:32.103230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-de5fb164-b719-47c1-846f-2ce9c404e28e tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:32.111485 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-de5fb164-b719-47c1-846f-2ce9c404e28e tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3003819 Feb 18 09:18:32.145250 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-6d52becd-794c-47a8-b9e7-45ab309963cf tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/quotas/e45ab0c069e7454d82f42a7dc6bf171a HTTP/1.1" status: 200 len: 375 time: 0.0321918 Feb 18 09:18:32.207827 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-acf6c2b0-5e28-4825-9216-949fc8774df5 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e45ab0c069e7454d82f42a7dc6bf171a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607226 Feb 18 09:18:32.254549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041dd856-3451-4099-a980-5faa3b4f9c4c req-4a81b873-3c7e-4708-ab14-2e085b928e62 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:32.256193 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-041dd856-3451-4099-a980-5faa3b4f9c4c req-4a81b873-3c7e-4708-ab14-2e085b928e62 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.2982590 Feb 18 09:18:32.333773 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-041dd856-3451-4099-a980-5faa3b4f9c4c req-7bbcb15f-15e1-4d7e-a8a9-f2b70c36aa05 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665121 Feb 18 09:18:32.575492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd65ccbd-ac90-4546-b73e-606c32019528 req-f58cf760-5b59-4c42-b197-5683e83f5efc tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/ports?device_id=e96432fd-3116-4fd0-aea6-5fd83aba5f43 HTTP/1.1" status: 200 len: 210 time: 0.1293299 Feb 18 09:18:33.082169 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:18:33.585740 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95f62a-d5cf-4dce-bba9-be83f0af6fa2 req-4826cb8c-028e-4a94-93c9-27037cd71d0d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:33.588235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c95f62a-d5cf-4dce-bba9-be83f0af6fa2 req-4826cb8c-028e-4a94-93c9-27037cd71d0d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.1285968 Feb 18 09:18:33.669892 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c95f62a-d5cf-4dce-bba9-be83f0af6fa2 req-4cd2912f-a74e-49bb-8dfa-9d03bb20dcb3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689564 Feb 18 09:18:33.789592 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c82a674b-498d-4d59-bb19-1afe012eb6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:33.837687 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:33.861348 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:33.903481 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cac733f6-7d15-4bae-9646-e4f12c15b1a3 req-f5a8abc0-0aab-40e6-ada0-ad142fadccac tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/ports?device_id=e96432fd-3116-4fd0-aea6-5fd83aba5f43 HTTP/1.1" status: 200 len: 210 time: 0.0940938 Feb 18 09:18:34.093365 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-409bc762-30d3-4ae4-aec9-399015528ba6 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e45ab0c069e7454d82f42a7dc6bf171a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398912 Feb 18 09:18:34.329322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-add232fc-5a10-4a9b-bc5d-c476788b37b2 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:34.330769 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-add232fc-5a10-4a9b-bc5d-c476788b37b2 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2328563 Feb 18 09:18:34.348543 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Request body: {'port': {'device_id': 'e96432fd-3116-4fd0-aea6-5fd83aba5f43', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': 'e45ab0c069e7454d82f42a7dc6bf171a'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:18:34.627149 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:34.631725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Usage tracker for resource:port and tenant:e45ab0c069e7454d82f42a7dc6bf171a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:34.637481 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:34.645132 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:34.657588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Made reservation on behalf of e45ab0c069e7454d82f42a7dc6bf171a for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:18:34.661496 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:34.675496 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:34.692363 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:34.696491 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Usage tracker for resource:security_group_rule and tenant:e45ab0c069e7454d82f42a7dc6bf171a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:34.699386 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:34.705420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:34.821130 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:34.828580 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:34.943871 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8c211c-8a83-41ed-a218-e68d4f2422cf,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:35.070447 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:35.076824 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Allocated IP 192.168.233.190 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/d80e0291-613c-44ae-9b54-873c266e20ab) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:18:35.163834 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e310d8a0-b7d0-45b9-b31b-5467e268a630 req-9da2f175-616f-4cee-acfa-a8ef8a4ed0f6 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/ports?device_id=e96432fd-3116-4fd0-aea6-5fd83aba5f43 HTTP/1.1" status: 200 len: 210 time: 0.0557194 Feb 18 09:18:35.350635 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:35.372413 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Transition to ACTIVE for port object d80e0291-613c-44ae-9b54-873c266e20ab will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:35.407959 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:35.513709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:18:35.516983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:18:35.521014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:18:35.559396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Pushing event updated for resources: {'Port': ['ID=d80e0291-613c-44ae-9b54-873c266e20ab,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:35.601674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:35.602358 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:35.640362 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-47aa4f4c-98c0-489c-b07e-548fc94634b4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2953763 Feb 18 09:18:35.654092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Request body: {'port': {'device_id': 'e96432fd-3116-4fd0-aea6-5fd83aba5f43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:18:35.817835 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:35.881988 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-85639eae-ee9f-40e9-9aff-947cf758468d None None] Provisioning for port d80e0291-613c-44ae-9b54-873c266e20ab completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:35.892036 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-85639eae-ee9f-40e9-9aff-947cf758468d None None] Provisioning complete for port d80e0291-613c-44ae-9b54-873c266e20ab triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:35.892856 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-85639eae-ee9f-40e9-9aff-947cf758468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:36.036453 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-85639eae-ee9f-40e9-9aff-947cf758468d None None] Port d80e0291-613c-44ae-9b54-873c266e20ab cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:18:36.243511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 04d59fdd-33b7-4047-b0ae-34ed136388f2 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:18:36.334611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d80e0291-613c-44ae-9b54-873c266e20ab {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:18:36.345572 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:36.367677 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Transition to ACTIVE for port object d80e0291-613c-44ae-9b54-873c266e20ab will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:18:36.379273 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:36.402702 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:36.440871 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:18:36.456635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 04d59fdd-33b7-4047-b0ae-34ed136388f2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:18:36.463041 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:36.502908 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Pushing event updated for resources: {'Port': ['ID=d80e0291-613c-44ae-9b54-873c266e20ab,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:36.639330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef792d-24c2-444c-a771-3755582c6d55 req-f5010e94-9771-4f59-a574-bf5c25f99e6c tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:36.651347 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9ef792d-24c2-444c-a771-3755582c6d55 req-f5010e94-9771-4f59-a574-bf5c25f99e6c tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/ports?device_id=e96432fd-3116-4fd0-aea6-5fd83aba5f43 HTTP/1.1" status: 200 len: 948 time: 0.1662576 Feb 18 09:18:36.659302 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=04d59fdd-33b7-4047-b0ae-34ed136388f2,revision_number=11']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:36.681342 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:36.681830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:36.682399 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:36.682851 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:36.683283 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:36.683714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:36.684313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:36.684743 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:36.685167 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:36.686990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:36.687447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:36.687879 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:18:36.776818 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9ef792d-24c2-444c-a771-3755582c6d55 req-5abd13d0-b27d-4675-b88a-0ab379fca2df tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e8c211c-8a83-41ed-a218-e68d4f2422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240449 Feb 18 09:18:36.844281 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'code': 200} Feb 18 09:18:36.908156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Attempting to bind port d80e0291-613c-44ae-9b54-873c266e20ab on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:18:36.908383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Attempting to bind port d80e0291-613c-44ae-9b54-873c266e20ab by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:18:36.908733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Attempting to bind port d80e0291-613c-44ae-9b54-873c266e20ab on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:18:36.913806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Port d80e0291-613c-44ae-9b54-873c266e20ab on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:18:36.914207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Attempting to bind port d80e0291-613c-44ae-9b54-873c266e20ab on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:18:36.921255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:18:36.921864 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:18:36.922590 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:18:36.923345 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Bound port: d80e0291-613c-44ae-9b54-873c266e20ab, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:18:36.923919 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:37.065053 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] For port d80e0291-613c-44ae-9b54-873c266e20ab, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:18:37.069210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] For port d80e0291-613c-44ae-9b54-873c266e20ab, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d80e0291-613c-44ae-9b54-873c266e20ab,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:18:37.077573 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:37.173795 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:37.174401 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:37.175792 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] 10.222.0.81 "PUT /v2.0/ports/d80e0291-613c-44ae-9b54-873c266e20ab HTTP/1.1" status: 200 len: 1096 time: 1.5273786 Feb 18 09:18:37.176522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96432fd-3116-4fd0-aea6-5fd83aba5f43', 'tag': 'd80e0291-613c-44ae-9b54-873c266e20ab'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:18:37.287132 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96432fd-3116-4fd0-aea6-5fd83aba5f43', 'tag': 'd80e0291-613c-44ae-9b54-873c266e20ab', 'status': 'completed', 'code': 200} Feb 18 09:18:37.299930 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f53a93-6ea0-4fe8-a58b-8c8e3c79cb6d service neutron] Pushing event updated for resources: {'Port': ['ID=d80e0291-613c-44ae-9b54-873c266e20ab,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:37.347929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-b29fb5e1-c990-480f-84a9-b918165957ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:37.349713 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-b29fb5e1-c990-480f-84a9-b918165957ee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e45ab0c069e7454d82f42a7dc6bf171a&device_id=e96432fd-3116-4fd0-aea6-5fd83aba5f43 HTTP/1.1" status: 200 len: 1099 time: 0.1229560 Feb 18 09:18:37.445698 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-b9f7398c-ab95-4550-8411-82eb3c6ff7e6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d80e0291-613c-44ae-9b54-873c266e20ab HTTP/1.1" status: 200 len: 217 time: 0.0887003 Feb 18 09:18:37.539357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-b5c6726e-39ae-4745-bed2-0380ab7eef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:37.541328 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-b5c6726e-39ae-4745-bed2-0380ab7eef48 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0897782 Feb 18 09:18:37.634489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-57d8681c-c121-4e29-9d0f-7949c6e17f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:37.636213 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-57d8681c-c121-4e29-9d0f-7949c6e17f7e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0882194 Feb 18 09:18:38.037036 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-b7737de7-09b0-4568-873a-647ac75b663f service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940439 Feb 18 09:18:38.125863 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277c299-10c1-4e44-90de-5375fec31430 req-5f0d6200-9eeb-4be1-825c-0055c455d327 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:38.133214 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9277c299-10c1-4e44-90de-5375fec31430 req-5f0d6200-9eeb-4be1-825c-0055c455d327 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/ports?device_id=e96432fd-3116-4fd0-aea6-5fd83aba5f43 HTTP/1.1" status: 200 len: 948 time: 0.1387622 Feb 18 09:18:38.203147 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9277c299-10c1-4e44-90de-5375fec31430 req-8658a7da-3302-4d1c-b94d-53a311098069 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e8c211c-8a83-41ed-a218-e68d4f2422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531702 Feb 18 09:18:38.241518 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-bcb99348-a9fc-4f10-a972-71baefffb5b1 req-e50957ee-c624-4ca3-aa9c-845e066c9514 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975923 Feb 18 09:18:38.414546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744fa70-c17c-4412-88f7-0ac4b2b72ead req-08116525-dc40-4402-a5f6-5d214157a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:38.416744 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6744fa70-c17c-4412-88f7-0ac4b2b72ead req-08116525-dc40-4402-a5f6-5d214157a2a9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e45ab0c069e7454d82f42a7dc6bf171a&device_id=e96432fd-3116-4fd0-aea6-5fd83aba5f43 HTTP/1.1" status: 200 len: 1099 time: 0.1185670 Feb 18 09:18:38.566313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744fa70-c17c-4412-88f7-0ac4b2b72ead req-d2acac21-cf72-4a00-9974-bbd188faf7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:38.567804 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6744fa70-c17c-4412-88f7-0ac4b2b72ead req-d2acac21-cf72-4a00-9974-bbd188faf7ab service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.1450014 Feb 18 09:18:38.643612 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6744fa70-c17c-4412-88f7-0ac4b2b72ead req-379bb951-761f-4a39-a87e-2eb4b3863394 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d80e0291-613c-44ae-9b54-873c266e20ab HTTP/1.1" status: 200 len: 217 time: 0.0694103 Feb 18 09:18:38.716881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744fa70-c17c-4412-88f7-0ac4b2b72ead req-31b5d761-43eb-4bb0-b826-e3afb407603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:38.718797 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6744fa70-c17c-4412-88f7-0ac4b2b72ead req-31b5d761-43eb-4bb0-b826-e3afb407603d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0679035 Feb 18 09:18:38.811541 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744fa70-c17c-4412-88f7-0ac4b2b72ead req-ad0d3a2e-99c0-4a0d-ba4c-be067e327e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:38.814457 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6744fa70-c17c-4412-88f7-0ac4b2b72ead req-ad0d3a2e-99c0-4a0d-ba4c-be067e327e96 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885639 Feb 18 09:18:39.003357 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6744fa70-c17c-4412-88f7-0ac4b2b72ead req-bd621d04-85a4-4315-ac7e-58c8b4b06933 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731644 Feb 18 09:18:39.164830 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6744fa70-c17c-4412-88f7-0ac4b2b72ead req-8ef71ec3-6a55-4181-a639-fd211f79a96b service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529143 Feb 18 09:18:39.465079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd3c75-abaa-4791-ab91-fec207160c01 req-66008618-4145-4e39-9ef4-65b6d93c46c3 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:39.474753 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6bd3c75-abaa-4791-ab91-fec207160c01 req-66008618-4145-4e39-9ef4-65b6d93c46c3 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/ports?device_id=e96432fd-3116-4fd0-aea6-5fd83aba5f43 HTTP/1.1" status: 200 len: 948 time: 0.1530070 Feb 18 09:18:39.581229 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6bd3c75-abaa-4791-ab91-fec207160c01 req-77bff9d4-ff18-4f67-a786-4a5cf565d693 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e8c211c-8a83-41ed-a218-e68d4f2422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053994 Feb 18 09:18:39.640522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34286) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:39.806198 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4e2b8397-b17c-47bc-931c-a04b66f057ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:39.827192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4e2b8397-b17c-47bc-931c-a04b66f057ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:39.831746 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4e2b8397-b17c-47bc-931c-a04b66f057ea admin admin] Usage tracker for resource:security_group_rule and tenant:8735e246d2f5440ebc52cbec712ef7b4 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:39.834976 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4e2b8397-b17c-47bc-931c-a04b66f057ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:39.841403 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4e2b8397-b17c-47bc-931c-a04b66f057ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:39.973633 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4e2b8397-b17c-47bc-931c-a04b66f057ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:39.980494 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4e2b8397-b17c-47bc-931c-a04b66f057ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:40.040429 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4e2b8397-b17c-47bc-931c-a04b66f057ea admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8735e246d2f5440ebc52cbec712ef7b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3986681 Feb 18 09:18:40.042156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b8397-b17c-47bc-931c-a04b66f057ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2bd5dd-2623-42bf-ba2b-7df8817b7a06,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:40.043001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34292) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:40.130043 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-92447f38-61f2-41bb-bef8-94f0acab70dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:40.168986 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-92447f38-61f2-41bb-bef8-94f0acab70dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:40.234885 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-92447f38-61f2-41bb-bef8-94f0acab70dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:40.254965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92447f38-61f2-41bb-bef8-94f0acab70dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2bd5dd-2623-42bf-ba2b-7df8817b7a06,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:40.265557 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-92447f38-61f2-41bb-bef8-94f0acab70dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:40.268335 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-92447f38-61f2-41bb-bef8-94f0acab70dc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bd2bd5dd-2623-42bf-ba2b-7df8817b7a06 HTTP/1.1" status: 204 len: 168 time: 0.2224584 Feb 18 09:18:40.767091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 34312) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:40.806145 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f8be6a7b-789b-46b1-9241-bd5965d60742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:40.825906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f8be6a7b-789b-46b1-9241-bd5965d60742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:40.831304 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f8be6a7b-789b-46b1-9241-bd5965d60742 admin admin] Usage tracker for resource:security_group_rule and tenant:b0f7944e9d474a6d9346661a28920cf8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:40.834558 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f8be6a7b-789b-46b1-9241-bd5965d60742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:40.840852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f8be6a7b-789b-46b1-9241-bd5965d60742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:40.957163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845cf1a-c01d-4f5a-b06d-13e4697c2002 req-6f4d86fb-f4d9-4566-9214-287084138d80 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:40.964507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0845cf1a-c01d-4f5a-b06d-13e4697c2002 req-6f4d86fb-f4d9-4566-9214-287084138d80 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.2613437 Feb 18 09:18:40.980486 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f8be6a7b-789b-46b1-9241-bd5965d60742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:40.986099 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f8be6a7b-789b-46b1-9241-bd5965d60742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:40.998842 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d261-9257-45f4-b35f-2b4f2f9e8114 req-11516e8f-036b-446c-995b-64bab3142da5 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:41.000931 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e27d261-9257-45f4-b35f-2b4f2f9e8114 req-11516e8f-036b-446c-995b-64bab3142da5 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/ports?device_id=e96432fd-3116-4fd0-aea6-5fd83aba5f43 HTTP/1.1" status: 200 len: 948 time: 0.1976595 Feb 18 09:18:41.033562 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f8be6a7b-789b-46b1-9241-bd5965d60742 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b0f7944e9d474a6d9346661a28920cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2650669 Feb 18 09:18:41.035900 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34324) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:41.053780 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0845cf1a-c01d-4f5a-b06d-13e4697c2002 req-801afcdd-6a09-487a-b6b0-9691a5b8dc50 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882847 Feb 18 09:18:41.059047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6a7b-789b-46b1-9241-bd5965d60742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2411683-c83c-4148-88f5-42b543b3469a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:41.116508 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e27d261-9257-45f4-b35f-2b4f2f9e8114 req-55d42611-2d8b-4024-ba5e-67f621a23851 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e8c211c-8a83-41ed-a218-e68d4f2422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071620 Feb 18 09:18:41.155182 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c404c06e-13e5-4387-b67b-7def4c59cfd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:41.185186 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c404c06e-13e5-4387-b67b-7def4c59cfd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:41.273260 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c404c06e-13e5-4387-b67b-7def4c59cfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:41.288632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404c06e-13e5-4387-b67b-7def4c59cfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2411683-c83c-4148-88f5-42b543b3469a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:41.296738 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c404c06e-13e5-4387-b67b-7def4c59cfd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:41.298062 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c404c06e-13e5-4387-b67b-7def4c59cfd9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e2411683-c83c-4148-88f5-42b543b3469a HTTP/1.1" status: 204 len: 168 time: 0.2606750 Feb 18 09:18:41.375253 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:41.574121 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:41.883962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d80e0291-613c-44ae-9b54-873c266e20ab details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:18:42.063685 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d80e0291-613c-44ae-9b54-873c266e20ab, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d80e0291-613c-44ae-9b54-873c266e20ab,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:18:42.085319 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'd80e0291-613c-44ae-9b54-873c266e20ab', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': 'd80e0291-613c-44ae-9b54-873c266e20ab', 'mac_address': 'fa:16:3e:c7:a4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:18:42.202864 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:42.236724 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80e0291-613c-44ae-9b54-873c266e20ab {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:18:42.264867 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d80e0291-613c-44ae-9b54-873c266e20ab, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d80e0291-613c-44ae-9b54-873c266e20ab,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:18:42.272875 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:42.390982 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=d80e0291-613c-44ae-9b54-873c266e20ab,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:42.469332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5a7b3-fd36-451c-9fac-e0b558989eb6 req-45d50b8d-e83f-4980-83b6-fd942a496630 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:42.470885 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ae5a7b3-fd36-451c-9fac-e0b558989eb6 req-45d50b8d-e83f-4980-83b6-fd942a496630 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1800060 Feb 18 09:18:42.515500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220e0a7-9202-4a5f-96f3-e4af5b4deab7 req-1b2e7cb3-b00b-4321-a4a6-e67e06855f75 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:42.529347 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f220e0a7-9202-4a5f-96f3-e4af5b4deab7 req-1b2e7cb3-b00b-4321-a4a6-e67e06855f75 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/ports?device_id=e96432fd-3116-4fd0-aea6-5fd83aba5f43 HTTP/1.1" status: 200 len: 949 time: 0.1719079 Feb 18 09:18:42.580687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['d80e0291-613c-44ae-9b54-873c266e20ab'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:18:42.648734 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ae5a7b3-fd36-451c-9fac-e0b558989eb6 req-d4659a94-4893-4ad2-a441-38c0762ba8a9 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622484 Feb 18 09:18:42.657094 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f220e0a7-9202-4a5f-96f3-e4af5b4deab7 req-53adad55-c41f-434d-a768-45dadd60e2a1 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e8c211c-8a83-41ed-a218-e68d4f2422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171870 Feb 18 09:18:43.600796 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34396) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:43.899059 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d80e0291-613c-44ae-9b54-873c266e20ab up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:43.945269 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa6320e1-25ac-4a4d-b887-8316b6f7641d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:43.969020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-aa6320e1-25ac-4a4d-b887-8316b6f7641d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:18:43.973430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-aa6320e1-25ac-4a4d-b887-8316b6f7641d admin admin] Usage tracker for resource:security_group_rule and tenant:667b71a9ceaa4f219b277fc4897d7551 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:18:43.976611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-aa6320e1-25ac-4a4d-b887-8316b6f7641d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:18:43.983991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-aa6320e1-25ac-4a4d-b887-8316b6f7641d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:18:44.003926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port d80e0291-613c-44ae-9b54-873c266e20ab completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:18:44.010902 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port d80e0291-613c-44ae-9b54-873c266e20ab triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:44.011280 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:44.197192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2599167-f0ca-4e5a-b966-f6b166fe72a7 req-68528ff6-2445-46cb-a092-f86e7312d593 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:44.198041 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2599167-f0ca-4e5a-b966-f6b166fe72a7 req-68528ff6-2445-46cb-a092-f86e7312d593 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/ports?device_id=e96432fd-3116-4fd0-aea6-5fd83aba5f43 HTTP/1.1" status: 200 len: 949 time: 0.3451998 Feb 18 09:18:44.227966 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:44.268912 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96432fd-3116-4fd0-aea6-5fd83aba5f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80e0291-613c-44ae-9b54-873c266e20ab'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:18:44.280022 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2599167-f0ca-4e5a-b966-f6b166fe72a7 req-f436e409-1b8c-49c2-b8a4-4beeedba6464 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e8c211c-8a83-41ed-a218-e68d4f2422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727980 Feb 18 09:18:44.288134 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d80e0291-613c-44ae-9b54-873c266e20ab, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d80e0291-613c-44ae-9b54-873c266e20ab,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:18:44.293215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da5f13-11d0-46ea-a590-25ae2ed42bc3 req-e7c8c47f-6512-4cdd-a651-4d936fc22b6e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:44.304677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9da5f13-11d0-46ea-a590-25ae2ed42bc3 req-e7c8c47f-6512-4cdd-a651-4d936fc22b6e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.5167918 Feb 18 09:18:44.306027 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:44.359084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9da5f13-11d0-46ea-a590-25ae2ed42bc3 req-c230de0c-bf4a-488b-be4a-094fd9ad2cff tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569243 Feb 18 09:18:44.385300 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96432fd-3116-4fd0-aea6-5fd83aba5f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80e0291-613c-44ae-9b54-873c266e20ab', 'code': 200} Feb 18 09:18:44.399854 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa6320e1-25ac-4a4d-b887-8316b6f7641d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:44.405981 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa6320e1-25ac-4a4d-b887-8316b6f7641d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:44.439795 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=d80e0291-613c-44ae-9b54-873c266e20ab,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:44.462502 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-aa6320e1-25ac-4a4d-b887-8316b6f7641d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=667b71a9ceaa4f219b277fc4897d7551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8605967 Feb 18 09:18:44.465368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34412) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:18:44.514722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6320e1-25ac-4a4d-b887-8316b6f7641d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f7a405-bc51-4f51-9de8-b353ac243424,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:44.569797 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac0506-949d-4dc0-8b1d-3f3d9406b84e req-9a2dd94c-d332-4b69-b6be-e22768575052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:44.571304 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-87ac0506-949d-4dc0-8b1d-3f3d9406b84e req-9a2dd94c-d332-4b69-b6be-e22768575052 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e96432fd-3116-4fd0-aea6-5fd83aba5f43 HTTP/1.1" status: 200 len: 1101 time: 0.1235075 Feb 18 09:18:44.580758 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b48703dc-0cb9-410b-9f5a-836eaa4e0a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:44.610568 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b48703dc-0cb9-410b-9f5a-836eaa4e0a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:44.619262 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-87ac0506-949d-4dc0-8b1d-3f3d9406b84e req-a83068f1-88b2-44de-9755-9f92a5e20773 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8e8c211c-8a83-41ed-a218-e68d4f2422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410330 Feb 18 09:18:44.671276 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b48703dc-0cb9-410b-9f5a-836eaa4e0a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:44.688312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48703dc-0cb9-410b-9f5a-836eaa4e0a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f7a405-bc51-4f51-9de8-b353ac243424,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:44.695695 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b48703dc-0cb9-410b-9f5a-836eaa4e0a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:44.697033 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b48703dc-0cb9-410b-9f5a-836eaa4e0a6d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a0f7a405-bc51-4f51-9de8-b353ac243424 HTTP/1.1" status: 204 len: 168 time: 0.2307355 Feb 18 09:18:45.659038 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bb7b2-cfa5-47ab-aa08-24649c651c31 req-f04af414-b5b5-4353-b799-14f2bea0ef3b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:45.662831 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-008bb7b2-cfa5-47ab-aa08-24649c651c31 req-f04af414-b5b5-4353-b799-14f2bea0ef3b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1590607 Feb 18 09:18:45.675178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a8b32-15d9-44fc-b778-7edfb87a9bfc req-e9e5024d-ba0a-4859-8313-a9e304126feb tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:45.677575 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-451a8b32-15d9-44fc-b778-7edfb87a9bfc req-e9e5024d-ba0a-4859-8313-a9e304126feb tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/ports?device_id=e96432fd-3116-4fd0-aea6-5fd83aba5f43 HTTP/1.1" status: 200 len: 950 time: 0.2662842 Feb 18 09:18:45.755029 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-008bb7b2-cfa5-47ab-aa08-24649c651c31 req-d6d7ec7b-7c1a-4a41-8e78-083026670a94 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760877 Feb 18 09:18:45.792803 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-451a8b32-15d9-44fc-b778-7edfb87a9bfc req-2f24ead5-65f4-4d7a-8735-c1614059fbaa tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e8c211c-8a83-41ed-a218-e68d4f2422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930481 Feb 18 09:18:46.323085 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 04d59fdd-33b7-4047-b0ae-34ed136388f2 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:18:46.471903 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 04d59fdd-33b7-4047-b0ae-34ed136388f2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:18:46.489874 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'port_id': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'mac_address': 'fa:16:3e:15:43:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:18:46.552611 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:46.572396 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d59fdd-33b7-4047-b0ae-34ed136388f2 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:18:46.590464 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 04d59fdd-33b7-4047-b0ae-34ed136388f2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:18:46.595884 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:46.679974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=04d59fdd-33b7-4047-b0ae-34ed136388f2,revision_number=12']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:46.685143 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['04d59fdd-33b7-4047-b0ae-34ed136388f2'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:18:47.101021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa94354-76fc-416d-ad0f-bbc3a8b464b3 req-f0ff589c-f250-42a3-b206-c9f3bc9c1b40 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:47.102572 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7fa94354-76fc-416d-ad0f-bbc3a8b464b3 req-f0ff589c-f250-42a3-b206-c9f3bc9c1b40 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/ports?device_id=e96432fd-3116-4fd0-aea6-5fd83aba5f43 HTTP/1.1" status: 200 len: 950 time: 0.1451583 Feb 18 09:18:47.117685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f73eb8-2164-4a71-af51-4ff947caef96 req-a05e3b74-f0bb-4d63-902e-6018b0c6be54 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:47.119455 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-24f73eb8-2164-4a71-af51-4ff947caef96 req-a05e3b74-f0bb-4d63-902e-6018b0c6be54 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 946 time: 0.1232178 Feb 18 09:18:47.196204 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-24f73eb8-2164-4a71-af51-4ff947caef96 req-c3ebde62-b478-4403-8f25-8be5582c2f6a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626838 Feb 18 09:18:47.205772 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7fa94354-76fc-416d-ad0f-bbc3a8b464b3 req-ec21e6a4-16c9-4eb8-9678-2c1c831b5889 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e8c211c-8a83-41ed-a218-e68d4f2422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947232 Feb 18 09:18:47.744492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af97fa-19f3-4ef5-bb30-386fdd8aa912 req-60426a11-9d0f-419f-9f7a-e28047988c2c tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:47.746202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96af97fa-19f3-4ef5-bb30-386fdd8aa912 req-60426a11-9d0f-419f-9f7a-e28047988c2c tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/ports?device_id=e96432fd-3116-4fd0-aea6-5fd83aba5f43 HTTP/1.1" status: 200 len: 950 time: 0.0923657 Feb 18 09:18:47.808682 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96af97fa-19f3-4ef5-bb30-386fdd8aa912 req-a518b166-e839-464b-a7d1-f499d3dbfd3a tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e8c211c-8a83-41ed-a218-e68d4f2422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507681 Feb 18 09:18:48.339180 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 04d59fdd-33b7-4047-b0ae-34ed136388f2 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:18:48.441379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 04d59fdd-33b7-4047-b0ae-34ed136388f2 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:18:48.441654 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:48.537538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970c684-0093-432f-a6a2-de60ab305641 req-34ded4ea-3be9-4372-865e-617a8459b7e4 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:48.540237 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b970c684-0093-432f-a6a2-de60ab305641 req-34ded4ea-3be9-4372-865e-617a8459b7e4 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 946 time: 0.1262000 Feb 18 09:18:48.594379 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b970c684-0093-432f-a6a2-de60ab305641 req-e902e9f2-10bc-4509-b888-a6076a6d4379 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480642 Feb 18 09:18:48.600316 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:48.629962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:18:48.640836 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 04d59fdd-33b7-4047-b0ae-34ed136388f2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:18:48.645628 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:48.685443 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'code': 200} Feb 18 09:18:48.721021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=04d59fdd-33b7-4047-b0ae-34ed136388f2,revision_number=13']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:49.100628 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bd1f4-cb58-4369-a657-d3978039e5d7 req-6b9692e6-e7d8-4213-97dd-74514a865db3 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:49.102860 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b83bd1f4-cb58-4369-a657-d3978039e5d7 req-6b9692e6-e7d8-4213-97dd-74514a865db3 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/ports?device_id=e96432fd-3116-4fd0-aea6-5fd83aba5f43 HTTP/1.1" status: 200 len: 950 time: 0.1268251 Feb 18 09:18:49.169531 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b83bd1f4-cb58-4369-a657-d3978039e5d7 req-fbcb0ed1-7b0e-485a-b493-a49d47fcb471 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e8c211c-8a83-41ed-a218-e68d4f2422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610886 Feb 18 09:18:49.185209 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdb1a4-8fbc-44f3-8e0d-f4d8c7d6b55e req-6a315040-7c31-4877-a609-e90a50015fa4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:49.197192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-3cfdb1a4-8fbc-44f3-8e0d-f4d8c7d6b55e req-6a315040-7c31-4877-a609-e90a50015fa4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Synchronizing usage tracker for tenant:e45ab0c069e7454d82f42a7dc6bf171a on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:18:49.221380 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-3cfdb1a4-8fbc-44f3-8e0d-f4d8c7d6b55e req-6a315040-7c31-4877-a609-e90a50015fa4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Unset dirty status for tenant:e45ab0c069e7454d82f42a7dc6bf171a on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:18:49.222738 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3cfdb1a4-8fbc-44f3-8e0d-f4d8c7d6b55e req-6a315040-7c31-4877-a609-e90a50015fa4 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.81 "GET /v2.0/ports?device_id=e96432fd-3116-4fd0-aea6-5fd83aba5f43 HTTP/1.1" status: 200 len: 950 time: 0.1739290 Feb 18 09:18:49.334584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-3cfdb1a4-8fbc-44f3-8e0d-f4d8c7d6b55e req-b1ce3593-36a8-423e-8fd8-f6ec5081b331 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Deleting port d80e0291-613c-44ae-9b54-873c266e20ab {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:18:49.335206 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3cfdb1a4-8fbc-44f3-8e0d-f4d8c7d6b55e req-b1ce3593-36a8-423e-8fd8-f6ec5081b331 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:49.677790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-3cfdb1a4-8fbc-44f3-8e0d-f4d8c7d6b55e req-b1ce3593-36a8-423e-8fd8-f6ec5081b331 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] For port d80e0291-613c-44ae-9b54-873c266e20ab, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d80e0291-613c-44ae-9b54-873c266e20ab,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:18:49.678335 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3cfdb1a4-8fbc-44f3-8e0d-f4d8c7d6b55e req-b1ce3593-36a8-423e-8fd8-f6ec5081b331 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:49.895715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7b53e-b8ef-45c2-ab20-cd83aa57bf2f req-df768560-224a-42eb-82ed-fa8981e54209 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:49.905049 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fd7b53e-b8ef-45c2-ab20-cd83aa57bf2f req-df768560-224a-42eb-82ed-fa8981e54209 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.1134560 Feb 18 09:18:49.977819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fd7b53e-b8ef-45c2-ab20-cd83aa57bf2f req-c213b72b-79d3-4b5b-bded-790104aa61bc tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711942 Feb 18 09:18:49.995490 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-3cfdb1a4-8fbc-44f3-8e0d-f4d8c7d6b55e req-b1ce3593-36a8-423e-8fd8-f6ec5081b331 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Calling delete_port for d80e0291-613c-44ae-9b54-873c266e20ab owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:18:50.200040 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3cfdb1a4-8fbc-44f3-8e0d-f4d8c7d6b55e req-b1ce3593-36a8-423e-8fd8-f6ec5081b331 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:50.214269 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['d80e0291-613c-44ae-9b54-873c266e20ab'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:18:50.261133 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce3593-36a8-423e-8fd8-f6ec5081b331 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Pushing event deleted for resources: {'Port': ['ID=d80e0291-613c-44ae-9b54-873c266e20ab,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:18:50.374658 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28aabe28-fa5b-4844-b338-35dd353cf52b req-b3475ce3-5763-4ed9-bae2-fdd16dcc4f52 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.72 "GET /v2.0/ports?device_id=e96432fd-3116-4fd0-aea6-5fd83aba5f43 HTTP/1.1" status: 200 len: 210 time: 0.0745993 Feb 18 09:18:50.376584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfdb1a4-8fbc-44f3-8e0d-f4d8c7d6b55e req-b1ce3593-36a8-423e-8fd8-f6ec5081b331 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] No DVR routers for this DVR port d80e0291-613c-44ae-9b54-873c266e20ab on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:18:50.379549 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-3cfdb1a4-8fbc-44f3-8e0d-f4d8c7d6b55e req-b1ce3593-36a8-423e-8fd8-f6ec5081b331 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:18:50.382370 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96432fd-3116-4fd0-aea6-5fd83aba5f43', 'name': 'network-vif-deleted', 'tag': 'd80e0291-613c-44ae-9b54-873c266e20ab'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:18:50.455600 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3cfdb1a4-8fbc-44f3-8e0d-f4d8c7d6b55e req-b1ce3593-36a8-423e-8fd8-f6ec5081b331 tempest-VolumesNegativeTest-133821653 tempest-VolumesNegativeTest-133821653-project] 10.222.0.81 "DELETE /v2.0/ports/d80e0291-613c-44ae-9b54-873c266e20ab HTTP/1.1" status: 204 len: 173 time: 1.2267561 Feb 18 09:18:50.473710 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96432fd-3116-4fd0-aea6-5fd83aba5f43', 'name': 'network-vif-deleted', 'tag': 'd80e0291-613c-44ae-9b54-873c266e20ab', 'status': 'completed', 'code': 200} Feb 18 09:18:51.308560 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6dc10-63e3-47dd-adf8-86fcc8b8da64 req-caf92a4e-d298-4183-93ae-589259e9c0ad tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:51.311159 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3e6dc10-63e3-47dd-adf8-86fcc8b8da64 req-caf92a4e-d298-4183-93ae-589259e9c0ad tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.1390717 Feb 18 09:18:51.391706 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3e6dc10-63e3-47dd-adf8-86fcc8b8da64 req-d6f9e2c7-575f-4313-af45-055ab9b571b7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732317 Feb 18 09:18:52.798289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82abbd-b9cd-4046-b6f5-b64f9d145220 req-f8a05540-e892-4384-b94c-27ab2a3a159f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:52.812223 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c82abbd-b9cd-4046-b6f5-b64f9d145220 req-f8a05540-e892-4384-b94c-27ab2a3a159f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.2088370 Feb 18 09:18:52.940193 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c82abbd-b9cd-4046-b6f5-b64f9d145220 req-417db68e-a313-4a0f-a09f-7bb284ca4b4d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214788 Feb 18 09:18:53.930505 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d80e0291-613c-44ae-9b54-873c266e20ab no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:18:54.111515 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: d80e0291-613c-44ae-9b54-873c266e20ab {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:18:54.111863 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d80e0291-613c-44ae-9b54-873c266e20ab not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:18:54.377061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f43247-61aa-463e-a707-50b825629268 req-b26085e7-7e6e-41c5-a19d-8980e9d2b1c6 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:54.385857 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31f43247-61aa-463e-a707-50b825629268 req-b26085e7-7e6e-41c5-a19d-8980e9d2b1c6 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.1377010 Feb 18 09:18:54.486929 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31f43247-61aa-463e-a707-50b825629268 req-3a679785-9c46-441a-a6f4-000999fb8a48 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997210 Feb 18 09:18:55.968627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4a585-e1a1-4335-84bc-ca99e0d43768 req-c877e533-49a2-4b91-a6ee-24ae41f1fe43 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:55.974329 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f5f4a585-e1a1-4335-84bc-ca99e0d43768 req-c877e533-49a2-4b91-a6ee-24ae41f1fe43 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.2411218 Feb 18 09:18:56.065200 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f5f4a585-e1a1-4335-84bc-ca99e0d43768 req-e980e691-9e64-4faf-8ea7-402df1da0601 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767586 Feb 18 09:18:57.463153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4a08f-bf48-4bde-bac7-4c08d054bb49 req-d35853e5-c0c6-4aa2-95db-a2342f2cc9df tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:57.476535 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eae4a08f-bf48-4bde-bac7-4c08d054bb49 req-d35853e5-c0c6-4aa2-95db-a2342f2cc9df tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.1953306 Feb 18 09:18:57.660112 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eae4a08f-bf48-4bde-bac7-4c08d054bb49 req-025f47b2-eab9-4a09-acdb-e41a62873f2e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796167 Feb 18 09:18:59.152247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5469a-315d-4737-affa-06d37d0d9c2a req-63f96857-45ea-4ec4-beba-af55733af5c2 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:18:59.157849 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2d5469a-315d-4737-affa-06d37d0d9c2a req-63f96857-45ea-4ec4-beba-af55733af5c2 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.2169750 Feb 18 09:18:59.273930 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2d5469a-315d-4737-affa-06d37d0d9c2a req-8821f5d0-148d-4833-bf49-c42b2f245cfd tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007440 Feb 18 09:19:00.375896 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-778c8029-fd02-46ca-b3e4-d71e6029ca64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:00.758318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b2c69-900d-401e-ad85-2aaa43ac1316 req-371a4b8b-987d-4310-ab0e-9ba4d6e8084e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:00.760503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-593b2c69-900d-401e-ad85-2aaa43ac1316 req-371a4b8b-987d-4310-ab0e-9ba4d6e8084e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.1873283 Feb 18 09:19:00.874141 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-593b2c69-900d-401e-ad85-2aaa43ac1316 req-f0f58576-95bb-441c-8b27-d4c974b811f7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072631 Feb 18 09:19:02.149397 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b886c0f-106a-438d-8d50-caeb1d17f51e req-d2e137ba-0a71-4090-93fa-41953a6842f2 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:02.157764 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b886c0f-106a-438d-8d50-caeb1d17f51e req-d2e137ba-0a71-4090-93fa-41953a6842f2 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.1138582 Feb 18 09:19:02.211668 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b886c0f-106a-438d-8d50-caeb1d17f51e req-3970b762-2dce-44c8-b340-3e25bb5a9a3f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503829 Feb 18 09:19:03.189283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 34986) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:03.697064 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3b727319-891b-41f8-b1d2-788e7ce5b686 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e45ab0c069e7454d82f42a7dc6bf171a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5059619 Feb 18 09:19:03.699620 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35004) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:03.789312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35008) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:03.885117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbb27e-06ed-4742-a3c4-b4a66d01752c req-89bb2236-e285-40d8-bfa1-bbe6bce9a122 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:03.889795 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1dfbb27e-06ed-4742-a3c4-b4a66d01752c req-89bb2236-e285-40d8-bfa1-bbe6bce9a122 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.3236260 Feb 18 09:19:03.902962 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fd3bd9c9-142d-4595-861a-60238a77be2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:03.930850 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:03.937366 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c98901b-a26a-45bc-ad5f-d5c6359e915f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:03.943205 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:04.023566 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c98901b-a26a-45bc-ad5f-d5c6359e915f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:04.103999 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c98901b-a26a-45bc-ad5f-d5c6359e915f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:04.131561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98901b-a26a-45bc-ad5f-d5c6359e915f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8c211c-8a83-41ed-a218-e68d4f2422cf,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:04.142324 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c98901b-a26a-45bc-ad5f-d5c6359e915f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:04.143857 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9c98901b-a26a-45bc-ad5f-d5c6359e915f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e8c211c-8a83-41ed-a218-e68d4f2422cf HTTP/1.1" status: 204 len: 168 time: 0.4426148 Feb 18 09:19:04.296778 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:04.320121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:04.364691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1dfbb27e-06ed-4742-a3c4-b4a66d01752c req-dee823ea-ee5b-4ca0-b8db-731a91a63209 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4651058 Feb 18 09:19:04.369250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Usage tracker for resource:security_group_rule and tenant:6962da81e8524ef49efa0f9195f8bf7a is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:04.395073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:04.411070 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:04.480676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-8484cd7f-5bea-4f79-85ee-dacbe81fd53d tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:04.483642 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-8484cd7f-5bea-4f79-85ee-dacbe81fd53d tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 811 time: 0.5512323 Feb 18 09:19:04.503701 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-f555bcea-a2be-4c45-8f01-9f80cc067eaf tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/quotas/565e12e7cc5e431dab2b5a9e029b0751 HTTP/1.1" status: 200 len: 375 time: 0.0128913 Feb 18 09:19:04.683619 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:04.711134 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:04.792213 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-2fb8f1ec-abe3-49d2-81bf-cbf5db271631 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2809846 Feb 18 09:19:04.969874 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673e7edb-363e-4ce9-b919-4a79c59753af,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:04.978157 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6962da81e8524ef49efa0f9195f8bf7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1749773 Feb 18 09:19:04.981175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35020) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:04.985864 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:04.986309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:04.986734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:04.987145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:04.987568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:04.987971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:04.988413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:04.988811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:04.989209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:04.989620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:04.990013 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:04.990411 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dadf0-9fbb-4da1-82e7-d3e3eeb0f449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:05.094922 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:05.095446 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58a5efc8-d4ad-45ff-bafb-6e216ee9c7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:05.108605 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-ed810493-0bc5-4454-8249-87e00350c766 service neutron] 10.222.0.72 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639518 Feb 18 09:19:05.164990 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58a5efc8-d4ad-45ff-bafb-6e216ee9c7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:05.253149 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58a5efc8-d4ad-45ff-bafb-6e216ee9c7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:05.275100 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5efc8-d4ad-45ff-bafb-6e216ee9c7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673e7edb-363e-4ce9-b919-4a79c59753af,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:05.278251 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58a5efc8-d4ad-45ff-bafb-6e216ee9c7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:05.280086 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-58a5efc8-d4ad-45ff-bafb-6e216ee9c7b7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/673e7edb-363e-4ce9-b919-4a79c59753af HTTP/1.1" status: 204 len: 168 time: 0.2973096 Feb 18 09:19:05.394662 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-42069819-a56d-4d0f-83e6-905d3456a645 service neutron] 10.222.0.72 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789679 Feb 18 09:19:05.683720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35042) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:05.834974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c68067-995c-415b-9f3a-81193d8029fe req-5949cc5e-533a-4f0c-9cf3-439d7db377c9 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:05.836610 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73c68067-995c-415b-9f3a-81193d8029fe req-5949cc5e-533a-4f0c-9cf3-439d7db377c9 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.2619789 Feb 18 09:19:05.942654 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73c68067-995c-415b-9f3a-81193d8029fe req-8eb493be-c3fa-40db-afd2-96e7c20caa00 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949693 Feb 18 09:19:05.999359 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e0b9d8cd-dabe-4f62-92f7-0edf1290cfab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:06.022240 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e0b9d8cd-dabe-4f62-92f7-0edf1290cfab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:06.035796 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e0b9d8cd-dabe-4f62-92f7-0edf1290cfab admin admin] Usage tracker for resource:security_group_rule and tenant:aa03822f48ae4b3f98e32d745efd8b9b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:06.041768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e0b9d8cd-dabe-4f62-92f7-0edf1290cfab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:06.057032 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e0b9d8cd-dabe-4f62-92f7-0edf1290cfab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:06.269572 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e0b9d8cd-dabe-4f62-92f7-0edf1290cfab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:06.287747 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e0b9d8cd-dabe-4f62-92f7-0edf1290cfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:06.380046 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-485deee5-f963-4e64-9fd5-0f491f1164fc req-21edadf5-300b-48d9-8efe-2a0f504ae05c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 210 time: 0.2074385 Feb 18 09:19:06.462940 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e0b9d8cd-dabe-4f62-92f7-0edf1290cfab admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aa03822f48ae4b3f98e32d745efd8b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7750893 Feb 18 09:19:06.463164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35066) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:06.503353 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9d8cd-dabe-4f62-92f7-0edf1290cfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc46e9f7-0470-4e8a-9a99-8bb4ed0866c9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:06.612332 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4284cf07-3059-47f0-a048-bdfc7fdcf28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:06.660175 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4284cf07-3059-47f0-a048-bdfc7fdcf28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:06.775003 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4284cf07-3059-47f0-a048-bdfc7fdcf28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:06.801344 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284cf07-3059-47f0-a048-bdfc7fdcf28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc46e9f7-0470-4e8a-9a99-8bb4ed0866c9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:06.816616 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4284cf07-3059-47f0-a048-bdfc7fdcf28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:06.819737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4284cf07-3059-47f0-a048-bdfc7fdcf28a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dc46e9f7-0470-4e8a-9a99-8bb4ed0866c9 HTTP/1.1" status: 204 len: 168 time: 0.3545232 Feb 18 09:19:07.385546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbebccc-dca8-47b1-99fd-fb7ed5c9f5ad req-7fd52a40-b43d-4281-9b5d-081827dc9971 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:07.399084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7bbebccc-dca8-47b1-99fd-fb7ed5c9f5ad req-7fd52a40-b43d-4281-9b5d-081827dc9971 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.2043681 Feb 18 09:19:07.491739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35094) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:07.527153 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cdc142b-2906-4b42-a3ba-11e20134924b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:07.545855 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7bbebccc-dca8-47b1-99fd-fb7ed5c9f5ad req-047fd61f-0ae4-48fd-b8fd-b4107a6ebd2f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456544 Feb 18 09:19:07.558328 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9cdc142b-2906-4b42-a3ba-11e20134924b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:07.575774 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9cdc142b-2906-4b42-a3ba-11e20134924b admin admin] Usage tracker for resource:security_group_rule and tenant:ba57c235f54c47478dc5322cb9416b8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:07.581924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9cdc142b-2906-4b42-a3ba-11e20134924b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:07.589009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9cdc142b-2906-4b42-a3ba-11e20134924b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:07.706796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f59d3f04-eb83-4950-ba20-92ea9fed8b3f req-bf76c239-9963-4826-9978-46f62458101b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 210 time: 0.0921595 Feb 18 09:19:07.755401 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cdc142b-2906-4b42-a3ba-11e20134924b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:07.765180 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cdc142b-2906-4b42-a3ba-11e20134924b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:07.802368 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9cdc142b-2906-4b42-a3ba-11e20134924b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ba57c235f54c47478dc5322cb9416b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092861 Feb 18 09:19:07.804856 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35098) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:07.930144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc142b-2906-4b42-a3ba-11e20134924b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1457ed-a70e-466b-8012-19579aa27ed5,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:08.019158 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46020bd1-ad46-459e-a6ce-7dd27573bc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:08.062169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-54d990f2-b39f-4d56-8b9d-3e4b233229ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:08.063844 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-54d990f2-b39f-4d56-8b9d-3e4b233229ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 811 time: 0.2533576 Feb 18 09:19:08.076880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-ae648cf3-cbc5-4a46-b7cd-5c53cced76fd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Request body: {'port': {'device_id': '75a2b597-3081-45aa-aef9-feae5431b9d1', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'admin_state_up': True, 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:08.243686 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-ae648cf3-cbc5-4a46-b7cd-5c53cced76fd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:08.249385 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-ae648cf3-cbc5-4a46-b7cd-5c53cced76fd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Usage tracker for resource:port and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:08.253623 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-ae648cf3-cbc5-4a46-b7cd-5c53cced76fd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:08.259613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-ae648cf3-cbc5-4a46-b7cd-5c53cced76fd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:08.263413 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46020bd1-ad46-459e-a6ce-7dd27573bc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:08.311946 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-ae648cf3-cbc5-4a46-b7cd-5c53cced76fd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Made reservation on behalf of 565e12e7cc5e431dab2b5a9e029b0751 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:08.315661 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-ae648cf3-cbc5-4a46-b7cd-5c53cced76fd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:08.419829 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46020bd1-ad46-459e-a6ce-7dd27573bc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:08.488045 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46020bd1-ad46-459e-a6ce-7dd27573bc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1457ed-a70e-466b-8012-19579aa27ed5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:08.493865 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46020bd1-ad46-459e-a6ce-7dd27573bc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:08.497803 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-46020bd1-ad46-459e-a6ce-7dd27573bc25 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1a1457ed-a70e-466b-8012-19579aa27ed5 HTTP/1.1" status: 204 len: 168 time: 0.6913867 Feb 18 09:19:08.675650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-ae648cf3-cbc5-4a46-b7cd-5c53cced76fd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Allocated IP 172.20.0.10 (0db727e9-7df9-42ca-8e74-9709be866e15/335bb92e-5efc-4b58-bbc9-bba2b5cff7db/1f383a0f-c4ff-4596-8753-fa21dbb6fbf1) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:09.187697 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-559febd3-b730-4288-9a14-9a222372c235 req-22e9b342-3dc3-4852-9312-678f457be8c4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 210 time: 0.1033587 Feb 18 09:19:09.213440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac43270-fe34-480f-b76b-63cfdbc80b07 req-b1e3884b-91e9-4dc4-a133-895c33c7fd30 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:09.225712 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cac43270-fe34-480f-b76b-63cfdbc80b07 req-b1e3884b-91e9-4dc4-a133-895c33c7fd30 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.2711599 Feb 18 09:19:09.318590 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cac43270-fe34-480f-b76b-63cfdbc80b07 req-b32da434-ac87-4373-b39c-b636f96eeb72 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916877 Feb 18 09:19:09.343010 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-ae648cf3-cbc5-4a46-b7cd-5c53cced76fd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.365515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-ae648cf3-cbc5-4a46-b7cd-5c53cced76fd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Transition to ACTIVE for port object 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:09.407474 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-ae648cf3-cbc5-4a46-b7cd-5c53cced76fd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.408101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35118) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:09.434793 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-df7873ef-ef00-4686-9a9c-dd4fb746c3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.453876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-df7873ef-ef00-4686-9a9c-dd4fb746c3bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:09.472907 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-df7873ef-ef00-4686-9a9c-dd4fb746c3bc admin admin] Usage tracker for resource:security_group_rule and tenant:31a7eab02d7a49d0a2a7a57f7cb85122 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:09.479012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-df7873ef-ef00-4686-9a9c-dd4fb746c3bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:09.492038 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-df7873ef-ef00-4686-9a9c-dd4fb746c3bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:09.553935 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae648cf3-cbc5-4a46-b7cd-5c53cced76fd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'Port': ['ID=1f383a0f-c4ff-4596-8753-fa21dbb6fbf1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:09.580584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-ae648cf3-cbc5-4a46-b7cd-5c53cced76fd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Network 0db727e9-7df9-42ca-8e74-9709be866e15 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:09.581706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-ae648cf3-cbc5-4a46-b7cd-5c53cced76fd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:09.585269 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-ae648cf3-cbc5-4a46-b7cd-5c53cced76fd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:19:09.674443 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-ae648cf3-cbc5-4a46-b7cd-5c53cced76fd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:09.675103 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-ae648cf3-cbc5-4a46-b7cd-5c53cced76fd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.682883 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-df7873ef-ef00-4686-9a9c-dd4fb746c3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.691684 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-df7873ef-ef00-4686-9a9c-dd4fb746c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:09.726047 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-ae648cf3-cbc5-4a46-b7cd-5c53cced76fd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6531923 Feb 18 09:19:09.739533 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Request body: {'port': {'device_id': '75a2b597-3081-45aa-aef9-feae5431b9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:09.790368 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-df7873ef-ef00-4686-9a9c-dd4fb746c3bc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=31a7eab02d7a49d0a2a7a57f7cb85122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3783529 Feb 18 09:19:09.796334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35124) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:09.832441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7873ef-ef00-4686-9a9c-dd4fb746c3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb43ca1b-77ff-4b4c-ad3c-2072fd95334a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:09.936543 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:10.033437 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-10153224-8e98-4b43-a55f-ff26306180bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:10.078038 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-10153224-8e98-4b43-a55f-ff26306180bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:10.081927 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:19:10.115704 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-21cba42e-f6bb-4e7f-a8c1-cda8ceca5625 None None] Provisioning for port 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:10.124494 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-21cba42e-f6bb-4e7f-a8c1-cda8ceca5625 None None] Provisioning complete for port 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:10.125420 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-21cba42e-f6bb-4e7f-a8c1-cda8ceca5625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:10.180996 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-10153224-8e98-4b43-a55f-ff26306180bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:10.203024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10153224-8e98-4b43-a55f-ff26306180bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb43ca1b-77ff-4b4c-ad3c-2072fd95334a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:10.243392 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-10153224-8e98-4b43-a55f-ff26306180bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:10.243878 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-21cba42e-f6bb-4e7f-a8c1-cda8ceca5625 None None] Port 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:19:10.257559 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-10153224-8e98-4b43-a55f-ff26306180bc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fb43ca1b-77ff-4b4c-ad3c-2072fd95334a HTTP/1.1" status: 204 len: 168 time: 0.4550295 Feb 18 09:19:10.659125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f63e8-23f9-46c5-903f-106772f1efdd req-4aa61fdb-6954-4cde-9a33-dfe1098a7ee5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:10.666722 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c5f63e8-23f9-46c5-903f-106772f1efdd req-4aa61fdb-6954-4cde-9a33-dfe1098a7ee5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 932 time: 0.2838066 Feb 18 09:19:10.792309 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:19:10.808609 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:10.845616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Transition to ACTIVE for port object 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:10.856431 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:10.885800 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c5f63e8-23f9-46c5-903f-106772f1efdd req-d15464bf-6fc9-4c43-ac75-bdea73bc246b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425068 Feb 18 09:19:10.998388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8228f7-91f4-450a-8e0f-219665dc497d req-fee2d2bf-1bf4-4c59-b75a-aef88d54ef17 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:11.014111 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca8228f7-91f4-450a-8e0f-219665dc497d req-fee2d2bf-1bf4-4c59-b75a-aef88d54ef17 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.3462934 Feb 18 09:19:11.125514 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca8228f7-91f4-450a-8e0f-219665dc497d req-e3692eac-034b-441e-a54b-2b0a594d2890 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069558 Feb 18 09:19:11.286953 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Pushing event updated for resources: {'Port': ['ID=1f383a0f-c4ff-4596-8753-fa21dbb6fbf1,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:11.302638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Attempting to bind port 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:19:11.302964 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Attempting to bind port 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:19:11.303291 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Attempting to bind port 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 on network 0db727e9-7df9-42ca-8e74-9709be866e15 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:19:11.321694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Port 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 on network 0db727e9-7df9-42ca-8e74-9709be866e15 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:19:11.322211 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Attempting to bind port 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 on network 0db727e9-7df9-42ca-8e74-9709be866e15 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:19:11.328885 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:19:11.329228 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Checking segment: {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:19:11.329613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Bound using segment: {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:19:11.330082 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Bound port: 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:19:11.330523 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:11.439129 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:11.525155 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] For port 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:19:11.530070 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] For port 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1f383a0f-c4ff-4596-8753-fa21dbb6fbf1,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:19:11.545534 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:11.581621 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:11.639169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Pushing event updated for resources: {'Port': ['ID=1f383a0f-c4ff-4596-8753-fa21dbb6fbf1,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:11.654843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:11.655467 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:11.656880 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-65599b44-f024-444d-b87e-5ca0a7e7c7ea service neutron] 10.222.0.81 "PUT /v2.0/ports/1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 HTTP/1.1" status: 200 len: 1092 time: 1.9233279 Feb 18 09:19:11.657333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a2b597-3081-45aa-aef9-feae5431b9d1', 'tag': '1f383a0f-c4ff-4596-8753-fa21dbb6fbf1'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:19:11.788407 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a2b597-3081-45aa-aef9-feae5431b9d1', 'tag': '1f383a0f-c4ff-4596-8753-fa21dbb6fbf1', 'status': 'completed', 'code': 200} Feb 18 09:19:11.883604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-2733f91b-5c23-4588-9dda-7b74b38a950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:11.887480 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-2733f91b-5c23-4588-9dda-7b74b38a950a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 1095 time: 0.1624312 Feb 18 09:19:11.992439 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-d9435283-3f77-4d8e-84fe-cb50a2b78e0a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 HTTP/1.1" status: 200 len: 217 time: 0.0976098 Feb 18 09:19:12.140241 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-88f2b83a-eadb-455f-bb0f-04c161360968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:12.143622 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-88f2b83a-eadb-455f-bb0f-04c161360968 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.1381009 Feb 18 09:19:12.164654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35172) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:12.263100 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-642d9b5e-9742-40fa-a9b5-d97c5862b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:12.265717 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-642d9b5e-9742-40fa-a9b5-d97c5862b251 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115508 Feb 18 09:19:12.279798 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd1b95-1113-47cc-a729-ccff2268477c req-7d69e8eb-0334-4c60-8ea4-9cf6ac56bf60 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:12.288155 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2bfd1b95-1113-47cc-a729-ccff2268477c req-7d69e8eb-0334-4c60-8ea4-9cf6ac56bf60 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 944 time: 0.2109940 Feb 18 09:19:12.405410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1210755673-network', 'tenant_id': '41a1ef33ea264e2d99a80e80c9b0793f'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:12.414446 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:12.430101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Usage tracker for resource:network and tenant:41a1ef33ea264e2d99a80e80c9b0793f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:12.436064 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2bfd1b95-1113-47cc-a729-ccff2268477c req-54451dea-6f9f-42bd-9041-9a33b8598a6f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467474 Feb 18 09:19:12.438022 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:12.448531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:12.466139 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-8c6c3da2-06e3-4040-a85e-62eb4a4096f1 service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901188 Feb 18 09:19:12.488483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25ded8-5b82-48f1-9358-dd9115389685 req-9889f83f-2305-461e-827a-9aa2f698a7eb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:12.507970 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec25ded8-5b82-48f1-9358-dd9115389685 req-9889f83f-2305-461e-827a-9aa2f698a7eb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.1881061 Feb 18 09:19:12.524619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Made reservation on behalf of 41a1ef33ea264e2d99a80e80c9b0793f for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:12.527972 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:12.547752 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:12.578247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:12.586067 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec25ded8-5b82-48f1-9358-dd9115389685 req-c58a3eac-607e-4e69-8818-43f6725a7081 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772469 Feb 18 09:19:12.587205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Usage tracker for resource:security_group_rule and tenant:41a1ef33ea264e2d99a80e80c9b0793f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:12.590443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:12.596197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:12.619543 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c9882f98-6657-4258-a9f1-1c082ca8354d req-1eca19d5-82d9-41cc-8d47-c6c624de9ab6 service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478183 Feb 18 09:19:12.699867 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:12.704397 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:12.736852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:19:12.742166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8484313b-d56a-449b-b9aa-6c5808e7f727,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:12.747634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf79b7-0284-4b6b-a23b-f526bdf803f4 req-56d65c49-e05c-4fb3-80f7-519a7a1c3aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:12.750076 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:12.750293 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4bcf79b7-0284-4b6b-a23b-f526bdf803f4 req-56d65c49-e05c-4fb3-80f7-519a7a1c3aad service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 1095 time: 0.0813763 Feb 18 09:19:12.750611 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Added segment 7bff3ffa-630a-4ed0-9a29-f61578e2d6e4 of type vlan for network d7eeca4a-779e-4f5e-982b-e5e552cc7286 Feb 18 09:19:12.779929 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:12.832868 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:12.834745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:12.836261 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:13.006726 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf79b7-0284-4b6b-a23b-f526bdf803f4 req-09b395f6-3f26-48af-8d3e-a6de00fb6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:13.008215 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4bcf79b7-0284-4b6b-a23b-f526bdf803f4 req-09b395f6-3f26-48af-8d3e-a6de00fb6f94 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 912 time: 0.2510183 Feb 18 09:19:13.094654 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9260538 Feb 18 09:19:13.096845 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35190) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:13.111893 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-4d46b981-31a8-41c9-90d4-6e4a1880b8be admin admin] Request body: {'subnet': {'network_id': 'd7eeca4a-779e-4f5e-982b-e5e552cc7286', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1210755673-subnet', 'tenant_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:13.122314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4d46b981-31a8-41c9-90d4-6e4a1880b8be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:13.128207 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3b49b-2fcd-453b-a345-dad7a809c79d admin admin] Pushing event updated for resources: {'Network': ['ID=d7eeca4a-779e-4f5e-982b-e5e552cc7286,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:13.130651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4d46b981-31a8-41c9-90d4-6e4a1880b8be admin admin] Usage tracker for resource:subnet and tenant:41a1ef33ea264e2d99a80e80c9b0793f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:13.134588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4d46b981-31a8-41c9-90d4-6e4a1880b8be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:13.142441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4d46b981-31a8-41c9-90d4-6e4a1880b8be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:13.153663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network d7eeca4a-779e-4f5e-982b-e5e552cc7286 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:19:13.157830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d46b981-31a8-41c9-90d4-6e4a1880b8be admin admin] Made reservation on behalf of 41a1ef33ea264e2d99a80e80c9b0793f for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:13.161442 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4d46b981-31a8-41c9-90d4-6e4a1880b8be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:13.233918 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4bcf79b7-0284-4b6b-a23b-f526bdf803f4 req-eb7995f4-32f2-4bbf-aee4-d676a8c36313 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 HTTP/1.1" status: 200 len: 217 time: 0.2189906 Feb 18 09:19:13.332151 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf79b7-0284-4b6b-a23b-f526bdf803f4 req-79c85f04-467c-41ca-966c-16230d13dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:13.334663 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4bcf79b7-0284-4b6b-a23b-f526bdf803f4 req-79c85f04-467c-41ca-966c-16230d13dc33 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.0927780 Feb 18 09:19:13.424406 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf79b7-0284-4b6b-a23b-f526bdf803f4 req-7955b8c2-1374-405f-afa7-1c4685c57d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:13.426154 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4bcf79b7-0284-4b6b-a23b-f526bdf803f4 req-7955b8c2-1374-405f-afa7-1c4685c57d61 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848362 Feb 18 09:19:13.452160 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4d46b981-31a8-41c9-90d4-6e4a1880b8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:13.518770 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46b981-31a8-41c9-90d4-6e4a1880b8be admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7606b06-3128-4f32-8f79-41d472666b4c,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:13.555987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46b981-31a8-41c9-90d4-6e4a1880b8be admin admin] Checking segment: {'id': '7bff3ffa-630a-4ed0-9a29-f61578e2d6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd7eeca4a-779e-4f5e-982b-e5e552cc7286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:19:13.556365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d46b981-31a8-41c9-90d4-6e4a1880b8be admin admin] Network hostable DHCP agents. Network: d7eeca4a-779e-4f5e-982b-e5e552cc7286, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:19:13.628408 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4bcf79b7-0284-4b6b-a23b-f526bdf803f4 req-c457e35b-ecf7-4e92-8d71-51aa25e00e5c service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948850 Feb 18 09:19:13.653810 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d46b981-31a8-41c9-90d4-6e4a1880b8be admin admin] Network d7eeca4a-779e-4f5e-982b-e5e552cc7286 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:19:13.670562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-4d46b981-31a8-41c9-90d4-6e4a1880b8be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, d7eeca4a-779e-4f5e-982b-e5e552cc7286) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:13.680606 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d922d2eb-a4a9-4f9e-8165-51ab483b03bd None None] Network d7eeca4a-779e-4f5e-982b-e5e552cc7286 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:19:13.684794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d46b981-31a8-41c9-90d4-6e4a1880b8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:13.684916 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4d46b981-31a8-41c9-90d4-6e4a1880b8be admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:13.728700 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4d46b981-31a8-41c9-90d4-6e4a1880b8be admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6324294 Feb 18 09:19:13.731980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35220) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:13.747915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1210755673-router', 'tenant_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:13.762639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:13.782971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Usage tracker for resource:router and tenant:41a1ef33ea264e2d99a80e80c9b0793f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:13.787063 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:13.808566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:13.833431 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-4bcf79b7-0284-4b6b-a23b-f526bdf803f4 req-b772eeb9-ba92-45a5-9d55-57170512be1c service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986077 Feb 18 09:19:13.897488 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bf0c2-ab46-4fbd-b4a5-d3b32f45206c req-6e5bf905-a7bf-48c7-906a-6f283498c379 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:13.900204 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca4bf0c2-ab46-4fbd-b4a5-d3b32f45206c req-6e5bf905-a7bf-48c7-906a-6f283498c379 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 944 time: 0.3161318 Feb 18 09:19:13.927079 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:13.928109 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:14.013916 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:14.018313 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca4bf0c2-ab46-4fbd-b4a5-d3b32f45206c req-325fc40c-1015-4a0f-b662-3efd6af72f37 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098382 Feb 18 09:19:14.053580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314f220-2fcd-47e6-939a-a6881786f2de req-502e6413-3b5e-4df3-b992-67409ce5011b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:14.055222 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a314f220-2fcd-47e6-939a-a6881786f2de req-502e6413-3b5e-4df3-b992-67409ce5011b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.2395456 Feb 18 09:19:14.085757 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-d7eeca4a-779e-4f5e-982b-e5e552cc7286', 'network_id': 'd7eeca4a-779e-4f5e-982b-e5e552cc7286', 'tenant_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'fixed_ips': [{'subnet_id': 'e7606b06-3128-4f32-8f79-41d472666b4c'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:19:14.086980 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:14.188546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a314f220-2fcd-47e6-939a-a6881786f2de req-82d37a5d-b168-4585-a249-03b37527d9e5 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579720 Feb 18 09:19:14.311967 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Allocated IP 172.20.0.2 (d7eeca4a-779e-4f5e-982b-e5e552cc7286/e7606b06-3128-4f32-8f79-41d472666b4c/f8529aa6-2c5a-4d04-9de6-5277bfac0390) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:14.423289 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:14.539716 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:14.550635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Transition to ACTIVE for port object f8529aa6-2c5a-4d04-9de6-5277bfac0390 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:14.572381 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Transition to ACTIVE for port object f8529aa6-2c5a-4d04-9de6-5277bfac0390 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:14.580390 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:14.585207 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a3585-be61-401c-9590-94f30f2f6ec5 req-3722c1ac-c388-4876-b501-04b567477669 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:14.586744 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b76a3585-be61-401c-9590-94f30f2f6ec5 req-3722c1ac-c388-4876-b501-04b567477669 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.1587603 Feb 18 09:19:14.656049 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b76a3585-be61-401c-9590-94f30f2f6ec5 req-546ebcb1-7c36-4b61-8df9-de2ae8e3ffa8 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609832 Feb 18 09:19:14.664224 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Pushing event updated for resources: {'Port': ['ID=f8529aa6-2c5a-4d04-9de6-5277bfac0390,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:14.672543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Network d7eeca4a-779e-4f5e-982b-e5e552cc7286 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:14.674732 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:14.677436 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:19:14.778599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Attempting to bind port f8529aa6-2c5a-4d04-9de6-5277bfac0390 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:19:14.778978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Attempting to bind port f8529aa6-2c5a-4d04-9de6-5277bfac0390 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '7bff3ffa-630a-4ed0-9a29-f61578e2d6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd7eeca4a-779e-4f5e-982b-e5e552cc7286'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:19:14.779344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Attempting to bind port f8529aa6-2c5a-4d04-9de6-5277bfac0390 on network d7eeca4a-779e-4f5e-982b-e5e552cc7286 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:19:14.785098 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:19:14.785475 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Checking segment: {'id': '7bff3ffa-630a-4ed0-9a29-f61578e2d6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd7eeca4a-779e-4f5e-982b-e5e552cc7286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:19:14.785883 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:14.786280 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Bound using segment: {'id': '7bff3ffa-630a-4ed0-9a29-f61578e2d6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd7eeca4a-779e-4f5e-982b-e5e552cc7286'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:19:14.786746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Bound port: f8529aa6-2c5a-4d04-9de6-5277bfac0390, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bff3ffa-630a-4ed0-9a29-f61578e2d6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd7eeca4a-779e-4f5e-982b-e5e552cc7286'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:19:14.787125 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:14.890634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] For port f8529aa6-2c5a-4d04-9de6-5277bfac0390, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:19:14.894231 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] For port f8529aa6-2c5a-4d04-9de6-5277bfac0390, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f8529aa6-2c5a-4d04-9de6-5277bfac0390,segment=NetworkSegment(7bff3ffa-630a-4ed0-9a29-f61578e2d6e4),segment_id=7bff3ffa-630a-4ed0-9a29-f61578e2d6e4)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:19:14.904961 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:14.907591 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:14.964215 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:15.017102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0100e2-606f-4c2e-bbf5-1b56edc0e755 None None] Pushing event updated for resources: {'Port': ['ID=f8529aa6-2c5a-4d04-9de6-5277bfac0390,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:15.500582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Allocated IP 172.25.1.31 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/ec706b65-fb72-4eca-bf48-48b6609ce2ba) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:15.618397 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58167739-2ac2-4a4d-a7dd-fbbe5ef22707 req-3568d621-2d3d-44d6-93bc-42c400091eb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:15.619945 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-58167739-2ac2-4a4d-a7dd-fbbe5ef22707 req-3568d621-2d3d-44d6-93bc-42c400091eb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 944 time: 0.4352894 Feb 18 09:19:15.713337 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-58167739-2ac2-4a4d-a7dd-fbbe5ef22707 req-ade07375-5fe4-4f09-94c3-47c97842ebb2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843558 Feb 18 09:19:15.735728 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:15.767305 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:15.827486 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:15.830701 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:15.839135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:19:15.889604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Pushing event updated for resources: {'Port': ['ID=ec706b65-fb72-4eca-bf48-48b6609ce2ba,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:16.263244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e060e-2fed-4b01-802d-51121e93419f req-6186275c-e263-4e10-995c-92f4262efc3e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:16.268739 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e6e060e-2fed-4b01-802d-51121e93419f req-6186275c-e263-4e10-995c-92f4262efc3e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.1985159 Feb 18 09:19:16.311539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a20fcc-77cc-4b13-8062-42b7558402fc None None] Network d7eeca4a-779e-4f5e-982b-e5e552cc7286 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:19:16.408213 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e6e060e-2fed-4b01-802d-51121e93419f req-ae26654c-261b-4029-aa87-2f1bc1246d80 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352706 Feb 18 09:19:16.410007 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:16.422040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-525608c8-3b5a-4840-95d2-97c6c65fc287 None None] Provisioning for port f8529aa6-2c5a-4d04-9de6-5277bfac0390 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:16.495768 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 04d59fdd-33b7-4047-b0ae-34ed136388f2 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:16.721544 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:16.767748 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 04d59fdd-33b7-4047-b0ae-34ed136388f2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:16.769696 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:19:16.792861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b37458-f8a8-4984-8a90-a06351a4b521 req-1ad9282e-c686-45c1-9d22-9562b74773fe tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:16.800560 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99b37458-f8a8-4984-8a90-a06351a4b521 req-1ad9282e-c686-45c1-9d22-9562b74773fe tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 947 time: 0.2449019 Feb 18 09:19:16.805725 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:16.920435 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:16.936548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=04d59fdd-33b7-4047-b0ae-34ed136388f2,revision_number=14']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:17.078700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f8529aa6-2c5a-4d04-9de6-5277bfac0390 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:17.081229 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99b37458-f8a8-4984-8a90-a06351a4b521 req-18ab3da5-f5f3-41bb-80be-942e1e9dc64f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793667 Feb 18 09:19:17.153255 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'code': 200} Feb 18 09:19:17.183547 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port f8529aa6-2c5a-4d04-9de6-5277bfac0390 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:17.190045 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port f8529aa6-2c5a-4d04-9de6-5277bfac0390 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:17.190652 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.336451 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.364755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29912220-39b8-4d52-97f6-f1cacfb29f68 req-73009611-7ee5-490f-9e46-274bfe107689 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:17.366277 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29912220-39b8-4d52-97f6-f1cacfb29f68 req-73009611-7ee5-490f-9e46-274bfe107689 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 944 time: 0.4918671 Feb 18 09:19:17.377634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port f8529aa6-2c5a-4d04-9de6-5277bfac0390, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f8529aa6-2c5a-4d04-9de6-5277bfac0390,segment=NetworkSegment(7bff3ffa-630a-4ed0-9a29-f61578e2d6e4),segment_id=7bff3ffa-630a-4ed0-9a29-f61578e2d6e4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:17.385541 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.462673 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29912220-39b8-4d52-97f6-f1cacfb29f68 req-c8acb57b-b116-4355-bf1e-c8c9bba0e504 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878973 Feb 18 09:19:17.473363 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=f8529aa6-2c5a-4d04-9de6-5277bfac0390,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:17.488656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00811bd9-7c14-46a0-bfc7-64e6a53e7725 req-29514f3b-c626-40a9-975c-ce09d44aa651 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:17.492231 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00811bd9-7c14-46a0-bfc7-64e6a53e7725 req-29514f3b-c626-40a9-975c-ce09d44aa651 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.2225780 Feb 18 09:19:17.514365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Router 0c859497-a6ae-4cae-a8c1-cb8a7e522427 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:19:17.661221 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00811bd9-7c14-46a0-bfc7-64e6a53e7725 req-93fac867-eb0c-47ef-9c0b-7286448ae3c0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680884 Feb 18 09:19:17.798293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:19:17.810883 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Sync routers for ids ['0c859497-a6ae-4cae-a8c1-cb8a7e522427'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:19:17.826579 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Routers {'0c859497-a6ae-4cae-a8c1-cb8a7e522427'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:19:17.827619 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:19:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0c859497-a6ae-4cae-a8c1-cb8a7e522427'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:17.845248 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:17.846610 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2aedea66-0a28-4103-9e37-812cb01c582a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1084933 Feb 18 09:19:17.849943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35352) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:18.030342 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Set router 0c859497-a6ae-4cae-a8c1-cb8a7e522427 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:19:18.114175 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d767816-d746-4b28-941d-325c6637d708 req-7fe77b65-b994-415f-ab8a-7f04a6833f22 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:18.115678 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d767816-d746-4b28-941d-325c6637d708 req-7fe77b65-b994-415f-ab8a-7f04a6833f22 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1146636 Feb 18 09:19:18.121778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690c341-1833-4e04-af17-c19640c422aa req-ce284bce-f59b-4dfe-a609-29c370b8ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:18.123295 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c690c341-1833-4e04-af17-c19640c422aa req-ce284bce-f59b-4dfe-a609-29c370b8ebbd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 1096 time: 0.1549695 Feb 18 09:19:18.248067 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d767816-d746-4b28-941d-325c6637d708 req-277a8dbd-1064-440b-ac10-ab9648ccde3b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217988 Feb 18 09:19:18.310164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690c341-1833-4e04-af17-c19640c422aa req-a9ebabe8-3e79-4091-be9e-bbeda4800934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:18.312092 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c690c341-1833-4e04-af17-c19640c422aa req-a9ebabe8-3e79-4091-be9e-bbeda4800934 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.1726532 Feb 18 09:19:18.357669 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'name': 'tempest-TestAggregatesBasicOps-1210755673-router', 'tenant_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'ec706b65-fb72-4eca-bf48-48b6609ce2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:13Z', 'updated_at': '2022-02-18T09:19:16Z', 'revision_number': 3, 'project_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'gw_port': {'id': 'ec706b65-fb72-4eca-bf48-48b6609ce2ba', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:12:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:15Z', 'updated_at': '2022-02-18T09:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:18.361798 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Checking router: 0c859497-a6ae-4cae-a8c1-cb8a7e522427 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:19:18.362139 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Updating router 0c859497-a6ae-4cae-a8c1-cb8a7e522427 port ec706b65-fb72-4eca-bf48-48b6609ce2ba binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:19:18.423243 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:18.435190 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c690c341-1833-4e04-af17-c19640c422aa req-7c5ceb19-d9d2-4cae-b1ee-8b992898ea39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2 HTTP/1.1" status: 200 len: 999 time: 0.1166577 Feb 18 09:19:18.504960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690c341-1833-4e04-af17-c19640c422aa req-168b0317-19b3-4ef6-8288-8aa0c81fad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:18.506511 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c690c341-1833-4e04-af17-c19640c422aa req-168b0317-19b3-4ef6-8288-8aa0c81fad8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.0653934 Feb 18 09:19:18.686283 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:18.713878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690c341-1833-4e04-af17-c19640c422aa req-f3a866d1-6291-4545-a7f2-b11ad642080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:18.721243 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c690c341-1833-4e04-af17-c19640c422aa req-f3a866d1-6291-4545-a7f2-b11ad642080c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2024400 Feb 18 09:19:18.729589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b02c94-af7b-40d7-beeb-628032edf28a req-1e7fec2e-f85a-4e29-9eb0-6dba7be6801a tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:18.731705 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52b02c94-af7b-40d7-beeb-628032edf28a req-1e7fec2e-f85a-4e29-9eb0-6dba7be6801a tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 944 time: 0.1308832 Feb 18 09:19:18.913567 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52b02c94-af7b-40d7-beeb-628032edf28a req-8dd65e68-4332-4144-a001-1e439a1228cd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585720 Feb 18 09:19:18.921086 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:18.953641 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Transition to ACTIVE for port object ec706b65-fb72-4eca-bf48-48b6609ce2ba will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:18.961726 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.004245 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Allocated IP 172.20.0.1 (d7eeca4a-779e-4f5e-982b-e5e552cc7286/e7606b06-3128-4f32-8f79-41d472666b4c/1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:19.020146 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c690c341-1833-4e04-af17-c19640c422aa req-cc99bcdf-2624-4e8c-b3b7-7be0a7a4bfdc service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874248 Feb 18 09:19:19.065043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f8529aa6-2c5a-4d04-9de6-5277bfac0390 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:19.126751 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc40869-c22c-494c-845e-bc9654fc56fb None None] Pushing event updated for resources: {'Port': ['ID=ec706b65-fb72-4eca-bf48-48b6609ce2ba,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:19.141202 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Attempting to bind port ec706b65-fb72-4eca-bf48-48b6609ce2ba on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:19:19.143077 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Attempting to bind port ec706b65-fb72-4eca-bf48-48b6609ce2ba by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:19:19.143077 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Attempting to bind port ec706b65-fb72-4eca-bf48-48b6609ce2ba on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:19:19.158630 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc40869-c22c-494c-845e-bc9654fc56fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.158979 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc40869-c22c-494c-845e-bc9654fc56fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.159317 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc40869-c22c-494c-845e-bc9654fc56fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.159649 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc40869-c22c-494c-845e-bc9654fc56fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.160122 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc40869-c22c-494c-845e-bc9654fc56fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.160480 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc40869-c22c-494c-845e-bc9654fc56fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.160804 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc40869-c22c-494c-845e-bc9654fc56fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.161125 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc40869-c22c-494c-845e-bc9654fc56fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.161443 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc40869-c22c-494c-845e-bc9654fc56fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.161763 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc40869-c22c-494c-845e-bc9654fc56fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.162084 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc40869-c22c-494c-845e-bc9654fc56fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.162401 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc40869-c22c-494c-845e-bc9654fc56fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.168988 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:19:19.169414 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:19:19.169759 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.170299 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:19:19.170779 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Bound port: ec706b65-fb72-4eca-bf48-48b6609ce2ba, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:19:19.171156 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.226223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port f8529aa6-2c5a-4d04-9de6-5277bfac0390 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:19.226608 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.274966 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] For port ec706b65-fb72-4eca-bf48-48b6609ce2ba, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:19:19.280419 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] For port ec706b65-fb72-4eca-bf48-48b6609ce2ba, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ec706b65-fb72-4eca-bf48-48b6609ce2ba,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:19:19.288710 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.421691 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Routers {'0c859497-a6ae-4cae-a8c1-cb8a7e522427'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:19:19.421958 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:19:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0c859497-a6ae-4cae-a8c1-cb8a7e522427'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:19.438216 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.461616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Transition to ACTIVE for port object 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:19.499545 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.533200 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc40869-c22c-494c-845e-bc9654fc56fb None None] Pushing event updated for resources: {'Port': ['ID=ec706b65-fb72-4eca-bf48-48b6609ce2ba,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:19.551084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c690c341-1833-4e04-af17-c19640c422aa req-93899672-8196-436c-988c-7d78cc9df02b service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225451 Feb 18 09:19:19.597958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Network d7eeca4a-779e-4f5e-982b-e5e552cc7286 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:19.601397 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81583d0-8bcb-49ae-b1d1-a89edb98969f req-e995c3d1-6df6-483e-9033-c51f83525f3e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:19.606739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:19.610847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a81583d0-8bcb-49ae-b1d1-a89edb98969f req-e995c3d1-6df6-483e-9033-c51f83525f3e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1072898 Feb 18 09:19:19.626028 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:19:19.680738 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a81583d0-8bcb-49ae-b1d1-a89edb98969f req-ccd37081-6003-47d7-b28d-086881807d5f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682497 Feb 18 09:19:19.681012 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Pushing event updated for resources: {'Port': ['ID=1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:19.719009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.721425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.721880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.722292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.722834 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.724034 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] Set router 0c859497-a6ae-4cae-a8c1-cb8a7e522427 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:19:19.724468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.724890 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.725289 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.728240 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.728768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.729181 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.729581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:19.756978 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:19.937179 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e3e759b2-f24b-4e54-af3f-ce907b80ef9e None None] Provisioning for port 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:19.942789 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e3e759b2-f24b-4e54-af3f-ce907b80ef9e None None] Provisioning complete for port 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:19.943172 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e3e759b2-f24b-4e54-af3f-ce907b80ef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:20.041806 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e3e759b2-f24b-4e54-af3f-ce907b80ef9e None None] Port 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:19:20.214580 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:20.224662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e2706-7cc9-4512-9cd7-76fbc2c18d0f req-8b1890cf-d084-45e3-be58-367c08e06243 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:20.234608 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'name': 'tempest-TestAggregatesBasicOps-1210755673-router', 'tenant_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'ec706b65-fb72-4eca-bf48-48b6609ce2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:13Z', 'updated_at': '2022-02-18T09:19:16Z', 'revision_number': 3, 'project_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'gw_port': {'id': 'ec706b65-fb72-4eca-bf48-48b6609ce2ba', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:12:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:15Z', 'updated_at': '2022-02-18T09:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:20.235247 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-315e2706-7cc9-4512-9cd7-76fbc2c18d0f req-8b1890cf-d084-45e3-be58-367c08e06243 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 944 time: 0.1444530 Feb 18 09:19:20.239211 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55000b4a-a632-4d9d-9f18-3620f12e1f45 None None] The sync data for ids ['0c859497-a6ae-4cae-a8c1-cb8a7e522427'] in n-d-829434-1 is: [{'id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'name': 'tempest-TestAggregatesBasicOps-1210755673-router', 'tenant_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'ec706b65-fb72-4eca-bf48-48b6609ce2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:13Z', 'updated_at': '2022-02-18T09:19:16Z', 'revision_number': 3, 'project_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'gw_port': {'id': 'ec706b65-fb72-4eca-bf48-48b6609ce2ba', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:12:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:15Z', 'updated_at': '2022-02-18T09:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:19:20.310806 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-315e2706-7cc9-4512-9cd7-76fbc2c18d0f req-a89ec8a3-ff51-4847-892f-09e31eb04b16 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677860 Feb 18 09:19:20.567967 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:20.575372 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:20.726389 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:20.732980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Pushing event updated for resources: {'Port': ['ID=1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:21.124007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbba050-2da3-4d50-9d2c-0a2d9b2bd9e9 req-8f7a0e80-44af-457f-befc-6e4ad2c19293 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:21.141113 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8fbba050-2da3-4d50-9d2c-0a2d9b2bd9e9 req-8f7a0e80-44af-457f-befc-6e4ad2c19293 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1863227 Feb 18 09:19:21.163667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Network d7eeca4a-779e-4f5e-982b-e5e552cc7286 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:21.163667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:21.190660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ec706b65-fb72-4eca-bf48-48b6609ce2ba up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:21.255936 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8fbba050-2da3-4d50-9d2c-0a2d9b2bd9e9 req-de23111a-fe5d-470d-89da-23391df76e80 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132367 Feb 18 09:19:21.454637 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port ec706b65-fb72-4eca-bf48-48b6609ce2ba completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:21.460103 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ec706b65-fb72-4eca-bf48-48b6609ce2ba triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:21.460538 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.526218 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1d8a00-3096-4287-9fbd-b9f3560883c8 req-59f2f733-dc6c-46ac-ac91-2e5f8505d476 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2528982 Feb 18 09:19:21.737750 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-712c1fea-717b-4f9e-926b-40277a3cd2ca None None] Provisioning complete for port 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:21.738387 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-712c1fea-717b-4f9e-926b-40277a3cd2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.739448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Router 0c859497-a6ae-4cae-a8c1-cb8a7e522427 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:19:21.874777 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-712c1fea-717b-4f9e-926b-40277a3cd2ca None None] Port 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:19:21.882298 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.904997 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port ec706b65-fb72-4eca-bf48-48b6609ce2ba, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ec706b65-fb72-4eca-bf48-48b6609ce2ba,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:21.913336 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:21.930478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68fca1-a5a3-4e54-8d8c-66d8ac72d67e req-f61fc85d-8a7b-471c-b7fd-ae11afae6d03 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:21.938701 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb68fca1-a5a3-4e54-8d8c-66d8ac72d67e req-f61fc85d-8a7b-471c-b7fd-ae11afae6d03 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 944 time: 0.3256712 Feb 18 09:19:21.956938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d8a00-3096-4287-9fbd-b9f3560883c8 req-215bf6ca-038f-472f-b25d-e65f34cf1cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:21.959599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1d8a00-3096-4287-9fbd-b9f3560883c8 req-215bf6ca-038f-472f-b25d-e65f34cf1cd0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 1096 time: 0.2674344 Feb 18 09:19:21.989368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3a2c7-9942-4201-8a05-7f437b8b6fb4 req-94bc00e1-bd4b-48e5-a710-febc74bdd11d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:21.990904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-70a3a2c7-9942-4201-8a05-7f437b8b6fb4 req-94bc00e1-bd4b-48e5-a710-febc74bdd11d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.2999465 Feb 18 09:19:22.026395 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=ec706b65-fb72-4eca-bf48-48b6609ce2ba,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:22.041112 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:19:22.082154 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:19:22.093112 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7e840c99-354d-44f3-91a2-92a532188716 admin admin] 10.222.0.72 "PUT /v2.0/routers/0c859497-a6ae-4cae-a8c1-cb8a7e522427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2419868 Feb 18 09:19:22.216451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb68fca1-a5a3-4e54-8d8c-66d8ac72d67e req-399efc8b-9a24-4435-96b3-23ed84765aab tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732859 Feb 18 09:19:22.234157 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-70a3a2c7-9942-4201-8a05-7f437b8b6fb4 req-2cc1d934-2936-427b-9dfb-d0642593e06b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122290 Feb 18 09:19:22.264849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d8a00-3096-4287-9fbd-b9f3560883c8 req-597e39c8-69f5-4228-b473-34c2e26d0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:22.266382 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1d8a00-3096-4287-9fbd-b9f3560883c8 req-597e39c8-69f5-4228-b473-34c2e26d0b32 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.2721741 Feb 18 09:19:22.291359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1f383a0f-c4ff-4596-8753-fa21dbb6fbf1,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:22.310593 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '1f383a0f-c4ff-4596-8753-fa21dbb6fbf1', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'port_id': '1f383a0f-c4ff-4596-8753-fa21dbb6fbf1', 'mac_address': 'fa:16:3e:04:bb:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:19:22.409717 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:22.438095 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:19:22.458202 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1f383a0f-c4ff-4596-8753-fa21dbb6fbf1,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:22.467930 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:22.498056 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1d8a00-3096-4287-9fbd-b9f3560883c8 req-2ac7c6cd-701c-405d-bd4e-c7cfe3e68b6a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2 HTTP/1.1" status: 200 len: 999 time: 0.2235160 Feb 18 09:19:22.566136 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=1f383a0f-c4ff-4596-8753-fa21dbb6fbf1,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:22.577270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e229e-b6c7-47dd-b54d-229c04455e02 req-ba8e64de-8cff-4ceb-82d0-f6712b60dfa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:22.584148 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c2e229e-b6c7-47dd-b54d-229c04455e02 req-ba8e64de-8cff-4ceb-82d0-f6712b60dfa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1674082 Feb 18 09:19:22.613068 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d8a00-3096-4287-9fbd-b9f3560883c8 req-ab75d3e5-4741-4f7f-91e2-caf4e915a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:22.614760 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1d8a00-3096-4287-9fbd-b9f3560883c8 req-ab75d3e5-4741-4f7f-91e2-caf4e915a4cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.1096785 Feb 18 09:19:22.701641 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c2e229e-b6c7-47dd-b54d-229c04455e02 req-a6e98173-4e2e-4549-bb97-dd784c17cec0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088223 Feb 18 09:19:22.753405 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d8a00-3096-4287-9fbd-b9f3560883c8 req-2320a304-dce8-419b-ab71-1bba5e1ccb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:22.755278 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1d8a00-3096-4287-9fbd-b9f3560883c8 req-2320a304-dce8-419b-ab71-1bba5e1ccb9a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312106 Feb 18 09:19:22.785537 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['1f383a0f-c4ff-4596-8753-fa21dbb6fbf1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:19:22.974288 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35444) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:22.981431 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-364514213-network', 'tenant_id': '2614e94551e746a8b64da5c74b8e6dd5'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:22.988738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:22.993356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Usage tracker for resource:network and tenant:2614e94551e746a8b64da5c74b8e6dd5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:22.997740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:23.004619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:23.021365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Made reservation on behalf of 2614e94551e746a8b64da5c74b8e6dd5 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:23.024656 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:23.027559 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1d8a00-3096-4287-9fbd-b9f3560883c8 req-d489cf7b-57ce-499a-8d62-a01c7bed1ccf service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660699 Feb 18 09:19:23.039676 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:23.060474 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ec706b65-fb72-4eca-bf48-48b6609ce2ba up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:23.066579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:23.070694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Usage tracker for resource:security_group_rule and tenant:2614e94551e746a8b64da5c74b8e6dd5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:23.075139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:23.082922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:23.106024 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Sync routers for ids ['0c859497-a6ae-4cae-a8c1-cb8a7e522427'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:19:23.179002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44266a-51f0-4628-af8f-704b37aa98e4 req-40a971d1-c2fb-4bec-94a7-35497630984a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:23.179246 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Routers {'0c859497-a6ae-4cae-a8c1-cb8a7e522427'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:19:23.179760 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:19:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0c859497-a6ae-4cae-a8c1-cb8a7e522427'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:23.186407 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec44266a-51f0-4628-af8f-704b37aa98e4 req-40a971d1-c2fb-4bec-94a7-35497630984a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.3007569 Feb 18 09:19:23.258336 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:23.267839 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:23.281833 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec44266a-51f0-4628-af8f-704b37aa98e4 req-364bd2e2-998a-448d-9762-5a3f11875d77 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944231 Feb 18 09:19:23.284698 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1d8a00-3096-4287-9fbd-b9f3560883c8 req-a2761977-84c5-4b7c-9f62-1b789f994271 service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500136 Feb 18 09:19:23.491353 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Set router 0c859497-a6ae-4cae-a8c1-cb8a7e522427 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:19:23.500604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:19:23.523927 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:23.524371 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Added segment 085ed46f-fef7-4b5a-bcb0-f730de6847f6 of type vlan for network 935ad7ce-37c3-4c2b-814d-98437bdddb36 Feb 18 09:19:23.525698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b00ca3-8f94-40d6-8876-a6f86101453c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:23.568735 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:23.634187 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:23.635956 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:23.643420 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:23.803827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] Pushing event updated for resources: {'Network': ['ID=935ad7ce-37c3-4c2b-814d-98437bdddb36,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:23.819167 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2ed4e82a-ae10-4b73-91a7-8ad858ed891f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8432286 Feb 18 09:19:23.821017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b65073-69b5-4a9f-8fda-933e9c6b5682 req-f1eacc57-c1c6-4b17-bde2-63d4ea7de240 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:23.822047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35454) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:23.822643 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f8b65073-69b5-4a9f-8fda-933e9c6b5682 req-f1eacc57-c1c6-4b17-bde2-63d4ea7de240 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.3146074 Feb 18 09:19:23.826730 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ec706b65-fb72-4eca-bf48-48b6609ce2ba triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:23.827199 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:23.831348 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-89b12007-0e58-4ac3-8f6e-4a43490423ae admin admin] Request body: {'subnet': {'network_id': '935ad7ce-37c3-4c2b-814d-98437bdddb36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-364514213-subnet', 'tenant_id': '2614e94551e746a8b64da5c74b8e6dd5', 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:23.833139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd3ac5-bdf5-419a-8bc7-41eafa878ecb req-875d23cb-3728-4342-bb7d-00ac88fd3de3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:23.838538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-89b12007-0e58-4ac3-8f6e-4a43490423ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:23.840703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e8dd3ac5-bdf5-419a-8bc7-41eafa878ecb req-875d23cb-3728-4342-bb7d-00ac88fd3de3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 945 time: 0.3939731 Feb 18 09:19:23.845496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-89b12007-0e58-4ac3-8f6e-4a43490423ae admin admin] Usage tracker for resource:subnet and tenant:2614e94551e746a8b64da5c74b8e6dd5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:23.854536 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-89b12007-0e58-4ac3-8f6e-4a43490423ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:23.864891 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 935ad7ce-37c3-4c2b-814d-98437bdddb36 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:19:23.872139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-89b12007-0e58-4ac3-8f6e-4a43490423ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:23.899478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b12007-0e58-4ac3-8f6e-4a43490423ae admin admin] Made reservation on behalf of 2614e94551e746a8b64da5c74b8e6dd5 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:23.911953 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89b12007-0e58-4ac3-8f6e-4a43490423ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:23.916527 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e8dd3ac5-bdf5-419a-8bc7-41eafa878ecb req-e004580f-a064-4851-8811-1823797a1cf6 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746942 Feb 18 09:19:23.959778 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f8b65073-69b5-4a9f-8fda-933e9c6b5682 req-666b1ebf-1dad-4c7f-9c41-bee38f5843df tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159363 Feb 18 09:19:24.197940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'name': 'tempest-TestAggregatesBasicOps-1210755673-router', 'tenant_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'ec706b65-fb72-4eca-bf48-48b6609ce2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:13Z', 'updated_at': '2022-02-18T09:19:20Z', 'revision_number': 4, 'project_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'gw_port': {'id': 'ec706b65-fb72-4eca-bf48-48b6609ce2ba', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:15Z', 'updated_at': '2022-02-18T09:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f', 'name': '', 'network_id': 'd7eeca4a-779e-4f5e-982b-e5e552cc7286', 'tenant_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'mac_address': 'fa:16:3e:dc:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e7606b06-3128-4f32-8f79-41d472666b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:18Z', 'updated_at': '2022-02-18T09:19:20Z', 'revision_number': 2, 'project_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'subnets': [{'id': 'e7606b06-3128-4f32-8f79-41d472666b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:24.201409 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Checking router: 0c859497-a6ae-4cae-a8c1-cb8a7e522427 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:19:24.201765 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Updating router 0c859497-a6ae-4cae-a8c1-cb8a7e522427 port 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:19:24.232417 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89b12007-0e58-4ac3-8f6e-4a43490423ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:24.328773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b12007-0e58-4ac3-8f6e-4a43490423ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc3065c4-e22c-4976-82e4-3afc37efdce0,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:24.331025 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:24.333303 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b12007-0e58-4ac3-8f6e-4a43490423ae admin admin] Checking segment: {'id': '085ed46f-fef7-4b5a-bcb0-f730de6847f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '935ad7ce-37c3-4c2b-814d-98437bdddb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:19:24.333658 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b12007-0e58-4ac3-8f6e-4a43490423ae admin admin] Network hostable DHCP agents. Network: 935ad7ce-37c3-4c2b-814d-98437bdddb36, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:19:24.359518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b12007-0e58-4ac3-8f6e-4a43490423ae admin admin] Network 935ad7ce-37c3-4c2b-814d-98437bdddb36 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:19:24.371846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-89b12007-0e58-4ac3-8f6e-4a43490423ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 935ad7ce-37c3-4c2b-814d-98437bdddb36) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:24.378311 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b12007-0e58-4ac3-8f6e-4a43490423ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:24.380153 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89b12007-0e58-4ac3-8f6e-4a43490423ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:24.383882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-780b2b99-3814-4332-b84e-31e38eca0e9b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:24.385473 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-780b2b99-3814-4332-b84e-31e38eca0e9b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 812 time: 0.1836469 Feb 18 09:19:24.391903 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4732d6-6cee-45fb-abe0-023b6415cc08 None None] Network 935ad7ce-37c3-4c2b-814d-98437bdddb36 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:19:24.407468 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-54f8ed07-1fbc-4076-b323-fe32d0086f7f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/quotas/7a9b4529c6e04390b7b35beffd7d33fd HTTP/1.1" status: 200 len: 375 time: 0.0132470 Feb 18 09:19:24.412402 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-89b12007-0e58-4ac3-8f6e-4a43490423ae admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5865111 Feb 18 09:19:24.412666 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35474) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:24.422715 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-364514213-router', 'tenant_id': '2614e94551e746a8b64da5c74b8e6dd5', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:24.429141 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:24.433952 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Usage tracker for resource:router and tenant:2614e94551e746a8b64da5c74b8e6dd5 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:24.437847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:24.463000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:24.484053 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:24.485710 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:24.511295 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:24.550279 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-2823d089-8bc9-41a7-a4e8-fc0936d09a08 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1349456 Feb 18 09:19:24.846202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-162312ea-373a-465e-bccf-24e8db5a4c5d service neutron] 10.222.0.72 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889225 Feb 18 09:19:24.849215 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-935ad7ce-37c3-4c2b-814d-98437bdddb36', 'network_id': '935ad7ce-37c3-4c2b-814d-98437bdddb36', 'tenant_id': '2614e94551e746a8b64da5c74b8e6dd5', 'fixed_ips': [{'subnet_id': 'cc3065c4-e22c-4976-82e4-3afc37efdce0'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:19:24.850045 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:24.892983 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:25.030390 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-a45dfca4-fc5f-4cd0-a088-ca6e2dff4625 service neutron] 10.222.0.72 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682107 Feb 18 09:19:25.128680 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:25.142968 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Transition to ACTIVE for port object 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:25.175762 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:25.186750 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Allocated IP 172.20.0.2 (935ad7ce-37c3-4c2b-814d-98437bdddb36/cc3065c4-e22c-4976-82e4-3afc37efdce0/1e5b71db-8f21-4f75-8d93-4b2857f3c781) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:25.247552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189733b-7a9b-4e9e-aed7-5605dc61f7da req-9fc0cc8b-15ee-4385-a3f3-53a98ef66047 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:25.249780 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4189733b-7a9b-4e9e-aed7-5605dc61f7da req-9fc0cc8b-15ee-4385-a3f3-53a98ef66047 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 945 time: 0.1447062 Feb 18 09:19:25.323348 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4189733b-7a9b-4e9e-aed7-5605dc61f7da req-6f0964de-7c14-446f-bb9c-6ba99ef21ce2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658729 Feb 18 09:19:25.436659 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:25.467514 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c620458-6f73-471f-a28d-b60b7c84b772 None None] Pushing event updated for resources: {'Port': ['ID=1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:25.474135 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:25.607768 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Attempting to bind port 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:19:25.608123 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Attempting to bind port 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '7bff3ffa-630a-4ed0-9a29-f61578e2d6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd7eeca4a-779e-4f5e-982b-e5e552cc7286'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:19:25.608519 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Attempting to bind port 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f on network d7eeca4a-779e-4f5e-982b-e5e552cc7286 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:19:25.617916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:19:25.618289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Checking segment: {'id': '7bff3ffa-630a-4ed0-9a29-f61578e2d6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd7eeca4a-779e-4f5e-982b-e5e552cc7286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:19:25.618696 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:25.619095 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Bound using segment: {'id': '7bff3ffa-630a-4ed0-9a29-f61578e2d6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd7eeca4a-779e-4f5e-982b-e5e552cc7286'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:19:25.619569 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Bound port: 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bff3ffa-630a-4ed0-9a29-f61578e2d6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd7eeca4a-779e-4f5e-982b-e5e552cc7286'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:19:25.619961 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:25.673464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Allocated IP 172.25.1.230 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/1bad1a7e-4002-40b0-bb31-8797829f5706) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:25.830911 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] For port 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:19:25.835999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] For port 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f,segment=NetworkSegment(7bff3ffa-630a-4ed0-9a29-f61578e2d6e4),segment_id=7bff3ffa-630a-4ed0-9a29-f61578e2d6e4)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:19:25.837260 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:25.851334 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:25.863566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Transition to ACTIVE for port object 1e5b71db-8f21-4f75-8d93-4b2857f3c781 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:25.963436 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Transition to ACTIVE for port object 1e5b71db-8f21-4f75-8d93-4b2857f3c781 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:25.969247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Routers {'0c859497-a6ae-4cae-a8c1-cb8a7e522427'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:19:25.969884 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:19:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0c859497-a6ae-4cae-a8c1-cb8a7e522427'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:26.029192 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:26.042138 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:26.063887 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:26.071541 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:26.082221 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c620458-6f73-471f-a28d-b60b7c84b772 None None] Pushing event updated for resources: {'Port': ['ID=1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:26.127600 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:26.130913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:26.134400 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:19:26.200038 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Pushing event updated for resources: {'Port': ['ID=1bad1a7e-4002-40b0-bb31-8797829f5706,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:26.329706 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Network 935ad7ce-37c3-4c2b-814d-98437bdddb36 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:26.344948 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:26.352900 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94c21fe4-b9c5-4526-9d8e-814b0311b5a7 req-d3674cd0-9d7b-453d-82d0-05abba25a520 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 210 time: 0.0894599 Feb 18 09:19:26.361974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:19:26.365772 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Pushing event updated for resources: {'Port': ['ID=1e5b71db-8f21-4f75-8d93-4b2857f3c781,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:26.459245 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] Set router 0c859497-a6ae-4cae-a8c1-cb8a7e522427 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:19:26.544297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117bf86-5a88-40ba-bda8-bac1223609ff req-5184a3a9-3ef9-498d-8899-9a5f96eaa1da tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:26.545957 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0117bf86-5a88-40ba-bda8-bac1223609ff req-5184a3a9-3ef9-498d-8899-9a5f96eaa1da tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 945 time: 0.0909126 Feb 18 09:19:26.586625 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:26.611663 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0117bf86-5a88-40ba-bda8-bac1223609ff req-fa6ad217-ad1b-42f5-bbb6-1eb2922e5212 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581043 Feb 18 09:19:26.630692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:26.631280 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:26.702690 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:26.883209 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Attempting to bind port 1e5b71db-8f21-4f75-8d93-4b2857f3c781 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:19:26.883797 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Attempting to bind port 1e5b71db-8f21-4f75-8d93-4b2857f3c781 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '085ed46f-fef7-4b5a-bcb0-f730de6847f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '935ad7ce-37c3-4c2b-814d-98437bdddb36'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:19:26.883919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Attempting to bind port 1e5b71db-8f21-4f75-8d93-4b2857f3c781 on network 935ad7ce-37c3-4c2b-814d-98437bdddb36 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:19:26.905463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:19:26.905842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Checking segment: {'id': '085ed46f-fef7-4b5a-bcb0-f730de6847f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '935ad7ce-37c3-4c2b-814d-98437bdddb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:19:26.906253 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:26.907250 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Bound using segment: {'id': '085ed46f-fef7-4b5a-bcb0-f730de6847f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '935ad7ce-37c3-4c2b-814d-98437bdddb36'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:19:26.907859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Bound port: 1e5b71db-8f21-4f75-8d93-4b2857f3c781, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085ed46f-fef7-4b5a-bcb0-f730de6847f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '935ad7ce-37c3-4c2b-814d-98437bdddb36'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:19:26.908258 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:27.084190 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:27.127955 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a2b597-3081-45aa-aef9-feae5431b9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f383a0f-c4ff-4596-8753-fa21dbb6fbf1'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:19:27.150449 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:27.200929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1f383a0f-c4ff-4596-8753-fa21dbb6fbf1,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:27.218945 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:27.268020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] For port 1e5b71db-8f21-4f75-8d93-4b2857f3c781, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:19:27.277316 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a2b597-3081-45aa-aef9-feae5431b9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f383a0f-c4ff-4596-8753-fa21dbb6fbf1', 'code': 200} Feb 18 09:19:27.305984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] For port 1e5b71db-8f21-4f75-8d93-4b2857f3c781, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1e5b71db-8f21-4f75-8d93-4b2857f3c781,segment=NetworkSegment(085ed46f-fef7-4b5a-bcb0-f730de6847f6),segment_id=085ed46f-fef7-4b5a-bcb0-f730de6847f6)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:19:27.320098 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:27.328227 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=1f383a0f-c4ff-4596-8753-fa21dbb6fbf1,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:27.431451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc4cbf-8e58-460e-9f6f-d5c02934357a None None] Pushing event updated for resources: {'Port': ['ID=1e5b71db-8f21-4f75-8d93-4b2857f3c781,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:27.466893 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'name': 'tempest-TestAggregatesBasicOps-1210755673-router', 'tenant_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'ec706b65-fb72-4eca-bf48-48b6609ce2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:13Z', 'updated_at': '2022-02-18T09:19:20Z', 'revision_number': 4, 'project_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'gw_port': {'id': 'ec706b65-fb72-4eca-bf48-48b6609ce2ba', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:15Z', 'updated_at': '2022-02-18T09:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f', 'name': '', 'network_id': 'd7eeca4a-779e-4f5e-982b-e5e552cc7286', 'tenant_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'mac_address': 'fa:16:3e:dc:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e7606b06-3128-4f32-8f79-41d472666b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:18Z', 'updated_at': '2022-02-18T09:19:25Z', 'revision_number': 4, 'project_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'subnets': [{'id': 'e7606b06-3128-4f32-8f79-41d472666b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:27.477456 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95c74ac-e26e-4a2d-bec5-22a6a296fc45 None None] The sync data for ids ['0c859497-a6ae-4cae-a8c1-cb8a7e522427'] in n-d-829434-1 is: [{'id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'name': 'tempest-TestAggregatesBasicOps-1210755673-router', 'tenant_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'ec706b65-fb72-4eca-bf48-48b6609ce2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:13Z', 'updated_at': '2022-02-18T09:19:20Z', 'revision_number': 4, 'project_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'gw_port': {'id': 'ec706b65-fb72-4eca-bf48-48b6609ce2ba', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:15Z', 'updated_at': '2022-02-18T09:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f', 'name': '', 'network_id': 'd7eeca4a-779e-4f5e-982b-e5e552cc7286', 'tenant_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'mac_address': 'fa:16:3e:dc:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e7606b06-3128-4f32-8f79-41d472666b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:18Z', 'updated_at': '2022-02-18T09:19:25Z', 'revision_number': 4, 'project_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'subnets': [{'id': 'e7606b06-3128-4f32-8f79-41d472666b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:19:27.479091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb05a6-2c4f-4a47-bcef-60784796f946 req-b1ff2118-7c43-4f21-bf8f-49f293b33944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:27.480823 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-19eb05a6-2c4f-4a47-bcef-60784796f946 req-b1ff2118-7c43-4f21-bf8f-49f293b33944 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 1097 time: 0.1813681 Feb 18 09:19:27.562304 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9fb3247-823f-4046-bcd1-6cc19bddf129 req-69bddeb8-70d2-480e-b44e-081440c86ceb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 210 time: 0.0789344 Feb 18 09:19:27.605284 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-19eb05a6-2c4f-4a47-bcef-60784796f946 req-61df65c3-dc98-478a-a0e3-49fb8e3c7c18 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088216 Feb 18 09:19:27.607618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Router 5b158f0b-8cde-406e-8043-6b8ca69fa127 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:19:28.091170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599d50a-b7f1-4aff-8f95-63fbb9b0b7d9 req-65ae6649-db4b-4f30-9b95-f4ba555fb910 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:28.092829 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4599d50a-b7f1-4aff-8f95-63fbb9b0b7d9 req-65ae6649-db4b-4f30-9b95-f4ba555fb910 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 946 time: 0.2940028 Feb 18 09:19:28.128141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-1f425191-f856-4ad8-9c05-863107abe998 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:28.131976 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-1f425191-f856-4ad8-9c05-863107abe998 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 812 time: 0.5170705 Feb 18 09:19:28.145401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-22bcd898-390b-4584-9f91-7019ac6cf1e0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Request body: {'port': {'device_id': 'b0f332ba-d17e-4737-8c00-53e7e7494c2f', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'admin_state_up': True, 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:28.274541 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:19:28.281038 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4599d50a-b7f1-4aff-8f95-63fbb9b0b7d9 req-b4a60a55-7e43-4b35-ae0d-712719bc31f3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780117 Feb 18 09:19:28.287010 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Sync routers for ids ['5b158f0b-8cde-406e-8043-6b8ca69fa127'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:19:28.312189 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Routers {'5b158f0b-8cde-406e-8043-6b8ca69fa127'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:19:28.313653 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:19:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['5b158f0b-8cde-406e-8043-6b8ca69fa127'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:28.335227 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.341782 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-122d7a26-49d9-4031-9b10-f26570ce1a05 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9281309 Feb 18 09:19:28.342633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35514) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:28.360005 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-22bcd898-390b-4584-9f91-7019ac6cf1e0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:28.375747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-22bcd898-390b-4584-9f91-7019ac6cf1e0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:28.388465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-22bcd898-390b-4584-9f91-7019ac6cf1e0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Made reservation on behalf of 7a9b4529c6e04390b7b35beffd7d33fd for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:28.392902 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-22bcd898-390b-4584-9f91-7019ac6cf1e0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:28.579067 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Set router 5b158f0b-8cde-406e-8043-6b8ca69fa127 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:19:28.645778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-22bcd898-390b-4584-9f91-7019ac6cf1e0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Allocated IP 172.20.0.7 (6866b541-2ab4-4182-b7c8-e6a5f44e195b/e0d5bf48-3137-4625-b2f0-a46b6ebb81c4/7e0a3db2-0a26-4b7d-bc88-19d889c4ca32) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:29.013966 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-543086d0-38ea-457b-a2a0-00fdc0b1694f req-bd321426-195f-4b7a-9c77-58cab1fd6859 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 210 time: 0.1665494 Feb 18 09:19:29.297066 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:29.380936 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b158f0b-8cde-406e-8043-6b8ca69fa127', 'name': 'tempest-TestAggregatesBasicOps-364514213-router', 'tenant_id': '2614e94551e746a8b64da5c74b8e6dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '1bad1a7e-4002-40b0-bb31-8797829f5706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:24Z', 'updated_at': '2022-02-18T09:19:26Z', 'revision_number': 3, 'project_id': '2614e94551e746a8b64da5c74b8e6dd5', 'gw_port': {'id': '1bad1a7e-4002-40b0-bb31-8797829f5706', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b158f0b-8cde-406e-8043-6b8ca69fa127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:25Z', 'updated_at': '2022-02-18T09:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:29.389481 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Checking router: 5b158f0b-8cde-406e-8043-6b8ca69fa127 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:19:29.389946 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Updating router 5b158f0b-8cde-406e-8043-6b8ca69fa127 port 1bad1a7e-4002-40b0-bb31-8797829f5706 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:19:29.419217 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ffc815-06c6-4e8d-aeeb-1038e23d1211 None None] Network 935ad7ce-37c3-4c2b-814d-98437bdddb36 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:19:29.515248 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:29.647324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-68df813a-13bb-47ad-ab08-cf88452a9f5d None None] Provisioning for port 1e5b71db-8f21-4f75-8d93-4b2857f3c781 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:29.664388 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-22bcd898-390b-4584-9f91-7019ac6cf1e0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:29.683632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-22bcd898-390b-4584-9f91-7019ac6cf1e0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Transition to ACTIVE for port object 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:29.732229 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-22bcd898-390b-4584-9f91-7019ac6cf1e0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:29.749061 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:29.755463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:29.755840 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:29.827654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-22bcd898-390b-4584-9f91-7019ac6cf1e0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Network 6866b541-2ab4-4182-b7c8-e6a5f44e195b is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:29.833347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-22bcd898-390b-4584-9f91-7019ac6cf1e0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:29.838940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-22bcd898-390b-4584-9f91-7019ac6cf1e0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:19:29.861285 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:29.916724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363241d-0638-4029-b027-5d4f3d0841e8 req-97424177-7230-4aec-a5f1-ca836d669907 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:29.926351 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4363241d-0638-4029-b027-5d4f3d0841e8 req-97424177-7230-4aec-a5f1-ca836d669907 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 946 time: 0.4249265 Feb 18 09:19:29.927272 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcd898-390b-4584-9f91-7019ac6cf1e0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Pushing event updated for resources: {'Port': ['ID=7e0a3db2-0a26-4b7d-bc88-19d889c4ca32,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:30.035597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-22bcd898-390b-4584-9f91-7019ac6cf1e0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:30.036855 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-22bcd898-390b-4584-9f91-7019ac6cf1e0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.082181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-22bcd898-390b-4584-9f91-7019ac6cf1e0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9406452 Feb 18 09:19:30.088321 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4363241d-0638-4029-b027-5d4f3d0841e8 req-6503a0d5-3ab2-49f7-8e76-8baedf899481 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465430 Feb 18 09:19:30.107042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Request body: {'port': {'device_id': 'b0f332ba-d17e-4737-8c00-53e7e7494c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:30.194302 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.208982 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Transition to ACTIVE for port object 1bad1a7e-4002-40b0-bb31-8797829f5706 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:30.219756 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.291984 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Attempting to bind port 1bad1a7e-4002-40b0-bb31-8797829f5706 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:19:30.292494 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Attempting to bind port 1bad1a7e-4002-40b0-bb31-8797829f5706 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:19:30.292865 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Attempting to bind port 1bad1a7e-4002-40b0-bb31-8797829f5706 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:19:30.309967 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:19:30.309967 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:19:30.310418 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.310820 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:19:30.311339 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Bound port: 1bad1a7e-4002-40b0-bb31-8797829f5706, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:19:30.311718 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.395297 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] Allocated IP 172.20.0.1 (935ad7ce-37c3-4c2b-814d-98437bdddb36/cc3065c4-e22c-4976-82e4-3afc37efdce0/a0ded53b-becc-4fb5-a746-82a3230ccc7c) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:30.399490 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-951ad1cb-b7ff-4846-9af3-eb9b8fca2461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.428066 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.453162 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] For port 1bad1a7e-4002-40b0-bb31-8797829f5706, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:19:30.464300 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] For port 1bad1a7e-4002-40b0-bb31-8797829f5706, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1bad1a7e-4002-40b0-bb31-8797829f5706,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:19:30.470995 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-32183537-0c02-465d-a63a-5739f5e11c2e None None] Provisioning for port 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:30.483441 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-32183537-0c02-465d-a63a-5739f5e11c2e None None] Provisioning complete for port 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:30.484058 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-32183537-0c02-465d-a63a-5739f5e11c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.501412 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.532393 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b66a96-b520-4461-af5e-60e8df703bc3 None None] Pushing event updated for resources: {'Port': ['ID=1bad1a7e-4002-40b0-bb31-8797829f5706,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:30.575238 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f,segment=NetworkSegment(7bff3ffa-630a-4ed0-9a29-f61578e2d6e4),segment_id=7bff3ffa-630a-4ed0-9a29-f61578e2d6e4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:30.590087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-32183537-0c02-465d-a63a-5739f5e11c2e None None] Port 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:19:30.595534 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.600317 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1e5b71db-8f21-4f75-8d93-4b2857f3c781 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:30.669587 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Routers {'5b158f0b-8cde-406e-8043-6b8ca69fa127'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:19:30.670099 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.670588 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:19:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['5b158f0b-8cde-406e-8043-6b8ca69fa127'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:30.699186 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.726380 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] Transition to ACTIVE for port object a0ded53b-becc-4fb5-a746-82a3230ccc7c will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:30.775787 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.849842 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b66a96-b520-4461-af5e-60e8df703bc3 None None] Pushing event updated for resources: {'Port': ['ID=1bad1a7e-4002-40b0-bb31-8797829f5706,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:30.862003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] Network 935ad7ce-37c3-4c2b-814d-98437bdddb36 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:30.866414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:30.891851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:19:30.962681 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:30.990332 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:30.992946 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ded53b-becc-4fb5-a746-82a3230ccc7c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:31.106307 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 1e5b71db-8f21-4f75-8d93-4b2857f3c781 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:31.113466 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 1e5b71db-8f21-4f75-8d93-4b2857f3c781 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:31.114753 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:31.118913 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] Set router 5b158f0b-8cde-406e-8043-6b8ca69fa127 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:19:31.213142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35536) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:31.213811 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:31.325961 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:31.369437 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 1e5b71db-8f21-4f75-8d93-4b2857f3c781, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1e5b71db-8f21-4f75-8d93-4b2857f3c781,segment=NetworkSegment(085ed46f-fef7-4b5a-bcb0-f730de6847f6),segment_id=085ed46f-fef7-4b5a-bcb0-f730de6847f6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:31.380107 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:31.398300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfd50e-4ccb-4179-814e-166a53192f39 req-87c3e7ff-bd4f-48c8-b49e-b73720545427 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:31.399065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-30bfd50e-4ccb-4179-814e-166a53192f39 req-87c3e7ff-bd4f-48c8-b49e-b73720545427 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Synchronizing usage tracker for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:19:31.438643 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-08cb9360-fd49-417f-b631-410e5416a22e None None] Provisioning for port a0ded53b-becc-4fb5-a746-82a3230ccc7c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:31.444204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7c2b0-1d52-4167-9cb6-757d7c65f50a req-32c715f3-03f7-4666-b6bf-be694f4f2772 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:31.450271 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eee7c2b0-1d52-4167-9cb6-757d7c65f50a req-32c715f3-03f7-4666-b6bf-be694f4f2772 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 946 time: 1.0338688 Feb 18 09:19:31.463328 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-08cb9360-fd49-417f-b631-410e5416a22e None None] Provisioning complete for port a0ded53b-becc-4fb5-a746-82a3230ccc7c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:31.464624 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-08cb9360-fd49-417f-b631-410e5416a22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:31.530990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:31.545624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-30bfd50e-4ccb-4179-814e-166a53192f39 req-87c3e7ff-bd4f-48c8-b49e-b73720545427 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Unset dirty status for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:19:31.547079 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30bfd50e-4ccb-4179-814e-166a53192f39 req-87c3e7ff-bd4f-48c8-b49e-b73720545427 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 931 time: 1.2163365 Feb 18 09:19:31.608751 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eee7c2b0-1d52-4167-9cb6-757d7c65f50a req-2702d6a3-8847-45ba-b4c3-b8f3a820bd4c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242502 Feb 18 09:19:31.644018 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30bfd50e-4ccb-4179-814e-166a53192f39 req-3c34defc-e456-4561-a3b3-13f123ab9988 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770488 Feb 18 09:19:31.669833 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-08cb9360-fd49-417f-b631-410e5416a22e None None] Port a0ded53b-becc-4fb5-a746-82a3230ccc7c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:19:31.692819 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9aff354e-3de7-4762-b071-a716608b6270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:31.693728 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b158f0b-8cde-406e-8043-6b8ca69fa127', 'name': 'tempest-TestAggregatesBasicOps-364514213-router', 'tenant_id': '2614e94551e746a8b64da5c74b8e6dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '1bad1a7e-4002-40b0-bb31-8797829f5706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:24Z', 'updated_at': '2022-02-18T09:19:26Z', 'revision_number': 3, 'project_id': '2614e94551e746a8b64da5c74b8e6dd5', 'gw_port': {'id': '1bad1a7e-4002-40b0-bb31-8797829f5706', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b158f0b-8cde-406e-8043-6b8ca69fa127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:25Z', 'updated_at': '2022-02-18T09:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:31.699457 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7144c9f-6f7b-4dfb-b915-d26639204875 None None] The sync data for ids ['5b158f0b-8cde-406e-8043-6b8ca69fa127'] in n-d-829434-1 is: [{'id': '5b158f0b-8cde-406e-8043-6b8ca69fa127', 'name': 'tempest-TestAggregatesBasicOps-364514213-router', 'tenant_id': '2614e94551e746a8b64da5c74b8e6dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '1bad1a7e-4002-40b0-bb31-8797829f5706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:24Z', 'updated_at': '2022-02-18T09:19:26Z', 'revision_number': 3, 'project_id': '2614e94551e746a8b64da5c74b8e6dd5', 'gw_port': {'id': '1bad1a7e-4002-40b0-bb31-8797829f5706', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b158f0b-8cde-406e-8043-6b8ca69fa127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:25Z', 'updated_at': '2022-02-18T09:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:19:31.700242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=1e5b71db-8f21-4f75-8d93-4b2857f3c781,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:31.710848 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:31.711704 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:31.713180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9aff354e-3de7-4762-b071-a716608b6270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:31.718535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9aff354e-3de7-4762-b071-a716608b6270 admin admin] Usage tracker for resource:security_group_rule and tenant:a627face79eb445dbeb72d0482499570 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:31.721599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9aff354e-3de7-4762-b071-a716608b6270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:31.756694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9aff354e-3de7-4762-b071-a716608b6270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:31.760734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:19:31.772834 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:31.796685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Transition to ACTIVE for port object 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:31.809029 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:31.889454 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:31.904589 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:32.108946 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9aff354e-3de7-4762-b071-a716608b6270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:32.111658 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ded53b-becc-4fb5-a746-82a3230ccc7c,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:32.135085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Pushing event updated for resources: {'Port': ['ID=7e0a3db2-0a26-4b7d-bc88-19d889c4ca32,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:32.136555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:32.154052 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9aff354e-3de7-4762-b071-a716608b6270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:32.158338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Attempting to bind port 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:19:32.158610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Attempting to bind port 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:19:32.158940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Attempting to bind port 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 on network 6866b541-2ab4-4182-b7c8-e6a5f44e195b {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:19:32.164610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Port 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 on network 6866b541-2ab4-4182-b7c8-e6a5f44e195b not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:19:32.164944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Attempting to bind port 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 on network 6866b541-2ab4-4182-b7c8-e6a5f44e195b {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:19:32.170986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:19:32.171331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Checking segment: {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:19:32.171710 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Bound using segment: {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:19:32.172139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Bound port: 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:19:32.180813 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:32.341083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] For port 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:19:32.344917 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9aff354e-3de7-4762-b071-a716608b6270 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a627face79eb445dbeb72d0482499570&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1154783 Feb 18 09:19:32.347492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] For port 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7e0a3db2-0a26-4b7d-bc88-19d889c4ca32,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:19:32.348758 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35552) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:32.357618 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:32.372956 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff354e-3de7-4762-b071-a716608b6270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298a09fb-637f-4b8f-afda-769e72bf809d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:32.441132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:32.442395 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:32.443884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] 10.222.0.61 "PUT /v2.0/ports/7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 HTTP/1.1" status: 200 len: 1091 time: 2.3421638 Feb 18 09:19:32.446909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f332ba-d17e-4737-8c00-53e7e7494c2f', 'tag': '7e0a3db2-0a26-4b7d-bc88-19d889c4ca32'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:19:32.509539 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] Network 935ad7ce-37c3-4c2b-814d-98437bdddb36 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:32.514933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:32.614206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299ba28-7ef1-456e-90f2-65f21e99f8fc service neutron] Pushing event updated for resources: {'Port': ['ID=7e0a3db2-0a26-4b7d-bc88-19d889c4ca32,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:32.760375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-5386ff43-9d3a-4c15-a628-e2572c4a726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:32.763654 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-5386ff43-9d3a-4c15-a628-e2572c4a726d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 1094 time: 0.2620885 Feb 18 09:19:32.779991 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eb78ee99-07ba-43a5-82a8-0b7247d5a505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:33.086122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-73d3b37d-c2ea-4572-a40b-381da5b93b22 None None] Provisioning complete for port a0ded53b-becc-4fb5-a746-82a3230ccc7c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:33.086752 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-73d3b37d-c2ea-4572-a40b-381da5b93b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:33.110298 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eb78ee99-07ba-43a5-82a8-0b7247d5a505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:33.151873 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f332ba-d17e-4737-8c00-53e7e7494c2f', 'tag': '7e0a3db2-0a26-4b7d-bc88-19d889c4ca32', 'status': 'completed', 'code': 200} Feb 18 09:19:33.177993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] Router 5b158f0b-8cde-406e-8043-6b8ca69fa127 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:19:33.201694 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-08e74608-dd1c-49a7-a93e-d873360caf61 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 HTTP/1.1" status: 200 len: 217 time: 0.4263453 Feb 18 09:19:33.220123 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-73d3b37d-c2ea-4572-a40b-381da5b93b22 None None] Port a0ded53b-becc-4fb5-a746-82a3230ccc7c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:19:33.313792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-3f55b32f-c7a2-473d-ad7a-3d537ffaae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:33.316967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-3f55b32f-c7a2-473d-ad7a-3d537ffaae8e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.0989914 Feb 18 09:19:33.373917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35339cd0-5b54-4449-b8f2-c0b6e3fed468 req-02857bdc-44a1-4cbf-a716-c5c2aed48e62 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:33.381837 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-35339cd0-5b54-4449-b8f2-c0b6e3fed468 req-02857bdc-44a1-4cbf-a716-c5c2aed48e62 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 943 time: 0.2386022 Feb 18 09:19:33.396566 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eb78ee99-07ba-43a5-82a8-0b7247d5a505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:33.436905 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78ee99-07ba-43a5-82a8-0b7247d5a505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298a09fb-637f-4b8f-afda-769e72bf809d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:33.446735 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eb78ee99-07ba-43a5-82a8-0b7247d5a505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:33.447814 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-eb78ee99-07ba-43a5-82a8-0b7247d5a505 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/298a09fb-637f-4b8f-afda-769e72bf809d HTTP/1.1" status: 204 len: 168 time: 1.0952346 Feb 18 09:19:33.486364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:19:33.502694 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-08b95ed7-5fef-4180-bfcc-805a494fccb3 admin admin] 10.222.0.72 "PUT /v2.0/routers/5b158f0b-8cde-406e-8043-6b8ca69fa127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1499157 Feb 18 09:19:33.537515 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-35339cd0-5b54-4449-b8f2-c0b6e3fed468 req-a87baf15-95d9-45fa-aee0-cc1207cf047c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542709 Feb 18 09:19:33.554192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-f6792d46-ce0d-4852-bd02-e95be743b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:33.558919 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-f6792d46-ce0d-4852-bd02-e95be743b83f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2299106 Feb 18 09:19:33.668586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1e5b71db-8f21-4f75-8d93-4b2857f3c781 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:33.925543 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-f8a35477-5768-4384-a464-ab5c2ef659d5 service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510709 Feb 18 09:19:34.036394 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:34.050711 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:34.055167 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0bd3e8ed-106d-4d2b-87bc-0503abd6fb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:34.062883 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 1e5b71db-8f21-4f75-8d93-4b2857f3c781 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:34.069149 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:34.296904 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1bad1a7e-4002-40b0-bb31-8797829f5706 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:34.297771 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d85b277d-950c-4d34-adde-fe8d5dd50ab3 req-e6242626-5043-4355-9829-c4ee2bde9b1d service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583059 Feb 18 09:19:34.384964 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Sync routers for ids ['5b158f0b-8cde-406e-8043-6b8ca69fa127'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:19:34.453207 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Routers {'5b158f0b-8cde-406e-8043-6b8ca69fa127'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:19:34.454292 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:19:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['5b158f0b-8cde-406e-8043-6b8ca69fa127'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:34.563565 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14370d-79d2-4772-a682-cb5238eb36b4 req-fbfa0c80-7cf3-47bd-9bd4-b6e09e21b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:34.569237 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e14370d-79d2-4772-a682-cb5238eb36b4 req-fbfa0c80-7cf3-47bd-9bd4-b6e09e21b2f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 1094 time: 0.1488779 Feb 18 09:19:34.666938 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 1bad1a7e-4002-40b0-bb31-8797829f5706 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:34.686925 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 1bad1a7e-4002-40b0-bb31-8797829f5706 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:34.686925 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:34.861266 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Set router 5b158f0b-8cde-406e-8043-6b8ca69fa127 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:19:34.903472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14370d-79d2-4772-a682-cb5238eb36b4 req-f63c70b3-520a-4fee-924b-e229bd8917b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:34.905085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e14370d-79d2-4772-a682-cb5238eb36b4 req-f63c70b3-520a-4fee-924b-e229bd8917b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.3296530 Feb 18 09:19:34.989186 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:35.004941 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e14370d-79d2-4772-a682-cb5238eb36b4 req-1d914bcb-2898-4918-b83d-f9726faa834f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 HTTP/1.1" status: 200 len: 217 time: 0.0893021 Feb 18 09:19:35.069317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd180b-084b-4d3a-9026-b812ff251bfb req-e99b4736-f2e7-45d0-89d9-cb5b8ddea6cb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:35.069317 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a0fd180b-084b-4d3a-9026-b812ff251bfb req-e99b4736-f2e7-45d0-89d9-cb5b8ddea6cb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 943 time: 0.2391627 Feb 18 09:19:35.110273 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 1bad1a7e-4002-40b0-bb31-8797829f5706, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1bad1a7e-4002-40b0-bb31-8797829f5706,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:35.119012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14370d-79d2-4772-a682-cb5238eb36b4 req-f3143abf-e7b5-46d1-b3fa-b68840a4242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:35.120940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e14370d-79d2-4772-a682-cb5238eb36b4 req-f3143abf-e7b5-46d1-b3fa-b68840a4242e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.1076055 Feb 18 09:19:35.176866 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:35.204689 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a0fd180b-084b-4d3a-9026-b812ff251bfb req-415e2b33-ebfa-4b82-8b0e-843d572094d6 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294169 Feb 18 09:19:35.240956 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14370d-79d2-4772-a682-cb5238eb36b4 req-2c8c0574-5e2c-4818-bde2-71562b294fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:35.242554 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e14370d-79d2-4772-a682-cb5238eb36b4 req-2c8c0574-5e2c-4818-bde2-71562b294fe9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138449 Feb 18 09:19:35.264971 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:35.351874 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=1bad1a7e-4002-40b0-bb31-8797829f5706,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:35.410478 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e14370d-79d2-4772-a682-cb5238eb36b4 req-b917e442-497f-4182-941e-61c90fff9922 service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615987 Feb 18 09:19:35.434874 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b158f0b-8cde-406e-8043-6b8ca69fa127', 'name': 'tempest-TestAggregatesBasicOps-364514213-router', 'tenant_id': '2614e94551e746a8b64da5c74b8e6dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '1bad1a7e-4002-40b0-bb31-8797829f5706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:24Z', 'updated_at': '2022-02-18T09:19:31Z', 'revision_number': 4, 'project_id': '2614e94551e746a8b64da5c74b8e6dd5', 'gw_port': {'id': '1bad1a7e-4002-40b0-bb31-8797829f5706', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b158f0b-8cde-406e-8043-6b8ca69fa127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:25Z', 'updated_at': '2022-02-18T09:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'a0ded53b-becc-4fb5-a746-82a3230ccc7c', 'name': '', 'network_id': '935ad7ce-37c3-4c2b-814d-98437bdddb36', 'tenant_id': '2614e94551e746a8b64da5c74b8e6dd5', 'mac_address': 'fa:16:3e:2d:e7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b158f0b-8cde-406e-8043-6b8ca69fa127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'cc3065c4-e22c-4976-82e4-3afc37efdce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:30Z', 'updated_at': '2022-02-18T09:19:31Z', 'revision_number': 2, 'project_id': '2614e94551e746a8b64da5c74b8e6dd5', 'subnets': [{'id': 'cc3065c4-e22c-4976-82e4-3afc37efdce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:35.439554 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Checking router: 5b158f0b-8cde-406e-8043-6b8ca69fa127 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:19:35.439982 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Updating router 5b158f0b-8cde-406e-8043-6b8ca69fa127 port a0ded53b-becc-4fb5-a746-82a3230ccc7c binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:19:35.514889 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1bad1a7e-4002-40b0-bb31-8797829f5706 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:35.545370 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:35.570227 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e14370d-79d2-4772-a682-cb5238eb36b4 req-edb7528b-7046-4bd3-beed-eae50ae44860 service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519065 Feb 18 09:19:35.598582 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35658) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:35.704961 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 1bad1a7e-4002-40b0-bb31-8797829f5706 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:35.705346 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:36.055207 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:36.069300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Transition to ACTIVE for port object a0ded53b-becc-4fb5-a746-82a3230ccc7c will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:36.077633 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:36.156037 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d929c-cd24-4b01-b12a-1b308d8e421a None None] Pushing event updated for resources: {'Port': ['ID=a0ded53b-becc-4fb5-a746-82a3230ccc7c,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:36.358781 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Attempting to bind port a0ded53b-becc-4fb5-a746-82a3230ccc7c on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:19:36.359434 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Attempting to bind port a0ded53b-becc-4fb5-a746-82a3230ccc7c by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '085ed46f-fef7-4b5a-bcb0-f730de6847f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '935ad7ce-37c3-4c2b-814d-98437bdddb36'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:19:36.359571 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d90949a-d9e2-4cf8-8517-dece460c2815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:36.359985 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Attempting to bind port a0ded53b-becc-4fb5-a746-82a3230ccc7c on network 935ad7ce-37c3-4c2b-814d-98437bdddb36 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:19:36.366951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:19:36.367397 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Checking segment: {'id': '085ed46f-fef7-4b5a-bcb0-f730de6847f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '935ad7ce-37c3-4c2b-814d-98437bdddb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:19:36.367913 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:36.368453 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Bound using segment: {'id': '085ed46f-fef7-4b5a-bcb0-f730de6847f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '935ad7ce-37c3-4c2b-814d-98437bdddb36'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:19:36.369025 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Bound port: a0ded53b-becc-4fb5-a746-82a3230ccc7c, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085ed46f-fef7-4b5a-bcb0-f730de6847f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '935ad7ce-37c3-4c2b-814d-98437bdddb36'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:19:36.369518 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:36.471778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-2decb951-203c-492c-80ad-1001c5839615 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:36.473334 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-2decb951-203c-492c-80ad-1001c5839615 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 811 time: 0.2955515 Feb 18 09:19:36.482215 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] For port a0ded53b-becc-4fb5-a746-82a3230ccc7c, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:19:36.486714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] For port a0ded53b-becc-4fb5-a746-82a3230ccc7c, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a0ded53b-becc-4fb5-a746-82a3230ccc7c,segment=NetworkSegment(085ed46f-fef7-4b5a-bcb0-f730de6847f6),segment_id=085ed46f-fef7-4b5a-bcb0-f730de6847f6)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:19:36.492223 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:36.591400 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Routers {'5b158f0b-8cde-406e-8043-6b8ca69fa127'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:19:36.592121 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:19:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['5b158f0b-8cde-406e-8043-6b8ca69fa127'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:36.638699 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8a1a9198-5547-4244-9de3-2c59d6d1331a tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/quotas/565e12e7cc5e431dab2b5a9e029b0751 HTTP/1.1" status: 200 len: 375 time: 0.1554904 Feb 18 09:19:36.700433 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d929c-cd24-4b01-b12a-1b308d8e421a None None] Pushing event updated for resources: {'Port': ['ID=a0ded53b-becc-4fb5-a746-82a3230ccc7c,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:36.741806 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91f75e-5753-45cf-b1c8-b26a49ee2113 req-5cc91490-7d92-4684-9d8a-3dbeb0bf6977 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:36.743583 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e91f75e-5753-45cf-b1c8-b26a49ee2113 req-5cc91490-7d92-4684-9d8a-3dbeb0bf6977 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 943 time: 0.3867323 Feb 18 09:19:36.778968 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d929c-cd24-4b01-b12a-1b308d8e421a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:36.779660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d929c-cd24-4b01-b12a-1b308d8e421a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:36.780011 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d929c-cd24-4b01-b12a-1b308d8e421a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:36.780375 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d929c-cd24-4b01-b12a-1b308d8e421a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:36.780712 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d929c-cd24-4b01-b12a-1b308d8e421a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:36.781048 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d929c-cd24-4b01-b12a-1b308d8e421a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:36.781379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d929c-cd24-4b01-b12a-1b308d8e421a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:36.781708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d929c-cd24-4b01-b12a-1b308d8e421a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:36.782034 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d929c-cd24-4b01-b12a-1b308d8e421a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:36.782360 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d929c-cd24-4b01-b12a-1b308d8e421a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:36.782742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d929c-cd24-4b01-b12a-1b308d8e421a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:36.783073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d929c-cd24-4b01-b12a-1b308d8e421a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:19:36.813327 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-69fef798-fb87-48b3-96bc-d28aa9ab9109 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1733644 Feb 18 09:19:36.820579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-4d90949a-d9e2-4cf8-8517-dece460c2815 admin admin] Deleting port 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:19:36.821642 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d90949a-d9e2-4cf8-8517-dece460c2815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:36.831181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e91f75e-5753-45cf-b1c8-b26a49ee2113 req-6923e52c-71f4-4393-8623-b11444c51993 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802772 Feb 18 09:19:36.835367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] Set router 5b158f0b-8cde-406e-8043-6b8ca69fa127 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:19:36.965107 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-5f65753c-caba-41e1-8e90-6b9debf277e2 service neutron] 10.222.0.72 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375461 Feb 18 09:19:37.035398 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-4d90949a-d9e2-4cf8-8517-dece460c2815 admin admin] For port 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f,segment=NetworkSegment(7bff3ffa-630a-4ed0-9a29-f61578e2d6e4),segment_id=7bff3ffa-630a-4ed0-9a29-f61578e2d6e4)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:37.035812 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d90949a-d9e2-4cf8-8517-dece460c2815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.106120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-5162b4bf-9d89-46df-88ba-b63c2a1e90d6 service neutron] 10.222.0.72 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341753 Feb 18 09:19:37.163784 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-4d90949a-d9e2-4cf8-8517-dece460c2815 admin admin] Calling delete_port for 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:19:37.270905 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b158f0b-8cde-406e-8043-6b8ca69fa127', 'name': 'tempest-TestAggregatesBasicOps-364514213-router', 'tenant_id': '2614e94551e746a8b64da5c74b8e6dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '1bad1a7e-4002-40b0-bb31-8797829f5706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:24Z', 'updated_at': '2022-02-18T09:19:31Z', 'revision_number': 4, 'project_id': '2614e94551e746a8b64da5c74b8e6dd5', 'gw_port': {'id': '1bad1a7e-4002-40b0-bb31-8797829f5706', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b158f0b-8cde-406e-8043-6b8ca69fa127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:25Z', 'updated_at': '2022-02-18T09:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'a0ded53b-becc-4fb5-a746-82a3230ccc7c', 'name': '', 'network_id': '935ad7ce-37c3-4c2b-814d-98437bdddb36', 'tenant_id': '2614e94551e746a8b64da5c74b8e6dd5', 'mac_address': 'fa:16:3e:2d:e7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b158f0b-8cde-406e-8043-6b8ca69fa127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'cc3065c4-e22c-4976-82e4-3afc37efdce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:30Z', 'updated_at': '2022-02-18T09:19:36Z', 'revision_number': 4, 'project_id': '2614e94551e746a8b64da5c74b8e6dd5', 'subnets': [{'id': 'cc3065c4-e22c-4976-82e4-3afc37efdce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:37.275594 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d8dbe4-b925-4a75-906f-ed032105b294 None None] The sync data for ids ['5b158f0b-8cde-406e-8043-6b8ca69fa127'] in n-d-829434-1 is: [{'id': '5b158f0b-8cde-406e-8043-6b8ca69fa127', 'name': 'tempest-TestAggregatesBasicOps-364514213-router', 'tenant_id': '2614e94551e746a8b64da5c74b8e6dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '1bad1a7e-4002-40b0-bb31-8797829f5706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:24Z', 'updated_at': '2022-02-18T09:19:31Z', 'revision_number': 4, 'project_id': '2614e94551e746a8b64da5c74b8e6dd5', 'gw_port': {'id': '1bad1a7e-4002-40b0-bb31-8797829f5706', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b158f0b-8cde-406e-8043-6b8ca69fa127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:25Z', 'updated_at': '2022-02-18T09:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'a0ded53b-becc-4fb5-a746-82a3230ccc7c', 'name': '', 'network_id': '935ad7ce-37c3-4c2b-814d-98437bdddb36', 'tenant_id': '2614e94551e746a8b64da5c74b8e6dd5', 'mac_address': 'fa:16:3e:2d:e7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b158f0b-8cde-406e-8043-6b8ca69fa127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'cc3065c4-e22c-4976-82e4-3afc37efdce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:30Z', 'updated_at': '2022-02-18T09:19:36Z', 'revision_number': 4, 'project_id': '2614e94551e746a8b64da5c74b8e6dd5', 'subnets': [{'id': 'cc3065c4-e22c-4976-82e4-3afc37efdce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:19:37.433534 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ceead394-5c73-43f0-a064-ae43b14432cb req-564af0c1-641e-47f9-b0dc-a9932fcc6f8b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 210 time: 0.0954108 Feb 18 09:19:37.549298 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a0ded53b-becc-4fb5-a746-82a3230ccc7c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:37.623847 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d90949a-d9e2-4cf8-8517-dece460c2815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.640124 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port a0ded53b-becc-4fb5-a746-82a3230ccc7c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:37.646729 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a0ded53b-becc-4fb5-a746-82a3230ccc7c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:37.647293 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.750018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90949a-d9e2-4cf8-8517-dece460c2815 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:37.846421 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:37.952828 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port a0ded53b-becc-4fb5-a746-82a3230ccc7c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a0ded53b-becc-4fb5-a746-82a3230ccc7c,segment=NetworkSegment(085ed46f-fef7-4b5a-bcb0-f730de6847f6),segment_id=085ed46f-fef7-4b5a-bcb0-f730de6847f6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:37.970650 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:38.120329 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=a0ded53b-becc-4fb5-a746-82a3230ccc7c,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:38.124458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed61a36-09e5-4f06-a3a7-315f8232273c req-1889c639-a6bb-4d7a-bb22-d302342978ab tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:38.128799 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9ed61a36-09e5-4f06-a3a7-315f8232273c req-1889c639-a6bb-4d7a-bb22-d302342978ab tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 943 time: 0.1126921 Feb 18 09:19:38.177578 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9ed61a36-09e5-4f06-a3a7-315f8232273c req-30cae2ba-5825-4c0b-a5ba-c426e9503554 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442541 Feb 18 09:19:38.359663 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d90949a-d9e2-4cf8-8517-dece460c2815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:38.530711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:19:38.603693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4ae93a7b-c4af-40fa-a798-f5c6a5f43321 req-5fc8e762-1526-478c-b57e-c7385f9eea93 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 210 time: 0.0513837 Feb 18 09:19:38.701470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7e0a3db2-0a26-4b7d-bc88-19d889c4ca32,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:38.715791 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '7e0a3db2-0a26-4b7d-bc88-19d889c4ca32', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'port_id': '7e0a3db2-0a26-4b7d-bc88-19d889c4ca32', 'mac_address': 'fa:16:3e:de:4a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:19:38.789314 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:38.816546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:19:38.845088 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7e0a3db2-0a26-4b7d-bc88-19d889c4ca32,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:38.854821 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:38.884408 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [req-b1798bb9-50ca-4300-881d-0577496dd246 req-38068ce9-a613-4ace-a0b3-fc751f047bb5 service neutron] (87767) timed out ('10.222.0.72', 39420) {{(pid=87767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:19:38.942773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-39460e0b-78e7-4d2d-9f96-43b2c96aa9b9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:38.948252 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-39460e0b-78e7-4d2d-9f96-43b2c96aa9b9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 811 time: 0.2275572 Feb 18 09:19:38.950520 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d90949a-d9e2-4cf8-8517-dece460c2815 admin admin] Router 0c859497-a6ae-4cae-a8c1-cb8a7e522427 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:19:38.965771 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-959f2277-5496-46fe-9991-7226fdd68a8f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Request body: {'port': {'device_id': '87a1e912-3a7e-449d-896a-cd1784664dbd', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'admin_state_up': True, 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:38.969215 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=7e0a3db2-0a26-4b7d-bc88-19d889c4ca32,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:39.221882 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7e0a3db2-0a26-4b7d-bc88-19d889c4ca32'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:19:39.320986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-959f2277-5496-46fe-9991-7226fdd68a8f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:39.329734 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-959f2277-5496-46fe-9991-7226fdd68a8f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Usage tracker for resource:port and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:39.336478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-959f2277-5496-46fe-9991-7226fdd68a8f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:39.345722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-959f2277-5496-46fe-9991-7226fdd68a8f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:39.350360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d90949a-d9e2-4cf8-8517-dece460c2815 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:19:39.370341 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069bc311-b160-4f4d-98d8-be837833a24c None None] Sync routers for ids ['0c859497-a6ae-4cae-a8c1-cb8a7e522427'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:19:39.387879 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4d90949a-d9e2-4cf8-8517-dece460c2815 admin admin] 10.222.0.72 "PUT /v2.0/routers/0c859497-a6ae-4cae-a8c1-cb8a7e522427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7826791 Feb 18 09:19:39.387879 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35698) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:39.391450 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069bc311-b160-4f4d-98d8-be837833a24c None None] Routers {'0c859497-a6ae-4cae-a8c1-cb8a7e522427'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:19:39.392101 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-069bc311-b160-4f4d-98d8-be837833a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:19:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0c859497-a6ae-4cae-a8c1-cb8a7e522427'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:39.393843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-959f2277-5496-46fe-9991-7226fdd68a8f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Made reservation on behalf of 565e12e7cc5e431dab2b5a9e029b0751 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:39.398225 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-959f2277-5496-46fe-9991-7226fdd68a8f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:39.620042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c47f8c-66e0-4a80-a9c2-52cc1cfc02aa req-f03d257a-ec6f-4b9c-9b14-c0d765eb4254 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:39.623901 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2c47f8c-66e0-4a80-a9c2-52cc1cfc02aa req-f03d257a-ec6f-4b9c-9b14-c0d765eb4254 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 944 time: 0.2771156 Feb 18 09:19:39.730015 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2c47f8c-66e0-4a80-a9c2-52cc1cfc02aa req-a983c69e-eca7-4aca-9608-b5c9464830d6 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942490 Feb 18 09:19:39.741044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a0ded53b-becc-4fb5-a746-82a3230ccc7c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:39.960009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a0ded53b-becc-4fb5-a746-82a3230ccc7c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:39.961684 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:40.026440 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-069bc311-b160-4f4d-98d8-be837833a24c None None] Set router 0c859497-a6ae-4cae-a8c1-cb8a7e522427 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:19:40.031710 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd443925-ce3b-48e0-afea-8c38df2e804b req-ea69946b-ff3f-43ed-ad05-2bd4ba233632 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 210 time: 0.1298263 Feb 18 09:19:40.321836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-959f2277-5496-46fe-9991-7226fdd68a8f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Allocated IP 172.20.0.3 (0db727e9-7df9-42ca-8e74-9709be866e15/335bb92e-5efc-4b58-bbc9-bba2b5cff7db/87b9795a-bc4f-4b07-b2e3-2358234081f6) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:19:40.420441 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a64c22e-4750-4df3-b919-2d0357fc1849 admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:40.548069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:19:40.710523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:40.719194 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:40.721627 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:40.737479 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-069bc311-b160-4f4d-98d8-be837833a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'name': 'tempest-TestAggregatesBasicOps-1210755673-router', 'tenant_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'ec706b65-fb72-4eca-bf48-48b6609ce2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:13Z', 'updated_at': '2022-02-18T09:19:37Z', 'revision_number': 5, 'project_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'gw_port': {'id': 'ec706b65-fb72-4eca-bf48-48b6609ce2ba', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:15Z', 'updated_at': '2022-02-18T09:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:40.745391 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069bc311-b160-4f4d-98d8-be837833a24c None None] Checking router: 0c859497-a6ae-4cae-a8c1-cb8a7e522427 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:19:40.769488 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069bc311-b160-4f4d-98d8-be837833a24c None None] Routers {'0c859497-a6ae-4cae-a8c1-cb8a7e522427'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:19:40.773075 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-069bc311-b160-4f4d-98d8-be837833a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:19:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['0c859497-a6ae-4cae-a8c1-cb8a7e522427'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:41.058252 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a64c22e-4750-4df3-b919-2d0357fc1849 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.061162 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.061843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ec68e-c83a-4e1c-a7ac-18e139369782 req-53d081b7-80c1-4b6f-a97b-714b467ce3f0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:41.075330 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-921ec68e-c83a-4e1c-a7ac-18e139369782 req-53d081b7-80c1-4b6f-a97b-714b467ce3f0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 944 time: 0.1636176 Feb 18 09:19:41.097712 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6a64c22e-4750-4df3-b919-2d0357fc1849 admin admin] Deleting port ec706b65-fb72-4eca-bf48-48b6609ce2ba {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:19:41.098303 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a64c22e-4750-4df3-b919-2d0357fc1849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.100392 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f332ba-d17e-4737-8c00-53e7e7494c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0a3db2-0a26-4b7d-bc88-19d889c4ca32'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:19:41.113423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7e0a3db2-0a26-4b7d-bc88-19d889c4ca32,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:41.118893 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.180589 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-921ec68e-c83a-4e1c-a7ac-18e139369782 req-963a8e77-d894-4d0a-8c0c-65d6b96196e2 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043501 Feb 18 09:19:41.190956 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-069bc311-b160-4f4d-98d8-be837833a24c None None] Set router 0c859497-a6ae-4cae-a8c1-cb8a7e522427 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:19:41.218910 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=7e0a3db2-0a26-4b7d-bc88-19d889c4ca32,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:41.245350 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f332ba-d17e-4737-8c00-53e7e7494c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0a3db2-0a26-4b7d-bc88-19d889c4ca32', 'code': 200} Feb 18 09:19:41.362536 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-125a80ef-0cc5-4c4e-8316-0ec1e1b46876 req-b2503e47-8f15-4dd1-9191-701478a0f961 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 210 time: 0.0714750 Feb 18 09:19:41.403376 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-959f2277-5496-46fe-9991-7226fdd68a8f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.413575 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.449698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87e2f4-d714-43d1-bd57-bf0f1f5e8382 req-fff5ba17-0538-40e3-bebf-3c4b54df7869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:41.451488 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d87e2f4-d714-43d1-bd57-bf0f1f5e8382 req-fff5ba17-0538-40e3-bebf-3c4b54df7869 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 1096 time: 0.0880237 Feb 18 09:19:41.453319 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-959f2277-5496-46fe-9991-7226fdd68a8f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Transition to ACTIVE for port object 87b9795a-bc4f-4b07-b2e3-2358234081f6 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:41.463975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-6a64c22e-4750-4df3-b919-2d0357fc1849 admin admin] For port ec706b65-fb72-4eca-bf48-48b6609ce2ba, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ec706b65-fb72-4eca-bf48-48b6609ce2ba,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:41.464379 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a64c22e-4750-4df3-b919-2d0357fc1849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.511327 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d87e2f4-d714-43d1-bd57-bf0f1f5e8382 req-af57ed2a-c958-4da9-9b9b-e131fe50285f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486052 Feb 18 09:19:41.576534 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.612664 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-069bc311-b160-4f4d-98d8-be837833a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'name': 'tempest-TestAggregatesBasicOps-1210755673-router', 'tenant_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'ec706b65-fb72-4eca-bf48-48b6609ce2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:13Z', 'updated_at': '2022-02-18T09:19:37Z', 'revision_number': 5, 'project_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'gw_port': {'id': 'ec706b65-fb72-4eca-bf48-48b6609ce2ba', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:15Z', 'updated_at': '2022-02-18T09:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:41.616721 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069bc311-b160-4f4d-98d8-be837833a24c None None] The sync data for ids ['0c859497-a6ae-4cae-a8c1-cb8a7e522427'] in n-d-829434-1 is: [{'id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'name': 'tempest-TestAggregatesBasicOps-1210755673-router', 'tenant_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'ec706b65-fb72-4eca-bf48-48b6609ce2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:13Z', 'updated_at': '2022-02-18T09:19:37Z', 'revision_number': 5, 'project_id': '41a1ef33ea264e2d99a80e80c9b0793f', 'gw_port': {'id': 'ec706b65-fb72-4eca-bf48-48b6609ce2ba', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c859497-a6ae-4cae-a8c1-cb8a7e522427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:15Z', 'updated_at': '2022-02-18T09:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:19:41.617605 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6a64c22e-4750-4df3-b919-2d0357fc1849 admin admin] Calling delete_port for ec706b65-fb72-4eca-bf48-48b6609ce2ba owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:19:41.698291 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-959f2277-5496-46fe-9991-7226fdd68a8f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:41.717593 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['1f383a0f-c4ff-4596-8753-fa21dbb6fbf1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:19:41.798359 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-959f2277-5496-46fe-9991-7226fdd68a8f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Network 0db727e9-7df9-42ca-8e74-9709be866e15 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:19:41.803087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-959f2277-5496-46fe-9991-7226fdd68a8f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:19:41.808681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-959f2277-5496-46fe-9991-7226fdd68a8f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:19:41.845065 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f2277-5496-46fe-9991-7226fdd68a8f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'Port': ['ID=87b9795a-bc4f-4b07-b2e3-2358234081f6,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:41.982138 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a64c22e-4750-4df3-b919-2d0357fc1849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:42.039566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-959f2277-5496-46fe-9991-7226fdd68a8f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:42.040236 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-959f2277-5496-46fe-9991-7226fdd68a8f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:42.062757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64c22e-4750-4df3-b919-2d0357fc1849 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec706b65-fb72-4eca-bf48-48b6609ce2ba,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:42.163350 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-959f2277-5496-46fe-9991-7226fdd68a8f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2021012 Feb 18 09:19:42.175734 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a236169a-6dbf-4900-86ae-17cfa4f1144a None None] Provisioning for port 87b9795a-bc4f-4b07-b2e3-2358234081f6 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:19:42.178655 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Request body: {'port': {'device_id': '87a1e912-3a7e-449d-896a-cd1784664dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:42.185640 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a236169a-6dbf-4900-86ae-17cfa4f1144a None None] Provisioning complete for port 87b9795a-bc4f-4b07-b2e3-2358234081f6 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:19:42.186360 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a236169a-6dbf-4900-86ae-17cfa4f1144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:42.284529 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a236169a-6dbf-4900-86ae-17cfa4f1144a None None] Port 87b9795a-bc4f-4b07-b2e3-2358234081f6 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:19:42.335839 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a64c22e-4750-4df3-b919-2d0357fc1849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:42.417363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d8d32-0100-4b25-944f-e81cab8314dc req-4be13965-ce18-4fdb-8e82-e3b40066e50a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:42.418970 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f83d8d32-0100-4b25-944f-e81cab8314dc req-4be13965-ce18-4fdb-8e82-e3b40066e50a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.1058922 Feb 18 09:19:42.477182 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f83d8d32-0100-4b25-944f-e81cab8314dc req-42a38c63-9bff-400f-b121-6646331a0246 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517755 Feb 18 09:19:42.510460 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:42.599759 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a918492-3def-4632-8be0-d86fa3762d7b req-709fe698-79c6-49bf-bee9-e27edca53a7f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:42.601533 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a918492-3def-4632-8be0-d86fa3762d7b req-709fe698-79c6-49bf-bee9-e27edca53a7f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 931 time: 0.0895951 Feb 18 09:19:42.643627 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a64c22e-4750-4df3-b919-2d0357fc1849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:42.647285 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a64c22e-4750-4df3-b919-2d0357fc1849 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:42.650781 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a918492-3def-4632-8be0-d86fa3762d7b req-06ae2a0d-4bfc-412a-bdaa-ed75974152d2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426471 Feb 18 09:19:42.849513 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a64c22e-4750-4df3-b919-2d0357fc1849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:42.849902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a64c22e-4750-4df3-b919-2d0357fc1849 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c859497-a6ae-4cae-a8c1-cb8a7e522427 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:19:42.867703 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a64c22e-4750-4df3-b919-2d0357fc1849 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:42.868889 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6a64c22e-4750-4df3-b919-2d0357fc1849 admin admin] 10.222.0.72 "DELETE /v2.0/routers/0c859497-a6ae-4cae-a8c1-cb8a7e522427 HTTP/1.1" status: 204 len: 168 time: 3.4803860 Feb 18 09:19:42.871845 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35722) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:43.009010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f5b8af-8906-4dc4-95e8-edda467c0eff admin admin] Deleting subnet e7606b06-3128-4f32-8f79-41d472666b4c {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:19:43.018890 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40f5b8af-8906-4dc4-95e8-edda467c0eff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:43.077309 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40f5b8af-8906-4dc4-95e8-edda467c0eff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:43.157402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b9795a-bc4f-4b07-b2e3-2358234081f6 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:19:43.167442 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40f5b8af-8906-4dc4-95e8-edda467c0eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:43.177813 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:43.201085 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Transition to ACTIVE for port object 87b9795a-bc4f-4b07-b2e3-2358234081f6 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:19:43.209983 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:43.271364 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40f5b8af-8906-4dc4-95e8-edda467c0eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:43.317247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5b8af-8906-4dc4-95e8-edda467c0eff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7606b06-3128-4f32-8f79-41d472666b4c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:43.327369 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40f5b8af-8906-4dc4-95e8-edda467c0eff admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:43.330992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118ec5ca-7d26-49d2-9011-9426929b97a6 None None] Network d7eeca4a-779e-4f5e-982b-e5e552cc7286 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:19:43.339592 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-40f5b8af-8906-4dc4-95e8-edda467c0eff admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e7606b06-3128-4f32-8f79-41d472666b4c HTTP/1.1" status: 204 len: 168 time: 0.4663415 Feb 18 09:19:43.342573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35726) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:43.582245 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Pushing event updated for resources: {'Port': ['ID=87b9795a-bc4f-4b07-b2e3-2358234081f6,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:43.598622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:43.602900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Attempting to bind port 87b9795a-bc4f-4b07-b2e3-2358234081f6 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:19:43.603237 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Attempting to bind port 87b9795a-bc4f-4b07-b2e3-2358234081f6 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:19:43.603612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Attempting to bind port 87b9795a-bc4f-4b07-b2e3-2358234081f6 on network 0db727e9-7df9-42ca-8e74-9709be866e15 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:19:43.626067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Port 87b9795a-bc4f-4b07-b2e3-2358234081f6 on network 0db727e9-7df9-42ca-8e74-9709be866e15 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:19:43.626405 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Attempting to bind port 87b9795a-bc4f-4b07-b2e3-2358234081f6 on network 0db727e9-7df9-42ca-8e74-9709be866e15 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:19:43.644429 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:19:43.646035 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Checking segment: {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:19:43.648128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Bound using segment: {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:19:43.648904 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Bound port: 87b9795a-bc4f-4b07-b2e3-2358234081f6, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:19:43.649460 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:43.651698 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:43.690157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] Deleting port f8529aa6-2c5a-4d04-9de6-5277bfac0390 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:19:43.691043 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:43.704568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:19:43.705306 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1c42e7ca-bf59-44e5-aa47-43a0d5b5d38f not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:19:43.706014 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ec706b65-fb72-4eca-bf48-48b6609ce2ba no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:43.858074 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: ec706b65-fb72-4eca-bf48-48b6609ce2ba {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:19:43.858341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ec706b65-fb72-4eca-bf48-48b6609ce2ba not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:19:43.945435 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] For port 87b9795a-bc4f-4b07-b2e3-2358234081f6, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:19:43.950254 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] For port 87b9795a-bc4f-4b07-b2e3-2358234081f6, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=87b9795a-bc4f-4b07-b2e3-2358234081f6,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:19:43.960016 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:44.038612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:44.039996 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:44.043201 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] 10.222.0.81 "PUT /v2.0/ports/87b9795a-bc4f-4b07-b2e3-2358234081f6 HTTP/1.1" status: 200 len: 1091 time: 1.8698914 Feb 18 09:19:44.044359 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a1e912-3a7e-449d-896a-cd1784664dbd', 'tag': '87b9795a-bc4f-4b07-b2e3-2358234081f6'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:19:44.082602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45f993-25f0-4e86-87dc-ed4836f275ec service neutron] Pushing event updated for resources: {'Port': ['ID=87b9795a-bc4f-4b07-b2e3-2358234081f6,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:44.231318 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-4d2b32ea-9cc2-44d8-a69b-92fdf30a6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:44.234034 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-4d2b32ea-9cc2-44d8-a69b-92fdf30a6393 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 1094 time: 0.1415877 Feb 18 09:19:44.353242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e447f65-f355-44d7-99cc-a8a7bcab8ca9 None None] DHCP port deletion for d7eeca4a-779e-4f5e-982b-e5e552cc7286 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:19:44.357996 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2e447f65-f355-44d7-99cc-a8a7bcab8ca9 None None] Deleting port f8529aa6-2c5a-4d04-9de6-5277bfac0390 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:19:44.360755 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-aebc9bf0-5fee-47a5-ac1e-b98b562e95e9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b9795a-bc4f-4b07-b2e3-2358234081f6 HTTP/1.1" status: 200 len: 217 time: 0.1145005 Feb 18 09:19:44.361937 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2e447f65-f355-44d7-99cc-a8a7bcab8ca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:44.373159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8816c-8f85-409d-b88c-b9fd68179ff2 req-7b8643bd-8ef6-4216-9c41-c55973168c3f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:44.375452 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ff8816c-8f85-409d-b88c-b9fd68179ff2 req-7b8643bd-8ef6-4216-9c41-c55973168c3f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 943 time: 0.4415474 Feb 18 09:19:44.460022 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] For port f8529aa6-2c5a-4d04-9de6-5277bfac0390, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f8529aa6-2c5a-4d04-9de6-5277bfac0390,segment=NetworkSegment(7bff3ffa-630a-4ed0-9a29-f61578e2d6e4),segment_id=7bff3ffa-630a-4ed0-9a29-f61578e2d6e4)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:44.460685 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:44.481472 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8301098f-4d30-4248-a3f2-d0c924cff0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:44.482836 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-8301098f-4d30-4248-a3f2-d0c924cff0bc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.1152871 Feb 18 09:19:44.534712 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ff8816c-8f85-409d-b88c-b9fd68179ff2 req-4854abfa-b26d-4188-85dc-4665ea5ce360 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413147 Feb 18 09:19:44.613399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] Calling delete_port for f8529aa6-2c5a-4d04-9de6-5277bfac0390 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:19:44.628223 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-e24d5d29-13d6-4c4c-85dd-eadacb167855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:44.632284 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-e24d5d29-13d6-4c4c-85dd-eadacb167855 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388376 Feb 18 09:19:44.659993 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc633a6-3bf5-45f7-99c9-dfec864cc16c req-e7af26d1-2db8-43ce-9885-f247bef30afe tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:44.661647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecc633a6-3bf5-45f7-99c9-dfec864cc16c req-e7af26d1-2db8-43ce-9885-f247bef30afe tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.7789083 Feb 18 09:19:44.684941 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a1e912-3a7e-449d-896a-cd1784664dbd', 'tag': '87b9795a-bc4f-4b07-b2e3-2358234081f6', 'status': 'completed', 'code': 200} Feb 18 09:19:44.755673 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecc633a6-3bf5-45f7-99c9-dfec864cc16c req-c589360f-e8f5-4902-bf9b-f91d10088e89 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805006 Feb 18 09:19:44.770682 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:44.775104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-2e447f65-f355-44d7-99cc-a8a7bcab8ca9 None None] For port f8529aa6-2c5a-4d04-9de6-5277bfac0390, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f8529aa6-2c5a-4d04-9de6-5277bfac0390,segment=NetworkSegment(7bff3ffa-630a-4ed0-9a29-f61578e2d6e4),segment_id=7bff3ffa-630a-4ed0-9a29-f61578e2d6e4)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:44.776129 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2e447f65-f355-44d7-99cc-a8a7bcab8ca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:44.840888 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] Pushing event deleted for resources: {'Port': ['ID=f8529aa6-2c5a-4d04-9de6-5277bfac0390,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:44.848212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] No DVR routers for this DVR port f8529aa6-2c5a-4d04-9de6-5277bfac0390 on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:19:44.965969 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-c4007586-19e9-416b-9949-279a36588504 service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203528 Feb 18 09:19:45.090936 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2e447f65-f355-44d7-99cc-a8a7bcab8ca9 None None] Calling delete_port for f8529aa6-2c5a-4d04-9de6-5277bfac0390 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:19:45.099603 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.169635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7eeca4a-779e-4f5e-982b-e5e552cc7286']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:45.197089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bff3ffa-630a-4ed0-9a29-f61578e2d6e4') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:45.198914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bff3ffa-630a-4ed0-9a29-f61578e2d6e4') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:45.216938 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.282808 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-2e447f65-f355-44d7-99cc-a8a7bcab8ca9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:19:45.284630 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-2e447f65-f355-44d7-99cc-a8a7bcab8ca9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:19:45.304005 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.316117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:19:45.316117 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.317736 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b4fa7ae-15c4-41d3-b86b-c3f883adfdb8 req-dab7c164-ff94-47f4-8a39-9b3a92d903a9 service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391266 Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:19:45.444059 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:19:45.508646 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1e0f7-63dd-4e6f-9f21-dd8038967144 req-07d76e45-d5ce-49e6-aa33-a077c96b5968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:45.513400 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2bb1e0f7-63dd-4e6f-9f21-dd8038967144 req-07d76e45-d5ce-49e6-aa33-a077c96b5968 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 1094 time: 0.1199927 Feb 18 09:19:45.524855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078904a-601b-4652-9f5a-1f13efff23bf req-9d95ad74-fb76-48bc-bf24-399501e5a31f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:45.533319 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8078904a-601b-4652-9f5a-1f13efff23bf req-9d95ad74-fb76-48bc-bf24-399501e5a31f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.2874396 Feb 18 09:19:45.537210 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.552420 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f8529aa6-2c5a-4d04-9de6-5277bfac0390 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:45.589459 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.601960 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] 10.222.0.72 "DELETE /v2.0/networks/d7eeca4a-779e-4f5e-982b-e5e552cc7286 HTTP/1.1" status: 204 len: 168 time: 2.2581849 Feb 18 09:19:45.609127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35742) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:45.610232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9736eb-094d-4bde-ae7b-8d6e45dff3ed admin admin] Pushing event deleted for resources: {'Network': ['ID=d7eeca4a-779e-4f5e-982b-e5e552cc7286,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:45.625047 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: f8529aa6-2c5a-4d04-9de6-5277bfac0390 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:19:45.625845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f8529aa6-2c5a-4d04-9de6-5277bfac0390 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:19:45.771432 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8078904a-601b-4652-9f5a-1f13efff23bf req-ecbf2e30-17fd-4765-bbb7-f2cb651f7009 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234175 Feb 18 09:19:45.786169 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2e447f65-f355-44d7-99cc-a8a7bcab8ca9 None None] Deleting port f8529aa6-2c5a-4d04-9de6-5277bfac0390 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:19:45.789594 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2e447f65-f355-44d7-99cc-a8a7bcab8ca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:45.878337 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1e0f7-63dd-4e6f-9f21-dd8038967144 req-4bc2bac9-7a70-4229-ab91-2cca74cae3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:45.880872 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2bb1e0f7-63dd-4e6f-9f21-dd8038967144 req-4bc2bac9-7a70-4229-ab91-2cca74cae3a9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 912 time: 0.3625231 Feb 18 09:19:46.006529 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2e447f65-f355-44d7-99cc-a8a7bcab8ca9 None None] The port 'f8529aa6-2c5a-4d04-9de6-5277bfac0390' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:19:46.053949 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2bb1e0f7-63dd-4e6f-9f21-dd8038967144 req-315a07dd-c529-4e36-8282-b221bc9d1ce8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b9795a-bc4f-4b07-b2e3-2358234081f6 HTTP/1.1" status: 200 len: 217 time: 0.1655281 Feb 18 09:19:46.287545 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1e0f7-63dd-4e6f-9f21-dd8038967144 req-887da3cf-221b-4cd3-a4e3-0ebd0feb7ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:46.289201 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2bb1e0f7-63dd-4e6f-9f21-dd8038967144 req-887da3cf-221b-4cd3-a4e3-0ebd0feb7ee4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.2294743 Feb 18 09:19:46.362084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2b7e5-79c1-43f5-902c-a336243b035b req-33154b32-eae0-4818-840d-cbf6bcddbc86 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:46.363661 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ae2b7e5-79c1-43f5-902c-a336243b035b req-33154b32-eae0-4818-840d-cbf6bcddbc86 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 943 time: 0.2666452 Feb 18 09:19:46.463827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1e0f7-63dd-4e6f-9f21-dd8038967144 req-58e1f2fa-fdc5-4d05-a017-eb06108bf40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:46.466027 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2bb1e0f7-63dd-4e6f-9f21-dd8038967144 req-58e1f2fa-fdc5-4d05-a017-eb06108bf40e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672432 Feb 18 09:19:46.551163 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0ae2b7e5-79c1-43f5-902c-a336243b035b req-7a8ad240-cdaa-416a-b1ba-a71a29390f12 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837622 Feb 18 09:19:46.718677 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-07336ed6-e45e-4d46-ba8f-1907fbe55a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:46.774717 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2bb1e0f7-63dd-4e6f-9f21-dd8038967144 req-a36855cc-71aa-4797-8b78-623553168513 service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916374 Feb 18 09:19:47.083054 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:19:47.101116 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2bb1e0f7-63dd-4e6f-9f21-dd8038967144 req-cb28c05b-9e82-4b16-81af-369289a1d4be service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193073 Feb 18 09:19:47.517469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ff617-8776-4de8-be72-c47f00c5b276 req-f0d30ed9-0b3d-4c24-b47b-08b5a51f9645 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:47.517469 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d3ff617-8776-4de8-be72-c47f00c5b276 req-f0d30ed9-0b3d-4c24-b47b-08b5a51f9645 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.3565068 Feb 18 09:19:47.623679 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d3ff617-8776-4de8-be72-c47f00c5b276 req-644b11aa-ad1a-4718-ba8b-1b7509f13021 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904517 Feb 18 09:19:47.790375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-07336ed6-e45e-4d46-ba8f-1907fbe55a4c admin admin] Deleting port a0ded53b-becc-4fb5-a746-82a3230ccc7c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:19:47.790720 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-07336ed6-e45e-4d46-ba8f-1907fbe55a4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:47.982590 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1d1d-2a34-4242-b1a6-3fdf91538e1f req-3b76ed36-e341-4427-864d-57aca48ff582 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:47.987458 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83de1d1d-2a34-4242-b1a6-3fdf91538e1f req-3b76ed36-e341-4427-864d-57aca48ff582 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 943 time: 0.2427959 Feb 18 09:19:48.047061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-07336ed6-e45e-4d46-ba8f-1907fbe55a4c admin admin] For port a0ded53b-becc-4fb5-a746-82a3230ccc7c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a0ded53b-becc-4fb5-a746-82a3230ccc7c,segment=NetworkSegment(085ed46f-fef7-4b5a-bcb0-f730de6847f6),segment_id=085ed46f-fef7-4b5a-bcb0-f730de6847f6)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:48.047358 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-07336ed6-e45e-4d46-ba8f-1907fbe55a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:48.126755 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83de1d1d-2a34-4242-b1a6-3fdf91538e1f req-6db2d39b-2894-4fdf-a9fe-3d10bec7c0ad tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287529 Feb 18 09:19:48.193753 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-07336ed6-e45e-4d46-ba8f-1907fbe55a4c admin admin] Calling delete_port for a0ded53b-becc-4fb5-a746-82a3230ccc7c owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:19:48.561204 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-07336ed6-e45e-4d46-ba8f-1907fbe55a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:48.652393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07336ed6-e45e-4d46-ba8f-1907fbe55a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ded53b-becc-4fb5-a746-82a3230ccc7c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:49.209645 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-07336ed6-e45e-4d46-ba8f-1907fbe55a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:49.373493 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918be2d-1c9a-429a-87ff-a21a7bfa0240 req-e0c9d8e8-e9c6-45b6-95ca-e33d89e303d4 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:49.375001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6918be2d-1c9a-429a-87ff-a21a7bfa0240 req-e0c9d8e8-e9c6-45b6-95ca-e33d89e303d4 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.2813056 Feb 18 09:19:49.527921 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6918be2d-1c9a-429a-87ff-a21a7bfa0240 req-5b0c664a-1f58-4525-82db-31783c58ce75 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424556 Feb 18 09:19:49.568089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f17918-b5f7-47d2-9ed3-8a73eab41e7d req-2782325d-932c-460b-ad59-285da3797a15 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:49.576166 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5f17918-b5f7-47d2-9ed3-8a73eab41e7d req-2782325d-932c-460b-ad59-285da3797a15 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 943 time: 0.2854388 Feb 18 09:19:49.705659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5f17918-b5f7-47d2-9ed3-8a73eab41e7d req-ebb149c7-04af-4d79-8a20-d8b93539d44e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285632 Feb 18 09:19:49.820915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07336ed6-e45e-4d46-ba8f-1907fbe55a4c admin admin] Router 5b158f0b-8cde-406e-8043-6b8ca69fa127 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:19:50.063393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07336ed6-e45e-4d46-ba8f-1907fbe55a4c admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:19:50.074873 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-07336ed6-e45e-4d46-ba8f-1907fbe55a4c admin admin] 10.222.0.72 "PUT /v2.0/routers/5b158f0b-8cde-406e-8043-6b8ca69fa127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4609663 Feb 18 09:19:50.075394 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88bf16f-2df0-4472-9936-b02352b3f242 None None] Sync routers for ids ['5b158f0b-8cde-406e-8043-6b8ca69fa127'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:19:50.077715 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35754) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:50.086030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88bf16f-2df0-4472-9936-b02352b3f242 None None] Routers {'5b158f0b-8cde-406e-8043-6b8ca69fa127'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:19:50.088303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a88bf16f-2df0-4472-9936-b02352b3f242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:19:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['5b158f0b-8cde-406e-8043-6b8ca69fa127'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:50.282717 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb68eb69-7f35-4121-be37-3880e46de8ca admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:50.361592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-a88bf16f-2df0-4472-9936-b02352b3f242 None None] Set router 5b158f0b-8cde-406e-8043-6b8ca69fa127 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:19:50.515051 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb68eb69-7f35-4121-be37-3880e46de8ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:50.548215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-cb68eb69-7f35-4121-be37-3880e46de8ca admin admin] Deleting port 1bad1a7e-4002-40b0-bb31-8797829f5706 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:19:50.548215 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb68eb69-7f35-4121-be37-3880e46de8ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:50.840331 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a88bf16f-2df0-4472-9936-b02352b3f242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b158f0b-8cde-406e-8043-6b8ca69fa127', 'name': 'tempest-TestAggregatesBasicOps-364514213-router', 'tenant_id': '2614e94551e746a8b64da5c74b8e6dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '1bad1a7e-4002-40b0-bb31-8797829f5706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:24Z', 'updated_at': '2022-02-18T09:19:48Z', 'revision_number': 5, 'project_id': '2614e94551e746a8b64da5c74b8e6dd5', 'gw_port': {'id': '1bad1a7e-4002-40b0-bb31-8797829f5706', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b158f0b-8cde-406e-8043-6b8ca69fa127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:25Z', 'updated_at': '2022-02-18T09:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:50.879160 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88bf16f-2df0-4472-9936-b02352b3f242 None None] Checking router: 5b158f0b-8cde-406e-8043-6b8ca69fa127 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:19:50.892734 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-cb68eb69-7f35-4121-be37-3880e46de8ca admin admin] For port 1bad1a7e-4002-40b0-bb31-8797829f5706, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1bad1a7e-4002-40b0-bb31-8797829f5706,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:50.892734 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb68eb69-7f35-4121-be37-3880e46de8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:50.901385 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88bf16f-2df0-4472-9936-b02352b3f242 None None] Routers {'5b158f0b-8cde-406e-8043-6b8ca69fa127'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:19:50.901385 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a88bf16f-2df0-4472-9936-b02352b3f242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:19:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['5b158f0b-8cde-406e-8043-6b8ca69fa127'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:51.028691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56b00f-f181-4d7c-b069-14ece3702d30 req-3f1a78ce-c6e3-43e9-be52-ed7b4bacd4d0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:51.040011 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e56b00f-f181-4d7c-b069-14ece3702d30 req-3f1a78ce-c6e3-43e9-be52-ed7b4bacd4d0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.3563836 Feb 18 09:19:51.111512 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e56b00f-f181-4d7c-b069-14ece3702d30 req-f804bf88-335f-40b2-b395-7207c05d6aa5 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700483 Feb 18 09:19:51.127866 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-cb68eb69-7f35-4121-be37-3880e46de8ca admin admin] Calling delete_port for 1bad1a7e-4002-40b0-bb31-8797829f5706 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:19:51.148141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b469b-e6e5-49b4-bc1f-8b8318eaa0f1 req-9ea214d8-160b-4ff6-9672-6cc34fb0192c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:51.156610 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-876b469b-e6e5-49b4-bc1f-8b8318eaa0f1 req-9ea214d8-160b-4ff6-9672-6cc34fb0192c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 943 time: 0.2739441 Feb 18 09:19:51.190388 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-a88bf16f-2df0-4472-9936-b02352b3f242 None None] Set router 5b158f0b-8cde-406e-8043-6b8ca69fa127 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:19:51.250862 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-876b469b-e6e5-49b4-bc1f-8b8318eaa0f1 req-d853b783-7df6-43ee-8c86-9887a1ce3249 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860443 Feb 18 09:19:51.394711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-a88bf16f-2df0-4472-9936-b02352b3f242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b158f0b-8cde-406e-8043-6b8ca69fa127', 'name': 'tempest-TestAggregatesBasicOps-364514213-router', 'tenant_id': '2614e94551e746a8b64da5c74b8e6dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:24Z', 'updated_at': '2022-02-18T09:19:50Z', 'revision_number': 6, 'project_id': '2614e94551e746a8b64da5c74b8e6dd5', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:51.404850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88bf16f-2df0-4472-9936-b02352b3f242 None None] The sync data for ids ['5b158f0b-8cde-406e-8043-6b8ca69fa127'] in n-d-829434-1 is: [{'id': '5b158f0b-8cde-406e-8043-6b8ca69fa127', 'name': 'tempest-TestAggregatesBasicOps-364514213-router', 'tenant_id': '2614e94551e746a8b64da5c74b8e6dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:24Z', 'updated_at': '2022-02-18T09:19:50Z', 'revision_number': 6, 'project_id': '2614e94551e746a8b64da5c74b8e6dd5', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:19:51.407729 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb68eb69-7f35-4121-be37-3880e46de8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:51.464402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68eb69-7f35-4121-be37-3880e46de8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=1bad1a7e-4002-40b0-bb31-8797829f5706,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:51.557127 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb68eb69-7f35-4121-be37-3880e46de8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:51.856344 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb68eb69-7f35-4121-be37-3880e46de8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:51.858534 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb68eb69-7f35-4121-be37-3880e46de8ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:51.882135 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb68eb69-7f35-4121-be37-3880e46de8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:51.882729 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb68eb69-7f35-4121-be37-3880e46de8ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b158f0b-8cde-406e-8043-6b8ca69fa127 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:19:51.894590 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb68eb69-7f35-4121-be37-3880e46de8ca admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:51.895701 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cb68eb69-7f35-4121-be37-3880e46de8ca admin admin] 10.222.0.72 "DELETE /v2.0/routers/5b158f0b-8cde-406e-8043-6b8ca69fa127 HTTP/1.1" status: 204 len: 168 time: 1.8170097 Feb 18 09:19:51.898162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35762) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:51.956383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-981a5744-6b01-4c01-a373-3d0ff37ec7fb admin admin] Deleting subnet cc3065c4-e22c-4976-82e4-3afc37efdce0 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:19:51.959524 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-981a5744-6b01-4c01-a373-3d0ff37ec7fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:52.011753 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-981a5744-6b01-4c01-a373-3d0ff37ec7fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:52.089825 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-981a5744-6b01-4c01-a373-3d0ff37ec7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:52.161508 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-981a5744-6b01-4c01-a373-3d0ff37ec7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:52.208415 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a5744-6b01-4c01-a373-3d0ff37ec7fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc3065c4-e22c-4976-82e4-3afc37efdce0,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:52.217729 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-981a5744-6b01-4c01-a373-3d0ff37ec7fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:52.219152 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ded276-3496-40c9-b904-a4c2be796cc3 None None] Network 935ad7ce-37c3-4c2b-814d-98437bdddb36 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:19:52.226694 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-981a5744-6b01-4c01-a373-3d0ff37ec7fb admin admin] 10.222.0.72 "DELETE /v2.0/subnets/cc3065c4-e22c-4976-82e4-3afc37efdce0 HTTP/1.1" status: 204 len: 168 time: 0.3253782 Feb 18 09:19:52.226920 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35768) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:52.385971 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:52.402469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c6594-c7d8-46c9-ae3d-83cfdde2cf1a req-b8908c23-f2d9-4c76-a663-c2e242aeef7f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:52.405678 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-162c6594-c7d8-46c9-ae3d-83cfdde2cf1a req-b8908c23-f2d9-4c76-a663-c2e242aeef7f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.1729066 Feb 18 09:19:52.407988 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] Deleting port 1e5b71db-8f21-4f75-8d93-4b2857f3c781 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:19:52.408371 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:52.510000 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981e1302-237e-4f5b-9789-69524026d31e None None] DHCP port deletion for 935ad7ce-37c3-4c2b-814d-98437bdddb36 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:19:52.515065 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-981e1302-237e-4f5b-9789-69524026d31e None None] Deleting port 1e5b71db-8f21-4f75-8d93-4b2857f3c781 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:19:52.515163 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-981e1302-237e-4f5b-9789-69524026d31e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:52.524720 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-162c6594-c7d8-46c9-ae3d-83cfdde2cf1a req-56d7d809-4f83-4067-9cdb-d496898ef17a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105700 Feb 18 09:19:52.565754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0033d8b-bd12-4480-a5d5-759ca34d9cfa req-554d0f30-2563-4f59-b0f1-63dda0c94c72 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:52.574021 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0033d8b-bd12-4480-a5d5-759ca34d9cfa req-554d0f30-2563-4f59-b0f1-63dda0c94c72 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 943 time: 0.1334031 Feb 18 09:19:52.621495 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0033d8b-bd12-4480-a5d5-759ca34d9cfa req-1e8115dc-5e8d-4bc2-b667-4f33d894217c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467188 Feb 18 09:19:52.677540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] For port 1e5b71db-8f21-4f75-8d93-4b2857f3c781, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1e5b71db-8f21-4f75-8d93-4b2857f3c781,segment=NetworkSegment(085ed46f-fef7-4b5a-bcb0-f730de6847f6),segment_id=085ed46f-fef7-4b5a-bcb0-f730de6847f6)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:52.677904 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:52.777448 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-981e1302-237e-4f5b-9789-69524026d31e None None] For port 1e5b71db-8f21-4f75-8d93-4b2857f3c781, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1e5b71db-8f21-4f75-8d93-4b2857f3c781,segment=NetworkSegment(085ed46f-fef7-4b5a-bcb0-f730de6847f6),segment_id=085ed46f-fef7-4b5a-bcb0-f730de6847f6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:19:52.777841 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-981e1302-237e-4f5b-9789-69524026d31e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:52.809565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] Calling delete_port for 1e5b71db-8f21-4f75-8d93-4b2857f3c781 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:19:52.917107 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:52.986372 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5b71db-8f21-4f75-8d93-4b2857f3c781,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:52.986372 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] No DVR routers for this DVR port 1e5b71db-8f21-4f75-8d93-4b2857f3c781 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:19:53.044068 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-981e1302-237e-4f5b-9789-69524026d31e None None] Calling delete_port for 1e5b71db-8f21-4f75-8d93-4b2857f3c781 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:19:53.122770 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:53.149576 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935ad7ce-37c3-4c2b-814d-98437bdddb36']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:53.153186 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-981e1302-237e-4f5b-9789-69524026d31e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:19:53.153597 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-981e1302-237e-4f5b-9789-69524026d31e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:19:53.167855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085ed46f-fef7-4b5a-bcb0-f730de6847f6') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:53.168439 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085ed46f-fef7-4b5a-bcb0-f730de6847f6') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:19:53.180665 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:53.200765 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:53.207307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:19:53.207650 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:19:53.222717 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:19:53.305790 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:53.325830 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:53.342071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=935ad7ce-37c3-4c2b-814d-98437bdddb36,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:53.344216 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bdb95d3a-dc03-4cea-ae02-1667522026d1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/935ad7ce-37c3-4c2b-814d-98437bdddb36 HTTP/1.1" status: 204 len: 168 time: 1.1155064 Feb 18 09:19:53.503975 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1e5b71db-8f21-4f75-8d93-4b2857f3c781 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:53.545948 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 1e5b71db-8f21-4f75-8d93-4b2857f3c781 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:19:53.546178 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1e5b71db-8f21-4f75-8d93-4b2857f3c781 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:19:53.546589 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a0ded53b-becc-4fb5-a746-82a3230ccc7c no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:53.585207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35778) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:53.587094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: a0ded53b-becc-4fb5-a746-82a3230ccc7c {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:19:53.587094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a0ded53b-becc-4fb5-a746-82a3230ccc7c not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:19:53.587272 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1bad1a7e-4002-40b0-bb31-8797829f5706 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:19:53.627434 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 1bad1a7e-4002-40b0-bb31-8797829f5706 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:19:53.627557 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1bad1a7e-4002-40b0-bb31-8797829f5706 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:19:53.667356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-981e1302-237e-4f5b-9789-69524026d31e None None] Deleting port 1e5b71db-8f21-4f75-8d93-4b2857f3c781 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:19:53.668025 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-981e1302-237e-4f5b-9789-69524026d31e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:53.747241 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4fcadd6f-2eaa-4021-9837-7da8e4f3cf58 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=41a1ef33ea264e2d99a80e80c9b0793f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607745 Feb 18 09:19:53.749746 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35784) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:53.813419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a00fe-0e05-4a9e-a9d9-68f4d61432ea req-49738602-bb24-44d1-b37c-949534167e6c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:53.820960 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-981e1302-237e-4f5b-9789-69524026d31e None None] The port '1e5b71db-8f21-4f75-8d93-4b2857f3c781' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:19:53.823329 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e62a00fe-0e05-4a9e-a9d9-68f4d61432ea req-49738602-bb24-44d1-b37c-949534167e6c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.1458960 Feb 18 09:19:53.890842 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e62a00fe-0e05-4a9e-a9d9-68f4d61432ea req-34121c61-26a3-4c8f-bb00-b2ae45beb0ee tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648820 Feb 18 09:19:53.921734 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-321f58ae-8df7-42a3-bfef-5a2e8992bb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:53.958650 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-321f58ae-8df7-42a3-bfef-5a2e8992bb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:54.004887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797e411-4198-4931-9dd3-d9c3c8282d32 req-e96f0547-1d3c-4a58-9b6e-f38bbd00052a tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:54.010014 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9797e411-4198-4931-9dd3-d9c3c8282d32 req-e96f0547-1d3c-4a58-9b6e-f38bbd00052a tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 943 time: 0.1159685 Feb 18 09:19:54.061310 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-321f58ae-8df7-42a3-bfef-5a2e8992bb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:54.078166 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9797e411-4198-4931-9dd3-d9c3c8282d32 req-820196bd-d8c8-4dfa-9f75-619db66d2550 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651429 Feb 18 09:19:54.081571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f58ae-8df7-42a3-bfef-5a2e8992bb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8484313b-d56a-449b-b9aa-6c5808e7f727,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:54.088901 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-321f58ae-8df7-42a3-bfef-5a2e8992bb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:54.092590 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-321f58ae-8df7-42a3-bfef-5a2e8992bb78 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8484313b-d56a-449b-b9aa-6c5808e7f727 HTTP/1.1" status: 204 len: 168 time: 0.3389378 Feb 18 09:19:54.515030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35792) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:54.576377 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-27d72eff-05ab-4837-98af-9a1c8748a6db admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2614e94551e746a8b64da5c74b8e6dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569510 Feb 18 09:19:54.576377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35796) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:54.773828 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8c32f26b-6a73-41e8-a9ba-b294f5cecfeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:54.804735 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8c32f26b-6a73-41e8-a9ba-b294f5cecfeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:54.865352 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8c32f26b-6a73-41e8-a9ba-b294f5cecfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:54.884710 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32f26b-6a73-41e8-a9ba-b294f5cecfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b00ca3-8f94-40d6-8876-a6f86101453c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:54.892979 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8c32f26b-6a73-41e8-a9ba-b294f5cecfeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:54.894391 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8c32f26b-6a73-41e8-a9ba-b294f5cecfeb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c5b00ca3-8f94-40d6-8876-a6f86101453c HTTP/1.1" status: 204 len: 168 time: 0.3176026 Feb 18 09:19:55.105815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f8c23-66d2-437f-95b5-ffea21427174 req-e29a5fb0-5d61-4085-8b1c-3927e28167ff tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:55.107902 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-943f8c23-66d2-437f-95b5-ffea21427174 req-e29a5fb0-5d61-4085-8b1c-3927e28167ff tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.1087420 Feb 18 09:19:55.186019 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-943f8c23-66d2-437f-95b5-ffea21427174 req-632104e1-ab94-4cd8-91bb-c50b91f3319d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667226 Feb 18 09:19:55.350173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0bc13-734f-48a6-bfc9-c90f08d804e3 req-7912dc66-e950-465b-a3c3-992e4ab76129 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:55.351854 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eea0bc13-734f-48a6-bfc9-c90f08d804e3 req-7912dc66-e950-465b-a3c3-992e4ab76129 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 943 time: 0.1047869 Feb 18 09:19:55.421877 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eea0bc13-734f-48a6-bfc9-c90f08d804e3 req-d1dc8983-f480-4a66-a709-4be11ab0ed93 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620606 Feb 18 09:19:56.452764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef19060-e14e-41d5-b11e-ecf47559c98b req-e619550f-8f43-43c2-aca7-6e2cf092cae2 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:56.454401 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4ef19060-e14e-41d5-b11e-ecf47559c98b req-e619550f-8f43-43c2-aca7-6e2cf092cae2 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.1246316 Feb 18 09:19:56.513607 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4ef19060-e14e-41d5-b11e-ecf47559c98b req-89eb510b-99cd-4660-b93e-23d60c83e004 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535476 Feb 18 09:19:56.649306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03bfc8b-2321-4252-8aa8-45c808fc6c82 req-9bfe59a2-885b-4467-b37f-d1ab88fdecd0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:56.652011 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a03bfc8b-2321-4252-8aa8-45c808fc6c82 req-9bfe59a2-885b-4467-b37f-d1ab88fdecd0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 943 time: 0.1006854 Feb 18 09:19:56.704348 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a03bfc8b-2321-4252-8aa8-45c808fc6c82 req-3e4cb02b-91f0-435a-961e-9bcf35578c07 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452993 Feb 18 09:19:57.351067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35848) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:57.357288 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-934214159', 'description': 'tempest-secgroup-smoke-934214159 description', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:57.363979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:57.367761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:57.371418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:57.377079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:57.387920 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.400345 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.417693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:57.422192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:57.425284 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:57.430941 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:57.518325 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.522109 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.536555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:57.545793 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:57.555266 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:57.566558 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:57.570867 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7c8d8f-cc5c-48a7-9a08-498510ec634d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:57.661085 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.665242 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.713960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64d7960-c71b-48d4-85aa-6e6e1c392e26,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:57.718475 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.722539 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c675d11f-66ec-4d8c-8c24-3cd435fd5299 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3675046 Feb 18 09:19:57.722980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35854) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:57.727949 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c904a4f4-b694-4eec-8960-f8ad2c1aae7c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'd64d7960-c71b-48d4-85aa-6e6e1c392e26', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:57.734600 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c904a4f4-b694-4eec-8960-f8ad2c1aae7c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:57.735927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e40e61-20fa-4c4d-b59e-c813843de173 req-8929c8f7-afef-4c25-ade0-ea8d48efe06e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:57.738930 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c904a4f4-b694-4eec-8960-f8ad2c1aae7c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:57.741844 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c904a4f4-b694-4eec-8960-f8ad2c1aae7c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:57.745265 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c3e40e61-20fa-4c4d-b59e-c813843de173 req-8929c8f7-afef-4c25-ade0-ea8d48efe06e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.1094000 Feb 18 09:19:57.749055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c904a4f4-b694-4eec-8960-f8ad2c1aae7c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:57.767831 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c904a4f4-b694-4eec-8960-f8ad2c1aae7c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.793467 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c3e40e61-20fa-4c4d-b59e-c813843de173 req-d56e2f2c-d7d5-4f89-ab4f-3c404ca0e371 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466652 Feb 18 09:19:57.835478 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c904a4f4-b694-4eec-8960-f8ad2c1aae7c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.840087 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c904a4f4-b694-4eec-8960-f8ad2c1aae7c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.867939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904a4f4-b694-4eec-8960-f8ad2c1aae7c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2731b17-e20d-485a-9705-7d21cb6ca2ba,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:57.879960 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c904a4f4-b694-4eec-8960-f8ad2c1aae7c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.881184 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c904a4f4-b694-4eec-8960-f8ad2c1aae7c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1575341 Feb 18 09:19:57.883892 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35860) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:57.888976 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2d27c9ad-5b12-4c8f-b49e-66d4b0d10e4a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'd64d7960-c71b-48d4-85aa-6e6e1c392e26', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:57.895340 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d27c9ad-5b12-4c8f-b49e-66d4b0d10e4a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:57.900155 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2d27c9ad-5b12-4c8f-b49e-66d4b0d10e4a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:57.902964 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2d27c9ad-5b12-4c8f-b49e-66d4b0d10e4a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:57.903226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b594a-d3c4-4356-8f09-d9571acdf2e0 req-530ab1b5-ecbe-4649-a158-c567191c5a31 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:57.904703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b6b594a-d3c4-4356-8f09-d9571acdf2e0 req-530ab1b5-ecbe-4649-a158-c567191c5a31 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 943 time: 0.0878954 Feb 18 09:19:57.908691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2d27c9ad-5b12-4c8f-b49e-66d4b0d10e4a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:57.928236 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d27c9ad-5b12-4c8f-b49e-66d4b0d10e4a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.951251 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b6b594a-d3c4-4356-8f09-d9571acdf2e0 req-ed9b53b5-bf9c-4ecf-a42b-c6f4021018e1 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405445 Feb 18 09:19:57.991707 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d27c9ad-5b12-4c8f-b49e-66d4b0d10e4a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:57.995541 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d27c9ad-5b12-4c8f-b49e-66d4b0d10e4a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.021200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27c9ad-5b12-4c8f-b49e-66d4b0d10e4a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3744390c-a4ad-42ee-8594-ef90560c5241,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:58.032446 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2d27c9ad-5b12-4c8f-b49e-66d4b0d10e4a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.033646 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2d27c9ad-5b12-4c8f-b49e-66d4b0d10e4a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1486475 Feb 18 09:19:58.036392 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35864) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:58.041624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-45183922-4ee9-44ce-9e1c-de2e95af5e69 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'd64d7960-c71b-48d4-85aa-6e6e1c392e26', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:58.048373 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-45183922-4ee9-44ce-9e1c-de2e95af5e69 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:58.052815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-45183922-4ee9-44ce-9e1c-de2e95af5e69 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:58.055607 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-45183922-4ee9-44ce-9e1c-de2e95af5e69 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:58.063701 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-45183922-4ee9-44ce-9e1c-de2e95af5e69 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:58.084284 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-45183922-4ee9-44ce-9e1c-de2e95af5e69 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.144821 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-45183922-4ee9-44ce-9e1c-de2e95af5e69 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.148354 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-45183922-4ee9-44ce-9e1c-de2e95af5e69 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.174486 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45183922-4ee9-44ce-9e1c-de2e95af5e69 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831a6e0c-95ac-4ec0-8571-e2db71d36f81,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:58.184410 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-45183922-4ee9-44ce-9e1c-de2e95af5e69 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.185587 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-45183922-4ee9-44ce-9e1c-de2e95af5e69 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1482420 Feb 18 09:19:58.188643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35868) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:58.193558 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ffa70886-d03a-4c13-a70a-79a23915436a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'd64d7960-c71b-48d4-85aa-6e6e1c392e26', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:58.199957 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ffa70886-d03a-4c13-a70a-79a23915436a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:58.204009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ffa70886-d03a-4c13-a70a-79a23915436a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:58.206889 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ffa70886-d03a-4c13-a70a-79a23915436a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:58.212549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ffa70886-d03a-4c13-a70a-79a23915436a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:58.231176 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ffa70886-d03a-4c13-a70a-79a23915436a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.294239 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ffa70886-d03a-4c13-a70a-79a23915436a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.297682 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ffa70886-d03a-4c13-a70a-79a23915436a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.321822 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa70886-d03a-4c13-a70a-79a23915436a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912c7ddc-9b4b-44c6-b8e6-7f74c8982554,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:58.330161 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ffa70886-d03a-4c13-a70a-79a23915436a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.331293 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ffa70886-d03a-4c13-a70a-79a23915436a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417513 Feb 18 09:19:58.333971 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35872) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:58.339326 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-244f6b7b-97f0-4fe1-a584-d3552ddcde3a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'd64d7960-c71b-48d4-85aa-6e6e1c392e26', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:58.345994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-244f6b7b-97f0-4fe1-a584-d3552ddcde3a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:58.349761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-244f6b7b-97f0-4fe1-a584-d3552ddcde3a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:58.353559 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-244f6b7b-97f0-4fe1-a584-d3552ddcde3a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:58.359634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-244f6b7b-97f0-4fe1-a584-d3552ddcde3a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:58.370577 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-244f6b7b-97f0-4fe1-a584-d3552ddcde3a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Project ccb8cb66d20d4b1e88f70b374ab89e94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:19:58.377027 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-244f6b7b-97f0-4fe1-a584-d3552ddcde3a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.441232 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-244f6b7b-97f0-4fe1-a584-d3552ddcde3a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.444540 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-244f6b7b-97f0-4fe1-a584-d3552ddcde3a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.469357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f6b7b-97f0-4fe1-a584-d3552ddcde3a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebeb1aca-6881-4851-894b-e628593a5b24,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:58.479646 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-244f6b7b-97f0-4fe1-a584-d3552ddcde3a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.480837 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-244f6b7b-97f0-4fe1-a584-d3552ddcde3a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1459100 Feb 18 09:19:58.483480 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35876) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:58.488370 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-9cb248f1-0d7c-4149-94ae-9e25f5f89ed2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'd64d7960-c71b-48d4-85aa-6e6e1c392e26', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:58.494940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9cb248f1-0d7c-4149-94ae-9e25f5f89ed2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:58.498840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9cb248f1-0d7c-4149-94ae-9e25f5f89ed2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:58.501671 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9cb248f1-0d7c-4149-94ae-9e25f5f89ed2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:58.507292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9cb248f1-0d7c-4149-94ae-9e25f5f89ed2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:58.517721 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-9cb248f1-0d7c-4149-94ae-9e25f5f89ed2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Project ccb8cb66d20d4b1e88f70b374ab89e94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:19:58.523884 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cb248f1-0d7c-4149-94ae-9e25f5f89ed2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.589881 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cb248f1-0d7c-4149-94ae-9e25f5f89ed2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.593381 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cb248f1-0d7c-4149-94ae-9e25f5f89ed2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.616715 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb248f1-0d7c-4149-94ae-9e25f5f89ed2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19dd3cf3-088c-4152-8e41-7ee3e88da6cb,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:58.625006 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cb248f1-0d7c-4149-94ae-9e25f5f89ed2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.626166 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9cb248f1-0d7c-4149-94ae-9e25f5f89ed2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417484 Feb 18 09:19:58.629299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35880) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:58.634872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ff766948-3f15-4c1f-9982-2b0f30277aeb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'network': {'name': 'tempest-network-smoke--220846199', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'port_security_enabled': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:58.640346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ff766948-3f15-4c1f-9982-2b0f30277aeb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:58.644159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ff766948-3f15-4c1f-9982-2b0f30277aeb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:network and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:58.646984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ff766948-3f15-4c1f-9982-2b0f30277aeb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:58.654002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ff766948-3f15-4c1f-9982-2b0f30277aeb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:58.663303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff766948-3f15-4c1f-9982-2b0f30277aeb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Made reservation on behalf of ccb8cb66d20d4b1e88f70b374ab89e94 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:19:58.667307 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ff766948-3f15-4c1f-9982-2b0f30277aeb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.693642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff766948-3f15-4c1f-9982-2b0f30277aeb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:19:58.703031 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ff766948-3f15-4c1f-9982-2b0f30277aeb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.703397 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-ff766948-3f15-4c1f-9982-2b0f30277aeb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Added segment b0938570-ca72-4f1b-ad24-6752c7a022a2 of type vlan for network 3feb6240-a289-4568-92b7-b57d8214b446 Feb 18 09:19:58.729004 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ff766948-3f15-4c1f-9982-2b0f30277aeb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.756772 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ff766948-3f15-4c1f-9982-2b0f30277aeb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.762692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff766948-3f15-4c1f-9982-2b0f30277aeb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:58.763268 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ff766948-3f15-4c1f-9982-2b0f30277aeb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.870510 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ff766948-3f15-4c1f-9982-2b0f30277aeb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2369080 Feb 18 09:19:58.870855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35886) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:19:58.876484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-328098221', 'admin_state_up': True, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:19:58.883502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff766948-3f15-4c1f-9982-2b0f30277aeb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Network': ['ID=3feb6240-a289-4568-92b7-b57d8214b446,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:19:58.884935 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:19:58.889225 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:router and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:19:58.892136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:19:58.894920 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 3feb6240-a289-4568-92b7-b57d8214b446 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:19:58.898707 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:19:58.910396 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.911403 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.927130 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:58.999277 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389b460-7b23-489a-b638-d4fb655c0046 req-5dce36db-d9d8-4a7c-a393-aa96292c4dbf tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:59.001490 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0389b460-7b23-489a-b638-d4fb655c0046 req-5dce36db-d9d8-4a7c-a393-aa96292c4dbf tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.0966723 Feb 18 09:19:59.051808 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0389b460-7b23-489a-b638-d4fb655c0046 req-0bb84ed4-860d-4d86-8d6c-475734da30fe tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439303 Feb 18 09:19:59.184441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abca1d-3c82-4bf0-b4b3-0c696b51a4ff req-44d407ac-2cb5-4732-8477-37cdd0057dc9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:19:59.187006 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d4abca1d-3c82-4bf0-b4b3-0c696b51a4ff req-44d407ac-2cb5-4732-8477-37cdd0057dc9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 943 time: 0.1048019 Feb 18 09:19:59.224087 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:59.257272 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d4abca1d-3c82-4bf0-b4b3-0c696b51a4ff req-32b6ece3-8626-4532-a268-ebdc51a8f051 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639615 Feb 18 09:19:59.554224 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:59.585390 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:19:59.853735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Allocated IP 172.25.1.228 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/e730e90a-497a-47bd-a400-4cc75bafbabf) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:00.013926 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:00.050486 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:00.126167 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:00.130262 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:00.132736 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:20:00.167069 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=e730e90a-497a-47bd-a400-4cc75bafbabf,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:00.270681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a73bb-5fc6-423c-9e9f-446019da5654 req-bd01eb87-bb3b-4a73-b76d-924eaeb6d705 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:00.272790 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ee8a73bb-5fc6-423c-9e9f-446019da5654 req-bd01eb87-bb3b-4a73-b76d-924eaeb6d705 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.1034200 Feb 18 09:20:00.320395 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-91fea021-8153-4c9a-a8b5-9c34bdc41b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:00.336914 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ee8a73bb-5fc6-423c-9e9f-446019da5654 req-7cf7509e-d79f-4fcf-9aba-648d7aca1d76 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585630 Feb 18 09:20:00.506409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca791b-f50f-4d1f-928b-58e034f44daa req-1826e4a5-ef62-4452-9a09-d36e43121935 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:00.507853 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3aca791b-f50f-4d1f-928b-58e034f44daa req-1826e4a5-ef62-4452-9a09-d36e43121935 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 943 time: 0.0935254 Feb 18 09:20:00.564706 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3aca791b-f50f-4d1f-928b-58e034f44daa req-d93be60f-c0b4-4b48-a60d-fbc35449e7e5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421479 Feb 18 09:20:00.621478 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:00.991035 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:01.213857 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router 1102d32f-135b-4957-b4ff-0a566eeb00d0 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:20:01.544516 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:20:01.550280 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d5314-0784-4df6-9d81-0e77810bc7e8 req-ee2591c2-1bab-45a8-9810-0363766fe107 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:01.551135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-735d5314-0784-4df6-9d81-0e77810bc7e8 req-ee2591c2-1bab-45a8-9810-0363766fe107 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.1051879 Feb 18 09:20:01.556064 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d190b-d62b-4202-826f-426368108a04 None None] Sync routers for ids ['1102d32f-135b-4957-b4ff-0a566eeb00d0'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:20:01.566100 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d190b-d62b-4202-826f-426368108a04 None None] Routers {'1102d32f-135b-4957-b4ff-0a566eeb00d0'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:20:01.566704 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-631d190b-d62b-4202-826f-426368108a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:19:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1102d32f-135b-4957-b4ff-0a566eeb00d0'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:01.577188 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:01.580312 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e1a53b88-abf7-4c74-b7f7-09587d647442 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7068567 Feb 18 09:20:01.582532 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35898) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:01.612225 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-735d5314-0784-4df6-9d81-0e77810bc7e8 req-c30409b9-d556-4e9d-83f5-a21f91b0f8c0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534632 Feb 18 09:20:01.785591 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-84b7292d-0d0b-48ee-9ed2-8408bfd7ce85 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=ccb8cb66d20d4b1e88f70b374ab89e94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1950858 Feb 18 09:20:01.786045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f009d5-a594-4d4c-80ac-f997f36bc83b req-d54c8928-6479-4588-aa99-46ae506ac57b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:01.786159 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35906) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:01.786238 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10f009d5-a594-4d4c-80ac-f997f36bc83b req-d54c8928-6479-4588-aa99-46ae506ac57b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 943 time: 0.1003139 Feb 18 09:20:01.786310 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-631d190b-d62b-4202-826f-426368108a04 None None] Set router 1102d32f-135b-4957-b4ff-0a566eeb00d0 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:20:01.852004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10f009d5-a594-4d4c-80ac-f997f36bc83b req-13a7c799-1c4c-478b-93bb-d9372e7a81b2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556433 Feb 18 09:20:01.938436 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f3f59c-e1ed-4c14-9cc4-5554d2b579e6 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:01.939640 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-56f3f59c-e1ed-4c14-9cc4-5554d2b579e6 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1556213 Feb 18 09:20:01.942667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35910) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:01.984214 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ac2a612f-7e5b-45ec-8179-c58593318f1d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405378 Feb 18 09:20:01.987067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 35914) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:01.993141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ef317f01-91f1-41c4-8bc2-cb14a8b7ff47 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-617057903', 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:20:02.111763 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ef317f01-91f1-41c4-8bc2-cb14a8b7ff47 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:02.117039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ef317f01-91f1-41c4-8bc2-cb14a8b7ff47 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:subnet and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:02.121780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ef317f01-91f1-41c4-8bc2-cb14a8b7ff47 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:02.128033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ef317f01-91f1-41c4-8bc2-cb14a8b7ff47 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:02.134355 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-631d190b-d62b-4202-826f-426368108a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328098221', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:58Z', 'updated_at': '2022-02-18T09:20:00Z', 'revision_number': 3, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:59Z', 'updated_at': '2022-02-18T09:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:02.139114 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d190b-d62b-4202-826f-426368108a04 None None] Checking router: 1102d32f-135b-4957-b4ff-0a566eeb00d0 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:20:02.139385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef317f01-91f1-41c4-8bc2-cb14a8b7ff47 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Made reservation on behalf of ccb8cb66d20d4b1e88f70b374ab89e94 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:02.139988 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d190b-d62b-4202-826f-426368108a04 None None] Updating router 1102d32f-135b-4957-b4ff-0a566eeb00d0 port e730e90a-497a-47bd-a400-4cc75bafbabf binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:20:02.144091 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef317f01-91f1-41c4-8bc2-cb14a8b7ff47 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:02.195475 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-631d190b-d62b-4202-826f-426368108a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:02.395677 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef317f01-91f1-41c4-8bc2-cb14a8b7ff47 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:02.483086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef317f01-91f1-41c4-8bc2-cb14a8b7ff47 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Subnet': ['ID=8ff66b60-cf0f-41ce-b403-e80bb2a0d268,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:02.495655 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef317f01-91f1-41c4-8bc2-cb14a8b7ff47 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Checking segment: {'id': 'b0938570-ca72-4f1b-ad24-6752c7a022a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:20:02.496067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef317f01-91f1-41c4-8bc2-cb14a8b7ff47 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network hostable DHCP agents. Network: 3feb6240-a289-4568-92b7-b57d8214b446, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:20:02.523232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef317f01-91f1-41c4-8bc2-cb14a8b7ff47 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 3feb6240-a289-4568-92b7-b57d8214b446 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:20:02.535133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-ef317f01-91f1-41c4-8bc2-cb14a8b7ff47 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 3feb6240-a289-4568-92b7-b57d8214b446) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:02.541387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef317f01-91f1-41c4-8bc2-cb14a8b7ff47 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:02.542150 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ef317f01-91f1-41c4-8bc2-cb14a8b7ff47 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:02.545768 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-631d190b-d62b-4202-826f-426368108a04 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:02.554977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d5a3a5-b8dc-4819-9e44-5629c35314f0 None None] Network 3feb6240-a289-4568-92b7-b57d8214b446 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:20:02.562687 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-631d190b-d62b-4202-826f-426368108a04 None None] Transition to ACTIVE for port object e730e90a-497a-47bd-a400-4cc75bafbabf will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:02.570791 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-631d190b-d62b-4202-826f-426368108a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:02.586475 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ef317f01-91f1-41c4-8bc2-cb14a8b7ff47 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5980716 Feb 18 09:20:02.588229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 35918) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:02.643868 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1306c8-89d6-45c3-90d3-59a5c04ba82b None None] Pushing event updated for resources: {'Port': ['ID=e730e90a-497a-47bd-a400-4cc75bafbabf,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:02.669185 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-631d190b-d62b-4202-826f-426368108a04 None None] Attempting to bind port e730e90a-497a-47bd-a400-4cc75bafbabf on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:20:02.669559 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-631d190b-d62b-4202-826f-426368108a04 None None] Attempting to bind port e730e90a-497a-47bd-a400-4cc75bafbabf by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:20:02.669923 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d190b-d62b-4202-826f-426368108a04 None None] Attempting to bind port e730e90a-497a-47bd-a400-4cc75bafbabf on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:20:02.676230 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d190b-d62b-4202-826f-426368108a04 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:20:02.677015 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d190b-d62b-4202-826f-426368108a04 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:20:02.677015 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-631d190b-d62b-4202-826f-426368108a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:02.677404 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d190b-d62b-4202-826f-426368108a04 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:20:02.678088 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-631d190b-d62b-4202-826f-426368108a04 None None] Bound port: e730e90a-497a-47bd-a400-4cc75bafbabf, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:20:02.678691 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-631d190b-d62b-4202-826f-426368108a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:02.784461 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-631d190b-d62b-4202-826f-426368108a04 None None] For port e730e90a-497a-47bd-a400-4cc75bafbabf, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:20:02.788024 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-631d190b-d62b-4202-826f-426368108a04 None None] For port e730e90a-497a-47bd-a400-4cc75bafbabf, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e730e90a-497a-47bd-a400-4cc75bafbabf,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:20:02.793861 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-631d190b-d62b-4202-826f-426368108a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:02.814270 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-3feb6240-a289-4568-92b7-b57d8214b446', 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ips': [{'subnet_id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:20:02.815117 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:02.875748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a9e8f-20d7-4bc8-9a17-f885d057866a req-71d2653f-2a08-4684-9aaf-e84dadacf9e2 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:02.879190 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d190b-d62b-4202-826f-426368108a04 None None] Routers {'1102d32f-135b-4957-b4ff-0a566eeb00d0'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:20:02.880014 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-631d190b-d62b-4202-826f-426368108a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:19:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1102d32f-135b-4957-b4ff-0a566eeb00d0'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:02.884534 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-891a9e8f-20d7-4bc8-9a17-f885d057866a req-71d2653f-2a08-4684-9aaf-e84dadacf9e2 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.1169055 Feb 18 09:20:02.963351 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-891a9e8f-20d7-4bc8-9a17-f885d057866a req-6920d8e2-ec15-44c5-aa05-b178c6e6d2b5 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777030 Feb 18 09:20:03.009238 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1306c8-89d6-45c3-90d3-59a5c04ba82b None None] Pushing event updated for resources: {'Port': ['ID=e730e90a-497a-47bd-a400-4cc75bafbabf,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:03.122638 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Allocated IP 172.20.0.2 (3feb6240-a289-4568-92b7-b57d8214b446/8ff66b60-cf0f-41ce-b403-e80bb2a0d268/984be468-1896-4b50-b2e6-584502815054) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:03.153574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e3a94-7e7b-403b-a1de-74ba1790efab req-cb1bcbe3-34f2-46c9-afc4-4283f8b1b314 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:03.156329 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc8e3a94-7e7b-403b-a1de-74ba1790efab req-cb1bcbe3-34f2-46c9-afc4-4283f8b1b314 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 943 time: 0.1134207 Feb 18 09:20:03.163912 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-631d190b-d62b-4202-826f-426368108a04 None None] Set router 1102d32f-135b-4957-b4ff-0a566eeb00d0 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:20:03.328570 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc8e3a94-7e7b-403b-a1de-74ba1790efab req-da4f2f8e-8645-44e1-9099-3b5a363f1927 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628563 Feb 18 09:20:03.418223 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:03.440396 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Transition to ACTIVE for port object 984be468-1896-4b50-b2e6-584502815054 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:03.490972 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Transition to ACTIVE for port object 984be468-1896-4b50-b2e6-584502815054 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:03.502276 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:03.563987 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Network 3feb6240-a289-4568-92b7-b57d8214b446 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:03.573426 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:03.577474 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:20:03.584724 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-631d190b-d62b-4202-826f-426368108a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328098221', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:58Z', 'updated_at': '2022-02-18T09:20:00Z', 'revision_number': 3, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:59Z', 'updated_at': '2022-02-18T09:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:03.591934 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d190b-d62b-4202-826f-426368108a04 None None] The sync data for ids ['1102d32f-135b-4957-b4ff-0a566eeb00d0'] in n-d-829434-1 is: [{'id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328098221', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:58Z', 'updated_at': '2022-02-18T09:20:00Z', 'revision_number': 3, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:59Z', 'updated_at': '2022-02-18T09:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:20:03.664027 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:03.690248 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Attempting to bind port 984be468-1896-4b50-b2e6-584502815054 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:20:03.690842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Attempting to bind port 984be468-1896-4b50-b2e6-584502815054 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'b0938570-ca72-4f1b-ad24-6752c7a022a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:20:03.691112 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Attempting to bind port 984be468-1896-4b50-b2e6-584502815054 on network 3feb6240-a289-4568-92b7-b57d8214b446 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:20:03.698162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Pushing event updated for resources: {'Port': ['ID=984be468-1896-4b50-b2e6-584502815054,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:03.703683 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:20:03.704100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Checking segment: {'id': 'b0938570-ca72-4f1b-ad24-6752c7a022a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:20:03.704819 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:03.705289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Bound using segment: {'id': 'b0938570-ca72-4f1b-ad24-6752c7a022a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:20:03.705367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Bound port: 984be468-1896-4b50-b2e6-584502815054, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0938570-ca72-4f1b-ad24-6752c7a022a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:20:03.705695 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:03.821089 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a1c50f3-9642-47a2-b532-d5711b885b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:03.831535 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:03.840723 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] For port 984be468-1896-4b50-b2e6-584502815054, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:20:03.847883 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] For port 984be468-1896-4b50-b2e6-584502815054, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=984be468-1896-4b50-b2e6-584502815054,segment=NetworkSegment(b0938570-ca72-4f1b-ad24-6752c7a022a2),segment_id=b0938570-ca72-4f1b-ad24-6752c7a022a2)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:20:03.860895 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:03.918197 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:04.042737 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f64c7e-4d18-4d92-a5c1-23f71280af2c None None] Pushing event updated for resources: {'Port': ['ID=984be468-1896-4b50-b2e6-584502815054,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:04.191688 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 87b9795a-bc4f-4b07-b2e3-2358234081f6 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:20:04.319524 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17909e19-57ad-4312-81b3-7c23cd4a9a2f req-10ff53a2-b606-4b3b-bb57-249945791f69 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:04.345800 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17909e19-57ad-4312-81b3-7c23cd4a9a2f req-10ff53a2-b606-4b3b-bb57-249945791f69 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.2073119 Feb 18 09:20:04.466783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17909e19-57ad-4312-81b3-7c23cd4a9a2f req-3265c9a9-2d36-40b0-867c-7eda7f1f723b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189032 Feb 18 09:20:04.602913 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 87b9795a-bc4f-4b07-b2e3-2358234081f6, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=87b9795a-bc4f-4b07-b2e3-2358234081f6,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:20:04.608456 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Allocated IP 172.20.0.1 (3feb6240-a289-4568-92b7-b57d8214b446/8ff66b60-cf0f-41ce-b403-e80bb2a0d268/b005a835-e9b4-4cf9-9fd9-b37b989efe90) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:04.633607 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '87b9795a-bc4f-4b07-b2e3-2358234081f6', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'port_id': '87b9795a-bc4f-4b07-b2e3-2358234081f6', 'mac_address': 'fa:16:3e:9b:46:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:20:04.715319 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:04.739068 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b9795a-bc4f-4b07-b2e3-2358234081f6 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:20:04.775104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 87b9795a-bc4f-4b07-b2e3-2358234081f6, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=87b9795a-bc4f-4b07-b2e3-2358234081f6,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:20:04.784456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4900fe-d2bd-4274-9ec7-213d78a0ca6b req-dd003a08-a2eb-40b4-a911-c6aafb889b83 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:04.785375 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:04.787040 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f4900fe-d2bd-4274-9ec7-213d78a0ca6b req-dd003a08-a2eb-40b4-a911-c6aafb889b83 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 943 time: 0.1976581 Feb 18 09:20:04.859662 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f4900fe-d2bd-4274-9ec7-213d78a0ca6b req-7e40e0b8-bc18-4b70-a47e-fab9651ff5c8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651774 Feb 18 09:20:04.910092 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=87b9795a-bc4f-4b07-b2e3-2358234081f6,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:04.928363 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:04.951891 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Transition to ACTIVE for port object b005a835-e9b4-4cf9-9fd9-b37b989efe90 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:04.996070 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:05.075721 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:05.094132 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 3feb6240-a289-4568-92b7-b57d8214b446 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:05.099270 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:05.103272 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:20:05.108204 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['87b9795a-bc4f-4b07-b2e3-2358234081f6'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:20:05.163630 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=b005a835-e9b4-4cf9-9fd9-b37b989efe90,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:05.196066 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:05.484236 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3748b161-c50c-4469-8188-2270f7e0e21d None None] Network 3feb6240-a289-4568-92b7-b57d8214b446 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:20:05.629357 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e730e90a-497a-47bd-a400-4cc75bafbabf up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:05.630331 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:05.753935 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b106de6b-98b4-40d7-99e6-be23f5a8f038 None None] Provisioning for port 984be468-1896-4b50-b2e6-584502815054 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:05.832423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca0339-c2a5-4f08-b2c0-14c5423a075b req-1addc769-820d-4a6e-ab2e-f00f18359e73 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:05.833967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7eca0339-c2a5-4f08-b2c0-14c5423a075b req-1addc769-820d-4a6e-ab2e-f00f18359e73 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.1683040 Feb 18 09:20:05.910540 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7eca0339-c2a5-4f08-b2c0-14c5423a075b req-cfe2bbc9-9d02-40dc-8e36-5ad49f59e4d9 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644500 Feb 18 09:20:05.940030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port e730e90a-497a-47bd-a400-4cc75bafbabf completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:05.987696 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e730e90a-497a-47bd-a400-4cc75bafbabf triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:05.987696 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:06.159222 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca7479-f441-4feb-9a7b-7bd25f99d363 req-d77d3423-742b-4009-864b-9dca99a12aab tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:06.161374 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-09ca7479-f441-4feb-9a7b-7bd25f99d363 req-d77d3423-742b-4009-864b-9dca99a12aab tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 944 time: 0.1322563 Feb 18 09:20:06.188985 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:06.207440 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port e730e90a-497a-47bd-a400-4cc75bafbabf, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e730e90a-497a-47bd-a400-4cc75bafbabf,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:20:06.216159 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:06.219222 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 984be468-1896-4b50-b2e6-584502815054 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:06.223405 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-09ca7479-f441-4feb-9a7b-7bd25f99d363 req-1e963f91-f353-4226-b54f-32a20882ca2c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553792 Feb 18 09:20:06.266072 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 87b9795a-bc4f-4b07-b2e3-2358234081f6 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:06.319003 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:06.325329 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:06.458706 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=e730e90a-497a-47bd-a400-4cc75bafbabf,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:06.460045 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:06.471932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=b005a835-e9b4-4cf9-9fd9-b37b989efe90,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:06.496521 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 87b9795a-bc4f-4b07-b2e3-2358234081f6 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:06.503255 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 984be468-1896-4b50-b2e6-584502815054 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:06.514300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 984be468-1896-4b50-b2e6-584502815054 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:06.514851 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:06.553908 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 87b9795a-bc4f-4b07-b2e3-2358234081f6 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:06.554622 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:06.626703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-468dc092-ccef-47b7-a699-ede20f3d4b4d None None] Provisioning complete for port 984be468-1896-4b50-b2e6-584502815054 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:06.627094 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-468dc092-ccef-47b7-a699-ede20f3d4b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:06.648498 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 3feb6240-a289-4568-92b7-b57d8214b446 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:06.650200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:06.913385 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:06.932534 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:06.963249 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-468dc092-ccef-47b7-a699-ede20f3d4b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:07.015169 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a1e912-3a7e-449d-896a-cd1784664dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b9795a-bc4f-4b07-b2e3-2358234081f6'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:20:07.042785 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 87b9795a-bc4f-4b07-b2e3-2358234081f6, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=87b9795a-bc4f-4b07-b2e3-2358234081f6,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:20:07.052997 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 984be468-1896-4b50-b2e6-584502815054, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=984be468-1896-4b50-b2e6-584502815054,segment=NetworkSegment(b0938570-ca72-4f1b-ad24-6752c7a022a2),segment_id=b0938570-ca72-4f1b-ad24-6752c7a022a2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:20:07.058619 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:07.149771 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a1e912-3a7e-449d-896a-cd1784664dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b9795a-bc4f-4b07-b2e3-2358234081f6', 'code': 200} Feb 18 09:20:07.150480 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:07.150643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router 1102d32f-135b-4957-b4ff-0a566eeb00d0 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:20:07.192689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60ead0-eb38-48f3-bdb4-d9fcaa1f8bb8 req-ba330227-e7b2-43b8-a6f9-bf2f39812618 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:07.196444 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce60ead0-eb38-48f3-bdb4-d9fcaa1f8bb8 req-ba330227-e7b2-43b8-a6f9-bf2f39812618 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.1239548 Feb 18 09:20:07.254320 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-468dc092-ccef-47b7-a699-ede20f3d4b4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:20:07.254674 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-468dc092-ccef-47b7-a699-ede20f3d4b4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:20:07.257106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce60ead0-eb38-48f3-bdb4-d9fcaa1f8bb8 req-5751a64a-89b6-48a9-81ab-59e0fac0f959 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545113 Feb 18 09:20:07.265359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=87b9795a-bc4f-4b07-b2e3-2358234081f6,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:07.356897 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=984be468-1896-4b50-b2e6-584502815054,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:07.420647 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002747aa-99d5-4c78-9193-817899442eab req-2c7ea648-4236-4296-b216-e6661e6414dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:07.422121 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-002747aa-99d5-4c78-9193-817899442eab req-2c7ea648-4236-4296-b216-e6661e6414dc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 1096 time: 0.2684226 Feb 18 09:20:07.453513 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:20:07.469843 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Sync routers for ids ['1102d32f-135b-4957-b4ff-0a566eeb00d0'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:20:07.472893 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-14e5bd56-237c-4c78-9d27-4ddfb62c0fa7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "PUT /v2.0/routers/1102d32f-135b-4957-b4ff-0a566eeb00d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8832610 Feb 18 09:20:07.483008 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Routers {'1102d32f-135b-4957-b4ff-0a566eeb00d0'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:20:07.487162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:20:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1102d32f-135b-4957-b4ff-0a566eeb00d0'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:07.495948 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-002747aa-99d5-4c78-9193-817899442eab req-cce6d497-03cb-4d1e-a424-6843a30adcce service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662084 Feb 18 09:20:07.521490 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046e3a1-cedd-4cc9-b13b-a0dd42931088 req-85f2cb15-ecc8-434c-bfae-b50467f83d61 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:07.522966 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f046e3a1-cedd-4cc9-b13b-a0dd42931088 req-85f2cb15-ecc8-434c-bfae-b50467f83d61 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 945 time: 0.1150637 Feb 18 09:20:07.559535 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e730e90a-497a-47bd-a400-4cc75bafbabf up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:07.571370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f046e3a1-cedd-4cc9-b13b-a0dd42931088 req-35a2bc42-7871-47ed-920b-663396abf494 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405366 Feb 18 09:20:07.658055 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-d3fdbb48-3b5d-4dca-b588-2258e8179e1b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934214159&fields=id&tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94 HTTP/1.1" status: 200 len: 267 time: 0.0439832 Feb 18 09:20:07.729951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e730e90a-497a-47bd-a400-4cc75bafbabf triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:07.730325 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:07.812837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-38c048f2-f4f4-4e41-bd0e-aca004f3c866 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:07.813430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-38c048f2-f4f4-4e41-bd0e-aca004f3c866 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Synchronizing usage tracker for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:07.820455 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Set router 1102d32f-135b-4957-b4ff-0a566eeb00d0 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:20:07.831211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-38c048f2-f4f4-4e41-bd0e-aca004f3c866 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Unset dirty status for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:07.832560 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-38c048f2-f4f4-4e41-bd0e-aca004f3c866 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/networks?id=3feb6240-a289-4568-92b7-b57d8214b446 HTTP/1.1" status: 200 len: 796 time: 0.1668019 Feb 18 09:20:07.849393 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-920f5357-47cc-410c-92e6-1fcc73fc6f16 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/quotas/ccb8cb66d20d4b1e88f70b374ab89e94 HTTP/1.1" status: 200 len: 375 time: 0.0096388 Feb 18 09:20:07.942485 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-a00e0c7f-0b99-4f8f-a39b-7a52798867e8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855541 Feb 18 09:20:08.042878 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-468dc092-ccef-47b7-a699-ede20f3d4b4d None None] Provisioning for port b005a835-e9b4-4cf9-9fd9-b37b989efe90 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:08.080893 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-c26a5ee6-83aa-40dd-ba8b-69de4c109805 service neutron] 10.222.0.72 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257644 Feb 18 09:20:08.092349 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-468dc092-ccef-47b7-a699-ede20f3d4b4d None None] Provisioning complete for port b005a835-e9b4-4cf9-9fd9-b37b989efe90 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:08.092730 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-468dc092-ccef-47b7-a699-ede20f3d4b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:08.181689 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 984be468-1896-4b50-b2e6-584502815054 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:08.217502 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-29c2b6e2-40b1-4724-919f-49cce0754145 service neutron] 10.222.0.72 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302407 Feb 18 09:20:08.287321 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-468dc092-ccef-47b7-a699-ede20f3d4b4d None None] Port b005a835-e9b4-4cf9-9fd9-b37b989efe90 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:20:08.378648 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 984be468-1896-4b50-b2e6-584502815054 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:08.379025 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:08.450176 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328098221', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:58Z', 'updated_at': '2022-02-18T09:20:05Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:59Z', 'updated_at': '2022-02-18T09:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'b005a835-e9b4-4cf9-9fd9-b37b989efe90', 'name': '', 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:1b:91:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:20:04Z', 'updated_at': '2022-02-18T09:20:06Z', 'revision_number': 2, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:08.463446 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Checking router: 1102d32f-135b-4957-b4ff-0a566eeb00d0 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:20:08.463806 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Updating router 1102d32f-135b-4957-b4ff-0a566eeb00d0 port b005a835-e9b4-4cf9-9fd9-b37b989efe90 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:20:08.481272 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d8d234c7-9d2e-4523-8eae-7745dc8733d3 req-fb312672-38df-4333-9fbe-d2ffeb849fef tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 210 time: 0.0881009 Feb 18 09:20:08.502563 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-72b5fcbe-5e56-4815-95e4-d5fcb07bd9a7 None None] Provisioning complete for port b005a835-e9b4-4cf9-9fd9-b37b989efe90 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:08.502997 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-72b5fcbe-5e56-4815-95e4-d5fcb07bd9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:08.529178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efafa65-5c3d-4914-9d35-b198449e451b req-dfc760d0-6233-4dd2-bb9b-7685c47c8fbd tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:08.530994 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9efafa65-5c3d-4914-9d35-b198449e451b req-dfc760d0-6233-4dd2-bb9b-7685c47c8fbd tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.1067269 Feb 18 09:20:08.584956 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9efafa65-5c3d-4914-9d35-b198449e451b req-725a52e1-ee78-4353-a409-200766e5cd56 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478311 Feb 18 09:20:08.624632 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-72b5fcbe-5e56-4815-95e4-d5fcb07bd9a7 None None] Port b005a835-e9b4-4cf9-9fd9-b37b989efe90 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:20:08.627636 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:08.782235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa527-775b-4f8d-901c-9084f86ad8f7 req-b1a8875c-5bff-4c30-8f76-d8b5d9f0de8e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:08.784625 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e5aa527-775b-4f8d-901c-9084f86ad8f7 req-b1a8875c-5bff-4c30-8f76-d8b5d9f0de8e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 945 time: 0.0939751 Feb 18 09:20:08.864204 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e5aa527-775b-4f8d-901c-9084f86ad8f7 req-bab3e35b-b175-4c6c-9b60-c46935e53b95 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724990 Feb 18 09:20:09.072214 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:09.086062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Transition to ACTIVE for port object b005a835-e9b4-4cf9-9fd9-b37b989efe90 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:09.092382 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:09.264469 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382406a-47ef-4a11-9355-24a7aabbcb1d None None] Pushing event updated for resources: {'Port': ['ID=b005a835-e9b4-4cf9-9fd9-b37b989efe90,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:09.329622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Attempting to bind port b005a835-e9b4-4cf9-9fd9-b37b989efe90 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:20:09.329997 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Attempting to bind port b005a835-e9b4-4cf9-9fd9-b37b989efe90 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'b0938570-ca72-4f1b-ad24-6752c7a022a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:20:09.330366 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Attempting to bind port b005a835-e9b4-4cf9-9fd9-b37b989efe90 on network 3feb6240-a289-4568-92b7-b57d8214b446 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:20:09.336385 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:20:09.336895 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Checking segment: {'id': 'b0938570-ca72-4f1b-ad24-6752c7a022a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:20:09.336895 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:09.337297 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Bound using segment: {'id': 'b0938570-ca72-4f1b-ad24-6752c7a022a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:20:09.337684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Bound port: b005a835-e9b4-4cf9-9fd9-b37b989efe90, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0938570-ca72-4f1b-ad24-6752c7a022a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:20:09.338064 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:09.426384 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] For port b005a835-e9b4-4cf9-9fd9-b37b989efe90, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:20:09.431818 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] For port b005a835-e9b4-4cf9-9fd9-b37b989efe90, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b005a835-e9b4-4cf9-9fd9-b37b989efe90,segment=NetworkSegment(b0938570-ca72-4f1b-ad24-6752c7a022a2),segment_id=b0938570-ca72-4f1b-ad24-6752c7a022a2)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:20:09.435762 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:09.543678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382406a-47ef-4a11-9355-24a7aabbcb1d None None] Pushing event updated for resources: {'Port': ['ID=b005a835-e9b4-4cf9-9fd9-b37b989efe90,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:09.546350 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Routers {'1102d32f-135b-4957-b4ff-0a566eeb00d0'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:20:09.547281 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:20:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1102d32f-135b-4957-b4ff-0a566eeb00d0'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:09.772742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] Set router 1102d32f-135b-4957-b4ff-0a566eeb00d0 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:20:10.031027 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7fa88edf-3827-40fb-8272-6c65a0065960 req-f11778de-3846-48c9-8705-267322051e33 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 210 time: 0.2724199 Feb 18 09:20:10.053983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-250ba79f-45d9-4c00-bbe3-50b0f5a43eba tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:10.056703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-250ba79f-45d9-4c00-bbe3-50b0f5a43eba tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.61 "GET /v2.0/networks?id=3feb6240-a289-4568-92b7-b57d8214b446 HTTP/1.1" status: 200 len: 796 time: 0.4444065 Feb 18 09:20:10.127302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b76e2-c7d2-458d-8e9a-8168cae26120 req-66b97a44-935f-422e-b0d1-d9599fc373c0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:10.128911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-315b76e2-c7d2-458d-8e9a-8168cae26120 req-66b97a44-935f-422e-b0d1-d9599fc373c0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.3680258 Feb 18 09:20:10.139314 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-091f823f-7a4e-4737-ac45-5bb94325c703 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94 HTTP/1.1" status: 200 len: 379 time: 0.0726836 Feb 18 09:20:10.161215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'port': {'device_id': '5dffbf97-691e-4a84-9e38-8c252590d620', 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446', 'admin_state_up': True, 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'security_groups': ['d64d7960-c71b-48d4-85aa-6e6e1c392e26']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:20:10.203382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328098221', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:58Z', 'updated_at': '2022-02-18T09:20:05Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:59Z', 'updated_at': '2022-02-18T09:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'b005a835-e9b4-4cf9-9fd9-b37b989efe90', 'name': '', 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:1b:91:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:20:04Z', 'updated_at': '2022-02-18T09:20:09Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:10.207287 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5618b9-2aa0-4583-8a22-1954c1a5560f None None] The sync data for ids ['1102d32f-135b-4957-b4ff-0a566eeb00d0'] in n-d-829434-1 is: [{'id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328098221', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:58Z', 'updated_at': '2022-02-18T09:20:05Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:59Z', 'updated_at': '2022-02-18T09:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'b005a835-e9b4-4cf9-9fd9-b37b989efe90', 'name': '', 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:1b:91:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:20:04Z', 'updated_at': '2022-02-18T09:20:09Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:20:10.346866 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-315b76e2-c7d2-458d-8e9a-8168cae26120 req-d012991e-13ae-4490-9437-12d510ff7bda tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060299 Feb 18 09:20:10.409442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:10.416440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:port and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:10.419947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:10.430567 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be7dba-46bb-4304-b0f0-f99fa4550f45 req-ce00fc61-7d67-4cb9-af16-60d64bbad2a9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:10.432402 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e3be7dba-46bb-4304-b0f0-f99fa4550f45 req-ce00fc61-7d67-4cb9-af16-60d64bbad2a9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 945 time: 0.2542818 Feb 18 09:20:10.436780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:10.464715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Made reservation on behalf of ccb8cb66d20d4b1e88f70b374ab89e94 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:10.468205 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:10.549047 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e3be7dba-46bb-4304-b0f0-f99fa4550f45 req-fcb6d6ba-82b8-49e3-9b08-2bdca9bf1631 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093183 Feb 18 09:20:10.756536 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Allocated IP 172.20.0.9 (3feb6240-a289-4568-92b7-b57d8214b446/8ff66b60-cf0f-41ce-b403-e80bb2a0d268/0458c33a-1869-4305-8b34-c9ed7d5bfdf8) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:10.845881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a276b-cf59-40fc-88f6-c378612f7a2f req-7f63c7c4-935e-4619-bd92-7ca456d0bb38 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:10.847582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-096a276b-cf59-40fc-88f6-c378612f7a2f req-7f63c7c4-935e-4619-bd92-7ca456d0bb38 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 945 time: 0.1695671 Feb 18 09:20:10.981075 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-096a276b-cf59-40fc-88f6-c378612f7a2f req-cb3efb07-dc75-44e4-a85c-c240345cbb4a tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756154 Feb 18 09:20:11.022251 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.040715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Transition to ACTIVE for port object 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:11.083292 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.172660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 3feb6240-a289-4568-92b7-b57d8214b446 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:11.176237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:11.180976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:20:11.261048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:11.283517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:11.283873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:11.284221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:11.284591 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:11.284929 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:11.285281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:11.285616 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:11.285948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:11.286276 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:11.286607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:11.286935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:11.287263 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:11.326328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:11.326966 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.361317 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-6715b935-ae4d-4347-af8a-10e75d09052f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2059350 Feb 18 09:20:11.372140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158d273-d33d-45af-afe6-35479475c843 req-c5e9880e-6a99-4e4a-8ab0-3b9260f633b0 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:11.374311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8158d273-d33d-45af-afe6-35479475c843 req-c5e9880e-6a99-4e4a-8ab0-3b9260f633b0 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Synchronizing usage tracker for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:11.383959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Request body: {'port': {'device_id': '5dffbf97-691e-4a84-9e38-8c252590d620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:20:11.413157 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.506097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8158d273-d33d-45af-afe6-35479475c843 req-c5e9880e-6a99-4e4a-8ab0-3b9260f633b0 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Unset dirty status for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:11.513384 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8158d273-d33d-45af-afe6-35479475c843 req-c5e9880e-6a99-4e4a-8ab0-3b9260f633b0 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 931 time: 0.3026180 Feb 18 09:20:11.571320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f36e72cc-3c52-42bd-9f17-c6b7aab222a7 None None] Provisioning for port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:11.574921 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b005a835-e9b4-4cf9-9fd9-b37b989efe90 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:11.615573 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f36e72cc-3c52-42bd-9f17-c6b7aab222a7 None None] Provisioning complete for port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:11.615862 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f36e72cc-3c52-42bd-9f17-c6b7aab222a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.646137 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.658674 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8158d273-d33d-45af-afe6-35479475c843 req-e70e6604-1e83-4b30-9348-3ba51d0793c4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441901 Feb 18 09:20:11.673334 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.691132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f36e72cc-3c52-42bd-9f17-c6b7aab222a7 None None] Port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:20:11.704438 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port b005a835-e9b4-4cf9-9fd9-b37b989efe90 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:11.709704 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port b005a835-e9b4-4cf9-9fd9-b37b989efe90 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:11.710478 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.774666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1fb82-47d9-43f2-9a37-05d237095f17 req-b8ce63be-03f7-426d-96a7-56c22fff5183 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:11.784422 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23a1fb82-47d9-43f2-9a37-05d237095f17 req-b8ce63be-03f7-426d-96a7-56c22fff5183 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.2557750 Feb 18 09:20:11.839454 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.880555 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port b005a835-e9b4-4cf9-9fd9-b37b989efe90, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b005a835-e9b4-4cf9-9fd9-b37b989efe90,segment=NetworkSegment(b0938570-ca72-4f1b-ad24-6752c7a022a2),segment_id=b0938570-ca72-4f1b-ad24-6752c7a022a2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:20:11.885948 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:11.939804 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23a1fb82-47d9-43f2-9a37-05d237095f17 req-635cf44c-706e-4f47-8e9b-61aa502cf97e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544194 Feb 18 09:20:11.961676 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=b005a835-e9b4-4cf9-9fd9-b37b989efe90,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:12.082572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a455c-5836-4aa6-b5ac-d292d43b7bed req-a17457cf-7432-4cb4-920d-f858d9408667 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:12.084152 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-015a455c-5836-4aa6-b5ac-d292d43b7bed req-a17457cf-7432-4cb4-920d-f858d9408667 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 945 time: 0.2733428 Feb 18 09:20:12.162963 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-015a455c-5836-4aa6-b5ac-d292d43b7bed req-20efc824-d024-420a-80a5-10fac02f6ca7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597253 Feb 18 09:20:12.398422 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:20:12.408369 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:12.430947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Transition to ACTIVE for port object 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:12.443408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f7880-aeef-4310-992b-419abd33328d req-b3e0ac0e-cb53-49e1-9c23-fee182663fcd tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:12.444910 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-473f7880-aeef-4310-992b-419abd33328d req-b3e0ac0e-cb53-49e1-9c23-fee182663fcd tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.2641788 Feb 18 09:20:12.446374 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:12.608344 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:12.651083 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-473f7880-aeef-4310-992b-419abd33328d req-cf7104ae-08c9-449d-9e6f-44b8f093cc25 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722794 Feb 18 09:20:12.741566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Attempting to bind port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:20:12.742099 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Attempting to bind port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'b0938570-ca72-4f1b-ad24-6752c7a022a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:20:12.742932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Attempting to bind port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 on network 3feb6240-a289-4568-92b7-b57d8214b446 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:20:12.748021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 on network 3feb6240-a289-4568-92b7-b57d8214b446 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:20:12.749725 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Attempting to bind port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 on network 3feb6240-a289-4568-92b7-b57d8214b446 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:20:12.756310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:20:12.756800 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Checking segment: {'id': 'b0938570-ca72-4f1b-ad24-6752c7a022a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:20:12.757028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Bound using segment: {'id': 'b0938570-ca72-4f1b-ad24-6752c7a022a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:20:12.757442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Bound port: 0458c33a-1869-4305-8b34-c9ed7d5bfdf8, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0938570-ca72-4f1b-ad24-6752c7a022a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:20:12.757790 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:12.945681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] For port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:20:12.966478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] For port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,segment=NetworkSegment(b0938570-ca72-4f1b-ad24-6752c7a022a2),segment_id=b0938570-ca72-4f1b-ad24-6752c7a022a2)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:20:12.973334 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:13.051193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:13.051804 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:13.055010 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] 10.222.0.61 "PUT /v2.0/ports/0458c33a-1869-4305-8b34-c9ed7d5bfdf8 HTTP/1.1" status: 200 len: 1091 time: 1.6743193 Feb 18 09:20:13.064158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dffbf97-691e-4a84-9e38-8c252590d620', 'tag': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:20:13.089337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7936b1-e97e-457f-8b38-7e210c0976b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:13.099096 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ac2a1-3f2f-45b1-bf07-ddcb1f9f7a73 req-e6f710f0-d72b-4dae-83c5-8f8b87932165 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:13.103041 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-309ac2a1-3f2f-45b1-bf07-ddcb1f9f7a73 req-e6f710f0-d72b-4dae-83c5-8f8b87932165 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.2629092 Feb 18 09:20:13.179271 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb80ed-5a63-4f9a-b264-339f8d1b2b3f req-71c19c57-dd72-4b53-8085-93cf8c0039ec tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:13.181875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cdb80ed-5a63-4f9a-b264-339f8d1b2b3f req-71c19c57-dd72-4b53-8085-93cf8c0039ec tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 943 time: 0.3327675 Feb 18 09:20:13.246249 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-309ac2a1-3f2f-45b1-bf07-ddcb1f9f7a73 req-9a27d465-721f-4f41-82b5-63aabcebb592 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117945 Feb 18 09:20:13.294217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e2fcf-880c-49a7-9876-92f18940cfd0 req-422d7906-978a-42bd-849c-7915c2f90298 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:13.295117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-976e2fcf-880c-49a7-9876-92f18940cfd0 req-422d7906-978a-42bd-849c-7915c2f90298 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Synchronizing usage tracker for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:13.300866 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cdb80ed-5a63-4f9a-b264-339f8d1b2b3f req-a90ac7e3-3801-4d62-b094-1d383f4f358a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124833 Feb 18 09:20:13.304604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-021280c5-7023-427c-841a-6a5558143431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:13.307109 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-021280c5-7023-427c-841a-6a5558143431 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 1094 time: 0.2055011 Feb 18 09:20:13.332668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-976e2fcf-880c-49a7-9876-92f18940cfd0 req-422d7906-978a-42bd-849c-7915c2f90298 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Unset dirty status for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:13.334066 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-976e2fcf-880c-49a7-9876-92f18940cfd0 req-422d7906-978a-42bd-849c-7915c2f90298 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 945 time: 0.1680748 Feb 18 09:20:13.381227 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dffbf97-691e-4a84-9e38-8c252590d620', 'tag': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8', 'status': 'completed', 'code': 200} Feb 18 09:20:13.398052 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-5707752e-d6fa-4440-a7da-75364eaa4bdd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8 HTTP/1.1" status: 200 len: 217 time: 0.0803003 Feb 18 09:20:13.448893 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-976e2fcf-880c-49a7-9876-92f18940cfd0 req-a2cb48c0-f16d-4664-8326-7d38878ec3ed tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Deleting port 87b9795a-bc4f-4b07-b2e3-2358234081f6 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:20:13.449197 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-976e2fcf-880c-49a7-9876-92f18940cfd0 req-a2cb48c0-f16d-4664-8326-7d38878ec3ed tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:13.525220 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b005a835-e9b4-4cf9-9fd9-b37b989efe90 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:13.596305 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port b005a835-e9b4-4cf9-9fd9-b37b989efe90 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:13.596777 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:13.635556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-8747dda6-162f-426f-af9a-731fc7b2cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:13.637354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-8747dda6-162f-426f-af9a-731fc7b2cc87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8ff66b60-cf0f-41ce-b403-e80bb2a0d268 HTTP/1.1" status: 200 len: 834 time: 0.2324007 Feb 18 09:20:13.735180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c0671-7c04-477e-ae4a-d4a88653a932 req-9f05bfe2-eda4-462e-acda-b4df5a66c950 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:13.742627 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-521c0671-7c04-477e-ae4a-d4a88653a932 req-9f05bfe2-eda4-462e-acda-b4df5a66c950 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 945 time: 0.2690756 Feb 18 09:20:13.765995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-976e2fcf-880c-49a7-9876-92f18940cfd0 req-a2cb48c0-f16d-4664-8326-7d38878ec3ed tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] For port 87b9795a-bc4f-4b07-b2e3-2358234081f6, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=87b9795a-bc4f-4b07-b2e3-2358234081f6,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:20:13.766745 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-976e2fcf-880c-49a7-9876-92f18940cfd0 req-a2cb48c0-f16d-4664-8326-7d38878ec3ed tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:13.783490 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c680ed-2639-485f-bb9b-29eb44743097 req-6023a334-0396-4007-ac8c-e5dfa358a802 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:13.784996 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4c680ed-2639-485f-bb9b-29eb44743097 req-6023a334-0396-4007-ac8c-e5dfa358a802 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.3104739 Feb 18 09:20:13.848557 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-521c0671-7c04-477e-ae4a-d4a88653a932 req-2e0789c7-0997-4d1c-85eb-e7b9798b1a9e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050351 Feb 18 09:20:13.860954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-5323d3fb-6916-42bc-9d26-d91edfa8724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:13.862712 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-5323d3fb-6916-42bc-9d26-d91edfa8724d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3feb6240-a289-4568-92b7-b57d8214b446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2147076 Feb 18 09:20:13.868785 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4c680ed-2639-485f-bb9b-29eb44743097 req-16677d02-f336-4c9c-a95f-271ea25fe12c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776339 Feb 18 09:20:13.903579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-976e2fcf-880c-49a7-9876-92f18940cfd0 req-a2cb48c0-f16d-4664-8326-7d38878ec3ed tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Calling delete_port for 87b9795a-bc4f-4b07-b2e3-2358234081f6 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:20:14.082568 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-50c48cc4-ded4-4ae7-a019-c11b5c596915 service neutron] 10.222.0.61 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127464 Feb 18 09:20:14.082977 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-976e2fcf-880c-49a7-9876-92f18940cfd0 req-a2cb48c0-f16d-4664-8326-7d38878ec3ed tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:14.096445 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['1f383a0f-c4ff-4596-8753-fa21dbb6fbf1', '87b9795a-bc4f-4b07-b2e3-2358234081f6'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:20:14.142866 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb48c0-f16d-4664-8326-7d38878ec3ed tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event deleted for resources: {'Port': ['ID=87b9795a-bc4f-4b07-b2e3-2358234081f6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:14.235635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-976e2fcf-880c-49a7-9876-92f18940cfd0 req-a2cb48c0-f16d-4664-8326-7d38878ec3ed tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] No DVR routers for this DVR port 87b9795a-bc4f-4b07-b2e3-2358234081f6 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:20:14.239544 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-976e2fcf-880c-49a7-9876-92f18940cfd0 req-a2cb48c0-f16d-4664-8326-7d38878ec3ed tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:14.250594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a1e912-3a7e-449d-896a-cd1784664dbd', 'name': 'network-vif-deleted', 'tag': '87b9795a-bc4f-4b07-b2e3-2358234081f6'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:20:14.253238 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4599a6-c4d2-4362-899f-f27863cf753a req-7fffa985-7acf-4c40-908e-7aa3ca0e6446 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:14.268893 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb4599a6-c4d2-4362-899f-f27863cf753a req-7fffa985-7acf-4c40-908e-7aa3ca0e6446 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.2419798 Feb 18 09:20:14.287033 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-976e2fcf-880c-49a7-9876-92f18940cfd0 req-a2cb48c0-f16d-4664-8326-7d38878ec3ed tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "DELETE /v2.0/ports/87b9795a-bc4f-4b07-b2e3-2358234081f6 HTTP/1.1" status: 204 len: 173 time: 0.9414692 Feb 18 09:20:14.324241 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a1e912-3a7e-449d-896a-cd1784664dbd', 'name': 'network-vif-deleted', 'tag': '87b9795a-bc4f-4b07-b2e3-2358234081f6', 'status': 'completed', 'code': 200} Feb 18 09:20:14.330811 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-361603ee-06b1-45a3-9e07-d47ce2bef0f8 req-3381e87b-718a-40c1-9523-8ccec2a2e40d service neutron] 10.222.0.61 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420206 Feb 18 09:20:14.340041 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb4599a6-c4d2-4362-899f-f27863cf753a req-b6394e9f-d417-4584-a1e0-bc6b8a967c25 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670969 Feb 18 09:20:14.877329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a0606-75c8-4592-bad5-1fd4dccc885a req-4908c4d6-cf15-4c41-9948-471239f8b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:14.877329 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac7a0606-75c8-4592-bad5-1fd4dccc885a req-4908c4d6-cf15-4c41-9948-471239f8b2e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 1094 time: 0.4694462 Feb 18 09:20:14.888065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-dc873e71-d74b-46f5-8771-42cf1adc4442 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:14.888065 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-dc873e71-d74b-46f5-8771-42cf1adc4442 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 812 time: 0.2284303 Feb 18 09:20:14.990926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fea9e5-b356-4c90-be4e-60e8075b3076 req-2c835c10-5d3d-4f46-9c19-efc9a0b00671 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:14.996828 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0fea9e5-b356-4c90-be4e-60e8075b3076 req-2c835c10-5d3d-4f46-9c19-efc9a0b00671 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 943 time: 0.5417876 Feb 18 09:20:15.002377 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-195319cd-8207-4b1b-a23b-cd82d659b92b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/quotas/7a9b4529c6e04390b7b35beffd7d33fd HTTP/1.1" status: 200 len: 375 time: 0.1136477 Feb 18 09:20:15.118097 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0fea9e5-b356-4c90-be4e-60e8075b3076 req-26e5e9de-b504-4dc8-9022-8057f48a8e5c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142590 Feb 18 09:20:15.153497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a0606-75c8-4592-bad5-1fd4dccc885a req-f8aaa528-9bec-4b9f-a012-355f74042e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:15.154967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac7a0606-75c8-4592-bad5-1fd4dccc885a req-f8aaa528-9bec-4b9f-a012-355f74042e56 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3feb6240-a289-4568-92b7-b57d8214b446 HTTP/1.1" status: 200 len: 897 time: 0.2651391 Feb 18 09:20:15.234892 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac7a0606-75c8-4592-bad5-1fd4dccc885a req-32085ce9-c424-4b8d-8234-61e99307933c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8 HTTP/1.1" status: 200 len: 217 time: 0.0731888 Feb 18 09:20:15.329759 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-7b2c5d11-d647-4a6d-992e-ad531d43e716 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3072169 Feb 18 09:20:15.362432 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fde71973-48b7-4ff3-856e-47a4b2b61891 req-4a6b6648-634e-4c7f-b1c7-c6d12eeb8ce2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=87a1e912-3a7e-449d-896a-cd1784664dbd HTTP/1.1" status: 200 len: 210 time: 0.0889201 Feb 18 09:20:15.437987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a0606-75c8-4592-bad5-1fd4dccc885a req-e1dccf68-3490-4aee-890a-f784719be747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:15.439874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac7a0606-75c8-4592-bad5-1fd4dccc885a req-e1dccf68-3490-4aee-890a-f784719be747 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8ff66b60-cf0f-41ce-b403-e80bb2a0d268 HTTP/1.1" status: 200 len: 834 time: 0.1987357 Feb 18 09:20:15.565707 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-1955a548-a7a3-4cd2-819e-7f80388df94a service neutron] 10.222.0.72 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242723 Feb 18 09:20:15.587697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a0606-75c8-4592-bad5-1fd4dccc885a req-99b4b0af-4758-46b3-9464-81b7a8727322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:15.589210 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac7a0606-75c8-4592-bad5-1fd4dccc885a req-99b4b0af-4758-46b3-9464-81b7a8727322 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3feb6240-a289-4568-92b7-b57d8214b446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421161 Feb 18 09:20:15.884148 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac7a0606-75c8-4592-bad5-1fd4dccc885a req-9fcced01-9efa-4c9a-850b-673e3645ea53 service neutron] 10.222.0.61 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736206 Feb 18 09:20:15.895518 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-c0a30ac6-0194-4ef2-8395-1c9b4914295a service neutron] 10.222.0.72 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113444 Feb 18 09:20:16.082712 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac7a0606-75c8-4592-bad5-1fd4dccc885a req-913f49fa-8b4f-46e3-b6e9-dfe5ddd2499b service neutron] 10.222.0.61 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858857 Feb 18 09:20:16.166707 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e02b8a30-f05f-45ac-abe1-6dfb0468e4fd req-e9ca1ac2-6b0c-4b5a-a913-739ab8a564d2 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 210 time: 0.0541880 Feb 18 09:20:16.315241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 87b9795a-bc4f-4b07-b2e3-2358234081f6 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:20:16.372497 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 87b9795a-bc4f-4b07-b2e3-2358234081f6 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:20:16.372754 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 87b9795a-bc4f-4b07-b2e3-2358234081f6 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:20:16.424568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d2834-6507-4cbb-91b9-c2668d0a5c81 req-298f2032-55ae-4d8d-be9a-8a22a42758b9 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:16.428182 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa2d2834-6507-4cbb-91b9-c2668d0a5c81 req-298f2032-55ae-4d8d-be9a-8a22a42758b9 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 943 time: 0.1581440 Feb 18 09:20:16.516937 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa2d2834-6507-4cbb-91b9-c2668d0a5c81 req-0206d9ae-aee5-4915-8643-7bc562dbe55f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774231 Feb 18 09:20:17.529221 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0539505-7aad-4ad7-8940-424bf680d4d7 req-40379448-41b5-420a-84a2-83697b2ce540 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 210 time: 0.2149973 Feb 18 09:20:17.602951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-bf08ade9-a5e3-408c-9152-53d07326ac98 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:17.603938 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-bf08ade9-a5e3-408c-9152-53d07326ac98 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Synchronizing usage tracker for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:17.656248 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-bf08ade9-a5e3-408c-9152-53d07326ac98 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Unset dirty status for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:17.658594 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-bf08ade9-a5e3-408c-9152-53d07326ac98 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.81 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 812 time: 0.3369579 Feb 18 09:20:17.678749 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-d9e362d7-2895-42ad-a8f0-354fb556320f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Request body: {'port': {'device_id': 'ab325110-c062-437f-b3d4-0fff6f4c55d1', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'admin_state_up': True, 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:20:17.764653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6699ac-d91d-4b06-9374-8c2ecda9f1c5 req-3bdf076e-96cf-4172-ae86-b999a01cf785 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:17.766643 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a6699ac-d91d-4b06-9374-8c2ecda9f1c5 req-3bdf076e-96cf-4172-ae86-b999a01cf785 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 943 time: 0.1221130 Feb 18 09:20:17.879002 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a6699ac-d91d-4b06-9374-8c2ecda9f1c5 req-184239ae-3912-4f67-9164-58fda1986632 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055434 Feb 18 09:20:18.077471 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-d9e362d7-2895-42ad-a8f0-354fb556320f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:18.097741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-d9e362d7-2895-42ad-a8f0-354fb556320f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:18.109452 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-d9e362d7-2895-42ad-a8f0-354fb556320f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Made reservation on behalf of 7a9b4529c6e04390b7b35beffd7d33fd for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:18.112883 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-d9e362d7-2895-42ad-a8f0-354fb556320f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:18.300334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-d9e362d7-2895-42ad-a8f0-354fb556320f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Allocated IP 172.20.0.12 (6866b541-2ab4-4182-b7c8-e6a5f44e195b/e0d5bf48-3137-4625-b2f0-a46b6ebb81c4/f0594936-f1aa-425f-b408-6c7afc57f626) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:18.515033 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-d9e362d7-2895-42ad-a8f0-354fb556320f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:18.530959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-d9e362d7-2895-42ad-a8f0-354fb556320f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Transition to ACTIVE for port object f0594936-f1aa-425f-b408-6c7afc57f626 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:18.555112 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-d9e362d7-2895-42ad-a8f0-354fb556320f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:18.568645 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7e0a3db2-0a26-4b7d-bc88-19d889c4ca32'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:20:18.619418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-d9e362d7-2895-42ad-a8f0-354fb556320f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Network 6866b541-2ab4-4182-b7c8-e6a5f44e195b is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:18.631156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-d9e362d7-2895-42ad-a8f0-354fb556320f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:18.636320 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-d9e362d7-2895-42ad-a8f0-354fb556320f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:20:18.693600 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e362d7-2895-42ad-a8f0-354fb556320f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Pushing event updated for resources: {'Port': ['ID=f0594936-f1aa-425f-b408-6c7afc57f626,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:18.739552 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-d9e362d7-2895-42ad-a8f0-354fb556320f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:18.740417 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-d9e362d7-2895-42ad-a8f0-354fb556320f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:18.775703 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-d9e362d7-2895-42ad-a8f0-354fb556320f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1059949 Feb 18 09:20:18.788231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Request body: {'port': {'device_id': 'ab325110-c062-437f-b3d4-0fff6f4c55d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:20:18.810426 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985cf71-27d4-47e0-acd5-bb353cfe4a76 req-6efb6202-a1d7-4b28-9571-fad4466fcd2e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:18.818101 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8985cf71-27d4-47e0-acd5-bb353cfe4a76 req-6efb6202-a1d7-4b28-9571-fad4466fcd2e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 932 time: 0.1552267 Feb 18 09:20:18.835226 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:20:18.965594 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:18.989408 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8985cf71-27d4-47e0-acd5-bb353cfe4a76 req-3576e58d-a857-40d1-a639-09a8aad5f1c9 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685910 Feb 18 09:20:19.133751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,segment=NetworkSegment(b0938570-ca72-4f1b-ad24-6752c7a022a2),segment_id=b0938570-ca72-4f1b-ad24-6752c7a022a2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:20:19.160540 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8', 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446', 'port_id': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8', 'mac_address': 'fa:16:3e:dd:92:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:20:19.197343 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d7e027e8-02e4-4c1f-b9f1-54c8fafa1b2e None None] Provisioning for port f0594936-f1aa-425f-b408-6c7afc57f626 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:19.208010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15a739-a45f-4ed3-889c-f79da496a6c6 req-fba1dd13-1f6c-4045-bb9f-9d274caf86e5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:19.216888 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d7e027e8-02e4-4c1f-b9f1-54c8fafa1b2e None None] Provisioning complete for port f0594936-f1aa-425f-b408-6c7afc57f626 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:19.217149 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c15a739-a45f-4ed3-889c-f79da496a6c6 req-fba1dd13-1f6c-4045-bb9f-9d274caf86e5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 943 time: 0.1052511 Feb 18 09:20:19.217650 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d7e027e8-02e4-4c1f-b9f1-54c8fafa1b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:19.271061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c15a739-a45f-4ed3-889c-f79da496a6c6 req-dde449b0-387c-4c62-969d-72482e4cebd6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525968 Feb 18 09:20:19.276398 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:19.299543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d7e027e8-02e4-4c1f-b9f1-54c8fafa1b2e None None] Port f0594936-f1aa-425f-b408-6c7afc57f626 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:20:19.301821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:20:19.322382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,segment=NetworkSegment(b0938570-ca72-4f1b-ad24-6752c7a022a2),segment_id=b0938570-ca72-4f1b-ad24-6752c7a022a2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:20:19.326457 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:19.393474 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:19.443851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0594936-f1aa-425f-b408-6c7afc57f626 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:20:19.451500 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:19.466162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Transition to ACTIVE for port object f0594936-f1aa-425f-b408-6c7afc57f626 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:19.470314 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:19.625321 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Pushing event updated for resources: {'Port': ['ID=f0594936-f1aa-425f-b408-6c7afc57f626,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:19.646756 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['0458c33a-1869-4305-8b34-c9ed7d5bfdf8'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:20:19.714116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Attempting to bind port f0594936-f1aa-425f-b408-6c7afc57f626 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:20:19.714459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Attempting to bind port f0594936-f1aa-425f-b408-6c7afc57f626 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:20:19.714791 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Attempting to bind port f0594936-f1aa-425f-b408-6c7afc57f626 on network 6866b541-2ab4-4182-b7c8-e6a5f44e195b {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:20:19.719497 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Port f0594936-f1aa-425f-b408-6c7afc57f626 on network 6866b541-2ab4-4182-b7c8-e6a5f44e195b not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:20:19.719871 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Attempting to bind port f0594936-f1aa-425f-b408-6c7afc57f626 on network 6866b541-2ab4-4182-b7c8-e6a5f44e195b {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:20:19.725260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:20:19.725592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Checking segment: {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:20:19.725965 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Bound using segment: {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:20:19.727110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Bound port: f0594936-f1aa-425f-b408-6c7afc57f626, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:20:19.727452 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:19.824892 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] For port f0594936-f1aa-425f-b408-6c7afc57f626, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:20:19.829920 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] For port f0594936-f1aa-425f-b408-6c7afc57f626, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f0594936-f1aa-425f-b408-6c7afc57f626,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:20:19.835139 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:19.895458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:19.896385 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:19.897800 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] 10.222.0.81 "PUT /v2.0/ports/f0594936-f1aa-425f-b408-6c7afc57f626 HTTP/1.1" status: 200 len: 1092 time: 1.1143236 Feb 18 09:20:19.898950 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab325110-c062-437f-b3d4-0fff6f4c55d1', 'tag': 'f0594936-f1aa-425f-b408-6c7afc57f626'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:20:19.932659 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Pushing event updated for resources: {'Port': ['ID=f0594936-f1aa-425f-b408-6c7afc57f626,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:19.940865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:19.941491 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:19.942063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:19.942563 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:19.943031 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:19.943532 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:19.944002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:19.944574 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:19.945770 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:19.946564 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:19.947132 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:19.947620 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09600d9d-8dd8-426f-a12a-4d91c98b4698 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:20:19.997415 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab325110-c062-437f-b3d4-0fff6f4c55d1', 'tag': 'f0594936-f1aa-425f-b408-6c7afc57f626', 'status': 'completed', 'code': 200} Feb 18 09:20:20.059338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-20c67363-551c-40ba-b358-195387f79ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:20.062032 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-20c67363-551c-40ba-b358-195387f79ac7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 1095 time: 0.1026897 Feb 18 09:20:20.157194 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-5f2d91bc-8727-49bc-9b7b-ebb0393b575b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0594936-f1aa-425f-b408-6c7afc57f626 HTTP/1.1" status: 200 len: 217 time: 0.0887873 Feb 18 09:20:20.234178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-5252dd1f-6def-4e86-a1a8-4df1586bf19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:20.235934 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-5252dd1f-6def-4e86-a1a8-4df1586bf19e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.0729649 Feb 18 09:20:20.260476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577c44d-b0fa-4f61-b234-a2f8827091fc req-432df645-e740-46ef-8392-5cc02691ef85 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:20.262746 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b577c44d-b0fa-4f61-b234-a2f8827091fc req-432df645-e740-46ef-8392-5cc02691ef85 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 944 time: 0.1290855 Feb 18 09:20:20.327093 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b577c44d-b0fa-4f61-b234-a2f8827091fc req-4a0422ee-4251-448a-8eb1-87c6ecff1a86 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564134 Feb 18 09:20:20.504633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-be6b8c45-0f95-4e54-b2fd-5ea20b2ef776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:20.506112 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-be6b8c45-0f95-4e54-b2fd-5ea20b2ef776 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2619643 Feb 18 09:20:20.536356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e021cbf-4e7f-4492-bef2-31a9aca7765a req-b2926b68-9d86-4812-bb46-5e0a6b1d808d tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:20.538130 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e021cbf-4e7f-4492-bef2-31a9aca7765a req-b2926b68-9d86-4812-bb46-5e0a6b1d808d tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 946 time: 0.1494224 Feb 18 09:20:20.579085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e4af4-ad35-4d02-8e20-e7f6ac426b5e req-fbe9642f-ce71-48d3-8e5a-4fb23d8f3c8d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:20.580808 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-854e4af4-ad35-4d02-8e20-e7f6ac426b5e req-fbe9642f-ce71-48d3-8e5a-4fb23d8f3c8d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 944 time: 0.1263869 Feb 18 09:20:20.617637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e021cbf-4e7f-4492-bef2-31a9aca7765a req-10e0f338-391b-4ba6-a0f9-78384a12db23 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717289 Feb 18 09:20:20.644637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-854e4af4-ad35-4d02-8e20-e7f6ac426b5e req-e396ee90-9fde-4a3c-965a-8c7bb2af9317 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554414 Feb 18 09:20:20.658077 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-a74ec0bd-0e03-46b2-b165-22bbbbb930f7 service neutron] 10.222.0.81 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428440 Feb 18 09:20:20.823134 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e9c05af7-2fd8-4e56-a4f7-a009dd533ff5 req-e97f9383-6fb1-4d76-abd1-09e47e574ea8 service neutron] 10.222.0.81 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550434 Feb 18 09:20:20.847096 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:20.927749 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:20.934723 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:20.935120 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:20.953402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e24259-b010-48d9-94f8-a0129f7563dd req-d9fa5f81-f3d5-435d-ab0c-fe4dc299cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:20.954899 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c2e24259-b010-48d9-94f8-a0129f7563dd req-d9fa5f81-f3d5-435d-ab0c-fe4dc299cf8c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 1095 time: 0.0803182 Feb 18 09:20:21.092605 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:21.096129 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e24259-b010-48d9-94f8-a0129f7563dd req-ba058261-0d62-4f21-b8f0-6f33c8d9e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:21.097686 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c2e24259-b010-48d9-94f8-a0129f7563dd req-ba058261-0d62-4f21-b8f0-6f33c8d9e585 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.1356437 Feb 18 09:20:21.123578 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dffbf97-691e-4a84-9e38-8c252590d620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:20:21.145451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,segment=NetworkSegment(b0938570-ca72-4f1b-ad24-6752c7a022a2),segment_id=b0938570-ca72-4f1b-ad24-6752c7a022a2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:20:21.153781 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:21.171529 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c2e24259-b010-48d9-94f8-a0129f7563dd req-14a654c1-7bbf-4e7c-a7c1-7393b99183eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0594936-f1aa-425f-b408-6c7afc57f626 HTTP/1.1" status: 200 len: 217 time: 0.0652699 Feb 18 09:20:21.189605 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dffbf97-691e-4a84-9e38-8c252590d620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8', 'code': 200} Feb 18 09:20:21.232858 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:21.245870 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e24259-b010-48d9-94f8-a0129f7563dd req-dd6c941b-7bfd-43d8-b451-c3bb433dd5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:21.247289 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c2e24259-b010-48d9-94f8-a0129f7563dd req-dd6c941b-7bfd-43d8-b451-c3bb433dd5ce service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.0690308 Feb 18 09:20:21.320293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841d625-373f-4228-af9c-0709f93de28e req-8e98733c-9372-4f99-9739-33fdbbcc947d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:21.321776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9841d625-373f-4228-af9c-0709f93de28e req-8e98733c-9372-4f99-9739-33fdbbcc947d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 1096 time: 0.0704226 Feb 18 09:20:21.327032 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e24259-b010-48d9-94f8-a0129f7563dd req-55be1487-39da-41a1-81cd-719f9b318a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:21.328730 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c2e24259-b010-48d9-94f8-a0129f7563dd req-55be1487-39da-41a1-81cd-719f9b318a40 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750833 Feb 18 09:20:21.364244 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9841d625-373f-4228-af9c-0709f93de28e req-c7cd209d-cb5d-445b-a6bb-6bb470502ae4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360456 Feb 18 09:20:21.481315 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c2e24259-b010-48d9-94f8-a0129f7563dd req-69ffcb3c-e29f-4531-b1d8-1aceac79b819 service neutron] 10.222.0.81 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459527 Feb 18 09:20:21.625172 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c2e24259-b010-48d9-94f8-a0129f7563dd req-73c91072-0ef4-4a62-8558-01ecb0a29107 service neutron] 10.222.0.81 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376610 Feb 18 09:20:21.685527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65115a11-891a-4a22-9bd2-c9ef26dd89be req-ccdd7911-815f-4378-bfe1-9866fdb890d0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:21.686993 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65115a11-891a-4a22-9bd2-c9ef26dd89be req-ccdd7911-815f-4378-bfe1-9866fdb890d0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 944 time: 0.0891902 Feb 18 09:20:21.732171 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65115a11-891a-4a22-9bd2-c9ef26dd89be req-dae5c257-8156-4f93-b8c4-476452b46cb1 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397513 Feb 18 09:20:21.822897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696816a3-cf04-4ae5-a0f4-7ab97fab3554 req-50e66f8b-7c1b-40cc-af7e-96d23bdda261 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:21.824598 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-696816a3-cf04-4ae5-a0f4-7ab97fab3554 req-50e66f8b-7c1b-40cc-af7e-96d23bdda261 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 946 time: 0.0841522 Feb 18 09:20:21.924089 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-696816a3-cf04-4ae5-a0f4-7ab97fab3554 req-7e2801cf-11dc-4ebf-8110-72edd4a6cdbb tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924163 Feb 18 09:20:21.946542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406892d8-a63a-4ed5-8fd8-f0754183e69f req-ede83aa3-2f07-4c4d-b1e8-85aacd2e1364 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:21.948010 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-406892d8-a63a-4ed5-8fd8-f0754183e69f req-ede83aa3-2f07-4c4d-b1e8-85aacd2e1364 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.1175189 Feb 18 09:20:21.995063 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-406892d8-a63a-4ed5-8fd8-f0754183e69f req-8da31a35-058a-473e-bff7-37c7a7d04b41 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411892 Feb 18 09:20:22.025060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff3cb3-8873-4775-ba09-89a405840005 req-1c63d639-91d1-4c22-9809-2b8c4cdc5cf8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:22.025750 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-efff3cb3-8873-4775-ba09-89a405840005 req-1c63d639-91d1-4c22-9809-2b8c4cdc5cf8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Synchronizing usage tracker for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:22.041773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-efff3cb3-8873-4775-ba09-89a405840005 req-1c63d639-91d1-4c22-9809-2b8c4cdc5cf8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Unset dirty status for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:22.042901 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-efff3cb3-8873-4775-ba09-89a405840005 req-1c63d639-91d1-4c22-9809-2b8c4cdc5cf8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 946 time: 0.1084549 Feb 18 09:20:22.112609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-efff3cb3-8873-4775-ba09-89a405840005 req-fa68e6dc-c4ba-4902-bb3a-906851c2b023 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Deleting port 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:20:22.112851 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-efff3cb3-8873-4775-ba09-89a405840005 req-fa68e6dc-c4ba-4902-bb3a-906851c2b023 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:22.284591 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0837778-ca6d-4596-8220-2d37c7f97db9 req-3e65f6da-becb-44b1-9913-bd573e816c09 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712938 Feb 18 09:20:22.365802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-efff3cb3-8873-4775-ba09-89a405840005 req-fa68e6dc-c4ba-4902-bb3a-906851c2b023 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] For port 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1f383a0f-c4ff-4596-8753-fa21dbb6fbf1,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:20:22.366159 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-efff3cb3-8873-4775-ba09-89a405840005 req-fa68e6dc-c4ba-4902-bb3a-906851c2b023 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:22.430192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0837778-ca6d-4596-8220-2d37c7f97db9 req-1f068183-2187-4915-b82d-21b55f98e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:22.431654 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0837778-ca6d-4596-8220-2d37c7f97db9 req-1f068183-2187-4915-b82d-21b55f98e2cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 1096 time: 0.0783026 Feb 18 09:20:22.580720 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0837778-ca6d-4596-8220-2d37c7f97db9 req-ee593dce-1ebf-424a-81aa-1edd4f9da3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:22.582089 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0837778-ca6d-4596-8220-2d37c7f97db9 req-ee593dce-1ebf-424a-81aa-1edd4f9da3fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.1318994 Feb 18 09:20:22.602492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-efff3cb3-8873-4775-ba09-89a405840005 req-fa68e6dc-c4ba-4902-bb3a-906851c2b023 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Calling delete_port for 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:20:22.698546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0837778-ca6d-4596-8220-2d37c7f97db9 req-e27a112d-927e-4dcb-af76-dd520d0a902a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2 HTTP/1.1" status: 200 len: 999 time: 0.1061580 Feb 18 09:20:22.766594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0837778-ca6d-4596-8220-2d37c7f97db9 req-52083333-320b-48c9-9d03-d2c2cc0c328f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:22.768085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0837778-ca6d-4596-8220-2d37c7f97db9 req-52083333-320b-48c9-9d03-d2c2cc0c328f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.0633922 Feb 18 09:20:22.782367 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-efff3cb3-8873-4775-ba09-89a405840005 req-fa68e6dc-c4ba-4902-bb3a-906851c2b023 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:22.797162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['1f383a0f-c4ff-4596-8753-fa21dbb6fbf1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:20:22.890880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68e6dc-c4ba-4902-bb3a-906851c2b023 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event deleted for resources: {'Port': ['ID=1f383a0f-c4ff-4596-8753-fa21dbb6fbf1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:22.897462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0837778-ca6d-4596-8220-2d37c7f97db9 req-b408357e-c5ce-4c8c-8288-f1f46f9a4a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:22.899727 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0837778-ca6d-4596-8220-2d37c7f97db9 req-b408357e-c5ce-4c8c-8288-f1f46f9a4a2e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246834 Feb 18 09:20:22.977469 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-efff3cb3-8873-4775-ba09-89a405840005 req-fa68e6dc-c4ba-4902-bb3a-906851c2b023 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] No DVR routers for this DVR port 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:20:22.980171 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-efff3cb3-8873-4775-ba09-89a405840005 req-fa68e6dc-c4ba-4902-bb3a-906851c2b023 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:22.982839 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a2b597-3081-45aa-aef9-feae5431b9d1', 'name': 'network-vif-deleted', 'tag': '1f383a0f-c4ff-4596-8753-fa21dbb6fbf1'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:20:22.998837 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-efff3cb3-8873-4775-ba09-89a405840005 req-fa68e6dc-c4ba-4902-bb3a-906851c2b023 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "DELETE /v2.0/ports/1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 HTTP/1.1" status: 204 len: 173 time: 0.9498363 Feb 18 09:20:23.160399 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3e033ca-ccd6-4ef9-b292-1dda356796ca req-2b84e377-a5d5-4a85-b13b-9d1f2b4544b2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=75a2b597-3081-45aa-aef9-feae5431b9d1 HTTP/1.1" status: 200 len: 210 time: 0.0530443 Feb 18 09:20:23.201802 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8b3e7-37f1-4aca-92eb-7b541e89958c req-0ea7bbe5-8b32-4006-8d12-318987189a32 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:23.204836 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-14f8b3e7-37f1-4aca-92eb-7b541e89958c req-0ea7bbe5-8b32-4006-8d12-318987189a32 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 944 time: 0.3551364 Feb 18 09:20:23.230167 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a2b597-3081-45aa-aef9-feae5431b9d1', 'name': 'network-vif-deleted', 'tag': '1f383a0f-c4ff-4596-8753-fa21dbb6fbf1', 'status': 'completed', 'code': 200} Feb 18 09:20:23.260170 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0837778-ca6d-4596-8220-2d37c7f97db9 req-7190d91c-39ea-4d38-ae58-be0293c15b6d service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523011 Feb 18 09:20:23.422359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-14f8b3e7-37f1-4aca-92eb-7b541e89958c req-3865f530-8eed-4484-90bc-144655fd4558 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885209 Feb 18 09:20:23.525043 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0837778-ca6d-4596-8220-2d37c7f97db9 req-a4f2a951-4b9a-48cf-a0d5-70823364b6e0 service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493458 Feb 18 09:20:23.534997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e43e2-197f-456a-8556-e2873558ca7d req-56483913-d48f-4604-aa8d-55f817809f48 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:23.541006 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a0e43e2-197f-456a-8556-e2873558ca7d req-56483913-d48f-4604-aa8d-55f817809f48 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.1767626 Feb 18 09:20:23.587649 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a0e43e2-197f-456a-8556-e2873558ca7d req-453a9ef3-2bbd-4abb-9348-c097df288d00 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433111 Feb 18 09:20:23.800697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446a7e8-ac3b-4df7-9716-e1a64c1f9030 req-30143102-e4cf-4f5e-9caa-df52adcaa430 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:23.802448 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4446a7e8-ac3b-4df7-9716-e1a64c1f9030 req-30143102-e4cf-4f5e-9caa-df52adcaa430 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.0944517 Feb 18 09:20:23.854040 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4446a7e8-ac3b-4df7-9716-e1a64c1f9030 req-548d2cd0-6a21-4611-a454-7f12d746fea4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425377 Feb 18 09:20:23.882158 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36080) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:23.955478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e34ecca-69bb-432a-ae6a-08d70f9665b3 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:23.959897 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8e34ecca-69bb-432a-ae6a-08d70f9665b3 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 1091 time: 0.0726149 Feb 18 09:20:23.960090 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36084) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:23.965018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:20:23.971736 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:23.975473 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:floatingip and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:23.978585 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:23.984591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:24.001496 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:24.085933 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:20:24.146419 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:24.320561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Allocated IP 172.25.1.111 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/c85a45c0-2573-40f4-8ce7-3932bfa34edd) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:24.341108 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f0594936-f1aa-425f-b408-6c7afc57f626 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:20:24.504983 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:24.527212 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port f0594936-f1aa-425f-b408-6c7afc57f626, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f0594936-f1aa-425f-b408-6c7afc57f626,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:20:24.542001 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:24.559690 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'f0594936-f1aa-425f-b408-6c7afc57f626', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'port_id': 'f0594936-f1aa-425f-b408-6c7afc57f626', 'mac_address': 'fa:16:3e:09:24:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:20:24.621031 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:24.624740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:24.630357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:20:24.663328 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:24.670790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=c85a45c0-2573-40f4-8ce7-3932bfa34edd,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:24.685503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0594936-f1aa-425f-b408-6c7afc57f626 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:20:24.704123 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port f0594936-f1aa-425f-b408-6c7afc57f626, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f0594936-f1aa-425f-b408-6c7afc57f626,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:20:24.708632 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:24.765296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5dc08-2781-4e2a-91a8-b45dda7b5df6 req-43e9dc21-7383-4696-9bda-9d002942f5bb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:24.785406 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cbd5dc08-2781-4e2a-91a8-b45dda7b5df6 req-43e9dc21-7383-4696-9bda-9d002942f5bb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 944 time: 0.1214073 Feb 18 09:20:24.845450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cbd5dc08-2781-4e2a-91a8-b45dda7b5df6 req-b78f508a-ee04-4716-b555-13dd11018841 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590634 Feb 18 09:20:24.847616 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=f0594936-f1aa-425f-b408-6c7afc57f626,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:25.014878 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['f0594936-f1aa-425f-b408-6c7afc57f626'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:20:25.124189 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:25.230331 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:25.569683 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:25.576062 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:25.701503 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=c85a45c0-2573-40f4-8ce7-3932bfa34edd,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:25.716861 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:25.946874 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Floating IP 1ecdbcae-347d-4132-a569-b09163045c0c associated. External IP: 172.25.1.111, port: 0458c33a-1869-4305-8b34-c9ed7d5bfdf8. Feb 18 09:20:26.058553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e1193-ac9c-4679-8754-4a10dd4e2764 req-78c30f5c-3dea-4128-b320-e584458d7f8e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:26.061431 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd4e1193-ac9c-4679-8754-4a10dd4e2764 req-78c30f5c-3dea-4128-b320-e584458d7f8e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 945 time: 0.0959232 Feb 18 09:20:26.129364 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd4e1193-ac9c-4679-8754-4a10dd4e2764 req-67d01b08-b371-4111-bb80-225b443003e3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608411 Feb 18 09:20:26.357429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f0594936-f1aa-425f-b408-6c7afc57f626 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:20:26.410214 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router 1102d32f-135b-4957-b4ff-0a566eeb00d0 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:20:26.483411 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port f0594936-f1aa-425f-b408-6c7afc57f626 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:26.495669 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port f0594936-f1aa-425f-b408-6c7afc57f626 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:26.496136 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:26.626295 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:26.637209 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:20:26.653371 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f93972-5ec4-4e90-b66a-fe91f16f2603 None None] Sync routers for ids ['1102d32f-135b-4957-b4ff-0a566eeb00d0'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:20:26.673017 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f93972-5ec4-4e90-b66a-fe91f16f2603 None None] Routers {'1102d32f-135b-4957-b4ff-0a566eeb00d0'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:20:26.673657 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:26.674705 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a7f93972-5ec4-4e90-b66a-fe91f16f2603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:20:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1102d32f-135b-4957-b4ff-0a566eeb00d0'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:26.676571 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab325110-c062-437f-b3d4-0fff6f4c55d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0594936-f1aa-425f-b408-6c7afc57f626'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:20:26.687675 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port f0594936-f1aa-425f-b408-6c7afc57f626, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f0594936-f1aa-425f-b408-6c7afc57f626,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:20:26.699669 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:26.700859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:20:26.749525 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab325110-c062-437f-b3d4-0fff6f4c55d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0594936-f1aa-425f-b408-6c7afc57f626', 'code': 200} Feb 18 09:20:26.782898 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9fc6a488-e1b5-4b26-8614-a7ecad16286a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8217015 Feb 18 09:20:26.783751 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dffbf97-691e-4a84-9e38-8c252590d620', 'tag': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:20:26.803888 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:20:26.804908 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1f383a0f-c4ff-4596-8753-fa21dbb6fbf1 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:20:26.873144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=f0594936-f1aa-425f-b408-6c7afc57f626,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:26.943005 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-a7f93972-5ec4-4e90-b66a-fe91f16f2603 None None] Set router 1102d32f-135b-4957-b4ff-0a566eeb00d0 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:20:26.966562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee9603-2a0a-4c97-864a-64dd0791a454 req-fe1e0421-6ab5-4347-a2ea-3c6293c30551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:26.968163 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ffee9603-2a0a-4c97-864a-64dd0791a454 req-fe1e0421-6ab5-4347-a2ea-3c6293c30551 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 1097 time: 0.1505792 Feb 18 09:20:27.020709 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-ffee9603-2a0a-4c97-864a-64dd0791a454 req-b514096b-7bde-4cc2-a6ba-07f4061a2f88 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462263 Feb 18 09:20:27.033077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36150) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:27.039113 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-5c9433d1-ca2b-4ead-90a9-3648ba4f214f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125315990', 'description': 'tempest-secgroup-smoke-1125315990 description', 'project_id': '565e12e7cc5e431dab2b5a9e029b0751'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:20:27.046108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5c9433d1-ca2b-4ead-90a9-3648ba4f214f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:27.050579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5c9433d1-ca2b-4ead-90a9-3648ba4f214f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Usage tracker for resource:security_group and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:27.054576 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5c9433d1-ca2b-4ead-90a9-3648ba4f214f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:27.062489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5c9433d1-ca2b-4ead-90a9-3648ba4f214f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:27.077010 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5c9433d1-ca2b-4ead-90a9-3648ba4f214f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.091572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75459-5722-40a1-9be2-ddbd11b41a78 req-fea99d30-1e82-40da-8e1e-5d50fa8c1ff5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:27.096897 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dffbf97-691e-4a84-9e38-8c252590d620', 'tag': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8', 'status': 'completed', 'code': 200} Feb 18 09:20:27.103762 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-33f75459-5722-40a1-9be2-ddbd11b41a78 req-fea99d30-1e82-40da-8e1e-5d50fa8c1ff5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.1492925 Feb 18 09:20:27.105948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5c9433d1-ca2b-4ead-90a9-3648ba4f214f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:27.110290 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5c9433d1-ca2b-4ead-90a9-3648ba4f214f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Usage tracker for resource:security_group_rule and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:27.117974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5c9433d1-ca2b-4ead-90a9-3648ba4f214f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:27.124616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5c9433d1-ca2b-4ead-90a9-3648ba4f214f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:27.210861 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5c9433d1-ca2b-4ead-90a9-3648ba4f214f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.216430 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5c9433d1-ca2b-4ead-90a9-3648ba4f214f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.229154 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-33f75459-5722-40a1-9be2-ddbd11b41a78 req-7d739042-bc43-4871-b5eb-17e70de72393 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241882 Feb 18 09:20:27.243546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36156) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:27.274323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9433d1-ca2b-4ead-90a9-3648ba4f214f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5073008c-8bab-4253-b38c-188e2d15187c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:27.294525 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5c9433d1-ca2b-4ead-90a9-3648ba4f214f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.296065 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5c9433d1-ca2b-4ead-90a9-3648ba4f214f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2618303 Feb 18 09:20:27.299274 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36160) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:27.305051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b86a8d1d-61af-4211-85ff-764990265bbd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Request body: {'security_group_rule': {'security_group_id': '5073008c-8bab-4253-b38c-188e2d15187c', 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:20:27.311973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b86a8d1d-61af-4211-85ff-764990265bbd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:27.316144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b86a8d1d-61af-4211-85ff-764990265bbd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Usage tracker for resource:security_group_rule and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:27.319361 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b86a8d1d-61af-4211-85ff-764990265bbd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:27.327867 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b86a8d1d-61af-4211-85ff-764990265bbd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:27.346327 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b86a8d1d-61af-4211-85ff-764990265bbd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.397773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b19348-83ac-49bf-a0c0-9cf37affea8b req-87749513-f91d-4398-9d51-f12f15bcb61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:27.399343 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99b19348-83ac-49bf-a0c0-9cf37affea8b req-87749513-f91d-4398-9d51-f12f15bcb61f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 1096 time: 0.2639322 Feb 18 09:20:27.422287 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a7f93972-5ec4-4e90-b66a-fe91f16f2603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328098221', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:58Z', 'updated_at': '2022-02-18T09:20:05Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:59Z', 'updated_at': '2022-02-18T09:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '1ecdbcae-347d-4132-a569-b09163045c0c', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'port_id': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446', 'mac_address': 'fa:16:3e:dd:92:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dffbf97-691e-4a84-9e38-8c252590d620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:20:25Z', 'updated_at': '2022-02-18T09:20:25Z', 'revision_number': 0, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b005a835-e9b4-4cf9-9fd9-b37b989efe90', 'name': '', 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:1b:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:20:04Z', 'updated_at': '2022-02-18T09:20:11Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:27.424914 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b86a8d1d-61af-4211-85ff-764990265bbd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.427338 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f93972-5ec4-4e90-b66a-fe91f16f2603 None None] Checking router: 1102d32f-135b-4957-b4ff-0a566eeb00d0 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:20:27.437960 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b86a8d1d-61af-4211-85ff-764990265bbd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.438574 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f93972-5ec4-4e90-b66a-fe91f16f2603 None None] Routers {'1102d32f-135b-4957-b4ff-0a566eeb00d0'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:20:27.439253 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a7f93972-5ec4-4e90-b66a-fe91f16f2603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:20:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1102d32f-135b-4957-b4ff-0a566eeb00d0'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:27.465381 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a8d1d-61af-4211-85ff-764990265bbd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84fdcd41-a69d-4677-ad09-487553535c0f,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:27.476075 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b86a8d1d-61af-4211-85ff-764990265bbd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.478614 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b86a8d1d-61af-4211-85ff-764990265bbd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1783574 Feb 18 09:20:27.484758 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36164) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:27.490482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b9d58593-0558-4f10-ae74-3b8ace22aebd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Request body: {'security_group_rule': {'security_group_id': '5073008c-8bab-4253-b38c-188e2d15187c', 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:20:27.497243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b9d58593-0558-4f10-ae74-3b8ace22aebd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:27.501774 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b9d58593-0558-4f10-ae74-3b8ace22aebd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Usage tracker for resource:security_group_rule and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:27.504702 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b9d58593-0558-4f10-ae74-3b8ace22aebd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:27.512056 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b9d58593-0558-4f10-ae74-3b8ace22aebd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:27.535743 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9d58593-0558-4f10-ae74-3b8ace22aebd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.544189 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-13e7eaed-191d-442e-9cb7-ad169ed62dd1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/floatingips/1ecdbcae-347d-4132-a569-b09163045c0c HTTP/1.1" status: 200 len: 991 time: 0.2946763 Feb 18 09:20:27.560422 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb00a3e-de27-4fa2-8369-40c0ff71fadd req-63fa6fb0-fab6-436a-9f1e-c389ed9033d5 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:27.561922 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2eb00a3e-de27-4fa2-8369-40c0ff71fadd req-63fa6fb0-fab6-436a-9f1e-c389ed9033d5 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 946 time: 0.2432294 Feb 18 09:20:27.634169 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9d58593-0558-4f10-ae74-3b8ace22aebd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.641510 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9d58593-0558-4f10-ae74-3b8ace22aebd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.644514 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2eb00a3e-de27-4fa2-8369-40c0ff71fadd req-503365d0-b526-4f4d-82d4-1bc1f80b37ca tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727096 Feb 18 09:20:27.647268 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b19348-83ac-49bf-a0c0-9cf37affea8b req-d90bbdfc-d5ac-4c87-bde3-d900f23a2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:27.649471 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99b19348-83ac-49bf-a0c0-9cf37affea8b req-d90bbdfc-d5ac-4c87-bde3-d900f23a2886 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3feb6240-a289-4568-92b7-b57d8214b446 HTTP/1.1" status: 200 len: 897 time: 0.2301235 Feb 18 09:20:27.652361 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-a7f93972-5ec4-4e90-b66a-fe91f16f2603 None None] Set router 1102d32f-135b-4957-b4ff-0a566eeb00d0 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:20:27.690436 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d58593-0558-4f10-ae74-3b8ace22aebd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19ca655-28b6-40b8-b06b-f6b60bfd3c87,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:27.693806 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9d58593-0558-4f10-ae74-3b8ace22aebd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.696305 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b9d58593-0558-4f10-ae74-3b8ace22aebd tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2103486 Feb 18 09:20:27.699666 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36168) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:27.704942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6e724cc3-ccb6-43c4-bc93-7856cd7bb690 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Request body: {'security_group_rule': {'security_group_id': '5073008c-8bab-4253-b38c-188e2d15187c', 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:20:27.712251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6e724cc3-ccb6-43c4-bc93-7856cd7bb690 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:27.716546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6e724cc3-ccb6-43c4-bc93-7856cd7bb690 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Usage tracker for resource:security_group_rule and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:27.719551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6e724cc3-ccb6-43c4-bc93-7856cd7bb690 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:27.727095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6e724cc3-ccb6-43c4-bc93-7856cd7bb690 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:27.749150 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e724cc3-ccb6-43c4-bc93-7856cd7bb690 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.778371 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99b19348-83ac-49bf-a0c0-9cf37affea8b req-142f182e-c8cc-4d18-a178-29f28e22ce34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8 HTTP/1.1" status: 200 len: 999 time: 0.1211622 Feb 18 09:20:27.823268 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e724cc3-ccb6-43c4-bc93-7856cd7bb690 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.829085 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e724cc3-ccb6-43c4-bc93-7856cd7bb690 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.855135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b19348-83ac-49bf-a0c0-9cf37affea8b req-d1fcbc04-61b7-4138-b208-9ec8900b8a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:27.857881 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99b19348-83ac-49bf-a0c0-9cf37affea8b req-d1fcbc04-61b7-4138-b208-9ec8900b8a32 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8ff66b60-cf0f-41ce-b403-e80bb2a0d268 HTTP/1.1" status: 200 len: 834 time: 0.0730271 Feb 18 09:20:27.858993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e724cc3-ccb6-43c4-bc93-7856cd7bb690 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791b727e-489a-4efb-a541-25b96327feca,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:27.862609 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6e724cc3-ccb6-43c4-bc93-7856cd7bb690 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.868398 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6e724cc3-ccb6-43c4-bc93-7856cd7bb690 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1665411 Feb 18 09:20:27.868398 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36172) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:27.873108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8c6b49df-9fac-49b3-8b7b-59facdc47bd3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Request body: {'security_group_rule': {'security_group_id': '5073008c-8bab-4253-b38c-188e2d15187c', 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:20:27.879831 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8c6b49df-9fac-49b3-8b7b-59facdc47bd3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:27.883901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8c6b49df-9fac-49b3-8b7b-59facdc47bd3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Usage tracker for resource:security_group_rule and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:27.887573 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8c6b49df-9fac-49b3-8b7b-59facdc47bd3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:27.893444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8c6b49df-9fac-49b3-8b7b-59facdc47bd3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:27.911221 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c6b49df-9fac-49b3-8b7b-59facdc47bd3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:27.940747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b19348-83ac-49bf-a0c0-9cf37affea8b req-c466467c-1e08-4ae4-b5a5-e0eb270f499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:27.942138 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99b19348-83ac-49bf-a0c0-9cf37affea8b req-c466467c-1e08-4ae4-b5a5-e0eb270f499e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3feb6240-a289-4568-92b7-b57d8214b446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779765 Feb 18 09:20:28.000869 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c6b49df-9fac-49b3-8b7b-59facdc47bd3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:28.005680 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c6b49df-9fac-49b3-8b7b-59facdc47bd3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:28.033968 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b49df-9fac-49b3-8b7b-59facdc47bd3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5618975f-0068-4013-9dc4-d099e50528e6,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:28.048751 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c6b49df-9fac-49b3-8b7b-59facdc47bd3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:28.052729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36176) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:28.052964 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8c6b49df-9fac-49b3-8b7b-59facdc47bd3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1836774 Feb 18 09:20:28.064517 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a7f93972-5ec4-4e90-b66a-fe91f16f2603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328098221', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:58Z', 'updated_at': '2022-02-18T09:20:05Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:59Z', 'updated_at': '2022-02-18T09:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '1ecdbcae-347d-4132-a569-b09163045c0c', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'port_id': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446', 'mac_address': 'fa:16:3e:dd:92:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dffbf97-691e-4a84-9e38-8c252590d620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:20:25Z', 'updated_at': '2022-02-18T09:20:25Z', 'revision_number': 0, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b005a835-e9b4-4cf9-9fd9-b37b989efe90', 'name': '', 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:1b:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:20:04Z', 'updated_at': '2022-02-18T09:20:11Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:20:28.066951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-dc6aec44-a542-4ae0-93a4-63375c5c5cc7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Request body: {'security_group_rule': {'security_group_id': '5073008c-8bab-4253-b38c-188e2d15187c', 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:20:28.068632 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f93972-5ec4-4e90-b66a-fe91f16f2603 None None] The sync data for ids ['1102d32f-135b-4957-b4ff-0a566eeb00d0'] in n-d-829434-1 is: [{'id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328098221', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:58Z', 'updated_at': '2022-02-18T09:20:05Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:59Z', 'updated_at': '2022-02-18T09:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '1ecdbcae-347d-4132-a569-b09163045c0c', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'port_id': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446', 'mac_address': 'fa:16:3e:dd:92:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dffbf97-691e-4a84-9e38-8c252590d620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:20:25Z', 'updated_at': '2022-02-18T09:20:25Z', 'revision_number': 0, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b005a835-e9b4-4cf9-9fd9-b37b989efe90', 'name': '', 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:1b:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:20:04Z', 'updated_at': '2022-02-18T09:20:11Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:20:28.077606 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-dc6aec44-a542-4ae0-93a4-63375c5c5cc7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:28.092162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-dc6aec44-a542-4ae0-93a4-63375c5c5cc7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Usage tracker for resource:security_group_rule and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:28.096311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-dc6aec44-a542-4ae0-93a4-63375c5c5cc7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:28.103965 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99b19348-83ac-49bf-a0c0-9cf37affea8b req-1e3b8c9c-ed2c-4c9f-95fe-774d57299b7d service neutron] 10.222.0.61 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554589 Feb 18 09:20:28.104813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-dc6aec44-a542-4ae0-93a4-63375c5c5cc7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:28.302539 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-dc6aec44-a542-4ae0-93a4-63375c5c5cc7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Project 565e12e7cc5e431dab2b5a9e029b0751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:20:28.315976 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dc6aec44-a542-4ae0-93a4-63375c5c5cc7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:28.322413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30cddde-a79c-441b-98b3-d011889069f9 None None] New status for floating IP 1ecdbcae-347d-4132-a569-b09163045c0c: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:20:28.423518 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99b19348-83ac-49bf-a0c0-9cf37affea8b req-adf00266-4802-4f3f-91da-2b6a5f63021a service neutron] 10.222.0.61 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132172 Feb 18 09:20:28.427956 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dc6aec44-a542-4ae0-93a4-63375c5c5cc7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:28.432512 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dc6aec44-a542-4ae0-93a4-63375c5c5cc7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:28.471124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6aec44-a542-4ae0-93a4-63375c5c5cc7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1b324c-db99-46c6-906d-4fed82d92bc5,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:28.482227 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dc6aec44-a542-4ae0-93a4-63375c5c5cc7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:28.483419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dc6aec44-a542-4ae0-93a4-63375c5c5cc7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4294128 Feb 18 09:20:28.486188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36180) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:28.492934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-95ad238c-a2ae-4e5c-916f-06ec9c80cbc9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Request body: {'security_group_rule': {'security_group_id': '5073008c-8bab-4253-b38c-188e2d15187c', 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:20:28.500390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-95ad238c-a2ae-4e5c-916f-06ec9c80cbc9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:28.504971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-95ad238c-a2ae-4e5c-916f-06ec9c80cbc9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Usage tracker for resource:security_group_rule and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:28.508427 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-95ad238c-a2ae-4e5c-916f-06ec9c80cbc9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:28.514043 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-95ad238c-a2ae-4e5c-916f-06ec9c80cbc9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:28.524821 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-95ad238c-a2ae-4e5c-916f-06ec9c80cbc9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Project 565e12e7cc5e431dab2b5a9e029b0751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:20:28.531702 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95ad238c-a2ae-4e5c-916f-06ec9c80cbc9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:28.546119 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36184) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:20:28.622455 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95ad238c-a2ae-4e5c-916f-06ec9c80cbc9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:28.628189 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95ad238c-a2ae-4e5c-916f-06ec9c80cbc9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:28.649880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad238c-a2ae-4e5c-916f-06ec9c80cbc9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a222663-d7c3-4290-a517-370c2881aa82,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:28.670045 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95ad238c-a2ae-4e5c-916f-06ec9c80cbc9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:28.674541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-95ad238c-a2ae-4e5c-916f-06ec9c80cbc9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1841407 Feb 18 09:20:28.809958 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7998042b-1857-4be4-afca-542539eeb9db tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/floatingips/1ecdbcae-347d-4132-a569-b09163045c0c HTTP/1.1" status: 200 len: 993 time: 0.2625058 Feb 18 09:20:28.896575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d47902-6030-411c-b011-77fc8bc40a31 req-2adbd596-63ed-4af2-9b58-d0e9312ccd41 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:28.899233 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11d47902-6030-411c-b011-77fc8bc40a31 req-2adbd596-63ed-4af2-9b58-d0e9312ccd41 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 946 time: 0.1162004 Feb 18 09:20:28.945768 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11d47902-6030-411c-b011-77fc8bc40a31 req-0c9ac26f-0145-47ff-9063-d0e4435ceff4 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404139 Feb 18 09:20:29.493377 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd1b608e-3561-49b1-9790-ec88451cadda req-0130d7fb-9d89-4ab2-81d4-a51fca746df9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0853677 Feb 18 09:20:29.637568 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b608e-3561-49b1-9790-ec88451cadda req-03fba242-2ab1-44a4-bd5f-c1e6607560e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:29.639135 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd1b608e-3561-49b1-9790-ec88451cadda req-03fba242-2ab1-44a4-bd5f-c1e6607560e3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 1097 time: 0.0778587 Feb 18 09:20:29.796664 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b608e-3561-49b1-9790-ec88451cadda req-7df0c475-eaee-4b5e-9a24-6b820e566ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:29.799060 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd1b608e-3561-49b1-9790-ec88451cadda req-7df0c475-eaee-4b5e-9a24-6b820e566ff9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.1382356 Feb 18 09:20:29.874448 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd1b608e-3561-49b1-9790-ec88451cadda req-a99ce2fc-f53d-4f6e-b1a1-98b2a7d5aabb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0594936-f1aa-425f-b408-6c7afc57f626 HTTP/1.1" status: 200 len: 217 time: 0.0691237 Feb 18 09:20:29.938143 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b608e-3561-49b1-9790-ec88451cadda req-c3c1796c-9747-4e04-a993-515f082739a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:29.939589 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd1b608e-3561-49b1-9790-ec88451cadda req-c3c1796c-9747-4e04-a993-515f082739a5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.0598004 Feb 18 09:20:30.030537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b608e-3561-49b1-9790-ec88451cadda req-8d03c6ec-6f9e-4f50-afd4-de50f79ed3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:30.031993 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd1b608e-3561-49b1-9790-ec88451cadda req-8d03c6ec-6f9e-4f50-afd4-de50f79ed3c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859652 Feb 18 09:20:30.174634 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd1b608e-3561-49b1-9790-ec88451cadda req-045a3470-6931-4af9-8809-e1ffc82413de service neutron] 10.222.0.81 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366491 Feb 18 09:20:30.314857 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1915ea7e-b498-43f9-a6f9-8fb667504438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:30.327274 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-fd1b608e-3561-49b1-9790-ec88451cadda req-b345d619-e96b-4376-b40b-a1db6dc480d0 service neutron] 10.222.0.81 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458907 Feb 18 09:20:33.786563 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7a9524a5-a0c6-48b4-bc4f-da36a32a48d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:33.822570 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:33.853320 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:35.074438 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:41.404200 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77687f-61d4-414e-9cd7-b160a0653a83 req-50702a1b-97f4-49f5-b48e-b87ae203abfe tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:41.405502 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:41.407164 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb77687f-61d4-414e-9cd7-b160a0653a83 req-50702a1b-97f4-49f5-b48e-b87ae203abfe tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0924778 Feb 18 09:20:41.463543 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb77687f-61d4-414e-9cd7-b160a0653a83 req-12ae921c-d691-4ec2-8e12-2fcb98016691 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500703 Feb 18 09:20:41.579922 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:41.669966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5851c-b885-4419-8d1e-90a4ce560998 req-718ba3ca-1682-472f-9209-994a25d2759b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:41.671466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c5a5851c-b885-4419-8d1e-90a4ce560998 req-718ba3ca-1682-472f-9209-994a25d2759b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0886757 Feb 18 09:20:41.719395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c5a5851c-b885-4419-8d1e-90a4ce560998 req-f0a3439f-a176-488d-94e0-b011ffb4978f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400078 Feb 18 09:20:41.933108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12347f2-07bc-460a-b5fe-d93d06e19ed0 req-1517f936-ff4c-459e-a9ca-446629758ab0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:41.934693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e12347f2-07bc-460a-b5fe-d93d06e19ed0 req-1517f936-ff4c-459e-a9ca-446629758ab0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1042271 Feb 18 09:20:41.996718 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e12347f2-07bc-460a-b5fe-d93d06e19ed0 req-16f5637f-1586-4ad1-bcd9-199788749143 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554678 Feb 18 09:20:42.221055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b39ac2-ccd9-4ca1-bd62-932051255050 req-b1baebbc-5b00-443b-876e-89e4b92771e9 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:42.224567 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36b39ac2-ccd9-4ca1-bd62-932051255050 req-b1baebbc-5b00-443b-876e-89e4b92771e9 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1064184 Feb 18 09:20:42.283135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36b39ac2-ccd9-4ca1-bd62-932051255050 req-fb9f081b-f573-440e-84eb-007799aaa482 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518489 Feb 18 09:20:42.680935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b318f9-3f59-4295-9831-d01c95fe21f1 req-d513c4f0-35c2-4c59-ae26-7b1e658a64b7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:42.682401 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5b318f9-3f59-4295-9831-d01c95fe21f1 req-d513c4f0-35c2-4c59-ae26-7b1e658a64b7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0896771 Feb 18 09:20:42.729889 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5b318f9-3f59-4295-9831-d01c95fe21f1 req-b3cb58be-9028-437d-b36b-6d50b8395d2f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416057 Feb 18 09:20:43.369009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b46bb-1b6f-4354-a860-bdce1e4f0caf req-4d228178-6f01-4794-ba3d-7ac71f28d37e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:43.370357 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b3b46bb-1b6f-4354-a860-bdce1e4f0caf req-4d228178-6f01-4794-ba3d-7ac71f28d37e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0804865 Feb 18 09:20:43.414289 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b3b46bb-1b6f-4354-a860-bdce1e4f0caf req-1cf5fcd4-5e61-4e49-b5b4-8e615116d566 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383272 Feb 18 09:20:43.903384 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-69b072c9-611e-4ae1-86ec-50af03bc9e80 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125315990&fields=id&tenant_id=565e12e7cc5e431dab2b5a9e029b0751 HTTP/1.1" status: 200 len: 267 time: 0.0447288 Feb 18 09:20:44.065592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-f3c0fa38-afaf-419b-a8e7-076e9b4da1ff tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:44.067011 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-f3c0fa38-afaf-419b-a8e7-076e9b4da1ff tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 811 time: 0.1565893 Feb 18 09:20:44.081839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-a41d32ec-b5b3-4774-8d34-28757909f86c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/quotas/565e12e7cc5e431dab2b5a9e029b0751 HTTP/1.1" status: 200 len: 375 time: 0.0093703 Feb 18 09:20:44.164185 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-86fc1439-fa82-4b3e-8ed1-13fadf0f352d tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770190 Feb 18 09:20:44.306478 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-02e4914b-fb43-4e17-9f1f-9d429ab6bca8 service neutron] 10.222.0.72 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306925 Feb 18 09:20:44.438888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-a78cfaaf-c0c7-49c9-85e2-ed513a394f30 service neutron] 10.222.0.72 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264443 Feb 18 09:20:44.622252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9d796-94df-4155-9421-acbb00f09afd req-42cd1472-ecf2-4772-8dc2-cf8a4a7f8539 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:44.623739 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72e9d796-94df-4155-9421-acbb00f09afd req-42cd1472-ecf2-4772-8dc2-cf8a4a7f8539 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0892324 Feb 18 09:20:44.674830 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72e9d796-94df-4155-9421-acbb00f09afd req-cf8c6193-f9b4-4cea-8b57-72bf8daa65c8 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439878 Feb 18 09:20:44.871834 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4273bb4c-d641-4ce5-a45a-c280cfd63a2d req-5a4b81ba-61a7-459c-aa4e-ad6bff91f78f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 210 time: 0.0473945 Feb 18 09:20:46.121845 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f4c7833-92a7-4d77-8893-31aca2334cc7 req-2ec92657-dbc1-40d8-923b-a2b31106b59c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 210 time: 0.0664194 Feb 18 09:20:46.213815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7840f-2944-4f8c-aa66-74b897a8f40e req-41bd2d6f-9d19-4d9f-bed6-302058220b8f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:46.215925 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77c7840f-2944-4f8c-aa66-74b897a8f40e req-41bd2d6f-9d19-4d9f-bed6-302058220b8f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.4197154 Feb 18 09:20:46.227686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-c79dd365-f61f-4bef-9731-71c6d9d8713b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:46.229261 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-c79dd365-f61f-4bef-9731-71c6d9d8713b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.61 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 811 time: 0.3862133 Feb 18 09:20:46.332296 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77c7840f-2944-4f8c-aa66-74b897a8f40e req-9b83eb06-d643-4db7-97ba-f072c687f876 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020212 Feb 18 09:20:46.342411 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-8d1faa97-044f-4845-8544-a18ea5eda2ea tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=565e12e7cc5e431dab2b5a9e029b0751 HTTP/1.1" status: 200 len: 380 time: 0.0952208 Feb 18 09:20:46.356606 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-896d21a3-1ccc-420c-a0b2-9fbf6abd24ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Request body: {'port': {'device_id': 'f0b6b39b-9550-4bad-a9eb-cc033e52fbed', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'admin_state_up': True, 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'security_groups': ['5073008c-8bab-4253-b38c-188e2d15187c']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:20:46.530567 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-896d21a3-1ccc-420c-a0b2-9fbf6abd24ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:20:46.535478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-896d21a3-1ccc-420c-a0b2-9fbf6abd24ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Usage tracker for resource:port and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:20:46.539457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-896d21a3-1ccc-420c-a0b2-9fbf6abd24ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:20:46.545729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-896d21a3-1ccc-420c-a0b2-9fbf6abd24ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:20:46.557680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-896d21a3-1ccc-420c-a0b2-9fbf6abd24ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Made reservation on behalf of 565e12e7cc5e431dab2b5a9e029b0751 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:20:46.562262 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-896d21a3-1ccc-420c-a0b2-9fbf6abd24ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:46.751020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-896d21a3-1ccc-420c-a0b2-9fbf6abd24ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Allocated IP 172.20.0.12 (0db727e9-7df9-42ca-8e74-9709be866e15/335bb92e-5efc-4b58-bbc9-bba2b5cff7db/1be40648-e658-4c73-b314-cad6d0f64d82) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:20:46.977741 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-896d21a3-1ccc-420c-a0b2-9fbf6abd24ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:46.996303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-896d21a3-1ccc-420c-a0b2-9fbf6abd24ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Transition to ACTIVE for port object 1be40648-e658-4c73-b314-cad6d0f64d82 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:47.023312 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-896d21a3-1ccc-420c-a0b2-9fbf6abd24ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:47.110515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-896d21a3-1ccc-420c-a0b2-9fbf6abd24ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Network 0db727e9-7df9-42ca-8e74-9709be866e15 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:20:47.113752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-896d21a3-1ccc-420c-a0b2-9fbf6abd24ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:20:47.117331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-896d21a3-1ccc-420c-a0b2-9fbf6abd24ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:20:47.173733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d21a3-1ccc-420c-a0b2-9fbf6abd24ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'Port': ['ID=1be40648-e658-4c73-b314-cad6d0f64d82,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:47.224238 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-896d21a3-1ccc-420c-a0b2-9fbf6abd24ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:47.226427 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-896d21a3-1ccc-420c-a0b2-9fbf6abd24ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:47.310185 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-896d21a3-1ccc-420c-a0b2-9fbf6abd24ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9640591 Feb 18 09:20:47.327713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Request body: {'port': {'device_id': 'f0b6b39b-9550-4bad-a9eb-cc033e52fbed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:20:47.425751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-23468893-b424-4083-9e5a-1d735ff81adc None None] Provisioning for port 1be40648-e658-4c73-b314-cad6d0f64d82 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:20:47.432558 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-23468893-b424-4083-9e5a-1d735ff81adc None None] Provisioning complete for port 1be40648-e658-4c73-b314-cad6d0f64d82 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:20:47.433262 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-23468893-b424-4083-9e5a-1d735ff81adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:47.447850 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:47.493571 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-23468893-b424-4083-9e5a-1d735ff81adc None None] Port 1be40648-e658-4c73-b314-cad6d0f64d82 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:20:47.550258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c998817-c58d-4043-8c7b-c5ca412ce1eb req-f68f12ed-d66d-4927-85c7-5a5c17e6b2b5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:47.550954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0c998817-c58d-4043-8c7b-c5ca412ce1eb req-f68f12ed-d66d-4927-85c7-5a5c17e6b2b5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Synchronizing usage tracker for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:20:47.637751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0c998817-c58d-4043-8c7b-c5ca412ce1eb req-f68f12ed-d66d-4927-85c7-5a5c17e6b2b5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Unset dirty status for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:20:47.638927 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c998817-c58d-4043-8c7b-c5ca412ce1eb req-f68f12ed-d66d-4927-85c7-5a5c17e6b2b5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 932 time: 0.3832331 Feb 18 09:20:47.784586 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c998817-c58d-4043-8c7b-c5ca412ce1eb req-da3f3ed1-808f-42f6-acce-fd8a7ceedcb8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324799 Feb 18 09:20:47.795087 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb74462-3fa7-4637-bb1e-186cc8ef13c5 req-0cb9a916-5e5f-4e1e-8905-3af4b8631b2a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:47.796608 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2cb74462-3fa7-4637-bb1e-186cc8ef13c5 req-0cb9a916-5e5f-4e1e-8905-3af4b8631b2a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.3047819 Feb 18 09:20:47.920831 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2cb74462-3fa7-4637-bb1e-186cc8ef13c5 req-cf1ba797-7f7b-4c49-845b-aa5f8a855f94 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001978 Feb 18 09:20:48.011629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be40648-e658-4c73-b314-cad6d0f64d82 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:20:48.018963 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:48.034052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Transition to ACTIVE for port object 1be40648-e658-4c73-b314-cad6d0f64d82 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:20:48.039418 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:48.318400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Pushing event updated for resources: {'Port': ['ID=1be40648-e658-4c73-b314-cad6d0f64d82,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:48.409173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Attempting to bind port 1be40648-e658-4c73-b314-cad6d0f64d82 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:20:48.409509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Attempting to bind port 1be40648-e658-4c73-b314-cad6d0f64d82 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:20:48.409844 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Attempting to bind port 1be40648-e658-4c73-b314-cad6d0f64d82 on network 0db727e9-7df9-42ca-8e74-9709be866e15 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:20:48.415021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Port 1be40648-e658-4c73-b314-cad6d0f64d82 on network 0db727e9-7df9-42ca-8e74-9709be866e15 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:20:48.415337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Attempting to bind port 1be40648-e658-4c73-b314-cad6d0f64d82 on network 0db727e9-7df9-42ca-8e74-9709be866e15 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:20:48.420632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:20:48.420969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Checking segment: {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:20:48.421352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Bound using segment: {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:20:48.421767 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Bound port: 1be40648-e658-4c73-b314-cad6d0f64d82, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:20:48.422112 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:48.515453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] For port 1be40648-e658-4c73-b314-cad6d0f64d82, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:20:48.518326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] For port 1be40648-e658-4c73-b314-cad6d0f64d82, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1be40648-e658-4c73-b314-cad6d0f64d82,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:20:48.524641 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:48.587310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:48.587923 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:20:48.589322 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] 10.222.0.61 "PUT /v2.0/ports/1be40648-e658-4c73-b314-cad6d0f64d82 HTTP/1.1" status: 200 len: 1092 time: 1.2661724 Feb 18 09:20:48.589763 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b6b39b-9550-4bad-a9eb-cc033e52fbed', 'tag': '1be40648-e658-4c73-b314-cad6d0f64d82'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:20:48.616672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b3c11-9b49-4954-826e-73bdd2858798 service neutron] Pushing event updated for resources: {'Port': ['ID=1be40648-e658-4c73-b314-cad6d0f64d82,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:20:48.671285 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b6b39b-9550-4bad-a9eb-cc033e52fbed', 'tag': '1be40648-e658-4c73-b314-cad6d0f64d82', 'status': 'completed', 'code': 200} Feb 18 09:20:48.715542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-9571a3aa-3a47-4023-9fe8-1fa695799400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:48.717388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-9571a3aa-3a47-4023-9fe8-1fa695799400 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 1095 time: 0.0829518 Feb 18 09:20:48.788225 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-90c8b87d-3cd5-4de8-ad0a-809d879d0e21 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1be40648-e658-4c73-b314-cad6d0f64d82 HTTP/1.1" status: 200 len: 217 time: 0.0622036 Feb 18 09:20:48.864487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-eea4a391-7a8e-4c1e-a59a-0283505c5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:48.867163 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-eea4a391-7a8e-4c1e-a59a-0283505c5fbb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.0727313 Feb 18 09:20:49.005127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-32a50c30-ab77-41f4-b538-77102b0dfc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:49.007156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-32a50c30-ab77-41f4-b538-77102b0dfc0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347959 Feb 18 09:20:49.163324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd5d09-bf51-4320-8f73-44ebecd82f15 req-40971b0f-07a7-42a8-aa80-875be405b82b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:49.165003 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96bd5d09-bf51-4320-8f73-44ebecd82f15 req-40971b0f-07a7-42a8-aa80-875be405b82b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 944 time: 0.2305977 Feb 18 09:20:49.248193 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-cb19113d-004c-4038-a464-58830dc5ea7c service neutron] 10.222.0.61 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338028 Feb 18 09:20:49.258433 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96bd5d09-bf51-4320-8f73-44ebecd82f15 req-2ada5576-ba75-4fbd-8ced-6d79f6bbe0b9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806456 Feb 18 09:20:49.292860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753df4d-d1b8-4b0c-8d94-6872016e809c req-5a7ab50e-dbb4-455a-b3b9-b34724c1102b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:49.294315 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5753df4d-d1b8-4b0c-8d94-6872016e809c req-5a7ab50e-dbb4-455a-b3b9-b34724c1102b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.2122824 Feb 18 09:20:49.402059 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5753df4d-d1b8-4b0c-8d94-6872016e809c req-b85b291b-b407-4e78-b8a5-3cd4de0fe2c0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646873 Feb 18 09:20:49.432968 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48b8bf46-cab4-45a2-baf5-70dec0a6ee6d req-62c17389-d224-494d-947d-f95bb3d1c415 service neutron] 10.222.0.61 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734684 Feb 18 09:20:49.552584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8692d-fc76-476a-8f14-d45d387e0313 req-675a9801-37e4-45d0-a61a-878c81488b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:49.554198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07c8692d-fc76-476a-8f14-d45d387e0313 req-675a9801-37e4-45d0-a61a-878c81488b33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 1095 time: 0.0699313 Feb 18 09:20:49.693201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8692d-fc76-476a-8f14-d45d387e0313 req-5e927ff3-12a3-43df-bfa3-91de7552b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:49.695324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07c8692d-fc76-476a-8f14-d45d387e0313 req-5e927ff3-12a3-43df-bfa3-91de7552b754 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 912 time: 0.1354277 Feb 18 09:20:49.767596 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07c8692d-fc76-476a-8f14-d45d387e0313 req-279d1730-bc9d-420a-8802-e4f334c87e6b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1be40648-e658-4c73-b314-cad6d0f64d82 HTTP/1.1" status: 200 len: 217 time: 0.0661585 Feb 18 09:20:49.831611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8692d-fc76-476a-8f14-d45d387e0313 req-14ff67b5-4c2d-40f8-b589-849d2db7e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:49.833087 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07c8692d-fc76-476a-8f14-d45d387e0313 req-14ff67b5-4c2d-40f8-b589-849d2db7e8ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.0598702 Feb 18 09:20:50.034041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8692d-fc76-476a-8f14-d45d387e0313 req-77358369-4f64-422b-9bc6-c1cb8ce65487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:50.035776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07c8692d-fc76-476a-8f14-d45d387e0313 req-77358369-4f64-422b-9bc6-c1cb8ce65487 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1969836 Feb 18 09:20:50.173813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07c8692d-fc76-476a-8f14-d45d387e0313 req-b6583395-8321-4367-a067-4c632cf37b67 service neutron] 10.222.0.61 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316793 Feb 18 09:20:50.313054 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07c8692d-fc76-476a-8f14-d45d387e0313 req-11bade30-97c8-481c-b434-a04a38b0cb02 service neutron] 10.222.0.61 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324782 Feb 18 09:20:50.456369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a022f-07db-4119-8038-f5dd39501b82 req-5924e369-fa2f-444d-a8f8-b858f75c381f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:50.457876 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab1a022f-07db-4119-8038-f5dd39501b82 req-5924e369-fa2f-444d-a8f8-b858f75c381f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 944 time: 0.0859797 Feb 18 09:20:50.512606 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab1a022f-07db-4119-8038-f5dd39501b82 req-f83632c3-92ea-4118-b13f-8776f452f260 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447097 Feb 18 09:20:50.602082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182dab2-16e7-4703-9528-7a76bdf0c1ff req-f6057ba4-df9c-48af-bae6-7bcc07d3c207 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:50.603470 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e182dab2-16e7-4703-9528-7a76bdf0c1ff req-f6057ba4-df9c-48af-bae6-7bcc07d3c207 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0862746 Feb 18 09:20:50.647661 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e182dab2-16e7-4703-9528-7a76bdf0c1ff req-bd91312b-7022-4937-a1a0-b8a54df061a9 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384636 Feb 18 09:20:51.724355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac52885-5e87-47cc-9c51-a2ca3cefbe5f req-a8ae5ccf-2b28-4e21-82ee-ff5d3c7ee832 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:51.726342 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ac52885-5e87-47cc-9c51-a2ca3cefbe5f req-a8ae5ccf-2b28-4e21-82ee-ff5d3c7ee832 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 944 time: 0.0906842 Feb 18 09:20:51.815637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ac52885-5e87-47cc-9c51-a2ca3cefbe5f req-b2381177-8035-4f24-9c39-2f3993246662 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829575 Feb 18 09:20:51.868952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffa334-d816-4f79-9a77-2d177d8073f4 req-8ca4cfa1-7bc9-4a85-b24e-b4ef18e43931 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:51.871126 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4ffa334-d816-4f79-9a77-2d177d8073f4 req-8ca4cfa1-7bc9-4a85-b24e-b4ef18e43931 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1081183 Feb 18 09:20:51.934437 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4ffa334-d816-4f79-9a77-2d177d8073f4 req-e38a4dd0-26b6-4644-a38b-09a966aa51e5 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572503 Feb 18 09:20:53.019081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f120d3d-ebba-4444-98a5-e88d581ac25e req-7ef0da83-61da-4079-81b6-3da00e883124 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:53.020584 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f120d3d-ebba-4444-98a5-e88d581ac25e req-7ef0da83-61da-4079-81b6-3da00e883124 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 944 time: 0.0856571 Feb 18 09:20:53.105574 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f120d3d-ebba-4444-98a5-e88d581ac25e req-f2dab66e-77ce-4ed9-b8f7-d30d3e389850 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791099 Feb 18 09:20:53.141629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1966a-31ab-467b-b568-48ce7aa90f30 req-ce772de7-abff-4ee0-b2bc-5204f45377f7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:53.143057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41a1966a-31ab-467b-b568-48ce7aa90f30 req-ce772de7-abff-4ee0-b2bc-5204f45377f7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0954473 Feb 18 09:20:53.188171 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41a1966a-31ab-467b-b568-48ce7aa90f30 req-7cdc1b4a-a537-46d5-8f0b-3693048de4d9 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393507 Feb 18 09:20:54.302060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30985cd6-363a-4c35-8a3c-50a134ceaa7b req-fbedaf3d-92c8-410a-8510-a22d80365e12 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:54.304509 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30985cd6-363a-4c35-8a3c-50a134ceaa7b req-fbedaf3d-92c8-410a-8510-a22d80365e12 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 944 time: 0.0891049 Feb 18 09:20:54.398087 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30985cd6-363a-4c35-8a3c-50a134ceaa7b req-a75adfb5-c3b5-475d-8441-9c10bbf67a68 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612290 Feb 18 09:20:54.419238 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f440d32-f403-4ea3-9dd5-3e2bea65362d req-cb1419c7-62a9-483f-b5e6-df3df12f694b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:54.420725 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f440d32-f403-4ea3-9dd5-3e2bea65362d req-cb1419c7-62a9-483f-b5e6-df3df12f694b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1154931 Feb 18 09:20:54.469359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f440d32-f403-4ea3-9dd5-3e2bea65362d req-84194341-2281-4b41-ba7f-5e120d6bf9b7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426397 Feb 18 09:20:55.622949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654d83c-adfc-4933-893c-f8ac6df3e3ea req-df3a3c0a-d6ed-499e-9727-23b5c07d2cd2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:55.624419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9654d83c-adfc-4933-893c-f8ac6df3e3ea req-df3a3c0a-d6ed-499e-9727-23b5c07d2cd2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 944 time: 0.1145673 Feb 18 09:20:55.689566 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9654d83c-adfc-4933-893c-f8ac6df3e3ea req-e614be9d-4ec2-454d-8ffc-9f3f48292c14 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577481 Feb 18 09:20:55.708423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63695233-fd53-401b-87cf-cf330fa02c7b req-ad751c29-dbad-47c1-9074-aae51ecac18e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:55.709950 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63695233-fd53-401b-87cf-cf330fa02c7b req-ad751c29-dbad-47c1-9074-aae51ecac18e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1311958 Feb 18 09:20:55.764081 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63695233-fd53-401b-87cf-cf330fa02c7b req-37e9df20-e275-4f9f-b78d-5c27ca35cedf tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418298 Feb 18 09:20:56.916368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24934c1-c03b-48a8-b693-0e46362f0250 req-f5b352f3-6e01-467a-94b6-2c0790a470fc tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:56.917861 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c24934c1-c03b-48a8-b693-0e46362f0250 req-f5b352f3-6e01-467a-94b6-2c0790a470fc tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 944 time: 0.1184359 Feb 18 09:20:57.014391 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c24934c1-c03b-48a8-b693-0e46362f0250 req-117e15b5-b6cd-42d5-99ef-d59082b1fc22 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594063 Feb 18 09:20:57.038748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bfa27-1480-4192-ba4e-146e3f8c2d7c req-e954ccc5-0217-4704-b7d1-cee2ba217f1a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:57.040299 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-645bfa27-1480-4192-ba4e-146e3f8c2d7c req-e954ccc5-0217-4704-b7d1-cee2ba217f1a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1199288 Feb 18 09:20:57.088049 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-645bfa27-1480-4192-ba4e-146e3f8c2d7c req-07d4a05b-f036-4bef-928c-4f44cc09da47 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412228 Feb 18 09:20:58.204306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dc63f-42a6-4809-b198-4cf7f2ccbb15 req-18915376-9e52-48e8-a3ba-2efee32b0806 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:58.205784 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-271dc63f-42a6-4809-b198-4cf7f2ccbb15 req-18915376-9e52-48e8-a3ba-2efee32b0806 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 944 time: 0.0826342 Feb 18 09:20:58.299890 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-271dc63f-42a6-4809-b198-4cf7f2ccbb15 req-8e2db0c4-8fab-40ba-b16d-58c54c762859 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583129 Feb 18 09:20:58.323647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36311fe5-2329-43ee-82bc-f6f9370577d0 req-6404687b-49f5-44a0-9758-4113a0dbd6ba tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:58.325125 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36311fe5-2329-43ee-82bc-f6f9370577d0 req-6404687b-49f5-44a0-9758-4113a0dbd6ba tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1184859 Feb 18 09:20:58.370791 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36311fe5-2329-43ee-82bc-f6f9370577d0 req-6bc68f5c-390d-45ce-9278-80ee98f0a007 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398226 Feb 18 09:20:59.648201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210658e-9b76-4b71-9077-1629781288ae req-b706ec99-e26e-46ef-9450-5d8aabc36284 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:59.649693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5210658e-9b76-4b71-9077-1629781288ae req-b706ec99-e26e-46ef-9450-5d8aabc36284 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 944 time: 0.2391648 Feb 18 09:20:59.697790 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97335476-f26e-4b5d-92a0-3aff52164b95 req-3d701131-6920-46ce-a1f2-a214a5fa1879 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:20:59.699631 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97335476-f26e-4b5d-92a0-3aff52164b95 req-3d701131-6920-46ce-a1f2-a214a5fa1879 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1271219 Feb 18 09:20:59.729993 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5210658e-9b76-4b71-9077-1629781288ae req-be7593f9-566b-4c92-9016-629a9017d778 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739708 Feb 18 09:20:59.756972 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97335476-f26e-4b5d-92a0-3aff52164b95 req-825100b8-c3a0-4bc7-abde-582c5e7ac65d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505002 Feb 18 09:21:00.163238 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dd1a2-e3bb-41ba-b92a-9b1c9915a001 req-c59e72d0-24e1-40d8-81a8-952231ca5714 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:00.164715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-609dd1a2-e3bb-41ba-b92a-9b1c9915a001 req-c59e72d0-24e1-40d8-81a8-952231ca5714 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1384635 Feb 18 09:21:00.216970 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-609dd1a2-e3bb-41ba-b92a-9b1c9915a001 req-e622ad5b-94b3-4231-a9e4-38e9fdef0c71 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459089 Feb 18 09:21:00.218953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abe699-1da3-48aa-badd-d9d4d5b45a0a req-424a2d61-983a-43f6-a3ff-1c0abbc35551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:00.220642 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1abe699-1da3-48aa-badd-d9d4d5b45a0a req-424a2d61-983a-43f6-a3ff-1c0abbc35551 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 1096 time: 0.1340318 Feb 18 09:21:00.310494 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-91336618-22a3-4969-9fce-b9d3949ad3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:00.355381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abe699-1da3-48aa-badd-d9d4d5b45a0a req-ca6dc534-aca8-4d52-bf4a-0a53a18b2928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:00.356964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1abe699-1da3-48aa-badd-d9d4d5b45a0a req-ca6dc534-aca8-4d52-bf4a-0a53a18b2928 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.1300342 Feb 18 09:21:00.461383 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1abe699-1da3-48aa-badd-d9d4d5b45a0a req-4c8c056b-b183-4d88-9c5f-50108e75bd71 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2 HTTP/1.1" status: 200 len: 999 time: 0.0989151 Feb 18 09:21:00.523158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abe699-1da3-48aa-badd-d9d4d5b45a0a req-9ae1f72e-4da4-4d74-bd25-87ec61dd5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:00.524557 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1abe699-1da3-48aa-badd-d9d4d5b45a0a req-9ae1f72e-4da4-4d74-bd25-87ec61dd5b20 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.0578599 Feb 18 09:21:00.598171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abe699-1da3-48aa-badd-d9d4d5b45a0a req-a1e366bf-6f26-448d-b2a7-551e22c8e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:00.599682 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1abe699-1da3-48aa-badd-d9d4d5b45a0a req-a1e366bf-6f26-448d-b2a7-551e22c8e9e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690062 Feb 18 09:21:00.737095 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1abe699-1da3-48aa-badd-d9d4d5b45a0a req-d910a0d3-bfb7-42a1-949d-64767e9f01cc service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314964 Feb 18 09:21:00.918385 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1abe699-1da3-48aa-badd-d9d4d5b45a0a req-cee7b163-c2da-4156-9ee9-2f3f06b9e03c service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752238 Feb 18 09:21:00.957262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391ff5d-9603-4f6f-890e-e6bc0982c667 req-382f29d7-5249-4855-96f4-330ee052b751 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:00.959223 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5391ff5d-9603-4f6f-890e-e6bc0982c667 req-382f29d7-5249-4855-96f4-330ee052b751 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 944 time: 0.1005676 Feb 18 09:21:01.004099 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5391ff5d-9603-4f6f-890e-e6bc0982c667 req-71ac91de-84a3-4527-9572-efafa69eb37a tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391517 Feb 18 09:21:01.086419 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:21:01.409814 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57f8b6-0b73-4b92-bf93-403bcd5305f0 req-f2087285-ffb8-4faa-871e-d4fa773a4d77 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:01.411576 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c57f8b6-0b73-4b92-bf93-403bcd5305f0 req-f2087285-ffb8-4faa-871e-d4fa773a4d77 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0809865 Feb 18 09:21:01.463631 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c57f8b6-0b73-4b92-bf93-403bcd5305f0 req-c382d88b-c0e2-43a5-8d96-edd34baad982 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450134 Feb 18 09:21:02.203187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75297595-b7b6-499a-bee9-40d20ef4102a req-fc9d92a9-ea9e-4daa-bd4a-7b9eb834928b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:02.204690 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75297595-b7b6-499a-bee9-40d20ef4102a req-fc9d92a9-ea9e-4daa-bd4a-7b9eb834928b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 944 time: 0.0887318 Feb 18 09:21:02.251762 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75297595-b7b6-499a-bee9-40d20ef4102a req-ef58c6f6-8f89-48ab-868b-f97a5b0d3703 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406792 Feb 18 09:21:02.675083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdac2cc-f657-4157-a441-9197fcbf8b0f req-7df9a8e5-47e2-49eb-acaf-40522bec426d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:02.676576 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cfdac2cc-f657-4157-a441-9197fcbf8b0f req-7df9a8e5-47e2-49eb-acaf-40522bec426d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0868812 Feb 18 09:21:02.721925 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cfdac2cc-f657-4157-a441-9197fcbf8b0f req-e58123c2-0fd6-4e91-b606-83bd2022c682 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392323 Feb 18 09:21:02.931357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd1518-1202-4644-a6ed-bfbadf603144 req-54fd9f9e-79f8-4c0d-977e-f609973e3412 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:02.932868 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ffbd1518-1202-4644-a6ed-bfbadf603144 req-54fd9f9e-79f8-4c0d-977e-f609973e3412 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1040113 Feb 18 09:21:02.979646 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ffbd1518-1202-4644-a6ed-bfbadf603144 req-b51e23a0-7c51-4199-889c-e01e286c1214 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408382 Feb 18 09:21:03.052703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1be40648-e658-4c73-b314-cad6d0f64d82 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:21:03.238584 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1be40648-e658-4c73-b314-cad6d0f64d82, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1be40648-e658-4c73-b314-cad6d0f64d82,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:21:03.252889 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '1be40648-e658-4c73-b314-cad6d0f64d82', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'port_id': '1be40648-e658-4c73-b314-cad6d0f64d82', 'mac_address': 'fa:16:3e:2b:a9:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:21:03.312968 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:03.330975 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be40648-e658-4c73-b314-cad6d0f64d82 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:21:03.348215 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1be40648-e658-4c73-b314-cad6d0f64d82, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1be40648-e658-4c73-b314-cad6d0f64d82,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:21:03.353644 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:03.442311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1be40648-e658-4c73-b314-cad6d0f64d82,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:03.450448 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f39edf-76dd-498a-96cd-48bd58446bc0 req-9f1f21ec-bdfb-4409-9b53-9fef3592c5b5 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:03.453911 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:03.454378 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:03.455020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:03.455476 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:03.455888 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:03.456507 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:03.456899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2f39edf-76dd-498a-96cd-48bd58446bc0 req-9f1f21ec-bdfb-4409-9b53-9fef3592c5b5 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1605132 Feb 18 09:21:03.457102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:03.457516 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:03.457965 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:03.458535 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:03.459119 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:03.459612 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:03.544408 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2f39edf-76dd-498a-96cd-48bd58446bc0 req-91a060fe-1338-48e2-bc42-9502dc3cbd2e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865242 Feb 18 09:21:03.578184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade3ae7-eb81-43f9-a542-f6cf7f708699 req-4b0357fe-e7c5-4bf6-9dc9-b52c23134265 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:03.579747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ade3ae7-eb81-43f9-a542-f6cf7f708699 req-4b0357fe-e7c5-4bf6-9dc9-b52c23134265 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 945 time: 0.1209104 Feb 18 09:21:03.635945 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ade3ae7-eb81-43f9-a542-f6cf7f708699 req-0443f595-14ac-48e9-809e-57dcc5f6ed27 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496640 Feb 18 09:21:03.690832 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['1be40648-e658-4c73-b314-cad6d0f64d82'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:21:03.820030 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ace0de3e-a5f5-46ef-9851-527cde0233d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:03.863678 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:03.865623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123ac11-b992-470b-a46e-36b90f81b367 req-57225956-d4c1-45b1-a21a-13c822336251 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:03.874088 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:03.876223 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e123ac11-b992-470b-a46e-36b90f81b367 req-57225956-d4c1-45b1-a21a-13c822336251 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.2065291 Feb 18 09:21:03.927968 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e123ac11-b992-470b-a46e-36b90f81b367 req-361a9727-a8e1-42d8-8696-15bc05f889fc tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483394 Feb 18 09:21:04.140943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86c7a1-ce78-42b2-aa29-c7e9f3bf1733 req-bbb13ec7-1869-441d-a8b4-f1a1d0e3b9fe tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:04.142418 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7c86c7a1-ce78-42b2-aa29-c7e9f3bf1733 req-bbb13ec7-1869-441d-a8b4-f1a1d0e3b9fe tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0841777 Feb 18 09:21:04.201415 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7c86c7a1-ce78-42b2-aa29-c7e9f3bf1733 req-9b44678f-4bca-4046-beb3-e6818cc00870 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526283 Feb 18 09:21:04.551827 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdde1eb-e0e3-4343-b1db-7401765d03b7 req-8bd06a95-a2bd-4602-bab0-e410ed707273 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:04.553943 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6fdde1eb-e0e3-4343-b1db-7401765d03b7 req-8bd06a95-a2bd-4602-bab0-e410ed707273 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0859108 Feb 18 09:21:04.604955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6fdde1eb-e0e3-4343-b1db-7401765d03b7 req-228127e1-f2b6-47c2-90c9-cca7dd93a141 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453405 Feb 18 09:21:04.839788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe19055-dc20-4f0c-bf9c-838baa813157 req-25838398-6628-4abf-9871-578876ef39ad tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:04.841324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bbe19055-dc20-4f0c-bf9c-838baa813157 req-25838398-6628-4abf-9871-578876ef39ad tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 945 time: 0.0841336 Feb 18 09:21:04.889103 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bbe19055-dc20-4f0c-bf9c-838baa813157 req-a18aba2f-95a6-44d7-8fbf-dd90233bdae8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419147 Feb 18 09:21:05.077686 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:05.081253 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1be40648-e658-4c73-b314-cad6d0f64d82 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:21:05.148665 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 1be40648-e658-4c73-b314-cad6d0f64d82 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:21:05.153311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 1be40648-e658-4c73-b314-cad6d0f64d82 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:21:05.153681 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:05.272998 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:05.299761 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b6b39b-9550-4bad-a9eb-cc033e52fbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be40648-e658-4c73-b314-cad6d0f64d82'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:21:05.311666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1be40648-e658-4c73-b314-cad6d0f64d82, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1be40648-e658-4c73-b314-cad6d0f64d82,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:21:05.318218 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:05.378411 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b6b39b-9550-4bad-a9eb-cc033e52fbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be40648-e658-4c73-b314-cad6d0f64d82', 'code': 200} Feb 18 09:21:05.420537 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1be40648-e658-4c73-b314-cad6d0f64d82,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:05.512906 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75d185-d693-48d3-98d4-ef2c3c438739 req-5f31ed52-e260-4cd4-abc2-6e902f1abb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:05.514492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc75d185-d693-48d3-98d4-ef2c3c438739 req-5f31ed52-e260-4cd4-abc2-6e902f1abb89 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 1097 time: 0.0744767 Feb 18 09:21:05.564771 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc75d185-d693-48d3-98d4-ef2c3c438739 req-b8d3dd15-141a-4048-bcea-83d3c7c30be2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440614 Feb 18 09:21:05.799968 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f227c-cce5-4e47-9fc9-5d6fe4efe2bd req-04bcba90-7ec9-499d-9b9a-65c9e44d05bb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:05.801447 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-083f227c-cce5-4e47-9fc9-5d6fe4efe2bd req-04bcba90-7ec9-499d-9b9a-65c9e44d05bb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0835469 Feb 18 09:21:05.863196 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-083f227c-cce5-4e47-9fc9-5d6fe4efe2bd req-b54b6e32-620d-4d08-bea0-9587c0477b00 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525434 Feb 18 09:21:06.093758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd67d5-290a-4682-a9d4-42bd8e7187df req-63bbb17d-3d82-453d-ab6a-baff01af7c21 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:06.095330 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fffd67d5-290a-4682-a9d4-42bd8e7187df req-63bbb17d-3d82-453d-ab6a-baff01af7c21 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 946 time: 0.0999596 Feb 18 09:21:06.150544 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fffd67d5-290a-4682-a9d4-42bd8e7187df req-44eea5df-6482-457a-a392-b5efcd067a6e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489805 Feb 18 09:21:06.248886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef0291-7979-4857-a27d-8657ba979bcd req-a6442307-8316-4078-9a0e-db2e92642f52 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:06.250370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4ef0291-7979-4857-a27d-8657ba979bcd req-a6442307-8316-4078-9a0e-db2e92642f52 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0845199 Feb 18 09:21:06.303636 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4ef0291-7979-4857-a27d-8657ba979bcd req-2860c303-e2cf-44e5-82e3-e1fe70714dfe tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461130 Feb 18 09:21:07.347140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496cd95-d1f8-454f-8fdf-4877009bf9ec req-bae33359-ac45-4e49-89e6-632dac92fcd8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:07.349510 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d496cd95-d1f8-454f-8fdf-4877009bf9ec req-bae33359-ac45-4e49-89e6-632dac92fcd8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 946 time: 0.0867016 Feb 18 09:21:07.399218 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d496cd95-d1f8-454f-8fdf-4877009bf9ec req-c7b72f5e-be1e-48ca-9284-8d505178f9ce tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426085 Feb 18 09:21:07.513733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428760ac-c009-4899-acaa-420e2b3d35bb req-5640eea6-6191-4191-849d-adcffc3e3116 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:07.515214 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-428760ac-c009-4899-acaa-420e2b3d35bb req-5640eea6-6191-4191-849d-adcffc3e3116 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0884125 Feb 18 09:21:07.612592 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-428760ac-c009-4899-acaa-420e2b3d35bb req-d601ebe6-950f-4e37-9318-2de75f606107 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625067 Feb 18 09:21:07.634615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e892b2-45e0-4672-8d20-a7dfedb3f2ad req-419f2285-4294-462c-a121-ef996cf68a5d tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:07.636143 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6e892b2-45e0-4672-8d20-a7dfedb3f2ad req-419f2285-4294-462c-a121-ef996cf68a5d tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 946 time: 0.1200299 Feb 18 09:21:07.692103 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6e892b2-45e0-4672-8d20-a7dfedb3f2ad req-9ff956b6-94e8-4272-ba41-e1cd5ffcd35c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464144 Feb 18 09:21:07.725396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36488) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:07.844211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bd281-c939-4d01-90a3-64570e7eb4c9 req-98f60844-2aae-4419-87cc-42d23c287ecb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:07.846836 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d5bd281-c939-4d01-90a3-64570e7eb4c9 req-98f60844-2aae-4419-87cc-42d23c287ecb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1067269 Feb 18 09:21:07.925331 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d5bd281-c939-4d01-90a3-64570e7eb4c9 req-60c3f776-6591-4613-8393-84d9eb9ed166 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676427 Feb 18 09:21:07.981260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b26ca9-975c-4b0d-b48b-1a9ce63f1397 tempest-TestVolumeBootPattern-636022788 tempest-TestVolumeBootPattern-636022788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:07.983798 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-58b26ca9-975c-4b0d-b48b-1a9ce63f1397 tempest-TestVolumeBootPattern-636022788 tempest-TestVolumeBootPattern-636022788-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 1092 time: 0.2560711 Feb 18 09:21:07.987032 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36496) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:07.996022 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': '1be40648-e658-4c73-b314-cad6d0f64d82', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:21:08.008307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:08.014659 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Usage tracker for resource:floatingip and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:08.019114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:08.034227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:08.051571 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:08.202263 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5be0a-333e-46a8-b013-e27804bbfb0c req-4cee06ce-bbe8-43eb-837c-58821ccaac02 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:08.203756 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37e5be0a-333e-46a8-b013-e27804bbfb0c req-4cee06ce-bbe8-43eb-837c-58821ccaac02 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0980053 Feb 18 09:21:08.222302 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:08.258551 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37e5be0a-333e-46a8-b013-e27804bbfb0c req-c0634e93-2d1c-4dca-885c-4ecbfd0b031b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478249 Feb 18 09:21:08.382349 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Allocated IP 172.25.1.91 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/ca29ba37-d19f-4a09-be65-d735844c2cd9) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:21:08.491034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11008f7-0def-443a-a4b9-c962eac340aa req-02449b5f-01cf-47fc-b919-b16362f4bcff tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:08.493183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b11008f7-0def-443a-a4b9-c962eac340aa req-02449b5f-01cf-47fc-b919-b16362f4bcff tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1202590 Feb 18 09:21:08.541872 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b11008f7-0def-443a-a4b9-c962eac340aa req-dd63a3d9-5d87-4d7c-a1e6-23daada18f32 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419629 Feb 18 09:21:08.573465 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:08.607967 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:08.679609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:21:08.683056 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:21:08.687046 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:21:08.730701 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'Port': ['ID=ca29ba37-d19f-4a09-be65-d735844c2cd9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:08.745008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9135c42-4202-40cf-ba5e-437e5d8433cd req-2c2d9686-e9e6-497f-a235-5dd35ef472aa tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:08.746438 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b9135c42-4202-40cf-ba5e-437e5d8433cd req-2c2d9686-e9e6-497f-a235-5dd35ef472aa tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0917389 Feb 18 09:21:08.793901 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b9135c42-4202-40cf-ba5e-437e5d8433cd req-0679c682-51b1-42d4-8449-b5e69d4a7aeb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413485 Feb 18 09:21:09.065341 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e04776-eb27-4e3b-85ff-9d04d9b6a37d req-4e39ffd7-b83b-47a1-88f4-7928316d20b5 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:09.066868 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d6e04776-eb27-4e3b-85ff-9d04d9b6a37d req-4e39ffd7-b83b-47a1-88f4-7928316d20b5 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0841215 Feb 18 09:21:09.118837 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d6e04776-eb27-4e3b-85ff-9d04d9b6a37d req-954ac419-b2e3-4ef5-9116-2941e35dc03f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419767 Feb 18 09:21:09.286931 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:09.365788 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:09.586122 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:09.590967 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:09.701691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'Port': ['ID=ca29ba37-d19f-4a09-be65-d735844c2cd9,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:09.719388 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:09.892482 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Floating IP c8ee316f-4f83-4ea3-aa2e-df1131c9e016 associated. External IP: 172.25.1.91, port: 1be40648-e658-4c73-b314-cad6d0f64d82. Feb 18 09:21:10.255833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Router ced51067-808e-4f7a-8ad6-e451b7364cfb has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:21:10.574880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:21:10.585964 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d267fb73-1853-4382-a560-f6ed7efc1099 None None] Sync routers for ids ['ced51067-808e-4f7a-8ad6-e451b7364cfb'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:21:10.595966 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d267fb73-1853-4382-a560-f6ed7efc1099 None None] Routers {'ced51067-808e-4f7a-8ad6-e451b7364cfb'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:21:10.596585 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d267fb73-1853-4382-a560-f6ed7efc1099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:21:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['ced51067-808e-4f7a-8ad6-e451b7364cfb'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:10.601506 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:10.668432 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b7a6fcf2-9a21-40f5-8549-050ab89ce300 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6715209 Feb 18 09:21:10.668432 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b6b39b-9550-4bad-a9eb-cc033e52fbed', 'tag': '1be40648-e658-4c73-b314-cad6d0f64d82'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:21:10.789093 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b6b39b-9550-4bad-a9eb-cc033e52fbed', 'tag': '1be40648-e658-4c73-b314-cad6d0f64d82', 'status': 'completed', 'code': 200} Feb 18 09:21:10.805289 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d267fb73-1853-4382-a560-f6ed7efc1099 None None] Set router ced51067-808e-4f7a-8ad6-e451b7364cfb gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:21:10.896353 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca138a-240b-4232-af05-9a92e17650b9 req-9b41ace0-e025-4ef3-92cf-070366ca2792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:10.898194 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cca138a-240b-4232-af05-9a92e17650b9 req-9b41ace0-e025-4ef3-92cf-070366ca2792 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 1097 time: 0.0784233 Feb 18 09:21:11.035982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca138a-240b-4232-af05-9a92e17650b9 req-45c7af94-27f8-452c-a197-733222cfa4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:11.037973 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cca138a-240b-4232-af05-9a92e17650b9 req-45c7af94-27f8-452c-a197-733222cfa4fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 912 time: 0.1332920 Feb 18 09:21:11.251233 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d267fb73-1853-4382-a560-f6ed7efc1099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'c8ee316f-4f83-4ea3-aa2e-df1131c9e016', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'port_id': '1be40648-e658-4c73-b314-cad6d0f64d82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'mac_address': 'fa:16:3e:2b:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b6b39b-9550-4bad-a9eb-cc033e52fbed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:21:09Z', 'updated_at': '2022-02-18T09:21:09Z', 'revision_number': 0, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:26Z', 'revision_number': 5, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:11.255260 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d267fb73-1853-4382-a560-f6ed7efc1099 None None] Checking router: ced51067-808e-4f7a-8ad6-e451b7364cfb for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:21:11.263882 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d267fb73-1853-4382-a560-f6ed7efc1099 None None] Routers {'ced51067-808e-4f7a-8ad6-e451b7364cfb'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:21:11.264511 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d267fb73-1853-4382-a560-f6ed7efc1099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:21:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['ced51067-808e-4f7a-8ad6-e451b7364cfb'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:11.266492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cca138a-240b-4232-af05-9a92e17650b9 req-cced5e78-38dd-492f-8c02-ff689cc6d034 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1be40648-e658-4c73-b314-cad6d0f64d82 HTTP/1.1" status: 200 len: 999 time: 0.2221279 Feb 18 09:21:11.333491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca138a-240b-4232-af05-9a92e17650b9 req-a2f11983-91a7-4ddc-8c28-29ea6dcce5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:11.334581 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cca138a-240b-4232-af05-9a92e17650b9 req-a2f11983-91a7-4ddc-8c28-29ea6dcce5b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.0611463 Feb 18 09:21:11.413156 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca138a-240b-4232-af05-9a92e17650b9 req-5bfe6024-d06a-4b9e-8f73-d94341a1b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:11.413411 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:11.414729 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cca138a-240b-4232-af05-9a92e17650b9 req-5bfe6024-d06a-4b9e-8f73-d94341a1b544 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741320 Feb 18 09:21:11.451198 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d267fb73-1853-4382-a560-f6ed7efc1099 None None] Set router ced51067-808e-4f7a-8ad6-e451b7364cfb gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:21:11.596630 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cca138a-240b-4232-af05-9a92e17650b9 req-fe11ea72-47f4-4cff-9b71-3b0f6e4b2306 service neutron] 10.222.0.61 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751020 Feb 18 09:21:11.600410 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:11.755275 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cca138a-240b-4232-af05-9a92e17650b9 req-21e540dc-3fd1-45f5-9ca5-b68f2a26d12f service neutron] 10.222.0.61 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520619 Feb 18 09:21:11.854934 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d267fb73-1853-4382-a560-f6ed7efc1099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'c8ee316f-4f83-4ea3-aa2e-df1131c9e016', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'port_id': '1be40648-e658-4c73-b314-cad6d0f64d82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'mac_address': 'fa:16:3e:2b:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b6b39b-9550-4bad-a9eb-cc033e52fbed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:21:09Z', 'updated_at': '2022-02-18T09:21:09Z', 'revision_number': 0, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:26Z', 'revision_number': 5, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:21:11.858996 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d267fb73-1853-4382-a560-f6ed7efc1099 None None] The sync data for ids ['ced51067-808e-4f7a-8ad6-e451b7364cfb'] in n-d-829434-1 is: [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'c8ee316f-4f83-4ea3-aa2e-df1131c9e016', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'port_id': '1be40648-e658-4c73-b314-cad6d0f64d82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'mac_address': 'fa:16:3e:2b:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b6b39b-9550-4bad-a9eb-cc033e52fbed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:21:09Z', 'updated_at': '2022-02-18T09:21:09Z', 'revision_number': 0, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:26Z', 'revision_number': 5, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:21:12.056336 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db19ce9-493c-4dfb-91d1-79b63731bfef None None] New status for floating IP c8ee316f-4f83-4ea3-aa2e-df1131c9e016: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:21:24.322614 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47075731-1124-4a8d-8f83-d246efbdf206 req-0317ac79-7239-456b-823c-8017525e9236 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780869 Feb 18 09:21:24.433016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47075731-1124-4a8d-8f83-d246efbdf206 req-2775da7e-e444-448d-b4e2-0c71b02d177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:24.435311 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47075731-1124-4a8d-8f83-d246efbdf206 req-2775da7e-e444-448d-b4e2-0c71b02d177d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 1096 time: 0.0851843 Feb 18 09:21:24.581661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47075731-1124-4a8d-8f83-d246efbdf206 req-0b538aa0-4800-4c87-b84d-e79739cf0345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:24.583472 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47075731-1124-4a8d-8f83-d246efbdf206 req-0b538aa0-4800-4c87-b84d-e79739cf0345 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.1257787 Feb 18 09:21:24.653711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47075731-1124-4a8d-8f83-d246efbdf206 req-65675b31-4c9a-45fd-8292-ff710450c9cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 HTTP/1.1" status: 200 len: 217 time: 0.0636978 Feb 18 09:21:24.717612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47075731-1124-4a8d-8f83-d246efbdf206 req-dc286349-b199-498e-8de1-a5bda3792568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:24.719058 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47075731-1124-4a8d-8f83-d246efbdf206 req-dc286349-b199-498e-8de1-a5bda3792568 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.0561969 Feb 18 09:21:24.798520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47075731-1124-4a8d-8f83-d246efbdf206 req-405b70e0-0ed4-4b74-abfa-82f945c3dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:24.800014 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47075731-1124-4a8d-8f83-d246efbdf206 req-405b70e0-0ed4-4b74-abfa-82f945c3dd34 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728855 Feb 18 09:21:24.939742 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47075731-1124-4a8d-8f83-d246efbdf206 req-c2f858e0-4d63-42f3-81ff-eb43f9ebbff8 service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322184 Feb 18 09:21:25.080553 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47075731-1124-4a8d-8f83-d246efbdf206 req-cbd7d623-5fcc-4eae-9176-00d6e2f1e44d service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283329 Feb 18 09:21:29.458438 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-38e70f5b-cf93-4fb7-aea0-d38b7206e656 req-7b63f503-f2f1-43b7-b06b-796f1f6973d8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709834 Feb 18 09:21:29.594508 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e70f5b-cf93-4fb7-aea0-d38b7206e656 req-23431009-dad3-4446-9acc-efaac4a9d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:29.595949 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-38e70f5b-cf93-4fb7-aea0-d38b7206e656 req-23431009-dad3-4446-9acc-efaac4a9d70f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 1097 time: 0.0698905 Feb 18 09:21:29.746352 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e70f5b-cf93-4fb7-aea0-d38b7206e656 req-3b4d790b-a0bc-4764-9e05-271ef8b2361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:29.746352 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-38e70f5b-cf93-4fb7-aea0-d38b7206e656 req-3b4d790b-a0bc-4764-9e05-271ef8b2361c service neutron] 10.222.0.81 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.1278324 Feb 18 09:21:29.820952 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-38e70f5b-cf93-4fb7-aea0-d38b7206e656 req-5f86bd31-a942-421f-8695-6ece84e97d4d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0594936-f1aa-425f-b408-6c7afc57f626 HTTP/1.1" status: 200 len: 217 time: 0.0660572 Feb 18 09:21:29.884221 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e70f5b-cf93-4fb7-aea0-d38b7206e656 req-2bb392ec-61bd-4ce4-b43f-cad814b7951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:29.884771 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-38e70f5b-cf93-4fb7-aea0-d38b7206e656 req-2bb392ec-61bd-4ce4-b43f-cad814b7951b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.0632482 Feb 18 09:21:29.964468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e70f5b-cf93-4fb7-aea0-d38b7206e656 req-451359e6-d415-40a2-9875-dac82b114204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:29.966374 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-38e70f5b-cf93-4fb7-aea0-d38b7206e656 req-451359e6-d415-40a2-9875-dac82b114204 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747223 Feb 18 09:21:30.109370 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-38e70f5b-cf93-4fb7-aea0-d38b7206e656 req-00e56ba6-750e-4773-b6cd-ae0750ed56c4 service neutron] 10.222.0.81 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324046 Feb 18 09:21:30.248786 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-38e70f5b-cf93-4fb7-aea0-d38b7206e656 req-7e3b8bd1-f303-4d2f-91ab-3105fc8ee862 service neutron] 10.222.0.81 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341426 Feb 18 09:21:30.313922 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-077fd1ae-01be-4a7c-903a-d9a9c812492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:33.787351 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-58d2dc8c-cdba-4816-8ef6-e7669d5972b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:33.831970 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:33.847998 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:35.082838 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:36.499041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d86c4d-9499-4e08-892e-82a04e3564d7 req-24a41803-78cc-4189-8c2a-a3c92794590e tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:36.500772 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8d86c4d-9499-4e08-892e-82a04e3564d7 req-24a41803-78cc-4189-8c2a-a3c92794590e tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 1096 time: 0.2225904 Feb 18 09:21:36.525449 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8d86c4d-9499-4e08-892e-82a04e3564d7 req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:36.539828 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b8d86c4d-9499-4e08-892e-82a04e3564d7 req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:21:36.543628 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b8d86c4d-9499-4e08-892e-82a04e3564d7 req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Usage tracker for resource:security_group_rule and tenant:a30842af08774da1a13677788beb20e0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:21:36.547083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b8d86c4d-9499-4e08-892e-82a04e3564d7 req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:21:36.553522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b8d86c4d-9499-4e08-892e-82a04e3564d7 req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:21:36.639674 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8d86c4d-9499-4e08-892e-82a04e3564d7 req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:36.643143 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8d86c4d-9499-4e08-892e-82a04e3564d7 req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:36.674749 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8d86c4d-9499-4e08-892e-82a04e3564d7 req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673565 Feb 18 09:21:36.690771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a49c478-b522-4e49-91d6-dfcca22cd1fd,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:36.701009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:36.701009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:36.701009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:36.702023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:36.702023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:36.702023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:36.702287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:36.702408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:36.702881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:36.702985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:36.703314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:36.703641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f70e1f-6787-4806-ad92-11dfad8e4e3d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:36.886901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553605d-7a76-409b-a826-7159cdee6d4b req-f28ada3a-6aa3-42f7-ae19-d442b085a6d7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:36.886901 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b553605d-7a76-409b-a826-7159cdee6d4b req-f28ada3a-6aa3-42f7-ae19-d442b085a6d7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.0873697 Feb 18 09:21:36.941571 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b553605d-7a76-409b-a826-7159cdee6d4b req-04a57ae5-80c9-4d1c-81e1-1c13c1922323 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402603 Feb 18 09:21:36.960478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36546) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:37.070864 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1494ad3c-2352-430f-8f00-f9f8cd71413a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/floatingips/1ecdbcae-347d-4132-a569-b09163045c0c HTTP/1.1" status: 200 len: 993 time: 0.1104653 Feb 18 09:21:37.814098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36566) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:21:38.015986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad16714-afb6-4878-9565-495161f90c12 req-9b0015c1-22d8-4dbe-a26d-1015133b493c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:38.015986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ad16714-afb6-4878-9565-495161f90c12 req-9b0015c1-22d8-4dbe-a26d-1015133b493c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.1587017 Feb 18 09:21:38.020245 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-a4584bdd-d5dc-4689-bcef-470244945105 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2077687 Feb 18 09:21:38.064180 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ad16714-afb6-4878-9565-495161f90c12 req-4ec74d82-fc73-4efc-9bb1-0d0123d0504d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423756 Feb 18 09:21:38.087010 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:21:39.382923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-1c6a7557-1ed6-4753-8aa8-71415e3d6b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:39.384530 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-1c6a7557-1ed6-4753-8aa8-71415e3d6b06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 1096 time: 0.2380762 Feb 18 09:21:39.392453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82bf27-ff8b-402f-ace7-1ea0d8a92729 req-5679ebd4-812a-4709-b54d-f93486f8f273 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:39.394352 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e82bf27-ff8b-402f-ace7-1ea0d8a92729 req-5679ebd4-812a-4709-b54d-f93486f8f273 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.1111023 Feb 18 09:21:39.516780 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e82bf27-ff8b-402f-ace7-1ea0d8a92729 req-8ec89ff6-ad44-486b-9af8-a2ba2807d92b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037056 Feb 18 09:21:39.549136 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-a1d77016-fba6-4e38-8e4d-3b9d0a7f6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:39.550606 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-a1d77016-fba6-4e38-8e4d-3b9d0a7f6aee service neutron] 10.222.0.61 "GET /v2.0/networks?id=3feb6240-a289-4568-92b7-b57d8214b446 HTTP/1.1" status: 200 len: 897 time: 0.1554282 Feb 18 09:21:39.654361 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-205fb1a2-996b-4a83-9ba6-3090729caf6b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8 HTTP/1.1" status: 200 len: 1001 time: 0.0972586 Feb 18 09:21:39.716841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-29e1fd6e-432c-4f2a-a22c-5ad81c0a5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:39.718269 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-29e1fd6e-432c-4f2a-a22c-5ad81c0a5c16 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8ff66b60-cf0f-41ce-b403-e80bb2a0d268 HTTP/1.1" status: 200 len: 834 time: 0.0584586 Feb 18 09:21:39.795117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-59ab7a48-491d-44b4-926a-62f40c5df552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:39.796871 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-59ab7a48-491d-44b4-926a-62f40c5df552 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3feb6240-a289-4568-92b7-b57d8214b446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718133 Feb 18 09:21:39.930624 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-4466ab2a-aa18-4e39-ba5c-f20477a5c0b6 service neutron] 10.222.0.61 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241820 Feb 18 09:21:40.060116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-9f533dc5-009e-416f-a285-28e0cd2e6d49 service neutron] 10.222.0.61 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235034 Feb 18 09:21:40.707753 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61f142-05a5-437f-b044-7a3cd79d5ab0 req-af93f1a0-2871-4933-bb67-1507b0041f97 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:40.709239 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b61f142-05a5-437f-b044-7a3cd79d5ab0 req-af93f1a0-2871-4933-bb67-1507b0041f97 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.0798321 Feb 18 09:21:40.755271 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b61f142-05a5-437f-b044-7a3cd79d5ab0 req-3ffd076f-ec03-4349-b0d1-c487cd9b8a81 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404732 Feb 18 09:21:41.413301 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:41.585472 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:41.945364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db603cc-8e0d-479a-ad9a-ce148384dc63 req-fd5eff4e-7414-425d-b09a-1ccedbb560fe tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:41.946809 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5db603cc-8e0d-479a-ad9a-ce148384dc63 req-fd5eff4e-7414-425d-b09a-1ccedbb560fe tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.0843215 Feb 18 09:21:41.989898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5db603cc-8e0d-479a-ad9a-ce148384dc63 req-e78ea3c6-ed33-4331-9f37-3f1176b5b660 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375130 Feb 18 09:21:43.175168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be2cea-5e74-4c9c-b7f7-fa1981df779e req-765083ec-a308-48d7-9f74-0cd4b4e33e83 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:43.176437 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11be2cea-5e74-4c9c-b7f7-fa1981df779e req-765083ec-a308-48d7-9f74-0cd4b4e33e83 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.0802748 Feb 18 09:21:43.219982 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11be2cea-5e74-4c9c-b7f7-fa1981df779e req-94c97d57-bcf5-474e-b245-5d45701446b1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375328 Feb 18 09:21:44.417152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bbfab-3da9-4623-8cf0-64811a87ea57 req-7765c743-ca9e-4cff-938a-3bb79b4f8480 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:44.418631 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b99bbfab-3da9-4623-8cf0-64811a87ea57 req-7765c743-ca9e-4cff-938a-3bb79b4f8480 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.0878243 Feb 18 09:21:44.469156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b99bbfab-3da9-4623-8cf0-64811a87ea57 req-c553cb2c-4f03-4e7b-b665-ce4ae9f23d66 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442362 Feb 18 09:21:45.655301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be045f-38f0-42ea-a3c2-1231c47bb9ae req-2e0224c4-ae89-4168-83a5-1666587206eb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:45.656736 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00be045f-38f0-42ea-a3c2-1231c47bb9ae req-2e0224c4-ae89-4168-83a5-1666587206eb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.0790713 Feb 18 09:21:45.704472 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00be045f-38f0-42ea-a3c2-1231c47bb9ae req-ad6e1815-8a6d-4372-9a47-1e1ae8e96daf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414779 Feb 18 09:21:47.003385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d4959-9c3b-4b82-8b95-080de60f709a req-27214681-232d-4b61-8d14-a14f9cca925f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:47.003385 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e4d4959-9c3b-4b82-8b95-080de60f709a req-27214681-232d-4b61-8d14-a14f9cca925f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.1720972 Feb 18 09:21:47.052828 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e4d4959-9c3b-4b82-8b95-080de60f709a req-61cedef0-57d8-4eb5-8ece-da0d69563133 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463622 Feb 18 09:21:48.251622 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8805e-aded-4d02-8933-221161b76f2a req-a8757186-dae8-4fd3-92aa-0dceaa3ea59f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:48.253116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-56e8805e-aded-4d02-8933-221161b76f2a req-a8757186-dae8-4fd3-92aa-0dceaa3ea59f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.0833287 Feb 18 09:21:48.297815 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-56e8805e-aded-4d02-8933-221161b76f2a req-411d48bd-6332-44ea-8278-1c901d9c5e1f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388668 Feb 18 09:21:49.481054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527f233-340d-4415-9bbd-b2c457e32ed4 req-0a905beb-b230-4fb4-8638-b1558c1c8f63 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:49.482512 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6527f233-340d-4415-9bbd-b2c457e32ed4 req-0a905beb-b230-4fb4-8638-b1558c1c8f63 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.0796673 Feb 18 09:21:49.525958 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6527f233-340d-4415-9bbd-b2c457e32ed4 req-1c74a754-5ee0-48ea-80a0-2d62956e3666 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378652 Feb 18 09:21:50.819297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe65f1-e660-4891-ac9a-afdaa991d20a req-d55d0b7e-f43b-490b-8f77-b57c93cf7905 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:50.820700 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-effe65f1-e660-4891-ac9a-afdaa991d20a req-d55d0b7e-f43b-490b-8f77-b57c93cf7905 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.1902666 Feb 18 09:21:50.864586 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-effe65f1-e660-4891-ac9a-afdaa991d20a req-2e8b66a9-9d0d-4a8c-81d8-ded4cf49c0d2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381052 Feb 18 09:21:52.054046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceadce-13ff-4c1f-9ffd-baa5c8c72dd4 req-25921dee-54a6-491c-b722-f850507671ff tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:52.056115 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05ceadce-13ff-4c1f-9ffd-baa5c8c72dd4 req-25921dee-54a6-491c-b722-f850507671ff tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.0835388 Feb 18 09:21:52.166890 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05ceadce-13ff-4c1f-9ffd-baa5c8c72dd4 req-d112cf79-e8af-4449-af5c-20971ca713e0 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688682 Feb 18 09:21:52.173591 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-95651456-d8a4-40e7-a62d-066cd7dfd0e1 service neutron] show failed (client error): The resource could not be found. Feb 18 09:21:52.174532 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-95651456-d8a4-40e7-a62d-066cd7dfd0e1 service neutron] 10.222.0.61 "GET /v2.0/ports/0458c33a-1869-4305-8b34-c9ed7d5bfdf8/bindings/n-h1-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.1173484 Feb 18 09:21:52.435757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-f36e0bdf-130c-436e-bafa-bcc288ec98bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:52.437210 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-f36e0bdf-130c-436e-bafa-bcc288ec98bb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620&tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94 HTTP/1.1" status: 200 len: 1096 time: 0.0722306 Feb 18 09:21:52.449556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:21:52.558369 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:52.832768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] For port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,segment=NetworkSegment(b0938570-ca72-4f1b-ad24-6752c7a022a2),segment_id=b0938570-ca72-4f1b-ad24-6752c7a022a2)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:21:52.861265 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] For port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:21:52.918128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dffbf97-691e-4a84-9e38-8c252590d620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:21:52.924109 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:52.940476 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Transition to ACTIVE for port object 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:21:52.944447 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:52.988420 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dffbf97-691e-4a84-9e38-8c252590d620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8', 'code': 200} Feb 18 09:21:53.212425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Pushing event updated for resources: {'Port': ['ID=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,revision_number=6']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:53.225809 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:53.226232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:53.226578 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:53.226917 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:53.227256 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:53.227588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:53.227916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:53.228242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:53.228601 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:53.228923 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:53.229250 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:53.229572 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:21:53.274276 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] No DVR routers for this DVR port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:21:53.370581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba91a1-09a1-4c57-b227-5e267047192b req-fd15a6ae-c160-48a5-bb39-d3a2289fdadc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:53.372056 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-35ba91a1-09a1-4c57-b227-5e267047192b req-fd15a6ae-c160-48a5-bb39-d3a2289fdadc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 943 time: 0.0857785 Feb 18 09:21:53.417620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-35ba91a1-09a1-4c57-b227-5e267047192b req-8200853e-566f-436f-b2fb-8913ed9e8326 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394285 Feb 18 09:21:53.507662 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Attempting to bind port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:21:53.508182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Attempting to bind port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'b0938570-ca72-4f1b-ad24-6752c7a022a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:21:53.508336 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Attempting to bind port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 on network 3feb6240-a289-4568-92b7-b57d8214b446 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:21:53.512920 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 on network 3feb6240-a289-4568-92b7-b57d8214b446 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:21:53.513213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Attempting to bind port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 on network 3feb6240-a289-4568-92b7-b57d8214b446 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:21:53.518130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:21:53.518466 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Checking segment: {'id': 'b0938570-ca72-4f1b-ad24-6752c7a022a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:21:53.518847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Bound using segment: {'id': 'b0938570-ca72-4f1b-ad24-6752c7a022a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:21:53.519263 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Bound port: 0458c33a-1869-4305-8b34-c9ed7d5bfdf8, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0938570-ca72-4f1b-ad24-6752c7a022a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:21:53.519605 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:53.609527 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] For port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:21:53.612414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] For port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,segment=NetworkSegment(b0938570-ca72-4f1b-ad24-6752c7a022a2),segment_id=b0938570-ca72-4f1b-ad24-6752c7a022a2)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:21:53.617368 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:53.676470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:53.677623 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:53.679079 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] 10.222.0.81 "PUT /v2.0/ports/0458c33a-1869-4305-8b34-c9ed7d5bfdf8 HTTP/1.1" status: 200 len: 1091 time: 1.2332678 Feb 18 09:21:53.694495 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846873e3-6add-4723-a14a-7a57d2fc4317 service neutron] Pushing event updated for resources: {'Port': ['ID=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,revision_number=7']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:53.779950 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-f428624d-606b-4474-a540-287a0baf9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:53.781461 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-f428624d-606b-4474-a540-287a0baf9e29 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 1094 time: 0.0797658 Feb 18 09:21:53.919284 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-dd573853-5e55-4b80-8764-17b4ee8e8280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:53.920929 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-dd573853-5e55-4b80-8764-17b4ee8e8280 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3feb6240-a289-4568-92b7-b57d8214b446 HTTP/1.1" status: 200 len: 897 time: 0.1322365 Feb 18 09:21:54.017502 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-7225b2d6-71e8-4847-895b-1abbc8af4c98 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8 HTTP/1.1" status: 200 len: 999 time: 0.0913751 Feb 18 09:21:54.079711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-9f9bf4bf-5ad3-4b7d-877a-df2f22f41e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:54.081111 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-9f9bf4bf-5ad3-4b7d-877a-df2f22f41e13 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8ff66b60-cf0f-41ce-b403-e80bb2a0d268 HTTP/1.1" status: 200 len: 834 time: 0.0585287 Feb 18 09:21:54.153696 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-fb02cd7d-eaaa-4a6b-9fb8-30f132c4e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:54.155101 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-fb02cd7d-eaaa-4a6b-9fb8-30f132c4e613 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3feb6240-a289-4568-92b7-b57d8214b446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675886 Feb 18 09:21:54.282613 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-9decb136-a4f3-4a06-a018-0e2c1dab0f81 service neutron] 10.222.0.81 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212981 Feb 18 09:21:54.414100 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-fbb431da-a308-42db-9bc7-2984762d0f25 service neutron] 10.222.0.81 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253681 Feb 18 09:21:54.622767 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7c283-1b7e-4658-a977-2f9b655d4395 req-bac7d8c1-c995-44eb-91d8-154f063d01de tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:54.624204 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13e7c283-1b7e-4658-a977-2f9b655d4395 req-bac7d8c1-c995-44eb-91d8-154f063d01de tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 943 time: 0.0889485 Feb 18 09:21:54.678223 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13e7c283-1b7e-4658-a977-2f9b655d4395 req-00809d2e-fcee-44d1-9bc7-adbd01f21c1d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483642 Feb 18 09:21:54.990681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dffbf97-691e-4a84-9e38-8c252590d620', 'tag': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:21:55.047049 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dffbf97-691e-4a84-9e38-8c252590d620', 'tag': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8', 'status': 'completed', 'code': 200} Feb 18 09:21:55.144012 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-1b0cfcd9-a6f8-48af-830f-fa75fe923a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:55.144177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-cde16c65-4376-4806-9b9b-77946042f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:55.145434 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-cde16c65-4376-4806-9b9b-77946042f01f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 1094 time: 0.0758338 Feb 18 09:21:55.145531 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-1b0cfcd9-a6f8-48af-830f-fa75fe923a8b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 1094 time: 0.0752041 Feb 18 09:21:55.281385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-c3fd397b-5efc-4d67-bb47-7e7b68932b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:55.282886 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-c3fd397b-5efc-4d67-bb47-7e7b68932b46 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3feb6240-a289-4568-92b7-b57d8214b446 HTTP/1.1" status: 200 len: 897 time: 0.1299484 Feb 18 09:21:55.349850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:21:55.391491 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-8a4f8411-0107-4a9b-8b1e-caac16fc1e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:55.392968 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-8a4f8411-0107-4a9b-8b1e-caac16fc1e9b service neutron] 10.222.0.81 "GET /v2.0/networks?id=3feb6240-a289-4568-92b7-b57d8214b446 HTTP/1.1" status: 200 len: 897 time: 0.2410100 Feb 18 09:21:55.397236 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-00148913-990e-40b7-b2fb-9003faa8b56e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8 HTTP/1.1" status: 200 len: 999 time: 0.1058755 Feb 18 09:21:55.412935 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:21:55.460999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-70d15299-6345-4b6e-bc72-1aeab71f1058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:55.462445 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-70d15299-6345-4b6e-bc72-1aeab71f1058 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8ff66b60-cf0f-41ce-b403-e80bb2a0d268 HTTP/1.1" status: 200 len: 834 time: 0.0596614 Feb 18 09:21:55.502657 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-e3352062-368b-49c2-adf2-4819c8502d17 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8 HTTP/1.1" status: 200 len: 999 time: 0.1029708 Feb 18 09:21:55.539290 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-f07a4083-7e51-49ca-8f78-9c89dc4c9e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:55.540964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-f07a4083-7e51-49ca-8f78-9c89dc4c9e4c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3feb6240-a289-4568-92b7-b57d8214b446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718496 Feb 18 09:21:55.551462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-dec2c35c-5920-46af-8567-ff62508a18e3 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:21:55.553195 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-dec2c35c-5920-46af-8567-ff62508a18e3 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056162 Feb 18 09:21:55.564823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-57da542a-e075-43d4-a131-a9eb17d16001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:55.566357 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-57da542a-e075-43d4-a131-a9eb17d16001 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8ff66b60-cf0f-41ce-b403-e80bb2a0d268 HTTP/1.1" status: 200 len: 834 time: 0.0570273 Feb 18 09:21:55.639592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-1d018dc9-bd8c-4093-88e3-7963dfb002e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:55.641194 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-1d018dc9-bd8c-4093-88e3-7963dfb002e2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3feb6240-a289-4568-92b7-b57d8214b446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694978 Feb 18 09:21:55.685473 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-452b0f90-607b-48ba-85fc-7fb3986f3a89 service neutron] 10.222.0.61 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261981 Feb 18 09:21:55.782170 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-3726fc86-3db5-41de-a357-c519e786e06e service neutron] 10.222.0.81 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341200 Feb 18 09:21:55.840485 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-f3ea3def-dfa1-4ab6-b9fa-302a75566cca service neutron] 10.222.0.61 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448905 Feb 18 09:21:55.931694 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2fb56e3d-09fa-4030-bb0c-2004e96d9c94 req-a70db1d2-2d02-4dcd-8b9f-10414fde5093 service neutron] 10.222.0.81 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435618 Feb 18 09:21:56.022711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf0cf5-dc99-4c78-84bb-738de4faf3ca req-f97a0a1d-af07-4bd2-bbaf-347496ef3f13 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:56.024076 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0baf0cf5-dc99-4c78-84bb-738de4faf3ca req-f97a0a1d-af07-4bd2-bbaf-347496ef3f13 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 943 time: 0.0842702 Feb 18 09:21:56.067334 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0baf0cf5-dc99-4c78-84bb-738de4faf3ca req-92071ee3-34ac-470a-9b77-5792bac97a7c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375640 Feb 18 09:21:57.254804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e998a-9572-4f2b-9cf9-2eb93273dd35 req-00919073-6a61-4da8-8d0f-f6aba3c47925 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:57.256188 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-243e998a-9572-4f2b-9cf9-2eb93273dd35 req-00919073-6a61-4da8-8d0f-f6aba3c47925 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 943 time: 0.0805795 Feb 18 09:21:57.303317 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-243e998a-9572-4f2b-9cf9-2eb93273dd35 req-9e6ccb10-33a2-4134-864a-d99a7b319b54 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415187 Feb 18 09:21:58.488079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337e813-e83a-4abf-aa08-d88e848ab726 req-44d56c0f-d15d-409a-8b4f-0bb236651412 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:58.490143 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8337e813-e83a-4abf-aa08-d88e848ab726 req-44d56c0f-d15d-409a-8b4f-0bb236651412 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 943 time: 0.0805526 Feb 18 09:21:58.532988 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8337e813-e83a-4abf-aa08-d88e848ab726 req-24fbf874-6d44-44d9-9b2f-aabc6002518e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370362 Feb 18 09:21:58.854971 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:21:58.909055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0a1c3-6ec8-4b1e-94b5-2ceca9330ff8 req-84d7971c-f0ea-495c-b6dc-cab8c459966d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:58.910494 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bce0a1c3-6ec8-4b1e-94b5-2ceca9330ff8 req-84d7971c-f0ea-495c-b6dc-cab8c459966d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.61 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620&tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 943 time: 0.1466968 Feb 18 09:21:58.924902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cfc52-2581-4bc6-8ec4-4430d0dcf96b req-1790bf99-a2c2-4d53-8113-1e44320cf8d0 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:58.926360 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-344cfc52-2581-4bc6-8ec4-4430d0dcf96b req-1790bf99-a2c2-4d53-8113-1e44320cf8d0 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 943 time: 0.1260695 Feb 18 09:21:58.988144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,segment=NetworkSegment(b0938570-ca72-4f1b-ad24-6752c7a022a2),segment_id=b0938570-ca72-4f1b-ad24-6752c7a022a2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:21:59.001131 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8', 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446', 'port_id': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8', 'mac_address': 'fa:16:3e:dd:92:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:21:59.029578 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-344cfc52-2581-4bc6-8ec4-4430d0dcf96b req-140b7fbf-f1ee-4c84-9791-66650c06a599 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633352 Feb 18 09:21:59.036835 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-bce0a1c3-6ec8-4b1e-94b5-2ceca9330ff8 req-f3ad7baa-3b7c-48c3-b4f2-709815cdd216 service neutron] delete failed (client error): The resource could not be found. Feb 18 09:21:59.038266 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bce0a1c3-6ec8-4b1e-94b5-2ceca9330ff8 req-f3ad7baa-3b7c-48c3-b4f2-709815cdd216 service neutron] 10.222.0.61 "DELETE /v2.0/ports/0458c33a-1869-4305-8b34-c9ed7d5bfdf8/bindings/n-h2-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.1214116 Feb 18 09:21:59.060503 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:59.077502 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:21:59.093664 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,segment=NetworkSegment(b0938570-ca72-4f1b-ad24-6752c7a022a2),segment_id=b0938570-ca72-4f1b-ad24-6752c7a022a2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:21:59.097452 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:21:59.168063 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:21:59.187207 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0a1c3-6ec8-4b1e-94b5-2ceca9330ff8 req-68c3c504-a774-4a54-9012-8116d45dcfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:59.188776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bce0a1c3-6ec8-4b1e-94b5-2ceca9330ff8 req-68c3c504-a774-4a54-9012-8116d45dcfcd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 1095 time: 0.0781984 Feb 18 09:21:59.321538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0a1c3-6ec8-4b1e-94b5-2ceca9330ff8 req-2b79ecb7-1b24-4998-8a10-eb4cf83c895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:59.323169 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bce0a1c3-6ec8-4b1e-94b5-2ceca9330ff8 req-2b79ecb7-1b24-4998-8a10-eb4cf83c895c service neutron] 10.222.0.61 "GET /v2.0/networks?id=3feb6240-a289-4568-92b7-b57d8214b446 HTTP/1.1" status: 200 len: 897 time: 0.1286256 Feb 18 09:21:59.437171 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['0458c33a-1869-4305-8b34-c9ed7d5bfdf8'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:21:59.537068 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bce0a1c3-6ec8-4b1e-94b5-2ceca9330ff8 req-271a76dd-cbb9-42dc-bdbd-eb63e1e4f3cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8 HTTP/1.1" status: 200 len: 1000 time: 0.2073503 Feb 18 09:21:59.599958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0a1c3-6ec8-4b1e-94b5-2ceca9330ff8 req-6a079915-8786-401f-a349-98d8dc9f3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:59.601435 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bce0a1c3-6ec8-4b1e-94b5-2ceca9330ff8 req-6a079915-8786-401f-a349-98d8dc9f3990 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8ff66b60-cf0f-41ce-b403-e80bb2a0d268 HTTP/1.1" status: 200 len: 834 time: 0.0597293 Feb 18 09:21:59.674667 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0a1c3-6ec8-4b1e-94b5-2ceca9330ff8 req-eb1c31fe-bfbc-498e-b478-d58da206ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:21:59.676141 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bce0a1c3-6ec8-4b1e-94b5-2ceca9330ff8 req-eb1c31fe-bfbc-498e-b478-d58da206ba6b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3feb6240-a289-4568-92b7-b57d8214b446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692554 Feb 18 09:21:59.807581 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bce0a1c3-6ec8-4b1e-94b5-2ceca9330ff8 req-ad4d51b9-0f20-474d-b296-7a4dfb504b97 service neutron] 10.222.0.61 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255741 Feb 18 09:21:59.939682 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bce0a1c3-6ec8-4b1e-94b5-2ceca9330ff8 req-5d9fde23-21cc-4d9c-998c-de518ff7a110 service neutron] 10.222.0.61 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259701 Feb 18 09:22:00.225403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dc59a-12d6-448a-b1ff-8b70429a51d9 req-506527a6-55ce-4ad1-9c7a-99e9a003e91a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:00.226979 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c70dc59a-12d6-448a-b1ff-8b70429a51d9 req-506527a6-55ce-4ad1-9c7a-99e9a003e91a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 944 time: 0.0886672 Feb 18 09:22:00.270812 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c70dc59a-12d6-448a-b1ff-8b70429a51d9 req-ab050cdc-e443-411b-a9c7-700ecbc100f9 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377357 Feb 18 09:22:00.315937 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fa86d809-07c4-4d32-b70d-29fdd405990a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:00.854360 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:22:00.921354 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:22:00.925882 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:22:00.926253 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:01.039854 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:01.066349 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dffbf97-691e-4a84-9e38-8c252590d620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:22:01.076782 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,segment=NetworkSegment(b0938570-ca72-4f1b-ad24-6752c7a022a2),segment_id=b0938570-ca72-4f1b-ad24-6752c7a022a2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:22:01.080766 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:01.116414 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dffbf97-691e-4a84-9e38-8c252590d620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8', 'code': 200} Feb 18 09:22:01.151842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:01.457587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ed69e-d9b3-4784-bd4c-950fcfdac504 req-5c860a8c-dccd-4f9c-8b6c-13b9debb2e8a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:01.459049 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b05ed69e-d9b3-4784-bd4c-950fcfdac504 req-5c860a8c-dccd-4f9c-8b6c-13b9debb2e8a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.0791874 Feb 18 09:22:01.503587 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b05ed69e-d9b3-4784-bd4c-950fcfdac504 req-ff6fb7af-ffee-4042-a4f7-95c9da245a75 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387375 Feb 18 09:22:01.529071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36652) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:01.634653 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-58cb1488-56cd-448f-a503-b05a3eb9c0ea tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/floatingips/1ecdbcae-347d-4132-a569-b09163045c0c HTTP/1.1" status: 200 len: 993 time: 0.1044397 Feb 18 09:22:03.790467 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c370cb6a-b569-4a8a-b0e6-c25fe58915bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:03.835434 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:03.852137 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:04.583972 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f7a2d-44b7-4016-9c0a-b9f01c29f760 req-9c61bcba-a8a1-4318-9e45-3e8dec368697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:04.585415 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f30f7a2d-44b7-4016-9c0a-b9f01c29f760 req-9c61bcba-a8a1-4318-9e45-3e8dec368697 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 1096 time: 0.1329715 Feb 18 09:22:04.595938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a37c5-bead-42f2-a576-646a15af8a12 req-bae8c4d5-ff3b-4af7-a268-8964a7fcfcad tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:04.597418 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc1a37c5-bead-42f2-a576-646a15af8a12 req-bae8c4d5-ff3b-4af7-a268-8964a7fcfcad tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1117108 Feb 18 09:22:04.722360 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc1a37c5-bead-42f2-a576-646a15af8a12 req-2cfc1646-3165-4519-b353-d695e2b64688 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054351 Feb 18 09:22:04.763468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f7a2d-44b7-4016-9c0a-b9f01c29f760 req-4ec53963-a88f-49fe-9192-70e2f8e8672d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:04.764947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f30f7a2d-44b7-4016-9c0a-b9f01c29f760 req-4ec53963-a88f-49fe-9192-70e2f8e8672d service neutron] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.1667011 Feb 18 09:22:04.869131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f30f7a2d-44b7-4016-9c0a-b9f01c29f760 req-3c953ec6-b69d-4b1f-89f3-9da35d8c28b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2 HTTP/1.1" status: 200 len: 999 time: 0.0973766 Feb 18 09:22:04.935414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f7a2d-44b7-4016-9c0a-b9f01c29f760 req-bbab2165-127a-4663-869c-53b9daa03b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:04.936899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f30f7a2d-44b7-4016-9c0a-b9f01c29f760 req-bbab2165-127a-4663-869c-53b9daa03b52 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.0618200 Feb 18 09:22:05.014191 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f7a2d-44b7-4016-9c0a-b9f01c29f760 req-d86a5b63-cc6a-44f2-a177-e44b144d3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:05.015684 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f30f7a2d-44b7-4016-9c0a-b9f01c29f760 req-d86a5b63-cc6a-44f2-a177-e44b144d3352 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726514 Feb 18 09:22:05.082136 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:05.147677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f30f7a2d-44b7-4016-9c0a-b9f01c29f760 req-f99be235-4ba4-455b-97b6-5069b7136eed service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263011 Feb 18 09:22:05.280139 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f30f7a2d-44b7-4016-9c0a-b9f01c29f760 req-6f601015-cc55-4ec5-adaa-a1e4d24f7fa3 service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253726 Feb 18 09:22:05.946113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bade7d-a455-4fa5-9c32-09a75fe849a7 req-41602404-0873-41a9-8591-8d9eb5c8d7fb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:05.947609 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9bade7d-a455-4fa5-9c32-09a75fe849a7 req-41602404-0873-41a9-8591-8d9eb5c8d7fb tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1120884 Feb 18 09:22:05.995759 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9bade7d-a455-4fa5-9c32-09a75fe849a7 req-2cae8d49-ed46-40b6-9548-b4fa91517fec tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399945 Feb 18 09:22:07.186965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aab602-3d79-418c-9124-29bee3a8730a req-50fec284-5349-4e12-989b-d8586f4fdad2 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:07.188465 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18aab602-3d79-418c-9124-29bee3a8730a req-50fec284-5349-4e12-989b-d8586f4fdad2 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0805452 Feb 18 09:22:07.236826 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18aab602-3d79-418c-9124-29bee3a8730a req-e799d789-5358-4cf8-a506-f72a50d16cdc tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426083 Feb 18 09:22:08.524168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7fa16-ba09-456e-b62f-5b2e25e8eb31 req-ceef7db1-bab8-445e-96f1-cb408e6fb070 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:08.525592 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32b7fa16-ba09-456e-b62f-5b2e25e8eb31 req-ceef7db1-bab8-445e-96f1-cb408e6fb070 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1835272 Feb 18 09:22:08.571872 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32b7fa16-ba09-456e-b62f-5b2e25e8eb31 req-936b529a-681a-49e5-aebc-cbba6066b504 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404005 Feb 18 09:22:09.760158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2c299-d29f-4f49-884d-228944ea1888 req-cf9ce8b9-ace6-45d6-b516-551666e044da tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:09.761532 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-baf2c299-d29f-4f49-884d-228944ea1888 req-cf9ce8b9-ace6-45d6-b516-551666e044da tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0838814 Feb 18 09:22:09.804472 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-baf2c299-d29f-4f49-884d-228944ea1888 req-3d0c4205-4cd0-4f36-a82b-0e06413c0c1a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372565 Feb 18 09:22:10.995468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f82df-1989-407e-b411-3aba937a2a4e req-7d2e64f1-2af2-4388-8475-7ccb8d7f290e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:10.996977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e2f82df-1989-407e-b411-3aba937a2a4e req-7d2e64f1-2af2-4388-8475-7ccb8d7f290e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0793483 Feb 18 09:22:11.040809 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e2f82df-1989-407e-b411-3aba937a2a4e req-b6908212-f8c6-4f1e-b510-1bc6365fd969 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381017 Feb 18 09:22:11.411263 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:11.586272 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:12.242194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557825d-06fd-4854-aa44-932df90faa37 req-0bb00bc9-689e-454d-8b39-e09590cc6f97 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:12.243596 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b557825d-06fd-4854-aa44-932df90faa37 req-0bb00bc9-689e-454d-8b39-e09590cc6f97 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0908387 Feb 18 09:22:12.288902 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b557825d-06fd-4854-aa44-932df90faa37 req-ebc24d3a-58fe-4df3-9e48-027b22b07ba3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396562 Feb 18 09:22:15.089986 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:22:25.835903 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c78e9a8-7728-4498-920f-e9b8884f9e62 req-0eff4a64-260d-4217-bb98-e22724849e9a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691121 Feb 18 09:22:25.978752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78e9a8-7728-4498-920f-e9b8884f9e62 req-58c2dab0-6d1e-45e4-bf0c-fb0b943c6d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:25.980227 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c78e9a8-7728-4498-920f-e9b8884f9e62 req-58c2dab0-6d1e-45e4-bf0c-fb0b943c6d20 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 1096 time: 0.0737586 Feb 18 09:22:26.123441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78e9a8-7728-4498-920f-e9b8884f9e62 req-da9739c6-ead1-4eaa-906a-3b91b37e05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:26.124917 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c78e9a8-7728-4498-920f-e9b8884f9e62 req-da9739c6-ead1-4eaa-906a-3b91b37e05e0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.1245115 Feb 18 09:22:26.227570 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c78e9a8-7728-4498-920f-e9b8884f9e62 req-99550236-48a4-4fb6-bdd2-9559fa875fa6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2 HTTP/1.1" status: 200 len: 999 time: 0.0965548 Feb 18 09:22:26.289153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78e9a8-7728-4498-920f-e9b8884f9e62 req-79f6e653-f5d8-415c-adcd-997641240748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:26.290566 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c78e9a8-7728-4498-920f-e9b8884f9e62 req-79f6e653-f5d8-415c-adcd-997641240748 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.0564079 Feb 18 09:22:26.364622 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78e9a8-7728-4498-920f-e9b8884f9e62 req-b1ac4829-2ac4-4efd-8242-ad425a005089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:26.366151 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c78e9a8-7728-4498-920f-e9b8884f9e62 req-b1ac4829-2ac4-4efd-8242-ad425a005089 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685704 Feb 18 09:22:26.497377 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c78e9a8-7728-4498-920f-e9b8884f9e62 req-9de53588-7601-4a62-b075-0a87d19bbdc0 service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235070 Feb 18 09:22:26.626348 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c78e9a8-7728-4498-920f-e9b8884f9e62 req-19204d56-5016-44ef-94c4-695cca4f08c5 service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226768 Feb 18 09:22:30.317166 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9cce318a-d994-4208-a497-64580de5b6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:31.490014 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e52ed7e3-e8f8-401e-a649-4b4a5dabdf7b req-a8b27c30-a76f-4947-bc05-e0e304807c3e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816159 Feb 18 09:22:31.627561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ed7e3-e8f8-401e-a649-4b4a5dabdf7b req-bbbe6824-7932-4393-88b1-258826e13369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:31.629114 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e52ed7e3-e8f8-401e-a649-4b4a5dabdf7b req-bbbe6824-7932-4393-88b1-258826e13369 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 1096 time: 0.0707684 Feb 18 09:22:31.782336 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ed7e3-e8f8-401e-a649-4b4a5dabdf7b req-2f2b3930-32b9-453a-94fd-43a2237fff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:31.784171 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e52ed7e3-e8f8-401e-a649-4b4a5dabdf7b req-2f2b3930-32b9-453a-94fd-43a2237fff69 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3feb6240-a289-4568-92b7-b57d8214b446 HTTP/1.1" status: 200 len: 897 time: 0.1343470 Feb 18 09:22:31.895672 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e52ed7e3-e8f8-401e-a649-4b4a5dabdf7b req-246eac86-2630-408c-8b3a-f82410f42aea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8 HTTP/1.1" status: 200 len: 1001 time: 0.1052804 Feb 18 09:22:31.960364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ed7e3-e8f8-401e-a649-4b4a5dabdf7b req-43eae417-241e-4ed3-8dfe-cd395a1adb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:31.962946 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e52ed7e3-e8f8-401e-a649-4b4a5dabdf7b req-43eae417-241e-4ed3-8dfe-cd395a1adb9a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8ff66b60-cf0f-41ce-b403-e80bb2a0d268 HTTP/1.1" status: 200 len: 834 time: 0.0613189 Feb 18 09:22:32.038049 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ed7e3-e8f8-401e-a649-4b4a5dabdf7b req-0722ed68-2fbc-4343-9e92-ab72a23f98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:32.040005 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e52ed7e3-e8f8-401e-a649-4b4a5dabdf7b req-0722ed68-2fbc-4343-9e92-ab72a23f98e6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3feb6240-a289-4568-92b7-b57d8214b446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705569 Feb 18 09:22:32.050459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [req-e52ed7e3-e8f8-401e-a649-4b4a5dabdf7b req-6decef20-4bcf-4552-9b89-4982eb34ad47 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:22:32.051633 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e52ed7e3-e8f8-401e-a649-4b4a5dabdf7b req-6decef20-4bcf-4552-9b89-4982eb34ad47 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052757 Feb 18 09:22:32.186802 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e52ed7e3-e8f8-401e-a649-4b4a5dabdf7b req-47ddd986-23e0-4834-9e00-3b264c0a5a28 service neutron] 10.222.0.81 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296320 Feb 18 09:22:32.325875 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e52ed7e3-e8f8-401e-a649-4b4a5dabdf7b req-5ed395ed-54c8-40a2-a061-f52ab4301155 service neutron] 10.222.0.81 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326504 Feb 18 09:22:33.794195 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cf96f8f3-c498-4c2c-9d3e-f3b66d0f649c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:33.837841 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:33.854321 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:35.085256 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:41.422311 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:41.586220 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:48.407340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72f20e-889d-4587-8a60-65f9287f4ed2 req-96b14b04-bdf7-4552-b960-50fe45d45e77 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:48.408897 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c72f20e-889d-4587-8a60-65f9287f4ed2 req-96b14b04-bdf7-4552-b960-50fe45d45e77 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 1096 time: 0.0751929 Feb 18 09:22:48.450205 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c72f20e-889d-4587-8a60-65f9287f4ed2 req-e826065d-3dd1-4c96-8b4f-8f5b683452c8 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355914 Feb 18 09:22:48.472467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36706) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:48.711196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting port c85a45c0-2573-40f4-8ce7-3932bfa34edd {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:22:48.711196 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:49.036715 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:49.037049 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:49.171095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Calling delete_port for c85a45c0-2573-40f4-8ce7-3932bfa34edd owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:22:49.326951 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:49.377823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Port': ['ID=c85a45c0-2573-40f4-8ce7-3932bfa34edd,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:49.410653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:49.411270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:49.411366 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:49.411669 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:49.412003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:49.412945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:49.413423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:49.413760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:49.414093 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:49.414430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:49.414757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:49.415087 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:49.482012 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:49.482346 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Floating IP 1ecdbcae-347d-4132-a569-b09163045c0c disassociated (deleted). External IP: 172.25.1.111, port: 0458c33a-1869-4305-8b34-c9ed7d5bfdf8. Feb 18 09:22:49.846140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router 1102d32f-135b-4957-b4ff-0a566eeb00d0 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:22:50.048666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:22:50.065827 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c9e49e-696d-489a-b75f-682a2a10b54c None None] Sync routers for ids ['1102d32f-135b-4957-b4ff-0a566eeb00d0'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:22:50.073649 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c9e49e-696d-489a-b75f-682a2a10b54c None None] Routers {'1102d32f-135b-4957-b4ff-0a566eeb00d0'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:22:50.073649 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-84c9e49e-696d-489a-b75f-682a2a10b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:22:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1102d32f-135b-4957-b4ff-0a566eeb00d0'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:50.096805 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:50.208836 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b07b7769-bcb0-4f88-8cd3-0db15905a675 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/floatingips/1ecdbcae-347d-4132-a569-b09163045c0c HTTP/1.1" status: 204 len: 168 time: 1.7287958 Feb 18 09:22:50.208836 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dffbf97-691e-4a84-9e38-8c252590d620', 'tag': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:22:50.293422 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-84c9e49e-696d-489a-b75f-682a2a10b54c None None] Set router 1102d32f-135b-4957-b4ff-0a566eeb00d0 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:22:50.320971 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dffbf97-691e-4a84-9e38-8c252590d620', 'tag': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8', 'status': 'completed', 'code': 200} Feb 18 09:22:50.579101 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877baaba-bd63-4adc-bd57-4ff752af6328 req-8c3e12ad-046e-42ad-82ca-21ee41248c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:50.582622 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-877baaba-bd63-4adc-bd57-4ff752af6328 req-8c3e12ad-046e-42ad-82ca-21ee41248c24 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 1096 time: 0.2328954 Feb 18 09:22:50.731554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d789e7-0e00-42e0-a414-a728f0820cbe req-5c7c163f-9a83-4e76-aa79-42458b91164d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:50.731554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-75d789e7-0e00-42e0-a414-a728f0820cbe req-5c7c163f-9a83-4e76-aa79-42458b91164d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Synchronizing usage tracker for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:50.750740 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-75d789e7-0e00-42e0-a414-a728f0820cbe req-5c7c163f-9a83-4e76-aa79-42458b91164d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Unset dirty status for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:50.752098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75d789e7-0e00-42e0-a414-a728f0820cbe req-5c7c163f-9a83-4e76-aa79-42458b91164d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.1401260 Feb 18 09:22:50.786741 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-84c9e49e-696d-489a-b75f-682a2a10b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328098221', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:58Z', 'updated_at': '2022-02-18T09:20:05Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:59Z', 'updated_at': '2022-02-18T09:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'b005a835-e9b4-4cf9-9fd9-b37b989efe90', 'name': '', 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:1b:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:20:04Z', 'updated_at': '2022-02-18T09:20:11Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:50.791889 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c9e49e-696d-489a-b75f-682a2a10b54c None None] Checking router: 1102d32f-135b-4957-b4ff-0a566eeb00d0 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:22:50.800938 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877baaba-bd63-4adc-bd57-4ff752af6328 req-08d8b761-7358-4ce2-82ca-aa7987aa227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:50.800938 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-877baaba-bd63-4adc-bd57-4ff752af6328 req-08d8b761-7358-4ce2-82ca-aa7987aa227d service neutron] 10.222.0.81 "GET /v2.0/networks?id=3feb6240-a289-4568-92b7-b57d8214b446 HTTP/1.1" status: 200 len: 897 time: 0.2100854 Feb 18 09:22:50.811335 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c9e49e-696d-489a-b75f-682a2a10b54c None None] Routers {'1102d32f-135b-4957-b4ff-0a566eeb00d0'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:22:50.811959 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-84c9e49e-696d-489a-b75f-682a2a10b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:22:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1102d32f-135b-4957-b4ff-0a566eeb00d0'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:50.830414 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-75d789e7-0e00-42e0-a414-a728f0820cbe req-fff60c18-560b-487c-9e88-95d7c7c45763 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710735 Feb 18 09:22:50.885436 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-877baaba-bd63-4adc-bd57-4ff752af6328 req-bb4b3963-8ec9-41c9-910a-4c5b466a624d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8 HTTP/1.1" status: 200 len: 217 time: 0.0759773 Feb 18 09:22:50.969900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877baaba-bd63-4adc-bd57-4ff752af6328 req-3eb53e8b-5e93-46cc-a734-86de34761ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:50.971755 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-877baaba-bd63-4adc-bd57-4ff752af6328 req-3eb53e8b-5e93-46cc-a734-86de34761ead service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8ff66b60-cf0f-41ce-b403-e80bb2a0d268 HTTP/1.1" status: 200 len: 834 time: 0.0796361 Feb 18 09:22:51.042621 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-84c9e49e-696d-489a-b75f-682a2a10b54c None None] Set router 1102d32f-135b-4957-b4ff-0a566eeb00d0 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:22:51.166189 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877baaba-bd63-4adc-bd57-4ff752af6328 req-be274196-d3a9-4d3a-86f1-480c13e123d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:51.167691 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-877baaba-bd63-4adc-bd57-4ff752af6328 req-be274196-d3a9-4d3a-86f1-480c13e123d6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3feb6240-a289-4568-92b7-b57d8214b446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1886320 Feb 18 09:22:51.323379 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-877baaba-bd63-4adc-bd57-4ff752af6328 req-4547c530-0b4d-48b1-b09d-956e50bc3a2c service neutron] 10.222.0.81 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483886 Feb 18 09:22:51.405052 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-84c9e49e-696d-489a-b75f-682a2a10b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328098221', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:58Z', 'updated_at': '2022-02-18T09:20:05Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:59Z', 'updated_at': '2022-02-18T09:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'b005a835-e9b4-4cf9-9fd9-b37b989efe90', 'name': '', 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:1b:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:20:04Z', 'updated_at': '2022-02-18T09:20:11Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:51.409184 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c9e49e-696d-489a-b75f-682a2a10b54c None None] The sync data for ids ['1102d32f-135b-4957-b4ff-0a566eeb00d0'] in n-d-829434-1 is: [{'id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328098221', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:58Z', 'updated_at': '2022-02-18T09:20:05Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:59Z', 'updated_at': '2022-02-18T09:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'b005a835-e9b4-4cf9-9fd9-b37b989efe90', 'name': '', 'network_id': '3feb6240-a289-4568-92b7-b57d8214b446', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:1b:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:20:04Z', 'updated_at': '2022-02-18T09:20:11Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': '8ff66b60-cf0f-41ce-b403-e80bb2a0d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:22:51.474615 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-877baaba-bd63-4adc-bd57-4ff752af6328 req-670b7e86-966f-4491-825b-b0a5f9c71305 service neutron] 10.222.0.81 "GET /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437542 Feb 18 09:22:51.657988 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0480efe4-f53d-450f-aa85-f0e0ee66da79 None None] New status for floating IP 1ecdbcae-347d-4132-a569-b09163045c0c: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:22:52.052600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86840b63-0b16-46b6-bf12-74d9d975286b req-3e66c420-a395-4ff5-b6ca-8add5ac6f38c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:52.054305 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86840b63-0b16-46b6-bf12-74d9d975286b req-3e66c420-a395-4ff5-b6ca-8add5ac6f38c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.0832486 Feb 18 09:22:52.094773 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:22:52.108992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86840b63-0b16-46b6-bf12-74d9d975286b req-dbeab872-6f9f-4097-aee4-f62776cba3ae tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d64d7960-c71b-48d4-85aa-6e6e1c392e26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484934 Feb 18 09:22:52.166420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e57050-6570-4318-bc24-8bd86abffdc1 req-1ecf12ef-af4c-45c3-96c5-fad4b181c920 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:22:52.167155 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-25e57050-6570-4318-bc24-8bd86abffdc1 req-1ecf12ef-af4c-45c3-96c5-fad4b181c920 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Synchronizing usage tracker for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:22:52.180722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-25e57050-6570-4318-bc24-8bd86abffdc1 req-1ecf12ef-af4c-45c3-96c5-fad4b181c920 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Unset dirty status for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:22:52.182144 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-25e57050-6570-4318-bc24-8bd86abffdc1 req-1ecf12ef-af4c-45c3-96c5-fad4b181c920 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.81 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 945 time: 0.1007442 Feb 18 09:22:52.261808 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-25e57050-6570-4318-bc24-8bd86abffdc1 req-cb2fcc21-a0a8-46ff-9b0f-d974b70b1c82 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:22:52.262151 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-25e57050-6570-4318-bc24-8bd86abffdc1 req-cb2fcc21-a0a8-46ff-9b0f-d974b70b1c82 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:52.531660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-25e57050-6570-4318-bc24-8bd86abffdc1 req-cb2fcc21-a0a8-46ff-9b0f-d974b70b1c82 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] For port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,segment=NetworkSegment(b0938570-ca72-4f1b-ad24-6752c7a022a2),segment_id=b0938570-ca72-4f1b-ad24-6752c7a022a2)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:22:52.532020 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-25e57050-6570-4318-bc24-8bd86abffdc1 req-cb2fcc21-a0a8-46ff-9b0f-d974b70b1c82 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:52.696833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-25e57050-6570-4318-bc24-8bd86abffdc1 req-cb2fcc21-a0a8-46ff-9b0f-d974b70b1c82 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Calling delete_port for 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:22:52.846020 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-25e57050-6570-4318-bc24-8bd86abffdc1 req-cb2fcc21-a0a8-46ff-9b0f-d974b70b1c82 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:52.917220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fcc21-a0a8-46ff-9b0f-d974b70b1c82 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Port': ['ID=0458c33a-1869-4305-8b34-c9ed7d5bfdf8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:52.991317 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e57050-6570-4318-bc24-8bd86abffdc1 req-cb2fcc21-a0a8-46ff-9b0f-d974b70b1c82 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] No DVR routers for this DVR port 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:22:52.994112 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-25e57050-6570-4318-bc24-8bd86abffdc1 req-cb2fcc21-a0a8-46ff-9b0f-d974b70b1c82 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:52.996908 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dffbf97-691e-4a84-9e38-8c252590d620', 'name': 'network-vif-deleted', 'tag': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:22:53.012786 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-25e57050-6570-4318-bc24-8bd86abffdc1 req-cb2fcc21-a0a8-46ff-9b0f-d974b70b1c82 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.81 "DELETE /v2.0/ports/0458c33a-1869-4305-8b34-c9ed7d5bfdf8 HTTP/1.1" status: 204 len: 173 time: 0.8256812 Feb 18 09:22:53.045191 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dffbf97-691e-4a84-9e38-8c252590d620', 'name': 'network-vif-deleted', 'tag': '0458c33a-1869-4305-8b34-c9ed7d5bfdf8', 'status': 'completed', 'code': 200} Feb 18 09:22:53.288728 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8d5b0741-d9cf-43fd-8ac2-b307542a05e2 req-52240ffc-17af-4412-9762-5a894ebe6193 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dffbf97-691e-4a84-9e38-8c252590d620 HTTP/1.1" status: 200 len: 210 time: 0.0449824 Feb 18 09:22:54.394613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36734) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:55.063963 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:55.122325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:22:55.160725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:22:55.161058 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 0458c33a-1869-4305-8b34-c9ed7d5bfdf8 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:22:55.435765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting port b005a835-e9b4-4cf9-9fd9-b37b989efe90 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:22:55.436425 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:55.631164 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] For port b005a835-e9b4-4cf9-9fd9-b37b989efe90, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b005a835-e9b4-4cf9-9fd9-b37b989efe90,segment=NetworkSegment(b0938570-ca72-4f1b-ad24-6752c7a022a2),segment_id=b0938570-ca72-4f1b-ad24-6752c7a022a2)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:22:55.631627 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:55.754672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Calling delete_port for b005a835-e9b4-4cf9-9fd9-b37b989efe90 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:22:56.031147 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:56.081594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Port': ['ID=b005a835-e9b4-4cf9-9fd9-b37b989efe90,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:56.119675 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:56.120022 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:56.120389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:56.120724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:56.121053 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:56.121385 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:56.121709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:56.122029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:56.122351 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:56.122667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:56.122987 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:56.123301 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:56.497470 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:56.870184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router 1102d32f-135b-4957-b4ff-0a566eeb00d0 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:22:57.046754 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:22:57.057100 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4b0aa-7ba8-4a1b-814c-d40ee3c24bf1 None None] Sync routers for ids ['1102d32f-135b-4957-b4ff-0a566eeb00d0'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:22:57.061934 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fbc36d17-2e18-4632-a72a-92b2d7f7578d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "PUT /v2.0/routers/1102d32f-135b-4957-b4ff-0a566eeb00d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6658752 Feb 18 09:22:57.065057 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36738) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:57.066508 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4b0aa-7ba8-4a1b-814c-d40ee3c24bf1 None None] Routers {'1102d32f-135b-4957-b4ff-0a566eeb00d0'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:22:57.067172 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-20b4b0aa-7ba8-4a1b-814c-d40ee3c24bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:22:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1102d32f-135b-4957-b4ff-0a566eeb00d0'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:57.137900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3010315-6741-4fe6-a934-9bf1571d112f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting subnet 8ff66b60-cf0f-41ce-b403-e80bb2a0d268 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:22:57.140913 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f3010315-6741-4fe6-a934-9bf1571d112f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:57.197955 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f3010315-6741-4fe6-a934-9bf1571d112f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:57.254784 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-20b4b0aa-7ba8-4a1b-814c-d40ee3c24bf1 None None] Set router 1102d32f-135b-4957-b4ff-0a566eeb00d0 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:22:57.294890 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f3010315-6741-4fe6-a934-9bf1571d112f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:57.370084 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f3010315-6741-4fe6-a934-9bf1571d112f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:57.413991 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f3010315-6741-4fe6-a934-9bf1571d112f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:57.421021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e1163d-ce03-48ce-ab7f-f6699a4c355c None None] Network 3feb6240-a289-4568-92b7-b57d8214b446 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:22:57.421765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3010315-6741-4fe6-a934-9bf1571d112f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff66b60-cf0f-41ce-b403-e80bb2a0d268,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:57.427059 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f3010315-6741-4fe6-a934-9bf1571d112f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/subnets/8ff66b60-cf0f-41ce-b403-e80bb2a0d268 HTTP/1.1" status: 204 len: 168 time: 0.3587630 Feb 18 09:22:57.429457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36742) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:57.558363 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-20b4b0aa-7ba8-4a1b-814c-d40ee3c24bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328098221', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:58Z', 'updated_at': '2022-02-18T09:22:55Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:59Z', 'updated_at': '2022-02-18T09:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:57.563714 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4b0aa-7ba8-4a1b-814c-d40ee3c24bf1 None None] Checking router: 1102d32f-135b-4957-b4ff-0a566eeb00d0 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:22:57.574309 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4b0aa-7ba8-4a1b-814c-d40ee3c24bf1 None None] Routers {'1102d32f-135b-4957-b4ff-0a566eeb00d0'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:22:57.574928 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-20b4b0aa-7ba8-4a1b-814c-d40ee3c24bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:22:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['1102d32f-135b-4957-b4ff-0a566eeb00d0'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:57.770389 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] DHCP port deletion for 3feb6240-a289-4568-92b7-b57d8214b446 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:22:57.775483 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] Deleting port 984be468-1896-4b50-b2e6-584502815054 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:22:57.776076 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:57.816401 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-20b4b0aa-7ba8-4a1b-814c-d40ee3c24bf1 None None] Set router 1102d32f-135b-4957-b4ff-0a566eeb00d0 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:22:57.822655 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e7a5-13e7-450f-8a7e-ae5eb72cdf19 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:58.017288 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e7a5-13e7-450f-8a7e-ae5eb72cdf19 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:58.029322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-fdf0e7a5-13e7-450f-8a7e-ae5eb72cdf19 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting port e730e90a-497a-47bd-a400-4cc75bafbabf {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:22:58.029614 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e7a5-13e7-450f-8a7e-ae5eb72cdf19 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:58.092310 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] For port 984be468-1896-4b50-b2e6-584502815054, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=984be468-1896-4b50-b2e6-584502815054,segment=NetworkSegment(b0938570-ca72-4f1b-ad24-6752c7a022a2),segment_id=b0938570-ca72-4f1b-ad24-6752c7a022a2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:22:58.092981 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:58.130055 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-20b4b0aa-7ba8-4a1b-814c-d40ee3c24bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328098221', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:58Z', 'updated_at': '2022-02-18T09:22:55Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:59Z', 'updated_at': '2022-02-18T09:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:58.136671 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4b0aa-7ba8-4a1b-814c-d40ee3c24bf1 None None] The sync data for ids ['1102d32f-135b-4957-b4ff-0a566eeb00d0'] in n-d-829434-1 is: [{'id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328098221', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:19:58Z', 'updated_at': '2022-02-18T09:22:55Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'e730e90a-497a-47bd-a400-4cc75bafbabf', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d32f-135b-4957-b4ff-0a566eeb00d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:19:59Z', 'updated_at': '2022-02-18T09:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:22:58.243406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-fdf0e7a5-13e7-450f-8a7e-ae5eb72cdf19 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] For port e730e90a-497a-47bd-a400-4cc75bafbabf, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e730e90a-497a-47bd-a400-4cc75bafbabf,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:22:58.243856 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e7a5-13e7-450f-8a7e-ae5eb72cdf19 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:58.263892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] Calling delete_port for 984be468-1896-4b50-b2e6-584502815054 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:22:58.343305 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:58.384465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-fdf0e7a5-13e7-450f-8a7e-ae5eb72cdf19 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Calling delete_port for e730e90a-497a-47bd-a400-4cc75bafbabf owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:22:58.388693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] Pushing event deleted for resources: {'Port': ['ID=984be468-1896-4b50-b2e6-584502815054,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:58.399136 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] No DVR routers for this DVR port 984be468-1896-4b50-b2e6-584502815054 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:22:58.401311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:58.401663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:58.402073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:58.402420 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:58.402749 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:58.403083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:58.403408 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:58.403921 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:58.404090 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:58.404379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:58.404698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:58.405019 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28e26d4-c6a4-4450-bed4-a6f1e24bccb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:22:58.592986 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e7a5-13e7-450f-8a7e-ae5eb72cdf19 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:58.645087 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0e7a5-13e7-450f-8a7e-ae5eb72cdf19 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Port': ['ID=e730e90a-497a-47bd-a400-4cc75bafbabf,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:58.735322 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e7a5-13e7-450f-8a7e-ae5eb72cdf19 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:58.912761 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e7a5-13e7-450f-8a7e-ae5eb72cdf19 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:58.914979 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e7a5-13e7-450f-8a7e-ae5eb72cdf19 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:58.938311 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e7a5-13e7-450f-8a7e-ae5eb72cdf19 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:58.938937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf0e7a5-13e7-450f-8a7e-ae5eb72cdf19 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Fanout notify agent at l3_agent the message router_deleted on router 1102d32f-135b-4957-b4ff-0a566eeb00d0 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:22:58.960365 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e7a5-13e7-450f-8a7e-ae5eb72cdf19 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:58.961470 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fdf0e7a5-13e7-450f-8a7e-ae5eb72cdf19 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/routers/1102d32f-135b-4957-b4ff-0a566eeb00d0 HTTP/1.1" status: 204 len: 168 time: 1.5305583 Feb 18 09:22:58.964413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36752) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:59.086658 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-182eaf36-7e95-4819-808a-2cb5ebdeeef5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:59.338413 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-182eaf36-7e95-4819-808a-2cb5ebdeeef5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:59.368107 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-182eaf36-7e95-4819-808a-2cb5ebdeeef5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3feb6240-a289-4568-92b7-b57d8214b446']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:59.380851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-182eaf36-7e95-4819-808a-2cb5ebdeeef5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0938570-ca72-4f1b-ad24-6752c7a022a2') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:59.381353 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-182eaf36-7e95-4819-808a-2cb5ebdeeef5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0938570-ca72-4f1b-ad24-6752c7a022a2') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:22:59.394086 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-182eaf36-7e95-4819-808a-2cb5ebdeeef5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:59.417635 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-182eaf36-7e95-4819-808a-2cb5ebdeeef5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:59.425765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182eaf36-7e95-4819-808a-2cb5ebdeeef5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:22:59.426466 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-182eaf36-7e95-4819-808a-2cb5ebdeeef5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:22:59.448663 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:22:59.539368 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-182eaf36-7e95-4819-808a-2cb5ebdeeef5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:59.563212 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-182eaf36-7e95-4819-808a-2cb5ebdeeef5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:59.575400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182eaf36-7e95-4819-808a-2cb5ebdeeef5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Network': ['ID=3feb6240-a289-4568-92b7-b57d8214b446,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:59.581877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b005a835-e9b4-4cf9-9fd9-b37b989efe90 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:22:59.585091 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-182eaf36-7e95-4819-808a-2cb5ebdeeef5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/networks/3feb6240-a289-4568-92b7-b57d8214b446 HTTP/1.1" status: 204 len: 168 time: 0.6194057 Feb 18 09:22:59.586772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36756) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:22:59.633896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: b005a835-e9b4-4cf9-9fd9-b37b989efe90 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:22:59.634249 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b005a835-e9b4-4cf9-9fd9-b37b989efe90 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:22:59.634667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 984be468-1896-4b50-b2e6-584502815054 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:22:59.670017 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 984be468-1896-4b50-b2e6-584502815054 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:22:59.670353 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 984be468-1896-4b50-b2e6-584502815054 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:22:59.670766 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e730e90a-497a-47bd-a400-4cc75bafbabf no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:22:59.672930 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-971a32a4-228e-42cf-b262-a3d119952055 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:59.703243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: e730e90a-497a-47bd-a400-4cc75bafbabf {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:22:59.703504 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e730e90a-497a-47bd-a400-4cc75bafbabf not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:22:59.705629 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-971a32a4-228e-42cf-b262-a3d119952055 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:59.773333 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-971a32a4-228e-42cf-b262-a3d119952055 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:59.789172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a32a4-228e-42cf-b262-a3d119952055 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64d7960-c71b-48d4-85aa-6e6e1c392e26,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:22:59.795736 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-971a32a4-228e-42cf-b262-a3d119952055 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:22:59.796899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-971a32a4-228e-42cf-b262-a3d119952055 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/security-groups/d64d7960-c71b-48d4-85aa-6e6e1c392e26 HTTP/1.1" status: 204 len: 168 time: 0.2086122 Feb 18 09:23:00.082938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36768) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:00.088783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-571ba6bd-2f6c-48a2-a959-f2593e4dbe53 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-13110203', 'description': 'tempest-secgroup-smoke-13110203 description', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:00.095207 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-571ba6bd-2f6c-48a2-a959-f2593e4dbe53 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:00.099082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-571ba6bd-2f6c-48a2-a959-f2593e4dbe53 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:00.102693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-571ba6bd-2f6c-48a2-a959-f2593e4dbe53 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:00.108396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-571ba6bd-2f6c-48a2-a959-f2593e4dbe53 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:00.118626 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-571ba6bd-2f6c-48a2-a959-f2593e4dbe53 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.142446 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-571ba6bd-2f6c-48a2-a959-f2593e4dbe53 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:00.146854 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-571ba6bd-2f6c-48a2-a959-f2593e4dbe53 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:00.149801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-571ba6bd-2f6c-48a2-a959-f2593e4dbe53 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:00.155338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-571ba6bd-2f6c-48a2-a959-f2593e4dbe53 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:00.239617 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-571ba6bd-2f6c-48a2-a959-f2593e4dbe53 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.244219 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-571ba6bd-2f6c-48a2-a959-f2593e4dbe53 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.287328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ba6bd-2f6c-48a2-a959-f2593e4dbe53 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eadfb6-fd4d-462d-bd18-311a651f17bb,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:00.290446 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-571ba6bd-2f6c-48a2-a959-f2593e4dbe53 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.291641 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-571ba6bd-2f6c-48a2-a959-f2593e4dbe53 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2071733 Feb 18 09:23:00.294976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36772) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:00.301390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-be0af3a1-718f-4aa6-a2aa-c0fec0f8c8fc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'd8eadfb6-fd4d-462d-bd18-311a651f17bb', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:00.309502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-be0af3a1-718f-4aa6-a2aa-c0fec0f8c8fc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:00.313302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-be0af3a1-718f-4aa6-a2aa-c0fec0f8c8fc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:00.316099 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-be0af3a1-718f-4aa6-a2aa-c0fec0f8c8fc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:00.321049 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-db97d406-42cc-4b16-95a3-a3fadb32e51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.322795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-be0af3a1-718f-4aa6-a2aa-c0fec0f8c8fc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:00.339899 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-be0af3a1-718f-4aa6-a2aa-c0fec0f8c8fc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.399745 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-be0af3a1-718f-4aa6-a2aa-c0fec0f8c8fc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.403530 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-be0af3a1-718f-4aa6-a2aa-c0fec0f8c8fc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.428091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0af3a1-718f-4aa6-a2aa-c0fec0f8c8fc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76279eb4-9925-4bac-a6d5-138c7ab6ce18,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:00.436994 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-be0af3a1-718f-4aa6-a2aa-c0fec0f8c8fc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.438112 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-be0af3a1-718f-4aa6-a2aa-c0fec0f8c8fc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421809 Feb 18 09:23:00.441232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36776) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:00.447331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-02241376-a4a0-4310-9a48-09c113733218 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'd8eadfb6-fd4d-462d-bd18-311a651f17bb', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:00.453653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-02241376-a4a0-4310-9a48-09c113733218 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:00.457521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-02241376-a4a0-4310-9a48-09c113733218 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:00.460541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-02241376-a4a0-4310-9a48-09c113733218 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:00.466102 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-02241376-a4a0-4310-9a48-09c113733218 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:00.483090 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-02241376-a4a0-4310-9a48-09c113733218 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.549366 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-02241376-a4a0-4310-9a48-09c113733218 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.554405 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-02241376-a4a0-4310-9a48-09c113733218 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.579580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02241376-a4a0-4310-9a48-09c113733218 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca146dd0-49eb-4ede-b216-3b209e477560,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:00.591458 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-02241376-a4a0-4310-9a48-09c113733218 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.592696 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-02241376-a4a0-4310-9a48-09c113733218 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1503186 Feb 18 09:23:00.595389 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36782) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:00.601173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-77794970-2950-416c-affb-5ffa753f5240 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'd8eadfb6-fd4d-462d-bd18-311a651f17bb', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:00.608051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-77794970-2950-416c-affb-5ffa753f5240 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:00.612028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-77794970-2950-416c-affb-5ffa753f5240 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:00.615621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-77794970-2950-416c-affb-5ffa753f5240 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:00.623673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-77794970-2950-416c-affb-5ffa753f5240 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:00.653656 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-77794970-2950-416c-affb-5ffa753f5240 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.769549 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-77794970-2950-416c-affb-5ffa753f5240 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.773798 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-77794970-2950-416c-affb-5ffa753f5240 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.805074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77794970-2950-416c-affb-5ffa753f5240 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3e4697-66ec-4d98-916a-2835733c9d9b,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:00.817898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe34fee-31f7-4ab8-87c5-023a0ca0fe4d req-a2f466eb-f29f-4ca7-8574-dba31b638569 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:00.819560 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5fe34fee-31f7-4ab8-87c5-023a0ca0fe4d req-a2f466eb-f29f-4ca7-8574-dba31b638569 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1587846 Feb 18 09:23:00.824873 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-77794970-2950-416c-affb-5ffa753f5240 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.825999 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-77794970-2950-416c-affb-5ffa753f5240 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2296999 Feb 18 09:23:00.829356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36786) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:00.835348 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-42c8525d-d854-4fe9-ae85-c560668e7ac1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'd8eadfb6-fd4d-462d-bd18-311a651f17bb', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:00.842985 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-42c8525d-d854-4fe9-ae85-c560668e7ac1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:00.848674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-42c8525d-d854-4fe9-ae85-c560668e7ac1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:00.852742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-42c8525d-d854-4fe9-ae85-c560668e7ac1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:00.859276 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-42c8525d-d854-4fe9-ae85-c560668e7ac1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:00.869601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5fe34fee-31f7-4ab8-87c5-023a0ca0fe4d req-28ff72b7-b4c4-422b-b4cb-819ab304070b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424249 Feb 18 09:23:00.882632 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-42c8525d-d854-4fe9-ae85-c560668e7ac1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.963237 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-42c8525d-d854-4fe9-ae85-c560668e7ac1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.967120 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-42c8525d-d854-4fe9-ae85-c560668e7ac1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:00.993313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8525d-d854-4fe9-ae85-c560668e7ac1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18470850-a8d6-4515-a4d0-ea6d9e4d24b0,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:01.003318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-42c8525d-d854-4fe9-ae85-c560668e7ac1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.004606 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-42c8525d-d854-4fe9-ae85-c560668e7ac1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1740217 Feb 18 09:23:01.008373 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36794) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:01.013421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-aea72232-8a12-44cd-8620-429fe9503592 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'd8eadfb6-fd4d-462d-bd18-311a651f17bb', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:01.020076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-aea72232-8a12-44cd-8620-429fe9503592 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:01.024580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-aea72232-8a12-44cd-8620-429fe9503592 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:01.027469 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-aea72232-8a12-44cd-8620-429fe9503592 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:01.033246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-aea72232-8a12-44cd-8620-429fe9503592 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:01.045059 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-aea72232-8a12-44cd-8620-429fe9503592 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Project ccb8cb66d20d4b1e88f70b374ab89e94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:23:01.051679 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aea72232-8a12-44cd-8620-429fe9503592 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.065127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a96902-e0d5-42e7-935b-6b87bcc58edb req-c6896878-2e70-4b45-a7cf-5ae27e1dbe7c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:01.066589 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38a96902-e0d5-42e7-935b-6b87bcc58edb req-c6896878-2e70-4b45-a7cf-5ae27e1dbe7c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0836194 Feb 18 09:23:01.119011 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aea72232-8a12-44cd-8620-429fe9503592 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.121952 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38a96902-e0d5-42e7-935b-6b87bcc58edb req-a584e876-bda3-44bc-9a00-d7bcf5a67736 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483923 Feb 18 09:23:01.122742 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aea72232-8a12-44cd-8620-429fe9503592 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.152391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea72232-8a12-44cd-8620-429fe9503592 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eddc312-10ec-42b9-9199-e8ca3d7ba7bb,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:01.159314 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aea72232-8a12-44cd-8620-429fe9503592 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.160703 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-aea72232-8a12-44cd-8620-429fe9503592 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512549 Feb 18 09:23:01.164138 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36800) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:01.169475 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-02e054c2-e4e0-4fbc-997d-0657acee89ce tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'd8eadfb6-fd4d-462d-bd18-311a651f17bb', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:01.176204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-02e054c2-e4e0-4fbc-997d-0657acee89ce tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:01.180446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-02e054c2-e4e0-4fbc-997d-0657acee89ce tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:01.183340 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-02e054c2-e4e0-4fbc-997d-0657acee89ce tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:01.189164 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-02e054c2-e4e0-4fbc-997d-0657acee89ce tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:01.200486 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-02e054c2-e4e0-4fbc-997d-0657acee89ce tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Project ccb8cb66d20d4b1e88f70b374ab89e94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:23:01.207120 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02e054c2-e4e0-4fbc-997d-0657acee89ce tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.276710 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02e054c2-e4e0-4fbc-997d-0657acee89ce tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.281378 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02e054c2-e4e0-4fbc-997d-0657acee89ce tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.307325 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e054c2-e4e0-4fbc-997d-0657acee89ce tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981f9447-5e08-478f-b3ab-88480f2f2f02,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:01.319451 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02e054c2-e4e0-4fbc-997d-0657acee89ce tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.324474 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-02e054c2-e4e0-4fbc-997d-0657acee89ce tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1592038 Feb 18 09:23:01.325129 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36804) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:01.328450 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dd106-423c-46dc-a0e1-53e25d8006bb req-d487834c-d6b8-4592-bd15-f4b046891ecd tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:01.329958 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-905dd106-423c-46dc-a0e1-53e25d8006bb req-d487834c-d6b8-4592-bd15-f4b046891ecd tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0948126 Feb 18 09:23:01.331255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-be85be05-8484-4e8b-a2fe-df6bf2a10113 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'network': {'name': 'tempest-network-smoke--411946575', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'port_security_enabled': True}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:01.337822 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-be85be05-8484-4e8b-a2fe-df6bf2a10113 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:01.342164 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-be85be05-8484-4e8b-a2fe-df6bf2a10113 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:network and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:01.345190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-be85be05-8484-4e8b-a2fe-df6bf2a10113 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:01.351114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-be85be05-8484-4e8b-a2fe-df6bf2a10113 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:01.364074 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be85be05-8484-4e8b-a2fe-df6bf2a10113 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Made reservation on behalf of ccb8cb66d20d4b1e88f70b374ab89e94 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:23:01.367490 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be85be05-8484-4e8b-a2fe-df6bf2a10113 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.377235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-905dd106-423c-46dc-a0e1-53e25d8006bb req-1768f9fb-0f0a-455d-8e97-a7c37bad0558 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407622 Feb 18 09:23:01.398492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be85be05-8484-4e8b-a2fe-df6bf2a10113 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:23:01.408246 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be85be05-8484-4e8b-a2fe-df6bf2a10113 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.408633 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-be85be05-8484-4e8b-a2fe-df6bf2a10113 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Added segment dd8e8589-9c65-4d33-8b39-9356c3b33396 of type vlan for network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 Feb 18 09:23:01.436658 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be85be05-8484-4e8b-a2fe-df6bf2a10113 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.468825 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be85be05-8484-4e8b-a2fe-df6bf2a10113 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.474283 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be85be05-8484-4e8b-a2fe-df6bf2a10113 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:01.474887 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-be85be05-8484-4e8b-a2fe-df6bf2a10113 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.567627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059de52-d3bd-43f0-9b8c-6719dbecd831 req-60ec4a0c-fbad-43bf-85da-ae08bfaaba52 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:01.570466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4059de52-d3bd-43f0-9b8c-6719dbecd831 req-60ec4a0c-fbad-43bf-85da-ae08bfaaba52 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0823858 Feb 18 09:23:01.582544 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-be85be05-8484-4e8b-a2fe-df6bf2a10113 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2563324 Feb 18 09:23:01.586145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36810) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:01.593521 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-44930184', 'admin_state_up': True, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:01.604225 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:01.606409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85be05-8484-4e8b-a2fe-df6bf2a10113 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Network': ['ID=27c0a5d9-d747-4f15-8a4a-49ba377638f9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:01.612447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:router and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:01.616135 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:01.619336 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:23:01.621982 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4059de52-d3bd-43f0-9b8c-6719dbecd831 req-93d96fae-a467-4e09-a410-7a4deafdf554 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460067 Feb 18 09:23:01.623778 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:01.634743 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.636184 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.656408 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:01.989168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8f491-64f1-4138-afc8-09200da57411 req-e4ee31de-a304-4741-b757-f3ccecd45c8e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:01.991266 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aee8f491-64f1-4138-afc8-09200da57411 req-e4ee31de-a304-4741-b757-f3ccecd45c8e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 812 time: 0.1687272 Feb 18 09:23:02.008749 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aee8f491-64f1-4138-afc8-09200da57411 req-f22c68d7-cd2a-4808-a9f0-8d61afb122af tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/quotas/7a9b4529c6e04390b7b35beffd7d33fd HTTP/1.1" status: 200 len: 375 time: 0.0101714 Feb 18 09:23:02.089576 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:02.121483 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aee8f491-64f1-4138-afc8-09200da57411 req-ab630943-a0c9-4bd7-87c3-7a2b881b5238 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1033831 Feb 18 09:23:02.259300 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aee8f491-64f1-4138-afc8-09200da57411 req-a7d621df-a5e2-43d2-a4f9-d7c746be0fd5 service neutron] 10.222.0.72 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307476 Feb 18 09:23:02.395242 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aee8f491-64f1-4138-afc8-09200da57411 req-9506568a-4829-435c-bf32-56a242181745 service neutron] 10.222.0.72 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299939 Feb 18 09:23:02.410919 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:02.443673 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:02.580498 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b5aa74f0-d40f-447c-9a5b-567b0135f5ef req-7dd5fa46-dbfb-4a68-8ea3-ee35b7ee468d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 210 time: 0.0443413 Feb 18 09:23:02.597189 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Allocated IP 172.25.1.115 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/da187635-0e7d-47ed-9393-cc350f7de964) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:23:02.755445 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:02.786252 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:02.854384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:23:02.857713 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:23:02.861563 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:23:02.902724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=da187635-0e7d-47ed-9393-cc350f7de964,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:03.437323 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:03.778449 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f76a29e-0ffe-48aa-8501-7a1afb4dd6a5 req-b3cb6c28-f7a6-4f6d-939b-ce1b3a3a89f3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 210 time: 0.0463192 Feb 18 09:23:03.801847 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-84338908-526f-4c69-ba43-31a60069640f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:03.849705 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:03.850880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8f491-64f1-4138-afc8-09200da57411 req-7e6ca56c-5ecf-4b28-8346-27b301d3261d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:03.852369 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-aee8f491-64f1-4138-afc8-09200da57411 req-7e6ca56c-5ecf-4b28-8346-27b301d3261d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.81 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 812 time: 0.3106911 Feb 18 09:23:03.861660 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:03.910510 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-aee8f491-64f1-4138-afc8-09200da57411 req-edda736c-f81c-435a-b246-e1d4af67d45d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Request body: {'port': {'device_id': '1c560ce9-d26d-4e1a-b186-f991ffb02578', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'admin_state_up': True, 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:04.024204 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:04.156000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-aee8f491-64f1-4138-afc8-09200da57411 req-edda736c-f81c-435a-b246-e1d4af67d45d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:04.213424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-aee8f491-64f1-4138-afc8-09200da57411 req-edda736c-f81c-435a-b246-e1d4af67d45d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Usage tracker for resource:port and tenant:7a9b4529c6e04390b7b35beffd7d33fd is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:04.217532 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-aee8f491-64f1-4138-afc8-09200da57411 req-edda736c-f81c-435a-b246-e1d4af67d45d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:04.239429 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-aee8f491-64f1-4138-afc8-09200da57411 req-edda736c-f81c-435a-b246-e1d4af67d45d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:04.256515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee8f491-64f1-4138-afc8-09200da57411 req-edda736c-f81c-435a-b246-e1d4af67d45d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Made reservation on behalf of 7a9b4529c6e04390b7b35beffd7d33fd for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:23:04.264995 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-aee8f491-64f1-4138-afc8-09200da57411 req-edda736c-f81c-435a-b246-e1d4af67d45d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:04.373735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router 7bcdf776-dd60-4812-b843-613ea57c8136 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:23:04.597239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-aee8f491-64f1-4138-afc8-09200da57411 req-edda736c-f81c-435a-b246-e1d4af67d45d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Allocated IP 172.20.0.8 (6866b541-2ab4-4182-b7c8-e6a5f44e195b/e0d5bf48-3137-4625-b2f0-a46b6ebb81c4/9710a7a5-8f53-43b0-9026-efaba994d202) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:23:04.653007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:23:04.664666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Sync routers for ids ['7bcdf776-dd60-4812-b843-613ea57c8136'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:23:04.675689 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Routers {'7bcdf776-dd60-4812-b843-613ea57c8136'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:23:04.678364 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:23:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7bcdf776-dd60-4812-b843-613ea57c8136'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:04.727878 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:04.729109 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-18c3b5c3-4a51-45c6-bfaa-9bf3baf6183c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1420548 Feb 18 09:23:04.732359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36838) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:04.784253 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c1893482-8b59-4209-b5cf-cbf42c13ce72 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=ccb8cb66d20d4b1e88f70b374ab89e94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502582 Feb 18 09:23:04.786756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36842) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:04.914459 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Set router 7bcdf776-dd60-4812-b843-613ea57c8136 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:23:04.936332 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-aee8f491-64f1-4138-afc8-09200da57411 req-edda736c-f81c-435a-b246-e1d4af67d45d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:04.953422 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-aee8f491-64f1-4138-afc8-09200da57411 req-edda736c-f81c-435a-b246-e1d4af67d45d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Transition to ACTIVE for port object 9710a7a5-8f53-43b0-9026-efaba994d202 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:23:04.983681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb679168-75ce-481d-ba57-dca18fedfbf2 req-040798bb-ecb5-4e8d-bc39-f127d0053be9 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 210 time: 0.0612900 Feb 18 09:23:04.986722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50c0dd-eb07-41ea-b551-7142cc1115b6 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:04.992925 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-aa50c0dd-eb07-41ea-b551-7142cc1115b6 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2000093 Feb 18 09:23:04.993110 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-aee8f491-64f1-4138-afc8-09200da57411 req-edda736c-f81c-435a-b246-e1d4af67d45d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:04.994365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 36848) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:05.029118 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7e0a3db2-0a26-4b7d-bc88-19d889c4ca32'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:23:05.053558 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['f0594936-f1aa-425f-b408-6c7afc57f626'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:23:05.217848 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:05.228247 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-48d9cf63-f83b-417c-923f-f17a7527d6a3 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2329769 Feb 18 09:23:05.232869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36852) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:05.243816 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7070f53e-be05-4ad6-b650-0e5c30f4d221 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1444129560', 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:05.250031 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee8f491-64f1-4138-afc8-09200da57411 req-edda736c-f81c-435a-b246-e1d4af67d45d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Network 6866b541-2ab4-4182-b7c8-e6a5f44e195b is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:23:05.253301 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-aee8f491-64f1-4138-afc8-09200da57411 req-edda736c-f81c-435a-b246-e1d4af67d45d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:23:05.257793 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee8f491-64f1-4138-afc8-09200da57411 req-edda736c-f81c-435a-b246-e1d4af67d45d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:23:05.292685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda736c-f81c-435a-b246-e1d4af67d45d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Pushing event updated for resources: {'Port': ['ID=9710a7a5-8f53-43b0-9026-efaba994d202,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:05.350069 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8f491-64f1-4138-afc8-09200da57411 req-edda736c-f81c-435a-b246-e1d4af67d45d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:05.351663 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-aee8f491-64f1-4138-afc8-09200da57411 req-edda736c-f81c-435a-b246-e1d4af67d45d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:05.376739 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-aee8f491-64f1-4138-afc8-09200da57411 req-edda736c-f81c-435a-b246-e1d4af67d45d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4695501 Feb 18 09:23:05.390439 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Request body: {'port': {'device_id': '1c560ce9-d26d-4e1a-b186-f991ffb02578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:05.390911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7070f53e-be05-4ad6-b650-0e5c30f4d221 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:05.395182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7070f53e-be05-4ad6-b650-0e5c30f4d221 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:subnet and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:05.399056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7070f53e-be05-4ad6-b650-0e5c30f4d221 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:05.406027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7070f53e-be05-4ad6-b650-0e5c30f4d221 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:05.418961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7070f53e-be05-4ad6-b650-0e5c30f4d221 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Made reservation on behalf of ccb8cb66d20d4b1e88f70b374ab89e94 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:23:05.423698 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7070f53e-be05-4ad6-b650-0e5c30f4d221 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:05.542390 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:05.578108 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44930184', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:23:01Z', 'updated_at': '2022-02-18T09:23:03Z', 'revision_number': 3, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:02Z', 'updated_at': '2022-02-18T09:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:05.588597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-31fee3d7-4bcc-4705-b6ab-c96a910d8e50 None None] Provisioning for port 9710a7a5-8f53-43b0-9026-efaba994d202 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:23:05.591669 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Checking router: 7bcdf776-dd60-4812-b843-613ea57c8136 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:23:05.592032 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Updating router 7bcdf776-dd60-4812-b843-613ea57c8136 port da187635-0e7d-47ed-9393-cc350f7de964 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:23:05.637232 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-31fee3d7-4bcc-4705-b6ab-c96a910d8e50 None None] Provisioning complete for port 9710a7a5-8f53-43b0-9026-efaba994d202 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:05.637603 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-31fee3d7-4bcc-4705-b6ab-c96a910d8e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:05.692636 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:05.751663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-31fee3d7-4bcc-4705-b6ab-c96a910d8e50 None None] Port 9710a7a5-8f53-43b0-9026-efaba994d202 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:23:05.799088 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7070f53e-be05-4ad6-b650-0e5c30f4d221 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:05.890922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070f53e-be05-4ad6-b650-0e5c30f4d221 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Subnet': ['ID=ae9de204-e995-42bc-a9ee-53b8ddc6ae89,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:05.899336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7070f53e-be05-4ad6-b650-0e5c30f4d221 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Checking segment: {'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:23:05.899670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7070f53e-be05-4ad6-b650-0e5c30f4d221 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network hostable DHCP agents. Network: 27c0a5d9-d747-4f15-8a4a-49ba377638f9, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:23:05.921060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7070f53e-be05-4ad6-b650-0e5c30f4d221 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:23:05.931398 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-7070f53e-be05-4ad6-b650-0e5c30f4d221 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 27c0a5d9-d747-4f15-8a4a-49ba377638f9) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:23:05.939210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7070f53e-be05-4ad6-b650-0e5c30f4d221 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:05.939815 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7070f53e-be05-4ad6-b650-0e5c30f4d221 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:05.951128 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ce4316-636b-4009-b9f2-2439ed601e86 None None] Network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:23:05.968006 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7070f53e-be05-4ad6-b650-0e5c30f4d221 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7328577 Feb 18 09:23:05.970912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 36856) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:05.982989 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9710a7a5-8f53-43b0-9026-efaba994d202 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:23:05.990652 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:06.014125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Transition to ACTIVE for port object 9710a7a5-8f53-43b0-9026-efaba994d202 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:23:06.018602 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:06.216957 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9710a7a5-8f53-43b0-9026-efaba994d202,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:06.305899 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-27c0a5d9-d747-4f15-8a4a-49ba377638f9', 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ips': [{'subnet_id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:23:06.307099 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:06.342323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Attempting to bind port 9710a7a5-8f53-43b0-9026-efaba994d202 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:23:06.342651 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Attempting to bind port 9710a7a5-8f53-43b0-9026-efaba994d202 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:23:06.342980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Attempting to bind port 9710a7a5-8f53-43b0-9026-efaba994d202 on network 6866b541-2ab4-4182-b7c8-e6a5f44e195b {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:23:06.349516 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Port 9710a7a5-8f53-43b0-9026-efaba994d202 on network 6866b541-2ab4-4182-b7c8-e6a5f44e195b not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:23:06.349844 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Attempting to bind port 9710a7a5-8f53-43b0-9026-efaba994d202 on network 6866b541-2ab4-4182-b7c8-e6a5f44e195b {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:23:06.355816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:23:06.356472 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Checking segment: {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:23:06.356854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Bound using segment: {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:23:06.357274 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Bound port: 9710a7a5-8f53-43b0-9026-efaba994d202, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:23:06.357615 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:06.361072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b447b-3038-4228-81c8-709ccff994b5 req-b816020c-e645-4f3f-87a7-33df8eb06975 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:06.363079 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-917b447b-3038-4228-81c8-709ccff994b5 req-b816020c-e645-4f3f-87a7-33df8eb06975 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 943 time: 0.2283506 Feb 18 09:23:06.437320 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:06.464006 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Transition to ACTIVE for port object da187635-0e7d-47ed-9393-cc350f7de964 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:23:06.481831 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] For port 9710a7a5-8f53-43b0-9026-efaba994d202, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:23:06.485516 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] For port 9710a7a5-8f53-43b0-9026-efaba994d202, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9710a7a5-8f53-43b0-9026-efaba994d202,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:23:06.491140 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:06.510421 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:06.565542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:06.566168 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:06.568328 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-aee8f491-64f1-4138-afc8-09200da57411 req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] 10.222.0.81 "PUT /v2.0/ports/9710a7a5-8f53-43b0-9026-efaba994d202 HTTP/1.1" status: 200 len: 1091 time: 1.1828687 Feb 18 09:23:06.568780 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c560ce9-d26d-4e1a-b186-f991ffb02578', 'tag': '9710a7a5-8f53-43b0-9026-efaba994d202'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:23:06.574634 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-917b447b-3038-4228-81c8-709ccff994b5 req-5d564a44-f03a-4143-8f96-ef51d9657008 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513681 Feb 18 09:23:06.617771 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Attempting to bind port da187635-0e7d-47ed-9393-cc350f7de964 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:23:06.618216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Attempting to bind port da187635-0e7d-47ed-9393-cc350f7de964 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:23:06.618691 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Attempting to bind port da187635-0e7d-47ed-9393-cc350f7de964 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:23:06.623199 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff50cf-4160-4ced-8d86-cf3af78eb4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9710a7a5-8f53-43b0-9026-efaba994d202,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:06.635250 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:23:06.635742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:23:06.636240 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:06.636757 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:23:06.637357 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Bound port: da187635-0e7d-47ed-9393-cc350f7de964, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:23:06.637837 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:06.679150 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c560ce9-d26d-4e1a-b186-f991ffb02578', 'tag': '9710a7a5-8f53-43b0-9026-efaba994d202', 'status': 'completed', 'code': 200} Feb 18 09:23:06.700831 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Allocated IP 172.20.0.2 (27c0a5d9-d747-4f15-8a4a-49ba377638f9/ae9de204-e995-42bc-a9ee-53b8ddc6ae89/3e7401f3-13f4-45de-b1f7-46e1f661616e) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:23:06.711298 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06356e-eba5-42f9-a821-5e753dd5d314 None None] Pushing event updated for resources: {'Port': ['ID=da187635-0e7d-47ed-9393-cc350f7de964,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:06.748305 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8f491-64f1-4138-afc8-09200da57411 req-79f4abbb-a199-4146-a8ef-bee03de4b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:06.749808 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-aee8f491-64f1-4138-afc8-09200da57411 req-79f4abbb-a199-4146-a8ef-bee03de4b8f2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 1094 time: 0.1370974 Feb 18 09:23:06.817192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] For port da187635-0e7d-47ed-9393-cc350f7de964, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:23:06.836061 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] For port da187635-0e7d-47ed-9393-cc350f7de964, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=da187635-0e7d-47ed-9393-cc350f7de964,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:23:06.846177 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-aee8f491-64f1-4138-afc8-09200da57411 req-8524988a-db92-4755-9ad0-022fd87debcb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9710a7a5-8f53-43b0-9026-efaba994d202 HTTP/1.1" status: 200 len: 217 time: 0.0891368 Feb 18 09:23:06.849430 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:06.936449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8f491-64f1-4138-afc8-09200da57411 req-15767310-6807-4252-9933-8fc28a452302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:06.938082 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-aee8f491-64f1-4138-afc8-09200da57411 req-15767310-6807-4252-9933-8fc28a452302 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.0865321 Feb 18 09:23:06.989464 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Routers {'7bcdf776-dd60-4812-b843-613ea57c8136'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:23:06.990289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:23:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7bcdf776-dd60-4812-b843-613ea57c8136'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:06.992737 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:07.025022 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8f491-64f1-4138-afc8-09200da57411 req-dd8be9d0-1649-40ef-9bcd-f6742f4f5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:07.026514 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-aee8f491-64f1-4138-afc8-09200da57411 req-dd8be9d0-1649-40ef-9bcd-f6742f4f5e32 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810342 Feb 18 09:23:07.128527 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06356e-eba5-42f9-a821-5e753dd5d314 None None] Pushing event updated for resources: {'Port': ['ID=da187635-0e7d-47ed-9393-cc350f7de964,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:07.170765 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-aee8f491-64f1-4138-afc8-09200da57411 req-74ec7f72-1a36-4bd0-8be6-7d7e9cccd935 service neutron] 10.222.0.81 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378708 Feb 18 09:23:07.240156 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:07.265181 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Transition to ACTIVE for port object 3e7401f3-13f4-45de-b1f7-46e1f661616e will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:23:07.294904 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] Set router 7bcdf776-dd60-4812-b843-613ea57c8136 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:23:07.319336 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-aee8f491-64f1-4138-afc8-09200da57411 req-9d496256-b5a6-4998-926a-c5dc7d29869c service neutron] 10.222.0.81 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424465 Feb 18 09:23:07.412439 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Transition to ACTIVE for port object 3e7401f3-13f4-45de-b1f7-46e1f661616e will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:23:07.426192 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:07.524160 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Pushing event updated for resources: {'Port': ['ID=3e7401f3-13f4-45de-b1f7-46e1f661616e,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:07.586227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Allocated IP 172.20.0.1 (27c0a5d9-d747-4f15-8a4a-49ba377638f9/ae9de204-e995-42bc-a9ee-53b8ddc6ae89/b53cca95-c510-4496-acb0-c7f825611e51) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:23:07.619122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe36c97-2759-44b1-b9ec-70f47b2ed8eb req-5f9d7937-14fc-406e-ba61-f893f67ca1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:07.621762 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-afe36c97-2759-44b1-b9ec-70f47b2ed8eb req-5f9d7937-14fc-406e-ba61-f893f67ca1f3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 1094 time: 0.2552948 Feb 18 09:23:07.654090 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:23:07.657105 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:23:07.667813 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:23:07.812809 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:07.838307 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Attempting to bind port 3e7401f3-13f4-45de-b1f7-46e1f661616e on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:23:07.838747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Attempting to bind port 3e7401f3-13f4-45de-b1f7-46e1f661616e by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:23:07.839109 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Attempting to bind port 3e7401f3-13f4-45de-b1f7-46e1f661616e on network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:23:07.840109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Transition to ACTIVE for port object b53cca95-c510-4496-acb0-c7f825611e51 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:23:07.846094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:23:07.846566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Checking segment: {'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:23:07.846879 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:07.847282 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Bound using segment: {'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:23:07.847757 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Bound port: 3e7401f3-13f4-45de-b1f7-46e1f661616e, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:23:07.848135 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:07.943348 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:07.975687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] For port 3e7401f3-13f4-45de-b1f7-46e1f661616e, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:23:07.975900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe36c97-2759-44b1-b9ec-70f47b2ed8eb req-f9e03e61-ffa9-47b8-9a20-cfbe290b2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:07.980023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44930184', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:23:01Z', 'updated_at': '2022-02-18T09:23:03Z', 'revision_number': 3, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:02Z', 'updated_at': '2022-02-18T09:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:07.981655 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-afe36c97-2759-44b1-b9ec-70f47b2ed8eb req-f9e03e61-ffa9-47b8-9a20-cfbe290b2084 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.3544626 Feb 18 09:23:07.983500 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] For port 3e7401f3-13f4-45de-b1f7-46e1f661616e, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3e7401f3-13f4-45de-b1f7-46e1f661616e,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:23:07.987763 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24624f5e-13e0-4e4f-b11b-43adfb8ce50b None None] The sync data for ids ['7bcdf776-dd60-4812-b843-613ea57c8136'] in n-d-829434-1 is: [{'id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44930184', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:23:01Z', 'updated_at': '2022-02-18T09:23:03Z', 'revision_number': 3, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:02Z', 'updated_at': '2022-02-18T09:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:23:07.990752 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:08.054458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:23:08.059997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:23:08.074602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:23:08.083150 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-afe36c97-2759-44b1-b9ec-70f47b2ed8eb req-7dce5982-8b65-4b23-9b0e-84eddfc4436f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9710a7a5-8f53-43b0-9026-efaba994d202 HTTP/1.1" status: 200 len: 217 time: 0.0938363 Feb 18 09:23:08.109544 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e74b8-2c30-4d55-bb57-049d8f19de9c None None] Pushing event updated for resources: {'Port': ['ID=3e7401f3-13f4-45de-b1f7-46e1f661616e,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:08.161709 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:08.163943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe36c97-2759-44b1-b9ec-70f47b2ed8eb req-454cde73-e9f6-42ee-939d-58450a238bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:08.165434 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-afe36c97-2759-44b1-b9ec-70f47b2ed8eb req-454cde73-e9f6-42ee-939d-58450a238bdb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.0750372 Feb 18 09:23:08.262428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe36c97-2759-44b1-b9ec-70f47b2ed8eb req-391ac555-d0ca-4910-b7b9-71eca3c1ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:08.264119 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-afe36c97-2759-44b1-b9ec-70f47b2ed8eb req-391ac555-d0ca-4910-b7b9-71eca3c1ce3d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921962 Feb 18 09:23:08.319378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=b53cca95-c510-4496-acb0-c7f825611e51,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:08.349203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80224ef8-a31b-481e-b5c0-afb9f4976597 req-8d23595d-0acf-4711-ae90-d63c96db0781 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:08.350697 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80224ef8-a31b-481e-b5c0-afb9f4976597 req-8d23595d-0acf-4711-ae90-d63c96db0781 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 943 time: 0.5680244 Feb 18 09:23:08.479059 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80224ef8-a31b-481e-b5c0-afb9f4976597 req-52f9c042-d75d-4987-912a-3368265ca3e6 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224542 Feb 18 09:23:08.486782 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-afe36c97-2759-44b1-b9ec-70f47b2ed8eb req-2c52b733-9bb5-419d-ba7a-4433020885c6 service neutron] 10.222.0.81 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146904 Feb 18 09:23:08.611499 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:08.672426 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-afe36c97-2759-44b1-b9ec-70f47b2ed8eb req-57971df2-d8e9-4afd-895a-a30353acfea5 service neutron] 10.222.0.81 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785665 Feb 18 09:23:09.078013 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e93f48-0645-4058-8d78-cb291f336c56 req-c48d3db7-ce48-4c69-abce-04f38d7650df tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:09.080229 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-24e93f48-0645-4058-8d78-cb291f336c56 req-c48d3db7-ce48-4c69-abce-04f38d7650df tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 946 time: 0.1967270 Feb 18 09:23:09.182695 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-24e93f48-0645-4058-8d78-cb291f336c56 req-78774852-63a7-4f3e-9081-951b38c5df37 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934231 Feb 18 09:23:09.238160 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:09.246067 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:09.280521 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abccb99c-ab04-4358-8829-a370e5362257 None None] Network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:23:09.380316 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-31b1c4a1-cdc2-413b-b1a5-c7eeff57715b None None] Provisioning for port 3e7401f3-13f4-45de-b1f7-46e1f661616e completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:23:09.507812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=b53cca95-c510-4496-acb0-c7f825611e51,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:09.513639 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:09.689550 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3e7401f3-13f4-45de-b1f7-46e1f661616e up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:23:09.756309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:23:09.758437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:23:09.780687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 3e7401f3-13f4-45de-b1f7-46e1f661616e completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:23:09.787193 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 3e7401f3-13f4-45de-b1f7-46e1f661616e triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:09.787569 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:09.922353 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:09.940575 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1e01a7c2-d71e-47b4-8d6f-be55d13ab3f8 None None] Provisioning for port b53cca95-c510-4496-acb0-c7f825611e51 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:23:09.948444 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1e01a7c2-d71e-47b4-8d6f-be55d13ab3f8 None None] Provisioning complete for port b53cca95-c510-4496-acb0-c7f825611e51 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:09.948820 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1e01a7c2-d71e-47b4-8d6f-be55d13ab3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:09.985807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router 7bcdf776-dd60-4812-b843-613ea57c8136 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:23:10.005735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e454f-bab3-47e9-97be-5fe955d9ac4b req-8e69e2ff-60f5-49e5-a295-ed57aabcd7b6 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:10.008292 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cd8e454f-bab3-47e9-97be-5fe955d9ac4b req-8e69e2ff-60f5-49e5-a295-ed57aabcd7b6 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 943 time: 0.3823771 Feb 18 09:23:10.016458 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1e01a7c2-d71e-47b4-8d6f-be55d13ab3f8 None None] Port b53cca95-c510-4496-acb0-c7f825611e51 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:23:10.022688 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 3e7401f3-13f4-45de-b1f7-46e1f661616e, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3e7401f3-13f4-45de-b1f7-46e1f661616e,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:10.029770 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:10.030271 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device da187635-0e7d-47ed-9393-cc350f7de964 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:23:10.132298 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1e01a7c2-d71e-47b4-8d6f-be55d13ab3f8 None None] Provisioning complete for port 3e7401f3-13f4-45de-b1f7-46e1f661616e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:10.132700 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1e01a7c2-d71e-47b4-8d6f-be55d13ab3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:10.152181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cd8e454f-bab3-47e9-97be-5fe955d9ac4b req-ae6fdb73-f378-4675-8f13-da6feade9c95 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319551 Feb 18 09:23:10.244825 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=3e7401f3-13f4-45de-b1f7-46e1f661616e,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:10.263660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:23:10.276053 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Sync routers for ids ['7bcdf776-dd60-4812-b843-613ea57c8136'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:23:10.289295 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6ff79beb-cbe2-4057-a051-02a15ca8f649 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "PUT /v2.0/routers/7bcdf776-dd60-4812-b843-613ea57c8136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3153689 Feb 18 09:23:10.303688 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port da187635-0e7d-47ed-9393-cc350f7de964 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:23:10.313019 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port da187635-0e7d-47ed-9393-cc350f7de964 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:10.313392 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:10.326451 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Routers {'7bcdf776-dd60-4812-b843-613ea57c8136'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:23:10.329417 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:23:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7bcdf776-dd60-4812-b843-613ea57c8136'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:10.478588 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:10.495845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port da187635-0e7d-47ed-9393-cc350f7de964, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=da187635-0e7d-47ed-9393-cc350f7de964,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:10.504494 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:10.559231 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-2626bd59-62c3-493c-8aca-802d5101468b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Synchronizing usage tracker for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:23:10.577266 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Set router 7bcdf776-dd60-4812-b843-613ea57c8136 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:23:10.579555 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=da187635-0e7d-47ed-9393-cc350f7de964,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:10.590549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71582adb-bdcf-4aca-bccc-ac5546739fc4 req-3f301585-0081-458f-96fe-d8a1bbdc0419 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:10.592421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71582adb-bdcf-4aca-bccc-ac5546739fc4 req-3f301585-0081-458f-96fe-d8a1bbdc0419 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 946 time: 0.2333214 Feb 18 09:23:10.599979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5cf21ab5-670b-4695-87f0-5adc19484aed None None] Provisioning complete for port b53cca95-c510-4496-acb0-c7f825611e51 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:10.600650 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5cf21ab5-670b-4695-87f0-5adc19484aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:10.628791 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba1eed-481d-490e-993e-fded5488d331 req-de2b719e-e962-443d-a656-a1b507c92bb5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:10.630293 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53ba1eed-481d-490e-993e-fded5488d331 req-de2b719e-e962-443d-a656-a1b507c92bb5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 946 time: 0.1974905 Feb 18 09:23:10.630931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-2626bd59-62c3-493c-8aca-802d5101468b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Unset dirty status for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:23:10.633014 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-2626bd59-62c3-493c-8aca-802d5101468b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-13110203&fields=id&tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94 HTTP/1.1" status: 200 len: 267 time: 0.1510725 Feb 18 09:23:10.664058 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5cf21ab5-670b-4695-87f0-5adc19484aed None None] Port b53cca95-c510-4496-acb0-c7f825611e51 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:23:10.803646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-53ba1eed-481d-490e-993e-fded5488d331 req-c643da42-1e80-4b6b-9cc8-4bd286a0aff3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Deleting port 1be40648-e658-4c73-b314-cad6d0f64d82 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:23:10.804259 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-53ba1eed-481d-490e-993e-fded5488d331 req-c643da42-1e80-4b6b-9cc8-4bd286a0aff3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:10.831539 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71582adb-bdcf-4aca-bccc-ac5546739fc4 req-2bb6c896-1f96-4fed-b46f-cfcc3d801440 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305739 Feb 18 09:23:10.933236 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44930184', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:23:01Z', 'updated_at': '2022-02-18T09:23:08Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:02Z', 'updated_at': '2022-02-18T09:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'b53cca95-c510-4496-acb0-c7f825611e51', 'name': '', 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:a0:90:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:07Z', 'updated_at': '2022-02-18T09:23:08Z', 'revision_number': 2, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:10.937053 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Checking router: 7bcdf776-dd60-4812-b843-613ea57c8136 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:23:10.937463 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Updating router 7bcdf776-dd60-4812-b843-613ea57c8136 port b53cca95-c510-4496-acb0-c7f825611e51 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:23:10.965332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-5561cef3-dd8c-47d3-ad2d-e00d5018a7b6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:10.966022 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-5561cef3-dd8c-47d3-ad2d-e00d5018a7b6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Synchronizing usage tracker for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:23:10.991433 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:11.059358 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-5561cef3-dd8c-47d3-ad2d-e00d5018a7b6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Unset dirty status for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:23:11.061156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-5561cef3-dd8c-47d3-ad2d-e00d5018a7b6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/networks?id=27c0a5d9-d747-4f15-8a4a-49ba377638f9 HTTP/1.1" status: 200 len: 796 time: 0.3912065 Feb 18 09:23:11.097206 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-380833ad-bb52-4b42-ae5c-ba68364153d1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/quotas/ccb8cb66d20d4b1e88f70b374ab89e94 HTTP/1.1" status: 200 len: 375 time: 0.0222895 Feb 18 09:23:11.183188 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9710a7a5-8f53-43b0-9026-efaba994d202 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:23:11.248683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-53ba1eed-481d-490e-993e-fded5488d331 req-c643da42-1e80-4b6b-9cc8-4bd286a0aff3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] For port 1be40648-e658-4c73-b314-cad6d0f64d82, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1be40648-e658-4c73-b314-cad6d0f64d82,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:11.249250 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-53ba1eed-481d-490e-993e-fded5488d331 req-c643da42-1e80-4b6b-9cc8-4bd286a0aff3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:11.348990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 9710a7a5-8f53-43b0-9026-efaba994d202, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9710a7a5-8f53-43b0-9026-efaba994d202,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:11.395382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '9710a7a5-8f53-43b0-9026-efaba994d202', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'port_id': '9710a7a5-8f53-43b0-9026-efaba994d202', 'mac_address': 'fa:16:3e:2c:22:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:23:11.427245 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:11.441516 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Transition to ACTIVE for port object b53cca95-c510-4496-acb0-c7f825611e51 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:23:11.449588 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:11.465086 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:11.469810 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:11.487503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9710a7a5-8f53-43b0-9026-efaba994d202 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:23:11.510379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 9710a7a5-8f53-43b0-9026-efaba994d202, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9710a7a5-8f53-43b0-9026-efaba994d202,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:11.525988 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:11.558778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-265b9e8a-9ffb-42f9-918b-69b70d8f5025 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Synchronizing usage tracker for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:23:11.610611 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a579c9e-8b2f-4e58-9c98-d953cf5f335f None None] Pushing event updated for resources: {'Port': ['ID=b53cca95-c510-4496-acb0-c7f825611e51,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:11.648692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3e7401f3-13f4-45de-b1f7-46e1f661616e up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:23:11.697360 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a579c9e-8b2f-4e58-9c98-d953cf5f335f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:11.697697 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a579c9e-8b2f-4e58-9c98-d953cf5f335f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:11.698027 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a579c9e-8b2f-4e58-9c98-d953cf5f335f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:11.698349 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a579c9e-8b2f-4e58-9c98-d953cf5f335f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:11.698835 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a579c9e-8b2f-4e58-9c98-d953cf5f335f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:11.698947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-265b9e8a-9ffb-42f9-918b-69b70d8f5025 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Unset dirty status for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:23:11.699416 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a579c9e-8b2f-4e58-9c98-d953cf5f335f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:11.699883 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a579c9e-8b2f-4e58-9c98-d953cf5f335f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:11.700226 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-265b9e8a-9ffb-42f9-918b-69b70d8f5025 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5898554 Feb 18 09:23:11.700516 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a579c9e-8b2f-4e58-9c98-d953cf5f335f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:11.700976 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a579c9e-8b2f-4e58-9c98-d953cf5f335f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:11.701451 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a579c9e-8b2f-4e58-9c98-d953cf5f335f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:11.701909 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a579c9e-8b2f-4e58-9c98-d953cf5f335f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:11.702367 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a579c9e-8b2f-4e58-9c98-d953cf5f335f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:23:11.741362 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Attempting to bind port b53cca95-c510-4496-acb0-c7f825611e51 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:23:11.742031 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Attempting to bind port b53cca95-c510-4496-acb0-c7f825611e51 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:23:11.742983 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Attempting to bind port b53cca95-c510-4496-acb0-c7f825611e51 on network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:23:11.749543 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:23:11.751071 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Checking segment: {'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:23:11.751486 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:11.751876 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Bound using segment: {'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:23:11.752489 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Bound port: b53cca95-c510-4496-acb0-c7f825611e51, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:23:11.753089 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:11.773714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=9710a7a5-8f53-43b0-9026-efaba994d202,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:11.784918 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:11.792852 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 3e7401f3-13f4-45de-b1f7-46e1f661616e triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:11.793161 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:11.857783 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] For port b53cca95-c510-4496-acb0-c7f825611e51, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:23:11.861299 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] For port b53cca95-c510-4496-acb0-c7f825611e51, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b53cca95-c510-4496-acb0-c7f825611e51,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:23:11.868724 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['9710a7a5-8f53-43b0-9026-efaba994d202'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:23:11.869468 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:11.961793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198190e-f747-46cc-ad2c-5a827a0cfe74 req-703e1c45-9223-47bd-b2c0-ffca1b997725 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:11.966885 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Routers {'7bcdf776-dd60-4812-b843-613ea57c8136'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:23:11.967491 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:23:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7bcdf776-dd60-4812-b843-613ea57c8136'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:11.968831 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5198190e-f747-46cc-ad2c-5a827a0cfe74 req-703e1c45-9223-47bd-b2c0-ffca1b997725 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 944 time: 0.6453068 Feb 18 09:23:11.971896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-ce0da6a7-4de7-442a-ba60-7c2bfbad5544 service neutron] 10.222.0.72 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555239 Feb 18 09:23:12.037992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device da187635-0e7d-47ed-9393-cc350f7de964 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:23:12.039403 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a579c9e-8b2f-4e58-9c98-d953cf5f335f None None] Pushing event updated for resources: {'Port': ['ID=b53cca95-c510-4496-acb0-c7f825611e51,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:12.121626 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-53ba1eed-481d-490e-993e-fded5488d331 req-c643da42-1e80-4b6b-9cc8-4bd286a0aff3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:12.122002 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-53ba1eed-481d-490e-993e-fded5488d331 req-c643da42-1e80-4b6b-9cc8-4bd286a0aff3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:12.122310 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-53ba1eed-481d-490e-993e-fded5488d331 req-c643da42-1e80-4b6b-9cc8-4bd286a0aff3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Floating IP c8ee316f-4f83-4ea3-aa2e-df1131c9e016 disassociated. External IP: 172.25.1.91, port: 1be40648-e658-4c73-b314-cad6d0f64d82. Feb 18 09:23:12.122657 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-53ba1eed-481d-490e-993e-fded5488d331 req-c643da42-1e80-4b6b-9cc8-4bd286a0aff3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Calling delete_port for 1be40648-e658-4c73-b314-cad6d0f64d82 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:23:12.169699 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port da187635-0e7d-47ed-9393-cc350f7de964 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:12.169855 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5198190e-f747-46cc-ad2c-5a827a0cfe74 req-6b0bbe0f-2642-492f-bbf6-5a8039748761 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999929 Feb 18 09:23:12.170296 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:12.196089 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] Set router 7bcdf776-dd60-4812-b843-613ea57c8136 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:23:12.352949 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-8998a9d7-b258-4df8-ae0b-78a7adc181d9 service neutron] 10.222.0.72 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540993 Feb 18 09:23:12.454851 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-53ba1eed-481d-490e-993e-fded5488d331 req-c643da42-1e80-4b6b-9cc8-4bd286a0aff3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:12.511106 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6a7a3-8ddb-4ac0-af95-109065d7bf65 req-f9f361fa-c08b-42cf-8e77-e9dec7b884e1 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:12.512647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c5f6a7a3-8ddb-4ac0-af95-109065d7bf65 req-f9f361fa-c08b-42cf-8e77-e9dec7b884e1 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 946 time: 0.2050221 Feb 18 09:23:12.549524 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44930184', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:23:01Z', 'updated_at': '2022-02-18T09:23:08Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:02Z', 'updated_at': '2022-02-18T09:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'b53cca95-c510-4496-acb0-c7f825611e51', 'name': '', 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:a0:90:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:07Z', 'updated_at': '2022-02-18T09:23:11Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:12.556237 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7415e8b1-ba67-4bcb-9f5d-66cde3a59228 None None] The sync data for ids ['7bcdf776-dd60-4812-b843-613ea57c8136'] in n-d-829434-1 is: [{'id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44930184', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:23:01Z', 'updated_at': '2022-02-18T09:23:08Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:02Z', 'updated_at': '2022-02-18T09:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'b53cca95-c510-4496-acb0-c7f825611e51', 'name': '', 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:a0:90:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:07Z', 'updated_at': '2022-02-18T09:23:11Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:23:12.562098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643da42-1e80-4b6b-9cc8-4bd286a0aff3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event deleted for resources: {'Port': ['ID=1be40648-e658-4c73-b314-cad6d0f64d82,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:12.595626 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25515fcb-296b-42fb-92bd-802d478b2d98 req-6d931ee2-f4a5-4c04-9ba4-caa60842acc3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 210 time: 0.0819807 Feb 18 09:23:12.735636 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c5f6a7a3-8ddb-4ac0-af95-109065d7bf65 req-8c2caefc-47fb-4b21-8d8b-233c1602305a tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747708 Feb 18 09:23:12.865941 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53ba1eed-481d-490e-993e-fded5488d331 req-c643da42-1e80-4b6b-9cc8-4bd286a0aff3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Router ced51067-808e-4f7a-8ad6-e451b7364cfb has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:23:13.073478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53ba1eed-481d-490e-993e-fded5488d331 req-c643da42-1e80-4b6b-9cc8-4bd286a0aff3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:23:13.084009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa9348-51c2-4e32-bffe-2bc5c4f310ab None None] Sync routers for ids ['ced51067-808e-4f7a-8ad6-e451b7364cfb'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:23:13.103830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa9348-51c2-4e32-bffe-2bc5c4f310ab None None] Routers {'ced51067-808e-4f7a-8ad6-e451b7364cfb'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:23:13.104505 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c8fa9348-51c2-4e32-bffe-2bc5c4f310ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:23:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['ced51067-808e-4f7a-8ad6-e451b7364cfb'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:13.181539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ba1eed-481d-490e-993e-fded5488d331 req-c643da42-1e80-4b6b-9cc8-4bd286a0aff3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] No DVR routers for this DVR port 1be40648-e658-4c73-b314-cad6d0f64d82 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:23:13.184824 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-53ba1eed-481d-490e-993e-fded5488d331 req-c643da42-1e80-4b6b-9cc8-4bd286a0aff3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:13.204346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9710a7a5-8f53-43b0-9026-efaba994d202 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:23:13.208973 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b6b39b-9550-4bad-a9eb-cc033e52fbed', 'name': 'network-vif-deleted', 'tag': '1be40648-e658-4c73-b314-cad6d0f64d82'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:23:13.233845 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53ba1eed-481d-490e-993e-fded5488d331 req-c643da42-1e80-4b6b-9cc8-4bd286a0aff3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.61 "DELETE /v2.0/ports/1be40648-e658-4c73-b314-cad6d0f64d82 HTTP/1.1" status: 204 len: 173 time: 2.5981536 Feb 18 09:23:13.306638 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b6b39b-9550-4bad-a9eb-cc033e52fbed', 'name': 'network-vif-deleted', 'tag': '1be40648-e658-4c73-b314-cad6d0f64d82', 'status': 'completed', 'code': 200} Feb 18 09:23:13.394679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 9710a7a5-8f53-43b0-9026-efaba994d202 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:23:13.404502 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 9710a7a5-8f53-43b0-9026-efaba994d202 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:13.405010 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:13.446938 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c8fa9348-51c2-4e32-bffe-2bc5c4f310ab None None] Set router ced51067-808e-4f7a-8ad6-e451b7364cfb gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:23:13.531801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dc834-e135-4de5-aea5-12e84c34d53c req-cef71dcf-9612-4650-9036-43043373051c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:13.539823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-408dc834-e135-4de5-aea5-12e84c34d53c req-cef71dcf-9612-4650-9036-43043373051c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 944 time: 0.1544995 Feb 18 09:23:13.586035 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-408dc834-e135-4de5-aea5-12e84c34d53c req-69637f45-c0f6-4ca3-ae7a-12c073f99bfe tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414267 Feb 18 09:23:13.695598 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b53cca95-c510-4496-acb0-c7f825611e51 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:23:13.754353 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1be40648-e658-4c73-b314-cad6d0f64d82 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:23:13.904776 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 1be40648-e658-4c73-b314-cad6d0f64d82 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:23:13.905332 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1be40648-e658-4c73-b314-cad6d0f64d82 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:23:14.139386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9353e26f-1ff9-4281-b7de-0a3036caabac req-8ba71abd-16cd-4cdb-a1e2-af0245e7f70c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 210 time: 0.3148787 Feb 18 09:23:14.149662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0316f23a-ea6a-49ab-9680-05e346184b01 req-6b3c54f7-de52-41b8-8f49-17125568b3f8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Synchronizing usage tracker for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:23:14.173360 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0316f23a-ea6a-49ab-9680-05e346184b01 req-6b3c54f7-de52-41b8-8f49-17125568b3f8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Unset dirty status for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:23:14.174650 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0316f23a-ea6a-49ab-9680-05e346184b01 req-6b3c54f7-de52-41b8-8f49-17125568b3f8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0b6b39b-9550-4bad-a9eb-cc033e52fbed HTTP/1.1" status: 200 len: 210 time: 0.0879405 Feb 18 09:23:14.254640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-2d8716bc-b188-4644-8ed5-41ce52e973cc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:14.256208 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-2d8716bc-b188-4644-8ed5-41ce52e973cc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.61 "GET /v2.0/networks?id=27c0a5d9-d747-4f15-8a4a-49ba377638f9 HTTP/1.1" status: 200 len: 796 time: 0.4711196 Feb 18 09:23:14.324640 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-a18c8695-a048-448f-9b03-0176ea35c256 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94 HTTP/1.1" status: 200 len: 378 time: 0.0596354 Feb 18 09:23:14.339091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-1c71e5cf-b606-49f8-a106-79eeba4aee70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'port': {'device_id': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9', 'admin_state_up': True, 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'security_groups': ['d8eadfb6-fd4d-462d-bd18-311a651f17bb']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:14.343643 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:14.380256 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port b53cca95-c510-4496-acb0-c7f825611e51 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:23:14.388963 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c560ce9-d26d-4e1a-b186-f991ffb02578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9710a7a5-8f53-43b0-9026-efaba994d202'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:23:14.409905 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 9710a7a5-8f53-43b0-9026-efaba994d202, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9710a7a5-8f53-43b0-9026-efaba994d202,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:14.411165 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port b53cca95-c510-4496-acb0-c7f825611e51 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:14.411711 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:14.444019 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c8fa9348-51c2-4e32-bffe-2bc5c4f310ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:26Z', 'revision_number': 5, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:14.446210 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:14.495974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa9348-51c2-4e32-bffe-2bc5c4f310ab None None] Checking router: ced51067-808e-4f7a-8ad6-e451b7364cfb for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:23:14.507644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-1c71e5cf-b606-49f8-a106-79eeba4aee70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:14.518166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-1c71e5cf-b606-49f8-a106-79eeba4aee70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:14.528611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-1c71e5cf-b606-49f8-a106-79eeba4aee70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Made reservation on behalf of ccb8cb66d20d4b1e88f70b374ab89e94 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:23:14.532991 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-1c71e5cf-b606-49f8-a106-79eeba4aee70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:14.541064 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c560ce9-d26d-4e1a-b186-f991ffb02578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9710a7a5-8f53-43b0-9026-efaba994d202', 'code': 200} Feb 18 09:23:14.547266 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa9348-51c2-4e32-bffe-2bc5c4f310ab None None] Routers {'ced51067-808e-4f7a-8ad6-e451b7364cfb'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:23:14.548119 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c8fa9348-51c2-4e32-bffe-2bc5c4f310ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:23:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['ced51067-808e-4f7a-8ad6-e451b7364cfb'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:14.626777 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=9710a7a5-8f53-43b0-9026-efaba994d202,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:14.691246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92da51-a5e1-4578-94ef-4865e06e7ba9 req-a7ffdac6-dbd8-4bbb-8ac6-0ef9d4cdb865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:14.696047 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2e92da51-a5e1-4578-94ef-4865e06e7ba9 req-a7ffdac6-dbd8-4bbb-8ac6-0ef9d4cdb865 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 1096 time: 0.0985844 Feb 18 09:23:14.726878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-1c71e5cf-b606-49f8-a106-79eeba4aee70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Allocated IP 172.20.0.14 (27c0a5d9-d747-4f15-8a4a-49ba377638f9/ae9de204-e995-42bc-a9ee-53b8ddc6ae89/61ec2ebd-08d7-40ff-a466-b6770769729a) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:23:14.766935 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2e92da51-a5e1-4578-94ef-4865e06e7ba9 req-d35ebbc0-45fb-49e0-9d00-90914881f5ae service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631487 Feb 18 09:23:14.809890 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:14.849721 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c8fa9348-51c2-4e32-bffe-2bc5c4f310ab None None] Set router ced51067-808e-4f7a-8ad6-e451b7364cfb gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:23:15.001019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4279e2c-7ccd-49cf-867f-5581556fb824 req-67a5957b-d0e1-438a-b1a6-a127103eacdd tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:15.002493 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4279e2c-7ccd-49cf-867f-5581556fb824 req-67a5957b-d0e1-438a-b1a6-a127103eacdd tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 945 time: 0.2456481 Feb 18 09:23:15.023494 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port b53cca95-c510-4496-acb0-c7f825611e51, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b53cca95-c510-4496-acb0-c7f825611e51,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:15.030858 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:15.041165 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-1c71e5cf-b606-49f8-a106-79eeba4aee70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:15.071306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-1c71e5cf-b606-49f8-a106-79eeba4aee70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Transition to ACTIVE for port object 61ec2ebd-08d7-40ff-a466-b6770769729a will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:23:15.074747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4279e2c-7ccd-49cf-867f-5581556fb824 req-8fd3847b-9f4e-4cc6-b362-f0a87627afb9 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589256 Feb 18 09:23:15.109546 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-1c71e5cf-b606-49f8-a106-79eeba4aee70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:15.187663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-1c71e5cf-b606-49f8-a106-79eeba4aee70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:23:15.190959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-1c71e5cf-b606-49f8-a106-79eeba4aee70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:23:15.196256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-1c71e5cf-b606-49f8-a106-79eeba4aee70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:23:15.197902 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=b53cca95-c510-4496-acb0-c7f825611e51,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:15.236675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71e5cf-b606-49f8-a106-79eeba4aee70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=61ec2ebd-08d7-40ff-a466-b6770769729a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:15.290186 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c8fa9348-51c2-4e32-bffe-2bc5c4f310ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:26Z', 'revision_number': 5, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:15.293518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-1c71e5cf-b606-49f8-a106-79eeba4aee70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:15.294166 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-1c71e5cf-b606-49f8-a106-79eeba4aee70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:15.295621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa9348-51c2-4e32-bffe-2bc5c4f310ab None None] The sync data for ids ['ced51067-808e-4f7a-8ad6-e451b7364cfb'] in n-d-829434-1 is: [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:26Z', 'revision_number': 5, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:23:15.408446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-1c71e5cf-b606-49f8-a106-79eeba4aee70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0760047 Feb 18 09:23:15.421119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Request body: {'port': {'device_id': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:15.492340 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a9a26791-da03-415a-b5c3-779449aee77d None None] Provisioning for port 61ec2ebd-08d7-40ff-a466-b6770769729a completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:23:15.497632 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a9a26791-da03-415a-b5c3-779449aee77d None None] Provisioning complete for port 61ec2ebd-08d7-40ff-a466-b6770769729a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:15.498011 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a9a26791-da03-415a-b5c3-779449aee77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:15.498128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56fb11-9f61-4b2c-b218-d2fe9b09c80e req-791a0c98-090e-4639-9d88-f853bed36a64 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:15.498738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3a56fb11-9f61-4b2c-b218-d2fe9b09c80e req-791a0c98-090e-4639-9d88-f853bed36a64 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Synchronizing usage tracker for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:23:15.581915 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a9a26791-da03-415a-b5c3-779449aee77d None None] Port 61ec2ebd-08d7-40ff-a466-b6770769729a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:23:15.597455 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b53cca95-c510-4496-acb0-c7f825611e51 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:23:15.604699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3a56fb11-9f61-4b2c-b218-d2fe9b09c80e req-791a0c98-090e-4639-9d88-f853bed36a64 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Unset dirty status for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:23:15.606057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a56fb11-9f61-4b2c-b218-d2fe9b09c80e req-791a0c98-090e-4639-9d88-f853bed36a64 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 932 time: 0.2900124 Feb 18 09:23:15.638178 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-1435ba4b-2cb5-4450-a11a-f56f3b1475ce tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125315990&fields=id&tenant_id=565e12e7cc5e431dab2b5a9e029b0751 HTTP/1.1" status: 200 len: 267 time: 0.0990958 Feb 18 09:23:15.639334 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:15.672087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port b53cca95-c510-4496-acb0-c7f825611e51 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:15.672510 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:15.674643 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7384da8-63d3-479e-88c3-ded0ae741480 None None] New status for floating IP c8ee316f-4f83-4ea3-aa2e-df1131c9e016: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:23:15.808581 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a56fb11-9f61-4b2c-b218-d2fe9b09c80e req-e1159753-c7bf-4716-b8a7-f8a9f88e8519 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1924062 Feb 18 09:23:15.958557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-b4c08e5d-c6a8-4bcb-b8ce-2e6b7eedbfaa tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:15.960021 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-b4c08e5d-c6a8-4bcb-b8ce-2e6b7eedbfaa tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 811 time: 0.3115978 Feb 18 09:23:16.176575 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-17d4aabe-1c61-4ea5-8d79-9e44f4347d13 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/quotas/565e12e7cc5e431dab2b5a9e029b0751 HTTP/1.1" status: 200 len: 375 time: 0.1975176 Feb 18 09:23:16.386521 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-e3cd0676-d6bb-4b00-b1f5-9948d87b7927 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2019055 Feb 18 09:23:16.424131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c0aba-605e-4591-a095-76a702edc888 req-fdfdcd3d-8f8e-49e3-ac2b-812ec066095c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:16.425660 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-068c0aba-605e-4591-a095-76a702edc888 req-fdfdcd3d-8f8e-49e3-ac2b-812ec066095c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 945 time: 0.2068255 Feb 18 09:23:16.553986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ec2ebd-08d7-40ff-a466-b6770769729a {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:23:16.573301 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:16.589759 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-068c0aba-605e-4591-a095-76a702edc888 req-bb0d2e96-9cae-4591-8a7f-f6251a12ad97 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326587 Feb 18 09:23:16.619031 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Transition to ACTIVE for port object 61ec2ebd-08d7-40ff-a466-b6770769729a will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:23:16.624376 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:16.666562 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-e7aec228-c1cb-4c10-af4d-aff52a6c867d service neutron] 10.222.0.72 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398126 Feb 18 09:23:16.892839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Pushing event updated for resources: {'Port': ['ID=61ec2ebd-08d7-40ff-a466-b6770769729a,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:16.947012 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f5fb0a33-b45e-4cb2-9679-c4735ec6ab4b req-0809c786-2679-49c3-839f-f7effc1f1e2a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7a9b4529c6e04390b7b35beffd7d33fd HTTP/1.1" status: 200 len: 267 time: 0.2508757 Feb 18 09:23:17.047092 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-ca0b39f7-a28e-4b00-a996-898c9aae6012 service neutron] 10.222.0.72 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714595 Feb 18 09:23:17.078301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Attempting to bind port 61ec2ebd-08d7-40ff-a466-b6770769729a on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:23:17.078668 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Attempting to bind port 61ec2ebd-08d7-40ff-a466-b6770769729a by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:23:17.079002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Attempting to bind port 61ec2ebd-08d7-40ff-a466-b6770769729a on network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:23:17.086852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Port 61ec2ebd-08d7-40ff-a466-b6770769729a on network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:23:17.087179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Attempting to bind port 61ec2ebd-08d7-40ff-a466-b6770769729a on network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:23:17.096344 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:23:17.096692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Checking segment: {'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:23:17.097079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Bound using segment: {'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:23:17.097511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Bound port: 61ec2ebd-08d7-40ff-a466-b6770769729a, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:23:17.097859 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:17.115278 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb0a33-b45e-4cb2-9679-c4735ec6ab4b req-d35f4249-24ad-4da0-8cd9-ed2ea8619498 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:17.116814 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f5fb0a33-b45e-4cb2-9679-c4735ec6ab4b req-d35f4249-24ad-4da0-8cd9-ed2ea8619498 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 945 time: 0.1599085 Feb 18 09:23:17.163456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-f5fb0a33-b45e-4cb2-9679-c4735ec6ab4b req-bd6b272f-6d9d-4bf8-978f-fb3e32ec9db3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Request body: {'port': {'security_groups': []}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:17.318735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:23:17.332185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=61ec2ebd-08d7-40ff-a466-b6770769729a,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:23:17.335746 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f5fb0a33-b45e-4cb2-9679-c4735ec6ab4b req-bd6b272f-6d9d-4bf8-978f-fb3e32ec9db3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:17.347154 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:17.467552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:17.468171 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:17.469599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] 10.222.0.61 "PUT /v2.0/ports/61ec2ebd-08d7-40ff-a466-b6770769729a HTTP/1.1" status: 200 len: 1092 time: 2.0543182 Feb 18 09:23:17.472079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:23:17.617550 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4296efb-f9d7-4bd4-bc51-2785d15fc8ae service neutron] Pushing event updated for resources: {'Port': ['ID=61ec2ebd-08d7-40ff-a466-b6770769729a,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:17.773547 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c40f5-70a9-4658-874b-2f9d55eb16b3 req-b656e81f-94d9-4fe7-b3f1-cf211682126d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:17.775113 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b17c40f5-70a9-4658-874b-2f9d55eb16b3 req-b656e81f-94d9-4fe7-b3f1-cf211682126d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 944 time: 0.2847424 Feb 18 09:23:17.791060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-a4afc054-3964-4c21-9334-1a759dba97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:17.792663 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-a4afc054-3964-4c21-9334-1a759dba97a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 1095 time: 0.2380335 Feb 18 09:23:18.052381 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-643ac0d2-2425-461e-afc3-5a3135d00abc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61ec2ebd-08d7-40ff-a466-b6770769729a HTTP/1.1" status: 200 len: 217 time: 0.2357228 Feb 18 09:23:18.125929 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-f5fb0a33-b45e-4cb2-9679-c4735ec6ab4b req-bd6b272f-6d9d-4bf8-978f-fb3e32ec9db3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] For port 9710a7a5-8f53-43b0-9026-efaba994d202, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9710a7a5-8f53-43b0-9026-efaba994d202,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:18.131015 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b17c40f5-70a9-4658-874b-2f9d55eb16b3 req-b77d474e-6f50-4e8b-811f-a53e74bc264e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3371096 Feb 18 09:23:18.155774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-557c39b6-5601-4609-acd7-e35c7fb7a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:18.157303 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-557c39b6-5601-4609-acd7-e35c7fb7a211 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae9de204-e995-42bc-a9ee-53b8ddc6ae89 HTTP/1.1" status: 200 len: 835 time: 0.0978479 Feb 18 09:23:18.215041 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f5fb0a33-b45e-4cb2-9679-c4735ec6ab4b req-bd6b272f-6d9d-4bf8-978f-fb3e32ec9db3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:18.223998 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f5fb0a33-b45e-4cb2-9679-c4735ec6ab4b req-bd6b272f-6d9d-4bf8-978f-fb3e32ec9db3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:18.236433 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7e0a3db2-0a26-4b7d-bc88-19d889c4ca32'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:23:18.261739 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['f0594936-f1aa-425f-b408-6c7afc57f626', '9710a7a5-8f53-43b0-9026-efaba994d202'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:23:18.344776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7237a4a-470c-4b84-945d-09fa75bd185e req-e9693f4d-1013-40aa-bdd3-a19b4c015ed7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 210 time: 0.0808427 Feb 18 09:23:18.357718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb0a33-b45e-4cb2-9679-c4735ec6ab4b req-bd6b272f-6d9d-4bf8-978f-fb3e32ec9db3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:18.358103 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f5fb0a33-b45e-4cb2-9679-c4735ec6ab4b req-bd6b272f-6d9d-4bf8-978f-fb3e32ec9db3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:18.360567 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f5fb0a33-b45e-4cb2-9679-c4735ec6ab4b req-bd6b272f-6d9d-4bf8-978f-fb3e32ec9db3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "PUT /v2.0/ports/9710a7a5-8f53-43b0-9026-efaba994d202 HTTP/1.1" status: 200 len: 904 time: 1.2054868 Feb 18 09:23:18.393527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b272f-6d9d-4bf8-978f-fb3e32ec9db3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Pushing event updated for resources: {'Port': ['ID=9710a7a5-8f53-43b0-9026-efaba994d202,revision_number=6']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:18.409745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-72ae2428-2b92-43fa-9a4e-f85dc96235f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:18.412001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-72ae2428-2b92-43fa-9a4e-f85dc96235f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27c0a5d9-d747-4f15-8a4a-49ba377638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2416940 Feb 18 09:23:18.470639 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['9710a7a5-8f53-43b0-9026-efaba994d202'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:23:18.568315 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'status': 'completed', 'code': 200} Feb 18 09:23:18.664336 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-add4172c-a1f6-4166-ba9c-32074519ef11 service neutron] 10.222.0.61 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455595 Feb 18 09:23:18.676457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3220fb8-83fa-4f17-bdd3-12608cb41371 req-eaf7adc5-5e82-4d7e-8c4d-6e032f79c280 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:18.678151 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3220fb8-83fa-4f17-bdd3-12608cb41371 req-eaf7adc5-5e82-4d7e-8c4d-6e032f79c280 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 907 time: 0.1441112 Feb 18 09:23:18.771864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2e2f3606-4bce-4595-8f5b-861c5d690798 None None] Provisioning complete for port 9710a7a5-8f53-43b0-9026-efaba994d202 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:18.771864 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3606-4bce-4595-8f5b-861c5d690798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:18.805149 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-3f0b3d85-c99e-4ddd-85de-3df38f43da5c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:18.809182 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-3f0b3d85-c99e-4ddd-85de-3df38f43da5c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 811 time: 0.2453277 Feb 18 09:23:18.857435 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cf8957f-182e-4381-b166-cd79ff5a6488 req-e7d9bd60-fa53-4d81-9d28-dcb4c8a4a83f service neutron] 10.222.0.61 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781621 Feb 18 09:23:18.885216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-9e23c3a5-0b8d-4aa8-9be5-58e24b354508 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Synchronizing usage tracker for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:23:18.907071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-9e23c3a5-0b8d-4aa8-9be5-58e24b354508 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Unset dirty status for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:23:18.909087 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-9e23c3a5-0b8d-4aa8-9be5-58e24b354508 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=565e12e7cc5e431dab2b5a9e029b0751 HTTP/1.1" status: 200 len: 380 time: 0.0904300 Feb 18 09:23:18.922756 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-6348750e-2262-4196-b6b4-8e63f13767f0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Request body: {'port': {'device_id': 'd278f742-7622-4822-a63a-6dad44ade9de', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'admin_state_up': True, 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'security_groups': ['5073008c-8bab-4253-b38c-188e2d15187c']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:19.050934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571c8d6-de6b-4b44-82ba-0944c6392466 req-61df9265-77f0-4f35-a027-7406f44a3bf1 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:19.053185 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3571c8d6-de6b-4b44-82ba-0944c6392466 req-61df9265-77f0-4f35-a027-7406f44a3bf1 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1980855 Feb 18 09:23:19.084696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74f7e7-f419-49e3-a79b-9256132b08c6 req-e848ce44-3b67-422f-9b2a-4ce7e74d2a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:19.086416 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c74f7e7-f419-49e3-a79b-9256132b08c6 req-e848ce44-3b67-422f-9b2a-4ce7e74d2a2b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 1095 time: 0.1608267 Feb 18 09:23:19.115023 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-6348750e-2262-4196-b6b4-8e63f13767f0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:19.133187 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3571c8d6-de6b-4b44-82ba-0944c6392466 req-b6f1b430-d408-47df-9bb3-eff0b48ce49c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739644 Feb 18 09:23:19.136653 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-6348750e-2262-4196-b6b4-8e63f13767f0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:19.156823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-6348750e-2262-4196-b6b4-8e63f13767f0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Made reservation on behalf of 565e12e7cc5e431dab2b5a9e029b0751 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:23:19.160258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-6348750e-2262-4196-b6b4-8e63f13767f0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:19.393196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-6348750e-2262-4196-b6b4-8e63f13767f0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Allocated IP 172.20.0.10 (0db727e9-7df9-42ca-8e74-9709be866e15/335bb92e-5efc-4b58-bbc9-bba2b5cff7db/d2ace759-2457-4027-a867-89ab5e14be37) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:23:19.482409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74f7e7-f419-49e3-a79b-9256132b08c6 req-f07a6e97-749b-4f07-b175-7de5e66e9e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:19.483908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c74f7e7-f419-49e3-a79b-9256132b08c6 req-f07a6e97-749b-4f07-b175-7de5e66e9e27 service neutron] 10.222.0.61 "GET /v2.0/networks?id=27c0a5d9-d747-4f15-8a4a-49ba377638f9 HTTP/1.1" status: 200 len: 897 time: 0.3729918 Feb 18 09:23:19.565091 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c74f7e7-f419-49e3-a79b-9256132b08c6 req-9dc83207-b849-4c37-a33e-b5197ee2add9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61ec2ebd-08d7-40ff-a466-b6770769729a HTTP/1.1" status: 200 len: 217 time: 0.0738685 Feb 18 09:23:19.581320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7c6de-7691-4faf-8abe-c52b3c3c944a req-c3366980-0fff-4a63-b5fb-0562709217e4 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:19.582799 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-14d7c6de-7691-4faf-8abe-c52b3c3c944a req-c3366980-0fff-4a63-b5fb-0562709217e4 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.2724745 Feb 18 09:23:19.619500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d580d5-ac27-46b3-bfee-73fc626e7389 req-069c1fad-4323-4a03-9e6b-e36bba9b52b6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:19.621030 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-44d580d5-ac27-46b3-bfee-73fc626e7389 req-069c1fad-4323-4a03-9e6b-e36bba9b52b6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 944 time: 0.3118057 Feb 18 09:23:19.628024 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-6348750e-2262-4196-b6b4-8e63f13767f0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:19.644010 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-6348750e-2262-4196-b6b4-8e63f13767f0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Transition to ACTIVE for port object d2ace759-2457-4027-a867-89ab5e14be37 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:23:19.676973 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-6348750e-2262-4196-b6b4-8e63f13767f0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:19.716608 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-14d7c6de-7691-4faf-8abe-c52b3c3c944a req-755ec917-4cc3-4b62-b012-86d3d2490dab tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919640 Feb 18 09:23:19.720203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74f7e7-f419-49e3-a79b-9256132b08c6 req-8c60838c-5679-440b-a904-3dd1841d3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:19.721675 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c74f7e7-f419-49e3-a79b-9256132b08c6 req-8c60838c-5679-440b-a904-3dd1841d3dbc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae9de204-e995-42bc-a9ee-53b8ddc6ae89 HTTP/1.1" status: 200 len: 835 time: 0.1482270 Feb 18 09:23:19.727428 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-44d580d5-ac27-46b3-bfee-73fc626e7389 req-b42bc1bf-1493-4446-9801-504ec4806274 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971899 Feb 18 09:23:19.765450 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348750e-2262-4196-b6b4-8e63f13767f0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'Port': ['ID=d2ace759-2457-4027-a867-89ab5e14be37,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:19.781907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-6348750e-2262-4196-b6b4-8e63f13767f0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Network 0db727e9-7df9-42ca-8e74-9709be866e15 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:23:19.783242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-6348750e-2262-4196-b6b4-8e63f13767f0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:23:19.792230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-6348750e-2262-4196-b6b4-8e63f13767f0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:23:19.892772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74f7e7-f419-49e3-a79b-9256132b08c6 req-2df10850-0fd6-41ad-93be-0ffaf14ba40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:19.900043 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c74f7e7-f419-49e3-a79b-9256132b08c6 req-2df10850-0fd6-41ad-93be-0ffaf14ba40d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27c0a5d9-d747-4f15-8a4a-49ba377638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1699564 Feb 18 09:23:19.937840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-6348750e-2262-4196-b6b4-8e63f13767f0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:19.938517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-6348750e-2262-4196-b6b4-8e63f13767f0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:19.990073 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-6348750e-2262-4196-b6b4-8e63f13767f0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0725226 Feb 18 09:23:20.001825 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Request body: {'port': {'device_id': 'd278f742-7622-4822-a63a-6dad44ade9de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:20.130691 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1d6d9ce8-7d36-4e3d-826c-235a60a91383 None None] Provisioning for port d2ace759-2457-4027-a867-89ab5e14be37 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:23:20.135746 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:20.138135 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1d6d9ce8-7d36-4e3d-826c-235a60a91383 None None] Provisioning complete for port d2ace759-2457-4027-a867-89ab5e14be37 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:20.138681 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9ce8-7d36-4e3d-826c-235a60a91383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:20.265557 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1d6d9ce8-7d36-4e3d-826c-235a60a91383 None None] Port d2ace759-2457-4027-a867-89ab5e14be37 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:23:20.394518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5860bb-eb8c-49d3-8093-f6163d2cd5c1 req-b1332e44-a20d-41db-a9a6-9eed6beb96f9 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:20.403098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e5860bb-eb8c-49d3-8093-f6163d2cd5c1 req-b1332e44-a20d-41db-a9a6-9eed6beb96f9 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.5017734 Feb 18 09:23:20.435378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af72a5-4428-4edc-923a-b17b1f4b31a1 req-c9c7e22c-a44f-48c3-86fe-b9040656ab72 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:20.443618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1af72a5-4428-4edc-923a-b17b1f4b31a1 req-c9c7e22c-a44f-48c3-86fe-b9040656ab72 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 932 time: 0.4927974 Feb 18 09:23:20.522065 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1af72a5-4428-4edc-923a-b17b1f4b31a1 req-87fcafbf-c1be-4acd-807c-9089a59ac0c2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753784 Feb 18 09:23:20.529666 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c74f7e7-f419-49e3-a79b-9256132b08c6 req-4d5fde64-adad-41c7-b120-4b5911567785 service neutron] 10.222.0.61 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351722 Feb 18 09:23:20.584113 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e5860bb-eb8c-49d3-8093-f6163d2cd5c1 req-b43e51fe-a313-4f66-bcfc-a5baa73851da tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798816 Feb 18 09:23:20.584635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c560ce9-d26d-4e1a-b186-f991ffb02578', 'tag': '9710a7a5-8f53-43b0-9026-efaba994d202'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:23:20.690333 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c560ce9-d26d-4e1a-b186-f991ffb02578', 'tag': '9710a7a5-8f53-43b0-9026-efaba994d202', 'status': 'completed', 'code': 200} Feb 18 09:23:20.765693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ace759-2457-4027-a867-89ab5e14be37 {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:23:20.778203 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:20.800816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Transition to ACTIVE for port object d2ace759-2457-4027-a867-89ab5e14be37 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:23:20.807960 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:20.995466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c74f7e7-f419-49e3-a79b-9256132b08c6 req-aa935955-5509-4f18-8e0a-a0b9c9aad9c0 service neutron] 10.222.0.61 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394608 Feb 18 09:23:21.091150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189ca36-7a10-4502-9f0c-f5d9558805a2 req-8f5a6f9b-d6c2-4ce4-b1df-9fc1781ae640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:21.092550 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3189ca36-7a10-4502-9f0c-f5d9558805a2 req-8f5a6f9b-d6c2-4ce4-b1df-9fc1781ae640 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 1058 time: 0.3780508 Feb 18 09:23:21.099931 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ace759-2457-4027-a867-89ab5e14be37,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:21.114572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeaac19-71de-4d6f-9d60-65584cf4a73e req-b1fe0232-b49f-4d94-ae34-ad8d323b5644 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:21.116223 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-faeaac19-71de-4d6f-9d60-65584cf4a73e req-b1fe0232-b49f-4d94-ae34-ad8d323b5644 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 944 time: 0.1930416 Feb 18 09:23:21.159491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe872fcf-22a2-4e4e-91fd-91ad0a4c0440 req-7f4cb9b4-33f1-457a-b82f-822641049fc7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:21.161673 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe872fcf-22a2-4e4e-91fd-91ad0a4c0440 req-7f4cb9b4-33f1-457a-b82f-822641049fc7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.3625085 Feb 18 09:23:21.276469 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Attempting to bind port d2ace759-2457-4027-a867-89ab5e14be37 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:23:21.276813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Attempting to bind port d2ace759-2457-4027-a867-89ab5e14be37 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:23:21.277150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Attempting to bind port d2ace759-2457-4027-a867-89ab5e14be37 on network 0db727e9-7df9-42ca-8e74-9709be866e15 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:23:21.296758 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Port d2ace759-2457-4027-a867-89ab5e14be37 on network 0db727e9-7df9-42ca-8e74-9709be866e15 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:23:21.297529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Attempting to bind port d2ace759-2457-4027-a867-89ab5e14be37 on network 0db727e9-7df9-42ca-8e74-9709be866e15 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:23:21.305375 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-faeaac19-71de-4d6f-9d60-65584cf4a73e req-7b50eab1-77b2-4d22-8504-00bcf5d8f700 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1612642 Feb 18 09:23:21.308465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:23:21.308997 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Checking segment: {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:23:21.309537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Bound using segment: {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:23:21.310117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Bound port: d2ace759-2457-4027-a867-89ab5e14be37, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:23:21.310714 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:21.351451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe872fcf-22a2-4e4e-91fd-91ad0a4c0440 req-bd85ee0f-2c90-44fe-9cb3-3b29a7536ebe tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254387 Feb 18 09:23:21.373691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189ca36-7a10-4502-9f0c-f5d9558805a2 req-2fc04308-dfd6-472b-8135-77ecbccfeb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:21.375239 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3189ca36-7a10-4502-9f0c-f5d9558805a2 req-2fc04308-dfd6-472b-8135-77ecbccfeb64 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.2579913 Feb 18 09:23:21.449171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] For port d2ace759-2457-4027-a867-89ab5e14be37, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:23:21.452613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] For port d2ace759-2457-4027-a867-89ab5e14be37, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d2ace759-2457-4027-a867-89ab5e14be37,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:23:21.460627 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:21.495624 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3189ca36-7a10-4502-9f0c-f5d9558805a2 req-13b6068c-1833-4843-b7ce-35d65e6656eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9710a7a5-8f53-43b0-9026-efaba994d202 HTTP/1.1" status: 200 len: 217 time: 0.1138101 Feb 18 09:23:21.539111 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:21.539708 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:21.541122 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] 10.222.0.81 "PUT /v2.0/ports/d2ace759-2457-4027-a867-89ab5e14be37 HTTP/1.1" status: 200 len: 1092 time: 1.5436625 Feb 18 09:23:21.541564 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd278f742-7622-4822-a63a-6dad44ade9de', 'tag': 'd2ace759-2457-4027-a867-89ab5e14be37'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:23:21.588854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee01-2371-4bde-985c-204bc5f55100 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ace759-2457-4027-a867-89ab5e14be37,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:21.686615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-ed35b72a-52ab-432d-91ee-bf619eb50729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:21.687876 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-ed35b72a-52ab-432d-91ee-bf619eb50729 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 1095 time: 0.0937603 Feb 18 09:23:21.705805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189ca36-7a10-4502-9f0c-f5d9558805a2 req-f7c56d13-58dd-4b63-9306-4ce7099dceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:21.707473 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3189ca36-7a10-4502-9f0c-f5d9558805a2 req-f7c56d13-58dd-4b63-9306-4ce7099dceae service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.2052443 Feb 18 09:23:21.721108 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 61ec2ebd-08d7-40ff-a466-b6770769729a details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:23:21.782023 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-cfe5b9fa-9be3-40f4-b6e1-5dd688f9cdaf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2ace759-2457-4027-a867-89ab5e14be37 HTTP/1.1" status: 200 len: 217 time: 0.0846658 Feb 18 09:23:21.873335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32718179-7118-413c-817a-7bebaa0214b0 req-13e3f21a-92eb-44c4-a395-f47fe264570d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:21.880645 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32718179-7118-413c-817a-7bebaa0214b0 req-13e3f21a-92eb-44c4-a395-f47fe264570d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 812 time: 0.3045821 Feb 18 09:23:21.887372 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-5efb09c4-c78f-46b3-81aa-71ffc2add93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:21.889298 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-5efb09c4-c78f-46b3-81aa-71ffc2add93f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.1018655 Feb 18 09:23:21.917750 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32718179-7118-413c-817a-7bebaa0214b0 req-24341eed-dd52-4bc4-b213-b4388ae3b855 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/quotas/7a9b4529c6e04390b7b35beffd7d33fd HTTP/1.1" status: 200 len: 375 time: 0.0359571 Feb 18 09:23:21.921466 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=61ec2ebd-08d7-40ff-a466-b6770769729a,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:21.938825 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9', 'port_id': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'mac_address': 'fa:16:3e:6f:1b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:23:22.000378 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-7362f9ec-bd08-45ce-9cad-8c8052e6f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:22.002460 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-7362f9ec-bd08-45ce-9cad-8c8052e6f532 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078835 Feb 18 09:23:22.011130 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:22.015036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189ca36-7a10-4502-9f0c-f5d9558805a2 req-00ebbe5f-76a9-4720-809b-4337cc182dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:22.016556 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3189ca36-7a10-4502-9f0c-f5d9558805a2 req-00ebbe5f-76a9-4720-809b-4337cc182dc0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2899301 Feb 18 09:23:22.029591 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ec2ebd-08d7-40ff-a466-b6770769729a {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:23:22.046745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=61ec2ebd-08d7-40ff-a466-b6770769729a,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:22.054503 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:22.122027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f1b75-6f31-487d-9167-3c9a3d63641f req-cc226c98-73ca-45e1-9285-2382c52ec334 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:22.123541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b8f1b75-6f31-487d-9167-3c9a3d63641f req-cc226c98-73ca-45e1-9285-2382c52ec334 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 944 time: 0.2993252 Feb 18 09:23:22.133246 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=61ec2ebd-08d7-40ff-a466-b6770769729a,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:22.151387 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-506243b6-712f-4c71-8f7d-deec9f8352fb service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419225 Feb 18 09:23:22.183703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32718179-7118-413c-817a-7bebaa0214b0 req-78bb44c5-568d-4a58-92f9-bed4aaba4d25 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2646234 Feb 18 09:23:22.288766 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2499695c-9bf0-408a-9ef8-841e3e25a432 req-a7d4c01a-fb14-41e7-890c-71099673a1b9 service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313970 Feb 18 09:23:22.416169 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['61ec2ebd-08d7-40ff-a466-b6770769729a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:23:22.445691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b8f1b75-6f31-487d-9167-3c9a3d63641f req-d60393db-662a-48c9-b433-910ac13f205f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3068347 Feb 18 09:23:22.452458 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3189ca36-7a10-4502-9f0c-f5d9558805a2 req-2388c5fe-1b20-486e-ad7f-c39dce0b6e2f service neutron] 10.222.0.81 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234855 Feb 18 09:23:22.502174 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd278f742-7622-4822-a63a-6dad44ade9de', 'tag': 'd2ace759-2457-4027-a867-89ab5e14be37', 'status': 'completed', 'code': 200} Feb 18 09:23:22.627203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfc005-f5cf-40a6-8624-433fdbde8696 req-1974b71a-2581-4e13-ba4e-5a4f4c0fe06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:22.630904 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5fbfc005-f5cf-40a6-8624-433fdbde8696 req-1974b71a-2581-4e13-ba4e-5a4f4c0fe06d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 1095 time: 0.1067340 Feb 18 09:23:22.641950 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32718179-7118-413c-817a-7bebaa0214b0 req-6dccdc18-b205-4e1f-8fc3-daef55b082a6 service neutron] 10.222.0.72 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503250 Feb 18 09:23:22.781538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfc005-f5cf-40a6-8624-433fdbde8696 req-65996ecb-c78e-4166-b105-68295435ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:22.782933 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5fbfc005-f5cf-40a6-8624-433fdbde8696 req-65996ecb-c78e-4166-b105-68295435ab87 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 912 time: 0.1463530 Feb 18 09:23:22.812838 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3189ca36-7a10-4502-9f0c-f5d9558805a2 req-d49ee1b5-b6bc-45ba-821b-973e93b09341 service neutron] 10.222.0.81 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461714 Feb 18 09:23:22.884785 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58d6ed-0c03-427c-9155-35a5f71135ed req-209a1c2a-3ace-4a32-96d6-2abf3f4084b7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:22.886380 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e58d6ed-0c03-427c-9155-35a5f71135ed req-209a1c2a-3ace-4a32-96d6-2abf3f4084b7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 945 time: 0.2935855 Feb 18 09:23:22.890290 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32718179-7118-413c-817a-7bebaa0214b0 req-26613f49-e2cc-488f-bded-487b17133e14 service neutron] 10.222.0.72 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388358 Feb 18 09:23:22.937418 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e58d6ed-0c03-427c-9155-35a5f71135ed req-79c8b0ce-f630-460c-b792-0d18ce0f6555 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447109 Feb 18 09:23:22.992312 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5fbfc005-f5cf-40a6-8624-433fdbde8696 req-5e7d08cc-3c82-4ce3-b78f-4d725b98d5b0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2ace759-2457-4027-a867-89ab5e14be37 HTTP/1.1" status: 200 len: 217 time: 0.2027361 Feb 18 09:23:23.090470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfc005-f5cf-40a6-8624-433fdbde8696 req-5babd4ec-5acd-4046-badc-d9add1681a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:23.092215 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5fbfc005-f5cf-40a6-8624-433fdbde8696 req-5babd4ec-5acd-4046-badc-d9add1681a56 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.0933294 Feb 18 09:23:23.102235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31bfd4a3-040a-4555-b954-8c5f82abc988 req-adb2af14-e979-403f-8daf-b218fbe10767 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 210 time: 0.0489068 Feb 18 09:23:23.176315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfc005-f5cf-40a6-8624-433fdbde8696 req-9876b64f-bacf-49a1-95b7-715a5d288fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:23.177777 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5fbfc005-f5cf-40a6-8624-433fdbde8696 req-9876b64f-bacf-49a1-95b7-715a5d288fdc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783668 Feb 18 09:23:23.329752 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5fbfc005-f5cf-40a6-8624-433fdbde8696 req-c5fc3d04-d306-41f8-80ea-778dcec87a1e service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449714 Feb 18 09:23:23.486466 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-5fbfc005-f5cf-40a6-8624-433fdbde8696 req-7328c85c-ca70-40bc-a67a-801ccbd55586 service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504145 Feb 18 09:23:23.643242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccfa0c-db82-47c5-a134-432d55fe6dce req-b6ecd6de-b3bd-4356-94c2-5bb7d8cba7ee tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:23.645242 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cccfa0c-db82-47c5-a134-432d55fe6dce req-b6ecd6de-b3bd-4356-94c2-5bb7d8cba7ee tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 944 time: 0.0828660 Feb 18 09:23:23.694522 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cccfa0c-db82-47c5-a134-432d55fe6dce req-af016904-7365-46a0-9996-b070e5a61bed tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433373 Feb 18 09:23:23.745076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 61ec2ebd-08d7-40ff-a466-b6770769729a up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:23:23.813235 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 61ec2ebd-08d7-40ff-a466-b6770769729a completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:23:23.818216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 61ec2ebd-08d7-40ff-a466-b6770769729a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:23.818661 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:23.936979 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:23.969833 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:23:23.980666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=61ec2ebd-08d7-40ff-a466-b6770769729a,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:23.985637 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:24.060232 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'code': 200} Feb 18 09:23:24.067758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=61ec2ebd-08d7-40ff-a466-b6770769729a,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:24.309268 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-483e0dac-0113-4c8e-bd8e-0f2c409c965c req-a602b8e3-9676-4e9f-a70d-9f8f61a9879a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 210 time: 0.0654552 Feb 18 09:23:24.391422 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32718179-7118-413c-817a-7bebaa0214b0 req-ae805908-8e1d-446c-a473-a28fe9f3717d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:24.392760 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32718179-7118-413c-817a-7bebaa0214b0 req-ae805908-8e1d-446c-a473-a28fe9f3717d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 812 time: 0.3041964 Feb 18 09:23:24.406715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-32718179-7118-413c-817a-7bebaa0214b0 req-94af88b5-b01e-4026-a27d-dabfa184f266 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Request body: {'port': {'device_id': '011991b4-9fba-469f-9823-48a1863a6f0f', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'admin_state_up': True, 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:24.427103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd78c16-e611-40d1-ae22-b311da9578f4 req-ee56304e-d180-4b7d-9730-ff5471571a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:24.428581 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dbd78c16-e611-40d1-ae22-b311da9578f4 req-ee56304e-d180-4b7d-9730-ff5471571a68 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 1097 time: 0.3095665 Feb 18 09:23:24.511573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde616f-28a4-4b2a-8734-7f955e658050 req-c7c3c46d-6c11-497f-939f-a0c823b9718b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:24.513027 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8bde616f-28a4-4b2a-8734-7f955e658050 req-c7c3c46d-6c11-497f-939f-a0c823b9718b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.3980017 Feb 18 09:23:24.574006 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dbd78c16-e611-40d1-ae22-b311da9578f4 req-b0c0273b-6053-4fed-81ca-0004458a1c68 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0951552 Feb 18 09:23:24.618584 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8bde616f-28a4-4b2a-8734-7f955e658050 req-5b608270-bc82-4a96-a75c-f4f151697d50 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0961535 Feb 18 09:23:24.626795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-32718179-7118-413c-817a-7bebaa0214b0 req-94af88b5-b01e-4026-a27d-dabfa184f266 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:24.631110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-32718179-7118-413c-817a-7bebaa0214b0 req-94af88b5-b01e-4026-a27d-dabfa184f266 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Usage tracker for resource:port and tenant:7a9b4529c6e04390b7b35beffd7d33fd is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:24.634108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-32718179-7118-413c-817a-7bebaa0214b0 req-94af88b5-b01e-4026-a27d-dabfa184f266 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Quota usage for port was recalculated. Used quota:7. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:24.639872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-32718179-7118-413c-817a-7bebaa0214b0 req-94af88b5-b01e-4026-a27d-dabfa184f266 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:24.650189 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32718179-7118-413c-817a-7bebaa0214b0 req-94af88b5-b01e-4026-a27d-dabfa184f266 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Made reservation on behalf of 7a9b4529c6e04390b7b35beffd7d33fd for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:23:24.653579 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-32718179-7118-413c-817a-7bebaa0214b0 req-94af88b5-b01e-4026-a27d-dabfa184f266 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:24.856144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-32718179-7118-413c-817a-7bebaa0214b0 req-94af88b5-b01e-4026-a27d-dabfa184f266 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Allocated IP 172.20.0.3 (6866b541-2ab4-4182-b7c8-e6a5f44e195b/e0d5bf48-3137-4625-b2f0-a46b6ebb81c4/3e7f20ad-1247-4707-9cb2-c7635b37befa) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:23:24.958685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5503c5-1c60-4cdb-ad2e-198ae3a0e485 req-9ae8fd0f-5c5b-4026-8890-e01f43287a3c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:24.960062 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f5503c5-1c60-4cdb-ad2e-198ae3a0e485 req-9ae8fd0f-5c5b-4026-8890-e01f43287a3c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 944 time: 0.1548738 Feb 18 09:23:25.070290 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f5503c5-1c60-4cdb-ad2e-198ae3a0e485 req-ec655685-4316-4341-a1c5-c099134be5be tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644660 Feb 18 09:23:25.238571 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-32718179-7118-413c-817a-7bebaa0214b0 req-94af88b5-b01e-4026-a27d-dabfa184f266 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:25.254636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-32718179-7118-413c-817a-7bebaa0214b0 req-94af88b5-b01e-4026-a27d-dabfa184f266 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Transition to ACTIVE for port object 3e7f20ad-1247-4707-9cb2-c7635b37befa will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:23:25.280972 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-32718179-7118-413c-817a-7bebaa0214b0 req-94af88b5-b01e-4026-a27d-dabfa184f266 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:25.293889 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7e0a3db2-0a26-4b7d-bc88-19d889c4ca32'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:23:25.319125 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['f0594936-f1aa-425f-b408-6c7afc57f626'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:23:25.354984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32718179-7118-413c-817a-7bebaa0214b0 req-94af88b5-b01e-4026-a27d-dabfa184f266 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Network 6866b541-2ab4-4182-b7c8-e6a5f44e195b is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:23:25.358441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-32718179-7118-413c-817a-7bebaa0214b0 req-94af88b5-b01e-4026-a27d-dabfa184f266 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:23:25.364309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-32718179-7118-413c-817a-7bebaa0214b0 req-94af88b5-b01e-4026-a27d-dabfa184f266 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:23:25.406783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af88b5-b01e-4026-a27d-dabfa184f266 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Pushing event updated for resources: {'Port': ['ID=3e7f20ad-1247-4707-9cb2-c7635b37befa,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:25.447739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32718179-7118-413c-817a-7bebaa0214b0 req-94af88b5-b01e-4026-a27d-dabfa184f266 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:25.448538 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-32718179-7118-413c-817a-7bebaa0214b0 req-94af88b5-b01e-4026-a27d-dabfa184f266 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:25.543525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32718179-7118-413c-817a-7bebaa0214b0 req-94af88b5-b01e-4026-a27d-dabfa184f266 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1400757 Feb 18 09:23:25.556874 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Request body: {'port': {'device_id': '011991b4-9fba-469f-9823-48a1863a6f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:25.640101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc37139-3f19-4346-bc7e-48adbad751f3 req-b9248f72-2230-4166-8d26-9cdba7b6887f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:25.641128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cbc37139-3f19-4346-bc7e-48adbad751f3 req-b9248f72-2230-4166-8d26-9cdba7b6887f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Synchronizing usage tracker for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:23:25.680506 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-eab6d0bd-e157-41f0-9e36-c549812ede56 None None] Provisioning for port 3e7f20ad-1247-4707-9cb2-c7635b37befa completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:23:25.690574 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-eab6d0bd-e157-41f0-9e36-c549812ede56 None None] Provisioning complete for port 3e7f20ad-1247-4707-9cb2-c7635b37befa triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:25.691112 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eab6d0bd-e157-41f0-9e36-c549812ede56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:25.711898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cbc37139-3f19-4346-bc7e-48adbad751f3 req-b9248f72-2230-4166-8d26-9cdba7b6887f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Unset dirty status for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:23:25.713240 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cbc37139-3f19-4346-bc7e-48adbad751f3 req-b9248f72-2230-4166-8d26-9cdba7b6887f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 931 time: 0.2604604 Feb 18 09:23:25.718719 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:25.763930 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-eab6d0bd-e157-41f0-9e36-c549812ede56 None None] Port 3e7f20ad-1247-4707-9cb2-c7635b37befa cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:23:25.943964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cbc37139-3f19-4346-bc7e-48adbad751f3 req-63ecdaab-3278-46fb-8d19-e8b449de6f86 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917882 Feb 18 09:23:26.071664 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24fe72-0038-4c21-9f3d-9b4af0a44f59 req-0b73ccd6-c57f-43ea-a100-3bcd828ecb14 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:26.073098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f24fe72-0038-4c21-9f3d-9b4af0a44f59 req-0b73ccd6-c57f-43ea-a100-3bcd828ecb14 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.2872157 Feb 18 09:23:26.153883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f24fe72-0038-4c21-9f3d-9b4af0a44f59 req-33a8b789-a8d7-44e1-8bba-3c719f2b7db8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736527 Feb 18 09:23:26.302057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7f20ad-1247-4707-9cb2-c7635b37befa {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:23:26.311245 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:26.330840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Transition to ACTIVE for port object 3e7f20ad-1247-4707-9cb2-c7635b37befa will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:23:26.336355 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:26.378056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f848db9-5f66-4fee-9385-0f6d7910b87f req-907d6da6-9c55-4cf7-b670-9d5540b8a9d5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:26.380429 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f848db9-5f66-4fee-9385-0f6d7910b87f req-907d6da6-9c55-4cf7-b670-9d5540b8a9d5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 944 time: 0.1960170 Feb 18 09:23:26.539497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7f20ad-1247-4707-9cb2-c7635b37befa,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:26.554262 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f848db9-5f66-4fee-9385-0f6d7910b87f req-b1872fbf-1e1a-47fa-a602-3d9fcfbed81c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601999 Feb 18 09:23:26.627111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Attempting to bind port 3e7f20ad-1247-4707-9cb2-c7635b37befa on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:23:26.627440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Attempting to bind port 3e7f20ad-1247-4707-9cb2-c7635b37befa by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:23:26.627772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Attempting to bind port 3e7f20ad-1247-4707-9cb2-c7635b37befa on network 6866b541-2ab4-4182-b7c8-e6a5f44e195b {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:23:26.632989 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Port 3e7f20ad-1247-4707-9cb2-c7635b37befa on network 6866b541-2ab4-4182-b7c8-e6a5f44e195b not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:23:26.633331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Attempting to bind port 3e7f20ad-1247-4707-9cb2-c7635b37befa on network 6866b541-2ab4-4182-b7c8-e6a5f44e195b {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:23:26.638401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:23:26.638768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Checking segment: {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:23:26.639143 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Bound using segment: {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:23:26.639568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Bound port: 3e7f20ad-1247-4707-9cb2-c7635b37befa, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85cb68fa-5429-4964-997d-c878f3ba4697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:23:26.639910 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:26.730748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] For port 3e7f20ad-1247-4707-9cb2-c7635b37befa, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:23:26.735490 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] For port 3e7f20ad-1247-4707-9cb2-c7635b37befa, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=3e7f20ad-1247-4707-9cb2-c7635b37befa,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:23:26.738774 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:26.802717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:26.803339 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:26.804780 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32718179-7118-413c-817a-7bebaa0214b0 req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] 10.222.0.61 "PUT /v2.0/ports/3e7f20ad-1247-4707-9cb2-c7635b37befa HTTP/1.1" status: 200 len: 1091 time: 1.2524686 Feb 18 09:23:26.805244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011991b4-9fba-469f-9823-48a1863a6f0f', 'tag': '3e7f20ad-1247-4707-9cb2-c7635b37befa'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:23:26.842145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a99a78-d92e-4ac9-a026-de5713ffca53 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7f20ad-1247-4707-9cb2-c7635b37befa,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:26.857325 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011991b4-9fba-469f-9823-48a1863a6f0f', 'tag': '3e7f20ad-1247-4707-9cb2-c7635b37befa', 'status': 'completed', 'code': 200} Feb 18 09:23:26.950182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32718179-7118-413c-817a-7bebaa0214b0 req-f16b101e-b4e2-441d-ab8c-08319f547c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:26.951714 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32718179-7118-413c-817a-7bebaa0214b0 req-f16b101e-b4e2-441d-ab8c-08319f547c30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 1094 time: 0.0799043 Feb 18 09:23:27.025174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32718179-7118-413c-817a-7bebaa0214b0 req-9d72916f-8c31-4b68-be2e-09c5ec636295 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e7f20ad-1247-4707-9cb2-c7635b37befa HTTP/1.1" status: 200 len: 217 time: 0.0663218 Feb 18 09:23:27.265250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32718179-7118-413c-817a-7bebaa0214b0 req-9810dd02-4574-46d1-8702-2a14fa181d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:27.266878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32718179-7118-413c-817a-7bebaa0214b0 req-9810dd02-4574-46d1-8702-2a14fa181d72 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.2363014 Feb 18 09:23:27.413309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8244d90-372c-4ffd-a013-d34e586d1e30 req-a90f8726-c2bf-41ef-b8d4-d1c9afc14620 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:27.414692 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c8244d90-372c-4ffd-a013-d34e586d1e30 req-a90f8726-c2bf-41ef-b8d4-d1c9afc14620 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 943 time: 0.3524435 Feb 18 09:23:27.457413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cf4b8-65df-4d7e-b60c-80b80d077e7e req-a47ea185-b4b6-41e0-8657-3a0519af35e5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:27.459465 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc6cf4b8-65df-4d7e-b60c-80b80d077e7e req-a47ea185-b4b6-41e0-8657-3a0519af35e5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.1915493 Feb 18 09:23:27.472808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32718179-7118-413c-817a-7bebaa0214b0 req-70649d36-8c73-4f2f-bdba-32ee82ed50fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:27.474207 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32718179-7118-413c-817a-7bebaa0214b0 req-70649d36-8c73-4f2f-bdba-32ee82ed50fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1997676 Feb 18 09:23:27.521258 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c8244d90-372c-4ffd-a013-d34e586d1e30 req-52ee457d-7a4d-4630-9119-8413e985a353 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990243 Feb 18 09:23:27.601303 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc6cf4b8-65df-4d7e-b60c-80b80d077e7e req-01a96dee-483b-4d80-b59c-b9629387c572 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1308353 Feb 18 09:23:27.657972 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32718179-7118-413c-817a-7bebaa0214b0 req-b2b459c7-3a87-4f9a-a2f5-d7f5b6288b6f service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655047 Feb 18 09:23:27.968078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32718179-7118-413c-817a-7bebaa0214b0 req-85d14b96-2ab1-41f8-acba-48c0128eb598 service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039827 Feb 18 09:23:27.993967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f811ad-1124-41e4-9ded-b15fca4906b3 req-45258511-4cf9-4ea5-9831-4a556c81ca58 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:27.995405 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34f811ad-1124-41e4-9ded-b15fca4906b3 req-45258511-4cf9-4ea5-9831-4a556c81ca58 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 944 time: 0.3127844 Feb 18 09:23:28.004607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b81fe-654e-4dd2-b067-78273df7b1c6 req-2d89bc98-3b98-4a2d-a5df-175497de17ed tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:28.006049 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-676b81fe-654e-4dd2-b067-78273df7b1c6 req-2d89bc98-3b98-4a2d-a5df-175497de17ed tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.2794228 Feb 18 09:23:28.011676 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e96e2d36-dc08-4b05-84ef-e355df4a2d04 req-7b4687df-dc78-4cc0-9795-b1832aa157cb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1917045 Feb 18 09:23:28.163848 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34f811ad-1124-41e4-9ded-b15fca4906b3 req-d3579b5d-e3ad-4036-8280-44bdc1a416f5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567419 Feb 18 09:23:28.175995 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-676b81fe-654e-4dd2-b067-78273df7b1c6 req-31b2354b-ff86-422e-abc2-41e26e69f690 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1517720 Feb 18 09:23:28.197883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37024) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:28.213541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1622b-5ef3-4b76-a3b0-d02bd4749e98 req-93108c5f-ed65-4498-8677-387812fb6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:28.215021 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65e1622b-5ef3-4b76-a3b0-d02bd4749e98 req-93108c5f-ed65-4498-8677-387812fb6a20 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 1094 time: 0.1878824 Feb 18 09:23:28.216936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e2d36-dc08-4b05-84ef-e355df4a2d04 req-5179ee4a-6a74-4cd4-8434-4b02f4e42ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:28.218271 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e96e2d36-dc08-4b05-84ef-e355df4a2d04 req-5179ee4a-6a74-4cd4-8434-4b02f4e42ee9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 1096 time: 0.1493130 Feb 18 09:23:28.271457 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecb6897-3170-46f2-b809-6c7200f0e112 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:28.272976 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2ecb6897-3170-46f2-b809-6c7200f0e112 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 1092 time: 0.0741043 Feb 18 09:23:28.275760 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37030) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:28.280600 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:28.287865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:28.291624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:floatingip and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:28.294696 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:28.300222 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:28.310633 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.445639 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.460569 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1622b-5ef3-4b76-a3b0-d02bd4749e98 req-83e05258-db77-4bd5-888d-578da456eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:28.462039 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65e1622b-5ef3-4b76-a3b0-d02bd4749e98 req-83e05258-db77-4bd5-888d-578da456eb4e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.2382233 Feb 18 09:23:28.462963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e2d36-dc08-4b05-84ef-e355df4a2d04 req-082e8e12-13cd-420d-b644-c55ecb78cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:28.464252 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e96e2d36-dc08-4b05-84ef-e355df4a2d04 req-082e8e12-13cd-420d-b644-c55ecb78cef9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.2220349 Feb 18 09:23:28.596551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Allocated IP 172.25.1.145 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/8eecf41c-e5fa-4d02-84df-7d82cd718734) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:23:28.599495 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65e1622b-5ef3-4b76-a3b0-d02bd4749e98 req-abd5c4af-46bc-4d76-9624-2dd787e7c7e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e7f20ad-1247-4707-9cb2-c7635b37befa HTTP/1.1" status: 200 len: 217 time: 0.1256173 Feb 18 09:23:28.600947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e96e2d36-dc08-4b05-84ef-e355df4a2d04 req-3fb0e8a5-7d2a-481a-a368-7d25c46d0f66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 HTTP/1.1" status: 200 len: 217 time: 0.0763283 Feb 18 09:23:28.747738 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.779650 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:28.839417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:23:28.846823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:23:28.852211 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:23:28.890638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1622b-5ef3-4b76-a3b0-d02bd4749e98 req-e01dd483-3ae0-46dd-894e-c1a245107f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:28.892191 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65e1622b-5ef3-4b76-a3b0-d02bd4749e98 req-e01dd483-3ae0-46dd-894e-c1a245107f52 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.2826285 Feb 18 09:23:28.900477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=8eecf41c-e5fa-4d02-84df-7d82cd718734,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:28.901550 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e2d36-dc08-4b05-84ef-e355df4a2d04 req-418accc6-07e1-4f44-b4bb-5fa711c1cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:28.903953 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e96e2d36-dc08-4b05-84ef-e355df4a2d04 req-418accc6-07e1-4f44-b4bb-5fa711c1cc46 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.2929800 Feb 18 09:23:29.030288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28772928-bdf5-49bc-941b-8a5dbcc1e01f req-326701c8-dc1a-40b5-8000-173f496b51cf tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:29.031689 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28772928-bdf5-49bc-941b-8a5dbcc1e01f req-326701c8-dc1a-40b5-8000-173f496b51cf tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 943 time: 0.3595965 Feb 18 09:23:29.094286 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:23:29.095595 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28772928-bdf5-49bc-941b-8a5dbcc1e01f req-89a5457b-d9a5-479b-afa4-e3afa3e00bae tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576546 Feb 18 09:23:29.098351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e2d36-dc08-4b05-84ef-e355df4a2d04 req-2189ab87-9f8c-4e56-9cf7-21c4caf66fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:29.099470 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e96e2d36-dc08-4b05-84ef-e355df4a2d04 req-2189ab87-9f8c-4e56-9cf7-21c4caf66fbc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614852 Feb 18 09:23:29.101640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1622b-5ef3-4b76-a3b0-d02bd4749e98 req-2feef505-8c00-496c-b5d8-50b13d684ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:29.103340 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65e1622b-5ef3-4b76-a3b0-d02bd4749e98 req-2feef505-8c00-496c-b5d8-50b13d684ae8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1986520 Feb 18 09:23:29.300068 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:29.374395 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:29.398161 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65e1622b-5ef3-4b76-a3b0-d02bd4749e98 req-b484c1b7-3e00-46f6-9c77-f18a13481efb service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666512 Feb 18 09:23:29.400150 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e96e2d36-dc08-4b05-84ef-e355df4a2d04 req-41f3de57-6e3a-4e25-9bd2-b9b1f1d653fb service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878988 Feb 18 09:23:29.602151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3cc83-00da-42b1-b792-03188c1f8eab req-27b22e53-f1ea-430c-a4b4-9ef4e7c897fa tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:29.603513 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55e3cc83-00da-42b1-b792-03188c1f8eab req-27b22e53-f1ea-430c-a4b4-9ef4e7c897fa tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 944 time: 0.3180335 Feb 18 09:23:29.700855 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65e1622b-5ef3-4b76-a3b0-d02bd4749e98 req-afe7d3c5-b071-4577-a864-672c00013f09 service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912154 Feb 18 09:23:29.705779 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:29.706116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e96e2d36-dc08-4b05-84ef-e355df4a2d04 req-64157c1a-ff73-4be7-bf67-35819ca27f04 service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772186 Feb 18 09:23:29.715866 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55e3cc83-00da-42b1-b792-03188c1f8eab req-f7fb04d0-71a1-40b5-9fa4-af42f2602ba4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028485 Feb 18 09:23:29.717957 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:29.834912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=8eecf41c-e5fa-4d02-84df-7d82cd718734,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:29.848403 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:30.029544 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Floating IP dc4d0964-9a30-4e21-95a8-b6cb8f1eda1b associated. External IP: 172.25.1.145, port: 61ec2ebd-08d7-40ff-a466-b6770769729a. Feb 18 09:23:30.290517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b988ea4-dba5-4529-9b20-7292fca4b07b req-3c4a4046-f227-43f5-b3d8-c9307b710fdd tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:30.292202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0b988ea4-dba5-4529-9b20-7292fca4b07b req-3c4a4046-f227-43f5-b3d8-c9307b710fdd tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 943 time: 0.0844412 Feb 18 09:23:30.328410 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1f1b22b7-3a22-4a64-b61b-4e00ac6a9884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:30.345152 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0b988ea4-dba5-4529-9b20-7292fca4b07b req-d9d00c5b-a788-4c68-9c93-8584d3603432 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467708 Feb 18 09:23:30.384232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router 7bcdf776-dd60-4812-b843-613ea57c8136 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:23:30.573209 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:23:30.583627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291d8991-6cbd-4eb7-b4e1-f612b93370ac None None] Sync routers for ids ['7bcdf776-dd60-4812-b843-613ea57c8136'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:23:30.594342 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291d8991-6cbd-4eb7-b4e1-f612b93370ac None None] Routers {'7bcdf776-dd60-4812-b843-613ea57c8136'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:23:30.595188 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-291d8991-6cbd-4eb7-b4e1-f612b93370ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:23:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7bcdf776-dd60-4812-b843-613ea57c8136'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:30.599205 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:30.695281 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-df1a483f-0307-40a1-8c26-32f1cb2bff8b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4181817 Feb 18 09:23:30.696003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:23:30.744318 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'status': 'completed', 'code': 200} Feb 18 09:23:30.839833 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-291d8991-6cbd-4eb7-b4e1-f612b93370ac None None] Set router 7bcdf776-dd60-4812-b843-613ea57c8136 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:23:30.998237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b28cb3-c2ce-4f4f-918e-55d5c84142c0 req-e777c193-9f5d-477a-b5a1-5be86542adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:30.999676 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05b28cb3-c2ce-4f4f-918e-55d5c84142c0 req-e777c193-9f5d-477a-b5a1-5be86542adfc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 1097 time: 0.2295911 Feb 18 09:23:31.008970 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bfef5-c70c-43d1-9a28-e109ba2ada16 req-fc4a67f8-1b28-42f0-9ee5-36e930d8e98f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:31.010403 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-724bfef5-c70c-43d1-9a28-e109ba2ada16 req-fc4a67f8-1b28-42f0-9ee5-36e930d8e98f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.1991177 Feb 18 09:23:31.041632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f54a5a-e802-42e9-9896-d33eb7d8be75 req-ee1b6399-3300-41ec-9db7-476b4006fbc4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:31.043359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f54a5a-e802-42e9-9896-d33eb7d8be75 req-ee1b6399-3300-41ec-9db7-476b4006fbc4 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 944 time: 0.1769037 Feb 18 09:23:31.178984 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-724bfef5-c70c-43d1-9a28-e109ba2ada16 req-d3392456-a063-427c-810f-7c23c03fe55a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1484306 Feb 18 09:23:31.205095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37046) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:31.205318 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f54a5a-e802-42e9-9896-d33eb7d8be75 req-17e576a3-c371-4a43-bc68-ec01b909e1d2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977948 Feb 18 09:23:31.226100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b28cb3-c2ce-4f4f-918e-55d5c84142c0 req-9484868d-48d7-4290-88dd-d18bd7097ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:31.226100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05b28cb3-c2ce-4f4f-918e-55d5c84142c0 req-9484868d-48d7-4290-88dd-d18bd7097ddb service neutron] 10.222.0.61 "GET /v2.0/networks?id=27c0a5d9-d747-4f15-8a4a-49ba377638f9 HTTP/1.1" status: 200 len: 897 time: 0.2135267 Feb 18 09:23:31.250801 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-291d8991-6cbd-4eb7-b4e1-f612b93370ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44930184', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:23:01Z', 'updated_at': '2022-02-18T09:23:08Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:02Z', 'updated_at': '2022-02-18T09:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'dc4d0964-9a30-4e21-95a8-b6cb8f1eda1b', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'port_id': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9', 'mac_address': 'fa:16:3e:6f:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:23:29Z', 'updated_at': '2022-02-18T09:23:29Z', 'revision_number': 0, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53cca95-c510-4496-acb0-c7f825611e51', 'name': '', 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:a0:90:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:07Z', 'updated_at': '2022-02-18T09:23:14Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:31.255649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291d8991-6cbd-4eb7-b4e1-f612b93370ac None None] Checking router: 7bcdf776-dd60-4812-b843-613ea57c8136 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:23:31.264336 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291d8991-6cbd-4eb7-b4e1-f612b93370ac None None] Routers {'7bcdf776-dd60-4812-b843-613ea57c8136'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:23:31.264953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-291d8991-6cbd-4eb7-b4e1-f612b93370ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:23:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7bcdf776-dd60-4812-b843-613ea57c8136'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:31.321964 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d2ace759-2457-4027-a867-89ab5e14be37 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:23:31.337524 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f79de41a-07bb-44cf-9c69-8f82891b043b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/floatingips/dc4d0964-9a30-4e21-95a8-b6cb8f1eda1b HTTP/1.1" status: 200 len: 992 time: 0.1336300 Feb 18 09:23:31.361947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05b28cb3-c2ce-4f4f-918e-55d5c84142c0 req-868334bc-d1e1-4578-9df0-384ad1d616d7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61ec2ebd-08d7-40ff-a466-b6770769729a HTTP/1.1" status: 200 len: 1000 time: 0.1292887 Feb 18 09:23:31.571370 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d2ace759-2457-4027-a867-89ab5e14be37, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d2ace759-2457-4027-a867-89ab5e14be37,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:31.579677 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-291d8991-6cbd-4eb7-b4e1-f612b93370ac None None] Set router 7bcdf776-dd60-4812-b843-613ea57c8136 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:23:31.603593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b28cb3-c2ce-4f4f-918e-55d5c84142c0 req-c6a5b6a1-6592-48e3-9430-c0327506df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:31.605082 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05b28cb3-c2ce-4f4f-918e-55d5c84142c0 req-c6a5b6a1-6592-48e3-9430-c0327506df27 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae9de204-e995-42bc-a9ee-53b8ddc6ae89 HTTP/1.1" status: 200 len: 835 time: 0.2378757 Feb 18 09:23:31.647286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'd2ace759-2457-4027-a867-89ab5e14be37', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'port_id': 'd2ace759-2457-4027-a867-89ab5e14be37', 'mac_address': 'fa:16:3e:6a:a4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:23:31.696950 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71bd4a-648e-4867-a76b-02e8df5739a0 req-f651bade-3d6f-41a6-90a7-36bcd964d8c6 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:31.698425 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f71bd4a-648e-4867-a76b-02e8df5739a0 req-f651bade-3d6f-41a6-90a7-36bcd964d8c6 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 943 time: 0.1578910 Feb 18 09:23:31.721148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b28cb3-c2ce-4f4f-918e-55d5c84142c0 req-0fab7e7e-9106-4262-bc20-666903c34333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:31.723227 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05b28cb3-c2ce-4f4f-918e-55d5c84142c0 req-0fab7e7e-9106-4262-bc20-666903c34333 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27c0a5d9-d747-4f15-8a4a-49ba377638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115746 Feb 18 09:23:31.794576 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 3e7f20ad-1247-4707-9cb2-c7635b37befa details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:23:31.799319 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:31.827287 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f71bd4a-648e-4867-a76b-02e8df5739a0 req-86878052-9a8d-46a4-9bcc-cc307582051f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213236 Feb 18 09:23:31.850141 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ace759-2457-4027-a867-89ab5e14be37 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:23:31.886271 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05b28cb3-c2ce-4f4f-918e-55d5c84142c0 req-57722a7d-ae98-4697-8273-26593226cca3 service neutron] 10.222.0.61 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571934 Feb 18 09:23:31.984684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d2ace759-2457-4027-a867-89ab5e14be37, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d2ace759-2457-4027-a867-89ab5e14be37,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:31.994622 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:32.025646 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05b28cb3-c2ce-4f4f-918e-55d5c84142c0 req-57447dac-9356-4f86-bc49-7f5b2f1a7d95 service neutron] 10.222.0.61 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329572 Feb 18 09:23:32.141461 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=d2ace759-2457-4027-a867-89ab5e14be37,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:32.181463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 3e7f20ad-1247-4707-9cb2-c7635b37befa, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=3e7f20ad-1247-4707-9cb2-c7635b37befa,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:32.200146 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '3e7f20ad-1247-4707-9cb2-c7635b37befa', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'port_id': '3e7f20ad-1247-4707-9cb2-c7635b37befa', 'mac_address': 'fa:16:3e:9a:94:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:23:32.268457 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:32.293362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7f20ad-1247-4707-9cb2-c7635b37befa {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:23:32.308012 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-291d8991-6cbd-4eb7-b4e1-f612b93370ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44930184', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:23:01Z', 'updated_at': '2022-02-18T09:23:08Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:02Z', 'updated_at': '2022-02-18T09:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'dc4d0964-9a30-4e21-95a8-b6cb8f1eda1b', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'port_id': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9', 'mac_address': 'fa:16:3e:6f:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:23:29Z', 'updated_at': '2022-02-18T09:23:29Z', 'revision_number': 0, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53cca95-c510-4496-acb0-c7f825611e51', 'name': '', 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:a0:90:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:07Z', 'updated_at': '2022-02-18T09:23:14Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:32.315200 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291d8991-6cbd-4eb7-b4e1-f612b93370ac None None] The sync data for ids ['7bcdf776-dd60-4812-b843-613ea57c8136'] in n-d-829434-1 is: [{'id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44930184', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:23:01Z', 'updated_at': '2022-02-18T09:23:08Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:02Z', 'updated_at': '2022-02-18T09:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'dc4d0964-9a30-4e21-95a8-b6cb8f1eda1b', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'port_id': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9', 'mac_address': 'fa:16:3e:6f:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:23:29Z', 'updated_at': '2022-02-18T09:23:29Z', 'revision_number': 0, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53cca95-c510-4496-acb0-c7f825611e51', 'name': '', 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:a0:90:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:07Z', 'updated_at': '2022-02-18T09:23:14Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:23:32.318274 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 3e7f20ad-1247-4707-9cb2-c7635b37befa, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=3e7f20ad-1247-4707-9cb2-c7635b37befa,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:32.324071 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:32.341724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37054) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:32.364829 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['d2ace759-2457-4027-a867-89ab5e14be37'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:23:32.420155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4184e81-0a1b-4e91-a40b-506672745385 req-486c8be6-5b75-4423-9186-f9956be0c792 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:32.422092 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4184e81-0a1b-4e91-a40b-506672745385 req-486c8be6-5b75-4423-9186-f9956be0c792 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 945 time: 0.1079531 Feb 18 09:23:32.482558 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4184e81-0a1b-4e91-a40b-506672745385 req-15b657fe-e3fc-4fa7-a872-ced40042cf2a tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535784 Feb 18 09:23:32.530468 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-dfbe043e-90c4-4670-ba58-c56c72373942 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/floatingips/dc4d0964-9a30-4e21-95a8-b6cb8f1eda1b HTTP/1.1" status: 200 len: 992 time: 0.1854444 Feb 18 09:23:32.545557 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=3e7f20ad-1247-4707-9cb2-c7635b37befa,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:32.559823 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c8ce99c7-abd5-483c-a0e0-a8780e9ad2f3 req-7b042983-37d0-4950-b788-98bfe9aa0a45 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818260 Feb 18 09:23:32.617713 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d3fba-55a3-401e-ae9f-7b02ca2e70e3 None None] New status for floating IP dc4d0964-9a30-4e21-95a8-b6cb8f1eda1b: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:23:32.676145 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['3e7f20ad-1247-4707-9cb2-c7635b37befa'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:23:32.776789 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce99c7-abd5-483c-a0e0-a8780e9ad2f3 req-ad5310a9-84e8-4ca1-9653-687316f28dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:32.778477 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c8ce99c7-abd5-483c-a0e0-a8780e9ad2f3 req-ad5310a9-84e8-4ca1-9653-687316f28dc7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 1097 time: 0.1959362 Feb 18 09:23:32.952900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce99c7-abd5-483c-a0e0-a8780e9ad2f3 req-a7b4a2fd-a39d-4cf5-846f-331d0ae16ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:32.959530 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c8ce99c7-abd5-483c-a0e0-a8780e9ad2f3 req-a7b4a2fd-a39d-4cf5-846f-331d0ae16ec3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.1576927 Feb 18 09:23:33.035216 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c8ce99c7-abd5-483c-a0e0-a8780e9ad2f3 req-d0fa5dc8-d28e-4d6f-bb1d-8b009449d8be service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0594936-f1aa-425f-b408-6c7afc57f626 HTTP/1.1" status: 200 len: 217 time: 0.0666130 Feb 18 09:23:33.069206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe105bf9-ae3b-4911-8e9d-a94034140cc0 req-055e286b-b0f6-44d9-8e68-206d9ae8ffd0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:33.070733 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe105bf9-ae3b-4911-8e9d-a94034140cc0 req-055e286b-b0f6-44d9-8e68-206d9ae8ffd0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 944 time: 0.0830097 Feb 18 09:23:33.098487 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce99c7-abd5-483c-a0e0-a8780e9ad2f3 req-f4875c97-e28a-4587-9c96-74f5a4c6ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:33.099935 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c8ce99c7-abd5-483c-a0e0-a8780e9ad2f3 req-f4875c97-e28a-4587-9c96-74f5a4c6ea5d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.0588470 Feb 18 09:23:33.115933 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe105bf9-ae3b-4911-8e9d-a94034140cc0 req-9133e1f4-e516-48e2-a153-1f76087cc472 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395126 Feb 18 09:23:33.178987 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce99c7-abd5-483c-a0e0-a8780e9ad2f3 req-f8450c0e-16a2-45f5-8df2-ff46f00f5ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:33.180506 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c8ce99c7-abd5-483c-a0e0-a8780e9ad2f3 req-f8450c0e-16a2-45f5-8df2-ff46f00f5ff7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731845 Feb 18 09:23:33.311479 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c8ce99c7-abd5-483c-a0e0-a8780e9ad2f3 req-78f0b4ac-46c2-437d-8dc4-71a94626503b service neutron] 10.222.0.81 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239562 Feb 18 09:23:33.442082 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-c8ce99c7-abd5-483c-a0e0-a8780e9ad2f3 req-93a040dd-ecf1-4451-8cb0-00c724ff27dc service neutron] 10.222.0.81 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240435 Feb 18 09:23:33.533273 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37062) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:33.645884 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5c5a83f8-5351-45ee-89a8-80712c304a27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/floatingips/dc4d0964-9a30-4e21-95a8-b6cb8f1eda1b HTTP/1.1" status: 200 len: 994 time: 0.1113758 Feb 18 09:23:33.682611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d90a3d-598f-4acb-9909-b515dc576355 req-1694d19e-76a3-46ab-b485-48c1f313fe24 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:33.684249 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f8d90a3d-598f-4acb-9909-b515dc576355 req-1694d19e-76a3-46ab-b485-48c1f313fe24 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 945 time: 0.0879202 Feb 18 09:23:33.729386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f8d90a3d-598f-4acb-9909-b515dc576355 req-ce04b64e-8afa-438e-8a44-83a51fe15930 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395176 Feb 18 09:23:33.793289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 3e7f20ad-1247-4707-9cb2-c7635b37befa up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:23:33.839614 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd448-cb23-417d-a133-8eff1c070796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:33.883529 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:33.886226 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:33.896440 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 3e7f20ad-1247-4707-9cb2-c7635b37befa completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:23:33.901009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 3e7f20ad-1247-4707-9cb2-c7635b37befa triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:33.901368 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:34.016621 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:34.041931 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011991b4-9fba-469f-9823-48a1863a6f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7f20ad-1247-4707-9cb2-c7635b37befa'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:23:34.052285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 3e7f20ad-1247-4707-9cb2-c7635b37befa, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=3e7f20ad-1247-4707-9cb2-c7635b37befa,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:34.057000 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:34.091753 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011991b4-9fba-469f-9823-48a1863a6f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7f20ad-1247-4707-9cb2-c7635b37befa', 'code': 200} Feb 18 09:23:34.123947 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=3e7f20ad-1247-4707-9cb2-c7635b37befa,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:34.256929 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e13a88-1e45-4660-af90-3dd6bc27f78c req-6bfbbf38-9c33-4024-a400-48866bd8d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:34.258360 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43e13a88-1e45-4660-af90-3dd6bc27f78c req-6bfbbf38-9c33-4024-a400-48866bd8d683 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 1096 time: 0.1091728 Feb 18 09:23:34.320445 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43e13a88-1e45-4660-af90-3dd6bc27f78c req-37fa9a15-b3ef-4563-8d3a-15cca8053231 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559120 Feb 18 09:23:34.342375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bb99d-96f5-4c2c-8d77-8b98b0f34ea3 req-72dc972f-e9d2-4576-991d-48e8788ff4d0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:34.343823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a57bb99d-96f5-4c2c-8d77-8b98b0f34ea3 req-72dc972f-e9d2-4576-991d-48e8788ff4d0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 945 time: 0.1190195 Feb 18 09:23:34.389876 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a57bb99d-96f5-4c2c-8d77-8b98b0f34ea3 req-b267dc8d-bc0a-4f3c-96e9-e42e813becc2 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398779 Feb 18 09:23:34.914632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456a900-9fcf-4ca1-b8c9-06995ccf6dd9 req-6e8fe803-0554-4c48-af0a-d60ff58d43d9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:34.916079 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b456a900-9fcf-4ca1-b8c9-06995ccf6dd9 req-6e8fe803-0554-4c48-af0a-d60ff58d43d9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 945 time: 0.0787339 Feb 18 09:23:34.964622 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b456a900-9fcf-4ca1-b8c9-06995ccf6dd9 req-cb34293a-7e2d-4d95-a2b4-96260f47b62b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423317 Feb 18 09:23:35.090503 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:35.308949 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d2ace759-2457-4027-a867-89ab5e14be37 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:23:35.381046 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port d2ace759-2457-4027-a867-89ab5e14be37 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:23:35.385843 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port d2ace759-2457-4027-a867-89ab5e14be37 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:35.386211 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:35.502860 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:35.542845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d2ace759-2457-4027-a867-89ab5e14be37, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d2ace759-2457-4027-a867-89ab5e14be37,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:35.547282 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:35.584302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f804c-a5ad-486a-a7f2-f6d430951283 req-5e51bc88-9eb9-4728-9f22-a5c3f2b9cb18 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:35.585841 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-717f804c-a5ad-486a-a7f2-f6d430951283 req-5e51bc88-9eb9-4728-9f22-a5c3f2b9cb18 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 945 time: 0.0898087 Feb 18 09:23:35.621269 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=d2ace759-2457-4027-a867-89ab5e14be37,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:35.639327 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-717f804c-a5ad-486a-a7f2-f6d430951283 req-eaf91992-d1a6-4448-b0ba-fc3d7b3b14ae tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473752 Feb 18 09:23:36.092998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd278f742-7622-4822-a63a-6dad44ade9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ace759-2457-4027-a867-89ab5e14be37'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:23:36.140388 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd278f742-7622-4822-a63a-6dad44ade9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ace759-2457-4027-a867-89ab5e14be37', 'code': 200} Feb 18 09:23:36.172840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed0361-115f-4591-b423-7628a6e91f1e req-4ac32bf2-8bd4-4a5f-90f5-73f83ca6818d tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:36.175824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59ed0361-115f-4591-b423-7628a6e91f1e req-4ac32bf2-8bd4-4a5f-90f5-73f83ca6818d tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 946 time: 0.1009407 Feb 18 09:23:36.224050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59ed0361-115f-4591-b423-7628a6e91f1e req-230dec46-d3c5-4eba-926e-adc1c2c07234 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413852 Feb 18 09:23:36.289139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a634ed-932d-4052-bc8f-bc85dd020e5e req-55069037-883c-4121-a61f-5c9d38fe7b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:36.290606 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-24a634ed-932d-4052-bc8f-bc85dd020e5e req-55069037-883c-4121-a61f-5c9d38fe7b3f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 1097 time: 0.0777392 Feb 18 09:23:36.339352 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-24a634ed-932d-4052-bc8f-bc85dd020e5e req-cdbe235c-43f0-427d-a62b-8e511df79e18 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372086 Feb 18 09:23:36.843489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d88e09-fa9e-40d4-a3cd-40c5a10d373a req-0967360c-afec-48e7-8a23-e65604f334a3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:36.845539 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-70d88e09-fa9e-40d4-a3cd-40c5a10d373a req-0967360c-afec-48e7-8a23-e65604f334a3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 945 time: 0.0931804 Feb 18 09:23:36.896161 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-70d88e09-fa9e-40d4-a3cd-40c5a10d373a req-fc422cd7-0560-4e40-bf7a-dc74b94b2a05 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436945 Feb 18 09:23:37.271067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64f26e-806a-4395-b9a1-75cdeaabb150 req-8b14fd8d-78fe-42f4-aa2b-b150f30a8025 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:37.272617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba64f26e-806a-4395-b9a1-75cdeaabb150 req-8b14fd8d-78fe-42f4-aa2b-b150f30a8025 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 945 time: 0.0919197 Feb 18 09:23:37.329391 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba64f26e-806a-4395-b9a1-75cdeaabb150 req-bf81f065-f2b2-442f-80d2-4def9a66f99b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493281 Feb 18 09:23:37.441947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884ef12-aa77-495d-bf52-2afe8b271072 req-bccb12a7-cb56-420a-b76d-3636bcca0de9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:37.443519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6884ef12-aa77-495d-bf52-2afe8b271072 req-bccb12a7-cb56-420a-b76d-3636bcca0de9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 946 time: 0.0858388 Feb 18 09:23:37.498935 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6884ef12-aa77-495d-bf52-2afe8b271072 req-1c679b32-6188-4d5c-8345-56295c31eb63 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498428 Feb 18 09:23:38.520174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c9d4c-03f8-4049-8abd-4b7722b307b9 req-791d080c-30d3-4914-8ecb-dc03f8d7222f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:38.521995 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e9c9d4c-03f8-4049-8abd-4b7722b307b9 req-791d080c-30d3-4914-8ecb-dc03f8d7222f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 945 time: 0.0854695 Feb 18 09:23:38.570362 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e9c9d4c-03f8-4049-8abd-4b7722b307b9 req-95d333d3-25b2-43f5-aab4-c88569f95b27 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426140 Feb 18 09:23:38.730679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b35ab-9bea-4f99-9074-1b0194424346 req-57454a2b-fa6e-45c7-b7aa-77fc4404fa87 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:38.733209 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b5b35ab-9bea-4f99-9074-1b0194424346 req-57454a2b-fa6e-45c7-b7aa-77fc4404fa87 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 946 time: 0.1138561 Feb 18 09:23:38.894783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b5b35ab-9bea-4f99-9074-1b0194424346 req-cf3b22ee-847c-4156-ae0a-7f1e82cd95e9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553011 Feb 18 09:23:39.085410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f3258-5e69-4a2a-b9dd-4c75923ff291 req-7b1a7694-f857-454d-ac35-cc81467fa630 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:39.086946 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-487f3258-5e69-4a2a-b9dd-4c75923ff291 req-7b1a7694-f857-454d-ac35-cc81467fa630 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 946 time: 0.0851338 Feb 18 09:23:39.146621 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-487f3258-5e69-4a2a-b9dd-4c75923ff291 req-de912231-b3fd-40ca-abf8-1b16fd9af6d2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487728 Feb 18 09:23:39.173323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37104) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:39.256448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08b33e2-624e-4e40-84fc-f65006ce83dc tempest-TestVolumeBootPattern-636022788 tempest-TestVolumeBootPattern-636022788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:39.260598 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d08b33e2-624e-4e40-84fc-f65006ce83dc tempest-TestVolumeBootPattern-636022788 tempest-TestVolumeBootPattern-636022788-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 1092 time: 0.0817287 Feb 18 09:23:39.260830 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37108) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:23:39.265819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': 'd2ace759-2457-4027-a867-89ab5e14be37', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:23:39.266892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d34ab-d5e1-4d09-90ef-adccf0b21e54 req-51d03621-2b2d-42df-a7e9-bdeeab122ebc tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:39.268437 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d26d34ab-d5e1-4d09-90ef-adccf0b21e54 req-51d03621-2b2d-42df-a7e9-bdeeab122ebc tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 945 time: 0.0899322 Feb 18 09:23:39.275344 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:23:39.281969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Usage tracker for resource:floatingip and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:23:39.286582 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:23:39.294268 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:23:39.309128 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:39.325835 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d26d34ab-d5e1-4d09-90ef-adccf0b21e54 req-dd6342be-332e-4c8d-be7e-56574b375a18 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461123 Feb 18 09:23:39.453042 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:39.597806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Allocated IP 172.25.1.123 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/91e1402c-36c7-47da-a69a-c557f62dcc1e) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:23:39.749063 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:39.779324 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:39.848013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:23:39.850877 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:23:39.854664 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:23:39.889955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'Port': ['ID=91e1402c-36c7-47da-a69a-c557f62dcc1e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:40.398690 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:40.481726 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:40.540233 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50c521-55d5-42fd-9e7b-12430cb0638f req-816009a5-f9f8-4e6f-807c-e79a8a45582c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:40.546365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b50c521-55d5-42fd-9e7b-12430cb0638f req-816009a5-f9f8-4e6f-807c-e79a8a45582c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 945 time: 0.0968554 Feb 18 09:23:40.599190 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b50c521-55d5-42fd-9e7b-12430cb0638f req-2af80cb2-4a65-4309-8335-dd056be4cc48 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513742 Feb 18 09:23:40.701996 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:40.707849 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:40.814134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'Port': ['ID=91e1402c-36c7-47da-a69a-c557f62dcc1e,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:40.835611 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:41.013004 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Floating IP a651b36f-ccde-47bf-b18a-740a41da9157 associated. External IP: 172.25.1.123, port: d2ace759-2457-4027-a867-89ab5e14be37. Feb 18 09:23:41.382221 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Router ced51067-808e-4f7a-8ad6-e451b7364cfb has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:23:41.432150 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:41.574122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:23:41.586567 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad9db7-1367-4835-b272-dda6eace431d None None] Sync routers for ids ['ced51067-808e-4f7a-8ad6-e451b7364cfb'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:23:41.593229 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:41.598827 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad9db7-1367-4835-b272-dda6eace431d None None] Routers {'ced51067-808e-4f7a-8ad6-e451b7364cfb'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:23:41.599469 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-72ad9db7-1367-4835-b272-dda6eace431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:23:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['ced51067-808e-4f7a-8ad6-e451b7364cfb'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:41.602715 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:41.672319 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d2ef05c6-c150-4090-b1e7-8efe85e5e25e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3982451 Feb 18 09:23:41.672319 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd278f742-7622-4822-a63a-6dad44ade9de', 'tag': 'd2ace759-2457-4027-a867-89ab5e14be37'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:23:41.717386 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd278f742-7622-4822-a63a-6dad44ade9de', 'tag': 'd2ace759-2457-4027-a867-89ab5e14be37', 'status': 'completed', 'code': 200} Feb 18 09:23:41.803432 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-72ad9db7-1367-4835-b272-dda6eace431d None None] Set router ced51067-808e-4f7a-8ad6-e451b7364cfb gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:23:41.820484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e45ce-c1dd-4ae4-9c9e-709dda15916b req-4e75b8a1-1983-4a18-925f-7e474d09cff9 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:41.822407 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e5e45ce-c1dd-4ae4-9c9e-709dda15916b req-4e75b8a1-1983-4a18-925f-7e474d09cff9 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 945 time: 0.0918415 Feb 18 09:23:41.880565 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e5e45ce-c1dd-4ae4-9c9e-709dda15916b req-29336ea6-c31f-45df-a3db-5f8e97ab791f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518632 Feb 18 09:23:41.910112 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 3e7f20ad-1247-4707-9cb2-c7635b37befa details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:23:41.964946 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90145f-c305-496b-8a24-16bd3210a717 req-76ac06f8-40d9-49fa-a431-1bfd7f133ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:41.966426 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3e90145f-c305-496b-8a24-16bd3210a717 req-76ac06f8-40d9-49fa-a431-1bfd7f133ae2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 1097 time: 0.2266381 Feb 18 09:23:42.099216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90145f-c305-496b-8a24-16bd3210a717 req-4da0d275-baaf-4d43-809e-2715e3f30b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:42.100694 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3e90145f-c305-496b-8a24-16bd3210a717 req-4da0d275-baaf-4d43-809e-2715e3f30b79 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 912 time: 0.1274910 Feb 18 09:23:42.208810 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3e90145f-c305-496b-8a24-16bd3210a717 req-03fccb26-9c47-43f1-9048-fe97028d2ef3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2ace759-2457-4027-a867-89ab5e14be37 HTTP/1.1" status: 200 len: 1000 time: 0.1019921 Feb 18 09:23:42.271503 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90145f-c305-496b-8a24-16bd3210a717 req-12ec096e-bdbb-43b6-84f3-82e55f2c1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:42.272143 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 3e7f20ad-1247-4707-9cb2-c7635b37befa, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=3e7f20ad-1247-4707-9cb2-c7635b37befa,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:42.272974 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3e90145f-c305-496b-8a24-16bd3210a717 req-12ec096e-bdbb-43b6-84f3-82e55f2c1780 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.0582306 Feb 18 09:23:42.299677 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '3e7f20ad-1247-4707-9cb2-c7635b37befa', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'port_id': '3e7f20ad-1247-4707-9cb2-c7635b37befa', 'mac_address': 'fa:16:3e:9a:94:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:23:42.351660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90145f-c305-496b-8a24-16bd3210a717 req-694a6108-5a66-4c6e-b970-d6efa2033f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:42.353157 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3e90145f-c305-496b-8a24-16bd3210a717 req-694a6108-5a66-4c6e-b970-d6efa2033f76 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742371 Feb 18 09:23:42.403021 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:42.423428 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e7f20ad-1247-4707-9cb2-c7635b37befa {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:23:42.444508 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 3e7f20ad-1247-4707-9cb2-c7635b37befa, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=3e7f20ad-1247-4707-9cb2-c7635b37befa,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:42.453671 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:42.498832 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3e90145f-c305-496b-8a24-16bd3210a717 req-19b7a891-3a4b-4eab-868a-228ca9370cf8 service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391168 Feb 18 09:23:42.513568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-72ad9db7-1367-4835-b272-dda6eace431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'a651b36f-ccde-47bf-b18a-740a41da9157', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'port_id': 'd2ace759-2457-4027-a867-89ab5e14be37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'mac_address': 'fa:16:3e:6a:a4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd278f742-7622-4822-a63a-6dad44ade9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:23:40Z', 'updated_at': '2022-02-18T09:23:40Z', 'revision_number': 0, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:26Z', 'revision_number': 5, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:42.526912 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad9db7-1367-4835-b272-dda6eace431d None None] Checking router: ced51067-808e-4f7a-8ad6-e451b7364cfb for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:23:42.544625 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad9db7-1367-4835-b272-dda6eace431d None None] Routers {'ced51067-808e-4f7a-8ad6-e451b7364cfb'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:23:42.545236 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-72ad9db7-1367-4835-b272-dda6eace431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:23:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['ced51067-808e-4f7a-8ad6-e451b7364cfb'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:42.601080 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['3e7f20ad-1247-4707-9cb2-c7635b37befa'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:23:42.626744 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=3e7f20ad-1247-4707-9cb2-c7635b37befa,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:42.634738 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-3e90145f-c305-496b-8a24-16bd3210a717 req-fcfdbebc-474c-4abf-803d-9ab5e17a8693 service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297314 Feb 18 09:23:42.814318 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-72ad9db7-1367-4835-b272-dda6eace431d None None] Set router ced51067-808e-4f7a-8ad6-e451b7364cfb gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:23:43.076614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefcc1c-922a-469f-95bc-30c441db60ff req-da77fb1d-2cf8-4093-9e6b-18da790a5ddd tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:43.077946 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fefcc1c-922a-469f-95bc-30c441db60ff req-da77fb1d-2cf8-4093-9e6b-18da790a5ddd tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 944 time: 0.0897532 Feb 18 09:23:43.122952 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fefcc1c-922a-469f-95bc-30c441db60ff req-a1658f3e-79be-4bee-ab12-63ab32bf0dc4 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384252 Feb 18 09:23:43.237015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-72ad9db7-1367-4835-b272-dda6eace431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'a651b36f-ccde-47bf-b18a-740a41da9157', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'port_id': 'd2ace759-2457-4027-a867-89ab5e14be37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'mac_address': 'fa:16:3e:6a:a4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd278f742-7622-4822-a63a-6dad44ade9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:23:40Z', 'updated_at': '2022-02-18T09:23:40Z', 'revision_number': 0, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:26Z', 'revision_number': 5, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:23:43.240942 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad9db7-1367-4835-b272-dda6eace431d None None] The sync data for ids ['ced51067-808e-4f7a-8ad6-e451b7364cfb'] in n-d-829434-1 is: [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'a651b36f-ccde-47bf-b18a-740a41da9157', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'port_id': 'd2ace759-2457-4027-a867-89ab5e14be37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'mac_address': 'fa:16:3e:6a:a4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd278f742-7622-4822-a63a-6dad44ade9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:23:40Z', 'updated_at': '2022-02-18T09:23:40Z', 'revision_number': 0, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:26Z', 'revision_number': 5, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:23:43.429521 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f4d926-1347-4320-b8c8-bc5c0beabbd9 None None] New status for floating IP a651b36f-ccde-47bf-b18a-740a41da9157: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:23:43.823275 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 3e7f20ad-1247-4707-9cb2-c7635b37befa up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:23:43.891337 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 3e7f20ad-1247-4707-9cb2-c7635b37befa triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:23:43.891712 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:44.013282 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:44.039627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011991b4-9fba-469f-9823-48a1863a6f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7f20ad-1247-4707-9cb2-c7635b37befa'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:23:44.049158 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 3e7f20ad-1247-4707-9cb2-c7635b37befa, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=3e7f20ad-1247-4707-9cb2-c7635b37befa,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:44.053853 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:44.092689 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011991b4-9fba-469f-9823-48a1863a6f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7f20ad-1247-4707-9cb2-c7635b37befa', 'code': 200} Feb 18 09:23:44.123899 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=3e7f20ad-1247-4707-9cb2-c7635b37befa,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:44.305641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec138822-a3bf-4d7f-afea-2a64da9db1de req-d8faabac-e541-4e5f-adce-e7bad6ff4156 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:44.307011 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec138822-a3bf-4d7f-afea-2a64da9db1de req-d8faabac-e541-4e5f-adce-e7bad6ff4156 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 945 time: 0.0799356 Feb 18 09:23:44.357737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec138822-a3bf-4d7f-afea-2a64da9db1de req-4145c28c-94a7-429c-b021-e06aeb7c651e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451617 Feb 18 09:23:45.563625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04940698-b3fb-4b05-a33c-12e44f6a6ee9 req-013cdd94-b8d1-442f-8989-267eb23ff64e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:45.566258 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04940698-b3fb-4b05-a33c-12e44f6a6ee9 req-013cdd94-b8d1-442f-8989-267eb23ff64e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 945 time: 0.0946214 Feb 18 09:23:45.611643 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04940698-b3fb-4b05-a33c-12e44f6a6ee9 req-758f2045-abae-409d-9a6c-f2dfc2d5c6f2 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401428 Feb 18 09:23:46.774348 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-3f6ac307-aa49-4f36-be2e-b5cc5a8fcff2 req-7e9c70ec-4974-4144-8652-6e5d277e3b95 service neutron] (87768) timed out ('10.222.0.72', 49158) {{(pid=87768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:23:46.842018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1f688-8c1e-4355-b09f-4a484ae25cd6 req-737d0d03-4326-421b-bb06-561e897b3052 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:46.843874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11e1f688-8c1e-4355-b09f-4a484ae25cd6 req-737d0d03-4326-421b-bb06-561e897b3052 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 945 time: 0.1141109 Feb 18 09:23:46.906237 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11e1f688-8c1e-4355-b09f-4a484ae25cd6 req-a62dbd36-edce-4aef-a4f8-7807f5f61b52 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558500 Feb 18 09:23:48.170945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34a872-e228-454c-92a0-190e9f0d5813 req-ac27619e-42be-4170-bf23-62b1997b981e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:48.185081 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c34a872-e228-454c-92a0-190e9f0d5813 req-ac27619e-42be-4170-bf23-62b1997b981e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 945 time: 0.1442173 Feb 18 09:23:48.281045 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c34a872-e228-454c-92a0-190e9f0d5813 req-6f1e7f3d-564b-4f15-9a85-bc20f4fb4cba tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902548 Feb 18 09:23:49.513258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae100198-9b82-4973-964a-51df30b9346c req-0e6e51bb-4904-4468-897b-3aae2aecd1ac tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:49.518121 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae100198-9b82-4973-964a-51df30b9346c req-0e6e51bb-4904-4468-897b-3aae2aecd1ac tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 945 time: 0.1024609 Feb 18 09:23:49.585084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae100198-9b82-4973-964a-51df30b9346c req-4d55f5aa-52e5-42a3-8716-91c6bb864bb7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583510 Feb 18 09:23:50.774334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007ba75-d6ec-43e1-b93d-6ce22acd2eec req-0c0c8888-2356-48f7-a2c0-4b5fb7f8dd3b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:50.776777 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c007ba75-d6ec-43e1-b93d-6ce22acd2eec req-0c0c8888-2356-48f7-a2c0-4b5fb7f8dd3b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 945 time: 0.0880051 Feb 18 09:23:50.833415 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c007ba75-d6ec-43e1-b93d-6ce22acd2eec req-41efa58f-84a8-446c-a03b-81d1c16da17f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502493 Feb 18 09:23:52.082981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3a551-b1c8-4467-91bb-79f58d223e46 req-8f32843d-78e9-4476-a824-3ad746afd54f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:52.084582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96e3a551-b1c8-4467-91bb-79f58d223e46 req-8f32843d-78e9-4476-a824-3ad746afd54f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 945 time: 0.1032758 Feb 18 09:23:52.143362 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96e3a551-b1c8-4467-91bb-79f58d223e46 req-245c498b-7cf5-4a98-9338-e0a0bb4c4856 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510676 Feb 18 09:23:53.360149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892d0da-80f8-441d-9188-a4c646f63dc0 req-f704c71a-dee2-4a84-aaea-7ca8c5202ed0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:53.361786 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e892d0da-80f8-441d-9188-a4c646f63dc0 req-f704c71a-dee2-4a84-aaea-7ca8c5202ed0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 945 time: 0.0928981 Feb 18 09:23:53.433855 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e892d0da-80f8-441d-9188-a4c646f63dc0 req-5671d30b-ce29-45c3-a4af-3f8ddac06cba tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584764 Feb 18 09:23:54.631449 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e4aac-6e08-4808-973a-7b89e3d1b3e3 req-7ab82deb-7639-4127-bad6-425e602de705 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:54.633022 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-460e4aac-6e08-4808-973a-7b89e3d1b3e3 req-7ab82deb-7639-4127-bad6-425e602de705 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 945 time: 0.0914190 Feb 18 09:23:54.679486 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-460e4aac-6e08-4808-973a-7b89e3d1b3e3 req-b7cbb1f0-3f29-412f-89a4-e22c2da80a85 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407164 Feb 18 09:23:55.014280 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e3852-c919-4c14-bfd8-a49419dbc5cf req-bb107b8d-7c6e-4699-8fdc-76337ec7a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:55.015750 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b5e3852-c919-4c14-bfd8-a49419dbc5cf req-bb107b8d-7c6e-4699-8fdc-76337ec7a9db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 1096 time: 0.0809121 Feb 18 09:23:55.165372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e3852-c919-4c14-bfd8-a49419dbc5cf req-c6beef82-f0f7-4016-9e86-da99d8ff00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:55.165372 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b5e3852-c919-4c14-bfd8-a49419dbc5cf req-c6beef82-f0f7-4016-9e86-da99d8ff00ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.1398766 Feb 18 09:23:55.241814 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b5e3852-c919-4c14-bfd8-a49419dbc5cf req-802b6c60-b34d-42f2-94df-362d636d90ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e7f20ad-1247-4707-9cb2-c7635b37befa HTTP/1.1" status: 200 len: 217 time: 0.0673552 Feb 18 09:23:55.316218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e3852-c919-4c14-bfd8-a49419dbc5cf req-19cbbf13-9f05-4e21-9d6b-c432e4440bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:55.316218 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b5e3852-c919-4c14-bfd8-a49419dbc5cf req-19cbbf13-9f05-4e21-9d6b-c432e4440bf3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.0702045 Feb 18 09:23:55.409153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e3852-c919-4c14-bfd8-a49419dbc5cf req-92e5bc66-8de3-4cca-ac65-df3ea9267e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:55.409153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b5e3852-c919-4c14-bfd8-a49419dbc5cf req-92e5bc66-8de3-4cca-ac65-df3ea9267e40 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855227 Feb 18 09:23:55.562762 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b5e3852-c919-4c14-bfd8-a49419dbc5cf req-be9a7ff9-0cbe-4305-b31a-6489d5477143 service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474245 Feb 18 09:23:55.865926 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b5e3852-c919-4c14-bfd8-a49419dbc5cf req-3c0e8ca2-8c94-4017-a17f-9c1fe9d54b9f service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931030 Feb 18 09:23:55.982465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6a4f7-20e8-4843-adf2-2861c79e2dd7 req-495e87d0-c49b-44a6-aa3b-113ba89b3af0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:55.982465 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aba6a4f7-20e8-4843-adf2-2861c79e2dd7 req-495e87d0-c49b-44a6-aa3b-113ba89b3af0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 945 time: 0.1191576 Feb 18 09:23:56.066491 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aba6a4f7-20e8-4843-adf2-2861c79e2dd7 req-01660bba-1b3a-4a27-9ff5-770d565c889c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756059 Feb 18 09:23:57.307411 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5744e8c-e0bb-4232-8ec7-47d940d32585 req-e049c36e-ac06-4d5d-9d54-a9e79fb8bd64 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:57.318419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5744e8c-e0bb-4232-8ec7-47d940d32585 req-e049c36e-ac06-4d5d-9d54-a9e79fb8bd64 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 945 time: 0.1269832 Feb 18 09:23:57.371986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5744e8c-e0bb-4232-8ec7-47d940d32585 req-1c41d858-f3dd-47d9-8007-d62eed996230 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521717 Feb 18 09:23:57.884306 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 3e7f20ad-1247-4707-9cb2-c7635b37befa no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:23:58.056580 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:58.105435 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011991b4-9fba-469f-9823-48a1863a6f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e7f20ad-1247-4707-9cb2-c7635b37befa'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:23:58.118298 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 3e7f20ad-1247-4707-9cb2-c7635b37befa, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=3e7f20ad-1247-4707-9cb2-c7635b37befa,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:23:58.129201 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:23:58.188317 n-d-829434-1 neutron-server[87769]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '011991b4-9fba-469f-9823-48a1863a6f0f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3e7f20ad-1247-4707-9cb2-c7635b37befa', 'code': 422} returned with failed status Feb 18 09:23:58.229692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=3e7f20ad-1247-4707-9cb2-c7635b37befa,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:23:58.588681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192776c-adb5-4d1b-9711-7fe0066b0e3b req-c883c3e7-dd52-4f01-ad79-69429943c30c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:58.588681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9192776c-adb5-4d1b-9711-7fe0066b0e3b req-c883c3e7-dd52-4f01-ad79-69429943c30c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 943 time: 0.0969849 Feb 18 09:23:58.640350 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9192776c-adb5-4d1b-9711-7fe0066b0e3b req-fe80d985-78a9-40f7-aff8-dfb93f3a0d1a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470986 Feb 18 09:23:58.870036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229d417-f71a-4265-a5bd-814183e7ce1f req-48b492aa-0fc0-459e-bff7-d1fda760471b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:58.870036 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a229d417-f71a-4265-a5bd-814183e7ce1f req-48b492aa-0fc0-459e-bff7-d1fda760471b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1021323 Feb 18 09:23:58.931885 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a229d417-f71a-4265-a5bd-814183e7ce1f req-dda783f8-e3c2-4413-80b1-32565215c34b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576060 Feb 18 09:23:59.141794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9005bfe-4ca6-499c-b6ac-8049c4d535de req-62c5795e-58da-46bd-8b79-675e2cadb69b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:59.143617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9005bfe-4ca6-499c-b6ac-8049c4d535de req-62c5795e-58da-46bd-8b79-675e2cadb69b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0887992 Feb 18 09:23:59.190884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9005bfe-4ca6-499c-b6ac-8049c4d535de req-0f7e1816-aeca-45ea-bd66-9a8270c0b810 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413065 Feb 18 09:23:59.388386 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f1145-a87a-405c-aeb8-61a8d1c7c40e req-9e9da418-ced1-4902-8799-e5031ed14057 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:59.389914 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-046f1145-a87a-405c-aeb8-61a8d1c7c40e req-9e9da418-ced1-4902-8799-e5031ed14057 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0845239 Feb 18 09:23:59.437725 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-046f1145-a87a-405c-aeb8-61a8d1c7c40e req-13c0597a-6dfd-460e-a973-0702f943afa4 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410936 Feb 18 09:23:59.658504 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc3b51-8f64-4307-bb06-b3feea6f1fad req-1407779a-c43a-4015-b2aa-1003647f0d3e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:23:59.660181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7fc3b51-8f64-4307-bb06-b3feea6f1fad req-1407779a-c43a-4015-b2aa-1003647f0d3e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1083746 Feb 18 09:23:59.709644 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7fc3b51-8f64-4307-bb06-b3feea6f1fad req-9c9c5602-4002-47ab-b063-fce3527df69a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435183 Feb 18 09:24:00.104146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaac27-b867-4273-a4c1-6b460f538e25 req-49feeeac-547f-4167-b764-6fdc59b1dd35 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:00.105695 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7eaac27-b867-4273-a4c1-6b460f538e25 req-49feeeac-547f-4167-b764-6fdc59b1dd35 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0983579 Feb 18 09:24:00.159531 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7eaac27-b867-4273-a4c1-6b460f538e25 req-ce1b0e89-c07b-4cee-b7dd-d39d48ab0211 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464306 Feb 18 09:24:00.321749 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a6cada0f-9fa1-4523-b21a-6b14dff05e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:01.370705 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f76f-1e21-4aa2-9998-6467fe877970 req-870e1b57-8c5b-4d76-9757-2dfa38166131 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:01.373258 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a368f76f-1e21-4aa2-9998-6467fe877970 req-870e1b57-8c5b-4d76-9757-2dfa38166131 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0944006 Feb 18 09:24:01.430635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a368f76f-1e21-4aa2-9998-6467fe877970 req-ec7a792a-b09c-43a9-84a8-2b731def07ad tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492673 Feb 18 09:24:01.899448 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 3e7f20ad-1247-4707-9cb2-c7635b37befa no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:24:02.626686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437beba-57d1-4938-98ec-732ad1c3dbbf req-88f72aeb-52cf-4d5d-a3e3-3fcc7db54888 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:02.635023 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b437beba-57d1-4938-98ec-732ad1c3dbbf req-88f72aeb-52cf-4d5d-a3e3-3fcc7db54888 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0849943 Feb 18 09:24:02.675608 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b437beba-57d1-4938-98ec-732ad1c3dbbf req-769b2736-e284-4e21-8990-d9fc7867000b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413163 Feb 18 09:24:03.799259 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e7211302-b42c-4392-ae08-a7d2c0ab6093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:03.877752 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:03.880714 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:03.934000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3936b-5bdc-4ecc-9b01-1b60c2d69c96 req-d4dbe6ea-16e2-45b7-94a8-3fe84d7a1619 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:03.935438 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38d3936b-5bdc-4ecc-9b01-1b60c2d69c96 req-d4dbe6ea-16e2-45b7-94a8-3fe84d7a1619 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1269476 Feb 18 09:24:03.993744 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38d3936b-5bdc-4ecc-9b01-1b60c2d69c96 req-f4415b45-d18e-494d-bac6-2976cf910898 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517695 Feb 18 09:24:05.098375 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:05.203672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1deafa-ae30-4a2d-a9e3-2cb579b0ce0c req-d7d0f6b4-c944-48ae-9b90-0db54f1e9267 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:05.205468 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b1deafa-ae30-4a2d-a9e3-2cb579b0ce0c req-d7d0f6b4-c944-48ae-9b90-0db54f1e9267 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0908401 Feb 18 09:24:05.257325 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b1deafa-ae30-4a2d-a9e3-2cb579b0ce0c req-3883e9c5-9e9f-4a30-87c7-927682e3be26 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462079 Feb 18 09:24:06.096626 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:24:06.442107 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d820e15-6724-4bcb-b30f-461115952f0f req-052cd7af-c46e-4c0b-8c28-11f9abd8f58d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:06.443550 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d820e15-6724-4bcb-b30f-461115952f0f req-052cd7af-c46e-4c0b-8c28-11f9abd8f58d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0781400 Feb 18 09:24:06.487028 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d820e15-6724-4bcb-b30f-461115952f0f req-6f4fb6f0-6d38-4b3d-8993-2cd3c347377d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379007 Feb 18 09:24:07.689151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787dd0d-a9ff-4935-904b-a4c918b74f0d req-f40aa476-100a-49c9-934b-37dfa7615006 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:07.690659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9787dd0d-a9ff-4935-904b-a4c918b74f0d req-f40aa476-100a-49c9-934b-37dfa7615006 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0849600 Feb 18 09:24:07.736365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9787dd0d-a9ff-4935-904b-a4c918b74f0d req-3e97758b-c4dd-44f2-850e-bae837f351ff tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401297 Feb 18 09:24:08.940399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f0e09-35dd-447d-b7e8-eabc565314be req-19a465a1-e689-4a20-b16d-25ff9576949c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:08.941986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a5f0e09-35dd-447d-b7e8-eabc565314be req-19a465a1-e689-4a20-b16d-25ff9576949c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0982890 Feb 18 09:24:09.009165 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a5f0e09-35dd-447d-b7e8-eabc565314be req-7628d673-dd71-4850-9337-6ca4bde3c10a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595391 Feb 18 09:24:10.214676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d91719-4629-44ab-b0b1-c64ce609b6f2 req-eddff8d9-721c-44e3-ad6e-999d2a359c37 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:10.216111 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c0d91719-4629-44ab-b0b1-c64ce609b6f2 req-eddff8d9-721c-44e3-ad6e-999d2a359c37 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0837197 Feb 18 09:24:10.263434 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c0d91719-4629-44ab-b0b1-c64ce609b6f2 req-e2311ae1-d2ff-46be-9cc6-ddaf27a96df4 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410252 Feb 18 09:24:11.446943 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:11.460424 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e267c-b013-4015-87b6-9b5eac1b0541 req-746f3a79-2975-4855-8716-0650d47b95f0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:11.461869 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b59e267c-b013-4015-87b6-9b5eac1b0541 req-746f3a79-2975-4855-8716-0650d47b95f0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0903306 Feb 18 09:24:11.507445 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b59e267c-b013-4015-87b6-9b5eac1b0541 req-ac37d065-6f5c-4b24-b532-a6e3628c1db3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399938 Feb 18 09:24:11.597355 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:11.958372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3b8a7-16b5-4d07-ae22-793472e1f1b1 req-5c96662a-2693-4ad3-9a4e-6b89fef0b1f0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:11.959801 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88b3b8a7-16b5-4d07-ae22-793472e1f1b1 req-5c96662a-2693-4ad3-9a4e-6b89fef0b1f0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1744192 Feb 18 09:24:11.992931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b982b88-281a-4162-b0ba-23c1ca62b7a7 req-025ca171-b59d-417a-8d92-5279a631f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:11.994382 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b982b88-281a-4162-b0ba-23c1ca62b7a7 req-025ca171-b59d-417a-8d92-5279a631f09c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 1096 time: 0.1434646 Feb 18 09:24:12.077703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88b3b8a7-16b5-4d07-ae22-793472e1f1b1 req-528d2202-8dcc-4999-a07e-3f9be4325720 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112294 Feb 18 09:24:12.142375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b982b88-281a-4162-b0ba-23c1ca62b7a7 req-de2ffbb4-cb41-4802-9120-41d3cf3e6238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:12.143744 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b982b88-281a-4162-b0ba-23c1ca62b7a7 req-de2ffbb4-cb41-4802-9120-41d3cf3e6238 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.1410830 Feb 18 09:24:12.359556 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b982b88-281a-4162-b0ba-23c1ca62b7a7 req-4f147bcb-0a82-4323-aa90-aac09a8577f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2 HTTP/1.1" status: 200 len: 999 time: 0.2090654 Feb 18 09:24:12.422243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b982b88-281a-4162-b0ba-23c1ca62b7a7 req-8d3c53f0-559d-4c43-8b36-d0726462a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:12.424171 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b982b88-281a-4162-b0ba-23c1ca62b7a7 req-8d3c53f0-559d-4c43-8b36-d0726462a3b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.0585618 Feb 18 09:24:12.500375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b982b88-281a-4162-b0ba-23c1ca62b7a7 req-86bfc346-ebe2-4d37-816a-1ceca30a8245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:12.502382 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b982b88-281a-4162-b0ba-23c1ca62b7a7 req-86bfc346-ebe2-4d37-816a-1ceca30a8245 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725975 Feb 18 09:24:12.639729 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b982b88-281a-4162-b0ba-23c1ca62b7a7 req-03b306ef-df7d-4595-9486-b5403d5eaa57 service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310585 Feb 18 09:24:12.772994 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b982b88-281a-4162-b0ba-23c1ca62b7a7 req-e97ed65a-a84f-4d8e-924d-1d418279932e service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270914 Feb 18 09:24:13.278371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be9225-ae04-4450-bca1-412d4745b271 req-56194f1c-7b65-44fe-9103-0388714cf766 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:13.279964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86be9225-ae04-4450-bca1-412d4745b271 req-56194f1c-7b65-44fe-9103-0388714cf766 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0806692 Feb 18 09:24:13.327846 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86be9225-ae04-4450-bca1-412d4745b271 req-366fbe74-a471-4475-8fdf-e7bc2ab9d894 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419214 Feb 18 09:24:14.521067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239647a-dade-4119-a9f3-6016f8866e2c req-f6b0c528-661d-4695-a1d2-ebefae354f11 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:14.522567 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2239647a-dade-4119-a9f3-6016f8866e2c req-f6b0c528-661d-4695-a1d2-ebefae354f11 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0865693 Feb 18 09:24:14.570436 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2239647a-dade-4119-a9f3-6016f8866e2c req-92535790-c63d-4f01-b053-0c5d82d1baa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419846 Feb 18 09:24:14.765390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcac098-052b-4a8a-bb2a-3410e0cf96d0 req-d25fb5ba-dde3-4a97-b7f1-7afa7d4d78e2 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:14.767296 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fcac098-052b-4a8a-bb2a-3410e0cf96d0 req-d25fb5ba-dde3-4a97-b7f1-7afa7d4d78e2 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0834577 Feb 18 09:24:14.816809 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fcac098-052b-4a8a-bb2a-3410e0cf96d0 req-f8272cf8-f1ce-412a-880c-e61ab63d1517 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438180 Feb 18 09:24:15.002746 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e6397-0ecc-4b04-af0c-24ef9529dadf req-75dbaa59-a306-4570-94d7-a3a2951c01f4 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:15.004175 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f4e6397-0ecc-4b04-af0c-24ef9529dadf req-75dbaa59-a306-4570-94d7-a3a2951c01f4 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0788109 Feb 18 09:24:15.046530 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f4e6397-0ecc-4b04-af0c-24ef9529dadf req-e6b8cd0f-3d61-4682-82b4-199185bef7c8 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368032 Feb 18 09:24:15.232069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88b3de-b11a-4652-af2e-9bf1366b5193 req-076dbb55-82e7-4cd2-872a-275cf0a4a7c9 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:15.233445 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d88b3de-b11a-4652-af2e-9bf1366b5193 req-076dbb55-82e7-4cd2-872a-275cf0a4a7c9 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0823312 Feb 18 09:24:15.278187 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d88b3de-b11a-4652-af2e-9bf1366b5193 req-d0e9a669-1549-4ea3-9a67-1278f4c7bb5e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387614 Feb 18 09:24:15.467951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39875461-a08c-4659-859f-6b7c7d6f768f req-2272377c-f99c-4c37-a5dc-c5b26c8432ce tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:15.469470 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39875461-a08c-4659-859f-6b7c7d6f768f req-2272377c-f99c-4c37-a5dc-c5b26c8432ce tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0820861 Feb 18 09:24:15.513844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39875461-a08c-4659-859f-6b7c7d6f768f req-9008146e-5090-4753-afac-506a5160709a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384581 Feb 18 09:24:15.919723 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc710-a483-4e65-b284-99730522593f req-4a00bcd5-fb8e-4444-ab50-170830af8654 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:15.921183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e4fc710-a483-4e65-b284-99730522593f req-4a00bcd5-fb8e-4444-ab50-170830af8654 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0836923 Feb 18 09:24:15.965603 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7e4fc710-a483-4e65-b284-99730522593f req-474db499-fd5f-464f-864a-e99c2f3161c9 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385668 Feb 18 09:24:17.149079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18b8c3-38d6-4976-b3b7-50819e678010 req-03e52ee8-ea1c-496b-97c9-c90dde0a9116 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:17.150548 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce18b8c3-38d6-4976-b3b7-50819e678010 req-03e52ee8-ea1c-496b-97c9-c90dde0a9116 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0796599 Feb 18 09:24:17.198366 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce18b8c3-38d6-4976-b3b7-50819e678010 req-c2858531-1a48-454b-8695-e72e0f1c3c6b tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420730 Feb 18 09:24:17.603484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13ea48-793b-4628-95f9-d8a214a70629 req-ed93512b-60fb-43e2-9e82-8bf0825f3a89 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:17.604955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f13ea48-793b-4628-95f9-d8a214a70629 req-ed93512b-60fb-43e2-9e82-8bf0825f3a89 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1376643 Feb 18 09:24:17.607571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aab8cb-7d16-4d2f-8141-f34143f307f3 req-ae16f353-327e-4506-8b4c-7634cf4e4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:17.608915 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5aab8cb-7d16-4d2f-8141-f34143f307f3 req-ae16f353-327e-4506-8b4c-7634cf4e4fc9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 1096 time: 0.1100438 Feb 18 09:24:17.724960 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f13ea48-793b-4628-95f9-d8a214a70629 req-288bb4de-e927-40e7-8a1e-b005d2409227 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130652 Feb 18 09:24:17.770826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aab8cb-7d16-4d2f-8141-f34143f307f3 req-2c51fd1c-f6d7-4205-9bb1-033f5fb6ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:17.772341 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5aab8cb-7d16-4d2f-8141-f34143f307f3 req-2c51fd1c-f6d7-4205-9bb1-033f5fb6ac2e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 200 len: 913 time: 0.1482320 Feb 18 09:24:17.987786 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5aab8cb-7d16-4d2f-8141-f34143f307f3 req-2994db95-680b-4a6e-8eb2-d5a444c370aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2 HTTP/1.1" status: 200 len: 999 time: 0.2090213 Feb 18 09:24:18.051340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aab8cb-7d16-4d2f-8141-f34143f307f3 req-473548a8-67fc-43c0-9eb7-bd4e62b6b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:18.052813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5aab8cb-7d16-4d2f-8141-f34143f307f3 req-473548a8-67fc-43c0-9eb7-bd4e62b6b559 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 200 len: 851 time: 0.0588346 Feb 18 09:24:18.129261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aab8cb-7d16-4d2f-8141-f34143f307f3 req-b9f14a85-1cab-4caf-8aa7-8c994262214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:18.130816 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5aab8cb-7d16-4d2f-8141-f34143f307f3 req-b9f14a85-1cab-4caf-8aa7-8c994262214e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6866b541-2ab4-4182-b7c8-e6a5f44e195b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718322 Feb 18 09:24:18.267220 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5aab8cb-7d16-4d2f-8141-f34143f307f3 req-169f5b88-6d0d-4634-8321-ac6872ae97ca service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268342 Feb 18 09:24:18.399031 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5aab8cb-7d16-4d2f-8141-f34143f307f3 req-cc3acd1c-2443-49fb-b563-1ada62d4d32e service neutron] 10.222.0.61 "GET /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237476 Feb 18 09:24:18.918333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f71b08-8392-4f65-86b3-7c01faf37cab req-4d75da98-d367-45cd-a197-cdd44fac3857 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:18.919777 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7f71b08-8392-4f65-86b3-7c01faf37cab req-4d75da98-d367-45cd-a197-cdd44fac3857 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0853298 Feb 18 09:24:18.963405 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7f71b08-8392-4f65-86b3-7c01faf37cab req-f8b33a93-ef7a-4265-9ae0-469718adf018 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378208 Feb 18 09:24:20.169633 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca0197-cac2-44ec-9876-c60610dbcfb9 req-15af3311-289c-42ac-adb6-28f7da3230b4 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:20.171148 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96ca0197-cac2-44ec-9876-c60610dbcfb9 req-15af3311-289c-42ac-adb6-28f7da3230b4 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0979438 Feb 18 09:24:20.228745 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96ca0197-cac2-44ec-9876-c60610dbcfb9 req-ba18eece-3e06-423b-9b03-7a7dbdffb13c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503397 Feb 18 09:24:20.431494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d39eca-dc7f-4bae-9d83-4b2557221a11 req-45a57690-ca1d-48f4-9ef3-0a1e34840d0f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:20.432952 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01d39eca-dc7f-4bae-9d83-4b2557221a11 req-45a57690-ca1d-48f4-9ef3-0a1e34840d0f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0866957 Feb 18 09:24:20.480144 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01d39eca-dc7f-4bae-9d83-4b2557221a11 req-08e0bc75-72c9-444f-b6b1-107eef05152c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406063 Feb 18 09:24:21.292063 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173bbd0-a545-49be-8d86-263d92525d77 req-98e8de92-e5f6-4b02-b926-8668e5c594ec tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:21.293493 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f173bbd0-a545-49be-8d86-263d92525d77 req-98e8de92-e5f6-4b02-b926-8668e5c594ec tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=011991b4-9fba-469f-9823-48a1863a6f0f HTTP/1.1" status: 200 len: 943 time: 0.0904827 Feb 18 09:24:21.367689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-f173bbd0-a545-49be-8d86-263d92525d77 req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Deleting port 3e7f20ad-1247-4707-9cb2-c7635b37befa {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:24:21.368083 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f173bbd0-a545-49be-8d86-263d92525d77 req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:21.634648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-f173bbd0-a545-49be-8d86-263d92525d77 req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] For port 3e7f20ad-1247-4707-9cb2-c7635b37befa, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=3e7f20ad-1247-4707-9cb2-c7635b37befa,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:24:21.634998 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f173bbd0-a545-49be-8d86-263d92525d77 req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:21.770556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-f173bbd0-a545-49be-8d86-263d92525d77 req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Calling delete_port for 3e7f20ad-1247-4707-9cb2-c7635b37befa owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:24:21.930640 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f173bbd0-a545-49be-8d86-263d92525d77 req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:21.943152 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['f0594936-f1aa-425f-b408-6c7afc57f626'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:24:21.969113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7e0a3db2-0a26-4b7d-bc88-19d889c4ca32'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:24:21.985360 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Pushing event deleted for resources: {'Port': ['ID=3e7f20ad-1247-4707-9cb2-c7635b37befa,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:22.071963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:22.072332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:22.072680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:22.073023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:22.073557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:22.073898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:22.074354 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:22.074597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:22.074991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:22.075997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:22.077018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:22.077018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:22.086097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f173bbd0-a545-49be-8d86-263d92525d77 req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] No DVR routers for this DVR port 3e7f20ad-1247-4707-9cb2-c7635b37befa on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:24:22.096729 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f173bbd0-a545-49be-8d86-263d92525d77 req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:22.099763 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011991b4-9fba-469f-9823-48a1863a6f0f', 'name': 'network-vif-deleted', 'tag': '3e7f20ad-1247-4707-9cb2-c7635b37befa'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:24:22.126775 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f173bbd0-a545-49be-8d86-263d92525d77 req-4f1e1d9e-57f5-478d-a3fa-32b505298d36 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "DELETE /v2.0/ports/3e7f20ad-1247-4707-9cb2-c7635b37befa HTTP/1.1" status: 204 len: 173 time: 0.8272138 Feb 18 09:24:22.173283 n-d-829434-1 neutron-server[87768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '011991b4-9fba-469f-9823-48a1863a6f0f', 'name': 'network-vif-deleted', 'tag': '3e7f20ad-1247-4707-9cb2-c7635b37befa', 'status': 'failed', 'code': 422} returned with failed status Feb 18 09:24:23.170963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fac877-1c9f-4a55-a52c-9a5bbebdff93 req-410e69aa-6e76-488c-b20a-981c4eed38fa tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:23.171960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c4fac877-1c9f-4a55-a52c-9a5bbebdff93 req-410e69aa-6e76-488c-b20a-981c4eed38fa tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Synchronizing usage tracker for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:23.187474 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c4fac877-1c9f-4a55-a52c-9a5bbebdff93 req-410e69aa-6e76-488c-b20a-981c4eed38fa tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Unset dirty status for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:23.188945 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4fac877-1c9f-4a55-a52c-9a5bbebdff93 req-410e69aa-6e76-488c-b20a-981c4eed38fa tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 907 time: 0.0994010 Feb 18 09:24:24.393079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c0524-084b-4e23-a8ca-056dd8ef2291 req-e04225cf-8091-4487-951d-356387aa612d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:24.394617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-059c0524-084b-4e23-a8ca-056dd8ef2291 req-e04225cf-8091-4487-951d-356387aa612d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 907 time: 0.0927415 Feb 18 09:24:24.624715 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eecdff-95e1-46f0-89c8-ddf7fc532f21 req-94be9041-c2c2-42f7-8055-f05aa25c8739 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:24.625534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-39eecdff-95e1-46f0-89c8-ddf7fc532f21 req-94be9041-c2c2-42f7-8055-f05aa25c8739 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Synchronizing usage tracker for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:24.637747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-39eecdff-95e1-46f0-89c8-ddf7fc532f21 req-94be9041-c2c2-42f7-8055-f05aa25c8739 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Unset dirty status for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:24.638848 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-39eecdff-95e1-46f0-89c8-ddf7fc532f21 req-94be9041-c2c2-42f7-8055-f05aa25c8739 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 907 time: 0.0937529 Feb 18 09:24:24.709365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-39eecdff-95e1-46f0-89c8-ddf7fc532f21 req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Deleting port 9710a7a5-8f53-43b0-9026-efaba994d202 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:24:24.709706 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-39eecdff-95e1-46f0-89c8-ddf7fc532f21 req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:24.965904 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-39eecdff-95e1-46f0-89c8-ddf7fc532f21 req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] For port 9710a7a5-8f53-43b0-9026-efaba994d202, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=9710a7a5-8f53-43b0-9026-efaba994d202,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:24:24.966177 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-39eecdff-95e1-46f0-89c8-ddf7fc532f21 req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:25.097795 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-39eecdff-95e1-46f0-89c8-ddf7fc532f21 req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Calling delete_port for 9710a7a5-8f53-43b0-9026-efaba994d202 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:24:25.252297 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-39eecdff-95e1-46f0-89c8-ddf7fc532f21 req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:25.304824 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Pushing event deleted for resources: {'Port': ['ID=9710a7a5-8f53-43b0-9026-efaba994d202,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:25.338661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:25.339014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:25.339356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:25.339692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:25.340035 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:25.340393 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:25.340723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:25.341050 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:25.341373 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:25.341695 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:25.342017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:25.342339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:25.394604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-39eecdff-95e1-46f0-89c8-ddf7fc532f21 req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] No DVR routers for this DVR port 9710a7a5-8f53-43b0-9026-efaba994d202 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:24:25.398483 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-39eecdff-95e1-46f0-89c8-ddf7fc532f21 req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:25.399999 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c560ce9-d26d-4e1a-b186-f991ffb02578', 'name': 'network-vif-deleted', 'tag': '9710a7a5-8f53-43b0-9026-efaba994d202'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:24:25.420585 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-39eecdff-95e1-46f0-89c8-ddf7fc532f21 req-97eeebff-4a8e-40a3-b9f9-7576d4ce3aa0 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.81 "DELETE /v2.0/ports/9710a7a5-8f53-43b0-9026-efaba994d202 HTTP/1.1" status: 204 len: 173 time: 0.7766256 Feb 18 09:24:25.460415 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c560ce9-d26d-4e1a-b186-f991ffb02578', 'name': 'network-vif-deleted', 'tag': '9710a7a5-8f53-43b0-9026-efaba994d202', 'status': 'completed', 'code': 200} Feb 18 09:24:25.564600 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3080d0f-a766-4e6a-a8e1-e4d32643687d req-1671d637-da1b-4958-aafb-d93f402bad32 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c560ce9-d26d-4e1a-b186-f991ffb02578 HTTP/1.1" status: 200 len: 210 time: 0.0452240 Feb 18 09:24:27.077528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cddf5-01ac-4324-b727-b62b2df5886f req-c9bfca10-018c-4361-b522-ebf52b6c1d58 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:27.080354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd0cddf5-01ac-4324-b727-b62b2df5886f req-c9bfca10-018c-4361-b522-ebf52b6c1d58 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 946 time: 0.1184924 Feb 18 09:24:27.128530 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd0cddf5-01ac-4324-b727-b62b2df5886f req-e7725906-7091-4e4c-b8a9-ca9075303482 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415270 Feb 18 09:24:27.559146 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9710a7a5-8f53-43b0-9026-efaba994d202 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:24:27.601092 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 9710a7a5-8f53-43b0-9026-efaba994d202 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:24:27.601436 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 9710a7a5-8f53-43b0-9026-efaba994d202 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:24:28.333004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38141207-cf76-444f-a0d9-6a0c175c431f req-bfd6f47e-58d2-4bbe-831c-6fea670a74df tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:28.334550 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38141207-cf76-444f-a0d9-6a0c175c431f req-bfd6f47e-58d2-4bbe-831c-6fea670a74df tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 946 time: 0.0913014 Feb 18 09:24:28.380828 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38141207-cf76-444f-a0d9-6a0c175c431f req-e0161650-f4a7-468a-831d-abd21b35e65f tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400782 Feb 18 09:24:28.643596 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99b228-92d1-4aaa-98ad-a32144f1585d req-068ad72b-5eca-4d42-81e4-5f08a24bb257 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:28.644370 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-af99b228-92d1-4aaa-98ad-a32144f1585d req-068ad72b-5eca-4d42-81e4-5f08a24bb257 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Synchronizing usage tracker for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:28.666429 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-af99b228-92d1-4aaa-98ad-a32144f1585d req-068ad72b-5eca-4d42-81e4-5f08a24bb257 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Unset dirty status for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:28.666429 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-af99b228-92d1-4aaa-98ad-a32144f1585d req-068ad72b-5eca-4d42-81e4-5f08a24bb257 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 946 time: 0.2211845 Feb 18 09:24:28.742076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-af99b228-92d1-4aaa-98ad-a32144f1585d req-508fe63c-a1dc-4323-9d76-9426a52183d7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Deleting port f0594936-f1aa-425f-b408-6c7afc57f626 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:24:28.742702 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-af99b228-92d1-4aaa-98ad-a32144f1585d req-508fe63c-a1dc-4323-9d76-9426a52183d7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:29.024537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-af99b228-92d1-4aaa-98ad-a32144f1585d req-508fe63c-a1dc-4323-9d76-9426a52183d7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] For port f0594936-f1aa-425f-b408-6c7afc57f626, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f0594936-f1aa-425f-b408-6c7afc57f626,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:24:29.024537 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-af99b228-92d1-4aaa-98ad-a32144f1585d req-508fe63c-a1dc-4323-9d76-9426a52183d7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:29.156231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-af99b228-92d1-4aaa-98ad-a32144f1585d req-508fe63c-a1dc-4323-9d76-9426a52183d7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Calling delete_port for f0594936-f1aa-425f-b408-6c7afc57f626 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:24:29.333914 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-af99b228-92d1-4aaa-98ad-a32144f1585d req-508fe63c-a1dc-4323-9d76-9426a52183d7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:29.348160 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7e0a3db2-0a26-4b7d-bc88-19d889c4ca32'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:24:29.407567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fe63c-a1dc-4323-9d76-9426a52183d7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Pushing event deleted for resources: {'Port': ['ID=f0594936-f1aa-425f-b408-6c7afc57f626,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:29.412376 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['f0594936-f1aa-425f-b408-6c7afc57f626'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:24:29.543087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-af99b228-92d1-4aaa-98ad-a32144f1585d req-508fe63c-a1dc-4323-9d76-9426a52183d7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] No DVR routers for this DVR port f0594936-f1aa-425f-b408-6c7afc57f626 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:24:29.548899 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-af99b228-92d1-4aaa-98ad-a32144f1585d req-508fe63c-a1dc-4323-9d76-9426a52183d7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:29.558369 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab325110-c062-437f-b3d4-0fff6f4c55d1', 'name': 'network-vif-deleted', 'tag': 'f0594936-f1aa-425f-b408-6c7afc57f626'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:24:29.575017 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-af99b228-92d1-4aaa-98ad-a32144f1585d req-508fe63c-a1dc-4323-9d76-9426a52183d7 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.81 "DELETE /v2.0/ports/f0594936-f1aa-425f-b408-6c7afc57f626 HTTP/1.1" status: 204 len: 173 time: 0.9041286 Feb 18 09:24:29.609338 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab325110-c062-437f-b3d4-0fff6f4c55d1', 'name': 'network-vif-deleted', 'tag': 'f0594936-f1aa-425f-b408-6c7afc57f626', 'status': 'completed', 'code': 200} Feb 18 09:24:29.696643 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d1a92bed-0907-4a96-b150-213fbfdbac04 req-0e4adaca-049f-4aa4-a56e-044a67db8d0d tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab325110-c062-437f-b3d4-0fff6f4c55d1 HTTP/1.1" status: 200 len: 210 time: 0.0506916 Feb 18 09:24:30.329786 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-46cf675c-8df4-45c4-86f1-1798bf86783a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:31.194875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd5a91-6700-46fd-937f-4fb080134195 req-8743ab5b-213c-4886-9a9a-c799f825fb93 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:31.194875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40dd5a91-6700-46fd-937f-4fb080134195 req-8743ab5b-213c-4886-9a9a-c799f825fb93 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.0925610 Feb 18 09:24:31.244195 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40dd5a91-6700-46fd-937f-4fb080134195 req-edb138df-a0d3-403d-9cab-bf827f982227 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427406 Feb 18 09:24:31.591672 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f0594936-f1aa-425f-b408-6c7afc57f626 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:24:31.643476 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: f0594936-f1aa-425f-b408-6c7afc57f626 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:24:31.643476 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f0594936-f1aa-425f-b408-6c7afc57f626 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:24:32.435021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a127d6a-fbe8-4fc0-8a9d-ad5361c12bce req-020016db-6714-48b8-a852-9fd4f1199425 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:32.436615 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7a127d6a-fbe8-4fc0-8a9d-ad5361c12bce req-020016db-6714-48b8-a852-9fd4f1199425 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.0832856 Feb 18 09:24:32.484709 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7a127d6a-fbe8-4fc0-8a9d-ad5361c12bce req-13d16192-a69e-46ac-9f12-72f88520be7e tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=25744421-cd6e-4da8-91a8-e4832d0035a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390964 Feb 18 09:24:32.592310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499a2d6-c62e-4d31-b4bd-8965f0b772b1 req-3e53a148-0ac2-4d77-950f-53e79b2a3b39 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:32.592310 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b499a2d6-c62e-4d31-b4bd-8965f0b772b1 req-3e53a148-0ac2-4d77-950f-53e79b2a3b39 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 945 time: 0.0865834 Feb 18 09:24:32.790653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-b499a2d6-c62e-4d31-b4bd-8965f0b772b1 req-3dbe8ab9-be0d-40b7-809a-47bd6fa9548c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Deleting port 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:24:32.791252 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b499a2d6-c62e-4d31-b4bd-8965f0b772b1 req-3dbe8ab9-be0d-40b7-809a-47bd6fa9548c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:33.045788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b499a2d6-c62e-4d31-b4bd-8965f0b772b1 req-3dbe8ab9-be0d-40b7-809a-47bd6fa9548c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] For port 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7e0a3db2-0a26-4b7d-bc88-19d889c4ca32,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:24:33.046130 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b499a2d6-c62e-4d31-b4bd-8965f0b772b1 req-3dbe8ab9-be0d-40b7-809a-47bd6fa9548c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:33.170042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-b499a2d6-c62e-4d31-b4bd-8965f0b772b1 req-3dbe8ab9-be0d-40b7-809a-47bd6fa9548c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Calling delete_port for 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:24:33.319467 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b499a2d6-c62e-4d31-b4bd-8965f0b772b1 req-3dbe8ab9-be0d-40b7-809a-47bd6fa9548c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:33.330668 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7e0a3db2-0a26-4b7d-bc88-19d889c4ca32'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:24:33.368805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe8ab9-be0d-40b7-809a-47bd6fa9548c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Pushing event deleted for resources: {'Port': ['ID=7e0a3db2-0a26-4b7d-bc88-19d889c4ca32,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:33.450967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b499a2d6-c62e-4d31-b4bd-8965f0b772b1 req-3dbe8ab9-be0d-40b7-809a-47bd6fa9548c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] No DVR routers for this DVR port 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:24:33.453828 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b499a2d6-c62e-4d31-b4bd-8965f0b772b1 req-3dbe8ab9-be0d-40b7-809a-47bd6fa9548c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:33.456451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f332ba-d17e-4737-8c00-53e7e7494c2f', 'name': 'network-vif-deleted', 'tag': '7e0a3db2-0a26-4b7d-bc88-19d889c4ca32'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:24:33.468681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b499a2d6-c62e-4d31-b4bd-8965f0b772b1 req-3dbe8ab9-be0d-40b7-809a-47bd6fa9548c tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.61 "DELETE /v2.0/ports/7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 HTTP/1.1" status: 204 len: 173 time: 0.8714490 Feb 18 09:24:33.637792 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f332ba-d17e-4737-8c00-53e7e7494c2f', 'name': 'network-vif-deleted', 'tag': '7e0a3db2-0a26-4b7d-bc88-19d889c4ca32', 'status': 'completed', 'code': 200} Feb 18 09:24:33.729879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c1cd7e74-8d18-474f-8310-077db14c0d4c req-c68f3c13-5e86-4fde-81ab-4d89a823cef6 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Synchronizing usage tracker for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:33.745976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c1cd7e74-8d18-474f-8310-077db14c0d4c req-c68f3c13-5e86-4fde-81ab-4d89a823cef6 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Unset dirty status for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:33.747105 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c1cd7e74-8d18-474f-8310-077db14c0d4c req-c68f3c13-5e86-4fde-81ab-4d89a823cef6 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0f332ba-d17e-4737-8c00-53e7e7494c2f HTTP/1.1" status: 200 len: 210 time: 0.0592282 Feb 18 09:24:33.789890 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-87111baf-2e6f-496f-becb-40a6dacb3e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:33.865938 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:33.876104 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:34.465525 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-983da957-5b62-4450-83cf-5f101b92dc9f req-68d8045a-5611-4ae3-b427-7020206bdb76 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0810709 Feb 18 09:24:34.572256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f168d8b-dd00-46e2-9684-da516d985ceb req-a31d79f2-8bb1-4ca6-81a1-76f109e55499 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:34.573807 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f168d8b-dd00-46e2-9684-da516d985ceb req-a31d79f2-8bb1-4ca6-81a1-76f109e55499 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 1097 time: 0.0794976 Feb 18 09:24:34.615253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983da957-5b62-4450-83cf-5f101b92dc9f req-4bb39c48-de96-4d75-bc29-69dd83a2d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:34.616774 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-983da957-5b62-4450-83cf-5f101b92dc9f req-4bb39c48-de96-4d75-bc29-69dd83a2d49a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 1097 time: 0.0759325 Feb 18 09:24:34.621007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8f168d8b-dd00-46e2-9684-da516d985ceb req-59e9f14d-4115-48b9-ac30-2ba6f72bff02 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Synchronizing usage tracker for tenant:a30842af08774da1a13677788beb20e0 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:34.646389 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8f168d8b-dd00-46e2-9684-da516d985ceb req-59e9f14d-4115-48b9-ac30-2ba6f72bff02 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Unset dirty status for tenant:a30842af08774da1a13677788beb20e0 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:34.647554 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f168d8b-dd00-46e2-9684-da516d985ceb req-59e9f14d-4115-48b9-ac30-2ba6f72bff02 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672748 Feb 18 09:24:34.789502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983da957-5b62-4450-83cf-5f101b92dc9f req-dde3a2fe-ab69-47f5-99eb-823a14e8728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:34.789502 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-983da957-5b62-4450-83cf-5f101b92dc9f req-dde3a2fe-ab69-47f5-99eb-823a14e8728a service neutron] 10.222.0.81 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 912 time: 0.1459289 Feb 18 09:24:34.849097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe215def-a108-4d0c-996f-a06510eb27f9 req-6aa44b28-f027-4b91-bbff-6e196307fa82 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:34.858450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe215def-a108-4d0c-996f-a06510eb27f9 req-6aa44b28-f027-4b91-bbff-6e196307fa82 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.0944276 Feb 18 09:24:34.912985 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe215def-a108-4d0c-996f-a06510eb27f9 req-dd3a391b-eba0-4386-a647-aff448e62afa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533476 Feb 18 09:24:34.936636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37392) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:34.960522 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-983da957-5b62-4450-83cf-5f101b92dc9f req-975a8f14-1101-484c-9d25-496fcb38db41 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2ace759-2457-4027-a867-89ab5e14be37 HTTP/1.1" status: 200 len: 1002 time: 0.1660972 Feb 18 09:24:35.029654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983da957-5b62-4450-83cf-5f101b92dc9f req-4df93d22-16dc-4400-bf94-7c7fa687c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:35.032470 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-983da957-5b62-4450-83cf-5f101b92dc9f req-4df93d22-16dc-4400-bf94-7c7fa687c0cc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.0646691 Feb 18 09:24:35.067657 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-962c1a22-296c-4424-806e-9e3796bee5ea tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/floatingips/dc4d0964-9a30-4e21-95a8-b6cb8f1eda1b HTTP/1.1" status: 200 len: 994 time: 0.1291659 Feb 18 09:24:35.111526 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:35.133359 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983da957-5b62-4450-83cf-5f101b92dc9f req-99678355-a027-4f09-b5f0-06f5b1453dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:35.137630 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-983da957-5b62-4450-83cf-5f101b92dc9f req-99678355-a027-4f09-b5f0-06f5b1453dc7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968306 Feb 18 09:24:35.287101 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-983da957-5b62-4450-83cf-5f101b92dc9f req-4831cc86-ee16-4918-ba56-ea6f9a418ec6 service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431489 Feb 18 09:24:35.315944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14856c-8e08-460f-a6f3-4434bbca55c6 req-defd4bc8-ccf1-4222-bf9f-2941913796a3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:35.317497 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-de14856c-8e08-460f-a6f3-4434bbca55c6 req-defd4bc8-ccf1-4222-bf9f-2941913796a3 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0861056 Feb 18 09:24:35.368405 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-de14856c-8e08-460f-a6f3-4434bbca55c6 req-b21ba0b2-4654-419d-95e3-f4fc40182b33 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451448 Feb 18 09:24:35.535218 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-983da957-5b62-4450-83cf-5f101b92dc9f req-980e7b00-2676-42ce-8ea8-d5b0ec913b02 service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413285 Feb 18 09:24:35.696955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37408) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:35.893225 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-43240057-6a34-494e-a3aa-455a10ff3070 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1950078 Feb 18 09:24:35.907319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1c270-7650-437e-8052-5699d8e57abe req-3c30ea88-d80c-4e55-80ee-f33a5caeab84 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:35.909057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ffe1c270-7650-437e-8052-5699d8e57abe req-3c30ea88-d80c-4e55-80ee-f33a5caeab84 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.1558044 Feb 18 09:24:35.959811 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ffe1c270-7650-437e-8052-5699d8e57abe req-72de3a55-dd76-4858-9003-91f106eedacd tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448501 Feb 18 09:24:36.123302 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:24:36.161415 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:24:36.161758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7e0a3db2-0a26-4b7d-bc88-19d889c4ca32 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:24:36.622364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6a3e-3c40-4b95-a617-e97bb37eecc2 req-6097b53e-2096-4185-b403-c7f387434352 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:36.624102 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-244b6a3e-3c40-4b95-a617-e97bb37eecc2 req-6097b53e-2096-4185-b403-c7f387434352 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.1239951 Feb 18 09:24:36.673909 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-244b6a3e-3c40-4b95-a617-e97bb37eecc2 req-86f55924-7a62-4fb2-9a1a-5d5d21bc739a tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433309 Feb 18 09:24:36.867748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea65fc-255c-4584-897e-24f76e49cfd5 req-9d924c6e-fd1f-4b5d-b28a-ea7c0a41b1c6 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:36.869315 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-adea65fc-255c-4584-897e-24f76e49cfd5 req-9d924c6e-fd1f-4b5d-b28a-ea7c0a41b1c6 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.61 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.0886600 Feb 18 09:24:36.949373 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-adea65fc-255c-4584-897e-24f76e49cfd5 req-b59a9874-7dc9-4c6f-ad75-f7b224b7c948 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Deleting port 04d59fdd-33b7-4047-b0ae-34ed136388f2 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:24:36.949619 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-adea65fc-255c-4584-897e-24f76e49cfd5 req-b59a9874-7dc9-4c6f-ad75-f7b224b7c948 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:37.430361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-adea65fc-255c-4584-897e-24f76e49cfd5 req-b59a9874-7dc9-4c6f-ad75-f7b224b7c948 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] For port 04d59fdd-33b7-4047-b0ae-34ed136388f2, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=04d59fdd-33b7-4047-b0ae-34ed136388f2,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:24:37.430628 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-adea65fc-255c-4584-897e-24f76e49cfd5 req-b59a9874-7dc9-4c6f-ad75-f7b224b7c948 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:37.532826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-5b158c75-0187-4abe-a8fb-b714ed3293fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:37.534904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-5b158c75-0187-4abe-a8fb-b714ed3293fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 1097 time: 0.2475171 Feb 18 09:24:37.541722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79b11d-690d-488b-bf46-45beb61aa7ee req-01b7b7bd-0b98-4f89-885e-e0990d2c1883 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:37.543061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b79b11d-690d-488b-bf46-45beb61aa7ee req-01b7b7bd-0b98-4f89-885e-e0990d2c1883 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.4560699 Feb 18 09:24:37.839520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b79b11d-690d-488b-bf46-45beb61aa7ee req-ecc1490d-0037-47d7-84c8-32553e9c070e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2757599 Feb 18 09:24:37.983377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-cde2d330-0eaa-410f-badd-704bd851dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:37.985800 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-cde2d330-0eaa-410f-badd-704bd851dedf service neutron] 10.222.0.61 "GET /v2.0/networks?id=27c0a5d9-d747-4f15-8a4a-49ba377638f9 HTTP/1.1" status: 200 len: 897 time: 0.4416909 Feb 18 09:24:38.090428 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-adea65fc-255c-4584-897e-24f76e49cfd5 req-b59a9874-7dc9-4c6f-ad75-f7b224b7c948 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:38.090808 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-adea65fc-255c-4584-897e-24f76e49cfd5 req-b59a9874-7dc9-4c6f-ad75-f7b224b7c948 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:38.091121 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-adea65fc-255c-4584-897e-24f76e49cfd5 req-b59a9874-7dc9-4c6f-ad75-f7b224b7c948 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Floating IP 05aa581b-5091-47f7-a204-ecac3361ddf7 disassociated. External IP: 172.25.1.74, port: 04d59fdd-33b7-4047-b0ae-34ed136388f2. Feb 18 09:24:38.091460 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-adea65fc-255c-4584-897e-24f76e49cfd5 req-b59a9874-7dc9-4c6f-ad75-f7b224b7c948 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Calling delete_port for 04d59fdd-33b7-4047-b0ae-34ed136388f2 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:24:38.168867 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-fbc94cb1-829a-4f71-bc96-f2d4c5f1f2d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61ec2ebd-08d7-40ff-a466-b6770769729a HTTP/1.1" status: 200 len: 1002 time: 0.1719973 Feb 18 09:24:38.263600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c1b3b-d5b8-4001-b91b-79b830e713ad req-df02216a-ee1f-494e-9821-d3c2198013a8 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:38.265265 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f68c1b3b-d5b8-4001-b91b-79b830e713ad req-df02216a-ee1f-494e-9821-d3c2198013a8 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 945 time: 0.4023678 Feb 18 09:24:38.313640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-5b820b1e-79be-40a8-b966-a64b3a6b43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:38.314807 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-5b820b1e-79be-40a8-b966-a64b3a6b43e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae9de204-e995-42bc-a9ee-53b8ddc6ae89 HTTP/1.1" status: 200 len: 835 time: 0.1390827 Feb 18 09:24:38.433959 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f68c1b3b-d5b8-4001-b91b-79b830e713ad req-704ef2a7-aecc-4d44-a8e1-9649bd0fb894 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups?id=37b58d49-d408-4b00-86cb-b16c7c7d9ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281023 Feb 18 09:24:38.446378 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-adea65fc-255c-4584-897e-24f76e49cfd5 req-b59a9874-7dc9-4c6f-ad75-f7b224b7c948 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:38.510974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a9874-7dc9-4c6f-ad75-f7b224b7c948 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Pushing event deleted for resources: {'Port': ['ID=04d59fdd-33b7-4047-b0ae-34ed136388f2,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:38.595999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-272a2831-6b2d-47ea-b653-703685734dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:38.597040 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-272a2831-6b2d-47ea-b653-703685734dd8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27c0a5d9-d747-4f15-8a4a-49ba377638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2664237 Feb 18 09:24:39.028302 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-7360eebc-ba08-464e-9dae-c86c06f7cc76 service neutron] 10.222.0.61 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192824 Feb 18 09:24:39.033491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adea65fc-255c-4584-897e-24f76e49cfd5 req-b59a9874-7dc9-4c6f-ad75-f7b224b7c948 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Router 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:24:39.262441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee1f3f-3314-420d-9c9e-48bf8d31dc81 req-7ebaa680-be49-4b62-a3cb-90b8f59fd3c8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:39.264199 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76ee1f3f-3314-420d-9c9e-48bf8d31dc81 req-7ebaa680-be49-4b62-a3cb-90b8f59fd3c8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.3025126 Feb 18 09:24:39.394684 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-9c3c4937-f184-4efb-9494-c85568bead2b service neutron] 10.222.0.61 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587885 Feb 18 09:24:39.417756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adea65fc-255c-4584-897e-24f76e49cfd5 req-b59a9874-7dc9-4c6f-ad75-f7b224b7c948 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:24:39.434782 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0600ae-3296-4daf-9273-2806b5b56c27 None None] Sync routers for ids ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:24:39.454351 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0600ae-3296-4daf-9273-2806b5b56c27 None None] Routers {'10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:24:39.455286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-9b0600ae-3296-4daf-9273-2806b5b56c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:24:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:39.457525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76ee1f3f-3314-420d-9c9e-48bf8d31dc81 req-9fffa141-e185-4a72-b14a-1be1f000f72c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1247301 Feb 18 09:24:39.552049 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-adea65fc-255c-4584-897e-24f76e49cfd5 req-b59a9874-7dc9-4c6f-ad75-f7b224b7c948 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] No DVR routers for this DVR port 04d59fdd-33b7-4047-b0ae-34ed136388f2 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:24:39.556573 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-adea65fc-255c-4584-897e-24f76e49cfd5 req-b59a9874-7dc9-4c6f-ad75-f7b224b7c948 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:39.560718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'name': 'network-vif-deleted', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:24:39.587965 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-adea65fc-255c-4584-897e-24f76e49cfd5 req-b59a9874-7dc9-4c6f-ad75-f7b224b7c948 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.61 "DELETE /v2.0/ports/04d59fdd-33b7-4047-b0ae-34ed136388f2 HTTP/1.1" status: 204 len: 173 time: 2.7121425 Feb 18 09:24:39.691279 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ed895b81-7d1a-46c4-913b-614b75eaf27c req-d4a8cbf3-5599-44b7-9071-9af27f5c9db4 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Synchronizing usage tracker for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:39.695197 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0582d8-549e-4ce9-a089-20dbf4a996a2', 'name': 'network-vif-deleted', 'tag': '04d59fdd-33b7-4047-b0ae-34ed136388f2', 'status': 'completed', 'code': 200} Feb 18 09:24:39.710567 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ed895b81-7d1a-46c4-913b-614b75eaf27c req-d4a8cbf3-5599-44b7-9071-9af27f5c9db4 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Unset dirty status for tenant:7a9b4529c6e04390b7b35beffd7d33fd on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:39.711992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed895b81-7d1a-46c4-913b-614b75eaf27c req-d4a8cbf3-5599-44b7-9071-9af27f5c9db4 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0582d8-549e-4ce9-a089-20dbf4a996a2 HTTP/1.1" status: 200 len: 210 time: 0.1115360 Feb 18 09:24:39.789628 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-9b0600ae-3296-4daf-9273-2806b5b56c27 None None] Set router 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:24:40.150494 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 04d59fdd-33b7-4047-b0ae-34ed136388f2 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:24:40.200638 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 04d59fdd-33b7-4047-b0ae-34ed136388f2 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:24:40.200638 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 04d59fdd-33b7-4047-b0ae-34ed136388f2 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:24:40.237455 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-9b0600ae-3296-4daf-9273-2806b5b56c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'name': 'tempest-ServerActionsTestJSON-1667100379-router', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:11Z', 'updated_at': '2022-02-18T09:16:26Z', 'revision_number': 4, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'gw_port': {'id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:13Z', 'updated_at': '2022-02-18T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '6b0b4b9c-f23c-4c9f-88a2-7836c749ded3', 'name': '', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'mac_address': 'fa:16:3e:e4:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:22Z', 'updated_at': '2022-02-18T09:16:42Z', 'revision_number': 5, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'subnets': [{'id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:40.240499 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0600ae-3296-4daf-9273-2806b5b56c27 None None] Checking router: 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:24:40.250756 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0600ae-3296-4daf-9273-2806b5b56c27 None None] Routers {'10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:24:40.252749 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-9b0600ae-3296-4daf-9273-2806b5b56c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:24:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:40.464593 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-9b0600ae-3296-4daf-9273-2806b5b56c27 None None] Set router 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:24:40.703089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c639614-3271-4a18-b9c3-c438ab41f3f9 req-bf252a5b-a615-4018-a65f-76553a15541d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:40.704559 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c639614-3271-4a18-b9c3-c438ab41f3f9 req-bf252a5b-a615-4018-a65f-76553a15541d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.1000977 Feb 18 09:24:40.755210 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c639614-3271-4a18-b9c3-c438ab41f3f9 req-66128706-fcfc-41c7-8e3c-527ba9a39c17 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444205 Feb 18 09:24:40.832371 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-9b0600ae-3296-4daf-9273-2806b5b56c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'name': 'tempest-ServerActionsTestJSON-1667100379-router', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:11Z', 'updated_at': '2022-02-18T09:16:26Z', 'revision_number': 4, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'gw_port': {'id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:13Z', 'updated_at': '2022-02-18T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '6b0b4b9c-f23c-4c9f-88a2-7836c749ded3', 'name': '', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'mac_address': 'fa:16:3e:e4:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:22Z', 'updated_at': '2022-02-18T09:16:42Z', 'revision_number': 5, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'subnets': [{'id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:40.838882 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0600ae-3296-4daf-9273-2806b5b56c27 None None] The sync data for ids ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'] in n-d-829434-1 is: [{'id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'name': 'tempest-ServerActionsTestJSON-1667100379-router', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:11Z', 'updated_at': '2022-02-18T09:16:26Z', 'revision_number': 4, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'gw_port': {'id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:13Z', 'updated_at': '2022-02-18T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '6b0b4b9c-f23c-4c9f-88a2-7836c749ded3', 'name': '', 'network_id': '6866b541-2ab4-4182-b7c8-e6a5f44e195b', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'mac_address': 'fa:16:3e:e4:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:22Z', 'updated_at': '2022-02-18T09:16:42Z', 'revision_number': 5, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'subnets': [{'id': 'e0d5bf48-3137-4625-b2f0-a46b6ebb81c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:24:40.887589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37462) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:40.974968 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1a5a3a1a-9789-46bf-b8ad-3a820422a468 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:41.011342 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1a5a3a1a-9789-46bf-b8ad-3a820422a468 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:41.076135 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1a5a3a1a-9789-46bf-b8ad-3a820422a468 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:41.097071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a3a1a-9789-46bf-b8ad-3a820422a468 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b58d49-d408-4b00-86cb-b16c7c7d9ba8,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:41.116810 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1a5a3a1a-9789-46bf-b8ad-3a820422a468 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:41.116810 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1a5a3a1a-9789-46bf-b8ad-3a820422a468 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "DELETE /v2.0/security-groups/37b58d49-d408-4b00-86cb-b16c7c7d9ba8 HTTP/1.1" status: 204 len: 168 time: 0.2264922 Feb 18 09:24:41.119936 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37466) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:41.146067 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-c7bae887-1a7f-41de-b705-4c316483e285 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] show failed (client error): The resource could not be found. Feb 18 09:24:41.147327 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c7bae887-1a7f-41de-b705-4c316483e285 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "GET /v2.0/security-groups/37b58d49-d408-4b00-86cb-b16c7c7d9ba8 HTTP/1.1" status: 404 len: 347 time: 0.0243905 Feb 18 09:24:41.150892 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37470) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:41.158316 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abba4be-01da-4c6c-979a-2fcc3487ac25 None None] New status for floating IP 05aa581b-5091-47f7-a204-ecac3361ddf7: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:24:41.415271 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-9216810c-94d6-4562-8614-20eb897a27b8 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Deleting port 12b4c16a-77b2-44cc-9472-05f78d484f91 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:24:41.415271 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9216810c-94d6-4562-8614-20eb897a27b8 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:41.456046 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:41.604384 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:41.614354 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9216810c-94d6-4562-8614-20eb897a27b8 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:41.614623 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9216810c-94d6-4562-8614-20eb897a27b8 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:41.740242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-9216810c-94d6-4562-8614-20eb897a27b8 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Calling delete_port for 12b4c16a-77b2-44cc-9472-05f78d484f91 owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:24:41.901909 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9216810c-94d6-4562-8614-20eb897a27b8 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:41.946169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216810c-94d6-4562-8614-20eb897a27b8 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Pushing event deleted for resources: {'Port': ['ID=12b4c16a-77b2-44cc-9472-05f78d484f91,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:41.973182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d3707-df51-4924-a137-fe114252da33 req-82ce1da2-199e-4d28-b527-6e565c1152e5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:41.974732 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d51d3707-df51-4924-a137-fe114252da33 req-82ce1da2-199e-4d28-b527-6e565c1152e5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.0825229 Feb 18 09:24:42.024169 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d51d3707-df51-4924-a137-fe114252da33 req-a3584fde-e077-4eb6-9765-b5de906152b2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436385 Feb 18 09:24:42.049713 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9216810c-94d6-4562-8614-20eb897a27b8 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:42.067246 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9216810c-94d6-4562-8614-20eb897a27b8 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:42.068418 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9216810c-94d6-4562-8614-20eb897a27b8 tempest-ServerActionsTestJSON-164428923 tempest-ServerActionsTestJSON-164428923-project] 10.222.0.72 "DELETE /v2.0/floatingips/05aa581b-5091-47f7-a204-ecac3361ddf7 HTTP/1.1" status: 204 len: 168 time: 0.9165788 Feb 18 09:24:42.071272 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37476) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:42.742542 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-57eb2b73-c182-4e3d-88a9-240c77e75f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:43.096132 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:24:43.212184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429e1e2-5166-4897-a746-d5f722a54eaf req-79cb38be-bd7e-4d79-a178-4ae3a2d40390 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:43.213696 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e429e1e2-5166-4897-a746-d5f722a54eaf req-79cb38be-bd7e-4d79-a178-4ae3a2d40390 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.0810833 Feb 18 09:24:43.224218 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-57eb2b73-c182-4e3d-88a9-240c77e75f56 admin admin] Deleting port 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:24:43.224580 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-57eb2b73-c182-4e3d-88a9-240c77e75f56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:43.261127 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e429e1e2-5166-4897-a746-d5f722a54eaf req-0b8b33cb-2c53-4c93-bb16-02a201fe7879 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408170 Feb 18 09:24:43.403312 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-57eb2b73-c182-4e3d-88a9-240c77e75f56 admin admin] For port 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6b0b4b9c-f23c-4c9f-88a2-7836c749ded3,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:24:43.403665 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-57eb2b73-c182-4e3d-88a9-240c77e75f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:43.528495 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-57eb2b73-c182-4e3d-88a9-240c77e75f56 admin admin] Calling delete_port for 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:24:43.721405 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-57eb2b73-c182-4e3d-88a9-240c77e75f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:43.770648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb2b73-c182-4e3d-88a9-240c77e75f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b0b4b9c-f23c-4c9f-88a2-7836c749ded3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:44.050806 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-57eb2b73-c182-4e3d-88a9-240c77e75f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:44.457053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f17e2b-400f-4965-8e2a-3f8f33824e21 req-d5539540-0286-45de-a7cb-af4b80a4902c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:44.458536 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-06f17e2b-400f-4965-8e2a-3f8f33824e21 req-d5539540-0286-45de-a7cb-af4b80a4902c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.0869389 Feb 18 09:24:44.507066 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-06f17e2b-400f-4965-8e2a-3f8f33824e21 req-ba5b1552-cc92-4ccb-89e2-4acf4b4a43b9 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426438 Feb 18 09:24:44.535703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57eb2b73-c182-4e3d-88a9-240c77e75f56 admin admin] Router 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:24:44.720960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57eb2b73-c182-4e3d-88a9-240c77e75f56 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:24:44.729826 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c02cb-a10e-42bb-9665-ca2ac346d927 None None] Sync routers for ids ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:24:44.734203 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-57eb2b73-c182-4e3d-88a9-240c77e75f56 admin admin] 10.222.0.72 "PUT /v2.0/routers/10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6616037 Feb 18 09:24:44.736376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37486) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:44.740939 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c02cb-a10e-42bb-9665-ca2ac346d927 None None] Routers {'10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:24:44.741581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-209c02cb-a10e-42bb-9665-ca2ac346d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:24:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:44.923208 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-209c02cb-a10e-42bb-9665-ca2ac346d927 None None] Set router 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:24:44.927699 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11824025-c6e0-47ae-9e5d-c93ec9e51ed7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:45.106878 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11824025-c6e0-47ae-9e5d-c93ec9e51ed7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:45.117396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-11824025-c6e0-47ae-9e5d-c93ec9e51ed7 admin admin] Deleting port 6abca15b-28d5-43f9-8866-a93b14cca4e4 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:24:45.117859 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11824025-c6e0-47ae-9e5d-c93ec9e51ed7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:45.228896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-209c02cb-a10e-42bb-9665-ca2ac346d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'name': 'tempest-ServerActionsTestJSON-1667100379-router', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:11Z', 'updated_at': '2022-02-18T09:24:43Z', 'revision_number': 5, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'gw_port': {'id': '6abca15b-28d5-43f9-8866-a93b14cca4e4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:16:13Z', 'updated_at': '2022-02-18T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:45.233233 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c02cb-a10e-42bb-9665-ca2ac346d927 None None] Checking router: 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:24:45.242696 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c02cb-a10e-42bb-9665-ca2ac346d927 None None] Routers {'10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:24:45.243868 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-209c02cb-a10e-42bb-9665-ca2ac346d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:24:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:45.302443 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-11824025-c6e0-47ae-9e5d-c93ec9e51ed7 admin admin] For port 6abca15b-28d5-43f9-8866-a93b14cca4e4, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6abca15b-28d5-43f9-8866-a93b14cca4e4,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:24:45.302799 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11824025-c6e0-47ae-9e5d-c93ec9e51ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:45.428834 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-11824025-c6e0-47ae-9e5d-c93ec9e51ed7 admin admin] Calling delete_port for 6abca15b-28d5-43f9-8866-a93b14cca4e4 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:24:45.448233 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-209c02cb-a10e-42bb-9665-ca2ac346d927 None None] Set router 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:24:45.554696 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-209c02cb-a10e-42bb-9665-ca2ac346d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'name': 'tempest-ServerActionsTestJSON-1667100379-router', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:11Z', 'updated_at': '2022-02-18T09:24:45Z', 'revision_number': 6, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:45.559158 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c02cb-a10e-42bb-9665-ca2ac346d927 None None] The sync data for ids ['10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c'] in n-d-829434-1 is: [{'id': '10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c', 'name': 'tempest-ServerActionsTestJSON-1667100379-router', 'tenant_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:16:11Z', 'updated_at': '2022-02-18T09:24:45Z', 'revision_number': 6, 'project_id': '7a9b4529c6e04390b7b35beffd7d33fd', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:24:45.616883 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11824025-c6e0-47ae-9e5d-c93ec9e51ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:45.665799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11824025-c6e0-47ae-9e5d-c93ec9e51ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6abca15b-28d5-43f9-8866-a93b14cca4e4,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:45.716832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f0559-5faf-44d9-b524-44edd673ea05 req-95fdf444-e052-4e6d-af81-3bd172445336 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:45.719150 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed3f0559-5faf-44d9-b524-44edd673ea05 req-95fdf444-e052-4e6d-af81-3bd172445336 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.0838449 Feb 18 09:24:45.769109 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed3f0559-5faf-44d9-b524-44edd673ea05 req-841a2156-bb52-4f09-aff2-4319875cc948 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440271 Feb 18 09:24:45.878987 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11824025-c6e0-47ae-9e5d-c93ec9e51ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.055195 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11824025-c6e0-47ae-9e5d-c93ec9e51ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.057485 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11824025-c6e0-47ae-9e5d-c93ec9e51ed7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.081734 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11824025-c6e0-47ae-9e5d-c93ec9e51ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.082247 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11824025-c6e0-47ae-9e5d-c93ec9e51ed7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:24:46.095096 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11824025-c6e0-47ae-9e5d-c93ec9e51ed7 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.096228 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-11824025-c6e0-47ae-9e5d-c93ec9e51ed7 admin admin] 10.222.0.72 "DELETE /v2.0/routers/10e2ba92-1fda-4dc4-9cdc-fa6aa85e085c HTTP/1.1" status: 204 len: 168 time: 1.3589301 Feb 18 09:24:46.098762 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37492) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:46.161221 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7cfbd73-39e1-4a81-bc63-ccdbfba199bd admin admin] Deleting subnet e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:24:46.165076 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7cfbd73-39e1-4a81-bc63-ccdbfba199bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.215360 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7cfbd73-39e1-4a81-bc63-ccdbfba199bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.298731 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7cfbd73-39e1-4a81-bc63-ccdbfba199bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.369259 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7cfbd73-39e1-4a81-bc63-ccdbfba199bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.410673 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cfbd73-39e1-4a81-bc63-ccdbfba199bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0d5bf48-3137-4625-b2f0-a46b6ebb81c4,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:46.412659 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c7cfbd73-39e1-4a81-bc63-ccdbfba199bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.418513 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e18f1ad-7386-4bdd-88f9-5f2ae4be023e None None] Network 6866b541-2ab4-4182-b7c8-e6a5f44e195b requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:24:46.421919 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c7cfbd73-39e1-4a81-bc63-ccdbfba199bd admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e0d5bf48-3137-4625-b2f0-a46b6ebb81c4 HTTP/1.1" status: 204 len: 168 time: 0.3193641 Feb 18 09:24:46.421919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37496) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:46.539733 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.552743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] Deleting port 32083dd8-bbf9-430e-8abb-579e2d00dfd6 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:24:46.553363 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.726824 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d59e10d-d9b4-4e14-b464-ad39b5dddf5e None None] DHCP port deletion for 6866b541-2ab4-4182-b7c8-e6a5f44e195b request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:24:46.732729 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7d59e10d-d9b4-4e14-b464-ad39b5dddf5e None None] Deleting port 32083dd8-bbf9-430e-8abb-579e2d00dfd6 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:24:46.733224 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7d59e10d-d9b4-4e14-b464-ad39b5dddf5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.774271 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] For port 32083dd8-bbf9-430e-8abb-579e2d00dfd6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=32083dd8-bbf9-430e-8abb-579e2d00dfd6,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:24:46.774631 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.903500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] Calling delete_port for 32083dd8-bbf9-430e-8abb-579e2d00dfd6 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:24:46.972511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7d59e10d-d9b4-4e14-b464-ad39b5dddf5e None None] For port 32083dd8-bbf9-430e-8abb-579e2d00dfd6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=32083dd8-bbf9-430e-8abb-579e2d00dfd6,segment=NetworkSegment(85cb68fa-5429-4964-997d-c878f3ba4697),segment_id=85cb68fa-5429-4964-997d-c878f3ba4697)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:24:46.972872 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7d59e10d-d9b4-4e14-b464-ad39b5dddf5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:46.985950 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d456b68-120a-4bae-93d5-611fcf9b33b8 req-9b500d3b-b672-4c58-b511-4d8d61dcb135 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:46.987494 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d456b68-120a-4bae-93d5-611fcf9b33b8 req-9b500d3b-b672-4c58-b511-4d8d61dcb135 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.0938020 Feb 18 09:24:46.992491 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.045815 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d456b68-120a-4bae-93d5-611fcf9b33b8 req-fcde2bf5-f6c2-4f46-93b8-f57c989924a6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505197 Feb 18 09:24:47.046288 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] Pushing event deleted for resources: {'Port': ['ID=32083dd8-bbf9-430e-8abb-579e2d00dfd6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:47.053644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] No DVR routers for this DVR port 32083dd8-bbf9-430e-8abb-579e2d00dfd6 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:24:47.136847 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7d59e10d-d9b4-4e14-b464-ad39b5dddf5e None None] Calling delete_port for 32083dd8-bbf9-430e-8abb-579e2d00dfd6 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:24:47.204116 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.225201 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-7d59e10d-d9b4-4e14-b464-ad39b5dddf5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:24:47.225555 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-7d59e10d-d9b4-4e14-b464-ad39b5dddf5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:24:47.238442 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6866b541-2ab4-4182-b7c8-e6a5f44e195b']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:47.254688 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85cb68fa-5429-4964-997d-c878f3ba4697') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:47.255051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85cb68fa-5429-4964-997d-c878f3ba4697') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:24:47.270731 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.297741 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.305604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:24:47.306072 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:24:47.322553 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:24:47.546954 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.553138 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.578953 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] Pushing event deleted for resources: {'Network': ['ID=6866b541-2ab4-4182-b7c8-e6a5f44e195b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:47.591150 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d6b3ffeb-f10e-4372-a130-9abbf2d5f24b admin admin] 10.222.0.72 "DELETE /v2.0/networks/6866b541-2ab4-4182-b7c8-e6a5f44e195b HTTP/1.1" status: 204 len: 168 time: 1.1683195 Feb 18 09:24:47.656848 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:24:47.696476 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:24:47.696793 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6b0b4b9c-f23c-4c9f-88a2-7836c749ded3 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:24:47.697236 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 32083dd8-bbf9-430e-8abb-579e2d00dfd6 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:24:47.728632 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7d59e10d-d9b4-4e14-b464-ad39b5dddf5e None None] Deleting port 32083dd8-bbf9-430e-8abb-579e2d00dfd6 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:24:47.729032 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7d59e10d-d9b4-4e14-b464-ad39b5dddf5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.742118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37504) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:47.771302 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 32083dd8-bbf9-430e-8abb-579e2d00dfd6 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:24:47.771685 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 32083dd8-bbf9-430e-8abb-579e2d00dfd6 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:24:47.772102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6abca15b-28d5-43f9-8866-a93b14cca4e4 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:24:47.806542 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2c972f98-36de-4a1a-a091-0a35aacb91f7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7a9b4529c6e04390b7b35beffd7d33fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586128 Feb 18 09:24:47.807021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37508) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:47.848164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 6abca15b-28d5-43f9-8866-a93b14cca4e4 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:24:47.848451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6abca15b-28d5-43f9-8866-a93b14cca4e4 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:24:47.860814 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7d59e10d-d9b4-4e14-b464-ad39b5dddf5e None None] The port '32083dd8-bbf9-430e-8abb-579e2d00dfd6' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:24:47.878533 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-79cc928a-523a-4dcc-9979-d77c0d7823c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.905229 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-79cc928a-523a-4dcc-9979-d77c0d7823c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.957221 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-79cc928a-523a-4dcc-9979-d77c0d7823c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.976461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc928a-523a-4dcc-9979-d77c0d7823c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25744421-cd6e-4da8-91a8-e4832d0035a5,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:47.980769 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-79cc928a-523a-4dcc-9979-d77c0d7823c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:47.981901 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-79cc928a-523a-4dcc-9979-d77c0d7823c3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/25744421-cd6e-4da8-91a8-e4832d0035a5 HTTP/1.1" status: 204 len: 168 time: 0.1738195 Feb 18 09:24:48.250031 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d42c5a-7ef1-49a4-bbdc-756fb814045b req-f474640a-e308-4817-855d-1b765529305e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:48.251554 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07d42c5a-7ef1-49a4-bbdc-756fb814045b req-f474640a-e308-4817-855d-1b765529305e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.0860178 Feb 18 09:24:48.298989 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07d42c5a-7ef1-49a4-bbdc-756fb814045b req-07c0916e-1a3c-47b8-8b20-f1f7c71d6c58 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419295 Feb 18 09:24:48.759128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37534) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:48.883602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1150950304-network', 'tenant_id': 'bb77777611404981a73489c63d7006f5'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:24:48.888801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:48.892676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Usage tracker for resource:network and tenant:bb77777611404981a73489c63d7006f5 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:48.895467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:48.901544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:48.910949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Made reservation on behalf of bb77777611404981a73489c63d7006f5 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:48.913690 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:48.926599 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:48.941384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:48.945108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Usage tracker for resource:security_group_rule and tenant:bb77777611404981a73489c63d7006f5 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:48.947796 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:48.953460 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:49.040163 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.044423 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.201804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:24:49.210435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25220f76-fbb7-4167-89a0-0785d4846a6c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:49.216443 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.216907 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Added segment 10cb3b2b-11e0-4d93-9e72-892c9b2be26b of type vlan for network aab178a8-ba64-427d-87d4-0e74e77db9d5 Feb 18 09:24:49.243714 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.273160 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.274102 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:49.274676 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.377978 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6177197 Feb 18 09:24:49.380863 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37542) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:24:49.388111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c7b0071a-4d08-42cf-8fdd-b46b1ca97da2 admin admin] Request body: {'subnet': {'network_id': 'aab178a8-ba64-427d-87d4-0e74e77db9d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1150950304-subnet', 'tenant_id': 'bb77777611404981a73489c63d7006f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:24:49.398766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146a2f1-b997-4b09-8d11-e43c2d02a21b admin admin] Pushing event updated for resources: {'Network': ['ID=aab178a8-ba64-427d-87d4-0e74e77db9d5,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:49.398766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c7b0071a-4d08-42cf-8fdd-b46b1ca97da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:49.399662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c7b0071a-4d08-42cf-8fdd-b46b1ca97da2 admin admin] Usage tracker for resource:subnet and tenant:bb77777611404981a73489c63d7006f5 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:49.402803 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c7b0071a-4d08-42cf-8fdd-b46b1ca97da2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:49.409034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c7b0071a-4d08-42cf-8fdd-b46b1ca97da2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:49.409534 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network aab178a8-ba64-427d-87d4-0e74e77db9d5 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:24:49.456408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b0071a-4d08-42cf-8fdd-b46b1ca97da2 admin admin] Made reservation on behalf of bb77777611404981a73489c63d7006f5 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:49.456408 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c7b0071a-4d08-42cf-8fdd-b46b1ca97da2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.596129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51a777-7684-422e-b0dd-919041927fd7 req-5022bf06-fbcc-446b-93b3-05aa4b7cc517 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:49.597649 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e51a777-7684-422e-b0dd-919041927fd7 req-5022bf06-fbcc-446b-93b3-05aa4b7cc517 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.1835067 Feb 18 09:24:49.691053 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e51a777-7684-422e-b0dd-919041927fd7 req-85ecc509-0c89-470e-98ec-b374a867c2a5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865011 Feb 18 09:24:49.741174 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c7b0071a-4d08-42cf-8fdd-b46b1ca97da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.814123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0071a-4d08-42cf-8fdd-b46b1ca97da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39afe3d6-b885-4968-aa9d-b91308eb749f,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:49.822767 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b0071a-4d08-42cf-8fdd-b46b1ca97da2 admin admin] Checking segment: {'id': '10cb3b2b-11e0-4d93-9e72-892c9b2be26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'aab178a8-ba64-427d-87d4-0e74e77db9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:24:49.823124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b0071a-4d08-42cf-8fdd-b46b1ca97da2 admin admin] Network hostable DHCP agents. Network: aab178a8-ba64-427d-87d4-0e74e77db9d5, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:24:49.843209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b0071a-4d08-42cf-8fdd-b46b1ca97da2 admin admin] Network aab178a8-ba64-427d-87d4-0e74e77db9d5 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:24:49.852597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-c7b0071a-4d08-42cf-8fdd-b46b1ca97da2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, aab178a8-ba64-427d-87d4-0e74e77db9d5) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:24:49.859129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b0071a-4d08-42cf-8fdd-b46b1ca97da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:49.861152 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c7b0071a-4d08-42cf-8fdd-b46b1ca97da2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:49.862172 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc95b357-47d0-426f-8627-6a6cbda22291 None None] Network aab178a8-ba64-427d-87d4-0e74e77db9d5 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:24:49.887067 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c7b0071a-4d08-42cf-8fdd-b46b1ca97da2 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5027716 Feb 18 09:24:50.078221 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f072b655-6bc4-48d6-8cf0-addc683ec3c7 None None] Network aab178a8-ba64-427d-87d4-0e74e77db9d5 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:24:50.426375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cc64d7a1-9ce4-4d7d-b0ab-5e583d348eb6 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:50.427041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cc64d7a1-9ce4-4d7d-b0ab-5e583d348eb6 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Synchronizing usage tracker for tenant:bb77777611404981a73489c63d7006f5 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:50.454278 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cc64d7a1-9ce4-4d7d-b0ab-5e583d348eb6 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Unset dirty status for tenant:bb77777611404981a73489c63d7006f5 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:50.455639 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cc64d7a1-9ce4-4d7d-b0ab-5e583d348eb6 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/networks?id=aab178a8-ba64-427d-87d4-0e74e77db9d5 HTTP/1.1" status: 200 len: 814 time: 0.1727490 Feb 18 09:24:50.471829 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-aa9836e2-96dd-4f35-a1c2-eef7c32b7f0f tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/quotas/bb77777611404981a73489c63d7006f5 HTTP/1.1" status: 200 len: 375 time: 0.0103810 Feb 18 09:24:50.523215 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-530e7607-29df-4c96-875b-caa030859a9c tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb77777611404981a73489c63d7006f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462236 Feb 18 09:24:50.710452 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-90d858ed-e823-4b76-88fb-487a2115b0f4 service neutron] 10.222.0.72 "GET /v2.0/networks/aab178a8-ba64-427d-87d4-0e74e77db9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806993 Feb 18 09:24:50.892703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-f7a57841-623f-47c5-b69d-dae764858c1a service neutron] 10.222.0.72 "GET /v2.0/networks/aab178a8-ba64-427d-87d4-0e74e77db9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764755 Feb 18 09:24:50.919299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1f182-4b33-4efc-9138-945e80fe83da req-3161f3a0-48ce-418a-af0e-e447347f610a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:50.921450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d1a1f182-4b33-4efc-9138-945e80fe83da req-3161f3a0-48ce-418a-af0e-e447347f610a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.1139481 Feb 18 09:24:50.968053 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d1a1f182-4b33-4efc-9138-945e80fe83da req-71fd753a-10e7-4359-b22d-a62ef4fafade tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386934 Feb 18 09:24:51.072298 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec0e55c6-192a-4686-8c8f-29d0dd3be6ae req-edb94437-9670-4a4a-9b3a-e3f2fc023ec8 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4a21a4d-5c7c-400f-8849-f9b4759f90ba HTTP/1.1" status: 200 len: 210 time: 0.0446968 Feb 18 09:24:52.255827 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-4a19e61d-86a2-4c44-85dd-992d6f02b035 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:52.257183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-4a19e61d-86a2-4c44-85dd-992d6f02b035 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.61 "GET /v2.0/networks?id=aab178a8-ba64-427d-87d4-0e74e77db9d5 HTTP/1.1" status: 200 len: 814 time: 0.2698379 Feb 18 09:24:52.259083 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32ee66c0-ed2f-4c38-92d1-a0c12a8717f0 req-747905ed-6083-4fc5-8964-14b483e35402 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4a21a4d-5c7c-400f-8849-f9b4759f90ba HTTP/1.1" status: 200 len: 210 time: 0.0754309 Feb 18 09:24:52.271610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-3dd89900-cdb8-4f89-8ce3-cb89dceae51e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Request body: {'port': {'device_id': 'a4a21a4d-5c7c-400f-8849-f9b4759f90ba', 'network_id': 'aab178a8-ba64-427d-87d4-0e74e77db9d5', 'admin_state_up': True, 'tenant_id': 'bb77777611404981a73489c63d7006f5'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:24:52.293545 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd132bf-e7ed-4fc3-9222-70407d64ece8 req-3896de4c-1b54-4dc4-83b0-41d77b345a08 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:52.296426 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6dd132bf-e7ed-4fc3-9222-70407d64ece8 req-3896de4c-1b54-4dc4-83b0-41d77b345a08 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.2129714 Feb 18 09:24:52.541681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6dd132bf-e7ed-4fc3-9222-70407d64ece8 req-d8cf7d3f-ac6a-4ace-961e-74d16dc4b230 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2368271 Feb 18 09:24:52.578489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-3dd89900-cdb8-4f89-8ce3-cb89dceae51e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:24:52.582265 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-3dd89900-cdb8-4f89-8ce3-cb89dceae51e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Usage tracker for resource:port and tenant:bb77777611404981a73489c63d7006f5 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:24:52.585033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-3dd89900-cdb8-4f89-8ce3-cb89dceae51e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:24:52.590557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-3dd89900-cdb8-4f89-8ce3-cb89dceae51e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:24:52.600364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-3dd89900-cdb8-4f89-8ce3-cb89dceae51e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Made reservation on behalf of bb77777611404981a73489c63d7006f5 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:24:52.603772 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-3dd89900-cdb8-4f89-8ce3-cb89dceae51e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:52.770244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-3dd89900-cdb8-4f89-8ce3-cb89dceae51e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Allocated IP 172.20.0.10 (aab178a8-ba64-427d-87d4-0e74e77db9d5/39afe3d6-b885-4968-aa9d-b91308eb749f/aaf86c5b-76c7-4d34-bb14-035e154f7700) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:24:52.968495 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-3dd89900-cdb8-4f89-8ce3-cb89dceae51e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:52.996863 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-3dd89900-cdb8-4f89-8ce3-cb89dceae51e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:53.070518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-3dd89900-cdb8-4f89-8ce3-cb89dceae51e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Network aab178a8-ba64-427d-87d4-0e74e77db9d5 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:24:53.073644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-3dd89900-cdb8-4f89-8ce3-cb89dceae51e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:24:53.079355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-3dd89900-cdb8-4f89-8ce3-cb89dceae51e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:24:53.110922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd89900-cdb8-4f89-8ce3-cb89dceae51e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Pushing event updated for resources: {'Port': ['ID=aaf86c5b-76c7-4d34-bb14-035e154f7700,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:53.146059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-3dd89900-cdb8-4f89-8ce3-cb89dceae51e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:53.146581 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-3dd89900-cdb8-4f89-8ce3-cb89dceae51e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:53.166191 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-3dd89900-cdb8-4f89-8ce3-cb89dceae51e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8989794 Feb 18 09:24:53.176736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Request body: {'port': {'device_id': 'a4a21a4d-5c7c-400f-8849-f9b4759f90ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:24:53.285778 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:53.614287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43806b-fa41-44db-85c6-8eaabe917cc2 req-58e6572d-50d4-47d8-bd4a-12942bf9bced tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:53.615051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3a43806b-fa41-44db-85c6-8eaabe917cc2 req-58e6572d-50d4-47d8-bd4a-12942bf9bced tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Synchronizing usage tracker for tenant:bb77777611404981a73489c63d7006f5 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:53.655656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3a43806b-fa41-44db-85c6-8eaabe917cc2 req-58e6572d-50d4-47d8-bd4a-12942bf9bced tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Unset dirty status for tenant:bb77777611404981a73489c63d7006f5 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:53.656934 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a43806b-fa41-44db-85c6-8eaabe917cc2 req-58e6572d-50d4-47d8-bd4a-12942bf9bced tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4a21a4d-5c7c-400f-8849-f9b4759f90ba HTTP/1.1" status: 200 len: 932 time: 0.2582076 Feb 18 09:24:53.805109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf86c5b-76c7-4d34-bb14-035e154f7700 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:24:53.829631 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:53.833321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3a43806b-fa41-44db-85c6-8eaabe917cc2 req-b6439585-09f2-4c9e-abc0-1b331540bd76 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Synchronizing usage tracker for tenant:bb77777611404981a73489c63d7006f5 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:24:53.861754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Transition to ACTIVE for port object aaf86c5b-76c7-4d34-bb14-035e154f7700 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:24:53.869569 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:53.914687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3a43806b-fa41-44db-85c6-8eaabe917cc2 req-b6439585-09f2-4c9e-abc0-1b331540bd76 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Unset dirty status for tenant:bb77777611404981a73489c63d7006f5 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:24:53.916100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a43806b-fa41-44db-85c6-8eaabe917cc2 req-b6439585-09f2-4c9e-abc0-1b331540bd76 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/security-groups?id=25220f76-fbb7-4167-89a0-0785d4846a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509792 Feb 18 09:24:54.005751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357222b6-69c8-4852-b982-d3052de92c46 req-567b0173-8845-4b20-a289-f8120af891e7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:54.007195 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-357222b6-69c8-4852-b982-d3052de92c46 req-567b0173-8845-4b20-a289-f8120af891e7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.2926648 Feb 18 09:24:54.062119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Pushing event updated for resources: {'Port': ['ID=aaf86c5b-76c7-4d34-bb14-035e154f7700,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:54.130017 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-357222b6-69c8-4852-b982-d3052de92c46 req-0aee9d25-a734-42b7-8c5e-c1215b172c91 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144686 Feb 18 09:24:54.160036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Attempting to bind port aaf86c5b-76c7-4d34-bb14-035e154f7700 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:24:54.160399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Attempting to bind port aaf86c5b-76c7-4d34-bb14-035e154f7700 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '10cb3b2b-11e0-4d93-9e72-892c9b2be26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'aab178a8-ba64-427d-87d4-0e74e77db9d5'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:24:54.160728 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Attempting to bind port aaf86c5b-76c7-4d34-bb14-035e154f7700 on network aab178a8-ba64-427d-87d4-0e74e77db9d5 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:24:54.165429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Port aaf86c5b-76c7-4d34-bb14-035e154f7700 on network aab178a8-ba64-427d-87d4-0e74e77db9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:24:54.165749 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Attempting to bind port aaf86c5b-76c7-4d34-bb14-035e154f7700 on network aab178a8-ba64-427d-87d4-0e74e77db9d5 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:24:54.171418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:24:54.171758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Checking segment: {'id': '10cb3b2b-11e0-4d93-9e72-892c9b2be26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'aab178a8-ba64-427d-87d4-0e74e77db9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:24:54.172143 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Bound using segment: {'id': '10cb3b2b-11e0-4d93-9e72-892c9b2be26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'aab178a8-ba64-427d-87d4-0e74e77db9d5'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:24:54.172597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Bound port: aaf86c5b-76c7-4d34-bb14-035e154f7700, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cb3b2b-11e0-4d93-9e72-892c9b2be26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'aab178a8-ba64-427d-87d4-0e74e77db9d5'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:24:54.172944 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:54.262465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] For port aaf86c5b-76c7-4d34-bb14-035e154f7700, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:24:54.266020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] For port aaf86c5b-76c7-4d34-bb14-035e154f7700, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=aaf86c5b-76c7-4d34-bb14-035e154f7700,segment=NetworkSegment(10cb3b2b-11e0-4d93-9e72-892c9b2be26b),segment_id=10cb3b2b-11e0-4d93-9e72-892c9b2be26b)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:24:54.270246 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:54.445310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:54.445920 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:54.447785 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] 10.222.0.61 "PUT /v2.0/ports/aaf86c5b-76c7-4d34-bb14-035e154f7700 HTTP/1.1" status: 200 len: 1092 time: 1.2749398 Feb 18 09:24:54.456624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a21a4d-5c7c-400f-8849-f9b4759f90ba', 'tag': 'aaf86c5b-76c7-4d34-bb14-035e154f7700'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:24:54.525585 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a21a4d-5c7c-400f-8849-f9b4759f90ba', 'tag': 'aaf86c5b-76c7-4d34-bb14-035e154f7700', 'status': 'completed', 'code': 200} Feb 18 09:24:54.531061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc75653-4a31-4e6c-9829-40c62e7ab09e service neutron] Pushing event updated for resources: {'Port': ['ID=aaf86c5b-76c7-4d34-bb14-035e154f7700,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:54.565083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-284437b3-90a6-4cd8-a01d-0ee73af6f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:54.566547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-284437b3-90a6-4cd8-a01d-0ee73af6f460 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb77777611404981a73489c63d7006f5&device_id=a4a21a4d-5c7c-400f-8849-f9b4759f90ba HTTP/1.1" status: 200 len: 1095 time: 0.0811729 Feb 18 09:24:54.637929 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-bd02ddfd-b7a2-497a-b38a-9a56c9603f65 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aaf86c5b-76c7-4d34-bb14-035e154f7700 HTTP/1.1" status: 200 len: 217 time: 0.0635722 Feb 18 09:24:54.703258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-f3b02646-ecb9-4f94-9493-6dd1d6a9f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:54.704607 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-f3b02646-ecb9-4f94-9493-6dd1d6a9f2ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39afe3d6-b885-4968-aa9d-b91308eb749f HTTP/1.1" status: 200 len: 854 time: 0.0614281 Feb 18 09:24:54.750681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-ebb7b9c3-9bee-44c3-8370-baeac8f3e316 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aab178a8-ba64-427d-87d4-0e74e77db9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403152 Feb 18 09:24:54.887738 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-ef5a61fa-57b0-48f6-8373-c60d3329d700 service neutron] 10.222.0.61 "GET /v2.0/networks/aab178a8-ba64-427d-87d4-0e74e77db9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307163 Feb 18 09:24:55.027374 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cc3e11ba-edcb-4750-89a2-1b797996f9dc req-85b77df4-4c12-4aef-ba9b-72ade819bef4 service neutron] 10.222.0.61 "GET /v2.0/networks/aab178a8-ba64-427d-87d4-0e74e77db9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330016 Feb 18 09:24:55.159447 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513b208-c2ab-4a3f-acf6-8038588100d0 req-15bc0b0c-18c7-41f2-8b7d-981fabd3143e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:55.160881 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5513b208-c2ab-4a3f-acf6-8038588100d0 req-15bc0b0c-18c7-41f2-8b7d-981fabd3143e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4a21a4d-5c7c-400f-8849-f9b4759f90ba HTTP/1.1" status: 200 len: 944 time: 0.1326640 Feb 18 09:24:55.193641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65dd26-ad1e-4015-87b8-eaeeb54de9a6 req-051daf82-c728-4674-87f5-84a6dddc988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:55.195077 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e65dd26-ad1e-4015-87b8-eaeeb54de9a6 req-051daf82-c728-4674-87f5-84a6dddc988a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb77777611404981a73489c63d7006f5&device_id=a4a21a4d-5c7c-400f-8849-f9b4759f90ba HTTP/1.1" status: 200 len: 1095 time: 0.1129479 Feb 18 09:24:55.280571 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5513b208-c2ab-4a3f-acf6-8038588100d0 req-b1f51461-f280-4ae1-859d-ff47c57df028 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/security-groups?id=25220f76-fbb7-4167-89a0-0785d4846a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130645 Feb 18 09:24:55.395209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65dd26-ad1e-4015-87b8-eaeeb54de9a6 req-5507cfcd-1372-4a56-bfd4-49ef1db12118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:55.396657 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e65dd26-ad1e-4015-87b8-eaeeb54de9a6 req-5507cfcd-1372-4a56-bfd4-49ef1db12118 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aab178a8-ba64-427d-87d4-0e74e77db9d5 HTTP/1.1" status: 200 len: 915 time: 0.1936734 Feb 18 09:24:55.462710 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f1130-a2d6-4db3-99fb-2bd56f3c9db9 req-b66d00a2-e3d3-4ffd-853e-9403759f20d7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:55.464138 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c6f1130-a2d6-4db3-99fb-2bd56f3c9db9 req-b66d00a2-e3d3-4ffd-853e-9403759f20d7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.1788452 Feb 18 09:24:55.473126 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e65dd26-ad1e-4015-87b8-eaeeb54de9a6 req-32768ce9-f304-4404-a616-1ecaa1c27862 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aaf86c5b-76c7-4d34-bb14-035e154f7700 HTTP/1.1" status: 200 len: 217 time: 0.0689020 Feb 18 09:24:55.561896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c6f1130-a2d6-4db3-99fb-2bd56f3c9db9 req-051157e5-fb3f-4f04-9cb2-3afc4f80ec40 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902879 Feb 18 09:24:55.565199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65dd26-ad1e-4015-87b8-eaeeb54de9a6 req-e8152a53-5457-4d54-8ffe-cce9812b3e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:55.566544 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e65dd26-ad1e-4015-87b8-eaeeb54de9a6 req-e8152a53-5457-4d54-8ffe-cce9812b3e9a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39afe3d6-b885-4968-aa9d-b91308eb749f HTTP/1.1" status: 200 len: 854 time: 0.0805304 Feb 18 09:24:55.625201 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e65dd26-ad1e-4015-87b8-eaeeb54de9a6 req-d0d78ce3-f27f-4e55-b33e-896ae42232ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aab178a8-ba64-427d-87d4-0e74e77db9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513952 Feb 18 09:24:55.757293 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e65dd26-ad1e-4015-87b8-eaeeb54de9a6 req-f540e5c7-cc7f-4bdc-8cc1-50c60c87195b service neutron] 10.222.0.61 "GET /v2.0/networks/aab178a8-ba64-427d-87d4-0e74e77db9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256144 Feb 18 09:24:55.889775 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e65dd26-ad1e-4015-87b8-eaeeb54de9a6 req-7a3699cf-3a54-40aa-b0d0-647d0bc993cd service neutron] 10.222.0.61 "GET /v2.0/networks/aab178a8-ba64-427d-87d4-0e74e77db9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252558 Feb 18 09:24:56.583645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0b0fd-3f10-43c2-b2b6-80666a1fa2fa req-c1a2dedd-c09f-4e5c-8e4b-226cc6bb4728 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:56.585093 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84c0b0fd-3f10-43c2-b2b6-80666a1fa2fa req-c1a2dedd-c09f-4e5c-8e4b-226cc6bb4728 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4a21a4d-5c7c-400f-8849-f9b4759f90ba HTTP/1.1" status: 200 len: 944 time: 0.1978486 Feb 18 09:24:56.633491 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84c0b0fd-3f10-43c2-b2b6-80666a1fa2fa req-369182b1-9abf-4e6e-ad81-d5b10142cd93 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/security-groups?id=25220f76-fbb7-4167-89a0-0785d4846a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422192 Feb 18 09:24:56.748038 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-ea9fcf3d-ff57-464d-874f-71d08da85cb7 service neutron] show failed (client error): The resource could not be found. Feb 18 09:24:56.749211 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-ea9fcf3d-ff57-464d-874f-71d08da85cb7 service neutron] 10.222.0.61 "GET /v2.0/ports/61ec2ebd-08d7-40ff-a466-b6770769729a/bindings/n-h1-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.0775626 Feb 18 09:24:56.890352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a36f4-a03a-4e71-a89b-d0d91a051e43 req-2ea48f7f-e88a-43ca-9e4b-adda5d64f91a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:56.891798 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-698a36f4-a03a-4e71-a89b-d0d91a051e43 req-2ea48f7f-e88a-43ca-9e4b-adda5d64f91a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.0915275 Feb 18 09:24:56.944913 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-698a36f4-a03a-4e71-a89b-d0d91a051e43 req-8293794b-118a-4ab9-9076-0907cec80b4b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472252 Feb 18 09:24:57.020177 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-40e25833-ba99-4988-97c3-edd55c747b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:57.021645 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-40e25833-ba99-4988-97c3-edd55c747b62 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea&tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94 HTTP/1.1" status: 200 len: 1097 time: 0.0733764 Feb 18 09:24:57.033445 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:24:57.138992 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:57.398698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=61ec2ebd-08d7-40ff-a466-b6770769729a,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:24:57.426394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:24:57.486216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:24:57.491706 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:57.507804 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Transition to ACTIVE for port object 61ec2ebd-08d7-40ff-a466-b6770769729a will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:24:57.513751 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:57.555789 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'code': 200} Feb 18 09:24:57.666826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=61ec2ebd-08d7-40ff-a466-b6770769729a,revision_number=6']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:57.726863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] No DVR routers for this DVR port 61ec2ebd-08d7-40ff-a466-b6770769729a on host n-h2-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:24:57.834695 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364294c9-af99-4c1c-b816-e465be7410f0 req-2839cacd-6a43-4aa5-b841-a25c7eb61985 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:57.838849 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-364294c9-af99-4c1c-b816-e465be7410f0 req-2839cacd-6a43-4aa5-b841-a25c7eb61985 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4a21a4d-5c7c-400f-8849-f9b4759f90ba HTTP/1.1" status: 200 len: 944 time: 0.0879536 Feb 18 09:24:57.892209 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-364294c9-af99-4c1c-b816-e465be7410f0 req-d751c798-669a-48eb-86d0-2d32c92fbaa5 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/security-groups?id=25220f76-fbb7-4167-89a0-0785d4846a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464630 Feb 18 09:24:57.963519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Attempting to bind port 61ec2ebd-08d7-40ff-a466-b6770769729a on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:24:57.963759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Attempting to bind port 61ec2ebd-08d7-40ff-a466-b6770769729a by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:24:57.964078 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Attempting to bind port 61ec2ebd-08d7-40ff-a466-b6770769729a on network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:24:57.969194 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Port 61ec2ebd-08d7-40ff-a466-b6770769729a on network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:24:57.969511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Attempting to bind port 61ec2ebd-08d7-40ff-a466-b6770769729a on network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:24:57.974497 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:24:57.974829 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Checking segment: {'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:24:57.975207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Bound using segment: {'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:24:57.975617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Bound port: 61ec2ebd-08d7-40ff-a466-b6770769729a, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:24:57.975952 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:58.064098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:24:58.067384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=61ec2ebd-08d7-40ff-a466-b6770769729a,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:24:58.072739 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:58.134200 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:58.134813 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:58.136174 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] 10.222.0.81 "PUT /v2.0/ports/61ec2ebd-08d7-40ff-a466-b6770769729a HTTP/1.1" status: 200 len: 1092 time: 1.1073787 Feb 18 09:24:58.140133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb74f0-0362-4709-9a2e-b9d3c2325335 req-ec7131a8-ae0c-4318-8805-77f803cae9af tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:58.143030 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30cb74f0-0362-4709-9a2e-b9d3c2325335 req-ec7131a8-ae0c-4318-8805-77f803cae9af tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 944 time: 0.0857952 Feb 18 09:24:58.154500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f55de-94ca-4c7c-a2ed-fc92c196b7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=61ec2ebd-08d7-40ff-a466-b6770769729a,revision_number=7']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:58.193131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30cb74f0-0362-4709-9a2e-b9d3c2325335 req-82f677f3-6cf0-44d2-89ad-c5b0bdc513da tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416558 Feb 18 09:24:58.237665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-3b7a1cab-bf78-4c2f-89e2-59e7c9a03c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:58.239140 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-3b7a1cab-bf78-4c2f-89e2-59e7c9a03c1c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 1095 time: 0.0749629 Feb 18 09:24:58.240730 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device aaf86c5b-76c7-4d34-bb14-035e154f7700 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:24:58.376873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-c5ee0876-7cad-4d55-b743-0e08083c3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:58.378334 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-c5ee0876-7cad-4d55-b743-0e08083c3948 service neutron] 10.222.0.81 "GET /v2.0/networks?id=27c0a5d9-d747-4f15-8a4a-49ba377638f9 HTTP/1.1" status: 200 len: 897 time: 0.1330082 Feb 18 09:24:58.398334 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port aaf86c5b-76c7-4d34-bb14-035e154f7700, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=aaf86c5b-76c7-4d34-bb14-035e154f7700,segment=NetworkSegment(10cb3b2b-11e0-4d93-9e72-892c9b2be26b),segment_id=10cb3b2b-11e0-4d93-9e72-892c9b2be26b)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:24:58.411979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'aaf86c5b-76c7-4d34-bb14-035e154f7700', 'network_id': 'aab178a8-ba64-427d-87d4-0e74e77db9d5', 'port_id': 'aaf86c5b-76c7-4d34-bb14-035e154f7700', 'mac_address': 'fa:16:3e:ae:cc:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39afe3d6-b885-4968-aa9d-b91308eb749f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:24:58.467420 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:58.485967 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf86c5b-76c7-4d34-bb14-035e154f7700 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:24:58.502790 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port aaf86c5b-76c7-4d34-bb14-035e154f7700, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=aaf86c5b-76c7-4d34-bb14-035e154f7700,segment=NetworkSegment(10cb3b2b-11e0-4d93-9e72-892c9b2be26b),segment_id=10cb3b2b-11e0-4d93-9e72-892c9b2be26b)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:24:58.506750 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:24:58.580370 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=aaf86c5b-76c7-4d34-bb14-035e154f7700,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:24:58.587845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:58.588185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:58.588558 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:58.588876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:58.589203 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:58.589528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:58.589848 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:58.590198 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:58.590504 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:58.590804 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:58.591120 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:58.591676 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:24:58.593818 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-672f8e42-13dd-4c1d-90e7-3f250c2bb097 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61ec2ebd-08d7-40ff-a466-b6770769729a HTTP/1.1" status: 200 len: 1000 time: 0.2083809 Feb 18 09:24:58.657809 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-4f8fad22-d7f0-4eb2-a5bb-f892d80db90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:58.659286 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-4f8fad22-d7f0-4eb2-a5bb-f892d80db90a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ae9de204-e995-42bc-a9ee-53b8ddc6ae89 HTTP/1.1" status: 200 len: 835 time: 0.0597026 Feb 18 09:24:58.744176 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-f75a984a-3e7f-448b-96b2-e35a9cd22ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:58.745604 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-f75a984a-3e7f-448b-96b2-e35a9cd22ec4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=27c0a5d9-d747-4f15-8a4a-49ba377638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807683 Feb 18 09:24:58.797982 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['aaf86c5b-76c7-4d34-bb14-035e154f7700'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:24:58.881800 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-8e13f169-28aa-4c74-ad7e-1b24ad11dc43 service neutron] 10.222.0.81 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302984 Feb 18 09:24:59.019407 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-e150e1d5-1806-4956-86fc-1b9b87a40df6 req-c194d9cb-a85f-44c5-853d-7cda0d2c08f0 service neutron] 10.222.0.81 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316643 Feb 18 09:24:59.083394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3cd39-25b3-446c-ac66-7ac0a871cf51 req-4b3f59bc-3781-4a93-b661-ccafd8c9e17e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:59.085041 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-50e3cd39-25b3-446c-ac66-7ac0a871cf51 req-4b3f59bc-3781-4a93-b661-ccafd8c9e17e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4a21a4d-5c7c-400f-8849-f9b4759f90ba HTTP/1.1" status: 200 len: 945 time: 0.0847287 Feb 18 09:24:59.130280 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-50e3cd39-25b3-446c-ac66-7ac0a871cf51 req-89832d65-108c-41be-9017-cd99a84cace4 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/security-groups?id=25220f76-fbb7-4167-89a0-0785d4846a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393860 Feb 18 09:24:59.389858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d63b8-d69a-4c8f-982f-fa26707eaeab req-be95c085-51e5-4f51-a8d0-9eabcf6f648e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:59.391295 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b5d63b8-d69a-4c8f-982f-fa26707eaeab req-be95c085-51e5-4f51-a8d0-9eabcf6f648e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 944 time: 0.0778255 Feb 18 09:24:59.434291 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b5d63b8-d69a-4c8f-982f-fa26707eaeab req-a765a006-cd2f-4e0b-a623-ea43e3894558 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375226 Feb 18 09:24:59.557688 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:24:59.613854 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'status': 'completed', 'code': 200} Feb 18 09:24:59.705284 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-cecd2b6e-e95c-4ae5-8045-74c64384d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:59.706241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-055cd04a-c24b-42cf-9efb-fbad3dba839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:59.706670 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-cecd2b6e-e95c-4ae5-8045-74c64384d9f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 1095 time: 0.0701709 Feb 18 09:24:59.707707 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-055cd04a-c24b-42cf-9efb-fbad3dba839f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 1095 time: 0.0758057 Feb 18 09:24:59.837720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-a44f4af7-ad42-4db3-a809-fd6fb7100156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:59.838443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-4669578b-aec0-4469-ba8d-626bb5fddfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:24:59.839142 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-a44f4af7-ad42-4db3-a809-fd6fb7100156 service neutron] 10.222.0.81 "GET /v2.0/networks?id=27c0a5d9-d747-4f15-8a4a-49ba377638f9 HTTP/1.1" status: 200 len: 897 time: 0.1261847 Feb 18 09:24:59.839881 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-4669578b-aec0-4469-ba8d-626bb5fddfe2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=27c0a5d9-d747-4f15-8a4a-49ba377638f9 HTTP/1.1" status: 200 len: 897 time: 0.1265519 Feb 18 09:24:59.941991 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-286eafc9-e4dd-4a30-9420-e8ed275e9974 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61ec2ebd-08d7-40ff-a466-b6770769729a HTTP/1.1" status: 200 len: 1000 time: 0.0966501 Feb 18 09:24:59.944727 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-89cddbef-10f8-49f6-9437-52b4d7ec5bce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61ec2ebd-08d7-40ff-a466-b6770769729a HTTP/1.1" status: 200 len: 1000 time: 0.0994403 Feb 18 09:25:00.007470 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-ecd3b006-08a2-4b7d-b36e-2396a16922b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:00.008878 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-ecd3b006-08a2-4b7d-b36e-2396a16922b3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ae9de204-e995-42bc-a9ee-53b8ddc6ae89 HTTP/1.1" status: 200 len: 835 time: 0.0605676 Feb 18 09:25:00.011492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-8d12f0e3-4338-40a4-b2a9-e9df6807b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:00.013617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-8d12f0e3-4338-40a4-b2a9-e9df6807b863 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae9de204-e995-42bc-a9ee-53b8ddc6ae89 HTTP/1.1" status: 200 len: 835 time: 0.0610507 Feb 18 09:25:00.087480 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-8a62fcad-02ac-4e9d-88ee-ea8dbd4042f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:00.088999 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-8a62fcad-02ac-4e9d-88ee-ea8dbd4042f1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=27c0a5d9-d747-4f15-8a4a-49ba377638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738356 Feb 18 09:25:00.094535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-d4b35584-753e-44d3-b7a7-d8437f2ea29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:00.095989 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-d4b35584-753e-44d3-b7a7-d8437f2ea29e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27c0a5d9-d747-4f15-8a4a-49ba377638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774302 Feb 18 09:25:00.227703 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-b62824c2-a1d2-4465-8571-2e0f6f0cc848 service neutron] 10.222.0.81 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303732 Feb 18 09:25:00.231250 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-c86505bb-5e63-4ee2-9e36-25155aed47bf service neutron] 10.222.0.61 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288133 Feb 18 09:25:00.251035 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device aaf86c5b-76c7-4d34-bb14-035e154f7700 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:00.333753 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4c09b68f-47bb-443f-8f3f-accb3a500f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:00.338235 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port aaf86c5b-76c7-4d34-bb14-035e154f7700 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:00.343574 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port aaf86c5b-76c7-4d34-bb14-035e154f7700 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:00.343952 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:00.374885 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-9bc9de72-4a2a-4706-b14c-83a373fad98b service neutron] 10.222.0.81 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409705 Feb 18 09:25:00.437607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b1ea0-c330-4305-adbc-df65a660e22e req-d2cc3da3-f6ba-47b8-927e-35f869b666d4 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:00.439088 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-921b1ea0-c330-4305-adbc-df65a660e22e req-d2cc3da3-f6ba-47b8-927e-35f869b666d4 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4a21a4d-5c7c-400f-8849-f9b4759f90ba HTTP/1.1" status: 200 len: 945 time: 0.1768398 Feb 18 09:25:00.444714 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ddca112-c0ba-457f-a2b2-11322ea19d75 req-aa9c7b6f-b357-4e00-89a1-e6684ed0f988 service neutron] 10.222.0.61 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072549 Feb 18 09:25:00.490196 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:00.491077 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-921b1ea0-c330-4305-adbc-df65a660e22e req-3d4421d7-77b8-4df3-a363-bf981da53305 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/security-groups?id=25220f76-fbb7-4167-89a0-0785d4846a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449846 Feb 18 09:25:00.522799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a21a4d-5c7c-400f-8849-f9b4759f90ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf86c5b-76c7-4d34-bb14-035e154f7700'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:25:00.532834 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port aaf86c5b-76c7-4d34-bb14-035e154f7700, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=aaf86c5b-76c7-4d34-bb14-035e154f7700,segment=NetworkSegment(10cb3b2b-11e0-4d93-9e72-892c9b2be26b),segment_id=10cb3b2b-11e0-4d93-9e72-892c9b2be26b)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:00.539205 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:00.541178 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 61ec2ebd-08d7-40ff-a466-b6770769729a no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:25:00.614762 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a21a4d-5c7c-400f-8849-f9b4759f90ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf86c5b-76c7-4d34-bb14-035e154f7700', 'code': 200} Feb 18 09:25:00.661574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ffb55-da97-4ba9-85cc-dc2ca3aa7103 req-148a003d-5ba2-415c-a116-49695285ac1a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:00.663712 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e86ffb55-da97-4ba9-85cc-dc2ca3aa7103 req-148a003d-5ba2-415c-a116-49695285ac1a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 944 time: 0.1007588 Feb 18 09:25:00.680839 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=aaf86c5b-76c7-4d34-bb14-035e154f7700,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:00.683357 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 61ec2ebd-08d7-40ff-a466-b6770769729a not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:25:00.755695 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e86ffb55-da97-4ba9-85cc-dc2ca3aa7103 req-4d4eb820-2daa-461d-bfb2-554ba8612247 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0855174 Feb 18 09:25:00.780831 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56719f3e-4bfe-4cd2-b39c-57477f9bf71d req-55018c77-081b-4a92-8847-b26b88c11eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:00.782283 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-56719f3e-4bfe-4cd2-b39c-57477f9bf71d req-55018c77-081b-4a92-8847-b26b88c11eaf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a4a21a4d-5c7c-400f-8849-f9b4759f90ba HTTP/1.1" status: 200 len: 1097 time: 0.0932031 Feb 18 09:25:00.827163 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-56719f3e-4bfe-4cd2-b39c-57477f9bf71d req-87909aa1-5e05-4dc9-98e8-eeb0cf701a78 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=25220f76-fbb7-4167-89a0-0785d4846a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387847 Feb 18 09:25:01.685898 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 61ec2ebd-08d7-40ff-a466-b6770769729a details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:25:01.822307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fb463-2e91-43e4-b213-db2a6dbf4408 req-f2e8a11f-4e32-4883-9b80-86cfb60bab7a tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:01.823661 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=61ec2ebd-08d7-40ff-a466-b6770769729a,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:01.831980 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c5fb463-2e91-43e4-b213-db2a6dbf4408 req-f2e8a11f-4e32-4883-9b80-86cfb60bab7a tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4a21a4d-5c7c-400f-8849-f9b4759f90ba HTTP/1.1" status: 200 len: 946 time: 0.2305233 Feb 18 09:25:01.837839 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9', 'port_id': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'mac_address': 'fa:16:3e:6f:1b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:25:01.896965 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:01.912968 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c5fb463-2e91-43e4-b213-db2a6dbf4408 req-cfbb7373-671f-4a0c-9bb7-26589e071ae3 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/security-groups?id=25220f76-fbb7-4167-89a0-0785d4846a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796254 Feb 18 09:25:01.917909 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ec2ebd-08d7-40ff-a466-b6770769729a {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:25:01.938078 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=61ec2ebd-08d7-40ff-a466-b6770769729a,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:01.942740 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:01.966731 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2637341-3aa9-4bc7-b02a-995ab270c6ff req-b16e19f8-3b86-425c-a2e0-aca7b8ab84dc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:01.974772 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2637341-3aa9-4bc7-b02a-995ab270c6ff req-b16e19f8-3b86-425c-a2e0-aca7b8ab84dc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 944 time: 0.1000586 Feb 18 09:25:02.022377 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b2637341-3aa9-4bc7-b02a-995ab270c6ff req-f88a5a61-eda8-4e3d-8e17-c78fb89fb8ba tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465782 Feb 18 09:25:02.027646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=61ec2ebd-08d7-40ff-a466-b6770769729a,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:02.276714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['61ec2ebd-08d7-40ff-a466-b6770769729a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:25:03.097174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf6902-46bb-4489-b27f-702ff313830f req-9bfb182b-ae8d-4014-9b0c-bc323d129871 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:03.098647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93bf6902-46bb-4489-b27f-702ff313830f req-9bfb182b-ae8d-4014-9b0c-bc323d129871 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4a21a4d-5c7c-400f-8849-f9b4759f90ba HTTP/1.1" status: 200 len: 946 time: 0.0793734 Feb 18 09:25:03.184354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93bf6902-46bb-4489-b27f-702ff313830f req-f3c15be9-68a5-4e33-b3e4-3ae7e200fdc1 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/security-groups?id=25220f76-fbb7-4167-89a0-0785d4846a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799868 Feb 18 09:25:03.223793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3253b-ca35-401c-9c3e-93b72c7fa2eb req-8b8a5e9a-7c1d-461e-9539-cd8da58c86ca tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:03.225340 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fe3253b-ca35-401c-9c3e-93b72c7fa2eb req-8b8a5e9a-7c1d-461e-9539-cd8da58c86ca tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 945 time: 0.0935352 Feb 18 09:25:03.270893 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fe3253b-ca35-401c-9c3e-93b72c7fa2eb req-f65ab91b-7f01-49b6-a753-25346576b493 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396466 Feb 18 09:25:03.628460 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-e344764f-7c29-4da5-8f93-7fddadbb3c76 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:03.630128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-e344764f-7c29-4da5-8f93-7fddadbb3c76 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Synchronizing usage tracker for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:25:03.651385 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-e344764f-7c29-4da5-8f93-7fddadbb3c76 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Unset dirty status for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:25:03.652689 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-e344764f-7c29-4da5-8f93-7fddadbb3c76 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea&tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 945 time: 0.1187954 Feb 18 09:25:03.676700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 61ec2ebd-08d7-40ff-a466-b6770769729a up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:03.693973 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c602cf-7c82-4df9-a4ae-bb227893333f req-7bf9c8d6-926f-46a9-887f-8f347ca6e5b8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:03.696031 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41c602cf-7c82-4df9-a4ae-bb227893333f req-7bf9c8d6-926f-46a9-887f-8f347ca6e5b8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 945 time: 0.0974038 Feb 18 09:25:03.755104 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-72fd0e19-df2a-44b0-9e07-b9fb8adc72f3 service neutron] 10.222.0.81 "GET /v2.0/ports/61ec2ebd-08d7-40ff-a466-b6770769729a/bindings/n-h1-829434-1 HTTP/1.1" status: 200 len: 382 time: 0.0961108 Feb 18 09:25:03.759274 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 61ec2ebd-08d7-40ff-a466-b6770769729a completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:03.765876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 61ec2ebd-08d7-40ff-a466-b6770769729a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:03.766266 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:03.778454 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41c602cf-7c82-4df9-a4ae-bb227893333f req-4c4ce832-b822-438c-9fa5-ae2fea39f53b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700121 Feb 18 09:25:03.838670 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2da89c45-8a7d-43bd-b8c9-d2268f838e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:03.880162 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:03.885804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839b732-cb1a-42d3-83ba-9b76144c37a2 req-c32c25e3-d4e9-4941-95f4-e3a002600af3 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:03.887619 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0839b732-cb1a-42d3-83ba-9b76144c37a2 req-c32c25e3-d4e9-4941-95f4-e3a002600af3 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4a21a4d-5c7c-400f-8849-f9b4759f90ba HTTP/1.1" status: 200 len: 946 time: 0.1018627 Feb 18 09:25:03.889235 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-2f56b1d2-dacb-4b01-bb14-818eab3d635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:03.891019 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-2f56b1d2-dacb-4b01-bb14-818eab3d635d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 1096 time: 0.1025217 Feb 18 09:25:03.911444 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:03.937734 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:03.940527 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0839b732-cb1a-42d3-83ba-9b76144c37a2 req-a50addd2-cc4b-41f3-90e7-6bb99d2de0a5 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/security-groups?id=25220f76-fbb7-4167-89a0-0785d4846a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457771 Feb 18 09:25:03.967829 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:25:03.977595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=61ec2ebd-08d7-40ff-a466-b6770769729a,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:03.983258 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:04.029852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-b5bd501f-14fd-41eb-a87b-33b1dad079bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:04.031311 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-b5bd501f-14fd-41eb-a87b-33b1dad079bd service neutron] 10.222.0.81 "GET /v2.0/networks?id=27c0a5d9-d747-4f15-8a4a-49ba377638f9 HTTP/1.1" status: 200 len: 897 time: 0.1342804 Feb 18 09:25:04.051932 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'code': 200} Feb 18 09:25:04.088693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=61ec2ebd-08d7-40ff-a466-b6770769729a,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:04.243523 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-e435e4b8-9cb5-40b5-bf33-199f08ad9bdd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61ec2ebd-08d7-40ff-a466-b6770769729a HTTP/1.1" status: 200 len: 1002 time: 0.2057092 Feb 18 09:25:04.308097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-07647c4f-03bc-475d-85f5-e7b6492eea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:04.309588 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-07647c4f-03bc-475d-85f5-e7b6492eea5e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ae9de204-e995-42bc-a9ee-53b8ddc6ae89 HTTP/1.1" status: 200 len: 835 time: 0.0600867 Feb 18 09:25:04.385863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-e16141b1-b808-41c5-af83-314d8818df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:04.387314 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-e16141b1-b808-41c5-af83-314d8818df79 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=27c0a5d9-d747-4f15-8a4a-49ba377638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722294 Feb 18 09:25:04.517137 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-b496280c-4606-4ce0-b55f-70be4a070557 service neutron] 10.222.0.81 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239047 Feb 18 09:25:04.648847 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-8bd58518-36c6-4509-8273-6c8998765af8 service neutron] 10.222.0.81 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258228 Feb 18 09:25:04.956418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967b373-e293-40ac-8a1d-49f0975a8292 req-3f0d89a7-63f9-411a-a480-522568a14b4d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:04.957876 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4967b373-e293-40ac-8a1d-49f0975a8292 req-3f0d89a7-63f9-411a-a480-522568a14b4d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.0834837 Feb 18 09:25:05.007464 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4967b373-e293-40ac-8a1d-49f0975a8292 req-04927f05-384c-427d-bbd3-857a7f912510 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391819 Feb 18 09:25:05.100968 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:05.135910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf25d-5e6f-4893-844e-503d31074059 req-109c10fd-0175-4490-8adb-03ae9ffb573f tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:05.137452 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dbcaf25d-5e6f-4893-844e-503d31074059 req-109c10fd-0175-4490-8adb-03ae9ffb573f tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4a21a4d-5c7c-400f-8849-f9b4759f90ba HTTP/1.1" status: 200 len: 946 time: 0.0818417 Feb 18 09:25:05.182292 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dbcaf25d-5e6f-4893-844e-503d31074059 req-e0119413-7bf4-4b8f-9bb5-553b98468310 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/security-groups?id=25220f76-fbb7-4167-89a0-0785d4846a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384245 Feb 18 09:25:05.278418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b653b-9514-4a06-8b56-c1203d2a7ac1 req-21ccc0e0-3389-41ac-8e36-5f8c09c6f54e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:05.280862 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8d4b653b-9514-4a06-8b56-c1203d2a7ac1 req-21ccc0e0-3389-41ac-8e36-5f8c09c6f54e tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a21a4d-5c7c-400f-8849-f9b4759f90ba HTTP/1.1" status: 200 len: 946 time: 0.0855160 Feb 18 09:25:05.352014 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-8d4b653b-9514-4a06-8b56-c1203d2a7ac1 req-a9ca4e21-4dcd-4821-841d-fbf9d6a98d15 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Deleting port aaf86c5b-76c7-4d34-bb14-035e154f7700 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:25:05.352301 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8d4b653b-9514-4a06-8b56-c1203d2a7ac1 req-a9ca4e21-4dcd-4821-841d-fbf9d6a98d15 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:05.593166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-8d4b653b-9514-4a06-8b56-c1203d2a7ac1 req-a9ca4e21-4dcd-4821-841d-fbf9d6a98d15 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] For port aaf86c5b-76c7-4d34-bb14-035e154f7700, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=aaf86c5b-76c7-4d34-bb14-035e154f7700,segment=NetworkSegment(10cb3b2b-11e0-4d93-9e72-892c9b2be26b),segment_id=10cb3b2b-11e0-4d93-9e72-892c9b2be26b)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:05.593521 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8d4b653b-9514-4a06-8b56-c1203d2a7ac1 req-a9ca4e21-4dcd-4821-841d-fbf9d6a98d15 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:05.721134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-8d4b653b-9514-4a06-8b56-c1203d2a7ac1 req-a9ca4e21-4dcd-4821-841d-fbf9d6a98d15 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Calling delete_port for aaf86c5b-76c7-4d34-bb14-035e154f7700 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:25:05.868566 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8d4b653b-9514-4a06-8b56-c1203d2a7ac1 req-a9ca4e21-4dcd-4821-841d-fbf9d6a98d15 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:05.880145 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['aaf86c5b-76c7-4d34-bb14-035e154f7700'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:25:05.922734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca4e21-4dcd-4821-841d-fbf9d6a98d15 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Pushing event deleted for resources: {'Port': ['ID=aaf86c5b-76c7-4d34-bb14-035e154f7700,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:06.001805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4b653b-9514-4a06-8b56-c1203d2a7ac1 req-a9ca4e21-4dcd-4821-841d-fbf9d6a98d15 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] No DVR routers for this DVR port aaf86c5b-76c7-4d34-bb14-035e154f7700 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:25:06.004582 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8d4b653b-9514-4a06-8b56-c1203d2a7ac1 req-a9ca4e21-4dcd-4821-841d-fbf9d6a98d15 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:06.007228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a21a4d-5c7c-400f-8849-f9b4759f90ba', 'name': 'network-vif-deleted', 'tag': 'aaf86c5b-76c7-4d34-bb14-035e154f7700'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:25:06.023630 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8d4b653b-9514-4a06-8b56-c1203d2a7ac1 req-a9ca4e21-4dcd-4821-841d-fbf9d6a98d15 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.61 "DELETE /v2.0/ports/aaf86c5b-76c7-4d34-bb14-035e154f7700 HTTP/1.1" status: 204 len: 173 time: 0.7372873 Feb 18 09:25:06.053239 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a21a4d-5c7c-400f-8849-f9b4759f90ba', 'name': 'network-vif-deleted', 'tag': 'aaf86c5b-76c7-4d34-bb14-035e154f7700', 'status': 'completed', 'code': 200} Feb 18 09:25:06.220463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9e7d5-f3ff-4c12-9be9-521c029b8b03 req-424af0c5-222b-4fdc-bf97-3bc31f46da52 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:06.222011 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0bb9e7d5-f3ff-4c12-9be9-521c029b8b03 req-424af0c5-222b-4fdc-bf97-3bc31f46da52 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.0920734 Feb 18 09:25:06.270525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0bb9e7d5-f3ff-4c12-9be9-521c029b8b03 req-f169746e-f46c-48ad-859b-c29e1a61d4ae tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400116 Feb 18 09:25:06.354428 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a9a20ed1-dbb7-4c70-ab6b-815797ae6806 req-d1cb18cb-6382-4da8-8267-c61ea47898e8 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Synchronizing usage tracker for tenant:bb77777611404981a73489c63d7006f5 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:25:06.369224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a9a20ed1-dbb7-4c70-ab6b-815797ae6806 req-d1cb18cb-6382-4da8-8267-c61ea47898e8 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] Unset dirty status for tenant:bb77777611404981a73489c63d7006f5 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:25:06.370415 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9a20ed1-dbb7-4c70-ab6b-815797ae6806 req-d1cb18cb-6382-4da8-8267-c61ea47898e8 tempest-ServerAddressesTestJSON-954894912 tempest-ServerAddressesTestJSON-954894912-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4a21a4d-5c7c-400f-8849-f9b4759f90ba HTTP/1.1" status: 200 len: 210 time: 0.0604813 Feb 18 09:25:06.986132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-e9ed49f3-c2e8-4ce8-89bd-f03f32b731d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:06.987532 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-e9ed49f3-c2e8-4ce8-89bd-f03f32b731d2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea&tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94 HTTP/1.1" status: 200 len: 1097 time: 0.1815619 Feb 18 09:25:06.997623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:25:07.104779 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.373950 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=61ec2ebd-08d7-40ff-a466-b6770769729a,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:07.457089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:25:07.467255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37652) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:07.527926 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.531645 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d291bf2e-7b26-4e83-a6d9-f8235d10b64f admin admin] Deleting subnet 39afe3d6-b885-4968-aa9d-b91308eb749f {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:25:07.534629 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d291bf2e-7b26-4e83-a6d9-f8235d10b64f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.540715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978837f3-5325-4c3d-859e-c91fcb6ee85d req-fe8aa594-4428-4cc6-a139-0e629f4e1e0c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:07.542198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-978837f3-5325-4c3d-859e-c91fcb6ee85d req-fe8aa594-4428-4cc6-a139-0e629f4e1e0c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.1622949 Feb 18 09:25:07.570397 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Transition to ACTIVE for port object 61ec2ebd-08d7-40ff-a466-b6770769729a will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:07.583406 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.588391 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d291bf2e-7b26-4e83-a6d9-f8235d10b64f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.645812 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d291bf2e-7b26-4e83-a6d9-f8235d10b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.662382 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-978837f3-5325-4c3d-859e-c91fcb6ee85d req-f40b9828-721a-4326-b970-5dee31a892c7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1131651 Feb 18 09:25:07.725438 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d291bf2e-7b26-4e83-a6d9-f8235d10b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.769762 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291bf2e-7b26-4e83-a6d9-f8235d10b64f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39afe3d6-b885-4968-aa9d-b91308eb749f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:07.770073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Pushing event updated for resources: {'Port': ['ID=61ec2ebd-08d7-40ff-a466-b6770769729a,revision_number=10']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:07.773620 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d291bf2e-7b26-4e83-a6d9-f8235d10b64f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:07.780243 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d291bf2e-7b26-4e83-a6d9-f8235d10b64f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/39afe3d6-b885-4968-aa9d-b91308eb749f HTTP/1.1" status: 204 len: 168 time: 0.3118665 Feb 18 09:25:07.782616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37656) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:07.831429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] No DVR routers for this DVR port 61ec2ebd-08d7-40ff-a466-b6770769729a on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:25:07.894837 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75c5086e-eedd-43f4-a888-bc78884e5f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.032145 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75c5086e-eedd-43f4-a888-bc78884e5f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.057983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-75c5086e-eedd-43f4-a888-bc78884e5f02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab178a8-ba64-427d-87d4-0e74e77db9d5']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:08.060960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:25:08.071531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-75c5086e-eedd-43f4-a888-bc78884e5f02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10cb3b2b-11e0-4d93-9e72-892c9b2be26b') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:08.071824 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-75c5086e-eedd-43f4-a888-bc78884e5f02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10cb3b2b-11e0-4d93-9e72-892c9b2be26b') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:08.075204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Attempting to bind port 61ec2ebd-08d7-40ff-a466-b6770769729a on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:25:08.075537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Attempting to bind port 61ec2ebd-08d7-40ff-a466-b6770769729a by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:25:08.076528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Attempting to bind port 61ec2ebd-08d7-40ff-a466-b6770769729a on network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:25:08.082254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Port 61ec2ebd-08d7-40ff-a466-b6770769729a on network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:25:08.082516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Attempting to bind port 61ec2ebd-08d7-40ff-a466-b6770769729a on network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:25:08.086999 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75c5086e-eedd-43f4-a888-bc78884e5f02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.090717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:25:08.091118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Checking segment: {'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:25:08.092186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Bound using segment: {'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:25:08.092756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Bound port: 61ec2ebd-08d7-40ff-a466-b6770769729a, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd8e8589-9c65-4d33-8b39-9356c3b33396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:25:08.093164 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.104938 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75c5086e-eedd-43f4-a888-bc78884e5f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.112126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c5086e-eedd-43f4-a888-bc78884e5f02 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:25:08.112809 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75c5086e-eedd-43f4-a888-bc78884e5f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:25:08.126233 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:25:08.134480 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'code': 200} Feb 18 09:25:08.187721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:25:08.190774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=61ec2ebd-08d7-40ff-a466-b6770769729a,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:25:08.196809 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.203839 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75c5086e-eedd-43f4-a888-bc78884e5f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.220465 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-75c5086e-eedd-43f4-a888-bc78884e5f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.232253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5086e-eedd-43f4-a888-bc78884e5f02 admin admin] Pushing event deleted for resources: {'Network': ['ID=aab178a8-ba64-427d-87d4-0e74e77db9d5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:08.241371 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-75c5086e-eedd-43f4-a888-bc78884e5f02 admin admin] 10.222.0.72 "DELETE /v2.0/networks/aab178a8-ba64-427d-87d4-0e74e77db9d5 HTTP/1.1" status: 204 len: 168 time: 0.4576108 Feb 18 09:25:08.249876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device aaf86c5b-76c7-4d34-bb14-035e154f7700 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:25:08.257849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:08.258563 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.259865 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] 10.222.0.61 "PUT /v2.0/ports/61ec2ebd-08d7-40ff-a466-b6770769729a HTTP/1.1" status: 200 len: 1093 time: 1.2660286 Feb 18 09:25:08.280713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ff16e-ebb7-4726-81db-0352704c3599 service neutron] Pushing event updated for resources: {'Port': ['ID=61ec2ebd-08d7-40ff-a466-b6770769729a,revision_number=11']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:08.295213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: aaf86c5b-76c7-4d34-bb14-035e154f7700 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:25:08.296740 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device aaf86c5b-76c7-4d34-bb14-035e154f7700 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:25:08.398367 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-996c5d0a-f482-4018-993f-720c412259d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:08.400524 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-996c5d0a-f482-4018-993f-720c412259d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 1096 time: 0.1105742 Feb 18 09:25:08.461097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37664) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:08.531454 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f6d33159-83fe-4b4f-aa89-ca80c2bb3f17 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bb77777611404981a73489c63d7006f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689452 Feb 18 09:25:08.534025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37668) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:08.561378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-1d1a2076-3123-4a0d-8601-d65b77673783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:08.563043 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-1d1a2076-3123-4a0d-8601-d65b77673783 service neutron] 10.222.0.61 "GET /v2.0/networks?id=27c0a5d9-d747-4f15-8a4a-49ba377638f9 HTTP/1.1" status: 200 len: 897 time: 0.1560760 Feb 18 09:25:08.599914 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9449-e6b3-40ab-8592-26acaf04a570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.632406 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9449-e6b3-40ab-8592-26acaf04a570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.681265 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-5faf0fbb-a709-4992-8e33-22b1e78fdee8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61ec2ebd-08d7-40ff-a466-b6770769729a HTTP/1.1" status: 200 len: 1000 time: 0.1119921 Feb 18 09:25:08.689783 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9449-e6b3-40ab-8592-26acaf04a570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.709338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd9449-e6b3-40ab-8592-26acaf04a570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25220f76-fbb7-4167-89a0-0785d4846a6c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:08.731714 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9449-e6b3-40ab-8592-26acaf04a570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:08.734202 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e7fd9449-e6b3-40ab-8592-26acaf04a570 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/25220f76-fbb7-4167-89a0-0785d4846a6c HTTP/1.1" status: 204 len: 168 time: 0.1988804 Feb 18 09:25:08.764889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-b4c86622-e5b3-4083-8773-79968e52df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:08.766439 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-b4c86622-e5b3-4083-8773-79968e52df7c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae9de204-e995-42bc-a9ee-53b8ddc6ae89 HTTP/1.1" status: 200 len: 835 time: 0.0789258 Feb 18 09:25:09.020458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-86defacf-8072-480b-9701-08ac533e5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:09.021946 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-86defacf-8072-480b-9701-08ac533e5997 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27c0a5d9-d747-4f15-8a4a-49ba377638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2488801 Feb 18 09:25:09.031181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1121ec-5ac5-454b-a4c9-25fac0a1e258 req-7e69c5f4-0c58-4d08-97e9-89e498ca090f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:09.032571 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e1121ec-5ac5-454b-a4c9-25fac0a1e258 req-7e69c5f4-0c58-4d08-97e9-89e498ca090f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 945 time: 0.1091738 Feb 18 09:25:09.159553 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e1121ec-5ac5-454b-a4c9-25fac0a1e258 req-b39fbf29-6b93-4e02-94cf-e4ee75b56c4f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1078472 Feb 18 09:25:09.199516 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-2dd1e081-4643-46b3-9c59-98b8d6771b7f service neutron] 10.222.0.61 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659954 Feb 18 09:25:09.335658 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78cfaeaa-5bbc-4ca5-b808-7afdd0b82373 req-10dab0c4-8455-48f7-8dd0-4e2d35df7506 service neutron] 10.222.0.61 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305702 Feb 18 09:25:09.510147 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37694) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:09.618222 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1033596038-network', 'tenant_id': 'f65ab5f1ebf94dc191b83a1dd81a3aa1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:25:09.623896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:09.627659 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Usage tracker for resource:network and tenant:f65ab5f1ebf94dc191b83a1dd81a3aa1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:09.630503 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:09.636058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:09.646719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Made reservation on behalf of f65ab5f1ebf94dc191b83a1dd81a3aa1 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:09.649079 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:09.661674 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:09.676608 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:09.680292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Usage tracker for resource:security_group_rule and tenant:f65ab5f1ebf94dc191b83a1dd81a3aa1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:09.683017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:09.688617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:09.716221 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 61ec2ebd-08d7-40ff-a466-b6770769729a no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:25:09.772336 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 61ec2ebd-08d7-40ff-a466-b6770769729a not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:25:09.775355 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:09.780429 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:09.811537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:25:09.820460 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1d01e8-91d2-4b8d-8e69-e13bc58300be,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:09.827956 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:09.828394 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Added segment c7c6cb95-9031-45d1-ae9f-6920f81fd743 of type vlan for network 5cc1bf06-4b7c-40c5-adf0-5313ae40870f Feb 18 09:25:09.855459 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:09.885961 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:09.886891 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:09.887469 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:09.989133 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] Pushing event updated for resources: {'Network': ['ID=5cc1bf06-4b7c-40c5-adf0-5313ae40870f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:09.992173 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-818f9c26-72f4-4920-b05a-26d2219b3062 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4809742 Feb 18 09:25:09.995127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37700) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:09.999631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 5cc1bf06-4b7c-40c5-adf0-5313ae40870f details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:25:10.001324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0acb5924-5d43-424a-b783-181a7fa89f46 admin admin] Request body: {'subnet': {'network_id': '5cc1bf06-4b7c-40c5-adf0-5313ae40870f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1033596038-subnet', 'tenant_id': 'f65ab5f1ebf94dc191b83a1dd81a3aa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:25:10.006880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0acb5924-5d43-424a-b783-181a7fa89f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:10.010656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0acb5924-5d43-424a-b783-181a7fa89f46 admin admin] Usage tracker for resource:subnet and tenant:f65ab5f1ebf94dc191b83a1dd81a3aa1 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:10.013775 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0acb5924-5d43-424a-b783-181a7fa89f46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:10.019355 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0acb5924-5d43-424a-b783-181a7fa89f46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:10.032070 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acb5924-5d43-424a-b783-181a7fa89f46 admin admin] Made reservation on behalf of f65ab5f1ebf94dc191b83a1dd81a3aa1 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:10.034526 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0acb5924-5d43-424a-b783-181a7fa89f46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:10.135282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:25:10.197430 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'status': 'completed', 'code': 200} Feb 18 09:25:10.350128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-7b5862af-4033-4f0e-af25-7ae6e8e78482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:10.351520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-7b5862af-4033-4f0e-af25-7ae6e8e78482 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 1096 time: 0.1324782 Feb 18 09:25:10.359878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-1d88d6f0-d6c9-45b2-903f-2e6371858956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:10.361364 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-1d88d6f0-d6c9-45b2-903f-2e6371858956 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 1096 time: 0.1354861 Feb 18 09:25:10.394095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d963ea-1884-40d0-a2a5-da6a58eff9a4 req-fe3f3242-84da-4fee-9a4c-bb6eb094ca74 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:10.395566 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30d963ea-1884-40d0-a2a5-da6a58eff9a4 req-fe3f3242-84da-4fee-9a4c-bb6eb094ca74 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 945 time: 0.1217883 Feb 18 09:25:10.501712 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0acb5924-5d43-424a-b783-181a7fa89f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:10.511486 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30d963ea-1884-40d0-a2a5-da6a58eff9a4 req-bf658213-1969-47ca-a17e-0f78d2097138 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696642 Feb 18 09:25:10.542057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-2e360416-3170-4f17-9b97-e0c9bfd18ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:10.543508 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-2e360416-3170-4f17-9b97-e0c9bfd18ed2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=27c0a5d9-d747-4f15-8a4a-49ba377638f9 HTTP/1.1" status: 200 len: 897 time: 0.1839190 Feb 18 09:25:10.581401 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-8b603d7d-1389-44a4-bdce-73aa359558ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:10.582831 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-8b603d7d-1389-44a4-bdce-73aa359558ce service neutron] 10.222.0.81 "GET /v2.0/networks?id=27c0a5d9-d747-4f15-8a4a-49ba377638f9 HTTP/1.1" status: 200 len: 897 time: 0.2152886 Feb 18 09:25:10.653726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-b61212dd-d228-4a3f-bccd-f4a24b299e93 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61ec2ebd-08d7-40ff-a466-b6770769729a HTTP/1.1" status: 200 len: 1000 time: 0.1035266 Feb 18 09:25:10.684675 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb5924-5d43-424a-b783-181a7fa89f46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b03b92f2-024f-4285-b80e-effc4c24b6b7,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:10.710716 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acb5924-5d43-424a-b783-181a7fa89f46 admin admin] Checking segment: {'id': 'c7c6cb95-9031-45d1-ae9f-6920f81fd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5cc1bf06-4b7c-40c5-adf0-5313ae40870f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:25:10.711068 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acb5924-5d43-424a-b783-181a7fa89f46 admin admin] Network hostable DHCP agents. Network: 5cc1bf06-4b7c-40c5-adf0-5313ae40870f, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:25:10.717902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-2d968ab7-e726-4d2b-8517-071e3b45ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:10.719340 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-2d968ab7-e726-4d2b-8517-071e3b45ead0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae9de204-e995-42bc-a9ee-53b8ddc6ae89 HTTP/1.1" status: 200 len: 835 time: 0.0592263 Feb 18 09:25:10.726307 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-7d8b4e26-ab79-4ce3-816c-b3587ced4261 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61ec2ebd-08d7-40ff-a466-b6770769729a HTTP/1.1" status: 200 len: 1000 time: 0.1299012 Feb 18 09:25:10.766487 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acb5924-5d43-424a-b783-181a7fa89f46 admin admin] Network 5cc1bf06-4b7c-40c5-adf0-5313ae40870f is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:25:10.786171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-0acb5924-5d43-424a-b783-181a7fa89f46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 5cc1bf06-4b7c-40c5-adf0-5313ae40870f) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:10.797493 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acb5924-5d43-424a-b783-181a7fa89f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:10.797941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0bb732-a663-46af-b816-61c8a2e7b97b None None] Network 5cc1bf06-4b7c-40c5-adf0-5313ae40870f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:25:10.798393 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0acb5924-5d43-424a-b783-181a7fa89f46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:10.812293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-400ddf1a-4131-4a5b-b054-8437d3db195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:10.814246 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-400ddf1a-4131-4a5b-b054-8437d3db195e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27c0a5d9-d747-4f15-8a4a-49ba377638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881109 Feb 18 09:25:10.820154 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-33adc771-a980-476c-bd02-6d04beed8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:10.821809 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-33adc771-a980-476c-bd02-6d04beed8e04 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ae9de204-e995-42bc-a9ee-53b8ddc6ae89 HTTP/1.1" status: 200 len: 835 time: 0.0878367 Feb 18 09:25:10.833297 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0acb5924-5d43-424a-b783-181a7fa89f46 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8280654 Feb 18 09:25:10.915818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-87d3bc2e-9a26-438d-9351-9bb7f1ffb413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:10.918935 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-87d3bc2e-9a26-438d-9351-9bb7f1ffb413 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=27c0a5d9-d747-4f15-8a4a-49ba377638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912488 Feb 18 09:25:10.986844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-78d55b42-dd35-498a-bfd3-fa7e9f9b415b service neutron] 10.222.0.61 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652937 Feb 18 09:25:11.065518 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-d67a1845-0ad2-4b12-a99b-5d017a2fae59 service neutron] 10.222.0.81 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378577 Feb 18 09:25:11.090659 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf12d0bd-bd4e-44dd-8cdd-3599f7069116 None None] Network 5cc1bf06-4b7c-40c5-adf0-5313ae40870f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:25:11.155490 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-8e445939-e544-43cb-9fba-3ed60bf4d542 service neutron] 10.222.0.61 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602397 Feb 18 09:25:11.225989 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-afae3963-0f61-4ba7-9e88-05d8859cd8cf req-9f21aa9e-6b6f-4f28-a09f-8a494a42371d service neutron] 10.222.0.81 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542118 Feb 18 09:25:11.440412 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-8ac0e3d1-9610-4ec7-a9af-b634563f2187 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:11.441812 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-8ac0e3d1-9610-4ec7-a9af-b634563f2187 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/networks?id=5cc1bf06-4b7c-40c5-adf0-5313ae40870f HTTP/1.1" status: 200 len: 822 time: 0.1465402 Feb 18 09:25:11.452097 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:11.461502 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-3cb58ad0-fe84-4c69-afaa-c461b0f8143a tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/quotas/f65ab5f1ebf94dc191b83a1dd81a3aa1 HTTP/1.1" status: 200 len: 375 time: 0.0140958 Feb 18 09:25:11.509753 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-aae52e00-0b8a-44f7-b199-3de42cc49f58 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f65ab5f1ebf94dc191b83a1dd81a3aa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424757 Feb 18 09:25:11.604929 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:11.876609 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-f1e0e37f-91ea-4c61-bbcb-30f407e96505 service neutron] 10.222.0.72 "GET /v2.0/networks/5cc1bf06-4b7c-40c5-adf0-5313ae40870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596172 Feb 18 09:25:11.890010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88497c-5903-4ec2-a376-ab19859b209a req-ba05a6fe-7447-4924-8ee6-da61b40be5a2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:11.891448 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad88497c-5903-4ec2-a376-ab19859b209a req-ba05a6fe-7447-4924-8ee6-da61b40be5a2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 945 time: 0.1321006 Feb 18 09:25:12.017000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad88497c-5903-4ec2-a376-ab19859b209a req-f8779d73-b4d9-43de-8994-56e19dd62402 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1072977 Feb 18 09:25:12.049560 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-798fc105-1442-4409-8624-52a826527679 service neutron] 10.222.0.72 "GET /v2.0/networks/5cc1bf06-4b7c-40c5-adf0-5313ae40870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571729 Feb 18 09:25:12.239273 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-871f4c9d-3165-4d77-a46f-6b34efcc12c1 req-fb6dd589-e4d3-4834-9133-77ff7a29603d tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/ports?device_id=b07e9af6-042d-427e-968a-f69ce30dc912 HTTP/1.1" status: 200 len: 210 time: 0.0466123 Feb 18 09:25:12.266767 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 61ec2ebd-08d7-40ff-a466-b6770769729a details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:25:12.437800 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=61ec2ebd-08d7-40ff-a466-b6770769729a,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:12.453984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9', 'port_id': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'mac_address': 'fa:16:3e:6f:1b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:25:12.520867 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:12.544561 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ec2ebd-08d7-40ff-a466-b6770769729a {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:25:12.564941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=61ec2ebd-08d7-40ff-a466-b6770769729a,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:12.569554 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:12.647042 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=61ec2ebd-08d7-40ff-a466-b6770769729a,revision_number=12']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:12.878242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['61ec2ebd-08d7-40ff-a466-b6770769729a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:25:13.209333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a04909-64fa-433a-8d3d-87071b8370e1 req-7f4614c4-699a-4870-8922-6fde90a6f748 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:13.211314 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-62a04909-64fa-433a-8d3d-87071b8370e1 req-7f4614c4-699a-4870-8922-6fde90a6f748 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 946 time: 0.0877216 Feb 18 09:25:13.349932 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-62a04909-64fa-433a-8d3d-87071b8370e1 req-a348840c-ded3-4944-8979-98f35281460e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1166246 Feb 18 09:25:13.375995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37742) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:13.420515 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd1ae5c2-0e03-4d45-8665-7f5504b8bc38 req-27fd1fdf-531d-4bc5-9db8-045a7b54a7b1 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/ports?device_id=b07e9af6-042d-427e-968a-f69ce30dc912 HTTP/1.1" status: 200 len: 210 time: 0.0583801 Feb 18 09:25:13.445953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-f8a593c8-7745-41ac-88e9-d53ed0d6d885 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:13.447380 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-f8a593c8-7745-41ac-88e9-d53ed0d6d885 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.61 "GET /v2.0/networks?id=5cc1bf06-4b7c-40c5-adf0-5313ae40870f HTTP/1.1" status: 200 len: 822 time: 0.2345951 Feb 18 09:25:13.459585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-b90451c7-cedb-4cb2-b906-2a404d50031a tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Request body: {'port': {'device_id': 'b07e9af6-042d-427e-968a-f69ce30dc912', 'network_id': '5cc1bf06-4b7c-40c5-adf0-5313ae40870f', 'admin_state_up': True, 'tenant_id': 'f65ab5f1ebf94dc191b83a1dd81a3aa1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:25:13.485219 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-13a93bc4-5aa2-4bcb-aa1d-b6c6bca4a540 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/floatingips/dc4d0964-9a30-4e21-95a8-b6cb8f1eda1b HTTP/1.1" status: 200 len: 993 time: 0.1078191 Feb 18 09:25:13.596548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-b90451c7-cedb-4cb2-b906-2a404d50031a tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:13.600447 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-b90451c7-cedb-4cb2-b906-2a404d50031a tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Usage tracker for resource:port and tenant:f65ab5f1ebf94dc191b83a1dd81a3aa1 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:13.603224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-b90451c7-cedb-4cb2-b906-2a404d50031a tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:13.608941 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-b90451c7-cedb-4cb2-b906-2a404d50031a tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:13.617954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-b90451c7-cedb-4cb2-b906-2a404d50031a tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Made reservation on behalf of f65ab5f1ebf94dc191b83a1dd81a3aa1 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:13.621469 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-b90451c7-cedb-4cb2-b906-2a404d50031a tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:13.782342 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-b90451c7-cedb-4cb2-b906-2a404d50031a tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Allocated IP 172.20.0.13 (5cc1bf06-4b7c-40c5-adf0-5313ae40870f/b03b92f2-024f-4285-b80e-effc4c24b6b7/b56f7976-9e44-43f8-a6f0-4967da955409) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:13.985222 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-b90451c7-cedb-4cb2-b906-2a404d50031a tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:14.015928 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-b90451c7-cedb-4cb2-b906-2a404d50031a tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:14.085447 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-b90451c7-cedb-4cb2-b906-2a404d50031a tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Network 5cc1bf06-4b7c-40c5-adf0-5313ae40870f is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:14.088552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-b90451c7-cedb-4cb2-b906-2a404d50031a tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:14.093315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-b90451c7-cedb-4cb2-b906-2a404d50031a tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:25:14.126730 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90451c7-cedb-4cb2-b906-2a404d50031a tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Pushing event updated for resources: {'Port': ['ID=b56f7976-9e44-43f8-a6f0-4967da955409,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:14.162867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-b90451c7-cedb-4cb2-b906-2a404d50031a tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:14.163474 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-b90451c7-cedb-4cb2-b906-2a404d50031a tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:14.183403 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-b90451c7-cedb-4cb2-b906-2a404d50031a tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7276359 Feb 18 09:25:14.194500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Request body: {'port': {'device_id': 'b07e9af6-042d-427e-968a-f69ce30dc912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:25:14.255252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 61ec2ebd-08d7-40ff-a466-b6770769729a up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:14.308048 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:14.321545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 61ec2ebd-08d7-40ff-a466-b6770769729a completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:14.326901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 61ec2ebd-08d7-40ff-a466-b6770769729a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:14.327269 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:14.452937 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:14.483727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:25:14.494346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=61ec2ebd-08d7-40ff-a466-b6770769729a,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:14.500517 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:14.545868 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'code': 200} Feb 18 09:25:14.580796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=61ec2ebd-08d7-40ff-a466-b6770769729a,revision_number=13']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:14.785909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c5e6e-bd10-4e6b-98c6-5878eb19f209 req-dca8317d-c688-4663-aec7-8b8e731490fd tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:14.786509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9b2c5e6e-bd10-4e6b-98c6-5878eb19f209 req-dca8317d-c688-4663-aec7-8b8e731490fd tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Synchronizing usage tracker for tenant:f65ab5f1ebf94dc191b83a1dd81a3aa1 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:25:14.852853 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56f7976-9e44-43f8-a6f0-4967da955409 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:25:14.857960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9b2c5e6e-bd10-4e6b-98c6-5878eb19f209 req-dca8317d-c688-4663-aec7-8b8e731490fd tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Unset dirty status for tenant:f65ab5f1ebf94dc191b83a1dd81a3aa1 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:25:14.859082 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9b2c5e6e-bd10-4e6b-98c6-5878eb19f209 req-dca8317d-c688-4663-aec7-8b8e731490fd tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/ports?device_id=b07e9af6-042d-427e-968a-f69ce30dc912 HTTP/1.1" status: 200 len: 932 time: 0.2145307 Feb 18 09:25:14.862851 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:14.899038 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Transition to ACTIVE for port object b56f7976-9e44-43f8-a6f0-4967da955409 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:14.908036 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:14.955740 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9b2c5e6e-bd10-4e6b-98c6-5878eb19f209 req-36ac05a3-2d2f-43c6-95b0-119f6c85a9cc tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee1d01e8-91d2-4b8d-8e69-e13bc58300be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899367 Feb 18 09:25:15.074463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Pushing event updated for resources: {'Port': ['ID=b56f7976-9e44-43f8-a6f0-4967da955409,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:15.145584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Attempting to bind port b56f7976-9e44-43f8-a6f0-4967da955409 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:25:15.145916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Attempting to bind port b56f7976-9e44-43f8-a6f0-4967da955409 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'c7c6cb95-9031-45d1-ae9f-6920f81fd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5cc1bf06-4b7c-40c5-adf0-5313ae40870f'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:25:15.146245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Attempting to bind port b56f7976-9e44-43f8-a6f0-4967da955409 on network 5cc1bf06-4b7c-40c5-adf0-5313ae40870f {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:25:15.150827 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Port b56f7976-9e44-43f8-a6f0-4967da955409 on network 5cc1bf06-4b7c-40c5-adf0-5313ae40870f not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:25:15.151147 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Attempting to bind port b56f7976-9e44-43f8-a6f0-4967da955409 on network 5cc1bf06-4b7c-40c5-adf0-5313ae40870f {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:25:15.156829 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:25:15.157171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Checking segment: {'id': 'c7c6cb95-9031-45d1-ae9f-6920f81fd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5cc1bf06-4b7c-40c5-adf0-5313ae40870f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:25:15.157548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Bound using segment: {'id': 'c7c6cb95-9031-45d1-ae9f-6920f81fd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5cc1bf06-4b7c-40c5-adf0-5313ae40870f'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:25:15.157969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Bound port: b56f7976-9e44-43f8-a6f0-4967da955409, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c6cb95-9031-45d1-ae9f-6920f81fd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5cc1bf06-4b7c-40c5-adf0-5313ae40870f'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:25:15.158316 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:15.250665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] For port b56f7976-9e44-43f8-a6f0-4967da955409, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:25:15.253744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] For port b56f7976-9e44-43f8-a6f0-4967da955409, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b56f7976-9e44-43f8-a6f0-4967da955409,segment=NetworkSegment(c7c6cb95-9031-45d1-ae9f-6920f81fd743),segment_id=c7c6cb95-9031-45d1-ae9f-6920f81fd743)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:25:15.258742 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:15.326390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:15.326993 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:15.328318 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] 10.222.0.61 "PUT /v2.0/ports/b56f7976-9e44-43f8-a6f0-4967da955409 HTTP/1.1" status: 200 len: 1092 time: 1.1378627 Feb 18 09:25:15.328760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07e9af6-042d-427e-968a-f69ce30dc912', 'tag': 'b56f7976-9e44-43f8-a6f0-4967da955409'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:25:15.354421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3dc12a-e2d8-4655-ae78-1e5d3df4ee7d service neutron] Pushing event updated for resources: {'Port': ['ID=b56f7976-9e44-43f8-a6f0-4967da955409,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:15.402649 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07e9af6-042d-427e-968a-f69ce30dc912', 'tag': 'b56f7976-9e44-43f8-a6f0-4967da955409', 'status': 'completed', 'code': 200} Feb 18 09:25:15.438808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-bfb01f06-5e04-4456-8c74-902ad6bec04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:15.440296 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-bfb01f06-5e04-4456-8c74-902ad6bec04b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f65ab5f1ebf94dc191b83a1dd81a3aa1&device_id=b07e9af6-042d-427e-968a-f69ce30dc912 HTTP/1.1" status: 200 len: 1095 time: 0.0759051 Feb 18 09:25:15.510336 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-b1d7dc6e-e4ba-47be-8f13-d8c28724927e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b56f7976-9e44-43f8-a6f0-4967da955409 HTTP/1.1" status: 200 len: 217 time: 0.0636201 Feb 18 09:25:15.572235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-9fdc9d41-f9f6-43d9-9e18-a545bef70f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:15.573717 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-9fdc9d41-f9f6-43d9-9e18-a545bef70f4d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b03b92f2-024f-4285-b80e-effc4c24b6b7 HTTP/1.1" status: 200 len: 862 time: 0.0580947 Feb 18 09:25:15.620503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-7c32e530-0320-41f5-9bc8-68da1019b61b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5cc1bf06-4b7c-40c5-adf0-5313ae40870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406849 Feb 18 09:25:15.755001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-4501246a-13de-47c8-8741-ac3344a44b64 service neutron] 10.222.0.61 "GET /v2.0/networks/5cc1bf06-4b7c-40c5-adf0-5313ae40870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287684 Feb 18 09:25:15.892829 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7f25b39-53f7-4e80-812d-5c50652c576b req-114430bb-4831-4149-8595-4ef9331db4ee service neutron] 10.222.0.61 "GET /v2.0/networks/5cc1bf06-4b7c-40c5-adf0-5313ae40870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310358 Feb 18 09:25:16.011888 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbf9c5-9dbb-4101-8a54-7169dcc22258 req-f9a93ca6-6b4f-47a4-bdb3-c990f534067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:16.015672 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2bcbf9c5-9dbb-4101-8a54-7169dcc22258 req-f9a93ca6-6b4f-47a4-bdb3-c990f534067e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f65ab5f1ebf94dc191b83a1dd81a3aa1&device_id=b07e9af6-042d-427e-968a-f69ce30dc912 HTTP/1.1" status: 200 len: 1095 time: 0.0790894 Feb 18 09:25:16.208234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbf9c5-9dbb-4101-8a54-7169dcc22258 req-e3f119a0-78ab-4fa1-a0af-88b411008979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:16.209624 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2bcbf9c5-9dbb-4101-8a54-7169dcc22258 req-e3f119a0-78ab-4fa1-a0af-88b411008979 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5cc1bf06-4b7c-40c5-adf0-5313ae40870f HTTP/1.1" status: 200 len: 923 time: 0.1882300 Feb 18 09:25:16.395731 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c4ca1-6d84-4c3e-8ccb-f4c7bcd7d846 req-68827f1c-5a48-4955-9067-ff7025aa093b tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:16.397193 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52c4ca1-6d84-4c3e-8ccb-f4c7bcd7d846 req-68827f1c-5a48-4955-9067-ff7025aa093b tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/ports?device_id=b07e9af6-042d-427e-968a-f69ce30dc912 HTTP/1.1" status: 200 len: 944 time: 0.3060231 Feb 18 09:25:16.407056 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2bcbf9c5-9dbb-4101-8a54-7169dcc22258 req-240add03-5a81-493f-8d76-39a3392fa6e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b56f7976-9e44-43f8-a6f0-4967da955409 HTTP/1.1" status: 200 len: 217 time: 0.1897614 Feb 18 09:25:16.493186 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52c4ca1-6d84-4c3e-8ccb-f4c7bcd7d846 req-4cb8611c-33e0-4c91-ae64-82c266eeb108 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee1d01e8-91d2-4b8d-8e69-e13bc58300be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882466 Feb 18 09:25:16.496390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbf9c5-9dbb-4101-8a54-7169dcc22258 req-e1709e72-d95d-491d-ae86-dbc1814ca15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:16.498294 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2bcbf9c5-9dbb-4101-8a54-7169dcc22258 req-e1709e72-d95d-491d-ae86-dbc1814ca15b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b03b92f2-024f-4285-b80e-effc4c24b6b7 HTTP/1.1" status: 200 len: 862 time: 0.0795958 Feb 18 09:25:16.546073 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2bcbf9c5-9dbb-4101-8a54-7169dcc22258 req-2ceb1f7b-e60c-4f7a-8c2e-f1bcf9dcc0b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5cc1bf06-4b7c-40c5-adf0-5313ae40870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408270 Feb 18 09:25:16.683501 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2bcbf9c5-9dbb-4101-8a54-7169dcc22258 req-ed07ee54-0481-4c66-b997-394e7a53942f service neutron] 10.222.0.61 "GET /v2.0/networks/5cc1bf06-4b7c-40c5-adf0-5313ae40870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309037 Feb 18 09:25:16.817992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2bcbf9c5-9dbb-4101-8a54-7169dcc22258 req-bf90577a-2a93-4bfe-83bf-05b9c4d4b43e service neutron] 10.222.0.61 "GET /v2.0/networks/5cc1bf06-4b7c-40c5-adf0-5313ae40870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282232 Feb 18 09:25:17.681917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3d35f-37e4-4318-9375-110d511089a2 req-fe344a0c-b7bd-4dd4-a26b-2f8e974ceae1 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:17.683364 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87a3d35f-37e4-4318-9375-110d511089a2 req-fe344a0c-b7bd-4dd4-a26b-2f8e974ceae1 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/ports?device_id=b07e9af6-042d-427e-968a-f69ce30dc912 HTTP/1.1" status: 200 len: 944 time: 0.0814221 Feb 18 09:25:17.728746 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87a3d35f-37e4-4318-9375-110d511089a2 req-22930e88-62b8-443e-b858-c1166ee13e10 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee1d01e8-91d2-4b8d-8e69-e13bc58300be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390089 Feb 18 09:25:18.296796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b56f7976-9e44-43f8-a6f0-4967da955409 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:25:18.462458 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port b56f7976-9e44-43f8-a6f0-4967da955409, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b56f7976-9e44-43f8-a6f0-4967da955409,segment=NetworkSegment(c7c6cb95-9031-45d1-ae9f-6920f81fd743),segment_id=c7c6cb95-9031-45d1-ae9f-6920f81fd743)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:18.477999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'b56f7976-9e44-43f8-a6f0-4967da955409', 'network_id': '5cc1bf06-4b7c-40c5-adf0-5313ae40870f', 'port_id': 'b56f7976-9e44-43f8-a6f0-4967da955409', 'mac_address': 'fa:16:3e:52:49:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03b92f2-024f-4285-b80e-effc4c24b6b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:25:18.530728 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:18.547555 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56f7976-9e44-43f8-a6f0-4967da955409 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:25:18.562202 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port b56f7976-9e44-43f8-a6f0-4967da955409, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b56f7976-9e44-43f8-a6f0-4967da955409,segment=NetworkSegment(c7c6cb95-9031-45d1-ae9f-6920f81fd743),segment_id=c7c6cb95-9031-45d1-ae9f-6920f81fd743)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:18.566263 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:18.631449 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=b56f7976-9e44-43f8-a6f0-4967da955409,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:18.866394 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['b56f7976-9e44-43f8-a6f0-4967da955409'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:25:18.920650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfdd4b-80b5-47b6-b1c2-279f5676fcfe req-d33ffd4e-18fe-4f23-920f-22c888dd9d99 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:18.922153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4cfdd4b-80b5-47b6-b1c2-279f5676fcfe req-d33ffd4e-18fe-4f23-920f-22c888dd9d99 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/ports?device_id=b07e9af6-042d-427e-968a-f69ce30dc912 HTTP/1.1" status: 200 len: 945 time: 0.0875640 Feb 18 09:25:18.969217 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4cfdd4b-80b5-47b6-b1c2-279f5676fcfe req-1930a981-d46f-4d63-bb22-260abf3e331f tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee1d01e8-91d2-4b8d-8e69-e13bc58300be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 Feb 18 09:25:20.096623 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:25:20.155513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd6903-d4dc-4d42-b037-facdf4bbd64b req-a434dff5-5838-4872-8de4-3b8088a68cd8 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:20.157016 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-accd6903-d4dc-4d42-b037-facdf4bbd64b req-a434dff5-5838-4872-8de4-3b8088a68cd8 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/ports?device_id=b07e9af6-042d-427e-968a-f69ce30dc912 HTTP/1.1" status: 200 len: 945 time: 0.0793464 Feb 18 09:25:20.205883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-accd6903-d4dc-4d42-b037-facdf4bbd64b req-8885da76-0d74-4b5c-b032-05fdf2722847 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee1d01e8-91d2-4b8d-8e69-e13bc58300be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430074 Feb 18 09:25:20.317747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b56f7976-9e44-43f8-a6f0-4967da955409 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:20.387539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port b56f7976-9e44-43f8-a6f0-4967da955409 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:20.392807 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port b56f7976-9e44-43f8-a6f0-4967da955409 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:20.393219 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:20.507114 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:20.539885 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07e9af6-042d-427e-968a-f69ce30dc912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56f7976-9e44-43f8-a6f0-4967da955409'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:25:20.551141 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port b56f7976-9e44-43f8-a6f0-4967da955409, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b56f7976-9e44-43f8-a6f0-4967da955409,segment=NetworkSegment(c7c6cb95-9031-45d1-ae9f-6920f81fd743),segment_id=c7c6cb95-9031-45d1-ae9f-6920f81fd743)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:20.557391 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:20.597888 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07e9af6-042d-427e-968a-f69ce30dc912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56f7976-9e44-43f8-a6f0-4967da955409', 'code': 200} Feb 18 09:25:20.635080 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=b56f7976-9e44-43f8-a6f0-4967da955409,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:20.721105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86605c6c-0cf6-4edf-b72d-b8372dc3ee5d req-7519cde4-796c-4463-8b9e-9b253881ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:20.722651 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86605c6c-0cf6-4edf-b72d-b8372dc3ee5d req-7519cde4-796c-4463-8b9e-9b253881ea31 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b07e9af6-042d-427e-968a-f69ce30dc912 HTTP/1.1" status: 200 len: 1097 time: 0.0728354 Feb 18 09:25:20.765957 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86605c6c-0cf6-4edf-b72d-b8372dc3ee5d req-6060f42b-4bcb-48a3-b61e-e66567b04b21 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ee1d01e8-91d2-4b8d-8e69-e13bc58300be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373821 Feb 18 09:25:21.396118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16e23-92bf-44dc-b66a-77501356531f req-0cba4398-d2d1-4c8d-b2d6-42caddd5a28f tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:21.397593 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6d16e23-92bf-44dc-b66a-77501356531f req-0cba4398-d2d1-4c8d-b2d6-42caddd5a28f tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/ports?device_id=b07e9af6-042d-427e-968a-f69ce30dc912 HTTP/1.1" status: 200 len: 946 time: 0.0827003 Feb 18 09:25:21.443907 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6d16e23-92bf-44dc-b66a-77501356531f req-0be430b2-52ed-4a85-9bbd-5bc25932b019 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee1d01e8-91d2-4b8d-8e69-e13bc58300be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407171 Feb 18 09:25:22.630789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914927d-82a1-481d-b495-aa60c922611e req-89f13577-32dd-4c95-8ddf-65e5b7323b2b tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:22.632445 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9914927d-82a1-481d-b495-aa60c922611e req-89f13577-32dd-4c95-8ddf-65e5b7323b2b tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/ports?device_id=b07e9af6-042d-427e-968a-f69ce30dc912 HTTP/1.1" status: 200 len: 946 time: 0.0799725 Feb 18 09:25:22.680177 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9914927d-82a1-481d-b495-aa60c922611e req-b954cdda-91b4-45c6-ab4b-9d7d0542afc8 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee1d01e8-91d2-4b8d-8e69-e13bc58300be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411649 Feb 18 09:25:23.229067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78702c6-39c8-4b29-a381-cef13edf22b5 req-8d231370-f973-466a-b4fb-a5a0971126a5 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:23.230439 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a78702c6-39c8-4b29-a381-cef13edf22b5 req-8d231370-f973-466a-b4fb-a5a0971126a5 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/ports?device_id=b07e9af6-042d-427e-968a-f69ce30dc912 HTTP/1.1" status: 200 len: 946 time: 0.0845845 Feb 18 09:25:23.273819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a78702c6-39c8-4b29-a381-cef13edf22b5 req-09fd9283-da19-43de-aea8-22a101a3a0e9 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee1d01e8-91d2-4b8d-8e69-e13bc58300be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376656 Feb 18 09:25:24.486885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec689f-cfae-4e7f-9084-24ac452580da req-889fe5e7-5ebd-4abb-99ba-8ada90c3a7e0 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:24.488484 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71ec689f-cfae-4e7f-9084-24ac452580da req-889fe5e7-5ebd-4abb-99ba-8ada90c3a7e0 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/ports?device_id=b07e9af6-042d-427e-968a-f69ce30dc912 HTTP/1.1" status: 200 len: 946 time: 0.0966613 Feb 18 09:25:24.538184 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71ec689f-cfae-4e7f-9084-24ac452580da req-cf07527e-f62a-4e45-b5d2-ff9ff975df4f tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/security-groups?id=ee1d01e8-91d2-4b8d-8e69-e13bc58300be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443060 Feb 18 09:25:24.629572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a191b-8943-44aa-ac89-728319586e81 req-4ce3fbea-ed7e-47a4-a69d-9cfc3814cab0 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:24.631005 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-247a191b-8943-44aa-ac89-728319586e81 req-4ce3fbea-ed7e-47a4-a69d-9cfc3814cab0 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.61 "GET /v2.0/ports?device_id=b07e9af6-042d-427e-968a-f69ce30dc912 HTTP/1.1" status: 200 len: 946 time: 0.0857744 Feb 18 09:25:24.703544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-247a191b-8943-44aa-ac89-728319586e81 req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Deleting port b56f7976-9e44-43f8-a6f0-4967da955409 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:25:24.703897 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-247a191b-8943-44aa-ac89-728319586e81 req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:24.971908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-247a191b-8943-44aa-ac89-728319586e81 req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] For port b56f7976-9e44-43f8-a6f0-4967da955409, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b56f7976-9e44-43f8-a6f0-4967da955409,segment=NetworkSegment(c7c6cb95-9031-45d1-ae9f-6920f81fd743),segment_id=c7c6cb95-9031-45d1-ae9f-6920f81fd743)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:24.972234 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-247a191b-8943-44aa-ac89-728319586e81 req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:25.103682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-247a191b-8943-44aa-ac89-728319586e81 req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Calling delete_port for b56f7976-9e44-43f8-a6f0-4967da955409 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:25:25.370950 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-247a191b-8943-44aa-ac89-728319586e81 req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:25.383182 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['b56f7976-9e44-43f8-a6f0-4967da955409'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:25:25.425846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Pushing event deleted for resources: {'Port': ['ID=b56f7976-9e44-43f8-a6f0-4967da955409,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:25.466613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:25.466962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:25.467303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:25.467641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:25.467980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:25.468329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:25.468660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:25.468986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:25.469313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:25.469637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:25.469963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:25.470284 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:25.508106 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-247a191b-8943-44aa-ac89-728319586e81 req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] No DVR routers for this DVR port b56f7976-9e44-43f8-a6f0-4967da955409 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:25:25.510720 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-247a191b-8943-44aa-ac89-728319586e81 req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:25.513450 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07e9af6-042d-427e-968a-f69ce30dc912', 'name': 'network-vif-deleted', 'tag': 'b56f7976-9e44-43f8-a6f0-4967da955409'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:25:25.530378 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-247a191b-8943-44aa-ac89-728319586e81 req-9400c0c0-c4d3-44f0-ae00-e94bd59f70e4 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.61 "DELETE /v2.0/ports/b56f7976-9e44-43f8-a6f0-4967da955409 HTTP/1.1" status: 204 len: 173 time: 0.8915462 Feb 18 09:25:25.591484 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07e9af6-042d-427e-968a-f69ce30dc912', 'name': 'network-vif-deleted', 'tag': 'b56f7976-9e44-43f8-a6f0-4967da955409', 'status': 'completed', 'code': 200} Feb 18 09:25:25.722428 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-17f66b69-7616-4700-a5a6-93492cccc7bc req-f03e2349-5ed9-413c-a009-2f6856d27650 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Synchronizing usage tracker for tenant:f65ab5f1ebf94dc191b83a1dd81a3aa1 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:25:25.741423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-17f66b69-7616-4700-a5a6-93492cccc7bc req-f03e2349-5ed9-413c-a009-2f6856d27650 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] Unset dirty status for tenant:f65ab5f1ebf94dc191b83a1dd81a3aa1 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:25:25.742841 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17f66b69-7616-4700-a5a6-93492cccc7bc req-f03e2349-5ed9-413c-a009-2f6856d27650 tempest-ServerAddressesNegativeTestJSON-930306572 tempest-ServerAddressesNegativeTestJSON-930306572-project] 10.222.0.72 "GET /v2.0/ports?device_id=b07e9af6-042d-427e-968a-f69ce30dc912 HTTP/1.1" status: 200 len: 210 time: 0.0760717 Feb 18 09:25:26.861924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37806) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:26.928798 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] Deleting subnet b03b92f2-024f-4285-b80e-effc4c24b6b7 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:25:26.933077 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:27.010965 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:27.084354 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:27.161823 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:27.204619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b03b92f2-024f-4285-b80e-effc4c24b6b7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:27.207265 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:27.221383 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b03b92f2-024f-4285-b80e-effc4c24b6b7 HTTP/1.1" status: 204 len: 168 time: 0.3548706 Feb 18 09:25:27.221383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:27.221383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:27.221383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:27.221383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:27.221383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:27.221383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:27.221383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:27.222152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37810) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:27.222604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:27.222604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:27.222604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:27.222817 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:27.222952 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a22a54-d623-4b50-a119-b58f719307ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:27.373251 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7c8d901-88b0-48e9-ab74-25acb9eaaf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:27.520962 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7c8d901-88b0-48e9-ab74-25acb9eaaf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:27.554756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-b7c8d901-88b0-48e9-ab74-25acb9eaaf63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc1bf06-4b7c-40c5-adf0-5313ae40870f']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:27.568036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-b7c8d901-88b0-48e9-ab74-25acb9eaaf63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c6cb95-9031-45d1-ae9f-6920f81fd743') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:27.568396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-b7c8d901-88b0-48e9-ab74-25acb9eaaf63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c6cb95-9031-45d1-ae9f-6920f81fd743') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:27.580620 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7c8d901-88b0-48e9-ab74-25acb9eaaf63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:27.605069 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7c8d901-88b0-48e9-ab74-25acb9eaaf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:27.614454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c8d901-88b0-48e9-ab74-25acb9eaaf63 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:25:27.615071 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7c8d901-88b0-48e9-ab74-25acb9eaaf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:25:27.630455 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:25:27.749217 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7c8d901-88b0-48e9-ab74-25acb9eaaf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:27.778989 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7c8d901-88b0-48e9-ab74-25acb9eaaf63 admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:27.781453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8d901-88b0-48e9-ab74-25acb9eaaf63 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cc1bf06-4b7c-40c5-adf0-5313ae40870f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:27.791635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b7c8d901-88b0-48e9-ab74-25acb9eaaf63 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5cc1bf06-4b7c-40c5-adf0-5313ae40870f HTTP/1.1" status: 204 len: 168 time: 0.5686576 Feb 18 09:25:27.956497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37818) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:28.034704 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a386c484-6364-4d6d-987a-ac05094bd437 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f65ab5f1ebf94dc191b83a1dd81a3aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0760067 Feb 18 09:25:28.038648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37822) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:28.118704 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8c1ea115-acaf-4db8-b3e9-e0e385a59c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:28.154578 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8c1ea115-acaf-4db8-b3e9-e0e385a59c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:28.233673 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8c1ea115-acaf-4db8-b3e9-e0e385a59c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:28.268088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ea115-acaf-4db8-b3e9-e0e385a59c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1d01e8-91d2-4b8d-8e69-e13bc58300be,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:28.286284 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8c1ea115-acaf-4db8-b3e9-e0e385a59c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:28.290999 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8c1ea115-acaf-4db8-b3e9-e0e385a59c0a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ee1d01e8-91d2-4b8d-8e69-e13bc58300be HTTP/1.1" status: 204 len: 168 time: 0.2477167 Feb 18 09:25:28.365603 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b56f7976-9e44-43f8-a6f0-4967da955409 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:25:28.414423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: b56f7976-9e44-43f8-a6f0-4967da955409 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:25:28.414771 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b56f7976-9e44-43f8-a6f0-4967da955409 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:25:29.410589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37848) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:29.571174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-523370960-network', 'tenant_id': '577886d628dd45a1ac549451c29a79d8'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:25:29.577060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:29.581194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Usage tracker for resource:network and tenant:577886d628dd45a1ac549451c29a79d8 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:29.584109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:29.589798 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:29.602462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Made reservation on behalf of 577886d628dd45a1ac549451c29a79d8 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:29.605099 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:29.618734 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:29.634182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:29.639975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Usage tracker for resource:security_group_rule and tenant:577886d628dd45a1ac549451c29a79d8 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:29.643034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:29.648573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:29.760093 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:29.765421 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:29.786678 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:25:29.828843 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:29.829212 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Added segment a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309 of type vlan for network 8dddb640-86e6-41fa-970f-fb47323f036a Feb 18 09:25:29.834668 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3479da-51ff-4368-b06d-18df79b0bf7c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:29.867496 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:29.908011 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:29.909393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:29.910167 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:30.038414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] Pushing event updated for resources: {'Network': ['ID=8dddb640-86e6-41fa-970f-fb47323f036a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:30.042891 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7164afb8-1f35-46d9-920e-6b7d868281aa admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6311407 Feb 18 09:25:30.047657 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 37856) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:30.054514 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-acc85629-0613-4108-b29f-0a724f83592e admin admin] Request body: {'subnet': {'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-523370960-subnet', 'tenant_id': '577886d628dd45a1ac549451c29a79d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:25:30.057753 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 8dddb640-86e6-41fa-970f-fb47323f036a details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:25:30.061557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-acc85629-0613-4108-b29f-0a724f83592e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:30.066821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-acc85629-0613-4108-b29f-0a724f83592e admin admin] Usage tracker for resource:subnet and tenant:577886d628dd45a1ac549451c29a79d8 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:30.071481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-acc85629-0613-4108-b29f-0a724f83592e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:30.080238 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-acc85629-0613-4108-b29f-0a724f83592e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:30.098253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc85629-0613-4108-b29f-0a724f83592e admin admin] Made reservation on behalf of 577886d628dd45a1ac549451c29a79d8 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:30.100936 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-acc85629-0613-4108-b29f-0a724f83592e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:30.334634 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-63f6bc65-e787-4e0b-a602-5de68ca0d160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:30.355628 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10954449-f03d-4f1f-8189-06f845066c7d req-50e7cb9d-aeff-4182-982b-4cf58930d15f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1458201 Feb 18 09:25:30.400850 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-acc85629-0613-4108-b29f-0a724f83592e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:30.530052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc85629-0613-4108-b29f-0a724f83592e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd14b4ed-efce-4250-90b7-4032ea49a775,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:30.558023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc85629-0613-4108-b29f-0a724f83592e admin admin] Checking segment: {'id': 'a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:25:30.558391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc85629-0613-4108-b29f-0a724f83592e admin admin] Network hostable DHCP agents. Network: 8dddb640-86e6-41fa-970f-fb47323f036a, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:25:30.588362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10954449-f03d-4f1f-8189-06f845066c7d req-32507aca-5ab9-4239-b765-eac954d84cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:30.591074 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10954449-f03d-4f1f-8189-06f845066c7d req-32507aca-5ab9-4239-b765-eac954d84cbe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 1098 time: 0.1411564 Feb 18 09:25:30.597027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc85629-0613-4108-b29f-0a724f83592e admin admin] Network 8dddb640-86e6-41fa-970f-fb47323f036a is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:25:30.612730 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-acc85629-0613-4108-b29f-0a724f83592e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 8dddb640-86e6-41fa-970f-fb47323f036a) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:30.620999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b464c1f-2373-4d24-9b3b-c4628d998fe9 None None] Network 8dddb640-86e6-41fa-970f-fb47323f036a requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:25:30.625880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc85629-0613-4108-b29f-0a724f83592e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:30.626895 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-acc85629-0613-4108-b29f-0a724f83592e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:30.734166 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-acc85629-0613-4108-b29f-0a724f83592e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6850679 Feb 18 09:25:30.737192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37860) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:30.743284 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-523370960-router', 'tenant_id': '577886d628dd45a1ac549451c29a79d8', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:25:30.753257 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:30.763851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Usage tracker for resource:router and tenant:577886d628dd45a1ac549451c29a79d8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:30.767986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:30.776136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:30.793286 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:30.796398 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:30.809531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10954449-f03d-4f1f-8189-06f845066c7d req-e427eb94-b7d2-4c0e-be80-b97301b6ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:30.811243 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10954449-f03d-4f1f-8189-06f845066c7d req-e427eb94-b7d2-4c0e-be80-b97301b6ff9f service neutron] 10.222.0.61 "GET /v2.0/networks?id=27c0a5d9-d747-4f15-8a4a-49ba377638f9 HTTP/1.1" status: 200 len: 897 time: 0.1801407 Feb 18 09:25:30.836964 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:30.962240 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10954449-f03d-4f1f-8189-06f845066c7d req-c7afe08b-11fd-4eea-8a97-ba2c29dc4cb0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61ec2ebd-08d7-40ff-a466-b6770769729a HTTP/1.1" status: 200 len: 1002 time: 0.1443820 Feb 18 09:25:30.970743 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6196502a-dcf5-469a-a340-80fbd76c9df8 None None] Network 8dddb640-86e6-41fa-970f-fb47323f036a requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:25:31.081460 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10954449-f03d-4f1f-8189-06f845066c7d req-fa2ac895-769c-4e9a-8371-5de1ba02ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:31.086105 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10954449-f03d-4f1f-8189-06f845066c7d req-fa2ac895-769c-4e9a-8371-5de1ba02ed5d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae9de204-e995-42bc-a9ee-53b8ddc6ae89 HTTP/1.1" status: 200 len: 835 time: 0.1175325 Feb 18 09:25:31.226596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10954449-f03d-4f1f-8189-06f845066c7d req-16257e8b-37a8-44ae-8c37-d3ece732f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:31.228184 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10954449-f03d-4f1f-8189-06f845066c7d req-16257e8b-37a8-44ae-8c37-d3ece732f792 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27c0a5d9-d747-4f15-8a4a-49ba377638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366832 Feb 18 09:25:31.413420 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:31.544063 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10954449-f03d-4f1f-8189-06f845066c7d req-ec7c8971-9994-45ab-862f-06d1be0b14aa service neutron] 10.222.0.61 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059161 Feb 18 09:25:31.701682 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10954449-f03d-4f1f-8189-06f845066c7d req-6b56bfeb-dda5-4f56-b7ab-8ddba3e11f7a service neutron] 10.222.0.61 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488419 Feb 18 09:25:31.775462 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:31.807912 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:31.961953 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Allocated IP 172.25.1.82 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/4bb635d2-51cf-47b4-8f08-8b900b81eff7) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:32.140442 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:32.178536 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:32.257315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:32.260169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:32.267138 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:25:32.295840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Pushing event updated for resources: {'Port': ['ID=4bb635d2-51cf-47b4-8f08-8b900b81eff7,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:32.694472 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:33.163484 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:33.373342 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Router 2556dd9a-888b-4247-83a6-9dd0d05f11e7 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:25:33.564596 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:25:33.584799 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Sync routers for ids ['2556dd9a-888b-4247-83a6-9dd0d05f11e7'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:25:33.594203 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:33.595422 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-86863d4f-a8fe-4cde-b1bd-fd8f7ac593ff admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8572171 Feb 18 09:25:33.598309 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 37876) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:33.598910 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Routers {'2556dd9a-888b-4247-83a6-9dd0d05f11e7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:25:33.599620 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:25:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2556dd9a-888b-4247-83a6-9dd0d05f11e7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:33.739115 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-a390ee28-5bd3-42f0-97ee-9eb6889ad0e8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125315990&fields=id&tenant_id=565e12e7cc5e431dab2b5a9e029b0751 HTTP/1.1" status: 200 len: 267 time: 0.0418882 Feb 18 09:25:33.794268 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Set router 2556dd9a-888b-4247-83a6-9dd0d05f11e7 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:25:33.808403 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eb3f9c15-4518-47c3-8d04-a5afe28745ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:33.900752 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:33.909928 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:33.924052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-aeada41a-3cc0-4ddd-b488-8081eae0ac71 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:33.926067 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-aeada41a-3cc0-4ddd-b488-8081eae0ac71 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 811 time: 0.1779604 Feb 18 09:25:33.942705 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ec526bb3-726b-4ada-a6ac-120ef15948b2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/quotas/565e12e7cc5e431dab2b5a9e029b0751 HTTP/1.1" status: 200 len: 375 time: 0.0103822 Feb 18 09:25:34.047375 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ca74e8c9-8172-4642-832d-5820c07ff72d tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0984807 Feb 18 09:25:34.115602 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2556dd9a-888b-4247-83a6-9dd0d05f11e7', 'name': 'tempest-ServerRescueTestJSON-523370960-router', 'tenant_id': '577886d628dd45a1ac549451c29a79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4bb635d2-51cf-47b4-8f08-8b900b81eff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:30Z', 'updated_at': '2022-02-18T09:25:32Z', 'revision_number': 3, 'project_id': '577886d628dd45a1ac549451c29a79d8', 'gw_port': {'id': '4bb635d2-51cf-47b4-8f08-8b900b81eff7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2556dd9a-888b-4247-83a6-9dd0d05f11e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:34.119851 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Checking router: 2556dd9a-888b-4247-83a6-9dd0d05f11e7 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:25:34.120301 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Updating router 2556dd9a-888b-4247-83a6-9dd0d05f11e7 port 4bb635d2-51cf-47b4-8f08-8b900b81eff7 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:25:34.173898 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:34.193379 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-984ee5ff-1b60-439c-bc7d-936da2bb9433 service neutron] 10.222.0.72 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337051 Feb 18 09:25:34.344890 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-5b4aa7af-dadb-4854-8ae9-c9a9fe86dc32 service neutron] 10.222.0.72 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441453 Feb 18 09:25:34.478398 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-301361ef-991c-48ca-bf07-54ca0adc4f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:34.576674 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:34.591621 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Transition to ACTIVE for port object 4bb635d2-51cf-47b4-8f08-8b900b81eff7 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:34.608494 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:34.691220 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Attempting to bind port 4bb635d2-51cf-47b4-8f08-8b900b81eff7 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:25:34.691582 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Attempting to bind port 4bb635d2-51cf-47b4-8f08-8b900b81eff7 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:25:34.691961 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Attempting to bind port 4bb635d2-51cf-47b4-8f08-8b900b81eff7 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:25:34.699614 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79594a6-7007-462b-b66a-5ac613185242 None None] Pushing event updated for resources: {'Port': ['ID=4bb635d2-51cf-47b4-8f08-8b900b81eff7,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:34.701927 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:25:34.702292 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:25:34.702679 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:34.703061 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:25:34.703505 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Bound port: 4bb635d2-51cf-47b4-8f08-8b900b81eff7, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:25:34.703866 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:34.716992 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-301361ef-991c-48ca-bf07-54ca0adc4f86 admin admin] Allocated IP 172.20.0.1 (8dddb640-86e6-41fa-970f-fb47323f036a/dd14b4ed-efce-4250-90b7-4032ea49a775/abfaa1ef-a5d2-468e-8df7-e56a7d368cee) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:34.760195 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79594a6-7007-462b-b66a-5ac613185242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:34.760917 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79594a6-7007-462b-b66a-5ac613185242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:34.762775 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79594a6-7007-462b-b66a-5ac613185242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:34.763506 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79594a6-7007-462b-b66a-5ac613185242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:34.764024 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79594a6-7007-462b-b66a-5ac613185242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:34.764550 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79594a6-7007-462b-b66a-5ac613185242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:34.765077 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79594a6-7007-462b-b66a-5ac613185242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:34.765542 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79594a6-7007-462b-b66a-5ac613185242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:34.766007 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79594a6-7007-462b-b66a-5ac613185242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:34.766478 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79594a6-7007-462b-b66a-5ac613185242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:34.766952 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79594a6-7007-462b-b66a-5ac613185242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:34.767571 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79594a6-7007-462b-b66a-5ac613185242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:25:34.827356 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dfb6b6a2-e752-41a8-a3d0-c4dcb3aff583 req-dc296ab7-44b0-4d66-ad02-b643fa41fecb tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 210 time: 0.0564024 Feb 18 09:25:34.839164 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] For port 4bb635d2-51cf-47b4-8f08-8b900b81eff7, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:25:34.843010 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] For port 4bb635d2-51cf-47b4-8f08-8b900b81eff7, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4bb635d2-51cf-47b4-8f08-8b900b81eff7,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:25:34.848762 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:34.919832 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-301361ef-991c-48ca-bf07-54ca0adc4f86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:34.940199 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Routers {'2556dd9a-888b-4247-83a6-9dd0d05f11e7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:25:34.940933 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:25:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2556dd9a-888b-4247-83a6-9dd0d05f11e7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:34.957782 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-301361ef-991c-48ca-bf07-54ca0adc4f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:35.007349 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79594a6-7007-462b-b66a-5ac613185242 None None] Pushing event updated for resources: {'Port': ['ID=4bb635d2-51cf-47b4-8f08-8b900b81eff7,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:35.039553 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301361ef-991c-48ca-bf07-54ca0adc4f86 admin admin] Network 8dddb640-86e6-41fa-970f-fb47323f036a is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:35.044400 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-301361ef-991c-48ca-bf07-54ca0adc4f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:35.047343 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301361ef-991c-48ca-bf07-54ca0adc4f86 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:25:35.098856 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301361ef-991c-48ca-bf07-54ca0adc4f86 admin admin] Pushing event updated for resources: {'Port': ['ID=abfaa1ef-a5d2-468e-8df7-e56a7d368cee,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:35.137742 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:35.143059 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-301361ef-991c-48ca-bf07-54ca0adc4f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:35.155241 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] Set router 2556dd9a-888b-4247-83a6-9dd0d05f11e7 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:25:35.518885 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9b43a9cb-68fe-4c7c-83e3-ff4639fc6b96 req-ec7e07a4-22c6-4131-9986-ae9e545003b9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1319036 Feb 18 09:25:35.521269 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-301361ef-991c-48ca-bf07-54ca0adc4f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:35.550390 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2556dd9a-888b-4247-83a6-9dd0d05f11e7', 'name': 'tempest-ServerRescueTestJSON-523370960-router', 'tenant_id': '577886d628dd45a1ac549451c29a79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4bb635d2-51cf-47b4-8f08-8b900b81eff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:30Z', 'updated_at': '2022-02-18T09:25:32Z', 'revision_number': 3, 'project_id': '577886d628dd45a1ac549451c29a79d8', 'gw_port': {'id': '4bb635d2-51cf-47b4-8f08-8b900b81eff7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2556dd9a-888b-4247-83a6-9dd0d05f11e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:35.555904 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641a1149-0e5b-473a-be38-cfa7a13e0bf3 None None] The sync data for ids ['2556dd9a-888b-4247-83a6-9dd0d05f11e7'] in n-d-829434-1 is: [{'id': '2556dd9a-888b-4247-83a6-9dd0d05f11e7', 'name': 'tempest-ServerRescueTestJSON-523370960-router', 'tenant_id': '577886d628dd45a1ac549451c29a79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4bb635d2-51cf-47b4-8f08-8b900b81eff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:30Z', 'updated_at': '2022-02-18T09:25:32Z', 'revision_number': 3, 'project_id': '577886d628dd45a1ac549451c29a79d8', 'gw_port': {'id': '4bb635d2-51cf-47b4-8f08-8b900b81eff7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2556dd9a-888b-4247-83a6-9dd0d05f11e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:25:35.875198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43a9cb-68fe-4c7c-83e3-ff4639fc6b96 req-4822ab30-d46d-4eb9-abab-f113bd30cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:35.877220 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9b43a9cb-68fe-4c7c-83e3-ff4639fc6b96 req-4822ab30-d46d-4eb9-abab-f113bd30cfda service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 1097 time: 0.2017074 Feb 18 09:25:35.896869 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-301361ef-991c-48ca-bf07-54ca0adc4f86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:35.922674 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-301361ef-991c-48ca-bf07-54ca0adc4f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:36.079041 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af6614a2-6e35-41ca-b8dc-3de38a283ab3 req-62884caa-b74e-4565-83e3-64c7f4cd23b8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 210 time: 0.1014261 Feb 18 09:25:36.145186 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301361ef-991c-48ca-bf07-54ca0adc4f86 admin admin] Pushing event updated for resources: {'Port': ['ID=abfaa1ef-a5d2-468e-8df7-e56a7d368cee,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:36.161183 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-301361ef-991c-48ca-bf07-54ca0adc4f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:36.232435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-f1d7983b-84df-4775-83e5-790b82829b72 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:36.234151 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-f1d7983b-84df-4775-83e5-790b82829b72 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.61 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 811 time: 0.2081909 Feb 18 09:25:36.301921 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-3240a6cb-eec1-45a2-b1bc-55f0f43fa15e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=565e12e7cc5e431dab2b5a9e029b0751 HTTP/1.1" status: 200 len: 380 time: 0.0589898 Feb 18 09:25:36.315453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-266f219f-fbf5-4c45-b3e9-ac92570cfbb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Request body: {'port': {'device_id': 'cb0bf919-f166-4759-98e0-97ac8584ea36', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'admin_state_up': True, 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'security_groups': ['5073008c-8bab-4253-b38c-188e2d15187c']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:25:36.410757 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43a9cb-68fe-4c7c-83e3-ff4639fc6b96 req-963cc11a-34e3-4c7d-bc6a-96f159f61835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:36.412741 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9b43a9cb-68fe-4c7c-83e3-ff4639fc6b96 req-963cc11a-34e3-4c7d-bc6a-96f159f61835 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 912 time: 0.5102544 Feb 18 09:25:36.520509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-266f219f-fbf5-4c45-b3e9-ac92570cfbb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:36.526050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-266f219f-fbf5-4c45-b3e9-ac92570cfbb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Usage tracker for resource:port and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:36.530202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-266f219f-fbf5-4c45-b3e9-ac92570cfbb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:36.539555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-266f219f-fbf5-4c45-b3e9-ac92570cfbb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:36.557087 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-266f219f-fbf5-4c45-b3e9-ac92570cfbb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Made reservation on behalf of 565e12e7cc5e431dab2b5a9e029b0751 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:36.563179 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-266f219f-fbf5-4c45-b3e9-ac92570cfbb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:36.581059 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9b43a9cb-68fe-4c7c-83e3-ff4639fc6b96 req-be59e617-4e86-4a16-b943-91be1b4c156d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2ace759-2457-4027-a867-89ab5e14be37 HTTP/1.1" status: 200 len: 1002 time: 0.1611216 Feb 18 09:25:36.628433 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301361ef-991c-48ca-bf07-54ca0adc4f86 admin admin] Network 8dddb640-86e6-41fa-970f-fb47323f036a is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:36.632537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-301361ef-991c-48ca-bf07-54ca0adc4f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:36.765340 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43a9cb-68fe-4c7c-83e3-ff4639fc6b96 req-21a5c07a-f689-4d6c-af1f-9d9e7991a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:36.766796 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9b43a9cb-68fe-4c7c-83e3-ff4639fc6b96 req-21a5c07a-f689-4d6c-af1f-9d9e7991a603 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.1743128 Feb 18 09:25:36.768830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-266f219f-fbf5-4c45-b3e9-ac92570cfbb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Allocated IP 172.20.0.14 (0db727e9-7df9-42ca-8e74-9709be866e15/335bb92e-5efc-4b58-bbc9-bba2b5cff7db/a08811ea-6839-465f-b28e-f454d5583538) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:36.961435 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301361ef-991c-48ca-bf07-54ca0adc4f86 admin admin] Router 2556dd9a-888b-4247-83a6-9dd0d05f11e7 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:25:37.042038 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-266f219f-fbf5-4c45-b3e9-ac92570cfbb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:37.064328 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43a9cb-68fe-4c7c-83e3-ff4639fc6b96 req-be96bf5a-0a14-48e1-8a18-57f92ffdb4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:37.066849 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9b43a9cb-68fe-4c7c-83e3-ff4639fc6b96 req-be96bf5a-0a14-48e1-8a18-57f92ffdb4c6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2904608 Feb 18 09:25:37.077295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-266f219f-fbf5-4c45-b3e9-ac92570cfbb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Transition to ACTIVE for port object a08811ea-6839-465f-b28e-f454d5583538 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:37.107963 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-266f219f-fbf5-4c45-b3e9-ac92570cfbb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:37.326138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-266f219f-fbf5-4c45-b3e9-ac92570cfbb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Network 0db727e9-7df9-42ca-8e74-9709be866e15 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:37.329209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-266f219f-fbf5-4c45-b3e9-ac92570cfbb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:37.341732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-266f219f-fbf5-4c45-b3e9-ac92570cfbb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:25:37.390891 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301361ef-991c-48ca-bf07-54ca0adc4f86 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:25:37.429532 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-301361ef-991c-48ca-bf07-54ca0adc4f86 admin admin] 10.222.0.72 "PUT /v2.0/routers/2556dd9a-888b-4247-83a6-9dd0d05f11e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8211560 Feb 18 09:25:37.430919 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-266f219f-fbf5-4c45-b3e9-ac92570cfbb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:37.430919 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-266f219f-fbf5-4c45-b3e9-ac92570cfbb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:37.431072 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9b43a9cb-68fe-4c7c-83e3-ff4639fc6b96 req-d9744039-b542-4e92-a664-9367ffe7dbc8 service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410051 Feb 18 09:25:37.447943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f219f-fbf5-4c45-b3e9-ac92570cfbb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'Port': ['ID=a08811ea-6839-465f-b28e-f454d5583538,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:37.454462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-266f219f-fbf5-4c45-b3e9-ac92570cfbb9 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1463423 Feb 18 09:25:37.474463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Request body: {'port': {'device_id': 'cb0bf919-f166-4759-98e0-97ac8584ea36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:25:37.711861 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9b43a9cb-68fe-4c7c-83e3-ff4639fc6b96 req-103487bd-be8c-4caa-b19e-5a9a265dfaac service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788167 Feb 18 09:25:37.759483 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4bb635d2-51cf-47b4-8f08-8b900b81eff7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:37.817294 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:37.834582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Sync routers for ids ['2556dd9a-888b-4247-83a6-9dd0d05f11e7'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:25:37.870211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Routers {'2556dd9a-888b-4247-83a6-9dd0d05f11e7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:25:37.870921 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:25:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2556dd9a-888b-4247-83a6-9dd0d05f11e7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:37.955934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf650b5d-ae5a-4647-86d5-ce4c46b223a6 req-9c836be5-d47f-464d-8ff8-b98b9d5f494e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:37.957080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-bf650b5d-ae5a-4647-86d5-ce4c46b223a6 req-9c836be5-d47f-464d-8ff8-b98b9d5f494e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Synchronizing usage tracker for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:25:37.969714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3a76ee12-0dc3-47b2-aa1a-643aa78344a0 None None] Provisioning for port a08811ea-6839-465f-b28e-f454d5583538 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:37.978514 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 4bb635d2-51cf-47b4-8f08-8b900b81eff7 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:37.988879 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3a76ee12-0dc3-47b2-aa1a-643aa78344a0 None None] Provisioning complete for port a08811ea-6839-465f-b28e-f454d5583538 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:37.989250 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3a76ee12-0dc3-47b2-aa1a-643aa78344a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:38.013087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4bb635d2-51cf-47b4-8f08-8b900b81eff7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:38.013764 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:38.096147 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-bf650b5d-ae5a-4647-86d5-ce4c46b223a6 req-9c836be5-d47f-464d-8ff8-b98b9d5f494e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Unset dirty status for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:25:38.097349 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf650b5d-ae5a-4647-86d5-ce4c46b223a6 req-9c836be5-d47f-464d-8ff8-b98b9d5f494e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 932 time: 0.4069428 Feb 18 09:25:38.223462 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-3a76ee12-0dc3-47b2-aa1a-643aa78344a0 None None] Port a08811ea-6839-465f-b28e-f454d5583538 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:25:38.234149 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Set router 2556dd9a-888b-4247-83a6-9dd0d05f11e7 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:25:38.330590 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf650b5d-ae5a-4647-86d5-ce4c46b223a6 req-51cccddf-fc95-4a8c-b241-1797c34b56a6 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904025 Feb 18 09:25:38.380932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-228b8cb3-c9c5-48dd-aa4c-1ab09ba057dd tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:38.381788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-228b8cb3-c9c5-48dd-aa4c-1ab09ba057dd tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Synchronizing usage tracker for tenant:577886d628dd45a1ac549451c29a79d8 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:25:38.446948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-228b8cb3-c9c5-48dd-aa4c-1ab09ba057dd tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Unset dirty status for tenant:577886d628dd45a1ac549451c29a79d8 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:25:38.448227 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-228b8cb3-c9c5-48dd-aa4c-1ab09ba057dd tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/networks?id=8dddb640-86e6-41fa-970f-fb47323f036a HTTP/1.1" status: 200 len: 810 time: 0.4855111 Feb 18 09:25:38.469419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-5811a6c3-f46d-4072-8329-51011904dd75 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/quotas/577886d628dd45a1ac549451c29a79d8 HTTP/1.1" status: 200 len: 375 time: 0.0129559 Feb 18 09:25:38.525415 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:38.562114 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 4bb635d2-51cf-47b4-8f08-8b900b81eff7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4bb635d2-51cf-47b4-8f08-8b900b81eff7,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:38.573028 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:38.593370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08811ea-6839-465f-b28e-f454d5583538 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:25:38.603080 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:38.623511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Transition to ACTIVE for port object a08811ea-6839-465f-b28e-f454d5583538 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:38.629607 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:38.678503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-38e80b7f-39e9-4ab2-8acf-05ee5500f24c tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=577886d628dd45a1ac549451c29a79d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1945889 Feb 18 09:25:38.703107 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=4bb635d2-51cf-47b4-8f08-8b900b81eff7,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:38.734549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2556dd9a-888b-4247-83a6-9dd0d05f11e7', 'name': 'tempest-ServerRescueTestJSON-523370960-router', 'tenant_id': '577886d628dd45a1ac549451c29a79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4bb635d2-51cf-47b4-8f08-8b900b81eff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:30Z', 'updated_at': '2022-02-18T09:25:35Z', 'revision_number': 4, 'project_id': '577886d628dd45a1ac549451c29a79d8', 'gw_port': {'id': '4bb635d2-51cf-47b4-8f08-8b900b81eff7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2556dd9a-888b-4247-83a6-9dd0d05f11e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'abfaa1ef-a5d2-468e-8df7-e56a7d368cee', 'name': '', 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a', 'tenant_id': '577886d628dd45a1ac549451c29a79d8', 'mac_address': 'fa:16:3e:81:87:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2556dd9a-888b-4247-83a6-9dd0d05f11e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'dd14b4ed-efce-4250-90b7-4032ea49a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:34Z', 'updated_at': '2022-02-18T09:25:35Z', 'revision_number': 2, 'project_id': '577886d628dd45a1ac549451c29a79d8', 'subnets': [{'id': 'dd14b4ed-efce-4250-90b7-4032ea49a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:38.738896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Checking router: 2556dd9a-888b-4247-83a6-9dd0d05f11e7 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:25:38.739250 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Updating router 2556dd9a-888b-4247-83a6-9dd0d05f11e7 port abfaa1ef-a5d2-468e-8df7-e56a7d368cee binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:25:38.810831 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:38.883275 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Pushing event updated for resources: {'Port': ['ID=a08811ea-6839-465f-b28e-f454d5583538,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:39.026210 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-25787b29-0fa4-4f78-bf74-de720ee8d1d1 service neutron] 10.222.0.72 "GET /v2.0/networks/8dddb640-86e6-41fa-970f-fb47323f036a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365567 Feb 18 09:25:39.061261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Attempting to bind port a08811ea-6839-465f-b28e-f454d5583538 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:25:39.061608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Attempting to bind port a08811ea-6839-465f-b28e-f454d5583538 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:25:39.061940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Attempting to bind port a08811ea-6839-465f-b28e-f454d5583538 on network 0db727e9-7df9-42ca-8e74-9709be866e15 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:25:39.133949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Port a08811ea-6839-465f-b28e-f454d5583538 on network 0db727e9-7df9-42ca-8e74-9709be866e15 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:25:39.134422 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Attempting to bind port a08811ea-6839-465f-b28e-f454d5583538 on network 0db727e9-7df9-42ca-8e74-9709be866e15 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:25:39.149937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:25:39.150429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Checking segment: {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:25:39.150983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Bound using segment: {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:25:39.151623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Bound port: a08811ea-6839-465f-b28e-f454d5583538, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:25:39.152700 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.226042 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.239478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Transition to ACTIVE for port object abfaa1ef-a5d2-468e-8df7-e56a7d368cee will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:39.249404 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.294153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-3222575c-e138-4cbb-a7c7-7fca9630b87a service neutron] 10.222.0.72 "GET /v2.0/networks/8dddb640-86e6-41fa-970f-fb47323f036a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597728 Feb 18 09:25:39.305958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] For port a08811ea-6839-465f-b28e-f454d5583538, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:25:39.311243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] For port a08811ea-6839-465f-b28e-f454d5583538, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a08811ea-6839-465f-b28e-f454d5583538,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:25:39.320495 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.385469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:39.386098 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.388072 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] 10.222.0.61 "PUT /v2.0/ports/a08811ea-6839-465f-b28e-f454d5583538 HTTP/1.1" status: 200 len: 1092 time: 1.9258826 Feb 18 09:25:39.388568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0bf919-f166-4759-98e0-97ac8584ea36', 'tag': 'a08811ea-6839-465f-b28e-f454d5583538'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:25:39.429420 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f4def-59f1-46e7-b762-ca2780c1c4d8 None None] Pushing event updated for resources: {'Port': ['ID=abfaa1ef-a5d2-468e-8df7-e56a7d368cee,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:39.438599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef863eee-0497-4220-8afe-cd8edfd36a6d service neutron] Pushing event updated for resources: {'Port': ['ID=a08811ea-6839-465f-b28e-f454d5583538,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:39.575290 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Attempting to bind port abfaa1ef-a5d2-468e-8df7-e56a7d368cee on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:25:39.575664 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Attempting to bind port abfaa1ef-a5d2-468e-8df7-e56a7d368cee by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:25:39.576031 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Attempting to bind port abfaa1ef-a5d2-468e-8df7-e56a7d368cee on network 8dddb640-86e6-41fa-970f-fb47323f036a {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:25:39.587072 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:25:39.587516 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Checking segment: {'id': 'a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:25:39.587838 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.588253 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Bound using segment: {'id': 'a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:25:39.589764 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Bound port: abfaa1ef-a5d2-468e-8df7-e56a7d368cee, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:25:39.589764 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.725674 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0bf919-f166-4759-98e0-97ac8584ea36', 'tag': 'a08811ea-6839-465f-b28e-f454d5583538', 'status': 'completed', 'code': 200} Feb 18 09:25:39.735423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] For port abfaa1ef-a5d2-468e-8df7-e56a7d368cee, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:25:39.740831 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] For port abfaa1ef-a5d2-468e-8df7-e56a7d368cee, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=abfaa1ef-a5d2-468e-8df7-e56a7d368cee,segment=NetworkSegment(a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309),segment_id=a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:25:39.749142 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4bb635d2-51cf-47b4-8f08-8b900b81eff7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:39.790858 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:39.797005 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9d094c0-2c28-4f58-95ee-06425e9b70ca req-08a59c14-dd00-4d5e-bb0e-8f64945c3ffb tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 210 time: 0.0702949 Feb 18 09:25:39.863044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-e6c6f5c6-8a2c-438e-acf4-f741ea48505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:39.865212 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-e6c6f5c6-8a2c-438e-acf4-f741ea48505e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 1095 time: 0.4166250 Feb 18 09:25:39.880628 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbea62a-1109-4e9d-9a25-334c58e4a29a req-f5f1560b-f9b8-4dc0-86a5-efd3107fd1a2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:39.882286 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-adbea62a-1109-4e9d-9a25-334c58e4a29a req-f5f1560b-f9b8-4dc0-86a5-efd3107fd1a2 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 944 time: 0.3619211 Feb 18 09:25:39.918773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Routers {'2556dd9a-888b-4247-83a6-9dd0d05f11e7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:25:39.919600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:25:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2556dd9a-888b-4247-83a6-9dd0d05f11e7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:39.970397 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ce433530-39dc-456a-be5a-b83460c05d00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a08811ea-6839-465f-b28e-f454d5583538 HTTP/1.1" status: 200 len: 217 time: 0.0870974 Feb 18 09:25:40.053690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-4f5a3915-219a-42e0-a6c2-b1fcb3b7d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:40.055491 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-4f5a3915-219a-42e0-a6c2-b1fcb3b7d3a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.0729957 Feb 18 09:25:40.066646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f4def-59f1-46e7-b762-ca2780c1c4d8 None None] Pushing event updated for resources: {'Port': ['ID=abfaa1ef-a5d2-468e-8df7-e56a7d368cee,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:40.098670 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4bb635d2-51cf-47b4-8f08-8b900b81eff7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:40.099151 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:40.114986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-adbea62a-1109-4e9d-9a25-334c58e4a29a req-7aee6572-6818-4a8a-9530-f33449472f96 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692209 Feb 18 09:25:40.157165 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ed9fdc63-c9f1-4308-b5c0-b14724f7693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:40.158710 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-ed9fdc63-c9f1-4308-b5c0-b14724f7693a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961480 Feb 18 09:25:40.253441 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] Set router 2556dd9a-888b-4247-83a6-9dd0d05f11e7 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:25:40.313613 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-c5996dda-1018-4ff0-a65c-67f5d5810a2f service neutron] 10.222.0.61 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461897 Feb 18 09:25:40.458045 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b02aab1d-d7df-41f3-8b0c-45477508d445 req-121c8177-4720-44c1-a587-a5904d1595b9 service neutron] 10.222.0.61 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386840 Feb 18 09:25:40.588982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f9d4b-92f1-40a0-983c-4573fff8ac02 req-9421dce5-acc2-446b-873d-46acb7c323be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:40.591553 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e8f9d4b-92f1-40a0-983c-4573fff8ac02 req-9421dce5-acc2-446b-873d-46acb7c323be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 1095 time: 0.0763218 Feb 18 09:25:40.658785 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2556dd9a-888b-4247-83a6-9dd0d05f11e7', 'name': 'tempest-ServerRescueTestJSON-523370960-router', 'tenant_id': '577886d628dd45a1ac549451c29a79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4bb635d2-51cf-47b4-8f08-8b900b81eff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:30Z', 'updated_at': '2022-02-18T09:25:35Z', 'revision_number': 4, 'project_id': '577886d628dd45a1ac549451c29a79d8', 'gw_port': {'id': '4bb635d2-51cf-47b4-8f08-8b900b81eff7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2556dd9a-888b-4247-83a6-9dd0d05f11e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'abfaa1ef-a5d2-468e-8df7-e56a7d368cee', 'name': '', 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a', 'tenant_id': '577886d628dd45a1ac549451c29a79d8', 'mac_address': 'fa:16:3e:81:87:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2556dd9a-888b-4247-83a6-9dd0d05f11e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'dd14b4ed-efce-4250-90b7-4032ea49a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:34Z', 'updated_at': '2022-02-18T09:25:39Z', 'revision_number': 4, 'project_id': '577886d628dd45a1ac549451c29a79d8', 'subnets': [{'id': 'dd14b4ed-efce-4250-90b7-4032ea49a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:25:40.663285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014ebca-0b1c-483c-b415-b5a2d786aa85 None None] The sync data for ids ['2556dd9a-888b-4247-83a6-9dd0d05f11e7'] in n-d-829434-1 is: [{'id': '2556dd9a-888b-4247-83a6-9dd0d05f11e7', 'name': 'tempest-ServerRescueTestJSON-523370960-router', 'tenant_id': '577886d628dd45a1ac549451c29a79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4bb635d2-51cf-47b4-8f08-8b900b81eff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:30Z', 'updated_at': '2022-02-18T09:25:35Z', 'revision_number': 4, 'project_id': '577886d628dd45a1ac549451c29a79d8', 'gw_port': {'id': '4bb635d2-51cf-47b4-8f08-8b900b81eff7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2556dd9a-888b-4247-83a6-9dd0d05f11e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'abfaa1ef-a5d2-468e-8df7-e56a7d368cee', 'name': '', 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a', 'tenant_id': '577886d628dd45a1ac549451c29a79d8', 'mac_address': 'fa:16:3e:81:87:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2556dd9a-888b-4247-83a6-9dd0d05f11e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'dd14b4ed-efce-4250-90b7-4032ea49a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:34Z', 'updated_at': '2022-02-18T09:25:39Z', 'revision_number': 4, 'project_id': '577886d628dd45a1ac549451c29a79d8', 'subnets': [{'id': 'dd14b4ed-efce-4250-90b7-4032ea49a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:25:40.745897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f9d4b-92f1-40a0-983c-4573fff8ac02 req-a2799741-b92e-4164-a512-b55949cab9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:40.747591 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e8f9d4b-92f1-40a0-983c-4573fff8ac02 req-a2799741-b92e-4164-a512-b55949cab9af service neutron] 10.222.0.61 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 912 time: 0.1485019 Feb 18 09:25:40.837834 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e8f9d4b-92f1-40a0-983c-4573fff8ac02 req-1f836970-e2e9-4e86-92c8-1e6946f73c55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a08811ea-6839-465f-b28e-f454d5583538 HTTP/1.1" status: 200 len: 217 time: 0.0825124 Feb 18 09:25:40.944243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f9d4b-92f1-40a0-983c-4573fff8ac02 req-14ea9c04-7990-434f-a7dc-185604784657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:40.947451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e8f9d4b-92f1-40a0-983c-4573fff8ac02 req-14ea9c04-7990-434f-a7dc-185604784657 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.1004539 Feb 18 09:25:41.083398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-217bc6e7-4145-4804-b7d0-da96ef913681 req-6e81be4a-71fa-4ab9-ab6e-0fc6dc86ba15 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 210 time: 0.0852528 Feb 18 09:25:41.113884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-0d2094d8-b757-48e7-807e-1b3b4aebad3e tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:41.117181 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-0d2094d8-b757-48e7-807e-1b3b4aebad3e tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.81 "GET /v2.0/networks?id=8dddb640-86e6-41fa-970f-fb47323f036a HTTP/1.1" status: 200 len: 810 time: 0.2076676 Feb 18 09:25:41.129615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-b4558f29-19f3-4f9d-9228-fc3dfe24eb6b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Request body: {'port': {'device_id': '447c9aba-19f5-4d81-bf52-fa502ac9a494', 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a', 'admin_state_up': True, 'tenant_id': '577886d628dd45a1ac549451c29a79d8'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:25:41.131919 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f9d4b-92f1-40a0-983c-4573fff8ac02 req-6dd4eea5-951a-4524-b507-48f0f5f06d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:41.133532 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e8f9d4b-92f1-40a0-983c-4573fff8ac02 req-6dd4eea5-951a-4524-b507-48f0f5f06d6b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1769419 Feb 18 09:25:41.353259 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-b4558f29-19f3-4f9d-9228-fc3dfe24eb6b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:41.357772 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-b4558f29-19f3-4f9d-9228-fc3dfe24eb6b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Usage tracker for resource:port and tenant:577886d628dd45a1ac549451c29a79d8 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:41.360669 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-b4558f29-19f3-4f9d-9228-fc3dfe24eb6b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:41.366756 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-b4558f29-19f3-4f9d-9228-fc3dfe24eb6b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:41.368669 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e8f9d4b-92f1-40a0-983c-4573fff8ac02 req-5571c818-ba43-4247-8bf5-61d0c3dba267 service neutron] 10.222.0.61 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280681 Feb 18 09:25:41.378201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-b4558f29-19f3-4f9d-9228-fc3dfe24eb6b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Made reservation on behalf of 577886d628dd45a1ac549451c29a79d8 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:25:41.382364 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-b4558f29-19f3-4f9d-9228-fc3dfe24eb6b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:41.482028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dade44-9a0f-4d43-bc7c-bbf9595f710c req-48374a9f-54b8-45d2-bd1e-8ce5f24bca24 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:41.482028 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91dade44-9a0f-4d43-bc7c-bbf9595f710c req-48374a9f-54b8-45d2-bd1e-8ce5f24bca24 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 944 time: 0.2059920 Feb 18 09:25:41.487282 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:41.591519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91dade44-9a0f-4d43-bc7c-bbf9595f710c req-5e0b4675-d190-42ab-b3d0-ec41c0992530 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978105 Feb 18 09:25:41.598376 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e8f9d4b-92f1-40a0-983c-4573fff8ac02 req-0b00ee87-afe1-4de2-8fe2-6e77b706f09b service neutron] 10.222.0.61 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175744 Feb 18 09:25:41.616542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-b4558f29-19f3-4f9d-9228-fc3dfe24eb6b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Allocated IP 172.20.0.3 (8dddb640-86e6-41fa-970f-fb47323f036a/dd14b4ed-efce-4250-90b7-4032ea49a775/25648053-9ee8-4aa2-b980-f2603eeeda3a) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:41.625826 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:41.725672 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device abfaa1ef-a5d2-468e-8df7-e56a7d368cee up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:41.814199 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port abfaa1ef-a5d2-468e-8df7-e56a7d368cee completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:41.823090 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port abfaa1ef-a5d2-468e-8df7-e56a7d368cee triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:41.824202 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:42.024992 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:42.029211 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-b4558f29-19f3-4f9d-9228-fc3dfe24eb6b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:42.066354 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port abfaa1ef-a5d2-468e-8df7-e56a7d368cee, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=abfaa1ef-a5d2-468e-8df7-e56a7d368cee,segment=NetworkSegment(a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309),segment_id=a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:42.071239 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-b4558f29-19f3-4f9d-9228-fc3dfe24eb6b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:42.072549 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:42.156491 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-b4558f29-19f3-4f9d-9228-fc3dfe24eb6b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Network 8dddb640-86e6-41fa-970f-fb47323f036a is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:42.160904 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-b4558f29-19f3-4f9d-9228-fc3dfe24eb6b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:42.172758 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-b4558f29-19f3-4f9d-9228-fc3dfe24eb6b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:25:42.204553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=abfaa1ef-a5d2-468e-8df7-e56a7d368cee,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:42.257232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4558f29-19f3-4f9d-9228-fc3dfe24eb6b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Pushing event updated for resources: {'Port': ['ID=25648053-9ee8-4aa2-b980-f2603eeeda3a,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:42.310041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-b4558f29-19f3-4f9d-9228-fc3dfe24eb6b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:42.310772 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-b4558f29-19f3-4f9d-9228-fc3dfe24eb6b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:42.348198 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-b4558f29-19f3-4f9d-9228-fc3dfe24eb6b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2225306 Feb 18 09:25:42.376242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Request body: {'port': {'device_id': '447c9aba-19f5-4d81-bf52-fa502ac9a494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:25:42.489556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038422c0-dc35-4109-9748-86e3b18ac22d req-02f65299-bfc7-4699-ba21-c132b3b8d2d0 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:42.489556 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-038422c0-dc35-4109-9748-86e3b18ac22d req-02f65299-bfc7-4699-ba21-c132b3b8d2d0 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 931 time: 0.2504382 Feb 18 09:25:42.523519 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:42.559915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-038422c0-dc35-4109-9748-86e3b18ac22d req-54b1eb00-a180-4a3a-b400-923e7b2fa914 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Synchronizing usage tracker for tenant:577886d628dd45a1ac549451c29a79d8 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:25:42.589882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-038422c0-dc35-4109-9748-86e3b18ac22d req-54b1eb00-a180-4a3a-b400-923e7b2fa914 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Unset dirty status for tenant:577886d628dd45a1ac549451c29a79d8 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:25:42.591421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-038422c0-dc35-4109-9748-86e3b18ac22d req-54b1eb00-a180-4a3a-b400-923e7b2fa914 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977724 Feb 18 09:25:42.983850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25648053-9ee8-4aa2-b980-f2603eeeda3a {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:25:42.992830 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.009274 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Transition to ACTIVE for port object 25648053-9ee8-4aa2-b980-f2603eeeda3a will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:25:43.014166 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.037132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dc593-0f1c-4902-866d-42d8f2bd94c0 req-5d48fe73-d83f-4fcb-bb04-30e2d1d8cc84 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:43.039205 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f0dc593-0f1c-4902-866d-42d8f2bd94c0 req-5d48fe73-d83f-4fcb-bb04-30e2d1d8cc84 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 944 time: 0.1155829 Feb 18 09:25:43.088817 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f0dc593-0f1c-4902-866d-42d8f2bd94c0 req-794f1739-c079-43c4-991a-25ae25d2b774 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433071 Feb 18 09:25:43.180342 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Pushing event updated for resources: {'Port': ['ID=25648053-9ee8-4aa2-b980-f2603eeeda3a,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:43.265724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Attempting to bind port 25648053-9ee8-4aa2-b980-f2603eeeda3a on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:25:43.266050 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Attempting to bind port 25648053-9ee8-4aa2-b980-f2603eeeda3a by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:25:43.266378 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Attempting to bind port 25648053-9ee8-4aa2-b980-f2603eeeda3a on network 8dddb640-86e6-41fa-970f-fb47323f036a {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:25:43.271178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Port 25648053-9ee8-4aa2-b980-f2603eeeda3a on network 8dddb640-86e6-41fa-970f-fb47323f036a not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:25:43.271491 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Attempting to bind port 25648053-9ee8-4aa2-b980-f2603eeeda3a on network 8dddb640-86e6-41fa-970f-fb47323f036a {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:25:43.277345 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:25:43.277679 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Checking segment: {'id': 'a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:25:43.278067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Bound using segment: {'id': 'a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:25:43.278477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Bound port: 25648053-9ee8-4aa2-b980-f2603eeeda3a, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:25:43.278821 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.373547 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] For port 25648053-9ee8-4aa2-b980-f2603eeeda3a, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:25:43.376776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] For port 25648053-9ee8-4aa2-b980-f2603eeeda3a, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=25648053-9ee8-4aa2-b980-f2603eeeda3a,segment=NetworkSegment(a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309),segment_id=a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:25:43.381660 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.446724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:43.447337 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.448849 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] 10.222.0.81 "PUT /v2.0/ports/25648053-9ee8-4aa2-b980-f2603eeeda3a HTTP/1.1" status: 200 len: 1091 time: 1.0832412 Feb 18 09:25:43.449770 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447c9aba-19f5-4d81-bf52-fa502ac9a494', 'tag': '25648053-9ee8-4aa2-b980-f2603eeeda3a'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:25:43.470745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47229d88-8aad-4a8c-be1d-a9225dfd94c4 service neutron] Pushing event updated for resources: {'Port': ['ID=25648053-9ee8-4aa2-b980-f2603eeeda3a,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:43.517624 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447c9aba-19f5-4d81-bf52-fa502ac9a494', 'tag': '25648053-9ee8-4aa2-b980-f2603eeeda3a', 'status': 'completed', 'code': 200} Feb 18 09:25:43.565880 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-c171b49e-e986-4399-91ab-8bf07c13c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:43.567399 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-c171b49e-e986-4399-91ab-8bf07c13c22e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=577886d628dd45a1ac549451c29a79d8&device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 1094 time: 0.0828407 Feb 18 09:25:43.651735 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-47588d23-0eb7-4412-a92a-2d2dd1f38740 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25648053-9ee8-4aa2-b980-f2603eeeda3a HTTP/1.1" status: 200 len: 217 time: 0.0765204 Feb 18 09:25:43.705361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device abfaa1ef-a5d2-468e-8df7-e56a7d368cee up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:43.719402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-b210097d-8dac-4d45-9d80-c2b711169b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:43.721021 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-b210097d-8dac-4d45-9d80-c2b711169b0f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dd14b4ed-efce-4250-90b7-4032ea49a775 HTTP/1.1" status: 200 len: 850 time: 0.0641973 Feb 18 09:25:43.779760 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-ad3b6f87-1558-4703-9865-6008a6620f1c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8dddb640-86e6-41fa-970f-fb47323f036a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515177 Feb 18 09:25:43.792792 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port abfaa1ef-a5d2-468e-8df7-e56a7d368cee triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:43.793546 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:43.809494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a3155-51a7-417d-a505-82beb0586e17 req-7703be27-5461-43a3-8c2e-94ca96978d23 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:43.811106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b40a3155-51a7-417d-a505-82beb0586e17 req-7703be27-5461-43a3-8c2e-94ca96978d23 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 943 time: 0.0988803 Feb 18 09:25:43.868489 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b40a3155-51a7-417d-a505-82beb0586e17 req-998449eb-66eb-4b11-b1b1-ebd96e765173 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508616 Feb 18 09:25:43.971582 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-5915be1f-0b1e-4921-a716-28f340e8cc02 service neutron] 10.222.0.81 "GET /v2.0/networks/8dddb640-86e6-41fa-970f-fb47323f036a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854179 Feb 18 09:25:44.257434 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2b0a08a9-b550-4dbe-99a9-524b214051da req-8a357e4c-bdf6-49a3-98af-a6628fb28750 service neutron] 10.222.0.81 "GET /v2.0/networks/8dddb640-86e6-41fa-970f-fb47323f036a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777905 Feb 18 09:25:44.352706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a826ccd-7d80-4213-ae17-6604a413cae8 req-63ec283b-56ec-49fc-a9d2-6a274418bf77 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:44.354243 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a826ccd-7d80-4213-ae17-6604a413cae8 req-63ec283b-56ec-49fc-a9d2-6a274418bf77 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 944 time: 0.1146801 Feb 18 09:25:44.419024 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137a966-aeab-463b-a359-61b59589d75c req-3be43103-75a2-4fb9-ad10-cc1021d76e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:44.419024 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8137a966-aeab-463b-a359-61b59589d75c req-3be43103-75a2-4fb9-ad10-cc1021d76e88 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=577886d628dd45a1ac549451c29a79d8&device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 1094 time: 0.1049774 Feb 18 09:25:44.429161 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a826ccd-7d80-4213-ae17-6604a413cae8 req-29e4f032-5cc7-4643-baf2-bf1b131caf3e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624952 Feb 18 09:25:44.573140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137a966-aeab-463b-a359-61b59589d75c req-54279086-4e57-412f-bcb7-5d7184809fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:44.574684 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8137a966-aeab-463b-a359-61b59589d75c req-54279086-4e57-412f-bcb7-5d7184809fa3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8dddb640-86e6-41fa-970f-fb47323f036a HTTP/1.1" status: 200 len: 911 time: 0.1528881 Feb 18 09:25:44.665263 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8137a966-aeab-463b-a359-61b59589d75c req-b0e651f1-16c7-4025-9093-1d7386b161a6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25648053-9ee8-4aa2-b980-f2603eeeda3a HTTP/1.1" status: 200 len: 217 time: 0.0843220 Feb 18 09:25:44.732803 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137a966-aeab-463b-a359-61b59589d75c req-77857d36-6f0a-4d80-a48f-132312411631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:44.736233 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8137a966-aeab-463b-a359-61b59589d75c req-77857d36-6f0a-4d80-a48f-132312411631 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dd14b4ed-efce-4250-90b7-4032ea49a775 HTTP/1.1" status: 200 len: 850 time: 0.0642674 Feb 18 09:25:44.791775 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8137a966-aeab-463b-a359-61b59589d75c req-6f44391d-cdf3-4c68-a288-3110c5b92fd8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8dddb640-86e6-41fa-970f-fb47323f036a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511103 Feb 18 09:25:44.983135 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8137a966-aeab-463b-a359-61b59589d75c req-39e7e791-998b-435e-86d9-2a7334ffa842 service neutron] 10.222.0.81 "GET /v2.0/networks/8dddb640-86e6-41fa-970f-fb47323f036a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847651 Feb 18 09:25:45.093721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69dab2-44a1-4904-b1d1-f74bad5d6037 req-6cfa846a-f4ed-48d5-a129-d94dd0144bb9 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:45.096306 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f69dab2-44a1-4904-b1d1-f74bad5d6037 req-6cfa846a-f4ed-48d5-a129-d94dd0144bb9 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 943 time: 0.1048517 Feb 18 09:25:45.153232 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f69dab2-44a1-4904-b1d1-f74bad5d6037 req-c533f40d-383f-48fa-92b0-4b2a0162a741 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512881 Feb 18 09:25:45.153701 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8137a966-aeab-463b-a359-61b59589d75c req-422d8315-64e3-4fbd-9fcf-2615f5ed693a service neutron] 10.222.0.81 "GET /v2.0/networks/8dddb640-86e6-41fa-970f-fb47323f036a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645126 Feb 18 09:25:45.626726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f998f5-a516-4feb-a6f0-460ff304229b req-06a98357-e43c-40e6-81d3-d5c4bcaefe37 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:45.627910 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7f998f5-a516-4feb-a6f0-460ff304229b req-06a98357-e43c-40e6-81d3-d5c4bcaefe37 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 944 time: 0.0890210 Feb 18 09:25:45.683245 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7f998f5-a516-4feb-a6f0-460ff304229b req-23345bcc-b9cb-4f71-a0b1-7a1eeb2c5256 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484552 Feb 18 09:25:46.369642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636bf3e-077f-4eaf-94d1-51725dd7fd7c req-f1fb9dc8-26ea-4eca-b949-fd1a8996f13c tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:46.369642 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3636bf3e-077f-4eaf-94d1-51725dd7fd7c req-f1fb9dc8-26ea-4eca-b949-fd1a8996f13c tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 943 time: 0.0869873 Feb 18 09:25:46.430977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3636bf3e-077f-4eaf-94d1-51725dd7fd7c req-7e418fde-33ff-4bbf-834a-74a6f70dc3e8 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510695 Feb 18 09:25:46.883489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafff86-134e-4c58-b859-f7706be0a693 req-b5b304f9-8615-4c44-be84-c31bc7a78eb5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:46.885001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eeafff86-134e-4c58-b859-f7706be0a693 req-b5b304f9-8615-4c44-be84-c31bc7a78eb5 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 944 time: 0.0829830 Feb 18 09:25:46.932819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eeafff86-134e-4c58-b859-f7706be0a693 req-c48b1dfc-66b4-4091-8285-abdd4eb0875a tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421455 Feb 18 09:25:47.637301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a60b8e-6df9-4622-9109-5e8b83619da0 req-fd8c858b-4919-4b9c-8994-feac3a113778 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:47.638825 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15a60b8e-6df9-4622-9109-5e8b83619da0 req-fd8c858b-4919-4b9c-8994-feac3a113778 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 943 time: 0.0889983 Feb 18 09:25:47.687337 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15a60b8e-6df9-4622-9109-5e8b83619da0 req-48915130-d450-437b-b4ab-c30ed75661ba tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408788 Feb 18 09:25:47.916977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 25648053-9ee8-4aa2-b980-f2603eeeda3a details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:25:48.062439 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 25648053-9ee8-4aa2-b980-f2603eeeda3a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=25648053-9ee8-4aa2-b980-f2603eeeda3a,segment=NetworkSegment(a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309),segment_id=a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:48.076840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '25648053-9ee8-4aa2-b980-f2603eeeda3a', 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a', 'port_id': '25648053-9ee8-4aa2-b980-f2603eeeda3a', 'mac_address': 'fa:16:3e:e9:2e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd14b4ed-efce-4250-90b7-4032ea49a775', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:25:48.129559 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e05bab-69e1-46e8-8661-e1cfb7552e27 req-7d9247e2-c66c-4188-967e-f318067b8d6b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:48.130960 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b5e05bab-69e1-46e8-8661-e1cfb7552e27 req-7d9247e2-c66c-4188-967e-f318067b8d6b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 944 time: 0.0824006 Feb 18 09:25:48.138538 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.162128 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25648053-9ee8-4aa2-b980-f2603eeeda3a {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:25:48.178547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b5e05bab-69e1-46e8-8661-e1cfb7552e27 req-015233d4-e9e0-4f5a-8653-9c6807da402c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409565 Feb 18 09:25:48.190376 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 25648053-9ee8-4aa2-b980-f2603eeeda3a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=25648053-9ee8-4aa2-b980-f2603eeeda3a,segment=NetworkSegment(a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309),segment_id=a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:48.194803 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:48.265620 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=25648053-9ee8-4aa2-b980-f2603eeeda3a,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:48.495384 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['25648053-9ee8-4aa2-b980-f2603eeeda3a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:25:48.890633 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c30fa-335b-4443-9d3b-f3112a3dbed2 req-68959928-ee58-4bdc-8e1b-074788892dca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:48.892143 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a55c30fa-335b-4443-9d3b-f3112a3dbed2 req-68959928-ee58-4bdc-8e1b-074788892dca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 944 time: 0.0972188 Feb 18 09:25:48.938920 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a55c30fa-335b-4443-9d3b-f3112a3dbed2 req-e070a870-5841-41d5-8081-b2734ab42bc7 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409033 Feb 18 09:25:49.409104 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225e068-e3d7-40fe-88dd-d208dd035f0c req-687b0f8f-d9b5-46f8-989d-5f350f6ffe7f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:49.410613 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c225e068-e3d7-40fe-88dd-d208dd035f0c req-687b0f8f-d9b5-46f8-989d-5f350f6ffe7f tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 944 time: 0.0863907 Feb 18 09:25:49.464312 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c225e068-e3d7-40fe-88dd-d208dd035f0c req-8db744f0-9ded-424c-b2e8-4fd3b39ac947 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467846 Feb 18 09:25:49.932798 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 25648053-9ee8-4aa2-b980-f2603eeeda3a up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:50.024946 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 25648053-9ee8-4aa2-b980-f2603eeeda3a completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:50.028022 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 25648053-9ee8-4aa2-b980-f2603eeeda3a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:50.028433 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:50.143496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4c1df-e282-4e68-9ff6-88ce41dae5b1 req-a83dbc41-d784-4107-a3c3-4c28852ab616 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:50.144964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cd4c1df-e282-4e68-9ff6-88ce41dae5b1 req-a83dbc41-d784-4107-a3c3-4c28852ab616 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 944 time: 0.0834718 Feb 18 09:25:50.167269 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:50.195508 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cd4c1df-e282-4e68-9ff6-88ce41dae5b1 req-cc3b1ea6-ece4-4528-9230-e78816c90a64 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431180 Feb 18 09:25:50.196026 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447c9aba-19f5-4d81-bf52-fa502ac9a494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25648053-9ee8-4aa2-b980-f2603eeeda3a'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:25:50.208059 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 25648053-9ee8-4aa2-b980-f2603eeeda3a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=25648053-9ee8-4aa2-b980-f2603eeeda3a,segment=NetworkSegment(a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309),segment_id=a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:50.223726 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:50.272463 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447c9aba-19f5-4d81-bf52-fa502ac9a494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25648053-9ee8-4aa2-b980-f2603eeeda3a', 'code': 200} Feb 18 09:25:50.320762 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=25648053-9ee8-4aa2-b980-f2603eeeda3a,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:50.399571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babb992-7d09-48c1-be94-013b4be47f17 req-55d188de-0d85-4e88-95d0-3f600b427c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:50.401041 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9babb992-7d09-48c1-be94-013b4be47f17 req-55d188de-0d85-4e88-95d0-3f600b427c59 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 1096 time: 0.0778501 Feb 18 09:25:50.444176 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-9babb992-7d09-48c1-be94-013b4be47f17 req-bad8ffba-9e9b-4079-8212-061bf02e352f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370262 Feb 18 09:25:50.662041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fb489-8ce9-4367-a11a-4b3be165b08b req-14bdf813-a315-42b1-9c8b-5f1e0eedff12 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:50.663715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-637fb489-8ce9-4367-a11a-4b3be165b08b req-14bdf813-a315-42b1-9c8b-5f1e0eedff12 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 944 time: 0.0856943 Feb 18 09:25:50.709671 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-637fb489-8ce9-4367-a11a-4b3be165b08b req-74eb1274-6f19-4d28-82f8-2dff6d0301b0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399952 Feb 18 09:25:51.398484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea2952-4457-4632-a483-39fd66c6b7cc req-171cd244-ca8c-410b-8f2b-4e062bf4e85e tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:51.399999 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9aea2952-4457-4632-a483-39fd66c6b7cc req-171cd244-ca8c-410b-8f2b-4e062bf4e85e tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.0856135 Feb 18 09:25:51.447268 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9aea2952-4457-4632-a483-39fd66c6b7cc req-2807e438-325c-4fad-a3f7-eb7f936714c5 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407584 Feb 18 09:25:51.929409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db66080-2a21-4a88-b2c8-2ebdd62a6de1 req-24556ef7-2474-4fa9-a8a7-78f7b221a601 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:51.931635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1db66080-2a21-4a88-b2c8-2ebdd62a6de1 req-24556ef7-2474-4fa9-a8a7-78f7b221a601 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 944 time: 0.1053534 Feb 18 09:25:51.977899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1db66080-2a21-4a88-b2c8-2ebdd62a6de1 req-205d1536-6796-44da-92b6-5af994ca409e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396163 Feb 18 09:25:52.640451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58d610-388b-454a-99a2-7af0f3747d4a req-d760ca26-7ddf-40ac-a768-e70d1471e20c tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:52.642060 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec58d610-388b-454a-99a2-7af0f3747d4a req-d760ca26-7ddf-40ac-a768-e70d1471e20c tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.0822446 Feb 18 09:25:52.690224 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec58d610-388b-454a-99a2-7af0f3747d4a req-956d4984-fd80-4486-a20f-1f2a1467ee61 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403583 Feb 18 09:25:53.071926 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762800e-ae11-472c-b811-d065c1d525e1 req-7f917481-0d73-4369-b32a-ea85d414923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:53.074351 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1762800e-ae11-472c-b811-d065c1d525e1 req-7f917481-0d73-4369-b32a-ea85d414923e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=577886d628dd45a1ac549451c29a79d8&device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 1096 time: 0.0816045 Feb 18 09:25:53.176139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b251652-b72f-479c-86a6-48e09bb74765 req-f2eefe9d-06e6-45f5-8640-3bbfd57dfa20 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:53.177703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9b251652-b72f-479c-86a6-48e09bb74765 req-f2eefe9d-06e6-45f5-8640-3bbfd57dfa20 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.1458685 Feb 18 09:25:53.221316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762800e-ae11-472c-b811-d065c1d525e1 req-2850bc61-4de1-4125-8f0a-3c58d804f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:53.222682 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1762800e-ae11-472c-b811-d065c1d525e1 req-2850bc61-4de1-4125-8f0a-3c58d804f28f service neutron] 10.222.0.81 "GET /v2.0/networks?id=8dddb640-86e6-41fa-970f-fb47323f036a HTTP/1.1" status: 200 len: 911 time: 0.1424782 Feb 18 09:25:53.233736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7e954-98f0-4bc5-b0d1-20d2d84706f0 req-c6282226-896c-4638-8676-7a87428fdf6c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:53.233736 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f6f7e954-98f0-4bc5-b0d1-20d2d84706f0 req-c6282226-896c-4638-8676-7a87428fdf6c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 944 time: 0.1352761 Feb 18 09:25:53.245073 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9b251652-b72f-479c-86a6-48e09bb74765 req-34ca1e97-ab29-4838-9042-301fd9c9cb1e tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600748 Feb 18 09:25:53.291230 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f6f7e954-98f0-4bc5-b0d1-20d2d84706f0 req-9d705f87-bb05-4019-a2bb-24c5a107bebf tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495679 Feb 18 09:25:53.301897 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1762800e-ae11-472c-b811-d065c1d525e1 req-3b95cac0-2604-4fa4-802f-d4d6469b246c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25648053-9ee8-4aa2-b980-f2603eeeda3a HTTP/1.1" status: 200 len: 217 time: 0.0725138 Feb 18 09:25:53.378465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762800e-ae11-472c-b811-d065c1d525e1 req-dcca6067-58ef-4b95-8b6d-c05e30ca3db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:53.379908 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1762800e-ae11-472c-b811-d065c1d525e1 req-dcca6067-58ef-4b95-8b6d-c05e30ca3db5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dd14b4ed-efce-4250-90b7-4032ea49a775 HTTP/1.1" status: 200 len: 850 time: 0.0717552 Feb 18 09:25:53.430578 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1762800e-ae11-472c-b811-d065c1d525e1 req-f3753385-3484-4997-a6cd-f839fa3801ec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8dddb640-86e6-41fa-970f-fb47323f036a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449769 Feb 18 09:25:53.566728 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1762800e-ae11-472c-b811-d065c1d525e1 req-553a23be-d1c1-4fc1-a350-e52b19384b6f service neutron] 10.222.0.81 "GET /v2.0/networks/8dddb640-86e6-41fa-970f-fb47323f036a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303594 Feb 18 09:25:53.817963 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1762800e-ae11-472c-b811-d065c1d525e1 req-92679859-c898-4d8b-9adb-18980945a3a1 service neutron] 10.222.0.81 "GET /v2.0/networks/8dddb640-86e6-41fa-970f-fb47323f036a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456326 Feb 18 09:25:54.445723 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a08811ea-6839-465f-b28e-f454d5583538 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:25:54.615243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a08811ea-6839-465f-b28e-f454d5583538, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a08811ea-6839-465f-b28e-f454d5583538,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:54.630657 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'a08811ea-6839-465f-b28e-f454d5583538', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'port_id': 'a08811ea-6839-465f-b28e-f454d5583538', 'mac_address': 'fa:16:3e:0a:dd:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:25:54.642744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea4420-7d54-400a-a9b3-221668adb4f2 req-a7d51b73-9126-4b6c-932b-83537f1ee7ec tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:54.644295 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1dea4420-7d54-400a-a9b3-221668adb4f2 req-a7d51b73-9126-4b6c-932b-83537f1ee7ec tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.2841077 Feb 18 09:25:54.655434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539926c-9f78-4a5d-9732-fd7fb31fcfe5 req-3ac3c86d-026e-446c-8d39-7d7e62b71a9e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:54.656989 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3539926c-9f78-4a5d-9732-fd7fb31fcfe5 req-3ac3c86d-026e-446c-8d39-7d7e62b71a9e tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 944 time: 0.2472274 Feb 18 09:25:54.691142 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:54.709867 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08811ea-6839-465f-b28e-f454d5583538 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:25:54.726104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a08811ea-6839-465f-b28e-f454d5583538, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a08811ea-6839-465f-b28e-f454d5583538,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:54.726361 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1dea4420-7d54-400a-a9b3-221668adb4f2 req-248dbcfb-7df8-4498-80aa-645c9293b924 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681655 Feb 18 09:25:54.732122 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:54.734711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3539926c-9f78-4a5d-9732-fd7fb31fcfe5 req-1904f81c-d2ad-4c3b-b158-a34d01688ce0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620437 Feb 18 09:25:54.812184 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a08811ea-6839-465f-b28e-f454d5583538,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:55.019698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['a08811ea-6839-465f-b28e-f454d5583538'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:25:56.002411 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affc206-6359-45b6-a522-9b7c3916235c req-4ee28f14-39eb-4c9f-b68c-b4ee8e916b7b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:56.003918 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8affc206-6359-45b6-a522-9b7c3916235c req-4ee28f14-39eb-4c9f-b68c-b4ee8e916b7b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 945 time: 0.1422286 Feb 18 09:25:56.011860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ed1ba-c6c3-4578-a57a-dc8dd9009852 req-56068ab6-f6b1-4304-b8b9-2eee8526eb35 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:56.013309 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-587ed1ba-c6c3-4578-a57a-dc8dd9009852 req-56068ab6-f6b1-4304-b8b9-2eee8526eb35 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.1529160 Feb 18 09:25:56.088525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8affc206-6359-45b6-a522-9b7c3916235c req-673bf5eb-f8bb-4765-803b-37d3ac7122ac tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741963 Feb 18 09:25:56.091935 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-587ed1ba-c6c3-4578-a57a-dc8dd9009852 req-00c0b47c-b226-4253-994c-a6e0ec074fa7 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644732 Feb 18 09:25:56.472468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a08811ea-6839-465f-b28e-f454d5583538 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:25:56.544581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port a08811ea-6839-465f-b28e-f454d5583538 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:25:56.549308 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port a08811ea-6839-465f-b28e-f454d5583538 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:25:56.549675 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:56.674027 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:56.704691 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0bf919-f166-4759-98e0-97ac8584ea36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08811ea-6839-465f-b28e-f454d5583538'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:25:56.714376 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a08811ea-6839-465f-b28e-f454d5583538, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a08811ea-6839-465f-b28e-f454d5583538,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:25:56.718761 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:56.754361 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0bf919-f166-4759-98e0-97ac8584ea36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08811ea-6839-465f-b28e-f454d5583538', 'code': 200} Feb 18 09:25:56.804635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a08811ea-6839-465f-b28e-f454d5583538,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:56.887111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216404ef-296f-49d7-ad84-181897887edf req-871d2e3f-8ac6-4770-b732-21b6968b7abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:56.889809 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-216404ef-296f-49d7-ad84-181897887edf req-871d2e3f-8ac6-4770-b732-21b6968b7abb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 1097 time: 0.0734701 Feb 18 09:25:56.931847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-216404ef-296f-49d7-ad84-181897887edf req-7c36276a-652e-4f65-8b06-4cac0287f402 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360734 Feb 18 09:25:57.095720 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:25:57.345267 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a68eba-a996-4e27-9ca0-cd17468ed980 req-a1b47cb8-514d-4d52-b6ce-8d413baf4ce3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:57.346871 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c8a68eba-a996-4e27-9ca0-cd17468ed980 req-a1b47cb8-514d-4d52-b6ce-8d413baf4ce3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 946 time: 0.1484203 Feb 18 09:25:57.365235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c054-99f9-4a36-baf8-353db0396965 req-fcf4efa3-335f-4fd2-8f0d-8a740ac4a2b8 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:57.366644 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9a5c054-99f9-4a36-baf8-353db0396965 req-fcf4efa3-335f-4fd2-8f0d-8a740ac4a2b8 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.1349716 Feb 18 09:25:57.435952 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c8a68eba-a996-4e27-9ca0-cd17468ed980 req-d98c87af-8ec6-4239-b3c8-a07f07054b18 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793793 Feb 18 09:25:57.440819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9a5c054-99f9-4a36-baf8-353db0396965 req-4312291d-72bf-4492-b8c4-a010b5413dc2 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611677 Feb 18 09:25:58.696943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25405cea-8302-49a3-bfe8-5388bc325715 req-b819d279-82b2-45c8-8a08-4b671c9d0000 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:58.698971 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25405cea-8302-49a3-bfe8-5388bc325715 req-b819d279-82b2-45c8-8a08-4b671c9d0000 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 946 time: 0.1502147 Feb 18 09:25:58.711313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec17a99-dc54-4575-95a1-a3f8a3e55f9f req-f7b22284-247e-4338-b2ac-9f7ede78c12f tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:58.712813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aec17a99-dc54-4575-95a1-a3f8a3e55f9f req-f7b22284-247e-4338-b2ac-9f7ede78c12f tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.1223223 Feb 18 09:25:58.785441 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25405cea-8302-49a3-bfe8-5388bc325715 req-1e341a4a-6342-41f3-9c3b-84c7414b1e5c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715461 Feb 18 09:25:58.793260 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aec17a99-dc54-4575-95a1-a3f8a3e55f9f req-1f059275-6360-42e5-a8b3-5ea424172f75 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659420 Feb 18 09:25:58.977933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268f64e-b8b8-4e62-9519-854c2a178eb0 req-9ac1cf07-f8f6-41a5-88dd-6b293b8f4329 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:58.979453 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b268f64e-b8b8-4e62-9519-854c2a178eb0 req-9ac1cf07-f8f6-41a5-88dd-6b293b8f4329 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 946 time: 0.0829871 Feb 18 09:25:59.026055 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b268f64e-b8b8-4e62-9519-854c2a178eb0 req-92cdc2df-cd41-4c7b-a988-baa91d01d23a tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409200 Feb 18 09:25:59.049638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38024) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:59.125191 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a09be0-9134-4bcd-bb78-dc23bf42a946 tempest-TestVolumeBootPattern-636022788 tempest-TestVolumeBootPattern-636022788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:25:59.126736 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e4a09be0-9134-4bcd-bb78-dc23bf42a946 tempest-TestVolumeBootPattern-636022788 tempest-TestVolumeBootPattern-636022788-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 1092 time: 0.0760462 Feb 18 09:25:59.129523 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38028) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:25:59.134560 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': 'a08811ea-6839-465f-b28e-f454d5583538', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:25:59.146407 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:25:59.150452 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Usage tracker for resource:floatingip and tenant:565e12e7cc5e431dab2b5a9e029b0751 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:25:59.153613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:25:59.159426 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:25:59.170445 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:59.334933 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:59.496829 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Allocated IP 172.25.1.240 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/06fb153d-9d1b-4adf-a26b-313e2bc4ecbb) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:25:59.656642 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:59.688839 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:25:59.761846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:25:59.764894 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:25:59.768792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:25:59.801322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'Port': ['ID=06fb153d-9d1b-4adf-a26b-313e2bc4ecbb,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:25:59.998750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a53e5-e1b1-443f-a1b7-4ea32d6f1ef6 req-517694fd-9344-4ff3-95a8-8be172d5f871 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:00.000249 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4a3a53e5-e1b1-443f-a1b7-4ea32d6f1ef6 req-517694fd-9344-4ff3-95a8-8be172d5f871 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.0901630 Feb 18 09:26:00.057228 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4a3a53e5-e1b1-443f-a1b7-4ea32d6f1ef6 req-2c530c0a-5244-49b6-ba39-13c034f7084a tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509553 Feb 18 09:26:00.216986 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.294893 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.336521 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-febf1090-53c7-4f6b-bd0b-584352d561cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.516787 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.521319 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.630124 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event updated for resources: {'Port': ['ID=06fb153d-9d1b-4adf-a26b-313e2bc4ecbb,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:00.649734 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:00.954111 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Floating IP b12ab633-8180-4945-a1d5-812ab74ec1d9 associated. External IP: 172.25.1.240, port: a08811ea-6839-465f-b28e-f454d5583538. Feb 18 09:26:01.255564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700cbf2-2a16-472e-81d0-0e911a72ce41 req-ebd37918-9789-4024-b09a-7b2148489d74 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:01.257018 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1700cbf2-2a16-472e-81d0-0e911a72ce41 req-ebd37918-9789-4024-b09a-7b2148489d74 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.0851462 Feb 18 09:26:01.312612 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1700cbf2-2a16-472e-81d0-0e911a72ce41 req-c225336d-558f-4942-bccc-bb50dc923213 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478923 Feb 18 09:26:01.333899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Router ced51067-808e-4f7a-8ad6-e451b7364cfb has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:26:01.528088 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:26:01.540648 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1d1b1d-6efa-4441-9c1e-2b481f79f2d5 None None] Sync routers for ids ['ced51067-808e-4f7a-8ad6-e451b7364cfb'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:26:01.550236 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1d1b1d-6efa-4441-9c1e-2b481f79f2d5 None None] Routers {'ced51067-808e-4f7a-8ad6-e451b7364cfb'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:26:01.550843 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4f1d1b1d-6efa-4441-9c1e-2b481f79f2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:25:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['ced51067-808e-4f7a-8ad6-e451b7364cfb'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:01.554216 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:01.616663 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ad3bb04a-8f74-4f55-8fa6-fc6781dc6096 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4860585 Feb 18 09:26:01.617306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0bf919-f166-4759-98e0-97ac8584ea36', 'tag': 'a08811ea-6839-465f-b28e-f454d5583538'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:26:01.666179 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0bf919-f166-4759-98e0-97ac8584ea36', 'tag': 'a08811ea-6839-465f-b28e-f454d5583538', 'status': 'completed', 'code': 200} Feb 18 09:26:01.767486 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c8ee1-2de0-4353-8f4f-8ed20009b522 req-b9f3fe3a-ac85-45d9-aa66-5e6025645b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:01.769087 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-989c8ee1-2de0-4353-8f4f-8ed20009b522 req-b9f3fe3a-ac85-45d9-aa66-5e6025645b26 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 1097 time: 0.0790899 Feb 18 09:26:01.794269 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-4f1d1b1d-6efa-4441-9c1e-2b481f79f2d5 None None] Set router ced51067-808e-4f7a-8ad6-e451b7364cfb gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:26:01.916190 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c8ee1-2de0-4353-8f4f-8ed20009b522 req-e699c2b4-5dec-4b7a-887a-0c486333d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:01.919466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-989c8ee1-2de0-4353-8f4f-8ed20009b522 req-e699c2b4-5dec-4b7a-887a-0c486333d38e service neutron] 10.222.0.61 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 912 time: 0.1429670 Feb 18 09:26:02.033670 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-989c8ee1-2de0-4353-8f4f-8ed20009b522 req-6375becc-6b96-494a-8581-c91151c10703 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a08811ea-6839-465f-b28e-f454d5583538 HTTP/1.1" status: 200 len: 1000 time: 0.1061614 Feb 18 09:26:02.100753 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c8ee1-2de0-4353-8f4f-8ed20009b522 req-3acda7ba-29c2-44d5-82c2-b597fc067625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:02.102241 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-989c8ee1-2de0-4353-8f4f-8ed20009b522 req-3acda7ba-29c2-44d5-82c2-b597fc067625 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.0612018 Feb 18 09:26:02.173382 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4f1d1b1d-6efa-4441-9c1e-2b481f79f2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'a651b36f-ccde-47bf-b18a-740a41da9157', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'port_id': 'd2ace759-2457-4027-a867-89ab5e14be37', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'mac_address': 'fa:16:3e:6a:a4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd278f742-7622-4822-a63a-6dad44ade9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:23:40Z', 'updated_at': '2022-02-18T09:23:43Z', 'revision_number': 1, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'fixed_ip_address_scope': None}, {'id': 'b12ab633-8180-4945-a1d5-812ab74ec1d9', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'port_id': 'a08811ea-6839-465f-b28e-f454d5583538', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'mac_address': 'fa:16:3e:0a:dd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bf919-f166-4759-98e0-97ac8584ea36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:26:00Z', 'updated_at': '2022-02-18T09:26:00Z', 'revision_number': 0, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:26Z', 'revision_number': 5, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:02.177873 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1d1b1d-6efa-4441-9c1e-2b481f79f2d5 None None] Checking router: ced51067-808e-4f7a-8ad6-e451b7364cfb for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:26:02.187502 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1d1b1d-6efa-4441-9c1e-2b481f79f2d5 None None] Routers {'ced51067-808e-4f7a-8ad6-e451b7364cfb'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:26:02.188385 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4f1d1b1d-6efa-4441-9c1e-2b481f79f2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:25:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['ced51067-808e-4f7a-8ad6-e451b7364cfb'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:02.189010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c8ee1-2de0-4353-8f4f-8ed20009b522 req-b85e7c4b-a56e-4312-acee-c1b3def51257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:02.190999 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-989c8ee1-2de0-4353-8f4f-8ed20009b522 req-b85e7c4b-a56e-4312-acee-c1b3def51257 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820811 Feb 18 09:26:02.409752 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-4f1d1b1d-6efa-4441-9c1e-2b481f79f2d5 None None] Set router ced51067-808e-4f7a-8ad6-e451b7364cfb gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:26:02.495307 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-989c8ee1-2de0-4353-8f4f-8ed20009b522 req-9f56422e-3b87-41d4-99dc-d29ebbd48302 service neutron] 10.222.0.61 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975035 Feb 18 09:26:02.712911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc2362-d8be-4a8f-9544-93422b6d9ab4 req-fcc2277a-3384-4c92-950e-ca4e8ef0586f tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:02.714517 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15dc2362-d8be-4a8f-9544-93422b6d9ab4 req-fcc2277a-3384-4c92-950e-ca4e8ef0586f tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 1098 time: 0.3861008 Feb 18 09:26:02.728026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198bcea-a316-46fb-a8c7-20cb7cb386d8 req-fc84bb7f-498f-4156-9691-bca4d97ef527 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:02.729870 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2198bcea-a316-46fb-a8c7-20cb7cb386d8 req-fc84bb7f-498f-4156-9691-bca4d97ef527 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.2433510 Feb 18 09:26:02.733450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-989c8ee1-2de0-4353-8f4f-8ed20009b522 req-0af41df8-2288-4d67-9602-d153fa05ae68 service neutron] 10.222.0.61 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036366 Feb 18 09:26:02.786178 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4f1d1b1d-6efa-4441-9c1e-2b481f79f2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'a651b36f-ccde-47bf-b18a-740a41da9157', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'port_id': 'd2ace759-2457-4027-a867-89ab5e14be37', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'mac_address': 'fa:16:3e:6a:a4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd278f742-7622-4822-a63a-6dad44ade9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:23:40Z', 'updated_at': '2022-02-18T09:23:43Z', 'revision_number': 1, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'fixed_ip_address_scope': None}, {'id': 'b12ab633-8180-4945-a1d5-812ab74ec1d9', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'port_id': 'a08811ea-6839-465f-b28e-f454d5583538', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'mac_address': 'fa:16:3e:0a:dd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bf919-f166-4759-98e0-97ac8584ea36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:26:00Z', 'updated_at': '2022-02-18T09:26:00Z', 'revision_number': 0, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:26Z', 'revision_number': 5, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:02.791035 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1d1b1d-6efa-4441-9c1e-2b481f79f2d5 None None] The sync data for ids ['ced51067-808e-4f7a-8ad6-e451b7364cfb'] in n-d-829434-1 is: [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'a651b36f-ccde-47bf-b18a-740a41da9157', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'port_id': 'd2ace759-2457-4027-a867-89ab5e14be37', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'mac_address': 'fa:16:3e:6a:a4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd278f742-7622-4822-a63a-6dad44ade9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:23:40Z', 'updated_at': '2022-02-18T09:23:43Z', 'revision_number': 1, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'fixed_ip_address_scope': None}, {'id': 'b12ab633-8180-4945-a1d5-812ab74ec1d9', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'port_id': 'a08811ea-6839-465f-b28e-f454d5583538', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'mac_address': 'fa:16:3e:0a:dd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0bf919-f166-4759-98e0-97ac8584ea36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:26:00Z', 'updated_at': '2022-02-18T09:26:00Z', 'revision_number': 0, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:26Z', 'revision_number': 5, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:26:02.797762 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15dc2362-d8be-4a8f-9544-93422b6d9ab4 req-82c0a635-432c-4bf2-b3e0-b2a107ccf87f tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666924 Feb 18 09:26:02.809491 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2198bcea-a316-46fb-a8c7-20cb7cb386d8 req-2cc78501-b3ce-4d4a-8e1f-57c88fd9ec0f tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609336 Feb 18 09:26:02.825860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38048) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:03.043482 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036727c1-f994-4c0a-9020-8b76a8edbd5e None None] New status for floating IP b12ab633-8180-4945-a1d5-812ab74ec1d9: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:26:03.069628 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-228a6cbe-9bb4-4364-8e20-2de537befa70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting port 8eecf41c-e5fa-4d02-84df-7d82cd718734 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:26:03.069973 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-228a6cbe-9bb4-4364-8e20-2de537befa70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:03.267325 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-228a6cbe-9bb4-4364-8e20-2de537befa70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:03.267741 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-228a6cbe-9bb4-4364-8e20-2de537befa70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:03.411764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-228a6cbe-9bb4-4364-8e20-2de537befa70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Calling delete_port for 8eecf41c-e5fa-4d02-84df-7d82cd718734 owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:26:03.567668 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-228a6cbe-9bb4-4364-8e20-2de537befa70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:03.736658 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a6cbe-9bb4-4364-8e20-2de537befa70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Port': ['ID=8eecf41c-e5fa-4d02-84df-7d82cd718734,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:03.794332 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-57a781d3-016c-4d8b-b16e-e091138d1347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:03.839948 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-228a6cbe-9bb4-4364-8e20-2de537befa70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:03.840518 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-228a6cbe-9bb4-4364-8e20-2de537befa70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Floating IP dc4d0964-9a30-4e21-95a8-b6cb8f1eda1b disassociated (deleted). External IP: 172.25.1.145, port: 61ec2ebd-08d7-40ff-a466-b6770769729a. Feb 18 09:26:03.904814 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:03.911163 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:04.054948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d01bd-1827-49aa-a54c-fd8550683b55 req-6e05bb09-e4dd-4566-98bd-1c4d07c0e43c tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:04.056640 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a1d01bd-1827-49aa-a54c-fd8550683b55 req-6e05bb09-e4dd-4566-98bd-1c4d07c0e43c tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.1052961 Feb 18 09:26:04.111382 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a1d01bd-1827-49aa-a54c-fd8550683b55 req-08333549-c57f-412f-860b-587bc62df619 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454786 Feb 18 09:26:04.232664 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228a6cbe-9bb4-4364-8e20-2de537befa70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router 7bcdf776-dd60-4812-b843-613ea57c8136 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:26:04.415801 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228a6cbe-9bb4-4364-8e20-2de537befa70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:26:04.426165 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc548c06-abb7-4b67-bfe3-67f2fcbff8da None None] Sync routers for ids ['7bcdf776-dd60-4812-b843-613ea57c8136'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:26:04.437566 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc548c06-abb7-4b67-bfe3-67f2fcbff8da None None] Routers {'7bcdf776-dd60-4812-b843-613ea57c8136'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:26:04.438170 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bc548c06-abb7-4b67-bfe3-67f2fcbff8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:26:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7bcdf776-dd60-4812-b843-613ea57c8136'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:04.440211 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-228a6cbe-9bb4-4364-8e20-2de537befa70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:04.506418 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-228a6cbe-9bb4-4364-8e20-2de537befa70 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/floatingips/dc4d0964-9a30-4e21-95a8-b6cb8f1eda1b HTTP/1.1" status: 204 len: 168 time: 1.6792662 Feb 18 09:26:04.507149 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:26:04.558205 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'status': 'completed', 'code': 200} Feb 18 09:26:04.632165 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-bc548c06-abb7-4b67-bfe3-67f2fcbff8da None None] Set router 7bcdf776-dd60-4812-b843-613ea57c8136 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:26:04.653126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49c6ab-86c7-4dee-bad7-442c2cd348a8 req-312de198-bbb2-4ac8-b948-2b2ebfeb3936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:04.654962 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab49c6ab-86c7-4dee-bad7-442c2cd348a8 req-312de198-bbb2-4ac8-b948-2b2ebfeb3936 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 1098 time: 0.0754507 Feb 18 09:26:04.805333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49c6ab-86c7-4dee-bad7-442c2cd348a8 req-8ac94a77-875a-4901-b955-65c714392e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:04.806918 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab49c6ab-86c7-4dee-bad7-442c2cd348a8 req-8ac94a77-875a-4901-b955-65c714392e78 service neutron] 10.222.0.61 "GET /v2.0/networks?id=27c0a5d9-d747-4f15-8a4a-49ba377638f9 HTTP/1.1" status: 200 len: 897 time: 0.1461165 Feb 18 09:26:04.924463 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab49c6ab-86c7-4dee-bad7-442c2cd348a8 req-5e3fa218-ca8e-4903-bacb-95daacb650b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61ec2ebd-08d7-40ff-a466-b6770769729a HTTP/1.1" status: 200 len: 217 time: 0.1108332 Feb 18 09:26:05.013613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49c6ab-86c7-4dee-bad7-442c2cd348a8 req-cb2557c3-c4f3-4fcc-82ce-0df2aff0e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:05.014989 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab49c6ab-86c7-4dee-bad7-442c2cd348a8 req-cb2557c3-c4f3-4fcc-82ce-0df2aff0e664 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae9de204-e995-42bc-a9ee-53b8ddc6ae89 HTTP/1.1" status: 200 len: 835 time: 0.0840096 Feb 18 09:26:05.026916 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bc548c06-abb7-4b67-bfe3-67f2fcbff8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44930184', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:23:01Z', 'updated_at': '2022-02-18T09:23:08Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:02Z', 'updated_at': '2022-02-18T09:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'b53cca95-c510-4496-acb0-c7f825611e51', 'name': '', 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:a0:90:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:07Z', 'updated_at': '2022-02-18T09:23:14Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:05.031163 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc548c06-abb7-4b67-bfe3-67f2fcbff8da None None] Checking router: 7bcdf776-dd60-4812-b843-613ea57c8136 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:26:05.046247 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc548c06-abb7-4b67-bfe3-67f2fcbff8da None None] Routers {'7bcdf776-dd60-4812-b843-613ea57c8136'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:26:05.046909 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bc548c06-abb7-4b67-bfe3-67f2fcbff8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:26:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7bcdf776-dd60-4812-b843-613ea57c8136'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:05.080598 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b5728-15a9-4942-af93-ad2a677db358 req-99568cbf-16eb-4751-a238-1af405ed95c5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:05.082113 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-364b5728-15a9-4942-af93-ad2a677db358 req-99568cbf-16eb-4751-a238-1af405ed95c5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 947 time: 0.1992183 Feb 18 09:26:05.115993 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:05.157938 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-364b5728-15a9-4942-af93-ad2a677db358 req-6d460657-eba6-42d8-825d-eddd68606d83 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635357 Feb 18 09:26:05.165264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49c6ab-86c7-4dee-bad7-442c2cd348a8 req-2c0c03a4-0b72-488b-bcc2-c43e696ff3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:05.166799 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab49c6ab-86c7-4dee-bad7-442c2cd348a8 req-2c0c03a4-0b72-488b-bcc2-c43e696ff3bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27c0a5d9-d747-4f15-8a4a-49ba377638f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440270 Feb 18 09:26:05.251824 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-bc548c06-abb7-4b67-bfe3-67f2fcbff8da None None] Set router 7bcdf776-dd60-4812-b843-613ea57c8136 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:26:05.372086 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab49c6ab-86c7-4dee-bad7-442c2cd348a8 req-dca4dfe9-459f-4845-a29b-f2ec5bf2ab6f service neutron] 10.222.0.61 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972005 Feb 18 09:26:05.407313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cd8c2-504e-4ceb-a878-1c0b7e1db998 req-964f2faa-a354-43e7-b902-2f83e21535d1 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:05.408828 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e2cd8c2-504e-4ceb-a878-1c0b7e1db998 req-964f2faa-a354-43e7-b902-2f83e21535d1 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.1568332 Feb 18 09:26:05.523339 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e2cd8c2-504e-4ceb-a878-1c0b7e1db998 req-9c229b75-f494-4e15-834d-465a27194b91 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637107 Feb 18 09:26:05.559496 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab49c6ab-86c7-4dee-bad7-442c2cd348a8 req-22ffc439-378e-4411-bb5a-55de199c365e service neutron] 10.222.0.61 "GET /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800051 Feb 18 09:26:05.578427 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bc548c06-abb7-4b67-bfe3-67f2fcbff8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44930184', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:23:01Z', 'updated_at': '2022-02-18T09:23:08Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:02Z', 'updated_at': '2022-02-18T09:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'b53cca95-c510-4496-acb0-c7f825611e51', 'name': '', 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:a0:90:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:07Z', 'updated_at': '2022-02-18T09:23:14Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:05.582803 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc548c06-abb7-4b67-bfe3-67f2fcbff8da None None] The sync data for ids ['7bcdf776-dd60-4812-b843-613ea57c8136'] in n-d-829434-1 is: [{'id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44930184', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:23:01Z', 'updated_at': '2022-02-18T09:23:08Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:02Z', 'updated_at': '2022-02-18T09:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'b53cca95-c510-4496-acb0-c7f825611e51', 'name': '', 'network_id': '27c0a5d9-d747-4f15-8a4a-49ba377638f9', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:a0:90:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:07Z', 'updated_at': '2022-02-18T09:23:14Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': 'ae9de204-e995-42bc-a9ee-53b8ddc6ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:26:05.840340 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6552bd5-42c0-4011-a639-5c1f95a49300 None None] New status for floating IP dc4d0964-9a30-4e21-95a8-b6cb8f1eda1b: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:26:06.374556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba8e5e-01e7-4c8f-aee0-7e6db883b593 req-af5bb122-b26c-4415-96a7-4be1c710162d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:06.376041 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-06ba8e5e-01e7-4c8f-aee0-7e6db883b593 req-af5bb122-b26c-4415-96a7-4be1c710162d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 947 time: 0.1429501 Feb 18 09:26:06.386107 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebf92b-03aa-46cb-a637-aef8a93135da req-0498d6a0-0ecb-4ab3-8c80-04c70c4ab252 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:06.387557 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10ebf92b-03aa-46cb-a637-aef8a93135da req-0498d6a0-0ecb-4ab3-8c80-04c70c4ab252 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 947 time: 0.1194558 Feb 18 09:26:06.607037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-06ba8e5e-01e7-4c8f-aee0-7e6db883b593 req-0940b088-8cdb-407a-8e3c-1980c2425941 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting port 61ec2ebd-08d7-40ff-a466-b6770769729a {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:26:06.607369 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-06ba8e5e-01e7-4c8f-aee0-7e6db883b593 req-0940b088-8cdb-407a-8e3c-1980c2425941 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:06.642337 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10ebf92b-03aa-46cb-a637-aef8a93135da req-24380c53-6758-4c2a-8cef-9214f1367006 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8eadfb6-fd4d-462d-bd18-311a651f17bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2247767 Feb 18 09:26:06.875936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2f49c-6989-44d3-9ad9-3eea97e7d9c1 req-f9ffedf5-618e-40b3-bcb2-a3e6f8165836 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:06.877487 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66a2f49c-6989-44d3-9ad9-3eea97e7d9c1 req-f9ffedf5-618e-40b3-bcb2-a3e6f8165836 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.2385967 Feb 18 09:26:06.962604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-06ba8e5e-01e7-4c8f-aee0-7e6db883b593 req-0940b088-8cdb-407a-8e3c-1980c2425941 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] For port 61ec2ebd-08d7-40ff-a466-b6770769729a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=61ec2ebd-08d7-40ff-a466-b6770769729a,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:26:06.962969 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-06ba8e5e-01e7-4c8f-aee0-7e6db883b593 req-0940b088-8cdb-407a-8e3c-1980c2425941 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:06.973294 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66a2f49c-6989-44d3-9ad9-3eea97e7d9c1 req-391404e3-7852-4c2b-984f-d529ed39d5f1 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841660 Feb 18 09:26:07.102817 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-06ba8e5e-01e7-4c8f-aee0-7e6db883b593 req-0940b088-8cdb-407a-8e3c-1980c2425941 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Calling delete_port for 61ec2ebd-08d7-40ff-a466-b6770769729a owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:26:07.255801 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-06ba8e5e-01e7-4c8f-aee0-7e6db883b593 req-0940b088-8cdb-407a-8e3c-1980c2425941 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:07.311731 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940b088-8cdb-407a-8e3c-1980c2425941 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Port': ['ID=61ec2ebd-08d7-40ff-a466-b6770769729a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:07.388377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ba8e5e-01e7-4c8f-aee0-7e6db883b593 req-0940b088-8cdb-407a-8e3c-1980c2425941 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] No DVR routers for this DVR port 61ec2ebd-08d7-40ff-a466-b6770769729a on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:26:07.391074 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-06ba8e5e-01e7-4c8f-aee0-7e6db883b593 req-0940b088-8cdb-407a-8e3c-1980c2425941 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:07.393772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'name': 'network-vif-deleted', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:26:07.405729 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-06ba8e5e-01e7-4c8f-aee0-7e6db883b593 req-0940b088-8cdb-407a-8e3c-1980c2425941 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.61 "DELETE /v2.0/ports/61ec2ebd-08d7-40ff-a466-b6770769729a HTTP/1.1" status: 204 len: 173 time: 1.0172005 Feb 18 09:26:07.442641 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc0b415-f600-4f64-9a6c-b7ef105cf3ea', 'name': 'network-vif-deleted', 'tag': '61ec2ebd-08d7-40ff-a466-b6770769729a', 'status': 'completed', 'code': 200} Feb 18 09:26:07.979872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3dca097d-f78f-42b8-8a38-e100b83d3b11 req-f052922e-55e7-4016-aa05-b987714f7694 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Synchronizing usage tracker for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:26:08.000464 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3dca097d-f78f-42b8-8a38-e100b83d3b11 req-f052922e-55e7-4016-aa05-b987714f7694 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Unset dirty status for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:26:08.002217 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3dca097d-f78f-42b8-8a38-e100b83d3b11 req-f052922e-55e7-4016-aa05-b987714f7694 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc0b415-f600-4f64-9a6c-b7ef105cf3ea HTTP/1.1" status: 200 len: 210 time: 0.0678411 Feb 18 09:26:08.170807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adc680-4caf-4bcb-968c-d78691c7d2e1 req-d01e95f5-8896-4a6f-8ba4-b0de9e84ebc2 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:08.172373 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40adc680-4caf-4bcb-968c-d78691c7d2e1 req-d01e95f5-8896-4a6f-8ba4-b0de9e84ebc2 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.0827341 Feb 18 09:26:08.227404 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40adc680-4caf-4bcb-968c-d78691c7d2e1 req-c3d0eb10-14d0-459b-b621-ee6b6ecc4a51 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490899 Feb 18 09:26:08.511243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 61ec2ebd-08d7-40ff-a466-b6770769729a no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:26:08.546526 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 61ec2ebd-08d7-40ff-a466-b6770769729a {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:26:08.547048 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 61ec2ebd-08d7-40ff-a466-b6770769729a not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:26:09.125896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38076) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:09.611029 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3ce7c-6900-4896-909d-46418f03a738 req-71f10030-f035-4eb3-b49f-b6dcb2802e18 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:09.613115 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdc3ce7c-6900-4896-909d-46418f03a738 req-71f10030-f035-4eb3-b49f-b6dcb2802e18 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.2073202 Feb 18 09:26:09.851844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdc3ce7c-6900-4896-909d-46418f03a738 req-d8c4c596-b186-45cd-b2df-b500ce006dfc tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072613 Feb 18 09:26:09.986877 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-76764393-7b13-40cc-8028-c42e70a9de8f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:10.381516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-76764393-7b13-40cc-8028-c42e70a9de8f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting port b53cca95-c510-4496-acb0-c7f825611e51 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:26:10.382236 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-76764393-7b13-40cc-8028-c42e70a9de8f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:10.586336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-76764393-7b13-40cc-8028-c42e70a9de8f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] For port b53cca95-c510-4496-acb0-c7f825611e51, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b53cca95-c510-4496-acb0-c7f825611e51,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:26:10.586695 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-76764393-7b13-40cc-8028-c42e70a9de8f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:10.718057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-76764393-7b13-40cc-8028-c42e70a9de8f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Calling delete_port for b53cca95-c510-4496-acb0-c7f825611e51 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:26:11.127652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19f5bb-ea74-49cb-8dc6-a7a4e406f818 req-a7f55ef0-a676-43a6-8236-113d764106bc tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:11.129195 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d19f5bb-ea74-49cb-8dc6-a7a4e406f818 req-a7f55ef0-a676-43a6-8236-113d764106bc tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.1520729 Feb 18 09:26:11.134047 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-76764393-7b13-40cc-8028-c42e70a9de8f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:11.207156 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76764393-7b13-40cc-8028-c42e70a9de8f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Port': ['ID=b53cca95-c510-4496-acb0-c7f825611e51,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:11.300304 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d19f5bb-ea74-49cb-8dc6-a7a4e406f818 req-009a09b7-801a-4d78-8d35-1f76f0570837 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612298 Feb 18 09:26:11.462753 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:11.627032 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:11.636069 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-76764393-7b13-40cc-8028-c42e70a9de8f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:12.025361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76764393-7b13-40cc-8028-c42e70a9de8f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router 7bcdf776-dd60-4812-b843-613ea57c8136 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:26:12.219154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76764393-7b13-40cc-8028-c42e70a9de8f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:26:12.229095 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d424c075-80a1-4d12-bace-1247fd31b3ec None None] Sync routers for ids ['7bcdf776-dd60-4812-b843-613ea57c8136'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:26:12.238184 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d424c075-80a1-4d12-bace-1247fd31b3ec None None] Routers {'7bcdf776-dd60-4812-b843-613ea57c8136'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:26:12.238796 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d424c075-80a1-4d12-bace-1247fd31b3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:26:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7bcdf776-dd60-4812-b843-613ea57c8136'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:12.245124 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-76764393-7b13-40cc-8028-c42e70a9de8f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "PUT /v2.0/routers/7bcdf776-dd60-4812-b843-613ea57c8136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1166921 Feb 18 09:26:12.245600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38086) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:12.320205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b15b78-7093-4c35-97b9-7c1d19c933c1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting subnet ae9de204-e995-42bc-a9ee-53b8ddc6ae89 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:26:12.324158 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-55b15b78-7093-4c35-97b9-7c1d19c933c1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:12.405362 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-55b15b78-7093-4c35-97b9-7c1d19c933c1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:12.424710 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d424c075-80a1-4d12-bace-1247fd31b3ec None None] Set router 7bcdf776-dd60-4812-b843-613ea57c8136 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:26:12.564636 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-55b15b78-7093-4c35-97b9-7c1d19c933c1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:12.598581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad5409-2fc2-4610-adaf-53d34466be45 req-5cd76286-145d-4a54-9015-e150762b4764 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:12.599982 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4ad5409-2fc2-4610-adaf-53d34466be45 req-5cd76286-145d-4a54-9015-e150762b4764 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.1598630 Feb 18 09:26:12.665904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4ad5409-2fc2-4610-adaf-53d34466be45 req-7ab3dae2-aba1-41d7-bb38-4e7f56f8ec25 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600710 Feb 18 09:26:12.686438 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-55b15b78-7093-4c35-97b9-7c1d19c933c1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:12.736051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b15b78-7093-4c35-97b9-7c1d19c933c1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Subnet': ['ID=ae9de204-e995-42bc-a9ee-53b8ddc6ae89,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:12.741287 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-55b15b78-7093-4c35-97b9-7c1d19c933c1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:12.751000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-55b15b78-7093-4c35-97b9-7c1d19c933c1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/subnets/ae9de204-e995-42bc-a9ee-53b8ddc6ae89 HTTP/1.1" status: 204 len: 168 time: 0.5018435 Feb 18 09:26:12.752312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38092) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:12.756225 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c6461-ca37-47d7-a50f-80cb151b97b1 None None] Network 27c0a5d9-d747-4f15-8a4a-49ba377638f9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:26:12.762629 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d424c075-80a1-4d12-bace-1247fd31b3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44930184', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:23:01Z', 'updated_at': '2022-02-18T09:26:11Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:02Z', 'updated_at': '2022-02-18T09:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:12.766793 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d424c075-80a1-4d12-bace-1247fd31b3ec None None] Checking router: 7bcdf776-dd60-4812-b843-613ea57c8136 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:26:12.776601 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d424c075-80a1-4d12-bace-1247fd31b3ec None None] Routers {'7bcdf776-dd60-4812-b843-613ea57c8136'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:26:12.777365 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d424c075-80a1-4d12-bace-1247fd31b3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:26:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7bcdf776-dd60-4812-b843-613ea57c8136'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:12.991218 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d424c075-80a1-4d12-bace-1247fd31b3ec None None] Set router 7bcdf776-dd60-4812-b843-613ea57c8136 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:26:13.002640 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96f9b5f8-9937-4f80-a69d-2abbface156d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:13.075731 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] DHCP port deletion for 27c0a5d9-d747-4f15-8a4a-49ba377638f9 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:26:13.080515 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] Deleting port 3e7401f3-13f4-45de-b1f7-46e1f661616e {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:26:13.080892 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:13.303510 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] For port 3e7401f3-13f4-45de-b1f7-46e1f661616e, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3e7401f3-13f4-45de-b1f7-46e1f661616e,segment=NetworkSegment(dd8e8589-9c65-4d33-8b39-9356c3b33396),segment_id=dd8e8589-9c65-4d33-8b39-9356c3b33396)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:26:13.303905 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:13.367975 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d424c075-80a1-4d12-bace-1247fd31b3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44930184', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:23:01Z', 'updated_at': '2022-02-18T09:26:11Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:02Z', 'updated_at': '2022-02-18T09:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:13.374306 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d424c075-80a1-4d12-bace-1247fd31b3ec None None] The sync data for ids ['7bcdf776-dd60-4812-b843-613ea57c8136'] in n-d-829434-1 is: [{'id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44930184', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:23:01Z', 'updated_at': '2022-02-18T09:26:11Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': 'da187635-0e7d-47ed-9393-cc350f7de964', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcdf776-dd60-4812-b843-613ea57c8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:23:02Z', 'updated_at': '2022-02-18T09:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:26:13.377395 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96f9b5f8-9937-4f80-a69d-2abbface156d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:13.392923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-96f9b5f8-9937-4f80-a69d-2abbface156d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting port da187635-0e7d-47ed-9393-cc350f7de964 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:26:13.393800 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96f9b5f8-9937-4f80-a69d-2abbface156d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:13.444362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] Calling delete_port for 3e7401f3-13f4-45de-b1f7-46e1f661616e owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:26:13.521884 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:13.573125 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] Pushing event deleted for resources: {'Port': ['ID=3e7401f3-13f4-45de-b1f7-46e1f661616e,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:13.583431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] No DVR routers for this DVR port 3e7401f3-13f4-45de-b1f7-46e1f661616e on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:26:13.585563 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:13.585912 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:13.586348 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:13.586697 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:13.587033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:13.587359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:13.587687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:13.588044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:13.588403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:13.589434 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:13.589434 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:13.589434 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424e179-cc47-4de2-bf30-d18f2b5dd50b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:13.600728 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-96f9b5f8-9937-4f80-a69d-2abbface156d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] For port da187635-0e7d-47ed-9393-cc350f7de964, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=da187635-0e7d-47ed-9393-cc350f7de964,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:26:13.601102 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96f9b5f8-9937-4f80-a69d-2abbface156d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:13.734306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-96f9b5f8-9937-4f80-a69d-2abbface156d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Calling delete_port for da187635-0e7d-47ed-9393-cc350f7de964 owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:26:13.800255 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3e7401f3-13f4-45de-b1f7-46e1f661616e no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:26:13.843183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 3e7401f3-13f4-45de-b1f7-46e1f661616e {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:26:13.843780 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3e7401f3-13f4-45de-b1f7-46e1f661616e not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:26:13.844541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b53cca95-c510-4496-acb0-c7f825611e51 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:26:13.882668 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: b53cca95-c510-4496-acb0-c7f825611e51 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:26:13.883267 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b53cca95-c510-4496-acb0-c7f825611e51 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:26:13.923762 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b577f-fce2-430e-b70d-36d4a8a031c1 req-47009886-1aac-420e-9b6b-9bb7725f72e5 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:13.925381 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d28b577f-fce2-430e-b70d-36d4a8a031c1 req-47009886-1aac-420e-9b6b-9bb7725f72e5 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.1342816 Feb 18 09:26:14.024320 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d28b577f-fce2-430e-b70d-36d4a8a031c1 req-8e5533c7-ebb6-4d45-8c8e-79125332897c tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639215 Feb 18 09:26:14.025495 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96f9b5f8-9937-4f80-a69d-2abbface156d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.073736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9b5f8-9937-4f80-a69d-2abbface156d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Port': ['ID=da187635-0e7d-47ed-9393-cc350f7de964,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:14.173915 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96f9b5f8-9937-4f80-a69d-2abbface156d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.355258 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96f9b5f8-9937-4f80-a69d-2abbface156d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.357570 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96f9b5f8-9937-4f80-a69d-2abbface156d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.382641 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96f9b5f8-9937-4f80-a69d-2abbface156d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.383189 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f9b5f8-9937-4f80-a69d-2abbface156d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Fanout notify agent at l3_agent the message router_deleted on router 7bcdf776-dd60-4812-b843-613ea57c8136 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:26:14.406450 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-96f9b5f8-9937-4f80-a69d-2abbface156d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.407643 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-96f9b5f8-9937-4f80-a69d-2abbface156d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/routers/7bcdf776-dd60-4812-b843-613ea57c8136 HTTP/1.1" status: 204 len: 168 time: 1.6553226 Feb 18 09:26:14.410733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38098) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:14.559585 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aef34fc1-6249-4908-86a7-969858131598 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.814293 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aef34fc1-6249-4908-86a7-969858131598 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.842154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-aef34fc1-6249-4908-86a7-969858131598 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c0a5d9-d747-4f15-8a4a-49ba377638f9']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:14.863818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-aef34fc1-6249-4908-86a7-969858131598 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8e8589-9c65-4d33-8b39-9356c3b33396') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:14.864105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-aef34fc1-6249-4908-86a7-969858131598 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8e8589-9c65-4d33-8b39-9356c3b33396') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:14.876549 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aef34fc1-6249-4908-86a7-969858131598 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.893765 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aef34fc1-6249-4908-86a7-969858131598 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.901541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef34fc1-6249-4908-86a7-969858131598 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:26:14.902060 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aef34fc1-6249-4908-86a7-969858131598 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:26:14.917935 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:26:14.999613 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aef34fc1-6249-4908-86a7-969858131598 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:15.019226 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aef34fc1-6249-4908-86a7-969858131598 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:15.031656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef34fc1-6249-4908-86a7-969858131598 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Network': ['ID=27c0a5d9-d747-4f15-8a4a-49ba377638f9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:15.043598 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-aef34fc1-6249-4908-86a7-969858131598 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/networks/27c0a5d9-d747-4f15-8a4a-49ba377638f9 HTTP/1.1" status: 204 len: 168 time: 0.6294363 Feb 18 09:26:15.043852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38102) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:15.115950 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-32c595f9-9a4d-4df5-8532-0f4f85f9afbf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:15.149127 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-32c595f9-9a4d-4df5-8532-0f4f85f9afbf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:15.268445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dd118-5bfd-4866-b274-bd9fcd041830 req-386742e5-0195-488a-9afe-91c00df4cdab tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:15.269960 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7a9dd118-5bfd-4866-b274-bd9fcd041830 req-386742e5-0195-488a-9afe-91c00df4cdab tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.1240392 Feb 18 09:26:15.299440 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-32c595f9-9a4d-4df5-8532-0f4f85f9afbf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:15.342654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c595f9-9a4d-4df5-8532-0f4f85f9afbf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eadfb6-fd4d-462d-bd18-311a651f17bb,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:15.361299 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7a9dd118-5bfd-4866-b274-bd9fcd041830 req-fe4b2468-2167-4659-ba15-ced69a572201 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851357 Feb 18 09:26:15.362627 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-32c595f9-9a4d-4df5-8532-0f4f85f9afbf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:15.363725 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-32c595f9-9a4d-4df5-8532-0f4f85f9afbf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/security-groups/d8eadfb6-fd4d-462d-bd18-311a651f17bb HTTP/1.1" status: 204 len: 168 time: 0.3187809 Feb 18 09:26:15.667760 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38116) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:15.678346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e49886c7-53ea-4309-aabf-0fafd6d39f5d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37504075', 'description': 'tempest-secgroup-smoke-37504075 description', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:26:15.678346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e49886c7-53ea-4309-aabf-0fafd6d39f5d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:15.689566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e49886c7-53ea-4309-aabf-0fafd6d39f5d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:15.689566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e49886c7-53ea-4309-aabf-0fafd6d39f5d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:15.702363 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device da187635-0e7d-47ed-9393-cc350f7de964 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:26:15.708182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e49886c7-53ea-4309-aabf-0fafd6d39f5d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:15.719287 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e49886c7-53ea-4309-aabf-0fafd6d39f5d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:15.747875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e49886c7-53ea-4309-aabf-0fafd6d39f5d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:15.752978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: da187635-0e7d-47ed-9393-cc350f7de964 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:26:15.752978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device da187635-0e7d-47ed-9393-cc350f7de964 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:26:15.758823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e49886c7-53ea-4309-aabf-0fafd6d39f5d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:15.758823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e49886c7-53ea-4309-aabf-0fafd6d39f5d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:15.758823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e49886c7-53ea-4309-aabf-0fafd6d39f5d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:15.846794 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e49886c7-53ea-4309-aabf-0fafd6d39f5d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:15.846794 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e49886c7-53ea-4309-aabf-0fafd6d39f5d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:15.904875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49886c7-53ea-4309-aabf-0fafd6d39f5d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:15.904875 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e49886c7-53ea-4309-aabf-0fafd6d39f5d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:15.912873 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e49886c7-53ea-4309-aabf-0fafd6d39f5d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2409606 Feb 18 09:26:15.918485 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38120) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:15.918485 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-bd6e9e97-f227-4d5c-9f2f-7abcade8fece tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'be4ef8c9-d634-40f9-81a3-8c4798e8f2c3', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:26:15.934238 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-bd6e9e97-f227-4d5c-9f2f-7abcade8fece tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:15.940711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bd6e9e97-f227-4d5c-9f2f-7abcade8fece tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:15.940711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bd6e9e97-f227-4d5c-9f2f-7abcade8fece tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:15.950518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-bd6e9e97-f227-4d5c-9f2f-7abcade8fece tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:15.970596 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bd6e9e97-f227-4d5c-9f2f-7abcade8fece tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.061359 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bd6e9e97-f227-4d5c-9f2f-7abcade8fece tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.074041 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bd6e9e97-f227-4d5c-9f2f-7abcade8fece tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.102765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e9e97-f227-4d5c-9f2f-7abcade8fece tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8a6da4-0fe3-4a9e-836c-d54e0beb3699,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:16.115489 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bd6e9e97-f227-4d5c-9f2f-7abcade8fece tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.122387 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bd6e9e97-f227-4d5c-9f2f-7abcade8fece tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2052608 Feb 18 09:26:16.125573 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38124) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:16.125573 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-bff7f850-fc1f-4ac2-9d6b-a58c47eabf56 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'be4ef8c9-d634-40f9-81a3-8c4798e8f2c3', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:26:16.135731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bff7f850-fc1f-4ac2-9d6b-a58c47eabf56 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:16.135731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bff7f850-fc1f-4ac2-9d6b-a58c47eabf56 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:16.144153 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bff7f850-fc1f-4ac2-9d6b-a58c47eabf56 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:16.149577 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bff7f850-fc1f-4ac2-9d6b-a58c47eabf56 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:16.171555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bff7f850-fc1f-4ac2-9d6b-a58c47eabf56 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.258480 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bff7f850-fc1f-4ac2-9d6b-a58c47eabf56 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.258480 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bff7f850-fc1f-4ac2-9d6b-a58c47eabf56 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.293384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7f850-fc1f-4ac2-9d6b-a58c47eabf56 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd101d7-21c0-4b1e-ac09-5ba998c0fa69,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:16.302450 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bff7f850-fc1f-4ac2-9d6b-a58c47eabf56 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.302450 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bff7f850-fc1f-4ac2-9d6b-a58c47eabf56 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1780026 Feb 18 09:26:16.305387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38128) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:16.305387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-b0346c69-8f2f-4f79-bd81-904b5535e7aa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'be4ef8c9-d634-40f9-81a3-8c4798e8f2c3', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:26:16.319686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b0346c69-8f2f-4f79-bd81-904b5535e7aa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:16.319686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b0346c69-8f2f-4f79-bd81-904b5535e7aa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:16.326911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b0346c69-8f2f-4f79-bd81-904b5535e7aa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:16.333698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b0346c69-8f2f-4f79-bd81-904b5535e7aa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:16.357578 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b0346c69-8f2f-4f79-bd81-904b5535e7aa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.442128 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b0346c69-8f2f-4f79-bd81-904b5535e7aa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.449852 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b0346c69-8f2f-4f79-bd81-904b5535e7aa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.489908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0346c69-8f2f-4f79-bd81-904b5535e7aa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14758a4-35a6-48dd-9044-5440eccd3b7c,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:16.537397 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b0346c69-8f2f-4f79-bd81-904b5535e7aa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.543974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38134) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:16.543974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-23cd0c1c-5257-4d28-986b-6baddf331ba4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'be4ef8c9-d634-40f9-81a3-8c4798e8f2c3', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:26:16.550655 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b0346c69-8f2f-4f79-bd81-904b5535e7aa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2365813 Feb 18 09:26:16.557896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-23cd0c1c-5257-4d28-986b-6baddf331ba4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:16.557896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-23cd0c1c-5257-4d28-986b-6baddf331ba4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:16.565548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-23cd0c1c-5257-4d28-986b-6baddf331ba4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:16.572961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-23cd0c1c-5257-4d28-986b-6baddf331ba4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:16.608407 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-23cd0c1c-5257-4d28-986b-6baddf331ba4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.616821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb5ab1-3998-4f2f-bf1a-0e76682a9b11 req-898280f7-9a79-4ea6-928f-7058277ac689 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:16.623435 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18bb5ab1-3998-4f2f-bf1a-0e76682a9b11 req-898280f7-9a79-4ea6-928f-7058277ac689 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.1263525 Feb 18 09:26:16.679475 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18bb5ab1-3998-4f2f-bf1a-0e76682a9b11 req-ca6b485c-e596-4bc7-8edc-45c395e94787 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544236 Feb 18 09:26:16.690371 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-23cd0c1c-5257-4d28-986b-6baddf331ba4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.696833 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-23cd0c1c-5257-4d28-986b-6baddf331ba4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.723706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd0c1c-5257-4d28-986b-6baddf331ba4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609479cd-9cb5-4b2e-8cb7-b5223f15218a,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:16.738658 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-23cd0c1c-5257-4d28-986b-6baddf331ba4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.738658 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-23cd0c1c-5257-4d28-986b-6baddf331ba4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1937678 Feb 18 09:26:16.742916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38138) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:16.749897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-fae36e9a-1a59-4548-91aa-68605a3009c3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'be4ef8c9-d634-40f9-81a3-8c4798e8f2c3', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:26:16.755621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fae36e9a-1a59-4548-91aa-68605a3009c3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:16.755621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fae36e9a-1a59-4548-91aa-68605a3009c3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:16.762524 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fae36e9a-1a59-4548-91aa-68605a3009c3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:16.771608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fae36e9a-1a59-4548-91aa-68605a3009c3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:16.781482 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-fae36e9a-1a59-4548-91aa-68605a3009c3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Project ccb8cb66d20d4b1e88f70b374ab89e94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:26:16.791374 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fae36e9a-1a59-4548-91aa-68605a3009c3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.892478 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fae36e9a-1a59-4548-91aa-68605a3009c3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.896535 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fae36e9a-1a59-4548-91aa-68605a3009c3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.953264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae36e9a-1a59-4548-91aa-68605a3009c3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7d82c3-6a72-4d6c-a5ae-40f34411764f,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:16.963120 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fae36e9a-1a59-4548-91aa-68605a3009c3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:16.963120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fae36e9a-1a59-4548-91aa-68605a3009c3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2216389 Feb 18 09:26:16.967150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38142) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:16.973928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c8f70581-0fac-441d-8aa3-1ffcf31f062e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'be4ef8c9-d634-40f9-81a3-8c4798e8f2c3', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:26:16.982411 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c8f70581-0fac-441d-8aa3-1ffcf31f062e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:16.982411 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c8f70581-0fac-441d-8aa3-1ffcf31f062e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:16.988636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c8f70581-0fac-441d-8aa3-1ffcf31f062e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:16.995786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c8f70581-0fac-441d-8aa3-1ffcf31f062e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:17.010258 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-c8f70581-0fac-441d-8aa3-1ffcf31f062e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Project ccb8cb66d20d4b1e88f70b374ab89e94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:26:17.016561 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c8f70581-0fac-441d-8aa3-1ffcf31f062e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:17.114552 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c8f70581-0fac-441d-8aa3-1ffcf31f062e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:17.114552 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c8f70581-0fac-441d-8aa3-1ffcf31f062e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:17.160258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f70581-0fac-441d-8aa3-1ffcf31f062e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97b70a7-edaa-4b16-b735-23c0e3f41acd,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:17.176535 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c8f70581-0fac-441d-8aa3-1ffcf31f062e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:17.184159 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38146) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:17.187791 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c8f70581-0fac-441d-8aa3-1ffcf31f062e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2144759 Feb 18 09:26:17.195552 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-24aafda0-f0e6-4f32-a25e-0c008a8cf22f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'network': {'name': 'tempest-network-smoke--1807729134', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'port_security_enabled': True}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:26:17.203906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-24aafda0-f0e6-4f32-a25e-0c008a8cf22f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:17.211172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-24aafda0-f0e6-4f32-a25e-0c008a8cf22f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:network and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:17.211172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-24aafda0-f0e6-4f32-a25e-0c008a8cf22f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:17.224196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-24aafda0-f0e6-4f32-a25e-0c008a8cf22f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:17.238640 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24aafda0-f0e6-4f32-a25e-0c008a8cf22f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Made reservation on behalf of ccb8cb66d20d4b1e88f70b374ab89e94 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:26:17.244938 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24aafda0-f0e6-4f32-a25e-0c008a8cf22f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:17.274087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24aafda0-f0e6-4f32-a25e-0c008a8cf22f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:26:17.284689 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24aafda0-f0e6-4f32-a25e-0c008a8cf22f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:17.284689 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-24aafda0-f0e6-4f32-a25e-0c008a8cf22f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Added segment 91e87d8e-f0f1-4167-91b5-23ef08f139da of type vlan for network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb Feb 18 09:26:17.325843 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24aafda0-f0e6-4f32-a25e-0c008a8cf22f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:17.366131 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24aafda0-f0e6-4f32-a25e-0c008a8cf22f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:17.366131 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aafda0-f0e6-4f32-a25e-0c008a8cf22f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:17.366131 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24aafda0-f0e6-4f32-a25e-0c008a8cf22f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:17.478961 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-24aafda0-f0e6-4f32-a25e-0c008a8cf22f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2916036 Feb 18 09:26:17.483424 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38150) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:17.483424 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1003101547', 'admin_state_up': True, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:26:17.489813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aafda0-f0e6-4f32-a25e-0c008a8cf22f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Network': ['ID=2d6e7e0d-ba98-4a68-a60b-2fe695215beb,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:17.498380 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:17.502199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:router and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:17.505692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:26:17.510033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:17.516808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:17.531145 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:17.531145 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:17.550399 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:17.931717 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:18.055378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0133f-f5ba-4459-857d-f1f8967ffe15 req-293a5e10-bbdf-43f2-9105-323a9b3ca1a8 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:18.055378 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bdc0133f-f5ba-4459-857d-f1f8967ffe15 req-293a5e10-bbdf-43f2-9105-323a9b3ca1a8 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.1764290 Feb 18 09:26:18.131200 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bdc0133f-f5ba-4459-857d-f1f8967ffe15 req-65e87bd0-b7ed-4212-a2b4-de164a1f003f tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594652 Feb 18 09:26:18.481327 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:18.514369 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:18.699059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Allocated IP 172.25.1.196 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/58d068d5-7544-404a-8a09-1c220014307d) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:18.959244 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:18.997629 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:19.077837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:19.077837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:19.077837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:26:19.125685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=58d068d5-7544-404a-8a09-1c220014307d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:19.585586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579e131-afcd-4730-a168-7af3dd0fe52d req-48184ca6-851f-4cab-a7b4-0677183f5dea tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:19.587105 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1579e131-afcd-4730-a168-7af3dd0fe52d req-48184ca6-851f-4cab-a7b4-0677183f5dea tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.2481017 Feb 18 09:26:19.729144 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1579e131-afcd-4730-a168-7af3dd0fe52d req-9e501f92-5f06-4713-b938-e6be19c90075 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305544 Feb 18 09:26:19.738819 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:20.151309 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:20.522995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router b195e8a3-a7a2-4b20-aefd-7194077ddb2b is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:26:20.655949 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ea962-65d0-45bb-986a-617469f81cd7 req-e3b15383-c62e-43ef-ab75-1715b6aa94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:20.655949 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a04ea962-65d0-45bb-986a-617469f81cd7 req-e3b15383-c62e-43ef-ab75-1715b6aa94c4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 1096 time: 0.0945594 Feb 18 09:26:20.710466 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a04ea962-65d0-45bb-986a-617469f81cd7 req-7825d2d1-d4d2-476d-bb8e-26491de88336 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471616 Feb 18 09:26:20.755224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:26:20.766266 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Sync routers for ids ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:26:20.787778 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Routers {'b195e8a3-a7a2-4b20-aefd-7194077ddb2b'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:26:20.788892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:26:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:20.789680 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:20.791714 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-83a29730-0016-4d14-ae9c-f164f0554d93 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.3155167 Feb 18 09:26:20.794908 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38160) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:20.842537 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4b0ec470-460b-455e-8cf8-779d15dd6025 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=ccb8cb66d20d4b1e88f70b374ab89e94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463963 Feb 18 09:26:20.845173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38164) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:21.048859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9382ee10-2857-4e49-a48f-dda1e780cd65 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:21.050296 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9382ee10-2857-4e49-a48f-dda1e780cd65 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2041407 Feb 18 09:26:21.053430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38168) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:21.065910 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Set router b195e8a3-a7a2-4b20-aefd-7194077ddb2b gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:26:21.070057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4e2b6-8c5a-4fa2-a50a-20a3dee3e79a req-03f23878-00f8-4c2d-acae-71ebccd7c1a9 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:21.072010 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dca4e2b6-8c5a-4fa2-a50a-20a3dee3e79a req-03f23878-00f8-4c2d-acae-71ebccd7c1a9 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.1396184 Feb 18 09:26:21.099597 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0247a6e3-7525-49a7-a497-2d23e7420272 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450110 Feb 18 09:26:21.102313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38172) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:21.114437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-fd5c50c2-59ce-4428-9d57-a0014283a156 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-117420938', 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:26:21.220877 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dca4e2b6-8c5a-4fa2-a50a-20a3dee3e79a req-365e2b34-4e14-4602-9a01-5e9f9e71b037 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394982 Feb 18 09:26:21.255512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fd5c50c2-59ce-4428-9d57-a0014283a156 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:21.262445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fd5c50c2-59ce-4428-9d57-a0014283a156 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:subnet and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:21.266858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fd5c50c2-59ce-4428-9d57-a0014283a156 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:21.276245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fd5c50c2-59ce-4428-9d57-a0014283a156 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:21.287438 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5c50c2-59ce-4428-9d57-a0014283a156 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Made reservation on behalf of ccb8cb66d20d4b1e88f70b374ab89e94 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:26:21.292387 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fd5c50c2-59ce-4428-9d57-a0014283a156 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:21.414468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1003101547', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '58d068d5-7544-404a-8a09-1c220014307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:17Z', 'updated_at': '2022-02-18T09:26:19Z', 'revision_number': 3, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '58d068d5-7544-404a-8a09-1c220014307d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:18Z', 'updated_at': '2022-02-18T09:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:21.419199 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Checking router: b195e8a3-a7a2-4b20-aefd-7194077ddb2b for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:26:21.419549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Updating router b195e8a3-a7a2-4b20-aefd-7194077ddb2b port 58d068d5-7544-404a-8a09-1c220014307d binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:26:21.476684 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:21.563403 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fd5c50c2-59ce-4428-9d57-a0014283a156 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:21.642244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c50c2-59ce-4428-9d57-a0014283a156 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Subnet': ['ID=8abedb5b-0bfc-40b9-b232-1474377f2981,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:21.660557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5c50c2-59ce-4428-9d57-a0014283a156 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Checking segment: {'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:26:21.660919 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5c50c2-59ce-4428-9d57-a0014283a156 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network hostable DHCP agents. Network: 2d6e7e0d-ba98-4a68-a60b-2fe695215beb, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:26:21.684890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5c50c2-59ce-4428-9d57-a0014283a156 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:26:21.709859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-fd5c50c2-59ce-4428-9d57-a0014283a156 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 2d6e7e0d-ba98-4a68-a60b-2fe695215beb) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:21.719891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5c50c2-59ce-4428-9d57-a0014283a156 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:21.719891 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fd5c50c2-59ce-4428-9d57-a0014283a156 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:21.723783 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa95f8d-8656-48f5-a967-687dd83d6b87 None None] Network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:26:21.776879 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fd5c50c2-59ce-4428-9d57-a0014283a156 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6693401 Feb 18 09:26:21.779910 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38176) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:22.005989 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-2d6e7e0d-ba98-4a68-a60b-2fe695215beb', 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ips': [{'subnet_id': '8abedb5b-0bfc-40b9-b232-1474377f2981'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:26:22.006828 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.175988 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.244412 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Transition to ACTIVE for port object 58d068d5-7544-404a-8a09-1c220014307d will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:22.280929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Allocated IP 172.20.0.2 (2d6e7e0d-ba98-4a68-a60b-2fe695215beb/8abedb5b-0bfc-40b9-b232-1474377f2981/dd873b2c-e44e-478d-b40c-87182bdaefa7) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:22.293328 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.462559 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e406f65-2142-48f1-abe0-8f0f2f444b35 req-2a72fcd5-67d7-4cc5-985a-4b9e708fa0e7 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:22.464232 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e406f65-2142-48f1-abe0-8f0f2f444b35 req-2a72fcd5-67d7-4cc5-985a-4b9e708fa0e7 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.1199856 Feb 18 09:26:22.481379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Attempting to bind port 58d068d5-7544-404a-8a09-1c220014307d on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:26:22.481379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Attempting to bind port 58d068d5-7544-404a-8a09-1c220014307d by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:26:22.481379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Attempting to bind port 58d068d5-7544-404a-8a09-1c220014307d on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:26:22.487164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf72ae-6e9e-43c6-a36a-48d01d4b3311 None None] Pushing event updated for resources: {'Port': ['ID=58d068d5-7544-404a-8a09-1c220014307d,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:22.504226 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:26:22.504716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:26:22.505124 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.505523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:26:22.506017 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Bound port: 58d068d5-7544-404a-8a09-1c220014307d, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:26:22.506395 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.545681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e406f65-2142-48f1-abe0-8f0f2f444b35 req-a57e983f-8d2a-4064-8d81-a74c01fcbe55 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667810 Feb 18 09:26:22.621178 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] For port 58d068d5-7544-404a-8a09-1c220014307d, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:26:22.627289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] For port 58d068d5-7544-404a-8a09-1c220014307d, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=58d068d5-7544-404a-8a09-1c220014307d,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:26:22.645098 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.798555 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf72ae-6e9e-43c6-a36a-48d01d4b3311 None None] Pushing event updated for resources: {'Port': ['ID=58d068d5-7544-404a-8a09-1c220014307d,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:22.799728 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.824331 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Routers {'b195e8a3-a7a2-4b20-aefd-7194077ddb2b'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:26:22.825036 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:26:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:22.904415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-452d970e-146e-4329-a760-07bcf020ffa6 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:22.905968 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-452d970e-146e-4329-a760-07bcf020ffa6 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/networks?id=8dddb640-86e6-41fa-970f-fb47323f036a HTTP/1.1" status: 200 len: 810 time: 0.1749706 Feb 18 09:26:22.925832 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-0dd6ce89-b218-4eb5-ae82-3d780eac79c0 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/quotas/577886d628dd45a1ac549451c29a79d8 HTTP/1.1" status: 200 len: 375 time: 0.0133049 Feb 18 09:26:22.933281 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:22.951667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Transition to ACTIVE for port object dd873b2c-e44e-478d-b40c-87182bdaefa7 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:23.071805 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-37fd8969-e390-420f-ac08-d85e463721ae tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=577886d628dd45a1ac549451c29a79d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1355951 Feb 18 09:26:23.075344 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-2f493245-965b-451e-833c-371f759d80e0 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:26:23.076375 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-2f493245-965b-451e-833c-371f759d80e0 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057251 Feb 18 09:26:23.142336 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Transition to ACTIVE for port object dd873b2c-e44e-478d-b40c-87182bdaefa7 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:23.160815 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:23.164854 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] Set router b195e8a3-a7a2-4b20-aefd-7194077ddb2b gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:26:23.362028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Pushing event updated for resources: {'Port': ['ID=dd873b2c-e44e-478d-b40c-87182bdaefa7,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:23.386200 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:23.392674 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-777d8209-ab08-402d-9a3b-1838cd834822 service neutron] 10.222.0.72 "GET /v2.0/networks/8dddb640-86e6-41fa-970f-fb47323f036a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979333 Feb 18 09:26:23.398890 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:23.433374 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:26:23.578446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Allocated IP 172.20.0.1 (2d6e7e0d-ba98-4a68-a60b-2fe695215beb/8abedb5b-0bfc-40b9-b232-1474377f2981/0550727a-22e6-4c00-a87b-3bf5ca87478c) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:23.584155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Attempting to bind port dd873b2c-e44e-478d-b40c-87182bdaefa7 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:26:23.590123 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Attempting to bind port dd873b2c-e44e-478d-b40c-87182bdaefa7 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:26:23.590123 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Attempting to bind port dd873b2c-e44e-478d-b40c-87182bdaefa7 on network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:26:23.613447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:26:23.613447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Checking segment: {'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:26:23.613447 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:23.613447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Bound using segment: {'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:26:23.613447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Bound port: dd873b2c-e44e-478d-b40c-87182bdaefa7, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:26:23.617496 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:23.764449 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-c94524c7-bd91-4fa5-affe-07302dc11b7e service neutron] 10.222.0.72 "GET /v2.0/networks/8dddb640-86e6-41fa-970f-fb47323f036a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401852 Feb 18 09:26:23.799420 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] For port dd873b2c-e44e-478d-b40c-87182bdaefa7, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:26:23.803437 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] For port dd873b2c-e44e-478d-b40c-87182bdaefa7, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=dd873b2c-e44e-478d-b40c-87182bdaefa7,segment=NetworkSegment(91e87d8e-f0f1-4167-91b5-23ef08f139da),segment_id=91e87d8e-f0f1-4167-91b5-23ef08f139da)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:26:23.820958 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:23.854316 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:23.900453 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Transition to ACTIVE for port object 0550727a-22e6-4c00-a87b-3bf5ca87478c will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:23.910082 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1003101547', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '58d068d5-7544-404a-8a09-1c220014307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:17Z', 'updated_at': '2022-02-18T09:26:19Z', 'revision_number': 3, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '58d068d5-7544-404a-8a09-1c220014307d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:18Z', 'updated_at': '2022-02-18T09:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:23.935136 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad01d3-d06f-466f-92c4-12205ddb4fff None None] The sync data for ids ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'] in n-d-829434-1 is: [{'id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1003101547', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '58d068d5-7544-404a-8a09-1c220014307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:17Z', 'updated_at': '2022-02-18T09:26:19Z', 'revision_number': 3, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '58d068d5-7544-404a-8a09-1c220014307d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:18Z', 'updated_at': '2022-02-18T09:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:26:23.949207 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:23.959948 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6c6fa-8541-4f87-bd36-be4a9d8912c2 None None] Pushing event updated for resources: {'Port': ['ID=dd873b2c-e44e-478d-b40c-87182bdaefa7,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:24.093343 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:24.099594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:24.101329 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:26:24.159446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=0550727a-22e6-4c00-a87b-3bf5ca87478c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:24.169789 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eac74360-de46-4a8b-8591-e4cc1b7f41f6 req-ac29134b-af0d-44a0-9f41-9d347e5ddc8d tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 210 time: 0.1306264 Feb 18 09:26:24.263314 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:24.547116 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:25.250838 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:25.260185 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:25.416033 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:25.435851 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e2dda62-e71c-45de-9330-04fd8fce0ab6 req-0adc9f37-22af-4b9a-aca1-e1bce1e4c069 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 210 time: 0.1183004 Feb 18 09:26:25.459710 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=0550727a-22e6-4c00-a87b-3bf5ca87478c,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:25.599343 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4920fdf2-8d45-4ae4-b583-79da94042f01 None None] Network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:26:25.617468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:25.619683 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:25.889426 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router b195e8a3-a7a2-4b20-aefd-7194077ddb2b has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:26:25.898325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9efeb1e3-fc60-4c91-9c77-9cfe2b04b197 None None] Provisioning for port dd873b2c-e44e-478d-b40c-87182bdaefa7 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:25.933292 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 58d068d5-7544-404a-8a09-1c220014307d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:25.947218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-844c538c-774f-44b9-95ee-130a163c0642 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:25.947218 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-844c538c-774f-44b9-95ee-130a163c0642 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.61 "GET /v2.0/networks?id=8dddb640-86e6-41fa-970f-fb47323f036a HTTP/1.1" status: 200 len: 810 time: 0.4239357 Feb 18 09:26:25.964471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Request body: {'port': {'device_id': '92236901-33ae-4a40-8798-ee69ded4a5e4', 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a', 'admin_state_up': True, 'tenant_id': '577886d628dd45a1ac549451c29a79d8'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:26:26.142017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:26:26.160990 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-79bfdbca-cf1d-4aad-891b-c6d665282f27 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "PUT /v2.0/routers/b195e8a3-a7a2-4b20-aefd-7194077ddb2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3794885 Feb 18 09:26:26.204213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 58d068d5-7544-404a-8a09-1c220014307d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:26.216771 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 58d068d5-7544-404a-8a09-1c220014307d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:26.216928 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:26.222058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:26.229270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Usage tracker for resource:port and tenant:577886d628dd45a1ac549451c29a79d8 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:26.232661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:26.241083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:26.262576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Made reservation on behalf of 577886d628dd45a1ac549451c29a79d8 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:26:26.266899 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:26.544614 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:26.563749 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 58d068d5-7544-404a-8a09-1c220014307d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=58d068d5-7544-404a-8a09-1c220014307d,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:26:26.570376 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:26.571821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device dd873b2c-e44e-478d-b40c-87182bdaefa7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:26.599036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-a03c4525-f2ab-47f5-8a7c-b0ffab579b84 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Synchronizing usage tracker for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:26:26.637747 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Sync routers for ids ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:26:26.657444 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Routers {'b195e8a3-a7a2-4b20-aefd-7194077ddb2b'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:26:26.658183 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:26:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:26.676251 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Allocated IP 172.20.0.6 (8dddb640-86e6-41fa-970f-fb47323f036a/dd14b4ed-efce-4250-90b7-4032ea49a775/f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:26.677943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-a03c4525-f2ab-47f5-8a7c-b0ffab579b84 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Unset dirty status for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:26:26.688221 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-a03c4525-f2ab-47f5-8a7c-b0ffab579b84 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37504075&fields=id&tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94 HTTP/1.1" status: 200 len: 267 time: 0.1609955 Feb 18 09:26:26.729457 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=58d068d5-7544-404a-8a09-1c220014307d,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:26.740942 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29b209c3-fac1-4439-913a-b9ff04f4e0da req-585a18fa-5cd4-41df-9183-2ebf8176f459 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 210 time: 0.1101956 Feb 18 09:26:26.769842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port dd873b2c-e44e-478d-b40c-87182bdaefa7 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:26.776048 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port dd873b2c-e44e-478d-b40c-87182bdaefa7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:26.776048 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:26.917179 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Set router b195e8a3-a7a2-4b20-aefd-7194077ddb2b gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:26:27.000664 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:27.050893 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6d3124ac-fa81-4473-bdac-0ad81f1065f4 None None] Provisioning complete for port dd873b2c-e44e-478d-b40c-87182bdaefa7 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:27.051017 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6d3124ac-fa81-4473-bdac-0ad81f1065f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:27.122745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port dd873b2c-e44e-478d-b40c-87182bdaefa7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=dd873b2c-e44e-478d-b40c-87182bdaefa7,segment=NetworkSegment(91e87d8e-f0f1-4167-91b5-23ef08f139da),segment_id=91e87d8e-f0f1-4167-91b5-23ef08f139da)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:26:27.136631 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:27.185748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-8f4d847e-5dcc-47e1-8584-4255756b42f2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:27.186293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-8f4d847e-5dcc-47e1-8584-4255756b42f2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Synchronizing usage tracker for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:26:27.245212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-8f4d847e-5dcc-47e1-8584-4255756b42f2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Unset dirty status for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:26:27.245506 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-8f4d847e-5dcc-47e1-8584-4255756b42f2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/networks?id=2d6e7e0d-ba98-4a68-a60b-2fe695215beb HTTP/1.1" status: 200 len: 797 time: 0.5561490 Feb 18 09:26:27.254031 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=dd873b2c-e44e-478d-b40c-87182bdaefa7,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:27.261827 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:27.293815 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-96b2561e-8097-4c3b-b9de-c845caeaa9bd tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/quotas/ccb8cb66d20d4b1e88f70b374ab89e94 HTTP/1.1" status: 200 len: 375 time: 0.0284622 Feb 18 09:26:27.403855 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:27.420328 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['25648053-9ee8-4aa2-b980-f2603eeeda3a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:26:27.454054 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1003101547', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '58d068d5-7544-404a-8a09-1c220014307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:17Z', 'updated_at': '2022-02-18T09:26:24Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '58d068d5-7544-404a-8a09-1c220014307d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:18Z', 'updated_at': '2022-02-18T09:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '0550727a-22e6-4c00-a87b-3bf5ca87478c', 'name': '', 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:8d:50:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8abedb5b-0bfc-40b9-b232-1474377f2981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:23Z', 'updated_at': '2022-02-18T09:26:25Z', 'revision_number': 2, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': '8abedb5b-0bfc-40b9-b232-1474377f2981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:27.460172 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Checking router: b195e8a3-a7a2-4b20-aefd-7194077ddb2b for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:26:27.460890 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Updating router b195e8a3-a7a2-4b20-aefd-7194077ddb2b port 0550727a-22e6-4c00-a87b-3bf5ca87478c binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:26:27.512567 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Pushing event updated for resources: {'Port': ['ID=f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:27.512992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6d3124ac-fa81-4473-bdac-0ad81f1065f4 None None] Provisioning for port 0550727a-22e6-4c00-a87b-3bf5ca87478c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:27.524137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:27.524874 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:27.525296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:27.526986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:27.527470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:27.528157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:27.528645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:27.529111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:27.529688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:27.530327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:27.530665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:27.531013 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:27.535742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6d3124ac-fa81-4473-bdac-0ad81f1065f4 None None] Provisioning complete for port 0550727a-22e6-4c00-a87b-3bf5ca87478c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:27.536131 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6d3124ac-fa81-4473-bdac-0ad81f1065f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:27.545603 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:27.557779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Network 8dddb640-86e6-41fa-970f-fb47323f036a is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:27.558971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:27.566721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:26:27.645406 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-6d3124ac-fa81-4473-bdac-0ad81f1065f4 None None] Port 0550727a-22e6-4c00-a87b-3bf5ca87478c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:26:27.676145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-3d16c74c-cf70-4cc8-83ab-acc9a52bf323 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Synchronizing usage tracker for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:26:27.707814 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:27.708525 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:27.728567 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-3d16c74c-cf70-4cc8-83ab-acc9a52bf323 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Unset dirty status for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:26:27.732901 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-3d16c74c-cf70-4cc8-83ab-acc9a52bf323 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4204707 Feb 18 09:26:27.751436 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-2b6f9846-5e07-4238-ad60-64a380ad6df2 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:26:27.755768 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-2b6f9846-5e07-4238-ad60-64a380ad6df2 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098457 Feb 18 09:26:27.759972 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-3cbaf9d0-3b0c-4544-b62f-e39f801e37ca tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8047664 Feb 18 09:26:27.795777 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 58d068d5-7544-404a-8a09-1c220014307d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:27.820988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Request body: {'port': {'device_id': '92236901-33ae-4a40-8798-ee69ded4a5e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:26:27.874712 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-26bf758b-51bc-4274-bad7-fe8d5ef504bc None None] Provisioning complete for port 0550727a-22e6-4c00-a87b-3bf5ca87478c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:27.875366 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-26bf758b-51bc-4274-bad7-fe8d5ef504bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:27.987940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-26bf758b-51bc-4274-bad7-fe8d5ef504bc None None] Port 0550727a-22e6-4c00-a87b-3bf5ca87478c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:26:28.004162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 58d068d5-7544-404a-8a09-1c220014307d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:28.004967 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:28.161310 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device dd873b2c-e44e-478d-b40c-87182bdaefa7 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:28.225617 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:28.244150 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port dd873b2c-e44e-478d-b40c-87182bdaefa7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:28.244150 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:28.247185 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Transition to ACTIVE for port object 0550727a-22e6-4c00-a87b-3bf5ca87478c will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:28.261553 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:28.270416 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:28.288605 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-7903d8e0-9742-4799-b8a8-173b18ed48d3 service neutron] 10.222.0.72 "GET /v2.0/networks/2d6e7e0d-ba98-4a68-a60b-2fe695215beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200269 Feb 18 09:26:28.332779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b20f65-236c-403f-809c-cd0be9eb9516 req-0098c440-e05d-4d5e-bd0b-eae54f1b6079 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:28.333301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-73b20f65-236c-403f-809c-cd0be9eb9516 req-0098c440-e05d-4d5e-bd0b-eae54f1b6079 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Synchronizing usage tracker for tenant:577886d628dd45a1ac549451c29a79d8 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:26:28.424510 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8685e41-b426-496f-a834-ab5f773c010e None None] Pushing event updated for resources: {'Port': ['ID=0550727a-22e6-4c00-a87b-3bf5ca87478c,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:28.541367 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-73b20f65-236c-403f-809c-cd0be9eb9516 req-0098c440-e05d-4d5e-bd0b-eae54f1b6079 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Unset dirty status for tenant:577886d628dd45a1ac549451c29a79d8 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:26:28.549032 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73b20f65-236c-403f-809c-cd0be9eb9516 req-0098c440-e05d-4d5e-bd0b-eae54f1b6079 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 931 time: 0.6208568 Feb 18 09:26:28.576435 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Attempting to bind port 0550727a-22e6-4c00-a87b-3bf5ca87478c on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:26:28.576435 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Attempting to bind port 0550727a-22e6-4c00-a87b-3bf5ca87478c by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:26:28.576435 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Attempting to bind port 0550727a-22e6-4c00-a87b-3bf5ca87478c on network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:26:28.590767 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:26:28.596442 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Checking segment: {'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:26:28.596839 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:28.597405 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Bound using segment: {'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:26:28.597848 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Bound port: 0550727a-22e6-4c00-a87b-3bf5ca87478c, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:26:28.598244 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:28.701394 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-6dcc2526-21af-49ff-a589-66c391e13d72 service neutron] 10.222.0.72 "GET /v2.0/networks/2d6e7e0d-ba98-4a68-a60b-2fe695215beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042504 Feb 18 09:26:28.708846 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73b20f65-236c-403f-809c-cd0be9eb9516 req-26d5359b-540c-488d-bb06-bd9f32b716c2 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586473 Feb 18 09:26:28.742095 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] For port 0550727a-22e6-4c00-a87b-3bf5ca87478c, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:26:28.746887 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] For port 0550727a-22e6-4c00-a87b-3bf5ca87478c, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0550727a-22e6-4c00-a87b-3bf5ca87478c,segment=NetworkSegment(91e87d8e-f0f1-4167-91b5-23ef08f139da),segment_id=91e87d8e-f0f1-4167-91b5-23ef08f139da)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:26:28.755371 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:28.862533 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Routers {'b195e8a3-a7a2-4b20-aefd-7194077ddb2b'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:26:28.862533 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:26:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:29.043141 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8685e41-b426-496f-a834-ab5f773c010e None None] Pushing event updated for resources: {'Port': ['ID=0550727a-22e6-4c00-a87b-3bf5ca87478c,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:29.176995 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83259087-2a58-4fed-b071-612bbd1bd667 req-5638628f-ee2f-4588-b271-d3abc7b64ab0 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 210 time: 0.1996698 Feb 18 09:26:29.239646 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] Set router b195e8a3-a7a2-4b20-aefd-7194077ddb2b gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:26:29.343425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:26:29.353653 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:29.376652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Transition to ACTIVE for port object f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:29.380468 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:29.542467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Pushing event updated for resources: {'Port': ['ID=f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:29.687663 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1003101547', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '58d068d5-7544-404a-8a09-1c220014307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:17Z', 'updated_at': '2022-02-18T09:26:24Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '58d068d5-7544-404a-8a09-1c220014307d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:18Z', 'updated_at': '2022-02-18T09:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '0550727a-22e6-4c00-a87b-3bf5ca87478c', 'name': '', 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:8d:50:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8abedb5b-0bfc-40b9-b232-1474377f2981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:23Z', 'updated_at': '2022-02-18T09:26:28Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': '8abedb5b-0bfc-40b9-b232-1474377f2981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:29.693314 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78257026-b6c0-4067-b874-081640fe3d87 None None] The sync data for ids ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'] in n-d-829434-1 is: [{'id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1003101547', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '58d068d5-7544-404a-8a09-1c220014307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:17Z', 'updated_at': '2022-02-18T09:26:24Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '58d068d5-7544-404a-8a09-1c220014307d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:18Z', 'updated_at': '2022-02-18T09:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '0550727a-22e6-4c00-a87b-3bf5ca87478c', 'name': '', 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:8d:50:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8abedb5b-0bfc-40b9-b232-1474377f2981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:23Z', 'updated_at': '2022-02-18T09:26:28Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': '8abedb5b-0bfc-40b9-b232-1474377f2981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:26:29.698177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Attempting to bind port f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:26:29.698177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Attempting to bind port f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:26:29.698177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Attempting to bind port f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 on network 8dddb640-86e6-41fa-970f-fb47323f036a {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:26:29.705610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Port f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 on network 8dddb640-86e6-41fa-970f-fb47323f036a not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:26:29.705610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Attempting to bind port f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 on network 8dddb640-86e6-41fa-970f-fb47323f036a {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:26:29.710631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:26:29.710942 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Checking segment: {'id': 'a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:26:29.714254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Bound using segment: {'id': 'a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:26:29.714254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Bound port: f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:26:29.714254 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:29.948442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] For port f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:26:29.965129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] For port f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1,segment=NetworkSegment(a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309),segment_id=a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:26:29.983483 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:30.066347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:30.066964 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:30.068380 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] 10.222.0.61 "PUT /v2.0/ports/f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 HTTP/1.1" status: 200 len: 1091 time: 2.2563460 Feb 18 09:26:30.078879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf41a7d-d9d7-4e7d-bac5-6b8db5098360 req-a24b6d93-36cd-48ee-a85d-90b63ee9c5dd tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:30.080687 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0cf41a7d-d9d7-4e7d-bac5-6b8db5098360 req-a24b6d93-36cd-48ee-a85d-90b63ee9c5dd tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 943 time: 0.1932099 Feb 18 09:26:30.081241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92236901-33ae-4a40-8798-ee69ded4a5e4', 'tag': 'f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:26:30.156655 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92236901-33ae-4a40-8798-ee69ded4a5e4', 'tag': 'f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1', 'status': 'completed', 'code': 200} Feb 18 09:26:30.252718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d572ab7-26e2-41c0-b7c5-fbb83e08ca72 service neutron] Pushing event updated for resources: {'Port': ['ID=f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:30.262417 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0cf41a7d-d9d7-4e7d-bac5-6b8db5098360 req-e4999b52-623a-43ce-b27b-357bd71ea98a tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622069 Feb 18 09:26:30.326355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-9779abd2-a512-463e-9dc1-25dfe87f46ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:30.327887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-9779abd2-a512-463e-9dc1-25dfe87f46ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=577886d628dd45a1ac549451c29a79d8&device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 1094 time: 0.2136822 Feb 18 09:26:30.333424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77a66c00-838c-46a4-99e6-ec705f3f8f05 req-799ceb53-a5e0-49f3-9eff-d728b3fd753f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1456988 Feb 18 09:26:30.353466 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a49c4ba6-c81d-415e-82e8-e5c0d60c0493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:30.492235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-702f843d-6e42-452e-a287-94079ce40694 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 HTTP/1.1" status: 200 len: 217 time: 0.1565404 Feb 18 09:26:30.500592 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-33ffafad-078a-4069-b049-557c218dfa97 req-e8afe7e7-b7ce-4f22-92ca-7658e76df914 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 210 time: 0.1054208 Feb 18 09:26:30.591448 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-0b9879a3-a94b-4bf6-8209-ff0fd6b5b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:30.593256 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-0b9879a3-a94b-4bf6-8209-ff0fd6b5b246 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd14b4ed-efce-4250-90b7-4032ea49a775 HTTP/1.1" status: 200 len: 850 time: 0.0915031 Feb 18 09:26:30.644288 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-86df3abd-a2bc-4c32-ba8d-18f426353891 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:30.645039 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-86df3abd-a2bc-4c32-ba8d-18f426353891 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Synchronizing usage tracker for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:network {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:26:30.660780 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-86df3abd-a2bc-4c32-ba8d-18f426353891 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Unset dirty status for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:network {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:26:30.662574 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-86df3abd-a2bc-4c32-ba8d-18f426353891 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.81 "GET /v2.0/networks?id=2d6e7e0d-ba98-4a68-a60b-2fe695215beb HTTP/1.1" status: 200 len: 797 time: 0.2263198 Feb 18 09:26:30.722007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-28494d95-be9b-4c61-8fe4-508361f8dc34 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Synchronizing usage tracker for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:security_group {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:26:30.748389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-28494d95-be9b-4c61-8fe4-508361f8dc34 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Unset dirty status for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:security_group {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:26:30.749904 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-28494d95-be9b-4c61-8fe4-508361f8dc34 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94 HTTP/1.1" status: 200 len: 378 time: 0.0789680 Feb 18 09:26:30.760062 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'port': {'device_id': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb', 'admin_state_up': True, 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'security_groups': ['be4ef8c9-d634-40f9-81a3-8c4798e8f2c3']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:26:30.801601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-e02a2d7e-41ec-465b-b9e9-2e743ba8296d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dddb640-86e6-41fa-970f-fb47323f036a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2010615 Feb 18 09:26:30.812219 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a66c00-838c-46a4-99e6-ec705f3f8f05 req-66779e57-3a23-4c97-b116-2a4edf43a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:30.813923 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77a66c00-838c-46a4-99e6-ec705f3f8f05 req-66779e57-3a23-4c97-b116-2a4edf43a06d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 1097 time: 0.3657944 Feb 18 09:26:30.933302 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:30.943555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:30.954800 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Made reservation on behalf of ccb8cb66d20d4b1e88f70b374ab89e94 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:26:30.958416 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:31.081862 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-8c972a1c-689f-47d4-86be-15e67592e390 service neutron] 10.222.0.61 "GET /v2.0/networks/8dddb640-86e6-41fa-970f-fb47323f036a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669477 Feb 18 09:26:31.174040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a66c00-838c-46a4-99e6-ec705f3f8f05 req-1ad0b18c-497e-4816-980d-b95e51fec3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:31.175433 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77a66c00-838c-46a4-99e6-ec705f3f8f05 req-1ad0b18c-497e-4816-980d-b95e51fec3ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 912 time: 0.2622344 Feb 18 09:26:31.291783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Allocated IP 172.20.0.14 (2d6e7e0d-ba98-4a68-a60b-2fe695215beb/8abedb5b-0bfc-40b9-b232-1474377f2981/b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:31.323835 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77a66c00-838c-46a4-99e6-ec705f3f8f05 req-c166caa0-e625-4860-b3d0-c016e75d45ec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a08811ea-6839-465f-b28e-f454d5583538 HTTP/1.1" status: 200 len: 1002 time: 0.1402617 Feb 18 09:26:31.363221 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83418847-2959-41da-a493-e6d3e6ef9c27 req-bd775c89-3ffa-4bd3-a8de-672d988c2f6a service neutron] 10.222.0.61 "GET /v2.0/networks/8dddb640-86e6-41fa-970f-fb47323f036a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688124 Feb 18 09:26:31.433552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a66c00-838c-46a4-99e6-ec705f3f8f05 req-a4011af4-5f34-4300-a083-7b46a5501684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:31.434997 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77a66c00-838c-46a4-99e6-ec705f3f8f05 req-a4011af4-5f34-4300-a083-7b46a5501684 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.1042120 Feb 18 09:26:31.522970 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:31.541854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Transition to ACTIVE for port object b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:31.578064 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:31.611313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde8de1-30a3-422a-aa94-ff1a31df5ffb req-9ae9e071-1e76-4fe7-802c-3f47a3658c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:31.612854 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cde8de1-30a3-422a-aa94-ff1a31df5ffb req-9ae9e071-1e76-4fe7-802c-3f47a3658c25 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=577886d628dd45a1ac549451c29a79d8&device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 1094 time: 0.1770010 Feb 18 09:26:31.615678 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a66c00-838c-46a4-99e6-ec705f3f8f05 req-af433bd2-b53d-4508-a405-90a2aee1b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:31.617350 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77a66c00-838c-46a4-99e6-ec705f3f8f05 req-af433bd2-b53d-4508-a405-90a2aee1b92a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461818 Feb 18 09:26:31.625583 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72fa00-6f24-42ce-8c45-867d3770f615 req-30861a09-69b6-4214-97ff-ca72e0a8e5cd tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:31.627080 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e72fa00-6f24-42ce-8c45-867d3770f615 req-30861a09-69b6-4214-97ff-ca72e0a8e5cd tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 943 time: 0.2344074 Feb 18 09:26:31.654195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:31.663865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:31.673852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:26:31.730260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:31.749023 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:31.749376 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0550727a-22e6-4c00-a87b-3bf5ca87478c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:31.750297 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:31.750890 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:31.751431 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:31.752068 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:31.752634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:31.753247 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:31.753957 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:31.754703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:31.755391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:31.755959 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:31.756629 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:26:31.778161 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:31.779002 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:31.824565 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-441513b4-7345-4999-b697-21ee67edc2f8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0689783 Feb 18 09:26:31.837219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Request body: {'port': {'device_id': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:26:31.846276 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 0550727a-22e6-4c00-a87b-3bf5ca87478c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:31.858058 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0550727a-22e6-4c00-a87b-3bf5ca87478c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:31.858594 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:31.927797 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77a66c00-838c-46a4-99e6-ec705f3f8f05 req-1d9952ee-562f-4c39-b398-dab366e13db2 service neutron] 10.222.0.61 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995715 Feb 18 09:26:32.011725 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:32.031584 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-afd08ed9-62e1-482d-9498-c331a8523cc1 None None] Provisioning for port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:32.044697 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-afd08ed9-62e1-482d-9498-c331a8523cc1 None None] Provisioning complete for port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:32.045055 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-afd08ed9-62e1-482d-9498-c331a8523cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:32.072960 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:32.092352 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e72fa00-6f24-42ce-8c45-867d3770f615 req-5fc48959-538a-4bb4-bf9d-5c20bcd8fd32 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891389 Feb 18 09:26:32.128744 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-afd08ed9-62e1-482d-9498-c331a8523cc1 None None] Port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:26:32.134261 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 0550727a-22e6-4c00-a87b-3bf5ca87478c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0550727a-22e6-4c00-a87b-3bf5ca87478c,segment=NetworkSegment(91e87d8e-f0f1-4167-91b5-23ef08f139da),segment_id=91e87d8e-f0f1-4167-91b5-23ef08f139da)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:26:32.139474 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:32.172769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde8de1-30a3-422a-aa94-ff1a31df5ffb req-f10b982f-06e6-4b75-91d3-876122dae242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:32.174218 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cde8de1-30a3-422a-aa94-ff1a31df5ffb req-f10b982f-06e6-4b75-91d3-876122dae242 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dddb640-86e6-41fa-970f-fb47323f036a HTTP/1.1" status: 200 len: 911 time: 0.5433691 Feb 18 09:26:32.187201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15249403-6b14-43c5-8555-c9d5014eaefa req-b490c405-e634-4842-b746-128710d27064 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:32.193297 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15249403-6b14-43c5-8555-c9d5014eaefa req-b490c405-e634-4842-b746-128710d27064 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 932 time: 0.5630736 Feb 18 09:26:32.218272 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=0550727a-22e6-4c00-a87b-3bf5ca87478c,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:32.261891 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-77a66c00-838c-46a4-99e6-ec705f3f8f05 req-3efe78ab-5c05-4649-a895-e71e99555d7d service neutron] 10.222.0.61 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227794 Feb 18 09:26:32.284215 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cde8de1-30a3-422a-aa94-ff1a31df5ffb req-ccc8b9bf-7c81-42a0-8164-7171ddbb45bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 HTTP/1.1" status: 200 len: 217 time: 0.0861270 Feb 18 09:26:32.441178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef {{(pid=87767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:26:32.449204 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:32.465615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Transition to ACTIVE for port object b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:26:32.471955 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:32.493648 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15249403-6b14-43c5-8555-c9d5014eaefa req-24bd14b1-0d4d-4bd7-96b1-8b119e0af1d5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2938509 Feb 18 09:26:32.517883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde8de1-30a3-422a-aa94-ff1a31df5ffb req-e7483019-f846-45a2-9734-5516e4780108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:32.519414 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cde8de1-30a3-422a-aa94-ff1a31df5ffb req-e7483019-f846-45a2-9734-5516e4780108 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd14b4ed-efce-4250-90b7-4032ea49a775 HTTP/1.1" status: 200 len: 850 time: 0.2260332 Feb 18 09:26:32.573296 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cde8de1-30a3-422a-aa94-ff1a31df5ffb req-8d02f845-d49a-4c66-a457-674c5e9f15c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dddb640-86e6-41fa-970f-fb47323f036a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449736 Feb 18 09:26:32.639949 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Pushing event updated for resources: {'Port': ['ID=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:32.732728 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Attempting to bind port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:26:32.733384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Attempting to bind port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:26:32.733384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Attempting to bind port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef on network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:26:32.740948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef on network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:26:32.741641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Attempting to bind port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef on network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:26:32.747388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cde8de1-30a3-422a-aa94-ff1a31df5ffb req-6f843c6c-adec-4c30-9371-38396d671028 service neutron] 10.222.0.61 "GET /v2.0/networks/8dddb640-86e6-41fa-970f-fb47323f036a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663885 Feb 18 09:26:32.748621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:26:32.748958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Checking segment: {'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:26:32.749334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Bound using segment: {'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'} {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:26:32.749752 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Bound port: b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'}}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:26:32.750169 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:32.850246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] For port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host n-h1-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:26:32.856529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] For port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,segment=NetworkSegment(91e87d8e-f0f1-4167-91b5-23ef08f139da),segment_id=91e87d8e-f0f1-4167-91b5-23ef08f139da)] {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:26:32.862994 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:32.909443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cde8de1-30a3-422a-aa94-ff1a31df5ffb req-e60e2257-18bd-4b77-a21a-13f91f7d5e1c service neutron] 10.222.0.61 "GET /v2.0/networks/8dddb640-86e6-41fa-970f-fb47323f036a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557486 Feb 18 09:26:32.934059 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:32.934687 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:32.936107 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] 10.222.0.81 "PUT /v2.0/ports/b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef HTTP/1.1" status: 200 len: 1092 time: 1.1037831 Feb 18 09:26:32.936598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'tag': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:26:32.966162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526e5d2-4d41-4b34-805e-d067e890a2ed service neutron] Pushing event updated for resources: {'Port': ['ID=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:33.056939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-17b18253-d443-43d4-b828-d9d94fbdd001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:33.058503 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-17b18253-d443-43d4-b828-d9d94fbdd001 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 1095 time: 0.0817065 Feb 18 09:26:33.065728 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'tag': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef', 'status': 'completed', 'code': 200} Feb 18 09:26:33.142938 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-eb37d8c5-1200-4a30-8333-7f03f7e6a4f0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef HTTP/1.1" status: 200 len: 217 time: 0.0716667 Feb 18 09:26:33.218543 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-30839508-41e2-46c2-919c-f248d20162ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:33.219975 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-30839508-41e2-46c2-919c-f248d20162ee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8abedb5b-0bfc-40b9-b232-1474377f2981 HTTP/1.1" status: 200 len: 834 time: 0.0698695 Feb 18 09:26:33.305151 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-9b9380e1-6a87-4df6-aeaf-f376ca8e3947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:33.307200 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-9b9380e1-6a87-4df6-aeaf-f376ca8e3947 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d6e7e0d-ba98-4a68-a60b-2fe695215beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788844 Feb 18 09:26:33.312823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751d2d3-bb51-4fd9-8d83-c6a988d45a8a req-8897935b-0502-45f4-acf9-62bb3927ff57 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:33.314518 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0751d2d3-bb51-4fd9-8d83-c6a988d45a8a req-8897935b-0502-45f4-acf9-62bb3927ff57 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 943 time: 0.0941563 Feb 18 09:26:33.363582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0751d2d3-bb51-4fd9-8d83-c6a988d45a8a req-51db983f-d5dc-4986-8dbb-9eb4b3678c76 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431898 Feb 18 09:26:33.555823 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-6408d269-0c82-471a-bb2e-b2bcb36bc570 service neutron] 10.222.0.81 "GET /v2.0/networks/2d6e7e0d-ba98-4a68-a60b-2fe695215beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412519 Feb 18 09:26:33.699068 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0550727a-22e6-4c00-a87b-3bf5ca87478c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:33.710571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e60b2-6c9a-4631-8c89-05a5753fc2e1 req-ad3ee950-f352-4e98-9a58-ff4411e9a3d4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:33.712636 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a7be83f5-a7bb-4c0b-bef7-382b9535aa4d req-c2b7e469-0f39-4711-b224-d3e437559b3e service neutron] 10.222.0.81 "GET /v2.0/networks/2d6e7e0d-ba98-4a68-a60b-2fe695215beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506162 Feb 18 09:26:33.713047 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-666e60b2-6c9a-4631-8c89-05a5753fc2e1 req-ad3ee950-f352-4e98-9a58-ff4411e9a3d4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 944 time: 0.0996833 Feb 18 09:26:33.761938 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-666e60b2-6c9a-4631-8c89-05a5753fc2e1 req-b4802caa-fab4-4e5f-a46e-7b1f8317a00e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427024 Feb 18 09:26:33.808157 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d9ea01fe-0a26-46f1-8f3f-9fe13316ee7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:33.809727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0550727a-22e6-4c00-a87b-3bf5ca87478c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:33.810085 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:33.845356 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc966ea-6bf2-4883-8021-d1eea13452a1 req-2c216484-b938-4b47-912c-e0d8c6e0efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:33.847351 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2dc966ea-6bf2-4883-8021-d1eea13452a1 req-2c216484-b938-4b47-912c-e0d8c6e0efe0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 1095 time: 0.0857513 Feb 18 09:26:33.897486 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:33.898643 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:33.995734 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc966ea-6bf2-4883-8021-d1eea13452a1 req-6a1151d2-223e-45f6-86a4-236732f23d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:33.997213 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2dc966ea-6bf2-4883-8021-d1eea13452a1 req-6a1151d2-223e-45f6-86a4-236732f23d07 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d6e7e0d-ba98-4a68-a60b-2fe695215beb HTTP/1.1" status: 200 len: 898 time: 0.1425452 Feb 18 09:26:34.074903 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2dc966ea-6bf2-4883-8021-d1eea13452a1 req-bdfdda0a-91d5-4c80-8088-e41720b1ae41 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef HTTP/1.1" status: 200 len: 217 time: 0.0684330 Feb 18 09:26:34.095938 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:26:34.143190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc966ea-6bf2-4883-8021-d1eea13452a1 req-a2631a00-c5d7-4c23-827e-cdf4a0207032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:34.144749 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2dc966ea-6bf2-4883-8021-d1eea13452a1 req-a2631a00-c5d7-4c23-827e-cdf4a0207032 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8abedb5b-0bfc-40b9-b232-1474377f2981 HTTP/1.1" status: 200 len: 834 time: 0.0630383 Feb 18 09:26:34.222994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc966ea-6bf2-4883-8021-d1eea13452a1 req-e1cae1a5-ebb2-4062-9065-d4698bad8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:34.224505 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2dc966ea-6bf2-4883-8021-d1eea13452a1 req-e1cae1a5-ebb2-4062-9065-d4698bad8977 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d6e7e0d-ba98-4a68-a60b-2fe695215beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735228 Feb 18 09:26:34.359614 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2dc966ea-6bf2-4883-8021-d1eea13452a1 req-f3e563cb-1bfc-41c5-92d6-aa0fb970c66f service neutron] 10.222.0.81 "GET /v2.0/networks/2d6e7e0d-ba98-4a68-a60b-2fe695215beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284361 Feb 18 09:26:34.509882 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-2dc966ea-6bf2-4883-8021-d1eea13452a1 req-1feb265f-83d3-41d5-98a6-41520c658d39 service neutron] 10.222.0.81 "GET /v2.0/networks/2d6e7e0d-ba98-4a68-a60b-2fe695215beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430614 Feb 18 09:26:34.567508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db55814-d75b-4166-9c20-ae5e09dff555 req-54f44642-57bf-4358-a4e4-7c930a181daa tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:34.569102 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db55814-d75b-4166-9c20-ae5e09dff555 req-54f44642-57bf-4358-a4e4-7c930a181daa tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 943 time: 0.0877147 Feb 18 09:26:34.623949 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9db55814-d75b-4166-9c20-ae5e09dff555 req-8e7d5147-11e6-4e03-8008-b517f0001154 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488024 Feb 18 09:26:34.683211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:26:34.825979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1,segment=NetworkSegment(a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309),segment_id=a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:26:34.847981 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1', 'network_id': '8dddb640-86e6-41fa-970f-fb47323f036a', 'port_id': 'f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1', 'mac_address': 'fa:16:3e:c5:e3:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd14b4ed-efce-4250-90b7-4032ea49a775', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:26:34.924922 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:34.945239 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:26:34.962784 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1,segment=NetworkSegment(a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309),segment_id=a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:26:34.966696 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:35.042800 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:35.049290 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84179e89-1928-4122-b206-01deffd2977f req-33cf6f92-c2e7-44d8-b701-835036324abb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:35.051381 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84179e89-1928-4122-b206-01deffd2977f req-33cf6f92-c2e7-44d8-b701-835036324abb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 944 time: 0.1751506 Feb 18 09:26:35.097515 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84179e89-1928-4122-b206-01deffd2977f req-2a0e9110-485e-4202-bec5-0ce99511fdda tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404468 Feb 18 09:26:35.119626 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:35.283391 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:26:35.447507 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1ac24888-4d5b-4da3-9acd-da57ae39d64c req-b102c53f-7a31-499e-b55d-7e160501f365 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744495 Feb 18 09:26:35.606350 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac24888-4d5b-4da3-9acd-da57ae39d64c req-dc669565-6dd0-4f9f-afeb-a9d94a1937e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:35.607789 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1ac24888-4d5b-4da3-9acd-da57ae39d64c req-dc669565-6dd0-4f9f-afeb-a9d94a1937e4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 1097 time: 0.0803370 Feb 18 09:26:35.760042 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac24888-4d5b-4da3-9acd-da57ae39d64c req-0e618817-f309-48c9-ae7a-56ee8f1797e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:35.761595 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1ac24888-4d5b-4da3-9acd-da57ae39d64c req-0e618817-f309-48c9-ae7a-56ee8f1797e3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 912 time: 0.1351104 Feb 18 09:26:35.831968 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83a91a-411e-466b-ab01-3f313cef88da req-55771174-1c84-48e5-a018-1fcadb7cb12a tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:35.833693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e83a91a-411e-466b-ab01-3f313cef88da req-55771174-1c84-48e5-a018-1fcadb7cb12a tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 944 time: 0.0912910 Feb 18 09:26:35.874894 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1ac24888-4d5b-4da3-9acd-da57ae39d64c req-5843d414-3362-49be-970b-61bf17dcfa02 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2ace759-2457-4027-a867-89ab5e14be37 HTTP/1.1" status: 200 len: 1002 time: 0.1071630 Feb 18 09:26:35.879216 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e83a91a-411e-466b-ab01-3f313cef88da req-663e0a06-67b2-4495-b5f2-77d3d017db85 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397887 Feb 18 09:26:35.946991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac24888-4d5b-4da3-9acd-da57ae39d64c req-6c1b2834-2864-480a-b7a0-7c56001a11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:35.949105 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1ac24888-4d5b-4da3-9acd-da57ae39d64c req-6c1b2834-2864-480a-b7a0-7c56001a11a4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.0672348 Feb 18 09:26:36.036090 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac24888-4d5b-4da3-9acd-da57ae39d64c req-cf8f89b0-a7fc-4d3f-b579-d960105db209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:36.037867 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1ac24888-4d5b-4da3-9acd-da57ae39d64c req-cf8f89b0-a7fc-4d3f-b579-d960105db209 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817134 Feb 18 09:26:36.182232 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1ac24888-4d5b-4da3-9acd-da57ae39d64c req-4b5b7f06-79b2-43fa-9101-5a497d11f7fe service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379273 Feb 18 09:26:36.344626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2b83b-f09d-4e8a-9f45-9b65c91a43af req-3911e602-e5ee-4deb-81f7-1cb087963aa9 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:36.347082 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23a2b83b-f09d-4e8a-9f45-9b65c91a43af req-3911e602-e5ee-4deb-81f7-1cb087963aa9 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 944 time: 0.1314237 Feb 18 09:26:36.420743 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23a2b83b-f09d-4e8a-9f45-9b65c91a43af req-3913be88-c605-4a51-9ba6-2596ed2f86c6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669322 Feb 18 09:26:36.446335 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1ac24888-4d5b-4da3-9acd-da57ae39d64c req-ed4ad321-76a7-46a3-9842-822a269ba93e service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584033 Feb 18 09:26:36.699322 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:36.804514 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:36.809708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:36.810091 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:36.938266 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:36.967659 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92236901-33ae-4a40-8798-ee69ded4a5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:26:36.977627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1,segment=NetworkSegment(a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309),segment_id=a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:26:36.983271 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:37.020712 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92236901-33ae-4a40-8798-ee69ded4a5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1', 'code': 200} Feb 18 09:26:37.062970 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:37.143194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46f55d-4d61-42d9-bb4d-e8b2641a9f6d req-a2c687f1-b891-4ca3-b549-f8cd4e466d5b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:37.143194 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d46f55d-4d61-42d9-bb4d-e8b2641a9f6d req-a2c687f1-b891-4ca3-b549-f8cd4e466d5b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.1403246 Feb 18 09:26:37.198946 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d46f55d-4d61-42d9-bb4d-e8b2641a9f6d req-af350005-d3b4-495b-bf9e-7775dc92e587 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543756 Feb 18 09:26:37.205890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d29525-54ce-4871-845d-d01f5c7ab292 req-235e72b4-4518-4016-8a5d-49def710f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:37.207340 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7d29525-54ce-4871-845d-d01f5c7ab292 req-235e72b4-4518-4016-8a5d-49def710f137 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 1096 time: 0.1248102 Feb 18 09:26:37.249262 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7d29525-54ce-4871-845d-d01f5c7ab292 req-734ab504-f0a9-48b5-91a5-99efaf8efc96 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352893 Feb 18 09:26:37.611134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77de536-df10-4a56-9e84-ca9c42e949d3 req-8870179f-a561-4c1c-94db-84a076fd3654 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:37.612618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e77de536-df10-4a56-9e84-ca9c42e949d3 req-8870179f-a561-4c1c-94db-84a076fd3654 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 944 time: 0.0825987 Feb 18 09:26:37.661419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e77de536-df10-4a56-9e84-ca9c42e949d3 req-7bb0694e-3ffb-4b26-8454-d88914a7392c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428364 Feb 18 09:26:38.135338 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:26:38.276185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,segment=NetworkSegment(91e87d8e-f0f1-4167-91b5-23ef08f139da),segment_id=91e87d8e-f0f1-4167-91b5-23ef08f139da)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:26:38.291281 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef', 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb', 'port_id': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef', 'mac_address': 'fa:16:3e:86:9b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8abedb5b-0bfc-40b9-b232-1474377f2981', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:26:38.352671 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:38.370283 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:26:38.389882 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,segment=NetworkSegment(91e87d8e-f0f1-4167-91b5-23ef08f139da),segment_id=91e87d8e-f0f1-4167-91b5-23ef08f139da)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:26:38.398175 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:38.404117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788bed6-9e26-4ee7-b7f1-dbc63c5a375c req-ec3951da-642f-4c76-9abe-cd40290f3ce9 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:38.405679 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d788bed6-9e26-4ee7-b7f1-dbc63c5a375c req-ec3951da-642f-4c76-9abe-cd40290f3ce9 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0927529 Feb 18 09:26:38.457343 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d788bed6-9e26-4ee7-b7f1-dbc63c5a375c req-0641de5f-48fa-4742-8719-5907ac70a239 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440629 Feb 18 09:26:38.473900 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:38.728518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:26:38.855722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b53b0a-7c15-42c2-aa6e-35c3a87719d4 req-37fcefa9-aaf2-415b-901b-208a7ebdaa0e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:38.857549 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c0b53b0a-7c15-42c2-aa6e-35c3a87719d4 req-37fcefa9-aaf2-415b-901b-208a7ebdaa0e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 945 time: 0.0897005 Feb 18 09:26:38.904887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c0b53b0a-7c15-42c2-aa6e-35c3a87719d4 req-e542a2c4-d47f-420f-9b01-7de9174d2748 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409043 Feb 18 09:26:39.658769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba386680-df96-4662-9f8c-83ed08787971 req-9a9a9623-7d47-42ea-9aad-f07a44dca4bf tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:39.660316 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba386680-df96-4662-9f8c-83ed08787971 req-9a9a9623-7d47-42ea-9aad-f07a44dca4bf tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0902309 Feb 18 09:26:39.706928 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba386680-df96-4662-9f8c-83ed08787971 req-0eeb4813-cfc1-4fce-b76e-599aa5f9e86d tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398879 Feb 18 09:26:40.150768 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:26:40.231090 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:26:40.236466 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:26:40.236841 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:40.339041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4800ed-14fd-492d-a5a4-d3ed566b7e42 req-27f68e9b-e2cc-4862-8b84-60726bb1d098 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:40.340596 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff4800ed-14fd-492d-a5a4-d3ed566b7e42 req-27f68e9b-e2cc-4862-8b84-60726bb1d098 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 945 time: 0.2953930 Feb 18 09:26:40.351042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d00c14-27b9-47d2-8957-065409a2b677 req-19fe7783-5f75-4502-ab02-0794b519420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:40.353161 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76d00c14-27b9-47d2-8957-065409a2b677 req-19fe7783-5f75-4502-ab02-0794b519420b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=577886d628dd45a1ac549451c29a79d8&device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 1096 time: 0.3417103 Feb 18 09:26:40.370692 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:40.374990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4daea-9f5c-48a1-8e4a-e9689047d7f3 req-a1c8c2c1-788e-4a76-844a-aa9148a82339 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:40.376520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26b4daea-9f5c-48a1-8e4a-e9689047d7f3 req-a1c8c2c1-788e-4a76-844a-aa9148a82339 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.2894671 Feb 18 09:26:40.400252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:26:40.410513 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,segment=NetworkSegment(91e87d8e-f0f1-4167-91b5-23ef08f139da),segment_id=91e87d8e-f0f1-4167-91b5-23ef08f139da)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:26:40.416052 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:40.489739 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:40.506791 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff4800ed-14fd-492d-a5a4-d3ed566b7e42 req-20704282-164c-4b79-af9f-dd45fd64754e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1526825 Feb 18 09:26:40.530065 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26b4daea-9f5c-48a1-8e4a-e9689047d7f3 req-891aec0f-5adf-4242-a2a2-41bdd11a6ee9 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279278 Feb 18 09:26:40.573232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d00c14-27b9-47d2-8957-065409a2b677 req-9011fb8c-0c27-4752-b5d9-77589752b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:40.574862 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76d00c14-27b9-47d2-8957-065409a2b677 req-9011fb8c-0c27-4752-b5d9-77589752b27d service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dddb640-86e6-41fa-970f-fb47323f036a HTTP/1.1" status: 200 len: 911 time: 0.1974618 Feb 18 09:26:40.576350 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef', 'code': 200} Feb 18 09:26:40.658878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76d00c14-27b9-47d2-8957-065409a2b677 req-34dff994-3637-483c-8da0-20386f167769 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 HTTP/1.1" status: 200 len: 217 time: 0.0779285 Feb 18 09:26:40.728591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe48ca1-85bc-4bf1-9230-9545b30af0a4 req-04adfb2d-ef7d-4ab7-927d-e67cc452ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:40.730015 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8fe48ca1-85bc-4bf1-9230-9545b30af0a4 req-04adfb2d-ef7d-4ab7-927d-e67cc452ee9e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 1097 time: 0.0936790 Feb 18 09:26:40.739571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d00c14-27b9-47d2-8957-065409a2b677 req-74cf12be-d099-4d4a-9a92-9888bb143dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:40.739571 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76d00c14-27b9-47d2-8957-065409a2b677 req-74cf12be-d099-4d4a-9a92-9888bb143dea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd14b4ed-efce-4250-90b7-4032ea49a775 HTTP/1.1" status: 200 len: 850 time: 0.0698478 Feb 18 09:26:40.779410 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-8fe48ca1-85bc-4bf1-9230-9545b30af0a4 req-410f9edc-0692-416b-996e-25d0484cdcd7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427954 Feb 18 09:26:40.788931 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76d00c14-27b9-47d2-8957-065409a2b677 req-bf6da680-b35a-4073-b3fa-6053582cd6f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dddb640-86e6-41fa-970f-fb47323f036a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464187 Feb 18 09:26:40.936965 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76d00c14-27b9-47d2-8957-065409a2b677 req-3621b429-3540-4d49-b67b-cec3c2b2ff96 service neutron] 10.222.0.61 "GET /v2.0/networks/8dddb640-86e6-41fa-970f-fb47323f036a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417925 Feb 18 09:26:41.081963 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-76d00c14-27b9-47d2-8957-065409a2b677 req-0b43db44-5c2e-4022-afc7-d185b748fc9f service neutron] 10.222.0.61 "GET /v2.0/networks/8dddb640-86e6-41fa-970f-fb47323f036a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388822 Feb 18 09:26:41.477769 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:41.621233 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:41.770484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e1ed1-6742-416b-8fac-b5ef2cdb37a6 req-fc4e3146-0717-4fde-a3ea-650401af7c90 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:41.771858 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f6e1ed1-6742-416b-8fac-b5ef2cdb37a6 req-fc4e3146-0717-4fde-a3ea-650401af7c90 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 946 time: 0.1495891 Feb 18 09:26:41.784332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab666fa0-e9ef-4e5e-9fb1-a069ab0fddea req-503abde9-657d-4260-86f6-bb93507d009e tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:41.785786 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab666fa0-e9ef-4e5e-9fb1-a069ab0fddea req-503abde9-657d-4260-86f6-bb93507d009e tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.1276498 Feb 18 09:26:41.860906 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f6e1ed1-6742-416b-8fac-b5ef2cdb37a6 req-a1600ade-e022-4a6b-aea5-58979216aeb9 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741546 Feb 18 09:26:41.865562 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab666fa0-e9ef-4e5e-9fb1-a069ab0fddea req-58a6ef3d-9ea4-4a2b-8bfb-50ffaf070a31 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647597 Feb 18 09:26:43.118634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74b36c-1d3c-4eeb-bcd8-2debd2119e13 req-319ffa0f-716c-47cb-af15-4203ae7937de tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:43.120165 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb74b36c-1d3c-4eeb-bcd8-2debd2119e13 req-319ffa0f-716c-47cb-af15-4203ae7937de tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.1415052 Feb 18 09:26:43.132538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201c262-a320-4152-8eba-baf42213afb8 req-a91a4cb4-0ed6-45c8-9b4a-3826adf58951 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:43.134681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6201c262-a320-4152-8eba-baf42213afb8 req-a91a4cb4-0ed6-45c8-9b4a-3826adf58951 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 946 time: 0.1584435 Feb 18 09:26:43.205461 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb74b36c-1d3c-4eeb-bcd8-2debd2119e13 req-ab6990e2-0c79-4905-9d95-0c274db81951 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697761 Feb 18 09:26:43.213552 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6201c262-a320-4152-8eba-baf42213afb8 req-4c12b5a3-50fa-4af9-bcb9-eaa07bc44d2a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631893 Feb 18 09:26:43.409932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7629061-e39a-45e5-bfe4-798f72c16ceb req-5b0dc524-8f38-42d7-bb62-569c3320d4c7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:43.411327 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7629061-e39a-45e5-bfe4-798f72c16ceb req-5b0dc524-8f38-42d7-bb62-569c3320d4c7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 946 time: 0.0899253 Feb 18 09:26:43.462941 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7629061-e39a-45e5-bfe4-798f72c16ceb req-cfc763a7-ad6b-4231-8ddd-f9c585119b7e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433269 Feb 18 09:26:43.486076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38302) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:43.562357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad3b8a8-5210-4794-acf1-a69058272590 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:43.563840 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9ad3b8a8-5210-4794-acf1-a69058272590 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 1092 time: 0.0766702 Feb 18 09:26:43.568227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38306) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:43.573918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:26:43.580777 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:26:43.584621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:floatingip and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:26:43.588498 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:26:43.594272 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:26:43.604977 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:43.765935 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:43.906434 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Allocated IP 172.25.1.45 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/1ae6d5f9-d8c5-484b-9f9e-9567a11f0e6e) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:26:44.063833 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:44.099858 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:44.172044 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:26:44.174997 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:26:44.178849 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:26:44.209266 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=1ae6d5f9-d8c5-484b-9f9e-9567a11f0e6e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:44.397358 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5bdc0-7b92-427b-880b-7f3079e0ffbe req-7d37f435-b956-439a-a699-9898081ebb3e tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:44.399652 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b9b5bdc0-7b92-427b-880b-7f3079e0ffbe req-7d37f435-b956-439a-a699-9898081ebb3e tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0825760 Feb 18 09:26:44.454341 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b9b5bdc0-7b92-427b-880b-7f3079e0ffbe req-42f9e2ae-7fec-40ea-be16-ae5dd97f207d tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479922 Feb 18 09:26:44.639907 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:44.719218 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:44.935139 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:44.940024 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:45.157043 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=1ae6d5f9-d8c5-484b-9f9e-9567a11f0e6e,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:26:45.172597 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:45.348233 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Floating IP 7e9637f2-87ad-43b4-a2e0-30740620e964 associated. External IP: 172.25.1.45, port: b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef. Feb 18 09:26:45.667829 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e351bbe-39c1-488f-93b3-7140d1b25ff6 req-28303561-2ed7-4c17-9e3f-5d5360a7f67a tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:45.669408 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e351bbe-39c1-488f-93b3-7140d1b25ff6 req-28303561-2ed7-4c17-9e3f-5d5360a7f67a tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0940580 Feb 18 09:26:45.719424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e351bbe-39c1-488f-93b3-7140d1b25ff6 req-4d74410c-e58b-4b20-a12f-862fa7e05bb5 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440173 Feb 18 09:26:45.727548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router b195e8a3-a7a2-4b20-aefd-7194077ddb2b has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:26:45.917339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:26:45.927937 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba2f9f-3fa5-4fa6-ad82-4b9ea6cf57b3 None None] Sync routers for ids ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:26:45.937156 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba2f9f-3fa5-4fa6-ad82-4b9ea6cf57b3 None None] Routers {'b195e8a3-a7a2-4b20-aefd-7194077ddb2b'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:26:45.937870 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-68ba2f9f-3fa5-4fa6-ad82-4b9ea6cf57b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:26:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:45.943045 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:26:46.005737 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-951bdf03-33bb-4481-8f0d-2d7866ed7aa2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4334116 Feb 18 09:26:46.005737 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'tag': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:26:46.067802 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'tag': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef', 'status': 'completed', 'code': 200} Feb 18 09:26:46.153609 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-68ba2f9f-3fa5-4fa6-ad82-4b9ea6cf57b3 None None] Set router b195e8a3-a7a2-4b20-aefd-7194077ddb2b gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:26:46.171188 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52d048-5db5-41f9-8dd2-519e28948990 req-bd3a4484-526f-4bee-aed7-7cc56c2ecf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:46.173391 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-de52d048-5db5-41f9-8dd2-519e28948990 req-bd3a4484-526f-4bee-aed7-7cc56c2ecf14 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 1097 time: 0.0845411 Feb 18 09:26:46.274821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0ddf9-2946-4d1b-86ae-c05a262699a2 req-1443d102-33b1-4fb2-9b3a-85d1b39a0a7a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:46.276496 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3c0ddf9-2946-4d1b-86ae-c05a262699a2 req-1443d102-33b1-4fb2-9b3a-85d1b39a0a7a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 946 time: 0.1664741 Feb 18 09:26:46.340167 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3c0ddf9-2946-4d1b-86ae-c05a262699a2 req-c1dc4ce1-8a56-487a-93f0-2cfa8c3efdb5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565882 Feb 18 09:26:46.358548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52d048-5db5-41f9-8dd2-519e28948990 req-95f9b5c4-9134-4b2f-b2bb-321c7cb63bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:46.360025 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-de52d048-5db5-41f9-8dd2-519e28948990 req-95f9b5c4-9134-4b2f-b2bb-321c7cb63bc1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d6e7e0d-ba98-4a68-a60b-2fe695215beb HTTP/1.1" status: 200 len: 898 time: 0.1747730 Feb 18 09:26:46.369497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38320) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:46.474275 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-de52d048-5db5-41f9-8dd2-519e28948990 req-d68f853d-ed99-4591-9f66-eefa55558dfe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef HTTP/1.1" status: 200 len: 999 time: 0.1072993 Feb 18 09:26:46.480588 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4dccc5c4-b2d7-4d21-8cb1-8a483f95c04c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/floatingips/7e9637f2-87ad-43b4-a2e0-30740620e964 HTTP/1.1" status: 200 len: 991 time: 0.1099057 Feb 18 09:26:46.551866 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52d048-5db5-41f9-8dd2-519e28948990 req-91121384-76d6-41da-a76c-dee3d78575cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:46.553338 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-de52d048-5db5-41f9-8dd2-519e28948990 req-91121384-76d6-41da-a76c-dee3d78575cd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8abedb5b-0bfc-40b9-b232-1474377f2981 HTTP/1.1" status: 200 len: 834 time: 0.0732443 Feb 18 09:26:46.598500 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-68ba2f9f-3fa5-4fa6-ad82-4b9ea6cf57b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1003101547', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '58d068d5-7544-404a-8a09-1c220014307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:17Z', 'updated_at': '2022-02-18T09:26:24Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '58d068d5-7544-404a-8a09-1c220014307d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:18Z', 'updated_at': '2022-02-18T09:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '7e9637f2-87ad-43b4-a2e0-30740620e964', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'port_id': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb', 'mac_address': 'fa:16:3e:86:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:26:44Z', 'updated_at': '2022-02-18T09:26:44Z', 'revision_number': 0, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0550727a-22e6-4c00-a87b-3bf5ca87478c', 'name': '', 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:8d:50:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8abedb5b-0bfc-40b9-b232-1474377f2981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:23Z', 'updated_at': '2022-02-18T09:26:32Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': '8abedb5b-0bfc-40b9-b232-1474377f2981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:46.603647 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba2f9f-3fa5-4fa6-ad82-4b9ea6cf57b3 None None] Checking router: b195e8a3-a7a2-4b20-aefd-7194077ddb2b for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:26:46.612474 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba2f9f-3fa5-4fa6-ad82-4b9ea6cf57b3 None None] Routers {'b195e8a3-a7a2-4b20-aefd-7194077ddb2b'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:26:46.613110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-68ba2f9f-3fa5-4fa6-ad82-4b9ea6cf57b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:26:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:46.641251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52d048-5db5-41f9-8dd2-519e28948990 req-49c89395-4f00-4015-9483-992f9acdf529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:46.642810 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-de52d048-5db5-41f9-8dd2-519e28948990 req-49c89395-4f00-4015-9483-992f9acdf529 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d6e7e0d-ba98-4a68-a60b-2fe695215beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829954 Feb 18 09:26:46.820064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-68ba2f9f-3fa5-4fa6-ad82-4b9ea6cf57b3 None None] Set router b195e8a3-a7a2-4b20-aefd-7194077ddb2b gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:26:46.923050 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-de52d048-5db5-41f9-8dd2-519e28948990 req-c1893755-4078-4636-ad28-ff322d317025 service neutron] 10.222.0.81 "GET /v2.0/networks/2d6e7e0d-ba98-4a68-a60b-2fe695215beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732756 Feb 18 09:26:47.094035 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-de52d048-5db5-41f9-8dd2-519e28948990 req-21fb216a-99d8-4d0a-bb36-63738b8f0cac service neutron] 10.222.0.81 "GET /v2.0/networks/2d6e7e0d-ba98-4a68-a60b-2fe695215beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636479 Feb 18 09:26:47.097685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bb2ad-0af2-4538-914d-cdb21084dec6 req-4343ac1f-ca63-447b-a1ba-9500770b6c27 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:47.099464 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c99bb2ad-0af2-4538-914d-cdb21084dec6 req-4343ac1f-ca63-447b-a1ba-9500770b6c27 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.2436068 Feb 18 09:26:47.150087 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c99bb2ad-0af2-4538-914d-cdb21084dec6 req-fff81189-23cb-4ac8-8dc7-988f0a36be79 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419772 Feb 18 09:26:47.242269 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-68ba2f9f-3fa5-4fa6-ad82-4b9ea6cf57b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1003101547', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '58d068d5-7544-404a-8a09-1c220014307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:17Z', 'updated_at': '2022-02-18T09:26:24Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '58d068d5-7544-404a-8a09-1c220014307d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:18Z', 'updated_at': '2022-02-18T09:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '7e9637f2-87ad-43b4-a2e0-30740620e964', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'port_id': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb', 'mac_address': 'fa:16:3e:86:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:26:44Z', 'updated_at': '2022-02-18T09:26:44Z', 'revision_number': 0, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0550727a-22e6-4c00-a87b-3bf5ca87478c', 'name': '', 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:8d:50:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8abedb5b-0bfc-40b9-b232-1474377f2981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:23Z', 'updated_at': '2022-02-18T09:26:32Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': '8abedb5b-0bfc-40b9-b232-1474377f2981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:26:47.246439 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba2f9f-3fa5-4fa6-ad82-4b9ea6cf57b3 None None] The sync data for ids ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'] in n-d-829434-1 is: [{'id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1003101547', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '58d068d5-7544-404a-8a09-1c220014307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:17Z', 'updated_at': '2022-02-18T09:26:24Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '58d068d5-7544-404a-8a09-1c220014307d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:18Z', 'updated_at': '2022-02-18T09:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '7e9637f2-87ad-43b4-a2e0-30740620e964', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'port_id': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb', 'mac_address': 'fa:16:3e:86:9b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:26:44Z', 'updated_at': '2022-02-18T09:26:44Z', 'revision_number': 0, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0550727a-22e6-4c00-a87b-3bf5ca87478c', 'name': '', 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:8d:50:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8abedb5b-0bfc-40b9-b232-1474377f2981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:23Z', 'updated_at': '2022-02-18T09:26:32Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': '8abedb5b-0bfc-40b9-b232-1474377f2981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:26:47.441275 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d76ee-2a5b-4f3a-b261-ebb64e13035e None None] New status for floating IP 7e9637f2-87ad-43b4-a2e0-30740620e964: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:26:47.484539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38326) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:47.606159 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ddb835d5-79de-4b6b-82c3-399d961da2c3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/floatingips/7e9637f2-87ad-43b4-a2e0-30740620e964 HTTP/1.1" status: 200 len: 991 time: 0.1203508 Feb 18 09:26:48.363023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c9804-1218-41ed-aed3-915f41b77225 req-d5f84f69-e6b9-4038-99e5-577c87e50629 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:48.364601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-948c9804-1218-41ed-aed3-915f41b77225 req-d5f84f69-e6b9-4038-99e5-577c87e50629 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0908334 Feb 18 09:26:48.428048 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-948c9804-1218-41ed-aed3-915f41b77225 req-c5eb1e9a-5842-43e5-9498-f98591140699 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496638 Feb 18 09:26:48.610545 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38332) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:26:48.728222 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-48deaeff-cf02-4709-a8b3-0b80a30a90b8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/floatingips/7e9637f2-87ad-43b4-a2e0-30740620e964 HTTP/1.1" status: 200 len: 993 time: 0.1151881 Feb 18 09:26:49.642904 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27ae4c-e9e8-4580-b284-9792d435914d req-1d93ebe9-c0c2-4374-b77a-094db353813f tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:49.644799 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f27ae4c-e9e8-4580-b284-9792d435914d req-1d93ebe9-c0c2-4374-b77a-094db353813f tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0914757 Feb 18 09:26:49.693094 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f27ae4c-e9e8-4580-b284-9792d435914d req-3ecd2ac6-3002-4f57-b37f-0d699d256130 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413857 Feb 18 09:26:50.950113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535175b-4177-4e78-a3f6-097304529a78 req-92c697ce-79a0-4ad5-997a-d75162794075 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:50.950113 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5535175b-4177-4e78-a3f6-097304529a78 req-92c697ce-79a0-4ad5-997a-d75162794075 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.1221688 Feb 18 09:26:51.010018 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5535175b-4177-4e78-a3f6-097304529a78 req-41fd81a5-d7db-4a7a-af3f-c8a62961c68f tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539150 Feb 18 09:26:52.210693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52738ac9-1eb0-4041-9a47-ce2549b37159 req-4e77cfcb-3832-4d46-bdb2-564ac1a40df8 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:52.212127 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52738ac9-1eb0-4041-9a47-ce2549b37159 req-4e77cfcb-3832-4d46-bdb2-564ac1a40df8 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0877466 Feb 18 09:26:52.262530 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52738ac9-1eb0-4041-9a47-ce2549b37159 req-77d06cd5-1a76-42eb-899b-df44387ee826 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446749 Feb 18 09:26:53.457674 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538f609-74f7-4e03-a4b9-2ddb7b24e909 req-4720411c-4994-4230-af30-9ddcb6c1bb6c tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:53.459164 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2538f609-74f7-4e03-a4b9-2ddb7b24e909 req-4720411c-4994-4230-af30-9ddcb6c1bb6c tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0893159 Feb 18 09:26:53.505028 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2538f609-74f7-4e03-a4b9-2ddb7b24e909 req-acc499b4-ebd2-41ee-83bc-9bc8c01451e7 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396836 Feb 18 09:26:54.695174 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9032b-c86a-4a71-bf9b-1450e7c5ed74 req-3e2604e2-229e-4fea-a641-d7640b538c7a tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:54.696776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b5f9032b-c86a-4a71-bf9b-1450e7c5ed74 req-3e2604e2-229e-4fea-a641-d7640b538c7a tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0853221 Feb 18 09:26:54.743322 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b5f9032b-c86a-4a71-bf9b-1450e7c5ed74 req-0a4e6bae-3606-4b25-9729-8866386cc6ac tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408463 Feb 18 09:26:55.942561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88445dcb-9326-4c61-b616-debe3ed81247 req-a0882f41-8afa-408f-b469-0f8e0629760a tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:55.943974 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88445dcb-9326-4c61-b616-debe3ed81247 req-a0882f41-8afa-408f-b469-0f8e0629760a tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0897932 Feb 18 09:26:55.989804 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88445dcb-9326-4c61-b616-debe3ed81247 req-2881d387-b6d2-4ea4-8d59-fbeb0d7b7190 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394011 Feb 18 09:26:57.194651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b908d31-e903-4e3c-8eaa-8bc85414ef95 req-5386395a-8ff5-4377-897e-5ad35069bb9a tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:57.196365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b908d31-e903-4e3c-8eaa-8bc85414ef95 req-5386395a-8ff5-4377-897e-5ad35069bb9a tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0903687 Feb 18 09:26:57.244179 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b908d31-e903-4e3c-8eaa-8bc85414ef95 req-d7dc99f0-0d26-490d-8153-bbb02d10c062 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417774 Feb 18 09:26:58.449596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddff81-20c2-464a-b1fc-1211a01b2063 req-837306b5-6359-40ba-b381-ab922e66fae5 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:58.451116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4eddff81-20c2-464a-b1fc-1211a01b2063 req-837306b5-6359-40ba-b381-ab922e66fae5 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0826867 Feb 18 09:26:58.504456 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4eddff81-20c2-464a-b1fc-1211a01b2063 req-51a1d123-ce69-4d01-a7a7-08a23e305da2 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461087 Feb 18 09:26:59.740325 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333279f3-636d-4336-9ac5-c2c8e9196894 req-3f5538e9-930b-4bee-a100-0c924d5e7b95 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:26:59.743064 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-333279f3-636d-4336-9ac5-c2c8e9196894 req-3f5538e9-930b-4bee-a100-0c924d5e7b95 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0936635 Feb 18 09:26:59.791030 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-333279f3-636d-4336-9ac5-c2c8e9196894 req-a89cdbc4-5d4d-47e6-bde9-c88430b40956 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417230 Feb 18 09:27:00.333763 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-72ef0790-5844-40d6-a835-10faefc27b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:01.033727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b00c72-9fc3-4b84-851c-329a83490889 req-6ba0ffc0-e723-4ab9-a9a5-465cea6aa156 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:01.035642 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6b00c72-9fc3-4b84-851c-329a83490889 req-6ba0ffc0-e723-4ab9-a9a5-465cea6aa156 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.1243887 Feb 18 09:27:01.106865 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6b00c72-9fc3-4b84-851c-329a83490889 req-2a678abb-66d0-415a-91a2-0306eba4da6a tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592299 Feb 18 09:27:02.295421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c36cf-6849-4991-9c3d-bfa9ad18fc61 req-9be48e23-4303-4352-a9c1-81660e89bbfb tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:02.296989 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-193c36cf-6849-4991-9c3d-bfa9ad18fc61 req-9be48e23-4303-4352-a9c1-81660e89bbfb tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0832012 Feb 18 09:27:02.343160 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-193c36cf-6849-4991-9c3d-bfa9ad18fc61 req-6c7385e3-3477-4520-ac3f-ff7aa207ab5a tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403006 Feb 18 09:27:03.534684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65963db3-6a22-411b-af95-561aba6e8df5 req-73f2252b-ecf5-43ee-a16f-a187b7a04f8f tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:03.536491 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65963db3-6a22-411b-af95-561aba6e8df5 req-73f2252b-ecf5-43ee-a16f-a187b7a04f8f tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0850964 Feb 18 09:27:03.585235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65963db3-6a22-411b-af95-561aba6e8df5 req-906fc9e5-9f7d-4efd-9b72-5209139974a3 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420792 Feb 18 09:27:03.806227 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d5a11d78-2bd1-4dbe-80f0-b0920627faf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:03.883606 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:03.885185 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:04.790451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80758db5-285e-4fe2-bdfd-f6907d2df9c6 req-a106c8a3-301a-425d-a8aa-ee9e3d04b29c tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:04.791983 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80758db5-285e-4fe2-bdfd-f6907d2df9c6 req-a106c8a3-301a-425d-a8aa-ee9e3d04b29c tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0934744 Feb 18 09:27:04.840370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80758db5-285e-4fe2-bdfd-f6907d2df9c6 req-55546301-851b-48ff-ad3a-8686bb62ccbb tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426180 Feb 18 09:27:05.123122 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:06.038784 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54985153-524e-4724-b629-a7821ab757df req-39bea8cc-ca47-49fb-b0e0-f0786b535add tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:06.040181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-54985153-524e-4724-b629-a7821ab757df req-39bea8cc-ca47-49fb-b0e0-f0786b535add tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0868342 Feb 18 09:27:06.089875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-54985153-524e-4724-b629-a7821ab757df req-a34e245e-1351-45a6-be22-7cc36fbc2847 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431707 Feb 18 09:27:07.282965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175e444-f253-4191-8bcd-81e9187616d6 req-341545cd-d89b-48a9-8957-793966e9edb5 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:07.284481 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4175e444-f253-4191-8bcd-81e9187616d6 req-341545cd-d89b-48a9-8957-793966e9edb5 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0828636 Feb 18 09:27:07.334458 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4175e444-f253-4191-8bcd-81e9187616d6 req-09cb9fa2-60db-400f-bbf6-229ca14cd062 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439777 Feb 18 09:27:07.931852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a8d28-6696-4770-9781-db8691326e96 req-3e5072e2-d1f7-4fc3-95a6-3eb8750e43b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:07.933355 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-805a8d28-6696-4770-9781-db8691326e96 req-3e5072e2-d1f7-4fc3-95a6-3eb8750e43b4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 1096 time: 0.0812671 Feb 18 09:27:07.982490 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-805a8d28-6696-4770-9781-db8691326e96 req-c811681e-0aef-4d15-8ed1-2f2dd6db1beb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 Feb 18 09:27:08.527086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c04121-e510-475b-a2d3-57d21d6d1828 req-c4abb56b-ce0a-4d79-952e-f4d763821a24 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:08.528672 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9c04121-e510-475b-a2d3-57d21d6d1828 req-c4abb56b-ce0a-4d79-952e-f4d763821a24 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0865750 Feb 18 09:27:08.575613 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9c04121-e510-475b-a2d3-57d21d6d1828 req-27b172ca-2d9e-4d3d-9183-863d45b55453 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412736 Feb 18 09:27:09.611585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-01b758be-f628-408f-834a-41865ffc84e6 req-d447b5b7-3a66-4a03-95b5-09e9f720a526 service neutron] (87768) timed out ('10.222.0.72', 34722) {{(pid=87768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:27:09.767961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba36f5-a775-4a4f-912a-73197f7fd186 req-dbee9e39-69c7-4725-a27d-a9f4af32e109 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:09.769503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2bba36f5-a775-4a4f-912a-73197f7fd186 req-dbee9e39-69c7-4725-a27d-a9f4af32e109 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0849645 Feb 18 09:27:09.823871 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2bba36f5-a775-4a4f-912a-73197f7fd186 req-fb0c5429-6c5d-4504-bafb-699bd956efbb tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479329 Feb 18 09:27:10.286649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7524be-b550-4472-9bc7-de806e9a67b6 req-996845b0-c2bf-4a9e-8bd6-d188361c9237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:10.288742 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e7524be-b550-4472-9bc7-de806e9a67b6 req-996845b0-c2bf-4a9e-8bd6-d188361c9237 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=577886d628dd45a1ac549451c29a79d8&device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 1096 time: 0.2420166 Feb 18 09:27:10.326948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5201f9d-a0ad-4892-bbb8-c41fffe7efef req-646c8421-66ff-41c7-88e0-063abda2a958 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:10.328613 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5201f9d-a0ad-4892-bbb8-c41fffe7efef req-646c8421-66ff-41c7-88e0-063abda2a958 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.1291380 Feb 18 09:27:10.458196 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5201f9d-a0ad-4892-bbb8-c41fffe7efef req-89461426-c774-4783-8378-9473f6f6d3e6 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830066 Feb 18 09:27:10.480863 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7524be-b550-4472-9bc7-de806e9a67b6 req-d403b3ef-b730-4d2c-af88-6131754541b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:10.483191 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e7524be-b550-4472-9bc7-de806e9a67b6 req-d403b3ef-b730-4d2c-af88-6131754541b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dddb640-86e6-41fa-970f-fb47323f036a HTTP/1.1" status: 200 len: 911 time: 0.1884732 Feb 18 09:27:10.551357 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e7524be-b550-4472-9bc7-de806e9a67b6 req-5edb03a5-a1b1-4bfd-aeaa-e2aa82fa6aed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 HTTP/1.1" status: 200 len: 217 time: 0.0622523 Feb 18 09:27:10.619563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7524be-b550-4472-9bc7-de806e9a67b6 req-8baa73b7-32be-4420-a1dc-2d6abc186296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:10.621036 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e7524be-b550-4472-9bc7-de806e9a67b6 req-8baa73b7-32be-4420-a1dc-2d6abc186296 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd14b4ed-efce-4250-90b7-4032ea49a775 HTTP/1.1" status: 200 len: 850 time: 0.0641994 Feb 18 09:27:10.669860 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e7524be-b550-4472-9bc7-de806e9a67b6 req-1bb8a801-7c74-4b44-a48b-1816c5e795dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dddb640-86e6-41fa-970f-fb47323f036a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429237 Feb 18 09:27:10.807966 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e7524be-b550-4472-9bc7-de806e9a67b6 req-206a02ca-3377-4411-9068-5a6160e1b002 service neutron] 10.222.0.61 "GET /v2.0/networks/8dddb640-86e6-41fa-970f-fb47323f036a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316485 Feb 18 09:27:10.944335 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e7524be-b550-4472-9bc7-de806e9a67b6 req-2e1b87a8-94f9-453d-8ae8-74fb9c99a855 service neutron] 10.222.0.61 "GET /v2.0/networks/8dddb640-86e6-41fa-970f-fb47323f036a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304760 Feb 18 09:27:11.095787 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:27:11.483312 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:11.636316 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:11.668232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c5c8c-6d1d-4316-a3a4-b07433f87c2a req-7eefff48-3d50-4c8a-ba63-bb8ca59727fb tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:11.669831 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-561c5c8c-6d1d-4316-a3a4-b07433f87c2a req-7eefff48-3d50-4c8a-ba63-bb8ca59727fb tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0894623 Feb 18 09:27:11.727469 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-561c5c8c-6d1d-4316-a3a4-b07433f87c2a req-7d361ad9-03ba-4636-8b12-9f6cfaab7308 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513468 Feb 18 09:27:12.931350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595da07a-3644-4316-9c90-ee98599a67d0 req-ab6d9c5c-0d7b-405b-83e0-ef5469c9afdc tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:12.932986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-595da07a-3644-4316-9c90-ee98599a67d0 req-ab6d9c5c-0d7b-405b-83e0-ef5469c9afdc tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0868442 Feb 18 09:27:12.981422 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-595da07a-3644-4316-9c90-ee98599a67d0 req-32ab0691-6be5-435c-893c-f09f99323aac tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427566 Feb 18 09:27:14.184436 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97107cef-3eb6-4c82-859d-b2d7f3a66240 req-38d8870b-7b9b-40fc-be00-c1b305ee427c tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:14.186094 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97107cef-3eb6-4c82-859d-b2d7f3a66240 req-38d8870b-7b9b-40fc-be00-c1b305ee427c tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0952685 Feb 18 09:27:14.232288 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97107cef-3eb6-4c82-859d-b2d7f3a66240 req-1166a2fc-6de1-4afd-abe6-2190b493e7ae tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403571 Feb 18 09:27:14.671014 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f03e6-7615-4108-9f31-6d520a922cb9 req-a159ea39-287c-4ad7-a08a-392a09b87344 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:14.672527 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-235f03e6-7615-4108-9f31-6d520a922cb9 req-a159ea39-287c-4ad7-a08a-392a09b87344 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0822084 Feb 18 09:27:14.721049 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-235f03e6-7615-4108-9f31-6d520a922cb9 req-fe81cab4-18f8-4b02-944c-afffc5e7ff51 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419743 Feb 18 09:27:15.931047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472126bb-2e90-4238-a6fd-5543bee65606 req-56e4b342-385c-47e7-b236-eaae86855f61 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:15.932578 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-472126bb-2e90-4238-a6fd-5543bee65606 req-56e4b342-385c-47e7-b236-eaae86855f61 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0963624 Feb 18 09:27:15.981828 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-472126bb-2e90-4238-a6fd-5543bee65606 req-22ece246-5318-4776-af36-7472f8640ee2 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436125 Feb 18 09:27:17.192484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e355d2-fa92-4b66-89cc-80f09a4fb664 req-a088162a-7e3c-4fb7-b361-16047baf6961 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:17.194424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c0e355d2-fa92-4b66-89cc-80f09a4fb664 req-a088162a-7e3c-4fb7-b361-16047baf6961 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0902691 Feb 18 09:27:17.244307 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c0e355d2-fa92-4b66-89cc-80f09a4fb664 req-397e24ef-cb51-4d2d-bf5a-e7865a2bb3c3 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439441 Feb 18 09:27:17.597627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd120b-d4b7-4a9e-ab91-c850fb60f64c req-e3e0994e-6266-423a-abd1-aafdb54d73a6 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:17.599148 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15cd120b-d4b7-4a9e-ab91-c850fb60f64c req-e3e0994e-6266-423a-abd1-aafdb54d73a6 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.61 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 945 time: 0.0917478 Feb 18 09:27:17.673137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-15cd120b-d4b7-4a9e-ab91-c850fb60f64c req-660a951a-3bb6-4a3b-965d-b3822dda46ad tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Deleting port f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:27:17.673486 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-15cd120b-d4b7-4a9e-ab91-c850fb60f64c req-660a951a-3bb6-4a3b-965d-b3822dda46ad tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:17.938248 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-15cd120b-d4b7-4a9e-ab91-c850fb60f64c req-660a951a-3bb6-4a3b-965d-b3822dda46ad tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] For port f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1,segment=NetworkSegment(a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309),segment_id=a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:27:17.938616 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-15cd120b-d4b7-4a9e-ab91-c850fb60f64c req-660a951a-3bb6-4a3b-965d-b3822dda46ad tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:18.180601 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-15cd120b-d4b7-4a9e-ab91-c850fb60f64c req-660a951a-3bb6-4a3b-965d-b3822dda46ad tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Calling delete_port for f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:27:18.349254 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-15cd120b-d4b7-4a9e-ab91-c850fb60f64c req-660a951a-3bb6-4a3b-965d-b3822dda46ad tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:18.362449 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:27:18.388962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['25648053-9ee8-4aa2-b980-f2603eeeda3a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:27:18.447907 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a951a-3bb6-4a3b-965d-b3822dda46ad tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Pushing event deleted for resources: {'Port': ['ID=f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:18.487127 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15015631-ae0b-4c8a-a246-45074a4b9f5a req-f10ef293-8f1f-47fd-8e47-1b39773ad161 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=92236901-33ae-4a40-8798-ee69ded4a5e4 HTTP/1.1" status: 200 len: 210 time: 0.0913272 Feb 18 09:27:18.539768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cd120b-d4b7-4a9e-ab91-c850fb60f64c req-660a951a-3bb6-4a3b-965d-b3822dda46ad tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] No DVR routers for this DVR port f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:27:18.543131 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-15cd120b-d4b7-4a9e-ab91-c850fb60f64c req-660a951a-3bb6-4a3b-965d-b3822dda46ad tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:18.546158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92236901-33ae-4a40-8798-ee69ded4a5e4', 'name': 'network-vif-deleted', 'tag': 'f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:27:18.562813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15cd120b-d4b7-4a9e-ab91-c850fb60f64c req-660a951a-3bb6-4a3b-965d-b3822dda46ad tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.61 "DELETE /v2.0/ports/f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 HTTP/1.1" status: 204 len: 173 time: 0.9583683 Feb 18 09:27:18.603076 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92236901-33ae-4a40-8798-ee69ded4a5e4', 'name': 'network-vif-deleted', 'tag': 'f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1', 'status': 'completed', 'code': 200} Feb 18 09:27:20.014739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77d7ba-1b06-42ca-9b8b-78f7d69cb700 req-ca4ebc3e-5fe5-434d-b3d4-e8db7c7dd93d tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:20.015635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-df77d7ba-1b06-42ca-9b8b-78f7d69cb700 req-ca4ebc3e-5fe5-434d-b3d4-e8db7c7dd93d tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Synchronizing usage tracker for tenant:577886d628dd45a1ac549451c29a79d8 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:20.032704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-df77d7ba-1b06-42ca-9b8b-78f7d69cb700 req-ca4ebc3e-5fe5-434d-b3d4-e8db7c7dd93d tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Unset dirty status for tenant:577886d628dd45a1ac549451c29a79d8 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:20.033896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df77d7ba-1b06-42ca-9b8b-78f7d69cb700 req-ca4ebc3e-5fe5-434d-b3d4-e8db7c7dd93d tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.1033921 Feb 18 09:27:20.085285 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df77d7ba-1b06-42ca-9b8b-78f7d69cb700 req-d160e6b6-92d5-4ed1-babd-0dacb6573ec0 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451169 Feb 18 09:27:20.983946 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:27:21.026299 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:27:21.026878 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device f65fcab4-6418-4bc9-b1fc-bb0a3122b9b1 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:27:21.280774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bd028-c19b-4510-96a4-79902250941e req-04f6a249-d932-446b-967b-f542f8d74b31 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:21.282282 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-496bd028-c19b-4510-96a4-79902250941e req-04f6a249-d932-446b-967b-f542f8d74b31 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.0830534 Feb 18 09:27:21.329517 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-496bd028-c19b-4510-96a4-79902250941e req-bff64ef6-6977-4e1c-9dbf-2d076f904abd tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402141 Feb 18 09:27:22.312108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f9a7c-21c8-4900-9ff7-fbd028a8785a req-5d49da15-3237-49bd-a6ce-dcbc390e3c04 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:22.312817 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-613f9a7c-21c8-4900-9ff7-fbd028a8785a req-5d49da15-3237-49bd-a6ce-dcbc390e3c04 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Synchronizing usage tracker for tenant:577886d628dd45a1ac549451c29a79d8 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:22.325395 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-613f9a7c-21c8-4900-9ff7-fbd028a8785a req-5d49da15-3237-49bd-a6ce-dcbc390e3c04 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Unset dirty status for tenant:577886d628dd45a1ac549451c29a79d8 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:22.326502 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-613f9a7c-21c8-4900-9ff7-fbd028a8785a req-5d49da15-3237-49bd-a6ce-dcbc390e3c04 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.81 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.1006317 Feb 18 09:27:22.402254 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-613f9a7c-21c8-4900-9ff7-fbd028a8785a req-c8e135ed-92f0-41df-8334-a5ef6c0dae43 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Deleting port 25648053-9ee8-4aa2-b980-f2603eeeda3a {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:27:22.402588 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-613f9a7c-21c8-4900-9ff7-fbd028a8785a req-c8e135ed-92f0-41df-8334-a5ef6c0dae43 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:22.543288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f11dfb-4eee-4edb-be21-eca52a4e30bb req-4558ded2-b4c6-4f44-828b-6e8324ef1e4b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:22.544884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37f11dfb-4eee-4edb-be21-eca52a4e30bb req-4558ded2-b4c6-4f44-828b-6e8324ef1e4b tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/ports?device_id=447c9aba-19f5-4d81-bf52-fa502ac9a494 HTTP/1.1" status: 200 len: 945 time: 0.0889132 Feb 18 09:27:22.592051 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37f11dfb-4eee-4edb-be21-eca52a4e30bb req-66e0947c-1156-46fa-8c73-4cbc6e8f7007 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c3479da-51ff-4368-b06d-18df79b0bf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410416 Feb 18 09:27:22.679763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-613f9a7c-21c8-4900-9ff7-fbd028a8785a req-c8e135ed-92f0-41df-8334-a5ef6c0dae43 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] For port 25648053-9ee8-4aa2-b980-f2603eeeda3a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=25648053-9ee8-4aa2-b980-f2603eeeda3a,segment=NetworkSegment(a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309),segment_id=a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:27:22.680127 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-613f9a7c-21c8-4900-9ff7-fbd028a8785a req-c8e135ed-92f0-41df-8334-a5ef6c0dae43 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:22.806331 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-613f9a7c-21c8-4900-9ff7-fbd028a8785a req-c8e135ed-92f0-41df-8334-a5ef6c0dae43 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Calling delete_port for 25648053-9ee8-4aa2-b980-f2603eeeda3a owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:27:22.959343 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-613f9a7c-21c8-4900-9ff7-fbd028a8785a req-c8e135ed-92f0-41df-8334-a5ef6c0dae43 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:22.971246 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['25648053-9ee8-4aa2-b980-f2603eeeda3a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:27:23.012376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e135ed-92f0-41df-8334-a5ef6c0dae43 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Pushing event deleted for resources: {'Port': ['ID=25648053-9ee8-4aa2-b980-f2603eeeda3a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:23.092682 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-613f9a7c-21c8-4900-9ff7-fbd028a8785a req-c8e135ed-92f0-41df-8334-a5ef6c0dae43 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] No DVR routers for this DVR port 25648053-9ee8-4aa2-b980-f2603eeeda3a on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:27:23.095246 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-613f9a7c-21c8-4900-9ff7-fbd028a8785a req-c8e135ed-92f0-41df-8334-a5ef6c0dae43 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:23.097871 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447c9aba-19f5-4d81-bf52-fa502ac9a494', 'name': 'network-vif-deleted', 'tag': '25648053-9ee8-4aa2-b980-f2603eeeda3a'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:27:23.114878 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-613f9a7c-21c8-4900-9ff7-fbd028a8785a req-c8e135ed-92f0-41df-8334-a5ef6c0dae43 tempest-ServerRescueTestJSON-1770307040 tempest-ServerRescueTestJSON-1770307040-project] 10.222.0.81 "DELETE /v2.0/ports/25648053-9ee8-4aa2-b980-f2603eeeda3a HTTP/1.1" status: 204 len: 173 time: 0.7831702 Feb 18 09:27:23.147989 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447c9aba-19f5-4d81-bf52-fa502ac9a494', 'name': 'network-vif-deleted', 'tag': '25648053-9ee8-4aa2-b980-f2603eeeda3a', 'status': 'completed', 'code': 200} Feb 18 09:27:23.724212 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38418) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:24.449756 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d65212e0-271f-4a02-9a5f-1b239f8cb022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:24.816213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d65212e0-271f-4a02-9a5f-1b239f8cb022 admin admin] Deleting port abfaa1ef-a5d2-468e-8df7-e56a7d368cee {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:27:24.816891 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d65212e0-271f-4a02-9a5f-1b239f8cb022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:24.995562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-d65212e0-271f-4a02-9a5f-1b239f8cb022 admin admin] For port abfaa1ef-a5d2-468e-8df7-e56a7d368cee, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=abfaa1ef-a5d2-468e-8df7-e56a7d368cee,segment=NetworkSegment(a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309),segment_id=a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:27:24.995987 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d65212e0-271f-4a02-9a5f-1b239f8cb022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:25.128098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d65212e0-271f-4a02-9a5f-1b239f8cb022 admin admin] Calling delete_port for abfaa1ef-a5d2-468e-8df7-e56a7d368cee owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:27:25.453587 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d65212e0-271f-4a02-9a5f-1b239f8cb022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:25.499643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65212e0-271f-4a02-9a5f-1b239f8cb022 admin admin] Pushing event deleted for resources: {'Port': ['ID=abfaa1ef-a5d2-468e-8df7-e56a7d368cee,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:25.907251 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d65212e0-271f-4a02-9a5f-1b239f8cb022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:26.338819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65212e0-271f-4a02-9a5f-1b239f8cb022 admin admin] Router 2556dd9a-888b-4247-83a6-9dd0d05f11e7 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:27:26.394551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 25648053-9ee8-4aa2-b980-f2603eeeda3a no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:27:26.431281 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 25648053-9ee8-4aa2-b980-f2603eeeda3a {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:27:26.431626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 25648053-9ee8-4aa2-b980-f2603eeeda3a not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:27:26.572513 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65212e0-271f-4a02-9a5f-1b239f8cb022 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:27:26.581918 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae6d65b-31c4-4b0f-a361-5031ae9fa4f5 None None] Sync routers for ids ['2556dd9a-888b-4247-83a6-9dd0d05f11e7'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:27:26.592394 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae6d65b-31c4-4b0f-a361-5031ae9fa4f5 None None] Routers {'2556dd9a-888b-4247-83a6-9dd0d05f11e7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:27:26.592933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-eae6d65b-31c4-4b0f-a361-5031ae9fa4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:27:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2556dd9a-888b-4247-83a6-9dd0d05f11e7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:26.593167 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d65212e0-271f-4a02-9a5f-1b239f8cb022 admin admin] 10.222.0.72 "PUT /v2.0/routers/2556dd9a-888b-4247-83a6-9dd0d05f11e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8673718 Feb 18 09:27:26.595250 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38424) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:26.775990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-eae6d65b-31c4-4b0f-a361-5031ae9fa4f5 None None] Set router 2556dd9a-888b-4247-83a6-9dd0d05f11e7 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:27:26.800333 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1aafd74a-a7b7-43c7-8d17-6b0f03a62b08 admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:27.001318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1aafd74a-a7b7-43c7-8d17-6b0f03a62b08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:27.012063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-1aafd74a-a7b7-43c7-8d17-6b0f03a62b08 admin admin] Deleting port 4bb635d2-51cf-47b4-8f08-8b900b81eff7 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:27:27.012425 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1aafd74a-a7b7-43c7-8d17-6b0f03a62b08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:27.107712 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-eae6d65b-31c4-4b0f-a361-5031ae9fa4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2556dd9a-888b-4247-83a6-9dd0d05f11e7', 'name': 'tempest-ServerRescueTestJSON-523370960-router', 'tenant_id': '577886d628dd45a1ac549451c29a79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4bb635d2-51cf-47b4-8f08-8b900b81eff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:30Z', 'updated_at': '2022-02-18T09:27:25Z', 'revision_number': 5, 'project_id': '577886d628dd45a1ac549451c29a79d8', 'gw_port': {'id': '4bb635d2-51cf-47b4-8f08-8b900b81eff7', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2556dd9a-888b-4247-83a6-9dd0d05f11e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:25:31Z', 'updated_at': '2022-02-18T09:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:27.111668 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae6d65b-31c4-4b0f-a361-5031ae9fa4f5 None None] Checking router: 2556dd9a-888b-4247-83a6-9dd0d05f11e7 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:27:27.119809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae6d65b-31c4-4b0f-a361-5031ae9fa4f5 None None] Routers {'2556dd9a-888b-4247-83a6-9dd0d05f11e7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:27:27.120443 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-eae6d65b-31c4-4b0f-a361-5031ae9fa4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:27:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2556dd9a-888b-4247-83a6-9dd0d05f11e7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:27.186242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-1aafd74a-a7b7-43c7-8d17-6b0f03a62b08 admin admin] For port 4bb635d2-51cf-47b4-8f08-8b900b81eff7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4bb635d2-51cf-47b4-8f08-8b900b81eff7,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:27:27.186509 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1aafd74a-a7b7-43c7-8d17-6b0f03a62b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:27.284797 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-eae6d65b-31c4-4b0f-a361-5031ae9fa4f5 None None] Set router 2556dd9a-888b-4247-83a6-9dd0d05f11e7 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:27:27.331672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-1aafd74a-a7b7-43c7-8d17-6b0f03a62b08 admin admin] Calling delete_port for 4bb635d2-51cf-47b4-8f08-8b900b81eff7 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:27:27.395205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-eae6d65b-31c4-4b0f-a361-5031ae9fa4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2556dd9a-888b-4247-83a6-9dd0d05f11e7', 'name': 'tempest-ServerRescueTestJSON-523370960-router', 'tenant_id': '577886d628dd45a1ac549451c29a79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:30Z', 'updated_at': '2022-02-18T09:27:27Z', 'revision_number': 6, 'project_id': '577886d628dd45a1ac549451c29a79d8', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:27.400117 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae6d65b-31c4-4b0f-a361-5031ae9fa4f5 None None] The sync data for ids ['2556dd9a-888b-4247-83a6-9dd0d05f11e7'] in n-d-829434-1 is: [{'id': '2556dd9a-888b-4247-83a6-9dd0d05f11e7', 'name': 'tempest-ServerRescueTestJSON-523370960-router', 'tenant_id': '577886d628dd45a1ac549451c29a79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:25:30Z', 'updated_at': '2022-02-18T09:27:27Z', 'revision_number': 6, 'project_id': '577886d628dd45a1ac549451c29a79d8', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:27:27.641841 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1aafd74a-a7b7-43c7-8d17-6b0f03a62b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:27.688013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aafd74a-a7b7-43c7-8d17-6b0f03a62b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb635d2-51cf-47b4-8f08-8b900b81eff7,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:27.793131 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1aafd74a-a7b7-43c7-8d17-6b0f03a62b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:27.801654 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device abfaa1ef-a5d2-468e-8df7-e56a7d368cee no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:27:27.843028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: abfaa1ef-a5d2-468e-8df7-e56a7d368cee {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:27:27.843660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device abfaa1ef-a5d2-468e-8df7-e56a7d368cee not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:27:27.970946 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1aafd74a-a7b7-43c7-8d17-6b0f03a62b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:27.973022 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1aafd74a-a7b7-43c7-8d17-6b0f03a62b08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:27.995928 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1aafd74a-a7b7-43c7-8d17-6b0f03a62b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:27.996473 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aafd74a-a7b7-43c7-8d17-6b0f03a62b08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2556dd9a-888b-4247-83a6-9dd0d05f11e7 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:27:28.009783 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1aafd74a-a7b7-43c7-8d17-6b0f03a62b08 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.010905 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1aafd74a-a7b7-43c7-8d17-6b0f03a62b08 admin admin] 10.222.0.72 "DELETE /v2.0/routers/2556dd9a-888b-4247-83a6-9dd0d05f11e7 HTTP/1.1" status: 204 len: 168 time: 1.4145994 Feb 18 09:27:28.013333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38428) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:28.073186 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38ff312-f26b-420f-9c49-8d0c472e0d16 admin admin] Deleting subnet dd14b4ed-efce-4250-90b7-4032ea49a775 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:27:28.076092 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c38ff312-f26b-420f-9c49-8d0c472e0d16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.128793 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c38ff312-f26b-420f-9c49-8d0c472e0d16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.187752 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c38ff312-f26b-420f-9c49-8d0c472e0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.258057 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c38ff312-f26b-420f-9c49-8d0c472e0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.300004 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ff312-f26b-420f-9c49-8d0c472e0d16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd14b4ed-efce-4250-90b7-4032ea49a775,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:28.304754 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c38ff312-f26b-420f-9c49-8d0c472e0d16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.311008 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c38ff312-f26b-420f-9c49-8d0c472e0d16 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/dd14b4ed-efce-4250-90b7-4032ea49a775 HTTP/1.1" status: 204 len: 168 time: 0.2967114 Feb 18 09:27:28.313390 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38432) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:28.421107 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d187f8a-3282-49e0-84ab-f28a02796164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.559636 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d187f8a-3282-49e0-84ab-f28a02796164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.584753 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-4d187f8a-3282-49e0-84ab-f28a02796164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dddb640-86e6-41fa-970f-fb47323f036a']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:28.596215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-4d187f8a-3282-49e0-84ab-f28a02796164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:28.596537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-4d187f8a-3282-49e0-84ab-f28a02796164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d8b8e7-7e77-4c87-9fc2-1f200b7a8309') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:28.608047 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d187f8a-3282-49e0-84ab-f28a02796164 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.624467 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d187f8a-3282-49e0-84ab-f28a02796164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.630529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d187f8a-3282-49e0-84ab-f28a02796164 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:27:28.630971 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d187f8a-3282-49e0-84ab-f28a02796164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:27:28.643547 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:27:28.718539 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d187f8a-3282-49e0-84ab-f28a02796164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.734130 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d187f8a-3282-49e0-84ab-f28a02796164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.743939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d187f8a-3282-49e0-84ab-f28a02796164 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dddb640-86e6-41fa-970f-fb47323f036a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:28.751964 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4d187f8a-3282-49e0-84ab-f28a02796164 admin admin] 10.222.0.72 "DELETE /v2.0/networks/8dddb640-86e6-41fa-970f-fb47323f036a HTTP/1.1" status: 204 len: 168 time: 0.4376237 Feb 18 09:27:28.864720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38438) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:28.913922 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-262943e0-5691-4d8f-a5ff-3452cc415239 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=577886d628dd45a1ac549451c29a79d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479929 Feb 18 09:27:28.916292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38444) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:28.974863 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0096a8b7-fcb3-45fe-bc9c-c9209f418e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:28.999689 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0096a8b7-fcb3-45fe-bc9c-c9209f418e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:29.053028 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0096a8b7-fcb3-45fe-bc9c-c9209f418e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:29.073073 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096a8b7-fcb3-45fe-bc9c-c9209f418e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3479da-51ff-4368-b06d-18df79b0bf7c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:29.082297 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0096a8b7-fcb3-45fe-bc9c-c9209f418e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:29.086313 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0096a8b7-fcb3-45fe-bc9c-c9209f418e4f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5c3479da-51ff-4368-b06d-18df79b0bf7c HTTP/1.1" status: 204 len: 168 time: 0.1667840 Feb 18 09:27:29.672772 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4bb635d2-51cf-47b4-8f08-8b900b81eff7 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:27:29.708059 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 4bb635d2-51cf-47b4-8f08-8b900b81eff7 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:27:29.708897 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4bb635d2-51cf-47b4-8f08-8b900b81eff7 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:27:29.823237 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38470) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:29.956920 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-216454802-network', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:27:29.963851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:29.967944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Usage tracker for resource:network and tenant:fb1fcbd55e8b4accae42f1275779d0b4 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:29.971201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:29.977206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:29.987891 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Made reservation on behalf of fb1fcbd55e8b4accae42f1275779d0b4 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:29.990050 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.002072 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.016510 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:30.020289 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Usage tracker for resource:security_group_rule and tenant:fb1fcbd55e8b4accae42f1275779d0b4 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:30.023652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:30.029399 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:30.118799 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.122570 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.156692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:27:30.163465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2203566b-9647-4c5f-9b0e-c449b6ac8277,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:30.170325 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.171248 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Added segment 6cc00fbc-47ee-403b-b8f2-9e11ee545c21 of type vlan for network 3df89c31-96d1-415a-be76-10e0ca47429b Feb 18 09:27:30.199358 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.229286 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.230254 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:30.230825 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.330808 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cb13cc4b-285c-47be-b42d-d4172fc3e734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.447873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] Pushing event updated for resources: {'Network': ['ID=3df89c31-96d1-415a-be76-10e0ca47429b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:30.450751 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-715ff099-99f7-43c6-bf92-c7bbf314ee4c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6264141 Feb 18 09:27:30.453768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38476) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:30.457842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 3df89c31-96d1-415a-be76-10e0ca47429b details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:27:30.459161 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-4095375b-4d38-44fb-9361-a913d6c8f531 admin admin] Request body: {'subnet': {'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-216454802-subnet', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:27:30.464955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4095375b-4d38-44fb-9361-a913d6c8f531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:30.468808 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4095375b-4d38-44fb-9361-a913d6c8f531 admin admin] Usage tracker for resource:subnet and tenant:fb1fcbd55e8b4accae42f1275779d0b4 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:30.471631 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-4095375b-4d38-44fb-9361-a913d6c8f531 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:30.477649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-4095375b-4d38-44fb-9361-a913d6c8f531 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:30.487732 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4095375b-4d38-44fb-9361-a913d6c8f531 admin admin] Made reservation on behalf of fb1fcbd55e8b4accae42f1275779d0b4 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:30.491036 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4095375b-4d38-44fb-9361-a913d6c8f531 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.703813 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4095375b-4d38-44fb-9361-a913d6c8f531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.780912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095375b-4d38-44fb-9361-a913d6c8f531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0fa2790-6eea-4e1f-9bdd-99edb573cc6c,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:30.789124 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4095375b-4d38-44fb-9361-a913d6c8f531 admin admin] Checking segment: {'id': '6cc00fbc-47ee-403b-b8f2-9e11ee545c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:27:30.789486 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4095375b-4d38-44fb-9361-a913d6c8f531 admin admin] Network hostable DHCP agents. Network: 3df89c31-96d1-415a-be76-10e0ca47429b, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:27:30.808935 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4095375b-4d38-44fb-9361-a913d6c8f531 admin admin] Network 3df89c31-96d1-415a-be76-10e0ca47429b is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:27:30.818377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-4095375b-4d38-44fb-9361-a913d6c8f531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 3df89c31-96d1-415a-be76-10e0ca47429b) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:30.823341 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4095375b-4d38-44fb-9361-a913d6c8f531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:30.825049 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4095375b-4d38-44fb-9361-a913d6c8f531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.826847 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf1232-17ab-4785-820e-90cb2123753d None None] Network 3df89c31-96d1-415a-be76-10e0ca47429b requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:27:30.846415 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4095375b-4d38-44fb-9361-a913d6c8f531 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3916106 Feb 18 09:27:30.849670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38480) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:30.854514 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-216454802-router', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:27:30.860000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:30.864842 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Usage tracker for resource:router and tenant:fb1fcbd55e8b4accae42f1275779d0b4 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:27:30.868089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:27:30.874455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:30.885092 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.886174 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:30.902101 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:31.051390 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ff7361-2bdd-4ee8-8990-1a2387c8f423 None None] Network 3df89c31-96d1-415a-be76-10e0ca47429b requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:27:31.170280 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:31.321841 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d379485-1f51-4360-a568-87ec7162e3d0 req-c4c98c6f-22ea-4814-9ee5-b4e08875f5a7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1298184 Feb 18 09:27:31.713580 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:31.747427 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:31.751953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d379485-1f51-4360-a568-87ec7162e3d0 req-8d5db080-3632-420f-b510-0428b5feecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:31.753522 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d379485-1f51-4360-a568-87ec7162e3d0 req-8d5db080-3632-420f-b510-0428b5feecd7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 1097 time: 0.3364775 Feb 18 09:27:31.990559 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d379485-1f51-4360-a568-87ec7162e3d0 req-c170c3bb-0c3e-4145-99f1-bc248a8d0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:31.991939 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d379485-1f51-4360-a568-87ec7162e3d0 req-c170c3bb-0c3e-4145-99f1-bc248a8d0870 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 912 time: 0.2060485 Feb 18 09:27:32.070445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Allocated IP 172.25.1.74 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/17f0a201-7323-4dbc-bf15-f6a836fbf126) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:32.167218 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d379485-1f51-4360-a568-87ec7162e3d0 req-a982c3b5-d3ed-401c-acce-90403ef17260 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a08811ea-6839-465f-b28e-f454d5583538 HTTP/1.1" status: 200 len: 1002 time: 0.1690252 Feb 18 09:27:32.261705 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d379485-1f51-4360-a568-87ec7162e3d0 req-dc60e8f7-b1e8-45bd-9d14-5a5d529de828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:32.263121 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d379485-1f51-4360-a568-87ec7162e3d0 req-dc60e8f7-b1e8-45bd-9d14-5a5d529de828 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.0891416 Feb 18 09:27:32.337992 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:32.378154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d379485-1f51-4360-a568-87ec7162e3d0 req-e5a88281-996b-4995-94c3-f0ec4609079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:32.379644 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d379485-1f51-4360-a568-87ec7162e3d0 req-e5a88281-996b-4995-94c3-f0ec4609079b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081469 Feb 18 09:27:32.470746 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:32.546580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:32.563223 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:32.571474 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:27:32.628739 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d379485-1f51-4360-a568-87ec7162e3d0 req-c065b21a-40ca-4ee5-ac3c-d0d3a7526e49 service neutron] 10.222.0.61 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424145 Feb 18 09:27:32.629315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Pushing event updated for resources: {'Port': ['ID=17f0a201-7323-4dbc-bf15-f6a836fbf126,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:32.669149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:32.669490 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:32.669825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:32.670157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:32.670490 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:32.670893 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:32.671132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:32.671451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:32.671769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:32.672088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:32.672438 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:32.672753 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:32.946374 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d379485-1f51-4360-a568-87ec7162e3d0 req-46b8154f-a581-4e6c-a8b9-fb808f8e73ab service neutron] 10.222.0.61 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096969 Feb 18 09:27:33.251821 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:33.591406 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:33.802651 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b3b78e38-fbc6-4ef0-9355-345ffd298894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:33.807128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Router c31ed583-caec-4dd9-9800-ab4b2b9cffbe is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:27:33.886613 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:33.887690 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:33.994014 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:27:34.002500 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Sync routers for ids ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:27:34.012185 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Routers {'c31ed583-caec-4dd9-9800-ab4b2b9cffbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:27:34.012840 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:27:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:34.016658 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:34.017837 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d6cd2f8a-ec46-4c8d-82b2-ff8d17b811c9 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1671751 Feb 18 09:27:34.020580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38484) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:34.185289 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Set router c31ed583-caec-4dd9-9800-ab4b2b9cffbe gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:27:34.512394 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-216454802-router', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:30Z', 'updated_at': '2022-02-18T09:27:32Z', 'revision_number': 3, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'gw_port': {'id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:31Z', 'updated_at': '2022-02-18T09:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:34.516462 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Checking router: c31ed583-caec-4dd9-9800-ab4b2b9cffbe for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:27:34.516814 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Updating router c31ed583-caec-4dd9-9800-ab4b2b9cffbe port 17f0a201-7323-4dbc-bf15-f6a836fbf126 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:27:34.569355 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:34.816107 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0e651dd8-abf1-4f3c-ab70-9f4fd79f1562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:34.928784 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:34.940173 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Transition to ACTIVE for port object 17f0a201-7323-4dbc-bf15-f6a836fbf126 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:34.946652 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.023977 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Attempting to bind port 17f0a201-7323-4dbc-bf15-f6a836fbf126 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:27:35.024673 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Attempting to bind port 17f0a201-7323-4dbc-bf15-f6a836fbf126 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:27:35.024798 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Attempting to bind port 17f0a201-7323-4dbc-bf15-f6a836fbf126 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:27:35.026748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-0e651dd8-abf1-4f3c-ab70-9f4fd79f1562 admin admin] Allocated IP 172.20.0.1 (3df89c31-96d1-415a-be76-10e0ca47429b/e0fa2790-6eea-4e1f-9bdd-99edb573cc6c/acf09b42-d4e8-4539-9747-cee410532cd3) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:35.034150 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:27:35.034525 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:27:35.034922 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.035316 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:27:35.035783 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Bound port: 17f0a201-7323-4dbc-bf15-f6a836fbf126, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:27:35.036459 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.059762 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a52800-1ed7-492b-82b3-5a0f79c64fdc None None] Pushing event updated for resources: {'Port': ['ID=17f0a201-7323-4dbc-bf15-f6a836fbf126,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:35.078171 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a52800-1ed7-492b-82b3-5a0f79c64fdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:35.078422 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a52800-1ed7-492b-82b3-5a0f79c64fdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:35.078759 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a52800-1ed7-492b-82b3-5a0f79c64fdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:35.079089 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a52800-1ed7-492b-82b3-5a0f79c64fdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:35.079417 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a52800-1ed7-492b-82b3-5a0f79c64fdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:35.079741 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a52800-1ed7-492b-82b3-5a0f79c64fdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:35.080063 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a52800-1ed7-492b-82b3-5a0f79c64fdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:35.080416 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a52800-1ed7-492b-82b3-5a0f79c64fdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:35.080737 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a52800-1ed7-492b-82b3-5a0f79c64fdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:35.081055 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a52800-1ed7-492b-82b3-5a0f79c64fdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:35.081374 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a52800-1ed7-492b-82b3-5a0f79c64fdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:35.081690 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a52800-1ed7-492b-82b3-5a0f79c64fdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:35.124526 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] For port 17f0a201-7323-4dbc-bf15-f6a836fbf126, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:27:35.125206 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.127715 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] For port 17f0a201-7323-4dbc-bf15-f6a836fbf126, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=17f0a201-7323-4dbc-bf15-f6a836fbf126,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:27:35.132005 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.181403 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0e651dd8-abf1-4f3c-ab70-9f4fd79f1562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.207699 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Routers {'c31ed583-caec-4dd9-9800-ab4b2b9cffbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:27:35.208349 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:27:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:35.213002 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0e651dd8-abf1-4f3c-ab70-9f4fd79f1562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.274764 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a52800-1ed7-492b-82b3-5a0f79c64fdc None None] Pushing event updated for resources: {'Port': ['ID=17f0a201-7323-4dbc-bf15-f6a836fbf126,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:35.282592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e651dd8-abf1-4f3c-ab70-9f4fd79f1562 admin admin] Network 3df89c31-96d1-415a-be76-10e0ca47429b is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:35.285675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-0e651dd8-abf1-4f3c-ab70-9f4fd79f1562 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:35.290196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e651dd8-abf1-4f3c-ab70-9f4fd79f1562 admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:27:35.326363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e651dd8-abf1-4f3c-ab70-9f4fd79f1562 admin admin] Pushing event updated for resources: {'Port': ['ID=acf09b42-d4e8-4539-9747-cee410532cd3,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:35.346442 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0e651dd8-abf1-4f3c-ab70-9f4fd79f1562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.389825 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] Set router c31ed583-caec-4dd9-9800-ab4b2b9cffbe gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:27:35.600768 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0e651dd8-abf1-4f3c-ab70-9f4fd79f1562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.674133 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-216454802-router', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:30Z', 'updated_at': '2022-02-18T09:27:32Z', 'revision_number': 3, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'gw_port': {'id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:31Z', 'updated_at': '2022-02-18T09:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:35.679288 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b783bfd-0382-4460-a75a-4e681d87952c None None] The sync data for ids ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'] in n-d-829434-1 is: [{'id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-216454802-router', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:30Z', 'updated_at': '2022-02-18T09:27:32Z', 'revision_number': 3, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'gw_port': {'id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:31Z', 'updated_at': '2022-02-18T09:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:27:35.841239 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0e651dd8-abf1-4f3c-ab70-9f4fd79f1562 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.846481 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0e651dd8-abf1-4f3c-ab70-9f4fd79f1562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:35.963967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e651dd8-abf1-4f3c-ab70-9f4fd79f1562 admin admin] Pushing event updated for resources: {'Port': ['ID=acf09b42-d4e8-4539-9747-cee410532cd3,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:35.969002 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0e651dd8-abf1-4f3c-ab70-9f4fd79f1562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:36.245682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e651dd8-abf1-4f3c-ab70-9f4fd79f1562 admin admin] Network 3df89c31-96d1-415a-be76-10e0ca47429b is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:36.246851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-0e651dd8-abf1-4f3c-ab70-9f4fd79f1562 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:36.467906 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e651dd8-abf1-4f3c-ab70-9f4fd79f1562 admin admin] Router c31ed583-caec-4dd9-9800-ab4b2b9cffbe has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:27:36.657256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e651dd8-abf1-4f3c-ab70-9f4fd79f1562 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:27:36.667141 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0e651dd8-abf1-4f3c-ab70-9f4fd79f1562 admin admin] 10.222.0.72 "PUT /v2.0/routers/c31ed583-caec-4dd9-9800-ab4b2b9cffbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6455882 Feb 18 09:27:37.191273 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-2418cb95-04d3-4fc2-9a83-c3f84c17db2f tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:37.193447 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-2418cb95-04d3-4fc2-9a83-c3f84c17db2f tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/networks?id=3df89c31-96d1-415a-be76-10e0ca47429b HTTP/1.1" status: 200 len: 819 time: 0.1488054 Feb 18 09:27:37.206143 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Sync routers for ids ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:27:37.215499 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-80e744c5-ac64-4580-9e56-0b7e96de045c tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/quotas/fb1fcbd55e8b4accae42f1275779d0b4 HTTP/1.1" status: 200 len: 375 time: 0.0164900 Feb 18 09:27:37.216571 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Routers {'c31ed583-caec-4dd9-9800-ab4b2b9cffbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:27:37.217195 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:27:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:37.308900 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-c4472b9a-5672-406e-8654-332d55a57c02 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Synchronizing usage tracker for tenant:fb1fcbd55e8b4accae42f1275779d0b4 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:37.330245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-c4472b9a-5672-406e-8654-332d55a57c02 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Unset dirty status for tenant:fb1fcbd55e8b4accae42f1275779d0b4 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:37.331715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-c4472b9a-5672-406e-8654-332d55a57c02 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb1fcbd55e8b4accae42f1275779d0b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1107016 Feb 18 09:27:37.461412 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Set router c31ed583-caec-4dd9-9800-ab4b2b9cffbe gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:27:37.482973 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-6a1c7591-b59c-4416-a2bf-58561ff6e118 service neutron] 10.222.0.72 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354380 Feb 18 09:27:37.625741 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-9527a1fc-e64e-487b-a4c2-d8b499fbc9b8 service neutron] 10.222.0.72 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368568 Feb 18 09:27:37.760108 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 17f0a201-7323-4dbc-bf15-f6a836fbf126 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:37.851963 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 17f0a201-7323-4dbc-bf15-f6a836fbf126 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:37.860205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 17f0a201-7323-4dbc-bf15-f6a836fbf126 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:37.860657 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:37.868824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8dce82a8-23ae-4b39-8512-d3de02d41994 req-b705e832-3bb7-45f5-aa73-390947a29f6a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 210 time: 0.0593872 Feb 18 09:27:37.892381 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-216454802-router', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:30Z', 'updated_at': '2022-02-18T09:27:35Z', 'revision_number': 4, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'gw_port': {'id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:31Z', 'updated_at': '2022-02-18T09:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'acf09b42-d4e8-4539-9747-cee410532cd3', 'name': '', 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'mac_address': 'fa:16:3e:3d:6d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e0fa2790-6eea-4e1f-9bdd-99edb573cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:34Z', 'updated_at': '2022-02-18T09:27:35Z', 'revision_number': 2, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'subnets': [{'id': 'e0fa2790-6eea-4e1f-9bdd-99edb573cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:37.903198 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Checking router: c31ed583-caec-4dd9-9800-ab4b2b9cffbe for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:27:37.903560 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Updating router c31ed583-caec-4dd9-9800-ab4b2b9cffbe port acf09b42-d4e8-4539-9747-cee410532cd3 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:27:37.976255 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:38.147322 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:38.182658 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 17f0a201-7323-4dbc-bf15-f6a836fbf126, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=17f0a201-7323-4dbc-bf15-f6a836fbf126,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:27:38.198781 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:38.350197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=17f0a201-7323-4dbc-bf15-f6a836fbf126,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:38.367053 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:38.367394 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:38.367725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:38.368052 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:38.368404 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:38.368729 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:38.369048 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:38.369369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:38.369685 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:38.369998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:38.370310 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:38.370619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:38.477624 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:38.491031 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Transition to ACTIVE for port object acf09b42-d4e8-4539-9747-cee410532cd3 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:38.498115 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:38.649361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8977a-cb6d-4d1b-bda1-6cf7c47a242f None None] Pushing event updated for resources: {'Port': ['ID=acf09b42-d4e8-4539-9747-cee410532cd3,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:38.718114 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Attempting to bind port acf09b42-d4e8-4539-9747-cee410532cd3 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:27:38.718470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Attempting to bind port acf09b42-d4e8-4539-9747-cee410532cd3 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '6cc00fbc-47ee-403b-b8f2-9e11ee545c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:27:38.718832 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Attempting to bind port acf09b42-d4e8-4539-9747-cee410532cd3 on network 3df89c31-96d1-415a-be76-10e0ca47429b {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:27:38.726023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:27:38.726519 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Checking segment: {'id': '6cc00fbc-47ee-403b-b8f2-9e11ee545c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:27:38.726974 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:38.727369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Bound using segment: {'id': '6cc00fbc-47ee-403b-b8f2-9e11ee545c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:27:38.727838 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Bound port: acf09b42-d4e8-4539-9747-cee410532cd3, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc00fbc-47ee-403b-b8f2-9e11ee545c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:27:38.728370 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:38.822046 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] For port acf09b42-d4e8-4539-9747-cee410532cd3, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:27:38.825546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] For port acf09b42-d4e8-4539-9747-cee410532cd3, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=acf09b42-d4e8-4539-9747-cee410532cd3,segment=NetworkSegment(6cc00fbc-47ee-403b-b8f2-9e11ee545c21),segment_id=6cc00fbc-47ee-403b-b8f2-9e11ee545c21)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:27:38.831712 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:38.965799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Routers {'c31ed583-caec-4dd9-9800-ab4b2b9cffbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:27:38.966382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:27:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:39.024126 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8977a-cb6d-4d1b-bda1-6cf7c47a242f None None] Pushing event updated for resources: {'Port': ['ID=acf09b42-d4e8-4539-9747-cee410532cd3,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:39.048401 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3ba36b28-3ca1-4a20-b04b-177f02de42d4 req-be2d4c75-cf76-4c22-a6a1-0b9a6f4ef25c tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 210 time: 0.0543220 Feb 18 09:27:39.056232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-a863ec21-7aca-417f-9667-bb737c7d759e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:39.058848 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-a863ec21-7aca-417f-9667-bb737c7d759e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.61 "GET /v2.0/networks?id=3df89c31-96d1-415a-be76-10e0ca47429b HTTP/1.1" status: 200 len: 819 time: 0.2369440 Feb 18 09:27:39.074300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-9999faac-7931-46e2-bb28-6b67f49a96ba tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Request body: {'port': {'device_id': '55599dc4-f229-4fb4-9148-22fd588a3b48', 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b', 'admin_state_up': True, 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:27:39.168128 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] Set router c31ed583-caec-4dd9-9800-ab4b2b9cffbe gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:27:39.214978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-9999faac-7931-46e2-bb28-6b67f49a96ba tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:27:39.224901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-9999faac-7931-46e2-bb28-6b67f49a96ba tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:27:39.234356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-9999faac-7931-46e2-bb28-6b67f49a96ba tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Made reservation on behalf of fb1fcbd55e8b4accae42f1275779d0b4 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:27:39.238035 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-9999faac-7931-46e2-bb28-6b67f49a96ba tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:39.460347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-9999faac-7931-46e2-bb28-6b67f49a96ba tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Allocated IP 172.20.0.7 (3df89c31-96d1-415a-be76-10e0ca47429b/e0fa2790-6eea-4e1f-9bdd-99edb573cc6c/65328d2b-8b1f-4d1f-962e-a35fb8325219) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:27:39.492399 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-216454802-router', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:30Z', 'updated_at': '2022-02-18T09:27:35Z', 'revision_number': 4, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'gw_port': {'id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:31Z', 'updated_at': '2022-02-18T09:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'acf09b42-d4e8-4539-9747-cee410532cd3', 'name': '', 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'mac_address': 'fa:16:3e:3d:6d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e0fa2790-6eea-4e1f-9bdd-99edb573cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:34Z', 'updated_at': '2022-02-18T09:27:38Z', 'revision_number': 4, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'subnets': [{'id': 'e0fa2790-6eea-4e1f-9bdd-99edb573cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:39.496822 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d65a49a-c576-49f2-8ff8-87e69680c8df None None] The sync data for ids ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'] in n-d-829434-1 is: [{'id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-216454802-router', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:30Z', 'updated_at': '2022-02-18T09:27:35Z', 'revision_number': 4, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'gw_port': {'id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:31Z', 'updated_at': '2022-02-18T09:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'acf09b42-d4e8-4539-9747-cee410532cd3', 'name': '', 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'mac_address': 'fa:16:3e:3d:6d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e0fa2790-6eea-4e1f-9bdd-99edb573cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:34Z', 'updated_at': '2022-02-18T09:27:38Z', 'revision_number': 4, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'subnets': [{'id': 'e0fa2790-6eea-4e1f-9bdd-99edb573cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:27:39.815456 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device acf09b42-d4e8-4539-9747-cee410532cd3 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:39.864768 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-9999faac-7931-46e2-bb28-6b67f49a96ba tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:39.909196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port acf09b42-d4e8-4539-9747-cee410532cd3 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:39.909509 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-9999faac-7931-46e2-bb28-6b67f49a96ba tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:39.917125 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port acf09b42-d4e8-4539-9747-cee410532cd3 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:39.917708 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:39.988625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-9999faac-7931-46e2-bb28-6b67f49a96ba tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Network 3df89c31-96d1-415a-be76-10e0ca47429b is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:27:39.993145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-9999faac-7931-46e2-bb28-6b67f49a96ba tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:27:39.996414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-9999faac-7931-46e2-bb28-6b67f49a96ba tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:27:40.047791 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999faac-7931-46e2-bb28-6b67f49a96ba tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Pushing event updated for resources: {'Port': ['ID=65328d2b-8b1f-4d1f-962e-a35fb8325219,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:40.061236 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:40.080123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-9999faac-7931-46e2-bb28-6b67f49a96ba tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:40.081153 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-9999faac-7931-46e2-bb28-6b67f49a96ba tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:40.108861 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port acf09b42-d4e8-4539-9747-cee410532cd3, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=acf09b42-d4e8-4539-9747-cee410532cd3,segment=NetworkSegment(6cc00fbc-47ee-403b-b8f2-9e11ee545c21),segment_id=6cc00fbc-47ee-403b-b8f2-9e11ee545c21)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:27:40.112811 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-9999faac-7931-46e2-bb28-6b67f49a96ba tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0426888 Feb 18 09:27:40.114495 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:40.115881 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 17f0a201-7323-4dbc-bf15-f6a836fbf126 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:40.125558 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Request body: {'port': {'device_id': '55599dc4-f229-4fb4-9148-22fd588a3b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:27:40.238443 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=acf09b42-d4e8-4539-9747-cee410532cd3,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:40.261246 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 17f0a201-7323-4dbc-bf15-f6a836fbf126 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:40.261761 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:40.323148 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:40.354936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adc51d-ceb2-426a-9f93-94886ca6f3a2 req-86f661c9-9311-4a35-b681-9684f50da25a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:40.355891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-48adc51d-ceb2-426a-9f93-94886ca6f3a2 req-86f661c9-9311-4a35-b681-9684f50da25a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Synchronizing usage tracker for tenant:fb1fcbd55e8b4accae42f1275779d0b4 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:40.419680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-48adc51d-ceb2-426a-9f93-94886ca6f3a2 req-86f661c9-9311-4a35-b681-9684f50da25a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Unset dirty status for tenant:fb1fcbd55e8b4accae42f1275779d0b4 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:40.420929 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48adc51d-ceb2-426a-9f93-94886ca6f3a2 req-86f661c9-9311-4a35-b681-9684f50da25a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 931 time: 0.2441168 Feb 18 09:27:40.541048 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48adc51d-ceb2-426a-9f93-94886ca6f3a2 req-5033bacc-92a9-473b-bd36-37c562eb78e2 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074071 Feb 18 09:27:40.771064 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65328d2b-8b1f-4d1f-962e-a35fb8325219 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:27:40.784214 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:40.810170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Transition to ACTIVE for port object 65328d2b-8b1f-4d1f-962e-a35fb8325219 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:27:40.815738 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:40.982557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=65328d2b-8b1f-4d1f-962e-a35fb8325219,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:41.062863 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Attempting to bind port 65328d2b-8b1f-4d1f-962e-a35fb8325219 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:27:41.063094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Attempting to bind port 65328d2b-8b1f-4d1f-962e-a35fb8325219 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '6cc00fbc-47ee-403b-b8f2-9e11ee545c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:27:41.063429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Attempting to bind port 65328d2b-8b1f-4d1f-962e-a35fb8325219 on network 3df89c31-96d1-415a-be76-10e0ca47429b {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:27:41.068220 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Port 65328d2b-8b1f-4d1f-962e-a35fb8325219 on network 3df89c31-96d1-415a-be76-10e0ca47429b not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:27:41.068584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Attempting to bind port 65328d2b-8b1f-4d1f-962e-a35fb8325219 on network 3df89c31-96d1-415a-be76-10e0ca47429b {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:27:41.073823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:27:41.074187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Checking segment: {'id': '6cc00fbc-47ee-403b-b8f2-9e11ee545c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:27:41.074535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Bound using segment: {'id': '6cc00fbc-47ee-403b-b8f2-9e11ee545c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:27:41.074958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Bound port: 65328d2b-8b1f-4d1f-962e-a35fb8325219, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc00fbc-47ee-403b-b8f2-9e11ee545c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:27:41.075318 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.169922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] For port 65328d2b-8b1f-4d1f-962e-a35fb8325219, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:27:41.172952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] For port 65328d2b-8b1f-4d1f-962e-a35fb8325219, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=65328d2b-8b1f-4d1f-962e-a35fb8325219,segment=NetworkSegment(6cc00fbc-47ee-403b-b8f2-9e11ee545c21),segment_id=6cc00fbc-47ee-403b-b8f2-9e11ee545c21)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:27:41.177440 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.197509 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38522) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:41.240247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:41.240887 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.242288 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] 10.222.0.61 "PUT /v2.0/ports/65328d2b-8b1f-4d1f-962e-a35fb8325219 HTTP/1.1" status: 200 len: 1091 time: 1.1210706 Feb 18 09:27:41.242756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55599dc4-f229-4fb4-9148-22fd588a3b48', 'tag': '65328d2b-8b1f-4d1f-962e-a35fb8325219'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:27:41.264144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e9c67-9756-4e77-8106-0688544a0fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=65328d2b-8b1f-4d1f-962e-a35fb8325219,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:41.325408 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55599dc4-f229-4fb4-9148-22fd588a3b48', 'tag': '65328d2b-8b1f-4d1f-962e-a35fb8325219', 'status': 'completed', 'code': 200} Feb 18 09:27:41.370538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-017e3c3f-9380-4113-af8c-d1f9f0e39177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:41.372149 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-017e3c3f-9380-4113-af8c-d1f9f0e39177 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fb1fcbd55e8b4accae42f1275779d0b4&device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 1094 time: 0.0866649 Feb 18 09:27:41.431812 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Deleting port 06fb153d-9d1b-4adf-a26b-313e2bc4ecbb {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:27:41.432103 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.442428 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-e61bff59-93fb-42cf-84f5-24f3c9581f90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65328d2b-8b1f-4d1f-962e-a35fb8325219 HTTP/1.1" status: 200 len: 217 time: 0.0634544 Feb 18 09:27:41.481964 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.509449 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-a2d1f18f-ff94-4a56-a98c-de3f1819d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:41.510879 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-a2d1f18f-ff94-4a56-a98c-de3f1819d487 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0fa2790-6eea-4e1f-9bdd-99edb573cc6c HTTP/1.1" status: 200 len: 859 time: 0.0621984 Feb 18 09:27:41.558500 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-b6c5238e-3978-4cbd-a8d2-1a0f737b1b00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3df89c31-96d1-415a-be76-10e0ca47429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412412 Feb 18 09:27:41.614795 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.615673 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.648474 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.734401 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device acf09b42-d4e8-4539-9747-cee410532cd3 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:41.754790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Calling delete_port for 06fb153d-9d1b-4adf-a26b-313e2bc4ecbb owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:27:41.815333 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port acf09b42-d4e8-4539-9747-cee410532cd3 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:41.815708 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.917992 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6502d7e-c277-4b98-a09c-72c6e534433b req-2286d974-56d5-4b8f-9fa7-0aecf73b44e0 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:41.917992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d6502d7e-c277-4b98-a09c-72c6e534433b req-2286d974-56d5-4b8f-9fa7-0aecf73b44e0 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 943 time: 0.1552637 Feb 18 09:27:41.917992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-7f6a32c7-3921-4098-aa43-205467eefed4 service neutron] 10.222.0.61 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535769 Feb 18 09:27:41.923428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:41.978971 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event deleted for resources: {'Port': ['ID=06fb153d-9d1b-4adf-a26b-313e2bc4ecbb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:42.024543 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:42.024888 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:42.025232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:42.025567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:42.025981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:42.026232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:42.026555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:42.026934 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:42.027198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:42.027522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:42.027839 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:42.028158 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:27:42.053027 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d6502d7e-c277-4b98-a09c-72c6e534433b req-dc9b912b-a51d-426d-9387-9d692fbb8d01 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262522 Feb 18 09:27:42.092979 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:42.093319 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Floating IP b12ab633-8180-4945-a1d5-812ab74ec1d9 disassociated (deleted). External IP: 172.25.1.240, port: a08811ea-6839-465f-b28e-f454d5583538. Feb 18 09:27:42.098480 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e9a1450-1656-4a35-9749-1ea61fed5e5a req-6db54c0e-9184-42ee-9942-80d971861afd service neutron] 10.222.0.61 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731589 Feb 18 09:27:42.245069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c47250-f567-4368-bdc0-7834e8119e0e req-887e4501-1459-41b7-b31e-04aafcda5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:42.247631 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c47250-f567-4368-bdc0-7834e8119e0e req-887e4501-1459-41b7-b31e-04aafcda5f07 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fb1fcbd55e8b4accae42f1275779d0b4&device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 1094 time: 0.0776033 Feb 18 09:27:42.390533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c47250-f567-4368-bdc0-7834e8119e0e req-a2370cc9-e0e4-4030-ac4c-2cfbed232dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:42.392397 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c47250-f567-4368-bdc0-7834e8119e0e req-a2370cc9-e0e4-4030-ac4c-2cfbed232dc7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3df89c31-96d1-415a-be76-10e0ca47429b HTTP/1.1" status: 200 len: 920 time: 0.1394544 Feb 18 09:27:42.468240 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c47250-f567-4368-bdc0-7834e8119e0e req-bb996db4-67d3-48f9-84e7-53a92f25c3cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65328d2b-8b1f-4d1f-962e-a35fb8325219 HTTP/1.1" status: 200 len: 217 time: 0.0694540 Feb 18 09:27:42.534576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c47250-f567-4368-bdc0-7834e8119e0e req-5bb97b4f-aeb0-4139-aada-a8bb64c9e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:42.535933 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c47250-f567-4368-bdc0-7834e8119e0e req-5bb97b4f-aeb0-4139-aada-a8bb64c9e46d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0fa2790-6eea-4e1f-9bdd-99edb573cc6c HTTP/1.1" status: 200 len: 859 time: 0.0621071 Feb 18 09:27:42.582814 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c47250-f567-4368-bdc0-7834e8119e0e req-ae467956-231c-42d4-8abb-d41525c48d82 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3df89c31-96d1-415a-be76-10e0ca47429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402329 Feb 18 09:27:42.622106 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Router ced51067-808e-4f7a-8ad6-e451b7364cfb has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:27:42.746533 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c47250-f567-4368-bdc0-7834e8119e0e req-4456f6d9-93c2-4aa5-bce9-eec9237025b7 service neutron] 10.222.0.61 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572754 Feb 18 09:27:42.843793 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:27:42.860869 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d4149-42c9-4978-bbf0-40cc84c0fa1f None None] Sync routers for ids ['ced51067-808e-4f7a-8ad6-e451b7364cfb'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:27:42.876123 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:42.877717 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d4149-42c9-4978-bbf0-40cc84c0fa1f None None] Routers {'ced51067-808e-4f7a-8ad6-e451b7364cfb'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:27:42.878695 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-735d4149-42c9-4978-bbf0-40cc84c0fa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:27:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['ced51067-808e-4f7a-8ad6-e451b7364cfb'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:42.920355 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2c47250-f567-4368-bdc0-7834e8119e0e req-b0e851ff-bf6e-4e6d-98e0-f0a93bc689a7 service neutron] 10.222.0.61 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673295 Feb 18 09:27:42.938557 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2c977e7f-df76-4f48-b6f3-270846b45586 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "DELETE /v2.0/floatingips/b12ab633-8180-4945-a1d5-812ab74ec1d9 HTTP/1.1" status: 204 len: 168 time: 1.7397821 Feb 18 09:27:42.939155 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0bf919-f166-4759-98e0-97ac8584ea36', 'tag': 'a08811ea-6839-465f-b28e-f454d5583538'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:27:42.988466 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0bf919-f166-4759-98e0-97ac8584ea36', 'tag': 'a08811ea-6839-465f-b28e-f454d5583538', 'status': 'completed', 'code': 200} Feb 18 09:27:43.090853 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00861f22-22df-41b2-9b29-f7879f45ce28 req-e226a066-dccd-4e6e-8f60-51230b9632ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:43.092531 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00861f22-22df-41b2-9b29-f7879f45ce28 req-e226a066-dccd-4e6e-8f60-51230b9632ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 1097 time: 0.0778680 Feb 18 09:27:43.126270 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-735d4149-42c9-4978-bbf0-40cc84c0fa1f None None] Set router ced51067-808e-4f7a-8ad6-e451b7364cfb gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:27:43.353473 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00861f22-22df-41b2-9b29-f7879f45ce28 req-ab97efce-3e8a-43de-9420-cf26dbdeee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:43.354877 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00861f22-22df-41b2-9b29-f7879f45ce28 req-ab97efce-3e8a-43de-9420-cf26dbdeee22 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 912 time: 0.2562876 Feb 18 09:27:43.441604 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00861f22-22df-41b2-9b29-f7879f45ce28 req-6e6aa6b7-de4d-4129-9dba-169f7a46fbf2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a08811ea-6839-465f-b28e-f454d5583538 HTTP/1.1" status: 200 len: 217 time: 0.0795050 Feb 18 09:27:43.453482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11252e-9f79-4c65-a102-8062de41349e req-b5ea7b7b-83fd-4a6b-a0ec-0d4493de0fbe tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:43.454931 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b11252e-9f79-4c65-a102-8062de41349e req-b5ea7b7b-83fd-4a6b-a0ec-0d4493de0fbe tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 943 time: 0.2594845 Feb 18 09:27:43.494806 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-735d4149-42c9-4978-bbf0-40cc84c0fa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'a651b36f-ccde-47bf-b18a-740a41da9157', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'port_id': 'd2ace759-2457-4027-a867-89ab5e14be37', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'mac_address': 'fa:16:3e:6a:a4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd278f742-7622-4822-a63a-6dad44ade9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:23:40Z', 'updated_at': '2022-02-18T09:23:43Z', 'revision_number': 1, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:26Z', 'revision_number': 5, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:43.498900 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d4149-42c9-4978-bbf0-40cc84c0fa1f None None] Checking router: ced51067-808e-4f7a-8ad6-e451b7364cfb for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:27:43.507303 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d4149-42c9-4978-bbf0-40cc84c0fa1f None None] Routers {'ced51067-808e-4f7a-8ad6-e451b7364cfb'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:27:43.508083 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-735d4149-42c9-4978-bbf0-40cc84c0fa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:27:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['ced51067-808e-4f7a-8ad6-e451b7364cfb'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:43.689293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00861f22-22df-41b2-9b29-f7879f45ce28 req-194b2a52-a053-4478-8aca-33a2bcf2e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:43.690736 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00861f22-22df-41b2-9b29-f7879f45ce28 req-194b2a52-a053-4478-8aca-33a2bcf2e3bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.2337182 Feb 18 09:27:43.691103 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-735d4149-42c9-4978-bbf0-40cc84c0fa1f None None] Set router ced51067-808e-4f7a-8ad6-e451b7364cfb gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:27:43.699382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e759e0-a912-454a-96f3-a8e6c4062ff9 req-7c6e2ad7-7549-4eb7-bdbb-40e449b83272 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:43.700866 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41e759e0-a912-454a-96f3-a8e6c4062ff9 req-7c6e2ad7-7549-4eb7-bdbb-40e449b83272 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 946 time: 0.3986027 Feb 18 09:27:43.704961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b11252e-9f79-4c65-a102-8062de41349e req-f8f61c8e-2b39-4da6-ba4a-06755b71d049 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159765 Feb 18 09:27:43.799089 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41e759e0-a912-454a-96f3-a8e6c4062ff9 req-d0bcd13b-41d9-42eb-9e60-da7e72d83262 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592537 Feb 18 09:27:43.814291 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00861f22-22df-41b2-9b29-f7879f45ce28 req-b07e2957-fb47-4961-90e4-9bc3e784e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:43.815796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00861f22-22df-41b2-9b29-f7879f45ce28 req-b07e2957-fb47-4961-90e4-9bc3e784e781 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138830 Feb 18 09:27:43.952443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00861f22-22df-41b2-9b29-f7879f45ce28 req-a597f883-53dd-4a8a-99c9-225374c47827 service neutron] 10.222.0.61 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286349 Feb 18 09:27:44.056452 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-735d4149-42c9-4978-bbf0-40cc84c0fa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'a651b36f-ccde-47bf-b18a-740a41da9157', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'port_id': 'd2ace759-2457-4027-a867-89ab5e14be37', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'mac_address': 'fa:16:3e:6a:a4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd278f742-7622-4822-a63a-6dad44ade9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:23:40Z', 'updated_at': '2022-02-18T09:23:43Z', 'revision_number': 1, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:26Z', 'revision_number': 5, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:44.067390 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d4149-42c9-4978-bbf0-40cc84c0fa1f None None] The sync data for ids ['ced51067-808e-4f7a-8ad6-e451b7364cfb'] in n-d-829434-1 is: [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'a651b36f-ccde-47bf-b18a-740a41da9157', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'port_id': 'd2ace759-2457-4027-a867-89ab5e14be37', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'mac_address': 'fa:16:3e:6a:a4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd278f742-7622-4822-a63a-6dad44ade9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:23:40Z', 'updated_at': '2022-02-18T09:23:43Z', 'revision_number': 1, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:26Z', 'revision_number': 5, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:27:44.091372 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00861f22-22df-41b2-9b29-f7879f45ce28 req-430419d5-ef36-44bf-8fbf-834e7c94cbc5 service neutron] 10.222.0.61 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327779 Feb 18 09:27:44.315666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc39d8c2-f43f-44b6-8b0b-342989254b77 None None] New status for floating IP b12ab633-8180-4945-a1d5-812ab74ec1d9: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:27:45.046353 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c151c-e527-48a9-aca9-af88b79560d3 req-b120e55b-df73-4907-8d92-112fd8fc76fa tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:45.047712 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-187c151c-e527-48a9-aca9-af88b79560d3 req-b120e55b-df73-4907-8d92-112fd8fc76fa tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 943 time: 0.2275527 Feb 18 09:27:45.063871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502a5b2-0e2e-42d0-87a8-d01ea2f89e89 req-31f7f874-25a2-48f0-897c-f4d4a672c3be tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:45.065376 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e502a5b2-0e2e-42d0-87a8-d01ea2f89e89 req-31f7f874-25a2-48f0-897c-f4d4a672c3be tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 946 time: 0.1817038 Feb 18 09:27:45.123194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd511fc9-0915-4603-bca4-4e3e8237a8dd req-a7f53b5c-79cd-47bc-9733-2a8fb1607fc7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:45.124703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd511fc9-0915-4603-bca4-4e3e8237a8dd req-a7f53b5c-79cd-47bc-9733-2a8fb1607fc7 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 946 time: 0.2033532 Feb 18 09:27:45.203875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-187c151c-e527-48a9-aca9-af88b79560d3 req-ae83e950-c5db-4631-87fb-81b8b6cca3dd tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488857 Feb 18 09:27:45.207409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-e502a5b2-0e2e-42d0-87a8-d01ea2f89e89 req-f269b685-ac6f-403b-91eb-a2ccb1187f78 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Deleting port a08811ea-6839-465f-b28e-f454d5583538 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:27:45.207758 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e502a5b2-0e2e-42d0-87a8-d01ea2f89e89 req-f269b685-ac6f-403b-91eb-a2ccb1187f78 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:45.218520 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 65328d2b-8b1f-4d1f-962e-a35fb8325219 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:27:45.263562 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd511fc9-0915-4603-bca4-4e3e8237a8dd req-762b3a11-3d51-4ef1-a40f-ee643af59da6 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260242 Feb 18 09:27:45.389923 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 65328d2b-8b1f-4d1f-962e-a35fb8325219, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=65328d2b-8b1f-4d1f-962e-a35fb8325219,segment=NetworkSegment(6cc00fbc-47ee-403b-b8f2-9e11ee545c21),segment_id=6cc00fbc-47ee-403b-b8f2-9e11ee545c21)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:27:45.402587 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '65328d2b-8b1f-4d1f-962e-a35fb8325219', 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b', 'port_id': '65328d2b-8b1f-4d1f-962e-a35fb8325219', 'mac_address': 'fa:16:3e:2a:f7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0fa2790-6eea-4e1f-9bdd-99edb573cc6c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:27:45.457569 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:45.474703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65328d2b-8b1f-4d1f-962e-a35fb8325219 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:27:45.480287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-e502a5b2-0e2e-42d0-87a8-d01ea2f89e89 req-f269b685-ac6f-403b-91eb-a2ccb1187f78 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] For port a08811ea-6839-465f-b28e-f454d5583538, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a08811ea-6839-465f-b28e-f454d5583538,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:27:45.480720 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e502a5b2-0e2e-42d0-87a8-d01ea2f89e89 req-f269b685-ac6f-403b-91eb-a2ccb1187f78 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:45.489899 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 65328d2b-8b1f-4d1f-962e-a35fb8325219, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=65328d2b-8b1f-4d1f-962e-a35fb8325219,segment=NetworkSegment(6cc00fbc-47ee-403b-b8f2-9e11ee545c21),segment_id=6cc00fbc-47ee-403b-b8f2-9e11ee545c21)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:27:45.494343 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:45.567144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=65328d2b-8b1f-4d1f-962e-a35fb8325219,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:45.618736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-e502a5b2-0e2e-42d0-87a8-d01ea2f89e89 req-f269b685-ac6f-403b-91eb-a2ccb1187f78 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Calling delete_port for a08811ea-6839-465f-b28e-f454d5583538 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:27:45.774934 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e502a5b2-0e2e-42d0-87a8-d01ea2f89e89 req-f269b685-ac6f-403b-91eb-a2ccb1187f78 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:45.806156 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['65328d2b-8b1f-4d1f-962e-a35fb8325219'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:27:45.826985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269b685-ac6f-403b-91eb-a2ccb1187f78 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event deleted for resources: {'Port': ['ID=a08811ea-6839-465f-b28e-f454d5583538,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:45.927055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e502a5b2-0e2e-42d0-87a8-d01ea2f89e89 req-f269b685-ac6f-403b-91eb-a2ccb1187f78 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] No DVR routers for this DVR port a08811ea-6839-465f-b28e-f454d5583538 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:27:45.929902 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e502a5b2-0e2e-42d0-87a8-d01ea2f89e89 req-f269b685-ac6f-403b-91eb-a2ccb1187f78 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:45.932615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0bf919-f166-4759-98e0-97ac8584ea36', 'name': 'network-vif-deleted', 'tag': 'a08811ea-6839-465f-b28e-f454d5583538'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:27:45.945113 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e502a5b2-0e2e-42d0-87a8-d01ea2f89e89 req-f269b685-ac6f-403b-91eb-a2ccb1187f78 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.61 "DELETE /v2.0/ports/a08811ea-6839-465f-b28e-f454d5583538 HTTP/1.1" status: 204 len: 173 time: 0.8649294 Feb 18 09:27:45.987331 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0bf919-f166-4759-98e0-97ac8584ea36', 'name': 'network-vif-deleted', 'tag': 'a08811ea-6839-465f-b28e-f454d5583538', 'status': 'completed', 'code': 200} Feb 18 09:27:46.455944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9f971031-92dc-4868-a6a6-100f2317c3f2 req-753c281f-5363-4027-984e-c1c6f65d9c1a tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Synchronizing usage tracker for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:46.478615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8a1c0-1cf6-4421-9487-4db10ab711e7 req-e72a8b72-145b-4c84-858c-e2ca363950a3 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:46.480098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e8a1c0-1cf6-4421-9487-4db10ab711e7 req-e72a8b72-145b-4c84-858c-e2ca363950a3 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 944 time: 0.1528604 Feb 18 09:27:46.618949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9f971031-92dc-4868-a6a6-100f2317c3f2 req-753c281f-5363-4027-984e-c1c6f65d9c1a tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Unset dirty status for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:46.620074 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f971031-92dc-4868-a6a6-100f2317c3f2 req-753c281f-5363-4027-984e-c1c6f65d9c1a tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb0bf919-f166-4759-98e0-97ac8584ea36 HTTP/1.1" status: 200 len: 210 time: 0.2169025 Feb 18 09:27:46.645949 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60e8a1c0-1cf6-4421-9487-4db10ab711e7 req-cd842846-e100-43c9-94c5-0ea4308bb30e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594346 Feb 18 09:27:47.219366 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 65328d2b-8b1f-4d1f-962e-a35fb8325219 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:27:47.291077 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 65328d2b-8b1f-4d1f-962e-a35fb8325219 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:27:47.296135 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 65328d2b-8b1f-4d1f-962e-a35fb8325219 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:47.296542 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:47.426722 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:47.456036 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55599dc4-f229-4fb4-9148-22fd588a3b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65328d2b-8b1f-4d1f-962e-a35fb8325219'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:27:47.466895 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 65328d2b-8b1f-4d1f-962e-a35fb8325219, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=65328d2b-8b1f-4d1f-962e-a35fb8325219,segment=NetworkSegment(6cc00fbc-47ee-403b-b8f2-9e11ee545c21),segment_id=6cc00fbc-47ee-403b-b8f2-9e11ee545c21)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:27:47.471178 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:47.472114 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a08811ea-6839-465f-b28e-f454d5583538 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:27:47.545625 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55599dc4-f229-4fb4-9148-22fd588a3b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65328d2b-8b1f-4d1f-962e-a35fb8325219', 'code': 200} Feb 18 09:27:47.553852 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: a08811ea-6839-465f-b28e-f454d5583538 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:27:47.554297 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a08811ea-6839-465f-b28e-f454d5583538 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:27:47.584971 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=65328d2b-8b1f-4d1f-962e-a35fb8325219,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:47.632886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063875e-eba6-435d-a44d-1e979b71bf06 req-40859d39-d4de-48cf-bd0f-ef3dd98a3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:47.634388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8063875e-eba6-435d-a44d-1e979b71bf06 req-40859d39-d4de-48cf-bd0f-ef3dd98a3ef6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 1096 time: 0.0744565 Feb 18 09:27:47.681683 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8063875e-eba6-435d-a44d-1e979b71bf06 req-b06a1dbf-2b4c-43f0-8410-6608b6ed64f9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401306 Feb 18 09:27:47.874346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e98b5-3fbb-435d-9420-324e03d9c212 req-4445ee75-a282-46f1-85be-8d6d4d468718 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:47.876030 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-296e98b5-3fbb-435d-9420-324e03d9c212 req-4445ee75-a282-46f1-85be-8d6d4d468718 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.1040452 Feb 18 09:27:47.937052 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-296e98b5-3fbb-435d-9420-324e03d9c212 req-b721b13e-e93a-4b75-bd5f-e3c1cdd6fe9f tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480177 Feb 18 09:27:48.095724 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:27:49.135967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d7fa4-2702-496e-9f11-cb0e131cd746 req-46d2635a-249c-41a3-ad2a-1b59ff4e4ef6 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:49.137382 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-720d7fa4-2702-496e-9f11-cb0e131cd746 req-46d2635a-249c-41a3-ad2a-1b59ff4e4ef6 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.0901444 Feb 18 09:27:49.200992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-720d7fa4-2702-496e-9f11-cb0e131cd746 req-fb238e19-ae85-46ee-83aa-b2f8fa60c481 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574987 Feb 18 09:27:49.604962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf429b-8abd-4dea-bf5f-547d3bb21616 req-46f4b61f-ab6c-4409-8ceb-c3f67dcffe82 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:49.606370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1adf429b-8abd-4dea-bf5f-547d3bb21616 req-46f4b61f-ab6c-4409-8ceb-c3f67dcffe82 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 946 time: 0.0823708 Feb 18 09:27:49.652367 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1adf429b-8abd-4dea-bf5f-547d3bb21616 req-56b5cd96-974a-470e-bafb-9380206733d6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400131 Feb 18 09:27:49.679104 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38568) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:49.789298 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a75980b1-1c5f-4854-a394-216b37d13c94 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/floatingips/7e9637f2-87ad-43b4-a2e0-30740620e964 HTTP/1.1" status: 200 len: 993 time: 0.1088741 Feb 18 09:27:50.357452 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232752fa-820c-48eb-b9b9-1255210019fb req-b7c9d026-2402-4324-b9f2-cf7b21be3291 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:50.365024 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-232752fa-820c-48eb-b9b9-1255210019fb req-b7c9d026-2402-4324-b9f2-cf7b21be3291 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 1097 time: 0.1139648 Feb 18 09:27:50.472840 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-232752fa-820c-48eb-b9b9-1255210019fb req-a6a894a5-4abf-456d-9143-e4e6472ed99b tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672841 Feb 18 09:27:50.497402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066d75a-9dd9-438a-ad6a-35eb28b5a732 req-24887df3-820f-488a-8881-473956937368 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:50.499434 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2066d75a-9dd9-438a-ad6a-35eb28b5a732 req-24887df3-820f-488a-8881-473956937368 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.1336205 Feb 18 09:27:50.551454 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2066d75a-9dd9-438a-ad6a-35eb28b5a732 req-e6e42c40-5c64-44b8-b8ac-20d36bf91085 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457587 Feb 18 09:27:51.077675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356bdeb-6834-41fc-a3fc-6fb99d222aa1 req-d77f6ac8-c855-4429-a3ba-54d71c1dd26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:51.079107 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a356bdeb-6834-41fc-a3fc-6fb99d222aa1 req-d77f6ac8-c855-4429-a3ba-54d71c1dd26c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fb1fcbd55e8b4accae42f1275779d0b4&device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 1096 time: 0.1543467 Feb 18 09:27:51.120026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fb95d-b15e-4ee7-a985-673436e0033d req-97f66a2f-acdb-4709-ae02-e33447d3cd07 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:51.121567 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e4fb95d-b15e-4ee7-a985-673436e0033d req-97f66a2f-acdb-4709-ae02-e33447d3cd07 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.1407793 Feb 18 09:27:51.278633 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2e4fb95d-b15e-4ee7-a985-673436e0033d req-6306612d-7901-47ea-b248-448444098a45 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013422 Feb 18 09:27:51.315945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356bdeb-6834-41fc-a3fc-6fb99d222aa1 req-71fa3c2f-3977-4419-bf33-83e7fbc30dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:51.317438 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a356bdeb-6834-41fc-a3fc-6fb99d222aa1 req-71fa3c2f-3977-4419-bf33-83e7fbc30dfe service neutron] 10.222.0.61 "GET /v2.0/networks?id=3df89c31-96d1-415a-be76-10e0ca47429b HTTP/1.1" status: 200 len: 920 time: 0.2299712 Feb 18 09:27:51.426955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a356bdeb-6834-41fc-a3fc-6fb99d222aa1 req-5517cbf0-cd89-4865-91f2-3de299e2a492 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65328d2b-8b1f-4d1f-962e-a35fb8325219 HTTP/1.1" status: 200 len: 217 time: 0.1023204 Feb 18 09:27:51.503187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356bdeb-6834-41fc-a3fc-6fb99d222aa1 req-0cf106b8-6448-4340-a1f4-e7b725ad7a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:51.504669 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a356bdeb-6834-41fc-a3fc-6fb99d222aa1 req-0cf106b8-6448-4340-a1f4-e7b725ad7a5d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0fa2790-6eea-4e1f-9bdd-99edb573cc6c HTTP/1.1" status: 200 len: 859 time: 0.0722761 Feb 18 09:27:51.545316 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-340ee117-f5d3-4abf-9e7c-58be8870744e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2224545 Feb 18 09:27:51.560807 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a356bdeb-6834-41fc-a3fc-6fb99d222aa1 req-efd147d9-491d-41a1-8d92-c09211667d3e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3df89c31-96d1-415a-be76-10e0ca47429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492535 Feb 18 09:27:51.705037 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a356bdeb-6834-41fc-a3fc-6fb99d222aa1 req-bd5a9303-6b46-49dd-bdb9-a4ac047a899b service neutron] 10.222.0.61 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382360 Feb 18 09:27:51.849054 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a356bdeb-6834-41fc-a3fc-6fb99d222aa1 req-0bc4de6f-8124-48f6-b49a-39ceb9044bf3 service neutron] 10.222.0.61 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377816 Feb 18 09:27:52.106863 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-cdfc8983-95f1-4249-94d9-2ac7dc8e118b tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:27:52.107843 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-cdfc8983-95f1-4249-94d9-2ac7dc8e118b tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0806167 Feb 18 09:27:52.119549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-3a7511b8-d107-4464-97c8-e847ab2e6ae9 service neutron] Request body: {'binding': {'host': 'n-h2-829434-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:27:52.120077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-3a7511b8-d107-4464-97c8-e847ab2e6ae9 service neutron] Unknown quota resources ['binding']. {{(pid=87768) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 18 09:27:52.325191 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38628) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:52.467814 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-3a7511b8-d107-4464-97c8-e847ab2e6ae9 service neutron] Attempting to bind port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef on host n-h2-829434-1 for vnic_type normal with profile None {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:27:52.468402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-3a7511b8-d107-4464-97c8-e847ab2e6ae9 service neutron] Attempting to bind port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:27:52.468507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-3a7511b8-d107-4464-97c8-e847ab2e6ae9 service neutron] Attempting to bind port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef on network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:27:52.480453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-3a7511b8-d107-4464-97c8-e847ab2e6ae9 service neutron] Port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef on network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:27:52.480777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-3a7511b8-d107-4464-97c8-e847ab2e6ae9 service neutron] Attempting to bind port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef on network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:27:52.493865 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-3a7511b8-d107-4464-97c8-e847ab2e6ae9 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:27:52.494199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-3a7511b8-d107-4464-97c8-e847ab2e6ae9 service neutron] Checking segment: {'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:27:52.494572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-3a7511b8-d107-4464-97c8-e847ab2e6ae9 service neutron] Bound using segment: {'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:27:52.494997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-3a7511b8-d107-4464-97c8-e847ab2e6ae9 service neutron] Bound port: b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:27:52.537679 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-74f3a337-3d14-4d9a-b373-ecbf7263b4a3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Deleting port 91e1402c-36c7-47da-a69a-c557f62dcc1e {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:27:52.538944 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-74f3a337-3d14-4d9a-b373-ecbf7263b4a3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:52.565948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721af58-746f-4148-80b2-6fede169eac7 req-2f00feb5-012d-44a7-a754-22708c384523 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:52.568442 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5721af58-746f-4148-80b2-6fede169eac7 req-2f00feb5-012d-44a7-a754-22708c384523 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.1657045 Feb 18 09:27:52.612625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-3a7511b8-d107-4464-97c8-e847ab2e6ae9 service neutron] For port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,segment=NetworkSegment(91e87d8e-f0f1-4167-91b5-23ef08f139da),segment_id=91e87d8e-f0f1-4167-91b5-23ef08f139da)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:27:52.620387 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-3a7511b8-d107-4464-97c8-e847ab2e6ae9 service neutron] Notify callbacks [] for binding, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:52.621528 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-3a7511b8-d107-4464-97c8-e847ab2e6ae9 service neutron] 10.222.0.72 "POST /v2.0/ports/b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef/bindings HTTP/1.1" status: 201 len: 389 time: 0.5054173 Feb 18 09:27:52.629397 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5721af58-746f-4148-80b2-6fede169eac7 req-52d21d3e-ffc9-46d1-8d2b-14991df289f6 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521863 Feb 18 09:27:52.730137 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-74f3a337-3d14-4d9a-b373-ecbf7263b4a3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:52.730511 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-74f3a337-3d14-4d9a-b373-ecbf7263b4a3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:52.870556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-74f3a337-3d14-4d9a-b373-ecbf7263b4a3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Calling delete_port for 91e1402c-36c7-47da-a69a-c557f62dcc1e owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:27:52.933227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4ae7e0ea-c1f9-4f72-b93f-b9359ac258b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:52.934683 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4ae7e0ea-c1f9-4f72-b93f-b9359ac258b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 1097 time: 0.1021998 Feb 18 09:27:52.942369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc8595-f008-4139-8ca3-d2ff31951ae8 req-4e216948-5df2-473f-9948-21e89244dfab tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:52.943793 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cecc8595-f008-4139-8ca3-d2ff31951ae8 req-4e216948-5df2-473f-9948-21e89244dfab tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 946 time: 0.1707046 Feb 18 09:27:53.033484 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-74f3a337-3d14-4d9a-b373-ecbf7263b4a3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:53.074406 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cecc8595-f008-4139-8ca3-d2ff31951ae8 req-9a0db71a-a0f7-4b23-ae52-37958c86e9e1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1048388 Feb 18 09:27:53.080984 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3a337-3d14-4d9a-b373-ecbf7263b4a3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event deleted for resources: {'Port': ['ID=91e1402c-36c7-47da-a69a-c557f62dcc1e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:53.114494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-7ec900fd-35ec-4c52-8432-ecd5d5a09f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:53.116487 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-7ec900fd-35ec-4c52-8432-ecd5d5a09f6c service neutron] 10.222.0.61 "GET /v2.0/networks?id=2d6e7e0d-ba98-4a68-a60b-2fe695215beb HTTP/1.1" status: 200 len: 898 time: 0.1705329 Feb 18 09:27:53.179993 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-74f3a337-3d14-4d9a-b373-ecbf7263b4a3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:53.180436 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-74f3a337-3d14-4d9a-b373-ecbf7263b4a3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Floating IP a651b36f-ccde-47bf-b18a-740a41da9157 disassociated (deleted). External IP: 172.25.1.123, port: d2ace759-2457-4027-a867-89ab5e14be37. Feb 18 09:27:53.230871 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-74eead86-d05d-450e-8ad1-d1ff045551e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef HTTP/1.1" status: 200 len: 1001 time: 0.1069856 Feb 18 09:27:53.300779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-8dd1b67d-aa7a-496c-9ea6-296fe0d9ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:53.302232 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-8dd1b67d-aa7a-496c-9ea6-296fe0d9ec5e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8abedb5b-0bfc-40b9-b232-1474377f2981 HTTP/1.1" status: 200 len: 834 time: 0.0652199 Feb 18 09:27:53.384650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-d8b3391b-e4e7-473c-bacc-60661f1f21c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:53.386131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-d8b3391b-e4e7-473c-bacc-60661f1f21c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2d6e7e0d-ba98-4a68-a60b-2fe695215beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778246 Feb 18 09:27:53.520819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-7c8fbbf2-444b-4bee-914a-fd87b84d6b37 service neutron] 10.222.0.61 "GET /v2.0/networks/2d6e7e0d-ba98-4a68-a60b-2fe695215beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285286 Feb 18 09:27:53.656478 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-8c4d5bc1-35b5-4d2b-9ac5-1f0307b58e4e service neutron] 10.222.0.61 "GET /v2.0/networks/2d6e7e0d-ba98-4a68-a60b-2fe695215beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301501 Feb 18 09:27:53.679338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f3a337-3d14-4d9a-b373-ecbf7263b4a3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Router ced51067-808e-4f7a-8ad6-e451b7364cfb has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:27:53.852392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-d32d4236-293a-43ae-88eb-c84b8ffb189d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:53.853784 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-d32d4236-293a-43ae-88eb-c84b8ffb189d tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa&tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 1097 time: 0.1413395 Feb 18 09:27:53.866130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f3cbb-28b9-4888-80ef-3356fe4efcfc req-7033a022-0e8d-4d4c-915c-718086b316dd tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:53.868168 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-677f3cbb-28b9-4888-80ef-3356fe4efcfc req-7033a022-0e8d-4d4c-915c-718086b316dd tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.1198699 Feb 18 09:27:53.872538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f3a337-3d14-4d9a-b373-ecbf7263b4a3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:27:53.873620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829434-1'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:27:53.885677 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80362309-6a95-4d86-9989-d22a6e11275e None None] Sync routers for ids ['ced51067-808e-4f7a-8ad6-e451b7364cfb'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:27:53.894544 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-74f3a337-3d14-4d9a-b373-ecbf7263b4a3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:53.896630 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80362309-6a95-4d86-9989-d22a6e11275e None None] Routers {'ced51067-808e-4f7a-8ad6-e451b7364cfb'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:27:53.897811 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-80362309-6a95-4d86-9989-d22a6e11275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:27:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['ced51067-808e-4f7a-8ad6-e451b7364cfb'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:53.967224 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-74f3a337-3d14-4d9a-b373-ecbf7263b4a3 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "DELETE /v2.0/floatingips/a651b36f-ccde-47bf-b18a-740a41da9157 HTTP/1.1" status: 204 len: 168 time: 1.6408060 Feb 18 09:27:53.968177 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd278f742-7622-4822-a63a-6dad44ade9de', 'tag': 'd2ace759-2457-4027-a867-89ab5e14be37'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:27:54.011486 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-677f3cbb-28b9-4888-80ef-3356fe4efcfc req-c2f39df2-2ff5-46b6-b4e3-0c1a1588282b tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093462 Feb 18 09:27:54.039329 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:54.074644 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd278f742-7622-4822-a63a-6dad44ade9de', 'tag': 'd2ace759-2457-4027-a867-89ab5e14be37', 'status': 'completed', 'code': 200} Feb 18 09:27:54.129218 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-80362309-6a95-4d86-9989-d22a6e11275e None None] Set router ced51067-808e-4f7a-8ad6-e451b7364cfb gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:27:54.274273 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a61217-89fe-4f11-a981-9503b6dfa780 req-72db324d-e25a-4435-b8b2-1a674dc6c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:54.276256 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d0a61217-89fe-4f11-a981-9503b6dfa780 req-72db324d-e25a-4435-b8b2-1a674dc6c813 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 1097 time: 0.1762674 Feb 18 09:27:54.497879 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a61217-89fe-4f11-a981-9503b6dfa780 req-60cc7169-8b98-4aac-bca3-01e7b2f70db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:54.499809 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d0a61217-89fe-4f11-a981-9503b6dfa780 req-60cc7169-8b98-4aac-bca3-01e7b2f70db2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 200 len: 912 time: 0.2165158 Feb 18 09:27:54.537170 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-80362309-6a95-4d86-9989-d22a6e11275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:26Z', 'revision_number': 5, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:54.541914 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80362309-6a95-4d86-9989-d22a6e11275e None None] Checking router: ced51067-808e-4f7a-8ad6-e451b7364cfb for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:27:54.558897 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80362309-6a95-4d86-9989-d22a6e11275e None None] Routers {'ced51067-808e-4f7a-8ad6-e451b7364cfb'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:27:54.559519 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-80362309-6a95-4d86-9989-d22a6e11275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:27:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['ced51067-808e-4f7a-8ad6-e451b7364cfb'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:54.578965 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d0a61217-89fe-4f11-a981-9503b6dfa780 req-5b42d545-83e2-411c-8db7-7d1276e8d559 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2ace759-2457-4027-a867-89ab5e14be37 HTTP/1.1" status: 200 len: 217 time: 0.0706017 Feb 18 09:27:54.590799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] For port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,segment=NetworkSegment(91e87d8e-f0f1-4167-91b5-23ef08f139da),segment_id=91e87d8e-f0f1-4167-91b5-23ef08f139da)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:27:54.633877 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e452db8-b537-4b52-9857-ed49be3216d0 req-c95e9f56-312e-4b8d-b748-4b3d7867cc3c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:54.635369 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e452db8-b537-4b52-9857-ed49be3216d0 req-c95e9f56-312e-4b8d-b748-4b3d7867cc3c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 946 time: 0.3859558 Feb 18 09:27:54.654968 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a61217-89fe-4f11-a981-9503b6dfa780 req-05ed32dd-7b34-42e1-8b63-47b42b086e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:54.656700 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d0a61217-89fe-4f11-a981-9503b6dfa780 req-05ed32dd-7b34-42e1-8b63-47b42b086e38 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 200 len: 850 time: 0.0699923 Feb 18 09:27:54.670032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adc5a9-1732-470f-aea8-74bd6181a1cc req-a9501290-0b55-4f4c-9207-25a954b31182 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:54.671588 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-79adc5a9-1732-470f-aea8-74bd6181a1cc req-a9501290-0b55-4f4c-9207-25a954b31182 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 946 time: 0.1992710 Feb 18 09:27:54.682469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] For port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:27:54.742783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a61217-89fe-4f11-a981-9503b6dfa780 req-66361974-9114-42a3-87dd-43ebb53ea8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:54.744403 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d0a61217-89fe-4f11-a981-9503b6dfa780 req-66361974-9114-42a3-87dd-43ebb53ea8fc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0db727e9-7df9-42ca-8e74-9709be866e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801487 Feb 18 09:27:54.760589 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-80362309-6a95-4d86-9989-d22a6e11275e None None] Set router ced51067-808e-4f7a-8ad6-e451b7364cfb gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:27:54.789611 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e452db8-b537-4b52-9857-ed49be3216d0 req-c3790253-8b9e-4788-be87-4a83dc764ef6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1465366 Feb 18 09:27:54.794262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:27:54.800697 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:54.816536 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-79adc5a9-1732-470f-aea8-74bd6181a1cc req-cc43d3b8-644f-47dc-a808-6e03ebebb4b6 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340063 Feb 18 09:27:54.825919 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:54.912546 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef', 'code': 200} Feb 18 09:27:54.936595 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d0a61217-89fe-4f11-a981-9503b6dfa780 req-ec429032-7475-47d9-b115-ea8b85adc2fd service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852355 Feb 18 09:27:55.040049 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] Pushing event updated for resources: {'Port': ['ID=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:55.101884 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d0a61217-89fe-4f11-a981-9503b6dfa780 req-a31bcd35-9d3e-4ae8-af51-c57767dee7b1 service neutron] 10.222.0.81 "GET /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547663 Feb 18 09:27:55.144120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] Attempting to bind port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef on host n-h1-829434-1 for vnic_type normal with profile {"migrating_to": "n-h2-829434-1"} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:27:55.144624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] Attempting to bind port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:27:55.145204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] Attempting to bind port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef on network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:27:55.151097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] Port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef on network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:27:55.152216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] Attempting to bind port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef on network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:27:55.158275 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:27:55.158856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] Checking segment: {'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:27:55.159313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] Bound using segment: {'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:27:55.160385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] Bound port: b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e87d8e-f0f1-4167-91b5-23ef08f139da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:27:55.160785 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:55.167113 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-80362309-6a95-4d86-9989-d22a6e11275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:26Z', 'revision_number': 5, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:27:55.171724 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80362309-6a95-4d86-9989-d22a6e11275e None None] The sync data for ids ['ced51067-808e-4f7a-8ad6-e451b7364cfb'] in n-d-829434-1 is: [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:15:11Z', 'revision_number': 4, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '570cff6e-d0db-4f06-ba48-4b7805234423', 'name': '', 'network_id': '0db727e9-7df9-42ca-8e74-9709be866e15', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'mac_address': 'fa:16:3e:00:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:09Z', 'updated_at': '2022-02-18T09:15:26Z', 'revision_number': 5, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'subnets': [{'id': '335bb92e-5efc-4b58-bbc9-bba2b5cff7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:27:55.248216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f91b6940-adfa-4713-868f-31f878b56073 None None] Provisioning complete for port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:55.248792 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f91b6940-adfa-4713-868f-31f878b56073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:55.305661 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f91b6940-adfa-4713-868f-31f878b56073 None None] Port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:27:55.322476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] For port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:27:55.326742 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] For port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,segment=NetworkSegment(91e87d8e-f0f1-4167-91b5-23ef08f139da),segment_id=91e87d8e-f0f1-4167-91b5-23ef08f139da)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:27:55.332103 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:55.404125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da8c0a-083a-4afe-9858-f884b415aace req-c947be86-9650-409e-a684-4f6430562412 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:55.405708 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64da8c0a-083a-4afe-9858-f884b415aace req-c947be86-9650-409e-a684-4f6430562412 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.2228985 Feb 18 09:27:55.421877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7e223-ceec-45ef-b413-af6cf24566c9 None None] New status for floating IP a651b36f-ccde-47bf-b18a-740a41da9157: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:27:55.532778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] Pushing event updated for resources: {'Port': ['ID=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,revision_number=8']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:55.556940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64da8c0a-083a-4afe-9858-f884b415aace req-5fa0c42b-fe26-42e0-a602-3d5e80e3f247 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996466 Feb 18 09:27:55.604402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:55.605577 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:55.606414 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-4467475f-6ee0-44cd-9578-5cf03e35135b service neutron] 10.222.0.61 "PUT /v2.0/ports/b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef HTTP/1.1" status: 200 len: 1122 time: 1.7370307 Feb 18 09:27:55.727796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a9b558a9-1f12-4190-99a0-bffd1a819752 None None] Provisioning complete for port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:27:55.728080 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a9b558a9-1f12-4190-99a0-bffd1a819752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:55.783673 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:27:55.967233 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a9b558a9-1f12-4190-99a0-bffd1a819752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:56.011154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348975a-3bd7-4702-8e99-6e79fee906fe req-1744ab96-62c6-466e-9470-6524bcca06c6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:56.012710 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d348975a-3bd7-4702-8e99-6e79fee906fe req-1744ab96-62c6-466e-9470-6524bcca06c6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 944 time: 0.0974531 Feb 18 09:27:56.021563 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:27:56.042554 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a9b558a9-1f12-4190-99a0-bffd1a819752 None None] For port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,segment=NetworkSegment(91e87d8e-f0f1-4167-91b5-23ef08f139da),segment_id=91e87d8e-f0f1-4167-91b5-23ef08f139da)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:27:56.059279 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a9b558a9-1f12-4190-99a0-bffd1a819752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:56.110704 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d348975a-3bd7-4702-8e99-6e79fee906fe req-40e2b99e-5209-4c92-8209-744686e5ba21 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621829 Feb 18 09:27:56.135296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd2a0b-b538-426b-99ea-4ce01c9a38f4 req-8b4dc198-39ee-4ac2-8995-da1c46a51247 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:56.135296 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80cd2a0b-b538-426b-99ea-4ce01c9a38f4 req-8b4dc198-39ee-4ac2-8995-da1c46a51247 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 946 time: 0.1206543 Feb 18 09:27:56.178384 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef', 'code': 200} Feb 18 09:27:56.201006 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80cd2a0b-b538-426b-99ea-4ce01c9a38f4 req-bc909807-17e4-4ac4-b011-94a3384ce13c tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/security-groups?id=5073008c-8bab-4253-b38c-188e2d15187c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607214 Feb 18 09:27:56.246002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243391e-4c91-418a-a0c5-67cca10cb691 req-607aecde-33a5-4c44-86a0-266886653d33 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:56.246698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-1243391e-4c91-418a-a0c5-67cca10cb691 req-607aecde-33a5-4c44-86a0-266886653d33 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Synchronizing usage tracker for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:27:56.262328 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [req-1243391e-4c91-418a-a0c5-67cca10cb691 req-607aecde-33a5-4c44-86a0-266886653d33 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Unset dirty status for tenant:565e12e7cc5e431dab2b5a9e029b0751 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:27:56.263447 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1243391e-4c91-418a-a0c5-67cca10cb691 req-607aecde-33a5-4c44-86a0-266886653d33 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 946 time: 0.1043158 Feb 18 09:27:56.264194 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b558a9-1f12-4190-99a0-bffd1a819752 None None] Pushing event updated for resources: {'Port': ['ID=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:56.341203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-1243391e-4c91-418a-a0c5-67cca10cb691 req-54d27b2b-3455-4016-8907-cfebea885b1b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Deleting port d2ace759-2457-4027-a867-89ab5e14be37 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:27:56.341541 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-1243391e-4c91-418a-a0c5-67cca10cb691 req-54d27b2b-3455-4016-8907-cfebea885b1b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:56.709304 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [req-1243391e-4c91-418a-a0c5-67cca10cb691 req-54d27b2b-3455-4016-8907-cfebea885b1b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] For port d2ace759-2457-4027-a867-89ab5e14be37, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d2ace759-2457-4027-a867-89ab5e14be37,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:27:56.709669 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-1243391e-4c91-418a-a0c5-67cca10cb691 req-54d27b2b-3455-4016-8907-cfebea885b1b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:56.773274 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcb5bf-2062-4911-80d1-cce7f262e604 req-47ef381d-c4ae-44f0-9b4d-7a3ece3f82f0 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:56.774760 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07bcb5bf-2062-4911-80d1-cce7f262e604 req-47ef381d-c4ae-44f0-9b4d-7a3ece3f82f0 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.0834363 Feb 18 09:27:56.822214 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07bcb5bf-2062-4911-80d1-cce7f262e604 req-071601f4-0204-4ca4-9ffe-f5cc3ada0b17 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417199 Feb 18 09:27:56.839659 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [req-1243391e-4c91-418a-a0c5-67cca10cb691 req-54d27b2b-3455-4016-8907-cfebea885b1b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Calling delete_port for d2ace759-2457-4027-a867-89ab5e14be37 owned by compute:nova {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:27:56.914504 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'tag': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:27:56.965298 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'tag': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef', 'status': 'completed', 'code': 200} Feb 18 09:27:57.010808 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-1243391e-4c91-418a-a0c5-67cca10cb691 req-54d27b2b-3455-4016-8907-cfebea885b1b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:57.064364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d27b2b-3455-4016-8907-cfebea885b1b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event deleted for resources: {'Port': ['ID=d2ace759-2457-4027-a867-89ab5e14be37,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:57.077899 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb032971-fea1-424e-a2d4-afd4346710a3 req-aa617556-ca57-45f3-b77e-3d714ef6d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:57.079403 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb032971-fea1-424e-a2d4-afd4346710a3 req-aa617556-ca57-45f3-b77e-3d714ef6d5d0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 1127 time: 0.0901234 Feb 18 09:27:57.146359 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1243391e-4c91-418a-a0c5-67cca10cb691 req-54d27b2b-3455-4016-8907-cfebea885b1b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] No DVR routers for this DVR port d2ace759-2457-4027-a867-89ab5e14be37 on host n-h1-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:27:57.150114 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [req-1243391e-4c91-418a-a0c5-67cca10cb691 req-54d27b2b-3455-4016-8907-cfebea885b1b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:57.152749 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd278f742-7622-4822-a63a-6dad44ade9de', 'name': 'network-vif-deleted', 'tag': 'd2ace759-2457-4027-a867-89ab5e14be37'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:27:57.172191 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-1243391e-4c91-418a-a0c5-67cca10cb691 req-54d27b2b-3455-4016-8907-cfebea885b1b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.81 "DELETE /v2.0/ports/d2ace759-2457-4027-a867-89ab5e14be37 HTTP/1.1" status: 204 len: 173 time: 0.9027679 Feb 18 09:27:57.223159 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd278f742-7622-4822-a63a-6dad44ade9de', 'name': 'network-vif-deleted', 'tag': 'd2ace759-2457-4027-a867-89ab5e14be37', 'status': 'completed', 'code': 200} Feb 18 09:27:57.234655 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb032971-fea1-424e-a2d4-afd4346710a3 req-03b1028d-4c45-443f-8c0f-b4167ba6efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:57.236965 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb032971-fea1-424e-a2d4-afd4346710a3 req-03b1028d-4c45-443f-8c0f-b4167ba6efbe service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d6e7e0d-ba98-4a68-a60b-2fe695215beb HTTP/1.1" status: 200 len: 898 time: 0.1504159 Feb 18 09:27:57.307283 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:27:57.523595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,segment=NetworkSegment(91e87d8e-f0f1-4167-91b5-23ef08f139da),segment_id=91e87d8e-f0f1-4167-91b5-23ef08f139da)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:27:57.542491 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef has no active binding in host n-h2-829434-1 {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 18 09:27:57.562323 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-360cb8fd-bc4a-4cd4-97c8-c3cd6fe6d6f1 req-2b447b3b-0263-44ff-9125-b5ea2252d8f0 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "GET /v2.0/ports?device_id=d278f742-7622-4822-a63a-6dad44ade9de HTTP/1.1" status: 200 len: 210 time: 0.2032259 Feb 18 09:27:57.586655 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb032971-fea1-424e-a2d4-afd4346710a3 req-b161014c-e955-417b-ba8d-207d7e7bd04a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef HTTP/1.1" status: 200 len: 1001 time: 0.3417206 Feb 18 09:27:57.651045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81860f4-584e-4a25-9b11-538fa7d78d68 req-2c2ed955-861e-48be-b81a-6fc91ab97645 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:57.656744 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a81860f4-584e-4a25-9b11-538fa7d78d68 req-2c2ed955-861e-48be-b81a-6fc91ab97645 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 946 time: 0.3498847 Feb 18 09:27:57.696794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb032971-fea1-424e-a2d4-afd4346710a3 req-8331394a-a449-42e4-9b74-bb65ae59c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:57.698247 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb032971-fea1-424e-a2d4-afd4346710a3 req-8331394a-a449-42e4-9b74-bb65ae59c3db service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8abedb5b-0bfc-40b9-b232-1474377f2981 HTTP/1.1" status: 200 len: 834 time: 0.1033392 Feb 18 09:27:57.760101 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a81860f4-584e-4a25-9b11-538fa7d78d68 req-be07f459-fcc5-4fee-af58-9a939ca07376 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001873 Feb 18 09:27:57.794553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb032971-fea1-424e-a2d4-afd4346710a3 req-f618950c-6a2c-484a-8705-00bf5ed1883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:57.796041 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb032971-fea1-424e-a2d4-afd4346710a3 req-f618950c-6a2c-484a-8705-00bf5ed1883f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d6e7e0d-ba98-4a68-a60b-2fe695215beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891695 Feb 18 09:27:57.979679 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb032971-fea1-424e-a2d4-afd4346710a3 req-0432c208-1d11-4f7a-b36f-1db691c53b89 service neutron] 10.222.0.81 "GET /v2.0/networks/2d6e7e0d-ba98-4a68-a60b-2fe695215beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772144 Feb 18 09:27:58.130082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764aaf08-a9e1-49af-a18d-b921afa1e38b req-ee4ba9cb-002a-451e-ba0b-615e23435d3c tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:58.131550 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-764aaf08-a9e1-49af-a18d-b921afa1e38b req-ee4ba9cb-002a-451e-ba0b-615e23435d3c tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.1911478 Feb 18 09:27:58.165029 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb032971-fea1-424e-a2d4-afd4346710a3 req-dcda7d53-2bea-449e-a954-b3adc99978f5 service neutron] 10.222.0.81 "GET /v2.0/networks/2d6e7e0d-ba98-4a68-a60b-2fe695215beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744704 Feb 18 09:27:58.194349 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-764aaf08-a9e1-49af-a18d-b921afa1e38b req-2d250421-0ad2-4019-9707-94d87f99758f tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537553 Feb 18 09:27:58.461503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d2ace759-2457-4027-a867-89ab5e14be37 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:27:58.496228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: d2ace759-2457-4027-a867-89ab5e14be37 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:27:58.496602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d2ace759-2457-4027-a867-89ab5e14be37 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:27:58.684416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38670) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:27:58.850919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf6299-652a-4a0f-8062-2b0be31e32b8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Deleting port ca29ba37-d19f-4a09-be65-d735844c2cd9 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:27:58.851462 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6299-652a-4a0f-8062-2b0be31e32b8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:58.970243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00c2ad-f330-470c-8b5b-be71e3b1f849 req-75f9a098-b818-48be-92b1-e7e2d5db0081 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:58.972556 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc00c2ad-f330-470c-8b5b-be71e3b1f849 req-75f9a098-b818-48be-92b1-e7e2d5db0081 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 946 time: 0.0873568 Feb 18 09:27:59.017949 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc00c2ad-f330-470c-8b5b-be71e3b1f849 req-925f615c-9c71-40ee-ad73-ede767518eeb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399697 Feb 18 09:27:59.033891 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6299-652a-4a0f-8062-2b0be31e32b8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:59.034219 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6299-652a-4a0f-8062-2b0be31e32b8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:59.156085 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf6299-652a-4a0f-8062-2b0be31e32b8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Calling delete_port for ca29ba37-d19f-4a09-be65-d735844c2cd9 owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:27:59.303150 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6299-652a-4a0f-8062-2b0be31e32b8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:59.352883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf6299-652a-4a0f-8062-2b0be31e32b8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event deleted for resources: {'Port': ['ID=ca29ba37-d19f-4a09-be65-d735844c2cd9,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:27:59.400145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1a165-2be5-45e1-be3f-031ee4f6a7ac req-f7da78bf-783b-424f-85ee-278a0a51cbe0 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:27:59.402100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ed1a165-2be5-45e1-be3f-031ee4f6a7ac req-f7da78bf-783b-424f-85ee-278a0a51cbe0 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.0948551 Feb 18 09:27:59.448845 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6299-652a-4a0f-8062-2b0be31e32b8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:59.452637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ed1a165-2be5-45e1-be3f-031ee4f6a7ac req-c649e758-5443-4998-9ff3-a6dda06ab7f0 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445821 Feb 18 09:27:59.463170 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6299-652a-4a0f-8062-2b0be31e32b8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:27:59.464486 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4ecf6299-652a-4a0f-8062-2b0be31e32b8 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "DELETE /v2.0/floatingips/c8ee316f-4f83-4ea3-aa2e-df1131c9e016 HTTP/1.1" status: 204 len: 168 time: 0.7790182 Feb 18 09:28:00.207335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2b661-bf3c-494a-a9fd-46d4b4c94aa1 req-c02d17e3-5274-47fb-a4dc-a04aedb35361 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:00.208872 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-45d2b661-bf3c-494a-a9fd-46d4b4c94aa1 req-c02d17e3-5274-47fb-a4dc-a04aedb35361 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 946 time: 0.0821397 Feb 18 09:28:00.253421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-45d2b661-bf3c-494a-a9fd-46d4b4c94aa1 req-8381e917-e445-4f20-8e72-099b32cfe761 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379052 Feb 18 09:28:00.334535 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3aa238d3-1a06-463d-b2ec-a8e8bf119d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:00.654172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fa573-35d8-418d-b0d9-c8a2cef3c83f req-14c50716-eb72-4a4e-8c16-aa37f651997b tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:00.655651 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e61fa573-35d8-418d-b0d9-c8a2cef3c83f req-14c50716-eb72-4a4e-8c16-aa37f651997b tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.0862367 Feb 18 09:28:00.702625 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e61fa573-35d8-418d-b0d9-c8a2cef3c83f req-122c4e96-9a3f-4ee4-8dfa-9034ed27be69 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412881 Feb 18 09:28:01.445233 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d012d73-8cfe-40f7-842c-9efcff35affd req-736b4293-7075-4404-b55c-3fbf2e2bc1e2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:01.446908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9d012d73-8cfe-40f7-842c-9efcff35affd req-736b4293-7075-4404-b55c-3fbf2e2bc1e2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 946 time: 0.0815575 Feb 18 09:28:01.492390 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9d012d73-8cfe-40f7-842c-9efcff35affd req-347fe494-60a6-4462-b774-ddf308af9031 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389972 Feb 18 09:28:01.905083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199242ae-a87b-426b-8a66-2ffb15091ab4 req-e034178a-c084-4a16-a804-60b4e7ffea21 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:01.906586 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-199242ae-a87b-426b-8a66-2ffb15091ab4 req-e034178a-c084-4a16-a804-60b4e7ffea21 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.0901523 Feb 18 09:28:01.941425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38698) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:01.954508 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-199242ae-a87b-426b-8a66-2ffb15091ab4 req-6d81c158-ec5d-48c3-b742-283a4df75b48 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417249 Feb 18 09:28:02.021962 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7499c1e6-5a5b-479f-81d9-2f6689018142 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:02.052910 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7499c1e6-5a5b-479f-81d9-2f6689018142 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:02.117370 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7499c1e6-5a5b-479f-81d9-2f6689018142 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:02.135940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499c1e6-5a5b-479f-81d9-2f6689018142 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5073008c-8bab-4253-b38c-188e2d15187c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:02.146503 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7499c1e6-5a5b-479f-81d9-2f6689018142 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:02.148324 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7499c1e6-5a5b-479f-81d9-2f6689018142 tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] 10.222.0.72 "DELETE /v2.0/security-groups/5073008c-8bab-4253-b38c-188e2d15187c HTTP/1.1" status: 204 len: 168 time: 0.2050784 Feb 18 09:28:02.204259 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38704) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:02.679921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924a767-1aa0-4500-b0fe-599b24d97b48 req-9be67fdb-37e0-4242-b209-c6b7a63903b8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:02.681570 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e924a767-1aa0-4500-b0fe-599b24d97b48 req-9be67fdb-37e0-4242-b209-c6b7a63903b8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 946 time: 0.0821548 Feb 18 09:28:02.735209 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e924a767-1aa0-4500-b0fe-599b24d97b48 req-94eb1379-3e38-4c28-b59b-f22086b954f0 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446320 Feb 18 09:28:02.932229 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9ca0e9aa-f686-4ca6-8296-a788b1a342ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:03.150496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbbb97-1188-4765-bb35-a47e0b79accc req-465f0947-bbad-4e28-86ac-6db58a726b6a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:03.152112 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7dbbbb97-1188-4765-bb35-a47e0b79accc req-465f0947-bbad-4e28-86ac-6db58a726b6a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.0843313 Feb 18 09:28:03.196862 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7dbbbb97-1188-4765-bb35-a47e0b79accc req-080df38e-fc33-4ea5-928d-e970cf655a75 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387950 Feb 18 09:28:03.290865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0e9aa-f686-4ca6-8296-a788b1a342ca admin admin] Deleting port 570cff6e-d0db-4f06-ba48-4b7805234423 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:03.291458 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9ca0e9aa-f686-4ca6-8296-a788b1a342ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:03.467770 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-9ca0e9aa-f686-4ca6-8296-a788b1a342ca admin admin] For port 570cff6e-d0db-4f06-ba48-4b7805234423, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=570cff6e-d0db-4f06-ba48-4b7805234423,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:03.468034 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9ca0e9aa-f686-4ca6-8296-a788b1a342ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:03.592873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0e9aa-f686-4ca6-8296-a788b1a342ca admin admin] Calling delete_port for 570cff6e-d0db-4f06-ba48-4b7805234423 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:28:03.783658 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9ca0e9aa-f686-4ca6-8296-a788b1a342ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:03.798120 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d8819102-f6ce-42de-9850-4a2aa303ead1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:03.875505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0e9aa-f686-4ca6-8296-a788b1a342ca admin admin] Pushing event deleted for resources: {'Port': ['ID=570cff6e-d0db-4f06-ba48-4b7805234423,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:03.923294 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:03.930289 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:04.180547 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa27a3d-2ac5-45a8-97bb-f4e23b61948f req-d3ab443c-87f5-490b-932a-5d534cb9dc28 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:04.182191 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5aa27a3d-2ac5-45a8-97bb-f4e23b61948f req-d3ab443c-87f5-490b-932a-5d534cb9dc28 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 946 time: 0.1040242 Feb 18 09:28:04.227535 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5aa27a3d-2ac5-45a8-97bb-f4e23b61948f req-aa3ba01b-2241-41d1-8cea-3a9a04102a6a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397367 Feb 18 09:28:04.281922 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9ca0e9aa-f686-4ca6-8296-a788b1a342ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:04.384497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae6d8e-1d93-4af2-a271-ff1164faaa09 req-86eb7d26-122c-4715-84f3-ed0cffa1906f tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:04.385976 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-adae6d8e-1d93-4af2-a271-ff1164faaa09 req-86eb7d26-122c-4715-84f3-ed0cffa1906f tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.0814276 Feb 18 09:28:04.432769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-adae6d8e-1d93-4af2-a271-ff1164faaa09 req-baf3e535-3c12-4324-88ff-8431135ab217 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409029 Feb 18 09:28:04.648023 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca0e9aa-f686-4ca6-8296-a788b1a342ca admin admin] Router ced51067-808e-4f7a-8ad6-e451b7364cfb has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:28:04.835082 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca0e9aa-f686-4ca6-8296-a788b1a342ca admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:28:04.845436 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31607216-0115-4099-a0b0-5c806e1da535 None None] Sync routers for ids ['ced51067-808e-4f7a-8ad6-e451b7364cfb'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:28:04.851928 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9ca0e9aa-f686-4ca6-8296-a788b1a342ca admin admin] 10.222.0.72 "PUT /v2.0/routers/ced51067-808e-4f7a-8ad6-e451b7364cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6434176 Feb 18 09:28:04.851928 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38720) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:04.857986 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31607216-0115-4099-a0b0-5c806e1da535 None None] Routers {'ced51067-808e-4f7a-8ad6-e451b7364cfb'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:04.858655 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-31607216-0115-4099-a0b0-5c806e1da535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['ced51067-808e-4f7a-8ad6-e451b7364cfb'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:05.027725 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-52a2a210-1386-435e-8516-ad1f3d1ef02c admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:05.042554 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-31607216-0115-4099-a0b0-5c806e1da535 None None] Set router ced51067-808e-4f7a-8ad6-e451b7364cfb gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:05.135855 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:05.163277 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-54f9642f-4390-46f7-9a99-14092f26dec8 service neutron] 10.222.0.81 "GET /v2.0/ports/b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef/bindings/n-h2-829434-1 HTTP/1.1" status: 200 len: 384 time: 0.0960195 Feb 18 09:28:05.216540 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-52a2a210-1386-435e-8516-ad1f3d1ef02c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:05.227419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-52a2a210-1386-435e-8516-ad1f3d1ef02c admin admin] Deleting port d15d2625-f5bd-4b5f-b06f-3d2a201a9c91 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:05.228612 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-52a2a210-1386-435e-8516-ad1f3d1ef02c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:05.386729 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-31607216-0115-4099-a0b0-5c806e1da535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:28:03Z', 'revision_number': 5, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port': {'id': 'd15d2625-f5bd-4b5f-b06f-3d2a201a9c91', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:02Z', 'updated_at': '2022-02-18T09:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:05.391484 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31607216-0115-4099-a0b0-5c806e1da535 None None] Checking router: ced51067-808e-4f7a-8ad6-e451b7364cfb for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:28:05.401331 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31607216-0115-4099-a0b0-5c806e1da535 None None] Routers {'ced51067-808e-4f7a-8ad6-e451b7364cfb'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:05.402137 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-31607216-0115-4099-a0b0-5c806e1da535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['ced51067-808e-4f7a-8ad6-e451b7364cfb'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:05.447439 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-52a2a210-1386-435e-8516-ad1f3d1ef02c admin admin] For port d15d2625-f5bd-4b5f-b06f-3d2a201a9c91, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d15d2625-f5bd-4b5f-b06f-3d2a201a9c91,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:05.447820 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-52a2a210-1386-435e-8516-ad1f3d1ef02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:05.595721 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-31607216-0115-4099-a0b0-5c806e1da535 None None] Set router ced51067-808e-4f7a-8ad6-e451b7364cfb gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:05.694775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59512d-aa69-42d6-be1b-634cee46ea2c req-581aa116-01fd-4857-8f3b-ac3ba0399dc9 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:05.702078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af59512d-aa69-42d6-be1b-634cee46ea2c req-581aa116-01fd-4857-8f3b-ac3ba0399dc9 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 946 time: 0.2620053 Feb 18 09:28:05.715152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-52a2a210-1386-435e-8516-ad1f3d1ef02c admin admin] Calling delete_port for d15d2625-f5bd-4b5f-b06f-3d2a201a9c91 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:28:05.723877 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-31607216-0115-4099-a0b0-5c806e1da535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:28:05Z', 'revision_number': 6, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:05.729633 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31607216-0115-4099-a0b0-5c806e1da535 None None] The sync data for ids ['ced51067-808e-4f7a-8ad6-e451b7364cfb'] in n-d-829434-1 is: [{'id': 'ced51067-808e-4f7a-8ad6-e451b7364cfb', 'name': 'tempest-TestVolumeBootPattern-348089305-router', 'tenant_id': '565e12e7cc5e431dab2b5a9e029b0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:00Z', 'updated_at': '2022-02-18T09:28:05Z', 'revision_number': 6, 'project_id': '565e12e7cc5e431dab2b5a9e029b0751', 'gw_port_host': None}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:28:05.763568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-e7f42643-4b14-4c40-816c-eb1132fb9d47 service neutron] For port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,segment=NetworkSegment(91e87d8e-f0f1-4167-91b5-23ef08f139da),segment_id=91e87d8e-f0f1-4167-91b5-23ef08f139da)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:05.791405 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68c147-e1e6-42d6-905e-d654d52161cc req-229ae602-b9b8-4492-b7dd-babe6dd3a6fa tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:05.793029 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec68c147-e1e6-42d6-905e-d654d52161cc req-229ae602-b9b8-4492-b7dd-babe6dd3a6fa tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.2324650 Feb 18 09:28:05.803683 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af59512d-aa69-42d6-be1b-634cee46ea2c req-6356cb9b-f7cc-4baf-9338-2c5fadd7cbf6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004531 Feb 18 09:28:05.812611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-e7f42643-4b14-4c40-816c-eb1132fb9d47 service neutron] For port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:28:05.909486 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-52a2a210-1386-435e-8516-ad1f3d1ef02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:05.912572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:28:05.923260 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec68c147-e1e6-42d6-905e-d654d52161cc req-19583e14-56a1-4045-90f7-da8253f414f4 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795190 Feb 18 09:28:05.924886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-e7f42643-4b14-4c40-816c-eb1132fb9d47 service neutron] For port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,segment=NetworkSegment(91e87d8e-f0f1-4167-91b5-23ef08f139da),segment_id=91e87d8e-f0f1-4167-91b5-23ef08f139da)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:05.953905 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-e7f42643-4b14-4c40-816c-eb1132fb9d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:05.958883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2a210-1386-435e-8516-ad1f3d1ef02c admin admin] Pushing event deleted for resources: {'Port': ['ID=d15d2625-f5bd-4b5f-b06f-3d2a201a9c91,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:05.970672 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef', 'code': 200} Feb 18 09:28:06.056429 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-52a2a210-1386-435e-8516-ad1f3d1ef02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.064567 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-e7f42643-4b14-4c40-816c-eb1132fb9d47 service neutron] Transition to ACTIVE for port object b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:06.071458 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-e7f42643-4b14-4c40-816c-eb1132fb9d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.249167 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-52a2a210-1386-435e-8516-ad1f3d1ef02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.251756 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-52a2a210-1386-435e-8516-ad1f3d1ef02c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.260697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f42643-4b14-4c40-816c-eb1132fb9d47 service neutron] Pushing event updated for resources: {'Port': ['ID=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,revision_number=11']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:06.283451 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-52a2a210-1386-435e-8516-ad1f3d1ef02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.284291 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a2a210-1386-435e-8516-ad1f3d1ef02c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ced51067-808e-4f7a-8ad6-e451b7364cfb {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:28:06.299186 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-52a2a210-1386-435e-8516-ad1f3d1ef02c admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.302756 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-52a2a210-1386-435e-8516-ad1f3d1ef02c admin admin] 10.222.0.72 "DELETE /v2.0/routers/ced51067-808e-4f7a-8ad6-e451b7364cfb HTTP/1.1" status: 204 len: 168 time: 1.4482591 Feb 18 09:28:06.303051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38730) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:06.304135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-e7f42643-4b14-4c40-816c-eb1132fb9d47 service neutron] No DVR routers for this DVR port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:28:06.374667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b1e75a-f65d-4bdb-a645-90052f50392a admin admin] Deleting subnet 335bb92e-5efc-4b58-bbc9-bba2b5cff7db {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:28:06.378153 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24b1e75a-f65d-4bdb-a645-90052f50392a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.434550 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24b1e75a-f65d-4bdb-a645-90052f50392a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.475138 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:28:06.525493 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24b1e75a-f65d-4bdb-a645-90052f50392a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.548863 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:28:06.549092 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-e7f42643-4b14-4c40-816c-eb1132fb9d47 service neutron] 10.222.0.81 "PUT /v2.0/ports/b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef/bindings/n-h2-829434-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3802304 Feb 18 09:28:06.614858 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24b1e75a-f65d-4bdb-a645-90052f50392a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.658155 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1e75a-f65d-4bdb-a645-90052f50392a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=335bb92e-5efc-4b58-bbc9-bba2b5cff7db,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:06.662179 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-24b1e75a-f65d-4bdb-a645-90052f50392a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.670473 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190ecbab-38f6-46b0-9207-dfcc06856c95 None None] Network 0db727e9-7df9-42ca-8e74-9709be866e15 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:28:06.670943 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-24b1e75a-f65d-4bdb-a645-90052f50392a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/335bb92e-5efc-4b58-bbc9-bba2b5cff7db HTTP/1.1" status: 204 len: 168 time: 0.3667066 Feb 18 09:28:06.673540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38734) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:06.699602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-83d31a5b-0d96-4579-9588-8ec33bc42402 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:06.701152 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-83d31a5b-0d96-4579-9588-8ec33bc42402 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa&tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 1096 time: 0.0953987 Feb 18 09:28:06.788558 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-cbb8706d-7e47-4749-89e6-96c2948c846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:06.791633 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-cbb8706d-7e47-4749-89e6-96c2948c846e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa&tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94 HTTP/1.1" status: 200 len: 1096 time: 0.0813015 Feb 18 09:28:06.793539 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:06.806977 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] Deleting port 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:06.807505 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.001445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-016e86e5-105e-4adc-9d8c-05ce38d21e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:07.004739 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-016e86e5-105e-4adc-9d8c-05ce38d21e08 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 1096 time: 0.1866708 Feb 18 09:28:07.009018 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b594e45-3d5f-4c46-8ba3-967d0295684e None None] DHCP port deletion for 0db727e9-7df9-42ca-8e74-9709be866e15 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:28:07.013361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9b594e45-3d5f-4c46-8ba3-967d0295684e None None] Deleting port 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:07.014506 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9b594e45-3d5f-4c46-8ba3-967d0295684e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.062001 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] For port 21e9ca73-cd75-4866-b5be-afd8b61e5cb8, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=21e9ca73-cd75-4866-b5be-afd8b61e5cb8,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:07.062441 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.192182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] Calling delete_port for 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:28:07.248382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9b594e45-3d5f-4c46-8ba3-967d0295684e None None] For port 21e9ca73-cd75-4866-b5be-afd8b61e5cb8, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=21e9ca73-cd75-4866-b5be-afd8b61e5cb8,segment=NetworkSegment(80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a),segment_id=80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:07.249166 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9b594e45-3d5f-4c46-8ba3-967d0295684e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.278896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aed960-1c91-4d18-83a3-0ca630e84d65 req-62795b9e-eea4-4250-9df3-5edb4adfb058 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:07.280520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41aed960-1c91-4d18-83a3-0ca630e84d65 req-62795b9e-eea4-4250-9df3-5edb4adfb058 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.2068923 Feb 18 09:28:07.284329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-f581de1c-e414-43da-a8fc-e46b190fad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:07.285787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-f581de1c-e414-43da-a8fc-e46b190fad52 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2d6e7e0d-ba98-4a68-a60b-2fe695215beb HTTP/1.1" status: 200 len: 898 time: 0.2445688 Feb 18 09:28:07.294439 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9137b-4df6-49f4-85f2-87b4b154c728 req-2f816a43-5f1a-430b-8d7f-d08d1db2e1ce tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:07.295942 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ddc9137b-4df6-49f4-85f2-87b4b154c728 req-2f816a43-5f1a-430b-8d7f-d08d1db2e1ce tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 945 time: 0.3004873 Feb 18 09:28:07.387321 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.387642 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9b594e45-3d5f-4c46-8ba3-967d0295684e None None] Calling delete_port for 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:28:07.439047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] Pushing event deleted for resources: {'Port': ['ID=21e9ca73-cd75-4866-b5be-afd8b61e5cb8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:07.442651 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] No DVR routers for this DVR port 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:28:07.476044 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-9b594e45-3d5f-4c46-8ba3-967d0295684e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:28:07.476833 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-9b594e45-3d5f-4c46-8ba3-967d0295684e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:28:07.560675 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.585824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41aed960-1c91-4d18-83a3-0ca630e84d65 req-802b808c-c1b8-4703-b906-94e786a96541 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103134 Feb 18 09:28:07.592179 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-59e215ca-4bf0-4b46-b5db-183ba850e819 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef HTTP/1.1" status: 200 len: 999 time: 0.2952282 Feb 18 09:28:07.592836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db727e9-7df9-42ca-8e74-9709be866e15']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:07.594912 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ddc9137b-4df6-49f4-85f2-87b4b154c728 req-54712583-3529-45df-9075-ffb98d2e7cb2 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1125455 Feb 18 09:28:07.607820 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:07.608245 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f7cb3c-a2ce-4c6a-a0ef-d1e5ca34682a') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:07.622003 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.638668 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.645270 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:28:07.645658 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.658749 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-a0f3e3e7-0144-4ba9-8624-4db83308596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:28:07.658917 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:28:07.661090 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-a0f3e3e7-0144-4ba9-8624-4db83308596e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8abedb5b-0bfc-40b9-b232-1474377f2981 HTTP/1.1" status: 200 len: 834 time: 0.0601599 Feb 18 09:28:07.747400 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.749362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 570cff6e-d0db-4f06-ba48-4b7805234423 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:28:07.754752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-d4b2441f-6d8e-43c0-a19d-241640dcf2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:07.756362 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-d4b2441f-6d8e-43c0-a19d-241640dcf2f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2d6e7e0d-ba98-4a68-a60b-2fe695215beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886819 Feb 18 09:28:07.765133 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:07.776518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] Pushing event deleted for resources: {'Network': ['ID=0db727e9-7df9-42ca-8e74-9709be866e15,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:07.794198 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 570cff6e-d0db-4f06-ba48-4b7805234423 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:28:07.794566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 570cff6e-d0db-4f06-ba48-4b7805234423 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:28:07.794988 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:28:07.807270 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-eff197e3-935f-46dc-93f7-4a7e0f8e0647 admin admin] 10.222.0.72 "DELETE /v2.0/networks/0db727e9-7df9-42ca-8e74-9709be866e15 HTTP/1.1" status: 204 len: 168 time: 1.1323779 Feb 18 09:28:07.809094 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38742) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:07.835137 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:28:07.835482 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:28:07.836490 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d15d2625-f5bd-4b5f-b06f-3d2a201a9c91 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:28:07.870229 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: d15d2625-f5bd-4b5f-b06f-3d2a201a9c91 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:28:07.870811 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d15d2625-f5bd-4b5f-b06f-3d2a201a9c91 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:28:07.907138 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-44a0387d-0039-4215-88e0-9a422f3f2dbe service neutron] 10.222.0.61 "GET /v2.0/networks/2d6e7e0d-ba98-4a68-a60b-2fe695215beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444416 Feb 18 09:28:07.977832 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9b594e45-3d5f-4c46-8ba3-967d0295684e None None] Deleting port 21e9ca73-cd75-4866-b5be-afd8b61e5cb8 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:07.978337 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9b594e45-3d5f-4c46-8ba3-967d0295684e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:08.047140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-5ed5210d-26a2-4a97-81d1-0902dbdc37bc service neutron] 10.222.0.61 "GET /v2.0/networks/2d6e7e0d-ba98-4a68-a60b-2fe695215beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334026 Feb 18 09:28:08.051237 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9b594e45-3d5f-4c46-8ba3-967d0295684e None None] The port '21e9ca73-cd75-4866-b5be-afd8b61e5cb8' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:28:08.361929 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-82a86f6f-b477-4e16-a234-cad970d24550 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:08.363279 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-82a86f6f-b477-4e16-a234-cad970d24550 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa&tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&binding%3Ahost_id=n-h2-829434-1 HTTP/1.1" status: 200 len: 1096 time: 0.0746055 Feb 18 09:28:08.397503 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-def04f61-eb46-44ce-aac2-618ae3bd8598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:08.476615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-e4d8cf8b-ff23-4cbb-9872-94b80b0cad79 service neutron] For port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:28:08.480163 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-e4d8cf8b-ff23-4cbb-9872-94b80b0cad79 service neutron] Notify callbacks [] for binding, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:08.481297 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-e4d8cf8b-ff23-4cbb-9872-94b80b0cad79 service neutron] 10.222.0.61 "DELETE /v2.0/ports/b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef/bindings/n-h1-829434-1 HTTP/1.1" status: 204 len: 173 time: 0.1125154 Feb 18 09:28:08.763450 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-def04f61-eb46-44ce-aac2-618ae3bd8598 admin admin] Deleting port f1a92b57-a4da-4ea0-b366-b46d314df9b4 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:08.763791 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-def04f61-eb46-44ce-aac2-618ae3bd8598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:08.865119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cbf09-f2c2-4376-873d-93b5190ba6f4 req-de1a168c-3dc4-4c18-9fae-89026d020def tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:08.872940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d57cbf09-f2c2-4376-873d-93b5190ba6f4 req-de1a168c-3dc4-4c18-9fae-89026d020def tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.1747971 Feb 18 09:28:08.906361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e966e-5da5-404f-aaa4-a813aaf37028 req-88a6807f-e7c0-411c-8788-5f32a9819a9d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:08.907982 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-472e966e-5da5-404f-aaa4-a813aaf37028 req-88a6807f-e7c0-411c-8788-5f32a9819a9d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 945 time: 0.1657178 Feb 18 09:28:08.963259 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d57cbf09-f2c2-4376-873d-93b5190ba6f4 req-b1514694-dc5b-488a-ab75-c40c69a2055b tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894120 Feb 18 09:28:08.977294 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-472e966e-5da5-404f-aaa4-a813aaf37028 req-892a525f-f037-479e-ba9b-c2c921f5ecaa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598392 Feb 18 09:28:09.082768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-def04f61-eb46-44ce-aac2-618ae3bd8598 admin admin] For port f1a92b57-a4da-4ea0-b366-b46d314df9b4, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f1a92b57-a4da-4ea0-b366-b46d314df9b4,segment=NetworkSegment(8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee),segment_id=8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:09.083338 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-def04f61-eb46-44ce-aac2-618ae3bd8598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:09.161323 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56fd04-d6a0-4848-a7f0-b6870f74a4da req-4558907b-e6ca-4cc0-bb93-915bfe42bb05 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:09.162951 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb56fd04-d6a0-4848-a7f0-b6870f74a4da req-4558907b-e6ca-4cc0-bb93-915bfe42bb05 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 1096 time: 0.0786316 Feb 18 09:28:09.214460 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb56fd04-d6a0-4848-a7f0-b6870f74a4da req-59681d7e-43c6-41cd-8931-2f6dc705103a tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446305 Feb 18 09:28:09.226003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-def04f61-eb46-44ce-aac2-618ae3bd8598 admin admin] Calling delete_port for f1a92b57-a4da-4ea0-b366-b46d314df9b4 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:28:09.411953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcf003-2e5b-4db9-b4db-411cd0e60e23 req-841a7bd8-cfd3-448b-932c-5892c374862e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:09.413859 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4bdcf003-2e5b-4db9-b4db-411cd0e60e23 req-841a7bd8-cfd3-448b-932c-5892c374862e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 945 time: 0.0899637 Feb 18 09:28:09.422137 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-def04f61-eb46-44ce-aac2-618ae3bd8598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:09.462947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4bdcf003-2e5b-4db9-b4db-411cd0e60e23 req-9b66d12e-5d34-41fd-984f-c8fa3fd48c80 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427592 Feb 18 09:28:09.500164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38754) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:09.507058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def04f61-eb46-44ce-aac2-618ae3bd8598 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a92b57-a4da-4ea0-b366-b46d314df9b4,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:09.635093 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-39de3484-2393-4d7b-acbf-00e8bc43b05d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/floatingips/7e9637f2-87ad-43b4-a2e0-30740620e964 HTTP/1.1" status: 200 len: 991 time: 0.1268890 Feb 18 09:28:09.791595 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-def04f61-eb46-44ce-aac2-618ae3bd8598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:10.156969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def04f61-eb46-44ce-aac2-618ae3bd8598 admin admin] Router f2dc9778-3411-4b1d-8b1d-84a75978f5bf has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:28:10.162459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9436ada-96d0-48f0-8d21-b1aaf14aa7ca req-284ca4b6-a0d9-4adf-8b9b-a33236f62cf4 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:10.163943 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9436ada-96d0-48f0-8d21-b1aaf14aa7ca req-284ca4b6-a0d9-4adf-8b9b-a33236f62cf4 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.0889070 Feb 18 09:28:10.209398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9436ada-96d0-48f0-8d21-b1aaf14aa7ca req-01406500-b98c-4e75-8835-2bd21292fa76 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388248 Feb 18 09:28:10.333504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def04f61-eb46-44ce-aac2-618ae3bd8598 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:28:10.342473 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab74bd4-26d7-4a67-88f3-bec8e1254a89 None None] Sync routers for ids ['f2dc9778-3411-4b1d-8b1d-84a75978f5bf'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:28:10.342937 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-def04f61-eb46-44ce-aac2-618ae3bd8598 admin admin] 10.222.0.72 "PUT /v2.0/routers/f2dc9778-3411-4b1d-8b1d-84a75978f5bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5319302 Feb 18 09:28:10.345151 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38760) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:10.353099 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab74bd4-26d7-4a67-88f3-bec8e1254a89 None None] Routers {'f2dc9778-3411-4b1d-8b1d-84a75978f5bf'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:10.353709 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7ab74bd4-26d7-4a67-88f3-bec8e1254a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f2dc9778-3411-4b1d-8b1d-84a75978f5bf'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:10.536900 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-7ab74bd4-26d7-4a67-88f3-bec8e1254a89 None None] Set router f2dc9778-3411-4b1d-8b1d-84a75978f5bf gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:10.652620 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f710ad8b-c3b9-4c74-bb63-9113ec6ddac0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:10.848395 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f710ad8b-c3b9-4c74-bb63-9113ec6ddac0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:10.860368 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f710ad8b-c3b9-4c74-bb63-9113ec6ddac0 admin admin] Deleting port 61c99ad5-d60b-4125-986a-5a8cda3b5685 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:10.860972 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f710ad8b-c3b9-4c74-bb63-9113ec6ddac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:10.878493 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7ab74bd4-26d7-4a67-88f3-bec8e1254a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2dc9778-3411-4b1d-8b1d-84a75978f5bf', 'name': 'tempest-TestVolumeBootPattern-537052276-router', 'tenant_id': '505e5e75224c405da7191d60e1ecb9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '61c99ad5-d60b-4125-986a-5a8cda3b5685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:18Z', 'updated_at': '2022-02-18T09:28:09Z', 'revision_number': 5, 'project_id': '505e5e75224c405da7191d60e1ecb9cd', 'gw_port': {'id': '61c99ad5-d60b-4125-986a-5a8cda3b5685', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2dc9778-3411-4b1d-8b1d-84a75978f5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:15:21Z', 'updated_at': '2022-02-18T09:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:10.885205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab74bd4-26d7-4a67-88f3-bec8e1254a89 None None] Checking router: f2dc9778-3411-4b1d-8b1d-84a75978f5bf for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:28:10.896122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab74bd4-26d7-4a67-88f3-bec8e1254a89 None None] Routers {'f2dc9778-3411-4b1d-8b1d-84a75978f5bf'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:10.896849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7ab74bd4-26d7-4a67-88f3-bec8e1254a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['f2dc9778-3411-4b1d-8b1d-84a75978f5bf'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:11.053323 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-7ab74bd4-26d7-4a67-88f3-bec8e1254a89 None None] Set router f2dc9778-3411-4b1d-8b1d-84a75978f5bf gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:11.057402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-f710ad8b-c3b9-4c74-bb63-9113ec6ddac0 admin admin] For port 61c99ad5-d60b-4125-986a-5a8cda3b5685, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=61c99ad5-d60b-4125-986a-5a8cda3b5685,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:11.057761 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f710ad8b-c3b9-4c74-bb63-9113ec6ddac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.162213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7ab74bd4-26d7-4a67-88f3-bec8e1254a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2dc9778-3411-4b1d-8b1d-84a75978f5bf', 'name': 'tempest-TestVolumeBootPattern-537052276-router', 'tenant_id': '505e5e75224c405da7191d60e1ecb9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:18Z', 'updated_at': '2022-02-18T09:28:10Z', 'revision_number': 6, 'project_id': '505e5e75224c405da7191d60e1ecb9cd', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:11.167494 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab74bd4-26d7-4a67-88f3-bec8e1254a89 None None] The sync data for ids ['f2dc9778-3411-4b1d-8b1d-84a75978f5bf'] in n-d-829434-1 is: [{'id': 'f2dc9778-3411-4b1d-8b1d-84a75978f5bf', 'name': 'tempest-TestVolumeBootPattern-537052276-router', 'tenant_id': '505e5e75224c405da7191d60e1ecb9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:15:18Z', 'updated_at': '2022-02-18T09:28:10Z', 'revision_number': 6, 'project_id': '505e5e75224c405da7191d60e1ecb9cd', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:28:11.187908 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f710ad8b-c3b9-4c74-bb63-9113ec6ddac0 admin admin] Calling delete_port for 61c99ad5-d60b-4125-986a-5a8cda3b5685 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:28:11.376402 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f710ad8b-c3b9-4c74-bb63-9113ec6ddac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.406148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190c5b6-1f0e-47fa-a701-96e819044657 req-ab5c0d97-8f44-4d97-82a5-0c1d290f2152 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:11.407660 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9190c5b6-1f0e-47fa-a701-96e819044657 req-ab5c0d97-8f44-4d97-82a5-0c1d290f2152 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.0873926 Feb 18 09:28:11.427472 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710ad8b-c3b9-4c74-bb63-9113ec6ddac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c99ad5-d60b-4125-986a-5a8cda3b5685,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:11.456924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9190c5b6-1f0e-47fa-a701-96e819044657 req-39774ccb-a9f9-47ed-93bc-c07b4614fc6e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432665 Feb 18 09:28:11.474071 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.521847 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f710ad8b-c3b9-4c74-bb63-9113ec6ddac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.630353 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.713499 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f710ad8b-c3b9-4c74-bb63-9113ec6ddac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.716122 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f710ad8b-c3b9-4c74-bb63-9113ec6ddac0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.745173 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f710ad8b-c3b9-4c74-bb63-9113ec6ddac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.746706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f710ad8b-c3b9-4c74-bb63-9113ec6ddac0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2dc9778-3411-4b1d-8b1d-84a75978f5bf {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:28:11.760081 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f710ad8b-c3b9-4c74-bb63-9113ec6ddac0 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.762095 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f710ad8b-c3b9-4c74-bb63-9113ec6ddac0 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f2dc9778-3411-4b1d-8b1d-84a75978f5bf HTTP/1.1" status: 204 len: 168 time: 1.4160531 Feb 18 09:28:11.763975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38768) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:11.770019 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f1a92b57-a4da-4ea0-b366-b46d314df9b4 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:28:11.813619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: f1a92b57-a4da-4ea0-b366-b46d314df9b4 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:28:11.814010 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f1a92b57-a4da-4ea0-b366-b46d314df9b4 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:28:11.814390 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 61c99ad5-d60b-4125-986a-5a8cda3b5685 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:28:11.872210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6cecfca-b29c-4723-b434-a10956d1e342 admin admin] Deleting subnet c2972e50-da19-46bd-bde7-04a4278e7c78 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:28:11.875673 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c6cecfca-b29c-4723-b434-a10956d1e342 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.877724 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 61c99ad5-d60b-4125-986a-5a8cda3b5685 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:28:11.878426 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 61c99ad5-d60b-4125-986a-5a8cda3b5685 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:28:11.928293 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c6cecfca-b29c-4723-b434-a10956d1e342 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:11.949756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38774) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:12.017377 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c6cecfca-b29c-4723-b434-a10956d1e342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:12.215998 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c6cecfca-b29c-4723-b434-a10956d1e342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:12.259485 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cecfca-b29c-4723-b434-a10956d1e342 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2972e50-da19-46bd-bde7-04a4278e7c78,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:12.263381 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c6cecfca-b29c-4723-b434-a10956d1e342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:12.271964 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c6cecfca-b29c-4723-b434-a10956d1e342 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c2972e50-da19-46bd-bde7-04a4278e7c78 HTTP/1.1" status: 204 len: 168 time: 0.5047667 Feb 18 09:28:12.272199 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663ebeee-d5be-45b3-a404-553df1ea26cc None None] Network 55459b14-1e45-482e-bdb6-09e909fdda70 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:28:12.272351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38778) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:12.370060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-87f17072-82a6-4230-b218-2dcdd930e4c8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting port 1ae6d5f9-d8c5-484b-9f9e-9567a11f0e6e {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:12.370409 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-87f17072-82a6-4230-b218-2dcdd930e4c8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:12.434248 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:12.517027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] Deleting port ea97d535-f4ce-4c5b-ba5f-938afb545daa {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:12.517543 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:12.551378 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3ce3d3-71a8-48f0-9a0d-35bf94e89242 None None] DHCP port deletion for 55459b14-1e45-482e-bdb6-09e909fdda70 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:28:12.558109 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0d3ce3d3-71a8-48f0-9a0d-35bf94e89242 None None] Deleting port ea97d535-f4ce-4c5b-ba5f-938afb545daa {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:12.558481 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce3d3-71a8-48f0-9a0d-35bf94e89242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:12.712449 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-87f17072-82a6-4230-b218-2dcdd930e4c8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:12.712776 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-87f17072-82a6-4230-b218-2dcdd930e4c8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:12.769853 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0d3ce3d3-71a8-48f0-9a0d-35bf94e89242 None None] For port ea97d535-f4ce-4c5b-ba5f-938afb545daa, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ea97d535-f4ce-4c5b-ba5f-938afb545daa,segment=NetworkSegment(8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee),segment_id=8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:12.770138 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce3d3-71a8-48f0-9a0d-35bf94e89242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:12.891022 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0d3ce3d3-71a8-48f0-9a0d-35bf94e89242 None None] Calling delete_port for ea97d535-f4ce-4c5b-ba5f-938afb545daa owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:28:12.918281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-87f17072-82a6-4230-b218-2dcdd930e4c8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Calling delete_port for 1ae6d5f9-d8c5-484b-9f9e-9567a11f0e6e owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:28:12.970555 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce3d3-71a8-48f0-9a0d-35bf94e89242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:13.018534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] For port ea97d535-f4ce-4c5b-ba5f-938afb545daa, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ea97d535-f4ce-4c5b-ba5f-938afb545daa,segment=NetworkSegment(8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee),segment_id=8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:13.018995 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:13.022323 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ce3d3-71a8-48f0-9a0d-35bf94e89242 None None] Pushing event deleted for resources: {'Port': ['ID=ea97d535-f4ce-4c5b-ba5f-938afb545daa,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:13.027319 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3ce3d3-71a8-48f0-9a0d-35bf94e89242 None None] No DVR routers for this DVR port ea97d535-f4ce-4c5b-ba5f-938afb545daa on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:28:13.036119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddafe3-fcf3-44fa-baa5-add605ffe1b4 req-3cefa869-eac8-43af-9c66-62906994aa8b tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:13.037694 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fddafe3-fcf3-44fa-baa5-add605ffe1b4 req-3cefa869-eac8-43af-9c66-62906994aa8b tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.4609461 Feb 18 09:28:13.184786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] Calling delete_port for ea97d535-f4ce-4c5b-ba5f-938afb545daa owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:28:13.257116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fddafe3-fcf3-44fa-baa5-add605ffe1b4 req-95bdd672-e645-48b2-a0c7-4def233c3247 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126071 Feb 18 09:28:13.325769 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:28:13.325981 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:28:13.356538 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-87f17072-82a6-4230-b218-2dcdd930e4c8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:13.408771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f17072-82a6-4230-b218-2dcdd930e4c8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Port': ['ID=1ae6d5f9-d8c5-484b-9f9e-9567a11f0e6e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:13.502368 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-87f17072-82a6-4230-b218-2dcdd930e4c8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:13.503208 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-87f17072-82a6-4230-b218-2dcdd930e4c8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Floating IP 7e9637f2-87ad-43b4-a2e0-30740620e964 disassociated (deleted). External IP: 172.25.1.45, port: b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef. Feb 18 09:28:13.738950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ea97d535-f4ce-4c5b-ba5f-938afb545daa no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:28:13.775393 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: ea97d535-f4ce-4c5b-ba5f-938afb545daa {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:28:13.775833 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ea97d535-f4ce-4c5b-ba5f-938afb545daa not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:28:13.872289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] Deleting port ea97d535-f4ce-4c5b-ba5f-938afb545daa {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:13.872658 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:13.957922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] The port 'ea97d535-f4ce-4c5b-ba5f-938afb545daa' was deleted {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:28:14.162072 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:14.212747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55459b14-1e45-482e-bdb6-09e909fdda70']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:14.220801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f17072-82a6-4230-b218-2dcdd930e4c8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router b195e8a3-a7a2-4b20-aefd-7194077ddb2b has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:28:14.228256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:14.228570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5c5e85-2aa3-4fd8-bbfb-79daffaa09ee') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:14.243608 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:14.332415 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:14.343541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:28:14.343975 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:28:14.357321 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:28:14.561648 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:14.580830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f17072-82a6-4230-b218-2dcdd930e4c8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:28:14.584600 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:14.590543 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dda623-6980-4f15-9c63-08f412782718 None None] Sync routers for ids ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:28:14.600546 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dda623-6980-4f15-9c63-08f412782718 None None] Routers {'b195e8a3-a7a2-4b20-aefd-7194077ddb2b'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:14.600754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] Pushing event deleted for resources: {'Network': ['ID=55459b14-1e45-482e-bdb6-09e909fdda70,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:14.601288 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-54dda623-6980-4f15-9c63-08f412782718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:14.622434 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-87f17072-82a6-4230-b218-2dcdd930e4c8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:14.652690 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e0d73d40-b28e-4018-b295-8300cd4b9145 admin admin] 10.222.0.72 "DELETE /v2.0/networks/55459b14-1e45-482e-bdb6-09e909fdda70 HTTP/1.1" status: 204 len: 168 time: 2.3792849 Feb 18 09:28:14.683432 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814db64f-8e7d-4dc7-9975-624189dcf444 req-36b5b0a1-0c20-466c-bc6a-a26c0a1a8d4b tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:14.686344 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-814db64f-8e7d-4dc7-9975-624189dcf444 req-36b5b0a1-0c20-466c-bc6a-a26c0a1a8d4b tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.2772191 Feb 18 09:28:14.717373 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-87f17072-82a6-4230-b218-2dcdd930e4c8 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/floatingips/7e9637f2-87ad-43b4-a2e0-30740620e964 HTTP/1.1" status: 204 len: 168 time: 2.7664952 Feb 18 09:28:14.719408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'tag': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:28:14.750071 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-814db64f-8e7d-4dc7-9975-624189dcf444 req-e5f4377e-1b38-42c3-ac2a-b477418faf4a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591686 Feb 18 09:28:14.824589 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'tag': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef', 'status': 'completed', 'code': 200} Feb 18 09:28:14.859145 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-54dda623-6980-4f15-9c63-08f412782718 None None] Set router b195e8a3-a7a2-4b20-aefd-7194077ddb2b gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:14.884549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38792) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:14.955653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7280897-6f58-4e82-87c9-87a0b5b6c212 req-23f6d926-c995-4490-9ce9-6aa02729cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:14.959829 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-56d0b3ae-b351-4b2b-ac35-0480a95e9844 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=565e12e7cc5e431dab2b5a9e029b0751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0710461 Feb 18 09:28:14.960012 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f7280897-6f58-4e82-87c9-87a0b5b6c212 req-23f6d926-c995-4490-9ce9-6aa02729cc7a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 1096 time: 0.1033537 Feb 18 09:28:14.960123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38796) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:15.046102 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9f28fd3d-9ac2-4b56-975a-a92e3bac87f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.083557 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9f28fd3d-9ac2-4b56-975a-a92e3bac87f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.139136 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9f28fd3d-9ac2-4b56-975a-a92e3bac87f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.161465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28fd3d-9ac2-4b56-975a-a92e3bac87f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:15.164959 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9f28fd3d-9ac2-4b56-975a-a92e3bac87f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.169873 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9f28fd3d-9ac2-4b56-975a-a92e3bac87f8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0c7fb0d1-ff5b-4a23-aed1-2433a4d2487d HTTP/1.1" status: 204 len: 168 time: 0.2087388 Feb 18 09:28:15.180032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7280897-6f58-4e82-87c9-87a0b5b6c212 req-777ae803-89cb-469d-96f2-772538abb6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:15.181844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f7280897-6f58-4e82-87c9-87a0b5b6c212 req-777ae803-89cb-469d-96f2-772538abb6f0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2d6e7e0d-ba98-4a68-a60b-2fe695215beb HTTP/1.1" status: 200 len: 898 time: 0.2140543 Feb 18 09:28:15.236906 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-54dda623-6980-4f15-9c63-08f412782718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1003101547', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '58d068d5-7544-404a-8a09-1c220014307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:17Z', 'updated_at': '2022-02-18T09:26:24Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '58d068d5-7544-404a-8a09-1c220014307d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:18Z', 'updated_at': '2022-02-18T09:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '0550727a-22e6-4c00-a87b-3bf5ca87478c', 'name': '', 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:8d:50:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8abedb5b-0bfc-40b9-b232-1474377f2981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:23Z', 'updated_at': '2022-02-18T09:26:32Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': '8abedb5b-0bfc-40b9-b232-1474377f2981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:15.240986 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dda623-6980-4f15-9c63-08f412782718 None None] Checking router: b195e8a3-a7a2-4b20-aefd-7194077ddb2b for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:28:15.250392 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dda623-6980-4f15-9c63-08f412782718 None None] Routers {'b195e8a3-a7a2-4b20-aefd-7194077ddb2b'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:15.251084 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-54dda623-6980-4f15-9c63-08f412782718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:15.268086 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f7280897-6f58-4e82-87c9-87a0b5b6c212 req-71a3bf53-5ffd-487a-9829-bde2b8060c56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef HTTP/1.1" status: 200 len: 217 time: 0.0702837 Feb 18 09:28:15.336756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f68cd-c3de-42a9-a384-0023b3ac9794 req-adf48667-c9d7-450d-b3a8-679b62ea09fa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:15.338147 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-196f68cd-c3de-42a9-a384-0023b3ac9794 req-adf48667-c9d7-450d-b3a8-679b62ea09fa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Synchronizing usage tracker for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:28:15.358893 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7280897-6f58-4e82-87c9-87a0b5b6c212 req-3d67a29b-c483-4d5e-88a3-cb32f3fbf0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:15.360466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f7280897-6f58-4e82-87c9-87a0b5b6c212 req-3d67a29b-c483-4d5e-88a3-cb32f3fbf0a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8abedb5b-0bfc-40b9-b232-1474377f2981 HTTP/1.1" status: 200 len: 834 time: 0.0839787 Feb 18 09:28:15.406765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-196f68cd-c3de-42a9-a384-0023b3ac9794 req-adf48667-c9d7-450d-b3a8-679b62ea09fa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Unset dirty status for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:28:15.407859 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-196f68cd-c3de-42a9-a384-0023b3ac9794 req-adf48667-c9d7-450d-b3a8-679b62ea09fa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 945 time: 0.3164449 Feb 18 09:28:15.454976 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-54dda623-6980-4f15-9c63-08f412782718 None None] Set router b195e8a3-a7a2-4b20-aefd-7194077ddb2b gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:15.617226 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-196f68cd-c3de-42a9-a384-0023b3ac9794 req-29910dc9-028d-4278-ab91-84a8307aa25f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2002130 Feb 18 09:28:15.618481 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38806) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:15.673794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7280897-6f58-4e82-87c9-87a0b5b6c212 req-07d0c9e7-30f6-4b60-8d67-fec9a99351f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:15.675289 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f7280897-6f58-4e82-87c9-87a0b5b6c212 req-07d0c9e7-30f6-4b60-8d67-fec9a99351f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2d6e7e0d-ba98-4a68-a60b-2fe695215beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3074210 Feb 18 09:28:15.725650 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0f30965d-8b8c-411d-a98d-476ff4bc00c3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=505e5e75224c405da7191d60e1ecb9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1053023 Feb 18 09:28:15.728457 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38810) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:15.815447 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a3385-d3af-41c5-bc76-91363bc6cf91 req-65ffda1c-79dd-4064-a1cd-542eabca7acf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:15.816962 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-765a3385-d3af-41c5-bc76-91363bc6cf91 req-65ffda1c-79dd-4064-a1cd-542eabca7acf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.61 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 945 time: 0.1914458 Feb 18 09:28:15.820565 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5ddbc7e-85cf-423d-a4eb-2ddcb207cdca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.886279 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5ddbc7e-85cf-423d-a4eb-2ddcb207cdca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.902209 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-54dda623-6980-4f15-9c63-08f412782718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1003101547', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '58d068d5-7544-404a-8a09-1c220014307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:17Z', 'updated_at': '2022-02-18T09:26:24Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '58d068d5-7544-404a-8a09-1c220014307d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:18Z', 'updated_at': '2022-02-18T09:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '0550727a-22e6-4c00-a87b-3bf5ca87478c', 'name': '', 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:8d:50:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8abedb5b-0bfc-40b9-b232-1474377f2981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:23Z', 'updated_at': '2022-02-18T09:26:32Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': '8abedb5b-0bfc-40b9-b232-1474377f2981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:15.907412 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dda623-6980-4f15-9c63-08f412782718 None None] The sync data for ids ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'] in n-d-829434-1 is: [{'id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1003101547', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '58d068d5-7544-404a-8a09-1c220014307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:17Z', 'updated_at': '2022-02-18T09:26:24Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '58d068d5-7544-404a-8a09-1c220014307d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:18Z', 'updated_at': '2022-02-18T09:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '0550727a-22e6-4c00-a87b-3bf5ca87478c', 'name': '', 'network_id': '2d6e7e0d-ba98-4a68-a60b-2fe695215beb', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:8d:50:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8abedb5b-0bfc-40b9-b232-1474377f2981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:23Z', 'updated_at': '2022-02-18T09:26:32Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': '8abedb5b-0bfc-40b9-b232-1474377f2981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:28:15.940128 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f7280897-6f58-4e82-87c9-87a0b5b6c212 req-b3950ce4-8550-4981-9c66-838486e5a6a5 service neutron] 10.222.0.61 "GET /v2.0/networks/2d6e7e0d-ba98-4a68-a60b-2fe695215beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570946 Feb 18 09:28:15.969473 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5ddbc7e-85cf-423d-a4eb-2ddcb207cdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.986091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddbc7e-85cf-423d-a4eb-2ddcb207cdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fc9cea-86c3-4603-a041-064e3b6fca00,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:15.993532 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5ddbc7e-85cf-423d-a4eb-2ddcb207cdca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.997319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-765a3385-d3af-41c5-bc76-91363bc6cf91 req-03c1feb7-c5a2-46d3-aa93-2bff90b58f18 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:15.997668 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-765a3385-d3af-41c5-bc76-91363bc6cf91 req-03c1feb7-c5a2-46d3-aa93-2bff90b58f18 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:15.997787 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d5ddbc7e-85cf-423d-a4eb-2ddcb207cdca admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/36fc9cea-86c3-4603-a041-064e3b6fca00 HTTP/1.1" status: 204 len: 168 time: 0.2679281 Feb 18 09:28:16.209391 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767b4ada-481f-4999-a631-683f175270dd None None] New status for floating IP 7e9637f2-87ad-43b4-a2e0-30740620e964: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:28:16.259830 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f7280897-6f58-4e82-87c9-87a0b5b6c212 req-4551075b-d777-429e-9240-7dcf60621209 service neutron] 10.222.0.61 "GET /v2.0/networks/2d6e7e0d-ba98-4a68-a60b-2fe695215beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064141 Feb 18 09:28:16.303236 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bac8d5-b2a6-4f2c-87f3-cceb81e6ad5d req-ece39e91-c6a1-4762-be8a-3f1f5195710e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:16.305009 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25bac8d5-b2a6-4f2c-87f3-cceb81e6ad5d req-ece39e91-c6a1-4762-be8a-3f1f5195710e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.4024415 Feb 18 09:28:16.432951 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25bac8d5-b2a6-4f2c-87f3-cceb81e6ad5d req-ee318cfe-c1cd-4832-a352-7d4d15c4896b tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724916 Feb 18 09:28:16.503071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-765a3385-d3af-41c5-bc76-91363bc6cf91 req-03c1feb7-c5a2-46d3-aa93-2bff90b58f18 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] For port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,segment=NetworkSegment(91e87d8e-f0f1-4167-91b5-23ef08f139da),segment_id=91e87d8e-f0f1-4167-91b5-23ef08f139da)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:16.503441 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-765a3385-d3af-41c5-bc76-91363bc6cf91 req-03c1feb7-c5a2-46d3-aa93-2bff90b58f18 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:16.645888 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-765a3385-d3af-41c5-bc76-91363bc6cf91 req-03c1feb7-c5a2-46d3-aa93-2bff90b58f18 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Calling delete_port for b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:28:16.860786 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-765a3385-d3af-41c5-bc76-91363bc6cf91 req-03c1feb7-c5a2-46d3-aa93-2bff90b58f18 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:16.945256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1feb7-c5a2-46d3-aa93-2bff90b58f18 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Port': ['ID=b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:17.010316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7e97f-96e2-46da-8177-52220a33d735 req-278c73b4-5f24-44a1-9a89-2aab4f361822 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:17.011824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-74e7e97f-96e2-46da-8177-52220a33d735 req-278c73b4-5f24-44a1-9a89-2aab4f361822 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=779f837e-4382-4b86-b18e-38850fdbdaaa HTTP/1.1" status: 200 len: 866 time: 0.2430615 Feb 18 09:28:17.020991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-765a3385-d3af-41c5-bc76-91363bc6cf91 req-03c1feb7-c5a2-46d3-aa93-2bff90b58f18 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] No DVR routers for this DVR port b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:28:17.036553 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-765a3385-d3af-41c5-bc76-91363bc6cf91 req-03c1feb7-c5a2-46d3-aa93-2bff90b58f18 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:17.040400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'name': 'network-vif-deleted', 'tag': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:28:17.069454 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-765a3385-d3af-41c5-bc76-91363bc6cf91 req-03c1feb7-c5a2-46d3-aa93-2bff90b58f18 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.61 "DELETE /v2.0/ports/b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef HTTP/1.1" status: 204 len: 173 time: 1.2409997 Feb 18 09:28:17.079888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-74e7e97f-96e2-46da-8177-52220a33d735 req-fdde9ac7-dc24-423a-862f-f168d562bb00 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611913 Feb 18 09:28:17.086186 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779f837e-4382-4b86-b18e-38850fdbdaaa', 'name': 'network-vif-deleted', 'tag': 'b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef', 'status': 'completed', 'code': 200} Feb 18 09:28:17.619345 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61c5ef-1a35-4481-85b2-8513c60d21f6 req-77c94fa3-d039-488a-b635-bc295af49827 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:17.620703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b61c5ef-1a35-4481-85b2-8513c60d21f6 req-77c94fa3-d039-488a-b635-bc295af49827 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.0787814 Feb 18 09:28:17.663422 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b61c5ef-1a35-4481-85b2-8513c60d21f6 req-cc7e5dfe-4939-4707-84fb-f318c696a278 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370834 Feb 18 09:28:18.183474 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38826) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:18.599036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d7d37-0013-48b1-ab13-1364f5b118ad req-015e1973-5356-444f-8e5f-10c7e952fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:18.600459 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-097d7d37-0013-48b1-ab13-1364f5b118ad req-015e1973-5356-444f-8e5f-10c7e952fe1a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 1096 time: 0.0748589 Feb 18 09:28:18.642843 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-097d7d37-0013-48b1-ab13-1364f5b118ad req-08f115f6-81fa-48a8-8596-e57750610430 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367730 Feb 18 09:28:18.789468 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f99b6ca-da3e-49bd-ac2f-ce11ed4b3497 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:18.864207 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140507b4-042c-4d54-a603-b5ed8b2cb560 req-e91f7e70-4b89-46be-8ab7-41f04b968781 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:18.865733 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-140507b4-042c-4d54-a603-b5ed8b2cb560 req-e91f7e70-4b89-46be-8ab7-41f04b968781 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.0830362 Feb 18 09:28:19.051246 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-140507b4-042c-4d54-a603-b5ed8b2cb560 req-d8344306-ae94-4538-8d8c-13d1db2168fa tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696413 Feb 18 09:28:19.174653 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8f99b6ca-da3e-49bd-ac2f-ce11ed4b3497 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting port 0550727a-22e6-4c00-a87b-3bf5ca87478c {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:19.174993 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f99b6ca-da3e-49bd-ac2f-ce11ed4b3497 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:19.460605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:28:19.490521 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-8f99b6ca-da3e-49bd-ac2f-ce11ed4b3497 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] For port 0550727a-22e6-4c00-a87b-3bf5ca87478c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0550727a-22e6-4c00-a87b-3bf5ca87478c,segment=NetworkSegment(91e87d8e-f0f1-4167-91b5-23ef08f139da),segment_id=91e87d8e-f0f1-4167-91b5-23ef08f139da)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:19.491071 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f99b6ca-da3e-49bd-ac2f-ce11ed4b3497 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:19.495131 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:28:19.495485 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b27dc36c-9d9e-49c3-afb8-6bb2e5c44bef not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:28:19.616315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8f99b6ca-da3e-49bd-ac2f-ce11ed4b3497 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Calling delete_port for 0550727a-22e6-4c00-a87b-3bf5ca87478c owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:28:19.841360 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f99b6ca-da3e-49bd-ac2f-ce11ed4b3497 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:19.908181 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99b6ca-da3e-49bd-ac2f-ce11ed4b3497 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Port': ['ID=0550727a-22e6-4c00-a87b-3bf5ca87478c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:20.208114 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8f99b6ca-da3e-49bd-ac2f-ce11ed4b3497 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:20.253948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26515489-b6af-40a8-8599-08a450ddc0b0 req-b0433aab-8969-4470-97bf-f9306df84e46 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:20.255520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26515489-b6af-40a8-8599-08a450ddc0b0 req-b0433aab-8969-4470-97bf-f9306df84e46 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.0845759 Feb 18 09:28:20.318301 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26515489-b6af-40a8-8599-08a450ddc0b0 req-d83fef7d-a910-4397-b449-a3c07d505ddf tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552301 Feb 18 09:28:20.371769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-9fb05b78-1c5a-41cb-a85a-285a0ef51275 req-fff2fcec-9aab-42df-b173-32c7c458d382 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1710524555', 'description': 'tempest-description-455617214'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:28:20.378639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9fb05b78-1c5a-41cb-a85a-285a0ef51275 req-fff2fcec-9aab-42df-b173-32c7c458d382 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:20.382936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9fb05b78-1c5a-41cb-a85a-285a0ef51275 req-fff2fcec-9aab-42df-b173-32c7c458d382 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Usage tracker for resource:security_group and tenant:fb1fcbd55e8b4accae42f1275779d0b4 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:20.387466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9fb05b78-1c5a-41cb-a85a-285a0ef51275 req-fff2fcec-9aab-42df-b173-32c7c458d382 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:20.393539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9fb05b78-1c5a-41cb-a85a-285a0ef51275 req-fff2fcec-9aab-42df-b173-32c7c458d382 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:20.405765 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fb05b78-1c5a-41cb-a85a-285a0ef51275 req-fff2fcec-9aab-42df-b173-32c7c458d382 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:20.427694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9fb05b78-1c5a-41cb-a85a-285a0ef51275 req-fff2fcec-9aab-42df-b173-32c7c458d382 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:20.431431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9fb05b78-1c5a-41cb-a85a-285a0ef51275 req-fff2fcec-9aab-42df-b173-32c7c458d382 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Usage tracker for resource:security_group_rule and tenant:fb1fcbd55e8b4accae42f1275779d0b4 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:20.434637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9fb05b78-1c5a-41cb-a85a-285a0ef51275 req-fff2fcec-9aab-42df-b173-32c7c458d382 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:20.440725 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9fb05b78-1c5a-41cb-a85a-285a0ef51275 req-fff2fcec-9aab-42df-b173-32c7c458d382 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:20.526861 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fb05b78-1c5a-41cb-a85a-285a0ef51275 req-fff2fcec-9aab-42df-b173-32c7c458d382 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:20.531813 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fb05b78-1c5a-41cb-a85a-285a0ef51275 req-fff2fcec-9aab-42df-b173-32c7c458d382 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:20.575464 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2fcec-9aab-42df-b173-32c7c458d382 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541272a8-7981-4922-8833-16959108b331,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:20.578149 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fb05b78-1c5a-41cb-a85a-285a0ef51275 req-fff2fcec-9aab-42df-b173-32c7c458d382 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:20.579343 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fb05b78-1c5a-41cb-a85a-285a0ef51275 req-fff2fcec-9aab-42df-b173-32c7c458d382 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2119224 Feb 18 09:28:20.632489 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f99b6ca-da3e-49bd-ac2f-ce11ed4b3497 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router b195e8a3-a7a2-4b20-aefd-7194077ddb2b has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:28:20.716204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-917a0710-2517-451d-a469-e07dcdefbd09 req-d65728a9-d2a7-48fc-99b5-9b8e7b26380f tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Synchronizing usage tracker for tenant:fb1fcbd55e8b4accae42f1275779d0b4 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:28:20.735311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-917a0710-2517-451d-a469-e07dcdefbd09 req-d65728a9-d2a7-48fc-99b5-9b8e7b26380f tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Unset dirty status for tenant:fb1fcbd55e8b4accae42f1275779d0b4 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:28:20.736552 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-917a0710-2517-451d-a469-e07dcdefbd09 req-d65728a9-d2a7-48fc-99b5-9b8e7b26380f tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1710524555&fields=id&tenant_id=fb1fcbd55e8b4accae42f1275779d0b4 HTTP/1.1" status: 200 len: 267 time: 0.0651526 Feb 18 09:28:20.833182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a0710-2517-451d-a469-e07dcdefbd09 req-03d8b99c-2dcd-4937-ae32-51de95b81b17 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:20.834281 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f99b6ca-da3e-49bd-ac2f-ce11ed4b3497 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:28:20.834829 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-917a0710-2517-451d-a469-e07dcdefbd09 req-03d8b99c-2dcd-4937-ae32-51de95b81b17 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.0927541 Feb 18 09:28:20.851081 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8f99b6ca-da3e-49bd-ac2f-ce11ed4b3497 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "PUT /v2.0/routers/b195e8a3-a7a2-4b20-aefd-7194077ddb2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6665092 Feb 18 09:28:20.854773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-917a0710-2517-451d-a469-e07dcdefbd09 req-fdadf1c6-f6cf-433b-80fd-748bf7067c71 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Request body: {'port': {'security_groups': ['2203566b-9647-4c5f-9b0e-c449b6ac8277', '541272a8-7981-4922-8833-16959108b331']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:28:20.855127 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7487e-0665-48a1-a555-afa532ab8dbc None None] Sync routers for ids ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:28:20.855592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38838) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:20.869669 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7487e-0665-48a1-a555-afa532ab8dbc None None] Routers {'b195e8a3-a7a2-4b20-aefd-7194077ddb2b'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:20.870521 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-92a7487e-0665-48a1-a555-afa532ab8dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:20.932185 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce36140-1022-43b7-91f6-aff269f84c04 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting subnet 8abedb5b-0bfc-40b9-b232-1474377f2981 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:28:20.935928 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dce36140-1022-43b7-91f6-aff269f84c04 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:21.002646 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-917a0710-2517-451d-a469-e07dcdefbd09 req-fdadf1c6-f6cf-433b-80fd-748bf7067c71 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:21.101035 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-92a7487e-0665-48a1-a555-afa532ab8dbc None None] Set router b195e8a3-a7a2-4b20-aefd-7194077ddb2b gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:21.129016 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dce36140-1022-43b7-91f6-aff269f84c04 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:21.225269 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dce36140-1022-43b7-91f6-aff269f84c04 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:21.322709 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dce36140-1022-43b7-91f6-aff269f84c04 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:21.358381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-917a0710-2517-451d-a469-e07dcdefbd09 req-fdadf1c6-f6cf-433b-80fd-748bf7067c71 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] For port 65328d2b-8b1f-4d1f-962e-a35fb8325219, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=65328d2b-8b1f-4d1f-962e-a35fb8325219,segment=NetworkSegment(6cc00fbc-47ee-403b-b8f2-9e11ee545c21),segment_id=6cc00fbc-47ee-403b-b8f2-9e11ee545c21)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:21.364505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce36140-1022-43b7-91f6-aff269f84c04 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Subnet': ['ID=8abedb5b-0bfc-40b9-b232-1474377f2981,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:21.371815 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dce36140-1022-43b7-91f6-aff269f84c04 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:21.378819 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-dce36140-1022-43b7-91f6-aff269f84c04 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/subnets/8abedb5b-0bfc-40b9-b232-1474377f2981 HTTP/1.1" status: 204 len: 168 time: 0.5215626 Feb 18 09:28:21.380569 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38842) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:21.380828 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196d14e4-6935-49eb-a8e4-f9bee5298223 None None] Network 2d6e7e0d-ba98-4a68-a60b-2fe695215beb requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:28:21.397567 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-917a0710-2517-451d-a469-e07dcdefbd09 req-fdadf1c6-f6cf-433b-80fd-748bf7067c71 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:21.406585 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-917a0710-2517-451d-a469-e07dcdefbd09 req-fdadf1c6-f6cf-433b-80fd-748bf7067c71 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:21.425900 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-92a7487e-0665-48a1-a555-afa532ab8dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1003101547', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '58d068d5-7544-404a-8a09-1c220014307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:17Z', 'updated_at': '2022-02-18T09:28:19Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '58d068d5-7544-404a-8a09-1c220014307d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:18Z', 'updated_at': '2022-02-18T09:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:21.430974 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7487e-0665-48a1-a555-afa532ab8dbc None None] Checking router: b195e8a3-a7a2-4b20-aefd-7194077ddb2b for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:28:21.441107 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7487e-0665-48a1-a555-afa532ab8dbc None None] Routers {'b195e8a3-a7a2-4b20-aefd-7194077ddb2b'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:21.441781 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-92a7487e-0665-48a1-a555-afa532ab8dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:21.484030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['65328d2b-8b1f-4d1f-962e-a35fb8325219'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:28:21.496126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a0710-2517-451d-a469-e07dcdefbd09 req-fdadf1c6-f6cf-433b-80fd-748bf7067c71 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:21.496981 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-917a0710-2517-451d-a469-e07dcdefbd09 req-fdadf1c6-f6cf-433b-80fd-748bf7067c71 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:21.502982 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-917a0710-2517-451d-a469-e07dcdefbd09 req-fdadf1c6-f6cf-433b-80fd-748bf7067c71 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "PUT /v2.0/ports/65328d2b-8b1f-4d1f-962e-a35fb8325219 HTTP/1.1" status: 200 len: 981 time: 0.6523776 Feb 18 09:28:21.502982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55599dc4-f229-4fb4-9148-22fd588a3b48', 'tag': '65328d2b-8b1f-4d1f-962e-a35fb8325219'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:28:21.591332 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55599dc4-f229-4fb4-9148-22fd588a3b48', 'tag': '65328d2b-8b1f-4d1f-962e-a35fb8325219', 'status': 'completed', 'code': 200} Feb 18 09:28:21.595615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadf1c6-f6cf-433b-80fd-748bf7067c71 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Pushing event updated for resources: {'Port': ['ID=65328d2b-8b1f-4d1f-962e-a35fb8325219,revision_number=6']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:21.620483 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a375071f-d7ba-4374-b7ff-c807db3aff4b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:21.686333 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['65328d2b-8b1f-4d1f-962e-a35fb8325219'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:28:21.738904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3345e729-b28e-4071-8d60-8b497c93c525 req-61e41c46-7b01-4e11-af1c-13c83a0ef8a5 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1710524555&fields=id&tenant_id=fb1fcbd55e8b4accae42f1275779d0b4 HTTP/1.1" status: 200 len: 267 time: 0.0845964 Feb 18 09:28:21.765094 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-92a7487e-0665-48a1-a555-afa532ab8dbc None None] Set router b195e8a3-a7a2-4b20-aefd-7194077ddb2b gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:21.895698 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a375071f-d7ba-4374-b7ff-c807db3aff4b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:21.915139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-a375071f-d7ba-4374-b7ff-c807db3aff4b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting port 58d068d5-7544-404a-8a09-1c220014307d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:21.917282 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a375071f-d7ba-4374-b7ff-c807db3aff4b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:21.967024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345e729-b28e-4071-8d60-8b497c93c525 req-87c114d1-101b-4cd5-b70f-65c70d878440 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:21.968584 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3345e729-b28e-4071-8d60-8b497c93c525 req-87c114d1-101b-4cd5-b70f-65c70d878440 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 984 time: 0.2289555 Feb 18 09:28:21.977471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608646c-38ba-40d7-b17a-38f90f4e7d2b req-b91d7b02-ea31-4cf4-8430-dcc7bbc16d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:21.978952 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d608646c-38ba-40d7-b17a-38f90f4e7d2b req-b91d7b02-ea31-4cf4-8430-dcc7bbc16d7d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fb1fcbd55e8b4accae42f1275779d0b4&device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 1135 time: 0.3703914 Feb 18 09:28:21.984228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-3345e729-b28e-4071-8d60-8b497c93c525 req-aa645da9-bf87-43a8-b5ee-c9ba0bc378be tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Request body: {'port': {'security_groups': ['2203566b-9647-4c5f-9b0e-c449b6ac8277']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:28:22.156230 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-92a7487e-0665-48a1-a555-afa532ab8dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1003101547', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '58d068d5-7544-404a-8a09-1c220014307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:17Z', 'updated_at': '2022-02-18T09:28:19Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '58d068d5-7544-404a-8a09-1c220014307d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:18Z', 'updated_at': '2022-02-18T09:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:22.161479 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7487e-0665-48a1-a555-afa532ab8dbc None None] The sync data for ids ['b195e8a3-a7a2-4b20-aefd-7194077ddb2b'] in n-d-829434-1 is: [{'id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1003101547', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '58d068d5-7544-404a-8a09-1c220014307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:26:17Z', 'updated_at': '2022-02-18T09:28:19Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '58d068d5-7544-404a-8a09-1c220014307d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b195e8a3-a7a2-4b20-aefd-7194077ddb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:26:18Z', 'updated_at': '2022-02-18T09:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:28:22.197016 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-a375071f-d7ba-4374-b7ff-c807db3aff4b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] For port 58d068d5-7544-404a-8a09-1c220014307d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=58d068d5-7544-404a-8a09-1c220014307d,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:22.197568 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a375071f-d7ba-4374-b7ff-c807db3aff4b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:22.231379 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3345e729-b28e-4071-8d60-8b497c93c525 req-aa645da9-bf87-43a8-b5ee-c9ba0bc378be tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:22.240626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608646c-38ba-40d7-b17a-38f90f4e7d2b req-d48b6342-e0df-496b-984f-72fef2010665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:22.242088 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d608646c-38ba-40d7-b17a-38f90f4e7d2b req-d48b6342-e0df-496b-984f-72fef2010665 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3df89c31-96d1-415a-be76-10e0ca47429b HTTP/1.1" status: 200 len: 920 time: 0.2316024 Feb 18 09:28:22.338924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-a375071f-d7ba-4374-b7ff-c807db3aff4b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Calling delete_port for 58d068d5-7544-404a-8a09-1c220014307d owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:28:22.347571 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d608646c-38ba-40d7-b17a-38f90f4e7d2b req-911c184d-da2d-4d78-9c76-6c2386b1fc04 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65328d2b-8b1f-4d1f-962e-a35fb8325219 HTTP/1.1" status: 200 len: 217 time: 0.0985343 Feb 18 09:28:22.443558 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608646c-38ba-40d7-b17a-38f90f4e7d2b req-1f347428-9329-4509-8fcf-cd5a49bf06dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:22.444934 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d608646c-38ba-40d7-b17a-38f90f4e7d2b req-1f347428-9329-4509-8fcf-cd5a49bf06dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0fa2790-6eea-4e1f-9bdd-99edb573cc6c HTTP/1.1" status: 200 len: 859 time: 0.0915265 Feb 18 09:28:22.505455 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d608646c-38ba-40d7-b17a-38f90f4e7d2b req-d62e0cfe-b78b-49e4-b0c4-b20cd9aefb42 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3df89c31-96d1-415a-be76-10e0ca47429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503590 Feb 18 09:28:22.519937 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a375071f-d7ba-4374-b7ff-c807db3aff4b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:22.551142 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713cb200-f1e3-4a38-8403-a62392234b9e None None] DHCP port deletion for 2d6e7e0d-ba98-4a68-a60b-2fe695215beb request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:28:22.560495 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-713cb200-f1e3-4a38-8403-a62392234b9e None None] Deleting port dd873b2c-e44e-478d-b40c-87182bdaefa7 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:22.561374 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-713cb200-f1e3-4a38-8403-a62392234b9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:22.573000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375071f-d7ba-4374-b7ff-c807db3aff4b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Port': ['ID=58d068d5-7544-404a-8a09-1c220014307d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:22.695183 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a375071f-d7ba-4374-b7ff-c807db3aff4b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:22.840852 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-713cb200-f1e3-4a38-8403-a62392234b9e None None] For port dd873b2c-e44e-478d-b40c-87182bdaefa7, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=dd873b2c-e44e-478d-b40c-87182bdaefa7,segment=NetworkSegment(91e87d8e-f0f1-4167-91b5-23ef08f139da),segment_id=91e87d8e-f0f1-4167-91b5-23ef08f139da)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:22.841245 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-713cb200-f1e3-4a38-8403-a62392234b9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:22.894146 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d608646c-38ba-40d7-b17a-38f90f4e7d2b req-7f913425-093b-4b0c-885c-3315120ed956 service neutron] 10.222.0.61 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808780 Feb 18 09:28:22.900001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-3345e729-b28e-4071-8d60-8b497c93c525 req-aa645da9-bf87-43a8-b5ee-c9ba0bc378be tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] For port 65328d2b-8b1f-4d1f-962e-a35fb8325219, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=65328d2b-8b1f-4d1f-962e-a35fb8325219,segment=NetworkSegment(6cc00fbc-47ee-403b-b8f2-9e11ee545c21),segment_id=6cc00fbc-47ee-403b-b8f2-9e11ee545c21)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:22.977873 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-713cb200-f1e3-4a38-8403-a62392234b9e None None] Calling delete_port for dd873b2c-e44e-478d-b40c-87182bdaefa7 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:28:23.017394 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3345e729-b28e-4071-8d60-8b497c93c525 req-aa645da9-bf87-43a8-b5ee-c9ba0bc378be tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.017657 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a375071f-d7ba-4374-b7ff-c807db3aff4b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.019786 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a375071f-d7ba-4374-b7ff-c807db3aff4b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.036306 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3345e729-b28e-4071-8d60-8b497c93c525 req-aa645da9-bf87-43a8-b5ee-c9ba0bc378be tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.047830 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a375071f-d7ba-4374-b7ff-c807db3aff4b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.048809 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a375071f-d7ba-4374-b7ff-c807db3aff4b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Fanout notify agent at l3_agent the message router_deleted on router b195e8a3-a7a2-4b20-aefd-7194077ddb2b {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:28:23.051183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['65328d2b-8b1f-4d1f-962e-a35fb8325219'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:28:23.066858 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a375071f-d7ba-4374-b7ff-c807db3aff4b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.072983 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a375071f-d7ba-4374-b7ff-c807db3aff4b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/routers/b195e8a3-a7a2-4b20-aefd-7194077ddb2b HTTP/1.1" status: 204 len: 168 time: 1.6865404 Feb 18 09:28:23.073178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38852) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:23.127710 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345e729-b28e-4071-8d60-8b497c93c525 req-aa645da9-bf87-43a8-b5ee-c9ba0bc378be tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:23.128384 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3345e729-b28e-4071-8d60-8b497c93c525 req-aa645da9-bf87-43a8-b5ee-c9ba0bc378be tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.129784 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3345e729-b28e-4071-8d60-8b497c93c525 req-aa645da9-bf87-43a8-b5ee-c9ba0bc378be tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "PUT /v2.0/ports/65328d2b-8b1f-4d1f-962e-a35fb8325219 HTTP/1.1" status: 200 len: 942 time: 1.1499171 Feb 18 09:28:23.131762 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d608646c-38ba-40d7-b17a-38f90f4e7d2b req-81ca615b-25e9-4260-b7f8-c639c7d18552 service neutron] 10.222.0.61 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291353 Feb 18 09:28:23.183665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa645da9-bf87-43a8-b5ee-c9ba0bc378be tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Pushing event updated for resources: {'Port': ['ID=65328d2b-8b1f-4d1f-962e-a35fb8325219,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:23.207395 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['65328d2b-8b1f-4d1f-962e-a35fb8325219'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:28:23.222405 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5703b80b-c25e-4a49-91b3-2ad9fc005c80 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.235215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-5703b80b-c25e-4a49-91b3-2ad9fc005c80 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting port dd873b2c-e44e-478d-b40c-87182bdaefa7 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:23.235793 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5703b80b-c25e-4a49-91b3-2ad9fc005c80 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.272017 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-713cb200-f1e3-4a38-8403-a62392234b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.316035 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-5703b80b-c25e-4a49-91b3-2ad9fc005c80 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] The port 'dd873b2c-e44e-478d-b40c-87182bdaefa7' was deleted {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:28:23.357324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713cb200-f1e3-4a38-8403-a62392234b9e None None] Pushing event deleted for resources: {'Port': ['ID=dd873b2c-e44e-478d-b40c-87182bdaefa7,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:23.362290 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713cb200-f1e3-4a38-8403-a62392234b9e None None] No DVR routers for this DVR port dd873b2c-e44e-478d-b40c-87182bdaefa7 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:28:23.390124 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-beaf4bc7-4b83-4c24-a5c0-faf0ffe388bd tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2070112 Feb 18 09:28:23.395085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:28:23.403121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:23.406979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Usage tracker for resource:floatingip and tenant:fb1fcbd55e8b4accae42f1275779d0b4 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:23.409867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:23.417356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:23.429698 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.454523 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5703b80b-c25e-4a49-91b3-2ad9fc005c80 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.482066 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-5703b80b-c25e-4a49-91b3-2ad9fc005c80 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6e7e0d-ba98-4a68-a60b-2fe695215beb']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:23.495410 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-5703b80b-c25e-4a49-91b3-2ad9fc005c80 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e87d8e-f0f1-4167-91b5-23ef08f139da') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:23.495767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-5703b80b-c25e-4a49-91b3-2ad9fc005c80 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e87d8e-f0f1-4167-91b5-23ef08f139da') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:23.508234 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5703b80b-c25e-4a49-91b3-2ad9fc005c80 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.528112 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5703b80b-c25e-4a49-91b3-2ad9fc005c80 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.537047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5703b80b-c25e-4a49-91b3-2ad9fc005c80 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:28:23.537815 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5703b80b-c25e-4a49-91b3-2ad9fc005c80 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:28:23.554748 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:28:23.579500 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.620177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55599dc4-f229-4fb4-9148-22fd588a3b48', 'tag': '65328d2b-8b1f-4d1f-962e-a35fb8325219'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:28:23.644206 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5703b80b-c25e-4a49-91b3-2ad9fc005c80 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.670316 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5703b80b-c25e-4a49-91b3-2ad9fc005c80 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.681242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703b80b-c25e-4a49-91b3-2ad9fc005c80 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Network': ['ID=2d6e7e0d-ba98-4a68-a60b-2fe695215beb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:23.699279 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5703b80b-c25e-4a49-91b3-2ad9fc005c80 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/networks/2d6e7e0d-ba98-4a68-a60b-2fe695215beb HTTP/1.1" status: 204 len: 168 time: 0.6249306 Feb 18 09:28:23.699849 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38860) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:23.736518 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55599dc4-f229-4fb4-9148-22fd588a3b48', 'tag': '65328d2b-8b1f-4d1f-962e-a35fb8325219', 'status': 'completed', 'code': 200} Feb 18 09:28:23.762521 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0550727a-22e6-4c00-a87b-3bf5ca87478c no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:28:23.793494 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1aba91be-3229-4f5c-900e-c941ee9c7a89 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.804706 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 0550727a-22e6-4c00-a87b-3bf5ca87478c {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:28:23.805063 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0550727a-22e6-4c00-a87b-3bf5ca87478c not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:28:23.805487 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 58d068d5-7544-404a-8a09-1c220014307d no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:28:23.828970 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1aba91be-3229-4f5c-900e-c941ee9c7a89 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.829239 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Allocated IP 172.25.1.159 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/d8f31e5f-ed37-467d-b650-b4baebe3149e) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:23.846484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712de12c-9b3c-4578-8efe-91c1306a9a60 req-78f81b11-881f-4f4b-99bf-dc1065a0aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:23.848961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-712de12c-9b3c-4578-8efe-91c1306a9a60 req-78f81b11-881f-4f4b-99bf-dc1065a0aeff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fb1fcbd55e8b4accae42f1275779d0b4&device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 1096 time: 0.1117127 Feb 18 09:28:23.908778 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 58d068d5-7544-404a-8a09-1c220014307d {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:28:23.909160 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 58d068d5-7544-404a-8a09-1c220014307d not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:28:23.909574 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device dd873b2c-e44e-478d-b40c-87182bdaefa7 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:28:23.910829 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1aba91be-3229-4f5c-900e-c941ee9c7a89 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.933789 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba91be-3229-4f5c-900e-c941ee9c7a89 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4ef8c9-d634-40f9-81a3-8c4798e8f2c3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:23.953863 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1aba91be-3229-4f5c-900e-c941ee9c7a89 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:23.957614 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1aba91be-3229-4f5c-900e-c941ee9c7a89 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/security-groups/be4ef8c9-d634-40f9-81a3-8c4798e8f2c3 HTTP/1.1" status: 204 len: 168 time: 0.2542057 Feb 18 09:28:23.958239 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: dd873b2c-e44e-478d-b40c-87182bdaefa7 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:28:23.958592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device dd873b2c-e44e-478d-b40c-87182bdaefa7 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:28:24.115611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712de12c-9b3c-4578-8efe-91c1306a9a60 req-b88c5372-5d1d-4175-ace9-1aab9f53edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:24.117097 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-712de12c-9b3c-4578-8efe-91c1306a9a60 req-b88c5372-5d1d-4175-ace9-1aab9f53edb5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3df89c31-96d1-415a-be76-10e0ca47429b HTTP/1.1" status: 200 len: 920 time: 0.2460101 Feb 18 09:28:24.122550 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.191384 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-712de12c-9b3c-4578-8efe-91c1306a9a60 req-bb15014a-6085-4233-b767-d6fedf886ee9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65328d2b-8b1f-4d1f-962e-a35fb8325219 HTTP/1.1" status: 200 len: 217 time: 0.0657005 Feb 18 09:28:24.250347 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38868) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:24.255793 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6863cbb0-d0ab-497f-a2e0-4338bce2f1dc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-469998134', 'description': 'tempest-secgroup-smoke-469998134 description', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:28:24.263875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6863cbb0-d0ab-497f-a2e0-4338bce2f1dc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:24.267160 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712de12c-9b3c-4578-8efe-91c1306a9a60 req-e555e6d1-9fd1-4bae-a3cb-a7c5b0835596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:24.268156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6863cbb0-d0ab-497f-a2e0-4338bce2f1dc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:24.268708 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-712de12c-9b3c-4578-8efe-91c1306a9a60 req-e555e6d1-9fd1-4bae-a3cb-a7c5b0835596 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0fa2790-6eea-4e1f-9bdd-99edb573cc6c HTTP/1.1" status: 200 len: 859 time: 0.0704195 Feb 18 09:28:24.271931 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6863cbb0-d0ab-497f-a2e0-4338bce2f1dc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:24.273383 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.278584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6863cbb0-d0ab-497f-a2e0-4338bce2f1dc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:24.288424 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6863cbb0-d0ab-497f-a2e0-4338bce2f1dc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.309669 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6863cbb0-d0ab-497f-a2e0-4338bce2f1dc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:24.313469 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6863cbb0-d0ab-497f-a2e0-4338bce2f1dc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:24.316287 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6863cbb0-d0ab-497f-a2e0-4338bce2f1dc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:24.322027 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6863cbb0-d0ab-497f-a2e0-4338bce2f1dc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:24.378084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-712de12c-9b3c-4578-8efe-91c1306a9a60 req-401e46fc-64e2-4823-9ed7-513d8a351056 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3df89c31-96d1-415a-be76-10e0ca47429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005926 Feb 18 09:28:24.383273 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:24.388060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:24.394927 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6863cbb0-d0ab-497f-a2e0-4338bce2f1dc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.399037 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6863cbb0-d0ab-497f-a2e0-4338bce2f1dc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.407898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:28:24.439001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Pushing event updated for resources: {'Port': ['ID=d8f31e5f-ed37-467d-b650-b4baebe3149e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:24.445590 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863cbb0-d0ab-497f-a2e0-4338bce2f1dc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad37900d-d4a1-492d-86fd-ebc8f424ef93,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:24.453540 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6863cbb0-d0ab-497f-a2e0-4338bce2f1dc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.454706 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6863cbb0-d0ab-497f-a2e0-4338bce2f1dc tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2033546 Feb 18 09:28:24.457911 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38872) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:24.464129 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-eeb85647-d1b8-48c6-bc49-ca5753596688 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'ad37900d-d4a1-492d-86fd-ebc8f424ef93', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:28:24.470919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-eeb85647-d1b8-48c6-bc49-ca5753596688 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:24.474731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-eeb85647-d1b8-48c6-bc49-ca5753596688 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:24.477642 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-eeb85647-d1b8-48c6-bc49-ca5753596688 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:24.483783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-eeb85647-d1b8-48c6-bc49-ca5753596688 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:24.502364 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eeb85647-d1b8-48c6-bc49-ca5753596688 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.571325 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eeb85647-d1b8-48c6-bc49-ca5753596688 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.578087 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eeb85647-d1b8-48c6-bc49-ca5753596688 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.606235 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb85647-d1b8-48c6-bc49-ca5753596688 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e235cfe3-4316-4131-af71-ba9c25315984,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:24.616702 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-eeb85647-d1b8-48c6-bc49-ca5753596688 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.617948 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-eeb85647-d1b8-48c6-bc49-ca5753596688 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1590805 Feb 18 09:28:24.620873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38876) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:24.625980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6b2d8b5f-ef2a-43f1-99bb-9b20fdf105d6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'ad37900d-d4a1-492d-86fd-ebc8f424ef93', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:28:24.633017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6b2d8b5f-ef2a-43f1-99bb-9b20fdf105d6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:24.637272 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6b2d8b5f-ef2a-43f1-99bb-9b20fdf105d6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:24.640232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6b2d8b5f-ef2a-43f1-99bb-9b20fdf105d6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:24.646472 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6b2d8b5f-ef2a-43f1-99bb-9b20fdf105d6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:24.667980 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6b2d8b5f-ef2a-43f1-99bb-9b20fdf105d6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.712964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-712de12c-9b3c-4578-8efe-91c1306a9a60 req-e626600e-a013-4083-8de7-f3469fba5c20 service neutron] 10.222.0.61 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278663 Feb 18 09:28:24.733208 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6b2d8b5f-ef2a-43f1-99bb-9b20fdf105d6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.737407 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6b2d8b5f-ef2a-43f1-99bb-9b20fdf105d6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.740237 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.766933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d8b5f-ef2a-43f1-99bb-9b20fdf105d6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0ac57f-fb9a-4ca4-b5ed-4bb8cbd812e0,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:24.773574 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6b2d8b5f-ef2a-43f1-99bb-9b20fdf105d6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.775477 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6b2d8b5f-ef2a-43f1-99bb-9b20fdf105d6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1535788 Feb 18 09:28:24.778158 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38880) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:24.783303 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-74ee91b5-83f3-4251-aeb1-eff5ba7aaa6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'ad37900d-d4a1-492d-86fd-ebc8f424ef93', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:28:24.790743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-74ee91b5-83f3-4251-aeb1-eff5ba7aaa6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:24.795549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-74ee91b5-83f3-4251-aeb1-eff5ba7aaa6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:24.798875 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-74ee91b5-83f3-4251-aeb1-eff5ba7aaa6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:24.804865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-74ee91b5-83f3-4251-aeb1-eff5ba7aaa6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:24.823586 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-74ee91b5-83f3-4251-aeb1-eff5ba7aaa6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.875052 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.889405 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-74ee91b5-83f3-4251-aeb1-eff5ba7aaa6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.893296 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-74ee91b5-83f3-4251-aeb1-eff5ba7aaa6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.918294 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee91b5-83f3-4251-aeb1-eff5ba7aaa6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7f1f8e-531c-482f-bce3-fa490a19c90e,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:24.927288 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-74ee91b5-83f3-4251-aeb1-eff5ba7aaa6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:24.928696 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-74ee91b5-83f3-4251-aeb1-eff5ba7aaa6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1495678 Feb 18 09:28:24.932055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38884) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:24.937108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-3db10fec-e9b8-4b76-8d99-99889a90afdf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'ad37900d-d4a1-492d-86fd-ebc8f424ef93', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:28:24.943777 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3db10fec-e9b8-4b76-8d99-99889a90afdf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:24.948289 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3db10fec-e9b8-4b76-8d99-99889a90afdf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:24.951171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3db10fec-e9b8-4b76-8d99-99889a90afdf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:24.955955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-712de12c-9b3c-4578-8efe-91c1306a9a60 req-92f7178d-290c-47fc-82e9-3b08a588ab61 service neutron] 10.222.0.61 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360439 Feb 18 09:28:24.957281 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3db10fec-e9b8-4b76-8d99-99889a90afdf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:24.978161 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3db10fec-e9b8-4b76-8d99-99889a90afdf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.047102 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3db10fec-e9b8-4b76-8d99-99889a90afdf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.050791 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3db10fec-e9b8-4b76-8d99-99889a90afdf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.076972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db10fec-e9b8-4b76-8d99-99889a90afdf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b05bd3-38a0-4461-9664-78fc34b28ea6,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:25.088419 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3db10fec-e9b8-4b76-8d99-99889a90afdf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.092366 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3db10fec-e9b8-4b76-8d99-99889a90afdf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1567318 Feb 18 09:28:25.092654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38888) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:25.097025 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:28:25.109135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-81afab93-f731-4662-b723-933204e4b434 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'ad37900d-d4a1-492d-86fd-ebc8f424ef93', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:28:25.119594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-81afab93-f731-4662-b723-933204e4b434 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:25.125214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-81afab93-f731-4662-b723-933204e4b434 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:25.128897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-81afab93-f731-4662-b723-933204e4b434 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:25.136329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-81afab93-f731-4662-b723-933204e4b434 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:25.158273 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-81afab93-f731-4662-b723-933204e4b434 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Project ccb8cb66d20d4b1e88f70b374ab89e94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:28:25.163635 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.168496 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-81afab93-f731-4662-b723-933204e4b434 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.177230 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.317980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Pushing event updated for resources: {'Port': ['ID=d8f31e5f-ed37-467d-b650-b4baebe3149e,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:25.341558 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.364224 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-81afab93-f731-4662-b723-933204e4b434 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.375567 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-81afab93-f731-4662-b723-933204e4b434 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.389928 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.391100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-5a48ec15-d084-4caa-b753-6c33b4dbfa4e tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0001504 Feb 18 09:28:25.404868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afab93-f731-4662-b723-933204e4b434 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909c9b05-0356-4e04-842c-ba85e5f42f79,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:25.467497 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-81afab93-f731-4662-b723-933204e4b434 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.468688 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-81afab93-f731-4662-b723-933204e4b434 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3750818 Feb 18 09:28:25.471581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38892) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:25.477051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d1147627-f0b8-4d70-8b41-2b9bcba096e3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'security_group_rule': {'security_group_id': 'ad37900d-d4a1-492d-86fd-ebc8f424ef93', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:28:25.484465 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d1147627-f0b8-4d70-8b41-2b9bcba096e3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:25.488714 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d1147627-f0b8-4d70-8b41-2b9bcba096e3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:security_group_rule and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:25.488897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-8583a045-2577-4719-8475-6afed32f0aea tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Synchronizing usage tracker for tenant:fb1fcbd55e8b4accae42f1275779d0b4 on resource:floatingip {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:28:25.491931 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d1147627-f0b8-4d70-8b41-2b9bcba096e3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:25.499360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d1147627-f0b8-4d70-8b41-2b9bcba096e3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:25.506260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-8583a045-2577-4719-8475-6afed32f0aea tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Unset dirty status for tenant:fb1fcbd55e8b4accae42f1275779d0b4 on resource:floatingip {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:28:25.507386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-8583a045-2577-4719-8475-6afed32f0aea tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.159 HTTP/1.1" status: 200 len: 696 time: 0.1062996 Feb 18 09:28:25.510293 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-d1147627-f0b8-4d70-8b41-2b9bcba096e3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Project ccb8cb66d20d4b1e88f70b374ab89e94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:28:25.517939 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1147627-f0b8-4d70-8b41-2b9bcba096e3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.590131 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1147627-f0b8-4d70-8b41-2b9bcba096e3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.594026 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1147627-f0b8-4d70-8b41-2b9bcba096e3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.622067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1147627-f0b8-4d70-8b41-2b9bcba096e3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea5fba7-56d6-45a0-804d-b0db8949e22d,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:25.629039 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1147627-f0b8-4d70-8b41-2b9bcba096e3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.630508 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d1147627-f0b8-4d70-8b41-2b9bcba096e3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1579309 Feb 18 09:28:25.633373 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38896) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:25.639569 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ec7f77e6-e2d5-4ef0-9da0-c754c9e57f9b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'network': {'name': 'tempest-network-smoke--2060956434', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'port_security_enabled': True}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:28:25.645165 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ec7f77e6-e2d5-4ef0-9da0-c754c9e57f9b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:25.649300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ec7f77e6-e2d5-4ef0-9da0-c754c9e57f9b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:network and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:25.653082 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ec7f77e6-e2d5-4ef0-9da0-c754c9e57f9b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:25.658974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ec7f77e6-e2d5-4ef0-9da0-c754c9e57f9b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:25.661982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-b3500725-bc22-4c0c-9be1-7707d57833b6 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:25.663340 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-b3500725-bc22-4c0c-9be1-7707d57833b6 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.1493261 Feb 18 09:28:25.670534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7f77e6-e2d5-4ef0-9da0-c754c9e57f9b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Made reservation on behalf of ccb8cb66d20d4b1e88f70b374ab89e94 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:25.674164 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ec7f77e6-e2d5-4ef0-9da0-c754c9e57f9b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.674595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-105f9fb9-f327-4114-b9f6-6577f464b0cd tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:28:25.675550 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8798a87d-dc33-42db-a2dc-7aacb76a7a0a req-105f9fb9-f327-4114-b9f6-6577f464b0cd tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056763 Feb 18 09:28:25.703142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7f77e6-e2d5-4ef0-9da0-c754c9e57f9b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:28:25.712796 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ec7f77e6-e2d5-4ef0-9da0-c754c9e57f9b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.712796 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-ec7f77e6-e2d5-4ef0-9da0-c754c9e57f9b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Added segment b9698e84-4870-4019-86be-2b756e72253c of type vlan for network d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 Feb 18 09:28:25.740002 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ec7f77e6-e2d5-4ef0-9da0-c754c9e57f9b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.777756 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ec7f77e6-e2d5-4ef0-9da0-c754c9e57f9b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.783079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7f77e6-e2d5-4ef0-9da0-c754c9e57f9b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:25.783655 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ec7f77e6-e2d5-4ef0-9da0-c754c9e57f9b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.860661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-931f94c2-04c1-4585-9377-3f7d2805033f tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:25.862105 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-931f94c2-04c1-4585-9377-3f7d2805033f tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0880682 Feb 18 09:28:25.891087 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ec7f77e6-e2d5-4ef0-9da0-c754c9e57f9b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2561507 Feb 18 09:28:25.891931 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f77e6-e2d5-4ef0-9da0-c754c9e57f9b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Network': ['ID=d3bdd6d2-8a51-4c9a-b49c-7525a94c7849,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:25.894490 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38902) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:25.900246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-724682372', 'admin_state_up': True, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:28:25.905478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:28:25.908397 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:25.912162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:router and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:25.915043 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:25.926821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:25.940627 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.941729 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.954904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-47a20d53-9aff-4a3f-9a61-df3676427985 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.159 HTTP/1.1" status: 200 len: 696 time: 0.0854855 Feb 18 09:28:25.959512 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:25.965433 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-b50caf66-a56c-4277-841c-b079157d590a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Request body: {'floatingip': {'port_id': '65328d2b-8b1f-4d1f-962e-a35fb8325219', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:28:26.051261 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-b50caf66-a56c-4277-841c-b079157d590a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:26.353725 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:26.664632 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:26.695417 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:26.820674 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-b50caf66-a56c-4277-841c-b079157d590a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:26.826790 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-b50caf66-a56c-4277-841c-b079157d590a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:26.846943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Allocated IP 172.25.1.65 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/8bdd98e5-66c4-4719-bbee-bf1b7b900b37) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:27.004163 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:27.024056 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-b50caf66-a56c-4277-841c-b079157d590a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Floating IP f8599fc0-8038-4051-a0a8-64dd79b14a29 associated. External IP: 172.25.1.159, port: 65328d2b-8b1f-4d1f-962e-a35fb8325219. Feb 18 09:28:27.033416 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:27.117766 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:27.121153 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:27.124816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:28:27.159973 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=8bdd98e5-66c4-4719-bbee-bf1b7b900b37,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:27.389230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-b50caf66-a56c-4277-841c-b079157d590a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Router c31ed583-caec-4dd9-9800-ab4b2b9cffbe has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:28:27.538643 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:27.571030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-b50caf66-a56c-4277-841c-b079157d590a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:28:27.576923 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-b50caf66-a56c-4277-841c-b079157d590a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:27.581682 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a831b-69d2-4ad2-a477-bc790309d7cd None None] Sync routers for ids ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:28:27.591519 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a831b-69d2-4ad2-a477-bc790309d7cd None None] Routers {'c31ed583-caec-4dd9-9800-ab4b2b9cffbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:27.592313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-fd0a831b-69d2-4ad2-a477-bc790309d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:27.636846 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-b50caf66-a56c-4277-841c-b079157d590a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "PUT /v2.0/floatingips/f8599fc0-8038-4051-a0a8-64dd79b14a29 HTTP/1.1" status: 200 len: 996 time: 1.6762803 Feb 18 09:28:27.637308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55599dc4-f229-4fb4-9148-22fd588a3b48', 'tag': '65328d2b-8b1f-4d1f-962e-a35fb8325219'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:28:27.700763 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55599dc4-f229-4fb4-9148-22fd588a3b48', 'tag': '65328d2b-8b1f-4d1f-962e-a35fb8325219', 'status': 'completed', 'code': 200} Feb 18 09:28:27.795357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-c85e00f9-249c-4571-995b-f6bee68d504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:27.796899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-c85e00f9-249c-4571-995b-f6bee68d504d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb1fcbd55e8b4accae42f1275779d0b4&device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 1096 time: 0.1445343 Feb 18 09:28:27.816232 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-fd0a831b-69d2-4ad2-a477-bc790309d7cd None None] Set router c31ed583-caec-4dd9-9800-ab4b2b9cffbe gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:27.831794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2db86-e023-4171-8149-71e84839f707 req-03d50e16-e14b-4039-95c6-519c7d0542cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:27.833322 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53c2db86-e023-4171-8149-71e84839f707 req-03d50e16-e14b-4039-95c6-519c7d0542cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fb1fcbd55e8b4accae42f1275779d0b4&device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 1096 time: 0.1135948 Feb 18 09:28:28.051619 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:28.220431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-ff619f2a-738e-413f-8b35-1c25f432e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:28.221945 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-ff619f2a-738e-413f-8b35-1c25f432e6bc service neutron] 10.222.0.72 "GET /v2.0/networks?id=3df89c31-96d1-415a-be76-10e0ca47429b HTTP/1.1" status: 200 len: 920 time: 0.4169812 Feb 18 09:28:28.224845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-fd0a831b-69d2-4ad2-a477-bc790309d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-216454802-router', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:30Z', 'updated_at': '2022-02-18T09:27:35Z', 'revision_number': 4, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'gw_port': {'id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:31Z', 'updated_at': '2022-02-18T09:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'f8599fc0-8038-4051-a0a8-64dd79b14a29', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'port_id': '65328d2b-8b1f-4d1f-962e-a35fb8325219', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b', 'mac_address': 'fa:16:3e:2a:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55599dc4-f229-4fb4-9148-22fd588a3b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:28:24Z', 'updated_at': '2022-02-18T09:28:26Z', 'revision_number': 1, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf09b42-d4e8-4539-9747-cee410532cd3', 'name': '', 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'mac_address': 'fa:16:3e:3d:6d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e0fa2790-6eea-4e1f-9bdd-99edb573cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:34Z', 'updated_at': '2022-02-18T09:27:40Z', 'revision_number': 5, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'subnets': [{'id': 'e0fa2790-6eea-4e1f-9bdd-99edb573cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:28.226703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2db86-e023-4171-8149-71e84839f707 req-609d0fe9-acc9-4cf1-81a1-b218c72e3fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:28.228133 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53c2db86-e023-4171-8149-71e84839f707 req-609d0fe9-acc9-4cf1-81a1-b218c72e3fea service neutron] 10.222.0.61 "GET /v2.0/networks?id=3df89c31-96d1-415a-be76-10e0ca47429b HTTP/1.1" status: 200 len: 920 time: 0.3889065 Feb 18 09:28:28.229103 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a831b-69d2-4ad2-a477-bc790309d7cd None None] Checking router: c31ed583-caec-4dd9-9800-ab4b2b9cffbe for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:28:28.238249 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a831b-69d2-4ad2-a477-bc790309d7cd None None] Routers {'c31ed583-caec-4dd9-9800-ab4b2b9cffbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:28.238839 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-fd0a831b-69d2-4ad2-a477-bc790309d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:28.285656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router 6911f95f-f0c6-42b3-ad5b-afe08320ea67 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:28:28.418352 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-6ae99fd4-9db0-4f26-8afe-572d77e798d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65328d2b-8b1f-4d1f-962e-a35fb8325219 HTTP/1.1" status: 200 len: 999 time: 0.1871545 Feb 18 09:28:28.422035 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53c2db86-e023-4171-8149-71e84839f707 req-2423624f-26c6-4de7-8e28-06b474133d48 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65328d2b-8b1f-4d1f-962e-a35fb8325219 HTTP/1.1" status: 200 len: 999 time: 0.1344261 Feb 18 09:28:28.455605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-fd0a831b-69d2-4ad2-a477-bc790309d7cd None None] Set router c31ed583-caec-4dd9-9800-ab4b2b9cffbe gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:28.489688 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:28:28.504457 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Sync routers for ids ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:28:28.521837 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Routers {'6911f95f-f0c6-42b3-ad5b-afe08320ea67'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:28.523400 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:28.526754 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:28.531412 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-afaef44e-7664-4156-a81d-c3e1749826f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6333518 Feb 18 09:28:28.532245 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38908) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:28.535299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-997b3292-062e-4c3d-96e9-f2d77bf74ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:28.536856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-997b3292-062e-4c3d-96e9-f2d77bf74ef8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0fa2790-6eea-4e1f-9bdd-99edb573cc6c HTTP/1.1" status: 200 len: 859 time: 0.1108627 Feb 18 09:28:28.540969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2db86-e023-4171-8149-71e84839f707 req-242bce9c-8ae2-4548-b592-0f2aba47ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:28.542745 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53c2db86-e023-4171-8149-71e84839f707 req-242bce9c-8ae2-4548-b592-0f2aba47ce8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0fa2790-6eea-4e1f-9bdd-99edb573cc6c HTTP/1.1" status: 200 len: 859 time: 0.0855319 Feb 18 09:28:28.587556 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-44274e3d-dabc-4200-bd29-86883e0fd0b6 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=ccb8cb66d20d4b1e88f70b374ab89e94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530155 Feb 18 09:28:28.593121 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38912) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:28.643782 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53c2db86-e023-4171-8149-71e84839f707 req-69070188-6e2b-4e93-8787-e707c9bc96cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3df89c31-96d1-415a-be76-10e0ca47429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688286 Feb 18 09:28:28.646196 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-583da909-3823-4567-a6a2-71e13fa0c508 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3df89c31-96d1-415a-be76-10e0ca47429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014740 Feb 18 09:28:28.681813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-2bf3c5f3-ee21-4b85-b531-a7c93c7a7e27 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:28:28.682826 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-2bf3c5f3-ee21-4b85-b531-a7c93c7a7e27 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065243 Feb 18 09:28:28.745279 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Set router 6911f95f-f0c6-42b3-ad5b-afe08320ea67 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:28.784351 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88582f97-c077-4c1c-baab-a6f4d763bc72 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:28.788952 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-88582f97-c077-4c1c-baab-a6f4d763bc72 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1923018 Feb 18 09:28:28.789208 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38916) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:28.870281 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e397ace1-2bd7-41ec-9208-2422e70aa03e tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0769708 Feb 18 09:28:28.874110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38920) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:28.907110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-fd0a831b-69d2-4ad2-a477-bc790309d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-216454802-router', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:30Z', 'updated_at': '2022-02-18T09:27:35Z', 'revision_number': 4, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'gw_port': {'id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:31Z', 'updated_at': '2022-02-18T09:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'f8599fc0-8038-4051-a0a8-64dd79b14a29', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'port_id': '65328d2b-8b1f-4d1f-962e-a35fb8325219', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b', 'mac_address': 'fa:16:3e:2a:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55599dc4-f229-4fb4-9148-22fd588a3b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:28:24Z', 'updated_at': '2022-02-18T09:28:26Z', 'revision_number': 1, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf09b42-d4e8-4539-9747-cee410532cd3', 'name': '', 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'mac_address': 'fa:16:3e:3d:6d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e0fa2790-6eea-4e1f-9bdd-99edb573cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:34Z', 'updated_at': '2022-02-18T09:27:40Z', 'revision_number': 5, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'subnets': [{'id': 'e0fa2790-6eea-4e1f-9bdd-99edb573cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:28.908115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7db170e3-d27a-4cc6-a3e8-01a8aa656cd5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-741312281', 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849', 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:28:28.911276 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a831b-69d2-4ad2-a477-bc790309d7cd None None] The sync data for ids ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'] in n-d-829434-1 is: [{'id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-216454802-router', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:30Z', 'updated_at': '2022-02-18T09:27:35Z', 'revision_number': 4, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'gw_port': {'id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:31Z', 'updated_at': '2022-02-18T09:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'f8599fc0-8038-4051-a0a8-64dd79b14a29', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'port_id': '65328d2b-8b1f-4d1f-962e-a35fb8325219', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b', 'mac_address': 'fa:16:3e:2a:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55599dc4-f229-4fb4-9148-22fd588a3b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:28:24Z', 'updated_at': '2022-02-18T09:28:26Z', 'revision_number': 1, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf09b42-d4e8-4539-9747-cee410532cd3', 'name': '', 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'mac_address': 'fa:16:3e:3d:6d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e0fa2790-6eea-4e1f-9bdd-99edb573cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:34Z', 'updated_at': '2022-02-18T09:27:40Z', 'revision_number': 5, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'subnets': [{'id': 'e0fa2790-6eea-4e1f-9bdd-99edb573cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:28:29.019262 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53c2db86-e023-4171-8149-71e84839f707 req-21530566-fa2e-41e0-a97d-09f9d3107447 service neutron] 10.222.0.61 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620398 Feb 18 09:28:29.031131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-ad5a8f7b-e71d-4fa4-b870-3ef92dcc8f27 service neutron] 10.222.0.72 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413193 Feb 18 09:28:29.119696 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724682372', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:25Z', 'updated_at': '2022-02-18T09:28:27Z', 'revision_number': 3, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:26Z', 'updated_at': '2022-02-18T09:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:29.123941 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Checking router: 6911f95f-f0c6-42b3-ad5b-afe08320ea67 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:28:29.124325 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Updating router 6911f95f-f0c6-42b3-ad5b-afe08320ea67 port 8bdd98e5-66c4-4719-bbee-bf1b7b900b37 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:28:29.160603 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5473f30a-a9e1-4ff4-9441-93c726a75799 None None] New status for floating IP f8599fc0-8038-4051-a0a8-64dd79b14a29: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:28:29.179751 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:29.203627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7db170e3-d27a-4cc6-a3e8-01a8aa656cd5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:29.211646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7db170e3-d27a-4cc6-a3e8-01a8aa656cd5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:subnet and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:29.215966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7db170e3-d27a-4cc6-a3e8-01a8aa656cd5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:29.252865 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7db170e3-d27a-4cc6-a3e8-01a8aa656cd5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:29.314006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db170e3-d27a-4cc6-a3e8-01a8aa656cd5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Made reservation on behalf of ccb8cb66d20d4b1e88f70b374ab89e94 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:29.317465 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7db170e3-d27a-4cc6-a3e8-01a8aa656cd5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:29.414979 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53c2db86-e023-4171-8149-71e84839f707 req-842f6052-3118-45a6-8767-d282e27e4583 service neutron] 10.222.0.61 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859153 Feb 18 09:28:29.418443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9a13ffc-54ce-4591-9c92-ddd7bdcf34cd req-ff60d6c7-ee17-4286-80cc-b528989dbd3e service neutron] 10.222.0.72 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598895 Feb 18 09:28:29.535684 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:29.549084 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Transition to ACTIVE for port object 8bdd98e5-66c4-4719-bbee-bf1b7b900b37 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:29.556972 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:29.589103 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-27bf74d1-de3d-4400-9434-9f39cb6379f8 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.159 HTTP/1.1" status: 200 len: 1001 time: 0.1245894 Feb 18 09:28:29.638952 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Attempting to bind port 8bdd98e5-66c4-4719-bbee-bf1b7b900b37 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:29.639314 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Attempting to bind port 8bdd98e5-66c4-4719-bbee-bf1b7b900b37 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:29.639671 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Attempting to bind port 8bdd98e5-66c4-4719-bbee-bf1b7b900b37 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:28:29.642014 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171d9dd-77e3-4e54-8d2e-01d23264f3d9 None None] Pushing event updated for resources: {'Port': ['ID=8bdd98e5-66c4-4719-bbee-bf1b7b900b37,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:29.647980 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:28:29.648379 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:28:29.649453 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:29.649453 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:28:29.649626 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Bound port: 8bdd98e5-66c4-4719-bbee-bf1b7b900b37, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:29.650529 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:29.730580 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] For port 8bdd98e5-66c4-4719-bbee-bf1b7b900b37, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:28:29.734086 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] For port 8bdd98e5-66c4-4719-bbee-bf1b7b900b37, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8bdd98e5-66c4-4719-bbee-bf1b7b900b37,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:28:29.738390 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:29.817942 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Routers {'6911f95f-f0c6-42b3-ad5b-afe08320ea67'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:29.818241 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:29.857089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-ae7b9571-803c-42a8-99ac-6052f5bfff81 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:29.858505 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-ae7b9571-803c-42a8-99ac-6052f5bfff81 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports/65328d2b-8b1f-4d1f-962e-a35fb8325219 HTTP/1.1" status: 200 len: 942 time: 0.1039352 Feb 18 09:28:29.899982 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7db170e3-d27a-4cc6-a3e8-01a8aa656cd5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:29.900478 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171d9dd-77e3-4e54-8d2e-01d23264f3d9 None None] Pushing event updated for resources: {'Port': ['ID=8bdd98e5-66c4-4719-bbee-bf1b7b900b37,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:30.002397 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] Set router 6911f95f-f0c6-42b3-ad5b-afe08320ea67 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:30.065201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db170e3-d27a-4cc6-a3e8-01a8aa656cd5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Subnet': ['ID=ef2f8585-26d9-4b10-9b90-f80589586f4c,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:30.080292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db170e3-d27a-4cc6-a3e8-01a8aa656cd5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Checking segment: {'id': 'b9698e84-4870-4019-86be-2b756e72253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:28:30.080656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db170e3-d27a-4cc6-a3e8-01a8aa656cd5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network hostable DHCP agents. Network: d3bdd6d2-8a51-4c9a-b49c-7525a94c7849, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:28:30.104407 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-6049fdc1-073d-408f-9ca5-c557d5fdccaf tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.159 HTTP/1.1" status: 200 len: 1001 time: 0.1447215 Feb 18 09:28:30.115402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db170e3-d27a-4cc6-a3e8-01a8aa656cd5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:28:30.147148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-7db170e3-d27a-4cc6-a3e8-01a8aa656cd5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, d3bdd6d2-8a51-4c9a-b49c-7525a94c7849) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:30.156244 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21720f15-52c8-4a64-b431-869aed1baf89 None None] Network d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:28:30.204151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db170e3-d27a-4cc6-a3e8-01a8aa656cd5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:30.204747 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7db170e3-d27a-4cc6-a3e8-01a8aa656cd5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:30.241422 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7db170e3-d27a-4cc6-a3e8-01a8aa656cd5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3635585 Feb 18 09:28:30.241759 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 38926) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:30.316564 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724682372', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:25Z', 'updated_at': '2022-02-18T09:28:27Z', 'revision_number': 3, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:26Z', 'updated_at': '2022-02-18T09:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:30.324214 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb40f6e-e52d-4817-9dce-ad36ae2a0f71 None None] The sync data for ids ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'] in n-d-829434-1 is: [{'id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724682372', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:25Z', 'updated_at': '2022-02-18T09:28:27Z', 'revision_number': 3, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:26Z', 'updated_at': '2022-02-18T09:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:28:30.398850 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3b3f6ac0-8ceb-4c35-a661-0cf3895dd006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:30.422179 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-d3bdd6d2-8a51-4c9a-b49c-7525a94c7849', 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ips': [{'subnet_id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:28:30.423021 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:30.447688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-75fbe445-6580-405f-b1e0-7a53fa374b07 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:30.449134 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-75fbe445-6580-405f-b1e0-7a53fa374b07 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.3260672 Feb 18 09:28:30.468045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-ea98b0fe-09f7-43f4-a61d-4e1e4bb439a4 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:28:30.469054 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-ea98b0fe-09f7-43f4-a61d-4e1e4bb439a4 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079224 Feb 18 09:28:30.607632 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Allocated IP 172.20.0.2 (d3bdd6d2-8a51-4c9a-b49c-7525a94c7849/ef2f8585-26d9-4b10-9b90-f80589586f4c/a33e9e95-db1a-49f1-82ca-c049eb5d53c6) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:30.672168 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-48fc8b6e-0692-427b-9eea-4902df5a326f tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.159 HTTP/1.1" status: 200 len: 1001 time: 0.1949594 Feb 18 09:28:30.683985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-e4031d56-2670-40fd-b4cf-03e757a47aa7 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:28:30.858179 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [req-136accfb-4725-4a3b-b5e3-b97df013e9cb req-e69a65e2-272b-47f1-b407-c6aefbb8f97f service neutron] (87767) timed out ('10.222.0.81', 50279) {{(pid=87767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:28:30.868004 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:30.875017 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-e4031d56-2670-40fd-b4cf-03e757a47aa7 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:30.882029 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Transition to ACTIVE for port object a33e9e95-db1a-49f1-82ca-c049eb5d53c6 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:30.910946 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Transition to ACTIVE for port object a33e9e95-db1a-49f1-82ca-c049eb5d53c6 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:30.918627 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:31.011651 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Pushing event updated for resources: {'Port': ['ID=a33e9e95-db1a-49f1-82ca-c049eb5d53c6,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:31.015344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Network d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:31.016977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:31.019219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:28:31.112171 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Attempting to bind port a33e9e95-db1a-49f1-82ca-c049eb5d53c6 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:31.112883 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Attempting to bind port a33e9e95-db1a-49f1-82ca-c049eb5d53c6 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'b9698e84-4870-4019-86be-2b756e72253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:31.113252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Attempting to bind port a33e9e95-db1a-49f1-82ca-c049eb5d53c6 on network d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:28:31.120221 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:28:31.120634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Checking segment: {'id': 'b9698e84-4870-4019-86be-2b756e72253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:28:31.121074 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:31.121467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Bound using segment: {'id': 'b9698e84-4870-4019-86be-2b756e72253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:28:31.121937 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Bound port: a33e9e95-db1a-49f1-82ca-c049eb5d53c6, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9698e84-4870-4019-86be-2b756e72253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:31.122304 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:31.230991 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] For port a33e9e95-db1a-49f1-82ca-c049eb5d53c6, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:28:31.235942 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] For port a33e9e95-db1a-49f1-82ca-c049eb5d53c6, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a33e9e95-db1a-49f1-82ca-c049eb5d53c6,segment=NetworkSegment(b9698e84-4870-4019-86be-2b756e72253c),segment_id=b9698e84-4870-4019-86be-2b756e72253c)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:28:31.242845 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:31.346598 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ba1fc-97ca-4f12-8422-7b49f0fac38d None None] Pushing event updated for resources: {'Port': ['ID=a33e9e95-db1a-49f1-82ca-c049eb5d53c6,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:31.524148 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-e4031d56-2670-40fd-b4cf-03e757a47aa7 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:31.539638 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-e4031d56-2670-40fd-b4cf-03e757a47aa7 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:31.539954 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-e4031d56-2670-40fd-b4cf-03e757a47aa7 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Floating IP f8599fc0-8038-4051-a0a8-64dd79b14a29 disassociated. External IP: 172.25.1.159, port: 65328d2b-8b1f-4d1f-962e-a35fb8325219. Feb 18 09:28:31.796188 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a33e9e95-db1a-49f1-82ca-c049eb5d53c6 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:31.884206 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port a33e9e95-db1a-49f1-82ca-c049eb5d53c6 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:31.890498 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8bdd98e5-66c4-4719-bbee-bf1b7b900b37 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:31.961138 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 8bdd98e5-66c4-4719-bbee-bf1b7b900b37 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:31.968437 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 8bdd98e5-66c4-4719-bbee-bf1b7b900b37 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:31.969067 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:31.983588 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:32.093486 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:32.112464 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 8bdd98e5-66c4-4719-bbee-bf1b7b900b37, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8bdd98e5-66c4-4719-bbee-bf1b7b900b37,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:32.118091 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:32.168752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-e4031d56-2670-40fd-b4cf-03e757a47aa7 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Router c31ed583-caec-4dd9-9800-ab4b2b9cffbe has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:28:32.188243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=8bdd98e5-66c4-4719-bbee-bf1b7b900b37,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:32.528792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-e4031d56-2670-40fd-b4cf-03e757a47aa7 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:28:32.538712 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f0885-9c3b-4167-abb8-6767a021a997 None None] Sync routers for ids ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:28:32.549362 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617f0885-9c3b-4167-abb8-6767a021a997 None None] Routers {'c31ed583-caec-4dd9-9800-ab4b2b9cffbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:32.550336 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-617f0885-9c3b-4167-abb8-6767a021a997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:32.551205 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-e4031d56-2670-40fd-b4cf-03e757a47aa7 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:32.746485 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add729a2-88df-4af2-b47e-82271b9099f1 None None] Network d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:28:32.789755 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-617f0885-9c3b-4167-abb8-6767a021a997 None None] Set router c31ed583-caec-4dd9-9800-ab4b2b9cffbe gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:32.816091 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-e4031d56-2670-40fd-b4cf-03e757a47aa7 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "PUT /v2.0/floatingips/f8599fc0-8038-4051-a0a8-64dd79b14a29 HTTP/1.1" status: 200 len: 695 time: 2.1380239 Feb 18 09:28:32.822892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55599dc4-f229-4fb4-9148-22fd588a3b48', 'tag': '65328d2b-8b1f-4d1f-962e-a35fb8325219'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:28:32.881435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Allocated IP 172.20.0.1 (d3bdd6d2-8a51-4c9a-b49c-7525a94c7849/ef2f8585-26d9-4b10-9b90-f80589586f4c/4dfaf021-9a2e-432b-9554-53a9f4617f16) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:32.901326 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55599dc4-f229-4fb4-9148-22fd588a3b48', 'tag': '65328d2b-8b1f-4d1f-962e-a35fb8325219', 'status': 'completed', 'code': 200} Feb 18 09:28:33.058501 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-19420b46-de2b-47b6-9ecc-90789d98e0ea None None] Provisioning for port a33e9e95-db1a-49f1-82ca-c049eb5d53c6 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:33.071058 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-19420b46-de2b-47b6-9ecc-90789d98e0ea None None] Provisioning complete for port a33e9e95-db1a-49f1-82ca-c049eb5d53c6 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:33.071248 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-19420b46-de2b-47b6-9ecc-90789d98e0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.093729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-f9334d88-aa55-4812-b272-732e8097d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:33.095719 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-f9334d88-aa55-4812-b272-732e8097d035 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb1fcbd55e8b4accae42f1275779d0b4&device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 1096 time: 0.2614493 Feb 18 09:28:33.204141 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-617f0885-9c3b-4167-abb8-6767a021a997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-216454802-router', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:30Z', 'updated_at': '2022-02-18T09:27:35Z', 'revision_number': 4, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'gw_port': {'id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:31Z', 'updated_at': '2022-02-18T09:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'acf09b42-d4e8-4539-9747-cee410532cd3', 'name': '', 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'mac_address': 'fa:16:3e:3d:6d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e0fa2790-6eea-4e1f-9bdd-99edb573cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:34Z', 'updated_at': '2022-02-18T09:27:40Z', 'revision_number': 5, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'subnets': [{'id': 'e0fa2790-6eea-4e1f-9bdd-99edb573cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:33.208502 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f0885-9c3b-4167-abb8-6767a021a997 None None] Checking router: c31ed583-caec-4dd9-9800-ab4b2b9cffbe for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:28:33.218376 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617f0885-9c3b-4167-abb8-6767a021a997 None None] Routers {'c31ed583-caec-4dd9-9800-ab4b2b9cffbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:33.219010 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-617f0885-9c3b-4167-abb8-6767a021a997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:33.220375 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-19420b46-de2b-47b6-9ecc-90789d98e0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.261875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-19420b46-de2b-47b6-9ecc-90789d98e0ea None None] For port a33e9e95-db1a-49f1-82ca-c049eb5d53c6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a33e9e95-db1a-49f1-82ca-c049eb5d53c6,segment=NetworkSegment(b9698e84-4870-4019-86be-2b756e72253c),segment_id=b9698e84-4870-4019-86be-2b756e72253c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:33.267794 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-19420b46-de2b-47b6-9ecc-90789d98e0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.355286 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-8bbf3dfe-16bf-47e7-9249-e64b224dc649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:33.356672 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-8bbf3dfe-16bf-47e7-9249-e64b224dc649 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3df89c31-96d1-415a-be76-10e0ca47429b HTTP/1.1" status: 200 len: 920 time: 0.2397211 Feb 18 09:28:33.358579 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19420b46-de2b-47b6-9ecc-90789d98e0ea None None] Pushing event updated for resources: {'Port': ['ID=a33e9e95-db1a-49f1-82ca-c049eb5d53c6,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:33.434367 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906f883-c496-4dc5-8331-9fa71b14265c req-3606056a-d7cb-4884-a42a-16f819719576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:33.435721 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6906f883-c496-4dc5-8331-9fa71b14265c req-3606056a-d7cb-4884-a42a-16f819719576 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fb1fcbd55e8b4accae42f1275779d0b4&device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 1096 time: 0.4833167 Feb 18 09:28:33.439598 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-617f0885-9c3b-4167-abb8-6767a021a997 None None] Set router c31ed583-caec-4dd9-9800-ab4b2b9cffbe gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:33.448737 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.483847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-8caf6808-abd6-4221-a20a-14affd6f1a35 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65328d2b-8b1f-4d1f-962e-a35fb8325219 HTTP/1.1" status: 200 len: 217 time: 0.1077647 Feb 18 09:28:33.491923 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2b128890-1175-4e2e-a069-8f018c4f5ea5 None None] Provisioning complete for port a33e9e95-db1a-49f1-82ca-c049eb5d53c6 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:33.492311 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2b128890-1175-4e2e-a069-8f018c4f5ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.585986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Transition to ACTIVE for port object 4dfaf021-9a2e-432b-9554-53a9f4617f16 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:33.643694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-f0f8cadf-641d-4119-b86d-3351759e15a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:33.645182 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-f0f8cadf-641d-4119-b86d-3351759e15a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0fa2790-6eea-4e1f-9bdd-99edb573cc6c HTTP/1.1" status: 200 len: 859 time: 0.1493182 Feb 18 09:28:33.710720 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b0f4eb5b-4550-4d0a-aa22-dc638949b2c3 req-b4de8a46-623e-4043-8333-da5a932769d4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3924365 Feb 18 09:28:33.727233 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-0a1c9990-9330-4a38-8ef1-835cd6f9e124 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3df89c31-96d1-415a-be76-10e0ca47429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594785 Feb 18 09:28:33.738133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906f883-c496-4dc5-8331-9fa71b14265c req-e41cff19-fad2-4713-b685-30c6bf3c7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:33.739602 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6906f883-c496-4dc5-8331-9fa71b14265c req-e41cff19-fad2-4713-b685-30c6bf3c7f05 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3df89c31-96d1-415a-be76-10e0ca47429b HTTP/1.1" status: 200 len: 920 time: 0.2946596 Feb 18 09:28:33.763932 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.765842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a33e9e95-db1a-49f1-82ca-c049eb5d53c6 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:33.770997 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-617f0885-9c3b-4167-abb8-6767a021a997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-216454802-router', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:30Z', 'updated_at': '2022-02-18T09:27:35Z', 'revision_number': 4, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'gw_port': {'id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:31Z', 'updated_at': '2022-02-18T09:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'acf09b42-d4e8-4539-9747-cee410532cd3', 'name': '', 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'mac_address': 'fa:16:3e:3d:6d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e0fa2790-6eea-4e1f-9bdd-99edb573cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:34Z', 'updated_at': '2022-02-18T09:27:40Z', 'revision_number': 5, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'subnets': [{'id': 'e0fa2790-6eea-4e1f-9bdd-99edb573cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:33.776755 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f0885-9c3b-4167-abb8-6767a021a997 None None] The sync data for ids ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'] in n-d-829434-1 is: [{'id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-216454802-router', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:30Z', 'updated_at': '2022-02-18T09:27:35Z', 'revision_number': 4, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'gw_port': {'id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:31Z', 'updated_at': '2022-02-18T09:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'acf09b42-d4e8-4539-9747-cee410532cd3', 'name': '', 'network_id': '3df89c31-96d1-415a-be76-10e0ca47429b', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'mac_address': 'fa:16:3e:3d:6d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e0fa2790-6eea-4e1f-9bdd-99edb573cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:34Z', 'updated_at': '2022-02-18T09:27:40Z', 'revision_number': 5, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'subnets': [{'id': 'e0fa2790-6eea-4e1f-9bdd-99edb573cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:28:33.835752 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef465363-b95d-42af-bf5e-df1584eee755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.871623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a33e9e95-db1a-49f1-82ca-c049eb5d53c6 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:33.871914 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.929324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6906f883-c496-4dc5-8331-9fa71b14265c req-42a30980-1c71-42db-9e22-38f076b3f5e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65328d2b-8b1f-4d1f-962e-a35fb8325219 HTTP/1.1" status: 200 len: 217 time: 0.1698835 Feb 18 09:28:33.944427 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.947679 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:33.983457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:33.997081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:34.006976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:28:34.018543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8bdd98e5-66c4-4719-bbee-bf1b7b900b37 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:34.046647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=4dfaf021-9a2e-432b-9554-53a9f4617f16,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:34.090444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:34.090810 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:34.091121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:34.091454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:34.091781 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:34.092110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:34.092373 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 8bdd98e5-66c4-4719-bbee-bf1b7b900b37 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:34.092483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:34.092774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:34.093096 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:34.093300 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:34.093418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:34.093718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:34.094031 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:34.126524 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906f883-c496-4dc5-8331-9fa71b14265c req-a022933f-f236-4666-879f-65eca1309e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:34.127994 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6906f883-c496-4dc5-8331-9fa71b14265c req-a022933f-f236-4666-879f-65eca1309e15 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0fa2790-6eea-4e1f-9bdd-99edb573cc6c HTTP/1.1" status: 200 len: 859 time: 0.1840155 Feb 18 09:28:34.174069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2eb4b7-ceba-4c71-9d86-6962925c5df1 None None] New status for floating IP f8599fc0-8038-4051-a0a8-64dd79b14a29: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:28:34.175294 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:34.186072 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-12d26563-e34d-4e33-aa36-833ccad3cd2e service neutron] 10.222.0.72 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455340 Feb 18 09:28:34.200648 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6906f883-c496-4dc5-8331-9fa71b14265c req-3f5348ce-f9ec-4d50-b686-59ffea952872 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3df89c31-96d1-415a-be76-10e0ca47429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585651 Feb 18 09:28:34.599284 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e8ad3c71-959d-46a0-a980-de49208235d7 None None] Provisioning for port 4dfaf021-9a2e-432b-9554-53a9f4617f16 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:34.603142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3fe2b10-fbd8-4b23-b49e-826fa1384bbf req-89960a5e-b1af-4f56-a682-61a3cc80e0ae service neutron] 10.222.0.72 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059181 Feb 18 09:28:34.607098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6906f883-c496-4dc5-8331-9fa71b14265c req-67323e70-6db9-46d6-92c1-d7ad11270453 service neutron] 10.222.0.61 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869376 Feb 18 09:28:34.636326 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e8ad3c71-959d-46a0-a980-de49208235d7 None None] Provisioning complete for port 4dfaf021-9a2e-432b-9554-53a9f4617f16 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:34.636850 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e8ad3c71-959d-46a0-a980-de49208235d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:34.716761 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad3c71-959d-46a0-a980-de49208235d7 None None] Port 4dfaf021-9a2e-432b-9554-53a9f4617f16 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:28:34.823853 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dbe33148-f7a5-4d04-9a9c-d0948d1bcad0 req-3da7f9dd-2b96-4406-944e-f7af8e4cb47c tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/floatingips/f8599fc0-8038-4051-a0a8-64dd79b14a29 HTTP/1.1" status: 200 len: 693 time: 0.1385691 Feb 18 09:28:34.874932 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:35.016543 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6906f883-c496-4dc5-8331-9fa71b14265c req-530203d0-d6fa-448a-86ec-096d99ce4522 service neutron] 10.222.0.61 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023776 Feb 18 09:28:35.125025 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:35.203391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe33148-f7a5-4d04-9a9c-d0948d1bcad0 req-e5a5a60d-f1d4-4167-8c90-bc6e9cd0d110 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:35.204786 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dbe33148-f7a5-4d04-9a9c-d0948d1bcad0 req-e5a5a60d-f1d4-4167-8c90-bc6e9cd0d110 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/networks/3bfebd2e-845a-4b21-9170-8a14dbf0152c HTTP/1.1" status: 200 len: 784 time: 0.3742073 Feb 18 09:28:35.225810 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-dbe33148-f7a5-4d04-9a9c-d0948d1bcad0 req-6c30e98f-138d-43a9-873b-986ae094b001 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:28:35.226753 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dbe33148-f7a5-4d04-9a9c-d0948d1bcad0 req-6c30e98f-138d-43a9-873b-986ae094b001 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097566 Feb 18 09:28:35.380346 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dbe33148-f7a5-4d04-9a9c-d0948d1bcad0 req-a78bbba9-eafb-4d8f-9a46-99eb747110c2 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.159 HTTP/1.1" status: 200 len: 696 time: 0.1457124 Feb 18 09:28:35.476606 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dbe33148-f7a5-4d04-9a9c-d0948d1bcad0 req-c708bcf7-5129-4535-9d6f-07ea7c1d71ed tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.1.159 HTTP/1.1" status: 200 len: 696 time: 0.0890727 Feb 18 09:28:35.499562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4eb5b-4550-4d0a-aa22-dc638949b2c3 req-b5f16f90-d33f-40ab-8d72-30afe2bac872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:35.501013 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b0f4eb5b-4550-4d0a-aa22-dc638949b2c3 req-b5f16f90-d33f-40ab-8d72-30afe2bac872 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fb1fcbd55e8b4accae42f1275779d0b4&device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 1096 time: 0.3668313 Feb 18 09:28:35.945364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-dbe33148-f7a5-4d04-9a9c-d0948d1bcad0 req-c5493094-a214-4593-a097-c60755d464c7 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Deleting port d8f31e5f-ed37-467d-b650-b4baebe3149e {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:35.946031 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dbe33148-f7a5-4d04-9a9c-d0948d1bcad0 req-c5493094-a214-4593-a097-c60755d464c7 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.116167 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4eb5b-4550-4d0a-aa22-dc638949b2c3 req-29ddb63c-4882-4cc6-bc42-05a907d89dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:36.117628 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b0f4eb5b-4550-4d0a-aa22-dc638949b2c3 req-29ddb63c-4882-4cc6-bc42-05a907d89dfe service neutron] 10.222.0.61 "GET /v2.0/networks?id=3df89c31-96d1-415a-be76-10e0ca47429b HTTP/1.1" status: 200 len: 920 time: 0.5593457 Feb 18 09:28:36.200748 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b0f4eb5b-4550-4d0a-aa22-dc638949b2c3 req-1efc7482-8620-4842-907d-7d7bd88b7af6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65328d2b-8b1f-4d1f-962e-a35fb8325219 HTTP/1.1" status: 200 len: 217 time: 0.0749581 Feb 18 09:28:36.247100 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.258921 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.404177 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dbe33148-f7a5-4d04-9a9c-d0948d1bcad0 req-c5493094-a214-4593-a097-c60755d464c7 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.404527 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dbe33148-f7a5-4d04-9a9c-d0948d1bcad0 req-c5493094-a214-4593-a097-c60755d464c7 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.424304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4eb5b-4550-4d0a-aa22-dc638949b2c3 req-6c3a389d-4627-4e80-a909-194fac4a5dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:36.425740 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b0f4eb5b-4550-4d0a-aa22-dc638949b2c3 req-6c3a389d-4627-4e80-a909-194fac4a5dc9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0fa2790-6eea-4e1f-9bdd-99edb573cc6c HTTP/1.1" status: 200 len: 859 time: 0.2192276 Feb 18 09:28:36.486083 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:36.572823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=4dfaf021-9a2e-432b-9554-53a9f4617f16,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:36.587115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-dbe33148-f7a5-4d04-9a9c-d0948d1bcad0 req-c5493094-a214-4593-a097-c60755d464c7 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Calling delete_port for d8f31e5f-ed37-467d-b650-b4baebe3149e owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:28:36.629736 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b0f4eb5b-4550-4d0a-aa22-dc638949b2c3 req-367ac589-ebd3-40dd-823c-328b7fab5166 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3df89c31-96d1-415a-be76-10e0ca47429b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1448507 Feb 18 09:28:36.915058 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b0f4eb5b-4550-4d0a-aa22-dc638949b2c3 req-953ac285-0a1b-4419-9782-86cd13e7bc75 service neutron] 10.222.0.61 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638695 Feb 18 09:28:37.036079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:37.038903 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dbe33148-f7a5-4d04-9a9c-d0948d1bcad0 req-c5493094-a214-4593-a097-c60755d464c7 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:37.042984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:37.155305 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5493094-a214-4593-a097-c60755d464c7 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Pushing event deleted for resources: {'Port': ['ID=d8f31e5f-ed37-467d-b650-b4baebe3149e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:37.253586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2ed57b65-f06e-4a96-8468-582aff8d921f None None] Provisioning complete for port 4dfaf021-9a2e-432b-9554-53a9f4617f16 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:37.254186 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2ed57b65-f06e-4a96-8468-582aff8d921f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:37.313852 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2ed57b65-f06e-4a96-8468-582aff8d921f None None] Port 4dfaf021-9a2e-432b-9554-53a9f4617f16 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:28:37.445722 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b0f4eb5b-4550-4d0a-aa22-dc638949b2c3 req-12494fa9-0906-4c06-9ee7-a2910efb1468 service neutron] 10.222.0.61 "GET /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153224 Feb 18 09:28:37.502447 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dbe33148-f7a5-4d04-9a9c-d0948d1bcad0 req-c5493094-a214-4593-a097-c60755d464c7 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:37.557286 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dbe33148-f7a5-4d04-9a9c-d0948d1bcad0 req-c5493094-a214-4593-a097-c60755d464c7 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:37.558320 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dbe33148-f7a5-4d04-9a9c-d0948d1bcad0 req-c5493094-a214-4593-a097-c60755d464c7 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "DELETE /v2.0/floatingips/f8599fc0-8038-4051-a0a8-64dd79b14a29 HTTP/1.1" status: 204 len: 173 time: 2.0754788 Feb 18 09:28:37.560043 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router 6911f95f-f0c6-42b3-ad5b-afe08320ea67 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:28:37.739239 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22ed5e64-f77a-4de0-a2d5-c47c7dccd678 req-38d21d17-f4e8-4134-8cde-7763d1790a54 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups/541272a8-7981-4922-8833-16959108b331 HTTP/1.1" status: 200 len: 1809 time: 0.1223593 Feb 18 09:28:37.815496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:28:37.823813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7724ef00-7733-4882-b282-8570af4bc58e tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "PUT /v2.0/routers/6911f95f-f0c6-42b3-ad5b-afe08320ea67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5803425 Feb 18 09:28:37.834285 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Sync routers for ids ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:28:37.850146 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Routers {'6911f95f-f0c6-42b3-ad5b-afe08320ea67'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:37.852683 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:37.856701 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-22ed5e64-f77a-4de0-a2d5-c47c7dccd678 req-371b5f23-8ad7-4c99-9f7c-38caaa3f6b9a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:37.895789 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-22ed5e64-f77a-4de0-a2d5-c47c7dccd678 req-371b5f23-8ad7-4c99-9f7c-38caaa3f6b9a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:37.949863 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-22ed5e64-f77a-4de0-a2d5-c47c7dccd678 req-371b5f23-8ad7-4c99-9f7c-38caaa3f6b9a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:37.968842 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b5f23-8ad7-4c99-9f7c-38caaa3f6b9a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541272a8-7981-4922-8833-16959108b331,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:37.982131 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-22ed5e64-f77a-4de0-a2d5-c47c7dccd678 req-371b5f23-8ad7-4c99-9f7c-38caaa3f6b9a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:37.983292 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22ed5e64-f77a-4de0-a2d5-c47c7dccd678 req-371b5f23-8ad7-4c99-9f7c-38caaa3f6b9a tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "DELETE /v2.0/security-groups/541272a8-7981-4922-8833-16959108b331 HTTP/1.1" status: 204 len: 173 time: 0.2191989 Feb 18 09:28:38.052736 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Set router 6911f95f-f0c6-42b3-ad5b-afe08320ea67 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:38.097726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-b04008e5-8823-48a8-b670-ec4954408685 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-469998134&fields=id&tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94 HTTP/1.1" status: 200 len: 267 time: 0.0428851 Feb 18 09:28:38.270049 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-079afe33-ebb5-4cc2-93e8-ff568949a1e0 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:38.272215 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-079afe33-ebb5-4cc2-93e8-ff568949a1e0 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/networks?id=d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 HTTP/1.1" status: 200 len: 797 time: 0.1649063 Feb 18 09:28:38.288626 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-1f629420-67cc-42a9-97d4-2360fac1bed9 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/quotas/ccb8cb66d20d4b1e88f70b374ab89e94 HTTP/1.1" status: 200 len: 375 time: 0.0102274 Feb 18 09:28:38.413000 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724682372', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:25Z', 'updated_at': '2022-02-18T09:28:34Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:26Z', 'updated_at': '2022-02-18T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4dfaf021-9a2e-432b-9554-53a9f4617f16', 'name': '', 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:09:a1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:32Z', 'updated_at': '2022-02-18T09:28:35Z', 'revision_number': 2, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:38.417615 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Checking router: 6911f95f-f0c6-42b3-ad5b-afe08320ea67 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:28:38.417960 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Updating router 6911f95f-f0c6-42b3-ad5b-afe08320ea67 port 4dfaf021-9a2e-432b-9554-53a9f4617f16 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:28:38.439289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b6809-263d-452f-b225-8b0af8ed9541 req-a2c6d02e-09ca-481b-8d47-7a19ef7e6874 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:38.440030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3f0b6809-263d-452f-b225-8b0af8ed9541 req-a2c6d02e-09ca-481b-8d47-7a19ef7e6874 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Synchronizing usage tracker for tenant:fb1fcbd55e8b4accae42f1275779d0b4 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:28:38.447826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-2f2ae60e-2ad6-4caf-bdec-77e324814aea tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Synchronizing usage tracker for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:28:38.467527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3f0b6809-263d-452f-b225-8b0af8ed9541 req-a2c6d02e-09ca-481b-8d47-7a19ef7e6874 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Unset dirty status for tenant:fb1fcbd55e8b4accae42f1275779d0b4 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:28:38.468571 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f0b6809-263d-452f-b225-8b0af8ed9541 req-a2c6d02e-09ca-481b-8d47-7a19ef7e6874 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.1324563 Feb 18 09:28:38.469760 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:38.470031 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-2f2ae60e-2ad6-4caf-bdec-77e324814aea tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Unset dirty status for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:28:38.471224 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-2f2ae60e-2ad6-4caf-bdec-77e324814aea tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1760800 Feb 18 09:28:38.592446 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3f0b6809-263d-452f-b225-8b0af8ed9541 req-41f9c879-eb8d-4835-bc45-007b0141f620 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Synchronizing usage tracker for tenant:fb1fcbd55e8b4accae42f1275779d0b4 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:28:38.640815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3f0b6809-263d-452f-b225-8b0af8ed9541 req-41f9c879-eb8d-4835-bc45-007b0141f620 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Unset dirty status for tenant:fb1fcbd55e8b4accae42f1275779d0b4 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:28:38.641948 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f0b6809-263d-452f-b225-8b0af8ed9541 req-41f9c879-eb8d-4835-bc45-007b0141f620 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666591 Feb 18 09:28:38.649692 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-acc05d79-d71b-4f0b-9d0e-9321c42d6319 service neutron] 10.222.0.72 "GET /v2.0/networks/d3bdd6d2-8a51-4c9a-b49c-7525a94c7849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585813 Feb 18 09:28:38.787792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-18822004-0349-4ee5-b411-9866297c0aa9 service neutron] 10.222.0.72 "GET /v2.0/networks/d3bdd6d2-8a51-4c9a-b49c-7525a94c7849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271174 Feb 18 09:28:38.829195 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:38.842175 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Transition to ACTIVE for port object 4dfaf021-9a2e-432b-9554-53a9f4617f16 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:38.848550 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:39.032432 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-62938d44-0951-4030-b4c0-4d06583119b0 req-86fa0ea1-9e43-49a8-8cb5-c710404af468 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 210 time: 0.0712721 Feb 18 09:28:39.033053 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3d1da-1f35-4657-9aad-179928f2825b None None] Pushing event updated for resources: {'Port': ['ID=4dfaf021-9a2e-432b-9554-53a9f4617f16,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:39.041687 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3d1da-1f35-4657-9aad-179928f2825b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:39.041987 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3d1da-1f35-4657-9aad-179928f2825b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:39.042332 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3d1da-1f35-4657-9aad-179928f2825b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:39.042656 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3d1da-1f35-4657-9aad-179928f2825b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:39.042984 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3d1da-1f35-4657-9aad-179928f2825b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:39.043563 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3d1da-1f35-4657-9aad-179928f2825b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:39.043885 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3d1da-1f35-4657-9aad-179928f2825b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:39.044206 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3d1da-1f35-4657-9aad-179928f2825b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:39.044556 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3d1da-1f35-4657-9aad-179928f2825b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:39.044872 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3d1da-1f35-4657-9aad-179928f2825b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:39.045190 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3d1da-1f35-4657-9aad-179928f2825b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:39.045508 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3d1da-1f35-4657-9aad-179928f2825b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:39.100736 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Attempting to bind port 4dfaf021-9a2e-432b-9554-53a9f4617f16 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:39.101107 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Attempting to bind port 4dfaf021-9a2e-432b-9554-53a9f4617f16 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'b9698e84-4870-4019-86be-2b756e72253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:39.101465 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Attempting to bind port 4dfaf021-9a2e-432b-9554-53a9f4617f16 on network d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:28:39.107131 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:28:39.107496 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Checking segment: {'id': 'b9698e84-4870-4019-86be-2b756e72253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:28:39.107891 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:39.108296 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Bound using segment: {'id': 'b9698e84-4870-4019-86be-2b756e72253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:28:39.108758 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Bound port: 4dfaf021-9a2e-432b-9554-53a9f4617f16, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9698e84-4870-4019-86be-2b756e72253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:39.109134 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:39.204872 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] For port 4dfaf021-9a2e-432b-9554-53a9f4617f16, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:28:39.208311 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] For port 4dfaf021-9a2e-432b-9554-53a9f4617f16, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4dfaf021-9a2e-432b-9554-53a9f4617f16,segment=NetworkSegment(b9698e84-4870-4019-86be-2b756e72253c),segment_id=b9698e84-4870-4019-86be-2b756e72253c)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:28:39.212704 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:39.293784 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Routers {'6911f95f-f0c6-42b3-ad5b-afe08320ea67'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:39.294314 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:39.351843 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3d1da-1f35-4657-9aad-179928f2825b None None] Pushing event updated for resources: {'Port': ['ID=4dfaf021-9a2e-432b-9554-53a9f4617f16,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:39.488380 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] Set router 6911f95f-f0c6-42b3-ad5b-afe08320ea67 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:39.823652 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724682372', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:25Z', 'updated_at': '2022-02-18T09:28:34Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:26Z', 'updated_at': '2022-02-18T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4dfaf021-9a2e-432b-9554-53a9f4617f16', 'name': '', 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:09:a1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:32Z', 'updated_at': '2022-02-18T09:28:39Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:39.827571 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a236fdd-f83b-412b-8235-fa007af16476 None None] The sync data for ids ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'] in n-d-829434-1 is: [{'id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724682372', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:25Z', 'updated_at': '2022-02-18T09:28:34Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:26Z', 'updated_at': '2022-02-18T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4dfaf021-9a2e-432b-9554-53a9f4617f16', 'name': '', 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:09:a1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:32Z', 'updated_at': '2022-02-18T09:28:39Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:28:39.842951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2a0ae-87ed-4d49-9d3d-051929f5a8f7 req-dc935ead-5e30-4e83-8464-7032cd63026c tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:39.845771 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fc2a0ae-87ed-4d49-9d3d-051929f5a8f7 req-dc935ead-5e30-4e83-8464-7032cd63026c tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.0864260 Feb 18 09:28:39.914927 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fc2a0ae-87ed-4d49-9d3d-051929f5a8f7 req-ea2c8a88-7484-4ebf-8a99-502e71bb712f tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644469 Feb 18 09:28:40.245036 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25a70a52-d1f0-4191-952c-b1bd989844e7 req-864331a5-2bb1-4901-869b-3941216b048d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 210 time: 0.0641820 Feb 18 09:28:40.255573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-596b26f7-0485-45e6-896b-60023f53ca84 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:40.257067 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-596b26f7-0485-45e6-896b-60023f53ca84 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.81 "GET /v2.0/networks?id=d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 HTTP/1.1" status: 200 len: 797 time: 0.2141056 Feb 18 09:28:40.310621 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-6bcfe796-1ed3-4690-a419-82017cc49464 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94 HTTP/1.1" status: 200 len: 379 time: 0.0443645 Feb 18 09:28:40.321612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-ee0ac00a-72a5-40cd-8d6d-64bf71700622 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'port': {'device_id': 'a662a6dc-250e-4624-9491-8f28033d9e2e', 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849', 'admin_state_up': True, 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'security_groups': ['ad37900d-d4a1-492d-86fd-ebc8f424ef93']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:28:40.474413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-ee0ac00a-72a5-40cd-8d6d-64bf71700622 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:40.485125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-ee0ac00a-72a5-40cd-8d6d-64bf71700622 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:40.497419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-ee0ac00a-72a5-40cd-8d6d-64bf71700622 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Made reservation on behalf of ccb8cb66d20d4b1e88f70b374ab89e94 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:28:40.502745 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-ee0ac00a-72a5-40cd-8d6d-64bf71700622 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:40.852080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-ee0ac00a-72a5-40cd-8d6d-64bf71700622 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Allocated IP 172.20.0.12 (d3bdd6d2-8a51-4c9a-b49c-7525a94c7849/ef2f8585-26d9-4b10-9b90-f80589586f4c/d785b49d-776f-4cf9-8596-5ac6540743da) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:40.917175 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f8805-2c07-4feb-aedf-d6310652c982 req-eb4a25c2-afa2-44f9-b7c4-4145aff1e42d tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:40.918920 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b6f8805-2c07-4feb-aedf-d6310652c982 req-eb4a25c2-afa2-44f9-b7c4-4145aff1e42d tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.61 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.1523528 Feb 18 09:28:41.079518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-6b6f8805-2c07-4feb-aedf-d6310652c982 req-44f0d94e-2ef2-42a7-8c9b-28169e5ccf5b tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Deleting port 65328d2b-8b1f-4d1f-962e-a35fb8325219 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:41.079866 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6b6f8805-2c07-4feb-aedf-d6310652c982 req-44f0d94e-2ef2-42a7-8c9b-28169e5ccf5b tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:41.256962 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-ee0ac00a-72a5-40cd-8d6d-64bf71700622 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:41.369347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-ee0ac00a-72a5-40cd-8d6d-64bf71700622 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Transition to ACTIVE for port object d785b49d-776f-4cf9-8596-5ac6540743da will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:41.443735 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80a8f9e6-8255-45fb-951d-2e99eb2a4b8e req-58bd823c-82d6-4d8e-a1f8-d7db4a7c8acd tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 210 time: 0.0680158 Feb 18 09:28:41.481960 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:41.515016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911458c9-b4b3-400a-a1d8-cdd88c3fbf43 req-223c0dc3-5eb2-452e-b01b-4b1b98f4369f tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:41.516418 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-911458c9-b4b3-400a-a1d8-cdd88c3fbf43 req-223c0dc3-5eb2-452e-b01b-4b1b98f4369f tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/ports?device_id=55599dc4-f229-4fb4-9148-22fd588a3b48 HTTP/1.1" status: 200 len: 945 time: 0.3085685 Feb 18 09:28:41.528464 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-6b6f8805-2c07-4feb-aedf-d6310652c982 req-44f0d94e-2ef2-42a7-8c9b-28169e5ccf5b tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] For port 65328d2b-8b1f-4d1f-962e-a35fb8325219, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=65328d2b-8b1f-4d1f-962e-a35fb8325219,segment=NetworkSegment(6cc00fbc-47ee-403b-b8f2-9e11ee545c21),segment_id=6cc00fbc-47ee-403b-b8f2-9e11ee545c21)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:41.528825 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6b6f8805-2c07-4feb-aedf-d6310652c982 req-44f0d94e-2ef2-42a7-8c9b-28169e5ccf5b tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:41.536390 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-ee0ac00a-72a5-40cd-8d6d-64bf71700622 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:41.631869 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:41.726654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-6b6f8805-2c07-4feb-aedf-d6310652c982 req-44f0d94e-2ef2-42a7-8c9b-28169e5ccf5b tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Calling delete_port for 65328d2b-8b1f-4d1f-962e-a35fb8325219 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:28:41.775372 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4dfaf021-9a2e-432b-9554-53a9f4617f16 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:41.798746 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-ee0ac00a-72a5-40cd-8d6d-64bf71700622 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:41.810613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-ee0ac00a-72a5-40cd-8d6d-64bf71700622 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:41.814788 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-911458c9-b4b3-400a-a1d8-cdd88c3fbf43 req-8171af0c-6959-4ccf-a128-0a2e8a5001d3 tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.72 "GET /v2.0/security-groups?id=2203566b-9647-4c5f-9b0e-c449b6ac8277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891414 Feb 18 09:28:41.815560 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-ee0ac00a-72a5-40cd-8d6d-64bf71700622 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:28:41.856183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ac00a-72a5-40cd-8d6d-64bf71700622 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=d785b49d-776f-4cf9-8596-5ac6540743da,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:41.858702 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 4dfaf021-9a2e-432b-9554-53a9f4617f16 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:41.865724 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4dfaf021-9a2e-432b-9554-53a9f4617f16 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:41.866167 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:41.925524 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-ee0ac00a-72a5-40cd-8d6d-64bf71700622 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:41.926203 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-ee0ac00a-72a5-40cd-8d6d-64bf71700622 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:42.009891 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-ee0ac00a-72a5-40cd-8d6d-64bf71700622 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6930850 Feb 18 09:28:42.011347 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:42.016412 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6b6f8805-2c07-4feb-aedf-d6310652c982 req-44f0d94e-2ef2-42a7-8c9b-28169e5ccf5b tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:42.022841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Request body: {'port': {'device_id': 'a662a6dc-250e-4624-9491-8f28033d9e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:28:42.049465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 4dfaf021-9a2e-432b-9554-53a9f4617f16, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4dfaf021-9a2e-432b-9554-53a9f4617f16,segment=NetworkSegment(b9698e84-4870-4019-86be-2b756e72253c),segment_id=b9698e84-4870-4019-86be-2b756e72253c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:42.054521 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:42.112248 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0d94e-2ef2-42a7-8c9b-28169e5ccf5b tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Pushing event deleted for resources: {'Port': ['ID=65328d2b-8b1f-4d1f-962e-a35fb8325219,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:42.133864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=4dfaf021-9a2e-432b-9554-53a9f4617f16,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:42.136379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cf5a83a7-e5e8-430e-b854-f2076c602634 None None] Provisioning for port d785b49d-776f-4cf9-8596-5ac6540743da completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:42.145943 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:42.146296 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:42.146642 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:42.146980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:42.147321 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:42.147653 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:42.147984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:42.148332 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:42.148664 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:42.148990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:42.149308 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:42.149635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:42.153742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cf5a83a7-e5e8-430e-b854-f2076c602634 None None] Provisioning complete for port d785b49d-776f-4cf9-8596-5ac6540743da triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:42.154115 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cf5a83a7-e5e8-430e-b854-f2076c602634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:42.206537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6f8805-2c07-4feb-aedf-d6310652c982 req-44f0d94e-2ef2-42a7-8c9b-28169e5ccf5b tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] No DVR routers for this DVR port 65328d2b-8b1f-4d1f-962e-a35fb8325219 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:28:42.213077 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a83a7-e5e8-430e-b854-f2076c602634 None None] Port d785b49d-776f-4cf9-8596-5ac6540743da cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:28:42.234324 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6b6f8805-2c07-4feb-aedf-d6310652c982 req-44f0d94e-2ef2-42a7-8c9b-28169e5ccf5b tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:42.236249 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b6f8805-2c07-4feb-aedf-d6310652c982 req-44f0d94e-2ef2-42a7-8c9b-28169e5ccf5b tempest-ServerRescueTestJSONUnderV235-824560925 tempest-ServerRescueTestJSONUnderV235-824560925-project] 10.222.0.61 "DELETE /v2.0/ports/65328d2b-8b1f-4d1f-962e-a35fb8325219 HTTP/1.1" status: 204 len: 173 time: 1.2991345 Feb 18 09:28:42.236708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55599dc4-f229-4fb4-9148-22fd588a3b48', 'name': 'network-vif-deleted', 'tag': '65328d2b-8b1f-4d1f-962e-a35fb8325219'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:28:42.277741 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:42.296698 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55599dc4-f229-4fb4-9148-22fd588a3b48', 'name': 'network-vif-deleted', 'tag': '65328d2b-8b1f-4d1f-962e-a35fb8325219', 'status': 'completed', 'code': 200} Feb 18 09:28:42.752226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc4e8a-fcb4-46b5-bdce-fbcbf7577bd4 req-05383c5e-2e03-48c2-a8b6-b8995a649097 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:42.752937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-aedc4e8a-fcb4-46b5-bdce-fbcbf7577bd4 req-05383c5e-2e03-48c2-a8b6-b8995a649097 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Synchronizing usage tracker for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:28:42.810496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-aedc4e8a-fcb4-46b5-bdce-fbcbf7577bd4 req-05383c5e-2e03-48c2-a8b6-b8995a649097 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Unset dirty status for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:28:42.811676 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aedc4e8a-fcb4-46b5-bdce-fbcbf7577bd4 req-05383c5e-2e03-48c2-a8b6-b8995a649097 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 932 time: 0.2392881 Feb 18 09:28:42.863321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d785b49d-776f-4cf9-8596-5ac6540743da {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:28:42.879728 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:42.896905 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aedc4e8a-fcb4-46b5-bdce-fbcbf7577bd4 req-e7cde7f2-f2e3-47df-a02e-b9f9547f6ac3 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740318 Feb 18 09:28:42.903594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Transition to ACTIVE for port object d785b49d-776f-4cf9-8596-5ac6540743da will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:28:42.908689 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:42.941556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38978) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:43.079243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Pushing event updated for resources: {'Port': ['ID=d785b49d-776f-4cf9-8596-5ac6540743da,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:43.163867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Attempting to bind port d785b49d-776f-4cf9-8596-5ac6540743da on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:28:43.164206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Attempting to bind port d785b49d-776f-4cf9-8596-5ac6540743da by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'b9698e84-4870-4019-86be-2b756e72253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:28:43.164576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Attempting to bind port d785b49d-776f-4cf9-8596-5ac6540743da on network d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:28:43.169801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Port d785b49d-776f-4cf9-8596-5ac6540743da on network d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:28:43.170124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Attempting to bind port d785b49d-776f-4cf9-8596-5ac6540743da on network d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:28:43.175436 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:28:43.175777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Checking segment: {'id': 'b9698e84-4870-4019-86be-2b756e72253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:28:43.177848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Bound using segment: {'id': 'b9698e84-4870-4019-86be-2b756e72253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:28:43.177848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Bound port: d785b49d-776f-4cf9-8596-5ac6540743da, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9698e84-4870-4019-86be-2b756e72253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:28:43.177848 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:43.279965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] For port d785b49d-776f-4cf9-8596-5ac6540743da, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:28:43.283492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] For port d785b49d-776f-4cf9-8596-5ac6540743da, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d785b49d-776f-4cf9-8596-5ac6540743da,segment=NetworkSegment(b9698e84-4870-4019-86be-2b756e72253c),segment_id=b9698e84-4870-4019-86be-2b756e72253c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:28:43.288714 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:43.343362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:43.343900 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:43.345762 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] 10.222.0.81 "PUT /v2.0/ports/d785b49d-776f-4cf9-8596-5ac6540743da HTTP/1.1" status: 200 len: 1092 time: 1.3270841 Feb 18 09:28:43.374328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8f834-2d35-4d73-897f-8573a1a2ede3 service neutron] Pushing event updated for resources: {'Port': ['ID=d785b49d-776f-4cf9-8596-5ac6540743da,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:43.472511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-07a77986-8ccf-4fcb-9a3a-c5e72ae3116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:43.474045 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-07a77986-8ccf-4fcb-9a3a-c5e72ae3116e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 1095 time: 0.0839877 Feb 18 09:28:43.531050 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:43.548245 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 65328d2b-8b1f-4d1f-962e-a35fb8325219 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:28:43.553606 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-867a23d5-391e-4cc9-9c20-ad6114c720cc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d785b49d-776f-4cf9-8596-5ac6540743da HTTP/1.1" status: 200 len: 217 time: 0.0715580 Feb 18 09:28:43.596405 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 65328d2b-8b1f-4d1f-962e-a35fb8325219 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:28:43.596821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 65328d2b-8b1f-4d1f-962e-a35fb8325219 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:28:43.630752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-d0393dc6-7aba-4b4a-8940-37a7b235f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:43.632235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-d0393dc6-7aba-4b4a-8940-37a7b235f48c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ef2f8585-26d9-4b10-9b90-f80589586f4c HTTP/1.1" status: 200 len: 834 time: 0.0730453 Feb 18 09:28:43.731335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-377dce17-5e11-43c0-9bba-398b05a8a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:43.732856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-377dce17-5e11-43c0-9bba-398b05a8a49d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d3bdd6d2-8a51-4c9a-b49c-7525a94c7849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915174 Feb 18 09:28:43.768359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4dfaf021-9a2e-432b-9554-53a9f4617f16 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:43.849741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4dfaf021-9a2e-432b-9554-53a9f4617f16 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:43.850115 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:43.872898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-62831cf2-a5d6-4663-9939-06b1065b71cb service neutron] 10.222.0.81 "GET /v2.0/networks/d3bdd6d2-8a51-4c9a-b49c-7525a94c7849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335158 Feb 18 09:28:44.018339 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2efe10c-895b-46d5-80dc-68b28b9a5a95 req-df988097-abcf-45f3-bac5-39e01469350f service neutron] 10.222.0.81 "GET /v2.0/networks/d3bdd6d2-8a51-4c9a-b49c-7525a94c7849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371117 Feb 18 09:28:44.103872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Deleting port acf09b42-d4e8-4539-9747-cee410532cd3 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:44.104662 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:44.138253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab0425-ba2d-463b-9981-ccebae083014 req-f7f2b4fe-80da-4da8-be66-7ba99b37d535 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:44.140658 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04ab0425-ba2d-463b-9981-ccebae083014 req-f7f2b4fe-80da-4da8-be66-7ba99b37d535 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 944 time: 0.1109750 Feb 18 09:28:44.196512 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04ab0425-ba2d-463b-9981-ccebae083014 req-4e943db3-712f-4e26-b1e6-ca5d17bdf906 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479999 Feb 18 09:28:44.280907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] For port acf09b42-d4e8-4539-9747-cee410532cd3, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=acf09b42-d4e8-4539-9747-cee410532cd3,segment=NetworkSegment(6cc00fbc-47ee-403b-b8f2-9e11ee545c21),segment_id=6cc00fbc-47ee-403b-b8f2-9e11ee545c21)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:44.281182 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:44.297701 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a662a6dc-250e-4624-9491-8f28033d9e2e', 'tag': 'd785b49d-776f-4cf9-8596-5ac6540743da'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:28:44.342193 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a662a6dc-250e-4624-9491-8f28033d9e2e', 'tag': 'd785b49d-776f-4cf9-8596-5ac6540743da', 'status': 'completed', 'code': 200} Feb 18 09:28:44.409864 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Calling delete_port for acf09b42-d4e8-4539-9747-cee410532cd3 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:28:44.435093 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ea023-c2c2-45a8-88f7-825c3b5dc8ff req-972bff8e-47a7-44f9-a3c1-fe6b822d7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:44.436593 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e2ea023-c2c2-45a8-88f7-825c3b5dc8ff req-972bff8e-47a7-44f9-a3c1-fe6b822d7fb6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 1095 time: 0.0733073 Feb 18 09:28:44.626259 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:44.671783 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Pushing event deleted for resources: {'Port': ['ID=acf09b42-d4e8-4539-9747-cee410532cd3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:44.697677 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ea023-c2c2-45a8-88f7-825c3b5dc8ff req-c079b873-99be-4a38-a4d9-117af780cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:44.699693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e2ea023-c2c2-45a8-88f7-825c3b5dc8ff req-c079b873-99be-4a38-a4d9-117af780cefa service neutron] 10.222.0.81 "GET /v2.0/networks?id=d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 HTTP/1.1" status: 200 len: 898 time: 0.2576661 Feb 18 09:28:44.706961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:44.707306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:44.707641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:44.707979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:44.708320 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:44.708648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:44.708972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:44.709296 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:44.709613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:44.709932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:44.710247 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:44.710567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:28:44.771213 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e2ea023-c2c2-45a8-88f7-825c3b5dc8ff req-48fb9497-d69e-4376-b056-ec428dbd8e43 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d785b49d-776f-4cf9-8596-5ac6540743da HTTP/1.1" status: 200 len: 217 time: 0.0649951 Feb 18 09:28:44.843998 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ea023-c2c2-45a8-88f7-825c3b5dc8ff req-3aa49804-19e3-4a30-870d-bc8afc4c2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:44.843998 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e2ea023-c2c2-45a8-88f7-825c3b5dc8ff req-3aa49804-19e3-4a30-870d-bc8afc4c2c99 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ef2f8585-26d9-4b10-9b90-f80589586f4c HTTP/1.1" status: 200 len: 834 time: 0.0638287 Feb 18 09:28:44.925319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ea023-c2c2-45a8-88f7-825c3b5dc8ff req-4c3aae44-b789-4de9-9786-fc752c4adacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:44.926724 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e2ea023-c2c2-45a8-88f7-825c3b5dc8ff req-4c3aae44-b789-4de9-9786-fc752c4adacb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d3bdd6d2-8a51-4c9a-b49c-7525a94c7849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787344 Feb 18 09:28:44.971005 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:45.064593 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e2ea023-c2c2-45a8-88f7-825c3b5dc8ff req-3448c8ef-8a09-40a4-961a-e7e6854634fb service neutron] 10.222.0.81 "GET /v2.0/networks/d3bdd6d2-8a51-4c9a-b49c-7525a94c7849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288521 Feb 18 09:28:45.202153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3e2ea023-c2c2-45a8-88f7-825c3b5dc8ff req-732f96ea-7531-432f-920f-bca7f96ab741 service neutron] 10.222.0.81 "GET /v2.0/networks/d3bdd6d2-8a51-4c9a-b49c-7525a94c7849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311934 Feb 18 09:28:45.386540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c81ec-5daa-41c5-971a-ba5f43b75426 req-7db00094-c91f-4953-950b-6c63f258122f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:45.388157 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf8c81ec-5daa-41c5-971a-ba5f43b75426 req-7db00094-c91f-4953-950b-6c63f258122f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 944 time: 0.0821927 Feb 18 09:28:45.434887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf8c81ec-5daa-41c5-971a-ba5f43b75426 req-1986e74c-0a58-49ec-9e1f-ae3b91605be6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409081 Feb 18 09:28:45.470397 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Router c31ed583-caec-4dd9-9800-ab4b2b9cffbe has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:28:45.652936 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:28:45.664817 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f14d28-20bf-47a1-bad3-4513f3ff26be None None] Sync routers for ids ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:28:45.669746 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-dadf2ead-8d03-47a3-943c-d5c1a822f275 admin admin] 10.222.0.72 "PUT /v2.0/routers/c31ed583-caec-4dd9-9800-ab4b2b9cffbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7271297 Feb 18 09:28:45.672142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38988) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:45.674741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f14d28-20bf-47a1-bad3-4513f3ff26be None None] Routers {'c31ed583-caec-4dd9-9800-ab4b2b9cffbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:45.675352 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-07f14d28-20bf-47a1-bad3-4513f3ff26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:45.868255 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c021e51-382e-4884-985a-4fc0be1fd383 admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:45.872028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-07f14d28-20bf-47a1-bad3-4513f3ff26be None None] Set router c31ed583-caec-4dd9-9800-ab4b2b9cffbe gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:46.054671 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c021e51-382e-4884-985a-4fc0be1fd383 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:46.064523 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6c021e51-382e-4884-985a-4fc0be1fd383 admin admin] Deleting port 17f0a201-7323-4dbc-bf15-f6a836fbf126 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:28:46.064929 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c021e51-382e-4884-985a-4fc0be1fd383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:46.160387 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-07f14d28-20bf-47a1-bad3-4513f3ff26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-216454802-router', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:30Z', 'updated_at': '2022-02-18T09:28:44Z', 'revision_number': 5, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'gw_port': {'id': '17f0a201-7323-4dbc-bf15-f6a836fbf126', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:27:31Z', 'updated_at': '2022-02-18T09:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:46.164379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f14d28-20bf-47a1-bad3-4513f3ff26be None None] Checking router: c31ed583-caec-4dd9-9800-ab4b2b9cffbe for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:28:46.172874 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f14d28-20bf-47a1-bad3-4513f3ff26be None None] Routers {'c31ed583-caec-4dd9-9800-ab4b2b9cffbe'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:46.173459 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-07f14d28-20bf-47a1-bad3-4513f3ff26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:46.249480 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-6c021e51-382e-4884-985a-4fc0be1fd383 admin admin] For port 17f0a201-7323-4dbc-bf15-f6a836fbf126, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=17f0a201-7323-4dbc-bf15-f6a836fbf126,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:46.249772 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c021e51-382e-4884-985a-4fc0be1fd383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:46.322358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-07f14d28-20bf-47a1-bad3-4513f3ff26be None None] Set router c31ed583-caec-4dd9-9800-ab4b2b9cffbe gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:46.375550 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6c021e51-382e-4884-985a-4fc0be1fd383 admin admin] Calling delete_port for 17f0a201-7323-4dbc-bf15-f6a836fbf126 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:28:46.474409 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-07f14d28-20bf-47a1-bad3-4513f3ff26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-216454802-router', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:30Z', 'updated_at': '2022-02-18T09:28:46Z', 'revision_number': 6, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:46.478487 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f14d28-20bf-47a1-bad3-4513f3ff26be None None] The sync data for ids ['c31ed583-caec-4dd9-9800-ab4b2b9cffbe'] in n-d-829434-1 is: [{'id': 'c31ed583-caec-4dd9-9800-ab4b2b9cffbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-216454802-router', 'tenant_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:27:30Z', 'updated_at': '2022-02-18T09:28:46Z', 'revision_number': 6, 'project_id': 'fb1fcbd55e8b4accae42f1275779d0b4', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:28:46.570242 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c021e51-382e-4884-985a-4fc0be1fd383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:46.626187 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c021e51-382e-4884-985a-4fc0be1fd383 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f0a201-7323-4dbc-bf15-f6a836fbf126,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:46.636867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666efe3-926f-4667-9712-4f25f62eee07 req-f6f42908-ede0-41e2-a9d7-079dead1da94 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:46.638427 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2666efe3-926f-4667-9712-4f25f62eee07 req-f6f42908-ede0-41e2-a9d7-079dead1da94 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 944 time: 0.0901914 Feb 18 09:28:46.683558 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2666efe3-926f-4667-9712-4f25f62eee07 req-00df2dc8-a8ef-4048-82d1-3ea5e6c9b9f4 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392776 Feb 18 09:28:46.723289 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c021e51-382e-4884-985a-4fc0be1fd383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.055997 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c021e51-382e-4884-985a-4fc0be1fd383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.058483 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c021e51-382e-4884-985a-4fc0be1fd383 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.080656 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c021e51-382e-4884-985a-4fc0be1fd383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.081189 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c021e51-382e-4884-985a-4fc0be1fd383 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c31ed583-caec-4dd9-9800-ab4b2b9cffbe {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:28:47.094304 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6c021e51-382e-4884-985a-4fc0be1fd383 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.095435 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6c021e51-382e-4884-985a-4fc0be1fd383 admin admin] 10.222.0.72 "DELETE /v2.0/routers/c31ed583-caec-4dd9-9800-ab4b2b9cffbe HTTP/1.1" status: 204 len: 168 time: 1.4223430 Feb 18 09:28:47.097935 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38994) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:47.158732 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-824d5369-8eea-439f-9493-9f9b4bf26cc8 admin admin] Deleting subnet e0fa2790-6eea-4e1f-9bdd-99edb573cc6c {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:28:47.161708 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-824d5369-8eea-439f-9493-9f9b4bf26cc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.215955 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-824d5369-8eea-439f-9493-9f9b4bf26cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.283025 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-824d5369-8eea-439f-9493-9f9b4bf26cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.355093 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-824d5369-8eea-439f-9493-9f9b4bf26cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.399245 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d5369-8eea-439f-9493-9f9b4bf26cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0fa2790-6eea-4e1f-9bdd-99edb573cc6c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:47.401955 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-824d5369-8eea-439f-9493-9f9b4bf26cc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.410837 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-824d5369-8eea-439f-9493-9f9b4bf26cc8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e0fa2790-6eea-4e1f-9bdd-99edb573cc6c HTTP/1.1" status: 204 len: 168 time: 0.3097296 Feb 18 09:28:47.411079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 38998) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:47.525254 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c1182a2e-c155-4747-9083-1d049f0a5b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.660589 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c1182a2e-c155-4747-9083-1d049f0a5b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.687561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c1182a2e-c155-4747-9083-1d049f0a5b80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df89c31-96d1-415a-be76-10e0ca47429b']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:47.700701 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c1182a2e-c155-4747-9083-1d049f0a5b80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc00fbc-47ee-403b-b8f2-9e11ee545c21') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:47.700876 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c1182a2e-c155-4747-9083-1d049f0a5b80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc00fbc-47ee-403b-b8f2-9e11ee545c21') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:47.715277 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c1182a2e-c155-4747-9083-1d049f0a5b80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.734910 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c1182a2e-c155-4747-9083-1d049f0a5b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.741743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1182a2e-c155-4747-9083-1d049f0a5b80 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:28:47.742434 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c1182a2e-c155-4747-9083-1d049f0a5b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:28:47.757138 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:28:47.766723 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device acf09b42-d4e8-4539-9747-cee410532cd3 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:28:47.804698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: acf09b42-d4e8-4539-9747-cee410532cd3 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:28:47.805310 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device acf09b42-d4e8-4539-9747-cee410532cd3 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:28:47.805866 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 17f0a201-7323-4dbc-bf15-f6a836fbf126 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:28:47.847433 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 17f0a201-7323-4dbc-bf15-f6a836fbf126 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:28:47.847913 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 17f0a201-7323-4dbc-bf15-f6a836fbf126 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:28:47.855208 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c1182a2e-c155-4747-9083-1d049f0a5b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.880631 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c1182a2e-c155-4747-9083-1d049f0a5b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:47.893325 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1182a2e-c155-4747-9083-1d049f0a5b80 admin admin] Pushing event deleted for resources: {'Network': ['ID=3df89c31-96d1-415a-be76-10e0ca47429b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:47.896024 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c1182a2e-c155-4747-9083-1d049f0a5b80 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3df89c31-96d1-415a-be76-10e0ca47429b HTTP/1.1" status: 204 len: 168 time: 0.4839530 Feb 18 09:28:47.899220 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfc03f-6e88-4223-81db-7b5df7d4d423 req-f944880f-249b-436b-a495-65eb20539df5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:47.900892 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94dfc03f-6e88-4223-81db-7b5df7d4d423 req-f944880f-249b-436b-a495-65eb20539df5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 944 time: 0.0946515 Feb 18 09:28:47.946515 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94dfc03f-6e88-4223-81db-7b5df7d4d423 req-b5bef88e-661f-48de-b77a-89245223b0a9 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398648 Feb 18 09:28:48.093762 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39006) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:48.145182 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-17b0176c-491b-450d-91f7-78d0a7c5fc88 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fb1fcbd55e8b4accae42f1275779d0b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502663 Feb 18 09:28:48.147930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39010) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:48.214297 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-256dfbef-f9f8-42f6-810c-7269d1c25ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:48.240296 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-256dfbef-f9f8-42f6-810c-7269d1c25ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:48.301348 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-256dfbef-f9f8-42f6-810c-7269d1c25ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:48.318826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dfbef-f9f8-42f6-810c-7269d1c25ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2203566b-9647-4c5f-9b0e-c449b6ac8277,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:48.334161 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-256dfbef-f9f8-42f6-810c-7269d1c25ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:48.335618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-256dfbef-f9f8-42f6-810c-7269d1c25ffc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2203566b-9647-4c5f-9b0e-c449b6ac8277 HTTP/1.1" status: 204 len: 168 time: 0.1865160 Feb 18 09:28:48.696260 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d785b49d-776f-4cf9-8596-5ac6540743da details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:28:48.839485 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d785b49d-776f-4cf9-8596-5ac6540743da, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d785b49d-776f-4cf9-8596-5ac6540743da,segment=NetworkSegment(b9698e84-4870-4019-86be-2b756e72253c),segment_id=b9698e84-4870-4019-86be-2b756e72253c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:48.853860 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'd785b49d-776f-4cf9-8596-5ac6540743da', 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849', 'port_id': 'd785b49d-776f-4cf9-8596-5ac6540743da', 'mac_address': 'fa:16:3e:ce:90:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:28:48.913892 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:48.937026 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d785b49d-776f-4cf9-8596-5ac6540743da {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:28:48.954094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d785b49d-776f-4cf9-8596-5ac6540743da, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d785b49d-776f-4cf9-8596-5ac6540743da,segment=NetworkSegment(b9698e84-4870-4019-86be-2b756e72253c),segment_id=b9698e84-4870-4019-86be-2b756e72253c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:48.961359 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:49.047028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=d785b49d-776f-4cf9-8596-5ac6540743da,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:49.163948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d8dba-549d-43e9-8a80-396838daa4a3 req-1e1832b4-2168-4c3d-a11d-fe977afeb4fd tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:49.165543 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e4d8dba-549d-43e9-8a80-396838daa4a3 req-1e1832b4-2168-4c3d-a11d-fe977afeb4fd tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 945 time: 0.0936933 Feb 18 09:28:49.224805 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e4d8dba-549d-43e9-8a80-396838daa4a3 req-3909ad67-7af3-48bd-9890-c786148890bb tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481036 Feb 18 09:28:49.348705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['d785b49d-776f-4cf9-8596-5ac6540743da'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:28:49.707416 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c32d0f7c-5c18-4af5-abb6-ccdf22ba8bc5 req-936d9c03-0a5c-410c-a6eb-9324c4a7c6c0 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d0be59a-b329-4baf-b7ae-79e82d3e969d HTTP/1.1" status: 200 len: 210 time: 0.0478966 Feb 18 09:28:50.174751 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4148032-61aa-4a6b-b3ff-9d41d0f6f8df req-2281bb12-d40f-455e-a8ae-020f16ed0d2d tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0471861 Feb 18 09:28:50.475313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916520a4-f039-402c-a87b-19d1865e7620 req-d26af74f-f36d-4805-8013-81d42594761d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:50.476836 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-916520a4-f039-402c-a87b-19d1865e7620 req-d26af74f-f36d-4805-8013-81d42594761d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 945 time: 0.0916386 Feb 18 09:28:50.523898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-916520a4-f039-402c-a87b-19d1865e7620 req-9146f8e3-265b-4174-b6e3-5fdb6b560e48 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401406 Feb 18 09:28:50.704375 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d785b49d-776f-4cf9-8596-5ac6540743da up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:28:50.786163 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port d785b49d-776f-4cf9-8596-5ac6540743da completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:28:50.791657 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port d785b49d-776f-4cf9-8596-5ac6540743da triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:28:50.792741 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:50.928406 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:50.960056 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a662a6dc-250e-4624-9491-8f28033d9e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd785b49d-776f-4cf9-8596-5ac6540743da'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:28:50.968925 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d785b49d-776f-4cf9-8596-5ac6540743da, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d785b49d-776f-4cf9-8596-5ac6540743da,segment=NetworkSegment(b9698e84-4870-4019-86be-2b756e72253c),segment_id=b9698e84-4870-4019-86be-2b756e72253c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:28:50.974890 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:51.072203 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=d785b49d-776f-4cf9-8596-5ac6540743da,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:51.088147 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a662a6dc-250e-4624-9491-8f28033d9e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd785b49d-776f-4cf9-8596-5ac6540743da', 'code': 200} Feb 18 09:28:51.249250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca27e2-fcf4-4169-ab8d-a7499e0a8546 req-dd50859b-ac54-417e-8643-6802c0ee8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:51.250875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-adca27e2-fcf4-4169-ab8d-a7499e0a8546 req-dd50859b-ac54-417e-8643-6802c0ee8b0f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 1097 time: 0.0755076 Feb 18 09:28:51.298479 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-adca27e2-fcf4-4169-ab8d-a7499e0a8546 req-489d16f2-d922-44ef-a929-81a7c70ea426 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411019 Feb 18 09:28:51.375270 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f340dd6-42bd-4d63-b332-8d05fccf407c req-66fdd4d7-2ba2-4a9a-affd-c061f24d96c0 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0485365 Feb 18 09:28:51.715167 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349f108-1b8b-4904-979b-a0507ed1a1f1 req-7ef8be6f-b3b0-4b5e-a0d9-a8b25ec51781 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:51.716681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d349f108-1b8b-4904-979b-a0507ed1a1f1 req-7ef8be6f-b3b0-4b5e-a0d9-a8b25ec51781 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 946 time: 0.0827401 Feb 18 09:28:51.763212 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d349f108-1b8b-4904-979b-a0507ed1a1f1 req-f5386809-2777-47e7-8142-bde558c81322 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405633 Feb 18 09:28:52.612651 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a71d4f77-eb5e-4406-b150-336ff1a3430f req-33efe6a1-a100-4e1e-8ddc-12fd1cbd7dad tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0572858 Feb 18 09:28:52.961053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384f408-65f7-48fb-a1d6-f734bf0f910e req-1adbd5a9-885f-46df-ae13-2f5a43a38eb7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:52.962672 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4384f408-65f7-48fb-a1d6-f734bf0f910e req-1adbd5a9-885f-46df-ae13-2f5a43a38eb7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 946 time: 0.0834801 Feb 18 09:28:53.024903 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4384f408-65f7-48fb-a1d6-f734bf0f910e req-849ebc87-a0bc-4aa0-afa8-5576d6bc70b6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554178 Feb 18 09:28:53.236114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b41d-0bc1-4be5-859d-566d5987b72a req-40ffd4af-3904-4528-807c-184cc82d209f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:53.237681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad31b41d-0bc1-4be5-859d-566d5987b72a req-40ffd4af-3904-4528-807c-184cc82d209f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 946 time: 0.1009867 Feb 18 09:28:53.285068 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad31b41d-0bc1-4be5-859d-566d5987b72a req-ca06d305-0a40-41f2-a730-ee8171afc27f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415213 Feb 18 09:28:53.309707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39100) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:53.395681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdef026-7d14-4bdd-981f-a6ee6b6a91a4 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:53.397243 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1cdef026-7d14-4bdd-981f-a6ee6b6a91a4 tempest-TestNetworkAdvancedServerOps-337811334 tempest-TestNetworkAdvancedServerOps-337811334-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 1092 time: 0.0863159 Feb 18 09:28:53.400103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39104) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:53.405704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': 'd785b49d-776f-4cf9-8596-5ac6540743da', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:28:53.412384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:28:53.416213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Usage tracker for resource:floatingip and tenant:ccb8cb66d20d4b1e88f70b374ab89e94 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:28:53.420026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:28:53.425878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:28:53.438334 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:53.703848 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:53.842604 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf485572-0c1b-4f4e-8f4d-0dc03b125907 req-addb9db8-8027-4c59-8878-57b587c84266 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0874431 Feb 18 09:28:53.893151 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dab1c796-6f5b-4f8a-afd6-6e16b55cebea req-93c06be7-53d5-4c9d-b5c0-6dfb00486f2a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6d0be59a-b329-4baf-b7ae-79e82d3e969d HTTP/1.1" status: 200 len: 210 time: 0.0880830 Feb 18 09:28:53.936458 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da75cc76-24b7-4686-9a17-9880a49adc55 req-333088e8-4dfa-4925-9e8f-907eef70678c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0887134 Feb 18 09:28:53.971364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Allocated IP 172.25.1.96 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/a4bdc9fa-7c62-4e9b-935a-19bc8295c14b) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:28:54.125079 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:54.164098 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:54.236383 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:28:54.239204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:28:54.243049 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:28:54.291097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=a4bdc9fa-7c62-4e9b-935a-19bc8295c14b,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:54.718341 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:54.800923 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:55.036539 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6f081eb-a56e-4ecb-8699-842aeabdf5e8 req-9a073edc-7d4c-41e8-bf87-b991f16cede4 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0511811 Feb 18 09:28:55.061484 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:55.066438 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:55.175551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event updated for resources: {'Port': ['ID=a4bdc9fa-7c62-4e9b-935a-19bc8295c14b,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:28:55.192161 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:55.492448 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Floating IP 042a9660-6b02-4e62-873e-14eb63095e5c associated. External IP: 172.25.1.96, port: d785b49d-776f-4cf9-8596-5ac6540743da. Feb 18 09:28:55.871870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router 6911f95f-f0c6-42b3-ad5b-afe08320ea67 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:28:56.059334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:28:56.070032 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e414978-1b90-4f4c-92f7-3feea1d47d14 None None] Sync routers for ids ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:28:56.085255 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e414978-1b90-4f4c-92f7-3feea1d47d14 None None] Routers {'6911f95f-f0c6-42b3-ad5b-afe08320ea67'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:56.085950 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2e414978-1b90-4f4c-92f7-3feea1d47d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:56.088749 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:28:56.217597 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f13b1a12-6271-4e2e-a091-585846ef23af req-d02f2395-8b4f-4b90-8504-e5dbe9618475 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0481458 Feb 18 09:28:56.223883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-50bdf25e-1cd9-4cfd-a9ee-8b61714ad238 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8200965 Feb 18 09:28:56.223883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a662a6dc-250e-4624-9491-8f28033d9e2e', 'tag': 'd785b49d-776f-4cf9-8596-5ac6540743da'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:28:56.300343 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a662a6dc-250e-4624-9491-8f28033d9e2e', 'tag': 'd785b49d-776f-4cf9-8596-5ac6540743da', 'status': 'completed', 'code': 200} Feb 18 09:28:56.348477 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-2e414978-1b90-4f4c-92f7-3feea1d47d14 None None] Set router 6911f95f-f0c6-42b3-ad5b-afe08320ea67 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:56.471880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340deea-1bde-44e8-aed8-dab67fc61b57 req-657dc90e-1ee9-43f3-bb4d-6bdb4021fdbf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:56.473528 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7340deea-1bde-44e8-aed8-dab67fc61b57 req-657dc90e-1ee9-43f3-bb4d-6bdb4021fdbf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 946 time: 0.1536169 Feb 18 09:28:56.480734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a22f79-5480-416b-b753-507b12db9933 req-02337d98-db60-4896-a2ca-0d70ead0e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:56.482343 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2a22f79-5480-416b-b753-507b12db9933 req-02337d98-db60-4896-a2ca-0d70ead0e836 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 1097 time: 0.1227040 Feb 18 09:28:56.603896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7340deea-1bde-44e8-aed8-dab67fc61b57 req-ee8f2e23-6294-48f4-b86d-7adaf9162465 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204734 Feb 18 09:28:56.663987 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39128) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:56.668362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a22f79-5480-416b-b753-507b12db9933 req-5494764f-5d74-4bf1-9354-7bd8ec08e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:56.670433 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2a22f79-5480-416b-b753-507b12db9933 req-5494764f-5d74-4bf1-9354-7bd8ec08e6a1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 HTTP/1.1" status: 200 len: 898 time: 0.1721625 Feb 18 09:28:56.784220 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2e414978-1b90-4f4c-92f7-3feea1d47d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724682372', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:25Z', 'updated_at': '2022-02-18T09:28:34Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:26Z', 'updated_at': '2022-02-18T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '042a9660-6b02-4e62-873e-14eb63095e5c', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'port_id': 'd785b49d-776f-4cf9-8596-5ac6540743da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849', 'mac_address': 'fa:16:3e:ce:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662a6dc-250e-4624-9491-8f28033d9e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:28:54Z', 'updated_at': '2022-02-18T09:28:54Z', 'revision_number': 0, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfaf021-9a2e-432b-9554-53a9f4617f16', 'name': '', 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:09:a1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:32Z', 'updated_at': '2022-02-18T09:28:42Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:56.788348 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e414978-1b90-4f4c-92f7-3feea1d47d14 None None] Checking router: 6911f95f-f0c6-42b3-ad5b-afe08320ea67 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:28:56.817816 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-620e7c76-c94a-4af4-ab83-4f272235981f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/floatingips/042a9660-6b02-4e62-873e-14eb63095e5c HTTP/1.1" status: 200 len: 991 time: 0.1483703 Feb 18 09:28:56.818337 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e414978-1b90-4f4c-92f7-3feea1d47d14 None None] Routers {'6911f95f-f0c6-42b3-ad5b-afe08320ea67'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:28:56.818452 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2a22f79-5480-416b-b753-507b12db9933 req-b774c83d-3e3b-489e-9562-ad4be86ec333 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d785b49d-776f-4cf9-8596-5ac6540743da HTTP/1.1" status: 200 len: 999 time: 0.1413093 Feb 18 09:28:56.819076 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2e414978-1b90-4f4c-92f7-3feea1d47d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:28:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:56.934293 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac712fff-208d-4d65-a099-af684fd632f9 req-ecbe37e3-601d-4469-9a46-5cee57cef997 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0487077 Feb 18 09:28:56.950538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a22f79-5480-416b-b753-507b12db9933 req-6333e0f1-1c1d-4396-8ea7-389aa09f9a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:56.952004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2a22f79-5480-416b-b753-507b12db9933 req-6333e0f1-1c1d-4396-8ea7-389aa09f9a14 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ef2f8585-26d9-4b10-9b90-f80589586f4c HTTP/1.1" status: 200 len: 834 time: 0.1265075 Feb 18 09:28:57.006324 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-2e414978-1b90-4f4c-92f7-3feea1d47d14 None None] Set router 6911f95f-f0c6-42b3-ad5b-afe08320ea67 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:28:57.164079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a22f79-5480-416b-b753-507b12db9933 req-09aab40a-4751-4861-b91a-ec16469432d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:28:57.165599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2a22f79-5480-416b-b753-507b12db9933 req-09aab40a-4751-4861-b91a-ec16469432d4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d3bdd6d2-8a51-4c9a-b49c-7525a94c7849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073314 Feb 18 09:28:57.307198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2a22f79-5480-416b-b753-507b12db9933 req-6e64e81c-436f-4e30-9c4e-fb55bac9363c service neutron] 10.222.0.81 "GET /v2.0/networks/d3bdd6d2-8a51-4c9a-b49c-7525a94c7849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338146 Feb 18 09:28:57.381803 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2e414978-1b90-4f4c-92f7-3feea1d47d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724682372', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:25Z', 'updated_at': '2022-02-18T09:28:34Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:26Z', 'updated_at': '2022-02-18T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '042a9660-6b02-4e62-873e-14eb63095e5c', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'port_id': 'd785b49d-776f-4cf9-8596-5ac6540743da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849', 'mac_address': 'fa:16:3e:ce:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662a6dc-250e-4624-9491-8f28033d9e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:28:54Z', 'updated_at': '2022-02-18T09:28:54Z', 'revision_number': 0, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfaf021-9a2e-432b-9554-53a9f4617f16', 'name': '', 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:09:a1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:32Z', 'updated_at': '2022-02-18T09:28:42Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:28:57.386932 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e414978-1b90-4f4c-92f7-3feea1d47d14 None None] The sync data for ids ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'] in n-d-829434-1 is: [{'id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724682372', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:25Z', 'updated_at': '2022-02-18T09:28:34Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:26Z', 'updated_at': '2022-02-18T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '042a9660-6b02-4e62-873e-14eb63095e5c', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'port_id': 'd785b49d-776f-4cf9-8596-5ac6540743da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849', 'mac_address': 'fa:16:3e:ce:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662a6dc-250e-4624-9491-8f28033d9e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:28:54Z', 'updated_at': '2022-02-18T09:28:54Z', 'revision_number': 0, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfaf021-9a2e-432b-9554-53a9f4617f16', 'name': '', 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:09:a1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:32Z', 'updated_at': '2022-02-18T09:28:42Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:28:57.454247 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2a22f79-5480-416b-b753-507b12db9933 req-3c58d25f-eb7f-4079-acc7-b2ab9cd5963f service neutron] 10.222.0.81 "GET /v2.0/networks/d3bdd6d2-8a51-4c9a-b49c-7525a94c7849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414807 Feb 18 09:28:57.609386 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffc0c0e-7338-4107-99cb-6148a82584e3 None None] New status for floating IP 042a9660-6b02-4e62-873e-14eb63095e5c: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:28:57.820178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39138) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:28:57.942928 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0f79ed42-a8fc-4975-85d4-d8b67a304249 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/floatingips/042a9660-6b02-4e62-873e-14eb63095e5c HTTP/1.1" status: 200 len: 993 time: 0.1213837 Feb 18 09:28:58.100753 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b08b9caa-4ac4-419f-984c-a5514f741a35 req-60ada70c-91a4-4e7e-89ba-9585b7c1fb7f tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0439875 Feb 18 09:28:59.266471 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2773c3dc-c9f6-4ffe-8aec-55d9fb092268 req-52a62385-12ca-4470-9c30-382a02d7ac0d tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0448298 Feb 18 09:29:00.344099 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1ba3fad-ec69-4a27-b961-b72f6e13a6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:00.452172 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-438f652f-cb94-49e6-80a6-b70e16c58f11 req-ec0e206b-ed4c-4260-9673-196e13f073fc tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0460057 Feb 18 09:29:01.615452 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6cc6650e-3ccb-4a46-9c77-2f07cc3529f5 req-9ebbd73c-1843-4d1a-9805-d03a4cb16d1f tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0420499 Feb 18 09:29:02.097090 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:29:02.790181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e205eec4-4ebd-4818-9375-debd8f0c89e8 req-36166801-35bd-4b8f-bd40-da9dfa13833e tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0542662 Feb 18 09:29:03.797643 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-61ebc9b5-41bb-41ba-adf4-abbfc4391a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:03.905262 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:03.907260 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:03.958659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce4a44ca-be86-4bf1-a236-dcb73a2ecc0d req-1bd7e39c-37ff-4e63-9a40-96fb1184238b tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0468895 Feb 18 09:29:05.124111 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3461442d-812d-4dcd-ae0f-2c102053977a req-d0fce549-6059-40aa-a11f-322e050aede9 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0441992 Feb 18 09:29:05.129022 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:06.296851 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-12cd5bcc-add8-45d9-bf31-6e2bdeb3a0c7 req-9bc91af0-9cb2-4400-852a-d7cd2f4dc803 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0460293 Feb 18 09:29:07.466921 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aef4a5fa-b18e-4fd5-baf6-4443379ae539 req-f7c7a592-6eb6-464f-96b5-fdea1cba442d tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0486212 Feb 18 09:29:08.635584 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37be9540-6dfe-48e6-b56f-a300aa12148a req-b09340e8-e3d3-4c2f-991b-1a371e1ab201 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0458510 Feb 18 09:29:09.817006 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63434a81-7073-4f97-a97a-39782a053226 req-bf70fd32-511d-4067-8a83-595fd58f77e4 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0558424 Feb 18 09:29:10.992811 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80a879ab-4a95-4149-a49b-63ab8aa9bfa6 req-b48543a7-038e-4fde-ad43-aff31c850eff tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0475736 Feb 18 09:29:11.502115 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:11.653805 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:12.157048 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8d7145ca-e849-413d-867b-640a83d89606 req-7b8f1a00-1a7a-40ec-9319-63b5098b7c73 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0453243 Feb 18 09:29:13.337284 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e345ae6e-7302-4716-9c81-74214070acff req-4c3c8b25-d684-4d15-9558-05d51bb25c2a tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0418003 Feb 18 09:29:14.506918 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c45e424e-981a-4ab9-93e5-44b5230db31a req-38313a81-66c2-4cc6-921d-1a22554b567f tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0472958 Feb 18 09:29:15.678017 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fea3d3c1-a33b-4a75-8baf-69e53423abd2 req-b96071b1-0289-4799-a94a-8479bf46fc54 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0454531 Feb 18 09:29:16.852171 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fa667b2d-8018-4dc1-aeb1-a9d120914567 req-0d49e6c7-d234-4769-90a2-5b180bf84c91 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0539985 Feb 18 09:29:18.033493 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f7f8530-3230-48b4-b370-fc3b545dd210 req-a4c47e2f-1876-45a0-90a4-7252231b98d5 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0479226 Feb 18 09:29:19.204591 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fd09281-eca1-4742-b374-a6e8940d5f42 req-8215ed9f-4ed3-4f99-bbeb-7ec1e014d2f9 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0487466 Feb 18 09:29:20.369833 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39e92e5f-ab61-418c-8327-96730baf9c92 req-aa309f34-8eea-4f40-8e3b-1d73137a9a78 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0439959 Feb 18 09:29:21.542770 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6f82bf3-902f-43a3-893d-1b95c88c8bfa req-67e68ab5-4988-4158-a1f2-a7e4947de35e tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0466223 Feb 18 09:29:22.748281 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4b4c7d5-cff6-4ed5-bb91-ddf04db5e879 req-68e67efc-b4eb-479d-9bd1-54bc9306f14e tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0433040 Feb 18 09:29:23.912654 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6adbe3ba-20ce-44c4-9e2f-b433b5905686 req-56c190ff-2ae6-4060-a263-cd7666431d9e tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0430140 Feb 18 09:29:25.077132 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c5a53141-6799-4045-b0fe-909686304a4d req-1311aa32-aff9-4b2e-b942-0e0b76ebc655 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0476060 Feb 18 09:29:26.245638 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-623a4dda-4d27-4694-86f5-443d618c2d88 req-88f8a18f-ba27-4c24-9542-dcf3ed10065e tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0439000 Feb 18 09:29:27.024568 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ba59adb-1be5-41f9-97d9-8b22674c0e65 req-e882897e-af85-49e0-a025-919813254bce service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0449924 Feb 18 09:29:27.415416 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8fa020c2-c154-4ab4-a2a9-ce7c8eb60af4 req-73d396b6-2264-42cd-b5e3-96a7cf862030 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0459495 Feb 18 09:29:28.586411 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c2e7c27-042f-48cb-aa65-101951e4c3ce req-a61dff7f-e266-487f-bf11-6e8dbaed3696 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0443299 Feb 18 09:29:28.962184 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc988dd5-45b1-4c6f-9d28-bba765f912bc req-1ca2761e-56b4-4dad-85df-08ad93dc146f tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487&device_id=6d0be59a-b329-4baf-b7ae-79e82d3e969d HTTP/1.1" status: 200 len: 210 time: 0.0454729 Feb 18 09:29:29.267109 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bcc0d12-4e3c-4948-bbb4-bdf15550fe31 req-d8b585e1-b654-4c77-9bfc-9602bdecedf9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=61a4802dd32b45c9b03207cdaa6dd8bc&device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0450587 Feb 18 09:29:29.340140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bcc0d12-4e3c-4948-bbb4-bdf15550fe31 req-11d9ae82-9fa2-4fa4-adea-2a8cd4f63169 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=61a4802dd32b45c9b03207cdaa6dd8bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661857 Feb 18 09:29:29.365421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5e5751a-4224-4b03-bc3a-cd2c9b5d235d req-9879c853-92a4-4a8d-90dd-982f6c70705e tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0657003 Feb 18 09:29:29.490924 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc0d12-4e3c-4948-bbb4-bdf15550fe31 req-f111a5b9-f45e-4ca3-93f3-3ad5c96f83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:29.492377 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bcc0d12-4e3c-4948-bbb4-bdf15550fe31 req-f111a5b9-f45e-4ca3-93f3-3ad5c96f83ec service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1467535 Feb 18 09:29:30.347200 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bd16e164-5168-4e4f-b7de-ff902e557219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:30.542560 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb7f4109-93b4-4807-9c9d-eee8c1c2f786 req-f3aa93a9-1de9-4423-8fa9-27af3c760886 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.0466874 Feb 18 09:29:30.983617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bcc0d12-4e3c-4948-bbb4-bdf15550fe31 req-ff6ddf7f-3df9-4088-a62b-d4a5d9fbcad0 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.61 "GET /v2.0/ports?device_id=557fefc3-ae85-49b7-b96d-be2b38b65487 HTTP/1.1" status: 200 len: 210 time: 0.1663723 Feb 18 09:29:31.936467 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-58184fde-4b46-41b1-aa10-3d4b988681f5 req-73b2ab9b-f804-45aa-8a98-9d2025844735 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=61a4802dd32b45c9b03207cdaa6dd8bc&device_id=6d0be59a-b329-4baf-b7ae-79e82d3e969d HTTP/1.1" status: 200 len: 210 time: 0.0421808 Feb 18 09:29:31.970134 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-58184fde-4b46-41b1-aa10-3d4b988681f5 req-bbef7710-2f43-4be5-97aa-23b83d4344c4 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=61a4802dd32b45c9b03207cdaa6dd8bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258830 Feb 18 09:29:32.089100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcb0a2ff-0a9e-40c3-9818-1779256f29d1 req-e8411222-9d91-4178-b967-027cde8528df tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d0be59a-b329-4baf-b7ae-79e82d3e969d HTTP/1.1" status: 200 len: 210 time: 0.1166186 Feb 18 09:29:32.168938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58184fde-4b46-41b1-aa10-3d4b988681f5 req-71a5a9c3-7c30-477d-b1ef-c49e17c504a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:32.170461 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-58184fde-4b46-41b1-aa10-3d4b988681f5 req-71a5a9c3-7c30-477d-b1ef-c49e17c504a1 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1969414 Feb 18 09:29:33.257538 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ecd9e29-dadf-4ddc-b33b-e82b897b4f32 req-a55e915b-127f-4e9d-92f1-519cac41e202 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d0be59a-b329-4baf-b7ae-79e82d3e969d HTTP/1.1" status: 200 len: 210 time: 0.0425661 Feb 18 09:29:33.565926 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-58184fde-4b46-41b1-aa10-3d4b988681f5 req-9703568b-1ac2-4539-9ab3-b5d7e222d2e8 tempest-ServerShowV247Test-1361103187 tempest-ServerShowV247Test-1361103187-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d0be59a-b329-4baf-b7ae-79e82d3e969d HTTP/1.1" status: 200 len: 210 time: 0.0466425 Feb 18 09:29:33.792990 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3cabdb17-3176-4d73-9dba-47ba8ca9bea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:33.884559 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:33.892873 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:34.687588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39232) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:34.923585 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0f1bcd12-26cd-43ca-b9ae-c287082665f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:34.939151 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0f1bcd12-26cd-43ca-b9ae-c287082665f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:34.943032 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0f1bcd12-26cd-43ca-b9ae-c287082665f2 admin admin] Usage tracker for resource:security_group_rule and tenant:61a4802dd32b45c9b03207cdaa6dd8bc is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:34.945877 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0f1bcd12-26cd-43ca-b9ae-c287082665f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:34.952742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0f1bcd12-26cd-43ca-b9ae-c287082665f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:35.078156 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0f1bcd12-26cd-43ca-b9ae-c287082665f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:35.083445 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0f1bcd12-26cd-43ca-b9ae-c287082665f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:35.133044 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:35.134274 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0f1bcd12-26cd-43ca-b9ae-c287082665f2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=61a4802dd32b45c9b03207cdaa6dd8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455538 Feb 18 09:29:35.135101 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bcd12-26cd-43ca-b9ae-c287082665f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b376a00d-b942-4d8d-849e-3927e9d5898c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:35.137138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39240) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:35.203203 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-07dfdcc4-7f61-4dcf-a043-3c5bbe630502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:35.230608 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-07dfdcc4-7f61-4dcf-a043-3c5bbe630502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:35.287126 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-07dfdcc4-7f61-4dcf-a043-3c5bbe630502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:35.302251 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfdcc4-7f61-4dcf-a043-3c5bbe630502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b376a00d-b942-4d8d-849e-3927e9d5898c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:35.313738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfdcc4-7f61-4dcf-a043-3c5bbe630502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:35.314122 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfdcc4-7f61-4dcf-a043-3c5bbe630502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:35.314416 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfdcc4-7f61-4dcf-a043-3c5bbe630502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:35.314755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfdcc4-7f61-4dcf-a043-3c5bbe630502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:35.315088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfdcc4-7f61-4dcf-a043-3c5bbe630502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:35.315417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfdcc4-7f61-4dcf-a043-3c5bbe630502 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:35.315744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfdcc4-7f61-4dcf-a043-3c5bbe630502 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:35.316075 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfdcc4-7f61-4dcf-a043-3c5bbe630502 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:35.316432 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfdcc4-7f61-4dcf-a043-3c5bbe630502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:35.316978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfdcc4-7f61-4dcf-a043-3c5bbe630502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:35.317101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfdcc4-7f61-4dcf-a043-3c5bbe630502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:35.317423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dfdcc4-7f61-4dcf-a043-3c5bbe630502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:35.320348 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-07dfdcc4-7f61-4dcf-a043-3c5bbe630502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:35.323830 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-07dfdcc4-7f61-4dcf-a043-3c5bbe630502 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b376a00d-b942-4d8d-849e-3927e9d5898c HTTP/1.1" status: 204 len: 168 time: 0.1832576 Feb 18 09:29:36.058141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 39264) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:36.208892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2010951757-network', 'tenant_id': '57cb8084285d40d4bd807f75c6aeef38'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:29:36.214516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:36.219206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Usage tracker for resource:network and tenant:57cb8084285d40d4bd807f75c6aeef38 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:36.222193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:36.228766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:36.238713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Made reservation on behalf of 57cb8084285d40d4bd807f75c6aeef38 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:29:36.241058 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:36.253801 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:36.270687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:36.274508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Usage tracker for resource:security_group_rule and tenant:57cb8084285d40d4bd807f75c6aeef38 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:36.277319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:36.283705 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:36.371955 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:36.377981 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:36.409697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:29:36.418458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50207a37-c87c-44d8-a11b-692bd0b87324,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:36.426085 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:36.426718 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Added segment 8a244b91-1663-4dec-989f-e5bcb7477398 of type vlan for network 59b284d2-31ea-4855-8325-81ade3d74cdd Feb 18 09:29:36.458302 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:36.488938 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:36.490094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:36.490740 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:36.599175 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] Pushing event updated for resources: {'Network': ['ID=59b284d2-31ea-4855-8325-81ade3d74cdd,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:36.604173 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4cf8141f-437c-4f56-9f6c-2a3d83a0994b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5449693 Feb 18 09:29:36.607562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39272) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:29:36.609473 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 59b284d2-31ea-4855-8325-81ade3d74cdd details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:29:36.613681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-aa39028c-dc3f-479f-91a0-15574f32cf7f admin admin] Request body: {'subnet': {'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2010951757-subnet', 'tenant_id': '57cb8084285d40d4bd807f75c6aeef38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:29:36.619608 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-aa39028c-dc3f-479f-91a0-15574f32cf7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:36.624988 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-aa39028c-dc3f-479f-91a0-15574f32cf7f admin admin] Usage tracker for resource:subnet and tenant:57cb8084285d40d4bd807f75c6aeef38 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:36.627974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-aa39028c-dc3f-479f-91a0-15574f32cf7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:36.634482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-aa39028c-dc3f-479f-91a0-15574f32cf7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:36.645960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa39028c-dc3f-479f-91a0-15574f32cf7f admin admin] Made reservation on behalf of 57cb8084285d40d4bd807f75c6aeef38 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:29:36.648358 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa39028c-dc3f-479f-91a0-15574f32cf7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:36.980418 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa39028c-dc3f-479f-91a0-15574f32cf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:37.060890 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39028c-dc3f-479f-91a0-15574f32cf7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b065d12-a2c1-46bb-a80f-08d233f2c119,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:37.066494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa39028c-dc3f-479f-91a0-15574f32cf7f admin admin] Checking segment: {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:29:37.066854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa39028c-dc3f-479f-91a0-15574f32cf7f admin admin] Network hostable DHCP agents. Network: 59b284d2-31ea-4855-8325-81ade3d74cdd, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:29:37.093794 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa39028c-dc3f-479f-91a0-15574f32cf7f admin admin] Network 59b284d2-31ea-4855-8325-81ade3d74cdd is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:29:37.105332 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-aa39028c-dc3f-479f-91a0-15574f32cf7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 59b284d2-31ea-4855-8325-81ade3d74cdd) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:29:37.110398 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa39028c-dc3f-479f-91a0-15574f32cf7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:37.111034 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa39028c-dc3f-479f-91a0-15574f32cf7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:37.115601 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fabf77-df00-4aaf-a533-96a82a4f1bc5 None None] Network 59b284d2-31ea-4855-8325-81ade3d74cdd requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:29:37.145677 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-aa39028c-dc3f-479f-91a0-15574f32cf7f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5334151 Feb 18 09:29:37.387922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2f32e9-0525-494f-b0a4-436a72dd5e52 None None] Network 59b284d2-31ea-4855-8325-81ade3d74cdd requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:29:37.715775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-4b7fa5e8-3e76-4fd3-84b7-ad54ec513c8d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:37.717059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-4b7fa5e8-3e76-4fd3-84b7-ad54ec513c8d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Synchronizing usage tracker for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:29:37.735321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-4b7fa5e8-3e76-4fd3-84b7-ad54ec513c8d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Unset dirty status for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:29:37.736533 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-4b7fa5e8-3e76-4fd3-84b7-ad54ec513c8d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 806 time: 0.1779771 Feb 18 09:29:37.752228 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-a093cb9d-89c5-4a6d-afeb-f6134c584ad1 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/quotas/57cb8084285d40d4bd807f75c6aeef38 HTTP/1.1" status: 200 len: 375 time: 0.0101492 Feb 18 09:29:37.803323 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-6ad5f1f6-4bde-41e5-81e4-1443b4622793 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453601 Feb 18 09:29:37.947551 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-f7b7c183-b669-43e9-93a5-fded051039a5 service neutron] 10.222.0.72 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373503 Feb 18 09:29:38.083552 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-7825e410-8cfd-4b5a-9444-4cea8375cb69 service neutron] 10.222.0.72 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288927 Feb 18 09:29:38.263075 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecf6e6ba-f25b-4c1b-913b-1c17a9fb43b9 req-f0c27be3-88b8-490c-b6d2-7d3fe93ede5f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e HTTP/1.1" status: 200 len: 210 time: 0.0431633 Feb 18 09:29:39.096212 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:29:39.414770 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef98fdb9-c958-4ab0-8fcf-827a63908ee6 req-69f2f46d-1b11-41b4-9d5b-a63475e3a407 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e HTTP/1.1" status: 200 len: 210 time: 0.0467186 Feb 18 09:29:39.576392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-3c3546f5-5eff-49ba-b285-fcb09e841b00 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:39.577750 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-3c3546f5-5eff-49ba-b285-fcb09e841b00 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.61 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 806 time: 0.1477661 Feb 18 09:29:39.590816 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-a0efeeb6-c9b3-4ac4-9fe9-c5017f92d69e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Request body: {'port': {'device_id': 'b991d39b-9c01-49ea-9189-a88d5ba83a4e', 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd', 'admin_state_up': True, 'tenant_id': '57cb8084285d40d4bd807f75c6aeef38'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:29:39.850563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-a0efeeb6-c9b3-4ac4-9fe9-c5017f92d69e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:39.854761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-a0efeeb6-c9b3-4ac4-9fe9-c5017f92d69e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Usage tracker for resource:port and tenant:57cb8084285d40d4bd807f75c6aeef38 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:29:39.858617 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-a0efeeb6-c9b3-4ac4-9fe9-c5017f92d69e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:29:39.864186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-a0efeeb6-c9b3-4ac4-9fe9-c5017f92d69e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:39.877392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-a0efeeb6-c9b3-4ac4-9fe9-c5017f92d69e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Made reservation on behalf of 57cb8084285d40d4bd807f75c6aeef38 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:29:39.881289 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-a0efeeb6-c9b3-4ac4-9fe9-c5017f92d69e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:40.047110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-a0efeeb6-c9b3-4ac4-9fe9-c5017f92d69e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Allocated IP 172.20.0.7 (59b284d2-31ea-4855-8325-81ade3d74cdd/3b065d12-a2c1-46bb-a80f-08d233f2c119/b4aaf6be-b9ad-453f-be4c-56e8ebd67309) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:29:40.293441 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-a0efeeb6-c9b3-4ac4-9fe9-c5017f92d69e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:40.325579 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-a0efeeb6-c9b3-4ac4-9fe9-c5017f92d69e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:40.409575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-a0efeeb6-c9b3-4ac4-9fe9-c5017f92d69e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Network 59b284d2-31ea-4855-8325-81ade3d74cdd is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:29:40.412759 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-a0efeeb6-c9b3-4ac4-9fe9-c5017f92d69e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:29:40.417914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-a0efeeb6-c9b3-4ac4-9fe9-c5017f92d69e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:29:40.450294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efeeb6-c9b3-4ac4-9fe9-c5017f92d69e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Pushing event updated for resources: {'Port': ['ID=b4aaf6be-b9ad-453f-be4c-56e8ebd67309,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:40.490744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-a0efeeb6-c9b3-4ac4-9fe9-c5017f92d69e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:40.491371 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-a0efeeb6-c9b3-4ac4-9fe9-c5017f92d69e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:40.514629 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-a0efeeb6-c9b3-4ac4-9fe9-c5017f92d69e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9276509 Feb 18 09:29:40.527586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Request body: {'port': {'device_id': 'b991d39b-9c01-49ea-9189-a88d5ba83a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:29:40.701813 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:40.724400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3328eed-7aea-4198-9fca-58f6d58f8744 req-0fac0415-b639-42d5-8160-9ed71ac44eed tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:40.725096 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d3328eed-7aea-4198-9fca-58f6d58f8744 req-0fac0415-b639-42d5-8160-9ed71ac44eed tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Synchronizing usage tracker for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:29:40.791511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d3328eed-7aea-4198-9fca-58f6d58f8744 req-0fac0415-b639-42d5-8160-9ed71ac44eed tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Unset dirty status for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:29:40.792686 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3328eed-7aea-4198-9fca-58f6d58f8744 req-0fac0415-b639-42d5-8160-9ed71ac44eed tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e HTTP/1.1" status: 200 len: 931 time: 0.2385433 Feb 18 09:29:40.906567 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d3328eed-7aea-4198-9fca-58f6d58f8744 req-4f2eb537-72c0-4e4d-83a1-44e0500caea6 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Synchronizing usage tracker for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:29:40.991056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d3328eed-7aea-4198-9fca-58f6d58f8744 req-4f2eb537-72c0-4e4d-83a1-44e0500caea6 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Unset dirty status for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:29:40.992131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3328eed-7aea-4198-9fca-58f6d58f8744 req-4f2eb537-72c0-4e4d-83a1-44e0500caea6 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893601 Feb 18 09:29:41.132932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4aaf6be-b9ad-453f-be4c-56e8ebd67309 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:29:41.140961 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:41.155320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Transition to ACTIVE for port object b4aaf6be-b9ad-453f-be4c-56e8ebd67309 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:29:41.158780 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:41.307984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Pushing event updated for resources: {'Port': ['ID=b4aaf6be-b9ad-453f-be4c-56e8ebd67309,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:41.432294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Attempting to bind port b4aaf6be-b9ad-453f-be4c-56e8ebd67309 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:41.432976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Attempting to bind port b4aaf6be-b9ad-453f-be4c-56e8ebd67309 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:41.432976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Attempting to bind port b4aaf6be-b9ad-453f-be4c-56e8ebd67309 on network 59b284d2-31ea-4855-8325-81ade3d74cdd {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:29:41.440206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Port b4aaf6be-b9ad-453f-be4c-56e8ebd67309 on network 59b284d2-31ea-4855-8325-81ade3d74cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:29:41.440550 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Attempting to bind port b4aaf6be-b9ad-453f-be4c-56e8ebd67309 on network 59b284d2-31ea-4855-8325-81ade3d74cdd {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:29:41.455239 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:29:41.455570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Checking segment: {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:29:41.455946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Bound using segment: {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:29:41.456406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Bound port: b4aaf6be-b9ad-453f-be4c-56e8ebd67309, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:29:41.456752 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:41.509128 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:41.536556 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff2accbd-bc23-4913-b303-f797e26dbb02 req-394fac1e-845b-4255-96c6-2b1c9e893952 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1535273 Feb 18 09:29:41.565288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] For port b4aaf6be-b9ad-453f-be4c-56e8ebd67309, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:29:41.568307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] For port b4aaf6be-b9ad-453f-be4c-56e8ebd67309, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b4aaf6be-b9ad-453f-be4c-56e8ebd67309,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:29:41.572865 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:41.659171 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:41.803858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:41.804476 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:41.805813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] 10.222.0.61 "PUT /v2.0/ports/b4aaf6be-b9ad-453f-be4c-56e8ebd67309 HTTP/1.1" status: 200 len: 1091 time: 1.2842531 Feb 18 09:29:41.808068 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b991d39b-9c01-49ea-9189-a88d5ba83a4e', 'tag': 'b4aaf6be-b9ad-453f-be4c-56e8ebd67309'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:29:41.838486 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc7280-d18b-4f28-9e6d-c66a3434fc39 service neutron] Pushing event updated for resources: {'Port': ['ID=b4aaf6be-b9ad-453f-be4c-56e8ebd67309,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:41.856846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2accbd-bc23-4913-b303-f797e26dbb02 req-18d8163d-e4c3-4d3e-9bda-a0e50c8a6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:41.858893 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff2accbd-bc23-4913-b303-f797e26dbb02 req-18d8163d-e4c3-4d3e-9bda-a0e50c8a6e4a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 1097 time: 0.2449200 Feb 18 09:29:41.932916 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b991d39b-9c01-49ea-9189-a88d5ba83a4e', 'tag': 'b4aaf6be-b9ad-453f-be4c-56e8ebd67309', 'status': 'completed', 'code': 200} Feb 18 09:29:42.061361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-35c38dc5-eb65-4c22-87c9-da34b098518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:42.062835 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-35c38dc5-eb65-4c22-87c9-da34b098518c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e HTTP/1.1" status: 200 len: 1094 time: 0.1983454 Feb 18 09:29:42.064045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2accbd-bc23-4913-b303-f797e26dbb02 req-99481e9f-7aec-49e7-8697-ee8bdb57577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:42.065355 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff2accbd-bc23-4913-b303-f797e26dbb02 req-99481e9f-7aec-49e7-8697-ee8bdb57577a service neutron] 10.222.0.81 "GET /v2.0/networks?id=d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 HTTP/1.1" status: 200 len: 898 time: 0.1684480 Feb 18 09:29:42.226940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-a35ac010-6be4-4b6e-bbc6-6aedddf0fe68 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4aaf6be-b9ad-453f-be4c-56e8ebd67309 HTTP/1.1" status: 200 len: 217 time: 0.1576498 Feb 18 09:29:42.305659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff2accbd-bc23-4913-b303-f797e26dbb02 req-26bce2e9-93d0-4c93-b9d1-53f5c5046e6d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d785b49d-776f-4cf9-8596-5ac6540743da HTTP/1.1" status: 200 len: 1001 time: 0.1884165 Feb 18 09:29:42.364099 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bb40346b-ae8d-4201-b905-c717d8a55c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:42.365543 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-bb40346b-ae8d-4201-b905-c717d8a55c7e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3b065d12-a2c1-46bb-a80f-08d233f2c119 HTTP/1.1" status: 200 len: 846 time: 0.1304312 Feb 18 09:29:42.433455 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-75147e83-51d2-49d3-ae5d-16560f9b5bce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59b284d2-31ea-4855-8325-81ade3d74cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610540 Feb 18 09:29:42.436944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2accbd-bc23-4913-b303-f797e26dbb02 req-ba9e2861-d59a-4ba5-a661-1ab6e68f612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:42.438243 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff2accbd-bc23-4913-b303-f797e26dbb02 req-ba9e2861-d59a-4ba5-a661-1ab6e68f612d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ef2f8585-26d9-4b10-9b90-f80589586f4c HTTP/1.1" status: 200 len: 834 time: 0.1237912 Feb 18 09:29:42.447459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed7c07-8d85-40de-8518-1e62958355a2 req-fd657dd1-be34-4c81-a106-33181eb046bc tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:42.448816 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-81ed7c07-8d85-40de-8518-1e62958355a2 req-fd657dd1-be34-4c81-a106-33181eb046bc tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e HTTP/1.1" status: 200 len: 943 time: 0.3328836 Feb 18 09:29:42.622376 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-81ed7c07-8d85-40de-8518-1e62958355a2 req-e5428bb6-6ff3-444b-8ee0-0ffdb4532a08 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250932 Feb 18 09:29:42.660065 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-8977b334-db3c-4a81-8522-a7c16fa4cb50 service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201383 Feb 18 09:29:42.692094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2accbd-bc23-4913-b303-f797e26dbb02 req-4e378f48-0504-460a-a731-9d296d282a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:42.693588 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff2accbd-bc23-4913-b303-f797e26dbb02 req-4e378f48-0504-460a-a731-9d296d282a45 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d3bdd6d2-8a51-4c9a-b49c-7525a94c7849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2439895 Feb 18 09:29:42.902464 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00dfdad5-679b-48fe-b5e0-2089f680b087 req-6e6c0f09-0e50-426f-a302-829c35f0a188 service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363863 Feb 18 09:29:42.911281 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff2accbd-bc23-4913-b303-f797e26dbb02 req-13a2bdb3-e224-4bfd-8116-10a4918da1d0 service neutron] 10.222.0.81 "GET /v2.0/networks/d3bdd6d2-8a51-4c9a-b49c-7525a94c7849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727808 Feb 18 09:29:43.110263 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff2accbd-bc23-4913-b303-f797e26dbb02 req-5b690e7c-a05c-4aa0-9583-b860037cf694 service neutron] 10.222.0.81 "GET /v2.0/networks/d3bdd6d2-8a51-4c9a-b49c-7525a94c7849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923234 Feb 18 09:29:43.119649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98c9da-89d0-4070-960b-4bab22fa40a0 req-e060c523-8ce1-4d16-9ad9-61b7df5472ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:43.121403 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b98c9da-89d0-4070-960b-4bab22fa40a0 req-e060c523-8ce1-4d16-9ad9-61b7df5472ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e HTTP/1.1" status: 200 len: 1094 time: 0.1266925 Feb 18 09:29:43.373985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98c9da-89d0-4070-960b-4bab22fa40a0 req-25fc5122-7bf1-4c4d-a212-cf2176bdea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:43.375442 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b98c9da-89d0-4070-960b-4bab22fa40a0 req-25fc5122-7bf1-4c4d-a212-cf2176bdea4f service neutron] 10.222.0.61 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 907 time: 0.2479482 Feb 18 09:29:43.444298 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b98c9da-89d0-4070-960b-4bab22fa40a0 req-add8cafb-f4d4-44de-924d-851aecdfa21c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4aaf6be-b9ad-453f-be4c-56e8ebd67309 HTTP/1.1" status: 200 len: 217 time: 0.0626905 Feb 18 09:29:43.507945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98c9da-89d0-4070-960b-4bab22fa40a0 req-fa4e9f06-361a-47da-a2f0-3a9595674488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:43.509409 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b98c9da-89d0-4070-960b-4bab22fa40a0 req-fa4e9f06-361a-47da-a2f0-3a9595674488 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3b065d12-a2c1-46bb-a80f-08d233f2c119 HTTP/1.1" status: 200 len: 846 time: 0.0594676 Feb 18 09:29:43.555516 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b98c9da-89d0-4070-960b-4bab22fa40a0 req-df320f33-ed69-413a-9290-544a9122348f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59b284d2-31ea-4855-8325-81ade3d74cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402715 Feb 18 09:29:43.690214 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b98c9da-89d0-4070-960b-4bab22fa40a0 req-0cee002c-6eb6-4c56-8885-42e3a5cd8b32 service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279190 Feb 18 09:29:43.910533 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b98c9da-89d0-4070-960b-4bab22fa40a0 req-f4e50c63-e8ff-41e0-a714-f4b95875265a service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144334 Feb 18 09:29:43.918669 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490e0db-1b56-46c5-bef5-87cc78bdea93 req-f9d095f9-782d-4de8-adba-d1f99dccac71 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:43.920202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4490e0db-1b56-46c5-bef5-87cc78bdea93 req-f9d095f9-782d-4de8-adba-d1f99dccac71 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e HTTP/1.1" status: 200 len: 943 time: 0.1414385 Feb 18 09:29:43.972113 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4490e0db-1b56-46c5-bef5-87cc78bdea93 req-96504cda-6e5d-4c66-b675-b4714944d599 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415568 Feb 18 09:29:45.163670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9f2ba-6656-4348-8fe7-e03f919e94f6 req-758f4f2f-26d7-4b55-9be7-5cfda98c173b tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:45.165180 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9b9f2ba-6656-4348-8fe7-e03f919e94f6 req-758f4f2f-26d7-4b55-9be7-5cfda98c173b tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e HTTP/1.1" status: 200 len: 943 time: 0.0840070 Feb 18 09:29:45.211187 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9b9f2ba-6656-4348-8fe7-e03f919e94f6 req-db522948-01bd-4a93-a077-d18631124196 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398726 Feb 18 09:29:45.932102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b4aaf6be-b9ad-453f-be4c-56e8ebd67309 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:29:46.066129 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port b4aaf6be-b9ad-453f-be4c-56e8ebd67309, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b4aaf6be-b9ad-453f-be4c-56e8ebd67309,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:29:46.079677 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'b4aaf6be-b9ad-453f-be4c-56e8ebd67309', 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd', 'port_id': 'b4aaf6be-b9ad-453f-be4c-56e8ebd67309', 'mac_address': 'fa:16:3e:06:0f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b065d12-a2c1-46bb-a80f-08d233f2c119', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:29:46.137996 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:46.156590 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4aaf6be-b9ad-453f-be4c-56e8ebd67309 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:29:46.174554 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port b4aaf6be-b9ad-453f-be4c-56e8ebd67309, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b4aaf6be-b9ad-453f-be4c-56e8ebd67309,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:29:46.179550 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:46.249410 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=b4aaf6be-b9ad-453f-be4c-56e8ebd67309,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:46.257202 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:46.257550 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:46.257890 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:46.258224 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:46.258556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:46.258883 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:46.259208 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:46.259532 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:46.259862 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:46.260172 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:46.260514 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:46.260833 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:29:46.407951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05016caa-b3e4-4c71-9b23-a8a47faeb7a7 req-6e90c8ca-495e-485e-9d5b-51a406bc07bd tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:46.409529 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05016caa-b3e4-4c71-9b23-a8a47faeb7a7 req-6e90c8ca-495e-485e-9d5b-51a406bc07bd tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e HTTP/1.1" status: 200 len: 944 time: 0.0843797 Feb 18 09:29:46.455684 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05016caa-b3e4-4c71-9b23-a8a47faeb7a7 req-c053435b-2e24-4a74-b71e-787a6c72b6c0 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398126 Feb 18 09:29:46.491399 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['b4aaf6be-b9ad-453f-be4c-56e8ebd67309'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:29:47.653715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90542b29-3d43-495f-850a-307548e2efd4 req-e7939666-3d61-40a0-98d8-5086f6fe2b89 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:47.655310 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90542b29-3d43-495f-850a-307548e2efd4 req-e7939666-3d61-40a0-98d8-5086f6fe2b89 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e HTTP/1.1" status: 200 len: 944 time: 0.0882008 Feb 18 09:29:47.709837 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90542b29-3d43-495f-850a-307548e2efd4 req-d5c827ae-d28e-4750-a2df-6115f0e4cb9b tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486991 Feb 18 09:29:47.948113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b4aaf6be-b9ad-453f-be4c-56e8ebd67309 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:29:48.015971 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port b4aaf6be-b9ad-453f-be4c-56e8ebd67309 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:29:48.020833 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port b4aaf6be-b9ad-453f-be4c-56e8ebd67309 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:29:48.021199 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:48.139660 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:48.167274 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b991d39b-9c01-49ea-9189-a88d5ba83a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4aaf6be-b9ad-453f-be4c-56e8ebd67309'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:29:48.178996 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port b4aaf6be-b9ad-453f-be4c-56e8ebd67309, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b4aaf6be-b9ad-453f-be4c-56e8ebd67309,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:29:48.182831 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:48.235147 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b991d39b-9c01-49ea-9189-a88d5ba83a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4aaf6be-b9ad-453f-be4c-56e8ebd67309', 'code': 200} Feb 18 09:29:48.261468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=b4aaf6be-b9ad-453f-be4c-56e8ebd67309,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:48.359781 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a17a65-04f9-4d8e-9e9c-293ffcfd9f16 req-2f6f3b4b-6f4f-4929-905d-9ca9da2e39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:48.361270 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4a17a65-04f9-4d8e-9e9c-293ffcfd9f16 req-2f6f3b4b-6f4f-4929-905d-9ca9da2e39cc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e HTTP/1.1" status: 200 len: 1096 time: 0.0685418 Feb 18 09:29:48.402287 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4a17a65-04f9-4d8e-9e9c-293ffcfd9f16 req-3e6a0764-14f1-4360-8b11-d1bb858fa6be service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344286 Feb 18 09:29:48.899124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c2624-451a-46b1-95c0-874159d783cf req-fd3a7db7-3e19-4820-9ec9-9703c7492b68 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:48.900478 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f58c2624-451a-46b1-95c0-874159d783cf req-fd3a7db7-3e19-4820-9ec9-9703c7492b68 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e HTTP/1.1" status: 200 len: 945 time: 0.0851662 Feb 18 09:29:48.946770 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f58c2624-451a-46b1-95c0-874159d783cf req-7cbce2f8-d5d6-44f8-87f2-ab222ab1f888 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397797 Feb 18 09:29:50.137350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b4dc8-d416-4f49-80ac-0215168daa41 req-d82dbceb-9a30-4615-88f3-aec9b25f29d7 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:50.138787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f62b4dc8-d416-4f49-80ac-0215168daa41 req-d82dbceb-9a30-4615-88f3-aec9b25f29d7 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e HTTP/1.1" status: 200 len: 945 time: 0.0806353 Feb 18 09:29:50.187691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f62b4dc8-d416-4f49-80ac-0215168daa41 req-0475f9e7-beea-4271-b586-42959e94a46c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431452 Feb 18 09:29:50.483665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2ba96-383b-492f-8c4e-b2e251c5cea7 req-06fccabd-753b-4169-a977-2529398d8da8 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:50.485138 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4b2ba96-383b-492f-8c4e-b2e251c5cea7 req-06fccabd-753b-4169-a977-2529398d8da8 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 806 time: 0.1502316 Feb 18 09:29:50.500755 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4b2ba96-383b-492f-8c4e-b2e251c5cea7 req-7dccb35e-4f95-44b9-b7ab-ef7efc25ad29 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/quotas/57cb8084285d40d4bd807f75c6aeef38 HTTP/1.1" status: 200 len: 375 time: 0.0099950 Feb 18 09:29:50.580289 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4b2ba96-383b-492f-8c4e-b2e251c5cea7 req-5ec18ac9-c03b-43e3-b417-cb6ef3a738be tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743260 Feb 18 09:29:50.763854 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4b2ba96-383b-492f-8c4e-b2e251c5cea7 req-21c282e8-01f3-47a2-bfe6-40bd430e1c53 service neutron] 10.222.0.72 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766779 Feb 18 09:29:51.016051 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4b2ba96-383b-492f-8c4e-b2e251c5cea7 req-0197e924-0ad2-49e0-8ce0-ed4001d7fb38 service neutron] 10.222.0.72 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453671 Feb 18 09:29:51.673307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-96f018f0-e345-4b67-bbf6-f5137fe74aba tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:51.674921 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-96f018f0-e345-4b67-bbf6-f5137fe74aba tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 806 time: 0.1650715 Feb 18 09:29:51.696700 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-e3d33593-ace1-4747-90cf-6daeb8da2331 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/quotas/57cb8084285d40d4bd807f75c6aeef38 HTTP/1.1" status: 200 len: 375 time: 0.0157988 Feb 18 09:29:51.840640 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-0ee493d0-dfa4-4212-84fc-62e2fb77a3b0 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1362770 Feb 18 09:29:51.977831 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-505008b1-00ff-44f5-97e2-7b02b0ce4ded service neutron] 10.222.0.72 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298823 Feb 18 09:29:52.108130 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-0c195f72-319d-4d3c-8f1d-064d4f895ca3 service neutron] 10.222.0.72 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244030 Feb 18 09:29:52.285380 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b35c81f8-6e0a-4572-9d8c-e8d86a88d210 req-d9403f05-1fb4-4e8f-937c-271eba0c41ac tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a HTTP/1.1" status: 200 len: 210 time: 0.0411453 Feb 18 09:29:53.386248 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-9e988c38-f174-436f-bac9-ce77ef9f9fac tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:53.387774 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-9e988c38-f174-436f-bac9-ce77ef9f9fac tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.81 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 806 time: 0.1502955 Feb 18 09:29:53.400299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-7a6b0b08-bf3c-4b20-a6b3-96bc15fc5b55 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Request body: {'port': {'device_id': '8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a', 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd', 'admin_state_up': True, 'tenant_id': '57cb8084285d40d4bd807f75c6aeef38'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:29:53.512795 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f314c411-b54b-428f-8f54-c2e1bba06b90 req-5444660b-37a7-4b9b-9206-c2f4916e0006 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a HTTP/1.1" status: 200 len: 210 time: 0.0984833 Feb 18 09:29:53.582425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-7a6b0b08-bf3c-4b20-a6b3-96bc15fc5b55 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:29:53.591905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-7a6b0b08-bf3c-4b20-a6b3-96bc15fc5b55 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:29:53.602591 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-7a6b0b08-bf3c-4b20-a6b3-96bc15fc5b55 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Made reservation on behalf of 57cb8084285d40d4bd807f75c6aeef38 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:29:53.606105 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-7a6b0b08-bf3c-4b20-a6b3-96bc15fc5b55 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:53.771683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-7a6b0b08-bf3c-4b20-a6b3-96bc15fc5b55 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Allocated IP 172.20.0.14 (59b284d2-31ea-4855-8325-81ade3d74cdd/3b065d12-a2c1-46bb-a80f-08d233f2c119/1d51bbc4-52d8-4f38-b7fc-7296698f6af9) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:29:54.005489 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-7a6b0b08-bf3c-4b20-a6b3-96bc15fc5b55 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:54.038066 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-7a6b0b08-bf3c-4b20-a6b3-96bc15fc5b55 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:54.050021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['b4aaf6be-b9ad-453f-be4c-56e8ebd67309'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:29:54.127917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-7a6b0b08-bf3c-4b20-a6b3-96bc15fc5b55 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Network 59b284d2-31ea-4855-8325-81ade3d74cdd is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:29:54.131747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-7a6b0b08-bf3c-4b20-a6b3-96bc15fc5b55 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:29:54.134512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-7a6b0b08-bf3c-4b20-a6b3-96bc15fc5b55 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:29:54.188513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b0b08-bf3c-4b20-a6b3-96bc15fc5b55 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Pushing event updated for resources: {'Port': ['ID=1d51bbc4-52d8-4f38-b7fc-7296698f6af9,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:54.233375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-7a6b0b08-bf3c-4b20-a6b3-96bc15fc5b55 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:54.234387 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-7a6b0b08-bf3c-4b20-a6b3-96bc15fc5b55 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:54.272766 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-7a6b0b08-bf3c-4b20-a6b3-96bc15fc5b55 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8762529 Feb 18 09:29:54.286559 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Request body: {'port': {'device_id': '8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:29:54.439575 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:54.869853 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bbf87-515d-49b1-9bd6-8e0b38880775 req-1267925d-7211-4fc1-a785-4abc335a975c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:54.870456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-565bbf87-515d-49b1-9bd6-8e0b38880775 req-1267925d-7211-4fc1-a785-4abc335a975c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Synchronizing usage tracker for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:29:54.956336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-565bbf87-515d-49b1-9bd6-8e0b38880775 req-1267925d-7211-4fc1-a785-4abc335a975c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Unset dirty status for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:29:54.957506 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-565bbf87-515d-49b1-9bd6-8e0b38880775 req-1267925d-7211-4fc1-a785-4abc335a975c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a HTTP/1.1" status: 200 len: 932 time: 0.3078709 Feb 18 09:29:55.034123 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-565bbf87-515d-49b1-9bd6-8e0b38880775 req-35c74bd9-271f-4674-aa46-d13fe4af7a9e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692286 Feb 18 09:29:55.120422 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d51bbc4-52d8-4f38-b7fc-7296698f6af9 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:29:55.128220 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:55.143030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Transition to ACTIVE for port object 1d51bbc4-52d8-4f38-b7fc-7296698f6af9 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:29:55.146674 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:55.274170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Pushing event updated for resources: {'Port': ['ID=1d51bbc4-52d8-4f38-b7fc-7296698f6af9,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:55.376611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Attempting to bind port 1d51bbc4-52d8-4f38-b7fc-7296698f6af9 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:29:55.376851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Attempting to bind port 1d51bbc4-52d8-4f38-b7fc-7296698f6af9 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:29:55.377178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Attempting to bind port 1d51bbc4-52d8-4f38-b7fc-7296698f6af9 on network 59b284d2-31ea-4855-8325-81ade3d74cdd {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:29:55.381585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Port 1d51bbc4-52d8-4f38-b7fc-7296698f6af9 on network 59b284d2-31ea-4855-8325-81ade3d74cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:29:55.381901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Attempting to bind port 1d51bbc4-52d8-4f38-b7fc-7296698f6af9 on network 59b284d2-31ea-4855-8325-81ade3d74cdd {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:29:55.386874 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:29:55.387202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Checking segment: {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:29:55.387580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Bound using segment: {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:29:55.387995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Bound port: 1d51bbc4-52d8-4f38-b7fc-7296698f6af9, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:29:55.388368 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:55.475123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] For port 1d51bbc4-52d8-4f38-b7fc-7296698f6af9, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:29:55.478037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] For port 1d51bbc4-52d8-4f38-b7fc-7296698f6af9, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1d51bbc4-52d8-4f38-b7fc-7296698f6af9,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:29:55.482996 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:55.539176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:55.539822 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:29:55.541257 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] 10.222.0.81 "PUT /v2.0/ports/1d51bbc4-52d8-4f38-b7fc-7296698f6af9 HTTP/1.1" status: 200 len: 1092 time: 1.2615921 Feb 18 09:29:55.548024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a', 'tag': '1d51bbc4-52d8-4f38-b7fc-7296698f6af9'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:29:55.572765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbd6a0-2017-40a4-9aa8-2b4b0b578182 service neutron] Pushing event updated for resources: {'Port': ['ID=1d51bbc4-52d8-4f38-b7fc-7296698f6af9,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:29:55.609339 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a', 'tag': '1d51bbc4-52d8-4f38-b7fc-7296698f6af9', 'status': 'completed', 'code': 200} Feb 18 09:29:55.648301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-30ac9a4e-8532-478d-829a-53687be4dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:55.649698 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-30ac9a4e-8532-478d-829a-53687be4dd12 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&device_id=8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a HTTP/1.1" status: 200 len: 1095 time: 0.0730982 Feb 18 09:29:55.720324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-05d5742f-02c1-4668-979c-c1f365bef275 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d51bbc4-52d8-4f38-b7fc-7296698f6af9 HTTP/1.1" status: 200 len: 217 time: 0.0630715 Feb 18 09:29:55.783829 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-3ad6c45b-d621-4e1d-a6e3-04d62658b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:55.785339 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-3ad6c45b-d621-4e1d-a6e3-04d62658b21b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3b065d12-a2c1-46bb-a80f-08d233f2c119 HTTP/1.1" status: 200 len: 846 time: 0.0591915 Feb 18 09:29:55.837929 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-04490fc3-3ac2-41be-b2c2-49fb75307e9d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=59b284d2-31ea-4855-8325-81ade3d74cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469930 Feb 18 09:29:55.972958 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-87bf04d9-4345-492b-80e7-b2334b85f4f7 service neutron] 10.222.0.81 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290865 Feb 18 09:29:56.128869 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a747ad5-b037-4820-93b5-54d4a62ffa41 req-3344f9a0-e2de-44b9-9034-2560f79f4e42 service neutron] 10.222.0.81 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489911 Feb 18 09:29:56.295408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79a953-29af-498b-9675-5c96f10cdc03 req-e2e19253-f9ba-49bc-ae2e-a8e532c12c8a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:56.297482 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c79a953-29af-498b-9675-5c96f10cdc03 req-e2e19253-f9ba-49bc-ae2e-a8e532c12c8a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a HTTP/1.1" status: 200 len: 944 time: 0.1523366 Feb 18 09:29:56.300428 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6d5da-d1cf-4f40-94b7-27af84439929 req-04de9d30-1639-4680-b4b8-7b79a7109c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:56.302028 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0df6d5da-d1cf-4f40-94b7-27af84439929 req-04de9d30-1639-4680-b4b8-7b79a7109c43 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&device_id=8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a HTTP/1.1" status: 200 len: 1095 time: 0.1211705 Feb 18 09:29:56.523531 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c79a953-29af-498b-9675-5c96f10cdc03 req-d268a9a8-66bf-45cc-99d0-43ae3c9114a6 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199852 Feb 18 09:29:56.571348 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6d5da-d1cf-4f40-94b7-27af84439929 req-494705fc-81f6-4899-9416-80cf1b042898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:56.572728 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0df6d5da-d1cf-4f40-94b7-27af84439929 req-494705fc-81f6-4899-9416-80cf1b042898 service neutron] 10.222.0.81 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 907 time: 0.1484010 Feb 18 09:29:56.645453 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0df6d5da-d1cf-4f40-94b7-27af84439929 req-fadf66fb-f75e-49ba-ab1b-3ec67bc19a03 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d51bbc4-52d8-4f38-b7fc-7296698f6af9 HTTP/1.1" status: 200 len: 217 time: 0.0657616 Feb 18 09:29:56.711119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6d5da-d1cf-4f40-94b7-27af84439929 req-b506a58c-1c89-4da3-857d-a5effbd8eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:56.712600 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0df6d5da-d1cf-4f40-94b7-27af84439929 req-b506a58c-1c89-4da3-857d-a5effbd8eb10 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3b065d12-a2c1-46bb-a80f-08d233f2c119 HTTP/1.1" status: 200 len: 846 time: 0.0597482 Feb 18 09:29:56.759007 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0df6d5da-d1cf-4f40-94b7-27af84439929 req-fb4c8c60-ae6a-43b8-af07-46254d7ae4c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=59b284d2-31ea-4855-8325-81ade3d74cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400226 Feb 18 09:29:56.892090 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0df6d5da-d1cf-4f40-94b7-27af84439929 req-7ccfa761-9be7-4f74-a940-c45ef03ea702 service neutron] 10.222.0.81 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271122 Feb 18 09:29:57.028037 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0df6d5da-d1cf-4f40-94b7-27af84439929 req-0d47c082-b513-49e0-877a-d9b299e195d7 service neutron] 10.222.0.81 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296132 Feb 18 09:29:57.721691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1cb91-e220-4795-b9bd-f92fa9e677f0 req-935f4d2e-d5bb-4b36-ba4c-9ad9553e2524 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:57.723208 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1b1cb91-e220-4795-b9bd-f92fa9e677f0 req-935f4d2e-d5bb-4b36-ba4c-9ad9553e2524 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a HTTP/1.1" status: 200 len: 944 time: 0.0903590 Feb 18 09:29:57.775815 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1b1cb91-e220-4795-b9bd-f92fa9e677f0 req-c1f4c93a-da75-46fb-b2a3-4cebb7b110d7 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462070 Feb 18 09:29:58.964652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceeb46b-d492-4bb3-88ea-4b0702145689 req-f55fde90-5cc0-4f49-acff-081ac6f57266 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:29:58.966111 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ceeb46b-d492-4bb3-88ea-4b0702145689 req-f55fde90-5cc0-4f49-acff-081ac6f57266 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a HTTP/1.1" status: 200 len: 944 time: 0.0808184 Feb 18 09:29:59.014385 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ceeb46b-d492-4bb3-88ea-4b0702145689 req-05f2b176-aeb7-4767-8145-845ce74706a1 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417330 Feb 18 09:30:00.205112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db882eb3-c34e-4bb0-a4e3-7d30f76a04ee req-ca17c1ac-0192-42fc-8ac2-58a60b03ba07 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:00.206610 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-db882eb3-c34e-4bb0-a4e3-7d30f76a04ee req-ca17c1ac-0192-42fc-8ac2-58a60b03ba07 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a HTTP/1.1" status: 200 len: 944 time: 0.0813501 Feb 18 09:30:00.257487 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-db882eb3-c34e-4bb0-a4e3-7d30f76a04ee req-868712f6-1173-4e37-9ab2-17ceca5367e6 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Feb 18 09:30:00.344231 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bdae786c-51c1-4646-96db-276171a37d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:01.108804 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1d51bbc4-52d8-4f38-b7fc-7296698f6af9 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:30:01.243777 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 1d51bbc4-52d8-4f38-b7fc-7296698f6af9, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1d51bbc4-52d8-4f38-b7fc-7296698f6af9,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:30:01.256578 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '1d51bbc4-52d8-4f38-b7fc-7296698f6af9', 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd', 'port_id': '1d51bbc4-52d8-4f38-b7fc-7296698f6af9', 'mac_address': 'fa:16:3e:41:93:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b065d12-a2c1-46bb-a80f-08d233f2c119', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:30:01.312129 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:01.329581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d51bbc4-52d8-4f38-b7fc-7296698f6af9 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:30:01.346189 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 1d51bbc4-52d8-4f38-b7fc-7296698f6af9, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1d51bbc4-52d8-4f38-b7fc-7296698f6af9,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:30:01.351021 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:01.427451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=1d51bbc4-52d8-4f38-b7fc-7296698f6af9,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:01.455003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc6acd-7220-4b2c-9deb-113344dc95cb req-5dbaf8e6-f4cb-4f9f-aeca-685c90f32693 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:01.456474 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1afc6acd-7220-4b2c-9deb-113344dc95cb req-5dbaf8e6-f4cb-4f9f-aeca-685c90f32693 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a HTTP/1.1" status: 200 len: 945 time: 0.0893600 Feb 18 09:30:01.500776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1afc6acd-7220-4b2c-9deb-113344dc95cb req-23190f19-7846-4e38-8dae-ce0b5712f170 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385904 Feb 18 09:30:01.683069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['1d51bbc4-52d8-4f38-b7fc-7296698f6af9'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:30:02.687261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e015846-d4f3-432f-9c5f-7135f82f958d req-3b5f6454-8025-4636-9b27-6d560f4127e6 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:02.688955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e015846-d4f3-432f-9c5f-7135f82f958d req-3b5f6454-8025-4636-9b27-6d560f4127e6 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a HTTP/1.1" status: 200 len: 945 time: 0.0813403 Feb 18 09:30:02.732908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1e015846-d4f3-432f-9c5f-7135f82f958d req-e8f419d4-d164-4be8-9a61-f7135f7183f5 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383511 Feb 18 09:30:03.122626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1d51bbc4-52d8-4f38-b7fc-7296698f6af9 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:30:03.225787 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 1d51bbc4-52d8-4f38-b7fc-7296698f6af9 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:30:03.230501 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 1d51bbc4-52d8-4f38-b7fc-7296698f6af9 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:30:03.230876 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:03.349116 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:03.375833 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d51bbc4-52d8-4f38-b7fc-7296698f6af9'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:30:03.385752 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 1d51bbc4-52d8-4f38-b7fc-7296698f6af9, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1d51bbc4-52d8-4f38-b7fc-7296698f6af9,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:30:03.390421 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:03.423636 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d51bbc4-52d8-4f38-b7fc-7296698f6af9', 'code': 200} Feb 18 09:30:03.462745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=1d51bbc4-52d8-4f38-b7fc-7296698f6af9,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:03.545692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3608f-bb7d-4715-a4c5-84e13fe8a681 req-5a04ed96-7cfe-4b72-b739-395abf9e340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:03.547237 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47c3608f-bb7d-4715-a4c5-84e13fe8a681 req-5a04ed96-7cfe-4b72-b739-395abf9e340d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a HTTP/1.1" status: 200 len: 1097 time: 0.0722849 Feb 18 09:30:03.587087 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47c3608f-bb7d-4715-a4c5-84e13fe8a681 req-1d1231bf-94d7-418d-90ba-551d668ad92a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339925 Feb 18 09:30:03.795323 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-85f1da71-2b36-438b-a195-6114748d6695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:03.884978 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:03.893219 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:03.929415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a0c4f-b104-446c-91f9-a27fef70d916 req-ad6cb29e-dffd-4530-9347-b77215dd9727 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:03.930866 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b3a0c4f-b104-446c-91f9-a27fef70d916 req-ad6cb29e-dffd-4530-9347-b77215dd9727 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a HTTP/1.1" status: 200 len: 946 time: 0.0911710 Feb 18 09:30:03.976359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b3a0c4f-b104-446c-91f9-a27fef70d916 req-ebac81e3-2e29-42c2-a5df-b344b43ac063 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398250 Feb 18 09:30:05.133889 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:05.166275 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37fe86-312e-4ed4-8067-78cd25ce4820 req-bc1e5265-a64a-495f-8355-2c82f65906ba tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:05.167740 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b37fe86-312e-4ed4-8067-78cd25ce4820 req-bc1e5265-a64a-495f-8355-2c82f65906ba tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a HTTP/1.1" status: 200 len: 946 time: 0.0828383 Feb 18 09:30:05.213312 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b37fe86-312e-4ed4-8067-78cd25ce4820 req-b29571aa-34e2-4eac-a4db-03abb1522c61 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389583 Feb 18 09:30:05.399203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5cf8d-2860-4c99-96cd-71ed1d30a12e req-2421531e-c42c-4ce6-bd0f-5d7b4535c64d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:05.400602 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c5b5cf8d-2860-4c99-96cd-71ed1d30a12e req-2421531e-c42c-4ce6-bd0f-5d7b4535c64d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a HTTP/1.1" status: 200 len: 946 time: 0.0780277 Feb 18 09:30:05.447417 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c5b5cf8d-2860-4c99-96cd-71ed1d30a12e req-38781f44-37ec-4ff0-b0ab-e418dbf2eb89 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411029 Feb 18 09:30:05.822223 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cc727-c88b-458f-860d-7b49ab9c9f3c req-494735a5-7d0a-4205-9698-bdae1dc6a1e8 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:05.823691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e8cc727-c88b-458f-860d-7b49ab9c9f3c req-494735a5-7d0a-4205-9698-bdae1dc6a1e8 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a HTTP/1.1" status: 200 len: 946 time: 0.0794303 Feb 18 09:30:05.868516 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e8cc727-c88b-458f-860d-7b49ab9c9f3c req-8da2338a-c903-47f9-b191-e2a6a18d83bb tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382469 Feb 18 09:30:07.060046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94712859-3f7f-496a-b2b6-a01d19693999 req-83be46a3-9e3e-4fed-bcba-4ac38cd2fd89 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:07.061533 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94712859-3f7f-496a-b2b6-a01d19693999 req-83be46a3-9e3e-4fed-bcba-4ac38cd2fd89 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a HTTP/1.1" status: 200 len: 946 time: 0.0827584 Feb 18 09:30:07.105614 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94712859-3f7f-496a-b2b6-a01d19693999 req-61f95878-6d5c-434a-aded-a08a4edede50 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383444 Feb 18 09:30:07.292469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01a7b3-4496-47e9-ada2-9bfa7dedc170 req-95c4399e-a714-483e-aa8b-893a02c43de8 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:07.293919 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b01a7b3-4496-47e9-ada2-9bfa7dedc170 req-95c4399e-a714-483e-aa8b-893a02c43de8 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a HTTP/1.1" status: 200 len: 946 time: 0.0799248 Feb 18 09:30:07.478112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-1b01a7b3-4496-47e9-ada2-9bfa7dedc170 req-2f7e4dea-1caa-494e-a7b4-4f6612ef47da tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Deleting port 1d51bbc4-52d8-4f38-b7fc-7296698f6af9 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:30:07.478370 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1b01a7b3-4496-47e9-ada2-9bfa7dedc170 req-2f7e4dea-1caa-494e-a7b4-4f6612ef47da tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:07.736547 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-1b01a7b3-4496-47e9-ada2-9bfa7dedc170 req-2f7e4dea-1caa-494e-a7b4-4f6612ef47da tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] For port 1d51bbc4-52d8-4f38-b7fc-7296698f6af9, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=1d51bbc4-52d8-4f38-b7fc-7296698f6af9,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:30:07.736813 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1b01a7b3-4496-47e9-ada2-9bfa7dedc170 req-2f7e4dea-1caa-494e-a7b4-4f6612ef47da tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:07.871437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-1b01a7b3-4496-47e9-ada2-9bfa7dedc170 req-2f7e4dea-1caa-494e-a7b4-4f6612ef47da tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Calling delete_port for 1d51bbc4-52d8-4f38-b7fc-7296698f6af9 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:30:08.134444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474cc11-72b9-4594-bedc-ff5a86cdf6e5 req-ad960e48-3e37-45f7-96ae-574c435cdc2d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:08.135946 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4474cc11-72b9-4594-bedc-ff5a86cdf6e5 req-ad960e48-3e37-45f7-96ae-574c435cdc2d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 946 time: 0.2745595 Feb 18 09:30:08.200442 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1b01a7b3-4496-47e9-ada2-9bfa7dedc170 req-2f7e4dea-1caa-494e-a7b4-4f6612ef47da tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:08.218518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['b4aaf6be-b9ad-453f-be4c-56e8ebd67309'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:30:08.264806 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4474cc11-72b9-4594-bedc-ff5a86cdf6e5 req-54a2f405-e98d-4bb8-99a3-e1871853db7f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216662 Feb 18 09:30:08.317465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e4dea-1caa-494e-a7b4-4f6612ef47da tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Pushing event deleted for resources: {'Port': ['ID=1d51bbc4-52d8-4f38-b7fc-7296698f6af9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:08.322587 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e09a3b3a-4eeb-43b6-892a-25e8cc53b930 req-6d645cce-27e6-418d-b387-fc71c47039af tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a HTTP/1.1" status: 200 len: 210 time: 0.0710926 Feb 18 09:30:08.429061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b01a7b3-4496-47e9-ada2-9bfa7dedc170 req-2f7e4dea-1caa-494e-a7b4-4f6612ef47da tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] No DVR routers for this DVR port 1d51bbc4-52d8-4f38-b7fc-7296698f6af9 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:30:08.432599 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1b01a7b3-4496-47e9-ada2-9bfa7dedc170 req-2f7e4dea-1caa-494e-a7b4-4f6612ef47da tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:08.437332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a', 'name': 'network-vif-deleted', 'tag': '1d51bbc4-52d8-4f38-b7fc-7296698f6af9'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:30:08.460813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b01a7b3-4496-47e9-ada2-9bfa7dedc170 req-2f7e4dea-1caa-494e-a7b4-4f6612ef47da tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.81 "DELETE /v2.0/ports/1d51bbc4-52d8-4f38-b7fc-7296698f6af9 HTTP/1.1" status: 204 len: 173 time: 1.1609583 Feb 18 09:30:08.486271 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bbcbe0e-62a9-4314-be0b-04ee8b67ba6a', 'name': 'network-vif-deleted', 'tag': '1d51bbc4-52d8-4f38-b7fc-7296698f6af9', 'status': 'completed', 'code': 200} Feb 18 09:30:09.154303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1d51bbc4-52d8-4f38-b7fc-7296698f6af9 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:30:09.191049 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 1d51bbc4-52d8-4f38-b7fc-7296698f6af9 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:30:09.191387 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 1d51bbc4-52d8-4f38-b7fc-7296698f6af9 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:30:09.472223 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0c26a-baf3-4742-8f05-d63d02df7368 req-958d4552-9f6d-472b-b25e-7952d18dc6c9 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:09.473743 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00b0c26a-baf3-4742-8f05-d63d02df7368 req-958d4552-9f6d-472b-b25e-7952d18dc6c9 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 946 time: 0.0818803 Feb 18 09:30:09.518561 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-00b0c26a-baf3-4742-8f05-d63d02df7368 req-26fc7272-d580-4d9e-98fb-0f690d4adca0 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392616 Feb 18 09:30:10.131264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-46449767-3e8a-48bf-86f5-1c22be74f9b6 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:10.132812 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-46449767-3e8a-48bf-86f5-1c22be74f9b6 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 806 time: 0.1583073 Feb 18 09:30:10.150153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-822ac50f-c1d2-469f-bb9e-3e072f861f96 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/quotas/57cb8084285d40d4bd807f75c6aeef38 HTTP/1.1" status: 200 len: 375 time: 0.0107493 Feb 18 09:30:10.250295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-17108208-e867-407e-b8a4-af5abba44efb tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Synchronizing usage tracker for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:30:10.266547 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-17108208-e867-407e-b8a4-af5abba44efb tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Unset dirty status for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:30:10.268164 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-17108208-e867-407e-b8a4-af5abba44efb tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1115475 Feb 18 09:30:10.418313 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-2e8ebebc-e904-4762-9dc7-87bf9ed187bb service neutron] 10.222.0.72 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383557 Feb 18 09:30:10.562096 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-76d73351-1f1f-4c73-ad8e-2959acd8ae86 service neutron] 10.222.0.72 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376271 Feb 18 09:30:10.752975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab33c64-f5f5-4645-a096-d6fa3d7526b9 req-3bd7e12d-eef4-4823-96fd-deee00f7446a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:10.754604 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eab33c64-f5f5-4645-a096-d6fa3d7526b9 req-3bd7e12d-eef4-4823-96fd-deee00f7446a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 946 time: 0.1262367 Feb 18 09:30:10.756516 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ab20a45-294e-48c4-96aa-808a4dc91259 req-be20dc74-1ea9-4218-bcb3-1abe50af66a6 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 210 time: 0.0530925 Feb 18 09:30:10.814717 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eab33c64-f5f5-4645-a096-d6fa3d7526b9 req-60c0c6dc-0898-497d-b820-0aae27245410 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524082 Feb 18 09:30:11.511233 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:11.702349 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:11.943797 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2b95df8-3b30-4430-a864-c7ba1aabbc69 req-649b8153-1b55-4069-80d7-528f75e846d1 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 210 time: 0.0570633 Feb 18 09:30:11.985116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-39345120-fd39-4a68-a39f-e0d8b7df59c7 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:11.986513 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-39345120-fd39-4a68-a39f-e0d8b7df59c7 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.81 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 806 time: 0.3533838 Feb 18 09:30:12.005086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-7e9c7c36-188d-434b-8c61-e9b7cf643f96 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Request body: {'port': {'device_id': '57cd2318-7e52-4816-bc0f-0e5c3ae46708', 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd', 'admin_state_up': True, 'tenant_id': '57cb8084285d40d4bd807f75c6aeef38'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:30:12.160044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82079828-d7e6-476d-a3eb-2a895a459a68 req-6719caaf-3c1e-4093-ae75-6f1b14f40745 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:12.161536 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-82079828-d7e6-476d-a3eb-2a895a459a68 req-6719caaf-3c1e-4093-ae75-6f1b14f40745 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 946 time: 0.2166374 Feb 18 09:30:12.184585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-7e9c7c36-188d-434b-8c61-e9b7cf643f96 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:12.207766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-7e9c7c36-188d-434b-8c61-e9b7cf643f96 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:12.223069 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-82079828-d7e6-476d-a3eb-2a895a459a68 req-85143da3-cbe1-4536-a3a2-57336ee6b198 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541630 Feb 18 09:30:12.238072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-7e9c7c36-188d-434b-8c61-e9b7cf643f96 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Made reservation on behalf of 57cb8084285d40d4bd807f75c6aeef38 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:12.243947 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-7e9c7c36-188d-434b-8c61-e9b7cf643f96 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:12.417403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-7e9c7c36-188d-434b-8c61-e9b7cf643f96 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Allocated IP 172.20.0.3 (59b284d2-31ea-4855-8325-81ade3d74cdd/3b065d12-a2c1-46bb-a80f-08d233f2c119/73cc4c83-2c54-4ca9-822b-33517c01f746) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:30:12.620521 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-7e9c7c36-188d-434b-8c61-e9b7cf643f96 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:12.650397 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-7e9c7c36-188d-434b-8c61-e9b7cf643f96 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:12.661584 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['b4aaf6be-b9ad-453f-be4c-56e8ebd67309'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:30:12.724145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-7e9c7c36-188d-434b-8c61-e9b7cf643f96 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Network 59b284d2-31ea-4855-8325-81ade3d74cdd is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:30:12.727179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-7e9c7c36-188d-434b-8c61-e9b7cf643f96 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:30:12.731116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-7e9c7c36-188d-434b-8c61-e9b7cf643f96 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:30:12.773326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c7c36-188d-434b-8c61-e9b7cf643f96 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Pushing event updated for resources: {'Port': ['ID=73cc4c83-2c54-4ca9-822b-33517c01f746,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:12.798987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-7e9c7c36-188d-434b-8c61-e9b7cf643f96 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:12.799599 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-7e9c7c36-188d-434b-8c61-e9b7cf643f96 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:12.828163 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-7e9c7c36-188d-434b-8c61-e9b7cf643f96 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8272562 Feb 18 09:30:12.839422 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Request body: {'port': {'device_id': '57cd2318-7e52-4816-bc0f-0e5c3ae46708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:30:12.955340 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:13.267692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db6e9e-cf14-48ba-97f4-33d53e8d15ea req-e08789b8-bb84-436b-9c52-032eaede199e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:13.268317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c2db6e9e-cf14-48ba-97f4-33d53e8d15ea req-e08789b8-bb84-436b-9c52-032eaede199e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Synchronizing usage tracker for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:30:13.314608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c2db6e9e-cf14-48ba-97f4-33d53e8d15ea req-e08789b8-bb84-436b-9c52-032eaede199e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Unset dirty status for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:30:13.315769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2db6e9e-cf14-48ba-97f4-33d53e8d15ea req-e08789b8-bb84-436b-9c52-032eaede199e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 931 time: 0.2411225 Feb 18 09:30:13.473618 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73cc4c83-2c54-4ca9-822b-33517c01f746 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:30:13.480773 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2db6e9e-cf14-48ba-97f4-33d53e8d15ea req-446f7628-d4e7-4708-a6f5-348b13ed5825 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583128 Feb 18 09:30:13.489556 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:13.511286 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Transition to ACTIVE for port object 73cc4c83-2c54-4ca9-822b-33517c01f746 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:30:13.517038 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:13.629394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec89450-045a-4c28-9bcf-f0b6fe431b8d req-16df2788-fd50-42a4-95b9-9d328c091640 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:13.630894 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ec89450-045a-4c28-9bcf-f0b6fe431b8d req-16df2788-fd50-42a4-95b9-9d328c091640 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 946 time: 0.2815478 Feb 18 09:30:13.835090 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Pushing event updated for resources: {'Port': ['ID=73cc4c83-2c54-4ca9-822b-33517c01f746,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:13.894707 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ec89450-045a-4c28-9bcf-f0b6fe431b8d req-e42d323c-3e57-4a0c-820f-4eb2d5fbe166 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505617 Feb 18 09:30:13.927935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Attempting to bind port 73cc4c83-2c54-4ca9-822b-33517c01f746 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:30:13.928260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Attempting to bind port 73cc4c83-2c54-4ca9-822b-33517c01f746 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:30:13.928724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Attempting to bind port 73cc4c83-2c54-4ca9-822b-33517c01f746 on network 59b284d2-31ea-4855-8325-81ade3d74cdd {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:30:13.933359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Port 73cc4c83-2c54-4ca9-822b-33517c01f746 on network 59b284d2-31ea-4855-8325-81ade3d74cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:30:13.933673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Attempting to bind port 73cc4c83-2c54-4ca9-822b-33517c01f746 on network 59b284d2-31ea-4855-8325-81ade3d74cdd {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:30:13.939349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:30:13.939676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Checking segment: {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:30:13.940060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Bound using segment: {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:30:13.940552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Bound port: 73cc4c83-2c54-4ca9-822b-33517c01f746, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:30:13.940883 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:14.030508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] For port 73cc4c83-2c54-4ca9-822b-33517c01f746, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:30:14.033741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] For port 73cc4c83-2c54-4ca9-822b-33517c01f746, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=73cc4c83-2c54-4ca9-822b-33517c01f746,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:30:14.038167 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:14.109610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:14.110137 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:14.111487 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] 10.222.0.81 "PUT /v2.0/ports/73cc4c83-2c54-4ca9-822b-33517c01f746 HTTP/1.1" status: 200 len: 1091 time: 1.2766087 Feb 18 09:30:14.111913 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57cd2318-7e52-4816-bc0f-0e5c3ae46708', 'tag': '73cc4c83-2c54-4ca9-822b-33517c01f746'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:30:14.134036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4c157-2480-401c-96c3-f724ff992d66 service neutron] Pushing event updated for resources: {'Port': ['ID=73cc4c83-2c54-4ca9-822b-33517c01f746,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:14.183380 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57cd2318-7e52-4816-bc0f-0e5c3ae46708', 'tag': '73cc4c83-2c54-4ca9-822b-33517c01f746', 'status': 'completed', 'code': 200} Feb 18 09:30:14.224901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-58e5f972-211b-4907-9ca5-f5f833aa0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:14.226394 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-58e5f972-211b-4907-9ca5-f5f833aa0ab0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 1094 time: 0.0794117 Feb 18 09:30:14.298354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-3a932f4f-ed81-46c5-a663-93c307c25106 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73cc4c83-2c54-4ca9-822b-33517c01f746 HTTP/1.1" status: 200 len: 217 time: 0.0634627 Feb 18 09:30:14.363951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-8721ed70-4bcc-42a0-ac71-dddb2019390f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:14.365332 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-8721ed70-4bcc-42a0-ac71-dddb2019390f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3b065d12-a2c1-46bb-a80f-08d233f2c119 HTTP/1.1" status: 200 len: 846 time: 0.0615919 Feb 18 09:30:14.412492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-cf01de61-65fd-447e-83af-b74ecead68d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=59b284d2-31ea-4855-8325-81ade3d74cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404093 Feb 18 09:30:14.545165 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-7f64ec08-a98a-418f-997d-a2213d465359 service neutron] 10.222.0.81 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261466 Feb 18 09:30:14.737136 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c3c724e-c7b4-4564-a954-fb58aa69d908 req-2d364064-f159-4dac-8b79-c382233461ba service neutron] 10.222.0.81 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859453 Feb 18 09:30:14.749238 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc35ee2-b89b-4c42-aefd-6d4e23c049f9 req-19d7c5ea-732d-4b7a-9185-7380f11f0251 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:14.751497 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebc35ee2-b89b-4c42-aefd-6d4e23c049f9 req-19d7c5ea-732d-4b7a-9185-7380f11f0251 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 943 time: 0.1310356 Feb 18 09:30:14.835139 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebc35ee2-b89b-4c42-aefd-6d4e23c049f9 req-092f5d3d-97da-4e00-ba75-231ae19c595b tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773201 Feb 18 09:30:14.864881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5750b81-f548-4574-98c5-5f6ec73103d2 req-0c17e514-b677-4578-b588-842c3a432753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:14.866363 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5750b81-f548-4574-98c5-5f6ec73103d2 req-0c17e514-b677-4578-b588-842c3a432753 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 1094 time: 0.0788484 Feb 18 09:30:14.998726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5750b81-f548-4574-98c5-5f6ec73103d2 req-9bb0c0c0-dbcd-4985-99f5-cd61fe890425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:15.001549 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5750b81-f548-4574-98c5-5f6ec73103d2 req-9bb0c0c0-dbcd-4985-99f5-cd61fe890425 service neutron] 10.222.0.81 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 907 time: 0.1290781 Feb 18 09:30:15.113381 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5750b81-f548-4574-98c5-5f6ec73103d2 req-25977310-b325-435c-ba99-c697ce75f47d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73cc4c83-2c54-4ca9-822b-33517c01f746 HTTP/1.1" status: 200 len: 217 time: 0.0738766 Feb 18 09:30:15.195770 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5750b81-f548-4574-98c5-5f6ec73103d2 req-4031c477-a336-4ba4-9a67-384cf5d71287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:15.197304 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5750b81-f548-4574-98c5-5f6ec73103d2 req-4031c477-a336-4ba4-9a67-384cf5d71287 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3b065d12-a2c1-46bb-a80f-08d233f2c119 HTTP/1.1" status: 200 len: 846 time: 0.0731144 Feb 18 09:30:15.206979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df37e0-5a18-4a29-b1d4-cee16d52f96a req-33e1fc0a-fbdb-4c58-848b-85fc09fa7d0a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:15.208420 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0df37e0-5a18-4a29-b1d4-cee16d52f96a req-33e1fc0a-fbdb-4c58-848b-85fc09fa7d0a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 946 time: 0.2031677 Feb 18 09:30:15.263631 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5750b81-f548-4574-98c5-5f6ec73103d2 req-a3995453-5095-47d5-a55f-70f2230299ed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=59b284d2-31ea-4855-8325-81ade3d74cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541792 Feb 18 09:30:15.362520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0df37e0-5a18-4a29-b1d4-cee16d52f96a req-d38a0efe-fefa-4422-8586-55d6da71a681 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228909 Feb 18 09:30:15.419962 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5750b81-f548-4574-98c5-5f6ec73103d2 req-69c87bf8-2245-42d9-bf94-dc2601b1c8c5 service neutron] 10.222.0.81 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497073 Feb 18 09:30:15.558027 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5750b81-f548-4574-98c5-5f6ec73103d2 req-0c9a66c8-3fe4-4cdd-ad54-4c00e9dc4db5 service neutron] 10.222.0.81 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291726 Feb 18 09:30:16.021665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c54cab-bef7-4bd7-b37c-3dd94dc9c66b req-193afd9d-26a2-4bce-ad4a-5764469872ca tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:16.023148 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6c54cab-bef7-4bd7-b37c-3dd94dc9c66b req-193afd9d-26a2-4bce-ad4a-5764469872ca tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 943 time: 0.0810959 Feb 18 09:30:16.068649 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6c54cab-bef7-4bd7-b37c-3dd94dc9c66b req-cd44eac5-6916-42d1-9b5b-229d91aa2cc7 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396452 Feb 18 09:30:16.097474 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:30:16.557285 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7619578-df2e-498a-bdd0-4f9319ac2072 req-3d470469-bdbd-48db-8069-b920215ff817 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:16.558723 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7619578-df2e-498a-bdd0-4f9319ac2072 req-3d470469-bdbd-48db-8069-b920215ff817 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 946 time: 0.0831392 Feb 18 09:30:16.714487 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d7619578-df2e-498a-bdd0-4f9319ac2072 req-dd63414e-44d9-4ef0-ac5a-b2f1ea662050 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497998 Feb 18 09:30:17.253313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8b01-a8b4-4eea-8feb-3a01f56bbca1 req-8758f05d-4d8e-4839-bb7f-36f10e8b2846 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:17.254794 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-249e8b01-a8b4-4eea-8feb-3a01f56bbca1 req-8758f05d-4d8e-4839-bb7f-36f10e8b2846 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 943 time: 0.0792296 Feb 18 09:30:17.303758 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-249e8b01-a8b4-4eea-8feb-3a01f56bbca1 req-88018287-9c1a-4bef-96b4-293c333a4aea tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430596 Feb 18 09:30:17.907390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38321c3a-a24e-483b-9228-14a4a230e526 req-bba3807a-11fa-463f-84db-a1c81ddc1a4c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:17.909203 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38321c3a-a24e-483b-9228-14a4a230e526 req-bba3807a-11fa-463f-84db-a1c81ddc1a4c tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 946 time: 0.0867105 Feb 18 09:30:17.957849 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38321c3a-a24e-483b-9228-14a4a230e526 req-d8d955a5-f003-448b-b957-94befd71b815 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428245 Feb 18 09:30:18.500245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c2710-461b-472b-8fe0-c2b81c14b5fe req-d3c96e9e-f97f-4be6-be9a-c7461b7c483a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:18.501832 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9d0c2710-461b-472b-8fe0-c2b81c14b5fe req-d3c96e9e-f97f-4be6-be9a-c7461b7c483a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 943 time: 0.0866582 Feb 18 09:30:18.549985 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9d0c2710-461b-472b-8fe0-c2b81c14b5fe req-ab6449fc-0258-4528-a03c-add9b9feecf0 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420225 Feb 18 09:30:19.168542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf0676-0eef-400a-b9a9-942d6cd78731 req-585e4209-3301-4f3f-b398-df092fef756a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:19.169976 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-46cf0676-0eef-400a-b9a9-942d6cd78731 req-585e4209-3301-4f3f-b398-df092fef756a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 946 time: 0.0827332 Feb 18 09:30:19.215784 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-46cf0676-0eef-400a-b9a9-942d6cd78731 req-fc13c7fc-b89f-48ae-8d2f-12438cde5468 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392058 Feb 18 09:30:19.279806 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 73cc4c83-2c54-4ca9-822b-33517c01f746 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:30:19.416117 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 73cc4c83-2c54-4ca9-822b-33517c01f746, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=73cc4c83-2c54-4ca9-822b-33517c01f746,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:30:19.430976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '73cc4c83-2c54-4ca9-822b-33517c01f746', 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd', 'port_id': '73cc4c83-2c54-4ca9-822b-33517c01f746', 'mac_address': 'fa:16:3e:5f:ee:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b065d12-a2c1-46bb-a80f-08d233f2c119', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:30:19.499532 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:19.517894 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cc4c83-2c54-4ca9-822b-33517c01f746 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:30:19.536339 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 73cc4c83-2c54-4ca9-822b-33517c01f746, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=73cc4c83-2c54-4ca9-822b-33517c01f746,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:30:19.540348 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:19.610525 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=73cc4c83-2c54-4ca9-822b-33517c01f746,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:19.751132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5b929-fa4a-43e1-9c5e-8548931ca8ad req-99fad4de-ff8f-449d-ba60-aed92e52d28f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:19.752718 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6f5b929-fa4a-43e1-9c5e-8548931ca8ad req-99fad4de-ff8f-449d-ba60-aed92e52d28f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 944 time: 0.0858796 Feb 18 09:30:19.805233 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6f5b929-fa4a-43e1-9c5e-8548931ca8ad req-45422bfb-0a03-497b-9f5f-7aba8edde493 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468938 Feb 18 09:30:19.852286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['73cc4c83-2c54-4ca9-822b-33517c01f746'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:30:20.415828 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7079ef6-a252-4c94-b985-91a62b50bb06 req-46607367-9b39-4112-9519-74e2cdedb46d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:20.417206 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7079ef6-a252-4c94-b985-91a62b50bb06 req-46607367-9b39-4112-9519-74e2cdedb46d tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 946 time: 0.0858831 Feb 18 09:30:20.463395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7079ef6-a252-4c94-b985-91a62b50bb06 req-897a5b8f-5db9-42ff-9522-fe1245156a15 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396013 Feb 18 09:30:21.031794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8174879-5adf-4809-a058-4648f1c71cdc req-d50ed4e5-5ebc-4019-8b5a-4e34056f8928 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:21.033978 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e8174879-5adf-4809-a058-4648f1c71cdc req-d50ed4e5-5ebc-4019-8b5a-4e34056f8928 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 944 time: 0.0924857 Feb 18 09:30:21.078772 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e8174879-5adf-4809-a058-4648f1c71cdc req-d69cf8fa-79f4-4e04-aa68-d915634a94f4 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381780 Feb 18 09:30:21.302016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 73cc4c83-2c54-4ca9-822b-33517c01f746 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:30:21.373585 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 73cc4c83-2c54-4ca9-822b-33517c01f746 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:30:21.379866 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 73cc4c83-2c54-4ca9-822b-33517c01f746 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:30:21.380258 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:21.519692 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:21.551918 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57cd2318-7e52-4816-bc0f-0e5c3ae46708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cc4c83-2c54-4ca9-822b-33517c01f746'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:30:21.562008 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 73cc4c83-2c54-4ca9-822b-33517c01f746, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=73cc4c83-2c54-4ca9-822b-33517c01f746,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:30:21.572688 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:21.574117 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d785b49d-776f-4cf9-8596-5ac6540743da no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:30:21.629346 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57cd2318-7e52-4816-bc0f-0e5c3ae46708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cc4c83-2c54-4ca9-822b-33517c01f746', 'code': 200} Feb 18 09:30:21.675431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4a6db-8f1c-4a6f-b3c8-638eeaf71420 req-a5d71642-0423-4572-94b1-6ad524eb3968 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:21.676965 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39e4a6db-8f1c-4a6f-b3c8-638eeaf71420 req-a5d71642-0423-4572-94b1-6ad524eb3968 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 946 time: 0.0916824 Feb 18 09:30:21.731568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=73cc4c83-2c54-4ca9-822b-33517c01f746,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:21.787536 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39e4a6db-8f1c-4a6f-b3c8-638eeaf71420 req-41ae1afa-d3ee-4d09-b8df-34492ae06771 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760584 Feb 18 09:30:21.813462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0cc4d-5060-4a5f-aca8-b671a4c771d2 req-98abe0d8-a19d-4a0b-a96c-81d450b8b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:21.815590 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fbd0cc4d-5060-4a5f-aca8-b671a4c771d2 req-98abe0d8-a19d-4a0b-a96c-81d450b8b8f7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 1096 time: 0.1375659 Feb 18 09:30:21.816711 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:21.855216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d785b49d-776f-4cf9-8596-5ac6540743da, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d785b49d-776f-4cf9-8596-5ac6540743da,segment=NetworkSegment(b9698e84-4870-4019-86be-2b756e72253c),segment_id=b9698e84-4870-4019-86be-2b756e72253c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:30:21.861604 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:21.861787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fbd0cc4d-5060-4a5f-aca8-b671a4c771d2 req-ffe063bf-53f1-4266-8113-dd7201a3c372 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393822 Feb 18 09:30:21.931787 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=d785b49d-776f-4cf9-8596-5ac6540743da,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:22.298966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c7b2f-5301-427f-8388-c4ebc83013da req-c42a311f-1229-47f3-97fa-19567c991e8a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:22.300366 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b48c7b2f-5301-427f-8388-c4ebc83013da req-c42a311f-1229-47f3-97fa-19567c991e8a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 945 time: 0.0864856 Feb 18 09:30:22.347613 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b48c7b2f-5301-427f-8388-c4ebc83013da req-91cfb483-58b3-4683-a421-6ac5f9d1ea85 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 Feb 18 09:30:22.558192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fcd1d-8600-411b-948c-cd03d91b0cd1 req-e39b6350-1f7a-4839-a970-4cf9e1c3adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:22.559602 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a2fcd1d-8600-411b-948c-cd03d91b0cd1 req-e39b6350-1f7a-4839-a970-4cf9e1c3adb8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 1095 time: 0.0948029 Feb 18 09:30:22.611525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a2fcd1d-8600-411b-948c-cd03d91b0cd1 req-0287f3b5-8734-4f6b-8eba-195376d8a425 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452845 Feb 18 09:30:22.980253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526ae10-8dc9-4a50-b6d0-85557c17d657 req-addcb0ef-0fc5-4f48-bf88-aff270cfbd87 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:22.981760 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f526ae10-8dc9-4a50-b6d0-85557c17d657 req-addcb0ef-0fc5-4f48-bf88-aff270cfbd87 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 944 time: 0.0845675 Feb 18 09:30:23.026702 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f526ae10-8dc9-4a50-b6d0-85557c17d657 req-7c71ccbe-5807-4e43-ac06-8d458ef154f6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384486 Feb 18 09:30:23.543576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6130d5-ff80-438c-bba6-d7c81d955d35 req-7fb9568f-930c-4bf4-9108-97c909a5d626 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:23.545124 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a6130d5-ff80-438c-bba6-d7c81d955d35 req-7fb9568f-930c-4bf4-9108-97c909a5d626 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 945 time: 0.0850534 Feb 18 09:30:23.594803 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a6130d5-ff80-438c-bba6-d7c81d955d35 req-4daec28d-d37c-447f-ab88-804390edd53c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433319 Feb 18 09:30:23.630829 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a662a6dc-250e-4624-9491-8f28033d9e2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd785b49d-776f-4cf9-8596-5ac6540743da'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:30:23.676813 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a662a6dc-250e-4624-9491-8f28033d9e2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd785b49d-776f-4cf9-8596-5ac6540743da', 'code': 200} Feb 18 09:30:24.226635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774946b-1ff2-42c6-8475-574d8f4cd71d req-a82b3260-00c0-47e9-96ab-d2074b8ca23b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:24.228179 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9774946b-1ff2-42c6-8475-574d8f4cd71d req-a82b3260-00c0-47e9-96ab-d2074b8ca23b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 944 time: 0.0839601 Feb 18 09:30:24.276592 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9774946b-1ff2-42c6-8475-574d8f4cd71d req-45f7a9bd-d688-4ead-8023-b174fa849961 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427439 Feb 18 09:30:24.300700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39544) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:30:24.423722 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-09424726-ff77-4acc-b0d9-5aebc3be5186 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/floatingips/042a9660-6b02-4e62-873e-14eb63095e5c HTTP/1.1" status: 200 len: 991 time: 0.1218710 Feb 18 09:30:24.794856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d11c47-e402-4838-a483-f62949b2fef7 req-a8829ba6-a9e0-4c71-85c4-0c2c1d26a9fd tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:24.796289 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59d11c47-e402-4838-a483-f62949b2fef7 req-a8829ba6-a9e0-4c71-85c4-0c2c1d26a9fd tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 945 time: 0.0893650 Feb 18 09:30:24.842467 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59d11c47-e402-4838-a483-f62949b2fef7 req-7b3237a0-ccf1-4d37-b601-fdca5843bfc4 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405509 Feb 18 09:30:25.030509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b626b-c6d7-4deb-960b-b402a83b155c req-f9586956-4058-4ab6-9ded-9c7f8eba2dbb tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:25.032299 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-619b626b-c6d7-4deb-960b-b402a83b155c req-f9586956-4058-4ab6-9ded-9c7f8eba2dbb tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 945 time: 0.0818183 Feb 18 09:30:25.077460 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-619b626b-c6d7-4deb-960b-b402a83b155c req-8e9871d6-1655-4aef-af93-d89963e04c20 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394962 Feb 18 09:30:25.310356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d785b49d-776f-4cf9-8596-5ac6540743da details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:30:25.461888 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d785b49d-776f-4cf9-8596-5ac6540743da, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d785b49d-776f-4cf9-8596-5ac6540743da,segment=NetworkSegment(b9698e84-4870-4019-86be-2b756e72253c),segment_id=b9698e84-4870-4019-86be-2b756e72253c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:30:25.476617 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'd785b49d-776f-4cf9-8596-5ac6540743da', 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849', 'port_id': 'd785b49d-776f-4cf9-8596-5ac6540743da', 'mac_address': 'fa:16:3e:ce:90:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:30:25.539887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c21cbb-150d-4ce3-b0b3-27de09680f20 req-f14cf302-44ac-4739-94b4-5597ef20a661 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:25.542419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34c21cbb-150d-4ce3-b0b3-27de09680f20 req-f14cf302-44ac-4739-94b4-5597ef20a661 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 945 time: 0.1064045 Feb 18 09:30:25.570008 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:25.587816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d785b49d-776f-4cf9-8596-5ac6540743da {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:30:25.590426 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34c21cbb-150d-4ce3-b0b3-27de09680f20 req-7376f23d-f5ae-4fa2-bb0a-09ac02002752 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411687 Feb 18 09:30:25.607035 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d785b49d-776f-4cf9-8596-5ac6540743da, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d785b49d-776f-4cf9-8596-5ac6540743da,segment=NetworkSegment(b9698e84-4870-4019-86be-2b756e72253c),segment_id=b9698e84-4870-4019-86be-2b756e72253c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:30:25.611382 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:25.677876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=d785b49d-776f-4cf9-8596-5ac6540743da,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:26.168348 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['d785b49d-776f-4cf9-8596-5ac6540743da'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:30:26.798964 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83146363-b566-4bff-8924-ae99f6d337cb req-e216c782-085a-4cda-b0cd-30c8d5d0f620 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:26.801795 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83146363-b566-4bff-8924-ae99f6d337cb req-e216c782-085a-4cda-b0cd-30c8d5d0f620 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 945 time: 0.0940235 Feb 18 09:30:26.901248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83146363-b566-4bff-8924-ae99f6d337cb req-14d23736-e7b1-465b-b497-19a82f9163df tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936737 Feb 18 09:30:26.946912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f50e6f-0621-48da-92ca-da9032da1c00 req-ed189021-d075-44a3-ba17-8abb7d455f0e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:26.948448 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64f50e6f-0621-48da-92ca-da9032da1c00 req-ed189021-d075-44a3-ba17-8abb7d455f0e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.81 "GET /v2.0/ports?device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 945 time: 0.0975440 Feb 18 09:30:27.020892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-64f50e6f-0621-48da-92ca-da9032da1c00 req-ea224f24-dcaa-4709-b93f-87ccc87672e5 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Deleting port 73cc4c83-2c54-4ca9-822b-33517c01f746 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:30:27.021225 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-64f50e6f-0621-48da-92ca-da9032da1c00 req-ea224f24-dcaa-4709-b93f-87ccc87672e5 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:27.277008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-64f50e6f-0621-48da-92ca-da9032da1c00 req-ea224f24-dcaa-4709-b93f-87ccc87672e5 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] For port 73cc4c83-2c54-4ca9-822b-33517c01f746, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=73cc4c83-2c54-4ca9-822b-33517c01f746,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:30:27.277287 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-64f50e6f-0621-48da-92ca-da9032da1c00 req-ea224f24-dcaa-4709-b93f-87ccc87672e5 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:27.313932 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d785b49d-776f-4cf9-8596-5ac6540743da up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:30:27.385796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port d785b49d-776f-4cf9-8596-5ac6540743da triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:30:27.386162 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:27.414587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-64f50e6f-0621-48da-92ca-da9032da1c00 req-ea224f24-dcaa-4709-b93f-87ccc87672e5 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Calling delete_port for 73cc4c83-2c54-4ca9-822b-33517c01f746 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:30:27.515107 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:27.544653 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a662a6dc-250e-4624-9491-8f28033d9e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd785b49d-776f-4cf9-8596-5ac6540743da'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:30:27.555962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port d785b49d-776f-4cf9-8596-5ac6540743da, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d785b49d-776f-4cf9-8596-5ac6540743da,segment=NetworkSegment(b9698e84-4870-4019-86be-2b756e72253c),segment_id=b9698e84-4870-4019-86be-2b756e72253c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:30:27.561326 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:27.562524 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 73cc4c83-2c54-4ca9-822b-33517c01f746 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:30:27.628881 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a662a6dc-250e-4624-9491-8f28033d9e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd785b49d-776f-4cf9-8596-5ac6540743da', 'code': 200} Feb 18 09:30:27.685279 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-64f50e6f-0621-48da-92ca-da9032da1c00 req-ea224f24-dcaa-4709-b93f-87ccc87672e5 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:27.689053 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=d785b49d-776f-4cf9-8596-5ac6540743da,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:27.693337 n-d-829434-1 neutron-server[87769]: INFO neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No ports have port_id starting with 73cc4c83-2c54-4ca9-822b-33517c01f746 Feb 18 09:30:27.697366 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['b4aaf6be-b9ad-453f-be4c-56e8ebd67309'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:30:27.740860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea224f24-dcaa-4709-b93f-87ccc87672e5 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Pushing event deleted for resources: {'Port': ['ID=73cc4c83-2c54-4ca9-822b-33517c01f746,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:27.822008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f50e6f-0621-48da-92ca-da9032da1c00 req-ea224f24-dcaa-4709-b93f-87ccc87672e5 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] No DVR routers for this DVR port 73cc4c83-2c54-4ca9-822b-33517c01f746 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:30:27.824720 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-64f50e6f-0621-48da-92ca-da9032da1c00 req-ea224f24-dcaa-4709-b93f-87ccc87672e5 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:27.829182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57cd2318-7e52-4816-bc0f-0e5c3ae46708', 'name': 'network-vif-deleted', 'tag': '73cc4c83-2c54-4ca9-822b-33517c01f746'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:30:27.846643 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64f50e6f-0621-48da-92ca-da9032da1c00 req-ea224f24-dcaa-4709-b93f-87ccc87672e5 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.81 "DELETE /v2.0/ports/73cc4c83-2c54-4ca9-822b-33517c01f746 HTTP/1.1" status: 204 len: 173 time: 0.8920171 Feb 18 09:30:27.884801 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57cd2318-7e52-4816-bc0f-0e5c3ae46708', 'name': 'network-vif-deleted', 'tag': '73cc4c83-2c54-4ca9-822b-33517c01f746', 'status': 'completed', 'code': 200} Feb 18 09:30:28.090635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c43fdcc4-22c5-4e24-9d16-b18695795309 req-e91610ef-034c-4a9b-867d-dbcdee43a45a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Synchronizing usage tracker for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:30:28.106892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c43fdcc4-22c5-4e24-9d16-b18695795309 req-e91610ef-034c-4a9b-867d-dbcdee43a45a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Unset dirty status for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:30:28.108062 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c43fdcc4-22c5-4e24-9d16-b18695795309 req-e91610ef-034c-4a9b-867d-dbcdee43a45a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=57cd2318-7e52-4816-bc0f-0e5c3ae46708 HTTP/1.1" status: 200 len: 210 time: 0.0649996 Feb 18 09:30:29.585489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-72cf8b3f-a745-4abc-9b77-c3b26f27e835 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:29.587199 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-72cf8b3f-a745-4abc-9b77-c3b26f27e835 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 806 time: 0.1790161 Feb 18 09:30:29.610173 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-de9347cc-e042-4daa-9588-4173c2617225 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/quotas/57cb8084285d40d4bd807f75c6aeef38 HTTP/1.1" status: 200 len: 375 time: 0.0139203 Feb 18 09:30:29.707438 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3e4c074d-f4c1-47e6-a0ad-a2e4aebdd990 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0911393 Feb 18 09:30:29.933318 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-fd32a255-fb59-434e-8115-ffb2b701d8d9 service neutron] 10.222.0.72 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178056 Feb 18 09:30:30.083115 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-b182b6de-117c-4ad0-a793-90237550d666 service neutron] 10.222.0.72 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436467 Feb 18 09:30:30.293999 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ec420af-b849-4142-a2cb-bdcede095ad5 req-53a082c7-f3ae-46a2-b497-49505a7aab86 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c HTTP/1.1" status: 200 len: 210 time: 0.0562716 Feb 18 09:30:30.357010 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c6273c88-94eb-4883-9450-b85ee3912244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:31.535634 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf4e7029-6ca4-4871-908a-7dd45a30faaf req-28db53de-4956-46ae-9982-c73b4d578e6e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c HTTP/1.1" status: 200 len: 210 time: 0.0563052 Feb 18 09:30:31.601270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-fb6bbf37-333e-4518-8871-9bcf59d066e0 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:31.602647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-fb6bbf37-333e-4518-8871-9bcf59d066e0 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.81 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 806 time: 0.2404878 Feb 18 09:30:31.615310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-c77fb984-c98a-4374-b61b-5be1327291e9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Request body: {'port': {'device_id': '64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c', 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd', 'admin_state_up': True, 'tenant_id': '57cb8084285d40d4bd807f75c6aeef38'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:30:31.761911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-c77fb984-c98a-4374-b61b-5be1327291e9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:31.772084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-c77fb984-c98a-4374-b61b-5be1327291e9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:31.782963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-c77fb984-c98a-4374-b61b-5be1327291e9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Made reservation on behalf of 57cb8084285d40d4bd807f75c6aeef38 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:31.786637 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-c77fb984-c98a-4374-b61b-5be1327291e9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:31.959704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-c77fb984-c98a-4374-b61b-5be1327291e9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Allocated IP 172.20.0.6 (59b284d2-31ea-4855-8325-81ade3d74cdd/3b065d12-a2c1-46bb-a80f-08d233f2c119/8fa202ea-4be9-4698-b8f7-c1b8c588360a) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:30:32.171363 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-c77fb984-c98a-4374-b61b-5be1327291e9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:32.201550 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-c77fb984-c98a-4374-b61b-5be1327291e9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:32.213434 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['b4aaf6be-b9ad-453f-be4c-56e8ebd67309'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:30:32.275878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-c77fb984-c98a-4374-b61b-5be1327291e9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Network 59b284d2-31ea-4855-8325-81ade3d74cdd is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:30:32.279101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-c77fb984-c98a-4374-b61b-5be1327291e9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:30:32.284311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-c77fb984-c98a-4374-b61b-5be1327291e9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:30:32.320799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fb984-c98a-4374-b61b-5be1327291e9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Pushing event updated for resources: {'Port': ['ID=8fa202ea-4be9-4698-b8f7-c1b8c588360a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:32.353517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-c77fb984-c98a-4374-b61b-5be1327291e9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:32.354168 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-c77fb984-c98a-4374-b61b-5be1327291e9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:32.380973 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-c77fb984-c98a-4374-b61b-5be1327291e9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7697403 Feb 18 09:30:32.392900 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Request body: {'port': {'device_id': '64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:30:32.508814 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:32.912335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a37c6-f03f-4c38-9b9e-b1a5924433f4 req-f69874da-ff05-47f5-b87c-35f79adfc967 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:32.913142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6e0a37c6-f03f-4c38-9b9e-b1a5924433f4 req-f69874da-ff05-47f5-b87c-35f79adfc967 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Synchronizing usage tracker for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:30:32.960490 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6e0a37c6-f03f-4c38-9b9e-b1a5924433f4 req-f69874da-ff05-47f5-b87c-35f79adfc967 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Unset dirty status for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:30:32.961749 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e0a37c6-f03f-4c38-9b9e-b1a5924433f4 req-f69874da-ff05-47f5-b87c-35f79adfc967 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c HTTP/1.1" status: 200 len: 931 time: 0.2860112 Feb 18 09:30:33.029141 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e0a37c6-f03f-4c38-9b9e-b1a5924433f4 req-2161ac32-bd98-4404-9533-63161462e639 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616846 Feb 18 09:30:33.105117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa202ea-4be9-4698-b8f7-c1b8c588360a {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:30:33.113923 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:33.129371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Transition to ACTIVE for port object 8fa202ea-4be9-4698-b8f7-c1b8c588360a will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:30:33.133290 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:33.302077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Pushing event updated for resources: {'Port': ['ID=8fa202ea-4be9-4698-b8f7-c1b8c588360a,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:33.385884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Attempting to bind port 8fa202ea-4be9-4698-b8f7-c1b8c588360a on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:30:33.386123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Attempting to bind port 8fa202ea-4be9-4698-b8f7-c1b8c588360a by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:30:33.386429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Attempting to bind port 8fa202ea-4be9-4698-b8f7-c1b8c588360a on network 59b284d2-31ea-4855-8325-81ade3d74cdd {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:30:33.391755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Port 8fa202ea-4be9-4698-b8f7-c1b8c588360a on network 59b284d2-31ea-4855-8325-81ade3d74cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:30:33.392142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Attempting to bind port 8fa202ea-4be9-4698-b8f7-c1b8c588360a on network 59b284d2-31ea-4855-8325-81ade3d74cdd {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:30:33.397468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:30:33.397798 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Checking segment: {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:30:33.398173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Bound using segment: {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:30:33.398586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Bound port: 8fa202ea-4be9-4698-b8f7-c1b8c588360a, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:30:33.398927 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:33.491659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] For port 8fa202ea-4be9-4698-b8f7-c1b8c588360a, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:30:33.494660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] For port 8fa202ea-4be9-4698-b8f7-c1b8c588360a, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8fa202ea-4be9-4698-b8f7-c1b8c588360a,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:30:33.499324 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:33.561509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:33.562114 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:33.564246 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] 10.222.0.81 "PUT /v2.0/ports/8fa202ea-4be9-4698-b8f7-c1b8c588360a HTTP/1.1" status: 200 len: 1091 time: 1.1756923 Feb 18 09:30:33.564715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c', 'tag': '8fa202ea-4be9-4698-b8f7-c1b8c588360a'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:30:33.586069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdce03-edd3-43c9-9f46-ce8cfa43cd1d service neutron] Pushing event updated for resources: {'Port': ['ID=8fa202ea-4be9-4698-b8f7-c1b8c588360a,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:33.641308 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c', 'tag': '8fa202ea-4be9-4698-b8f7-c1b8c588360a', 'status': 'completed', 'code': 200} Feb 18 09:30:33.685803 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-a6b1f889-7592-427d-9a4f-b563922b19f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:33.687366 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-a6b1f889-7592-427d-9a4f-b563922b19f8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&device_id=64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c HTTP/1.1" status: 200 len: 1094 time: 0.0763261 Feb 18 09:30:33.757887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-c9ffbdf7-d421-41ae-a934-551dffdbd1c8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa202ea-4be9-4698-b8f7-c1b8c588360a HTTP/1.1" status: 200 len: 217 time: 0.0645173 Feb 18 09:30:33.806268 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-88b442aa-6d38-4be2-af6d-8569724f5898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:33.835105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-9ee1a36d-710a-4567-81aa-7111997e9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:33.836543 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-9ee1a36d-710a-4567-81aa-7111997e9642 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3b065d12-a2c1-46bb-a80f-08d233f2c119 HTTP/1.1" status: 200 len: 846 time: 0.0724981 Feb 18 09:30:33.892890 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-247d85c8-4f30-410a-b946-2ce0e34d75ec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=59b284d2-31ea-4855-8325-81ade3d74cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492122 Feb 18 09:30:33.895948 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:33.906052 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:34.035061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-9ffbf1e1-26ee-4f42-995b-cc83822b3368 service neutron] 10.222.0.81 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364198 Feb 18 09:30:34.239011 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cec90b3-95e9-42df-a4bd-4a6167208331 req-30daad4b-72f0-4209-83f3-54fb54fb92cc service neutron] 10.222.0.81 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864576 Feb 18 09:30:34.267528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6346f-e83e-4bac-aa28-654e2bfb955d req-e29b07ca-2ae6-4c01-a7f1-11f61637dcdf tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:34.269149 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ced6346f-e83e-4bac-aa28-654e2bfb955d req-e29b07ca-2ae6-4c01-a7f1-11f61637dcdf tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c HTTP/1.1" status: 200 len: 943 time: 0.1200387 Feb 18 09:30:34.370187 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ced6346f-e83e-4bac-aa28-654e2bfb955d req-30ce00a6-9265-4cff-8e23-d1782db661ff tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952992 Feb 18 09:30:34.395116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4999e-dc9d-4426-82b2-e7eb62f1148c req-add784fb-0f34-4ea2-9f24-3456deaf5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:34.396585 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d1a4999e-dc9d-4426-82b2-e7eb62f1148c req-add784fb-0f34-4ea2-9f24-3456deaf5d78 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&device_id=64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c HTTP/1.1" status: 200 len: 1094 time: 0.1002874 Feb 18 09:30:34.720241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4999e-dc9d-4426-82b2-e7eb62f1148c req-1a389948-c5bf-4316-884d-6dc0d128e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:34.722642 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d1a4999e-dc9d-4426-82b2-e7eb62f1148c req-1a389948-c5bf-4316-884d-6dc0d128e512 service neutron] 10.222.0.81 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 907 time: 0.3103147 Feb 18 09:30:34.798120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d1a4999e-dc9d-4426-82b2-e7eb62f1148c req-bb6d8037-6d9f-4ef9-a0c8-1b5f203f8f7b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa202ea-4be9-4698-b8f7-c1b8c588360a HTTP/1.1" status: 200 len: 217 time: 0.0668941 Feb 18 09:30:34.861070 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4999e-dc9d-4426-82b2-e7eb62f1148c req-593c59e5-3145-4a73-a472-b2f40145386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:34.862535 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d1a4999e-dc9d-4426-82b2-e7eb62f1148c req-593c59e5-3145-4a73-a472-b2f40145386b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3b065d12-a2c1-46bb-a80f-08d233f2c119 HTTP/1.1" status: 200 len: 846 time: 0.0595171 Feb 18 09:30:34.913266 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d1a4999e-dc9d-4426-82b2-e7eb62f1148c req-cf0849f0-6c84-451e-bd64-70a0e548c847 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=59b284d2-31ea-4855-8325-81ade3d74cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445964 Feb 18 09:30:35.056129 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d1a4999e-dc9d-4426-82b2-e7eb62f1148c req-635d6e6e-6928-42ed-96ff-9ee55e1ce9fd service neutron] 10.222.0.81 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350048 Feb 18 09:30:35.135622 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:35.218419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d1a4999e-dc9d-4426-82b2-e7eb62f1148c req-bcd86c72-815f-424b-b1ed-d508973105c1 service neutron] 10.222.0.81 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500630 Feb 18 09:30:35.558336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868932a2-1369-4ae5-9187-cc4404997841 req-4ed5d228-e3fe-41f2-8e47-ed5c1afac1a4 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:35.559823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-868932a2-1369-4ae5-9187-cc4404997841 req-4ed5d228-e3fe-41f2-8e47-ed5c1afac1a4 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c HTTP/1.1" status: 200 len: 943 time: 0.0798810 Feb 18 09:30:35.604442 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-868932a2-1369-4ae5-9187-cc4404997841 req-b02ac36b-6650-4830-b710-406e82ead693 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383072 Feb 18 09:30:36.959346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4353a99-38e9-4343-9e71-82fca906322f req-f4a873b6-154b-44df-859b-bb1622d04091 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:36.961178 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4353a99-38e9-4343-9e71-82fca906322f req-f4a873b6-154b-44df-859b-bb1622d04091 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c HTTP/1.1" status: 200 len: 943 time: 0.0840023 Feb 18 09:30:37.014782 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4353a99-38e9-4343-9e71-82fca906322f req-2b0e1540-d217-493d-b460-dfdf7e0ee740 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479810 Feb 18 09:30:37.373870 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 8fa202ea-4be9-4698-b8f7-c1b8c588360a details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:30:37.513030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 8fa202ea-4be9-4698-b8f7-c1b8c588360a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8fa202ea-4be9-4698-b8f7-c1b8c588360a,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:30:37.526957 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '8fa202ea-4be9-4698-b8f7-c1b8c588360a', 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd', 'port_id': '8fa202ea-4be9-4698-b8f7-c1b8c588360a', 'mac_address': 'fa:16:3e:6a:22:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b065d12-a2c1-46bb-a80f-08d233f2c119', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:30:37.583457 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:37.601148 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa202ea-4be9-4698-b8f7-c1b8c588360a {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:30:37.619097 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 8fa202ea-4be9-4698-b8f7-c1b8c588360a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8fa202ea-4be9-4698-b8f7-c1b8c588360a,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:30:37.623270 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:37.702776 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=8fa202ea-4be9-4698-b8f7-c1b8c588360a,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:37.934483 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['8fa202ea-4be9-4698-b8f7-c1b8c588360a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:30:37.987007 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53db222e-3930-49c9-b43e-aa78cc13f711 req-9776c602-28b6-426d-a262-dc6b52e13435 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709333 Feb 18 09:30:38.164744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db222e-3930-49c9-b43e-aa78cc13f711 req-91c6974a-857b-4436-86e0-9ceff257278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:38.166155 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53db222e-3930-49c9-b43e-aa78cc13f711 req-91c6974a-857b-4436-86e0-9ceff257278d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e HTTP/1.1" status: 200 len: 1096 time: 0.1072593 Feb 18 09:30:38.315603 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268e281-6e70-4193-8c08-adcfbdc80a6d req-abd603b5-8c51-4cbd-a3a5-85089065a2ae tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:38.317004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4268e281-6e70-4193-8c08-adcfbdc80a6d req-abd603b5-8c51-4cbd-a3a5-85089065a2ae tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c HTTP/1.1" status: 200 len: 944 time: 0.1841502 Feb 18 09:30:38.359917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db222e-3930-49c9-b43e-aa78cc13f711 req-1526c78f-0de6-4b27-9b57-27462fbb6ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:38.361316 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53db222e-3930-49c9-b43e-aa78cc13f711 req-1526c78f-0de6-4b27-9b57-27462fbb6ae9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 907 time: 0.1761007 Feb 18 09:30:38.442305 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53db222e-3930-49c9-b43e-aa78cc13f711 req-b89c1833-d5bf-4260-98aa-d1f6bdd3b7da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4aaf6be-b9ad-453f-be4c-56e8ebd67309 HTTP/1.1" status: 200 len: 217 time: 0.0703933 Feb 18 09:30:38.445186 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4268e281-6e70-4193-8c08-adcfbdc80a6d req-ed7a8270-0e41-435d-bda1-b02062a6a417 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145647 Feb 18 09:30:38.503836 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db222e-3930-49c9-b43e-aa78cc13f711 req-a999585a-968a-43c0-8b9a-6b9380458ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:38.505305 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53db222e-3930-49c9-b43e-aa78cc13f711 req-a999585a-968a-43c0-8b9a-6b9380458ed3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3b065d12-a2c1-46bb-a80f-08d233f2c119 HTTP/1.1" status: 200 len: 846 time: 0.0571556 Feb 18 09:30:38.553942 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53db222e-3930-49c9-b43e-aa78cc13f711 req-90c687b3-8d3f-4548-9f56-4fe76f1cdcbd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59b284d2-31ea-4855-8325-81ade3d74cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428162 Feb 18 09:30:38.690475 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53db222e-3930-49c9-b43e-aa78cc13f711 req-c939beb9-aca3-4c72-82a9-ff8b4b78cc97 service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299605 Feb 18 09:30:38.947735 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53db222e-3930-49c9-b43e-aa78cc13f711 req-c6fa50c7-badc-46cb-9a7c-5d09ee3276f4 service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508540 Feb 18 09:30:39.393309 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 8fa202ea-4be9-4698-b8f7-c1b8c588360a up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:30:39.570954 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 8fa202ea-4be9-4698-b8f7-c1b8c588360a completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:30:39.576656 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 8fa202ea-4be9-4698-b8f7-c1b8c588360a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:30:39.577027 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:39.654537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4d358-bda0-4449-b0ef-c610c339b8b9 req-e602ea14-8ddf-45f6-9975-f2818e84126e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:39.656018 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ff4d358-bda0-4449-b0ef-c610c339b8b9 req-e602ea14-8ddf-45f6-9975-f2818e84126e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c HTTP/1.1" status: 200 len: 944 time: 0.1026988 Feb 18 09:30:39.703215 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ff4d358-bda0-4449-b0ef-c610c339b8b9 req-f5457e16-bae6-4e52-89a7-fc8ede8b217d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405946 Feb 18 09:30:39.710556 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:39.738568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa202ea-4be9-4698-b8f7-c1b8c588360a'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:30:39.748579 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 8fa202ea-4be9-4698-b8f7-c1b8c588360a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8fa202ea-4be9-4698-b8f7-c1b8c588360a,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:30:39.753489 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:39.789653 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa202ea-4be9-4698-b8f7-c1b8c588360a', 'code': 200} Feb 18 09:30:39.828071 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=8fa202ea-4be9-4698-b8f7-c1b8c588360a,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:39.927684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef3bca-7618-42a7-988b-7c022d39129d req-267123f8-f953-4acd-ba71-a71a02c1019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:39.929619 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26ef3bca-7618-42a7-988b-7c022d39129d req-267123f8-f953-4acd-ba71-a71a02c1019b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c HTTP/1.1" status: 200 len: 1096 time: 0.0761130 Feb 18 09:30:39.971965 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26ef3bca-7618-42a7-988b-7c022d39129d req-a56e8d12-928a-47f9-bc0e-b148c201c386 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356882 Feb 18 09:30:40.897314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94241ed8-76e9-4858-9713-8ca5f2c1ca12 req-714c2a3b-ebc3-428c-a115-bb4fbb5d7ea1 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:40.898807 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94241ed8-76e9-4858-9713-8ca5f2c1ca12 req-714c2a3b-ebc3-428c-a115-bb4fbb5d7ea1 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c HTTP/1.1" status: 200 len: 945 time: 0.0835242 Feb 18 09:30:40.944638 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94241ed8-76e9-4858-9713-8ca5f2c1ca12 req-5c1ff3c8-2553-4ed3-a2c5-35eeedd19e3e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399511 Feb 18 09:30:41.533713 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:41.701673 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:42.139185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2cab9-61a8-4310-9193-9cec99391f61 req-f3ff947e-b8a4-4a50-a0dd-e729c505f303 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:42.140571 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2db2cab9-61a8-4310-9193-9cec99391f61 req-f3ff947e-b8a4-4a50-a0dd-e729c505f303 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c HTTP/1.1" status: 200 len: 945 time: 0.0849273 Feb 18 09:30:42.185678 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2db2cab9-61a8-4310-9193-9cec99391f61 req-de5a2a17-8b03-434e-ab3d-461490439a49 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389166 Feb 18 09:30:42.473000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-a475446e-bded-40d0-9949-69e31f3c4c88 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:42.474357 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-a475446e-bded-40d0-9949-69e31f3c4c88 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 806 time: 0.1495886 Feb 18 09:30:42.490364 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-a4b835cb-b035-4c90-ab58-46dab1114bd3 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/quotas/57cb8084285d40d4bd807f75c6aeef38 HTTP/1.1" status: 200 len: 375 time: 0.0106196 Feb 18 09:30:42.578641 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-d610d340-1468-48fc-b5f6-c049835f2ae3 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828443 Feb 18 09:30:42.760206 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-576b9820-f821-4999-be2f-aea4914afd82 service neutron] 10.222.0.72 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741989 Feb 18 09:30:42.897927 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-7d10c501-9ea3-49ba-955c-fd299c67f3b5 service neutron] 10.222.0.72 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317322 Feb 18 09:30:43.084980 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3e476e9-43bf-47e8-bf20-057a76919473 req-8b0588f9-fa59-4868-bb31-b426b68f2060 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 210 time: 0.0439146 Feb 18 09:30:43.479214 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04267c1a-e7b2-4f70-8365-748555493c48 req-2e148ac4-7048-4f15-b2db-b44aaeb7b630 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746999 Feb 18 09:30:43.658176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04267c1a-e7b2-4f70-8365-748555493c48 req-fe20064f-df79-41e8-ae89-98251f8779c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:43.659548 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04267c1a-e7b2-4f70-8365-748555493c48 req-fe20064f-df79-41e8-ae89-98251f8779c7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 1097 time: 0.0981207 Feb 18 09:30:43.811177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04267c1a-e7b2-4f70-8365-748555493c48 req-f3b2f7fb-b2da-4c97-bb2c-ce40e8253f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:43.812658 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04267c1a-e7b2-4f70-8365-748555493c48 req-f3b2f7fb-b2da-4c97-bb2c-ce40e8253f48 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 HTTP/1.1" status: 200 len: 898 time: 0.1351910 Feb 18 09:30:43.942146 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04267c1a-e7b2-4f70-8365-748555493c48 req-539b63ed-0ccb-45b7-9e27-75e5fa1b08ce service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d785b49d-776f-4cf9-8596-5ac6540743da HTTP/1.1" status: 200 len: 1001 time: 0.1206205 Feb 18 09:30:44.006930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04267c1a-e7b2-4f70-8365-748555493c48 req-f8f43769-405e-431a-83d2-ba6786c219ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:44.008402 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04267c1a-e7b2-4f70-8365-748555493c48 req-f8f43769-405e-431a-83d2-ba6786c219ed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ef2f8585-26d9-4b10-9b90-f80589586f4c HTTP/1.1" status: 200 len: 834 time: 0.0606787 Feb 18 09:30:44.388019 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3778c10b-c5fd-4bc3-b455-41af36db027c req-c0b0b94a-bad4-4654-b1c1-6fa28c847c54 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 210 time: 0.0648212 Feb 18 09:30:44.395538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-e8f1a0b9-6710-4014-9138-aa3ca41ab1bc tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:44.396968 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-e8f1a0b9-6710-4014-9138-aa3ca41ab1bc tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.61 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 806 time: 0.3511493 Feb 18 09:30:44.400044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04267c1a-e7b2-4f70-8365-748555493c48 req-c2e59fe5-c6fd-4e9b-97ac-218af7ed255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:44.401453 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04267c1a-e7b2-4f70-8365-748555493c48 req-c2e59fe5-c6fd-4e9b-97ac-218af7ed255c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d3bdd6d2-8a51-4c9a-b49c-7525a94c7849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3869901 Feb 18 09:30:44.409067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Request body: {'port': {'device_id': 'f04a8ef2-e8d8-4352-a8dd-5fc7223f168b', 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd', 'admin_state_up': True, 'tenant_id': '57cb8084285d40d4bd807f75c6aeef38'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:30:44.662025 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04267c1a-e7b2-4f70-8365-748555493c48 req-7efb7f9f-7079-4ba0-bdb2-f8ef28920887 service neutron] 10.222.0.81 "GET /v2.0/networks/d3bdd6d2-8a51-4c9a-b49c-7525a94c7849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393825 Feb 18 09:30:44.662816 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:30:44.693290 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:30:44.761804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Made reservation on behalf of 57cb8084285d40d4bd807f75c6aeef38 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:30:44.765397 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:44.881772 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04267c1a-e7b2-4f70-8365-748555493c48 req-3641b442-eb8b-46b1-a812-4f9fb8b52c8a service neutron] 10.222.0.81 "GET /v2.0/networks/d3bdd6d2-8a51-4c9a-b49c-7525a94c7849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122383 Feb 18 09:30:44.979210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Allocated IP 172.20.0.3 (59b284d2-31ea-4855-8325-81ade3d74cdd/3b065d12-a2c1-46bb-a80f-08d233f2c119/bb8d62b6-d6a9-475c-a336-7b486e019afc) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:30:45.189797 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:45.226159 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:45.242513 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['b4aaf6be-b9ad-453f-be4c-56e8ebd67309'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:30:45.267869 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['8fa202ea-4be9-4698-b8f7-c1b8c588360a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:30:45.301974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Network 59b284d2-31ea-4855-8325-81ade3d74cdd is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:30:45.305436 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:30:45.309514 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:30:45.347153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Pushing event updated for resources: {'Port': ['ID=bb8d62b6-d6a9-475c-a336-7b486e019afc,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:45.361336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:45.361676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:45.362012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:45.362342 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:45.362667 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:45.363015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:45.363343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:45.363660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:45.363977 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:45.364311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:45.364629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:45.364995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:45.389556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:45.390162 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:45.415263 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-c7a4fd72-8e0f-4636-b5e1-2bd9356cbd9f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0103538 Feb 18 09:30:45.431805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Request body: {'port': {'device_id': 'f04a8ef2-e8d8-4352-a8dd-5fc7223f168b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:30:45.617784 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:45.715044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0be462-9393-4f76-bfb9-102edc82503e req-39ee1265-5772-438b-b0ed-742b7f254694 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:45.715744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6b0be462-9393-4f76-bfb9-102edc82503e req-39ee1265-5772-438b-b0ed-742b7f254694 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Synchronizing usage tracker for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:30:45.787154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6b0be462-9393-4f76-bfb9-102edc82503e req-39ee1265-5772-438b-b0ed-742b7f254694 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Unset dirty status for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:30:45.788327 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b0be462-9393-4f76-bfb9-102edc82503e req-39ee1265-5772-438b-b0ed-742b7f254694 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 931 time: 0.2482684 Feb 18 09:30:45.912296 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b0be462-9393-4f76-bfb9-102edc82503e req-0722d5b2-7d12-4c8c-9cbe-c27e147774c3 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168985 Feb 18 09:30:46.030841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8d62b6-d6a9-475c-a336-7b486e019afc {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:30:46.038298 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:46.053106 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Transition to ACTIVE for port object bb8d62b6-d6a9-475c-a336-7b486e019afc will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:30:46.058262 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:46.305577 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Pushing event updated for resources: {'Port': ['ID=bb8d62b6-d6a9-475c-a336-7b486e019afc,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:46.408658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Attempting to bind port bb8d62b6-d6a9-475c-a336-7b486e019afc on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:30:46.408997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Attempting to bind port bb8d62b6-d6a9-475c-a336-7b486e019afc by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:30:46.409332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Attempting to bind port bb8d62b6-d6a9-475c-a336-7b486e019afc on network 59b284d2-31ea-4855-8325-81ade3d74cdd {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:30:46.413947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Port bb8d62b6-d6a9-475c-a336-7b486e019afc on network 59b284d2-31ea-4855-8325-81ade3d74cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:30:46.414269 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Attempting to bind port bb8d62b6-d6a9-475c-a336-7b486e019afc on network 59b284d2-31ea-4855-8325-81ade3d74cdd {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:30:46.419343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:30:46.419684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Checking segment: {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:30:46.420071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Bound using segment: {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:30:46.420537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Bound port: bb8d62b6-d6a9-475c-a336-7b486e019afc, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:30:46.420886 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:46.515565 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] For port bb8d62b6-d6a9-475c-a336-7b486e019afc, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:30:46.519230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] For port bb8d62b6-d6a9-475c-a336-7b486e019afc, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=bb8d62b6-d6a9-475c-a336-7b486e019afc,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:30:46.523953 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:46.586982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:46.587601 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:46.589004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] 10.222.0.61 "PUT /v2.0/ports/bb8d62b6-d6a9-475c-a336-7b486e019afc HTTP/1.1" status: 200 len: 1091 time: 1.1658864 Feb 18 09:30:46.589444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04a8ef2-e8d8-4352-a8dd-5fc7223f168b', 'tag': 'bb8d62b6-d6a9-475c-a336-7b486e019afc'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:30:46.609254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a6d59-23da-4660-a9bf-3ab92daf733d service neutron] Pushing event updated for resources: {'Port': ['ID=bb8d62b6-d6a9-475c-a336-7b486e019afc,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:46.663373 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04a8ef2-e8d8-4352-a8dd-5fc7223f168b', 'tag': 'bb8d62b6-d6a9-475c-a336-7b486e019afc', 'status': 'completed', 'code': 200} Feb 18 09:30:46.707659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-b7287b49-4964-4c27-9faf-e112ae234d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:46.709180 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-b7287b49-4964-4c27-9faf-e112ae234d18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 1094 time: 0.0782905 Feb 18 09:30:46.777116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-3f5cb8af-a82e-4c0b-9d8e-a2a68c627cf1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb8d62b6-d6a9-475c-a336-7b486e019afc HTTP/1.1" status: 200 len: 217 time: 0.0605047 Feb 18 09:30:46.851272 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-4bfa540c-db91-4014-ada1-2baab0fe6f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:46.852783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-4bfa540c-db91-4014-ada1-2baab0fe6f83 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3b065d12-a2c1-46bb-a80f-08d233f2c119 HTTP/1.1" status: 200 len: 846 time: 0.0685737 Feb 18 09:30:46.901708 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-33c31f11-a4c3-4601-8a82-1c46a13a4c07 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59b284d2-31ea-4855-8325-81ade3d74cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417471 Feb 18 09:30:47.080992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-fe86d29b-9921-4b29-a045-0d91b00fc780 service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720929 Feb 18 09:30:47.217106 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f03af-0c6d-4ccd-88c9-7a360de61cb0 req-a1e90c5d-faed-4a0b-90f6-855779569e58 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:47.218722 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d9f03af-0c6d-4ccd-88c9-7a360de61cb0 req-a1e90c5d-faed-4a0b-90f6-855779569e58 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 943 time: 0.1984825 Feb 18 09:30:47.276426 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-141bf3ab-b6ad-46af-ade4-c4f2fb2cc0c2 req-6d429764-4d87-4b45-9bab-a58e3e1cdad3 service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857243 Feb 18 09:30:47.302283 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d9f03af-0c6d-4ccd-88c9-7a360de61cb0 req-80988ac4-fe86-4b8e-8566-88e04554f73a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732579 Feb 18 09:30:47.407333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f291669-6daf-4d8c-befd-9180f678a7ff req-3ebcdf13-ea06-479b-b27b-c8c9c9550a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:47.409220 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f291669-6daf-4d8c-befd-9180f678a7ff req-3ebcdf13-ea06-479b-b27b-c8c9c9550a6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 1094 time: 0.0826857 Feb 18 09:30:47.550361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f291669-6daf-4d8c-befd-9180f678a7ff req-b949f7d6-7b7b-49bd-ad61-14e1e4832723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:47.551888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f291669-6daf-4d8c-befd-9180f678a7ff req-b949f7d6-7b7b-49bd-ad61-14e1e4832723 service neutron] 10.222.0.61 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 907 time: 0.1356812 Feb 18 09:30:47.625370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f291669-6daf-4d8c-befd-9180f678a7ff req-a8b708e1-46a0-4803-a2aa-66525bca5999 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb8d62b6-d6a9-475c-a336-7b486e019afc HTTP/1.1" status: 200 len: 217 time: 0.0673394 Feb 18 09:30:47.691010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f291669-6daf-4d8c-befd-9180f678a7ff req-16ba4f01-ba63-4ba4-aa1c-18e0bae0280e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:47.692383 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f291669-6daf-4d8c-befd-9180f678a7ff req-16ba4f01-ba63-4ba4-aa1c-18e0bae0280e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3b065d12-a2c1-46bb-a80f-08d233f2c119 HTTP/1.1" status: 200 len: 846 time: 0.0604911 Feb 18 09:30:47.742139 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f291669-6daf-4d8c-befd-9180f678a7ff req-dbbff948-6b43-4431-a57a-54b5c3dd9e51 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59b284d2-31ea-4855-8325-81ade3d74cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436573 Feb 18 09:30:47.878070 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f291669-6daf-4d8c-befd-9180f678a7ff req-ce999196-3573-4cee-ac12-72b826256b45 service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295905 Feb 18 09:30:48.118478 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f291669-6daf-4d8c-befd-9180f678a7ff req-db09faf4-957a-4742-8c48-8bffcbafd58d service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343845 Feb 18 09:30:48.537399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c924984-9a4e-4b22-8d8d-11d178da229b req-c17a8635-1ae2-4c1e-a255-f4a95a8e958e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:48.539046 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c924984-9a4e-4b22-8d8d-11d178da229b req-c17a8635-1ae2-4c1e-a255-f4a95a8e958e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 943 time: 0.0917807 Feb 18 09:30:48.587088 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c924984-9a4e-4b22-8d8d-11d178da229b req-0db5ec06-70cc-4597-971a-27d767d3522d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421665 Feb 18 09:30:49.778622 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a8164-b756-4fc6-b9af-8fe63d2d026a req-b2b83b33-5787-4788-842a-121a55261fce tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:49.780775 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-334a8164-b756-4fc6-b9af-8fe63d2d026a req-b2b83b33-5787-4788-842a-121a55261fce tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 943 time: 0.0844476 Feb 18 09:30:49.824955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-334a8164-b756-4fc6-b9af-8fe63d2d026a req-b3c10991-2300-4d96-9d3b-216a65fc3ec3 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387514 Feb 18 09:30:51.024235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47128b0c-02d2-41d2-8eff-85856981cd2e req-ce9c6fc5-0625-4b92-97d7-c7cb6aca6a64 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:51.025740 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47128b0c-02d2-41d2-8eff-85856981cd2e req-ce9c6fc5-0625-4b92-97d7-c7cb6aca6a64 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 943 time: 0.0812371 Feb 18 09:30:51.074455 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47128b0c-02d2-41d2-8eff-85856981cd2e req-596807ac-dd0c-4cab-afe7-9b9e30bc43cc tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429711 Feb 18 09:30:52.250440 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device bb8d62b6-d6a9-475c-a336-7b486e019afc details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:30:52.262337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076695bf-69b9-4234-97f9-346ff9a8178c req-25924a2b-8ec7-4af5-82af-0e14c1304efd tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:52.263823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-076695bf-69b9-4234-97f9-346ff9a8178c req-25924a2b-8ec7-4af5-82af-0e14c1304efd tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 943 time: 0.0835166 Feb 18 09:30:52.310752 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-076695bf-69b9-4234-97f9-346ff9a8178c req-acc6ca63-4c51-4462-ba8a-006d6e06717f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400128 Feb 18 09:30:52.391306 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port bb8d62b6-d6a9-475c-a336-7b486e019afc, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=bb8d62b6-d6a9-475c-a336-7b486e019afc,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:30:52.405589 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'bb8d62b6-d6a9-475c-a336-7b486e019afc', 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd', 'port_id': 'bb8d62b6-d6a9-475c-a336-7b486e019afc', 'mac_address': 'fa:16:3e:00:93:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b065d12-a2c1-46bb-a80f-08d233f2c119', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:30:52.471236 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:52.498520 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8d62b6-d6a9-475c-a336-7b486e019afc {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:30:52.515459 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port bb8d62b6-d6a9-475c-a336-7b486e019afc, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=bb8d62b6-d6a9-475c-a336-7b486e019afc,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:30:52.520186 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:52.592520 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=bb8d62b6-d6a9-475c-a336-7b486e019afc,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:52.600700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:52.601047 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:52.601393 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:52.601730 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:52.602062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:52.602389 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:52.602714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:52.603038 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:52.603357 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:52.603677 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:52.603996 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:52.604335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:30:52.849910 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['bb8d62b6-d6a9-475c-a336-7b486e019afc'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:30:53.097579 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:30:53.500021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0f6ba-96d7-472c-833b-18aab3957718 req-451e6197-c9f1-48a7-8543-36fd59c75403 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:53.502069 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5f0f6ba-96d7-472c-833b-18aab3957718 req-451e6197-c9f1-48a7-8543-36fd59c75403 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 944 time: 0.0820394 Feb 18 09:30:53.548643 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5f0f6ba-96d7-472c-833b-18aab3957718 req-5e086749-0ebc-4be3-bf4e-999aa27d3fc0 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403812 Feb 18 09:30:54.277878 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device bb8d62b6-d6a9-475c-a336-7b486e019afc up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:30:54.346061 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port bb8d62b6-d6a9-475c-a336-7b486e019afc completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:30:54.350954 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port bb8d62b6-d6a9-475c-a336-7b486e019afc triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:30:54.351426 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:54.471821 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:54.500553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04a8ef2-e8d8-4352-a8dd-5fc7223f168b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8d62b6-d6a9-475c-a336-7b486e019afc'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:30:54.514379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port bb8d62b6-d6a9-475c-a336-7b486e019afc, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=bb8d62b6-d6a9-475c-a336-7b486e019afc,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:30:54.518824 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:54.587505 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04a8ef2-e8d8-4352-a8dd-5fc7223f168b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8d62b6-d6a9-475c-a336-7b486e019afc', 'code': 200} Feb 18 09:30:54.592851 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=bb8d62b6-d6a9-475c-a336-7b486e019afc,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:30:54.781708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a5f82-223e-49fa-90bf-bda313d5ca95 req-96d3d237-6677-4fec-913e-9c7033b04159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:54.783574 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c58a5f82-223e-49fa-90bf-bda313d5ca95 req-96d3d237-6677-4fec-913e-9c7033b04159 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 1096 time: 0.1335530 Feb 18 09:30:54.796408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f4418-2445-4bd5-9fc9-705b88efa3a9 req-1d36ff6e-1cf9-4107-ae50-6e5a4bb1f0e9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:54.797767 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b1f4418-2445-4bd5-9fc9-705b88efa3a9 req-1d36ff6e-1cf9-4107-ae50-6e5a4bb1f0e9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 945 time: 0.1171603 Feb 18 09:30:54.867050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c58a5f82-223e-49fa-90bf-bda313d5ca95 req-333be81d-ed46-4e6d-b513-3075e007a776 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678279 Feb 18 09:30:54.869936 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b1f4418-2445-4bd5-9fc9-705b88efa3a9 req-9cd14440-ff5f-451d-a151-19f937d2b74b tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583825 Feb 18 09:30:56.060100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c2a8a-f321-4b97-9ee9-9139e433315a req-70e0f83f-faee-4ffc-a1a8-d066879f25d9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:56.061518 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c2c2a8a-f321-4b97-9ee9-9139e433315a req-70e0f83f-faee-4ffc-a1a8-d066879f25d9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 945 time: 0.0813105 Feb 18 09:30:56.111631 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c2c2a8a-f321-4b97-9ee9-9139e433315a req-4be94e86-bf89-445d-b44e-6bc08fad6669 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435624 Feb 18 09:30:57.300360 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59ed03-c040-4181-95eb-a438fc60f933 req-6f292693-3e3b-442c-adcd-dc55e620e66b tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:57.301820 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec59ed03-c040-4181-95eb-a438fc60f933 req-6f292693-3e3b-442c-adcd-dc55e620e66b tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 945 time: 0.0798898 Feb 18 09:30:57.347089 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec59ed03-c040-4181-95eb-a438fc60f933 req-649992c4-6cf5-4169-ba13-717c6fc61a95 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392013 Feb 18 09:30:57.536526 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cafc1-9459-490c-8c41-2527d8ec4bfe req-3b9898d7-6f12-4374-b875-e01c1f26aace tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:57.537908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-613cafc1-9459-490c-8c41-2527d8ec4bfe req-3b9898d7-6f12-4374-b875-e01c1f26aace tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c HTTP/1.1" status: 200 len: 945 time: 0.0839114 Feb 18 09:30:57.581164 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-613cafc1-9459-490c-8c41-2527d8ec4bfe req-2cc466ea-b2fa-4319-899b-d5889fe379cb tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377135 Feb 18 09:30:57.772031 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad777319-1de4-4483-8ce5-0ecbf83a646c req-c924e052-ccb9-4da5-ab99-3b418d62f238 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:57.773535 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad777319-1de4-4483-8ce5-0ecbf83a646c req-c924e052-ccb9-4da5-ab99-3b418d62f238 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 945 time: 0.0825176 Feb 18 09:30:57.817705 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad777319-1de4-4483-8ce5-0ecbf83a646c req-9c2b29d1-9f53-40c7-9a2a-cf5fce616e3a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384238 Feb 18 09:30:58.193007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254fc5c-583a-4943-99c9-8f6a4e34b37d req-b45f3c22-1224-4197-b95e-7e74a54b8182 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:58.194437 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7254fc5c-583a-4943-99c9-8f6a4e34b37d req-b45f3c22-1224-4197-b95e-7e74a54b8182 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 945 time: 0.0813296 Feb 18 09:30:58.239167 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7254fc5c-583a-4943-99c9-8f6a4e34b37d req-1ff17b21-c638-4d84-b294-51d37bd75063 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390909 Feb 18 09:30:59.436803 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d25cd-1ca9-4531-877c-459284e93430 req-5fb289a4-7bc6-4be0-9af0-27c9411cc349 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:59.438279 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-007d25cd-1ca9-4531-877c-459284e93430 req-5fb289a4-7bc6-4be0-9af0-27c9411cc349 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 945 time: 0.0869961 Feb 18 09:30:59.529520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-007d25cd-1ca9-4531-877c-459284e93430 req-9465b1dc-732c-416f-84ef-4315ffe8e398 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847979 Feb 18 09:30:59.567973 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373637d-fbf5-4fbe-9d29-b98f7f8b104e req-a17110e2-b00e-444c-8380-f7fee92675fb tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:30:59.569446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0373637d-fbf5-4fbe-9d29-b98f7f8b104e req-a17110e2-b00e-444c-8380-f7fee92675fb tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.61 "GET /v2.0/ports?device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 945 time: 0.1036615 Feb 18 09:30:59.637186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-0373637d-fbf5-4fbe-9d29-b98f7f8b104e req-62c30455-379f-4e47-ab03-81e47f6ec978 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Deleting port bb8d62b6-d6a9-475c-a336-7b486e019afc {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:30:59.637523 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0373637d-fbf5-4fbe-9d29-b98f7f8b104e req-62c30455-379f-4e47-ab03-81e47f6ec978 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:30:59.901060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-0373637d-fbf5-4fbe-9d29-b98f7f8b104e req-62c30455-379f-4e47-ab03-81e47f6ec978 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] For port bb8d62b6-d6a9-475c-a336-7b486e019afc, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=bb8d62b6-d6a9-475c-a336-7b486e019afc,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:30:59.901423 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0373637d-fbf5-4fbe-9d29-b98f7f8b104e req-62c30455-379f-4e47-ab03-81e47f6ec978 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.131133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-0373637d-fbf5-4fbe-9d29-b98f7f8b104e req-62c30455-379f-4e47-ab03-81e47f6ec978 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Calling delete_port for bb8d62b6-d6a9-475c-a336-7b486e019afc owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:31:00.275211 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0373637d-fbf5-4fbe-9d29-b98f7f8b104e req-62c30455-379f-4e47-ab03-81e47f6ec978 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.286875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['b4aaf6be-b9ad-453f-be4c-56e8ebd67309', 'bb8d62b6-d6a9-475c-a336-7b486e019afc'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:31:00.319793 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['8fa202ea-4be9-4698-b8f7-c1b8c588360a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:31:00.330654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c30455-379f-4e47-ab03-81e47f6ec978 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Pushing event deleted for resources: {'Port': ['ID=bb8d62b6-d6a9-475c-a336-7b486e019afc,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:00.401355 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-73897c8f-0f6a-4b03-a1ed-e4744529a7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.417264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0373637d-fbf5-4fbe-9d29-b98f7f8b104e req-62c30455-379f-4e47-ab03-81e47f6ec978 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] No DVR routers for this DVR port bb8d62b6-d6a9-475c-a336-7b486e019afc on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:31:00.419840 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0373637d-fbf5-4fbe-9d29-b98f7f8b104e req-62c30455-379f-4e47-ab03-81e47f6ec978 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:00.424523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04a8ef2-e8d8-4352-a8dd-5fc7223f168b', 'name': 'network-vif-deleted', 'tag': 'bb8d62b6-d6a9-475c-a336-7b486e019afc'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:31:00.443379 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0373637d-fbf5-4fbe-9d29-b98f7f8b104e req-62c30455-379f-4e47-ab03-81e47f6ec978 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.61 "DELETE /v2.0/ports/bb8d62b6-d6a9-475c-a336-7b486e019afc HTTP/1.1" status: 204 len: 173 time: 0.8688936 Feb 18 09:31:00.474531 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04a8ef2-e8d8-4352-a8dd-5fc7223f168b', 'name': 'network-vif-deleted', 'tag': 'bb8d62b6-d6a9-475c-a336-7b486e019afc', 'status': 'completed', 'code': 200} Feb 18 09:31:00.728949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c01f33a0-60d2-4767-87d8-6d463e462d88 req-f65784cd-5e99-4dc1-80e6-011150eaa191 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Synchronizing usage tracker for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:31:00.747132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c01f33a0-60d2-4767-87d8-6d463e462d88 req-f65784cd-5e99-4dc1-80e6-011150eaa191 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Unset dirty status for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:31:00.748357 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c01f33a0-60d2-4767-87d8-6d463e462d88 req-f65784cd-5e99-4dc1-80e6-011150eaa191 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=f04a8ef2-e8d8-4352-a8dd-5fc7223f168b HTTP/1.1" status: 200 len: 210 time: 0.0635469 Feb 18 09:31:02.210028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df43a28-1c12-457e-a1fe-e05776a8dd80 req-e2faeda8-7d41-4bab-baad-3d2f93859fce tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:02.211535 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4df43a28-1c12-457e-a1fe-e05776a8dd80 req-e2faeda8-7d41-4bab-baad-3d2f93859fce tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c HTTP/1.1" status: 200 len: 945 time: 0.0825841 Feb 18 09:31:02.258788 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4df43a28-1c12-457e-a1fe-e05776a8dd80 req-b5c078b5-7504-4259-b3b5-91f4028d3710 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415652 Feb 18 09:31:03.457109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29092e-b403-4a63-b069-2c3364b77e4f req-826508c9-6591-4b29-b2de-022e6869459a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:03.458620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef29092e-b403-4a63-b069-2c3364b77e4f req-826508c9-6591-4b29-b2de-022e6869459a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c HTTP/1.1" status: 200 len: 945 time: 0.0877185 Feb 18 09:31:03.502840 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef29092e-b403-4a63-b069-2c3364b77e4f req-17ede0fa-637d-4132-9609-acbee64210d9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384419 Feb 18 09:31:03.807157 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e269a932-f0ab-4e4a-81fe-e8f5953fb855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:03.833506 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dca807-9e78-42a6-8a09-0eb6a5e10cd9 req-637cfe0f-57f1-4938-b2cb-2d41b8fbd177 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:03.834951 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b0dca807-9e78-42a6-8a09-0eb6a5e10cd9 req-637cfe0f-57f1-4938-b2cb-2d41b8fbd177 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.81 "GET /v2.0/ports?device_id=64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c HTTP/1.1" status: 200 len: 945 time: 0.0929143 Feb 18 09:31:03.910779 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:03.922536 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:03.927852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-b0dca807-9e78-42a6-8a09-0eb6a5e10cd9 req-c82c0265-a85d-4c26-8162-59fe2e18696c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Deleting port 8fa202ea-4be9-4698-b8f7-c1b8c588360a {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:31:03.928193 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b0dca807-9e78-42a6-8a09-0eb6a5e10cd9 req-c82c0265-a85d-4c26-8162-59fe2e18696c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:04.185487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b0dca807-9e78-42a6-8a09-0eb6a5e10cd9 req-c82c0265-a85d-4c26-8162-59fe2e18696c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] For port 8fa202ea-4be9-4698-b8f7-c1b8c588360a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=8fa202ea-4be9-4698-b8f7-c1b8c588360a,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:31:04.185842 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b0dca807-9e78-42a6-8a09-0eb6a5e10cd9 req-c82c0265-a85d-4c26-8162-59fe2e18696c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:04.296229 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device bb8d62b6-d6a9-475c-a336-7b486e019afc no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:31:04.315753 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-b0dca807-9e78-42a6-8a09-0eb6a5e10cd9 req-c82c0265-a85d-4c26-8162-59fe2e18696c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Calling delete_port for 8fa202ea-4be9-4698-b8f7-c1b8c588360a owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:31:04.345006 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: bb8d62b6-d6a9-475c-a336-7b486e019afc {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:31:04.345006 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device bb8d62b6-d6a9-475c-a336-7b486e019afc not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:31:04.462733 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b0dca807-9e78-42a6-8a09-0eb6a5e10cd9 req-c82c0265-a85d-4c26-8162-59fe2e18696c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:04.475699 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['b4aaf6be-b9ad-453f-be4c-56e8ebd67309'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:31:04.500081 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['8fa202ea-4be9-4698-b8f7-c1b8c588360a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:31:04.512613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c0265-a85d-4c26-8162-59fe2e18696c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Pushing event deleted for resources: {'Port': ['ID=8fa202ea-4be9-4698-b8f7-c1b8c588360a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:04.612040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0dca807-9e78-42a6-8a09-0eb6a5e10cd9 req-c82c0265-a85d-4c26-8162-59fe2e18696c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] No DVR routers for this DVR port 8fa202ea-4be9-4698-b8f7-c1b8c588360a on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:31:04.615164 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b0dca807-9e78-42a6-8a09-0eb6a5e10cd9 req-c82c0265-a85d-4c26-8162-59fe2e18696c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:04.618315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c', 'name': 'network-vif-deleted', 'tag': '8fa202ea-4be9-4698-b8f7-c1b8c588360a'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:31:04.684410 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c', 'name': 'network-vif-deleted', 'tag': '8fa202ea-4be9-4698-b8f7-c1b8c588360a', 'status': 'completed', 'code': 200} Feb 18 09:31:04.690748 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b0dca807-9e78-42a6-8a09-0eb6a5e10cd9 req-c82c0265-a85d-4c26-8162-59fe2e18696c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.81 "DELETE /v2.0/ports/8fa202ea-4be9-4698-b8f7-c1b8c588360a HTTP/1.1" status: 204 len: 173 time: 0.8507085 Feb 18 09:31:04.692335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8022b67c-0bc9-412d-be17-5e89c2a47e2a req-ace28773-7266-4be1-b203-d32b3f335872 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Synchronizing usage tracker for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:31:04.719169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8022b67c-0bc9-412d-be17-5e89c2a47e2a req-ace28773-7266-4be1-b203-d32b3f335872 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Unset dirty status for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:31:04.721386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8022b67c-0bc9-412d-be17-5e89c2a47e2a req-ace28773-7266-4be1-b203-d32b3f335872 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=64a8d4ef-8940-4ba0-b9ef-c6bf33a63e7c HTTP/1.1" status: 200 len: 210 time: 0.0874379 Feb 18 09:31:05.140080 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:06.091484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d6ad7-790c-4145-be71-62390b64b146 req-ca744f17-7558-4788-8984-1058d41704d4 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:06.092884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a29d6ad7-790c-4145-be71-62390b64b146 req-ca744f17-7558-4788-8984-1058d41704d4 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 806 time: 0.1510239 Feb 18 09:31:06.108197 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a29d6ad7-790c-4145-be71-62390b64b146 req-a1cc7b60-9514-42e6-b15f-2bf955c277a5 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/quotas/57cb8084285d40d4bd807f75c6aeef38 HTTP/1.1" status: 200 len: 375 time: 0.0097046 Feb 18 09:31:06.194237 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a29d6ad7-790c-4145-be71-62390b64b146 req-86e25ef0-7c26-41bc-b61a-775de65a1487 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0800233 Feb 18 09:31:06.444622 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a29d6ad7-790c-4145-be71-62390b64b146 req-0786f7e0-55ea-4e1e-a207-35af60f45f2f service neutron] 10.222.0.72 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436533 Feb 18 09:31:06.573955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a29d6ad7-790c-4145-be71-62390b64b146 req-94dd3390-73f1-43a0-be41-b2936852f80a service neutron] 10.222.0.72 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236033 Feb 18 09:31:06.757181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba936ca6-b60c-4fa3-969d-37c2406890a8 req-c94664e0-ec24-4667-8032-28fe0e06d74b tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0e77bf3-1225-43f7-8fe2-46ff04ae09af HTTP/1.1" status: 200 len: 210 time: 0.0460277 Feb 18 09:31:07.587329 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 8fa202ea-4be9-4698-b8f7-c1b8c588360a no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:31:07.622754 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 8fa202ea-4be9-4698-b8f7-c1b8c588360a {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:31:07.623096 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 8fa202ea-4be9-4698-b8f7-c1b8c588360a not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:31:07.828589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d6ad7-790c-4145-be71-62390b64b146 req-448dc7b5-0e26-4316-9ab7-ed7a82219a9d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:07.830691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a29d6ad7-790c-4145-be71-62390b64b146 req-448dc7b5-0e26-4316-9ab7-ed7a82219a9d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.61 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 806 time: 0.1496594 Feb 18 09:31:07.842348 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-a29d6ad7-790c-4145-be71-62390b64b146 req-6fbc05da-7497-4264-ae93-625c60c3703f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Request body: {'port': {'device_id': 'd0e77bf3-1225-43f7-8fe2-46ff04ae09af', 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd', 'admin_state_up': True, 'tenant_id': '57cb8084285d40d4bd807f75c6aeef38'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:31:07.975549 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0de9071a-b92e-4b04-9eff-f01f82bc2f10 req-70139674-0603-4c0c-9fc0-317a9859f66a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0e77bf3-1225-43f7-8fe2-46ff04ae09af HTTP/1.1" status: 200 len: 210 time: 0.0536661 Feb 18 09:31:08.035262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a29d6ad7-790c-4145-be71-62390b64b146 req-6fbc05da-7497-4264-ae93-625c60c3703f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:08.044574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a29d6ad7-790c-4145-be71-62390b64b146 req-6fbc05da-7497-4264-ae93-625c60c3703f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:08.055166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a29d6ad7-790c-4145-be71-62390b64b146 req-6fbc05da-7497-4264-ae93-625c60c3703f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Made reservation on behalf of 57cb8084285d40d4bd807f75c6aeef38 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:08.058899 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a29d6ad7-790c-4145-be71-62390b64b146 req-6fbc05da-7497-4264-ae93-625c60c3703f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:08.223460 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-a29d6ad7-790c-4145-be71-62390b64b146 req-6fbc05da-7497-4264-ae93-625c60c3703f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Allocated IP 172.20.0.12 (59b284d2-31ea-4855-8325-81ade3d74cdd/3b065d12-a2c1-46bb-a80f-08d233f2c119/eeb3933b-14dc-4f23-8534-3ea43dfd57c7) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:31:08.435069 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a29d6ad7-790c-4145-be71-62390b64b146 req-6fbc05da-7497-4264-ae93-625c60c3703f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:08.465941 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a29d6ad7-790c-4145-be71-62390b64b146 req-6fbc05da-7497-4264-ae93-625c60c3703f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:08.477840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['b4aaf6be-b9ad-453f-be4c-56e8ebd67309'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:31:08.535878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a29d6ad7-790c-4145-be71-62390b64b146 req-6fbc05da-7497-4264-ae93-625c60c3703f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Network 59b284d2-31ea-4855-8325-81ade3d74cdd is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:31:08.539051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-a29d6ad7-790c-4145-be71-62390b64b146 req-6fbc05da-7497-4264-ae93-625c60c3703f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:08.543010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29d6ad7-790c-4145-be71-62390b64b146 req-6fbc05da-7497-4264-ae93-625c60c3703f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:31:08.576840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc05da-7497-4264-ae93-625c60c3703f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Pushing event updated for resources: {'Port': ['ID=eeb3933b-14dc-4f23-8534-3ea43dfd57c7,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:08.612500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d6ad7-790c-4145-be71-62390b64b146 req-6fbc05da-7497-4264-ae93-625c60c3703f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:08.613119 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a29d6ad7-790c-4145-be71-62390b64b146 req-6fbc05da-7497-4264-ae93-625c60c3703f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:08.640904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a29d6ad7-790c-4145-be71-62390b64b146 req-6fbc05da-7497-4264-ae93-625c60c3703f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8021479 Feb 18 09:31:08.651978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Request body: {'port': {'device_id': 'd0e77bf3-1225-43f7-8fe2-46ff04ae09af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:31:08.772622 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:09.198892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb3933b-14dc-4f23-8534-3ea43dfd57c7 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:31:09.209217 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:09.229985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Transition to ACTIVE for port object eeb3933b-14dc-4f23-8534-3ea43dfd57c7 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:09.233837 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:09.405208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb7f57-f832-4d14-92f8-387b31300f29 req-6ae92ef1-b10f-47cb-acb6-981ff090996c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:09.405890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-69eb7f57-f832-4d14-92f8-387b31300f29 req-6ae92ef1-b10f-47cb-acb6-981ff090996c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Synchronizing usage tracker for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:31:09.528078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb3933b-14dc-4f23-8534-3ea43dfd57c7,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:09.535813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-69eb7f57-f832-4d14-92f8-387b31300f29 req-6ae92ef1-b10f-47cb-acb6-981ff090996c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Unset dirty status for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:31:09.536497 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69eb7f57-f832-4d14-92f8-387b31300f29 req-6ae92ef1-b10f-47cb-acb6-981ff090996c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0e77bf3-1225-43f7-8fe2-46ff04ae09af HTTP/1.1" status: 200 len: 932 time: 0.4500525 Feb 18 09:31:09.629502 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69eb7f57-f832-4d14-92f8-387b31300f29 req-8bd0b58b-2d7b-41b3-8c62-42c4cc44594d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638762 Feb 18 09:31:09.636045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Attempting to bind port eeb3933b-14dc-4f23-8534-3ea43dfd57c7 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:31:09.636416 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Attempting to bind port eeb3933b-14dc-4f23-8534-3ea43dfd57c7 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:31:09.636748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Attempting to bind port eeb3933b-14dc-4f23-8534-3ea43dfd57c7 on network 59b284d2-31ea-4855-8325-81ade3d74cdd {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:31:09.652642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Port eeb3933b-14dc-4f23-8534-3ea43dfd57c7 on network 59b284d2-31ea-4855-8325-81ade3d74cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:31:09.652642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Attempting to bind port eeb3933b-14dc-4f23-8534-3ea43dfd57c7 on network 59b284d2-31ea-4855-8325-81ade3d74cdd {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:31:09.652642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:31:09.652642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Checking segment: {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:31:09.652642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Bound using segment: {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:31:09.652642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Bound port: eeb3933b-14dc-4f23-8534-3ea43dfd57c7, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:31:09.652642 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:09.741442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] For port eeb3933b-14dc-4f23-8534-3ea43dfd57c7, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:31:09.744350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] For port eeb3933b-14dc-4f23-8534-3ea43dfd57c7, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=eeb3933b-14dc-4f23-8534-3ea43dfd57c7,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:31:09.748711 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:09.809494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:09.810105 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:09.811478 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a29d6ad7-790c-4145-be71-62390b64b146 req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] 10.222.0.61 "PUT /v2.0/ports/eeb3933b-14dc-4f23-8534-3ea43dfd57c7 HTTP/1.1" status: 200 len: 1092 time: 1.1641214 Feb 18 09:31:09.811917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e77bf3-1225-43f7-8fe2-46ff04ae09af', 'tag': 'eeb3933b-14dc-4f23-8534-3ea43dfd57c7'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:31:09.836440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0493a-416c-44f5-8010-dc51e4b878a9 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb3933b-14dc-4f23-8534-3ea43dfd57c7,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:09.885598 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e77bf3-1225-43f7-8fe2-46ff04ae09af', 'tag': 'eeb3933b-14dc-4f23-8534-3ea43dfd57c7', 'status': 'completed', 'code': 200} Feb 18 09:31:09.926381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d6ad7-790c-4145-be71-62390b64b146 req-eb178c8f-e8cc-4827-92b2-020fa3fdf0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:09.927854 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a29d6ad7-790c-4145-be71-62390b64b146 req-eb178c8f-e8cc-4827-92b2-020fa3fdf0b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&device_id=d0e77bf3-1225-43f7-8fe2-46ff04ae09af HTTP/1.1" status: 200 len: 1095 time: 0.0787780 Feb 18 09:31:09.994920 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a29d6ad7-790c-4145-be71-62390b64b146 req-e76c6d62-e713-445c-94d5-555eb3628d2b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eeb3933b-14dc-4f23-8534-3ea43dfd57c7 HTTP/1.1" status: 200 len: 217 time: 0.0599809 Feb 18 09:31:10.059281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d6ad7-790c-4145-be71-62390b64b146 req-401a4b38-6107-411b-9525-83eeac7622d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:10.060633 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a29d6ad7-790c-4145-be71-62390b64b146 req-401a4b38-6107-411b-9525-83eeac7622d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3b065d12-a2c1-46bb-a80f-08d233f2c119 HTTP/1.1" status: 200 len: 846 time: 0.0601199 Feb 18 09:31:10.106976 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a29d6ad7-790c-4145-be71-62390b64b146 req-10081372-b5d2-4c92-ac9d-0b521e60457a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59b284d2-31ea-4855-8325-81ade3d74cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408421 Feb 18 09:31:10.239066 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a29d6ad7-790c-4145-be71-62390b64b146 req-8bcf45cd-7111-441f-9a42-73aef8486ee6 service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262920 Feb 18 09:31:10.375286 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a29d6ad7-790c-4145-be71-62390b64b146 req-e5a2705a-510f-4e01-b904-24d9488f69c4 service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300297 Feb 18 09:31:10.509145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316b4f4-982a-4f96-b2af-55807518e1c5 req-f532d473-b426-4738-bcde-06d5d2592d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:10.510642 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6316b4f4-982a-4f96-b2af-55807518e1c5 req-f532d473-b426-4738-bcde-06d5d2592d51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&device_id=d0e77bf3-1225-43f7-8fe2-46ff04ae09af HTTP/1.1" status: 200 len: 1095 time: 0.0867686 Feb 18 09:31:10.652676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316b4f4-982a-4f96-b2af-55807518e1c5 req-fbbc9150-d4ce-4441-adf7-f7d9f012634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:10.654057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6316b4f4-982a-4f96-b2af-55807518e1c5 req-fbbc9150-d4ce-4441-adf7-f7d9f012634e service neutron] 10.222.0.61 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 907 time: 0.1361034 Feb 18 09:31:10.727827 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6316b4f4-982a-4f96-b2af-55807518e1c5 req-ef8c29a4-df38-4829-917f-65cef0f368d7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eeb3933b-14dc-4f23-8534-3ea43dfd57c7 HTTP/1.1" status: 200 len: 217 time: 0.0677350 Feb 18 09:31:10.842895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316b4f4-982a-4f96-b2af-55807518e1c5 req-770578e6-fe72-44e9-b341-ac4103a8a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:10.844370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6316b4f4-982a-4f96-b2af-55807518e1c5 req-770578e6-fe72-44e9-b341-ac4103a8a14d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3b065d12-a2c1-46bb-a80f-08d233f2c119 HTTP/1.1" status: 200 len: 846 time: 0.1104610 Feb 18 09:31:10.901371 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6316b4f4-982a-4f96-b2af-55807518e1c5 req-0cdc89fb-e6e0-4422-8171-9aa6c1f88d2b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59b284d2-31ea-4855-8325-81ade3d74cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494802 Feb 18 09:31:10.995960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a849ea-409c-430e-9f6d-c07a384c74ae req-a334b0cd-652d-4c50-b6eb-e2bb6f9497e6 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:10.997503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-74a849ea-409c-430e-9f6d-c07a384c74ae req-a334b0cd-652d-4c50-b6eb-e2bb6f9497e6 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0e77bf3-1225-43f7-8fe2-46ff04ae09af HTTP/1.1" status: 200 len: 944 time: 0.2250018 Feb 18 09:31:11.194071 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6316b4f4-982a-4f96-b2af-55807518e1c5 req-aab6744c-d78f-4db2-a9dd-0e03a8f5be31 service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862275 Feb 18 09:31:11.198702 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-74a849ea-409c-430e-9f6d-c07a384c74ae req-a156f13b-94e9-40ec-a636-c5ecafbbbfd3 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883633 Feb 18 09:31:11.333440 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6316b4f4-982a-4f96-b2af-55807518e1c5 req-18ac830e-b94b-4d47-82bc-b0a495852ec5 service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306477 Feb 18 09:31:11.530687 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:11.697280 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:12.387645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f01d9a-2e51-4161-819b-51249c47434a req-6c41ebe4-e428-491c-8aa8-fc574494423f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:12.389222 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1f01d9a-2e51-4161-819b-51249c47434a req-6c41ebe4-e428-491c-8aa8-fc574494423f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0e77bf3-1225-43f7-8fe2-46ff04ae09af HTTP/1.1" status: 200 len: 944 time: 0.0817409 Feb 18 09:31:12.441701 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1f01d9a-2e51-4161-819b-51249c47434a req-fc4e3489-ca1d-4378-a1cd-4a03cb2627f4 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452144 Feb 18 09:31:13.631099 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f678d-e157-4ed1-a214-921ee1c934ef req-29680285-0a74-4bde-a640-78d7136cb0ef tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:13.632701 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a4f678d-e157-4ed1-a214-921ee1c934ef req-29680285-0a74-4bde-a640-78d7136cb0ef tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0e77bf3-1225-43f7-8fe2-46ff04ae09af HTTP/1.1" status: 200 len: 944 time: 0.0824113 Feb 18 09:31:13.679167 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a4f678d-e157-4ed1-a214-921ee1c934ef req-93299926-eaec-42fb-b22f-2471c11fb907 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407746 Feb 18 09:31:14.344211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device eeb3933b-14dc-4f23-8534-3ea43dfd57c7 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:31:14.484533 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port eeb3933b-14dc-4f23-8534-3ea43dfd57c7, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=eeb3933b-14dc-4f23-8534-3ea43dfd57c7,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:31:14.498497 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'eeb3933b-14dc-4f23-8534-3ea43dfd57c7', 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd', 'port_id': 'eeb3933b-14dc-4f23-8534-3ea43dfd57c7', 'mac_address': 'fa:16:3e:50:13:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b065d12-a2c1-46bb-a80f-08d233f2c119', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:31:14.558244 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:14.575566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb3933b-14dc-4f23-8534-3ea43dfd57c7 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:31:14.593727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port eeb3933b-14dc-4f23-8534-3ea43dfd57c7, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=eeb3933b-14dc-4f23-8534-3ea43dfd57c7,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:31:14.598899 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:14.680476 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=eeb3933b-14dc-4f23-8534-3ea43dfd57c7,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:14.878289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3ab33-3ff2-4b3b-ad6b-1e2937648b64 req-71245057-e419-4ae0-989c-dc339173a373 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:14.880076 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-21d3ab33-3ff2-4b3b-ad6b-1e2937648b64 req-71245057-e419-4ae0-989c-dc339173a373 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0e77bf3-1225-43f7-8fe2-46ff04ae09af HTTP/1.1" status: 200 len: 945 time: 0.0886958 Feb 18 09:31:14.925690 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-21d3ab33-3ff2-4b3b-ad6b-1e2937648b64 req-95094cbb-8c99-4e2d-9dc7-5f4024893589 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399446 Feb 18 09:31:14.936479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['eeb3933b-14dc-4f23-8534-3ea43dfd57c7'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:31:16.111993 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a51ac9-7bc5-4768-a71d-256354495148 req-4cb3069a-a718-4925-b7c0-71acd4c31abe tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:16.113823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4a51ac9-7bc5-4768-a71d-256354495148 req-4cb3069a-a718-4925-b7c0-71acd4c31abe tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0e77bf3-1225-43f7-8fe2-46ff04ae09af HTTP/1.1" status: 200 len: 945 time: 0.0810802 Feb 18 09:31:16.159265 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4a51ac9-7bc5-4768-a71d-256354495148 req-f8eb07d0-a3be-471d-8c04-5abd33a1d939 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394166 Feb 18 09:31:16.343634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device eeb3933b-14dc-4f23-8534-3ea43dfd57c7 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:31:16.411330 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port eeb3933b-14dc-4f23-8534-3ea43dfd57c7 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:16.416322 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port eeb3933b-14dc-4f23-8534-3ea43dfd57c7 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:16.416696 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:16.531769 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:16.559926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e77bf3-1225-43f7-8fe2-46ff04ae09af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb3933b-14dc-4f23-8534-3ea43dfd57c7'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:31:16.570769 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port eeb3933b-14dc-4f23-8534-3ea43dfd57c7, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=eeb3933b-14dc-4f23-8534-3ea43dfd57c7,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:31:16.574160 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:16.624604 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e77bf3-1225-43f7-8fe2-46ff04ae09af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb3933b-14dc-4f23-8534-3ea43dfd57c7', 'code': 200} Feb 18 09:31:16.651298 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=eeb3933b-14dc-4f23-8534-3ea43dfd57c7,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:16.733860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83429b-4018-4b58-a53a-65cefd0b1759 req-8f7ce461-52eb-4d41-8d42-6121eabaf13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:16.735366 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a83429b-4018-4b58-a53a-65cefd0b1759 req-8f7ce461-52eb-4d41-8d42-6121eabaf13e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d0e77bf3-1225-43f7-8fe2-46ff04ae09af HTTP/1.1" status: 200 len: 1097 time: 0.0735154 Feb 18 09:31:16.774820 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a83429b-4018-4b58-a53a-65cefd0b1759 req-2ce9cb38-6f28-4bb9-9ddb-e0669df1762f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338955 Feb 18 09:31:17.346063 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d1533-4280-40d8-a84b-647fc2a90ec8 req-efa31a07-5488-47cf-a761-5e6865c1a2b1 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:17.347500 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f6d1533-4280-40d8-a84b-647fc2a90ec8 req-efa31a07-5488-47cf-a761-5e6865c1a2b1 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0e77bf3-1225-43f7-8fe2-46ff04ae09af HTTP/1.1" status: 200 len: 946 time: 0.0793123 Feb 18 09:31:17.395065 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f6d1533-4280-40d8-a84b-647fc2a90ec8 req-44cbc85f-5234-4cbd-a180-ade0ed2f766e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400603 Feb 18 09:31:18.582718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c1839-6f77-4c1c-90cd-6a2437483cdf req-3b25839c-d58e-42b7-b51c-0543a3135f3e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:18.584171 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-633c1839-6f77-4c1c-90cd-6a2437483cdf req-3b25839c-d58e-42b7-b51c-0543a3135f3e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0e77bf3-1225-43f7-8fe2-46ff04ae09af HTTP/1.1" status: 200 len: 946 time: 0.0828257 Feb 18 09:31:18.626627 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-633c1839-6f77-4c1c-90cd-6a2437483cdf req-1231fc65-149e-44c6-b5bf-b6a4c3600ab8 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368395 Feb 18 09:31:18.977286 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28038b0-d979-4838-bbeb-7198053909f0 req-d6ae20c2-68bf-4d0a-81d0-7b10cf30be3d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:18.978762 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e28038b0-d979-4838-bbeb-7198053909f0 req-d6ae20c2-68bf-4d0a-81d0-7b10cf30be3d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0e77bf3-1225-43f7-8fe2-46ff04ae09af HTTP/1.1" status: 200 len: 946 time: 0.0809147 Feb 18 09:31:19.025725 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e28038b0-d979-4838-bbeb-7198053909f0 req-88aa72ea-7e3a-47c8-b620-4eb1177cbe70 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 Feb 18 09:31:19.210250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6c177-a7a0-4d4b-a06f-f8a16b037579 req-937877d0-e5ed-4ac7-91bf-207048b60d87 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:19.211729 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ee6c177-a7a0-4d4b-a06f-f8a16b037579 req-937877d0-e5ed-4ac7-91bf-207048b60d87 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0e77bf3-1225-43f7-8fe2-46ff04ae09af HTTP/1.1" status: 200 len: 946 time: 0.0797496 Feb 18 09:31:19.255042 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ee6c177-a7a0-4d4b-a06f-f8a16b037579 req-feb4ec65-e4b8-4771-86e7-e4a9ce2843eb tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375323 Feb 18 09:31:19.636947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf41945-543e-47c4-a665-533ac50190b2 req-a3aefffd-b322-4234-bf9e-97d2e0b40394 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:19.638388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7cf41945-543e-47c4-a665-533ac50190b2 req-a3aefffd-b322-4234-bf9e-97d2e0b40394 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0e77bf3-1225-43f7-8fe2-46ff04ae09af HTTP/1.1" status: 200 len: 946 time: 0.0832715 Feb 18 09:31:19.681799 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7cf41945-543e-47c4-a665-533ac50190b2 req-699abbb9-aca6-4d6c-a9d5-8666250b1e7d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375435 Feb 18 09:31:20.872692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7488ba-cac5-4e42-9deb-35d3c648d214 req-8a696b67-f647-48ed-9d4a-b31f00e0a45a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:20.874176 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb7488ba-cac5-4e42-9deb-35d3c648d214 req-8a696b67-f647-48ed-9d4a-b31f00e0a45a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0e77bf3-1225-43f7-8fe2-46ff04ae09af HTTP/1.1" status: 200 len: 946 time: 0.0828304 Feb 18 09:31:20.973044 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb7488ba-cac5-4e42-9deb-35d3c648d214 req-3fe23368-34d2-4111-af6c-3dbbc757d67e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632133 Feb 18 09:31:20.997320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da1dee-ca2d-42e1-a400-bbd2c17ae191 req-87cff16e-d4d1-455c-8109-6f3b9d0ae0d4 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:20.998754 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20da1dee-ca2d-42e1-a400-bbd2c17ae191 req-87cff16e-d4d1-455c-8109-6f3b9d0ae0d4 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e77bf3-1225-43f7-8fe2-46ff04ae09af HTTP/1.1" status: 200 len: 946 time: 0.1237102 Feb 18 09:31:21.070340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-20da1dee-ca2d-42e1-a400-bbd2c17ae191 req-89010867-319b-4e49-9821-c20909c2b73c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Deleting port eeb3933b-14dc-4f23-8534-3ea43dfd57c7 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:31:21.070686 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-20da1dee-ca2d-42e1-a400-bbd2c17ae191 req-89010867-319b-4e49-9821-c20909c2b73c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:21.313089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-20da1dee-ca2d-42e1-a400-bbd2c17ae191 req-89010867-319b-4e49-9821-c20909c2b73c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] For port eeb3933b-14dc-4f23-8534-3ea43dfd57c7, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=eeb3933b-14dc-4f23-8534-3ea43dfd57c7,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:31:21.313338 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-20da1dee-ca2d-42e1-a400-bbd2c17ae191 req-89010867-319b-4e49-9821-c20909c2b73c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:21.435089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-20da1dee-ca2d-42e1-a400-bbd2c17ae191 req-89010867-319b-4e49-9821-c20909c2b73c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Calling delete_port for eeb3933b-14dc-4f23-8534-3ea43dfd57c7 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:31:21.578773 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-20da1dee-ca2d-42e1-a400-bbd2c17ae191 req-89010867-319b-4e49-9821-c20909c2b73c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:21.591129 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['b4aaf6be-b9ad-453f-be4c-56e8ebd67309', 'eeb3933b-14dc-4f23-8534-3ea43dfd57c7'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:31:21.741907 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89010867-319b-4e49-9821-c20909c2b73c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Pushing event deleted for resources: {'Port': ['ID=eeb3933b-14dc-4f23-8534-3ea43dfd57c7,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:21.817685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-20da1dee-ca2d-42e1-a400-bbd2c17ae191 req-89010867-319b-4e49-9821-c20909c2b73c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] No DVR routers for this DVR port eeb3933b-14dc-4f23-8534-3ea43dfd57c7 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:31:21.820237 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-20da1dee-ca2d-42e1-a400-bbd2c17ae191 req-89010867-319b-4e49-9821-c20909c2b73c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:21.822752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e77bf3-1225-43f7-8fe2-46ff04ae09af', 'name': 'network-vif-deleted', 'tag': 'eeb3933b-14dc-4f23-8534-3ea43dfd57c7'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:31:21.840535 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20da1dee-ca2d-42e1-a400-bbd2c17ae191 req-89010867-319b-4e49-9821-c20909c2b73c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.61 "DELETE /v2.0/ports/eeb3933b-14dc-4f23-8534-3ea43dfd57c7 HTTP/1.1" status: 204 len: 173 time: 0.8362308 Feb 18 09:31:21.871275 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e77bf3-1225-43f7-8fe2-46ff04ae09af', 'name': 'network-vif-deleted', 'tag': 'eeb3933b-14dc-4f23-8534-3ea43dfd57c7', 'status': 'completed', 'code': 200} Feb 18 09:31:22.138284 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-18ac7992-f9bf-42b1-bdb4-0162476de3bb req-7a775d0e-1407-4aa8-adb1-5f7b2012d0ff tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Synchronizing usage tracker for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:31:22.153511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-18ac7992-f9bf-42b1-bdb4-0162476de3bb req-7a775d0e-1407-4aa8-adb1-5f7b2012d0ff tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Unset dirty status for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:31:22.154825 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18ac7992-f9bf-42b1-bdb4-0162476de3bb req-7a775d0e-1407-4aa8-adb1-5f7b2012d0ff tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0e77bf3-1225-43f7-8fe2-46ff04ae09af HTTP/1.1" status: 200 len: 210 time: 0.0599072 Feb 18 09:31:23.507772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-87100605-b4f0-41a8-9aab-6dee87e9949f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:23.509148 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-87100605-b4f0-41a8-9aab-6dee87e9949f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 806 time: 0.1429055 Feb 18 09:31:23.524336 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-32848684-d30b-49e3-aa0f-9f381aab4ded tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/quotas/57cb8084285d40d4bd807f75c6aeef38 HTTP/1.1" status: 200 len: 375 time: 0.0097523 Feb 18 09:31:23.603583 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-90c30c29-9dab-4d94-9a36-bf272dd9092c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744069 Feb 18 09:31:23.737161 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-0fd7634a-86de-40e5-9be9-786b54b271d1 service neutron] 10.222.0.72 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269398 Feb 18 09:31:23.872380 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-867cff12-520b-4e7e-9067-0f62965ca3f2 service neutron] 10.222.0.72 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293700 Feb 18 09:31:24.050847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4ec0009a-4571-4715-89a4-05b73af18b68 req-ed6c80d8-121c-42c0-b907-1490d62ec34c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 210 time: 0.0452342 Feb 18 09:31:25.083379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-ef4c8c15-596c-401a-91bb-8c51b786bfcb tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:25.085008 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-ef4c8c15-596c-401a-91bb-8c51b786bfcb tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.61 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 806 time: 0.1485868 Feb 18 09:31:25.098624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-d9415f39-e15b-4dc4-86dd-8a29fa89ffcf tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Request body: {'port': {'device_id': 'c3c590b1-f2bb-409b-97cc-0a5ddaafadaa', 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd', 'admin_state_up': True, 'tenant_id': '57cb8084285d40d4bd807f75c6aeef38'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:31:25.218718 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-babd0a05-f793-463f-8e0c-a4efdfe0b6ab req-1673e346-feb2-44b3-9a1b-c944de543b0f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 210 time: 0.0534177 Feb 18 09:31:25.278236 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-d9415f39-e15b-4dc4-86dd-8a29fa89ffcf tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:25.287694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-d9415f39-e15b-4dc4-86dd-8a29fa89ffcf tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:25.297195 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-d9415f39-e15b-4dc4-86dd-8a29fa89ffcf tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Made reservation on behalf of 57cb8084285d40d4bd807f75c6aeef38 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:31:25.300901 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-d9415f39-e15b-4dc4-86dd-8a29fa89ffcf tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:25.460210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-d9415f39-e15b-4dc4-86dd-8a29fa89ffcf tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Allocated IP 172.20.0.5 (59b284d2-31ea-4855-8325-81ade3d74cdd/3b065d12-a2c1-46bb-a80f-08d233f2c119/58fea27c-a254-4bc5-b06f-1428e5d4681d) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:31:25.656084 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-d9415f39-e15b-4dc4-86dd-8a29fa89ffcf tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:25.685136 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-d9415f39-e15b-4dc4-86dd-8a29fa89ffcf tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:25.696159 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['b4aaf6be-b9ad-453f-be4c-56e8ebd67309'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:31:25.759912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-d9415f39-e15b-4dc4-86dd-8a29fa89ffcf tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Network 59b284d2-31ea-4855-8325-81ade3d74cdd is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:31:25.763006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-d9415f39-e15b-4dc4-86dd-8a29fa89ffcf tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:31:25.766968 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-d9415f39-e15b-4dc4-86dd-8a29fa89ffcf tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:31:25.796638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9415f39-e15b-4dc4-86dd-8a29fa89ffcf tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Pushing event updated for resources: {'Port': ['ID=58fea27c-a254-4bc5-b06f-1428e5d4681d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:25.834030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-d9415f39-e15b-4dc4-86dd-8a29fa89ffcf tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:25.834639 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-d9415f39-e15b-4dc4-86dd-8a29fa89ffcf tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:25.859469 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-d9415f39-e15b-4dc4-86dd-8a29fa89ffcf tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7652526 Feb 18 09:31:25.870430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Request body: {'port': {'device_id': 'c3c590b1-f2bb-409b-97cc-0a5ddaafadaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:31:26.087874 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:26.391538 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device eeb3933b-14dc-4f23-8534-3ea43dfd57c7 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:31:26.432064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: eeb3933b-14dc-4f23-8534-3ea43dfd57c7 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:31:26.432455 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device eeb3933b-14dc-4f23-8534-3ea43dfd57c7 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:31:26.439896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58fea27c-a254-4bc5-b06f-1428e5d4681d {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:31:26.448618 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:26.463926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Transition to ACTIVE for port object 58fea27c-a254-4bc5-b06f-1428e5d4681d will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:31:26.468136 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:26.640038 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Pushing event updated for resources: {'Port': ['ID=58fea27c-a254-4bc5-b06f-1428e5d4681d,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:26.758339 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e4f45-6c58-46eb-9cfc-6de3a7cfe4e6 req-a2fc217d-c0f5-498a-af71-0d05d564da9a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:26.759024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c73e4f45-6c58-46eb-9cfc-6de3a7cfe4e6 req-a2fc217d-c0f5-498a-af71-0d05d564da9a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Synchronizing usage tracker for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:31:26.769341 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Attempting to bind port 58fea27c-a254-4bc5-b06f-1428e5d4681d on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:31:26.769671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Attempting to bind port 58fea27c-a254-4bc5-b06f-1428e5d4681d by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:31:26.769995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Attempting to bind port 58fea27c-a254-4bc5-b06f-1428e5d4681d on network 59b284d2-31ea-4855-8325-81ade3d74cdd {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:31:26.777562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Port 58fea27c-a254-4bc5-b06f-1428e5d4681d on network 59b284d2-31ea-4855-8325-81ade3d74cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:31:26.777875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Attempting to bind port 58fea27c-a254-4bc5-b06f-1428e5d4681d on network 59b284d2-31ea-4855-8325-81ade3d74cdd {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:31:26.785178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:31:26.785514 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Checking segment: {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:31:26.785884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Bound using segment: {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:31:26.786334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Bound port: 58fea27c-a254-4bc5-b06f-1428e5d4681d, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a244b91-1663-4dec-989f-e5bcb7477398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:31:26.786637 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:26.797468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c73e4f45-6c58-46eb-9cfc-6de3a7cfe4e6 req-a2fc217d-c0f5-498a-af71-0d05d564da9a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Unset dirty status for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:31:26.798595 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c73e4f45-6c58-46eb-9cfc-6de3a7cfe4e6 req-a2fc217d-c0f5-498a-af71-0d05d564da9a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 943 time: 0.2904592 Feb 18 09:31:26.899703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c73e4f45-6c58-46eb-9cfc-6de3a7cfe4e6 req-ac6041ff-6909-4fc2-b5e4-40fac397e13f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936918 Feb 18 09:31:26.913405 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] For port 58fea27c-a254-4bc5-b06f-1428e5d4681d, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:31:26.926412 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] For port 58fea27c-a254-4bc5-b06f-1428e5d4681d, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=58fea27c-a254-4bc5-b06f-1428e5d4681d,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:31:26.930553 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:26.991183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:26.991780 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:26.993150 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] 10.222.0.61 "PUT /v2.0/ports/58fea27c-a254-4bc5-b06f-1428e5d4681d HTTP/1.1" status: 200 len: 1091 time: 1.1268799 Feb 18 09:31:26.993576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c590b1-f2bb-409b-97cc-0a5ddaafadaa', 'tag': '58fea27c-a254-4bc5-b06f-1428e5d4681d'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:31:27.012702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862d2be-8f7a-4c2a-8b43-4ec1bbf648ce service neutron] Pushing event updated for resources: {'Port': ['ID=58fea27c-a254-4bc5-b06f-1428e5d4681d,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:27.073932 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c590b1-f2bb-409b-97cc-0a5ddaafadaa', 'tag': '58fea27c-a254-4bc5-b06f-1428e5d4681d', 'status': 'completed', 'code': 200} Feb 18 09:31:27.114676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-63c6aeb1-911f-4ca3-b779-230cf807e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:27.116156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-63c6aeb1-911f-4ca3-b779-230cf807e427 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 1094 time: 0.0824871 Feb 18 09:31:27.189077 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-7c16c690-a702-4cae-8eef-fb245963fdd6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58fea27c-a254-4bc5-b06f-1428e5d4681d HTTP/1.1" status: 200 len: 217 time: 0.0646017 Feb 18 09:31:27.255220 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-c1d242c2-5f5b-4545-b779-16d2dd1a02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:27.256642 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-c1d242c2-5f5b-4545-b779-16d2dd1a02c4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3b065d12-a2c1-46bb-a80f-08d233f2c119 HTTP/1.1" status: 200 len: 846 time: 0.0622921 Feb 18 09:31:27.301700 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-f36b09f6-1170-40a1-858b-1bed76938d3c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59b284d2-31ea-4855-8325-81ade3d74cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397155 Feb 18 09:31:27.430812 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-723a00dd-59d3-4c0d-9fa1-bea9d2dbd30e service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228740 Feb 18 09:31:27.562956 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-607eac16-4d0d-4ef2-a51f-683bf4be9288 req-83c922a7-b71d-4338-a23d-89bb7b5f64dc service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254318 Feb 18 09:31:27.678450 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f1169-0050-4dbd-a202-126efb192c34 req-f2252d8e-a39f-4a00-89cd-40a66b8b2dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:27.679893 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba9f1169-0050-4dbd-a202-126efb192c34 req-f2252d8e-a39f-4a00-89cd-40a66b8b2dfa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 1094 time: 0.0716145 Feb 18 09:31:27.920054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f1169-0050-4dbd-a202-126efb192c34 req-b248363a-74f3-40c1-a345-31149d112861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:27.921511 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba9f1169-0050-4dbd-a202-126efb192c34 req-b248363a-74f3-40c1-a345-31149d112861 service neutron] 10.222.0.61 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 907 time: 0.2356081 Feb 18 09:31:27.990686 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba9f1169-0050-4dbd-a202-126efb192c34 req-e7716332-dbb8-4041-80e9-8d3fc776d54f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58fea27c-a254-4bc5-b06f-1428e5d4681d HTTP/1.1" status: 200 len: 217 time: 0.0625398 Feb 18 09:31:28.103050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f1169-0050-4dbd-a202-126efb192c34 req-46f61dde-9058-434c-9b7e-60885e7ca856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:28.104473 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba9f1169-0050-4dbd-a202-126efb192c34 req-46f61dde-9058-434c-9b7e-60885e7ca856 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3b065d12-a2c1-46bb-a80f-08d233f2c119 HTTP/1.1" status: 200 len: 846 time: 0.1082852 Feb 18 09:31:28.152656 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba9f1169-0050-4dbd-a202-126efb192c34 req-001d7b38-36c4-439d-8fac-23aa18747f15 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59b284d2-31ea-4855-8325-81ade3d74cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415173 Feb 18 09:31:28.189610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fca4e-a69b-4090-a721-c10f2e447764 req-b4731e3e-1238-4048-b717-b1addf13ab3c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:28.191199 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f2fca4e-a69b-4090-a721-c10f2e447764 req-b4731e3e-1238-4048-b717-b1addf13ab3c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 943 time: 0.1625183 Feb 18 09:31:28.306490 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f2fca4e-a69b-4090-a721-c10f2e447764 req-612d64c3-fd25-4362-aff4-87af83fcb2fc tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709939 Feb 18 09:31:28.327284 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba9f1169-0050-4dbd-a202-126efb192c34 req-c3f68c3f-c10c-4fac-95e9-a104bc238730 service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677015 Feb 18 09:31:28.460369 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba9f1169-0050-4dbd-a202-126efb192c34 req-5ae6e672-f6ce-4e9f-9791-f9b0fb8ba381 service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259942 Feb 18 09:31:29.493180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53115b60-3e91-40f5-94b0-8f4ffd6c04e1 req-c5535c7f-65a5-410e-a889-6ccc659919ee tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:29.494647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53115b60-3e91-40f5-94b0-8f4ffd6c04e1 req-c5535c7f-65a5-410e-a889-6ccc659919ee tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 943 time: 0.0795555 Feb 18 09:31:29.537745 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-53115b60-3e91-40f5-94b0-8f4ffd6c04e1 req-3b5fe2fe-49f6-4495-a0d6-50889550e9ff tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375443 Feb 18 09:31:30.098241 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:31:30.352921 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cd6bdbfd-f140-4ba5-a39f-5fb4cd25a39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:30.721755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc667820-1391-496a-88b9-1c8b8925d2d3 req-dd955c78-8528-4241-adb5-fb4113729f5c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:30.723752 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc667820-1391-496a-88b9-1c8b8925d2d3 req-dd955c78-8528-4241-adb5-fb4113729f5c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 943 time: 0.0835893 Feb 18 09:31:30.766346 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc667820-1391-496a-88b9-1c8b8925d2d3 req-01749566-8226-4422-a806-512c9837bc2b tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369456 Feb 18 09:31:31.951893 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760124a4-5528-45ce-820b-a178c429399f req-c8b1537f-b1f0-445d-95fd-c6ea62c2b11f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:31.953370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-760124a4-5528-45ce-820b-a178c429399f req-c8b1537f-b1f0-445d-95fd-c6ea62c2b11f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 943 time: 0.0806849 Feb 18 09:31:31.999080 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-760124a4-5528-45ce-820b-a178c429399f req-908b42c8-feb2-4f63-b087-5b9227eb84ea tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394518 Feb 18 09:31:32.439086 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 58fea27c-a254-4bc5-b06f-1428e5d4681d details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:31:32.584574 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 58fea27c-a254-4bc5-b06f-1428e5d4681d, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=58fea27c-a254-4bc5-b06f-1428e5d4681d,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:31:32.597598 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '58fea27c-a254-4bc5-b06f-1428e5d4681d', 'network_id': '59b284d2-31ea-4855-8325-81ade3d74cdd', 'port_id': '58fea27c-a254-4bc5-b06f-1428e5d4681d', 'mac_address': 'fa:16:3e:3a:f7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b065d12-a2c1-46bb-a80f-08d233f2c119', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:31:32.650998 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:32.667126 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58fea27c-a254-4bc5-b06f-1428e5d4681d {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:31:32.682176 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 58fea27c-a254-4bc5-b06f-1428e5d4681d, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=58fea27c-a254-4bc5-b06f-1428e5d4681d,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:31:32.686374 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:32.755872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=58fea27c-a254-4bc5-b06f-1428e5d4681d,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:32.997959 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['58fea27c-a254-4bc5-b06f-1428e5d4681d'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:31:33.192661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26ff0d-9489-4822-adcf-36c27db53d88 req-893577a0-1aaf-43bd-8cf4-ed8ebc178b87 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:33.194109 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c26ff0d-9489-4822-adcf-36c27db53d88 req-893577a0-1aaf-43bd-8cf4-ed8ebc178b87 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 944 time: 0.0859904 Feb 18 09:31:33.237441 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c26ff0d-9489-4822-adcf-36c27db53d88 req-67759c16-1e6a-40e6-845a-5925bd10efc8 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377879 Feb 18 09:31:33.800830 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a11afbd1-981c-47c6-9786-a90d17ef9458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:33.883273 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:33.900573 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:34.421901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfd361-613c-4e86-a97c-e386be56b3ac req-221400f6-b1eb-4587-8d84-a069d0eeb79a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:34.423355 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1dfd361-613c-4e86-a97c-e386be56b3ac req-221400f6-b1eb-4587-8d84-a069d0eeb79a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 944 time: 0.0808380 Feb 18 09:31:34.438889 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 58fea27c-a254-4bc5-b06f-1428e5d4681d up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:31:34.472487 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1dfd361-613c-4e86-a97c-e386be56b3ac req-db5c5925-9b0a-45f5-95ca-e87e9f409456 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433006 Feb 18 09:31:34.536116 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 58fea27c-a254-4bc5-b06f-1428e5d4681d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:31:34.540844 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 58fea27c-a254-4bc5-b06f-1428e5d4681d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:31:34.541222 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:34.654326 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:34.679796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c590b1-f2bb-409b-97cc-0a5ddaafadaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fea27c-a254-4bc5-b06f-1428e5d4681d'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:31:34.689892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 58fea27c-a254-4bc5-b06f-1428e5d4681d, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=58fea27c-a254-4bc5-b06f-1428e5d4681d,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:31:34.694225 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:34.729955 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c590b1-f2bb-409b-97cc-0a5ddaafadaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fea27c-a254-4bc5-b06f-1428e5d4681d', 'code': 200} Feb 18 09:31:34.761689 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=58fea27c-a254-4bc5-b06f-1428e5d4681d,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:34.845078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a64f7-8a2f-4e16-a5ef-bd2a71200fb5 req-22ef59f6-85bd-4063-b87f-60405f7f5292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:34.850342 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b68a64f7-8a2f-4e16-a5ef-bd2a71200fb5 req-22ef59f6-85bd-4063-b87f-60405f7f5292 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 1096 time: 0.0736041 Feb 18 09:31:34.897720 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b68a64f7-8a2f-4e16-a5ef-bd2a71200fb5 req-ade532ab-4df1-4446-8257-aee19a1b82a0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412941 Feb 18 09:31:35.140940 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:35.665262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2470590-1761-4438-8fe0-ccfeddb6d7b1 req-67603aef-d10c-4e37-8b28-eb4abd7d4359 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:35.666701 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2470590-1761-4438-8fe0-ccfeddb6d7b1 req-67603aef-d10c-4e37-8b28-eb4abd7d4359 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0815959 Feb 18 09:31:35.711506 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2470590-1761-4438-8fe0-ccfeddb6d7b1 req-b2874dc2-a8c7-493e-893f-f20c3b8fe4bd tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392962 Feb 18 09:31:36.947145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad821af-e93d-4fff-aed8-e13699c50eb7 req-711859ca-6470-4067-8bf5-e6523bc744fb tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:36.948615 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dad821af-e93d-4fff-aed8-e13699c50eb7 req-711859ca-6470-4067-8bf5-e6523bc744fb tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.1315885 Feb 18 09:31:36.992504 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dad821af-e93d-4fff-aed8-e13699c50eb7 req-90610eab-7744-4bd4-99d5-0187c6ff47b7 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382042 Feb 18 09:31:37.333317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbfcb4-bae2-4a04-b0f7-85e7807a88e8 req-1c9a79ea-ffc0-4d02-b7cc-21d9a2acdf41 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:37.334690 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83fbfcb4-bae2-4a04-b0f7-85e7807a88e8 req-1c9a79ea-ffc0-4d02-b7cc-21d9a2acdf41 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0827248 Feb 18 09:31:37.377975 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83fbfcb4-bae2-4a04-b0f7-85e7807a88e8 req-ff6f2052-b5b3-430f-ba9c-7e8afce34943 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376956 Feb 18 09:31:37.568363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde7ea1-965f-4d5f-9152-0ed6223b0f7f req-f6fbd7d7-d6f1-4fbc-8442-3bb69ca52ad8 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:37.569802 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5dde7ea1-965f-4d5f-9152-0ed6223b0f7f req-f6fbd7d7-d6f1-4fbc-8442-3bb69ca52ad8 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0794060 Feb 18 09:31:37.613317 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5dde7ea1-965f-4d5f-9152-0ed6223b0f7f req-d7c0f8a2-f9a8-42ee-99d7-aeba37661c9c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378649 Feb 18 09:31:37.965682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4753aa1-7767-40c2-83fa-fd831e083808 req-02b20916-35a3-4abb-85c1-3a5dc7d3d802 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:37.967134 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4753aa1-7767-40c2-83fa-fd831e083808 req-02b20916-35a3-4abb-85c1-3a5dc7d3d802 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0925188 Feb 18 09:31:38.010477 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4753aa1-7767-40c2-83fa-fd831e083808 req-8d5aafc3-ad91-43d8-8aaa-5b37a48a148c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378046 Feb 18 09:31:38.797379 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9cd5e61-45d7-4caa-a5a1-3f6f894aa8aa req-361e9404-3d92-47ce-a7e5-c2e94d2ca786 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676746 Feb 18 09:31:38.934880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd5e61-45d7-4caa-a5a1-3f6f894aa8aa req-f420a050-c3df-44f1-9d39-64c3652a45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:38.936352 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9cd5e61-45d7-4caa-a5a1-3f6f894aa8aa req-f420a050-c3df-44f1-9d39-64c3652a45a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=57cb8084285d40d4bd807f75c6aeef38&device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e HTTP/1.1" status: 200 len: 1096 time: 0.0730762 Feb 18 09:31:39.239779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd5e61-45d7-4caa-a5a1-3f6f894aa8aa req-b1296ef7-55e5-42dd-bff2-89cd46200d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:39.241593 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9cd5e61-45d7-4caa-a5a1-3f6f894aa8aa req-b1296ef7-55e5-42dd-bff2-89cd46200d58 service neutron] 10.222.0.61 "GET /v2.0/networks?id=59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 200 len: 907 time: 0.2862196 Feb 18 09:31:39.312370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eca816-7d42-424f-a40c-f377664b7a11 req-36e6b2a0-dd55-436e-af76-fc4d55e5eb70 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:39.313736 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05eca816-7d42-424f-a40c-f377664b7a11 req-36e6b2a0-dd55-436e-af76-fc4d55e5eb70 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.1794348 Feb 18 09:31:39.322428 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9cd5e61-45d7-4caa-a5a1-3f6f894aa8aa req-0e9a6f3e-3907-4063-aa08-d257dca553d7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4aaf6be-b9ad-453f-be4c-56e8ebd67309 HTTP/1.1" status: 200 len: 217 time: 0.0746987 Feb 18 09:31:39.408875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05eca816-7d42-424f-a40c-f377664b7a11 req-9925c7fb-268f-44ca-8c69-64e9dbeec8e2 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880415 Feb 18 09:31:39.412751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd5e61-45d7-4caa-a5a1-3f6f894aa8aa req-8e1f601a-db50-4229-bd36-fa332af7e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:39.414094 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9cd5e61-45d7-4caa-a5a1-3f6f894aa8aa req-8e1f601a-db50-4229-bd36-fa332af7e19d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3b065d12-a2c1-46bb-a80f-08d233f2c119 HTTP/1.1" status: 200 len: 846 time: 0.0792179 Feb 18 09:31:39.460865 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9cd5e61-45d7-4caa-a5a1-3f6f894aa8aa req-59c36e50-2cb2-43dc-84af-406ea609c593 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59b284d2-31ea-4855-8325-81ade3d74cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410585 Feb 18 09:31:39.590359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9cd5e61-45d7-4caa-a5a1-3f6f894aa8aa req-9b2cda7a-7829-4643-aad2-af36cdc25e26 service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233730 Feb 18 09:31:39.720844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9cd5e61-45d7-4caa-a5a1-3f6f894aa8aa req-de6e2b05-0126-4b3a-ae23-b877cf467ce9 service neutron] 10.222.0.61 "GET /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244226 Feb 18 09:31:39.844206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39860) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:40.048391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting port a4bdc9fa-7c62-4e9b-935a-19bc8295c14b {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:31:40.048735 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:40.221130 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:40.221457 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:40.341366 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Calling delete_port for a4bdc9fa-7c62-4e9b-935a-19bc8295c14b owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:31:40.492712 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:40.540296 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Port': ['ID=a4bdc9fa-7c62-4e9b-935a-19bc8295c14b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:40.574097 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:40.574451 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:40.574784 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:40.575117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:40.575444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:40.575772 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:40.576092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:40.576439 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:40.576759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:40.577079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:40.577398 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:40.577711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:40.595222 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b027b-b6fc-404b-8061-bae3efbc6fec req-e3448e9c-83c1-4591-9a92-d0a2d40a7189 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:40.596740 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd8b027b-b6fc-404b-8061-bae3efbc6fec req-e3448e9c-83c1-4591-9a92-d0a2d40a7189 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0806432 Feb 18 09:31:40.646163 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd8b027b-b6fc-404b-8061-bae3efbc6fec req-461d443c-4e07-42eb-b05d-27b0ce55804d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429537 Feb 18 09:31:40.649428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:40.649779 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Floating IP 042a9660-6b02-4e62-873e-14eb63095e5c disassociated (deleted). External IP: 172.25.1.96, port: d785b49d-776f-4cf9-8596-5ac6540743da. Feb 18 09:31:41.099817 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router 6911f95f-f0c6-42b3-ad5b-afe08320ea67 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:31:41.281324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:31:41.291024 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13df54fa-dfd8-4362-b428-cde531f2b939 None None] Sync routers for ids ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:31:41.300226 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df54fa-dfd8-4362-b428-cde531f2b939 None None] Routers {'6911f95f-f0c6-42b3-ad5b-afe08320ea67'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:31:41.301457 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-13df54fa-dfd8-4362-b428-cde531f2b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:31:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:41.302453 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:41.356809 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5095587c-9959-4252-81e7-42d8c114fd6b tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/floatingips/042a9660-6b02-4e62-873e-14eb63095e5c HTTP/1.1" status: 204 len: 168 time: 1.5115569 Feb 18 09:31:41.357381 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a662a6dc-250e-4624-9491-8f28033d9e2e', 'tag': 'd785b49d-776f-4cf9-8596-5ac6540743da'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:31:41.483282 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-13df54fa-dfd8-4362-b428-cde531f2b939 None None] Set router 6911f95f-f0c6-42b3-ad5b-afe08320ea67 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:31:41.534930 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:41.541065 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a662a6dc-250e-4624-9491-8f28033d9e2e', 'tag': 'd785b49d-776f-4cf9-8596-5ac6540743da', 'status': 'completed', 'code': 200} Feb 18 09:31:41.648890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a159c68-cb88-41bf-a517-34b495b83f54 req-6f894d51-d93f-43be-bff3-5770d84ee7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:41.650540 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4a159c68-cb88-41bf-a517-34b495b83f54 req-6f894d51-d93f-43be-bff3-5770d84ee7cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 1097 time: 0.0816872 Feb 18 09:31:41.708781 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:41.817826 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-13df54fa-dfd8-4362-b428-cde531f2b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724682372', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:25Z', 'updated_at': '2022-02-18T09:28:34Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:26Z', 'updated_at': '2022-02-18T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4dfaf021-9a2e-432b-9554-53a9f4617f16', 'name': '', 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:09:a1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:32Z', 'updated_at': '2022-02-18T09:28:42Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:41.822398 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13df54fa-dfd8-4362-b428-cde531f2b939 None None] Checking router: 6911f95f-f0c6-42b3-ad5b-afe08320ea67 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:31:41.830981 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df54fa-dfd8-4362-b428-cde531f2b939 None None] Routers {'6911f95f-f0c6-42b3-ad5b-afe08320ea67'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:31:41.831601 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-13df54fa-dfd8-4362-b428-cde531f2b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:31:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:41.917366 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a159c68-cb88-41bf-a517-34b495b83f54 req-9534bea2-389a-4d00-9d5e-33a04c3347dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:41.918952 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4a159c68-cb88-41bf-a517-34b495b83f54 req-9534bea2-389a-4d00-9d5e-33a04c3347dc service neutron] 10.222.0.81 "GET /v2.0/networks?id=d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 HTTP/1.1" status: 200 len: 898 time: 0.2614913 Feb 18 09:31:41.929471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80ab7e-6526-4a79-95cc-70a5cdf9754e req-49dac989-6b10-4919-99e6-9f3399cc5de1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:41.930825 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a80ab7e-6526-4a79-95cc-70a5cdf9754e req-49dac989-6b10-4919-99e6-9f3399cc5de1 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 946 time: 0.2495329 Feb 18 09:31:42.009481 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-13df54fa-dfd8-4362-b428-cde531f2b939 None None] Set router 6911f95f-f0c6-42b3-ad5b-afe08320ea67 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:31:42.010050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4a159c68-cb88-41bf-a517-34b495b83f54 req-4c9113f7-8b43-4422-9247-fd413e644828 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d785b49d-776f-4cf9-8596-5ac6540743da HTTP/1.1" status: 200 len: 217 time: 0.0783129 Feb 18 09:31:42.055391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ced9ec-0cbe-49ad-a8a2-c9c546154577 req-21b47c7b-3048-4029-9ba7-79bc98709b45 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:42.056756 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4ced9ec-0cbe-49ad-a8a2-c9c546154577 req-21b47c7b-3048-4029-9ba7-79bc98709b45 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.2777426 Feb 18 09:31:42.103336 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a80ab7e-6526-4a79-95cc-70a5cdf9754e req-513159b7-f1fb-4a34-8d12-08b8d1a9d3a6 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154807 Feb 18 09:31:42.136026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a159c68-cb88-41bf-a517-34b495b83f54 req-a212bea7-58bc-4fee-9a33-c6ca83dde92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:42.137502 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4a159c68-cb88-41bf-a517-34b495b83f54 req-a212bea7-58bc-4fee-9a33-c6ca83dde92f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ef2f8585-26d9-4b10-9b90-f80589586f4c HTTP/1.1" status: 200 len: 834 time: 0.1204035 Feb 18 09:31:42.142224 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4ced9ec-0cbe-49ad-a8a2-c9c546154577 req-4e7da546-6ee4-48c7-b9a4-2a7d2b49ff83 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735328 Feb 18 09:31:42.214352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a159c68-cb88-41bf-a517-34b495b83f54 req-e6ee8498-6770-4ffb-be5f-33adc6661662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:42.215823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4a159c68-cb88-41bf-a517-34b495b83f54 req-e6ee8498-6770-4ffb-be5f-33adc6661662 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d3bdd6d2-8a51-4c9a-b49c-7525a94c7849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707085 Feb 18 09:31:42.318915 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-13df54fa-dfd8-4362-b428-cde531f2b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724682372', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:25Z', 'updated_at': '2022-02-18T09:28:34Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:26Z', 'updated_at': '2022-02-18T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4dfaf021-9a2e-432b-9554-53a9f4617f16', 'name': '', 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:09:a1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:32Z', 'updated_at': '2022-02-18T09:28:42Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:42.322710 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13df54fa-dfd8-4362-b428-cde531f2b939 None None] The sync data for ids ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'] in n-d-829434-1 is: [{'id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724682372', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:25Z', 'updated_at': '2022-02-18T09:28:34Z', 'revision_number': 4, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:26Z', 'updated_at': '2022-02-18T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '4dfaf021-9a2e-432b-9554-53a9f4617f16', 'name': '', 'network_id': 'd3bdd6d2-8a51-4c9a-b49c-7525a94c7849', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'mac_address': 'fa:16:3e:09:a1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:32Z', 'updated_at': '2022-02-18T09:28:42Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'subnets': [{'id': 'ef2f8585-26d9-4b10-9b90-f80589586f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:31:42.350059 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4a159c68-cb88-41bf-a517-34b495b83f54 req-d7ccad44-7f9b-449b-b991-021b252cf80e service neutron] 10.222.0.81 "GET /v2.0/networks/d3bdd6d2-8a51-4c9a-b49c-7525a94c7849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260393 Feb 18 09:31:42.546091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d9d84c-b781-44db-af32-f22a753eb52e None None] New status for floating IP 042a9660-6b02-4e62-873e-14eb63095e5c: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:31:42.607134 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4a159c68-cb88-41bf-a517-34b495b83f54 req-2977b6cf-1594-472c-9eb4-bd0c28a17b0b service neutron] 10.222.0.81 "GET /v2.0/networks/d3bdd6d2-8a51-4c9a-b49c-7525a94c7849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490540 Feb 18 09:31:43.411591 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e5fed-8ef5-45ff-82cb-a201bccddc84 req-3941a5b0-fec9-486c-b4f5-27c507fc1725 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:43.412983 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f6e5fed-8ef5-45ff-82cb-a201bccddc84 req-3941a5b0-fec9-486c-b4f5-27c507fc1725 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 946 time: 0.2000642 Feb 18 09:31:43.429334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e00b6f-3a15-4115-acdf-6f8c5afb0c00 req-22941f66-d60a-4407-9347-188bce1dac05 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:43.430717 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11e00b6f-3a15-4115-acdf-6f8c5afb0c00 req-22941f66-d60a-4407-9347-188bce1dac05 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.1707375 Feb 18 09:31:43.450932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee598cb8-0c3f-4038-ab02-c73118f85028 req-f545aaf7-b54c-484d-8fbb-b771a677bd5a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:43.452338 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ee598cb8-0c3f-4038-ab02-c73118f85028 req-f545aaf7-b54c-484d-8fbb-b771a677bd5a tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.81 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 946 time: 0.1934097 Feb 18 09:31:43.555604 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f6e5fed-8ef5-45ff-82cb-a201bccddc84 req-0cadfbfa-3405-42c9-8e40-2e443d804566 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad37900d-d4a1-492d-86fd-ebc8f424ef93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337831 Feb 18 09:31:43.566225 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11e00b6f-3a15-4115-acdf-6f8c5afb0c00 req-22e9e381-2a96-44c2-aa8a-8e17a14c32a3 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115537 Feb 18 09:31:43.574912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-ee598cb8-0c3f-4038-ab02-c73118f85028 req-2e9f8b6a-5d66-4a02-9740-e26923f32ae7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting port d785b49d-776f-4cf9-8596-5ac6540743da {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:31:43.575260 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ee598cb8-0c3f-4038-ab02-c73118f85028 req-2e9f8b6a-5d66-4a02-9740-e26923f32ae7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:43.815343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ee598cb8-0c3f-4038-ab02-c73118f85028 req-2e9f8b6a-5d66-4a02-9740-e26923f32ae7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] For port d785b49d-776f-4cf9-8596-5ac6540743da, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=d785b49d-776f-4cf9-8596-5ac6540743da,segment=NetworkSegment(b9698e84-4870-4019-86be-2b756e72253c),segment_id=b9698e84-4870-4019-86be-2b756e72253c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:31:43.815703 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ee598cb8-0c3f-4038-ab02-c73118f85028 req-2e9f8b6a-5d66-4a02-9740-e26923f32ae7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:43.942995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-ee598cb8-0c3f-4038-ab02-c73118f85028 req-2e9f8b6a-5d66-4a02-9740-e26923f32ae7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Calling delete_port for d785b49d-776f-4cf9-8596-5ac6540743da owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:31:44.086229 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ee598cb8-0c3f-4038-ab02-c73118f85028 req-2e9f8b6a-5d66-4a02-9740-e26923f32ae7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:44.135491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f8b6a-5d66-4a02-9740-e26923f32ae7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Port': ['ID=d785b49d-776f-4cf9-8596-5ac6540743da,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:44.212445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee598cb8-0c3f-4038-ab02-c73118f85028 req-2e9f8b6a-5d66-4a02-9740-e26923f32ae7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] No DVR routers for this DVR port d785b49d-776f-4cf9-8596-5ac6540743da on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:31:44.214973 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ee598cb8-0c3f-4038-ab02-c73118f85028 req-2e9f8b6a-5d66-4a02-9740-e26923f32ae7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:44.217534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a662a6dc-250e-4624-9491-8f28033d9e2e', 'name': 'network-vif-deleted', 'tag': 'd785b49d-776f-4cf9-8596-5ac6540743da'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:31:44.229430 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ee598cb8-0c3f-4038-ab02-c73118f85028 req-2e9f8b6a-5d66-4a02-9740-e26923f32ae7 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.81 "DELETE /v2.0/ports/d785b49d-776f-4cf9-8596-5ac6540743da HTTP/1.1" status: 204 len: 173 time: 0.7599714 Feb 18 09:31:44.266052 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a662a6dc-250e-4624-9491-8f28033d9e2e', 'name': 'network-vif-deleted', 'tag': 'd785b49d-776f-4cf9-8596-5ac6540743da', 'status': 'completed', 'code': 200} Feb 18 09:31:44.767976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cb9524a5-f49b-4318-a7ca-bb0a8602c3a8 req-64300f77-efdd-4716-8f85-6004e1e65ccf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Synchronizing usage tracker for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:31:44.798643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cb9524a5-f49b-4318-a7ca-bb0a8602c3a8 req-64300f77-efdd-4716-8f85-6004e1e65ccf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Unset dirty status for tenant:ccb8cb66d20d4b1e88f70b374ab89e94 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:31:44.799609 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb9524a5-f49b-4318-a7ca-bb0a8602c3a8 req-64300f77-efdd-4716-8f85-6004e1e65ccf tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "GET /v2.0/ports?device_id=a662a6dc-250e-4624-9491-8f28033d9e2e HTTP/1.1" status: 200 len: 210 time: 0.0823660 Feb 18 09:31:44.822350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d7d86-a431-4184-899b-165749ec2aad req-345fe67f-27d2-444a-abc6-8dffc4ae3993 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:44.823870 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-696d7d86-a431-4184-899b-165749ec2aad req-345fe67f-27d2-444a-abc6-8dffc4ae3993 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.1391857 Feb 18 09:31:44.871766 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-696d7d86-a431-4184-899b-165749ec2aad req-013b9301-49d1-4800-b158-c7f943f26ea7 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423515 Feb 18 09:31:45.898229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39898) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:46.060860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed4d98-64b4-40cb-a4a0-887ee63dc050 req-35343319-1424-45f1-9948-5c55f6e4160c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:46.062253 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f7ed4d98-64b4-40cb-a4a0-887ee63dc050 req-35343319-1424-45f1-9948-5c55f6e4160c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0801187 Feb 18 09:31:46.106667 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f7ed4d98-64b4-40cb-a4a0-887ee63dc050 req-9f6fedb8-12ac-4151-a7b6-6a34a28ed807 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385158 Feb 18 09:31:46.458508 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bf74c660-ad92-4ab2-b929-8593b52a8f02 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:46.805748 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-bf74c660-ad92-4ab2-b929-8593b52a8f02 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting port 4dfaf021-9a2e-432b-9554-53a9f4617f16 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:31:46.806012 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bf74c660-ad92-4ab2-b929-8593b52a8f02 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:46.988529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-bf74c660-ad92-4ab2-b929-8593b52a8f02 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] For port 4dfaf021-9a2e-432b-9554-53a9f4617f16, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4dfaf021-9a2e-432b-9554-53a9f4617f16,segment=NetworkSegment(b9698e84-4870-4019-86be-2b756e72253c),segment_id=b9698e84-4870-4019-86be-2b756e72253c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:31:46.989225 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bf74c660-ad92-4ab2-b929-8593b52a8f02 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:47.234421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-bf74c660-ad92-4ab2-b929-8593b52a8f02 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Calling delete_port for 4dfaf021-9a2e-432b-9554-53a9f4617f16 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:31:47.314159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003ed55-77e0-459c-9df0-028e9254ccd9 req-2717e1df-4863-442d-a593-7fc5bdfebebe tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:47.317030 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c003ed55-77e0-459c-9df0-028e9254ccd9 req-2717e1df-4863-442d-a593-7fc5bdfebebe tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0934212 Feb 18 09:31:47.362677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c003ed55-77e0-459c-9df0-028e9254ccd9 req-34ab6350-fe15-479b-9ffe-ad0673667163 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395541 Feb 18 09:31:47.433144 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bf74c660-ad92-4ab2-b929-8593b52a8f02 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:47.480947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74c660-ad92-4ab2-b929-8593b52a8f02 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Port': ['ID=4dfaf021-9a2e-432b-9554-53a9f4617f16,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:47.757264 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bf74c660-ad92-4ab2-b929-8593b52a8f02 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:47.812073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d785b49d-776f-4cf9-8596-5ac6540743da no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:31:47.850953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: d785b49d-776f-4cf9-8596-5ac6540743da {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:31:47.851300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device d785b49d-776f-4cf9-8596-5ac6540743da not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:31:48.117398 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf74c660-ad92-4ab2-b929-8593b52a8f02 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Router 6911f95f-f0c6-42b3-ad5b-afe08320ea67 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:31:48.294840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf74c660-ad92-4ab2-b929-8593b52a8f02 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:31:48.305077 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae99e4-0fd0-4a7c-9712-622eca3bb2ac None None] Sync routers for ids ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:31:48.311802 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bf74c660-ad92-4ab2-b929-8593b52a8f02 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "PUT /v2.0/routers/6911f95f-f0c6-42b3-ad5b-afe08320ea67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4123819 Feb 18 09:31:48.314328 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39904) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:48.314650 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aae99e4-0fd0-4a7c-9712-622eca3bb2ac None None] Routers {'6911f95f-f0c6-42b3-ad5b-afe08320ea67'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:31:48.315250 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-0aae99e4-0fd0-4a7c-9712-622eca3bb2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:31:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:48.381827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-55da3dbf-7252-414b-a95a-86e1b26fe6ee tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting subnet ef2f8585-26d9-4b10-9b90-f80589586f4c {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:31:48.384692 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55da3dbf-7252-414b-a95a-86e1b26fe6ee tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:48.442613 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55da3dbf-7252-414b-a95a-86e1b26fe6ee tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:48.492255 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-0aae99e4-0fd0-4a7c-9712-622eca3bb2ac None None] Set router 6911f95f-f0c6-42b3-ad5b-afe08320ea67 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:31:48.528292 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55da3dbf-7252-414b-a95a-86e1b26fe6ee tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:48.628516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb1392-ff24-412e-a093-775f392d74ea req-72348cfe-24e2-46a2-b2ef-4a0411e55f02 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:48.630811 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97bb1392-ff24-412e-a093-775f392d74ea req-72348cfe-24e2-46a2-b2ef-4a0411e55f02 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.1586862 Feb 18 09:31:48.678163 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97bb1392-ff24-412e-a093-775f392d74ea req-96d0049c-de3c-4497-b4d9-092798e3427e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408456 Feb 18 09:31:48.729075 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55da3dbf-7252-414b-a95a-86e1b26fe6ee tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:48.768035 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da3dbf-7252-414b-a95a-86e1b26fe6ee tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Subnet': ['ID=ef2f8585-26d9-4b10-9b90-f80589586f4c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:48.774602 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-55da3dbf-7252-414b-a95a-86e1b26fe6ee tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:48.781328 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b495d13-1cc8-4fe2-9d5c-7c02ad9653f2 None None] Network d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:31:48.782021 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-55da3dbf-7252-414b-a95a-86e1b26fe6ee tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/subnets/ef2f8585-26d9-4b10-9b90-f80589586f4c HTTP/1.1" status: 204 len: 168 time: 0.4666867 Feb 18 09:31:48.784527 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39912) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:48.815450 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-0aae99e4-0fd0-4a7c-9712-622eca3bb2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724682372', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:25Z', 'updated_at': '2022-02-18T09:31:47Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:26Z', 'updated_at': '2022-02-18T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:48.820414 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae99e4-0fd0-4a7c-9712-622eca3bb2ac None None] Checking router: 6911f95f-f0c6-42b3-ad5b-afe08320ea67 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:31:48.828837 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aae99e4-0fd0-4a7c-9712-622eca3bb2ac None None] Routers {'6911f95f-f0c6-42b3-ad5b-afe08320ea67'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:31:48.829436 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-0aae99e4-0fd0-4a7c-9712-622eca3bb2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:31:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:48.968341 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03cdfb07-874b-46dd-9626-dbda24bd4b5f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.007179 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-0aae99e4-0fd0-4a7c-9712-622eca3bb2ac None None] Set router 6911f95f-f0c6-42b3-ad5b-afe08320ea67 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:31:49.048735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cf25ba-7a18-4797-ae89-7f5e85be3f9b None None] DHCP port deletion for d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:31:49.053600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-58cf25ba-7a18-4797-ae89-7f5e85be3f9b None None] Deleting port a33e9e95-db1a-49f1-82ca-c049eb5d53c6 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:31:49.053977 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-58cf25ba-7a18-4797-ae89-7f5e85be3f9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.154735 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03cdfb07-874b-46dd-9626-dbda24bd4b5f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.167529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-03cdfb07-874b-46dd-9626-dbda24bd4b5f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Deleting port 8bdd98e5-66c4-4719-bbee-bf1b7b900b37 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:31:49.167880 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03cdfb07-874b-46dd-9626-dbda24bd4b5f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.259857 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-58cf25ba-7a18-4797-ae89-7f5e85be3f9b None None] For port a33e9e95-db1a-49f1-82ca-c049eb5d53c6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a33e9e95-db1a-49f1-82ca-c049eb5d53c6,segment=NetworkSegment(b9698e84-4870-4019-86be-2b756e72253c),segment_id=b9698e84-4870-4019-86be-2b756e72253c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:31:49.260181 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-58cf25ba-7a18-4797-ae89-7f5e85be3f9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.299235 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-0aae99e4-0fd0-4a7c-9712-622eca3bb2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724682372', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:25Z', 'updated_at': '2022-02-18T09:31:47Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:26Z', 'updated_at': '2022-02-18T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:49.303669 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae99e4-0fd0-4a7c-9712-622eca3bb2ac None None] The sync data for ids ['6911f95f-f0c6-42b3-ad5b-afe08320ea67'] in n-d-829434-1 is: [{'id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724682372', 'tenant_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:28:25Z', 'updated_at': '2022-02-18T09:31:47Z', 'revision_number': 5, 'project_id': 'ccb8cb66d20d4b1e88f70b374ab89e94', 'gw_port': {'id': '8bdd98e5-66c4-4719-bbee-bf1b7b900b37', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f95f-f0c6-42b3-ad5b-afe08320ea67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:28:26Z', 'updated_at': '2022-02-18T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:31:49.350725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-03cdfb07-874b-46dd-9626-dbda24bd4b5f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] For port 8bdd98e5-66c4-4719-bbee-bf1b7b900b37, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8bdd98e5-66c4-4719-bbee-bf1b7b900b37,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:31:49.351159 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03cdfb07-874b-46dd-9626-dbda24bd4b5f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.382806 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-58cf25ba-7a18-4797-ae89-7f5e85be3f9b None None] Calling delete_port for a33e9e95-db1a-49f1-82ca-c049eb5d53c6 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:31:49.460203 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-58cf25ba-7a18-4797-ae89-7f5e85be3f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.472552 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-03cdfb07-874b-46dd-9626-dbda24bd4b5f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Calling delete_port for 8bdd98e5-66c4-4719-bbee-bf1b7b900b37 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:31:49.506440 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf25ba-7a18-4797-ae89-7f5e85be3f9b None None] Pushing event deleted for resources: {'Port': ['ID=a33e9e95-db1a-49f1-82ca-c049eb5d53c6,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:49.508248 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cf25ba-7a18-4797-ae89-7f5e85be3f9b None None] No DVR routers for this DVR port a33e9e95-db1a-49f1-82ca-c049eb5d53c6 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:31:49.638692 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03cdfb07-874b-46dd-9626-dbda24bd4b5f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.688611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdfb07-874b-46dd-9626-dbda24bd4b5f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Port': ['ID=8bdd98e5-66c4-4719-bbee-bf1b7b900b37,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:49.782957 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03cdfb07-874b-46dd-9626-dbda24bd4b5f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.932870 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a33e9e95-db1a-49f1-82ca-c049eb5d53c6 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:31:49.971418 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: a33e9e95-db1a-49f1-82ca-c049eb5d53c6 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:31:49.971772 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a33e9e95-db1a-49f1-82ca-c049eb5d53c6 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:31:49.972191 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4dfaf021-9a2e-432b-9554-53a9f4617f16 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:31:49.977886 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03cdfb07-874b-46dd-9626-dbda24bd4b5f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.980189 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03cdfb07-874b-46dd-9626-dbda24bd4b5f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:49.995316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740a125-7cff-497b-9b3b-7717a100f468 req-4804c81a-8c00-4cca-9348-9445664dac20 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:49.996839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8740a125-7cff-497b-9b3b-7717a100f468 req-4804c81a-8c00-4cca-9348-9445664dac20 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.2043602 Feb 18 09:31:50.008402 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03cdfb07-874b-46dd-9626-dbda24bd4b5f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.008944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cdfb07-874b-46dd-9626-dbda24bd4b5f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Fanout notify agent at l3_agent the message router_deleted on router 6911f95f-f0c6-42b3-ad5b-afe08320ea67 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:31:50.011730 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 4dfaf021-9a2e-432b-9554-53a9f4617f16 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:31:50.012311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4dfaf021-9a2e-432b-9554-53a9f4617f16 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:31:50.028161 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-03cdfb07-874b-46dd-9626-dbda24bd4b5f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.029403 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-03cdfb07-874b-46dd-9626-dbda24bd4b5f tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/routers/6911f95f-f0c6-42b3-ad5b-afe08320ea67 HTTP/1.1" status: 204 len: 168 time: 1.2439630 Feb 18 09:31:50.032013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39918) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:50.047437 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8740a125-7cff-497b-9b3b-7717a100f468 req-8a60d150-162f-4951-9883-ec2dbd12211a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442033 Feb 18 09:31:50.261820 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0623474b-6493-4ab9-8f9b-0654ebd1cdc5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.401686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0623474b-6493-4ab9-8f9b-0654ebd1cdc5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.425236 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0623474b-6493-4ab9-8f9b-0654ebd1cdc5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bdd6d2-8a51-4c9a-b49c-7525a94c7849']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:50.437546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0623474b-6493-4ab9-8f9b-0654ebd1cdc5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9698e84-4870-4019-86be-2b756e72253c') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:50.437833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0623474b-6493-4ab9-8f9b-0654ebd1cdc5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9698e84-4870-4019-86be-2b756e72253c') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:31:50.450200 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0623474b-6493-4ab9-8f9b-0654ebd1cdc5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.467276 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0623474b-6493-4ab9-8f9b-0654ebd1cdc5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.473955 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0623474b-6493-4ab9-8f9b-0654ebd1cdc5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:31:50.474359 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0623474b-6493-4ab9-8f9b-0654ebd1cdc5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:31:50.488839 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:31:50.570108 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0623474b-6493-4ab9-8f9b-0654ebd1cdc5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.589279 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0623474b-6493-4ab9-8f9b-0654ebd1cdc5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.605330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623474b-6493-4ab9-8f9b-0654ebd1cdc5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'Network': ['ID=d3bdd6d2-8a51-4c9a-b49c-7525a94c7849,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:50.612190 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0623474b-6493-4ab9-8f9b-0654ebd1cdc5 tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/networks/d3bdd6d2-8a51-4c9a-b49c-7525a94c7849 HTTP/1.1" status: 204 len: 168 time: 0.5790703 Feb 18 09:31:50.615334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39922) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:50.684194 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8be6f1ac-497e-4486-9726-2170365729fa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.715425 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8be6f1ac-497e-4486-9726-2170365729fa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.780797 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8be6f1ac-497e-4486-9726-2170365729fa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.803333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6f1ac-497e-4486-9726-2170365729fa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad37900d-d4a1-492d-86fd-ebc8f424ef93,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:50.813487 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8be6f1ac-497e-4486-9726-2170365729fa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:50.817821 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8be6f1ac-497e-4486-9726-2170365729fa tempest-TestNetworkAdvancedServerOps-1265802592 tempest-TestNetworkAdvancedServerOps-1265802592-project] 10.222.0.72 "DELETE /v2.0/security-groups/ad37900d-d4a1-492d-86fd-ebc8f424ef93 HTTP/1.1" status: 204 len: 168 time: 0.1983860 Feb 18 09:31:51.068559 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39932) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:51.236608 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c898ec73-8e90-4602-a9a2-f4139becc3bd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ccb8cb66d20d4b1e88f70b374ab89e94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666830 Feb 18 09:31:51.239597 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39940) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:51.244483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708ba8d-af43-4c41-bced-244ea60890b1 req-177b2807-0583-438b-81e8-428042c00c12 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:51.245961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b708ba8d-af43-4c41-bced-244ea60890b1 req-177b2807-0583-438b-81e8-428042c00c12 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0869937 Feb 18 09:31:51.290659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b708ba8d-af43-4c41-bced-244ea60890b1 req-2e244eac-a4fb-46c7-90e9-efd672e89d8d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391421 Feb 18 09:31:51.298638 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-80fee2b2-1e5c-48b4-b85a-e97514b8f39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:51.326634 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-80fee2b2-1e5c-48b4-b85a-e97514b8f39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:51.378176 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-80fee2b2-1e5c-48b4-b85a-e97514b8f39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:51.395559 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fee2b2-1e5c-48b4-b85a-e97514b8f39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7c8d8f-cc5c-48a7-9a08-498510ec634d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:51.403743 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-80fee2b2-1e5c-48b4-b85a-e97514b8f39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:51.404908 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-80fee2b2-1e5c-48b4-b85a-e97514b8f39c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dd7c8d8f-cc5c-48a7-9a08-498510ec634d HTTP/1.1" status: 204 len: 168 time: 0.1642380 Feb 18 09:31:51.692942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39948) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:51.740326 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4dec4737-40e7-4185-b3d1-9d894802dc01 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a30842af08774da1a13677788beb20e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461621 Feb 18 09:31:51.742541 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 39952) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:51.805103 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fa0c751f-b68a-4bac-b22a-6134510c7bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:51.809083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8bdd98e5-66c4-4719-bbee-bf1b7b900b37 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:31:51.834214 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fa0c751f-b68a-4bac-b22a-6134510c7bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:51.844863 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 8bdd98e5-66c4-4719-bbee-bf1b7b900b37 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:31:51.845319 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8bdd98e5-66c4-4719-bbee-bf1b7b900b37 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:31:51.887897 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fa0c751f-b68a-4bac-b22a-6134510c7bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:51.903733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c751f-b68a-4bac-b22a-6134510c7bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a49c478-b522-4e49-91d6-dfcca22cd1fd,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:51.914941 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fa0c751f-b68a-4bac-b22a-6134510c7bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:51.916061 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fa0c751f-b68a-4bac-b22a-6134510c7bf8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5a49c478-b522-4e49-91d6-dfcca22cd1fd HTTP/1.1" status: 204 len: 168 time: 0.1726353 Feb 18 09:31:52.479091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082811e-a8b6-4af6-a05c-1820814f9a2c req-573dbd87-d269-4af2-b3e2-7a8d9fdb53d7 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:52.480599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b082811e-a8b6-4af6-a05c-1820814f9a2c req-573dbd87-d269-4af2-b3e2-7a8d9fdb53d7 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0817502 Feb 18 09:31:52.527412 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b082811e-a8b6-4af6-a05c-1820814f9a2c req-5e8349af-469e-449b-90c7-f095a6827e3a tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410962 Feb 18 09:31:53.729334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6c9a5-cbc0-41dd-a0e7-8c766234a8e1 req-dffb12ab-6657-4211-a5ca-d1b2b8f208c6 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:53.730887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cd6c9a5-cbc0-41dd-a0e7-8c766234a8e1 req-dffb12ab-6657-4211-a5ca-d1b2b8f208c6 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0929127 Feb 18 09:31:53.779463 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cd6c9a5-cbc0-41dd-a0e7-8c766234a8e1 req-8ee3896f-9dc5-409e-b15d-f4826616bf8f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427082 Feb 18 09:31:54.162899 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40114) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:54.277047 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.291199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:54.294985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Usage tracker for resource:security_group_rule and tenant:7356477c047049fba595204b2bda432b is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:54.297737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:54.303338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:54.383285 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.387037 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.430541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10ef3e8-3339-47b9-ad7b-396d8360f204,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:54.434363 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7356477c047049fba595204b2bda432b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704720 Feb 18 09:31:54.437528 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40120) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:54.440679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:54.441021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:54.441356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:54.441685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:54.442009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:54.442331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:54.442652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:54.442970 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:54.443286 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:54.443600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:54.443913 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:54.444226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db26ac-c1fe-4f2b-bb14-20d46987a354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:31:54.496528 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-628f4bf8-e683-4b2e-961c-d792a5c444ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.522143 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-628f4bf8-e683-4b2e-961c-d792a5c444ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.577350 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-628f4bf8-e683-4b2e-961c-d792a5c444ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.591005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f4bf8-e683-4b2e-961c-d792a5c444ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10ef3e8-3339-47b9-ad7b-396d8360f204,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:54.599487 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-628f4bf8-e683-4b2e-961c-d792a5c444ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.600752 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-628f4bf8-e683-4b2e-961c-d792a5c444ea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d10ef3e8-3339-47b9-ad7b-396d8360f204 HTTP/1.1" status: 204 len: 168 time: 0.1621008 Feb 18 09:31:54.885359 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40130) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:54.902740 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-edeba6fb-97df-47d0-a9e0-a5433484f3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:54.917641 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-edeba6fb-97df-47d0-a9e0-a5433484f3d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:31:54.921540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-edeba6fb-97df-47d0-a9e0-a5433484f3d2 admin admin] Usage tracker for resource:security_group_rule and tenant:3ebb5c694cf94c67b10f1a505faa153a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:31:54.924324 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-edeba6fb-97df-47d0-a9e0-a5433484f3d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:31:54.931017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-edeba6fb-97df-47d0-a9e0-a5433484f3d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:31:54.976601 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f55d3a-58cc-4dbe-aa9f-b9ed6dc90888 req-badc5720-f64a-4373-a4e6-be78dde69b7f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:54.978071 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2f55d3a-58cc-4dbe-aa9f-b9ed6dc90888 req-badc5720-f64a-4373-a4e6-be78dde69b7f tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0863574 Feb 18 09:31:55.020762 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-edeba6fb-97df-47d0-a9e0-a5433484f3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:55.024892 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-edeba6fb-97df-47d0-a9e0-a5433484f3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:55.031434 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2f55d3a-58cc-4dbe-aa9f-b9ed6dc90888 req-40f1fb5c-001b-427f-9f7c-42b95ee0b703 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473518 Feb 18 09:31:55.073719 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-edeba6fb-97df-47d0-a9e0-a5433484f3d2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3ebb5c694cf94c67b10f1a505faa153a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872869 Feb 18 09:31:55.074645 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeba6fb-97df-47d0-a9e0-a5433484f3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cf8aad-4b6c-4dbd-b72a-31aefda65df3,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:55.076382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40134) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:31:55.132979 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4f06f60-bdb5-46dc-b30d-aaaa6460fcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:55.157796 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4f06f60-bdb5-46dc-b30d-aaaa6460fcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:55.211359 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4f06f60-bdb5-46dc-b30d-aaaa6460fcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:55.227368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f06f60-bdb5-46dc-b30d-aaaa6460fcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cf8aad-4b6c-4dbd-b72a-31aefda65df3,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:31:55.238700 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4f06f60-bdb5-46dc-b30d-aaaa6460fcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:31:55.239898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a4f06f60-bdb5-46dc-b30d-aaaa6460fcd4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/48cf8aad-4b6c-4dbd-b72a-31aefda65df3 HTTP/1.1" status: 204 len: 168 time: 0.1625142 Feb 18 09:31:56.218800 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815220d-bb74-4c8a-b98f-3eefea96cdc2 req-5722f70c-b666-4009-98e8-ab197076f184 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:56.220260 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b815220d-bb74-4c8a-b98f-3eefea96cdc2 req-5722f70c-b666-4009-98e8-ab197076f184 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0801907 Feb 18 09:31:56.263415 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b815220d-bb74-4c8a-b98f-3eefea96cdc2 req-10e10048-1ba8-4f40-b808-0f10c2361b16 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373843 Feb 18 09:31:57.483399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e4368-f215-4555-ae40-7fc4b19b9448 req-59a5d578-20ae-4bd5-a531-d84a01ae52b8 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:57.484876 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-763e4368-f215-4555-ae40-7fc4b19b9448 req-59a5d578-20ae-4bd5-a531-d84a01ae52b8 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0940413 Feb 18 09:31:57.537264 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-763e4368-f215-4555-ae40-7fc4b19b9448 req-95e46bb6-e263-4e41-bb37-eb22438a847c tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445690 Feb 18 09:31:58.722220 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cc642-c16c-40e6-8a41-68e45da15dc6 req-cde5de02-aa9b-49e4-873a-c5b10cd53eec tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:58.724344 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-933cc642-c16c-40e6-8a41-68e45da15dc6 req-cde5de02-aa9b-49e4-873a-c5b10cd53eec tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0793400 Feb 18 09:31:58.768252 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-933cc642-c16c-40e6-8a41-68e45da15dc6 req-9d55f34a-a77a-41af-9a10-d0bb5cdf65ca tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382118 Feb 18 09:31:59.954707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58b062-c42d-4bfe-953e-e21896f61652 req-b3a63a4c-3da8-41f3-aa38-6e6920a104d6 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:31:59.956135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef58b062-c42d-4bfe-953e-e21896f61652 req-b3a63a4c-3da8-41f3-aa38-6e6920a104d6 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0829880 Feb 18 09:31:59.998619 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef58b062-c42d-4bfe-953e-e21896f61652 req-632f912f-42eb-4665-909d-cdfe32a28867 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363278 Feb 18 09:32:00.357788 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1abb4f92-3246-4374-b817-ce486dd6074a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:01.181523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b2944-7cf5-4b1f-a0cb-ffff496512e3 req-9927f7d4-656a-4dbd-824e-dc2c75dba171 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:01.182975 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-941b2944-7cf5-4b1f-a0cb-ffff496512e3 req-9927f7d4-656a-4dbd-824e-dc2c75dba171 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0795655 Feb 18 09:32:01.232524 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-941b2944-7cf5-4b1f-a0cb-ffff496512e3 req-0f1565fd-4cbf-4d61-8173-f86a72c02572 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437186 Feb 18 09:32:02.425281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa568ca-0441-4426-bd91-9a4a94b29f07 req-2c56444c-697b-4e3b-aeec-21625179adf3 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:02.426740 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0fa568ca-0441-4426-bd91-9a4a94b29f07 req-2c56444c-697b-4e3b-aeec-21625179adf3 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0811408 Feb 18 09:32:02.471940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0fa568ca-0441-4426-bd91-9a4a94b29f07 req-f8dae3f1-fc87-46a5-9065-62976d83043d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391684 Feb 18 09:32:03.664617 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd5778-6ea9-4219-b8f0-e2115782a0e0 req-b5a52019-545c-434f-9495-2f3b7e084eab tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:03.666091 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9ccd5778-6ea9-4219-b8f0-e2115782a0e0 req-b5a52019-545c-434f-9495-2f3b7e084eab tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0880280 Feb 18 09:32:03.710439 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9ccd5778-6ea9-4219-b8f0-e2115782a0e0 req-6b99d093-12c4-4506-a162-6f371e7d0642 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386462 Feb 18 09:32:03.806841 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-53f5c6a3-ded4-4a74-b701-b6b0eeaf1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:03.886595 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:03.904910 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:04.053486 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e42534-5296-4d5f-8a46-7c3b0efe4ba2 req-e1a0c743-101b-492c-9857-d9a5e148db01 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:04.054824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4e42534-5296-4d5f-8a46-7c3b0efe4ba2 req-e1a0c743-101b-492c-9857-d9a5e148db01 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0786922 Feb 18 09:32:04.098942 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4e42534-5296-4d5f-8a46-7c3b0efe4ba2 req-7ff0c86d-2c77-489b-8f0f-e14f498b350d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383024 Feb 18 09:32:04.285151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854c46a-a07d-45d4-a3ba-08542796ac52 req-36dc71b5-62b9-4ba7-9cab-29a209551565 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:04.286574 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0854c46a-a07d-45d4-a3ba-08542796ac52 req-36dc71b5-62b9-4ba7-9cab-29a209551565 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0810478 Feb 18 09:32:04.330550 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0854c46a-a07d-45d4-a3ba-08542796ac52 req-20a82df7-073b-4384-8d6d-64f36d695e73 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377245 Feb 18 09:32:04.705216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92c4de-de9a-4921-adf3-b30ecab2ed9d req-fa185a01-9038-428e-823d-c54dc909d84e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:04.706641 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce92c4de-de9a-4921-adf3-b30ecab2ed9d req-fa185a01-9038-428e-823d-c54dc909d84e tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.0781350 Feb 18 09:32:04.749303 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce92c4de-de9a-4921-adf3-b30ecab2ed9d req-8dc1404f-dd64-480d-a444-c700a692be5b tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365500 Feb 18 09:32:05.144475 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:05.904219 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2f8bc-a3ff-4d15-b732-f9f3d6136419 req-da309219-a159-416f-bbb3-c51a310acef2 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:05.905655 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80a2f8bc-a3ff-4d15-b732-f9f3d6136419 req-da309219-a159-416f-bbb3-c51a310acef2 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.1208398 Feb 18 09:32:05.990726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-80a2f8bc-a3ff-4d15-b732-f9f3d6136419 req-38b0790a-e4d9-446e-8dfb-e43f11a46f85 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Deleting port 58fea27c-a254-4bc5-b06f-1428e5d4681d {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:32:05.991063 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-80a2f8bc-a3ff-4d15-b732-f9f3d6136419 req-38b0790a-e4d9-446e-8dfb-e43f11a46f85 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:06.057193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84014558-0eff-4888-af31-3b7910fee87a req-e0e9c2f3-a103-4e32-b006-9e6eae6b7346 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:06.058554 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84014558-0eff-4888-af31-3b7910fee87a req-e0e9c2f3-a103-4e32-b006-9e6eae6b7346 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 945 time: 0.1998861 Feb 18 09:32:06.174377 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-84014558-0eff-4888-af31-3b7910fee87a req-6bfd5a02-9293-4611-a614-fa763982e8fc tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850816 Feb 18 09:32:06.402991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-80a2f8bc-a3ff-4d15-b732-f9f3d6136419 req-38b0790a-e4d9-446e-8dfb-e43f11a46f85 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] For port 58fea27c-a254-4bc5-b06f-1428e5d4681d, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=58fea27c-a254-4bc5-b06f-1428e5d4681d,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:32:06.403348 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-80a2f8bc-a3ff-4d15-b732-f9f3d6136419 req-38b0790a-e4d9-446e-8dfb-e43f11a46f85 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:06.535852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-80a2f8bc-a3ff-4d15-b732-f9f3d6136419 req-38b0790a-e4d9-446e-8dfb-e43f11a46f85 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Calling delete_port for 58fea27c-a254-4bc5-b06f-1428e5d4681d owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:32:06.678085 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-80a2f8bc-a3ff-4d15-b732-f9f3d6136419 req-38b0790a-e4d9-446e-8dfb-e43f11a46f85 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:06.689524 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['b4aaf6be-b9ad-453f-be4c-56e8ebd67309', '58fea27c-a254-4bc5-b06f-1428e5d4681d'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:32:06.728710 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0790a-e4d9-446e-8dfb-e43f11a46f85 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Pushing event deleted for resources: {'Port': ['ID=58fea27c-a254-4bc5-b06f-1428e5d4681d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:06.805742 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a2f8bc-a3ff-4d15-b732-f9f3d6136419 req-38b0790a-e4d9-446e-8dfb-e43f11a46f85 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] No DVR routers for this DVR port 58fea27c-a254-4bc5-b06f-1428e5d4681d on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:32:06.808431 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-80a2f8bc-a3ff-4d15-b732-f9f3d6136419 req-38b0790a-e4d9-446e-8dfb-e43f11a46f85 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:06.811263 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c590b1-f2bb-409b-97cc-0a5ddaafadaa', 'name': 'network-vif-deleted', 'tag': '58fea27c-a254-4bc5-b06f-1428e5d4681d'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:32:06.829452 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-80a2f8bc-a3ff-4d15-b732-f9f3d6136419 req-38b0790a-e4d9-446e-8dfb-e43f11a46f85 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.61 "DELETE /v2.0/ports/58fea27c-a254-4bc5-b06f-1428e5d4681d HTTP/1.1" status: 204 len: 173 time: 0.9181445 Feb 18 09:32:06.865158 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c590b1-f2bb-409b-97cc-0a5ddaafadaa', 'name': 'network-vif-deleted', 'tag': '58fea27c-a254-4bc5-b06f-1428e5d4681d', 'status': 'completed', 'code': 200} Feb 18 09:32:07.097271 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:32:07.343973 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-001b4a18-b134-4122-95cc-03ea24a2bb65 req-c3dab95b-5a8b-4612-97dd-34c197128530 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Synchronizing usage tracker for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:32:07.359985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-001b4a18-b134-4122-95cc-03ea24a2bb65 req-c3dab95b-5a8b-4612-97dd-34c197128530 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Unset dirty status for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:32:07.361091 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-001b4a18-b134-4122-95cc-03ea24a2bb65 req-c3dab95b-5a8b-4612-97dd-34c197128530 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c590b1-f2bb-409b-97cc-0a5ddaafadaa HTTP/1.1" status: 200 len: 210 time: 0.0640430 Feb 18 09:32:09.748943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda93635-2476-4f75-b32f-376c2cc6f780 req-7dc980fa-caeb-49da-bea8-3654e5a70b68 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:09.750370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cda93635-2476-4f75-b32f-376c2cc6f780 req-7dc980fa-caeb-49da-bea8-3654e5a70b68 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e HTTP/1.1" status: 200 len: 945 time: 0.0828102 Feb 18 09:32:09.794646 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cda93635-2476-4f75-b32f-376c2cc6f780 req-ec638ef7-fc44-4e2e-a9b6-bfc2db55ea41 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386596 Feb 18 09:32:10.659899 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 58fea27c-a254-4bc5-b06f-1428e5d4681d no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:32:10.721611 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 58fea27c-a254-4bc5-b06f-1428e5d4681d {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:32:10.721955 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 58fea27c-a254-4bc5-b06f-1428e5d4681d not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:32:10.987681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65a5d0-1526-4e5b-9fe6-679268dce169 req-24d758bb-0e67-4b53-994b-8be910ff013d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:10.989131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd65a5d0-1526-4e5b-9fe6-679268dce169 req-24d758bb-0e67-4b53-994b-8be910ff013d tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e HTTP/1.1" status: 200 len: 945 time: 0.0797470 Feb 18 09:32:11.033727 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd65a5d0-1526-4e5b-9fe6-679268dce169 req-e740dfc6-d408-4338-b69a-237027153597 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/security-groups?id=50207a37-c87c-44d8-a11b-692bd0b87324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390015 Feb 18 09:32:11.223016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad49f46-00d6-482c-a68f-267205b8f610 req-5891bec8-2601-4604-b9ed-36e03ac0ead1 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:11.225424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dad49f46-00d6-482c-a68f-267205b8f610 req-5891bec8-2601-4604-b9ed-36e03ac0ead1 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.61 "GET /v2.0/ports?device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e HTTP/1.1" status: 200 len: 945 time: 0.0844882 Feb 18 09:32:11.294128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-dad49f46-00d6-482c-a68f-267205b8f610 req-b3f906ba-f5e8-4eb5-8365-3d0fd3745c58 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Deleting port b4aaf6be-b9ad-453f-be4c-56e8ebd67309 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:32:11.294385 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dad49f46-00d6-482c-a68f-267205b8f610 req-b3f906ba-f5e8-4eb5-8365-3d0fd3745c58 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:11.539328 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:11.557744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-dad49f46-00d6-482c-a68f-267205b8f610 req-b3f906ba-f5e8-4eb5-8365-3d0fd3745c58 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] For port b4aaf6be-b9ad-453f-be4c-56e8ebd67309, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=b4aaf6be-b9ad-453f-be4c-56e8ebd67309,segment=NetworkSegment(8a244b91-1663-4dec-989f-e5bcb7477398),segment_id=8a244b91-1663-4dec-989f-e5bcb7477398)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:32:11.558033 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dad49f46-00d6-482c-a68f-267205b8f610 req-b3f906ba-f5e8-4eb5-8365-3d0fd3745c58 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:11.679863 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-dad49f46-00d6-482c-a68f-267205b8f610 req-b3f906ba-f5e8-4eb5-8365-3d0fd3745c58 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Calling delete_port for b4aaf6be-b9ad-453f-be4c-56e8ebd67309 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:32:11.703645 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:11.827755 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dad49f46-00d6-482c-a68f-267205b8f610 req-b3f906ba-f5e8-4eb5-8365-3d0fd3745c58 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:11.839489 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['b4aaf6be-b9ad-453f-be4c-56e8ebd67309'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:32:11.883915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f906ba-f5e8-4eb5-8365-3d0fd3745c58 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Pushing event deleted for resources: {'Port': ['ID=b4aaf6be-b9ad-453f-be4c-56e8ebd67309,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:11.957827 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad49f46-00d6-482c-a68f-267205b8f610 req-b3f906ba-f5e8-4eb5-8365-3d0fd3745c58 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] No DVR routers for this DVR port b4aaf6be-b9ad-453f-be4c-56e8ebd67309 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:32:11.961099 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dad49f46-00d6-482c-a68f-267205b8f610 req-b3f906ba-f5e8-4eb5-8365-3d0fd3745c58 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:11.963871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b991d39b-9c01-49ea-9189-a88d5ba83a4e', 'name': 'network-vif-deleted', 'tag': 'b4aaf6be-b9ad-453f-be4c-56e8ebd67309'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:32:11.980464 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dad49f46-00d6-482c-a68f-267205b8f610 req-b3f906ba-f5e8-4eb5-8365-3d0fd3745c58 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.61 "DELETE /v2.0/ports/b4aaf6be-b9ad-453f-be4c-56e8ebd67309 HTTP/1.1" status: 204 len: 173 time: 0.7505128 Feb 18 09:32:12.007816 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b991d39b-9c01-49ea-9189-a88d5ba83a4e', 'name': 'network-vif-deleted', 'tag': 'b4aaf6be-b9ad-453f-be4c-56e8ebd67309', 'status': 'completed', 'code': 200} Feb 18 09:32:12.199699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ad246edd-320f-4b6a-8c74-cda881db6d86 req-aa5864f1-92ff-4bc4-b17d-22640a8e7cc9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Synchronizing usage tracker for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:32:12.215048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ad246edd-320f-4b6a-8c74-cda881db6d86 req-aa5864f1-92ff-4bc4-b17d-22640a8e7cc9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] Unset dirty status for tenant:57cb8084285d40d4bd807f75c6aeef38 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:32:12.216326 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad246edd-320f-4b6a-8c74-cda881db6d86 req-aa5864f1-92ff-4bc4-b17d-22640a8e7cc9 tempest-ServersTestJSON-369740309 tempest-ServersTestJSON-369740309-project] 10.222.0.72 "GET /v2.0/ports?device_id=b991d39b-9c01-49ea-9189-a88d5ba83a4e HTTP/1.1" status: 200 len: 210 time: 0.0619617 Feb 18 09:32:13.309636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40212) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:13.368129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d808fd-d058-4ee7-a7dc-513a457047b8 admin admin] Deleting subnet 3b065d12-a2c1-46bb-a80f-08d233f2c119 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:32:13.371028 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-88d808fd-d058-4ee7-a7dc-513a457047b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:13.419250 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-88d808fd-d058-4ee7-a7dc-513a457047b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:13.484153 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-88d808fd-d058-4ee7-a7dc-513a457047b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:13.554854 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-88d808fd-d058-4ee7-a7dc-513a457047b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:13.592240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d808fd-d058-4ee7-a7dc-513a457047b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b065d12-a2c1-46bb-a80f-08d233f2c119,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:13.595930 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-88d808fd-d058-4ee7-a7dc-513a457047b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:13.602291 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-88d808fd-d058-4ee7-a7dc-513a457047b8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3b065d12-a2c1-46bb-a80f-08d233f2c119 HTTP/1.1" status: 204 len: 168 time: 0.2915704 Feb 18 09:32:13.604739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40216) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:13.709485 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6205-3527-4183-9659-521d3d28b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:13.943478 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6205-3527-4183-9659-521d3d28b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:13.968322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-1b1b6205-3527-4183-9659-521d3d28b9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b284d2-31ea-4855-8325-81ade3d74cdd']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:13.981047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-1b1b6205-3527-4183-9659-521d3d28b9b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a244b91-1663-4dec-989f-e5bcb7477398') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:13.981338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-1b1b6205-3527-4183-9659-521d3d28b9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a244b91-1663-4dec-989f-e5bcb7477398') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:13.992207 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6205-3527-4183-9659-521d3d28b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:14.008087 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6205-3527-4183-9659-521d3d28b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:14.014029 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1b6205-3527-4183-9659-521d3d28b9b5 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:32:14.014419 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6205-3527-4183-9659-521d3d28b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:32:14.027772 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:32:14.110246 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6205-3527-4183-9659-521d3d28b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:14.125955 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6205-3527-4183-9659-521d3d28b9b5 admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:14.135967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b6205-3527-4183-9659-521d3d28b9b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=59b284d2-31ea-4855-8325-81ade3d74cdd,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:14.144442 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1b1b6205-3527-4183-9659-521d3d28b9b5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/59b284d2-31ea-4855-8325-81ade3d74cdd HTTP/1.1" status: 204 len: 168 time: 0.5387406 Feb 18 09:32:14.314055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40222) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:14.361751 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1fe6b9b4-60ad-401a-8332-d60ba4dc03c3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=57cb8084285d40d4bd807f75c6aeef38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464895 Feb 18 09:32:14.363955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40226) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:14.420783 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e445fb3-1490-4058-92bb-5ce0715aad4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:14.447901 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e445fb3-1490-4058-92bb-5ce0715aad4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:14.498050 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e445fb3-1490-4058-92bb-5ce0715aad4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:14.516807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e445fb3-1490-4058-92bb-5ce0715aad4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50207a37-c87c-44d8-a11b-692bd0b87324,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:14.529628 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e445fb3-1490-4058-92bb-5ce0715aad4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:14.530736 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5e445fb3-1490-4058-92bb-5ce0715aad4b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/50207a37-c87c-44d8-a11b-692bd0b87324 HTTP/1.1" status: 204 len: 168 time: 0.1658757 Feb 18 09:32:15.538885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40256) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:15.651947 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54e0455d-2855-4ee7-a233-13724d142994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:15.666457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-54e0455d-2855-4ee7-a233-13724d142994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:15.670149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-54e0455d-2855-4ee7-a233-13724d142994 admin admin] Usage tracker for resource:security_group_rule and tenant:4d577db40fb048eeb78ed30f2aa8dd89 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:15.672866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-54e0455d-2855-4ee7-a233-13724d142994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:15.678615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-54e0455d-2855-4ee7-a233-13724d142994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:15.762599 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54e0455d-2855-4ee7-a233-13724d142994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:15.766848 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54e0455d-2855-4ee7-a233-13724d142994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:15.812682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0455d-2855-4ee7-a233-13724d142994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455ea144-c636-44c9-bb8e-51d3ec56a733,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:15.820583 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-54e0455d-2855-4ee7-a233-13724d142994 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4d577db40fb048eeb78ed30f2aa8dd89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778771 Feb 18 09:32:15.820915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40262) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:15.882666 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae7618be-47a6-41b6-9a43-a21f57575bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:15.908484 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae7618be-47a6-41b6-9a43-a21f57575bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:15.965471 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae7618be-47a6-41b6-9a43-a21f57575bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:15.979427 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7618be-47a6-41b6-9a43-a21f57575bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455ea144-c636-44c9-bb8e-51d3ec56a733,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:15.986009 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae7618be-47a6-41b6-9a43-a21f57575bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:15.987174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ae7618be-47a6-41b6-9a43-a21f57575bed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/455ea144-c636-44c9-bb8e-51d3ec56a733 HTTP/1.1" status: 204 len: 168 time: 0.1654239 Feb 18 09:32:16.681512 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b4aaf6be-b9ad-453f-be4c-56e8ebd67309 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:32:16.716870 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: b4aaf6be-b9ad-453f-be4c-56e8ebd67309 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:32:16.717215 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device b4aaf6be-b9ad-453f-be4c-56e8ebd67309 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:32:17.434887 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40322) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:17.550916 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5f2703ba-476b-476a-97c9-ab6c1e0987b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:17.565739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5f2703ba-476b-476a-97c9-ab6c1e0987b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:17.570010 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5f2703ba-476b-476a-97c9-ab6c1e0987b6 admin admin] Usage tracker for resource:security_group_rule and tenant:01608a24f3ae44b7baec3b611e4af280 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:17.572777 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5f2703ba-476b-476a-97c9-ab6c1e0987b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:17.578216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5f2703ba-476b-476a-97c9-ab6c1e0987b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:17.662231 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5f2703ba-476b-476a-97c9-ab6c1e0987b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:17.666563 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5f2703ba-476b-476a-97c9-ab6c1e0987b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:17.712314 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5f2703ba-476b-476a-97c9-ab6c1e0987b6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=01608a24f3ae44b7baec3b611e4af280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762938 Feb 18 09:32:17.713847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2703ba-476b-476a-97c9-ab6c1e0987b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b0291e-f045-4446-aa1d-41f7c336cfc1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:17.715145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40328) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:17.772830 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-63189a52-7063-4324-a56a-eafbb38a44ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:17.798336 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-63189a52-7063-4324-a56a-eafbb38a44ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:17.853341 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-63189a52-7063-4324-a56a-eafbb38a44ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:17.869944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63189a52-7063-4324-a56a-eafbb38a44ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b0291e-f045-4446-aa1d-41f7c336cfc1,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:17.874446 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-63189a52-7063-4324-a56a-eafbb38a44ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:17.875534 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-63189a52-7063-4324-a56a-eafbb38a44ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/56b0291e-f045-4446-aa1d-41f7c336cfc1 HTTP/1.1" status: 204 len: 168 time: 0.1594145 Feb 18 09:32:20.007691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40386) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:20.125382 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb243102-7ac9-40c7-8950-d6d6fd6e9ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:20.140565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-cb243102-7ac9-40c7-8950-d6d6fd6e9ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:20.144719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-cb243102-7ac9-40c7-8950-d6d6fd6e9ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:8fa99c158ba74ea2abb2dc8679223c7a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:20.148323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-cb243102-7ac9-40c7-8950-d6d6fd6e9ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:20.154233 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-cb243102-7ac9-40c7-8950-d6d6fd6e9ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:20.240172 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb243102-7ac9-40c7-8950-d6d6fd6e9ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:20.245339 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cb243102-7ac9-40c7-8950-d6d6fd6e9ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:20.293682 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cb243102-7ac9-40c7-8950-d6d6fd6e9ba0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8fa99c158ba74ea2abb2dc8679223c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846501 Feb 18 09:32:20.294447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb243102-7ac9-40c7-8950-d6d6fd6e9ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fe3276-c1ee-4e56-9ca0-4d2f943ad4ff,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:20.296363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40392) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:20.358373 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-339cf955-51fd-4413-8c30-0576b5c6f48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:20.384420 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-339cf955-51fd-4413-8c30-0576b5c6f48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:20.434496 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-339cf955-51fd-4413-8c30-0576b5c6f48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:20.449860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339cf955-51fd-4413-8c30-0576b5c6f48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fe3276-c1ee-4e56-9ca0-4d2f943ad4ff,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:20.456520 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-339cf955-51fd-4413-8c30-0576b5c6f48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:20.457638 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-339cf955-51fd-4413-8c30-0576b5c6f48e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/61fe3276-c1ee-4e56-9ca0-4d2f943ad4ff HTTP/1.1" status: 204 len: 168 time: 0.1597424 Feb 18 09:32:20.742709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40400) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:20.760122 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f84ed6ef-a73b-4b85-a8dd-2d8755c68266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:20.774813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f84ed6ef-a73b-4b85-a8dd-2d8755c68266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:20.778636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f84ed6ef-a73b-4b85-a8dd-2d8755c68266 admin admin] Usage tracker for resource:security_group_rule and tenant:3be6853dae074c44b92f64c62ebda59c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:20.781609 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f84ed6ef-a73b-4b85-a8dd-2d8755c68266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:20.787129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f84ed6ef-a73b-4b85-a8dd-2d8755c68266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:20.879584 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f84ed6ef-a73b-4b85-a8dd-2d8755c68266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:20.883388 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f84ed6ef-a73b-4b85-a8dd-2d8755c68266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:20.930786 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f84ed6ef-a73b-4b85-a8dd-2d8755c68266 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3be6853dae074c44b92f64c62ebda59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869965 Feb 18 09:32:20.931617 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ed6ef-a73b-4b85-a8dd-2d8755c68266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9c477e-f320-4cab-b989-567a8b5b7512,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:20.933477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40404) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:21.005183 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e53e4a2-dc96-44d2-91e7-6b108ec3e90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:21.029907 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e53e4a2-dc96-44d2-91e7-6b108ec3e90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:21.081637 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e53e4a2-dc96-44d2-91e7-6b108ec3e90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:21.100378 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53e4a2-dc96-44d2-91e7-6b108ec3e90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9c477e-f320-4cab-b989-567a8b5b7512,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:21.117619 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7e53e4a2-dc96-44d2-91e7-6b108ec3e90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:21.118832 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7e53e4a2-dc96-44d2-91e7-6b108ec3e90d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bc9c477e-f320-4cab-b989-567a8b5b7512 HTTP/1.1" status: 204 len: 168 time: 0.1843021 Feb 18 09:32:23.436003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40482) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:23.549121 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e543bee6-69f5-4b26-bac3-6bd1fc7c526f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:23.567335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e543bee6-69f5-4b26-bac3-6bd1fc7c526f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:23.573770 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e543bee6-69f5-4b26-bac3-6bd1fc7c526f admin admin] Usage tracker for resource:security_group_rule and tenant:c969a21b98ae4e3c821d70710ecf2f09 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:23.578311 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e543bee6-69f5-4b26-bac3-6bd1fc7c526f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:23.584989 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e543bee6-69f5-4b26-bac3-6bd1fc7c526f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:23.668849 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e543bee6-69f5-4b26-bac3-6bd1fc7c526f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:23.672628 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e543bee6-69f5-4b26-bac3-6bd1fc7c526f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:23.722110 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e543bee6-69f5-4b26-bac3-6bd1fc7c526f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c969a21b98ae4e3c821d70710ecf2f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846935 Feb 18 09:32:23.722972 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543bee6-69f5-4b26-bac3-6bd1fc7c526f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1cf3ab-1540-4bac-be6b-d03eec83c07c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:23.724762 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40488) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:23.786065 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-598750a6-49d5-47b5-894f-2fbcc92dee14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:23.812394 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-598750a6-49d5-47b5-894f-2fbcc92dee14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:23.863379 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-598750a6-49d5-47b5-894f-2fbcc92dee14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:23.880237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598750a6-49d5-47b5-894f-2fbcc92dee14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1cf3ab-1540-4bac-be6b-d03eec83c07c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:23.890093 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-598750a6-49d5-47b5-894f-2fbcc92dee14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:23.891209 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-598750a6-49d5-47b5-894f-2fbcc92dee14 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3e1cf3ab-1540-4bac-be6b-d03eec83c07c HTTP/1.1" status: 204 len: 168 time: 0.1647952 Feb 18 09:32:24.165718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40496) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:24.183871 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-799c2f6d-cd96-4151-82f9-48385682fc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:24.198092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-799c2f6d-cd96-4151-82f9-48385682fc87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:24.201911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-799c2f6d-cd96-4151-82f9-48385682fc87 admin admin] Usage tracker for resource:security_group_rule and tenant:517553af243f406987a2bf0928560911 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:24.204674 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-799c2f6d-cd96-4151-82f9-48385682fc87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:24.210273 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-799c2f6d-cd96-4151-82f9-48385682fc87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:24.292336 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-799c2f6d-cd96-4151-82f9-48385682fc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:24.295752 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-799c2f6d-cd96-4151-82f9-48385682fc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:24.360856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-799c2f6d-cd96-4151-82f9-48385682fc87 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=517553af243f406987a2bf0928560911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1937883 Feb 18 09:32:24.362996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c2f6d-cd96-4151-82f9-48385682fc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec4b131-9a5e-486f-8575-7b5daf4448b0,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:24.363469 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40500) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:24.423131 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7cc0f5d8-b19e-423f-a23e-70d74878b71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:24.448271 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7cc0f5d8-b19e-423f-a23e-70d74878b71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:24.498750 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7cc0f5d8-b19e-423f-a23e-70d74878b71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:24.514725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0f5d8-b19e-423f-a23e-70d74878b71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec4b131-9a5e-486f-8575-7b5daf4448b0,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:24.524721 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7cc0f5d8-b19e-423f-a23e-70d74878b71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:24.525841 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7cc0f5d8-b19e-423f-a23e-70d74878b71d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aec4b131-9a5e-486f-8575-7b5daf4448b0 HTTP/1.1" status: 204 len: 168 time: 0.1613853 Feb 18 09:32:25.825500 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40538) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:25.985684 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1662327738'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:25.991692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:25.995505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Usage tracker for resource:network and tenant:5e826a6d50074db188c1297eb3700fcf is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:25.998308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:26.011180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:26.020633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Made reservation on behalf of 5e826a6d50074db188c1297eb3700fcf for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:26.024731 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:26.036345 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:26.050611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:26.054297 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Usage tracker for resource:security_group_rule and tenant:5e826a6d50074db188c1297eb3700fcf is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:26.057115 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:26.063063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:26.148075 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:26.151979 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:26.184292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:32:26.193129 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1308aff7-49b7-436e-92c0-6bd07f6ddaf1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:26.200431 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:26.200933 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Added segment e0b10139-328e-4fe9-b9a5-763944c569d2 of type vlan for network 9cf6221f-3be4-4aad-8ef6-af3ccc1d037f Feb 18 09:32:26.228344 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:26.257033 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:26.262462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:26.263039 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:26.372691 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5460761 Feb 18 09:32:26.375584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40544) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:26.383523 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-89c9e84d-0535-419e-8c0d-0c00328f6ace tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Request body: {'subnet': {'network_id': '9cf6221f-3be4-4aad-8ef6-af3ccc1d037f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:26.396511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117c6de-905f-499c-a92b-8f84b168c1bd tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Pushing event updated for resources: {'Network': ['ID=9cf6221f-3be4-4aad-8ef6-af3ccc1d037f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:26.407313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 9cf6221f-3be4-4aad-8ef6-af3ccc1d037f details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:32:26.602307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-89c9e84d-0535-419e-8c0d-0c00328f6ace tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:26.607596 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-89c9e84d-0535-419e-8c0d-0c00328f6ace tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Usage tracker for resource:subnet and tenant:5e826a6d50074db188c1297eb3700fcf is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:26.611450 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-89c9e84d-0535-419e-8c0d-0c00328f6ace tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:26.619768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-89c9e84d-0535-419e-8c0d-0c00328f6ace tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:26.633242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c9e84d-0535-419e-8c0d-0c00328f6ace tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Made reservation on behalf of 5e826a6d50074db188c1297eb3700fcf for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:26.636685 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89c9e84d-0535-419e-8c0d-0c00328f6ace tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:26.849167 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89c9e84d-0535-419e-8c0d-0c00328f6ace tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:26.935406 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9e84d-0535-419e-8c0d-0c00328f6ace tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Pushing event updated for resources: {'Subnet': ['ID=daefd1b1-4ff6-4e8e-a482-d3b95b97cb03,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:26.944423 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c9e84d-0535-419e-8c0d-0c00328f6ace tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Checking segment: {'id': 'e0b10139-328e-4fe9-b9a5-763944c569d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9cf6221f-3be4-4aad-8ef6-af3ccc1d037f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:32:26.944779 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c9e84d-0535-419e-8c0d-0c00328f6ace tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Network hostable DHCP agents. Network: 9cf6221f-3be4-4aad-8ef6-af3ccc1d037f, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:32:26.963008 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c9e84d-0535-419e-8c0d-0c00328f6ace tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Network 9cf6221f-3be4-4aad-8ef6-af3ccc1d037f is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:32:26.971947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-89c9e84d-0535-419e-8c0d-0c00328f6ace tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 9cf6221f-3be4-4aad-8ef6-af3ccc1d037f) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:26.976485 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c9e84d-0535-419e-8c0d-0c00328f6ace tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:26.977064 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-89c9e84d-0535-419e-8c0d-0c00328f6ace tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:26.981418 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d21be7c-c518-43cc-a5a2-cbdf1b90b87c None None] Network 9cf6221f-3be4-4aad-8ef6-af3ccc1d037f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:32:26.999711 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-89c9e84d-0535-419e-8c0d-0c00328f6ace tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6231315 Feb 18 09:32:27.002351 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40548) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:27.008155 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-97e8a475-021f-4fca-ba5b-77d51985ab69 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Request body: {'port': {'network_id': '9cf6221f-3be4-4aad-8ef6-af3ccc1d037f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1823915182'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:27.144067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-97e8a475-021f-4fca-ba5b-77d51985ab69 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:27.147922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-97e8a475-021f-4fca-ba5b-77d51985ab69 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Usage tracker for resource:port and tenant:5e826a6d50074db188c1297eb3700fcf is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:27.150741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-97e8a475-021f-4fca-ba5b-77d51985ab69 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:27.156288 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-97e8a475-021f-4fca-ba5b-77d51985ab69 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:27.166635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e8a475-021f-4fca-ba5b-77d51985ab69 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Made reservation on behalf of 5e826a6d50074db188c1297eb3700fcf for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:27.170192 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97e8a475-021f-4fca-ba5b-77d51985ab69 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.192576 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-97e8a475-021f-4fca-ba5b-77d51985ab69 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] device_id is not set on port 4da93ac0-8c05-42c2-9a49-049fc4177bb5 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:32:27.194293 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-9cf6221f-3be4-4aad-8ef6-af3ccc1d037f', 'network_id': '9cf6221f-3be4-4aad-8ef6-af3ccc1d037f', 'tenant_id': '5e826a6d50074db188c1297eb3700fcf', 'fixed_ips': [{'subnet_id': 'daefd1b1-4ff6-4e8e-a482-d3b95b97cb03'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:32:27.195100 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.333509 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-97e8a475-021f-4fca-ba5b-77d51985ab69 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Allocated IP 172.20.0.9 (9cf6221f-3be4-4aad-8ef6-af3ccc1d037f/daefd1b1-4ff6-4e8e-a482-d3b95b97cb03/4da93ac0-8c05-42c2-9a49-049fc4177bb5) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:27.529176 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97e8a475-021f-4fca-ba5b-77d51985ab69 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.544031 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-97e8a475-021f-4fca-ba5b-77d51985ab69 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Transition to ACTIVE for port object 4da93ac0-8c05-42c2-9a49-049fc4177bb5 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:27.567103 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97e8a475-021f-4fca-ba5b-77d51985ab69 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.624346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Allocated IP 172.20.0.2 (9cf6221f-3be4-4aad-8ef6-af3ccc1d037f/daefd1b1-4ff6-4e8e-a482-d3b95b97cb03/6f8313fc-2019-4205-8fff-4ff47152f490) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:27.651192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e8a475-021f-4fca-ba5b-77d51985ab69 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Network 9cf6221f-3be4-4aad-8ef6-af3ccc1d037f is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:27.654340 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-97e8a475-021f-4fca-ba5b-77d51985ab69 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:27.658264 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e8a475-021f-4fca-ba5b-77d51985ab69 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:32:27.692671 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8a475-021f-4fca-ba5b-77d51985ab69 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Pushing event updated for resources: {'Port': ['ID=4da93ac0-8c05-42c2-9a49-049fc4177bb5,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:27.733178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e8a475-021f-4fca-ba5b-77d51985ab69 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:27.733780 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-97e8a475-021f-4fca-ba5b-77d51985ab69 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.753947 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-97e8a475-021f-4fca-ba5b-77d51985ab69 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7505755 Feb 18 09:32:27.757600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40552) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:27.825251 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-1d16f673-4632-4427-bb95-b3903249f684 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Deleting port 4da93ac0-8c05-42c2-9a49-049fc4177bb5 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:32:27.825665 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1d16f673-4632-4427-bb95-b3903249f684 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.837494 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.848723 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Transition to ACTIVE for port object 6f8313fc-2019-4205-8fff-4ff47152f490 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:27.868465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Transition to ACTIVE for port object 6f8313fc-2019-4205-8fff-4ff47152f490 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:27.874520 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:27.938030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Network 9cf6221f-3be4-4aad-8ef6-af3ccc1d037f is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:27.940788 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:27.943192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:32:27.986511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Pushing event updated for resources: {'Port': ['ID=6f8313fc-2019-4205-8fff-4ff47152f490,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:28.033287 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:28.033642 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:28.033973 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:28.034305 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:28.034633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:28.034956 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:28.035280 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:28.035598 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:28.035913 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:28.036245 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:28.036577 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:28.036892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:28.058507 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Attempting to bind port 6f8313fc-2019-4205-8fff-4ff47152f490 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:28.058872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Attempting to bind port 6f8313fc-2019-4205-8fff-4ff47152f490 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'e0b10139-328e-4fe9-b9a5-763944c569d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9cf6221f-3be4-4aad-8ef6-af3ccc1d037f'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:28.059234 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Attempting to bind port 6f8313fc-2019-4205-8fff-4ff47152f490 on network 9cf6221f-3be4-4aad-8ef6-af3ccc1d037f {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:28.064662 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:32:28.064971 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Checking segment: {'id': 'e0b10139-328e-4fe9-b9a5-763944c569d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9cf6221f-3be4-4aad-8ef6-af3ccc1d037f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:32:28.065366 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:28.065754 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Bound using segment: {'id': 'e0b10139-328e-4fe9-b9a5-763944c569d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9cf6221f-3be4-4aad-8ef6-af3ccc1d037f'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:32:28.066209 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Bound port: 6f8313fc-2019-4205-8fff-4ff47152f490, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b10139-328e-4fe9-b9a5-763944c569d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '9cf6221f-3be4-4aad-8ef6-af3ccc1d037f'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:32:28.066576 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:28.073748 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1d16f673-4632-4427-bb95-b3903249f684 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:28.155412 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] For port 6f8313fc-2019-4205-8fff-4ff47152f490, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:32:28.158325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] For port 6f8313fc-2019-4205-8fff-4ff47152f490, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6f8313fc-2019-4205-8fff-4ff47152f490,segment=NetworkSegment(e0b10139-328e-4fe9-b9a5-763944c569d2),segment_id=e0b10139-328e-4fe9-b9a5-763944c569d2)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:32:28.163513 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:28.196149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-1d16f673-4632-4427-bb95-b3903249f684 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Calling delete_port for 4da93ac0-8c05-42c2-9a49-049fc4177bb5 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:32:28.243813 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f564e1-62ba-4655-b102-a542ae79973a None None] Pushing event updated for resources: {'Port': ['ID=6f8313fc-2019-4205-8fff-4ff47152f490,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:28.344254 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1d16f673-4632-4427-bb95-b3903249f684 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:28.445708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16f673-4632-4427-bb95-b3903249f684 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Pushing event deleted for resources: {'Port': ['ID=4da93ac0-8c05-42c2-9a49-049fc4177bb5,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:28.517173 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1d16f673-4632-4427-bb95-b3903249f684 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:28.528894 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1d16f673-4632-4427-bb95-b3903249f684 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] 10.222.0.72 "DELETE /v2.0/ports/4da93ac0-8c05-42c2-9a49-049fc4177bb5 HTTP/1.1" status: 204 len: 168 time: 0.7701476 Feb 18 09:32:28.531326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40556) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:28.594151 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-664296a7-edea-46bf-af17-46253bdf9361 tempest-DHCPAgentSchedulersTestJSON-1933859026 tempest-DHCPAgentSchedulersTestJSON-1933859026-project-admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.0617092 Feb 18 09:32:28.596619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40562) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:28.601638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-b1eb4d02-5ddf-417c-bd94-819b4ca8c95c tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1635795082'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:28.607216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b1eb4d02-5ddf-417c-bd94-819b4ca8c95c tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:28.611072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b1eb4d02-5ddf-417c-bd94-819b4ca8c95c tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Usage tracker for resource:network and tenant:5e826a6d50074db188c1297eb3700fcf is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:28.614575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b1eb4d02-5ddf-417c-bd94-819b4ca8c95c tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:28.620403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b1eb4d02-5ddf-417c-bd94-819b4ca8c95c tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:28.630626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1eb4d02-5ddf-417c-bd94-819b4ca8c95c tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Made reservation on behalf of 5e826a6d50074db188c1297eb3700fcf for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:28.635041 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4d02-5ddf-417c-bd94-819b4ca8c95c tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:28.662891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1eb4d02-5ddf-417c-bd94-819b4ca8c95c tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:32:28.671411 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4d02-5ddf-417c-bd94-819b4ca8c95c tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:28.671786 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-b1eb4d02-5ddf-417c-bd94-819b4ca8c95c tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Added segment 82332011-39ac-4a53-a662-5ecdbee4753c of type vlan for network 03833c92-fd3e-4126-af6e-116dcd10801e Feb 18 09:32:28.697955 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4d02-5ddf-417c-bd94-819b4ca8c95c tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:28.728775 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4d02-5ddf-417c-bd94-819b4ca8c95c tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:28.734266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eb4d02-5ddf-417c-bd94-819b4ca8c95c tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:28.734844 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4d02-5ddf-417c-bd94-819b4ca8c95c tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:28.937287 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b1eb4d02-5ddf-417c-bd94-819b4ca8c95c tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3394005 Feb 18 09:32:28.940004 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40566) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:28.947136 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb4d02-5ddf-417c-bd94-819b4ca8c95c tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Pushing event updated for resources: {'Network': ['ID=03833c92-fd3e-4126-af6e-116dcd10801e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:28.962238 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 03833c92-fd3e-4126-af6e-116dcd10801e details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:32:29.101715 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4499cbb5-3915-4c81-aabc-c20a637896b0 tempest-DHCPAgentSchedulersTestJSON-1933859026 tempest-DHCPAgentSchedulersTestJSON-1933859026-project-admin] 10.222.0.72 "GET /v2.0/agents/f62bea30-cd99-4f22-82f7-ca68e87781b1/dhcp-networks HTTP/1.1" status: 200 len: 3299 time: 0.1565204 Feb 18 09:32:29.102016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40570) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:29.223261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec3cab8-0f7d-4285-90e6-6caf574e0d92 tempest-DHCPAgentSchedulersTestJSON-1933859026 tempest-DHCPAgentSchedulersTestJSON-1933859026-project-admin] Network 03833c92-fd3e-4126-af6e-116dcd10801e is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:32:29.236408 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-eec3cab8-0f7d-4285-90e6-6caf574e0d92 tempest-DHCPAgentSchedulersTestJSON-1933859026 tempest-DHCPAgentSchedulersTestJSON-1933859026-project-admin] 10.222.0.72 "POST /v2.0/agents/f62bea30-cd99-4f22-82f7-ca68e87781b1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1332300 Feb 18 09:32:29.238778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40574) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:29.241789 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc08fcf-5ce8-4c2b-842c-b50e1d9e3610 None None] Network 03833c92-fd3e-4126-af6e-116dcd10801e requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:32:29.307409 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aafd01f-b2a0-4580-a687-6e628f3254fe None None] Network 9cf6221f-3be4-4aad-8ef6-af3ccc1d037f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:32:29.397727 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5a3974ab-d1d0-4553-8838-d943d4826856 tempest-DHCPAgentSchedulersTestJSON-1933859026 tempest-DHCPAgentSchedulersTestJSON-1933859026-project-admin] 10.222.0.72 "GET /v2.0/agents/f62bea30-cd99-4f22-82f7-ca68e87781b1/dhcp-networks HTTP/1.1" status: 200 len: 4070 time: 0.1575518 Feb 18 09:32:29.400545 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40578) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:29.473604 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-946f95a9-e0ad-4e23-a7fe-027d8e5966ed tempest-DHCPAgentSchedulersTestJSON-1933859026 tempest-DHCPAgentSchedulersTestJSON-1933859026-project-admin] 10.222.0.72 "DELETE /v2.0/agents/f62bea30-cd99-4f22-82f7-ca68e87781b1/dhcp-networks/03833c92-fd3e-4126-af6e-116dcd10801e HTTP/1.1" status: 204 len: 168 time: 0.0719545 Feb 18 09:32:29.476817 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40582) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:29.493637 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c150e956-2582-49c9-b201-1ee210070641 None None] Provisioning for port 6f8313fc-2019-4205-8fff-4ff47152f490 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:29.627001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-24173739-8c38-4211-b1a1-8cca272d8a19 tempest-DHCPAgentSchedulersTestJSON-1933859026 tempest-DHCPAgentSchedulersTestJSON-1933859026-project-admin] 10.222.0.72 "GET /v2.0/agents/f62bea30-cd99-4f22-82f7-ca68e87781b1/dhcp-networks HTTP/1.1" status: 200 len: 3299 time: 0.1491137 Feb 18 09:32:29.630999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40586) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:29.653002 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6d255fab-1c18-4464-a66e-8b38c10395c1 tempest-DHCPAgentSchedulersTestJSON-1933859026 tempest-DHCPAgentSchedulersTestJSON-1933859026-project-admin] 10.222.0.72 "GET /v2.0/networks/9cf6221f-3be4-4aad-8ef6-af3ccc1d037f/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0170856 Feb 18 09:32:29.653203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40590) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:29.671891 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0d00efb1-d204-416c-a4c8-3c23c7dc73fa tempest-DHCPAgentSchedulersTestJSON-1933859026 tempest-DHCPAgentSchedulersTestJSON-1933859026-project-admin] 10.222.0.72 "GET /v2.0/networks/9cf6221f-3be4-4aad-8ef6-af3ccc1d037f/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0176926 Feb 18 09:32:29.674186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40594) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:29.837156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-40196c67-0d87-42eb-8c65-e8de9856256d tempest-DHCPAgentSchedulersTestJSON-1933859026 tempest-DHCPAgentSchedulersTestJSON-1933859026-project-admin] 10.222.0.72 "GET /v2.0/agents/f62bea30-cd99-4f22-82f7-ca68e87781b1/dhcp-networks HTTP/1.1" status: 200 len: 3299 time: 0.1618805 Feb 18 09:32:29.840674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40598) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:29.930797 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6f8313fc-2019-4205-8fff-4ff47152f490 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:32:29.963844 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a81f1f63-1a19-4579-86b9-4d9bcd273185 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.016032 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 6f8313fc-2019-4205-8fff-4ff47152f490 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:30.021549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 6f8313fc-2019-4205-8fff-4ff47152f490 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:30.022057 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.102789 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a81f1f63-1a19-4579-86b9-4d9bcd273185 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.130838 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-a81f1f63-1a19-4579-86b9-4d9bcd273185 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03833c92-fd3e-4126-af6e-116dcd10801e']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:30.139301 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a277ff93-6c06-4131-b387-95b89acb7598 None None] Could not find standard attr ID for object 4da93ac0-8c05-42c2-9a49-049fc4177bb5. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:32:30.146304 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-a81f1f63-1a19-4579-86b9-4d9bcd273185 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82332011-39ac-4a53-a662-5ecdbee4753c') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:30.146829 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-a81f1f63-1a19-4579-86b9-4d9bcd273185 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82332011-39ac-4a53-a662-5ecdbee4753c') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:30.150918 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.159648 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a81f1f63-1a19-4579-86b9-4d9bcd273185 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.176556 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a81f1f63-1a19-4579-86b9-4d9bcd273185 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.183915 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81f1f63-1a19-4579-86b9-4d9bcd273185 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:32:30.184676 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a81f1f63-1a19-4579-86b9-4d9bcd273185 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.190683 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 6f8313fc-2019-4205-8fff-4ff47152f490, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6f8313fc-2019-4205-8fff-4ff47152f490,segment=NetworkSegment(e0b10139-328e-4fe9-b9a5-763944c569d2),segment_id=e0b10139-328e-4fe9-b9a5-763944c569d2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:32:30.197704 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:32:30.204385 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:32:30.275080 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=6f8313fc-2019-4205-8fff-4ff47152f490,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:30.294715 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a81f1f63-1a19-4579-86b9-4d9bcd273185 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.313073 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a81f1f63-1a19-4579-86b9-4d9bcd273185 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.323310 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f1f63-1a19-4579-86b9-4d9bcd273185 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Pushing event deleted for resources: {'Network': ['ID=03833c92-fd3e-4126-af6e-116dcd10801e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:30.325969 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a81f1f63-1a19-4579-86b9-4d9bcd273185 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] 10.222.0.72 "DELETE /v2.0/networks/03833c92-fd3e-4126-af6e-116dcd10801e HTTP/1.1" status: 204 len: 168 time: 0.4837697 Feb 18 09:32:30.328541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40602) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:30.362129 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0b6250fd-6e02-48cc-b4f2-7675c1ee0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.372157 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fff6949-2f8f-4553-8c9c-7ac863abfb43 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] DELETE failed (client error): The resource could not be found. Feb 18 09:32:30.372401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fff6949-2f8f-4553-8c9c-7ac863abfb43 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:32:30.374117 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8fff6949-2f8f-4553-8c9c-7ac863abfb43 tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] 10.222.0.72 "DELETE /v2.0/ports/4da93ac0-8c05-42c2-9a49-049fc4177bb5 HTTP/1.1" status: 404 len: 333 time: 0.0440464 Feb 18 09:32:30.376739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40606) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:30.446992 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f6f7a0-066e-400a-a107-75cc8c87564f tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Deleting subnet daefd1b1-4ff6-4e8e-a482-d3b95b97cb03 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:32:30.450180 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3f6f7a0-066e-400a-a107-75cc8c87564f tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.503978 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3f6f7a0-066e-400a-a107-75cc8c87564f tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.584078 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3f6f7a0-066e-400a-a107-75cc8c87564f tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.661543 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3f6f7a0-066e-400a-a107-75cc8c87564f tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.705006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6f7a0-066e-400a-a107-75cc8c87564f tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Pushing event deleted for resources: {'Subnet': ['ID=daefd1b1-4ff6-4e8e-a482-d3b95b97cb03,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:30.706869 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3f6f7a0-066e-400a-a107-75cc8c87564f tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.712191 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0d4ad1-f3bb-4542-b50a-0af4e4f67f81 None None] Network 9cf6221f-3be4-4aad-8ef6-af3ccc1d037f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:32:30.714038 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f3f6f7a0-066e-400a-a107-75cc8c87564f tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] 10.222.0.72 "DELETE /v2.0/subnets/daefd1b1-4ff6-4e8e-a482-d3b95b97cb03 HTTP/1.1" status: 204 len: 168 time: 0.3363276 Feb 18 09:32:30.716475 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40610) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:30.830892 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.841220 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Deleting port 6f8313fc-2019-4205-8fff-4ff47152f490 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:32:30.841551 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:30.968127 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1309d3ad-1780-4ae3-a970-7d6d76edf768 None None] DHCP port deletion for 9cf6221f-3be4-4aad-8ef6-af3ccc1d037f request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:32:30.972223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1309d3ad-1780-4ae3-a970-7d6d76edf768 None None] Deleting port 6f8313fc-2019-4205-8fff-4ff47152f490 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:32:30.972731 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1309d3ad-1780-4ae3-a970-7d6d76edf768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:31.050897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] For port 6f8313fc-2019-4205-8fff-4ff47152f490, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6f8313fc-2019-4205-8fff-4ff47152f490,segment=NetworkSegment(e0b10139-328e-4fe9-b9a5-763944c569d2),segment_id=e0b10139-328e-4fe9-b9a5-763944c569d2)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:32:31.051261 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:31.176970 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1309d3ad-1780-4ae3-a970-7d6d76edf768 None None] For port 6f8313fc-2019-4205-8fff-4ff47152f490, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6f8313fc-2019-4205-8fff-4ff47152f490,segment=NetworkSegment(e0b10139-328e-4fe9-b9a5-763944c569d2),segment_id=e0b10139-328e-4fe9-b9a5-763944c569d2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:32:31.177595 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1309d3ad-1780-4ae3-a970-7d6d76edf768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:31.282310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Calling delete_port for 6f8313fc-2019-4205-8fff-4ff47152f490 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:32:31.305152 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1309d3ad-1780-4ae3-a970-7d6d76edf768 None None] Calling delete_port for 6f8313fc-2019-4205-8fff-4ff47152f490 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:32:31.360552 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:31.380003 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-1309d3ad-1780-4ae3-a970-7d6d76edf768 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:32:31.380387 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-1309d3ad-1780-4ae3-a970-7d6d76edf768 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:32:31.408719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] No DVR routers for this DVR port 6f8313fc-2019-4205-8fff-4ff47152f490 on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:32:31.410446 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Pushing event deleted for resources: {'Port': ['ID=6f8313fc-2019-4205-8fff-4ff47152f490,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:31.535133 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:31.560816 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf6221f-3be4-4aad-8ef6-af3ccc1d037f']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:31.573208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b10139-328e-4fe9-b9a5-763944c569d2') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:31.573508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b10139-328e-4fe9-b9a5-763944c569d2') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:31.584414 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:31.599755 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:31.607278 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:32:31.607685 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:32:31.623003 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:32:31.705110 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:31.722104 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:31.734369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] Pushing event deleted for resources: {'Network': ['ID=9cf6221f-3be4-4aad-8ef6-af3ccc1d037f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:31.736890 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d2bf151f-cd40-4569-b302-aa351f45570a tempest-DHCPAgentSchedulersTestJSON-59710697 tempest-DHCPAgentSchedulersTestJSON-59710697-project] 10.222.0.72 "DELETE /v2.0/networks/9cf6221f-3be4-4aad-8ef6-af3ccc1d037f HTTP/1.1" status: 204 len: 168 time: 1.0194316 Feb 18 09:32:31.877708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6f8313fc-2019-4205-8fff-4ff47152f490 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:32:31.907500 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1309d3ad-1780-4ae3-a970-7d6d76edf768 None None] Deleting port 6f8313fc-2019-4205-8fff-4ff47152f490 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:32:31.907873 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1309d3ad-1780-4ae3-a970-7d6d76edf768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:31.945849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 6f8313fc-2019-4205-8fff-4ff47152f490 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:32:31.946198 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6f8313fc-2019-4205-8fff-4ff47152f490 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:32:31.983756 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1309d3ad-1780-4ae3-a970-7d6d76edf768 None None] The port '6f8313fc-2019-4205-8fff-4ff47152f490' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:32:32.029510 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40618) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:32.179731 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9b0a69cc-dabd-4adc-ae00-0c1648c7655a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5e826a6d50074db188c1297eb3700fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490686 Feb 18 09:32:32.182225 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40624) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:32.347703 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4719af23-6252-46e7-b612-503df989c99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.372401 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4719af23-6252-46e7-b612-503df989c99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.423151 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4719af23-6252-46e7-b612-503df989c99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.436927 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719af23-6252-46e7-b612-503df989c99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1308aff7-49b7-436e-92c0-6bd07f6ddaf1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:32.445274 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4719af23-6252-46e7-b612-503df989c99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.446425 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4719af23-6252-46e7-b612-503df989c99f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1308aff7-49b7-436e-92c0-6bd07f6ddaf1 HTTP/1.1" status: 204 len: 168 time: 0.2632830 Feb 18 09:32:32.721100 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40632) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:32.738411 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0f1f96c1-629c-455e-a537-ad8ccc0e8669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.753370 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0f1f96c1-629c-455e-a537-ad8ccc0e8669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:32.757694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0f1f96c1-629c-455e-a537-ad8ccc0e8669 admin admin] Usage tracker for resource:security_group_rule and tenant:2e3d2248e52b480cb639bb7036147711 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:32.760483 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0f1f96c1-629c-455e-a537-ad8ccc0e8669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:32.765951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0f1f96c1-629c-455e-a537-ad8ccc0e8669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:32.849842 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0f1f96c1-629c-455e-a537-ad8ccc0e8669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.853867 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0f1f96c1-629c-455e-a537-ad8ccc0e8669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.901371 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0f1f96c1-629c-455e-a537-ad8ccc0e8669 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2e3d2248e52b480cb639bb7036147711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791427 Feb 18 09:32:32.902127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f96c1-629c-455e-a537-ad8ccc0e8669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d555bdb-ea51-4469-ac57-3197b9fb14b1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:32.903994 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40636) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:32.962570 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b5dacccd-a236-475d-8ec5-1d2d1b4e0226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:32.991825 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b5dacccd-a236-475d-8ec5-1d2d1b4e0226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:33.042769 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b5dacccd-a236-475d-8ec5-1d2d1b4e0226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:33.058682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dacccd-a236-475d-8ec5-1d2d1b4e0226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d555bdb-ea51-4469-ac57-3197b9fb14b1,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:33.063183 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b5dacccd-a236-475d-8ec5-1d2d1b4e0226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:33.064355 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b5dacccd-a236-475d-8ec5-1d2d1b4e0226 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d555bdb-ea51-4469-ac57-3197b9fb14b1 HTTP/1.1" status: 204 len: 168 time: 0.1592622 Feb 18 09:32:33.800750 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-767a10af-9834-43f1-bdba-65df1f36a27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:33.891323 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:33.908441 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:34.361202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40674) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:34.525915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-216911872'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:34.531578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:34.535401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Usage tracker for resource:network and tenant:58315564b7144cc5a079af2e7445bce4 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:34.538785 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:34.545226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:34.554794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Made reservation on behalf of 58315564b7144cc5a079af2e7445bce4 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:34.558329 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:34.572018 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:34.586265 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:34.590057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Usage tracker for resource:security_group_rule and tenant:58315564b7144cc5a079af2e7445bce4 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:34.593173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:34.599053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:34.690492 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:34.695841 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:34.732664 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:32:34.743110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcb6221-e495-4e81-960c-925f339440e1,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:34.748677 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:34.749027 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Added segment de0c62dc-036f-4d8d-8d29-7db698cd744c of type vlan for network 162dc35b-83ab-40ba-a507-82e1f439588c Feb 18 09:32:34.774946 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:34.808830 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:34.814680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:34.815579 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:34.920802 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.5583625 Feb 18 09:32:34.926516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff17f1-ec88-4dc2-9059-429031d89fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Pushing event updated for resources: {'Network': ['ID=162dc35b-83ab-40ba-a507-82e1f439588c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:34.938818 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 162dc35b-83ab-40ba-a507-82e1f439588c details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:32:35.095052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40686) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:35.101652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Request body: {'port': {'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c', 'binding:host_id': 'n-h2-829434-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-523430402'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:35.106915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:35.111195 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Usage tracker for resource:port and tenant:0464dde84b164180a7a2c1c6352becc7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:35.114009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:35.119646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:35.135392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Made reservation on behalf of 0464dde84b164180a7a2c1c6352becc7 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:35.137848 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:35.147511 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:35.151081 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:35.165496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:35.169216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Usage tracker for resource:security_group_rule and tenant:0464dde84b164180a7a2c1c6352becc7 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:35.171878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:35.177359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:35.258087 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:35.261771 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:35.273780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] device_id is not set on port a8ce03c3-e771-4aee-9162-11af8427baf5 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:32:35.338107 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4e71eb-3ded-4c10-9298-d4484d900b82,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:35.552326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] device_id is not set on port a8ce03c3-e771-4aee-9162-11af8427baf5 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:32:35.561869 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:35.575082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Transition to ACTIVE for port object a8ce03c3-e771-4aee-9162-11af8427baf5 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:35.583389 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:35.669164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Pushing event updated for resources: {'Port': ['ID=a8ce03c3-e771-4aee-9162-11af8427baf5,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:35.676722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Checking segment: {'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:32:35.677080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Network hostable DHCP agents. Network: 162dc35b-83ab-40ba-a507-82e1f439588c, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:32:35.695672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Network 162dc35b-83ab-40ba-a507-82e1f439588c is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:32:35.704375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 162dc35b-83ab-40ba-a507-82e1f439588c) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:35.707934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:32:35.713735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c90cbc7-3d75-4efd-b488-21bfeb5366ab None None] Network 162dc35b-83ab-40ba-a507-82e1f439588c requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:32:35.727895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:35.728486 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:35.728825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:35.733881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:35.734209 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:35.734595 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 2 to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 Feb 18 09:32:35.749157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:35.749491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:35.749826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:35.754359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:35.754682 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:35.755064 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 3 to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 Feb 18 09:32:35.769319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:35.769651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:35.769984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:35.775128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:35.775450 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:35.775832 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 4 to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 Feb 18 09:32:35.791791 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:35.792128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:35.792500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:35.797868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:35.798203 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:35.798599 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 5 to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 Feb 18 09:32:35.815828 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:35.816438 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:35.816786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:35.822090 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:35.822520 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:35.822824 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 6 to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 Feb 18 09:32:35.839179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:35.839517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:35.839856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:35.844562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:35.844891 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:35.845284 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 7 to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 Feb 18 09:32:35.860253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:35.860633 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:35.860976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:35.865528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:35.865942 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:35.866337 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 8 to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 Feb 18 09:32:35.881230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:35.881619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:35.882032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:35.886721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:35.887053 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:35.887438 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 9 to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 Feb 18 09:32:35.902624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:35.902961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:35.903294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:35.908401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:35.908728 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:35.909112 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 10 to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 Feb 18 09:32:35.924608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:35.924944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:35.925277 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:35.929992 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a8ce03c3-e771-4aee-9162-11af8427baf5 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:35.930296 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a8ce03c3-e771-4aee-9162-11af8427baf5 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:35.930653 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:36.023475 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] For port a8ce03c3-e771-4aee-9162-11af8427baf5, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:32:36.023838 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempted to set empty binding levels {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 18 09:32:36.027815 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:36.083262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:36.083853 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:36.107689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Pushing event updated for resources: {'Port': ['ID=a8ce03c3-e771-4aee-9162-11af8427baf5,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:36.119260 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-251c230a-1541-4d7f-aa58-3f0d268ab852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.0230699 Feb 18 09:32:36.122498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40690) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:36.185055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-6bb1e9c7-69ac-45ee-8147-de0c6c3f34d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Deleting port a8ce03c3-e771-4aee-9162-11af8427baf5 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:32:36.185391 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6bb1e9c7-69ac-45ee-8147-de0c6c3f34d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:36.384359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-6bb1e9c7-69ac-45ee-8147-de0c6c3f34d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] For port a8ce03c3-e771-4aee-9162-11af8427baf5, host n-h2-829434-1, got binding levels [] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:32:36.384714 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6bb1e9c7-69ac-45ee-8147-de0c6c3f34d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:36.505947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-6bb1e9c7-69ac-45ee-8147-de0c6c3f34d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Calling delete_port for a8ce03c3-e771-4aee-9162-11af8427baf5 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:32:36.578224 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6bb1e9c7-69ac-45ee-8147-de0c6c3f34d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:36.629229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1e9c7-69ac-45ee-8147-de0c6c3f34d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8ce03c3-e771-4aee-9162-11af8427baf5,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:36.634729 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6bb1e9c7-69ac-45ee-8147-de0c6c3f34d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:36.640472 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6bb1e9c7-69ac-45ee-8147-de0c6c3f34d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] 10.222.0.72 "DELETE /v2.0/ports/a8ce03c3-e771-4aee-9162-11af8427baf5 HTTP/1.1" status: 204 len: 168 time: 0.5169823 Feb 18 09:32:36.643114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40694) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:36.683770 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-d592c4fe-f728-4822-80a9-4773dd24131e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] GET failed (client error): The resource could not be found. Feb 18 09:32:36.684320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d592c4fe-f728-4822-80a9-4773dd24131e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Synchronizing usage tracker for tenant:0464dde84b164180a7a2c1c6352becc7 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:32:36.700490 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d592c4fe-f728-4822-80a9-4773dd24131e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Unset dirty status for tenant:0464dde84b164180a7a2c1c6352becc7 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:32:36.701612 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d592c4fe-f728-4822-80a9-4773dd24131e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] 10.222.0.72 "GET /v2.0/ports/a8ce03c3-e771-4aee-9162-11af8427baf5 HTTP/1.1" status: 404 len: 333 time: 0.0575984 Feb 18 09:32:36.705103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40698) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:36.710745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-5bb51aa5-3b22-42ea-9e23-bd4661717e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Request body: {'port': {'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-20683567'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:36.715609 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5bb51aa5-3b22-42ea-9e23-bd4661717e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:36.724920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5bb51aa5-3b22-42ea-9e23-bd4661717e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:36.733981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb51aa5-3b22-42ea-9e23-bd4661717e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Made reservation on behalf of 0464dde84b164180a7a2c1c6352becc7 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:36.736400 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5bb51aa5-3b22-42ea-9e23-bd4661717e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:36.755282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-5bb51aa5-3b22-42ea-9e23-bd4661717e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] device_id is not set on port d88db587-491c-43b4-81ba-6fd48731b7a0 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:32:37.066900 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5bb51aa5-3b22-42ea-9e23-bd4661717e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:37.101295 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5bb51aa5-3b22-42ea-9e23-bd4661717e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:37.189813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb51aa5-3b22-42ea-9e23-bd4661717e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Network 162dc35b-83ab-40ba-a507-82e1f439588c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:37.193712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-5bb51aa5-3b22-42ea-9e23-bd4661717e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:37.199156 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb51aa5-3b22-42ea-9e23-bd4661717e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:32:37.200502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb51aa5-3b22-42ea-9e23-bd4661717e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:37.201221 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5bb51aa5-3b22-42ea-9e23-bd4661717e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:37.208418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb51aa5-3b22-42ea-9e23-bd4661717e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Pushing event updated for resources: {'Port': ['ID=d88db587-491c-43b4-81ba-6fd48731b7a0,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:37.230606 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5bb51aa5-3b22-42ea-9e23-bd4661717e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.5244875 Feb 18 09:32:37.233215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40702) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:37.238803 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:37.349065 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:37.618491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] device_id is not set on port d88db587-491c-43b4-81ba-6fd48731b7a0 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:32:37.625731 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:37.639956 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Transition to ACTIVE for port object d88db587-491c-43b4-81ba-6fd48731b7a0 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:37.643944 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:37.785179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Pushing event updated for resources: {'Port': ['ID=d88db587-491c-43b4-81ba-6fd48731b7a0,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:37.795637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:37.795971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:37.796334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:37.800906 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:37.801240 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:37.801621 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 2 to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 Feb 18 09:32:37.816723 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:37.817057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:37.817391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:37.822950 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:37.823285 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:37.823660 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 3 to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 Feb 18 09:32:37.845975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:37.846431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:37.846778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:37.851982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:37.852561 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:37.853213 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 4 to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 Feb 18 09:32:37.873020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:37.873358 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:37.873696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:37.878275 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:37.878606 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:37.878994 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 5 to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 Feb 18 09:32:37.895892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:37.896225 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:37.896592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:37.901148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:37.901473 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:37.901852 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 6 to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 Feb 18 09:32:37.915908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:37.916238 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:37.916597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:37.921001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:37.921321 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:37.921697 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 7 to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 Feb 18 09:32:37.936179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:37.936537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:37.936870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:37.941548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:37.941873 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:37.942249 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 8 to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 Feb 18 09:32:37.956677 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:37.957010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:37.957339 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:37.961831 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:37.962154 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:37.962532 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 9 to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 Feb 18 09:32:37.976296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:37.976626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:37.976954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:37.981358 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:37.981686 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:37.982059 n-d-829434-1 neutron-server[87768]: INFO neutron.plugins.ml2.plugin [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 10 to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 Feb 18 09:32:37.996318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:37.996651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:37.996983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:38.001381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:38.001710 n-d-829434-1 neutron-server[87768]: ERROR neutron.plugins.ml2.managers [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port d88db587-491c-43b4-81ba-6fd48731b7a0 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:38.002059 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:38.090754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] For port d88db587-491c-43b4-81ba-6fd48731b7a0, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:32:38.091115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempted to set empty binding levels {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 18 09:32:38.095868 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:38.146662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] In _notify_port_updated(), no bound segment for port d88db587-491c-43b4-81ba-6fd48731b7a0 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:32:38.148179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:38.148949 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:38.150252 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] 10.222.0.72 "PUT /v2.0/ports/d88db587-491c-43b4-81ba-6fd48731b7a0 HTTP/1.1" status: 200 len: 977 time: 0.9160907 Feb 18 09:32:38.153171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40706) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:38.170103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01134db7-0f7f-4140-bc21-a65b1ed8c9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Pushing event updated for resources: {'Port': ['ID=d88db587-491c-43b4-81ba-6fd48731b7a0,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:38.227723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40adf41b-4035-45fd-b1f2-648a9f785d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:38.228204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40adf41b-4035-45fd-b1f2-648a9f785d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:38.228697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40adf41b-4035-45fd-b1f2-648a9f785d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:38.229162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40adf41b-4035-45fd-b1f2-648a9f785d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:38.229674 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40adf41b-4035-45fd-b1f2-648a9f785d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:38.231475 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-40adf41b-4035-45fd-b1f2-648a9f785d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 4674 time: 0.0772076 Feb 18 09:32:38.234495 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40710) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:38.296933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d7191840-ba09-4878-a84e-962fcdd01010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Deleting port d88db587-491c-43b4-81ba-6fd48731b7a0 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:32:38.297274 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d7191840-ba09-4878-a84e-962fcdd01010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:38.497106 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-d7191840-ba09-4878-a84e-962fcdd01010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] For port d88db587-491c-43b4-81ba-6fd48731b7a0, host n-h2-829434-1, got binding levels [] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:32:38.497496 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d7191840-ba09-4878-a84e-962fcdd01010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:38.622029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-d7191840-ba09-4878-a84e-962fcdd01010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Calling delete_port for d88db587-491c-43b4-81ba-6fd48731b7a0 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:32:38.697928 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d7191840-ba09-4878-a84e-962fcdd01010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:38.749718 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7191840-ba09-4878-a84e-962fcdd01010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Pushing event deleted for resources: {'Port': ['ID=d88db587-491c-43b4-81ba-6fd48731b7a0,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:38.754964 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d7191840-ba09-4878-a84e-962fcdd01010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:38.768633 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d7191840-ba09-4878-a84e-962fcdd01010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] 10.222.0.72 "DELETE /v2.0/ports/d88db587-491c-43b4-81ba-6fd48731b7a0 HTTP/1.1" status: 204 len: 168 time: 0.5331738 Feb 18 09:32:38.771182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40714) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:38.812224 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcd083a-fa32-42a3-bde5-a2b3ebfbdb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] GET failed (client error): The resource could not be found. Feb 18 09:32:38.813044 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9bcd083a-fa32-42a3-bde5-a2b3ebfbdb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Synchronizing usage tracker for tenant:0464dde84b164180a7a2c1c6352becc7 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:32:38.827421 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9bcd083a-fa32-42a3-bde5-a2b3ebfbdb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Unset dirty status for tenant:0464dde84b164180a7a2c1c6352becc7 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:32:38.828685 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9bcd083a-fa32-42a3-bde5-a2b3ebfbdb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] 10.222.0.72 "GET /v2.0/ports/d88db587-491c-43b4-81ba-6fd48731b7a0 HTTP/1.1" status: 404 len: 333 time: 0.0565922 Feb 18 09:32:38.832206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40718) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:38.838010 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1b7f6085-242a-4f8a-8596-593a0b5ff991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-307236776', 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:38.843618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1b7f6085-242a-4f8a-8596-593a0b5ff991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:38.854334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1b7f6085-242a-4f8a-8596-593a0b5ff991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:38.864990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7f6085-242a-4f8a-8596-593a0b5ff991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Made reservation on behalf of 0464dde84b164180a7a2c1c6352becc7 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:38.867455 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b7f6085-242a-4f8a-8596-593a0b5ff991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:38.886642 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-1b7f6085-242a-4f8a-8596-593a0b5ff991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] device_id is not set on port ddbf6630-2255-49b7-b9b2-d58dfa231314 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:32:39.089769 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b7f6085-242a-4f8a-8596-593a0b5ff991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:39.114808 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b7f6085-242a-4f8a-8596-593a0b5ff991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:39.184137 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7f6085-242a-4f8a-8596-593a0b5ff991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Network 162dc35b-83ab-40ba-a507-82e1f439588c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:39.186947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-1b7f6085-242a-4f8a-8596-593a0b5ff991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:39.191691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7f6085-242a-4f8a-8596-593a0b5ff991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:32:39.192496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7f6085-242a-4f8a-8596-593a0b5ff991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:39.193084 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1b7f6085-242a-4f8a-8596-593a0b5ff991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:39.196860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f6085-242a-4f8a-8596-593a0b5ff991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Pushing event updated for resources: {'Port': ['ID=ddbf6630-2255-49b7-b9b2-d58dfa231314,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:39.218930 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1b7f6085-242a-4f8a-8596-593a0b5ff991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3856707 Feb 18 09:32:39.221539 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40722) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:39.282544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0cf48b-b481-4527-8c3f-fca5c9a00d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:39.283104 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7c0cf48b-b481-4527-8c3f-fca5c9a00d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Synchronizing usage tracker for tenant:0464dde84b164180a7a2c1c6352becc7 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:32:39.297473 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7c0cf48b-b481-4527-8c3f-fca5c9a00d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Unset dirty status for tenant:0464dde84b164180a7a2c1c6352becc7 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:32:39.298599 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7c0cf48b-b481-4527-8c3f-fca5c9a00d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] 10.222.0.72 "GET /v2.0/ports/ddbf6630-2255-49b7-b9b2-d58dfa231314 HTTP/1.1" status: 200 len: 958 time: 0.0761852 Feb 18 09:32:39.301362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40726) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:39.363852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ece0e812-3ff2-4621-9006-9f13d3bae673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Deleting port ddbf6630-2255-49b7-b9b2-d58dfa231314 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:32:39.364107 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ece0e812-3ff2-4621-9006-9f13d3bae673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:39.558667 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ece0e812-3ff2-4621-9006-9f13d3bae673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:39.682366 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ece0e812-3ff2-4621-9006-9f13d3bae673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Calling delete_port for ddbf6630-2255-49b7-b9b2-d58dfa231314 owned by {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:32:39.755755 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ece0e812-3ff2-4621-9006-9f13d3bae673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:39.816651 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0e812-3ff2-4621-9006-9f13d3bae673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddbf6630-2255-49b7-b9b2-d58dfa231314,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:39.821983 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ece0e812-3ff2-4621-9006-9f13d3bae673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:39.834817 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ece0e812-3ff2-4621-9006-9f13d3bae673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] 10.222.0.72 "DELETE /v2.0/ports/ddbf6630-2255-49b7-b9b2-d58dfa231314 HTTP/1.1" status: 204 len: 168 time: 0.5324426 Feb 18 09:32:39.837607 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40730) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:39.887056 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d571d5-7383-4a62-817e-e5e2fcb05ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] GET failed (client error): The resource could not be found. Feb 18 09:32:39.887573 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a5d571d5-7383-4a62-817e-e5e2fcb05ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Synchronizing usage tracker for tenant:0464dde84b164180a7a2c1c6352becc7 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:32:39.902027 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a5d571d5-7383-4a62-817e-e5e2fcb05ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Unset dirty status for tenant:0464dde84b164180a7a2c1c6352becc7 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:32:39.903246 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a5d571d5-7383-4a62-817e-e5e2fcb05ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] 10.222.0.72 "GET /v2.0/ports/ddbf6630-2255-49b7-b9b2-d58dfa231314 HTTP/1.1" status: 404 len: 333 time: 0.0647135 Feb 18 09:32:39.907081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40734) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:39.912221 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a0a765fc-863a-41a7-9954-4d86e8f2a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Request body: {'port': {'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232887647'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:39.920664 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a0a765fc-863a-41a7-9954-4d86e8f2a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:39.934585 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a0a765fc-863a-41a7-9954-4d86e8f2a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:39.946344 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a765fc-863a-41a7-9954-4d86e8f2a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Made reservation on behalf of 0464dde84b164180a7a2c1c6352becc7 for: {'port': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:39.950109 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0a765fc-863a-41a7-9954-4d86e8f2a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:39.973293 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-a0a765fc-863a-41a7-9954-4d86e8f2a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] device_id is not set on port a2428559-acd4-46d5-866e-1679ceb8dd30 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:32:40.290475 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0a765fc-863a-41a7-9954-4d86e8f2a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:40.321372 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0a765fc-863a-41a7-9954-4d86e8f2a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:40.385585 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a765fc-863a-41a7-9954-4d86e8f2a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Network 162dc35b-83ab-40ba-a507-82e1f439588c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:40.388198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-a0a765fc-863a-41a7-9954-4d86e8f2a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:40.391759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a765fc-863a-41a7-9954-4d86e8f2a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:32:40.392668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a765fc-863a-41a7-9954-4d86e8f2a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:40.393241 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a0a765fc-863a-41a7-9954-4d86e8f2a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:40.408343 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a765fc-863a-41a7-9954-4d86e8f2a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Pushing event updated for resources: {'Port': ['ID=a2428559-acd4-46d5-866e-1679ceb8dd30,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:40.422451 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a0a765fc-863a-41a7-9954-4d86e8f2a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5144103 Feb 18 09:32:40.425099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40738) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:40.430786 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829434-1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:40.541128 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:40.779139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] device_id is not set on port a2428559-acd4-46d5-866e-1679ceb8dd30 yet. {{(pid=87767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:32:40.786348 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:40.800695 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Transition to ACTIVE for port object a2428559-acd4-46d5-866e-1679ceb8dd30 will not be triggered until provisioned by entity L2. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:40.805813 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:40.932662 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Pushing event updated for resources: {'Port': ['ID=a2428559-acd4-46d5-866e-1679ceb8dd30,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:40.950166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:40.950518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:40.950865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:40.951205 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:40.951541 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:40.951872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:40.952198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:40.952552 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:40.952877 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:40.953199 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:40.953521 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:40.953860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:40.961988 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:40.962333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:40.962675 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:40.967388 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:40.967711 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:40.968162 n-d-829434-1 neutron-server[87767]: INFO neutron.plugins.ml2.plugin [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 2 to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 Feb 18 09:32:40.982868 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:40.983192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:40.983523 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:40.987909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:40.988231 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:40.988632 n-d-829434-1 neutron-server[87767]: INFO neutron.plugins.ml2.plugin [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 3 to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 Feb 18 09:32:41.002173 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:41.002497 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:41.002823 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:41.007178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:41.007499 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:41.007874 n-d-829434-1 neutron-server[87767]: INFO neutron.plugins.ml2.plugin [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 4 to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 Feb 18 09:32:41.021567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:41.021894 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:41.022745 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:41.027123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:41.027445 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:41.027819 n-d-829434-1 neutron-server[87767]: INFO neutron.plugins.ml2.plugin [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 5 to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 Feb 18 09:32:41.044488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:41.044853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:41.045190 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:41.049587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:41.049908 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:41.050283 n-d-829434-1 neutron-server[87767]: INFO neutron.plugins.ml2.plugin [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 6 to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 Feb 18 09:32:41.064656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:41.064926 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:41.065263 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:41.069701 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:41.070022 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:41.070396 n-d-829434-1 neutron-server[87767]: INFO neutron.plugins.ml2.plugin [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 7 to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 Feb 18 09:32:41.084077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:41.084437 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:41.085298 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:41.089695 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:41.090023 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:41.090400 n-d-829434-1 neutron-server[87767]: INFO neutron.plugins.ml2.plugin [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 8 to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 Feb 18 09:32:41.104897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:41.105227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:41.105555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:41.110012 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:41.110332 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:41.110704 n-d-829434-1 neutron-server[87767]: INFO neutron.plugins.ml2.plugin [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 9 to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 Feb 18 09:32:41.124472 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:41.124799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:41.125124 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:41.129480 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:41.129800 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:41.130174 n-d-829434-1 neutron-server[87767]: INFO neutron.plugins.ml2.plugin [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempt 10 to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 Feb 18 09:32:41.143718 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:41.144045 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] {{(pid=87767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:41.144396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempting to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:41.149278 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:32:41.149598 n-d-829434-1 neutron-server[87767]: ERROR neutron.plugins.ml2.managers [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Failed to bind port a2428559-acd4-46d5-866e-1679ceb8dd30 on host n-h2-829434-1 for vnic_type normal using segments [{'id': 'de0c62dc-036f-4d8d-8d29-7db698cd744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '162dc35b-83ab-40ba-a507-82e1f439588c'}] Feb 18 09:32:41.149945 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.239198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] For port a2428559-acd4-46d5-866e-1679ceb8dd30, host n-h2-829434-1, cleared binding levels {{(pid=87767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:32:41.239555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attempted to set empty binding levels {{(pid=87767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 18 09:32:41.243775 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.293938 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] In _notify_port_updated(), no bound segment for port a2428559-acd4-46d5-866e-1679ceb8dd30 on network 162dc35b-83ab-40ba-a507-82e1f439588c {{(pid=87767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:32:41.294766 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:41.295361 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.296692 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] 10.222.0.72 "PUT /v2.0/ports/a2428559-acd4-46d5-866e-1679ceb8dd30 HTTP/1.1" status: 200 len: 979 time: 0.8706791 Feb 18 09:32:41.299610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40742) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:41.315586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41498fae-083b-4947-ace0-350eb401e7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Pushing event updated for resources: {'Port': ['ID=a2428559-acd4-46d5-866e-1679ceb8dd30,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:41.362924 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d88b7-9e71-4905-94ca-91b3e0f51030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Deleting port a2428559-acd4-46d5-866e-1679ceb8dd30 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:32:41.363258 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab8d88b7-9e71-4905-94ca-91b3e0f51030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.551410 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.568371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-ab8d88b7-9e71-4905-94ca-91b3e0f51030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] For port a2428559-acd4-46d5-866e-1679ceb8dd30, host n-h2-829434-1, got binding levels [] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:32:41.568677 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab8d88b7-9e71-4905-94ca-91b3e0f51030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.691262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d88b7-9e71-4905-94ca-91b3e0f51030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Calling delete_port for a2428559-acd4-46d5-866e-1679ceb8dd30 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:32:41.704655 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.768746 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab8d88b7-9e71-4905-94ca-91b3e0f51030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.824012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d88b7-9e71-4905-94ca-91b3e0f51030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2428559-acd4-46d5-866e-1679ceb8dd30,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:41.827345 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab8d88b7-9e71-4905-94ca-91b3e0f51030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:41.840255 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ab8d88b7-9e71-4905-94ca-91b3e0f51030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] 10.222.0.72 "DELETE /v2.0/ports/a2428559-acd4-46d5-866e-1679ceb8dd30 HTTP/1.1" status: 204 len: 168 time: 0.5393748 Feb 18 09:32:41.843363 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40746) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:41.886419 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-87323180-846f-47ae-a2f8-e80787114dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] GET failed (client error): The resource could not be found. Feb 18 09:32:41.886951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-87323180-846f-47ae-a2f8-e80787114dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Synchronizing usage tracker for tenant:0464dde84b164180a7a2c1c6352becc7 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:32:41.902105 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-87323180-846f-47ae-a2f8-e80787114dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] Unset dirty status for tenant:0464dde84b164180a7a2c1c6352becc7 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:32:41.903239 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-87323180-846f-47ae-a2f8-e80787114dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935163494-project-admin] 10.222.0.72 "GET /v2.0/ports/a2428559-acd4-46d5-866e-1679ceb8dd30 HTTP/1.1" status: 404 len: 333 time: 0.0589063 Feb 18 09:32:41.906892 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40750) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:42.018871 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c709c2da-1dcd-4144-8960-a023baff88d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:42.146483 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c709c2da-1dcd-4144-8960-a023baff88d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:42.175148 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c709c2da-1dcd-4144-8960-a023baff88d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162dc35b-83ab-40ba-a507-82e1f439588c']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:42.188915 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c709c2da-1dcd-4144-8960-a023baff88d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0c62dc-036f-4d8d-8d29-7db698cd744c') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:42.189212 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-c709c2da-1dcd-4144-8960-a023baff88d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0c62dc-036f-4d8d-8d29-7db698cd744c') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:42.201080 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c709c2da-1dcd-4144-8960-a023baff88d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:42.217160 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c709c2da-1dcd-4144-8960-a023baff88d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:42.224542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c709c2da-1dcd-4144-8960-a023baff88d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:32:42.224920 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c709c2da-1dcd-4144-8960-a023baff88d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:32:42.239468 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:32:42.316469 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c709c2da-1dcd-4144-8960-a023baff88d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:42.337605 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c709c2da-1dcd-4144-8960-a023baff88d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:42.347168 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709c2da-1dcd-4144-8960-a023baff88d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] Pushing event deleted for resources: {'Network': ['ID=162dc35b-83ab-40ba-a507-82e1f439588c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:42.349646 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c709c2da-1dcd-4144-8960-a023baff88d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-457634525-project] 10.222.0.72 "DELETE /v2.0/networks/162dc35b-83ab-40ba-a507-82e1f439588c HTTP/1.1" status: 204 len: 168 time: 0.4418654 Feb 18 09:32:42.614639 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40758) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:42.761133 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3c7d429c-a1eb-4a35-9bc4-2b9ab6bfd274 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=58315564b7144cc5a079af2e7445bce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453447 Feb 18 09:32:42.763565 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40764) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:42.820316 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-490e20e6-b126-4830-9cf7-cae9e6b0beab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:42.845376 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-490e20e6-b126-4830-9cf7-cae9e6b0beab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:42.897095 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-490e20e6-b126-4830-9cf7-cae9e6b0beab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:42.913735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e20e6-b126-4830-9cf7-cae9e6b0beab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcb6221-e495-4e81-960c-925f339440e1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:42.919223 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-490e20e6-b126-4830-9cf7-cae9e6b0beab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:42.921452 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-490e20e6-b126-4830-9cf7-cae9e6b0beab admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2dcb6221-e495-4e81-960c-925f339440e1 HTTP/1.1" status: 204 len: 168 time: 0.1569982 Feb 18 09:32:43.196129 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40772) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:43.247263 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4fbea0c4-4f9a-4f28-9128-496973ab4bbe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0464dde84b164180a7a2c1c6352becc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499792 Feb 18 09:32:43.249741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40776) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:43.307237 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d9bb857e-bd02-4e14-8737-c6447dba2a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:43.332745 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d9bb857e-bd02-4e14-8737-c6447dba2a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:43.384367 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d9bb857e-bd02-4e14-8737-c6447dba2a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:43.401125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb857e-bd02-4e14-8737-c6447dba2a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4e71eb-3ded-4c10-9298-d4484d900b82,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:43.405902 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d9bb857e-bd02-4e14-8737-c6447dba2a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:43.407729 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d9bb857e-bd02-4e14-8737-c6447dba2a02 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cb4e71eb-3ded-4c10-9298-d4484d900b82 HTTP/1.1" status: 204 len: 168 time: 0.1563995 Feb 18 09:32:44.095831 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:32:44.159676 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40800) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:44.263248 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2112767352'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:44.268969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:44.273165 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Usage tracker for resource:network and tenant:cfae18f3921e4fba89ff8dcebaafd69e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:44.275963 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:44.282195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:44.292285 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Made reservation on behalf of cfae18f3921e4fba89ff8dcebaafd69e for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:44.295625 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:44.308383 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:44.322632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:44.326744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Usage tracker for resource:security_group_rule and tenant:cfae18f3921e4fba89ff8dcebaafd69e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:44.329477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:44.335419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:44.420849 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:44.424517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:44.458197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:32:44.463217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1966eabc-b833-4ea6-9fa0-3cbe0a1f5d00,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:44.469995 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:44.470350 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Added segment a36f0f95-a8a2-4794-b436-611a549794bc of type vlan for network 496d0af4-f0f5-4dfc-8bba-382fb0faeeb0 Feb 18 09:32:44.497320 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:44.525040 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:44.530282 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:44.530866 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:44.734359 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5735357 Feb 18 09:32:44.737207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40806) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:44.745697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-67104d29-4319-4f15-99f4-3228f5c6096f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Request body: {'subnet': {'network_id': '496d0af4-f0f5-4dfc-8bba-382fb0faeeb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:44.759028 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6500a2d-e7af-4497-9e32-118f9a7414e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Pushing event updated for resources: {'Network': ['ID=496d0af4-f0f5-4dfc-8bba-382fb0faeeb0,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:44.769419 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 496d0af4-f0f5-4dfc-8bba-382fb0faeeb0 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:32:44.858636 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-67104d29-4319-4f15-99f4-3228f5c6096f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:44.862717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-67104d29-4319-4f15-99f4-3228f5c6096f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Usage tracker for resource:subnet and tenant:cfae18f3921e4fba89ff8dcebaafd69e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:44.865592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-67104d29-4319-4f15-99f4-3228f5c6096f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:44.871705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-67104d29-4319-4f15-99f4-3228f5c6096f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:44.881792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67104d29-4319-4f15-99f4-3228f5c6096f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Made reservation on behalf of cfae18f3921e4fba89ff8dcebaafd69e for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:44.885363 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67104d29-4319-4f15-99f4-3228f5c6096f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:45.099999 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67104d29-4319-4f15-99f4-3228f5c6096f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:45.179860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67104d29-4319-4f15-99f4-3228f5c6096f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Pushing event updated for resources: {'Subnet': ['ID=6af050f3-e2e4-40b0-a974-0bc18407f289,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:45.189537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67104d29-4319-4f15-99f4-3228f5c6096f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Checking segment: {'id': 'a36f0f95-a8a2-4794-b436-611a549794bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '496d0af4-f0f5-4dfc-8bba-382fb0faeeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:32:45.189892 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67104d29-4319-4f15-99f4-3228f5c6096f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Network hostable DHCP agents. Network: 496d0af4-f0f5-4dfc-8bba-382fb0faeeb0, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:32:45.208383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67104d29-4319-4f15-99f4-3228f5c6096f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Network 496d0af4-f0f5-4dfc-8bba-382fb0faeeb0 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:32:45.221273 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-67104d29-4319-4f15-99f4-3228f5c6096f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 496d0af4-f0f5-4dfc-8bba-382fb0faeeb0) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:45.226852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67104d29-4319-4f15-99f4-3228f5c6096f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:45.227429 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67104d29-4319-4f15-99f4-3228f5c6096f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:45.230253 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b739a37-d30d-4ff8-9b02-4b88d7bb82a3 None None] Network 496d0af4-f0f5-4dfc-8bba-382fb0faeeb0 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:32:45.253985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40810) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:45.254586 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-67104d29-4319-4f15-99f4-3228f5c6096f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5160902 Feb 18 09:32:45.260469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-80eb3533-8303-4cd8-9f6b-5522094e0dae tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Request body: {'port': {'network_id': '496d0af4-f0f5-4dfc-8bba-382fb0faeeb0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1123955472'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:45.449157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-496d0af4-f0f5-4dfc-8bba-382fb0faeeb0', 'network_id': '496d0af4-f0f5-4dfc-8bba-382fb0faeeb0', 'tenant_id': 'cfae18f3921e4fba89ff8dcebaafd69e', 'fixed_ips': [{'subnet_id': '6af050f3-e2e4-40b0-a974-0bc18407f289'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:32:45.449980 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:45.510760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-80eb3533-8303-4cd8-9f6b-5522094e0dae tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:45.514560 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-80eb3533-8303-4cd8-9f6b-5522094e0dae tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Usage tracker for resource:port and tenant:cfae18f3921e4fba89ff8dcebaafd69e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:45.517429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-80eb3533-8303-4cd8-9f6b-5522094e0dae tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:45.524155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-80eb3533-8303-4cd8-9f6b-5522094e0dae tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:45.533533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80eb3533-8303-4cd8-9f6b-5522094e0dae tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Made reservation on behalf of cfae18f3921e4fba89ff8dcebaafd69e for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:45.537130 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-80eb3533-8303-4cd8-9f6b-5522094e0dae tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:45.559572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-80eb3533-8303-4cd8-9f6b-5522094e0dae tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] device_id is not set on port ac206654-7677-4f6b-93b3-a66629934bc2 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:32:45.609017 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Allocated IP 2001:db8::2 (496d0af4-f0f5-4dfc-8bba-382fb0faeeb0/6af050f3-e2e4-40b0-a974-0bc18407f289/f9619a51-1ea9-46d2-b976-2730798ea4d0) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:45.810057 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:45.819840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Transition to ACTIVE for port object f9619a51-1ea9-46d2-b976-2730798ea4d0 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:45.837953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Transition to ACTIVE for port object f9619a51-1ea9-46d2-b976-2730798ea4d0 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:45.842946 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:45.907387 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Network 496d0af4-f0f5-4dfc-8bba-382fb0faeeb0 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:45.908588 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:45.912221 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:32:45.917409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-80eb3533-8303-4cd8-9f6b-5522094e0dae tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Allocated IP 2001:db8::95 (496d0af4-f0f5-4dfc-8bba-382fb0faeeb0/6af050f3-e2e4-40b0-a974-0bc18407f289/ac206654-7677-4f6b-93b3-a66629934bc2) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:45.952008 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Pushing event updated for resources: {'Port': ['ID=f9619a51-1ea9-46d2-b976-2730798ea4d0,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:46.009737 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Attempting to bind port f9619a51-1ea9-46d2-b976-2730798ea4d0 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:46.010109 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Attempting to bind port f9619a51-1ea9-46d2-b976-2730798ea4d0 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'a36f0f95-a8a2-4794-b436-611a549794bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '496d0af4-f0f5-4dfc-8bba-382fb0faeeb0'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:46.010471 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Attempting to bind port f9619a51-1ea9-46d2-b976-2730798ea4d0 on network 496d0af4-f0f5-4dfc-8bba-382fb0faeeb0 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:46.015609 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:32:46.015967 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Checking segment: {'id': 'a36f0f95-a8a2-4794-b436-611a549794bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '496d0af4-f0f5-4dfc-8bba-382fb0faeeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:32:46.016400 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:46.016792 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Bound using segment: {'id': 'a36f0f95-a8a2-4794-b436-611a549794bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '496d0af4-f0f5-4dfc-8bba-382fb0faeeb0'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:32:46.017251 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Bound port: f9619a51-1ea9-46d2-b976-2730798ea4d0, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36f0f95-a8a2-4794-b436-611a549794bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '496d0af4-f0f5-4dfc-8bba-382fb0faeeb0'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:32:46.017624 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:46.104359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] For port f9619a51-1ea9-46d2-b976-2730798ea4d0, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:32:46.107240 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] For port f9619a51-1ea9-46d2-b976-2730798ea4d0, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f9619a51-1ea9-46d2-b976-2730798ea4d0,segment=NetworkSegment(a36f0f95-a8a2-4794-b436-611a549794bc),segment_id=a36f0f95-a8a2-4794-b436-611a549794bc)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:32:46.112357 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:46.125053 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-80eb3533-8303-4cd8-9f6b-5522094e0dae tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:46.140445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-80eb3533-8303-4cd8-9f6b-5522094e0dae tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Transition to ACTIVE for port object ac206654-7677-4f6b-93b3-a66629934bc2 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:46.165300 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-80eb3533-8303-4cd8-9f6b-5522094e0dae tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:46.200144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1a10f-3923-4692-8c60-7ce628f78891 None None] Pushing event updated for resources: {'Port': ['ID=f9619a51-1ea9-46d2-b976-2730798ea4d0,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:46.238656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eb3533-8303-4cd8-9f6b-5522094e0dae tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Network 496d0af4-f0f5-4dfc-8bba-382fb0faeeb0 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:46.242106 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-80eb3533-8303-4cd8-9f6b-5522094e0dae tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:46.246292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb3533-8303-4cd8-9f6b-5522094e0dae tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:32:46.251774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80eb3533-8303-4cd8-9f6b-5522094e0dae tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:46.252422 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-80eb3533-8303-4cd8-9f6b-5522094e0dae tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:46.265187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb3533-8303-4cd8-9f6b-5522094e0dae tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Pushing event updated for resources: {'Port': ['ID=ac206654-7677-4f6b-93b3-a66629934bc2,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:46.279440 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-80eb3533-8303-4cd8-9f6b-5522094e0dae tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0241568 Feb 18 09:32:46.283086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40814) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:46.289528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Request body: {'port': {'network_id': '496d0af4-f0f5-4dfc-8bba-382fb0faeeb0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-770635056', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:46.290104 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.api.validators [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] bootfile-name is not in valid_values {{(pid=87768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:32:46.290445 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.api.validators [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] tftp-server is not in valid_values {{(pid=87768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:32:46.290777 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.api.validators [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] server-ip-address is not in valid_values {{(pid=87768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:32:46.446476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:46.450598 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Usage tracker for resource:port and tenant:cfae18f3921e4fba89ff8dcebaafd69e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:46.453597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:46.459820 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:46.470346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Made reservation on behalf of cfae18f3921e4fba89ff8dcebaafd69e for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:46.474178 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:46.497369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] device_id is not set on port 5b913d14-68eb-4a27-a75e-d54ef229e989 yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:32:46.646041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Allocated IP 2001:db8::193 (496d0af4-f0f5-4dfc-8bba-382fb0faeeb0/6af050f3-e2e4-40b0-a974-0bc18407f289/5b913d14-68eb-4a27-a75e-d54ef229e989) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:46.858420 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:46.875421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Transition to ACTIVE for port object 5b913d14-68eb-4a27-a75e-d54ef229e989 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:46.901349 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:46.979680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Network 496d0af4-f0f5-4dfc-8bba-382fb0faeeb0 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:46.983106 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:46.985764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:32:46.991905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:46.992491 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:47.007569 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Pushing event updated for resources: {'Port': ['ID=5b913d14-68eb-4a27-a75e-d54ef229e989,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:47.023964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3f7f245f-6bab-47ba-8e44-df64c3a22b82 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.7396872 Feb 18 09:32:47.026458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40818) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:47.110280 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1c26ba-7a3c-4e70-b447-697ab47a7c26 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:47.116247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1c26ba-7a3c-4e70-b447-697ab47a7c26 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:47.123406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1c26ba-7a3c-4e70-b447-697ab47a7c26 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:47.124326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6b1c26ba-7a3c-4e70-b447-697ab47a7c26 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Synchronizing usage tracker for tenant:cfae18f3921e4fba89ff8dcebaafd69e on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:32:47.142086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6b1c26ba-7a3c-4e70-b447-697ab47a7c26 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Unset dirty status for tenant:cfae18f3921e4fba89ff8dcebaafd69e on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:32:47.143473 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6b1c26ba-7a3c-4e70-b447-697ab47a7c26 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1160603 Feb 18 09:32:47.146954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40822) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:47.158948 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e628171b-d4ad-4a48-b21e-404db61de062 None None] Network 496d0af4-f0f5-4dfc-8bba-382fb0faeeb0 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:32:47.219053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a65b6f28-ed3e-4d95-95a9-511dff984256 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Deleting port 5b913d14-68eb-4a27-a75e-d54ef229e989 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:32:47.219634 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a65b6f28-ed3e-4d95-95a9-511dff984256 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:47.309910 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-766a5f27-ea71-4e2f-b035-38c481fb3746 None None] Provisioning for port f9619a51-1ea9-46d2-b976-2730798ea4d0 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:47.469115 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a65b6f28-ed3e-4d95-95a9-511dff984256 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:47.595083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-a65b6f28-ed3e-4d95-95a9-511dff984256 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Calling delete_port for 5b913d14-68eb-4a27-a75e-d54ef229e989 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:32:47.644201 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7f3490da-ab7a-4378-b2e6-f20a330fb803 None None] Provisioning for port ac206654-7677-4f6b-93b3-a66629934bc2 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:47.650244 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7f3490da-ab7a-4378-b2e6-f20a330fb803 None None] Provisioning complete for port ac206654-7677-4f6b-93b3-a66629934bc2 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:47.650619 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7f3490da-ab7a-4378-b2e6-f20a330fb803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:47.709285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7f3490da-ab7a-4378-b2e6-f20a330fb803 None None] Port ac206654-7677-4f6b-93b3-a66629934bc2 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:32:47.754332 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 09:32:47.759253 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7f3490da-ab7a-4378-b2e6-f20a330fb803 None None] Provisioning for port 5b913d14-68eb-4a27-a75e-d54ef229e989 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:47.761284 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a65b6f28-ed3e-4d95-95a9-511dff984256 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:47.762295 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7f3490da-ab7a-4378-b2e6-f20a330fb803 None None] Provisioning complete for port 5b913d14-68eb-4a27-a75e-d54ef229e989 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:47.762945 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7f3490da-ab7a-4378-b2e6-f20a330fb803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:47.799279 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7f3490da-ab7a-4378-b2e6-f20a330fb803 None None] Port 5b913d14-68eb-4a27-a75e-d54ef229e989 was deleted so its status cannot be updated. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 18 09:32:47.847033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b6f28-ed3e-4d95-95a9-511dff984256 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Pushing event deleted for resources: {'Port': ['ID=5b913d14-68eb-4a27-a75e-d54ef229e989,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:47.872926 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a65b6f28-ed3e-4d95-95a9-511dff984256 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:47.890289 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a65b6f28-ed3e-4d95-95a9-511dff984256 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] 10.222.0.72 "DELETE /v2.0/ports/5b913d14-68eb-4a27-a75e-d54ef229e989 HTTP/1.1" status: 204 len: 168 time: 0.7427616 Feb 18 09:32:47.894391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40826) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:47.909131 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-790476d0-efc0-4b29-9af1-775fb81b699f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Request body: {'port': {'name': 'tempest-new-port-name-37220676', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:47.909857 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.api.validators [None req-790476d0-efc0-4b29-9af1-775fb81b699f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] bootfile-name is not in valid_values {{(pid=87767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:32:47.915793 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.api.validators [None req-790476d0-efc0-4b29-9af1-775fb81b699f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] tftp-server is not in valid_values {{(pid=87767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:32:47.916657 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.api.validators [None req-790476d0-efc0-4b29-9af1-775fb81b699f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] server-ip-address is not in valid_values {{(pid=87767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 18 09:32:47.934084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f9619a51-1ea9-46d2-b976-2730798ea4d0 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:32:48.009937 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a7387852-4a7b-478c-a68f-7f16794901aa None None] Provisioning complete for port ac206654-7677-4f6b-93b3-a66629934bc2 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:48.010307 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a7387852-4a7b-478c-a68f-7f16794901aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:48.058211 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-790476d0-efc0-4b29-9af1-775fb81b699f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:48.079751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a7387852-4a7b-478c-a68f-7f16794901aa None None] Port ac206654-7677-4f6b-93b3-a66629934bc2 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:32:48.091922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port f9619a51-1ea9-46d2-b976-2730798ea4d0 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:48.097134 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port f9619a51-1ea9-46d2-b976-2730798ea4d0 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:48.097507 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:48.205377 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5e4786cc-9aad-42de-90b0-8729e94ecd7b None None] Could not find standard attr ID for object 5b913d14-68eb-4a27-a75e-d54ef229e989. {{(pid=87769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 18 09:32:48.227720 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:48.263682 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port f9619a51-1ea9-46d2-b976-2730798ea4d0, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f9619a51-1ea9-46d2-b976-2730798ea4d0,segment=NetworkSegment(a36f0f95-a8a2-4794-b436-611a549794bc),segment_id=a36f0f95-a8a2-4794-b436-611a549794bc)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:32:48.268336 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:48.329318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-790476d0-efc0-4b29-9af1-775fb81b699f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:48.333945 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-790476d0-efc0-4b29-9af1-775fb81b699f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:48.339533 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=f9619a51-1ea9-46d2-b976-2730798ea4d0,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:48.395749 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-790476d0-efc0-4b29-9af1-775fb81b699f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] In _notify_port_updated(), no bound segment for port ac206654-7677-4f6b-93b3-a66629934bc2 on network 496d0af4-f0f5-4dfc-8bba-382fb0faeeb0 {{(pid=87767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 18 09:32:48.401650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790476d0-efc0-4b29-9af1-775fb81b699f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:48.402289 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-790476d0-efc0-4b29-9af1-775fb81b699f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:48.403579 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-790476d0-efc0-4b29-9af1-775fb81b699f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] 10.222.0.72 "PUT /v2.0/ports/ac206654-7677-4f6b-93b3-a66629934bc2 HTTP/1.1" status: 200 len: 1127 time: 0.5081050 Feb 18 09:32:48.406329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40830) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:48.419881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790476d0-efc0-4b29-9af1-775fb81b699f tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Pushing event updated for resources: {'Port': ['ID=ac206654-7677-4f6b-93b3-a66629934bc2,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:48.483566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9957aafe-d6a7-448b-951a-4d759533f12a tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:48.484312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9957aafe-d6a7-448b-951a-4d759533f12a tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Synchronizing usage tracker for tenant:cfae18f3921e4fba89ff8dcebaafd69e on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:32:48.500422 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9957aafe-d6a7-448b-951a-4d759533f12a tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Unset dirty status for tenant:cfae18f3921e4fba89ff8dcebaafd69e on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:32:48.501607 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9957aafe-d6a7-448b-951a-4d759533f12a tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] 10.222.0.72 "GET /v2.0/ports/ac206654-7677-4f6b-93b3-a66629934bc2 HTTP/1.1" status: 200 len: 1127 time: 0.0942976 Feb 18 09:32:48.505489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40834) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:48.573824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-f78dd9ec-aa3b-48dd-a6df-cbe5c8c30c30 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Deleting port ac206654-7677-4f6b-93b3-a66629934bc2 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:32:48.574174 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f78dd9ec-aa3b-48dd-a6df-cbe5c8c30c30 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:48.632407 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-88eaaa83-55bf-4c80-8845-0b9e4a3d83e5 None None] Provisioning complete for port ac206654-7677-4f6b-93b3-a66629934bc2 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:48.632786 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-88eaaa83-55bf-4c80-8845-0b9e4a3d83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:48.685381 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-88eaaa83-55bf-4c80-8845-0b9e4a3d83e5 None None] Port ac206654-7677-4f6b-93b3-a66629934bc2 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:32:48.927708 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f78dd9ec-aa3b-48dd-a6df-cbe5c8c30c30 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:49.051955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-f78dd9ec-aa3b-48dd-a6df-cbe5c8c30c30 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Calling delete_port for ac206654-7677-4f6b-93b3-a66629934bc2 owned by {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:32:49.194420 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f78dd9ec-aa3b-48dd-a6df-cbe5c8c30c30 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:49.247296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78dd9ec-aa3b-48dd-a6df-cbe5c8c30c30 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Pushing event deleted for resources: {'Port': ['ID=ac206654-7677-4f6b-93b3-a66629934bc2,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:49.289380 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f78dd9ec-aa3b-48dd-a6df-cbe5c8c30c30 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:49.303260 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f78dd9ec-aa3b-48dd-a6df-cbe5c8c30c30 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] 10.222.0.72 "DELETE /v2.0/ports/ac206654-7677-4f6b-93b3-a66629934bc2 HTTP/1.1" status: 204 len: 168 time: 0.7967227 Feb 18 09:32:49.305768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40838) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:49.375218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45651db-2fb1-4bd4-a98b-ee97989946c8 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Deleting subnet 6af050f3-e2e4-40b0-a974-0bc18407f289 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:32:49.378223 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f45651db-2fb1-4bd4-a98b-ee97989946c8 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:49.434016 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f45651db-2fb1-4bd4-a98b-ee97989946c8 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:49.515680 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f45651db-2fb1-4bd4-a98b-ee97989946c8 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:49.591330 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f45651db-2fb1-4bd4-a98b-ee97989946c8 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:49.632948 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f45651db-2fb1-4bd4-a98b-ee97989946c8 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:49.635729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45651db-2fb1-4bd4-a98b-ee97989946c8 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Pushing event deleted for resources: {'Subnet': ['ID=6af050f3-e2e4-40b0-a974-0bc18407f289,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:49.638579 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e86d78-7489-4cf7-8ee6-e9542ce417fe None None] Network 496d0af4-f0f5-4dfc-8bba-382fb0faeeb0 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:32:49.641310 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f45651db-2fb1-4bd4-a98b-ee97989946c8 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] 10.222.0.72 "DELETE /v2.0/subnets/6af050f3-e2e4-40b0-a974-0bc18407f289 HTTP/1.1" status: 204 len: 168 time: 0.3345001 Feb 18 09:32:49.643753 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40842) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:49.757550 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:49.767842 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Deleting port f9619a51-1ea9-46d2-b976-2730798ea4d0 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:32:49.768104 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:49.917465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f35a94-0395-40c8-ab46-ff9bbffc7edb None None] DHCP port deletion for 496d0af4-f0f5-4dfc-8bba-382fb0faeeb0 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:32:49.926127 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c5f35a94-0395-40c8-ab46-ff9bbffc7edb None None] Deleting port f9619a51-1ea9-46d2-b976-2730798ea4d0 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:32:49.926574 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c5f35a94-0395-40c8-ab46-ff9bbffc7edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:50.008192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] For port f9619a51-1ea9-46d2-b976-2730798ea4d0, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f9619a51-1ea9-46d2-b976-2730798ea4d0,segment=NetworkSegment(a36f0f95-a8a2-4794-b436-611a549794bc),segment_id=a36f0f95-a8a2-4794-b436-611a549794bc)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:32:50.008576 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:50.131999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Calling delete_port for f9619a51-1ea9-46d2-b976-2730798ea4d0 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:32:50.157639 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c5f35a94-0395-40c8-ab46-ff9bbffc7edb None None] For port f9619a51-1ea9-46d2-b976-2730798ea4d0, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f9619a51-1ea9-46d2-b976-2730798ea4d0,segment=NetworkSegment(a36f0f95-a8a2-4794-b436-611a549794bc),segment_id=a36f0f95-a8a2-4794-b436-611a549794bc)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:32:50.158032 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c5f35a94-0395-40c8-ab46-ff9bbffc7edb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:50.208370 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:50.261119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] No DVR routers for this DVR port f9619a51-1ea9-46d2-b976-2730798ea4d0 on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:32:50.262923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Pushing event deleted for resources: {'Port': ['ID=f9619a51-1ea9-46d2-b976-2730798ea4d0,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:50.284007 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c5f35a94-0395-40c8-ab46-ff9bbffc7edb None None] Calling delete_port for f9619a51-1ea9-46d2-b976-2730798ea4d0 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:32:50.361233 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-c5f35a94-0395-40c8-ab46-ff9bbffc7edb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:32:50.361580 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-c5f35a94-0395-40c8-ab46-ff9bbffc7edb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:32:50.390228 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:50.414795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496d0af4-f0f5-4dfc-8bba-382fb0faeeb0']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:50.426402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36f0f95-a8a2-4794-b436-611a549794bc') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:50.426702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36f0f95-a8a2-4794-b436-611a549794bc') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:50.437760 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:50.454462 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:50.461310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:32:50.461701 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:32:50.475862 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:32:50.658638 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:50.675622 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:50.686855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] Pushing event deleted for resources: {'Network': ['ID=496d0af4-f0f5-4dfc-8bba-382fb0faeeb0,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:50.694824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1212f514-4cfa-4955-8310-d0e88011cfea tempest-ExtraDHCPOptionsIpV6TestJSON-531740653 tempest-ExtraDHCPOptionsIpV6TestJSON-531740653-project] 10.222.0.72 "DELETE /v2.0/networks/496d0af4-f0f5-4dfc-8bba-382fb0faeeb0 HTTP/1.1" status: 204 len: 168 time: 1.0495465 Feb 18 09:32:50.862906 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c5f35a94-0395-40c8-ab46-ff9bbffc7edb None None] Deleting port f9619a51-1ea9-46d2-b976-2730798ea4d0 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:32:50.863352 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c5f35a94-0395-40c8-ab46-ff9bbffc7edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:50.928340 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c5f35a94-0395-40c8-ab46-ff9bbffc7edb None None] The port 'f9619a51-1ea9-46d2-b976-2730798ea4d0' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:32:50.965313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40852) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:51.110530 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c8362c12-b91a-4ba6-acd2-eff662b5fa38 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cfae18f3921e4fba89ff8dcebaafd69e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439750 Feb 18 09:32:51.113029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40858) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:51.170155 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18619880-62e8-4b91-b838-50af35806dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:51.195765 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18619880-62e8-4b91-b838-50af35806dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:51.246828 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18619880-62e8-4b91-b838-50af35806dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:51.261029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18619880-62e8-4b91-b838-50af35806dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1966eabc-b833-4ea6-9fa0-3cbe0a1f5d00,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:51.268964 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18619880-62e8-4b91-b838-50af35806dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:51.270087 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-18619880-62e8-4b91-b838-50af35806dfc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1966eabc-b833-4ea6-9fa0-3cbe0a1f5d00 HTTP/1.1" status: 204 len: 168 time: 0.1561828 Feb 18 09:32:51.886609 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f9619a51-1ea9-46d2-b976-2730798ea4d0 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:32:51.922092 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: f9619a51-1ea9-46d2-b976-2730798ea4d0 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:32:51.922512 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f9619a51-1ea9-46d2-b976-2730798ea4d0 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:32:51.964030 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40882) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:52.066663 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'network': {'name': 'tempest-RoutersTest-1077772828'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:52.074731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:52.078570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:network and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:52.081411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:52.090792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:52.100311 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Made reservation on behalf of 5a51d4f8f29147ad810d924afc04e5be for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:52.103739 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.115673 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.130987 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:52.135704 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:security_group_rule and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:52.138496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:52.144027 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:52.226448 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.230237 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.263301 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:32:52.268634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e80e35-6956-479a-b185-29edf96d2abf,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:52.275981 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.276481 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Added segment e8ec0d8e-b0b8-4a37-8735-1e8e7110035f of type vlan for network 52347e9c-2fe1-46e6-9e10-fa3d47a0ec46 Feb 18 09:32:52.304866 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.332578 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.338382 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:52.338960 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.450640 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4854825 Feb 18 09:32:52.451355 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc656bc-4e81-4e40-be82-f45ba36558d5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Network': ['ID=52347e9c-2fe1-46e6-9e10-fa3d47a0ec46,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:52.453327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40888) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:52.458914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ab22b321-4be5-4f88-b64b-482f9255e6a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'network': {'name': 'tempest-RoutersTest-335192424'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:52.462043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 52347e9c-2fe1-46e6-9e10-fa3d47a0ec46 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:32:52.465849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ab22b321-4be5-4f88-b64b-482f9255e6a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:52.469794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ab22b321-4be5-4f88-b64b-482f9255e6a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:network and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:52.472751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ab22b321-4be5-4f88-b64b-482f9255e6a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:52.479607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ab22b321-4be5-4f88-b64b-482f9255e6a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:52.489046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab22b321-4be5-4f88-b64b-482f9255e6a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Made reservation on behalf of 5a51d4f8f29147ad810d924afc04e5be for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:52.493849 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab22b321-4be5-4f88-b64b-482f9255e6a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.521425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab22b321-4be5-4f88-b64b-482f9255e6a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:32:52.530744 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab22b321-4be5-4f88-b64b-482f9255e6a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.531116 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-ab22b321-4be5-4f88-b64b-482f9255e6a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Added segment 0659d8cc-9e4d-4a11-98e6-6efc46b4f622 of type vlan for network 26739d08-c46b-4aa3-8360-ed93889505b2 Feb 18 09:32:52.558388 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab22b321-4be5-4f88-b64b-482f9255e6a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.590664 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab22b321-4be5-4f88-b64b-482f9255e6a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.595989 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab22b321-4be5-4f88-b64b-482f9255e6a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:52.596603 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ab22b321-4be5-4f88-b64b-482f9255e6a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:52.696206 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ab22b321-4be5-4f88-b64b-482f9255e6a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2416108 Feb 18 09:32:52.699117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40892) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:52.704769 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-9426f8e2-0f57-41a7-b77a-1dc25b29f3de tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'subnet': {'network_id': '52347e9c-2fe1-46e6-9e10-fa3d47a0ec46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:52.708775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22b321-4be5-4f88-b64b-482f9255e6a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Network': ['ID=26739d08-c46b-4aa3-8360-ed93889505b2,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:52.726089 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 26739d08-c46b-4aa3-8360-ed93889505b2 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:32:52.834219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9426f8e2-0f57-41a7-b77a-1dc25b29f3de tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:52.838214 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9426f8e2-0f57-41a7-b77a-1dc25b29f3de tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:subnet and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:52.841072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9426f8e2-0f57-41a7-b77a-1dc25b29f3de tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:52.848813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9426f8e2-0f57-41a7-b77a-1dc25b29f3de tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:52.858543 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9426f8e2-0f57-41a7-b77a-1dc25b29f3de tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Made reservation on behalf of 5a51d4f8f29147ad810d924afc04e5be for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:52.862205 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9426f8e2-0f57-41a7-b77a-1dc25b29f3de tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.072984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9426f8e2-0f57-41a7-b77a-1dc25b29f3de tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.291622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426f8e2-0f57-41a7-b77a-1dc25b29f3de tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Subnet': ['ID=98ac6c9b-e16b-4d16-a963-83691ab15018,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:53.298896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426f8e2-0f57-41a7-b77a-1dc25b29f3de tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Checking segment: {'id': 'e8ec0d8e-b0b8-4a37-8735-1e8e7110035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '52347e9c-2fe1-46e6-9e10-fa3d47a0ec46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:32:53.299251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9426f8e2-0f57-41a7-b77a-1dc25b29f3de tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network hostable DHCP agents. Network: 52347e9c-2fe1-46e6-9e10-fa3d47a0ec46, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:32:53.317885 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9426f8e2-0f57-41a7-b77a-1dc25b29f3de tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 52347e9c-2fe1-46e6-9e10-fa3d47a0ec46 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:32:53.327268 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-9426f8e2-0f57-41a7-b77a-1dc25b29f3de tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 52347e9c-2fe1-46e6-9e10-fa3d47a0ec46) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:53.331135 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9426f8e2-0f57-41a7-b77a-1dc25b29f3de tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:53.331716 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9426f8e2-0f57-41a7-b77a-1dc25b29f3de tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.336758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6be6b1a-065d-4483-97a0-1b4308e7cd39 None None] Network 52347e9c-2fe1-46e6-9e10-fa3d47a0ec46 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:32:53.354524 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9426f8e2-0f57-41a7-b77a-1dc25b29f3de tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6539588 Feb 18 09:32:53.357017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40896) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:53.362648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6a0c1c1e-ff89-4cd6-9ebe-f75cde09165a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'subnet': {'network_id': '26739d08-c46b-4aa3-8360-ed93889505b2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:53.473644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6a0c1c1e-ff89-4cd6-9ebe-f75cde09165a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:53.477649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6a0c1c1e-ff89-4cd6-9ebe-f75cde09165a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:subnet and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:53.480662 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6a0c1c1e-ff89-4cd6-9ebe-f75cde09165a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:53.486531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-6a0c1c1e-ff89-4cd6-9ebe-f75cde09165a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:53.497828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0c1c1e-ff89-4cd6-9ebe-f75cde09165a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Made reservation on behalf of 5a51d4f8f29147ad810d924afc04e5be for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:32:53.501378 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a0c1c1e-ff89-4cd6-9ebe-f75cde09165a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.582511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-52347e9c-2fe1-46e6-9e10-fa3d47a0ec46', 'network_id': '52347e9c-2fe1-46e6-9e10-fa3d47a0ec46', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'fixed_ips': [{'subnet_id': '98ac6c9b-e16b-4d16-a963-83691ab15018'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:32:53.583332 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.717413 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a0c1c1e-ff89-4cd6-9ebe-f75cde09165a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.735380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Allocated IP 172.20.0.2 (52347e9c-2fe1-46e6-9e10-fa3d47a0ec46/98ac6c9b-e16b-4d16-a963-83691ab15018/030b2246-267b-4b94-99f8-e7a08c9cb788) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:53.795336 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c1c1e-ff89-4cd6-9ebe-f75cde09165a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Subnet': ['ID=3dee2804-e9bf-4b66-8c64-cce1a457a82b,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:53.810123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0c1c1e-ff89-4cd6-9ebe-f75cde09165a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Checking segment: {'id': '0659d8cc-9e4d-4a11-98e6-6efc46b4f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '26739d08-c46b-4aa3-8360-ed93889505b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:32:53.810478 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0c1c1e-ff89-4cd6-9ebe-f75cde09165a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network hostable DHCP agents. Network: 26739d08-c46b-4aa3-8360-ed93889505b2, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:32:53.830060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0c1c1e-ff89-4cd6-9ebe-f75cde09165a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 26739d08-c46b-4aa3-8360-ed93889505b2 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:32:53.841094 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-6a0c1c1e-ff89-4cd6-9ebe-f75cde09165a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 26739d08-c46b-4aa3-8360-ed93889505b2) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:53.847910 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0c1c1e-ff89-4cd6-9ebe-f75cde09165a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:53.848520 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6a0c1c1e-ff89-4cd6-9ebe-f75cde09165a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.854384 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f81e4fa-f71b-4a39-b722-50b32fa422e1 None None] Network 26739d08-c46b-4aa3-8360-ed93889505b2 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:32:53.871132 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6a0c1c1e-ff89-4cd6-9ebe-f75cde09165a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5130694 Feb 18 09:32:53.873916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40900) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:53.878860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-90582e7f-3b07-4a6d-9e0b-6cdf6123c0db tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-29514584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:32:53.886558 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-90582e7f-3b07-4a6d-9e0b-6cdf6123c0db tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:32:53.890295 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-90582e7f-3b07-4a6d-9e0b-6cdf6123c0db tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:router and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:32:53.893115 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-90582e7f-3b07-4a6d-9e0b-6cdf6123c0db tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:32:53.899259 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-90582e7f-3b07-4a6d-9e0b-6cdf6123c0db tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:32:53.909737 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90582e7f-3b07-4a6d-9e0b-6cdf6123c0db tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.910795 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90582e7f-3b07-4a6d-9e0b-6cdf6123c0db tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.926060 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90582e7f-3b07-4a6d-9e0b-6cdf6123c0db tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.945134 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90582e7f-3b07-4a6d-9e0b-6cdf6123c0db tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.967672 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90582e7f-3b07-4a6d-9e0b-6cdf6123c0db tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:53.968841 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-90582e7f-3b07-4a6d-9e0b-6cdf6123c0db tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.0940163 Feb 18 09:32:53.971587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40904) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:54.097665 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:54.116022 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Transition to ACTIVE for port object 030b2246-267b-4b94-99f8-e7a08c9cb788 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:54.180336 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Transition to ACTIVE for port object 030b2246-267b-4b94-99f8-e7a08c9cb788 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:54.187461 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:54.219491 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-26739d08-c46b-4aa3-8360-ed93889505b2', 'network_id': '26739d08-c46b-4aa3-8360-ed93889505b2', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'fixed_ips': [{'subnet_id': '3dee2804-e9bf-4b66-8c64-cce1a457a82b'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:32:54.220334 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:54.307568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Network 52347e9c-2fe1-46e6-9e10-fa3d47a0ec46 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:54.312416 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:54.323417 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:32:54.335746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Pushing event updated for resources: {'Port': ['ID=030b2246-267b-4b94-99f8-e7a08c9cb788,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:54.446099 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:54.473099 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Attempting to bind port 030b2246-267b-4b94-99f8-e7a08c9cb788 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:54.473669 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Attempting to bind port 030b2246-267b-4b94-99f8-e7a08c9cb788 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'e8ec0d8e-b0b8-4a37-8735-1e8e7110035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '52347e9c-2fe1-46e6-9e10-fa3d47a0ec46'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:54.473814 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Attempting to bind port 030b2246-267b-4b94-99f8-e7a08c9cb788 on network 52347e9c-2fe1-46e6-9e10-fa3d47a0ec46 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:54.484063 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:32:54.484463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Checking segment: {'id': 'e8ec0d8e-b0b8-4a37-8735-1e8e7110035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '52347e9c-2fe1-46e6-9e10-fa3d47a0ec46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:32:54.484863 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:54.485254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Bound using segment: {'id': 'e8ec0d8e-b0b8-4a37-8735-1e8e7110035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '52347e9c-2fe1-46e6-9e10-fa3d47a0ec46'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:32:54.485713 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Bound port: 030b2246-267b-4b94-99f8-e7a08c9cb788, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ec0d8e-b0b8-4a37-8735-1e8e7110035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '52347e9c-2fe1-46e6-9e10-fa3d47a0ec46'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:32:54.486090 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:54.549319 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Allocated IP 172.21.0.2 (26739d08-c46b-4aa3-8360-ed93889505b2/3dee2804-e9bf-4b66-8c64-cce1a457a82b/4f5dcc46-8913-43c9-a87a-361eaa859984) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:54.665192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] For port 030b2246-267b-4b94-99f8-e7a08c9cb788, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:32:54.683082 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] For port 030b2246-267b-4b94-99f8-e7a08c9cb788, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=030b2246-267b-4b94-99f8-e7a08c9cb788,segment=NetworkSegment(e8ec0d8e-b0b8-4a37-8735-1e8e7110035f),segment_id=e8ec0d8e-b0b8-4a37-8735-1e8e7110035f)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:32:54.687880 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:54.863258 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33cf80-3958-4545-81ea-45eceeb0e47e None None] Pushing event updated for resources: {'Port': ['ID=030b2246-267b-4b94-99f8-e7a08c9cb788,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:54.885397 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:54.896337 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Transition to ACTIVE for port object 4f5dcc46-8913-43c9-a87a-361eaa859984 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:54.915366 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Allocated IP 172.20.0.1 (52347e9c-2fe1-46e6-9e10-fa3d47a0ec46/98ac6c9b-e16b-4d16-a963-83691ab15018/439a7cb9-897b-47ec-9e9a-570e81c4648c) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:54.920165 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Transition to ACTIVE for port object 4f5dcc46-8913-43c9-a87a-361eaa859984 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:54.926334 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:55.001320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Network 26739d08-c46b-4aa3-8360-ed93889505b2 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:55.016451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:55.021064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:32:55.025382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Pushing event updated for resources: {'Port': ['ID=4f5dcc46-8913-43c9-a87a-361eaa859984,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:55.094900 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:55.113821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Transition to ACTIVE for port object 439a7cb9-897b-47ec-9e9a-570e81c4648c will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:55.128731 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Attempting to bind port 4f5dcc46-8913-43c9-a87a-361eaa859984 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:32:55.129157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Attempting to bind port 4f5dcc46-8913-43c9-a87a-361eaa859984 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '0659d8cc-9e4d-4a11-98e6-6efc46b4f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '26739d08-c46b-4aa3-8360-ed93889505b2'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:32:55.129570 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Attempting to bind port 4f5dcc46-8913-43c9-a87a-361eaa859984 on network 26739d08-c46b-4aa3-8360-ed93889505b2 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:32:55.135779 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:32:55.136147 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Checking segment: {'id': '0659d8cc-9e4d-4a11-98e6-6efc46b4f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '26739d08-c46b-4aa3-8360-ed93889505b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:32:55.136575 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:55.136964 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Bound using segment: {'id': '0659d8cc-9e4d-4a11-98e6-6efc46b4f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '26739d08-c46b-4aa3-8360-ed93889505b2'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:32:55.137431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Bound port: 4f5dcc46-8913-43c9-a87a-361eaa859984, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0659d8cc-9e4d-4a11-98e6-6efc46b4f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '26739d08-c46b-4aa3-8360-ed93889505b2'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:32:55.137802 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:55.141908 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:55.232851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 52347e9c-2fe1-46e6-9e10-fa3d47a0ec46 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:55.233615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=439a7cb9-897b-47ec-9e9a-570e81c4648c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:55.236534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:55.238286 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:32:55.266611 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] For port 4f5dcc46-8913-43c9-a87a-361eaa859984, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:32:55.269837 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] For port 4f5dcc46-8913-43c9-a87a-361eaa859984, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4f5dcc46-8913-43c9-a87a-361eaa859984,segment=NetworkSegment(0659d8cc-9e4d-4a11-98e6-6efc46b4f622),segment_id=0659d8cc-9e4d-4a11-98e6-6efc46b4f622)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:32:55.274263 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:55.297507 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:55.355102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90a232-9b0b-4544-9ec1-350b9f426651 None None] Pushing event updated for resources: {'Port': ['ID=4f5dcc46-8913-43c9-a87a-361eaa859984,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:55.543469 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:55.960658 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:55.967297 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:55.988900 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d641763-d01d-4210-a919-ec0a0e11857e None None] Network 52347e9c-2fe1-46e6-9e10-fa3d47a0ec46 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:32:56.004999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 030b2246-267b-4b94-99f8-e7a08c9cb788 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:32:56.088614 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=439a7cb9-897b-47ec-9e9a-570e81c4648c,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:56.093507 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:56.132023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-39f768b7-ad0a-44f5-951b-3e054557433e None None] Provisioning for port 030b2246-267b-4b94-99f8-e7a08c9cb788 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:56.180569 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 030b2246-267b-4b94-99f8-e7a08c9cb788 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:56.222339 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 030b2246-267b-4b94-99f8-e7a08c9cb788 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:56.222627 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:56.244806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 52347e9c-2fe1-46e6-9e10-fa3d47a0ec46 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:56.246108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:56.408354 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:56.450912 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 030b2246-267b-4b94-99f8-e7a08c9cb788, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=030b2246-267b-4b94-99f8-e7a08c9cb788,segment=NetworkSegment(e8ec0d8e-b0b8-4a37-8735-1e8e7110035f),segment_id=e8ec0d8e-b0b8-4a37-8735-1e8e7110035f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:32:56.455706 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:56.456783 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4f5dcc46-8913-43c9-a87a-361eaa859984 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:32:56.465627 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router 6fc5ae94-8cb8-4115-9749-ee5ceee54154 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:32:56.523951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa253cb-8afa-4ee1-bea6-ecad11c37e24 None None] Network 26739d08-c46b-4aa3-8360-ed93889505b2 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:32:56.673482 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=030b2246-267b-4b94-99f8-e7a08c9cb788,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:56.679599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a30d5cf4-2ffc-4421-baa1-40c0b48d1799 None None] Provisioning for port 4f5dcc46-8913-43c9-a87a-361eaa859984 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:56.716909 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 4f5dcc46-8913-43c9-a87a-361eaa859984 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:56.724529 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4f5dcc46-8913-43c9-a87a-361eaa859984 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:56.724901 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:56.760577 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:32:56.771838 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ff60e4ea-537d-4295-8751-5659116f3709 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/6fc5ae94-8cb8-4115-9749-ee5ceee54154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7991064 Feb 18 09:32:56.774986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40908) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:56.790281 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505e8fb1-4c68-4bc6-9eb7-ff3eba487247 None None] Sync routers for ids ['6fc5ae94-8cb8-4115-9749-ee5ceee54154'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:32:56.842899 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505e8fb1-4c68-4bc6-9eb7-ff3eba487247 None None] Routers {'6fc5ae94-8cb8-4115-9749-ee5ceee54154'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:32:56.843533 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-505e8fb1-4c68-4bc6-9eb7-ff3eba487247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:32:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6fc5ae94-8cb8-4115-9749-ee5ceee54154'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:56.859025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb73fbe-2687-475a-b286-48acec283986 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:56.859618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-deb73fbe-2687-475a-b286-48acec283986 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Synchronizing usage tracker for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:32:56.882096 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-deb73fbe-2687-475a-b286-48acec283986 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Unset dirty status for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:32:56.883770 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-deb73fbe-2687-475a-b286-48acec283986 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/ports/439a7cb9-897b-47ec-9e9a-570e81c4648c HTTP/1.1" status: 200 len: 910 time: 0.1076577 Feb 18 09:32:56.886886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40912) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:56.923078 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d9624bc8-74e5-4bf8-854e-26a08817647a None None] Provisioning for port 439a7cb9-897b-47ec-9e9a-570e81c4648c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:56.962567 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-505e8fb1-4c68-4bc6-9eb7-ff3eba487247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:56.970588 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d9624bc8-74e5-4bf8-854e-26a08817647a None None] Provisioning complete for port 439a7cb9-897b-47ec-9e9a-570e81c4648c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:56.971022 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d9624bc8-74e5-4bf8-854e-26a08817647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:57.051358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505e8fb1-4c68-4bc6-9eb7-ff3eba487247 None None] Routers {'6fc5ae94-8cb8-4115-9749-ee5ceee54154'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:32:57.052061 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-505e8fb1-4c68-4bc6-9eb7-ff3eba487247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:32:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6fc5ae94-8cb8-4115-9749-ee5ceee54154'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:57.152683 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d9624bc8-74e5-4bf8-854e-26a08817647a None None] Port 439a7cb9-897b-47ec-9e9a-570e81c4648c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:32:57.154056 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-505e8fb1-4c68-4bc6-9eb7-ff3eba487247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:57.154449 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505e8fb1-4c68-4bc6-9eb7-ff3eba487247 None None] The sync data for ids ['6fc5ae94-8cb8-4115-9749-ee5ceee54154'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:32:57.160258 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:57.200566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d9624bc8-74e5-4bf8-854e-26a08817647a None None] Provisioning complete for port 030b2246-267b-4b94-99f8-e7a08c9cb788 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:57.200936 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d9624bc8-74e5-4bf8-854e-26a08817647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:57.270303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 4f5dcc46-8913-43c9-a87a-361eaa859984, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4f5dcc46-8913-43c9-a87a-361eaa859984,segment=NetworkSegment(0659d8cc-9e4d-4a11-98e6-6efc46b4f622),segment_id=0659d8cc-9e4d-4a11-98e6-6efc46b4f622)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:32:57.278535 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:57.453379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=4f5dcc46-8913-43c9-a87a-361eaa859984,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:57.490226 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:57.579742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d33bdd62-f888-4f4e-8473-b5c3b320169c None None] Provisioning complete for port 439a7cb9-897b-47ec-9e9a-570e81c4648c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:57.580023 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d33bdd62-f888-4f4e-8473-b5c3b320169c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:57.631227 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d33bdd62-f888-4f4e-8473-b5c3b320169c None None] Port 439a7cb9-897b-47ec-9e9a-570e81c4648c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:32:57.642383 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d33bdd62-f888-4f4e-8473-b5c3b320169c None None] Provisioning complete for port 4f5dcc46-8913-43c9-a87a-361eaa859984 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:57.642744 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d33bdd62-f888-4f4e-8473-b5c3b320169c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:57.860032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Allocated IP 172.21.0.1 (26739d08-c46b-4aa3-8360-ed93889505b2/3dee2804-e9bf-4b66-8c64-cce1a457a82b/654913b4-a9a9-4c8d-b604-4fd435e6559e) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:32:57.904918 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 030b2246-267b-4b94-99f8-e7a08c9cb788 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:32:57.971607 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 030b2246-267b-4b94-99f8-e7a08c9cb788 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:57.972000 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.103637 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4f5dcc46-8913-43c9-a87a-361eaa859984 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:32:58.172975 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.189863 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Transition to ACTIVE for port object 654913b4-a9a9-4c8d-b604-4fd435e6559e will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:32:58.200169 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4f5dcc46-8913-43c9-a87a-361eaa859984 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:58.200567 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.217637 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.299360 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 26739d08-c46b-4aa3-8360-ed93889505b2 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:58.302974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:58.308261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:32:58.360046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=654913b4-a9a9-4c8d-b604-4fd435e6559e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:58.373636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:58.373981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:58.374325 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:58.374660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:58.374999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:58.375333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:58.375662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:58.375984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:58.376331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:58.376657 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:58.376976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:58.377298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:32:58.400692 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.549763 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.581137 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-dc031f10-f157-4a48-ac31-d4e99eb01816 None None] Provisioning for port 654913b4-a9a9-4c8d-b604-4fd435e6559e completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:32:58.586478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-dc031f10-f157-4a48-ac31-d4e99eb01816 None None] Provisioning complete for port 654913b4-a9a9-4c8d-b604-4fd435e6559e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:58.586847 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dc031f10-f157-4a48-ac31-d4e99eb01816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.647532 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-dc031f10-f157-4a48-ac31-d4e99eb01816 None None] Port 654913b4-a9a9-4c8d-b604-4fd435e6559e cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:32:58.970561 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:58.974739 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.088676 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.092060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=654913b4-a9a9-4c8d-b604-4fd435e6559e,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:32:59.227115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 26739d08-c46b-4aa3-8360-ed93889505b2 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:32:59.228169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:32:59.399313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router 6fc5ae94-8cb8-4115-9749-ee5ceee54154 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:32:59.474020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-366e40be-ae15-4005-9694-c42bd896f5c9 None None] Provisioning complete for port 654913b4-a9a9-4c8d-b604-4fd435e6559e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:32:59.474583 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-366e40be-ae15-4005-9694-c42bd896f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:32:59.527276 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-366e40be-ae15-4005-9694-c42bd896f5c9 None None] Port 654913b4-a9a9-4c8d-b604-4fd435e6559e cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:32:59.556142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:32:59.565504 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e962c25d-edd4-4254-954e-be4eb8dd6143 None None] Sync routers for ids ['6fc5ae94-8cb8-4115-9749-ee5ceee54154'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:32:59.574571 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e35c67e0-4f59-463b-9713-434dc9dc0f5d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/6fc5ae94-8cb8-4115-9749-ee5ceee54154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6848521 Feb 18 09:32:59.576051 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e962c25d-edd4-4254-954e-be4eb8dd6143 None None] Routers {'6fc5ae94-8cb8-4115-9749-ee5ceee54154'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:32:59.576674 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e962c25d-edd4-4254-954e-be4eb8dd6143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:32:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6fc5ae94-8cb8-4115-9749-ee5ceee54154'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:59.577164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40916) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:59.637530 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e962c25d-edd4-4254-954e-be4eb8dd6143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:59.645789 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e962c25d-edd4-4254-954e-be4eb8dd6143 None None] Routers {'6fc5ae94-8cb8-4115-9749-ee5ceee54154'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:32:59.646360 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e962c25d-edd4-4254-954e-be4eb8dd6143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:32:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6fc5ae94-8cb8-4115-9749-ee5ceee54154'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:59.649111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac884f0-9380-42d6-bd37-6aa1935aebc7 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:32:59.649688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bac884f0-9380-42d6-bd37-6aa1935aebc7 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Synchronizing usage tracker for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:32:59.665016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bac884f0-9380-42d6-bd37-6aa1935aebc7 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Unset dirty status for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:32:59.666289 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bac884f0-9380-42d6-bd37-6aa1935aebc7 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/ports/654913b4-a9a9-4c8d-b604-4fd435e6559e HTTP/1.1" status: 200 len: 910 time: 0.0881875 Feb 18 09:32:59.669154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40920) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:32:59.704628 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e962c25d-edd4-4254-954e-be4eb8dd6143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:32:59.705022 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e962c25d-edd4-4254-954e-be4eb8dd6143 None None] The sync data for ids ['6fc5ae94-8cb8-4115-9749-ee5ceee54154'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:33:00.276662 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e069bcc0-9f68-43f0-8e30-25d1ea846a5f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:00.365440 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-afd67ed3-bfac-4b96-bf2f-9f5c32f862de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:00.612675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e069bcc0-9f68-43f0-8e30-25d1ea846a5f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port 654913b4-a9a9-4c8d-b604-4fd435e6559e {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:00.612978 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e069bcc0-9f68-43f0-8e30-25d1ea846a5f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:00.793095 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e069bcc0-9f68-43f0-8e30-25d1ea846a5f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:00.917142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-e069bcc0-9f68-43f0-8e30-25d1ea846a5f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Calling delete_port for 654913b4-a9a9-4c8d-b604-4fd435e6559e owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:33:01.344445 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e069bcc0-9f68-43f0-8e30-25d1ea846a5f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:01.392528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069bcc0-9f68-43f0-8e30-25d1ea846a5f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Port': ['ID=654913b4-a9a9-4c8d-b604-4fd435e6559e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:01.646829 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e069bcc0-9f68-43f0-8e30-25d1ea846a5f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:01.957813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e069bcc0-9f68-43f0-8e30-25d1ea846a5f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router 6fc5ae94-8cb8-4115-9749-ee5ceee54154 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:33:02.117671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e069bcc0-9f68-43f0-8e30-25d1ea846a5f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:33:02.126927 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44906f19-e03e-44dc-8973-138c326303f9 None None] Sync routers for ids ['6fc5ae94-8cb8-4115-9749-ee5ceee54154'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:33:02.134691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e069bcc0-9f68-43f0-8e30-25d1ea846a5f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/6fc5ae94-8cb8-4115-9749-ee5ceee54154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4645092 Feb 18 09:33:02.137053 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44906f19-e03e-44dc-8973-138c326303f9 None None] Routers {'6fc5ae94-8cb8-4115-9749-ee5ceee54154'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:02.137806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40924) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:02.138285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-44906f19-e03e-44dc-8973-138c326303f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:32:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6fc5ae94-8cb8-4115-9749-ee5ceee54154'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:02.200069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-44906f19-e03e-44dc-8973-138c326303f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:02.208635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44906f19-e03e-44dc-8973-138c326303f9 None None] Routers {'6fc5ae94-8cb8-4115-9749-ee5ceee54154'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:02.209169 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-44906f19-e03e-44dc-8973-138c326303f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:32:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6fc5ae94-8cb8-4115-9749-ee5ceee54154'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:02.271243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-44906f19-e03e-44dc-8973-138c326303f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:02.271624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44906f19-e03e-44dc-8973-138c326303f9 None None] The sync data for ids ['6fc5ae94-8cb8-4115-9749-ee5ceee54154'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:33:02.631143 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7a6ba89-3777-47c6-bff8-17908eb3fe6c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:02.958918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-a7a6ba89-3777-47c6-bff8-17908eb3fe6c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port 439a7cb9-897b-47ec-9e9a-570e81c4648c {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:02.959172 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7a6ba89-3777-47c6-bff8-17908eb3fe6c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:03.138306 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7a6ba89-3777-47c6-bff8-17908eb3fe6c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:03.366122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-a7a6ba89-3777-47c6-bff8-17908eb3fe6c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Calling delete_port for 439a7cb9-897b-47ec-9e9a-570e81c4648c owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:33:03.664564 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7a6ba89-3777-47c6-bff8-17908eb3fe6c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:03.711534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6ba89-3777-47c6-bff8-17908eb3fe6c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Port': ['ID=439a7cb9-897b-47ec-9e9a-570e81c4648c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:03.811473 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ef0f-66bf-4b12-ba43-667782edebf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:03.901839 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:03.914875 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:03.946810 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7a6ba89-3777-47c6-bff8-17908eb3fe6c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:04.224591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a6ba89-3777-47c6-bff8-17908eb3fe6c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router 6fc5ae94-8cb8-4115-9749-ee5ceee54154 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:33:04.354424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a6ba89-3777-47c6-bff8-17908eb3fe6c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:33:04.363488 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a796a3-3286-4604-959c-98545300db37 None None] Sync routers for ids ['6fc5ae94-8cb8-4115-9749-ee5ceee54154'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:33:04.368538 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a7a6ba89-3777-47c6-bff8-17908eb3fe6c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/6fc5ae94-8cb8-4115-9749-ee5ceee54154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2294791 Feb 18 09:33:04.371181 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40928) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:04.373786 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a796a3-3286-4604-959c-98545300db37 None None] Routers {'6fc5ae94-8cb8-4115-9749-ee5ceee54154'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:04.374378 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-52a796a3-3286-4604-959c-98545300db37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6fc5ae94-8cb8-4115-9749-ee5ceee54154'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:04.415389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fdc20e5f-f532-4e25-807c-94560432f6f8 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Synchronizing usage tracker for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:33:04.431597 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fdc20e5f-f532-4e25-807c-94560432f6f8 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Unset dirty status for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:33:04.432961 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fdc20e5f-f532-4e25-807c-94560432f6f8 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fc5ae94-8cb8-4115-9749-ee5ceee54154 HTTP/1.1" status: 200 len: 205 time: 0.0608320 Feb 18 09:33:04.435272 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-52a796a3-3286-4604-959c-98545300db37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:04.435847 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40932) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:04.445221 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a796a3-3286-4604-959c-98545300db37 None None] Routers {'6fc5ae94-8cb8-4115-9749-ee5ceee54154'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:04.445905 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-52a796a3-3286-4604-959c-98545300db37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6fc5ae94-8cb8-4115-9749-ee5ceee54154'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:04.540617 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-52a796a3-3286-4604-959c-98545300db37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:04.540926 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a796a3-3286-4604-959c-98545300db37 None None] The sync data for ids ['6fc5ae94-8cb8-4115-9749-ee5ceee54154'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:33:04.686165 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9f9af636-5060-427b-a55e-b93a52493d6c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:04.981711 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9f9af636-5060-427b-a55e-b93a52493d6c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:04.983936 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9f9af636-5060-427b-a55e-b93a52493d6c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.006563 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9f9af636-5060-427b-a55e-b93a52493d6c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.007070 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9af636-5060-427b-a55e-b93a52493d6c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Fanout notify agent at l3_agent the message router_deleted on router 6fc5ae94-8cb8-4115-9749-ee5ceee54154 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:33:05.018082 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9f9af636-5060-427b-a55e-b93a52493d6c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.019156 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9f9af636-5060-427b-a55e-b93a52493d6c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/routers/6fc5ae94-8cb8-4115-9749-ee5ceee54154 HTTP/1.1" status: 204 len: 168 time: 0.5822492 Feb 18 09:33:05.021736 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40936) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:05.086038 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67623bc-8de0-4d8f-af2b-b2997aa593c7 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting subnet 3dee2804-e9bf-4b66-8c64-cce1a457a82b {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:33:05.089035 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a67623bc-8de0-4d8f-af2b-b2997aa593c7 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.149230 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a67623bc-8de0-4d8f-af2b-b2997aa593c7 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.149419 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.229438 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a67623bc-8de0-4d8f-af2b-b2997aa593c7 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.301142 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a67623bc-8de0-4d8f-af2b-b2997aa593c7 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.343546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67623bc-8de0-4d8f-af2b-b2997aa593c7 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Subnet': ['ID=3dee2804-e9bf-4b66-8c64-cce1a457a82b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:05.347177 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a67623bc-8de0-4d8f-af2b-b2997aa593c7 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.353207 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b70cdbe-5c94-452e-a451-c1c9e3f8f193 None None] Network 26739d08-c46b-4aa3-8360-ed93889505b2 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:33:05.354912 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a67623bc-8de0-4d8f-af2b-b2997aa593c7 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/subnets/3dee2804-e9bf-4b66-8c64-cce1a457a82b HTTP/1.1" status: 204 len: 168 time: 0.3322363 Feb 18 09:33:05.357762 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40940) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:05.422658 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c27501c-da87-465c-b883-eae6d6270512 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting subnet 98ac6c9b-e16b-4d16-a963-83691ab15018 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:33:05.425444 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c27501c-da87-465c-b883-eae6d6270512 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.482897 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c27501c-da87-465c-b883-eae6d6270512 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.565871 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c27501c-da87-465c-b883-eae6d6270512 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.588777 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a194389c-f014-43da-93d8-3e8a2c01c489 None None] DHCP port deletion for 26739d08-c46b-4aa3-8360-ed93889505b2 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:33:05.593137 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a194389c-f014-43da-93d8-3e8a2c01c489 None None] Deleting port 4f5dcc46-8913-43c9-a87a-361eaa859984 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:05.593661 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a194389c-f014-43da-93d8-3e8a2c01c489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.652681 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c27501c-da87-465c-b883-eae6d6270512 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.694040 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27501c-da87-465c-b883-eae6d6270512 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Subnet': ['ID=98ac6c9b-e16b-4d16-a963-83691ab15018,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:05.699891 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0c27501c-da87-465c-b883-eae6d6270512 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.705965 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0c27501c-da87-465c-b883-eae6d6270512 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/subnets/98ac6c9b-e16b-4d16-a963-83691ab15018 HTTP/1.1" status: 204 len: 168 time: 0.3472674 Feb 18 09:33:05.708511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40944) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:05.718185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda234ad-4de3-4004-9b56-b8ea4f012361 None None] Network 52347e9c-2fe1-46e6-9e10-fa3d47a0ec46 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:33:05.823374 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.834139 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port 4f5dcc46-8913-43c9-a87a-361eaa859984 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:05.834816 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.895389 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a194389c-f014-43da-93d8-3e8a2c01c489 None None] For port 4f5dcc46-8913-43c9-a87a-361eaa859984, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4f5dcc46-8913-43c9-a87a-361eaa859984,segment=NetworkSegment(0659d8cc-9e4d-4a11-98e6-6efc46b4f622),segment_id=0659d8cc-9e4d-4a11-98e6-6efc46b4f622)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:05.895781 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a194389c-f014-43da-93d8-3e8a2c01c489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:05.933300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4f5dcc46-8913-43c9-a87a-361eaa859984 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:33:06.044725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] For port 4f5dcc46-8913-43c9-a87a-361eaa859984, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4f5dcc46-8913-43c9-a87a-361eaa859984,segment=NetworkSegment(0659d8cc-9e4d-4a11-98e6-6efc46b4f622),segment_id=0659d8cc-9e4d-4a11-98e6-6efc46b4f622)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:06.044975 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:06.160411 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a194389c-f014-43da-93d8-3e8a2c01c489 None None] Calling delete_port for 4f5dcc46-8913-43c9-a87a-361eaa859984 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:33:06.281615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Calling delete_port for 4f5dcc46-8913-43c9-a87a-361eaa859984 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:33:06.313130 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a194389c-f014-43da-93d8-3e8a2c01c489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:06.359456 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.db.api [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:33:06.359856 n-d-829434-1 neutron-server[87767]: DEBUG oslo_db.api [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:33:06.373995 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:06.385636 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a194389c-f014-43da-93d8-3e8a2c01c489 None None] No DVR routers for this DVR port 4f5dcc46-8913-43c9-a87a-361eaa859984 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:33:06.387167 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194389c-f014-43da-93d8-3e8a2c01c489 None None] Pushing event deleted for resources: {'Port': ['ID=4f5dcc46-8913-43c9-a87a-361eaa859984,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:06.469987 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df072750-904e-44a3-a75c-0d392328b594 None None] DHCP port deletion for 52347e9c-2fe1-46e6-9e10-fa3d47a0ec46 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:33:06.474403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-df072750-904e-44a3-a75c-0d392328b594 None None] Deleting port 030b2246-267b-4b94-99f8-e7a08c9cb788 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:06.474770 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-df072750-904e-44a3-a75c-0d392328b594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:06.672962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-df072750-904e-44a3-a75c-0d392328b594 None None] For port 030b2246-267b-4b94-99f8-e7a08c9cb788, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=030b2246-267b-4b94-99f8-e7a08c9cb788,segment=NetworkSegment(e8ec0d8e-b0b8-4a37-8735-1e8e7110035f),segment_id=e8ec0d8e-b0b8-4a37-8735-1e8e7110035f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:06.673256 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-df072750-904e-44a3-a75c-0d392328b594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:06.790492 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-df072750-904e-44a3-a75c-0d392328b594 None None] Calling delete_port for 030b2246-267b-4b94-99f8-e7a08c9cb788 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:33:06.861102 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port 4f5dcc46-8913-43c9-a87a-361eaa859984 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:06.861445 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:06.864058 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-df072750-904e-44a3-a75c-0d392328b594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:06.912006 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df072750-904e-44a3-a75c-0d392328b594 None None] Pushing event deleted for resources: {'Port': ['ID=030b2246-267b-4b94-99f8-e7a08c9cb788,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:06.916074 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df072750-904e-44a3-a75c-0d392328b594 None None] No DVR routers for this DVR port 030b2246-267b-4b94-99f8-e7a08c9cb788 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:33:06.931184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] The port '4f5dcc46-8913-43c9-a87a-361eaa859984' was deleted {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:33:07.052914 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.077886 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26739d08-c46b-4aa3-8360-ed93889505b2']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:07.090072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0659d8cc-9e4d-4a11-98e6-6efc46b4f622') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:07.090374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0659d8cc-9e4d-4a11-98e6-6efc46b4f622') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:07.101868 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.117295 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.123322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:33:07.123695 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: util.warn( Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:33:07.138289 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:33:07.218259 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.236416 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.247376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Network': ['ID=26739d08-c46b-4aa3-8360-ed93889505b2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:07.258104 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6aa7085c-7c73-4774-b89c-84c99f3a54b6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/networks/26739d08-c46b-4aa3-8360-ed93889505b2 HTTP/1.1" status: 204 len: 168 time: 1.5486498 Feb 18 09:33:07.260749 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40948) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:07.378089 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7602cb27-153f-450c-aaae-058c21e5ed22 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.506327 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7602cb27-153f-450c-aaae-058c21e5ed22 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.530839 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-7602cb27-153f-450c-aaae-058c21e5ed22 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52347e9c-2fe1-46e6-9e10-fa3d47a0ec46']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:07.542422 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-7602cb27-153f-450c-aaae-058c21e5ed22 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ec0d8e-b0b8-4a37-8735-1e8e7110035f') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:07.542711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-7602cb27-153f-450c-aaae-058c21e5ed22 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ec0d8e-b0b8-4a37-8735-1e8e7110035f') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:07.553418 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7602cb27-153f-450c-aaae-058c21e5ed22 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.568704 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7602cb27-153f-450c-aaae-058c21e5ed22 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.575034 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7602cb27-153f-450c-aaae-058c21e5ed22 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:33:07.575408 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7602cb27-153f-450c-aaae-058c21e5ed22 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:33:07.589822 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:33:07.668037 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7602cb27-153f-450c-aaae-058c21e5ed22 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.672375 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7602cb27-153f-450c-aaae-058c21e5ed22 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.696790 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7602cb27-153f-450c-aaae-058c21e5ed22 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/networks/52347e9c-2fe1-46e6-9e10-fa3d47a0ec46 HTTP/1.1" status: 204 len: 168 time: 0.4350905 Feb 18 09:33:07.697767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602cb27-153f-450c-aaae-058c21e5ed22 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Network': ['ID=52347e9c-2fe1-46e6-9e10-fa3d47a0ec46,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:07.701044 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 40952) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:07.705790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-62145451-27e1-4bc8-b731-2ed8103126e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'network': {'name': 'tempest-RoutersTest-553273732'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:07.711363 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-62145451-27e1-4bc8-b731-2ed8103126e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:07.715118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-62145451-27e1-4bc8-b731-2ed8103126e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:network and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:07.717884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-62145451-27e1-4bc8-b731-2ed8103126e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:07.723907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-62145451-27e1-4bc8-b731-2ed8103126e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:07.733860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62145451-27e1-4bc8-b731-2ed8103126e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Made reservation on behalf of 5a51d4f8f29147ad810d924afc04e5be for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:07.737168 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-62145451-27e1-4bc8-b731-2ed8103126e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.763885 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62145451-27e1-4bc8-b731-2ed8103126e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:33:07.772348 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-62145451-27e1-4bc8-b731-2ed8103126e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.772819 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-62145451-27e1-4bc8-b731-2ed8103126e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Added segment d4cf0201-6e31-48c7-a759-e27370a9c66a of type vlan for network 4df6dce8-d6cc-49bf-a53c-dc421147de6f Feb 18 09:33:07.801353 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-62145451-27e1-4bc8-b731-2ed8103126e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.830246 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-62145451-27e1-4bc8-b731-2ed8103126e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.836057 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62145451-27e1-4bc8-b731-2ed8103126e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:07.836649 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-62145451-27e1-4bc8-b731-2ed8103126e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:07.902983 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 030b2246-267b-4b94-99f8-e7a08c9cb788 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:33:07.937400 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-62145451-27e1-4bc8-b731-2ed8103126e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2358110 Feb 18 09:33:07.938181 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 030b2246-267b-4b94-99f8-e7a08c9cb788 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:33:07.938531 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 030b2246-267b-4b94-99f8-e7a08c9cb788 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:33:07.940489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40956) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:07.946715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c341898e-ef4d-419c-b991-bfa819a82a3d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'subnet': {'network_id': '4df6dce8-d6cc-49bf-a53c-dc421147de6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:07.947584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62145451-27e1-4bc8-b731-2ed8103126e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Network': ['ID=4df6dce8-d6cc-49bf-a53c-dc421147de6f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:07.957587 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 4df6dce8-d6cc-49bf-a53c-dc421147de6f details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:33:08.054914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c341898e-ef4d-419c-b991-bfa819a82a3d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:08.058841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c341898e-ef4d-419c-b991-bfa819a82a3d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:subnet and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:08.061714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c341898e-ef4d-419c-b991-bfa819a82a3d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:08.067494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c341898e-ef4d-419c-b991-bfa819a82a3d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:08.077498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c341898e-ef4d-419c-b991-bfa819a82a3d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Made reservation on behalf of 5a51d4f8f29147ad810d924afc04e5be for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:08.081243 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c341898e-ef4d-419c-b991-bfa819a82a3d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.292898 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c341898e-ef4d-419c-b991-bfa819a82a3d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.365560 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341898e-ef4d-419c-b991-bfa819a82a3d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Subnet': ['ID=702466fc-4128-4c34-bdf0-8068dc1b1ae6,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:08.377735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c341898e-ef4d-419c-b991-bfa819a82a3d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Checking segment: {'id': 'd4cf0201-6e31-48c7-a759-e27370a9c66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4df6dce8-d6cc-49bf-a53c-dc421147de6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:33:08.378092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c341898e-ef4d-419c-b991-bfa819a82a3d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network hostable DHCP agents. Network: 4df6dce8-d6cc-49bf-a53c-dc421147de6f, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:33:08.400632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c341898e-ef4d-419c-b991-bfa819a82a3d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 4df6dce8-d6cc-49bf-a53c-dc421147de6f is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:33:08.409595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-c341898e-ef4d-419c-b991-bfa819a82a3d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 4df6dce8-d6cc-49bf-a53c-dc421147de6f) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:08.413659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c341898e-ef4d-419c-b991-bfa819a82a3d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:08.414236 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c341898e-ef4d-419c-b991-bfa819a82a3d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.419273 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce0a9c0-0877-4470-a460-d12f268387f1 None None] Network 4df6dce8-d6cc-49bf-a53c-dc421147de6f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:33:08.437666 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c341898e-ef4d-419c-b991-bfa819a82a3d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4935620 Feb 18 09:33:08.437889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40960) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:08.442960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d5addffe-d2a7-40cf-876b-f7f64b79d944 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1017868835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:08.450695 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d5addffe-d2a7-40cf-876b-f7f64b79d944 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:08.454465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d5addffe-d2a7-40cf-876b-f7f64b79d944 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:router and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:08.457349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d5addffe-d2a7-40cf-876b-f7f64b79d944 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:08.463567 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d5addffe-d2a7-40cf-876b-f7f64b79d944 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:08.473262 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d5addffe-d2a7-40cf-876b-f7f64b79d944 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.474243 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d5addffe-d2a7-40cf-876b-f7f64b79d944 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.490510 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d5addffe-d2a7-40cf-876b-f7f64b79d944 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.508361 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d5addffe-d2a7-40cf-876b-f7f64b79d944 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.529693 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d5addffe-d2a7-40cf-876b-f7f64b79d944 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.530998 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d5addffe-d2a7-40cf-876b-f7f64b79d944 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.0922682 Feb 18 09:33:08.533651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40964) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:08.539589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-5a8e95ad-ec74-48b9-a48c-4f8f5b34a60b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'port': {'network_id': '4df6dce8-d6cc-49bf-a53c-dc421147de6f', 'name': 'tempest-RoutersTest-2102503948'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:08.641298 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-4df6dce8-d6cc-49bf-a53c-dc421147de6f', 'network_id': '4df6dce8-d6cc-49bf-a53c-dc421147de6f', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'fixed_ips': [{'subnet_id': '702466fc-4128-4c34-bdf0-8068dc1b1ae6'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:33:08.642141 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.797897 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Allocated IP 172.20.0.2 (4df6dce8-d6cc-49bf-a53c-dc421147de6f/702466fc-4128-4c34-bdf0-8068dc1b1ae6/4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:08.808242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5a8e95ad-ec74-48b9-a48c-4f8f5b34a60b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:08.812497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5a8e95ad-ec74-48b9-a48c-4f8f5b34a60b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:port and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:08.815624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5a8e95ad-ec74-48b9-a48c-4f8f5b34a60b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:08.821975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5a8e95ad-ec74-48b9-a48c-4f8f5b34a60b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:08.831838 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8e95ad-ec74-48b9-a48c-4f8f5b34a60b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Made reservation on behalf of 5a51d4f8f29147ad810d924afc04e5be for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:08.835356 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5a8e95ad-ec74-48b9-a48c-4f8f5b34a60b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:08.861429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [None req-5a8e95ad-ec74-48b9-a48c-4f8f5b34a60b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] device_id is not set on port 7af992e7-7598-4a57-8a36-ae86e4c6373a yet. {{(pid=87768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 18 09:33:09.053935 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.063958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Transition to ACTIVE for port object 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:09.081880 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Transition to ACTIVE for port object 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:09.086496 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.150029 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Network 4df6dce8-d6cc-49bf-a53c-dc421147de6f is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:09.153285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:09.154194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-5a8e95ad-ec74-48b9-a48c-4f8f5b34a60b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Allocated IP 172.20.0.12 (4df6dce8-d6cc-49bf-a53c-dc421147de6f/702466fc-4128-4c34-bdf0-8068dc1b1ae6/7af992e7-7598-4a57-8a36-ae86e4c6373a) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:09.157241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:33:09.169694 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Pushing event updated for resources: {'Port': ['ID=4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:09.253234 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Attempting to bind port 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:33:09.253605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Attempting to bind port 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'd4cf0201-6e31-48c7-a759-e27370a9c66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4df6dce8-d6cc-49bf-a53c-dc421147de6f'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:33:09.253973 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Attempting to bind port 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc on network 4df6dce8-d6cc-49bf-a53c-dc421147de6f {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:33:09.259038 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:33:09.259411 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Checking segment: {'id': 'd4cf0201-6e31-48c7-a759-e27370a9c66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4df6dce8-d6cc-49bf-a53c-dc421147de6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:33:09.259808 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.260200 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Bound using segment: {'id': 'd4cf0201-6e31-48c7-a759-e27370a9c66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4df6dce8-d6cc-49bf-a53c-dc421147de6f'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:33:09.260701 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Bound port: 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4cf0201-6e31-48c7-a759-e27370a9c66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4df6dce8-d6cc-49bf-a53c-dc421147de6f'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:33:09.261071 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.351738 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] For port 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:33:09.354606 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] For port 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc,segment=NetworkSegment(d4cf0201-6e31-48c7-a759-e27370a9c66a),segment_id=d4cf0201-6e31-48c7-a759-e27370a9c66a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:33:09.359046 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.360471 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5a8e95ad-ec74-48b9-a48c-4f8f5b34a60b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.376003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-5a8e95ad-ec74-48b9-a48c-4f8f5b34a60b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Transition to ACTIVE for port object 7af992e7-7598-4a57-8a36-ae86e4c6373a will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:09.399783 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5a8e95ad-ec74-48b9-a48c-4f8f5b34a60b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.438297 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a7493-9f67-45f5-a228-fea128511352 None None] Pushing event updated for resources: {'Port': ['ID=4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:09.473161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8e95ad-ec74-48b9-a48c-4f8f5b34a60b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 4df6dce8-d6cc-49bf-a53c-dc421147de6f is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:09.476660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-5a8e95ad-ec74-48b9-a48c-4f8f5b34a60b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:09.480814 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8e95ad-ec74-48b9-a48c-4f8f5b34a60b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:33:09.516454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e95ad-ec74-48b9-a48c-4f8f5b34a60b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=7af992e7-7598-4a57-8a36-ae86e4c6373a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:09.552300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8e95ad-ec74-48b9-a48c-4f8f5b34a60b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:09.552924 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5a8e95ad-ec74-48b9-a48c-4f8f5b34a60b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:09.579813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5a8e95ad-ec74-48b9-a48c-4f8f5b34a60b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0451128 Feb 18 09:33:09.582399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40968) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:09.923413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:09.992702 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:10.174975 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f2b92eb-1659-4e2b-a434-cf5b9ff546e6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:10.392127 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab58e7e-c466-45a9-aa17-8dbbead6edaa None None] Network 4df6dce8-d6cc-49bf-a53c-dc421147de6f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:33:10.483573 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-826c3986-a0dd-48ed-ac97-d71309acdae7 None None] Provisioning for port 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:10.498960 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-826c3986-a0dd-48ed-ac97-d71309acdae7 None None] Provisioning complete for port 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:10.499320 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-826c3986-a0dd-48ed-ac97-d71309acdae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:10.676786 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f2b92eb-1659-4e2b-a434-cf5b9ff546e6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:10.681169 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f2b92eb-1659-4e2b-a434-cf5b9ff546e6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:10.719802 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-826c3986-a0dd-48ed-ac97-d71309acdae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:10.759533 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-826c3986-a0dd-48ed-ac97-d71309acdae7 None None] For port 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc,segment=NetworkSegment(d4cf0201-6e31-48c7-a759-e27370a9c66a),segment_id=d4cf0201-6e31-48c7-a759-e27370a9c66a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:10.764948 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-826c3986-a0dd-48ed-ac97-d71309acdae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:10.792681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b92eb-1659-4e2b-a434-cf5b9ff546e6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=7af992e7-7598-4a57-8a36-ae86e4c6373a,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:10.838006 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c3986-a0dd-48ed-ac97-d71309acdae7 None None] Pushing event updated for resources: {'Port': ['ID=4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:11.057691 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f2b92eb-1659-4e2b-a434-cf5b9ff546e6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:11.106112 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-acd186a5-e6d7-4941-83e9-9f198a1b43ed None None] Provisioning complete for port 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:11.106639 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-acd186a5-e6d7-4941-83e9-9f198a1b43ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:11.182774 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f2b92eb-1659-4e2b-a434-cf5b9ff546e6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:11.245671 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-acd186a5-e6d7-4941-83e9-9f198a1b43ed None None] Provisioning for port 7af992e7-7598-4a57-8a36-ae86e4c6373a completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:11.250565 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-acd186a5-e6d7-4941-83e9-9f198a1b43ed None None] Provisioning complete for port 7af992e7-7598-4a57-8a36-ae86e4c6373a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:11.250920 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-acd186a5-e6d7-4941-83e9-9f198a1b43ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:11.306956 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-acd186a5-e6d7-4941-83e9-9f198a1b43ed None None] Port 7af992e7-7598-4a57-8a36-ae86e4c6373a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:33:11.425834 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-404bd37f-c5fb-4350-94a2-f92260f3059e None None] Provisioning complete for port 7af992e7-7598-4a57-8a36-ae86e4c6373a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:11.426552 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-404bd37f-c5fb-4350-94a2-f92260f3059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:11.479940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-404bd37f-c5fb-4350-94a2-f92260f3059e None None] Port 7af992e7-7598-4a57-8a36-ae86e4c6373a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:33:11.561155 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:11.574649 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f2b92eb-1659-4e2b-a434-cf5b9ff546e6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:11.579016 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f2b92eb-1659-4e2b-a434-cf5b9ff546e6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:11.690901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b92eb-1659-4e2b-a434-cf5b9ff546e6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=7af992e7-7598-4a57-8a36-ae86e4c6373a,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:11.693417 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8f2b92eb-1659-4e2b-a434-cf5b9ff546e6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:11.718824 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:11.829004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2b92eb-1659-4e2b-a434-cf5b9ff546e6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 4df6dce8-d6cc-49bf-a53c-dc421147de6f is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:11.830113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-8f2b92eb-1659-4e2b-a434-cf5b9ff546e6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:11.910301 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:11.986848 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:11.987391 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:12.123398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-21ca7fb2-e7d5-40e6-844d-23220b3cf596 None None] Provisioning complete for port 7af992e7-7598-4a57-8a36-ae86e4c6373a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:12.123788 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-21ca7fb2-e7d5-40e6-844d-23220b3cf596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:12.151390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2b92eb-1659-4e2b-a434-cf5b9ff546e6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router 6c4f72f0-28f0-44ef-a56a-46bf6b6078f3 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:33:12.177284 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-21ca7fb2-e7d5-40e6-844d-23220b3cf596 None None] Port 7af992e7-7598-4a57-8a36-ae86e4c6373a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:33:12.311596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2b92eb-1659-4e2b-a434-cf5b9ff546e6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:33:12.316635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8f2b92eb-1659-4e2b-a434-cf5b9ff546e6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/6c4f72f0-28f0-44ef-a56a-46bf6b6078f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7332671 Feb 18 09:33:12.319210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40972) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:12.321964 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a18acf-b9f8-4866-a686-e50d9f86ebb9 None None] Sync routers for ids ['6c4f72f0-28f0-44ef-a56a-46bf6b6078f3'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:33:12.331060 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a18acf-b9f8-4866-a686-e50d9f86ebb9 None None] Routers {'6c4f72f0-28f0-44ef-a56a-46bf6b6078f3'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:12.331654 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-84a18acf-b9f8-4866-a686-e50d9f86ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6c4f72f0-28f0-44ef-a56a-46bf6b6078f3'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:12.395523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26276851-ad69-49fd-baef-17279c41ab76 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:12.396055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-26276851-ad69-49fd-baef-17279c41ab76 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Synchronizing usage tracker for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:33:12.412218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-26276851-ad69-49fd-baef-17279c41ab76 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Unset dirty status for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:33:12.416107 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-26276851-ad69-49fd-baef-17279c41ab76 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/ports/7af992e7-7598-4a57-8a36-ae86e4c6373a HTTP/1.1" status: 200 len: 978 time: 0.0927033 Feb 18 09:33:12.416401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40976) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:12.425344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-84a18acf-b9f8-4866-a686-e50d9f86ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:12.434536 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a18acf-b9f8-4866-a686-e50d9f86ebb9 None None] Routers {'6c4f72f0-28f0-44ef-a56a-46bf6b6078f3'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:12.435139 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-84a18acf-b9f8-4866-a686-e50d9f86ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6c4f72f0-28f0-44ef-a56a-46bf6b6078f3'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:12.498061 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-84a18acf-b9f8-4866-a686-e50d9f86ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:12.498462 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a18acf-b9f8-4866-a686-e50d9f86ebb9 None None] The sync data for ids ['6c4f72f0-28f0-44ef-a56a-46bf6b6078f3'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:33:12.908717 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cfdda85f-7b63-42d9-8d46-32a240d2c129 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:13.178263 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-cfdda85f-7b63-42d9-8d46-32a240d2c129 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port 7af992e7-7598-4a57-8a36-ae86e4c6373a {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:13.178515 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cfdda85f-7b63-42d9-8d46-32a240d2c129 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:13.367064 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cfdda85f-7b63-42d9-8d46-32a240d2c129 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:13.627761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-cfdda85f-7b63-42d9-8d46-32a240d2c129 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Calling delete_port for 7af992e7-7598-4a57-8a36-ae86e4c6373a owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:33:13.811188 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cfdda85f-7b63-42d9-8d46-32a240d2c129 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:13.859944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdda85f-7b63-42d9-8d46-32a240d2c129 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Port': ['ID=7af992e7-7598-4a57-8a36-ae86e4c6373a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:14.100895 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cfdda85f-7b63-42d9-8d46-32a240d2c129 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:14.367887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdda85f-7b63-42d9-8d46-32a240d2c129 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router 6c4f72f0-28f0-44ef-a56a-46bf6b6078f3 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:33:14.500230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdda85f-7b63-42d9-8d46-32a240d2c129 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:33:14.510006 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06c5ec0-4309-4ac2-a564-6735848a2e0a None None] Sync routers for ids ['6c4f72f0-28f0-44ef-a56a-46bf6b6078f3'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:33:14.517586 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cfdda85f-7b63-42d9-8d46-32a240d2c129 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/6c4f72f0-28f0-44ef-a56a-46bf6b6078f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0994546 Feb 18 09:33:14.519303 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06c5ec0-4309-4ac2-a564-6735848a2e0a None None] Routers {'6c4f72f0-28f0-44ef-a56a-46bf6b6078f3'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:14.519669 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40980) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:14.519934 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a06c5ec0-4309-4ac2-a564-6735848a2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6c4f72f0-28f0-44ef-a56a-46bf6b6078f3'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:14.579561 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a06c5ec0-4309-4ac2-a564-6735848a2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:14.588057 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06c5ec0-4309-4ac2-a564-6735848a2e0a None None] Routers {'6c4f72f0-28f0-44ef-a56a-46bf6b6078f3'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:14.588683 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a06c5ec0-4309-4ac2-a564-6735848a2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['6c4f72f0-28f0-44ef-a56a-46bf6b6078f3'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:14.649061 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a06c5ec0-4309-4ac2-a564-6735848a2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:14.649466 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06c5ec0-4309-4ac2-a564-6735848a2e0a None None] The sync data for ids ['6c4f72f0-28f0-44ef-a56a-46bf6b6078f3'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:33:14.964999 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-e527c770-3944-4678-891b-ef062b7e1b0e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] remove_router_interface failed (client error): The resource could not be found. Feb 18 09:33:14.965948 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e527c770-3944-4678-891b-ef062b7e1b0e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/6c4f72f0-28f0-44ef-a56a-46bf6b6078f3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4451668 Feb 18 09:33:14.968648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40984) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:15.014520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-63459e83-a079-4f90-b542-5575b57d7640 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Synchronizing usage tracker for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:33:15.029756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-63459e83-a079-4f90-b542-5575b57d7640 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Unset dirty status for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:33:15.030887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-63459e83-a079-4f90-b542-5575b57d7640 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c4f72f0-28f0-44ef-a56a-46bf6b6078f3 HTTP/1.1" status: 200 len: 205 time: 0.0613320 Feb 18 09:33:15.033621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40988) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:15.165923 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42532c78-5682-4748-8fec-ad8196a1e73f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:15.457872 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42532c78-5682-4748-8fec-ad8196a1e73f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:15.460014 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42532c78-5682-4748-8fec-ad8196a1e73f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:15.482337 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42532c78-5682-4748-8fec-ad8196a1e73f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:15.482839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42532c78-5682-4748-8fec-ad8196a1e73f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Fanout notify agent at l3_agent the message router_deleted on router 6c4f72f0-28f0-44ef-a56a-46bf6b6078f3 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:33:15.493954 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42532c78-5682-4748-8fec-ad8196a1e73f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:15.495023 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-42532c78-5682-4748-8fec-ad8196a1e73f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/routers/6c4f72f0-28f0-44ef-a56a-46bf6b6078f3 HTTP/1.1" status: 204 len: 168 time: 0.4605243 Feb 18 09:33:15.497623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40992) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:15.565663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-2083ac65-5410-452f-8eff-0af9658ea80f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting subnet 702466fc-4128-4c34-bdf0-8068dc1b1ae6 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:33:15.568566 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2083ac65-5410-452f-8eff-0af9658ea80f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:15.621578 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2083ac65-5410-452f-8eff-0af9658ea80f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:15.705246 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2083ac65-5410-452f-8eff-0af9658ea80f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:15.775312 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2083ac65-5410-452f-8eff-0af9658ea80f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:15.812916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083ac65-5410-452f-8eff-0af9658ea80f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Subnet': ['ID=702466fc-4128-4c34-bdf0-8068dc1b1ae6,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:15.818784 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2083ac65-5410-452f-8eff-0af9658ea80f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:15.825501 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021dae2a-9673-4be7-96d0-8d7eb260683c None None] Network 4df6dce8-d6cc-49bf-a53c-dc421147de6f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:33:15.827797 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2083ac65-5410-452f-8eff-0af9658ea80f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/subnets/702466fc-4128-4c34-bdf0-8068dc1b1ae6 HTTP/1.1" status: 204 len: 168 time: 0.3292210 Feb 18 09:33:15.828869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 40996) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:15.943139 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:15.954537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:15.954868 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:16.067370 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f47d6cc-f774-4090-bb7e-a6c8cafc2a8d None None] DHCP port deletion for 4df6dce8-d6cc-49bf-a53c-dc421147de6f request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:33:16.072490 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2f47d6cc-f774-4090-bb7e-a6c8cafc2a8d None None] Deleting port 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:16.072973 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2f47d6cc-f774-4090-bb7e-a6c8cafc2a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:16.161873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] For port 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc,segment=NetworkSegment(d4cf0201-6e31-48c7-a759-e27370a9c66a),segment_id=d4cf0201-6e31-48c7-a759-e27370a9c66a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:16.162226 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:16.278635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-2f47d6cc-f774-4090-bb7e-a6c8cafc2a8d None None] For port 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc,segment=NetworkSegment(d4cf0201-6e31-48c7-a759-e27370a9c66a),segment_id=d4cf0201-6e31-48c7-a759-e27370a9c66a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:16.279031 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2f47d6cc-f774-4090-bb7e-a6c8cafc2a8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:16.408091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2f47d6cc-f774-4090-bb7e-a6c8cafc2a8d None None] Calling delete_port for 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:33:16.419141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Calling delete_port for 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:33:16.482488 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2f47d6cc-f774-4090-bb7e-a6c8cafc2a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:16.494543 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:33:16.494543 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:33:16.528661 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47d6cc-f774-4090-bb7e-a6c8cafc2a8d None None] Pushing event deleted for resources: {'Port': ['ID=4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:16.533875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f47d6cc-f774-4090-bb7e-a6c8cafc2a8d None None] No DVR routers for this DVR port 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:33:16.994578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:16.994936 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:17.062138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] The port '4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc' was deleted {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:33:17.181000 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:17.208987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df6dce8-d6cc-49bf-a53c-dc421147de6f']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:17.220649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4cf0201-6e31-48c7-a759-e27370a9c66a') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:17.220942 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4cf0201-6e31-48c7-a759-e27370a9c66a') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:17.232354 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:17.248430 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:17.254532 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:33:17.255025 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: util.warn( Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:33:17.269494 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:33:17.346118 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:17.370444 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:17.378652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Network': ['ID=4df6dce8-d6cc-49bf-a53c-dc421147de6f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:17.389747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-374c0529-8697-44d8-95ff-8cc048bca187 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/networks/4df6dce8-d6cc-49bf-a53c-dc421147de6f HTTP/1.1" status: 204 len: 168 time: 1.5599055 Feb 18 09:33:17.393222 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41002) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:17.398486 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-56a38e49-c26f-43cf-a0fc-b5cb17e358a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'network': {'name': 'tempest-RoutersTest-458113009'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:17.403694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-56a38e49-c26f-43cf-a0fc-b5cb17e358a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:17.407501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-56a38e49-c26f-43cf-a0fc-b5cb17e358a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:network and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:17.410374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-56a38e49-c26f-43cf-a0fc-b5cb17e358a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:17.417052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-56a38e49-c26f-43cf-a0fc-b5cb17e358a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:17.426619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a38e49-c26f-43cf-a0fc-b5cb17e358a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Made reservation on behalf of 5a51d4f8f29147ad810d924afc04e5be for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:17.430742 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56a38e49-c26f-43cf-a0fc-b5cb17e358a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:17.457849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a38e49-c26f-43cf-a0fc-b5cb17e358a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:33:17.466136 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56a38e49-c26f-43cf-a0fc-b5cb17e358a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:17.466480 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-56a38e49-c26f-43cf-a0fc-b5cb17e358a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Added segment 4b2c0ea4-4f3c-4907-927f-b2653ef79858 of type vlan for network 6c456523-b013-437e-8ddc-9e03ef8f3be3 Feb 18 09:33:17.492504 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56a38e49-c26f-43cf-a0fc-b5cb17e358a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:17.520025 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56a38e49-c26f-43cf-a0fc-b5cb17e358a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:17.525595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a38e49-c26f-43cf-a0fc-b5cb17e358a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:17.526173 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-56a38e49-c26f-43cf-a0fc-b5cb17e358a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:17.616999 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-56a38e49-c26f-43cf-a0fc-b5cb17e358a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2226620 Feb 18 09:33:17.620014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41006) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:17.625812 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-256397c1-a13f-4e8a-a314-7a2ad14eff99 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'subnet': {'network_id': '6c456523-b013-437e-8ddc-9e03ef8f3be3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:17.636032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a38e49-c26f-43cf-a0fc-b5cb17e358a6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Network': ['ID=6c456523-b013-437e-8ddc-9e03ef8f3be3,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:17.645962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 6c456523-b013-437e-8ddc-9e03ef8f3be3 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:33:17.747251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-256397c1-a13f-4e8a-a314-7a2ad14eff99 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:17.751828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-256397c1-a13f-4e8a-a314-7a2ad14eff99 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:subnet and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:17.755738 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-256397c1-a13f-4e8a-a314-7a2ad14eff99 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:17.762268 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-256397c1-a13f-4e8a-a314-7a2ad14eff99 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:17.775592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256397c1-a13f-4e8a-a314-7a2ad14eff99 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Made reservation on behalf of 5a51d4f8f29147ad810d924afc04e5be for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:17.780673 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-256397c1-a13f-4e8a-a314-7a2ad14eff99 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:17.900568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:33:17.935249 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:33:17.935592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4d7b26a3-6cdf-419c-8f2d-937b8d6e81dc not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:33:18.115996 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-256397c1-a13f-4e8a-a314-7a2ad14eff99 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:18.191540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256397c1-a13f-4e8a-a314-7a2ad14eff99 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Subnet': ['ID=9a617dba-4837-4135-b6c7-644ad1d412dd,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:18.200572 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256397c1-a13f-4e8a-a314-7a2ad14eff99 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Checking segment: {'id': '4b2c0ea4-4f3c-4907-927f-b2653ef79858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c456523-b013-437e-8ddc-9e03ef8f3be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:33:18.200927 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256397c1-a13f-4e8a-a314-7a2ad14eff99 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network hostable DHCP agents. Network: 6c456523-b013-437e-8ddc-9e03ef8f3be3, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:33:18.220548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256397c1-a13f-4e8a-a314-7a2ad14eff99 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 6c456523-b013-437e-8ddc-9e03ef8f3be3 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:33:18.230181 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-256397c1-a13f-4e8a-a314-7a2ad14eff99 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 6c456523-b013-437e-8ddc-9e03ef8f3be3) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:18.237117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256397c1-a13f-4e8a-a314-7a2ad14eff99 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:18.237840 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-256397c1-a13f-4e8a-a314-7a2ad14eff99 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:18.238536 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a4ad0f-63e8-4a9a-ae8c-2726057d507d None None] Network 6c456523-b013-437e-8ddc-9e03ef8f3be3 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:33:18.261013 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-256397c1-a13f-4e8a-a314-7a2ad14eff99 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6397562 Feb 18 09:33:18.263850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41010) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:18.268950 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-72196060-debe-42b6-a550-048d68630aab tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-393723833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:18.276347 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-72196060-debe-42b6-a550-048d68630aab tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:18.280203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-72196060-debe-42b6-a550-048d68630aab tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:router and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:18.283455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-72196060-debe-42b6-a550-048d68630aab tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:18.293463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-72196060-debe-42b6-a550-048d68630aab tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:18.304889 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-72196060-debe-42b6-a550-048d68630aab tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:18.305881 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-72196060-debe-42b6-a550-048d68630aab tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:18.321409 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-72196060-debe-42b6-a550-048d68630aab tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:18.339818 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-72196060-debe-42b6-a550-048d68630aab tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:18.363258 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-72196060-debe-42b6-a550-048d68630aab tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:18.364446 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-72196060-debe-42b6-a550-048d68630aab tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0995367 Feb 18 09:33:18.367552 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41014) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:18.453229 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-6c456523-b013-437e-8ddc-9e03ef8f3be3', 'network_id': '6c456523-b013-437e-8ddc-9e03ef8f3be3', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'fixed_ips': [{'subnet_id': '9a617dba-4837-4135-b6c7-644ad1d412dd'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:33:18.454153 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:18.610463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Allocated IP 172.20.0.2 (6c456523-b013-437e-8ddc-9e03ef8f3be3/9a617dba-4837-4135-b6c7-644ad1d412dd/49943995-17d0-4caf-9f6f-f6e481faf207) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:18.839058 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:18.845980 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:18.856226 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Transition to ACTIVE for port object 49943995-17d0-4caf-9f6f-f6e481faf207 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:18.874457 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Transition to ACTIVE for port object 49943995-17d0-4caf-9f6f-f6e481faf207 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:18.880437 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:18.945990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Network 6c456523-b013-437e-8ddc-9e03ef8f3be3 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:18.948926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:18.952855 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:33:18.958409 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Pushing event updated for resources: {'Port': ['ID=49943995-17d0-4caf-9f6f-f6e481faf207,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:19.045072 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Attempting to bind port 49943995-17d0-4caf-9f6f-f6e481faf207 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:33:19.045362 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Attempting to bind port 49943995-17d0-4caf-9f6f-f6e481faf207 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '4b2c0ea4-4f3c-4907-927f-b2653ef79858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c456523-b013-437e-8ddc-9e03ef8f3be3'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:33:19.045782 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Attempting to bind port 49943995-17d0-4caf-9f6f-f6e481faf207 on network 6c456523-b013-437e-8ddc-9e03ef8f3be3 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:33:19.051200 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:33:19.051577 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Checking segment: {'id': '4b2c0ea4-4f3c-4907-927f-b2653ef79858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c456523-b013-437e-8ddc-9e03ef8f3be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:33:19.052135 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:19.053155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Bound using segment: {'id': '4b2c0ea4-4f3c-4907-927f-b2653ef79858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c456523-b013-437e-8ddc-9e03ef8f3be3'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:33:19.053155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Bound port: 49943995-17d0-4caf-9f6f-f6e481faf207, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2c0ea4-4f3c-4907-927f-b2653ef79858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '6c456523-b013-437e-8ddc-9e03ef8f3be3'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:33:19.053405 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:19.141894 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] For port 49943995-17d0-4caf-9f6f-f6e481faf207, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:33:19.144781 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] For port 49943995-17d0-4caf-9f6f-f6e481faf207, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=49943995-17d0-4caf-9f6f-f6e481faf207,segment=NetworkSegment(4b2c0ea4-4f3c-4907-927f-b2653ef79858),segment_id=4b2c0ea4-4f3c-4907-927f-b2653ef79858)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:33:19.149654 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:19.179759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Allocated IP 172.20.0.1 (6c456523-b013-437e-8ddc-9e03ef8f3be3/9a617dba-4837-4135-b6c7-644ad1d412dd/83f98722-1cb4-4d02-b44a-1fc8228fbd6c) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:19.229288 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc6675-bd19-4bce-9909-1eea781c84dd None None] Pushing event updated for resources: {'Port': ['ID=49943995-17d0-4caf-9f6f-f6e481faf207,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:19.341930 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:19.358749 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Transition to ACTIVE for port object 83f98722-1cb4-4d02-b44a-1fc8228fbd6c will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:19.385548 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:19.466856 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 6c456523-b013-437e-8ddc-9e03ef8f3be3 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:19.470327 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:19.474578 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:33:19.513920 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=83f98722-1cb4-4d02-b44a-1fc8228fbd6c,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:19.547151 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:19.760369 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:19.935122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 49943995-17d0-4caf-9f6f-f6e481faf207 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:20.006602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 49943995-17d0-4caf-9f6f-f6e481faf207 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:20.169366 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:20.176545 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:20.279242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf2a8b3-f6ce-45b3-a149-38566eb91c90 None None] Network 6c456523-b013-437e-8ddc-9e03ef8f3be3 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:33:20.310021 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:20.313488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=83f98722-1cb4-4d02-b44a-1fc8228fbd6c,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:20.376004 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-44b9cac1-8ee6-4905-b145-9f6e0690fb46 None None] Provisioning for port 49943995-17d0-4caf-9f6f-f6e481faf207 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:20.391003 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-44b9cac1-8ee6-4905-b145-9f6e0690fb46 None None] Provisioning complete for port 49943995-17d0-4caf-9f6f-f6e481faf207 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:20.391526 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-44b9cac1-8ee6-4905-b145-9f6e0690fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:20.462517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 6c456523-b013-437e-8ddc-9e03ef8f3be3 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:20.463716 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:20.619132 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-44b9cac1-8ee6-4905-b145-9f6e0690fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:20.658986 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-44b9cac1-8ee6-4905-b145-9f6e0690fb46 None None] For port 49943995-17d0-4caf-9f6f-f6e481faf207, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=49943995-17d0-4caf-9f6f-f6e481faf207,segment=NetworkSegment(4b2c0ea4-4f3c-4907-927f-b2653ef79858),segment_id=4b2c0ea4-4f3c-4907-927f-b2653ef79858)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:20.664338 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-44b9cac1-8ee6-4905-b145-9f6e0690fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:20.668372 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router 16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:33:20.737781 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9cac1-8ee6-4905-b145-9f6e0690fb46 None None] Pushing event updated for resources: {'Port': ['ID=49943995-17d0-4caf-9f6f-f6e481faf207,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:20.831364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:33:20.843082 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feccb39-9686-4170-8346-a9e2dfa21086 None None] Sync routers for ids ['16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:33:20.847779 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ac7dd148-d8e1-42cc-934f-688184c08440 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4793227 Feb 18 09:33:20.850837 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41020) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:20.856231 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feccb39-9686-4170-8346-a9e2dfa21086 None None] Routers {'16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:20.857571 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-4feccb39-9686-4170-8346-a9e2dfa21086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:20.928400 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-4feccb39-9686-4170-8346-a9e2dfa21086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:20.939244 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feccb39-9686-4170-8346-a9e2dfa21086 None None] Routers {'16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:20.940144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc078b2-c7f1-4b68-82d2-89729280463d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:20.940843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7bc078b2-c7f1-4b68-82d2-89729280463d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Synchronizing usage tracker for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:33:20.941505 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-4feccb39-9686-4170-8346-a9e2dfa21086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:20.959084 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7bc078b2-c7f1-4b68-82d2-89729280463d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Unset dirty status for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:33:20.961714 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7bc078b2-c7f1-4b68-82d2-89729280463d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/ports/83f98722-1cb4-4d02-b44a-1fc8228fbd6c HTTP/1.1" status: 200 len: 910 time: 0.1085517 Feb 18 09:33:20.963902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41024) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:21.020423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-4feccb39-9686-4170-8346-a9e2dfa21086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:21.020788 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feccb39-9686-4170-8346-a9e2dfa21086 None None] The sync data for ids ['16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:33:21.030849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-daa266ba-3b1e-44f6-8fec-49820a509261 None None] Provisioning for port 83f98722-1cb4-4d02-b44a-1fc8228fbd6c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:21.035989 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-daa266ba-3b1e-44f6-8fec-49820a509261 None None] Provisioning complete for port 83f98722-1cb4-4d02-b44a-1fc8228fbd6c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:21.036402 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-daa266ba-3b1e-44f6-8fec-49820a509261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:21.096919 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:33:21.106266 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-daa266ba-3b1e-44f6-8fec-49820a509261 None None] Port 83f98722-1cb4-4d02-b44a-1fc8228fbd6c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:33:21.122219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-daa266ba-3b1e-44f6-8fec-49820a509261 None None] Provisioning complete for port 49943995-17d0-4caf-9f6f-f6e481faf207 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:21.122588 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-daa266ba-3b1e-44f6-8fec-49820a509261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:21.371138 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2c53d194-0c7a-4e94-aa93-79277bdb655b None None] Provisioning complete for port 83f98722-1cb4-4d02-b44a-1fc8228fbd6c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:21.371503 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2c53d194-0c7a-4e94-aa93-79277bdb655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:21.425938 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2c53d194-0c7a-4e94-aa93-79277bdb655b None None] Port 83f98722-1cb4-4d02-b44a-1fc8228fbd6c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:33:21.596297 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0761614d-8b4e-424b-9435-6303d5f422b4 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:21.907988 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 49943995-17d0-4caf-9f6f-f6e481faf207 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:21.926555 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0761614d-8b4e-424b-9435-6303d5f422b4 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port 83f98722-1cb4-4d02-b44a-1fc8228fbd6c {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:21.926894 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0761614d-8b4e-424b-9435-6303d5f422b4 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:22.008997 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 49943995-17d0-4caf-9f6f-f6e481faf207 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:22.009605 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:22.111157 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0761614d-8b4e-424b-9435-6303d5f422b4 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:22.238587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0761614d-8b4e-424b-9435-6303d5f422b4 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Calling delete_port for 83f98722-1cb4-4d02-b44a-1fc8228fbd6c owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:33:22.416980 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0761614d-8b4e-424b-9435-6303d5f422b4 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:22.467274 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761614d-8b4e-424b-9435-6303d5f422b4 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Port': ['ID=83f98722-1cb4-4d02-b44a-1fc8228fbd6c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:22.807629 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0761614d-8b4e-424b-9435-6303d5f422b4 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:23.079851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0761614d-8b4e-424b-9435-6303d5f422b4 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router 16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:33:23.213427 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0761614d-8b4e-424b-9435-6303d5f422b4 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:33:23.222930 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84b6e8d-a106-4f7a-90ef-0c696c132594 None None] Sync routers for ids ['16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:33:23.229785 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0761614d-8b4e-424b-9435-6303d5f422b4 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2646699 Feb 18 09:33:23.231931 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b6e8d-a106-4f7a-90ef-0c696c132594 None None] Routers {'16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:23.232551 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b84b6e8d-a106-4f7a-90ef-0c696c132594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:23.232708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41028) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:23.277982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2e9bf36d-bd18-4285-b3ee-1de4b227c029 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Synchronizing usage tracker for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:33:23.293918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2e9bf36d-bd18-4285-b3ee-1de4b227c029 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Unset dirty status for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:33:23.295086 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2e9bf36d-bd18-4285-b3ee-1de4b227c029 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/ports?device_id=16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390 HTTP/1.1" status: 200 len: 205 time: 0.0615950 Feb 18 09:33:23.295776 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b84b6e8d-a106-4f7a-90ef-0c696c132594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:23.297962 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41032) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:23.305649 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b6e8d-a106-4f7a-90ef-0c696c132594 None None] Routers {'16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:23.306247 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b84b6e8d-a106-4f7a-90ef-0c696c132594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:23.365451 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b84b6e8d-a106-4f7a-90ef-0c696c132594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:23.365767 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84b6e8d-a106-4f7a-90ef-0c696c132594 None None] The sync data for ids ['16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:33:23.429582 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-744927e0-7afe-4de3-9026-03e011b7f12d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:23.716736 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-744927e0-7afe-4de3-9026-03e011b7f12d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:23.718851 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-744927e0-7afe-4de3-9026-03e011b7f12d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:23.740119 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-744927e0-7afe-4de3-9026-03e011b7f12d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:23.740637 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744927e0-7afe-4de3-9026-03e011b7f12d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Fanout notify agent at l3_agent the message router_deleted on router 16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:33:23.752470 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-744927e0-7afe-4de3-9026-03e011b7f12d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:23.753543 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-744927e0-7afe-4de3-9026-03e011b7f12d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/routers/16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390 HTTP/1.1" status: 204 len: 168 time: 0.4546752 Feb 18 09:33:23.756355 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41036) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:23.822795 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a127f5ee-50d5-4693-9609-e7214f266e50 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting subnet 9a617dba-4837-4135-b6c7-644ad1d412dd {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:33:23.825863 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a127f5ee-50d5-4693-9609-e7214f266e50 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:23.879458 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a127f5ee-50d5-4693-9609-e7214f266e50 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:24.085182 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a127f5ee-50d5-4693-9609-e7214f266e50 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:24.156379 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a127f5ee-50d5-4693-9609-e7214f266e50 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:24.196578 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127f5ee-50d5-4693-9609-e7214f266e50 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Subnet': ['ID=9a617dba-4837-4135-b6c7-644ad1d412dd,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:24.198504 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a127f5ee-50d5-4693-9609-e7214f266e50 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:24.203518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380f4fdc-8e5f-4861-8b50-36eb79f108ed None None] Network 6c456523-b013-437e-8ddc-9e03ef8f3be3 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:33:24.204848 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a127f5ee-50d5-4693-9609-e7214f266e50 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/subnets/9a617dba-4837-4135-b6c7-644ad1d412dd HTTP/1.1" status: 204 len: 168 time: 0.4475648 Feb 18 09:33:24.207667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41040) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:24.324015 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:24.334593 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port 49943995-17d0-4caf-9f6f-f6e481faf207 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:24.334923 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:24.459269 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b960104f-5b3d-4bb7-93a6-93573894e738 None None] DHCP port deletion for 6c456523-b013-437e-8ddc-9e03ef8f3be3 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:33:24.464022 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b960104f-5b3d-4bb7-93a6-93573894e738 None None] Deleting port 49943995-17d0-4caf-9f6f-f6e481faf207 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:24.464419 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b960104f-5b3d-4bb7-93a6-93573894e738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:24.543773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] For port 49943995-17d0-4caf-9f6f-f6e481faf207, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=49943995-17d0-4caf-9f6f-f6e481faf207,segment=NetworkSegment(4b2c0ea4-4f3c-4907-927f-b2653ef79858),segment_id=4b2c0ea4-4f3c-4907-927f-b2653ef79858)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:24.544121 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:24.672909 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b960104f-5b3d-4bb7-93a6-93573894e738 None None] For port 49943995-17d0-4caf-9f6f-f6e481faf207, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=49943995-17d0-4caf-9f6f-f6e481faf207,segment=NetworkSegment(4b2c0ea4-4f3c-4907-927f-b2653ef79858),segment_id=4b2c0ea4-4f3c-4907-927f-b2653ef79858)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:24.673215 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b960104f-5b3d-4bb7-93a6-93573894e738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:24.673536 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Calling delete_port for 49943995-17d0-4caf-9f6f-f6e481faf207 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:33:24.753272 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:24.793311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b960104f-5b3d-4bb7-93a6-93573894e738 None None] Calling delete_port for 49943995-17d0-4caf-9f6f-f6e481faf207 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:33:24.800919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Port': ['ID=49943995-17d0-4caf-9f6f-f6e481faf207,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:24.805036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] No DVR routers for this DVR port 49943995-17d0-4caf-9f6f-f6e481faf207 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:33:24.868723 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-b960104f-5b3d-4bb7-93a6-93573894e738 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:33:24.869081 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-b960104f-5b3d-4bb7-93a6-93573894e738 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:33:24.934969 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:24.961924 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c456523-b013-437e-8ddc-9e03ef8f3be3']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:24.973561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2c0ea4-4f3c-4907-927f-b2653ef79858') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:24.973861 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2c0ea4-4f3c-4907-927f-b2653ef79858') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:24.985317 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:25.000994 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:25.007078 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:33:25.008542 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:33:25.026517 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:33:25.102385 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:25.119229 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:25.129729 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Network': ['ID=6c456523-b013-437e-8ddc-9e03ef8f3be3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:25.140023 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3c2b3d93-ecdf-418a-9474-104598c09b9b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/networks/6c456523-b013-437e-8ddc-9e03ef8f3be3 HTTP/1.1" status: 204 len: 168 time: 0.9312632 Feb 18 09:33:25.143992 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41044) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:25.149403 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1646967594', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}, 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:25.157158 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:25.160940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:router and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:25.164455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:25.170560 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:25.179950 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:25.180945 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:25.195232 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:25.370232 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b960104f-5b3d-4bb7-93a6-93573894e738 None None] Deleting port 49943995-17d0-4caf-9f6f-f6e481faf207 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:25.370801 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b960104f-5b3d-4bb7-93a6-93573894e738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:25.435115 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b960104f-5b3d-4bb7-93a6-93573894e738 None None] The port '49943995-17d0-4caf-9f6f-f6e481faf207' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:33:25.461646 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:25.884966 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:25.904573 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 49943995-17d0-4caf-9f6f-f6e481faf207 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:33:25.918302 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:25.939594 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 49943995-17d0-4caf-9f6f-f6e481faf207 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:33:25.939931 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 49943995-17d0-4caf-9f6f-f6e481faf207 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:33:26.063633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Allocated IP 172.25.1.80 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/752c553c-8789-4482-8f9a-b65424d50ba3) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:26.209851 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:26.239403 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:26.305355 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:26.308850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:26.311395 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:33:26.366589 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=752c553c-8789-4482-8f9a-b65424d50ba3,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:26.732417 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:27.178733 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:27.383085 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router 38b5d681-a038-4fbd-a94b-b316090fcaf3 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:33:27.557935 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:33:27.567509 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e5b3db-b42d-4acc-a77b-a5be7e00b083 None None] Sync routers for ids ['38b5d681-a038-4fbd-a94b-b316090fcaf3'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:33:27.576585 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e5b3db-b42d-4acc-a77b-a5be7e00b083 None None] Routers {'38b5d681-a038-4fbd-a94b-b316090fcaf3'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:27.577183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b9e5b3db-b42d-4acc-a77b-a5be7e00b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['38b5d681-a038-4fbd-a94b-b316090fcaf3'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:27.583813 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:27.585072 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0201c1f1-3b70-452e-8bd1-f457e46f195e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.4401488 Feb 18 09:33:27.588788 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41048) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:27.639095 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b9e5b3db-b42d-4acc-a77b-a5be7e00b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:27.647339 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e5b3db-b42d-4acc-a77b-a5be7e00b083 None None] Routers {'38b5d681-a038-4fbd-a94b-b316090fcaf3'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:27.648800 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b9e5b3db-b42d-4acc-a77b-a5be7e00b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['38b5d681-a038-4fbd-a94b-b316090fcaf3'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:27.707323 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b9e5b3db-b42d-4acc-a77b-a5be7e00b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:27.707722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e5b3db-b42d-4acc-a77b-a5be7e00b083 None None] The sync data for ids ['38b5d681-a038-4fbd-a94b-b316090fcaf3'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:33:27.766704 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fda96b1e-1568-4b7a-a891-bab85e48110d tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/routers/38b5d681-a038-4fbd-a94b-b316090fcaf3 HTTP/1.1" status: 200 len: 880 time: 0.1768661 Feb 18 09:33:27.769535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41052) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:27.970152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e4adfdd2-e4fb-4a72-827c-963230f9ea87 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Synchronizing usage tracker for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:router {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:33:27.986058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e4adfdd2-e4fb-4a72-827c-963230f9ea87 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Unset dirty status for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:router {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:33:27.987278 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e4adfdd2-e4fb-4a72-827c-963230f9ea87 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2168634 Feb 18 09:33:27.990359 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41056) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:27.995253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-6048b863-b1c2-4f2d-93fa-460bf7f7a4ce tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1646967594'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:28.626204 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6048b863-b1c2-4f2d-93fa-460bf7f7a4ce tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:28.637991 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6048b863-b1c2-4f2d-93fa-460bf7f7a4ce tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:28.815873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6048b863-b1c2-4f2d-93fa-460bf7f7a4ce tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router 38b5d681-a038-4fbd-a94b-b316090fcaf3 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:33:28.999054 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6048b863-b1c2-4f2d-93fa-460bf7f7a4ce tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:33:29.005453 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6048b863-b1c2-4f2d-93fa-460bf7f7a4ce tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:29.006548 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6048b863-b1c2-4f2d-93fa-460bf7f7a4ce tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/38b5d681-a038-4fbd-a94b-b316090fcaf3 HTTP/1.1" status: 200 len: 887 time: 1.0152884 Feb 18 09:33:29.009332 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41062) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:29.011732 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5028c7-1b5a-4f1c-aabc-3be236829b07 None None] Sync routers for ids ['38b5d681-a038-4fbd-a94b-b316090fcaf3'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:33:29.021035 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5028c7-1b5a-4f1c-aabc-3be236829b07 None None] Routers {'38b5d681-a038-4fbd-a94b-b316090fcaf3'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:29.021720 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-cb5028c7-1b5a-4f1c-aabc-3be236829b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['38b5d681-a038-4fbd-a94b-b316090fcaf3'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:29.082227 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-cb5028c7-1b5a-4f1c-aabc-3be236829b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:29.090999 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5028c7-1b5a-4f1c-aabc-3be236829b07 None None] Routers {'38b5d681-a038-4fbd-a94b-b316090fcaf3'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:29.091585 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-cb5028c7-1b5a-4f1c-aabc-3be236829b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['38b5d681-a038-4fbd-a94b-b316090fcaf3'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:29.152436 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-cb5028c7-1b5a-4f1c-aabc-3be236829b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:29.152828 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5028c7-1b5a-4f1c-aabc-3be236829b07 None None] The sync data for ids ['38b5d681-a038-4fbd-a94b-b316090fcaf3'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:33:29.193226 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-71b290da-cc26-4b16-99b3-2605fb2a910e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/routers/38b5d681-a038-4fbd-a94b-b316090fcaf3 HTTP/1.1" status: 200 len: 887 time: 0.1827834 Feb 18 09:33:29.196439 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41066) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:29.238616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-896ff64c-a824-404e-b1c4-b3e395902628 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Synchronizing usage tracker for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:33:29.254604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-896ff64c-a824-404e-b1c4-b3e395902628 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Unset dirty status for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:33:29.255747 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-896ff64c-a824-404e-b1c4-b3e395902628 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/ports?device_id=38b5d681-a038-4fbd-a94b-b316090fcaf3 HTTP/1.1" status: 200 len: 205 time: 0.0584207 Feb 18 09:33:29.258583 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41070) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:29.440025 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8b19-1e35-4ef7-87de-0da754c0cd02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:29.616137 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8b19-1e35-4ef7-87de-0da754c0cd02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:29.626502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0ffd8b19-1e35-4ef7-87de-0da754c0cd02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port 752c553c-8789-4482-8f9a-b65424d50ba3 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:29.627099 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8b19-1e35-4ef7-87de-0da754c0cd02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:29.933638 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8b19-1e35-4ef7-87de-0da754c0cd02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:30.057334 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0ffd8b19-1e35-4ef7-87de-0da754c0cd02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Calling delete_port for 752c553c-8789-4482-8f9a-b65424d50ba3 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:33:30.221589 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8b19-1e35-4ef7-87de-0da754c0cd02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:30.265596 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd8b19-1e35-4ef7-87de-0da754c0cd02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Port': ['ID=752c553c-8789-4482-8f9a-b65424d50ba3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:30.359470 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8b19-1e35-4ef7-87de-0da754c0cd02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:30.367735 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-75f74a64-b176-40ee-855c-6f6cc4715295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:30.539918 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8b19-1e35-4ef7-87de-0da754c0cd02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:30.542001 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8b19-1e35-4ef7-87de-0da754c0cd02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:30.563517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8b19-1e35-4ef7-87de-0da754c0cd02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:30.564017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffd8b19-1e35-4ef7-87de-0da754c0cd02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Fanout notify agent at l3_agent the message router_deleted on router 38b5d681-a038-4fbd-a94b-b316090fcaf3 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:33:30.587328 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8b19-1e35-4ef7-87de-0da754c0cd02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:30.588457 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0ffd8b19-1e35-4ef7-87de-0da754c0cd02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/routers/38b5d681-a038-4fbd-a94b-b316090fcaf3 HTTP/1.1" status: 204 len: 168 time: 1.3289423 Feb 18 09:33:30.592572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41078) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:30.598252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-8b707134-a359-4421-95a1-b289e1b70992 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'network': {'name': 'tempest-RoutersTest-1825766009'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:30.604194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8b707134-a359-4421-95a1-b289e1b70992 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:30.608313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8b707134-a359-4421-95a1-b289e1b70992 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:network and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:30.611359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-8b707134-a359-4421-95a1-b289e1b70992 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:30.617946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-8b707134-a359-4421-95a1-b289e1b70992 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:30.629480 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b707134-a359-4421-95a1-b289e1b70992 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Made reservation on behalf of 5a51d4f8f29147ad810d924afc04e5be for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:30.635160 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8b707134-a359-4421-95a1-b289e1b70992 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:30.663751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b707134-a359-4421-95a1-b289e1b70992 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:33:30.672491 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8b707134-a359-4421-95a1-b289e1b70992 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:30.672842 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-8b707134-a359-4421-95a1-b289e1b70992 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Added segment 5ac20bf6-0848-4e7d-9cc9-a410ea46cec2 of type vlan for network 095d2336-7f45-434a-8762-d161509c72aa Feb 18 09:33:30.699337 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8b707134-a359-4421-95a1-b289e1b70992 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:30.727797 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8b707134-a359-4421-95a1-b289e1b70992 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:30.733150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b707134-a359-4421-95a1-b289e1b70992 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:30.733725 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8b707134-a359-4421-95a1-b289e1b70992 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:30.835100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8b707134-a359-4421-95a1-b289e1b70992 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2412188 Feb 18 09:33:30.838501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41082) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:30.846049 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-60f69e36-db4f-4567-ac72-8e4127a9d611 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'subnet': {'network_id': '095d2336-7f45-434a-8762-d161509c72aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:30.859794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b707134-a359-4421-95a1-b289e1b70992 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Network': ['ID=095d2336-7f45-434a-8762-d161509c72aa,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:30.871798 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 095d2336-7f45-434a-8762-d161509c72aa details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:33:30.962682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-60f69e36-db4f-4567-ac72-8e4127a9d611 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:30.966502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-60f69e36-db4f-4567-ac72-8e4127a9d611 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:subnet and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:30.969321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-60f69e36-db4f-4567-ac72-8e4127a9d611 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:30.975008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-60f69e36-db4f-4567-ac72-8e4127a9d611 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:30.984570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f69e36-db4f-4567-ac72-8e4127a9d611 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Made reservation on behalf of 5a51d4f8f29147ad810d924afc04e5be for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:30.988053 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-60f69e36-db4f-4567-ac72-8e4127a9d611 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:31.198644 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-60f69e36-db4f-4567-ac72-8e4127a9d611 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:31.276642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f69e36-db4f-4567-ac72-8e4127a9d611 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Subnet': ['ID=804b9bba-2b51-4a12-b120-12e68d945146,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:31.285723 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f69e36-db4f-4567-ac72-8e4127a9d611 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Checking segment: {'id': '5ac20bf6-0848-4e7d-9cc9-a410ea46cec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '095d2336-7f45-434a-8762-d161509c72aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:33:31.286075 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f69e36-db4f-4567-ac72-8e4127a9d611 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network hostable DHCP agents. Network: 095d2336-7f45-434a-8762-d161509c72aa, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:33:31.304074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f69e36-db4f-4567-ac72-8e4127a9d611 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 095d2336-7f45-434a-8762-d161509c72aa is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:33:31.313886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-60f69e36-db4f-4567-ac72-8e4127a9d611 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 095d2336-7f45-434a-8762-d161509c72aa) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:31.318325 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f69e36-db4f-4567-ac72-8e4127a9d611 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:31.318905 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-60f69e36-db4f-4567-ac72-8e4127a9d611 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:31.325942 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5401ab-6102-4554-b72c-bb556ac2985e None None] Network 095d2336-7f45-434a-8762-d161509c72aa requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:33:31.340389 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-60f69e36-db4f-4567-ac72-8e4127a9d611 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5008085 Feb 18 09:33:31.343043 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41086) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:31.348356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-2fdf76d7-ce0a-4a28-af6d-f9fbe4867efa tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1938231674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:31.355297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2fdf76d7-ce0a-4a28-af6d-f9fbe4867efa tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:31.359569 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2fdf76d7-ce0a-4a28-af6d-f9fbe4867efa tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:router and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:31.362549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2fdf76d7-ce0a-4a28-af6d-f9fbe4867efa tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:31.368845 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2fdf76d7-ce0a-4a28-af6d-f9fbe4867efa tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:31.378822 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2fdf76d7-ce0a-4a28-af6d-f9fbe4867efa tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:31.379875 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2fdf76d7-ce0a-4a28-af6d-f9fbe4867efa tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:31.395577 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2fdf76d7-ce0a-4a28-af6d-f9fbe4867efa tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:31.413464 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2fdf76d7-ce0a-4a28-af6d-f9fbe4867efa tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:31.440612 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2fdf76d7-ce0a-4a28-af6d-f9fbe4867efa tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:31.441885 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2fdf76d7-ce0a-4a28-af6d-f9fbe4867efa tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.0978956 Feb 18 09:33:31.444658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41090) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:31.573410 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-095d2336-7f45-434a-8762-d161509c72aa', 'network_id': '095d2336-7f45-434a-8762-d161509c72aa', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'fixed_ips': [{'subnet_id': '804b9bba-2b51-4a12-b120-12e68d945146'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:33:31.574233 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:31.731988 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Allocated IP 172.20.0.2 (095d2336-7f45-434a-8762-d161509c72aa/804b9bba-2b51-4a12-b120-12e68d945146/26c63e25-838b-4069-9a17-5a6e0b5459ff) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:31.939493 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:31.950449 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Transition to ACTIVE for port object 26c63e25-838b-4069-9a17-5a6e0b5459ff will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:31.969101 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Transition to ACTIVE for port object 26c63e25-838b-4069-9a17-5a6e0b5459ff will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:31.974437 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:32.041359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Network 095d2336-7f45-434a-8762-d161509c72aa is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:32.044096 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:32.047894 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:33:32.053599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Pushing event updated for resources: {'Port': ['ID=26c63e25-838b-4069-9a17-5a6e0b5459ff,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:32.055109 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:32.089884 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:32.090228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:32.090555 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:32.090883 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:32.091280 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:32.091560 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:32.091826 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:32.092148 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:32.092490 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:32.092971 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:32.093286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:32.093672 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:32.151595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Attempting to bind port 26c63e25-838b-4069-9a17-5a6e0b5459ff on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:33:32.151950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Attempting to bind port 26c63e25-838b-4069-9a17-5a6e0b5459ff by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '5ac20bf6-0848-4e7d-9cc9-a410ea46cec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '095d2336-7f45-434a-8762-d161509c72aa'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:33:32.152326 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Attempting to bind port 26c63e25-838b-4069-9a17-5a6e0b5459ff on network 095d2336-7f45-434a-8762-d161509c72aa {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:33:32.157454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:33:32.157818 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Checking segment: {'id': '5ac20bf6-0848-4e7d-9cc9-a410ea46cec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '095d2336-7f45-434a-8762-d161509c72aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:33:32.158208 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:32.158589 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Bound using segment: {'id': '5ac20bf6-0848-4e7d-9cc9-a410ea46cec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '095d2336-7f45-434a-8762-d161509c72aa'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:33:32.159038 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Bound port: 26c63e25-838b-4069-9a17-5a6e0b5459ff, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac20bf6-0848-4e7d-9cc9-a410ea46cec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '095d2336-7f45-434a-8762-d161509c72aa'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:33:32.159401 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:32.246677 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] For port 26c63e25-838b-4069-9a17-5a6e0b5459ff, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:33:32.249755 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] For port 26c63e25-838b-4069-9a17-5a6e0b5459ff, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=26c63e25-838b-4069-9a17-5a6e0b5459ff,segment=NetworkSegment(5ac20bf6-0848-4e7d-9cc9-a410ea46cec2),segment_id=5ac20bf6-0848-4e7d-9cc9-a410ea46cec2)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:33:32.254511 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:32.337205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9c8b9-e8bb-4c82-ac60-5c5d60fd0b6e None None] Pushing event updated for resources: {'Port': ['ID=26c63e25-838b-4069-9a17-5a6e0b5459ff,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:32.424621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Allocated IP 172.20.0.1 (095d2336-7f45-434a-8762-d161509c72aa/804b9bba-2b51-4a12-b120-12e68d945146/e9396646-b5c2-49dd-a096-8457671ee223) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:32.600031 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:32.618499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Transition to ACTIVE for port object e9396646-b5c2-49dd-a096-8457671ee223 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:32.642851 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:32.714268 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 095d2336-7f45-434a-8762-d161509c72aa is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:32.717204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:32.721117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:33:32.756544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=e9396646-b5c2-49dd-a096-8457671ee223,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:32.782763 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:32.891450 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:33.290961 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7984a3-9a22-46bf-a60e-8e60a5311d18 None None] Network 095d2336-7f45-434a-8762-d161509c72aa requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:33:33.381675 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-df4d81d0-7c8a-411d-9baf-2ba0174a128b None None] Provisioning for port 26c63e25-838b-4069-9a17-5a6e0b5459ff completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:33.411916 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:33.417889 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:33.531328 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:33.535493 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=e9396646-b5c2-49dd-a096-8457671ee223,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:33.677440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 095d2336-7f45-434a-8762-d161509c72aa is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:33.678565 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:33.818852 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5d9f39cd-dcae-4e6f-accc-e65b8849819b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:33.828698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-22e000b7-b412-42b8-8206-9ac73dc34de3 None None] Provisioning for port e9396646-b5c2-49dd-a096-8457671ee223 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:33.833931 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-22e000b7-b412-42b8-8206-9ac73dc34de3 None None] Provisioning complete for port e9396646-b5c2-49dd-a096-8457671ee223 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:33.834304 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-22e000b7-b412-42b8-8206-9ac73dc34de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:33.893337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router b892ef3a-d68e-4615-a359-1c9f94b99e8e is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:33:33.935951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-22e000b7-b412-42b8-8206-9ac73dc34de3 None None] Port e9396646-b5c2-49dd-a096-8457671ee223 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:33:33.937826 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:33.947018 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:33.987396 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 26c63e25-838b-4069-9a17-5a6e0b5459ff up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:34.062142 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 26c63e25-838b-4069-9a17-5a6e0b5459ff completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:34.073262 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 26c63e25-838b-4069-9a17-5a6e0b5459ff triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:34.073632 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:34.097234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:33:34.113580 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9f63b4cb-031d-47e1-adfb-c51a242fa152 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/b892ef3a-d68e-4615-a359-1c9f94b99e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6676760 Feb 18 09:33:34.116255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41098) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:34.140891 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdb6f4e-7adf-4a94-84fe-11df8ba57a56 None None] Sync routers for ids ['b892ef3a-d68e-4615-a359-1c9f94b99e8e'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:33:34.163535 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb6f4e-7adf-4a94-84fe-11df8ba57a56 None None] Routers {'b892ef3a-d68e-4615-a359-1c9f94b99e8e'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:34.164662 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2fdb6f4e-7adf-4a94-84fe-11df8ba57a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b892ef3a-d68e-4615-a359-1c9f94b99e8e'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:34.194402 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8646ce-f228-4a33-962f-e41d2f74fd41 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:34.195761 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-de8646ce-f228-4a33-962f-e41d2f74fd41 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/ports/e9396646-b5c2-49dd-a096-8457671ee223 HTTP/1.1" status: 200 len: 910 time: 0.0784528 Feb 18 09:33:34.198503 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41102) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:34.204319 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8419fc6f-fd97-4a1c-8264-c1ad0856cf74 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '804b9bba-2b51-4a12-b120-12e68d945146'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:34.211783 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-779894f7-d413-4841-b065-2933d264e5a5 None None] Provisioning complete for port e9396646-b5c2-49dd-a096-8457671ee223 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:34.212150 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-779894f7-d413-4841-b065-2933d264e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:34.260504 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2fdb6f4e-7adf-4a94-84fe-11df8ba57a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:34.287149 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb6f4e-7adf-4a94-84fe-11df8ba57a56 None None] Routers {'b892ef3a-d68e-4615-a359-1c9f94b99e8e'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:34.287758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2fdb6f4e-7adf-4a94-84fe-11df8ba57a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b892ef3a-d68e-4615-a359-1c9f94b99e8e'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:34.379884 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-779894f7-d413-4841-b065-2933d264e5a5 None None] Port e9396646-b5c2-49dd-a096-8457671ee223 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:33:34.387974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2fdb6f4e-7adf-4a94-84fe-11df8ba57a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:34.388396 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdb6f4e-7adf-4a94-84fe-11df8ba57a56 None None] The sync data for ids ['b892ef3a-d68e-4615-a359-1c9f94b99e8e'] in n-d-829434-1 is: [] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:33:34.408962 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:34.442173 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 26c63e25-838b-4069-9a17-5a6e0b5459ff, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=26c63e25-838b-4069-9a17-5a6e0b5459ff,segment=NetworkSegment(5ac20bf6-0848-4e7d-9cc9-a410ea46cec2),segment_id=5ac20bf6-0848-4e7d-9cc9-a410ea46cec2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:34.442396 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8419fc6f-fd97-4a1c-8264-c1ad0856cf74 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:34.447780 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:34.518380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6958401d-f9f1-4b9e-b08d-d1176fc8b7cc None None] Provisioning complete for port e9396646-b5c2-49dd-a096-8457671ee223 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:34.518747 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6958401d-f9f1-4b9e-b08d-d1176fc8b7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:34.607341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=26c63e25-838b-4069-9a17-5a6e0b5459ff,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:34.617245 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-6958401d-f9f1-4b9e-b08d-d1176fc8b7cc None None] Port e9396646-b5c2-49dd-a096-8457671ee223 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:33:35.072003 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8419fc6f-fd97-4a1c-8264-c1ad0856cf74 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:35.079422 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8419fc6f-fd97-4a1c-8264-c1ad0856cf74 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:35.153168 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:35.193149 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419fc6f-fd97-4a1c-8264-c1ad0856cf74 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=e9396646-b5c2-49dd-a096-8457671ee223,revision_number=3']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:35.200919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8419fc6f-fd97-4a1c-8264-c1ad0856cf74 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:35.201504 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8419fc6f-fd97-4a1c-8264-c1ad0856cf74 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:35.202941 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8419fc6f-fd97-4a1c-8264-c1ad0856cf74 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/ports/e9396646-b5c2-49dd-a096-8457671ee223 HTTP/1.1" status: 200 len: 910 time: 1.0035274 Feb 18 09:33:35.205846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41106) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:35.687660 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7d2a4f67-a1a9-49d3-9321-6ed5e02d362a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:35.910627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 26c63e25-838b-4069-9a17-5a6e0b5459ff up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:35.978979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 26c63e25-838b-4069-9a17-5a6e0b5459ff triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:35.979255 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:36.019863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a4f67-a1a9-49d3-9321-6ed5e02d362a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port e9396646-b5c2-49dd-a096-8457671ee223 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:36.020329 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7d2a4f67-a1a9-49d3-9321-6ed5e02d362a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:36.201074 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7d2a4f67-a1a9-49d3-9321-6ed5e02d362a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:36.439201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a4f67-a1a9-49d3-9321-6ed5e02d362a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Calling delete_port for e9396646-b5c2-49dd-a096-8457671ee223 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:33:36.609463 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7d2a4f67-a1a9-49d3-9321-6ed5e02d362a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:36.656617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a4f67-a1a9-49d3-9321-6ed5e02d362a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Port': ['ID=e9396646-b5c2-49dd-a096-8457671ee223,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:36.890200 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7d2a4f67-a1a9-49d3-9321-6ed5e02d362a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:37.162683 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2a4f67-a1a9-49d3-9321-6ed5e02d362a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router b892ef3a-d68e-4615-a359-1c9f94b99e8e has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:33:37.294678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2a4f67-a1a9-49d3-9321-6ed5e02d362a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:33:37.305175 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9306b2c5-044a-4dc6-8fbb-3e789f3c82d6 None None] Sync routers for ids ['b892ef3a-d68e-4615-a359-1c9f94b99e8e'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:33:37.310799 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7d2a4f67-a1a9-49d3-9321-6ed5e02d362a tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/b892ef3a-d68e-4615-a359-1c9f94b99e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1015310 Feb 18 09:33:37.311046 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41110) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:37.317607 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9306b2c5-044a-4dc6-8fbb-3e789f3c82d6 None None] Routers {'b892ef3a-d68e-4615-a359-1c9f94b99e8e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:37.318199 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-9306b2c5-044a-4dc6-8fbb-3e789f3c82d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b892ef3a-d68e-4615-a359-1c9f94b99e8e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:37.356473 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6edd3e92-61af-43a1-9ab3-4400a433deae tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Synchronizing usage tracker for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:33:37.373147 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-6edd3e92-61af-43a1-9ab3-4400a433deae tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Unset dirty status for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:33:37.374316 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6edd3e92-61af-43a1-9ab3-4400a433deae tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/ports?device_id=b892ef3a-d68e-4615-a359-1c9f94b99e8e HTTP/1.1" status: 200 len: 205 time: 0.0623615 Feb 18 09:33:37.376993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41114) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:37.381224 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-9306b2c5-044a-4dc6-8fbb-3e789f3c82d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:37.390229 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9306b2c5-044a-4dc6-8fbb-3e789f3c82d6 None None] Routers {'b892ef3a-d68e-4615-a359-1c9f94b99e8e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:37.390816 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-9306b2c5-044a-4dc6-8fbb-3e789f3c82d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['b892ef3a-d68e-4615-a359-1c9f94b99e8e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:37.453405 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-9306b2c5-044a-4dc6-8fbb-3e789f3c82d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:37.453803 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9306b2c5-044a-4dc6-8fbb-3e789f3c82d6 None None] The sync data for ids ['b892ef3a-d68e-4615-a359-1c9f94b99e8e'] in n-d-829434-1 is: [] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:33:37.508884 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6ad982a4-cc76-4e7e-8c39-158ed3cc3624 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:37.912652 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6ad982a4-cc76-4e7e-8c39-158ed3cc3624 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:37.915449 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6ad982a4-cc76-4e7e-8c39-158ed3cc3624 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:37.936458 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6ad982a4-cc76-4e7e-8c39-158ed3cc3624 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:37.936942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad982a4-cc76-4e7e-8c39-158ed3cc3624 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Fanout notify agent at l3_agent the message router_deleted on router b892ef3a-d68e-4615-a359-1c9f94b99e8e {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:33:37.951385 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6ad982a4-cc76-4e7e-8c39-158ed3cc3624 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:37.952494 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6ad982a4-cc76-4e7e-8c39-158ed3cc3624 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/routers/b892ef3a-d68e-4615-a359-1c9f94b99e8e HTTP/1.1" status: 204 len: 168 time: 0.5745826 Feb 18 09:33:37.955113 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41120) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:38.018303 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-100f46fe-d94b-421e-9a6d-ada5e0896cff tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting subnet 804b9bba-2b51-4a12-b120-12e68d945146 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:33:38.021236 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-100f46fe-d94b-421e-9a6d-ada5e0896cff tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:38.076636 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-100f46fe-d94b-421e-9a6d-ada5e0896cff tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:38.157220 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-100f46fe-d94b-421e-9a6d-ada5e0896cff tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:38.229382 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-100f46fe-d94b-421e-9a6d-ada5e0896cff tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:38.271296 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f46fe-d94b-421e-9a6d-ada5e0896cff tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Subnet': ['ID=804b9bba-2b51-4a12-b120-12e68d945146,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:38.273778 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-100f46fe-d94b-421e-9a6d-ada5e0896cff tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:38.279625 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd819df6-082f-47d8-9107-584d3c713e12 None None] Network 095d2336-7f45-434a-8762-d161509c72aa requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:33:38.280082 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-100f46fe-d94b-421e-9a6d-ada5e0896cff tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/subnets/804b9bba-2b51-4a12-b120-12e68d945146 HTTP/1.1" status: 204 len: 168 time: 0.3240163 Feb 18 09:33:38.282739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41124) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:38.395420 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:38.406364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port 26c63e25-838b-4069-9a17-5a6e0b5459ff {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:38.406707 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:38.538408 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc2001c-c334-456f-be72-88d799d8ca00 None None] DHCP port deletion for 095d2336-7f45-434a-8762-d161509c72aa request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:33:38.542715 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2001c-c334-456f-be72-88d799d8ca00 None None] Deleting port 26c63e25-838b-4069-9a17-5a6e0b5459ff {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:38.543091 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fbc2001c-c334-456f-be72-88d799d8ca00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:38.619459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] For port 26c63e25-838b-4069-9a17-5a6e0b5459ff, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=26c63e25-838b-4069-9a17-5a6e0b5459ff,segment=NetworkSegment(5ac20bf6-0848-4e7d-9cc9-a410ea46cec2),segment_id=5ac20bf6-0848-4e7d-9cc9-a410ea46cec2)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:38.619821 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:38.741477 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-fbc2001c-c334-456f-be72-88d799d8ca00 None None] For port 26c63e25-838b-4069-9a17-5a6e0b5459ff, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=26c63e25-838b-4069-9a17-5a6e0b5459ff,segment=NetworkSegment(5ac20bf6-0848-4e7d-9cc9-a410ea46cec2),segment_id=5ac20bf6-0848-4e7d-9cc9-a410ea46cec2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:38.741795 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fbc2001c-c334-456f-be72-88d799d8ca00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:38.747519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Calling delete_port for 26c63e25-838b-4069-9a17-5a6e0b5459ff owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:33:38.829338 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:38.869012 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2001c-c334-456f-be72-88d799d8ca00 None None] Calling delete_port for 26c63e25-838b-4069-9a17-5a6e0b5459ff owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:33:38.882303 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Port': ['ID=26c63e25-838b-4069-9a17-5a6e0b5459ff,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:38.888525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] No DVR routers for this DVR port 26c63e25-838b-4069-9a17-5a6e0b5459ff on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:33:38.939948 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-fbc2001c-c334-456f-be72-88d799d8ca00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:33:38.940328 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-fbc2001c-c334-456f-be72-88d799d8ca00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:33:39.008464 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.035989 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095d2336-7f45-434a-8762-d161509c72aa']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:39.048000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac20bf6-0848-4e7d-9cc9-a410ea46cec2') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:39.048323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac20bf6-0848-4e7d-9cc9-a410ea46cec2') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:39.059314 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.075458 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.081232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:33:39.081613 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:33:39.096127 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:33:39.175957 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.294175 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.305453 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Network': ['ID=095d2336-7f45-434a-8762-d161509c72aa,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:39.316406 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-956e0ca2-a22e-4c35-8068-ffde8fd4e0d2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/networks/095d2336-7f45-434a-8762-d161509c72aa HTTP/1.1" status: 204 len: 168 time: 1.0326569 Feb 18 09:33:39.320946 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41128) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:39.325853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ade5ff87-c370-4d3a-a2f8-e3acd7d2c066 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-124862131', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:39.333083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ade5ff87-c370-4d3a-a2f8-e3acd7d2c066 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:39.337691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ade5ff87-c370-4d3a-a2f8-e3acd7d2c066 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:router and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:39.340513 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ade5ff87-c370-4d3a-a2f8-e3acd7d2c066 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:39.346532 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ade5ff87-c370-4d3a-a2f8-e3acd7d2c066 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:39.356905 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ade5ff87-c370-4d3a-a2f8-e3acd7d2c066 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.357890 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ade5ff87-c370-4d3a-a2f8-e3acd7d2c066 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.372402 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ade5ff87-c370-4d3a-a2f8-e3acd7d2c066 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.389444 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ade5ff87-c370-4d3a-a2f8-e3acd7d2c066 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.418353 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ade5ff87-c370-4d3a-a2f8-e3acd7d2c066 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.419636 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ade5ff87-c370-4d3a-a2f8-e3acd7d2c066 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.0977802 Feb 18 09:33:39.422372 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41132) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:39.427831 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1adfe7c4-3981-4abb-9027-decd82d6fe02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'network': {'name': 'tempest-RoutersTest-480439403'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:39.433617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1adfe7c4-3981-4abb-9027-decd82d6fe02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:39.438178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1adfe7c4-3981-4abb-9027-decd82d6fe02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:network and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:39.441238 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1adfe7c4-3981-4abb-9027-decd82d6fe02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:39.441635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2001c-c334-456f-be72-88d799d8ca00 None None] Deleting port 26c63e25-838b-4069-9a17-5a6e0b5459ff {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:39.442079 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fbc2001c-c334-456f-be72-88d799d8ca00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.446872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1adfe7c4-3981-4abb-9027-decd82d6fe02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:39.456424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adfe7c4-3981-4abb-9027-decd82d6fe02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Made reservation on behalf of 5a51d4f8f29147ad810d924afc04e5be for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:39.460063 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1adfe7c4-3981-4abb-9027-decd82d6fe02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.487717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1adfe7c4-3981-4abb-9027-decd82d6fe02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:33:39.497495 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1adfe7c4-3981-4abb-9027-decd82d6fe02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.497832 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-1adfe7c4-3981-4abb-9027-decd82d6fe02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Added segment 3759470e-a864-400e-9be9-d1307da67488 of type vlan for network 4a47b8d5-bbb0-4934-b1f3-762736b67fb9 Feb 18 09:33:39.510917 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2001c-c334-456f-be72-88d799d8ca00 None None] The port '26c63e25-838b-4069-9a17-5a6e0b5459ff' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:33:39.525951 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1adfe7c4-3981-4abb-9027-decd82d6fe02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.555338 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1adfe7c4-3981-4abb-9027-decd82d6fe02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.560663 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adfe7c4-3981-4abb-9027-decd82d6fe02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:39.561246 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1adfe7c4-3981-4abb-9027-decd82d6fe02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.651753 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1adfe7c4-3981-4abb-9027-decd82d6fe02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2283854 Feb 18 09:33:39.654630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41136) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:39.660204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0e404c39-0781-4782-a8dc-141775dc3035 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'subnet': {'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:39.671178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfe7c4-3981-4abb-9027-decd82d6fe02 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Network': ['ID=4a47b8d5-bbb0-4934-b1f3-762736b67fb9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:39.680967 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 4a47b8d5-bbb0-4934-b1f3-762736b67fb9 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:33:39.780764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0e404c39-0781-4782-a8dc-141775dc3035 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:39.785582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0e404c39-0781-4782-a8dc-141775dc3035 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:subnet and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:39.788543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0e404c39-0781-4782-a8dc-141775dc3035 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:39.794435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0e404c39-0781-4782-a8dc-141775dc3035 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:39.805337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e404c39-0781-4782-a8dc-141775dc3035 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Made reservation on behalf of 5a51d4f8f29147ad810d924afc04e5be for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:39.809279 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0e404c39-0781-4782-a8dc-141775dc3035 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:39.910013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 26c63e25-838b-4069-9a17-5a6e0b5459ff no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:33:39.942783 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 26c63e25-838b-4069-9a17-5a6e0b5459ff {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:33:39.943125 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 26c63e25-838b-4069-9a17-5a6e0b5459ff not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:33:40.033728 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0e404c39-0781-4782-a8dc-141775dc3035 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:40.107275 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e404c39-0781-4782-a8dc-141775dc3035 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Subnet': ['ID=0c9128a2-5cb2-4d3d-9ba9-48ce7142d617,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:40.117612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e404c39-0781-4782-a8dc-141775dc3035 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Checking segment: {'id': '3759470e-a864-400e-9be9-d1307da67488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:33:40.117951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e404c39-0781-4782-a8dc-141775dc3035 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network hostable DHCP agents. Network: 4a47b8d5-bbb0-4934-b1f3-762736b67fb9, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:33:40.136637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e404c39-0781-4782-a8dc-141775dc3035 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 4a47b8d5-bbb0-4934-b1f3-762736b67fb9 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:33:40.145161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-0e404c39-0781-4782-a8dc-141775dc3035 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 4a47b8d5-bbb0-4934-b1f3-762736b67fb9) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:40.149711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e404c39-0781-4782-a8dc-141775dc3035 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:40.150283 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0e404c39-0781-4782-a8dc-141775dc3035 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:40.154481 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b549384-64ca-4437-b81e-990565bf420e None None] Network 4a47b8d5-bbb0-4934-b1f3-762736b67fb9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:33:40.170615 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0e404c39-0781-4782-a8dc-141775dc3035 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5148990 Feb 18 09:33:40.173497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41140) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:40.369451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:33:40.370271 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:40.541604 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Allocated IP 172.20.0.2 (4a47b8d5-bbb0-4934-b1f3-762736b67fb9/0c9128a2-5cb2-4d3d-9ba9-48ce7142d617/25c4418f-4327-4d8a-82a5-5ef4645d6208) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:40.781680 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:40.787296 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:40.792669 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Transition to ACTIVE for port object 25c4418f-4327-4d8a-82a5-5ef4645d6208 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:40.812753 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Transition to ACTIVE for port object 25c4418f-4327-4d8a-82a5-5ef4645d6208 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:40.818761 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:40.883581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Network 4a47b8d5-bbb0-4934-b1f3-762736b67fb9 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:40.886423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:40.890044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:33:40.895647 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Pushing event updated for resources: {'Port': ['ID=25c4418f-4327-4d8a-82a5-5ef4645d6208,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:40.982809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Attempting to bind port 25c4418f-4327-4d8a-82a5-5ef4645d6208 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:33:40.983174 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Attempting to bind port 25c4418f-4327-4d8a-82a5-5ef4645d6208 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '3759470e-a864-400e-9be9-d1307da67488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:33:40.983528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Attempting to bind port 25c4418f-4327-4d8a-82a5-5ef4645d6208 on network 4a47b8d5-bbb0-4934-b1f3-762736b67fb9 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:33:40.988681 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:33:40.989046 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Checking segment: {'id': '3759470e-a864-400e-9be9-d1307da67488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:33:40.989434 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:40.989816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Bound using segment: {'id': '3759470e-a864-400e-9be9-d1307da67488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:33:40.990262 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Bound port: 25c4418f-4327-4d8a-82a5-5ef4645d6208, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3759470e-a864-400e-9be9-d1307da67488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:33:40.990623 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:41.080883 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9d44639a-c756-4777-ace9-8be103396055 None None] For port 25c4418f-4327-4d8a-82a5-5ef4645d6208, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:33:41.083747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9d44639a-c756-4777-ace9-8be103396055 None None] For port 25c4418f-4327-4d8a-82a5-5ef4645d6208, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=25c4418f-4327-4d8a-82a5-5ef4645d6208,segment=NetworkSegment(3759470e-a864-400e-9be9-d1307da67488),segment_id=3759470e-a864-400e-9be9-d1307da67488)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:33:41.089129 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:41.149707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Allocated IP 172.20.0.1 (4a47b8d5-bbb0-4934-b1f3-762736b67fb9/0c9128a2-5cb2-4d3d-9ba9-48ce7142d617/541101ce-54c0-4d45-be1c-87317b51c723) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:41.170143 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44639a-c756-4777-ace9-8be103396055 None None] Pushing event updated for resources: {'Port': ['ID=25c4418f-4327-4d8a-82a5-5ef4645d6208,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:41.327912 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:41.348280 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Transition to ACTIVE for port object 541101ce-54c0-4d45-be1c-87317b51c723 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:41.373949 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:41.446497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 4a47b8d5-bbb0-4934-b1f3-762736b67fb9 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:41.449991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:41.454035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:33:41.488793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=541101ce-54c0-4d45-be1c-87317b51c723,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:41.517379 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:41.562811 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:41.620552 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:41.739193 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:41.948850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 25c4418f-4327-4d8a-82a5-5ef4645d6208 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:42.021401 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 25c4418f-4327-4d8a-82a5-5ef4645d6208 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:42.040704 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:42.045330 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:42.107762 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52e1d14-afea-49df-8579-83c8db8c68b8 None None] Network 4a47b8d5-bbb0-4934-b1f3-762736b67fb9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:33:42.160714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=541101ce-54c0-4d45-be1c-87317b51c723,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:42.163017 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:42.262649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a109f940-a078-40a2-bec2-abacb9c6880e None None] Provisioning for port 25c4418f-4327-4d8a-82a5-5ef4645d6208 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:42.275504 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a109f940-a078-40a2-bec2-abacb9c6880e None None] Provisioning complete for port 25c4418f-4327-4d8a-82a5-5ef4645d6208 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:42.275879 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a109f940-a078-40a2-bec2-abacb9c6880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:42.420342 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 4a47b8d5-bbb0-4934-b1f3-762736b67fb9 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:42.421504 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:42.459063 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a109f940-a078-40a2-bec2-abacb9c6880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:42.493308 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-a109f940-a078-40a2-bec2-abacb9c6880e None None] For port 25c4418f-4327-4d8a-82a5-5ef4645d6208, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=25c4418f-4327-4d8a-82a5-5ef4645d6208,segment=NetworkSegment(3759470e-a864-400e-9be9-d1307da67488),segment_id=3759470e-a864-400e-9be9-d1307da67488)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:42.498320 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a109f940-a078-40a2-bec2-abacb9c6880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:42.573722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109f940-a078-40a2-bec2-abacb9c6880e None None] Pushing event updated for resources: {'Port': ['ID=25c4418f-4327-4d8a-82a5-5ef4645d6208,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:42.621354 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router e12bd256-009c-4475-ac16-c9c9760758f9 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:33:42.724897 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c87e7943-ada8-4989-889d-03f2b07ef25a None None] Provisioning for port 541101ce-54c0-4d45-be1c-87317b51c723 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:42.731747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c87e7943-ada8-4989-889d-03f2b07ef25a None None] Provisioning complete for port 541101ce-54c0-4d45-be1c-87317b51c723 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:42.732038 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c87e7943-ada8-4989-889d-03f2b07ef25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:42.784144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:33:42.791011 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c87e7943-ada8-4989-889d-03f2b07ef25a None None] Port 541101ce-54c0-4d45-be1c-87317b51c723 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:33:42.797982 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Sync routers for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:33:42.801336 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3d4512a1-8c64-49cb-9a1e-951a5109f2c9 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/e12bd256-009c-4475-ac16-c9c9760758f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6244948 Feb 18 09:33:42.801834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41144) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:42.809246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0002f170-039d-4f66-a916-90b60b034c88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'network': {'name': 'tempest-RoutersTest-619519454'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:42.811724 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c87e7943-ada8-4989-889d-03f2b07ef25a None None] Provisioning complete for port 25c4418f-4327-4d8a-82a5-5ef4645d6208 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:42.812099 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c87e7943-ada8-4989-889d-03f2b07ef25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:42.815539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0002f170-039d-4f66-a916-90b60b034c88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:42.819721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0002f170-039d-4f66-a916-90b60b034c88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:network and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:42.823762 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0002f170-039d-4f66-a916-90b60b034c88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:42.832159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0002f170-039d-4f66-a916-90b60b034c88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:42.845755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0002f170-039d-4f66-a916-90b60b034c88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Made reservation on behalf of 5a51d4f8f29147ad810d924afc04e5be for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:42.851869 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0002f170-039d-4f66-a916-90b60b034c88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:42.859966 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:42.860634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:42.888078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0002f170-039d-4f66-a916-90b60b034c88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:33:42.898704 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0002f170-039d-4f66-a916-90b60b034c88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:42.899335 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-0002f170-039d-4f66-a916-90b60b034c88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Added segment ca22c5a1-223a-40c9-b5f3-12c92c92cfd6 of type vlan for network 934972fe-35a7-4002-bb7e-ee055ceb66f6 Feb 18 09:33:42.926907 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0002f170-039d-4f66-a916-90b60b034c88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:42.960008 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0002f170-039d-4f66-a916-90b60b034c88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:42.965676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0002f170-039d-4f66-a916-90b60b034c88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:42.966286 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0002f170-039d-4f66-a916-90b60b034c88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:43.035940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:33:43.069114 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0002f170-039d-4f66-a916-90b60b034c88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2657065 Feb 18 09:33:43.072440 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41148) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:43.078172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002f170-039d-4f66-a916-90b60b034c88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Network': ['ID=934972fe-35a7-4002-bb7e-ee055ceb66f6,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:43.081488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'subnet': {'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:43.113724 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 934972fe-35a7-4002-bb7e-ee055ceb66f6 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:33:43.196995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:43.200725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:subnet and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:43.203622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:43.209392 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:43.220111 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Made reservation on behalf of 5a51d4f8f29147ad810d924afc04e5be for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:43.223552 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:43.440415 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:43.503816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-53985a4c-fd2c-47d9-804f-016249cafee8 None None] Provisioning complete for port 541101ce-54c0-4d45-be1c-87317b51c723 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:43.504100 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-53985a4c-fd2c-47d9-804f-016249cafee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:43.519806 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Subnet': ['ID=f481b04e-900d-4eed-affa-83d4afe9b4cd,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:43.528769 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Checking segment: {'id': 'ca22c5a1-223a-40c9-b5f3-12c92c92cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:33:43.529118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network hostable DHCP agents. Network: 934972fe-35a7-4002-bb7e-ee055ceb66f6, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:33:43.533808 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:43.534172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:43.534502 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:43.534832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:43.535158 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:43.535481 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:43.535983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:43.536330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:43.536651 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:43.536969 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:43.537285 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:43.537599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:43.557529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 934972fe-35a7-4002-bb7e-ee055ceb66f6 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:33:43.567002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 934972fe-35a7-4002-bb7e-ee055ceb66f6) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:43.569468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-53985a4c-fd2c-47d9-804f-016249cafee8 None None] Port 541101ce-54c0-4d45-be1c-87317b51c723 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:33:43.573337 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:43.575311 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:43.576488 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29e66eb-4c3d-4846-b2b8-52654c70a3fe None None] Network 934972fe-35a7-4002-bb7e-ee055ceb66f6 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:33:43.599726 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c93d7350-c3a8-4451-b64a-3c23b3e32307 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5229223 Feb 18 09:33:43.599944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41152) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:43.657873 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:33:41Z', 'revision_number': 2, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:41Z', 'revision_number': 2, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:43.671556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Checking router: e12bd256-009c-4475-ac16-c9c9760758f9 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:33:43.671893 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Updating router e12bd256-009c-4475-ac16-c9c9760758f9 port 541101ce-54c0-4d45-be1c-87317b51c723 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:33:43.776205 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:43.942399 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-934972fe-35a7-4002-bb7e-ee055ceb66f6', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:33:43.943211 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:43.952055 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 25c4418f-4327-4d8a-82a5-5ef4645d6208 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:44.184226 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:44.229892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 25c4418f-4327-4d8a-82a5-5ef4645d6208 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:44.230258 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:44.339618 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Allocated IP 172.21.0.2 (934972fe-35a7-4002-bb7e-ee055ceb66f6/f481b04e-900d-4eed-affa-83d4afe9b4cd/4b51493f-9104-4e93-8123-2b6bae6498cc) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:44.567034 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:44.611113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Transition to ACTIVE for port object 541101ce-54c0-4d45-be1c-87317b51c723 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:44.623759 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:44.853523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862af901-d17e-48d0-9ba9-418451e9a45f None None] Pushing event updated for resources: {'Port': ['ID=541101ce-54c0-4d45-be1c-87317b51c723,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:44.856024 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:44.923617 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Transition to ACTIVE for port object 4b51493f-9104-4e93-8123-2b6bae6498cc will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:44.962689 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Transition to ACTIVE for port object 4b51493f-9104-4e93-8123-2b6bae6498cc will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:44.963961 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Attempting to bind port 541101ce-54c0-4d45-be1c-87317b51c723 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:33:44.964346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Attempting to bind port 541101ce-54c0-4d45-be1c-87317b51c723 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '3759470e-a864-400e-9be9-d1307da67488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:33:44.964702 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Attempting to bind port 541101ce-54c0-4d45-be1c-87317b51c723 on network 4a47b8d5-bbb0-4934-b1f3-762736b67fb9 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:33:44.971055 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:33:44.971449 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Checking segment: {'id': '3759470e-a864-400e-9be9-d1307da67488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:33:44.971810 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:44.972196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Bound using segment: {'id': '3759470e-a864-400e-9be9-d1307da67488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:33:44.972673 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Bound port: 541101ce-54c0-4d45-be1c-87317b51c723, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3759470e-a864-400e-9be9-d1307da67488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:33:44.973038 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:44.981730 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:45.036074 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Allocated IP 172.21.0.1 (934972fe-35a7-4002-bb7e-ee055ceb66f6/f481b04e-900d-4eed-affa-83d4afe9b4cd/b3c914cf-7a2b-4d29-b9c5-a71474afca86) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:45.086873 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Network 934972fe-35a7-4002-bb7e-ee055ceb66f6 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:45.098944 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:45.110867 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:33:45.125370 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Pushing event updated for resources: {'Port': ['ID=4b51493f-9104-4e93-8123-2b6bae6498cc,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:45.200950 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:45.217115 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Transition to ACTIVE for port object b3c914cf-7a2b-4d29-b9c5-a71474afca86 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:45.230787 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Attempting to bind port 4b51493f-9104-4e93-8123-2b6bae6498cc on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:33:45.231150 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Attempting to bind port 4b51493f-9104-4e93-8123-2b6bae6498cc by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'ca22c5a1-223a-40c9-b5f3-12c92c92cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:33:45.231501 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Attempting to bind port 4b51493f-9104-4e93-8123-2b6bae6498cc on network 934972fe-35a7-4002-bb7e-ee055ceb66f6 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:33:45.233747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] For port 541101ce-54c0-4d45-be1c-87317b51c723, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:33:45.240786 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:33:45.241068 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:45.241205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Checking segment: {'id': 'ca22c5a1-223a-40c9-b5f3-12c92c92cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:33:45.241534 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:45.242513 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Bound using segment: {'id': 'ca22c5a1-223a-40c9-b5f3-12c92c92cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:33:45.242979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Bound port: 4b51493f-9104-4e93-8123-2b6bae6498cc, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca22c5a1-223a-40c9-b5f3-12c92c92cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:33:45.243347 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:45.256873 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] For port 541101ce-54c0-4d45-be1c-87317b51c723, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=541101ce-54c0-4d45-be1c-87317b51c723,segment=NetworkSegment(3759470e-a864-400e-9be9-d1307da67488),segment_id=3759470e-a864-400e-9be9-d1307da67488)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:33:45.287313 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:45.310481 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 934972fe-35a7-4002-bb7e-ee055ceb66f6 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:45.313544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:45.317691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:33:45.350889 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=b3c914cf-7a2b-4d29-b9c5-a71474afca86,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:45.384703 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:45.395884 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:45.396480 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:45.514414 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:45.535286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862af901-d17e-48d0-9ba9-418451e9a45f None None] Pushing event updated for resources: {'Port': ['ID=541101ce-54c0-4d45-be1c-87317b51c723,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:45.538209 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] For port 4b51493f-9104-4e93-8123-2b6bae6498cc, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:33:45.560007 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] For port 4b51493f-9104-4e93-8123-2b6bae6498cc, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4b51493f-9104-4e93-8123-2b6bae6498cc,segment=NetworkSegment(ca22c5a1-223a-40c9-b5f3-12c92c92cfd6),segment_id=ca22c5a1-223a-40c9-b5f3-12c92c92cfd6)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:33:45.564121 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:45.616544 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:33:45.802602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab07700-6877-48b2-8b4c-4b7ec0716abf None None] Pushing event updated for resources: {'Port': ['ID=4b51493f-9104-4e93-8123-2b6bae6498cc,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:45.936210 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:45.944049 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:46.003872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:33:45Z', 'revision_number': 3, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:45Z', 'revision_number': 4, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:45Z', 'revision_number': 1, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:46.009034 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bff6a94-65d0-48e0-96c3-725443e05a9e None None] The sync data for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 is: [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:33:45Z', 'revision_number': 3, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:45Z', 'revision_number': 4, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:45Z', 'revision_number': 1, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:33:46.080906 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:46.092850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=b3c914cf-7a2b-4d29-b9c5-a71474afca86,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:46.238249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 934972fe-35a7-4002-bb7e-ee055ceb66f6 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:46.239785 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:46.550863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router e12bd256-009c-4475-ac16-c9c9760758f9 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:33:46.735732 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:33:46.753189 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c0136db8-7199-45b5-8ac0-f2a2c47d59f6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/e12bd256-009c-4475-ac16-c9c9760758f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1505768 Feb 18 09:33:46.753525 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41158) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:46.759772 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-5d130d02-aab2-40b3-93db-3e626e5dae16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'network': {'name': 'tempest-RoutersTest-311462553'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:46.766007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5d130d02-aab2-40b3-93db-3e626e5dae16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:46.770175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5d130d02-aab2-40b3-93db-3e626e5dae16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:network and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:46.774009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5d130d02-aab2-40b3-93db-3e626e5dae16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:46.779951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5d130d02-aab2-40b3-93db-3e626e5dae16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:46.792913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d130d02-aab2-40b3-93db-3e626e5dae16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Made reservation on behalf of 5a51d4f8f29147ad810d924afc04e5be for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:46.796749 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d130d02-aab2-40b3-93db-3e626e5dae16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:46.827945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d130d02-aab2-40b3-93db-3e626e5dae16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:33:46.840754 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d130d02-aab2-40b3-93db-3e626e5dae16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:46.841301 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-5d130d02-aab2-40b3-93db-3e626e5dae16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Added segment eb9a265b-acba-4f43-b191-fc38861ca99c of type vlan for network 8006e902-f50a-418e-80e0-69acdfd082f1 Feb 18 09:33:46.871296 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d130d02-aab2-40b3-93db-3e626e5dae16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:46.890190 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4363a7-902d-4717-a793-13d448cc16e2 None None] Network 934972fe-35a7-4002-bb7e-ee055ceb66f6 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:33:46.909601 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d130d02-aab2-40b3-93db-3e626e5dae16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:46.916987 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d130d02-aab2-40b3-93db-3e626e5dae16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:46.917624 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5d130d02-aab2-40b3-93db-3e626e5dae16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:46.986938 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a5e35d4c-8b36-43d5-ac27-49980c6c8078 None None] Provisioning for port 4b51493f-9104-4e93-8123-2b6bae6498cc completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:47.025712 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5d130d02-aab2-40b3-93db-3e626e5dae16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2684214 Feb 18 09:33:47.026170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41162) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:47.033638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d130d02-aab2-40b3-93db-3e626e5dae16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Network': ['ID=8006e902-f50a-418e-80e0-69acdfd082f1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:47.034771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-4480e7b7-99c5-4501-ba62-1a3bf0068087 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'subnet': {'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:47.045180 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 8006e902-f50a-418e-80e0-69acdfd082f1 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:33:47.149969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4480e7b7-99c5-4501-ba62-1a3bf0068087 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:47.154365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4480e7b7-99c5-4501-ba62-1a3bf0068087 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:subnet and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:47.157762 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4480e7b7-99c5-4501-ba62-1a3bf0068087 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:47.166082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4480e7b7-99c5-4501-ba62-1a3bf0068087 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:47.180865 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4480e7b7-99c5-4501-ba62-1a3bf0068087 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Made reservation on behalf of 5a51d4f8f29147ad810d924afc04e5be for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:47.184915 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4480e7b7-99c5-4501-ba62-1a3bf0068087 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:47.424405 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4480e7b7-99c5-4501-ba62-1a3bf0068087 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:47.499085 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-51f116aa-7afe-4eca-af8d-9704ada2f9f2 None None] Provisioning for port b3c914cf-7a2b-4d29-b9c5-a71474afca86 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:47.502937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480e7b7-99c5-4501-ba62-1a3bf0068087 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Subnet': ['ID=2e76d154-1389-4997-b8f6-75b6623e50eb,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:47.504500 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-51f116aa-7afe-4eca-af8d-9704ada2f9f2 None None] Provisioning complete for port b3c914cf-7a2b-4d29-b9c5-a71474afca86 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:47.510089 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-51f116aa-7afe-4eca-af8d-9704ada2f9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:47.514991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480e7b7-99c5-4501-ba62-1a3bf0068087 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Checking segment: {'id': 'eb9a265b-acba-4f43-b191-fc38861ca99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:33:47.515350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4480e7b7-99c5-4501-ba62-1a3bf0068087 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network hostable DHCP agents. Network: 8006e902-f50a-418e-80e0-69acdfd082f1, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:33:47.538574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4480e7b7-99c5-4501-ba62-1a3bf0068087 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 8006e902-f50a-418e-80e0-69acdfd082f1 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:33:47.550431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-4480e7b7-99c5-4501-ba62-1a3bf0068087 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 8006e902-f50a-418e-80e0-69acdfd082f1) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:47.556608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480e7b7-99c5-4501-ba62-1a3bf0068087 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:47.557546 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4480e7b7-99c5-4501-ba62-1a3bf0068087 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:47.562518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4d9d97-c60b-4b17-a518-584cebdd08f7 None None] Network 8006e902-f50a-418e-80e0-69acdfd082f1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:33:47.588449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41166) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:47.589009 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4480e7b7-99c5-4501-ba62-1a3bf0068087 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5603952 Feb 18 09:33:47.638302 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-51f116aa-7afe-4eca-af8d-9704ada2f9f2 None None] Port b3c914cf-7a2b-4d29-b9c5-a71474afca86 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:33:47.803496 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8ca87766-1a72-4b5f-aa96-8aeedd658e98 None None] Provisioning complete for port b3c914cf-7a2b-4d29-b9c5-a71474afca86 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:47.803860 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8ca87766-1a72-4b5f-aa96-8aeedd658e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:47.829169 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-8006e902-f50a-418e-80e0-69acdfd082f1', 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'fixed_ips': [{'subnet_id': '2e76d154-1389-4997-b8f6-75b6623e50eb'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:33:47.830287 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:47.926859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8ca87766-1a72-4b5f-aa96-8aeedd658e98 None None] Port b3c914cf-7a2b-4d29-b9c5-a71474afca86 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:33:48.026571 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Sync routers for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:33:48.033922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4b51493f-9104-4e93-8123-2b6bae6498cc up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:48.036758 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:48.037362 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:48.107321 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Allocated IP 172.22.0.2 (8006e902-f50a-418e-80e0-69acdfd082f1/2e76d154-1389-4997-b8f6-75b6623e50eb/ff539c7a-c423-4d3f-bf21-af6e57fa82e1) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:48.122010 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0da18e4e-6373-4191-87b7-dba19e98cf4d None None] Provisioning complete for port b3c914cf-7a2b-4d29-b9c5-a71474afca86 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:48.122479 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0da18e4e-6373-4191-87b7-dba19e98cf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:48.191811 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:33:48.255147 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 4b51493f-9104-4e93-8123-2b6bae6498cc completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:48.259880 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0da18e4e-6373-4191-87b7-dba19e98cf4d None None] Port b3c914cf-7a2b-4d29-b9c5-a71474afca86 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:33:48.265672 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4b51493f-9104-4e93-8123-2b6bae6498cc triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:48.265836 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:48.291216 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:48.480897 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:48.487036 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:48.504566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Transition to ACTIVE for port object ff539c7a-c423-4d3f-bf21-af6e57fa82e1 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:48.521618 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:33:45Z', 'revision_number': 3, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:45Z', 'revision_number': 4, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:45Z', 'revision_number': 2, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:48.528994 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Checking router: e12bd256-009c-4475-ac16-c9c9760758f9 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:33:48.529348 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Updating router e12bd256-009c-4475-ac16-c9c9760758f9 port b3c914cf-7a2b-4d29-b9c5-a71474afca86 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:33:48.536383 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Transition to ACTIVE for port object ff539c7a-c423-4d3f-bf21-af6e57fa82e1 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:48.544606 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 4b51493f-9104-4e93-8123-2b6bae6498cc, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4b51493f-9104-4e93-8123-2b6bae6498cc,segment=NetworkSegment(ca22c5a1-223a-40c9-b5f3-12c92c92cfd6),segment_id=ca22c5a1-223a-40c9-b5f3-12c92c92cfd6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:48.546045 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:48.587588 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:48.596216 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:48.596996 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 541101ce-54c0-4d45-be1c-87317b51c723 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:48.671337 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Network 8006e902-f50a-418e-80e0-69acdfd082f1 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:48.675889 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:48.682838 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:33:48.683929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Allocated IP 172.22.0.1 (8006e902-f50a-418e-80e0-69acdfd082f1/2e76d154-1389-4997-b8f6-75b6623e50eb/a6653e9f-6dff-44e3-a1dc-2357be45c542) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:48.687486 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Pushing event updated for resources: {'Port': ['ID=ff539c7a-c423-4d3f-bf21-af6e57fa82e1,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:48.870229 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Attempting to bind port ff539c7a-c423-4d3f-bf21-af6e57fa82e1 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:33:48.870608 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Attempting to bind port ff539c7a-c423-4d3f-bf21-af6e57fa82e1 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'eb9a265b-acba-4f43-b191-fc38861ca99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:33:48.871015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Attempting to bind port ff539c7a-c423-4d3f-bf21-af6e57fa82e1 on network 8006e902-f50a-418e-80e0-69acdfd082f1 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:33:48.874573 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=4b51493f-9104-4e93-8123-2b6bae6498cc,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:48.879972 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:33:48.880387 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Checking segment: {'id': 'eb9a265b-acba-4f43-b191-fc38861ca99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:33:48.880795 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:48.881188 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Bound using segment: {'id': 'eb9a265b-acba-4f43-b191-fc38861ca99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:33:48.881655 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Bound port: ff539c7a-c423-4d3f-bf21-af6e57fa82e1, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9a265b-acba-4f43-b191-fc38861ca99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:33:48.882032 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:48.891345 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 541101ce-54c0-4d45-be1c-87317b51c723 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:48.901467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 541101ce-54c0-4d45-be1c-87317b51c723 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:48.901856 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:48.990914 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.007182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Transition to ACTIVE for port object a6653e9f-6dff-44e3-a1dc-2357be45c542 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:49.022815 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.033740 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.036162 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Transition to ACTIVE for port object b3c914cf-7a2b-4d29-b9c5-a71474afca86 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:49.044411 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.089029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 8006e902-f50a-418e-80e0-69acdfd082f1 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:49.098412 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:49.103234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:33:49.116162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] For port ff539c7a-c423-4d3f-bf21-af6e57fa82e1, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:33:49.138147 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] For port ff539c7a-c423-4d3f-bf21-af6e57fa82e1, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ff539c7a-c423-4d3f-bf21-af6e57fa82e1,segment=NetworkSegment(eb9a265b-acba-4f43-b191-fc38861ca99c),segment_id=eb9a265b-acba-4f43-b191-fc38861ca99c)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:33:49.147439 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.168821 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=a6653e9f-6dff-44e3-a1dc-2357be45c542,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:49.190971 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.200548 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.273363 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd281-9b96-4fbb-9a22-56b1b38d7ffd None None] Pushing event updated for resources: {'Port': ['ID=ff539c7a-c423-4d3f-bf21-af6e57fa82e1,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:49.286631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 541101ce-54c0-4d45-be1c-87317b51c723, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=541101ce-54c0-4d45-be1c-87317b51c723,segment=NetworkSegment(3759470e-a864-400e-9be9-d1307da67488),segment_id=3759470e-a864-400e-9be9-d1307da67488)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:49.303296 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866e3a9-a560-44b0-abf5-afa674c4b147 None None] Pushing event updated for resources: {'Port': ['ID=b3c914cf-7a2b-4d29-b9c5-a71474afca86,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:49.305547 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.316602 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e3a9-a560-44b0-abf5-afa674c4b147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:49.316944 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e3a9-a560-44b0-abf5-afa674c4b147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:49.317279 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e3a9-a560-44b0-abf5-afa674c4b147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:49.317606 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e3a9-a560-44b0-abf5-afa674c4b147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:49.317926 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e3a9-a560-44b0-abf5-afa674c4b147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:49.318246 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e3a9-a560-44b0-abf5-afa674c4b147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:49.318561 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e3a9-a560-44b0-abf5-afa674c4b147 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:49.318876 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e3a9-a560-44b0-abf5-afa674c4b147 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:49.319189 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e3a9-a560-44b0-abf5-afa674c4b147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:49.319504 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e3a9-a560-44b0-abf5-afa674c4b147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:49.319815 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e3a9-a560-44b0-abf5-afa674c4b147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:49.320870 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866e3a9-a560-44b0-abf5-afa674c4b147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:33:49.345509 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Attempting to bind port b3c914cf-7a2b-4d29-b9c5-a71474afca86 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:33:49.345875 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Attempting to bind port b3c914cf-7a2b-4d29-b9c5-a71474afca86 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'ca22c5a1-223a-40c9-b5f3-12c92c92cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:33:49.346234 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Attempting to bind port b3c914cf-7a2b-4d29-b9c5-a71474afca86 on network 934972fe-35a7-4002-bb7e-ee055ceb66f6 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:33:49.356093 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:33:49.356511 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Checking segment: {'id': 'ca22c5a1-223a-40c9-b5f3-12c92c92cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:33:49.356914 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.357302 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Bound using segment: {'id': 'ca22c5a1-223a-40c9-b5f3-12c92c92cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:33:49.357763 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Bound port: b3c914cf-7a2b-4d29-b9c5-a71474afca86, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca22c5a1-223a-40c9-b5f3-12c92c92cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:33:49.358136 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.360255 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.420206 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=541101ce-54c0-4d45-be1c-87317b51c723,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:49.482029 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] For port b3c914cf-7a2b-4d29-b9c5-a71474afca86, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:33:49.486083 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] For port b3c914cf-7a2b-4d29-b9c5-a71474afca86, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b3c914cf-7a2b-4d29-b9c5-a71474afca86,segment=NetworkSegment(ca22c5a1-223a-40c9-b5f3-12c92c92cfd6),segment_id=ca22c5a1-223a-40c9-b5f3-12c92c92cfd6)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:33:49.490826 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.586740 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:49.587608 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:49.722145 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866e3a9-a560-44b0-abf5-afa674c4b147 None None] Pushing event updated for resources: {'Port': ['ID=b3c914cf-7a2b-4d29-b9c5-a71474afca86,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:49.761512 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:33:49.839457 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.848130 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:49.964016 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.052192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=a6653e9f-6dff-44e3-a1dc-2357be45c542,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:50.088070 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 541101ce-54c0-4d45-be1c-87317b51c723 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:50.128299 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 4, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6653e9f-6dff-44e3-a1dc-2357be45c542', 'name': '', 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:07:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:48Z', 'updated_at': '2022-02-18T09:33:48Z', 'revision_number': 1, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 4, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:50.128943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 8006e902-f50a-418e-80e0-69acdfd082f1 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:50.129752 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:50.135326 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ac77b-b60a-4da8-831a-196d2497e673 None None] The sync data for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 is: [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 4, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6653e9f-6dff-44e3-a1dc-2357be45c542', 'name': '', 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:07:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:48Z', 'updated_at': '2022-02-18T09:33:48Z', 'revision_number': 1, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 4, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:33:50.175901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 541101ce-54c0-4d45-be1c-87317b51c723 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:50.175901 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.335002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4b51493f-9104-4e93-8123-2b6bae6498cc up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:50.366003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router e12bd256-009c-4475-ac16-c9c9760758f9 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:33:50.418142 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4b51493f-9104-4e93-8123-2b6bae6498cc triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:50.418821 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.549150 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ff539c7a-c423-4d3f-bf21-af6e57fa82e1 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:50.553395 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:33:50.573654 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8faea6d7-cfb4-4e17-b192-a81dd783826b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/e12bd256-009c-4475-ac16-c9c9760758f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9808273 Feb 18 09:33:50.573900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41170) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:50.579561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-563c5dcb-9632-4b2e-a972-b2e4cf691dc6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'network': {'name': 'tempest-RoutersTest-1696906708'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:50.586586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-563c5dcb-9632-4b2e-a972-b2e4cf691dc6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:50.590703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-563c5dcb-9632-4b2e-a972-b2e4cf691dc6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:network and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:50.593836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-563c5dcb-9632-4b2e-a972-b2e4cf691dc6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:50.600896 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-563c5dcb-9632-4b2e-a972-b2e4cf691dc6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:50.621246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563c5dcb-9632-4b2e-a972-b2e4cf691dc6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Made reservation on behalf of 5a51d4f8f29147ad810d924afc04e5be for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:50.625111 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-563c5dcb-9632-4b2e-a972-b2e4cf691dc6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.626366 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7887a497-935e-4977-b071-7bf1b4a3c2c3 None None] Network 8006e902-f50a-418e-80e0-69acdfd082f1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:33:50.658437 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563c5dcb-9632-4b2e-a972-b2e4cf691dc6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:33:50.667831 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-563c5dcb-9632-4b2e-a972-b2e4cf691dc6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.668359 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-563c5dcb-9632-4b2e-a972-b2e4cf691dc6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Added segment e1907213-a575-4670-a67c-9070fa4bb063 of type vlan for network 9a8abfca-b320-4065-b1f6-eac2d2ff0e17 Feb 18 09:33:50.735085 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-85bad01e-88b5-42f3-9ca0-f4e942ce97b1 None None] Provisioning for port ff539c7a-c423-4d3f-bf21-af6e57fa82e1 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:50.774991 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port ff539c7a-c423-4d3f-bf21-af6e57fa82e1 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:50.783647 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ff539c7a-c423-4d3f-bf21-af6e57fa82e1 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:50.783986 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.824669 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-563c5dcb-9632-4b2e-a972-b2e4cf691dc6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.863986 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-563c5dcb-9632-4b2e-a972-b2e4cf691dc6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.875700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563c5dcb-9632-4b2e-a972-b2e4cf691dc6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:50.877389 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-563c5dcb-9632-4b2e-a972-b2e4cf691dc6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:50.984414 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-563c5dcb-9632-4b2e-a972-b2e4cf691dc6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4093602 Feb 18 09:33:50.987131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41174) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:50.990644 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Sync routers for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:33:50.991980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c5dcb-9632-4b2e-a972-b2e4cf691dc6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Network': ['ID=9a8abfca-b320-4065-b1f6-eac2d2ff0e17,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:51.002147 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-cf608ef9-7857-46b5-860a-c2c60d8090d3 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'subnet': {'network_id': '9a8abfca-b320-4065-b1f6-eac2d2ff0e17', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:51.005199 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 9a8abfca-b320-4065-b1f6-eac2d2ff0e17 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:33:51.021500 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:51.088903 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:51.089448 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:51.115340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-cf608ef9-7857-46b5-860a-c2c60d8090d3 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:33:51.119191 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-cf608ef9-7857-46b5-860a-c2c60d8090d3 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:subnet and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:33:51.122088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-cf608ef9-7857-46b5-860a-c2c60d8090d3 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:33:51.127647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-cf608ef9-7857-46b5-860a-c2c60d8090d3 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:33:51.137872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf608ef9-7857-46b5-860a-c2c60d8090d3 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Made reservation on behalf of 5a51d4f8f29147ad810d924afc04e5be for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:33:51.141564 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cf608ef9-7857-46b5-860a-c2c60d8090d3 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:51.300214 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port ff539c7a-c423-4d3f-bf21-af6e57fa82e1, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ff539c7a-c423-4d3f-bf21-af6e57fa82e1,segment=NetworkSegment(eb9a265b-acba-4f43-b191-fc38861ca99c),segment_id=eb9a265b-acba-4f43-b191-fc38861ca99c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:51.313760 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:51.314528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b3c914cf-7a2b-4d29-b9c5-a71474afca86 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:51.375581 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cf608ef9-7857-46b5-860a-c2c60d8090d3 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:51.454254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:33:51.456772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf608ef9-7857-46b5-860a-c2c60d8090d3 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Subnet': ['ID=3e5e9920-0cf8-418f-8bdd-fad7e84a1204,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:51.466494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf608ef9-7857-46b5-860a-c2c60d8090d3 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Checking segment: {'id': 'e1907213-a575-4670-a67c-9070fa4bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9a8abfca-b320-4065-b1f6-eac2d2ff0e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:33:51.466853 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf608ef9-7857-46b5-860a-c2c60d8090d3 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network hostable DHCP agents. Network: 9a8abfca-b320-4065-b1f6-eac2d2ff0e17, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:33:51.488818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf608ef9-7857-46b5-860a-c2c60d8090d3 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 9a8abfca-b320-4065-b1f6-eac2d2ff0e17 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:33:51.503905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-cf608ef9-7857-46b5-860a-c2c60d8090d3 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 9a8abfca-b320-4065-b1f6-eac2d2ff0e17) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:51.510137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf608ef9-7857-46b5-860a-c2c60d8090d3 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:33:51.510839 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cf608ef9-7857-46b5-860a-c2c60d8090d3 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:51.530452 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bce1fa-9be3-480e-aa6c-3f46c01a489c None None] Network 9a8abfca-b320-4065-b1f6-eac2d2ff0e17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:33:51.540698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41178) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:51.540950 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cf608ef9-7857-46b5-860a-c2c60d8090d3 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5507421 Feb 18 09:33:51.717365 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=ff539c7a-c423-4d3f-bf21-af6e57fa82e1,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:51.750639 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-287742c9-e6c9-4d84-9025-20781433c731 None None] Provisioning for port a6653e9f-6dff-44e3-a1dc-2357be45c542 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:51.838046 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-287742c9-e6c9-4d84-9025-20781433c731 None None] Provisioning complete for port a6653e9f-6dff-44e3-a1dc-2357be45c542 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:51.838426 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-287742c9-e6c9-4d84-9025-20781433c731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:51.907656 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port b3c914cf-7a2b-4d29-b9c5-a71474afca86 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:51.962748 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port b3c914cf-7a2b-4d29-b9c5-a71474afca86 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:51.963121 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.012738 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-287742c9-e6c9-4d84-9025-20781433c731 None None] Port a6653e9f-6dff-44e3-a1dc-2357be45c542 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:33:52.147475 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-287742c9-e6c9-4d84-9025-20781433c731 None None] Provisioning complete for port ff539c7a-c423-4d3f-bf21-af6e57fa82e1 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:52.147836 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-287742c9-e6c9-4d84-9025-20781433c731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.158079 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.183073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-9a8abfca-b320-4065-b1f6-eac2d2ff0e17', 'network_id': '9a8abfca-b320-4065-b1f6-eac2d2ff0e17', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'fixed_ips': [{'subnet_id': '3e5e9920-0cf8-418f-8bdd-fad7e84a1204'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:33:52.183864 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.355758 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.439335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 4, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6653e9f-6dff-44e3-a1dc-2357be45c542', 'name': '', 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:07:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:48Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 2, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 4, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:52.503798 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Checking router: e12bd256-009c-4475-ac16-c9c9760758f9 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:33:52.504149 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Updating router e12bd256-009c-4475-ac16-c9c9760758f9 port a6653e9f-6dff-44e3-a1dc-2357be45c542 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:33:52.537318 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port b3c914cf-7a2b-4d29-b9c5-a71474afca86, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b3c914cf-7a2b-4d29-b9c5-a71474afca86,segment=NetworkSegment(ca22c5a1-223a-40c9-b5f3-12c92c92cfd6),segment_id=ca22c5a1-223a-40c9-b5f3-12c92c92cfd6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:52.557392 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.626132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Allocated IP 172.23.0.2 (9a8abfca-b320-4065-b1f6-eac2d2ff0e17/3e5e9920-0cf8-418f-8bdd-fad7e84a1204/069ac04c-126d-4930-94ff-62ee9df57e4d) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:52.640135 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ff539c7a-c423-4d3f-bf21-af6e57fa82e1 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:52.668449 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:52.857379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=b3c914cf-7a2b-4d29-b9c5-a71474afca86,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:52.924807 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ce49ebf8-ee0c-4860-a7a6-eee00d8d84c8 None None] Provisioning complete for port a6653e9f-6dff-44e3-a1dc-2357be45c542 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:52.925179 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ce49ebf8-ee0c-4860-a7a6-eee00d8d84c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:53.089612 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ff539c7a-c423-4d3f-bf21-af6e57fa82e1 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:53.089895 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:53.132636 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ce49ebf8-ee0c-4860-a7a6-eee00d8d84c8 None None] Port a6653e9f-6dff-44e3-a1dc-2357be45c542 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:33:53.313060 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:53.362960 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Transition to ACTIVE for port object 069ac04c-126d-4930-94ff-62ee9df57e4d will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:53.417974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Transition to ACTIVE for port object 069ac04c-126d-4930-94ff-62ee9df57e4d will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:53.428581 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:53.488979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Allocated IP 172.23.0.1 (9a8abfca-b320-4065-b1f6-eac2d2ff0e17/3e5e9920-0cf8-418f-8bdd-fad7e84a1204/bb63e334-d2f4-4dc6-8fc3-026bde1fa152) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:33:53.535329 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Network 9a8abfca-b320-4065-b1f6-eac2d2ff0e17 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:53.549043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:53.555288 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:33:53.606804 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Pushing event updated for resources: {'Port': ['ID=069ac04c-126d-4930-94ff-62ee9df57e4d,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:53.650019 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:53.652043 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:53.665854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Transition to ACTIVE for port object bb63e334-d2f4-4dc6-8fc3-026bde1fa152 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:53.679968 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Transition to ACTIVE for port object a6653e9f-6dff-44e3-a1dc-2357be45c542 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:53.685122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Attempting to bind port 069ac04c-126d-4930-94ff-62ee9df57e4d on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:33:53.685526 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Attempting to bind port 069ac04c-126d-4930-94ff-62ee9df57e4d by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'e1907213-a575-4670-a67c-9070fa4bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9a8abfca-b320-4065-b1f6-eac2d2ff0e17'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:33:53.685890 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Attempting to bind port 069ac04c-126d-4930-94ff-62ee9df57e4d on network 9a8abfca-b320-4065-b1f6-eac2d2ff0e17 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:33:53.689967 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:53.690114 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:53.723924 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:33:53.724319 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Checking segment: {'id': 'e1907213-a575-4670-a67c-9070fa4bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9a8abfca-b320-4065-b1f6-eac2d2ff0e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:33:53.724721 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:53.725120 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Bound using segment: {'id': 'e1907213-a575-4670-a67c-9070fa4bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9a8abfca-b320-4065-b1f6-eac2d2ff0e17'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:33:53.725593 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Bound port: 069ac04c-126d-4930-94ff-62ee9df57e4d, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1907213-a575-4670-a67c-9070fa4bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9a8abfca-b320-4065-b1f6-eac2d2ff0e17'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:33:53.725967 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:53.902238 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 9a8abfca-b320-4065-b1f6-eac2d2ff0e17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:53.905390 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:53.910072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:33:53.930981 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf1c91-ca25-4453-918f-f1db58b5280c None None] Pushing event updated for resources: {'Port': ['ID=a6653e9f-6dff-44e3-a1dc-2357be45c542,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:53.952219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=bb63e334-d2f4-4dc6-8fc3-026bde1fa152,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:53.981659 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:53.996695 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] For port 069ac04c-126d-4930-94ff-62ee9df57e4d, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:33:54.004779 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Attempting to bind port a6653e9f-6dff-44e3-a1dc-2357be45c542 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:33:54.005155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Attempting to bind port a6653e9f-6dff-44e3-a1dc-2357be45c542 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'eb9a265b-acba-4f43-b191-fc38861ca99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:33:54.005548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Attempting to bind port a6653e9f-6dff-44e3-a1dc-2357be45c542 on network 8006e902-f50a-418e-80e0-69acdfd082f1 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:33:54.011007 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] For port 069ac04c-126d-4930-94ff-62ee9df57e4d, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=069ac04c-126d-4930-94ff-62ee9df57e4d,segment=NetworkSegment(e1907213-a575-4670-a67c-9070fa4bb063),segment_id=e1907213-a575-4670-a67c-9070fa4bb063)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:33:54.013939 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:33:54.014312 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Checking segment: {'id': 'eb9a265b-acba-4f43-b191-fc38861ca99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:33:54.014834 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.015347 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Bound using segment: {'id': 'eb9a265b-acba-4f43-b191-fc38861ca99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:33:54.015807 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Bound port: a6653e9f-6dff-44e3-a1dc-2357be45c542, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9a265b-acba-4f43-b191-fc38861ca99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:33:54.016181 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.029804 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.099829 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.189569 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454d6f9-348e-4566-869b-04744362b0e9 None None] Pushing event updated for resources: {'Port': ['ID=069ac04c-126d-4930-94ff-62ee9df57e4d,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:54.199127 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] For port a6653e9f-6dff-44e3-a1dc-2357be45c542, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:33:54.202604 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] For port a6653e9f-6dff-44e3-a1dc-2357be45c542, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a6653e9f-6dff-44e3-a1dc-2357be45c542,segment=NetworkSegment(eb9a265b-acba-4f43-b191-fc38861ca99c),segment_id=eb9a265b-acba-4f43-b191-fc38861ca99c)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:33:54.207414 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.290568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:54.291214 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:54.354110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf1c91-ca25-4453-918f-f1db58b5280c None None] Pushing event updated for resources: {'Port': ['ID=a6653e9f-6dff-44e3-a1dc-2357be45c542,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:54.466520 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:33:54.590102 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.598197 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.732321 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.744130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event updated for resources: {'Port': ['ID=bb63e334-d2f4-4dc6-8fc3-026bde1fa152,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:54.807700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a6653e9f-6dff-44e3-a1dc-2357be45c542 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:54.893765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Network 9a8abfca-b320-4065-b1f6-eac2d2ff0e17 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:33:54.894920 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:33:54.931806 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port a6653e9f-6dff-44e3-a1dc-2357be45c542 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:54.937082 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a6653e9f-6dff-44e3-a1dc-2357be45c542 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:54.937460 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:54.985779 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:33:54Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6653e9f-6dff-44e3-a1dc-2357be45c542', 'name': '', 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:07:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:48Z', 'updated_at': '2022-02-18T09:33:54Z', 'revision_number': 4, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:52Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63e334-d2f4-4dc6-8fc3-026bde1fa152', 'name': '', 'network_id': '9a8abfca-b320-4065-b1f6-eac2d2ff0e17', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:43:99:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3e5e9920-0cf8-418f-8bdd-fad7e84a1204', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:52Z', 'updated_at': '2022-02-18T09:33:53Z', 'revision_number': 1, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '3e5e9920-0cf8-418f-8bdd-fad7e84a1204', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:55.000225 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc99287-308a-4480-8ffa-c5766c3f5350 None None] The sync data for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 is: [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:33:54Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6653e9f-6dff-44e3-a1dc-2357be45c542', 'name': '', 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:07:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:48Z', 'updated_at': '2022-02-18T09:33:54Z', 'revision_number': 4, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:52Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63e334-d2f4-4dc6-8fc3-026bde1fa152', 'name': '', 'network_id': '9a8abfca-b320-4065-b1f6-eac2d2ff0e17', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:43:99:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3e5e9920-0cf8-418f-8bdd-fad7e84a1204', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:52Z', 'updated_at': '2022-02-18T09:33:53Z', 'revision_number': 1, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '3e5e9920-0cf8-418f-8bdd-fad7e84a1204', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:33:55.095507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router e12bd256-009c-4475-ac16-c9c9760758f9 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:33:55.100412 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:55.145999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port a6653e9f-6dff-44e3-a1dc-2357be45c542, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a6653e9f-6dff-44e3-a1dc-2357be45c542,segment=NetworkSegment(eb9a265b-acba-4f43-b191-fc38861ca99c),segment_id=eb9a265b-acba-4f43-b191-fc38861ca99c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:55.151893 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:55.153017 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 069ac04c-126d-4930-94ff-62ee9df57e4d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:55.263274 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=a6653e9f-6dff-44e3-a1dc-2357be45c542,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:55.303216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:33:55.320317 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-badc39f8-1027-40e9-91b5-974855e58698 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/e12bd256-009c-4475-ac16-c9c9760758f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7767072 Feb 18 09:33:55.322690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41182) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:55.324113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 069ac04c-126d-4930-94ff-62ee9df57e4d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:55.329016 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-98adc5d7-534d-4823-bb08-0a2fb8134370 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:55.330121 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b3c914cf-7a2b-4d29-b9c5-a71474afca86 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:55.407795 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port b3c914cf-7a2b-4d29-b9c5-a71474afca86 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:55.408642 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:55.439597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1487a6d3-151e-4dc5-8c4a-e3617bf9048d None None] Network 9a8abfca-b320-4065-b1f6-eac2d2ff0e17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:33:55.562003 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7ac57e42-8bf2-47a1-beca-158b9040d18c None None] Provisioning for port 069ac04c-126d-4930-94ff-62ee9df57e4d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:55.590026 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7ac57e42-8bf2-47a1-beca-158b9040d18c None None] Provisioning complete for port 069ac04c-126d-4930-94ff-62ee9df57e4d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:55.590435 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7ac57e42-8bf2-47a1-beca-158b9040d18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:55.864152 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7ac57e42-8bf2-47a1-beca-158b9040d18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:55.906763 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7ac57e42-8bf2-47a1-beca-158b9040d18c None None] For port 069ac04c-126d-4930-94ff-62ee9df57e4d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=069ac04c-126d-4930-94ff-62ee9df57e4d,segment=NetworkSegment(e1907213-a575-4670-a67c-9070fa4bb063),segment_id=e1907213-a575-4670-a67c-9070fa4bb063)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:55.911537 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7ac57e42-8bf2-47a1-beca-158b9040d18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:55.995290 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac57e42-8bf2-47a1-beca-158b9040d18c None None] Pushing event updated for resources: {'Port': ['ID=069ac04c-126d-4930-94ff-62ee9df57e4d,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:56.058322 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.extraroute_db [None req-98adc5d7-534d-4823-bb08-0a2fb8134370 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 18 09:33:56.072974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.extraroute_db [None req-98adc5d7-534d-4823-bb08-0a2fb8134370 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Removed routes are [] {{(pid=87767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 18 09:33:56.073369 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-98adc5d7-534d-4823-bb08-0a2fb8134370 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:56.142860 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a735d3ab-78b5-4cbf-9654-0cff3727f26c None None] Provisioning for port bb63e334-d2f4-4dc6-8fc3-026bde1fa152 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:56.148949 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a735d3ab-78b5-4cbf-9654-0cff3727f26c None None] Provisioning complete for port bb63e334-d2f4-4dc6-8fc3-026bde1fa152 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:56.149316 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a735d3ab-78b5-4cbf-9654-0cff3727f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:56.208259 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-a735d3ab-78b5-4cbf-9654-0cff3727f26c None None] Port bb63e334-d2f4-4dc6-8fc3-026bde1fa152 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:33:56.220167 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a735d3ab-78b5-4cbf-9654-0cff3727f26c None None] Provisioning complete for port 069ac04c-126d-4930-94ff-62ee9df57e4d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:56.220614 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a735d3ab-78b5-4cbf-9654-0cff3727f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:56.416580 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-98adc5d7-534d-4823-bb08-0a2fb8134370 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:56.420018 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-98adc5d7-534d-4823-bb08-0a2fb8134370 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:56.471876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-73bfe096-c114-4794-806c-4ec1b51e97ca None None] Provisioning complete for port bb63e334-d2f4-4dc6-8fc3-026bde1fa152 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:56.472652 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-73bfe096-c114-4794-806c-4ec1b51e97ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:56.525734 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-73bfe096-c114-4794-806c-4ec1b51e97ca None None] Port bb63e334-d2f4-4dc6-8fc3-026bde1fa152 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:33:56.578632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98adc5d7-534d-4823-bb08-0a2fb8134370 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router e12bd256-009c-4475-ac16-c9c9760758f9 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:33:56.641029 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a6653e9f-6dff-44e3-a1dc-2357be45c542 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:56.692000 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5716f672-70ac-4d70-a8b3-7ffaa12d7c6a None None] Provisioning complete for port bb63e334-d2f4-4dc6-8fc3-026bde1fa152 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:56.692405 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5716f672-70ac-4d70-a8b3-7ffaa12d7c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:56.756974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5716f672-70ac-4d70-a8b3-7ffaa12d7c6a None None] Port bb63e334-d2f4-4dc6-8fc3-026bde1fa152 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:33:56.767231 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a6653e9f-6dff-44e3-a1dc-2357be45c542 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:56.767424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98adc5d7-534d-4823-bb08-0a2fb8134370 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:33:56.767600 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:56.775311 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-98adc5d7-534d-4823-bb08-0a2fb8134370 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:56.778815 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-98adc5d7-534d-4823-bb08-0a2fb8134370 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/e12bd256-009c-4475-ac16-c9c9760758f9 HTTP/1.1" status: 200 len: 933 time: 1.4523304 Feb 18 09:33:56.779072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41186) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:56.893905 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 069ac04c-126d-4930-94ff-62ee9df57e4d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:56.943448 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-83a50baa-3957-4838-8043-138b425fd05f tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/routers/e12bd256-009c-4475-ac16-c9c9760758f9 HTTP/1.1" status: 200 len: 933 time: 0.1632431 Feb 18 09:33:56.946649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41190) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:56.953033 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-5bbc61f7-5a1c-486c-866c-0584bc32a4be tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'router': {'routes': None}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:33:56.997939 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Sync routers for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:33:57.006393 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 069ac04c-126d-4930-94ff-62ee9df57e4d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:57.006691 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:57.014261 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:57.015230 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:57.170960 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:33:57.516219 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:33:56Z', 'revision_number': 6, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6653e9f-6dff-44e3-a1dc-2357be45c542', 'name': '', 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:07:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:48Z', 'updated_at': '2022-02-18T09:33:55Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:52Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63e334-d2f4-4dc6-8fc3-026bde1fa152', 'name': '', 'network_id': '9a8abfca-b320-4065-b1f6-eac2d2ff0e17', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:43:99:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3e5e9920-0cf8-418f-8bdd-fad7e84a1204', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:52Z', 'updated_at': '2022-02-18T09:33:54Z', 'revision_number': 2, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '3e5e9920-0cf8-418f-8bdd-fad7e84a1204', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:57.519978 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Checking router: e12bd256-009c-4475-ac16-c9c9760758f9 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:33:57.520361 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Updating router e12bd256-009c-4475-ac16-c9c9760758f9 port bb63e334-d2f4-4dc6-8fc3-026bde1fa152 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:33:57.572762 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:57.645579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.extraroute_db [None req-5bbc61f7-5a1c-486c-866c-0584bc32a4be tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Added routes are [] {{(pid=87767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 18 09:33:57.646174 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.extraroute_db [None req-5bbc61f7-5a1c-486c-866c-0584bc32a4be tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 18 09:33:57.673713 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5bbc61f7-5a1c-486c-866c-0584bc32a4be tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:57.912524 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:57.923837 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Transition to ACTIVE for port object bb63e334-d2f4-4dc6-8fc3-026bde1fa152 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:33:57.929997 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:57.985558 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5bbc61f7-5a1c-486c-866c-0584bc32a4be tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:57.988955 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5bbc61f7-5a1c-486c-866c-0584bc32a4be tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:58.084860 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fafb28-49af-43d9-97b1-643c0aca8a00 None None] Pushing event updated for resources: {'Port': ['ID=bb63e334-d2f4-4dc6-8fc3-026bde1fa152,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:58.135790 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:33:58.153612 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Attempting to bind port bb63e334-d2f4-4dc6-8fc3-026bde1fa152 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:33:58.153973 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Attempting to bind port bb63e334-d2f4-4dc6-8fc3-026bde1fa152 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'e1907213-a575-4670-a67c-9070fa4bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9a8abfca-b320-4065-b1f6-eac2d2ff0e17'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:33:58.154327 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Attempting to bind port bb63e334-d2f4-4dc6-8fc3-026bde1fa152 on network 9a8abfca-b320-4065-b1f6-eac2d2ff0e17 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:33:58.155017 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbc61f7-5a1c-486c-866c-0584bc32a4be tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router e12bd256-009c-4475-ac16-c9c9760758f9 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:33:58.159669 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:33:58.160159 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Checking segment: {'id': 'e1907213-a575-4670-a67c-9070fa4bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9a8abfca-b320-4065-b1f6-eac2d2ff0e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:33:58.160596 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:58.161180 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Bound using segment: {'id': 'e1907213-a575-4670-a67c-9070fa4bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9a8abfca-b320-4065-b1f6-eac2d2ff0e17'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:33:58.161681 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Bound port: bb63e334-d2f4-4dc6-8fc3-026bde1fa152, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1907213-a575-4670-a67c-9070fa4bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '9a8abfca-b320-4065-b1f6-eac2d2ff0e17'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:33:58.162048 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:58.251131 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] For port bb63e334-d2f4-4dc6-8fc3-026bde1fa152, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:33:58.253901 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] For port bb63e334-d2f4-4dc6-8fc3-026bde1fa152, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=bb63e334-d2f4-4dc6-8fc3-026bde1fa152,segment=NetworkSegment(e1907213-a575-4670-a67c-9070fa4bb063),segment_id=e1907213-a575-4670-a67c-9070fa4bb063)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:33:58.258898 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:58.339977 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:58.340621 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:58.410043 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fafb28-49af-43d9-97b1-643c0aca8a00 None None] Pushing event updated for resources: {'Port': ['ID=bb63e334-d2f4-4dc6-8fc3-026bde1fa152,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:58.452703 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbc61f7-5a1c-486c-866c-0584bc32a4be tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:33:58.459336 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5bbc61f7-5a1c-486c-866c-0584bc32a4be tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:58.460518 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5bbc61f7-5a1c-486c-866c-0584bc32a4be tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/e12bd256-009c-4475-ac16-c9c9760758f9 HTTP/1.1" status: 200 len: 699 time: 1.5122755 Feb 18 09:33:58.464693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41194) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:58.511662 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:33:58.636443 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3cced54c-0331-4e14-96ee-28b59ed4464e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/routers/e12bd256-009c-4475-ac16-c9c9760758f9 HTTP/1.1" status: 200 len: 699 time: 0.1703897 Feb 18 09:33:58.638887 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41198) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:33:58.671326 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device bb63e334-d2f4-4dc6-8fc3-026bde1fa152 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:33:58.755684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port bb63e334-d2f4-4dc6-8fc3-026bde1fa152 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:33:58.761513 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port bb63e334-d2f4-4dc6-8fc3-026bde1fa152 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:33:58.761810 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:58.890283 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:33:57Z', 'revision_number': 7, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6653e9f-6dff-44e3-a1dc-2357be45c542', 'name': '', 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:07:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:48Z', 'updated_at': '2022-02-18T09:33:55Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:52Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63e334-d2f4-4dc6-8fc3-026bde1fa152', 'name': '', 'network_id': '9a8abfca-b320-4065-b1f6-eac2d2ff0e17', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:43:99:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3e5e9920-0cf8-418f-8bdd-fad7e84a1204', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:52Z', 'updated_at': '2022-02-18T09:33:58Z', 'revision_number': 4, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '3e5e9920-0cf8-418f-8bdd-fad7e84a1204', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:58.892677 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:58.896601 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd74f48f-7987-4a7a-9f72-19addf6a2b04 None None] The sync data for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 is: [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:33:57Z', 'revision_number': 7, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6653e9f-6dff-44e3-a1dc-2357be45c542', 'name': '', 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:07:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:48Z', 'updated_at': '2022-02-18T09:33:55Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:52Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63e334-d2f4-4dc6-8fc3-026bde1fa152', 'name': '', 'network_id': '9a8abfca-b320-4065-b1f6-eac2d2ff0e17', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:43:99:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3e5e9920-0cf8-418f-8bdd-fad7e84a1204', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:52Z', 'updated_at': '2022-02-18T09:33:58Z', 'revision_number': 4, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '3e5e9920-0cf8-418f-8bdd-fad7e84a1204', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:33:58.932704 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port bb63e334-d2f4-4dc6-8fc3-026bde1fa152, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=bb63e334-d2f4-4dc6-8fc3-026bde1fa152,segment=NetworkSegment(e1907213-a575-4670-a67c-9070fa4bb063),segment_id=e1907213-a575-4670-a67c-9070fa4bb063)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:58.938917 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:59.020103 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=bb63e334-d2f4-4dc6-8fc3-026bde1fa152,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:33:59.079550 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2032e9-02b5-453c-a8ee-c6682e8e8910 None None] Sync routers for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:33:59.089976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2032e9-02b5-453c-a8ee-c6682e8e8910 None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:59.090592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-cf2032e9-02b5-453c-a8ee-c6682e8e8910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:59.212362 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8dcb14a9-be06-48d7-b155-bb76711289e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:59.261548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-cf2032e9-02b5-453c-a8ee-c6682e8e8910 None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:33:59.593661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb14a9-be06-48d7-b155-bb76711289e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port bb63e334-d2f4-4dc6-8fc3-026bde1fa152 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:33:59.593978 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8dcb14a9-be06-48d7-b155-bb76711289e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:33:59.640150 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-cf2032e9-02b5-453c-a8ee-c6682e8e8910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:33:57Z', 'revision_number': 7, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6653e9f-6dff-44e3-a1dc-2357be45c542', 'name': '', 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:07:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:48Z', 'updated_at': '2022-02-18T09:33:55Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:52Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63e334-d2f4-4dc6-8fc3-026bde1fa152', 'name': '', 'network_id': '9a8abfca-b320-4065-b1f6-eac2d2ff0e17', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:43:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3e5e9920-0cf8-418f-8bdd-fad7e84a1204', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:52Z', 'updated_at': '2022-02-18T09:33:58Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '3e5e9920-0cf8-418f-8bdd-fad7e84a1204', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:59.645068 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2032e9-02b5-453c-a8ee-c6682e8e8910 None None] Checking router: e12bd256-009c-4475-ac16-c9c9760758f9 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:33:59.653825 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2032e9-02b5-453c-a8ee-c6682e8e8910 None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:33:59.654439 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-cf2032e9-02b5-453c-a8ee-c6682e8e8910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:33:59.817117 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-cf2032e9-02b5-453c-a8ee-c6682e8e8910 None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:33:59.821571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-8dcb14a9-be06-48d7-b155-bb76711289e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] For port bb63e334-d2f4-4dc6-8fc3-026bde1fa152, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=bb63e334-d2f4-4dc6-8fc3-026bde1fa152,segment=NetworkSegment(e1907213-a575-4670-a67c-9070fa4bb063),segment_id=e1907213-a575-4670-a67c-9070fa4bb063)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:33:59.821941 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8dcb14a9-be06-48d7-b155-bb76711289e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:00.081586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb14a9-be06-48d7-b155-bb76711289e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Calling delete_port for bb63e334-d2f4-4dc6-8fc3-026bde1fa152 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:34:00.184648 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-cf2032e9-02b5-453c-a8ee-c6682e8e8910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:33:57Z', 'revision_number': 7, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6653e9f-6dff-44e3-a1dc-2357be45c542', 'name': '', 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:07:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:48Z', 'updated_at': '2022-02-18T09:33:55Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:52Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63e334-d2f4-4dc6-8fc3-026bde1fa152', 'name': '', 'network_id': '9a8abfca-b320-4065-b1f6-eac2d2ff0e17', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:43:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3e5e9920-0cf8-418f-8bdd-fad7e84a1204', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:52Z', 'updated_at': '2022-02-18T09:33:58Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '3e5e9920-0cf8-418f-8bdd-fad7e84a1204', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:00.189044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2032e9-02b5-453c-a8ee-c6682e8e8910 None None] The sync data for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 is: [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:33:57Z', 'revision_number': 7, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6653e9f-6dff-44e3-a1dc-2357be45c542', 'name': '', 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:07:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:48Z', 'updated_at': '2022-02-18T09:33:55Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:52Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb63e334-d2f4-4dc6-8fc3-026bde1fa152', 'name': '', 'network_id': '9a8abfca-b320-4065-b1f6-eac2d2ff0e17', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:43:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3e5e9920-0cf8-418f-8bdd-fad7e84a1204', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:52Z', 'updated_at': '2022-02-18T09:33:58Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '3e5e9920-0cf8-418f-8bdd-fad7e84a1204', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:34:00.279171 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8dcb14a9-be06-48d7-b155-bb76711289e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:00.334024 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb14a9-be06-48d7-b155-bb76711289e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Port': ['ID=bb63e334-d2f4-4dc6-8fc3-026bde1fa152,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:00.375385 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6875181d-fe5d-4ce1-9164-0f5a9a4db671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:00.596913 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8dcb14a9-be06-48d7-b155-bb76711289e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:00.921169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcb14a9-be06-48d7-b155-bb76711289e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router e12bd256-009c-4475-ac16-c9c9760758f9 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:34:01.077605 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcb14a9-be06-48d7-b155-bb76711289e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:34:01.087028 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f50f0-9948-4e65-bddd-2ab3181a7512 None None] Sync routers for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:34:01.090475 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8dcb14a9-be06-48d7-b155-bb76711289e5 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/e12bd256-009c-4475-ac16-c9c9760758f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4505668 Feb 18 09:34:01.093110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41202) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:01.096432 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f50f0-9948-4e65-bddd-2ab3181a7512 None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:34:01.097028 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2f4f50f0-9948-4e65-bddd-2ab3181a7512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:01.159986 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c582838d-430a-45df-abec-f5c0b36d1366 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting subnet 3e5e9920-0cf8-418f-8bdd-fad7e84a1204 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:34:01.162942 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c582838d-430a-45df-abec-f5c0b36d1366 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:01.217468 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c582838d-430a-45df-abec-f5c0b36d1366 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:01.250878 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-2f4f50f0-9948-4e65-bddd-2ab3181a7512 None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:34:01.300975 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c582838d-430a-45df-abec-f5c0b36d1366 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:01.377470 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c582838d-430a-45df-abec-f5c0b36d1366 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:01.415592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582838d-430a-45df-abec-f5c0b36d1366 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5e9920-0cf8-418f-8bdd-fad7e84a1204,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:01.422946 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c582838d-430a-45df-abec-f5c0b36d1366 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:01.427937 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22ea44c-00b1-49fb-8355-83350a69d6e9 None None] Network 9a8abfca-b320-4065-b1f6-eac2d2ff0e17 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:34:01.432936 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c582838d-430a-45df-abec-f5c0b36d1366 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/subnets/3e5e9920-0cf8-418f-8bdd-fad7e84a1204 HTTP/1.1" status: 204 len: 168 time: 0.3363116 Feb 18 09:34:01.433160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41206) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:01.575379 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2f4f50f0-9948-4e65-bddd-2ab3181a7512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:34:00Z', 'revision_number': 8, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6653e9f-6dff-44e3-a1dc-2357be45c542', 'name': '', 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:07:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:48Z', 'updated_at': '2022-02-18T09:33:55Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:52Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:01.579741 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f50f0-9948-4e65-bddd-2ab3181a7512 None None] Checking router: e12bd256-009c-4475-ac16-c9c9760758f9 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:34:01.589248 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f50f0-9948-4e65-bddd-2ab3181a7512 None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:34:01.589856 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2f4f50f0-9948-4e65-bddd-2ab3181a7512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:33:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:01.681463 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:01.692387 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port 069ac04c-126d-4930-94ff-62ee9df57e4d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:34:01.692932 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:01.697272 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea32b9b9-7cda-46f0-929d-15dd4f16a6ab None None] DHCP port deletion for 9a8abfca-b320-4065-b1f6-eac2d2ff0e17 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:34:01.701421 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ea32b9b9-7cda-46f0-929d-15dd4f16a6ab None None] Deleting port 069ac04c-126d-4930-94ff-62ee9df57e4d {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:34:01.701796 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ea32b9b9-7cda-46f0-929d-15dd4f16a6ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:01.743408 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-2f4f50f0-9948-4e65-bddd-2ab3181a7512 None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:34:01.906828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] For port 069ac04c-126d-4930-94ff-62ee9df57e4d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=069ac04c-126d-4930-94ff-62ee9df57e4d,segment=NetworkSegment(e1907213-a575-4670-a67c-9070fa4bb063),segment_id=e1907213-a575-4670-a67c-9070fa4bb063)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:34:01.907555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:01.919848 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ea32b9b9-7cda-46f0-929d-15dd4f16a6ab None None] For port 069ac04c-126d-4930-94ff-62ee9df57e4d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=069ac04c-126d-4930-94ff-62ee9df57e4d,segment=NetworkSegment(e1907213-a575-4670-a67c-9070fa4bb063),segment_id=e1907213-a575-4670-a67c-9070fa4bb063)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:34:01.920154 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ea32b9b9-7cda-46f0-929d-15dd4f16a6ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:02.037181 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Calling delete_port for 069ac04c-126d-4930-94ff-62ee9df57e4d owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:34:02.045958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ea32b9b9-7cda-46f0-929d-15dd4f16a6ab None None] Calling delete_port for 069ac04c-126d-4930-94ff-62ee9df57e4d owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:34:02.118429 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:02.118730 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2f4f50f0-9948-4e65-bddd-2ab3181a7512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:34:00Z', 'revision_number': 8, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6653e9f-6dff-44e3-a1dc-2357be45c542', 'name': '', 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:07:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:48Z', 'updated_at': '2022-02-18T09:33:55Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:52Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:02.123605 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f50f0-9948-4e65-bddd-2ab3181a7512 None None] The sync data for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 is: [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:34:00Z', 'revision_number': 8, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6653e9f-6dff-44e3-a1dc-2357be45c542', 'name': '', 'network_id': '8006e902-f50a-418e-80e0-69acdfd082f1', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:07:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:48Z', 'updated_at': '2022-02-18T09:33:55Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '2e76d154-1389-4997-b8f6-75b6623e50eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:52Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:34:02.126046 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-ea32b9b9-7cda-46f0-929d-15dd4f16a6ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:34:02.126442 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-ea32b9b9-7cda-46f0-929d-15dd4f16a6ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:34:02.170640 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Port': ['ID=069ac04c-126d-4930-94ff-62ee9df57e4d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:02.172449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] No DVR routers for this DVR port 069ac04c-126d-4930-94ff-62ee9df57e4d on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:02.293639 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:02.318339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8abfca-b320-4065-b1f6-eac2d2ff0e17']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:02.329828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1907213-a575-4670-a67c-9070fa4bb063') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:02.330125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1907213-a575-4670-a67c-9070fa4bb063') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:02.341110 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:02.356898 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:02.362621 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:34:02.362996 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:34:02.377563 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:34:02.457244 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:02.462698 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:02.491442 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Network': ['ID=9a8abfca-b320-4065-b1f6-eac2d2ff0e17,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:02.498267 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0eca39c7-03de-464f-8f6c-cd19e0bd3aa2 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/networks/9a8abfca-b320-4065-b1f6-eac2d2ff0e17 HTTP/1.1" status: 204 len: 168 time: 1.0641432 Feb 18 09:34:02.500892 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41210) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:02.627937 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ea32b9b9-7cda-46f0-929d-15dd4f16a6ab None None] Deleting port 069ac04c-126d-4930-94ff-62ee9df57e4d {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:34:02.628467 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ea32b9b9-7cda-46f0-929d-15dd4f16a6ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:02.662811 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device bb63e334-d2f4-4dc6-8fc3-026bde1fa152 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:02.702286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: bb63e334-d2f4-4dc6-8fc3-026bde1fa152 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:34:02.702633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device bb63e334-d2f4-4dc6-8fc3-026bde1fa152 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:02.703041 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 069ac04c-126d-4930-94ff-62ee9df57e4d no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:02.768957 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ea32b9b9-7cda-46f0-929d-15dd4f16a6ab None None] The port '069ac04c-126d-4930-94ff-62ee9df57e4d' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:34:02.770340 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 069ac04c-126d-4930-94ff-62ee9df57e4d {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:34:02.770678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 069ac04c-126d-4930-94ff-62ee9df57e4d not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:03.018030 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c54e0110-754e-4f76-8f8c-8662b9eecee6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:03.465428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c54e0110-754e-4f76-8f8c-8662b9eecee6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port a6653e9f-6dff-44e3-a1dc-2357be45c542 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:34:03.466129 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c54e0110-754e-4f76-8f8c-8662b9eecee6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:03.650192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-c54e0110-754e-4f76-8f8c-8662b9eecee6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] For port a6653e9f-6dff-44e3-a1dc-2357be45c542, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a6653e9f-6dff-44e3-a1dc-2357be45c542,segment=NetworkSegment(eb9a265b-acba-4f43-b191-fc38861ca99c),segment_id=eb9a265b-acba-4f43-b191-fc38861ca99c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:34:03.650546 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c54e0110-754e-4f76-8f8c-8662b9eecee6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:03.769548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-c54e0110-754e-4f76-8f8c-8662b9eecee6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Calling delete_port for a6653e9f-6dff-44e3-a1dc-2357be45c542 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:34:03.803000 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-42532aae-d5ac-4403-844f-ce7f2a430363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:03.901789 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:03.920447 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:03.952214 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c54e0110-754e-4f76-8f8c-8662b9eecee6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:04.002733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e0110-754e-4f76-8f8c-8662b9eecee6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Port': ['ID=a6653e9f-6dff-44e3-a1dc-2357be45c542,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:04.254076 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c54e0110-754e-4f76-8f8c-8662b9eecee6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:04.681228 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54e0110-754e-4f76-8f8c-8662b9eecee6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router e12bd256-009c-4475-ac16-c9c9760758f9 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:34:04.843850 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54e0110-754e-4f76-8f8c-8662b9eecee6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:34:04.855183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81bedd2-8028-4b5e-a012-459f089bf95f None None] Sync routers for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:34:04.859290 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c54e0110-754e-4f76-8f8c-8662b9eecee6 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/e12bd256-009c-4475-ac16-c9c9760758f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3547881 Feb 18 09:34:04.859457 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41214) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:04.864778 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81bedd2-8028-4b5e-a012-459f089bf95f None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:34:04.865458 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b81bedd2-8028-4b5e-a012-459f089bf95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:34:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:04.924815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d2b428-6f31-4a99-9ba6-e3ecaf32bb34 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting subnet 2e76d154-1389-4997-b8f6-75b6623e50eb {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:34:04.927777 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58d2b428-6f31-4a99-9ba6-e3ecaf32bb34 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:04.981345 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58d2b428-6f31-4a99-9ba6-e3ecaf32bb34 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:05.019096 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-b81bedd2-8028-4b5e-a012-459f089bf95f None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:34:05.066662 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58d2b428-6f31-4a99-9ba6-e3ecaf32bb34 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:05.138730 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58d2b428-6f31-4a99-9ba6-e3ecaf32bb34 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:05.175903 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:05.182723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2b428-6f31-4a99-9ba6-e3ecaf32bb34 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Subnet': ['ID=2e76d154-1389-4997-b8f6-75b6623e50eb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:05.184643 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-58d2b428-6f31-4a99-9ba6-e3ecaf32bb34 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:05.191103 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-58d2b428-6f31-4a99-9ba6-e3ecaf32bb34 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/subnets/2e76d154-1389-4997-b8f6-75b6623e50eb HTTP/1.1" status: 204 len: 168 time: 0.3306463 Feb 18 09:34:05.193886 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41218) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:05.222204 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31502ee-635b-4ef2-bd1d-06250c74d5f1 None None] Network 8006e902-f50a-418e-80e0-69acdfd082f1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:34:05.303633 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:05.314947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port ff539c7a-c423-4d3f-bf21-af6e57fa82e1 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:34:05.315280 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:05.525817 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] For port ff539c7a-c423-4d3f-bf21-af6e57fa82e1, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ff539c7a-c423-4d3f-bf21-af6e57fa82e1,segment=NetworkSegment(eb9a265b-acba-4f43-b191-fc38861ca99c),segment_id=eb9a265b-acba-4f43-b191-fc38861ca99c)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:34:05.526086 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:05.542934 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b81bedd2-8028-4b5e-a012-459f089bf95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:34:03Z', 'revision_number': 9, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:52Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:05.546915 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81bedd2-8028-4b5e-a012-459f089bf95f None None] Checking router: e12bd256-009c-4475-ac16-c9c9760758f9 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:34:05.556776 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81bedd2-8028-4b5e-a012-459f089bf95f None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:34:05.557375 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b81bedd2-8028-4b5e-a012-459f089bf95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:34:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:05.610151 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c10b99-948a-4963-97ad-3b1265a2b40d None None] DHCP port deletion for 8006e902-f50a-418e-80e0-69acdfd082f1 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:34:05.650400 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Calling delete_port for ff539c7a-c423-4d3f-bf21-af6e57fa82e1 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:34:05.671703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-78c10b99-948a-4963-97ad-3b1265a2b40d None None] Deleting port ff539c7a-c423-4d3f-bf21-af6e57fa82e1 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:34:05.672070 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-78c10b99-948a-4963-97ad-3b1265a2b40d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:05.729747 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:05.777553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-b81bedd2-8028-4b5e-a012-459f089bf95f None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:34:05.777918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] No DVR routers for this DVR port ff539c7a-c423-4d3f-bf21-af6e57fa82e1 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:05.805285 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Port': ['ID=ff539c7a-c423-4d3f-bf21-af6e57fa82e1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:05.834511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-78c10b99-948a-4963-97ad-3b1265a2b40d None None] The port 'ff539c7a-c423-4d3f-bf21-af6e57fa82e1' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:34:05.906076 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:05.931540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8006e902-f50a-418e-80e0-69acdfd082f1']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:05.943612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9a265b-acba-4f43-b191-fc38861ca99c') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:05.943912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9a265b-acba-4f43-b191-fc38861ca99c') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:05.955733 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:05.975757 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:05.982518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:34:05.982999 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:06.102563 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b81bedd2-8028-4b5e-a012-459f089bf95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:34:03Z', 'revision_number': 9, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:52Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:06.106938 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81bedd2-8028-4b5e-a012-459f089bf95f None None] The sync data for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 is: [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:34:03Z', 'revision_number': 9, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3c914cf-7a2b-4d29-b9c5-a71474afca86', 'name': '', 'network_id': '934972fe-35a7-4002-bb7e-ee055ceb66f6', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:de:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:44Z', 'updated_at': '2022-02-18T09:33:52Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': 'f481b04e-900d-4eed-affa-83d4afe9b4cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:34:06.108849 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:34:06.188291 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:06.193610 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:06.221551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Network': ['ID=8006e902-f50a-418e-80e0-69acdfd082f1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:06.230831 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b976bfd9-7e17-4229-ad62-5c2ef435358e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/networks/8006e902-f50a-418e-80e0-69acdfd082f1 HTTP/1.1" status: 204 len: 168 time: 1.0360153 Feb 18 09:34:06.233542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41222) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:06.628346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a6653e9f-6dff-44e3-a1dc-2357be45c542 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:06.661958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: a6653e9f-6dff-44e3-a1dc-2357be45c542 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:34:06.662300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a6653e9f-6dff-44e3-a1dc-2357be45c542 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:06.662722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ff539c7a-c423-4d3f-bf21-af6e57fa82e1 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:06.698484 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: ff539c7a-c423-4d3f-bf21-af6e57fa82e1 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:34:06.698834 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ff539c7a-c423-4d3f-bf21-af6e57fa82e1 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:06.739093 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6b8cb50a-739b-4ef0-8ad4-54e09bba17fd tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:07.092865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6b8cb50a-739b-4ef0-8ad4-54e09bba17fd tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port b3c914cf-7a2b-4d29-b9c5-a71474afca86 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:34:07.093257 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6b8cb50a-739b-4ef0-8ad4-54e09bba17fd tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:07.313165 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-6b8cb50a-739b-4ef0-8ad4-54e09bba17fd tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] For port b3c914cf-7a2b-4d29-b9c5-a71474afca86, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b3c914cf-7a2b-4d29-b9c5-a71474afca86,segment=NetworkSegment(ca22c5a1-223a-40c9-b5f3-12c92c92cfd6),segment_id=ca22c5a1-223a-40c9-b5f3-12c92c92cfd6)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:34:07.313523 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6b8cb50a-739b-4ef0-8ad4-54e09bba17fd tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:07.550941 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6b8cb50a-739b-4ef0-8ad4-54e09bba17fd tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Calling delete_port for b3c914cf-7a2b-4d29-b9c5-a71474afca86 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:34:07.725337 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6b8cb50a-739b-4ef0-8ad4-54e09bba17fd tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:07.773243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cb50a-739b-4ef0-8ad4-54e09bba17fd tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Port': ['ID=b3c914cf-7a2b-4d29-b9c5-a71474afca86,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:08.028285 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6b8cb50a-739b-4ef0-8ad4-54e09bba17fd tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:08.338357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8cb50a-739b-4ef0-8ad4-54e09bba17fd tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router e12bd256-009c-4475-ac16-c9c9760758f9 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:34:08.489279 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8cb50a-739b-4ef0-8ad4-54e09bba17fd tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:34:08.498838 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23458bb2-c414-44e1-9de2-28d17531421f None None] Sync routers for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:34:08.502049 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6b8cb50a-739b-4ef0-8ad4-54e09bba17fd tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/e12bd256-009c-4475-ac16-c9c9760758f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2675214 Feb 18 09:34:08.504617 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41226) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:08.508226 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23458bb2-c414-44e1-9de2-28d17531421f None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:34:08.508853 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-23458bb2-c414-44e1-9de2-28d17531421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:34:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:08.568530 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a486764-e8dc-4fbc-85bf-c44a3ceb488e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting subnet f481b04e-900d-4eed-affa-83d4afe9b4cd {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:34:08.572248 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a486764-e8dc-4fbc-85bf-c44a3ceb488e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:08.631900 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a486764-e8dc-4fbc-85bf-c44a3ceb488e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:08.657631 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-23458bb2-c414-44e1-9de2-28d17531421f None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:34:08.712557 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a486764-e8dc-4fbc-85bf-c44a3ceb488e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:08.795204 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a486764-e8dc-4fbc-85bf-c44a3ceb488e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:08.834812 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a486764-e8dc-4fbc-85bf-c44a3ceb488e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Subnet': ['ID=f481b04e-900d-4eed-affa-83d4afe9b4cd,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:08.839103 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8a486764-e8dc-4fbc-85bf-c44a3ceb488e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:08.848066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41230) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:08.848498 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8a486764-e8dc-4fbc-85bf-c44a3ceb488e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/subnets/f481b04e-900d-4eed-affa-83d4afe9b4cd HTTP/1.1" status: 204 len: 168 time: 0.3425138 Feb 18 09:34:08.853393 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab26c383-8b61-471c-b1a5-04db14ce3911 None None] Network 934972fe-35a7-4002-bb7e-ee055ceb66f6 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:34:08.973744 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-23458bb2-c414-44e1-9de2-28d17531421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:34:07Z', 'revision_number': 10, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:08.978599 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23458bb2-c414-44e1-9de2-28d17531421f None None] Checking router: e12bd256-009c-4475-ac16-c9c9760758f9 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:34:08.986867 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23458bb2-c414-44e1-9de2-28d17531421f None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:34:08.987460 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-23458bb2-c414-44e1-9de2-28d17531421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:34:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:08.990593 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.002361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port 4b51493f-9104-4e93-8123-2b6bae6498cc {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:34:09.002698 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.112247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44099c1-da0d-4e34-a61e-d586234a3446 None None] DHCP port deletion for 934972fe-35a7-4002-bb7e-ee055ceb66f6 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:34:09.116326 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c44099c1-da0d-4e34-a61e-d586234a3446 None None] Deleting port 4b51493f-9104-4e93-8123-2b6bae6498cc {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:34:09.116711 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c44099c1-da0d-4e34-a61e-d586234a3446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.140154 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-23458bb2-c414-44e1-9de2-28d17531421f None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:34:09.341446 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] For port 4b51493f-9104-4e93-8123-2b6bae6498cc, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4b51493f-9104-4e93-8123-2b6bae6498cc,segment=NetworkSegment(ca22c5a1-223a-40c9-b5f3-12c92c92cfd6),segment_id=ca22c5a1-223a-40c9-b5f3-12c92c92cfd6)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:34:09.342227 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.389228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c44099c1-da0d-4e34-a61e-d586234a3446 None None] For port 4b51493f-9104-4e93-8123-2b6bae6498cc, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4b51493f-9104-4e93-8123-2b6bae6498cc,segment=NetworkSegment(ca22c5a1-223a-40c9-b5f3-12c92c92cfd6),segment_id=ca22c5a1-223a-40c9-b5f3-12c92c92cfd6)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:34:09.389621 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c44099c1-da0d-4e34-a61e-d586234a3446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.454832 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-23458bb2-c414-44e1-9de2-28d17531421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:34:07Z', 'revision_number': 10, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:09.458670 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23458bb2-c414-44e1-9de2-28d17531421f None None] The sync data for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 is: [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:34:07Z', 'revision_number': 10, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None, '_interfaces': [{'id': '541101ce-54c0-4d45-be1c-87317b51c723', 'name': '', 'network_id': '4a47b8d5-bbb0-4934-b1f3-762736b67fb9', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'mac_address': 'fa:16:3e:4e:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:33:40Z', 'updated_at': '2022-02-18T09:33:49Z', 'revision_number': 5, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'subnets': [{'id': '0c9128a2-5cb2-4d3d-9ba9-48ce7142d617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:34:09.468430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Calling delete_port for 4b51493f-9104-4e93-8123-2b6bae6498cc owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:34:09.511603 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c44099c1-da0d-4e34-a61e-d586234a3446 None None] Calling delete_port for 4b51493f-9104-4e93-8123-2b6bae6498cc owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:34:09.547449 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.580930 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-c44099c1-da0d-4e34-a61e-d586234a3446 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:34:09.581278 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-c44099c1-da0d-4e34-a61e-d586234a3446 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:34:09.594121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Port': ['ID=4b51493f-9104-4e93-8123-2b6bae6498cc,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:09.598273 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] No DVR routers for this DVR port 4b51493f-9104-4e93-8123-2b6bae6498cc on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:09.635616 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:09.635959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:09.636323 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:09.636661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:09.636990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:09.637318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:09.637642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:09.638063 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:09.638393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:09.638715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:09.639036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:09.639357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:09.732466 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.756896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934972fe-35a7-4002-bb7e-ee055ceb66f6']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:09.769061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca22c5a1-223a-40c9-b5f3-12c92c92cfd6') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:09.769355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca22c5a1-223a-40c9-b5f3-12c92c92cfd6') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:09.780888 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.800542 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.808156 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:34:09.808588 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:34:09.824329 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:34:09.908704 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.926465 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:09.937009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Network': ['ID=934972fe-35a7-4002-bb7e-ee055ceb66f6,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:09.944489 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2c40b89c-0832-42b1-9341-7377a3531d56 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/networks/934972fe-35a7-4002-bb7e-ee055ceb66f6 HTTP/1.1" status: 204 len: 168 time: 1.0954318 Feb 18 09:34:09.947842 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41234) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:10.082821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c44099c1-da0d-4e34-a61e-d586234a3446 None None] Deleting port 4b51493f-9104-4e93-8123-2b6bae6498cc {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:34:10.083388 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c44099c1-da0d-4e34-a61e-d586234a3446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:10.150436 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c44099c1-da0d-4e34-a61e-d586234a3446 None None] The port '4b51493f-9104-4e93-8123-2b6bae6498cc' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:34:10.446626 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5b9ef3e3-f1ef-458b-97ba-b699ecfb4c6e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:10.628787 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4b51493f-9104-4e93-8123-2b6bae6498cc no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:10.666501 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 4b51493f-9104-4e93-8123-2b6bae6498cc {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:34:10.666856 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4b51493f-9104-4e93-8123-2b6bae6498cc not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:10.667272 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b3c914cf-7a2b-4d29-b9c5-a71474afca86 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:10.705559 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: b3c914cf-7a2b-4d29-b9c5-a71474afca86 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:34:10.705815 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b3c914cf-7a2b-4d29-b9c5-a71474afca86 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:10.898704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ef3e3-f1ef-458b-97ba-b699ecfb4c6e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port 541101ce-54c0-4d45-be1c-87317b51c723 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:34:10.899044 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5b9ef3e3-f1ef-458b-97ba-b699ecfb4c6e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.094546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-5b9ef3e3-f1ef-458b-97ba-b699ecfb4c6e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] For port 541101ce-54c0-4d45-be1c-87317b51c723, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=541101ce-54c0-4d45-be1c-87317b51c723,segment=NetworkSegment(3759470e-a864-400e-9be9-d1307da67488),segment_id=3759470e-a864-400e-9be9-d1307da67488)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:34:11.095211 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5b9ef3e3-f1ef-458b-97ba-b699ecfb4c6e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.224668 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ef3e3-f1ef-458b-97ba-b699ecfb4c6e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Calling delete_port for 541101ce-54c0-4d45-be1c-87317b51c723 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:34:11.408475 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5b9ef3e3-f1ef-458b-97ba-b699ecfb4c6e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.459769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ef3e3-f1ef-458b-97ba-b699ecfb4c6e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Port': ['ID=541101ce-54c0-4d45-be1c-87317b51c723,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:11.582523 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.689169 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5b9ef3e3-f1ef-458b-97ba-b699ecfb4c6e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.735117 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:11.953740 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9ef3e3-f1ef-458b-97ba-b699ecfb4c6e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router e12bd256-009c-4475-ac16-c9c9760758f9 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:34:12.201692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9ef3e3-f1ef-458b-97ba-b699ecfb4c6e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:34:12.210850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01ac3fe-5c4b-4355-ac50-aa2056d113cc None None] Sync routers for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:34:12.214286 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5b9ef3e3-f1ef-458b-97ba-b699ecfb4c6e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/e12bd256-009c-4475-ac16-c9c9760758f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2651417 Feb 18 09:34:12.216748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41238) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:12.220963 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ac3fe-5c4b-4355-ac50-aa2056d113cc None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:34:12.221571 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c01ac3fe-5c4b-4355-ac50-aa2056d113cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:34:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:12.283176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-0804c734-5e8f-4f80-8769-366bada71d50 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting subnet 0c9128a2-5cb2-4d3d-9ba9-48ce7142d617 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:34:12.286607 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0804c734-5e8f-4f80-8769-366bada71d50 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:12.345480 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c01ac3fe-5c4b-4355-ac50-aa2056d113cc None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:34:12.357259 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0804c734-5e8f-4f80-8769-366bada71d50 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:12.448246 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c01ac3fe-5c4b-4355-ac50-aa2056d113cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:34:11Z', 'revision_number': 11, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:12.450929 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0804c734-5e8f-4f80-8769-366bada71d50 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:12.452328 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01ac3fe-5c4b-4355-ac50-aa2056d113cc None None] Checking router: e12bd256-009c-4475-ac16-c9c9760758f9 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:34:12.460434 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ac3fe-5c4b-4355-ac50-aa2056d113cc None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:34:12.461528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c01ac3fe-5c4b-4355-ac50-aa2056d113cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:34:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:12.522621 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0804c734-5e8f-4f80-8769-366bada71d50 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:12.560275 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804c734-5e8f-4f80-8769-366bada71d50 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Subnet': ['ID=0c9128a2-5cb2-4d3d-9ba9-48ce7142d617,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:12.565697 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0804c734-5e8f-4f80-8769-366bada71d50 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:12.572452 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0804c734-5e8f-4f80-8769-366bada71d50 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/subnets/0c9128a2-5cb2-4d3d-9ba9-48ce7142d617 HTTP/1.1" status: 204 len: 168 time: 0.3545868 Feb 18 09:34:12.574813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41242) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:12.579868 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b91966e-6c9f-43a8-8bcd-e8046139e307 None None] Network 4a47b8d5-bbb0-4934-b1f3-762736b67fb9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:34:12.651330 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c01ac3fe-5c4b-4355-ac50-aa2056d113cc None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:34:12.698330 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:12.708843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Deleting port 25c4418f-4327-4d8a-82a5-5ef4645d6208 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:34:12.709172 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:12.777940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c01ac3fe-5c4b-4355-ac50-aa2056d113cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:34:11Z', 'revision_number': 11, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:12.792570 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01ac3fe-5c4b-4355-ac50-aa2056d113cc None None] The sync data for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 is: [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:34:11Z', 'revision_number': 11, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:34:12.939081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] For port 25c4418f-4327-4d8a-82a5-5ef4645d6208, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=25c4418f-4327-4d8a-82a5-5ef4645d6208,segment=NetworkSegment(3759470e-a864-400e-9be9-d1307da67488),segment_id=3759470e-a864-400e-9be9-d1307da67488)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:34:12.939435 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:13.062440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Calling delete_port for 25c4418f-4327-4d8a-82a5-5ef4645d6208 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:34:13.133192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fe9f14-8d0d-4770-b388-9e6457f357a5 None None] DHCP port deletion for 4a47b8d5-bbb0-4934-b1f3-762736b67fb9 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:34:13.137687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe9f14-8d0d-4770-b388-9e6457f357a5 None None] Deleting port 25c4418f-4327-4d8a-82a5-5ef4645d6208 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:34:13.138064 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d7fe9f14-8d0d-4770-b388-9e6457f357a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:13.140397 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:13.190859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Port': ['ID=25c4418f-4327-4d8a-82a5-5ef4645d6208,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:13.197193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] No DVR routers for this DVR port 25c4418f-4327-4d8a-82a5-5ef4645d6208 on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:13.210194 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe9f14-8d0d-4770-b388-9e6457f357a5 None None] The port '25c4418f-4327-4d8a-82a5-5ef4645d6208' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:34:13.325185 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:13.349926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a47b8d5-bbb0-4934-b1f3-762736b67fb9']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:13.362053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3759470e-a864-400e-9be9-d1307da67488') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:13.362352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3759470e-a864-400e-9be9-d1307da67488') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:13.374054 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:13.389650 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:13.395480 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:34:13.395859 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:34:13.411514 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:34:13.491943 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:13.511376 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:13.521855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Pushing event deleted for resources: {'Network': ['ID=4a47b8d5-bbb0-4934-b1f3-762736b67fb9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:13.529623 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-90377d4c-79cc-407a-9036-6c32f9ee5998 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/networks/4a47b8d5-bbb0-4934-b1f3-762736b67fb9 HTTP/1.1" status: 204 len: 168 time: 0.9538646 Feb 18 09:34:13.532167 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41246) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:13.537264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-fc888c55-526e-4e62-8694-2a359d23493c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'router': {'routes': None}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:34:13.937409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.extraroute_db [None req-fc888c55-526e-4e62-8694-2a359d23493c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Added routes are [] {{(pid=87768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 18 09:34:13.937711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.extraroute_db [None req-fc888c55-526e-4e62-8694-2a359d23493c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Removed routes are [] {{(pid=87768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 18 09:34:13.938069 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fc888c55-526e-4e62-8694-2a359d23493c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:14.189247 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fc888c55-526e-4e62-8694-2a359d23493c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:14.192656 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fc888c55-526e-4e62-8694-2a359d23493c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:14.325159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc888c55-526e-4e62-8694-2a359d23493c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router e12bd256-009c-4475-ac16-c9c9760758f9 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:34:14.456739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc888c55-526e-4e62-8694-2a359d23493c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:34:14.463609 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fc888c55-526e-4e62-8694-2a359d23493c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:14.464757 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fc888c55-526e-4e62-8694-2a359d23493c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/e12bd256-009c-4475-ac16-c9c9760758f9 HTTP/1.1" status: 200 len: 700 time: 0.9315910 Feb 18 09:34:14.466927 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf492b32-a2b6-4b17-8f35-3b23967d1880 None None] Sync routers for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:34:14.467513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41250) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:14.475980 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf492b32-a2b6-4b17-8f35-3b23967d1880 None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:34:14.477101 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bf492b32-a2b6-4b17-8f35-3b23967d1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:34:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:14.509750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2c48e5e8-1aef-43d4-be05-9d24447f4264 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Synchronizing usage tracker for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:34:14.525135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2c48e5e8-1aef-43d4-be05-9d24447f4264 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Unset dirty status for tenant:5a51d4f8f29147ad810d924afc04e5be on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:34:14.526269 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2c48e5e8-1aef-43d4-be05-9d24447f4264 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/ports?device_id=e12bd256-009c-4475-ac16-c9c9760758f9 HTTP/1.1" status: 200 len: 205 time: 0.0578551 Feb 18 09:34:14.529030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41254) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:14.618352 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-bf492b32-a2b6-4b17-8f35-3b23967d1880 None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:34:14.641684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 541101ce-54c0-4d45-be1c-87317b51c723 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:14.664842 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95479b8e-a494-408c-a37a-03f1e562fe88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:14.679728 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 541101ce-54c0-4d45-be1c-87317b51c723 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:34:14.681053 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 541101ce-54c0-4d45-be1c-87317b51c723 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:14.681472 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 25c4418f-4327-4d8a-82a5-5ef4645d6208 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:14.720484 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 25c4418f-4327-4d8a-82a5-5ef4645d6208 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:34:14.720728 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 25c4418f-4327-4d8a-82a5-5ef4645d6208 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:34:14.763259 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bf492b32-a2b6-4b17-8f35-3b23967d1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:34:11Z', 'revision_number': 11, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:14.767295 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf492b32-a2b6-4b17-8f35-3b23967d1880 None None] Checking router: e12bd256-009c-4475-ac16-c9c9760758f9 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:34:14.776684 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf492b32-a2b6-4b17-8f35-3b23967d1880 None None] Routers {'e12bd256-009c-4475-ac16-c9c9760758f9'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:34:14.777291 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bf492b32-a2b6-4b17-8f35-3b23967d1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:34:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['e12bd256-009c-4475-ac16-c9c9760758f9'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:14.901247 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-bf492b32-a2b6-4b17-8f35-3b23967d1880 None None] Set router e12bd256-009c-4475-ac16-c9c9760758f9 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:34:14.965160 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95479b8e-a494-408c-a37a-03f1e562fe88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:14.967276 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95479b8e-a494-408c-a37a-03f1e562fe88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.004004 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-bf492b32-a2b6-4b17-8f35-3b23967d1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:34:11Z', 'revision_number': 11, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:15.009342 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf492b32-a2b6-4b17-8f35-3b23967d1880 None None] The sync data for ids ['e12bd256-009c-4475-ac16-c9c9760758f9'] in n-d-829434-1 is: [{'id': 'e12bd256-009c-4475-ac16-c9c9760758f9', 'name': 'tempest-RoutersTest-router-124862131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:33:39Z', 'updated_at': '2022-02-18T09:34:11Z', 'revision_number': 11, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:34:15.128735 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95479b8e-a494-408c-a37a-03f1e562fe88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.129222 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95479b8e-a494-408c-a37a-03f1e562fe88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Fanout notify agent at l3_agent the message router_deleted on router e12bd256-009c-4475-ac16-c9c9760758f9 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:34:15.144506 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-95479b8e-a494-408c-a37a-03f1e562fe88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.145608 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-95479b8e-a494-408c-a37a-03f1e562fe88 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/routers/e12bd256-009c-4475-ac16-c9c9760758f9 HTTP/1.1" status: 204 len: 168 time: 0.6156907 Feb 18 09:34:15.150155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41258) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:15.155953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-fcb3710f-aa48-4ed8-afa5-f0c204becf16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1976898131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:34:15.163049 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fcb3710f-aa48-4ed8-afa5-f0c204becf16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:15.167862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fcb3710f-aa48-4ed8-afa5-f0c204becf16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Usage tracker for resource:router and tenant:5a51d4f8f29147ad810d924afc04e5be is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:15.170882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-fcb3710f-aa48-4ed8-afa5-f0c204becf16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:15.177414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-fcb3710f-aa48-4ed8-afa5-f0c204becf16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:15.186492 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fcb3710f-aa48-4ed8-afa5-f0c204becf16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.187545 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fcb3710f-aa48-4ed8-afa5-f0c204becf16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.203510 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fcb3710f-aa48-4ed8-afa5-f0c204becf16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.223513 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fcb3710f-aa48-4ed8-afa5-f0c204becf16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.249567 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fcb3710f-aa48-4ed8-afa5-f0c204becf16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.250654 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fcb3710f-aa48-4ed8-afa5-f0c204becf16 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.0995760 Feb 18 09:34:15.253473 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41262) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:15.259207 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c0de52e5-3daf-4097-af42-f11db71c72df tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:34:15.628808 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c0de52e5-3daf-4097-af42-f11db71c72df tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.639867 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c0de52e5-3daf-4097-af42-f11db71c72df tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8240245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8240204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8241013'] for router, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.795889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0de52e5-3daf-4097-af42-f11db71c72df tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Router 7b0900b3-6d0c-41f6-89fe-83efc471c77a is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:34:15.929048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0de52e5-3daf-4097-af42-f11db71c72df tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:34:15.936507 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c0de52e5-3daf-4097-af42-f11db71c72df tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:15.939101 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae56bb0-597f-458d-b7f0-cbb187832b45 None None] Sync routers for ids ['7b0900b3-6d0c-41f6-89fe-83efc471c77a'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:34:15.940338 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c0de52e5-3daf-4097-af42-f11db71c72df tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "PUT /v2.0/routers/7b0900b3-6d0c-41f6-89fe-83efc471c77a HTTP/1.1" status: 200 len: 694 time: 0.6854377 Feb 18 09:34:15.942818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41266) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:15.949731 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae56bb0-597f-458d-b7f0-cbb187832b45 None None] Routers {'7b0900b3-6d0c-41f6-89fe-83efc471c77a'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:34:15.950452 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-aae56bb0-597f-458d-b7f0-cbb187832b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:34:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7b0900b3-6d0c-41f6-89fe-83efc471c77a'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:16.079919 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-aa00b3b7-8595-4ed5-85f5-a8d8b6bd2281 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/routers/7b0900b3-6d0c-41f6-89fe-83efc471c77a HTTP/1.1" status: 200 len: 700 time: 0.1359367 Feb 18 09:34:16.082496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41270) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:16.105249 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-aae56bb0-597f-458d-b7f0-cbb187832b45 None None] Set router 7b0900b3-6d0c-41f6-89fe-83efc471c77a gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:34:16.126123 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fd2e4b4a-5bbf-463b-aa66-2a3bbcd5ae5b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0900b3-6d0c-41f6-89fe-83efc471c77a HTTP/1.1" status: 200 len: 205 time: 0.0425854 Feb 18 09:34:16.128573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41274) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:16.209204 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-aae56bb0-597f-458d-b7f0-cbb187832b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0900b3-6d0c-41f6-89fe-83efc471c77a', 'name': 'tempest-RoutersTest-router-1976898131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:34:15Z', 'updated_at': '2022-02-18T09:34:15Z', 'revision_number': 2, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:16.214365 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae56bb0-597f-458d-b7f0-cbb187832b45 None None] Checking router: 7b0900b3-6d0c-41f6-89fe-83efc471c77a for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:34:16.222832 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae56bb0-597f-458d-b7f0-cbb187832b45 None None] Routers {'7b0900b3-6d0c-41f6-89fe-83efc471c77a'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:34:16.223424 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-aae56bb0-597f-458d-b7f0-cbb187832b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:34:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['7b0900b3-6d0c-41f6-89fe-83efc471c77a'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:16.260550 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a941b091-6883-4a6c-9ffb-06690ddda306 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:16.360245 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-aae56bb0-597f-458d-b7f0-cbb187832b45 None None] Set router 7b0900b3-6d0c-41f6-89fe-83efc471c77a gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:34:16.470623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-aae56bb0-597f-458d-b7f0-cbb187832b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0900b3-6d0c-41f6-89fe-83efc471c77a', 'name': 'tempest-RoutersTest-router-1976898131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:34:15Z', 'updated_at': '2022-02-18T09:34:15Z', 'revision_number': 2, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:34:16.474419 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae56bb0-597f-458d-b7f0-cbb187832b45 None None] The sync data for ids ['7b0900b3-6d0c-41f6-89fe-83efc471c77a'] in n-d-829434-1 is: [{'id': '7b0900b3-6d0c-41f6-89fe-83efc471c77a', 'name': 'tempest-RoutersTest-router-1976898131', 'tenant_id': '5a51d4f8f29147ad810d924afc04e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:34:15Z', 'updated_at': '2022-02-18T09:34:15Z', 'revision_number': 2, 'project_id': '5a51d4f8f29147ad810d924afc04e5be', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:34:16.698086 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a941b091-6883-4a6c-9ffb-06690ddda306 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:16.700393 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a941b091-6883-4a6c-9ffb-06690ddda306 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:16.722726 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a941b091-6883-4a6c-9ffb-06690ddda306 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:16.723169 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a941b091-6883-4a6c-9ffb-06690ddda306 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Fanout notify agent at l3_agent the message router_deleted on router 7b0900b3-6d0c-41f6-89fe-83efc471c77a {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:34:16.737266 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a941b091-6883-4a6c-9ffb-06690ddda306 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:16.738334 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a941b091-6883-4a6c-9ffb-06690ddda306 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/routers/7b0900b3-6d0c-41f6-89fe-83efc471c77a HTTP/1.1" status: 204 len: 168 time: 0.6088951 Feb 18 09:34:16.743387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41278) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:16.785876 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7b8828fd-feba-4302-80f8-39788e6cee1b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0900b3-6d0c-41f6-89fe-83efc471c77a HTTP/1.1" status: 200 len: 205 time: 0.0414371 Feb 18 09:34:16.788128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41282) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:16.855824 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-5cdb00fb-e615-4490-93c7-113a039dd616 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] delete failed (client error): The resource could not be found. Feb 18 09:34:16.856868 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5cdb00fb-e615-4490-93c7-113a039dd616 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/routers/7b0900b3-6d0c-41f6-89fe-83efc471c77a HTTP/1.1" status: 404 len: 336 time: 0.0678663 Feb 18 09:34:16.859534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41286) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:16.899448 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-546ff9b9-11cb-4354-bff3-32d4a0eef49c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] DELETE failed (client error): The resource could not be found. Feb 18 09:34:16.899873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546ff9b9-11cb-4354-bff3-32d4a0eef49c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:34:16.901571 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-546ff9b9-11cb-4354-bff3-32d4a0eef49c tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/subnets/3e5e9920-0cf8-418f-8bdd-fad7e84a1204 HTTP/1.1" status: 404 len: 337 time: 0.0410469 Feb 18 09:34:16.904000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41290) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:16.944172 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d06908-4f90-4978-b103-0b0589e8cb1e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] DELETE failed (client error): The resource could not be found. Feb 18 09:34:16.944645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d06908-4f90-4978-b103-0b0589e8cb1e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:34:16.946442 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-37d06908-4f90-4978-b103-0b0589e8cb1e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/subnets/2e76d154-1389-4997-b8f6-75b6623e50eb HTTP/1.1" status: 404 len: 337 time: 0.0413995 Feb 18 09:34:16.948799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41294) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:16.985900 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bee4bdd-ce69-4a14-a0a7-466990e19117 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] DELETE failed (client error): The resource could not be found. Feb 18 09:34:16.986264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bee4bdd-ce69-4a14-a0a7-466990e19117 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:34:16.987886 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3bee4bdd-ce69-4a14-a0a7-466990e19117 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/subnets/f481b04e-900d-4eed-affa-83d4afe9b4cd HTTP/1.1" status: 404 len: 337 time: 0.0382185 Feb 18 09:34:16.990316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41298) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:17.027283 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0b8aef-9654-4538-8cfc-ae56e81eea62 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] DELETE failed (client error): The resource could not be found. Feb 18 09:34:17.027729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0b8aef-9654-4538-8cfc-ae56e81eea62 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:34:17.029373 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1c0b8aef-9654-4538-8cfc-ae56e81eea62 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/subnets/0c9128a2-5cb2-4d3d-9ba9-48ce7142d617 HTTP/1.1" status: 404 len: 337 time: 0.0381942 Feb 18 09:34:17.031719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41302) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:17.078647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-41393854-bd0c-4030-8480-0a1bdbdf25da tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/ports?device_id=e12bd256-009c-4475-ac16-c9c9760758f9 HTTP/1.1" status: 200 len: 205 time: 0.0456407 Feb 18 09:34:17.080658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41306) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:17.145787 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-8081f9ad-a440-4cfd-b400-8ac17b250e29 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] delete failed (client error): The resource could not be found. Feb 18 09:34:17.146808 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8081f9ad-a440-4cfd-b400-8ac17b250e29 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/routers/e12bd256-009c-4475-ac16-c9c9760758f9 HTTP/1.1" status: 404 len: 336 time: 0.0652697 Feb 18 09:34:17.150027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41310) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:17.197356 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6ae701c8-ffd6-4c7e-aa7f-3f771e930d9e tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/ports?device_id=b892ef3a-d68e-4615-a359-1c9f94b99e8e HTTP/1.1" status: 200 len: 205 time: 0.0462935 Feb 18 09:34:17.199690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41314) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:17.265293 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-36cb9b43-d118-4e52-b645-d903c15629ed tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] delete failed (client error): The resource could not be found. Feb 18 09:34:17.266419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-36cb9b43-d118-4e52-b645-d903c15629ed tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/routers/b892ef3a-d68e-4615-a359-1c9f94b99e8e HTTP/1.1" status: 404 len: 336 time: 0.0658569 Feb 18 09:34:17.268974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41318) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:17.311042 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18e0f26-cb09-4c26-8247-3fffdaa1c4fa tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] DELETE failed (client error): The resource could not be found. Feb 18 09:34:17.311495 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18e0f26-cb09-4c26-8247-3fffdaa1c4fa tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:34:17.313205 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f18e0f26-cb09-4c26-8247-3fffdaa1c4fa tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/subnets/804b9bba-2b51-4a12-b120-12e68d945146 HTTP/1.1" status: 404 len: 337 time: 0.0433483 Feb 18 09:34:17.315895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41322) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:17.359791 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6d59d641-fb9b-455e-b407-016fe13cd517 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/ports?device_id=38b5d681-a038-4fbd-a94b-b316090fcaf3 HTTP/1.1" status: 200 len: 205 time: 0.0428109 Feb 18 09:34:17.362325 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41326) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:17.430403 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-bac2a0b4-6125-4abb-849d-f648e8fe3cef tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] delete failed (client error): The resource could not be found. Feb 18 09:34:17.431376 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bac2a0b4-6125-4abb-849d-f648e8fe3cef tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/routers/38b5d681-a038-4fbd-a94b-b316090fcaf3 HTTP/1.1" status: 404 len: 336 time: 0.0681837 Feb 18 09:34:17.434105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41330) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:17.476483 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-26782321-0776-4868-9fdf-65a9af137e75 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/ports?device_id=16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390 HTTP/1.1" status: 200 len: 205 time: 0.0413525 Feb 18 09:34:17.479400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41334) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:17.546530 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-dab152c4-e55e-4681-baed-77d991539204 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] delete failed (client error): The resource could not be found. Feb 18 09:34:17.547387 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dab152c4-e55e-4681-baed-77d991539204 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/routers/16f1b06b-b1c8-46fa-a6e8-5ea5dc8bd390 HTTP/1.1" status: 404 len: 336 time: 0.0671296 Feb 18 09:34:17.549990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41338) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:17.587126 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b23361-efbc-435a-bcdf-f4f8525df670 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] DELETE failed (client error): The resource could not be found. Feb 18 09:34:17.587555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77b23361-efbc-435a-bcdf-f4f8525df670 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:34:17.589158 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-77b23361-efbc-435a-bcdf-f4f8525df670 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/subnets/9a617dba-4837-4135-b6c7-644ad1d412dd HTTP/1.1" status: 404 len: 337 time: 0.0383263 Feb 18 09:34:17.591564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41342) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:17.632443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-819a8026-5d62-4504-a089-920c9bf6eb0b tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c4f72f0-28f0-44ef-a56a-46bf6b6078f3 HTTP/1.1" status: 200 len: 205 time: 0.0398712 Feb 18 09:34:17.634972 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41346) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:17.819170 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-5e1a14f4-5125-4910-a503-436a83f29b19 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] delete failed (client error): The resource could not be found. Feb 18 09:34:17.820086 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5e1a14f4-5125-4910-a503-436a83f29b19 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/routers/6c4f72f0-28f0-44ef-a56a-46bf6b6078f3 HTTP/1.1" status: 404 len: 336 time: 0.1842768 Feb 18 09:34:17.823320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41350) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:17.859206 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c339cb6-5cf6-469b-a3a2-5b61cba125ef tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] DELETE failed (client error): The resource could not be found. Feb 18 09:34:17.859636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c339cb6-5cf6-469b-a3a2-5b61cba125ef tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:34:17.861252 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9c339cb6-5cf6-469b-a3a2-5b61cba125ef tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/subnets/702466fc-4128-4c34-bdf0-8068dc1b1ae6 HTTP/1.1" status: 404 len: 337 time: 0.0370729 Feb 18 09:34:17.863772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41354) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:17.908464 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7cdb1405-3517-4707-bd3d-849844c0a959 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fc5ae94-8cb8-4115-9749-ee5ceee54154 HTTP/1.1" status: 200 len: 205 time: 0.0436225 Feb 18 09:34:17.910833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41358) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:17.974987 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-41851768-41cd-4d5a-8853-0c8c1d592e30 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] delete failed (client error): The resource could not be found. Feb 18 09:34:17.975956 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-41851768-41cd-4d5a-8853-0c8c1d592e30 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/routers/6fc5ae94-8cb8-4115-9749-ee5ceee54154 HTTP/1.1" status: 404 len: 336 time: 0.0642698 Feb 18 09:34:17.979064 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41362) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:18.017839 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0beb66c-d26b-4b71-87c6-9af1595506c7 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] DELETE failed (client error): The resource could not be found. Feb 18 09:34:18.018266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0beb66c-d26b-4b71-87c6-9af1595506c7 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:34:18.019820 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b0beb66c-d26b-4b71-87c6-9af1595506c7 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/subnets/3dee2804-e9bf-4b66-8c64-cce1a457a82b HTTP/1.1" status: 404 len: 337 time: 0.0399089 Feb 18 09:34:18.022202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41366) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:18.057804 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d3d1b1-83fa-4b0f-8068-e7ff01584792 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] DELETE failed (client error): The resource could not be found. Feb 18 09:34:18.058237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d3d1b1-83fa-4b0f-8068-e7ff01584792 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:34:18.059771 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f9d3d1b1-83fa-4b0f-8068-e7ff01584792 tempest-RoutersTest-1905743150 tempest-RoutersTest-1905743150-project] 10.222.0.72 "DELETE /v2.0/subnets/98ac6c9b-e16b-4d16-a963-83691ab15018 HTTP/1.1" status: 404 len: 337 time: 0.0367355 Feb 18 09:34:18.320733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41374) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:18.465450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b06310ea-38a4-4bc4-b97c-7f4f1bb1a473 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5a51d4f8f29147ad810d924afc04e5be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433918 Feb 18 09:34:18.467920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41380) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:18.529081 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7f22ece-2931-48c3-b87f-eb3a31ae4cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:18.553554 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7f22ece-2931-48c3-b87f-eb3a31ae4cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:18.605700 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7f22ece-2931-48c3-b87f-eb3a31ae4cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:18.620583 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f22ece-2931-48c3-b87f-eb3a31ae4cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e80e35-6956-479a-b185-29edf96d2abf,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:18.626775 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a7f22ece-2931-48c3-b87f-eb3a31ae4cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:18.627891 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a7f22ece-2931-48c3-b87f-eb3a31ae4cad admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f3e80e35-6956-479a-b185-29edf96d2abf HTTP/1.1" status: 204 len: 168 time: 0.1590247 Feb 18 09:34:20.427834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41432) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:20.542535 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-32ea5108-08c2-445d-8cdf-a78b56a520ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:20.557340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-32ea5108-08c2-445d-8cdf-a78b56a520ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:20.561117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-32ea5108-08c2-445d-8cdf-a78b56a520ce admin admin] Usage tracker for resource:security_group_rule and tenant:f60cb90d984541cabc99e323e7a976fd is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:20.563848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-32ea5108-08c2-445d-8cdf-a78b56a520ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:20.569690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-32ea5108-08c2-445d-8cdf-a78b56a520ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:20.660012 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-32ea5108-08c2-445d-8cdf-a78b56a520ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:20.664150 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-32ea5108-08c2-445d-8cdf-a78b56a520ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:20.718107 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-32ea5108-08c2-445d-8cdf-a78b56a520ce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f60cb90d984541cabc99e323e7a976fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864585 Feb 18 09:34:20.718107 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea5108-08c2-445d-8cdf-a78b56a520ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446d2e6b-e439-4611-a8b7-f8d875cf853e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:20.719897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41438) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:20.783505 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-caeb8185-5ad3-4091-8f3d-cc0fd3cfcce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:20.809625 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-caeb8185-5ad3-4091-8f3d-cc0fd3cfcce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:20.865070 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-caeb8185-5ad3-4091-8f3d-cc0fd3cfcce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:21.002560 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb8185-5ad3-4091-8f3d-cc0fd3cfcce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446d2e6b-e439-4611-a8b7-f8d875cf853e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:21.009579 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-caeb8185-5ad3-4091-8f3d-cc0fd3cfcce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:21.010774 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-caeb8185-5ad3-4091-8f3d-cc0fd3cfcce1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/446d2e6b-e439-4611-a8b7-f8d875cf853e HTTP/1.1" status: 204 len: 168 time: 0.2896442 Feb 18 09:34:21.287990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41446) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:21.307743 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4a2e1359-d745-49bf-b109-48d3ebb3062e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:21.322401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4a2e1359-d745-49bf-b109-48d3ebb3062e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:21.326224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4a2e1359-d745-49bf-b109-48d3ebb3062e admin admin] Usage tracker for resource:security_group_rule and tenant:0aa9574918de4ac7b3cc322544d61b32 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:21.329046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4a2e1359-d745-49bf-b109-48d3ebb3062e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:21.335043 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4a2e1359-d745-49bf-b109-48d3ebb3062e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:21.419700 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4a2e1359-d745-49bf-b109-48d3ebb3062e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:21.423171 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4a2e1359-d745-49bf-b109-48d3ebb3062e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:21.472588 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4a2e1359-d745-49bf-b109-48d3ebb3062e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0aa9574918de4ac7b3cc322544d61b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810744 Feb 18 09:34:21.472588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e1359-d745-49bf-b109-48d3ebb3062e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcb6ede-bcb6-4bcc-b774-56a175908699,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:21.473310 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41450) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:21.530885 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bf65e63e-c853-4b60-8533-a0d2660d65b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:21.555044 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bf65e63e-c853-4b60-8533-a0d2660d65b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:21.604635 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bf65e63e-c853-4b60-8533-a0d2660d65b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:21.620001 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65e63e-c853-4b60-8533-a0d2660d65b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcb6ede-bcb6-4bcc-b774-56a175908699,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:21.624570 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bf65e63e-c853-4b60-8533-a0d2660d65b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:21.625377 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bf65e63e-c853-4b60-8533-a0d2660d65b8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3dcb6ede-bcb6-4bcc-b774-56a175908699 HTTP/1.1" status: 204 len: 168 time: 0.1514437 Feb 18 09:34:29.238126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41538) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:29.352314 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4327-dd19-4e85-a3d0-055606a9198c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:29.366338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9c1e4327-dd19-4e85-a3d0-055606a9198c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:29.370176 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9c1e4327-dd19-4e85-a3d0-055606a9198c admin admin] Usage tracker for resource:security_group_rule and tenant:e294f84982e84a45840011ea0be95cf4 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:29.372929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9c1e4327-dd19-4e85-a3d0-055606a9198c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:29.378498 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9c1e4327-dd19-4e85-a3d0-055606a9198c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:29.462242 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4327-dd19-4e85-a3d0-055606a9198c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:29.466477 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4327-dd19-4e85-a3d0-055606a9198c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:29.511914 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9c1e4327-dd19-4e85-a3d0-055606a9198c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e294f84982e84a45840011ea0be95cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726405 Feb 18 09:34:29.513409 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e4327-dd19-4e85-a3d0-055606a9198c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d58d82-f1dd-4e22-bffd-b42a430a6e4d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:29.514568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41544) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:29.574444 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-75365af7-c3db-4816-824c-1a246bcaebab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:29.598739 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-75365af7-c3db-4816-824c-1a246bcaebab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:29.653304 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-75365af7-c3db-4816-824c-1a246bcaebab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:29.670861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75365af7-c3db-4816-824c-1a246bcaebab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d58d82-f1dd-4e22-bffd-b42a430a6e4d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:29.682563 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-75365af7-c3db-4816-824c-1a246bcaebab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:29.683681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-75365af7-c3db-4816-824c-1a246bcaebab admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/24d58d82-f1dd-4e22-bffd-b42a430a6e4d HTTP/1.1" status: 204 len: 168 time: 0.1680493 Feb 18 09:34:29.963573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41552) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:29.981412 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3f3300a4-dc4e-428e-8466-67166742c820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:29.995515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3f3300a4-dc4e-428e-8466-67166742c820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:29.999323 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3f3300a4-dc4e-428e-8466-67166742c820 admin admin] Usage tracker for resource:security_group_rule and tenant:abb8b02604a8435dab3fb42f710da1ab is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:30.002215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3f3300a4-dc4e-428e-8466-67166742c820 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:30.007780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3f3300a4-dc4e-428e-8466-67166742c820 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:30.097033 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3f3300a4-dc4e-428e-8466-67166742c820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:30.100678 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3f3300a4-dc4e-428e-8466-67166742c820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:30.147821 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3f3300a4-dc4e-428e-8466-67166742c820 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=abb8b02604a8435dab3fb42f710da1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831820 Feb 18 09:34:30.148816 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3300a4-dc4e-428e-8466-67166742c820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae85fa6d-b999-43f0-bb82-900e7a30c770,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:30.151123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41556) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:30.212832 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9acd3791-8907-4283-93a5-d2e40a59afad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:30.238347 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9acd3791-8907-4283-93a5-d2e40a59afad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:30.290290 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9acd3791-8907-4283-93a5-d2e40a59afad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:30.305966 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd3791-8907-4283-93a5-d2e40a59afad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae85fa6d-b999-43f0-bb82-900e7a30c770,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:30.315000 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9acd3791-8907-4283-93a5-d2e40a59afad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:30.316106 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9acd3791-8907-4283-93a5-d2e40a59afad admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ae85fa6d-b999-43f0-bb82-900e7a30c770 HTTP/1.1" status: 204 len: 168 time: 0.1631413 Feb 18 09:34:30.367296 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a3c168cb-cfe5-4816-a39d-2d69bc548a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.061136 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41582) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:31.165984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-917217707-network', 'tenant_id': '156a7a977b6048a6acccb314d1dd5891'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:34:31.171252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:31.175104 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Usage tracker for resource:network and tenant:156a7a977b6048a6acccb314d1dd5891 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:31.177922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:31.184948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:31.194804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Made reservation on behalf of 156a7a977b6048a6acccb314d1dd5891 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:34:31.198279 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.210321 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.229144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:31.233165 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Usage tracker for resource:security_group_rule and tenant:156a7a977b6048a6acccb314d1dd5891 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:31.235874 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:31.241942 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:31.326873 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.330433 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.360712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:34:31.369733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656ef829-9f7b-477e-91b4-872757445cdb,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:31.375804 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.376310 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Added segment f1730037-9fa2-44f2-8939-eb1a91acb33b of type vlan for network 3c8728fa-73b0-4f8b-bb09-d218828acb14 Feb 18 09:34:31.405330 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.434510 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.435444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:31.436018 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.542826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] Pushing event updated for resources: {'Network': ['ID=3c8728fa-73b0-4f8b-bb09-d218828acb14,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:31.545857 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-73372b09-731e-4496-9db0-2d07b9cbf90d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4836390 Feb 18 09:34:31.548851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41588) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:31.552636 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 3c8728fa-73b0-4f8b-bb09-d218828acb14 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:34:31.554221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-a35e9e38-fc69-4051-88d4-7a0c82404ac4 admin admin] Request body: {'subnet': {'network_id': '3c8728fa-73b0-4f8b-bb09-d218828acb14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-917217707-subnet', 'tenant_id': '156a7a977b6048a6acccb314d1dd5891', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:34:31.560165 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a35e9e38-fc69-4051-88d4-7a0c82404ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:31.564006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a35e9e38-fc69-4051-88d4-7a0c82404ac4 admin admin] Usage tracker for resource:subnet and tenant:156a7a977b6048a6acccb314d1dd5891 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:31.566856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a35e9e38-fc69-4051-88d4-7a0c82404ac4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:31.572937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a35e9e38-fc69-4051-88d4-7a0c82404ac4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:31.582886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35e9e38-fc69-4051-88d4-7a0c82404ac4 admin admin] Made reservation on behalf of 156a7a977b6048a6acccb314d1dd5891 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:34:31.585218 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a35e9e38-fc69-4051-88d4-7a0c82404ac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.786125 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a35e9e38-fc69-4051-88d4-7a0c82404ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.863309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e9e38-fc69-4051-88d4-7a0c82404ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28233154-a396-4183-bcc4-692a8bc7c1e2,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:31.870885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35e9e38-fc69-4051-88d4-7a0c82404ac4 admin admin] Checking segment: {'id': 'f1730037-9fa2-44f2-8939-eb1a91acb33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3c8728fa-73b0-4f8b-bb09-d218828acb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:34:31.871234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35e9e38-fc69-4051-88d4-7a0c82404ac4 admin admin] Network hostable DHCP agents. Network: 3c8728fa-73b0-4f8b-bb09-d218828acb14, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:34:31.889872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35e9e38-fc69-4051-88d4-7a0c82404ac4 admin admin] Network 3c8728fa-73b0-4f8b-bb09-d218828acb14 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:34:31.902537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-a35e9e38-fc69-4051-88d4-7a0c82404ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 3c8728fa-73b0-4f8b-bb09-d218828acb14) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:34:31.906903 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35e9e38-fc69-4051-88d4-7a0c82404ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:31.907483 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a35e9e38-fc69-4051-88d4-7a0c82404ac4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:31.911422 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5886d4f-90ec-4217-b3a6-68f9de2b0915 None None] Network 3c8728fa-73b0-4f8b-bb09-d218828acb14 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:34:31.938584 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a35e9e38-fc69-4051-88d4-7a0c82404ac4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3870103 Feb 18 09:34:32.122126 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80010578-a265-438c-bc53-dbb9535867c3 None None] Network 3c8728fa-73b0-4f8b-bb09-d218828acb14 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:34:32.443631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41608) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:32.449838 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-713612084-network', 'tenant_id': 'd8aa61d97c214436b6fb2d2868e228f1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:34:32.455000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:32.458834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Usage tracker for resource:network and tenant:d8aa61d97c214436b6fb2d2868e228f1 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:32.462562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:32.468168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:32.478914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Made reservation on behalf of d8aa61d97c214436b6fb2d2868e228f1 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:34:32.481209 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:32.493504 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:32.507539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:32.511396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Usage tracker for resource:security_group_rule and tenant:d8aa61d97c214436b6fb2d2868e228f1 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:32.514142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:32.519599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:32.599226 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:32.603895 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:32.631486 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:34:32.644163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d51008f-5f14-4ec8-9077-eb1d5a47f86e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:32.651273 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:32.651620 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Added segment 24e6eddb-2c65-4df1-9187-1a86a5994275 of type vlan for network fa5a9bae-bf23-45b5-8b72-ef53ea980aae Feb 18 09:34:32.682307 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:32.718267 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:32.719210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:32.719788 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:32.817520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3727195 Feb 18 09:34:32.820682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41614) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:34:32.821356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ccefa-04da-46b2-9969-932abca3b34e admin admin] Pushing event updated for resources: {'Network': ['ID=fa5a9bae-bf23-45b5-8b72-ef53ea980aae,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:32.828379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-a9219d67-9eaf-4748-b2a7-82664fedfc90 admin admin] Request body: {'subnet': {'network_id': 'fa5a9bae-bf23-45b5-8b72-ef53ea980aae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-713612084-subnet', 'tenant_id': 'd8aa61d97c214436b6fb2d2868e228f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:34:32.831567 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network fa5a9bae-bf23-45b5-8b72-ef53ea980aae details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:34:32.833754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a9219d67-9eaf-4748-b2a7-82664fedfc90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:32.838343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a9219d67-9eaf-4748-b2a7-82664fedfc90 admin admin] Usage tracker for resource:subnet and tenant:d8aa61d97c214436b6fb2d2868e228f1 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:32.841191 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a9219d67-9eaf-4748-b2a7-82664fedfc90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:32.847038 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a9219d67-9eaf-4748-b2a7-82664fedfc90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:32.862964 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9219d67-9eaf-4748-b2a7-82664fedfc90 admin admin] Made reservation on behalf of d8aa61d97c214436b6fb2d2868e228f1 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:34:32.865445 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a9219d67-9eaf-4748-b2a7-82664fedfc90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:33.066037 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a9219d67-9eaf-4748-b2a7-82664fedfc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:33.138144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9219d67-9eaf-4748-b2a7-82664fedfc90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73854f0a-d3fe-495b-8682-021fd58e4bd2,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:33.146525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9219d67-9eaf-4748-b2a7-82664fedfc90 admin admin] Checking segment: {'id': '24e6eddb-2c65-4df1-9187-1a86a5994275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fa5a9bae-bf23-45b5-8b72-ef53ea980aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:34:33.146882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9219d67-9eaf-4748-b2a7-82664fedfc90 admin admin] Network hostable DHCP agents. Network: fa5a9bae-bf23-45b5-8b72-ef53ea980aae, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:34:33.164390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9219d67-9eaf-4748-b2a7-82664fedfc90 admin admin] Network fa5a9bae-bf23-45b5-8b72-ef53ea980aae is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:34:33.173807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-a9219d67-9eaf-4748-b2a7-82664fedfc90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, fa5a9bae-bf23-45b5-8b72-ef53ea980aae) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:34:33.177593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9219d67-9eaf-4748-b2a7-82664fedfc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:33.178201 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a9219d67-9eaf-4748-b2a7-82664fedfc90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:33.183740 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b018d54-4b6f-4666-8aad-69d51fb7145d None None] Network fa5a9bae-bf23-45b5-8b72-ef53ea980aae requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:34:33.199286 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a9219d67-9eaf-4748-b2a7-82664fedfc90 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3755369 Feb 18 09:34:33.425602 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6715892-dfd5-4c2b-b1f4-765795af717f None None] Network fa5a9bae-bf23-45b5-8b72-ef53ea980aae requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:34:33.807640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-5d0627a2-79be-4a9d-9a27-528609acb844 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:33.808240 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8b92e102-8e3c-4b46-8309-96f3480bf2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:33.808390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-5d0627a2-79be-4a9d-9a27-528609acb844 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Synchronizing usage tracker for tenant:156a7a977b6048a6acccb314d1dd5891 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:34:33.826030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-5d0627a2-79be-4a9d-9a27-528609acb844 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Unset dirty status for tenant:156a7a977b6048a6acccb314d1dd5891 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:34:33.827123 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-5d0627a2-79be-4a9d-9a27-528609acb844 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/networks?id=3c8728fa-73b0-4f8b-bb09-d218828acb14 HTTP/1.1" status: 200 len: 808 time: 0.1653752 Feb 18 09:34:33.843567 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-0414251d-4e5f-4ecd-bc18-053270f65669 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/quotas/156a7a977b6048a6acccb314d1dd5891 HTTP/1.1" status: 200 len: 375 time: 0.0105050 Feb 18 09:34:33.890874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-f66ce49a-1fe3-4a5d-8fe0-7a0e58d50a99 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=156a7a977b6048a6acccb314d1dd5891&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416665 Feb 18 09:34:33.905018 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:33.923990 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:34.023875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-60a3d570-494a-41c2-a3db-e63ecda258b7 service neutron] 10.222.0.72 "GET /v2.0/networks/3c8728fa-73b0-4f8b-bb09-d218828acb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263802 Feb 18 09:34:34.269588 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-87468049-2e78-430f-bede-aea0abd35faa service neutron] 10.222.0.72 "GET /v2.0/networks/3c8728fa-73b0-4f8b-bb09-d218828acb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392676 Feb 18 09:34:34.449727 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1468dc4a-e9d8-48d6-908d-e33b4ce43a28 req-ccb67b0a-0e36-46cf-ad6d-17e600e90c75 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/ports?device_id=c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84 HTTP/1.1" status: 200 len: 210 time: 0.0433016 Feb 18 09:34:35.108782 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:34:35.158143 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:35.478763 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-4cffb793-82d7-4a66-833e-47a847a1fad0 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:35.480666 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-4cffb793-82d7-4a66-833e-47a847a1fad0 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.61 "GET /v2.0/networks?id=3c8728fa-73b0-4f8b-bb09-d218828acb14 HTTP/1.1" status: 200 len: 808 time: 0.1510756 Feb 18 09:34:35.494052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-1e28978a-f46d-4821-aad1-407632fec60f tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Request body: {'port': {'device_id': 'c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84', 'network_id': '3c8728fa-73b0-4f8b-bb09-d218828acb14', 'admin_state_up': True, 'tenant_id': '156a7a977b6048a6acccb314d1dd5891'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:34:35.635240 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8f3c7d07-8106-4f28-b513-2607fdb34895 req-8e0943c8-0380-4cd0-a785-ce10151cd1bb tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/ports?device_id=c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84 HTTP/1.1" status: 200 len: 210 time: 0.0565686 Feb 18 09:34:35.679680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-1e28978a-f46d-4821-aad1-407632fec60f tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:34:35.683517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-1e28978a-f46d-4821-aad1-407632fec60f tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Usage tracker for resource:port and tenant:156a7a977b6048a6acccb314d1dd5891 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:34:35.686211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-1e28978a-f46d-4821-aad1-407632fec60f tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:34:35.692101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-1e28978a-f46d-4821-aad1-407632fec60f tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:34:35.701724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-1e28978a-f46d-4821-aad1-407632fec60f tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Made reservation on behalf of 156a7a977b6048a6acccb314d1dd5891 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:34:35.705330 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-1e28978a-f46d-4821-aad1-407632fec60f tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:35.865347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-1e28978a-f46d-4821-aad1-407632fec60f tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Allocated IP 172.20.0.4 (3c8728fa-73b0-4f8b-bb09-d218828acb14/28233154-a396-4183-bcc4-692a8bc7c1e2/7d4868b4-229e-4018-b053-2a63b3222b44) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:34:36.063211 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-1e28978a-f46d-4821-aad1-407632fec60f tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:36.092457 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-1e28978a-f46d-4821-aad1-407632fec60f tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:36.165562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-1e28978a-f46d-4821-aad1-407632fec60f tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Network 3c8728fa-73b0-4f8b-bb09-d218828acb14 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:34:36.168615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-1e28978a-f46d-4821-aad1-407632fec60f tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:34:36.172488 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-1e28978a-f46d-4821-aad1-407632fec60f tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:34:36.202977 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28978a-f46d-4821-aad1-407632fec60f tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Pushing event updated for resources: {'Port': ['ID=7d4868b4-229e-4018-b053-2a63b3222b44,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:36.237685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-1e28978a-f46d-4821-aad1-407632fec60f tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:36.238288 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-1e28978a-f46d-4821-aad1-407632fec60f tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:36.257572 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-1e28978a-f46d-4821-aad1-407632fec60f tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7683072 Feb 18 09:34:36.266974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-db480ba8-7787-42c6-8611-62919846de7e tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:34:36.267890 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-db480ba8-7787-42c6-8611-62919846de7e tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047898 Feb 18 09:34:36.377514 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Request body: {'port': {'device_id': 'c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:34:36.489255 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:36.889493 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4868b4-229e-4018-b053-2a63b3222b44 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:34:36.901098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c1c17-2f51-4f57-aed1-ee7105fd96d9 req-c9331634-b141-49f5-a3e7-636b389c53b0 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:36.901805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-567c1c17-2f51-4f57-aed1-ee7105fd96d9 req-c9331634-b141-49f5-a3e7-636b389c53b0 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Synchronizing usage tracker for tenant:156a7a977b6048a6acccb314d1dd5891 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:34:36.907901 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:36.928563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Transition to ACTIVE for port object 7d4868b4-229e-4018-b053-2a63b3222b44 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:34:36.933417 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:36.966547 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-567c1c17-2f51-4f57-aed1-ee7105fd96d9 req-c9331634-b141-49f5-a3e7-636b389c53b0 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Unset dirty status for tenant:156a7a977b6048a6acccb314d1dd5891 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:34:36.967707 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-567c1c17-2f51-4f57-aed1-ee7105fd96d9 req-c9331634-b141-49f5-a3e7-636b389c53b0 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/ports?device_id=c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84 HTTP/1.1" status: 200 len: 931 time: 0.2205236 Feb 18 09:34:37.233273 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4868b4-229e-4018-b053-2a63b3222b44,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:37.284783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-567c1c17-2f51-4f57-aed1-ee7105fd96d9 req-42fef3c3-dbd1-48c0-9f48-9b4bb0329eb0 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Synchronizing usage tracker for tenant:156a7a977b6048a6acccb314d1dd5891 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:34:37.324217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-567c1c17-2f51-4f57-aed1-ee7105fd96d9 req-42fef3c3-dbd1-48c0-9f48-9b4bb0329eb0 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Unset dirty status for tenant:156a7a977b6048a6acccb314d1dd5891 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:34:37.325360 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-567c1c17-2f51-4f57-aed1-ee7105fd96d9 req-42fef3c3-dbd1-48c0-9f48-9b4bb0329eb0 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/security-groups?id=656ef829-9f7b-477e-91b4-872757445cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485420 Feb 18 09:34:37.331653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Attempting to bind port 7d4868b4-229e-4018-b053-2a63b3222b44 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:34:37.332004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Attempting to bind port 7d4868b4-229e-4018-b053-2a63b3222b44 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'f1730037-9fa2-44f2-8939-eb1a91acb33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3c8728fa-73b0-4f8b-bb09-d218828acb14'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:34:37.332463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Attempting to bind port 7d4868b4-229e-4018-b053-2a63b3222b44 on network 3c8728fa-73b0-4f8b-bb09-d218828acb14 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:34:37.337186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Port 7d4868b4-229e-4018-b053-2a63b3222b44 on network 3c8728fa-73b0-4f8b-bb09-d218828acb14 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:34:37.337533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Attempting to bind port 7d4868b4-229e-4018-b053-2a63b3222b44 on network 3c8728fa-73b0-4f8b-bb09-d218828acb14 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:34:37.342856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:34:37.343194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Checking segment: {'id': 'f1730037-9fa2-44f2-8939-eb1a91acb33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3c8728fa-73b0-4f8b-bb09-d218828acb14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:34:37.343574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Bound using segment: {'id': 'f1730037-9fa2-44f2-8939-eb1a91acb33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3c8728fa-73b0-4f8b-bb09-d218828acb14'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:34:37.343999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Bound port: 7d4868b4-229e-4018-b053-2a63b3222b44, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1730037-9fa2-44f2-8939-eb1a91acb33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3c8728fa-73b0-4f8b-bb09-d218828acb14'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:34:37.344381 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:37.431894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] For port 7d4868b4-229e-4018-b053-2a63b3222b44, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:34:37.434766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] For port 7d4868b4-229e-4018-b053-2a63b3222b44, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7d4868b4-229e-4018-b053-2a63b3222b44,segment=NetworkSegment(f1730037-9fa2-44f2-8939-eb1a91acb33b),segment_id=f1730037-9fa2-44f2-8939-eb1a91acb33b)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:34:37.438129 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:37.503207 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:37.503817 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:37.505213 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] 10.222.0.61 "PUT /v2.0/ports/7d4868b4-229e-4018-b053-2a63b3222b44 HTTP/1.1" status: 200 len: 1091 time: 1.2314823 Feb 18 09:34:37.505645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84', 'tag': '7d4868b4-229e-4018-b053-2a63b3222b44'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:34:37.523232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c377b-01d6-4133-85e6-e0038bb6cb46 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4868b4-229e-4018-b053-2a63b3222b44,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:37.609835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-ee5423dc-acf1-4986-969d-74637291fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:37.611296 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-ee5423dc-acf1-4986-969d-74637291fcd3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=156a7a977b6048a6acccb314d1dd5891&device_id=c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84 HTTP/1.1" status: 200 len: 1094 time: 0.0698593 Feb 18 09:34:37.682231 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-eb905b72-0f7b-490b-930a-d1bbefd2d523 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d4868b4-229e-4018-b053-2a63b3222b44 HTTP/1.1" status: 200 len: 217 time: 0.0629539 Feb 18 09:34:37.742713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-8888b4ec-9be4-449a-b6ba-9a6ac77b2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:37.744729 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-8888b4ec-9be4-449a-b6ba-9a6ac77b2bb4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=28233154-a396-4183-bcc4-692a8bc7c1e2 HTTP/1.1" status: 200 len: 848 time: 0.0565188 Feb 18 09:34:37.803376 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-a10a9119-bb49-45e0-b5c3-d0802b377dfc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c8728fa-73b0-4f8b-bb09-d218828acb14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525699 Feb 18 09:34:37.945793 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-1e8e9cd2-3e06-49d2-bae5-dc03d347f20a service neutron] 10.222.0.61 "GET /v2.0/networks/3c8728fa-73b0-4f8b-bb09-d218828acb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359229 Feb 18 09:34:38.075819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c9d102b-cd2c-432b-8a77-ea05a01d0944 req-2e88f8ac-fb20-4e39-b4a8-13431a95d494 service neutron] 10.222.0.61 "GET /v2.0/networks/3c8728fa-73b0-4f8b-bb09-d218828acb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239493 Feb 18 09:34:38.508778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6918e-8961-47b4-bc7d-edcfc9a8a566 req-92fe1834-9e1a-463f-91f9-6186f15058bc tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:38.510829 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05c6918e-8961-47b4-bc7d-edcfc9a8a566 req-92fe1834-9e1a-463f-91f9-6186f15058bc tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/ports?device_id=c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84 HTTP/1.1" status: 200 len: 943 time: 0.0809200 Feb 18 09:34:38.557403 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05c6918e-8961-47b4-bc7d-edcfc9a8a566 req-40f44ab4-205b-4d42-8dac-5e117bc55ba7 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/security-groups?id=656ef829-9f7b-477e-91b4-872757445cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403647 Feb 18 09:34:38.562323 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84', 'tag': '7d4868b4-229e-4018-b053-2a63b3222b44', 'status': 'completed', 'code': 200} Feb 18 09:34:38.663520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6b415-2029-4574-a984-8fcde006b975 req-4a0a5cc7-683a-40bf-9c42-4c8f6ba6f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:38.665758 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebc6b415-2029-4574-a984-8fcde006b975 req-4a0a5cc7-683a-40bf-9c42-4c8f6ba6f2a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=156a7a977b6048a6acccb314d1dd5891&device_id=c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84 HTTP/1.1" status: 200 len: 1094 time: 0.0744243 Feb 18 09:34:38.796217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6b415-2029-4574-a984-8fcde006b975 req-a31bb045-053c-427c-9bb2-f8a8f371ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:38.797686 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebc6b415-2029-4574-a984-8fcde006b975 req-a31bb045-053c-427c-9bb2-f8a8f371ea3f service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c8728fa-73b0-4f8b-bb09-d218828acb14 HTTP/1.1" status: 200 len: 909 time: 0.1266642 Feb 18 09:34:38.864071 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebc6b415-2029-4574-a984-8fcde006b975 req-356f5cdc-e320-4712-9d5c-e3847999c092 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d4868b4-229e-4018-b053-2a63b3222b44 HTTP/1.1" status: 200 len: 217 time: 0.0599287 Feb 18 09:34:38.929589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6b415-2029-4574-a984-8fcde006b975 req-e4086ee4-66ce-444a-8d8b-f4eeab3de667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:38.931158 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebc6b415-2029-4574-a984-8fcde006b975 req-e4086ee4-66ce-444a-8d8b-f4eeab3de667 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=28233154-a396-4183-bcc4-692a8bc7c1e2 HTTP/1.1" status: 200 len: 848 time: 0.0608647 Feb 18 09:34:38.977718 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebc6b415-2029-4574-a984-8fcde006b975 req-ef023e54-82a2-4774-8dcb-9391deaf975a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c8728fa-73b0-4f8b-bb09-d218828acb14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403845 Feb 18 09:34:39.115692 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebc6b415-2029-4574-a984-8fcde006b975 req-50fac0c9-96c8-48a3-83d5-86f79e88033c service neutron] 10.222.0.61 "GET /v2.0/networks/3c8728fa-73b0-4f8b-bb09-d218828acb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325490 Feb 18 09:34:39.250319 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebc6b415-2029-4574-a984-8fcde006b975 req-1f95eb5d-93f9-4506-b720-88cdb211fd4e service neutron] 10.222.0.61 "GET /v2.0/networks/3c8728fa-73b0-4f8b-bb09-d218828acb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278665 Feb 18 09:34:39.741702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8930fb-1eed-4504-8f4b-1a94cac91b1e req-7af7bc96-cc6c-4cbd-9902-5f231a778bee tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:39.743461 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9b8930fb-1eed-4504-8f4b-1a94cac91b1e req-7af7bc96-cc6c-4cbd-9902-5f231a778bee tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/ports?device_id=c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84 HTTP/1.1" status: 200 len: 943 time: 0.0792117 Feb 18 09:34:39.790558 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9b8930fb-1eed-4504-8f4b-1a94cac91b1e req-f2cf958d-bd01-4267-8475-492ff907ec55 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/security-groups?id=656ef829-9f7b-477e-91b4-872757445cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405226 Feb 18 09:34:40.979354 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc44e90-7a50-4bfd-9d64-2bcee175f9ba req-a1412c35-7901-4c4c-b20d-3946f3417b2e tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:40.980892 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8dc44e90-7a50-4bfd-9d64-2bcee175f9ba req-a1412c35-7901-4c4c-b20d-3946f3417b2e tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/ports?device_id=c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84 HTTP/1.1" status: 200 len: 943 time: 0.0803487 Feb 18 09:34:41.023540 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8dc44e90-7a50-4bfd-9d64-2bcee175f9ba req-7c8d4bba-e1af-4a75-b6c7-bb1682a76424 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/security-groups?id=656ef829-9f7b-477e-91b4-872757445cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371127 Feb 18 09:34:41.321830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7d4868b4-229e-4018-b053-2a63b3222b44 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:34:41.451781 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 7d4868b4-229e-4018-b053-2a63b3222b44, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7d4868b4-229e-4018-b053-2a63b3222b44,segment=NetworkSegment(f1730037-9fa2-44f2-8939-eb1a91acb33b),segment_id=f1730037-9fa2-44f2-8939-eb1a91acb33b)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:34:41.465404 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '7d4868b4-229e-4018-b053-2a63b3222b44', 'network_id': '3c8728fa-73b0-4f8b-bb09-d218828acb14', 'port_id': '7d4868b4-229e-4018-b053-2a63b3222b44', 'mac_address': 'fa:16:3e:e8:d4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28233154-a396-4183-bcc4-692a8bc7c1e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:34:41.519358 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:41.536069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4868b4-229e-4018-b053-2a63b3222b44 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:34:41.551720 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 7d4868b4-229e-4018-b053-2a63b3222b44, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7d4868b4-229e-4018-b053-2a63b3222b44,segment=NetworkSegment(f1730037-9fa2-44f2-8939-eb1a91acb33b),segment_id=f1730037-9fa2-44f2-8939-eb1a91acb33b)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:34:41.558563 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:41.615606 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:41.632009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=7d4868b4-229e-4018-b053-2a63b3222b44,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:41.639709 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:41.640056 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:41.640423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:41.640757 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:41.641087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:41.641415 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:41.641739 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:41.642062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:41.642382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:41.642725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:41.643051 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:41.643368 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:34:41.737738 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:41.902500 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7d4868b4-229e-4018-b053-2a63b3222b44'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:34:42.211111 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58d56f-f53b-4118-a6c1-c0842757045c req-97529f82-5408-497d-8eb3-729994415ede tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:42.213666 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea58d56f-f53b-4118-a6c1-c0842757045c req-97529f82-5408-497d-8eb3-729994415ede tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/ports?device_id=c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84 HTTP/1.1" status: 200 len: 944 time: 0.0835042 Feb 18 09:34:42.259842 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea58d56f-f53b-4118-a6c1-c0842757045c req-5edb2a1b-9a22-4422-8883-263fe61aa301 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/security-groups?id=656ef829-9f7b-477e-91b4-872757445cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405414 Feb 18 09:34:43.336006 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7d4868b4-229e-4018-b053-2a63b3222b44 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:34:43.408003 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 7d4868b4-229e-4018-b053-2a63b3222b44 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:34:43.412820 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 7d4868b4-229e-4018-b053-2a63b3222b44 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:34:43.413396 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:43.451646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1134f35-0de9-41e7-8354-1650547fc15b req-5f67b506-6c7e-4ec9-a373-b5a90e3a567d tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:43.453136 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1134f35-0de9-41e7-8354-1650547fc15b req-5f67b506-6c7e-4ec9-a373-b5a90e3a567d tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/ports?device_id=c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84 HTTP/1.1" status: 200 len: 944 time: 0.0830450 Feb 18 09:34:43.497364 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1134f35-0de9-41e7-8354-1650547fc15b req-1014d919-c810-4e0c-b488-d63dc07c7c18 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/security-groups?id=656ef829-9f7b-477e-91b4-872757445cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385303 Feb 18 09:34:43.533172 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:43.560557 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4868b4-229e-4018-b053-2a63b3222b44'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:34:43.570035 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 7d4868b4-229e-4018-b053-2a63b3222b44, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7d4868b4-229e-4018-b053-2a63b3222b44,segment=NetworkSegment(f1730037-9fa2-44f2-8939-eb1a91acb33b),segment_id=f1730037-9fa2-44f2-8939-eb1a91acb33b)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:34:43.574418 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:43.643536 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=7d4868b4-229e-4018-b053-2a63b3222b44,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:43.671641 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4868b4-229e-4018-b053-2a63b3222b44', 'code': 200} Feb 18 09:34:43.919378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cec00-3e1a-4b49-983a-90384c216c6a req-09a5fb70-c530-4fff-9268-f12ec9163a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:43.920896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac8cec00-3e1a-4b49-983a-90384c216c6a req-09a5fb70-c530-4fff-9268-f12ec9163a1c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84 HTTP/1.1" status: 200 len: 1096 time: 0.1915441 Feb 18 09:34:43.963759 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac8cec00-3e1a-4b49-983a-90384c216c6a req-889a9614-874f-42a8-81ca-d02c1a3cbb00 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=656ef829-9f7b-477e-91b4-872757445cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354569 Feb 18 09:34:44.683195 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4afa9-8199-4f70-a1b5-c4397b2206c3 req-21b01dd4-221d-479f-a152-67b7fe127082 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:44.684674 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60d4afa9-8199-4f70-a1b5-c4397b2206c3 req-21b01dd4-221d-479f-a152-67b7fe127082 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/ports?device_id=c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84 HTTP/1.1" status: 200 len: 945 time: 0.0837829 Feb 18 09:34:44.727649 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60d4afa9-8199-4f70-a1b5-c4397b2206c3 req-8e394719-e970-40b7-9bcc-022d3fd6cf3a tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/security-groups?id=656ef829-9f7b-477e-91b4-872757445cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373065 Feb 18 09:34:45.915726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bffd2-92b8-463a-88e4-c964c3b43287 req-059c6f57-2bb7-4a0e-a094-e5a88faacaa5 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:45.917216 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb1bffd2-92b8-463a-88e4-c964c3b43287 req-059c6f57-2bb7-4a0e-a094-e5a88faacaa5 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/ports?device_id=c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84 HTTP/1.1" status: 200 len: 945 time: 0.0816889 Feb 18 09:34:45.961379 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb1bffd2-92b8-463a-88e4-c964c3b43287 req-494fbe8d-5d30-404e-bb98-17ea1fa3b081 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/security-groups?id=656ef829-9f7b-477e-91b4-872757445cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385044 Feb 18 09:34:49.071711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebe463-fb55-4051-af35-dc7b8c20ebc0 req-3b1297d8-04d3-4755-8816-dc15d35cbd61 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:49.073093 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04ebe463-fb55-4051-af35-dc7b8c20ebc0 req-3b1297d8-04d3-4755-8816-dc15d35cbd61 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/ports?device_id=c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84 HTTP/1.1" status: 200 len: 945 time: 0.0823495 Feb 18 09:34:49.116182 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04ebe463-fb55-4051-af35-dc7b8c20ebc0 req-86da3076-9d04-409d-88fa-20eb93808e86 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/security-groups?id=656ef829-9f7b-477e-91b4-872757445cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375309 Feb 18 09:34:50.306519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203964bc-b6da-4d58-995a-30a254690d1f req-9a45382d-1881-4f95-a40f-18cf603e0395 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:50.307987 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-203964bc-b6da-4d58-995a-30a254690d1f req-9a45382d-1881-4f95-a40f-18cf603e0395 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/ports?device_id=c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84 HTTP/1.1" status: 200 len: 945 time: 0.0813551 Feb 18 09:34:50.351807 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-203964bc-b6da-4d58-995a-30a254690d1f req-a4430dbb-6c27-413a-a860-d65fb99d70dc tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/security-groups?id=656ef829-9f7b-477e-91b4-872757445cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379906 Feb 18 09:34:50.437573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdba61-9fab-44fd-8fb0-e3ede51ef7eb req-355d8cb2-e286-4e52-9505-0404e89d24c4 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:34:50.438898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4fdba61-9fab-44fd-8fb0-e3ede51ef7eb req-355d8cb2-e286-4e52-9505-0404e89d24c4 tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.61 "GET /v2.0/ports?device_id=c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84 HTTP/1.1" status: 200 len: 945 time: 0.0813465 Feb 18 09:34:50.507487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-e4fdba61-9fab-44fd-8fb0-e3ede51ef7eb req-ccfbb2df-4007-435c-8e16-c740595d48fe tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Deleting port 7d4868b4-229e-4018-b053-2a63b3222b44 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:34:50.507825 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e4fdba61-9fab-44fd-8fb0-e3ede51ef7eb req-ccfbb2df-4007-435c-8e16-c740595d48fe tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:50.750765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-e4fdba61-9fab-44fd-8fb0-e3ede51ef7eb req-ccfbb2df-4007-435c-8e16-c740595d48fe tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] For port 7d4868b4-229e-4018-b053-2a63b3222b44, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=7d4868b4-229e-4018-b053-2a63b3222b44,segment=NetworkSegment(f1730037-9fa2-44f2-8939-eb1a91acb33b),segment_id=f1730037-9fa2-44f2-8939-eb1a91acb33b)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:34:50.751058 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e4fdba61-9fab-44fd-8fb0-e3ede51ef7eb req-ccfbb2df-4007-435c-8e16-c740595d48fe tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:50.873824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-e4fdba61-9fab-44fd-8fb0-e3ede51ef7eb req-ccfbb2df-4007-435c-8e16-c740595d48fe tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Calling delete_port for 7d4868b4-229e-4018-b053-2a63b3222b44 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:34:51.017248 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e4fdba61-9fab-44fd-8fb0-e3ede51ef7eb req-ccfbb2df-4007-435c-8e16-c740595d48fe tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:51.028876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['7d4868b4-229e-4018-b053-2a63b3222b44'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:34:51.068549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb2df-4007-435c-8e16-c740595d48fe tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Pushing event deleted for resources: {'Port': ['ID=7d4868b4-229e-4018-b053-2a63b3222b44,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:34:51.143296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fdba61-9fab-44fd-8fb0-e3ede51ef7eb req-ccfbb2df-4007-435c-8e16-c740595d48fe tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] No DVR routers for this DVR port 7d4868b4-229e-4018-b053-2a63b3222b44 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:34:51.145892 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e4fdba61-9fab-44fd-8fb0-e3ede51ef7eb req-ccfbb2df-4007-435c-8e16-c740595d48fe tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:34:51.148371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84', 'name': 'network-vif-deleted', 'tag': '7d4868b4-229e-4018-b053-2a63b3222b44'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:34:51.163909 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4fdba61-9fab-44fd-8fb0-e3ede51ef7eb req-ccfbb2df-4007-435c-8e16-c740595d48fe tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.61 "DELETE /v2.0/ports/7d4868b4-229e-4018-b053-2a63b3222b44 HTTP/1.1" status: 204 len: 173 time: 0.7189057 Feb 18 09:34:51.267309 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84', 'name': 'network-vif-deleted', 'tag': '7d4868b4-229e-4018-b053-2a63b3222b44', 'status': 'completed', 'code': 200} Feb 18 09:34:51.513540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-eadb10b3-e8e6-448b-b733-499e0f64dd78 req-21ff2f37-6755-44a0-8046-90f8d52450df tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Synchronizing usage tracker for tenant:156a7a977b6048a6acccb314d1dd5891 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:34:51.528766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-eadb10b3-e8e6-448b-b733-499e0f64dd78 req-21ff2f37-6755-44a0-8046-90f8d52450df tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] Unset dirty status for tenant:156a7a977b6048a6acccb314d1dd5891 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:34:51.529849 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eadb10b3-e8e6-448b-b733-499e0f64dd78 req-21ff2f37-6755-44a0-8046-90f8d52450df tempest-VolumesActionsTest-304809261 tempest-VolumesActionsTest-304809261-project] 10.222.0.72 "GET /v2.0/ports?device_id=c16ff5db-5e3f-4d6b-8238-26fdf6f4fe84 HTTP/1.1" status: 200 len: 210 time: 0.0595002 Feb 18 09:34:55.397457 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7d4868b4-229e-4018-b053-2a63b3222b44 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:34:55.432468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 7d4868b4-229e-4018-b053-2a63b3222b44 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:34:55.432819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 7d4868b4-229e-4018-b053-2a63b3222b44 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:35:00.370734 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-99aafbba-d68d-4d18-b6bf-915f5279c83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:03.813120 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-33688fc0-37a0-4ab4-b67d-7a0c2469c1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:03.909345 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:03.927252 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:05.161575 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:11.587813 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:11.754505 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:12.107903 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:35:15.958945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41864) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:16.020913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] Deleting subnet 28233154-a396-4183-bcc4-692a8bc7c1e2 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:35:16.023752 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:16.072610 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:16.132458 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:16.209952 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:16.247073 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28233154-a396-4183-bcc4-692a8bc7c1e2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:16.251715 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:16.258722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:16.259070 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:16.259404 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:16.259736 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:16.260063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:16.260419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:16.260744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:16.261066 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:16.261385 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:16.261704 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:16.262023 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:16.262339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:16.267616 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c0371c79-1fac-4e35-8610-2366290ebb47 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/28233154-a396-4183-bcc4-692a8bc7c1e2 HTTP/1.1" status: 204 len: 168 time: 0.3072102 Feb 18 09:35:16.269606 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41868) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:16.374343 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-438d2a9e-c767-445a-82c0-a32834712e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:16.497537 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-438d2a9e-c767-445a-82c0-a32834712e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:16.521608 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-438d2a9e-c767-445a-82c0-a32834712e20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8728fa-73b0-4f8b-bb09-d218828acb14']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:16.533235 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-438d2a9e-c767-445a-82c0-a32834712e20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1730037-9fa2-44f2-8939-eb1a91acb33b') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:16.533529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-438d2a9e-c767-445a-82c0-a32834712e20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1730037-9fa2-44f2-8939-eb1a91acb33b') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:16.544773 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-438d2a9e-c767-445a-82c0-a32834712e20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:16.564047 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-438d2a9e-c767-445a-82c0-a32834712e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:16.570267 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438d2a9e-c767-445a-82c0-a32834712e20 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:35:16.570703 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-438d2a9e-c767-445a-82c0-a32834712e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:35:16.583988 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:35:16.656619 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-438d2a9e-c767-445a-82c0-a32834712e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:16.672242 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-438d2a9e-c767-445a-82c0-a32834712e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:16.683388 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d2a9e-c767-445a-82c0-a32834712e20 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c8728fa-73b0-4f8b-bb09-d218828acb14,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:16.689456 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-438d2a9e-c767-445a-82c0-a32834712e20 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3c8728fa-73b0-4f8b-bb09-d218828acb14 HTTP/1.1" status: 204 len: 168 time: 0.4189389 Feb 18 09:35:16.692170 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41872) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:16.754147 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b335366-d68b-4103-99fd-f4cda173ef16 admin admin] Deleting subnet 73854f0a-d3fe-495b-8682-021fd58e4bd2 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:35:16.757140 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b335366-d68b-4103-99fd-f4cda173ef16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:16.805587 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b335366-d68b-4103-99fd-f4cda173ef16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:16.863254 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b335366-d68b-4103-99fd-f4cda173ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:16.931360 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b335366-d68b-4103-99fd-f4cda173ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:16.968915 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b335366-d68b-4103-99fd-f4cda173ef16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73854f0a-d3fe-495b-8682-021fd58e4bd2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:16.970793 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7b335366-d68b-4103-99fd-f4cda173ef16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:16.976647 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7b335366-d68b-4103-99fd-f4cda173ef16 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/73854f0a-d3fe-495b-8682-021fd58e4bd2 HTTP/1.1" status: 204 len: 168 time: 0.2835169 Feb 18 09:35:16.979773 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41876) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:17.081249 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0f4246d3-7079-466e-8d14-3101b77d966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:17.201276 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0f4246d3-7079-466e-8d14-3101b77d966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:17.229124 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0f4246d3-7079-466e-8d14-3101b77d966b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5a9bae-bf23-45b5-8b72-ef53ea980aae']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:17.240588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0f4246d3-7079-466e-8d14-3101b77d966b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e6eddb-2c65-4df1-9187-1a86a5994275') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:17.240871 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0f4246d3-7079-466e-8d14-3101b77d966b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e6eddb-2c65-4df1-9187-1a86a5994275') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:35:17.252202 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0f4246d3-7079-466e-8d14-3101b77d966b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:17.267353 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0f4246d3-7079-466e-8d14-3101b77d966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:17.273105 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4246d3-7079-466e-8d14-3101b77d966b admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:35:17.273473 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0f4246d3-7079-466e-8d14-3101b77d966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:35:17.286411 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:35:17.358831 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0f4246d3-7079-466e-8d14-3101b77d966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:17.378392 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0f4246d3-7079-466e-8d14-3101b77d966b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:17.387102 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4246d3-7079-466e-8d14-3101b77d966b admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5a9bae-bf23-45b5-8b72-ef53ea980aae,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:17.390515 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0f4246d3-7079-466e-8d14-3101b77d966b admin admin] 10.222.0.72 "DELETE /v2.0/networks/fa5a9bae-bf23-45b5-8b72-ef53ea980aae HTTP/1.1" status: 204 len: 168 time: 0.4091349 Feb 18 09:35:17.570878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41882) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:17.618906 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5fdc2ccc-92da-493b-8b11-3347285da179 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=156a7a977b6048a6acccb314d1dd5891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457001 Feb 18 09:35:17.621210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41886) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:17.677676 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c2ead06-6ab3-4c29-9a3c-185cf4529a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:17.703356 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c2ead06-6ab3-4c29-9a3c-185cf4529a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:17.752212 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c2ead06-6ab3-4c29-9a3c-185cf4529a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:17.768180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ead06-6ab3-4c29-9a3c-185cf4529a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656ef829-9f7b-477e-91b4-872757445cdb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:17.780488 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7c2ead06-6ab3-4c29-9a3c-185cf4529a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:17.781701 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7c2ead06-6ab3-4c29-9a3c-185cf4529a62 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/656ef829-9f7b-477e-91b4-872757445cdb HTTP/1.1" status: 204 len: 168 time: 0.1595979 Feb 18 09:35:18.154646 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41894) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:18.205681 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3a21c971-2ac5-418b-9acc-1f3655942b38 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d8aa61d97c214436b6fb2d2868e228f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499229 Feb 18 09:35:18.208059 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41898) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:18.263957 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5251c06c-867a-4834-a1b8-ae76e0d96283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:18.288799 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5251c06c-867a-4834-a1b8-ae76e0d96283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:18.340306 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5251c06c-867a-4834-a1b8-ae76e0d96283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:18.354933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251c06c-867a-4834-a1b8-ae76e0d96283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d51008f-5f14-4ec8-9077-eb1d5a47f86e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:18.360957 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5251c06c-867a-4834-a1b8-ae76e0d96283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:18.362077 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5251c06c-867a-4834-a1b8-ae76e0d96283 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5d51008f-5f14-4ec8-9077-eb1d5a47f86e HTTP/1.1" status: 204 len: 168 time: 0.1531184 Feb 18 09:35:28.559723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 41988) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:28.679523 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a89f8e87-7950-4042-b335-cdbbd38cc7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:28.694197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a89f8e87-7950-4042-b335-cdbbd38cc7d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:28.698170 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a89f8e87-7950-4042-b335-cdbbd38cc7d7 admin admin] Usage tracker for resource:security_group_rule and tenant:a3ad1616ddf741158b48106c7c84d795 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:28.700956 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a89f8e87-7950-4042-b335-cdbbd38cc7d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:28.706442 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a89f8e87-7950-4042-b335-cdbbd38cc7d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:28.789081 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a89f8e87-7950-4042-b335-cdbbd38cc7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:28.793238 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a89f8e87-7950-4042-b335-cdbbd38cc7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:28.844296 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a89f8e87-7950-4042-b335-cdbbd38cc7d7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a3ad1616ddf741158b48106c7c84d795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2834740 Feb 18 09:35:28.845171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f8e87-7950-4042-b335-cdbbd38cc7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9307ef0e-dabc-43f8-ac88-8bcc0fdb822b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:28.848110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 41994) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:35:28.908529 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9d89d34d-c540-40e0-a435-66e3aed99318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:28.933794 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9d89d34d-c540-40e0-a435-66e3aed99318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:28.985227 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9d89d34d-c540-40e0-a435-66e3aed99318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:29.000490 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89d34d-c540-40e0-a435-66e3aed99318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9307ef0e-dabc-43f8-ac88-8bcc0fdb822b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:29.013475 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89d34d-c540-40e0-a435-66e3aed99318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.013824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89d34d-c540-40e0-a435-66e3aed99318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.014162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89d34d-c540-40e0-a435-66e3aed99318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.014495 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89d34d-c540-40e0-a435-66e3aed99318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.014826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89d34d-c540-40e0-a435-66e3aed99318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.015151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89d34d-c540-40e0-a435-66e3aed99318 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.015477 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89d34d-c540-40e0-a435-66e3aed99318 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.015800 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89d34d-c540-40e0-a435-66e3aed99318 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.016114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89d34d-c540-40e0-a435-66e3aed99318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.016465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89d34d-c540-40e0-a435-66e3aed99318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.016787 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89d34d-c540-40e0-a435-66e3aed99318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.017107 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89d34d-c540-40e0-a435-66e3aed99318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:29.022690 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9d89d34d-c540-40e0-a435-66e3aed99318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:29.023711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9d89d34d-c540-40e0-a435-66e3aed99318 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9307ef0e-dabc-43f8-ac88-8bcc0fdb822b HTTP/1.1" status: 204 len: 168 time: 0.1742585 Feb 18 09:35:30.374451 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-27b9d843-4f88-46cd-9e54-ac3d7f58285b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:31.439713 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-70f9e686-aceb-4d67-ab10-5f720a9cc212 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=812e672f1342480baec460427e1d86bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299737 Feb 18 09:35:31.592741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-cd1d6abd-872d-4020-821c-ec36acb4ad87 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:31.594086 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-cd1d6abd-872d-4020-821c-ec36acb4ad87 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1493623 Feb 18 09:35:31.610677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-37a6ddc3-a428-429e-9361-1e07eb701006 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/quotas/812e672f1342480baec460427e1d86bd HTTP/1.1" status: 200 len: 375 time: 0.0099316 Feb 18 09:35:31.657759 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-813d6632-070d-4413-bf59-b4a2e5315301 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=812e672f1342480baec460427e1d86bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419424 Feb 18 09:35:32.842928 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd47fd5c-6cf9-47bf-82f9-a10b77748b87 req-3dd70604-f51a-420a-b8b1-05a7266b8ebd tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/ports?device_id=c71b3915-9532-4577-95dc-0148766bc7e1 HTTP/1.1" status: 200 len: 210 time: 0.0438259 Feb 18 09:35:33.824992 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b44d5047-46ba-4905-a877-d55eb2e611b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:33.917367 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-e8af81c6-94ca-46d6-87e2-e2899bd6ee1b tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=812e672f1342480baec460427e1d86bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275218 Feb 18 09:35:33.941592 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:33.953351 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:34.172211 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a08f3902-0c54-4ad3-92a7-2187a4d68f35 req-a8d66338-7f84-4d4e-9839-64d4326714b5 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/ports?device_id=c71b3915-9532-4577-95dc-0148766bc7e1 HTTP/1.1" status: 200 len: 210 time: 0.1744294 Feb 18 09:35:34.232765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-7012c94f-2d8b-48c1-900c-a6d128a7714a tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:34.234175 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-7012c94f-2d8b-48c1-900c-a6d128a7714a tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3126230 Feb 18 09:35:34.246898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Request body: {'port': {'device_id': 'c71b3915-9532-4577-95dc-0148766bc7e1', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': '812e672f1342480baec460427e1d86bd'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:35:34.380700 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:34.384462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Usage tracker for resource:port and tenant:812e672f1342480baec460427e1d86bd is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:34.387310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:34.393048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:34.403053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Made reservation on behalf of 812e672f1342480baec460427e1d86bd for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:35:34.406592 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:34.419223 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:34.434499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:35:34.438241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Usage tracker for resource:security_group_rule and tenant:812e672f1342480baec460427e1d86bd is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:35:34.440962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:35:34.446709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:35:34.527120 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:34.530683 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:34.607339 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a772e315-0f79-470b-b420-2e422d342b00,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:34.700696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Allocated IP 192.168.233.239 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/3749673d-9359-4866-8b1d-c7baf5a1af35) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:35:34.902963 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:34.918866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Transition to ACTIVE for port object 3749673d-9359-4866-8b1d-c7baf5a1af35 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:35:34.942405 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:35.011252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:35:35.014197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:35:35.018077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:35:35.057672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Pushing event updated for resources: {'Port': ['ID=3749673d-9359-4866-8b1d-c7baf5a1af35,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:35.087270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:35.087868 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:35.114379 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-02ca8e79-0f2c-49ec-8f29-2ef2fc9f477d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8716185 Feb 18 09:35:35.125881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Request body: {'port': {'device_id': 'c71b3915-9532-4577-95dc-0148766bc7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:35:35.165417 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:35.239712 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:35.246326 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-59d0c506-3bd3-4db4-b4e5-9fa43787a6f5 None None] Provisioning for port 3749673d-9359-4866-8b1d-c7baf5a1af35 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:35:35.252178 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-59d0c506-3bd3-4db4-b4e5-9fa43787a6f5 None None] Provisioning complete for port 3749673d-9359-4866-8b1d-c7baf5a1af35 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:35.252783 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-59d0c506-3bd3-4db4-b4e5-9fa43787a6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:35.346926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-59d0c506-3bd3-4db4-b4e5-9fa43787a6f5 None None] Port 3749673d-9359-4866-8b1d-c7baf5a1af35 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:35:35.453395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cab38-6726-4a4d-965d-a0c3c12b415a req-7ec15007-60b4-423a-ad64-2447f929088d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:35.454084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-911cab38-6726-4a4d-965d-a0c3c12b415a req-7ec15007-60b4-423a-ad64-2447f929088d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Synchronizing usage tracker for tenant:812e672f1342480baec460427e1d86bd on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:35:35.546746 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-911cab38-6726-4a4d-965d-a0c3c12b415a req-7ec15007-60b4-423a-ad64-2447f929088d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Unset dirty status for tenant:812e672f1342480baec460427e1d86bd on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:35:35.547885 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-911cab38-6726-4a4d-965d-a0c3c12b415a req-7ec15007-60b4-423a-ad64-2447f929088d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/ports?device_id=c71b3915-9532-4577-95dc-0148766bc7e1 HTTP/1.1" status: 200 len: 936 time: 0.2635853 Feb 18 09:35:35.619801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-911cab38-6726-4a4d-965d-a0c3c12b415a req-5f95d07d-97c5-464c-a815-e089fe2a30f5 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Synchronizing usage tracker for tenant:812e672f1342480baec460427e1d86bd on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:35:35.676584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-911cab38-6726-4a4d-965d-a0c3c12b415a req-5f95d07d-97c5-464c-a815-e089fe2a30f5 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Unset dirty status for tenant:812e672f1342480baec460427e1d86bd on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:35:35.677735 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-911cab38-6726-4a4d-965d-a0c3c12b415a req-5f95d07d-97c5-464c-a815-e089fe2a30f5 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/security-groups?id=a772e315-0f79-470b-b420-2e422d342b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242347 Feb 18 09:35:35.703053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3749673d-9359-4866-8b1d-c7baf5a1af35 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:35:35.710272 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:35.725277 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Transition to ACTIVE for port object 3749673d-9359-4866-8b1d-c7baf5a1af35 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:35:35.728060 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:35.888603 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=3749673d-9359-4866-8b1d-c7baf5a1af35,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:35.963391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Attempting to bind port 3749673d-9359-4866-8b1d-c7baf5a1af35 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:35:35.964189 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Attempting to bind port 3749673d-9359-4866-8b1d-c7baf5a1af35 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:35:35.964189 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Attempting to bind port 3749673d-9359-4866-8b1d-c7baf5a1af35 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:35:35.968795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Port 3749673d-9359-4866-8b1d-c7baf5a1af35 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:35:35.969114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Attempting to bind port 3749673d-9359-4866-8b1d-c7baf5a1af35 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:35:35.974085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:35:35.974418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:35:35.974797 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:35:35.975216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Bound port: 3749673d-9359-4866-8b1d-c7baf5a1af35, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:35:35.975561 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:36.185674 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] For port 3749673d-9359-4866-8b1d-c7baf5a1af35, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:35:36.188578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] For port 3749673d-9359-4866-8b1d-c7baf5a1af35, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=3749673d-9359-4866-8b1d-c7baf5a1af35,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:35:36.193074 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:36.252711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:36.253333 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:36.254718 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] 10.222.0.61 "PUT /v2.0/ports/3749673d-9359-4866-8b1d-c7baf5a1af35 HTTP/1.1" status: 200 len: 1096 time: 1.1330411 Feb 18 09:35:36.255179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71b3915-9532-4577-95dc-0148766bc7e1', 'tag': '3749673d-9359-4866-8b1d-c7baf5a1af35'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:35:36.275524 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b18708-58aa-4afb-ac45-81ef97de0ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=3749673d-9359-4866-8b1d-c7baf5a1af35,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:36.336895 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c71b3915-9532-4577-95dc-0148766bc7e1', 'tag': '3749673d-9359-4866-8b1d-c7baf5a1af35', 'status': 'completed', 'code': 200} Feb 18 09:35:36.379153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-5a1166be-ecf9-4f25-8a37-e36450de9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:36.380760 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-5a1166be-ecf9-4f25-8a37-e36450de9ba9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=812e672f1342480baec460427e1d86bd&device_id=c71b3915-9532-4577-95dc-0148766bc7e1 HTTP/1.1" status: 200 len: 1099 time: 0.0793095 Feb 18 09:35:36.449896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-6cb6de5d-55e9-4735-8f5f-2957ccef0874 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3749673d-9359-4866-8b1d-c7baf5a1af35 HTTP/1.1" status: 200 len: 217 time: 0.0620096 Feb 18 09:35:36.515441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-2479840c-63f9-4c91-b4d0-8c5159c36ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:36.516849 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-2479840c-63f9-4c91-b4d0-8c5159c36ad7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0618382 Feb 18 09:35:36.591112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-c169b8b7-89ab-43f1-bedd-6d91de6c6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:36.592583 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-c169b8b7-89ab-43f1-bedd-6d91de6c6f49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685201 Feb 18 09:35:36.722277 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-9dd6f2f8-630f-47ed-ab0b-6d5c08db9615 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235547 Feb 18 09:35:36.909272 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-154c83d4-ab33-441c-b69e-c535da5d5f17 req-56793e02-0e22-440f-9d83-4a8bd093399d service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811376 Feb 18 09:35:36.924709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554ce59-244e-4bfd-bf91-5cd3b5c70e14 req-a2a6d468-ae17-46e8-9a0b-7ed57c33c091 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:36.926147 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6554ce59-244e-4bfd-bf91-5cd3b5c70e14 req-a2a6d468-ae17-46e8-9a0b-7ed57c33c091 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/ports?device_id=c71b3915-9532-4577-95dc-0148766bc7e1 HTTP/1.1" status: 200 len: 948 time: 0.1300316 Feb 18 09:35:37.009210 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6554ce59-244e-4bfd-bf91-5cd3b5c70e14 req-aff7ee3b-6b8f-445a-81e5-82dee6d1b323 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/security-groups?id=a772e315-0f79-470b-b420-2e422d342b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769687 Feb 18 09:35:37.045499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2867179-2491-40f9-8499-343ae4f9fbc7 req-c2a62eb7-eec9-4844-9c0b-73137bd7052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:37.046982 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2867179-2491-40f9-8499-343ae4f9fbc7 req-c2a62eb7-eec9-4844-9c0b-73137bd7052b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=812e672f1342480baec460427e1d86bd&device_id=c71b3915-9532-4577-95dc-0148766bc7e1 HTTP/1.1" status: 200 len: 1099 time: 0.0966513 Feb 18 09:35:37.177007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2867179-2491-40f9-8499-343ae4f9fbc7 req-52a1e79a-34f0-4c0a-b58b-71680d6ee59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:37.178459 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2867179-2491-40f9-8499-343ae4f9fbc7 req-52a1e79a-34f0-4c0a-b58b-71680d6ee59c service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.1251514 Feb 18 09:35:37.249751 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2867179-2491-40f9-8499-343ae4f9fbc7 req-b25b9ab8-bbe8-4c17-9ba6-8eb9e5884a5a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3749673d-9359-4866-8b1d-c7baf5a1af35 HTTP/1.1" status: 200 len: 217 time: 0.0645115 Feb 18 09:35:37.317018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2867179-2491-40f9-8499-343ae4f9fbc7 req-2a1e83bf-bd48-48c1-9d07-f92279be30ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:37.318346 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2867179-2491-40f9-8499-343ae4f9fbc7 req-2a1e83bf-bd48-48c1-9d07-f92279be30ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0625813 Feb 18 09:35:37.391843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2867179-2491-40f9-8499-343ae4f9fbc7 req-3c70fe2b-3993-4e38-b5d1-1ff5a10fce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:37.393319 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2867179-2491-40f9-8499-343ae4f9fbc7 req-3c70fe2b-3993-4e38-b5d1-1ff5a10fce9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686133 Feb 18 09:35:37.523587 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2867179-2491-40f9-8499-343ae4f9fbc7 req-bb293157-e7b4-4fca-8421-0d6ad8459d83 service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231780 Feb 18 09:35:37.657549 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2867179-2491-40f9-8499-343ae4f9fbc7 req-5422471e-c640-42d4-a3fd-ec94f401e9cd service neutron] 10.222.0.61 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267891 Feb 18 09:35:38.212792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3c317-ed4f-4dd3-b8d1-717801c9aab5 req-f20dfec1-0c56-4371-a828-65c74de95ef9 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:38.214286 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2f3c317-ed4f-4dd3-b8d1-717801c9aab5 req-f20dfec1-0c56-4371-a828-65c74de95ef9 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/ports?device_id=c71b3915-9532-4577-95dc-0148766bc7e1 HTTP/1.1" status: 200 len: 948 time: 0.0805070 Feb 18 09:35:38.261481 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2f3c317-ed4f-4dd3-b8d1-717801c9aab5 req-0d8e18fe-542c-4ec7-acd7-2d52e7750449 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/security-groups?id=a772e315-0f79-470b-b420-2e422d342b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413692 Feb 18 09:35:39.557562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba216abb-6f79-4e70-b34d-45b7d856e591 req-5f8b494f-18b4-4d62-b8ac-4430e2f43977 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:39.558986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba216abb-6f79-4e70-b34d-45b7d856e591 req-5f8b494f-18b4-4d62-b8ac-4430e2f43977 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/ports?device_id=c71b3915-9532-4577-95dc-0148766bc7e1 HTTP/1.1" status: 200 len: 948 time: 0.1909106 Feb 18 09:35:39.602057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba216abb-6f79-4e70-b34d-45b7d856e591 req-db618e6b-92c8-49dc-b27f-2cec5b4f7a94 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/security-groups?id=a772e315-0f79-470b-b420-2e422d342b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372717 Feb 18 09:35:40.796526 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b811913-381e-4175-96d0-b5ff9b273e7f req-911db1c3-faaf-44da-afc0-c2d9e8690d96 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:40.797986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b811913-381e-4175-96d0-b5ff9b273e7f req-911db1c3-faaf-44da-afc0-c2d9e8690d96 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/ports?device_id=c71b3915-9532-4577-95dc-0148766bc7e1 HTTP/1.1" status: 200 len: 948 time: 0.0836911 Feb 18 09:35:40.843587 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b811913-381e-4175-96d0-b5ff9b273e7f req-4cfd0a51-48a1-4964-aa64-5a374d8f4b82 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/security-groups?id=a772e315-0f79-470b-b420-2e422d342b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399292 Feb 18 09:35:41.574807 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 3749673d-9359-4866-8b1d-c7baf5a1af35 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:35:41.597383 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:41.713338 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 3749673d-9359-4866-8b1d-c7baf5a1af35, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=3749673d-9359-4866-8b1d-c7baf5a1af35,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:35:41.726189 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '3749673d-9359-4866-8b1d-c7baf5a1af35', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': '3749673d-9359-4866-8b1d-c7baf5a1af35', 'mac_address': 'fa:16:3e:8f:a3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:35:41.788522 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:41.793146 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:41.810226 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3749673d-9359-4866-8b1d-c7baf5a1af35 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:35:41.826210 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 3749673d-9359-4866-8b1d-c7baf5a1af35, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=3749673d-9359-4866-8b1d-c7baf5a1af35,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:35:41.829665 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:41.895933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=3749673d-9359-4866-8b1d-c7baf5a1af35,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:41.903710 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:41.904075 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:41.904431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:41.904764 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:41.905105 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:41.905444 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:41.905778 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:41.906244 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:41.906610 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:41.907032 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:41.907419 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:41.907746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:35:42.034313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0ffde-0ff8-447d-90d5-31abb6655e5f req-70e7259b-2071-40b9-8970-ae43fba68799 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:42.035858 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6b0ffde-0ff8-447d-90d5-31abb6655e5f req-70e7259b-2071-40b9-8970-ae43fba68799 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/ports?device_id=c71b3915-9532-4577-95dc-0148766bc7e1 HTTP/1.1" status: 200 len: 949 time: 0.0806236 Feb 18 09:35:42.082734 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6b0ffde-0ff8-447d-90d5-31abb6655e5f req-b8dc67b3-3c12-4005-ab19-b02a681c56c0 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/security-groups?id=a772e315-0f79-470b-b420-2e422d342b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412388 Feb 18 09:35:42.138644 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['3749673d-9359-4866-8b1d-c7baf5a1af35'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:35:43.272289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517250be-93da-46a3-a847-4cfaab713b0b req-2bbe84d8-84b6-4ee5-8fd8-dfab8c1c6105 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:43.273726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-517250be-93da-46a3-a847-4cfaab713b0b req-2bbe84d8-84b6-4ee5-8fd8-dfab8c1c6105 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/ports?device_id=c71b3915-9532-4577-95dc-0148766bc7e1 HTTP/1.1" status: 200 len: 949 time: 0.0840516 Feb 18 09:35:43.318269 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-517250be-93da-46a3-a847-4cfaab713b0b req-247ad2c0-a52b-40d4-80dc-278c8529d360 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/security-groups?id=a772e315-0f79-470b-b420-2e422d342b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385928 Feb 18 09:35:43.586692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 3749673d-9359-4866-8b1d-c7baf5a1af35 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:35:43.659581 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 3749673d-9359-4866-8b1d-c7baf5a1af35 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:35:43.664111 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 3749673d-9359-4866-8b1d-c7baf5a1af35 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:35:43.664506 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:43.779835 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:43.807437 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71b3915-9532-4577-95dc-0148766bc7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3749673d-9359-4866-8b1d-c7baf5a1af35'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:35:43.818091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 3749673d-9359-4866-8b1d-c7baf5a1af35, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=3749673d-9359-4866-8b1d-c7baf5a1af35,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:35:43.822109 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:35:43.855398 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71b3915-9532-4577-95dc-0148766bc7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3749673d-9359-4866-8b1d-c7baf5a1af35', 'code': 200} Feb 18 09:35:43.897069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=3749673d-9359-4866-8b1d-c7baf5a1af35,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:35:43.979758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f1ea5-f7d0-4a3e-9eb4-97e2bf951881 req-5c59e732-84cf-4ba7-9640-5c00b335a470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:43.981264 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-432f1ea5-f7d0-4a3e-9eb4-97e2bf951881 req-5c59e732-84cf-4ba7-9640-5c00b335a470 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c71b3915-9532-4577-95dc-0148766bc7e1 HTTP/1.1" status: 200 len: 1101 time: 0.0729105 Feb 18 09:35:44.020560 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-432f1ea5-f7d0-4a3e-9eb4-97e2bf951881 req-29975d22-cf39-44ae-a89f-d729065d736c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a772e315-0f79-470b-b420-2e422d342b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337367 Feb 18 09:35:44.499870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30504b-b086-44d5-9013-a2cb3abc2c13 req-1108ab72-113b-4aa7-aa26-6da6f211e1cc tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:44.501336 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c30504b-b086-44d5-9013-a2cb3abc2c13 req-1108ab72-113b-4aa7-aa26-6da6f211e1cc tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/ports?device_id=c71b3915-9532-4577-95dc-0148766bc7e1 HTTP/1.1" status: 200 len: 950 time: 0.0789466 Feb 18 09:35:44.545142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c30504b-b086-44d5-9013-a2cb3abc2c13 req-f31c40c4-b8ca-4c8a-8006-4c989965c70b tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/security-groups?id=a772e315-0f79-470b-b420-2e422d342b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382509 Feb 18 09:35:45.731795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fb99a-e91d-4301-b438-e7a4eb2d89c9 req-0039cc87-a09b-4174-a48c-6bfb5703bbec tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:35:45.733264 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df5fb99a-e91d-4301-b438-e7a4eb2d89c9 req-0039cc87-a09b-4174-a48c-6bfb5703bbec tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/ports?device_id=c71b3915-9532-4577-95dc-0148766bc7e1 HTTP/1.1" status: 200 len: 950 time: 0.0833738 Feb 18 09:35:45.781492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df5fb99a-e91d-4301-b438-e7a4eb2d89c9 req-ec2ec7a3-dc43-4fb4-8172-add0e152c867 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/security-groups?id=a772e315-0f79-470b-b420-2e422d342b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 Feb 18 09:35:49.107280 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:36:00.383392 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1f466c67-8f71-4dc9-8562-cbedd6efdb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:03.817819 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5a84c9a4-e7e3-48f4-9d51-47802059e99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:03.927736 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:03.933848 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:05.167963 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:11.599911 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:11.757903 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:26.107490 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:36:30.378987 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9999c21e-fbf0-4cb1-8de9-f4c0521e7ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:33.822533 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b55d878a-ad50-4ec2-911d-63bf270cfc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:33.916832 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:33.936659 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:35.168717 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:38.021179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-e28d77c1-afab-44e2-985f-8e17fc4050b1 req-a4584bdd-d5dc-4689-bcef-470244945105 service neutron] (87768) timed out ('10.222.0.72', 36566) {{(pid=87768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:36:39.741454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5108e3-456c-4e97-aa8e-5d019700e13a req-f9494c18-85ba-4ec0-a42d-dab60ed4d487 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:39.742894 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f5108e3-456c-4e97-aa8e-5d019700e13a req-f9494c18-85ba-4ec0-a42d-dab60ed4d487 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/ports?device_id=c71b3915-9532-4577-95dc-0148766bc7e1 HTTP/1.1" status: 200 len: 950 time: 0.0779033 Feb 18 09:36:39.789267 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f5108e3-456c-4e97-aa8e-5d019700e13a req-c3904f74-b8e3-420b-97e9-9261f48ce8de tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/security-groups?id=a772e315-0f79-470b-b420-2e422d342b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395994 Feb 18 09:36:41.145335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bea9b-cb55-42eb-9b3c-0b558016a389 req-902337e0-a580-4aa0-8276-d31c2d8e05a9 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:41.146792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-118bea9b-cb55-42eb-9b3c-0b558016a389 req-902337e0-a580-4aa0-8276-d31c2d8e05a9 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/ports?device_id=c71b3915-9532-4577-95dc-0148766bc7e1 HTTP/1.1" status: 200 len: 950 time: 0.2467389 Feb 18 09:36:41.190343 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-118bea9b-cb55-42eb-9b3c-0b558016a389 req-0ad8f48a-20bb-4648-9644-aacf9a08bc6d tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/security-groups?id=a772e315-0f79-470b-b420-2e422d342b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379043 Feb 18 09:36:41.543844 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c38741-fc37-4f46-a637-59fe84475229 req-cca12260-62d3-49a9-808a-6d17857ded32 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:36:41.545203 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05c38741-fc37-4f46-a637-59fe84475229 req-cca12260-62d3-49a9-808a-6d17857ded32 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.61 "GET /v2.0/ports?device_id=c71b3915-9532-4577-95dc-0148766bc7e1 HTTP/1.1" status: 200 len: 950 time: 0.0846350 Feb 18 09:36:41.606327 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:41.617628 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-05c38741-fc37-4f46-a637-59fe84475229 req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Deleting port 3749673d-9359-4866-8b1d-c7baf5a1af35 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:36:41.617979 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-05c38741-fc37-4f46-a637-59fe84475229 req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:41.789479 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:41.866152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-05c38741-fc37-4f46-a637-59fe84475229 req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] For port 3749673d-9359-4866-8b1d-c7baf5a1af35, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=3749673d-9359-4866-8b1d-c7baf5a1af35,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:36:41.866428 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-05c38741-fc37-4f46-a637-59fe84475229 req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:41.986788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-05c38741-fc37-4f46-a637-59fe84475229 req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Calling delete_port for 3749673d-9359-4866-8b1d-c7baf5a1af35 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:36:42.130342 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-05c38741-fc37-4f46-a637-59fe84475229 req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:42.143410 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['3749673d-9359-4866-8b1d-c7baf5a1af35'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:36:42.182397 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Pushing event deleted for resources: {'Port': ['ID=3749673d-9359-4866-8b1d-c7baf5a1af35,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:36:42.228247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:42.228648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:42.228974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:42.229313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:42.229647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:42.229978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:42.230425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:42.230624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:42.231087 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:42.231416 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:42.231761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:42.232090 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:36:42.269917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c38741-fc37-4f46-a637-59fe84475229 req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] No DVR routers for this DVR port 3749673d-9359-4866-8b1d-c7baf5a1af35 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:36:42.273142 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-05c38741-fc37-4f46-a637-59fe84475229 req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:36:42.276143 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71b3915-9532-4577-95dc-0148766bc7e1', 'name': 'network-vif-deleted', 'tag': '3749673d-9359-4866-8b1d-c7baf5a1af35'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:36:42.292845 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05c38741-fc37-4f46-a637-59fe84475229 req-ca76e44e-d084-4caa-889c-8444afa6c729 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.61 "DELETE /v2.0/ports/3749673d-9359-4866-8b1d-c7baf5a1af35 HTTP/1.1" status: 204 len: 173 time: 0.7416208 Feb 18 09:36:42.347525 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71b3915-9532-4577-95dc-0148766bc7e1', 'name': 'network-vif-deleted', 'tag': '3749673d-9359-4866-8b1d-c7baf5a1af35', 'status': 'completed', 'code': 200} Feb 18 09:36:42.353178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c5222230-9ca4-4a7f-b273-1ac2ab7394de req-0e379963-7c93-4582-a167-729f581a73c1 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Synchronizing usage tracker for tenant:812e672f1342480baec460427e1d86bd on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:36:42.368582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c5222230-9ca4-4a7f-b273-1ac2ab7394de req-0e379963-7c93-4582-a167-729f581a73c1 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] Unset dirty status for tenant:812e672f1342480baec460427e1d86bd on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:36:42.369774 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c5222230-9ca4-4a7f-b273-1ac2ab7394de req-0e379963-7c93-4582-a167-729f581a73c1 tempest-VolumesBackupsTest-1112442005 tempest-VolumesBackupsTest-1112442005-project] 10.222.0.72 "GET /v2.0/ports?device_id=c71b3915-9532-4577-95dc-0148766bc7e1 HTTP/1.1" status: 200 len: 210 time: 0.0690088 Feb 18 09:36:45.952528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 3749673d-9359-4866-8b1d-c7baf5a1af35 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:36:45.987972 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 3749673d-9359-4866-8b1d-c7baf5a1af35 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:36:45.988464 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 3749673d-9359-4866-8b1d-c7baf5a1af35 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:37:00.382625 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2b36ecd8-68fb-4d3a-9a28-dd635dc3687d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:03.108084 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:37:03.829584 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6d8aa5c4-ea36-4499-856c-0ffddef82a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:03.920799 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:03.938361 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:05.169362 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:11.601540 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:11.791276 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:30.385282 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f473-4be7-4bfd-9e1a-2b39c378a7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:33.833612 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dd0d496e-137b-4980-b813-09820a3cbae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:33.924116 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:33.944999 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:35.174810 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:40.108262 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:37:41.604200 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:37:41.816195 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:00.388345 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5287bd86-be09-4cfe-8232-821a3c0e0426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:03.836547 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a9a2ad47-de27-490f-bc48-d1e9024e4b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:03.927049 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:03.945939 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:05.173113 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:11.614956 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:11.815759 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:17.111817 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:38:30.389500 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-163bd002-a743-4e41-8d15-5db48f06adc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:33.842296 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dfb510e8-3831-426e-94be-9652ca663646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:33.939712 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:33.953676 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:35.178237 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:41.610019 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:41.837783 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:38:54.108011 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:39:00.400817 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e6dff3be-dc51-464d-bdc4-0910a45da9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:03.855145 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0fcb75dc-9630-4ea9-ba2f-d37d552e573a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:03.932073 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:03.953437 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:05.182696 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:11.610298 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:11.842735 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:30.402677 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b170b38d-cb4a-4f11-88f3-4433c154c6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:31.109306 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:39:33.839198 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-056ba498-d824-4c22-91a8-fff3abd94e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:33.950879 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:33.965660 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:35.177526 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:41.630188 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:41.836222 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:47.386357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45850) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:47.551618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2b4b9050-d09a-4ec7-aebd-0950b5ff9306 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=812e672f1342480baec460427e1d86bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639817 Feb 18 09:39:47.554003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45856) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:47.612862 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2100dd23-a486-43e2-b076-6664b8b7ba55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:47.637376 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2100dd23-a486-43e2-b076-6664b8b7ba55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:47.701713 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2100dd23-a486-43e2-b076-6664b8b7ba55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:47.718188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100dd23-a486-43e2-b076-6664b8b7ba55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a772e315-0f79-470b-b420-2e422d342b00,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:47.727793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100dd23-a486-43e2-b076-6664b8b7ba55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:47.728352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100dd23-a486-43e2-b076-6664b8b7ba55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:47.728799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100dd23-a486-43e2-b076-6664b8b7ba55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:47.729170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100dd23-a486-43e2-b076-6664b8b7ba55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:47.729479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100dd23-a486-43e2-b076-6664b8b7ba55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:47.729865 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100dd23-a486-43e2-b076-6664b8b7ba55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:47.730352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100dd23-a486-43e2-b076-6664b8b7ba55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:47.730804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100dd23-a486-43e2-b076-6664b8b7ba55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:47.731139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100dd23-a486-43e2-b076-6664b8b7ba55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:47.731462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100dd23-a486-43e2-b076-6664b8b7ba55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:47.731787 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100dd23-a486-43e2-b076-6664b8b7ba55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:47.732109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100dd23-a486-43e2-b076-6664b8b7ba55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:47.742278 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2100dd23-a486-43e2-b076-6664b8b7ba55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:47.743448 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2100dd23-a486-43e2-b076-6664b8b7ba55 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a772e315-0f79-470b-b420-2e422d342b00 HTTP/1.1" status: 204 len: 168 time: 0.1885695 Feb 18 09:39:48.819234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45888) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:48.945569 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a1d3361f-0a5f-4b4a-9287-2f3942fcea0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:48.960404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a1d3361f-0a5f-4b4a-9287-2f3942fcea0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:48.964313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a1d3361f-0a5f-4b4a-9287-2f3942fcea0d admin admin] Usage tracker for resource:security_group_rule and tenant:16c4dbb1da38412b99ecf4e3a2d099fa is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:48.967622 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a1d3361f-0a5f-4b4a-9287-2f3942fcea0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:48.973616 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a1d3361f-0a5f-4b4a-9287-2f3942fcea0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:49.059419 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a1d3361f-0a5f-4b4a-9287-2f3942fcea0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:49.064117 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a1d3361f-0a5f-4b4a-9287-2f3942fcea0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:49.112359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a1d3361f-0a5f-4b4a-9287-2f3942fcea0d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=16c4dbb1da38412b99ecf4e3a2d099fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918653 Feb 18 09:39:49.113301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3361f-0a5f-4b4a-9287-2f3942fcea0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f0d769-fba3-47fd-b541-dfc216d901d1,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:49.115157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45894) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:49.174168 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67663c3a-a457-4210-8ffc-60d761d220b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:49.198730 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67663c3a-a457-4210-8ffc-60d761d220b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:49.250904 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67663c3a-a457-4210-8ffc-60d761d220b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:49.266785 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67663c3a-a457-4210-8ffc-60d761d220b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f0d769-fba3-47fd-b541-dfc216d901d1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:49.276634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67663c3a-a457-4210-8ffc-60d761d220b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:49.276990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67663c3a-a457-4210-8ffc-60d761d220b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:49.277330 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67663c3a-a457-4210-8ffc-60d761d220b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:49.277667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67663c3a-a457-4210-8ffc-60d761d220b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:49.278053 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67663c3a-a457-4210-8ffc-60d761d220b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:49.278329 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67663c3a-a457-4210-8ffc-60d761d220b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:49.278661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67663c3a-a457-4210-8ffc-60d761d220b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:49.278982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67663c3a-a457-4210-8ffc-60d761d220b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:49.279942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67663c3a-a457-4210-8ffc-60d761d220b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:49.280331 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67663c3a-a457-4210-8ffc-60d761d220b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:49.280741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67663c3a-a457-4210-8ffc-60d761d220b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:49.281068 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67663c3a-a457-4210-8ffc-60d761d220b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:49.287128 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67663c3a-a457-4210-8ffc-60d761d220b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:49.288255 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-67663c3a-a457-4210-8ffc-60d761d220b4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/91f0d769-fba3-47fd-b541-dfc216d901d1 HTTP/1.1" status: 204 len: 168 time: 0.1721032 Feb 18 09:39:49.943591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45922) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:50.047013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1746960595-network', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:39:50.052633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:50.056538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Usage tracker for resource:network and tenant:1e849669f2664d72889e56a8a6afa1e0 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:50.059492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:50.065825 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:50.079394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Made reservation on behalf of 1e849669f2664d72889e56a8a6afa1e0 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:39:50.081732 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:50.093476 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:50.109638 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:50.113571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Usage tracker for resource:security_group_rule and tenant:1e849669f2664d72889e56a8a6afa1e0 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:50.116338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:50.121954 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:50.206514 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:50.209923 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:50.239933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:39:50.252774 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6b61ef-9df6-4057-9b65-92f3afce5411,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:50.257232 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:50.257578 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Added segment 4f8c8d41-8d1a-48b2-a301-539ba149f908 of type vlan for network 407f4baf-76e1-4ca1-a288-9972567660c1 Feb 18 09:39:50.284335 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:50.316144 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:50.317116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:50.317695 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:50.425542 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4808311 Feb 18 09:39:50.426403 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb79d7-1db8-459d-8448-301c022baf06 admin admin] Pushing event updated for resources: {'Network': ['ID=407f4baf-76e1-4ca1-a288-9972567660c1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:50.428596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45932) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:50.434153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0020a155-b920-430b-921f-bdf466245413 admin admin] Request body: {'subnet': {'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1746960595-subnet', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:39:50.437301 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 407f4baf-76e1-4ca1-a288-9972567660c1 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:39:50.440377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0020a155-b920-430b-921f-bdf466245413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:50.444436 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0020a155-b920-430b-921f-bdf466245413 admin admin] Usage tracker for resource:subnet and tenant:1e849669f2664d72889e56a8a6afa1e0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:50.447456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0020a155-b920-430b-921f-bdf466245413 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:50.455252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0020a155-b920-430b-921f-bdf466245413 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:50.463922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0020a155-b920-430b-921f-bdf466245413 admin admin] Made reservation on behalf of 1e849669f2664d72889e56a8a6afa1e0 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:39:50.466236 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0020a155-b920-430b-921f-bdf466245413 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:50.785922 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0020a155-b920-430b-921f-bdf466245413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:50.867942 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020a155-b920-430b-921f-bdf466245413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b39b77e-b20b-4bd8-b528-f56e54ad4dee,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:50.876708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0020a155-b920-430b-921f-bdf466245413 admin admin] Checking segment: {'id': '4f8c8d41-8d1a-48b2-a301-539ba149f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:39:50.877059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0020a155-b920-430b-921f-bdf466245413 admin admin] Network hostable DHCP agents. Network: 407f4baf-76e1-4ca1-a288-9972567660c1, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:39:50.896350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0020a155-b920-430b-921f-bdf466245413 admin admin] Network 407f4baf-76e1-4ca1-a288-9972567660c1 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:39:50.905727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-0020a155-b920-430b-921f-bdf466245413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 407f4baf-76e1-4ca1-a288-9972567660c1) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:50.910109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0020a155-b920-430b-921f-bdf466245413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:50.910686 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0020a155-b920-430b-921f-bdf466245413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:50.914684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef9a610-ed3e-43ca-87e9-fd9ba30d4539 None None] Network 407f4baf-76e1-4ca1-a288-9972567660c1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:39:50.936689 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0020a155-b920-430b-921f-bdf466245413 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5069199 Feb 18 09:39:50.939371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45936) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:50.944317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1746960595-router', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:39:50.949409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:50.957538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Usage tracker for resource:router and tenant:1e849669f2664d72889e56a8a6afa1e0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:50.960142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:50.965742 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:50.976514 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:50.977481 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:50.992580 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:51.133431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-407f4baf-76e1-4ca1-a288-9972567660c1', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'fixed_ips': [{'subnet_id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:39:51.134684 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:51.268433 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:51.302692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Allocated IP 172.20.0.2 (407f4baf-76e1-4ca1-a288-9972567660c1/4b39b77e-b20b-4bd8-b528-f56e54ad4dee/4a1a1cc9-465c-4965-a166-127f4d117c0c) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:39:51.515161 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:51.526409 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Transition to ACTIVE for port object 4a1a1cc9-465c-4965-a166-127f4d117c0c will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:39:51.546162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Transition to ACTIVE for port object 4a1a1cc9-465c-4965-a166-127f4d117c0c will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:39:51.551049 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:51.587310 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:51.618131 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:51.624919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Network 407f4baf-76e1-4ca1-a288-9972567660c1 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:39:51.627717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:51.632690 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:39:51.638548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Pushing event updated for resources: {'Port': ['ID=4a1a1cc9-465c-4965-a166-127f4d117c0c,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:51.675561 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:51.675903 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:51.676243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:51.676608 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:51.676941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:51.677269 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:51.677603 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:51.677923 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:51.678249 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:51.678572 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:51.678893 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:51.679211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:51.735140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Attempting to bind port 4a1a1cc9-465c-4965-a166-127f4d117c0c on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:39:51.735513 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Attempting to bind port 4a1a1cc9-465c-4965-a166-127f4d117c0c by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '4f8c8d41-8d1a-48b2-a301-539ba149f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:39:51.735882 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Attempting to bind port 4a1a1cc9-465c-4965-a166-127f4d117c0c on network 407f4baf-76e1-4ca1-a288-9972567660c1 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:39:51.741056 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:39:51.741432 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Checking segment: {'id': '4f8c8d41-8d1a-48b2-a301-539ba149f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:39:51.741834 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:51.742228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Bound using segment: {'id': '4f8c8d41-8d1a-48b2-a301-539ba149f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:39:51.742684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Bound port: 4a1a1cc9-465c-4965-a166-127f4d117c0c, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8c8d41-8d1a-48b2-a301-539ba149f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:39:51.743058 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:51.760137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Allocated IP 172.25.1.26 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/c7a1927a-889d-47d4-9149-0d69176ccf40) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:39:51.847062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] For port 4a1a1cc9-465c-4965-a166-127f4d117c0c, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:39:51.850439 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] For port 4a1a1cc9-465c-4965-a166-127f4d117c0c, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4a1a1cc9-465c-4965-a166-127f4d117c0c,segment=NetworkSegment(4f8c8d41-8d1a-48b2-a301-539ba149f908),segment_id=4f8c8d41-8d1a-48b2-a301-539ba149f908)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:39:51.854348 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:51.924445 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:51.937455 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f42e56-69ab-47f1-b8be-9fb69d126390 None None] Pushing event updated for resources: {'Port': ['ID=4a1a1cc9-465c-4965-a166-127f4d117c0c,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:51.957146 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:52.026134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:39:52.027274 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:52.031641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:39:52.067279 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Pushing event updated for resources: {'Port': ['ID=c7a1927a-889d-47d4-9149-0d69176ccf40,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:52.586084 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:52.891901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14c69df-b524-4eb4-ab5c-c8af83be2d09 None None] Network 407f4baf-76e1-4ca1-a288-9972567660c1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:39:52.934962 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:52.983344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4a1a1cc9-465c-4965-a166-127f4d117c0c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:39:53.046790 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9638b983-50ac-4a9d-b1b7-43112c51af9a None None] Provisioning for port 4a1a1cc9-465c-4965-a166-127f4d117c0c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:39:53.147018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Router dc7a7084-1f9e-4295-a986-976cb46fe9cc is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:39:53.147210 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 4a1a1cc9-465c-4965-a166-127f4d117c0c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:39:53.165106 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4a1a1cc9-465c-4965-a166-127f4d117c0c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:39:53.165653 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:53.375338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:39:53.385352 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Sync routers for ids ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:39:53.396761 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Routers {'dc7a7084-1f9e-4295-a986-976cb46fe9cc'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:39:53.397568 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:39:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:53.401350 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:53.402658 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6f2d9907-0f03-4716-ae47-78fa31e9213d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4623444 Feb 18 09:39:53.405498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45942) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:53.430033 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:53.468171 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 4a1a1cc9-465c-4965-a166-127f4d117c0c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4a1a1cc9-465c-4965-a166-127f4d117c0c,segment=NetworkSegment(4f8c8d41-8d1a-48b2-a301-539ba149f908),segment_id=4f8c8d41-8d1a-48b2-a301-539ba149f908)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:39:53.477659 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:53.564167 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=4a1a1cc9-465c-4965-a166-127f4d117c0c,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:53.604046 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Set router dc7a7084-1f9e-4295-a986-976cb46fe9cc gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:39:53.697805 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a73ec68e-ad68-4042-9810-74e5088828d7 None None] Provisioning complete for port 4a1a1cc9-465c-4965-a166-127f4d117c0c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:39:53.698288 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a73ec68e-ad68-4042-9810-74e5088828d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:53.934129 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'name': 'tempest-TestVolumeBackupRestore-1746960595-router', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:50Z', 'updated_at': '2022-02-18T09:39:52Z', 'revision_number': 3, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'gw_port': {'id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:51Z', 'updated_at': '2022-02-18T09:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:53.938635 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Checking router: dc7a7084-1f9e-4295-a986-976cb46fe9cc for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:39:53.938978 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Updating router dc7a7084-1f9e-4295-a986-976cb46fe9cc port c7a1927a-889d-47d4-9149-0d69176ccf40 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:39:53.990806 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:54.266081 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:54.313573 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:54.324958 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Transition to ACTIVE for port object c7a1927a-889d-47d4-9149-0d69176ccf40 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:39:54.331715 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:54.409956 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Attempting to bind port c7a1927a-889d-47d4-9149-0d69176ccf40 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:39:54.410615 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Attempting to bind port c7a1927a-889d-47d4-9149-0d69176ccf40 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:39:54.410703 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Attempting to bind port c7a1927a-889d-47d4-9149-0d69176ccf40 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:39:54.418972 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:39:54.419341 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:39:54.419740 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:54.420251 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:39:54.421322 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Bound port: c7a1927a-889d-47d4-9149-0d69176ccf40, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:39:54.421699 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:54.450947 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1608f81-aa6a-4c79-ae5e-63f58035f730 None None] Pushing event updated for resources: {'Port': ['ID=c7a1927a-889d-47d4-9149-0d69176ccf40,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:54.472063 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1608f81-aa6a-4c79-ae5e-63f58035f730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:54.472507 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1608f81-aa6a-4c79-ae5e-63f58035f730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:54.472843 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1608f81-aa6a-4c79-ae5e-63f58035f730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:54.473177 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1608f81-aa6a-4c79-ae5e-63f58035f730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:54.473505 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1608f81-aa6a-4c79-ae5e-63f58035f730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:54.473831 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1608f81-aa6a-4c79-ae5e-63f58035f730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:54.474152 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1608f81-aa6a-4c79-ae5e-63f58035f730 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:54.474470 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1608f81-aa6a-4c79-ae5e-63f58035f730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:54.474788 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1608f81-aa6a-4c79-ae5e-63f58035f730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:54.475107 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1608f81-aa6a-4c79-ae5e-63f58035f730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:54.475421 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1608f81-aa6a-4c79-ae5e-63f58035f730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:54.475735 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1608f81-aa6a-4c79-ae5e-63f58035f730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:39:54.476649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] Allocated IP 172.20.0.1 (407f4baf-76e1-4ca1-a288-9972567660c1/4b39b77e-b20b-4bd8-b528-f56e54ad4dee/27006c52-3f7f-495a-b869-09c60b23733a) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:39:54.511069 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] For port c7a1927a-889d-47d4-9149-0d69176ccf40, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:39:54.514549 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] For port c7a1927a-889d-47d4-9149-0d69176ccf40, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c7a1927a-889d-47d4-9149-0d69176ccf40,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:39:54.518181 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:54.597927 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Routers {'dc7a7084-1f9e-4295-a986-976cb46fe9cc'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:39:54.598527 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:39:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:54.625833 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:54.640733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] Transition to ACTIVE for port object 27006c52-3f7f-495a-b869-09c60b23733a will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:39:54.662550 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1608f81-aa6a-4c79-ae5e-63f58035f730 None None] Pushing event updated for resources: {'Port': ['ID=c7a1927a-889d-47d4-9149-0d69176ccf40,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:54.665452 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:54.739332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] Network 407f4baf-76e1-4ca1-a288-9972567660c1 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:39:54.742187 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:54.744780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:39:54.777850 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] Set router dc7a7084-1f9e-4295-a986-976cb46fe9cc gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:39:54.784815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] Pushing event updated for resources: {'Port': ['ID=27006c52-3f7f-495a-b869-09c60b23733a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:54.810211 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:54.973669 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4a1a1cc9-465c-4965-a166-127f4d117c0c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:39:55.017444 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.044841 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 4a1a1cc9-465c-4965-a166-127f4d117c0c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:39:55.045308 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.099433 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'name': 'tempest-TestVolumeBackupRestore-1746960595-router', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:50Z', 'updated_at': '2022-02-18T09:39:52Z', 'revision_number': 3, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'gw_port': {'id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:51Z', 'updated_at': '2022-02-18T09:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:55.106036 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e5c32f-ccb8-4f5e-9f58-290567fbd091 None None] The sync data for ids ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'] in n-d-829434-1 is: [{'id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'name': 'tempest-TestVolumeBackupRestore-1746960595-router', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:50Z', 'updated_at': '2022-02-18T09:39:52Z', 'revision_number': 3, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'gw_port': {'id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:51Z', 'updated_at': '2022-02-18T09:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:39:55.112889 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-00159fa0-5049-432b-b9d8-1401f52bc201 None None] Provisioning for port 27006c52-3f7f-495a-b869-09c60b23733a completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:39:55.119553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-00159fa0-5049-432b-b9d8-1401f52bc201 None None] Provisioning complete for port 27006c52-3f7f-495a-b869-09c60b23733a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:39:55.119917 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-00159fa0-5049-432b-b9d8-1401f52bc201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.227168 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-00159fa0-5049-432b-b9d8-1401f52bc201 None None] Port 27006c52-3f7f-495a-b869-09c60b23733a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:39:55.260160 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.266146 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.392734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] Pushing event updated for resources: {'Port': ['ID=27006c52-3f7f-495a-b869-09c60b23733a,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:55.395271 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.550272 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] Network 407f4baf-76e1-4ca1-a288-9972567660c1 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:39:55.551448 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:55.754749 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c85f741c-c980-47bf-a1db-607127ed1a0c None None] Provisioning complete for port 27006c52-3f7f-495a-b869-09c60b23733a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:39:55.755426 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c85f741c-c980-47bf-a1db-607127ed1a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:55.813695 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c85f741c-c980-47bf-a1db-607127ed1a0c None None] Port 27006c52-3f7f-495a-b869-09c60b23733a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:39:55.899515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] Router dc7a7084-1f9e-4295-a986-976cb46fe9cc has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:39:56.084957 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:39:56.094260 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8ebfe33f-f10c-4d61-af06-e220b4630d13 admin admin] 10.222.0.72 "PUT /v2.0/routers/dc7a7084-1f9e-4295-a986-976cb46fe9cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6877875 Feb 18 09:39:56.574177 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Sync routers for ids ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:39:56.584350 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Routers {'dc7a7084-1f9e-4295-a986-976cb46fe9cc'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:39:56.584973 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:39:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:56.604851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45962) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:56.615308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-10360296-network', 'tenant_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:39:56.625423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:56.629328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Usage tracker for resource:network and tenant:a9f4d0d4acbb4769bc386ad3c8a91fa0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:56.632139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:56.637907 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:56.649600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Made reservation on behalf of a9f4d0d4acbb4769bc386ad3c8a91fa0 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:39:56.651905 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:56.665196 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:56.680121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:56.684065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Usage tracker for resource:security_group_rule and tenant:a9f4d0d4acbb4769bc386ad3c8a91fa0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:56.687124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:56.693018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:56.766884 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Set router dc7a7084-1f9e-4295-a986-976cb46fe9cc gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:39:56.777961 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:56.782997 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:56.813263 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:39:56.821914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82575501-686c-427b-a95b-589b06d5ccf5,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:56.828505 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:56.828964 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Added segment 1d22289d-d2f5-425e-b963-1b557e43f493 of type vlan for network 0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f Feb 18 09:39:56.858512 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:56.888000 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:56.889730 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:56.890331 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:56.986523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c7a1927a-889d-47d4-9149-0d69176ccf40 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:39:56.995866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] Pushing event updated for resources: {'Network': ['ID=0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:56.999541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ac2dea14-2ac0-40f6-a051-6bd10e754f63 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3934543 Feb 18 09:39:57.002604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45966) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:57.008147 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-18015dd9-1286-4252-92fb-368fbd4f31b1 admin admin] Request body: {'subnet': {'network_id': '0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-10360296-subnet', 'tenant_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:39:57.014785 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-18015dd9-1286-4252-92fb-368fbd4f31b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:57.018331 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-18015dd9-1286-4252-92fb-368fbd4f31b1 admin admin] Usage tracker for resource:subnet and tenant:a9f4d0d4acbb4769bc386ad3c8a91fa0 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:57.018809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:39:57.021415 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-18015dd9-1286-4252-92fb-368fbd4f31b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:57.027063 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-18015dd9-1286-4252-92fb-368fbd4f31b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:57.038587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18015dd9-1286-4252-92fb-368fbd4f31b1 admin admin] Made reservation on behalf of a9f4d0d4acbb4769bc386ad3c8a91fa0 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:39:57.041071 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18015dd9-1286-4252-92fb-368fbd4f31b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:57.241910 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port c7a1927a-889d-47d4-9149-0d69176ccf40 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:39:57.249733 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port c7a1927a-889d-47d4-9149-0d69176ccf40 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:39:57.250104 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:57.332297 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'name': 'tempest-TestVolumeBackupRestore-1746960595-router', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:50Z', 'updated_at': '2022-02-18T09:39:54Z', 'revision_number': 4, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'gw_port': {'id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:51Z', 'updated_at': '2022-02-18T09:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '27006c52-3f7f-495a-b869-09c60b23733a', 'name': '', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'mac_address': 'fa:16:3e:62:ea:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:54Z', 'updated_at': '2022-02-18T09:39:55Z', 'revision_number': 2, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'subnets': [{'id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:57.357357 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18015dd9-1286-4252-92fb-368fbd4f31b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:57.368773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Checking router: dc7a7084-1f9e-4295-a986-976cb46fe9cc for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:39:57.369132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Updating router dc7a7084-1f9e-4295-a986-976cb46fe9cc port 27006c52-3f7f-495a-b869-09c60b23733a binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:39:57.433842 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:57.435153 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18015dd9-1286-4252-92fb-368fbd4f31b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a2dc307-9043-4fbd-b3df-3287834da13c,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:57.440255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18015dd9-1286-4252-92fb-368fbd4f31b1 admin admin] Checking segment: {'id': '1d22289d-d2f5-425e-b963-1b557e43f493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:39:57.440634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18015dd9-1286-4252-92fb-368fbd4f31b1 admin admin] Network hostable DHCP agents. Network: 0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:39:57.445496 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:57.461303 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18015dd9-1286-4252-92fb-368fbd4f31b1 admin admin] Network 0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:39:57.470448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-18015dd9-1286-4252-92fb-368fbd4f31b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:57.474709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18015dd9-1286-4252-92fb-368fbd4f31b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:39:57.475405 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-18015dd9-1286-4252-92fb-368fbd4f31b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:57.497671 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-18015dd9-1286-4252-92fb-368fbd4f31b1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4939866 Feb 18 09:39:57.499169 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port c7a1927a-889d-47d4-9149-0d69176ccf40, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c7a1927a-889d-47d4-9149-0d69176ccf40,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:39:57.500828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 45970) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:57.506494 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80023195-ec63-4b28-a815-4d4ad417ab67 None None] Network 0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:39:57.506661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-10360296-router', 'tenant_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:39:57.511587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:39:57.515734 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Usage tracker for resource:router and tenant:a9f4d0d4acbb4769bc386ad3c8a91fa0 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:39:57.518553 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:39:57.524081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:39:57.527728 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:57.534480 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:57.535625 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:57.551011 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:57.777534 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=c7a1927a-889d-47d4-9149-0d69176ccf40,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:57.818895 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:58.020210 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f', 'network_id': '0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f', 'tenant_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'fixed_ips': [{'subnet_id': '0a2dc307-9043-4fbd-b3df-3287834da13c'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:39:58.021065 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:58.128050 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:58.157800 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:58.175612 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:58.221934 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Transition to ACTIVE for port object 27006c52-3f7f-495a-b869-09c60b23733a will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:39:58.230463 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:58.308605 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Allocated IP 172.25.1.9 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/96b45c45-1d32-4e5d-899f-8c0c13b2b331) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:39:58.353121 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Allocated IP 172.20.0.2 (0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f/0a2dc307-9043-4fbd-b3df-3287834da13c/fdc10ab1-74b3-46db-94f4-3567374949eb) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:39:58.385565 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2db6c-1aa8-4de4-aa7e-8f2269cfd64b None None] Pushing event updated for resources: {'Port': ['ID=27006c52-3f7f-495a-b869-09c60b23733a,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:58.465670 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:58.495633 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:58.551479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Attempting to bind port 27006c52-3f7f-495a-b869-09c60b23733a on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:39:58.551836 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Attempting to bind port 27006c52-3f7f-495a-b869-09c60b23733a by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '4f8c8d41-8d1a-48b2-a301-539ba149f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:39:58.552260 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Attempting to bind port 27006c52-3f7f-495a-b869-09c60b23733a on network 407f4baf-76e1-4ca1-a288-9972567660c1 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:39:58.558966 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:39:58.562360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:58.566267 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:39:58.574829 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:39:58.575202 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Checking segment: {'id': '4f8c8d41-8d1a-48b2-a301-539ba149f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:39:58.575597 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:58.576026 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Bound using segment: {'id': '4f8c8d41-8d1a-48b2-a301-539ba149f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:39:58.576889 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Bound port: 27006c52-3f7f-495a-b869-09c60b23733a, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8c8d41-8d1a-48b2-a301-539ba149f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:39:58.576889 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:58.604513 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Pushing event updated for resources: {'Port': ['ID=96b45c45-1d32-4e5d-899f-8c0c13b2b331,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:58.749886 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:58.760443 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] For port 27006c52-3f7f-495a-b869-09c60b23733a, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:39:58.765313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] For port 27006c52-3f7f-495a-b869-09c60b23733a, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=27006c52-3f7f-495a-b869-09c60b23733a,segment=NetworkSegment(4f8c8d41-8d1a-48b2-a301-539ba149f908),segment_id=4f8c8d41-8d1a-48b2-a301-539ba149f908)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:39:58.766604 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Transition to ACTIVE for port object fdc10ab1-74b3-46db-94f4-3567374949eb will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:39:58.773116 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:58.833347 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Transition to ACTIVE for port object fdc10ab1-74b3-46db-94f4-3567374949eb will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:39:58.856019 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:58.875763 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Routers {'dc7a7084-1f9e-4295-a986-976cb46fe9cc'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:39:58.876357 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:39:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:58.944977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Network 0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:39:58.949863 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:39:58.954335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2db6c-1aa8-4de4-aa7e-8f2269cfd64b None None] Pushing event updated for resources: {'Port': ['ID=27006c52-3f7f-495a-b869-09c60b23733a,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:58.956931 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:39:59.008882 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c7a1927a-889d-47d4-9149-0d69176ccf40 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:39:59.132502 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:59.282904 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Pushing event updated for resources: {'Port': ['ID=fdc10ab1-74b3-46db-94f4-3567374949eb,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:59.314016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Attempting to bind port fdc10ab1-74b3-46db-94f4-3567374949eb on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:39:59.314386 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Attempting to bind port fdc10ab1-74b3-46db-94f4-3567374949eb by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '1d22289d-d2f5-425e-b963-1b557e43f493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:39:59.314743 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Attempting to bind port fdc10ab1-74b3-46db-94f4-3567374949eb on network 0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:39:59.324703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] Set router dc7a7084-1f9e-4295-a986-976cb46fe9cc gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:39:59.379830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:39:59.380207 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Checking segment: {'id': '1d22289d-d2f5-425e-b963-1b557e43f493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:39:59.380633 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:59.381024 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Bound using segment: {'id': '1d22289d-d2f5-425e-b963-1b557e43f493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:39:59.381496 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Bound port: fdc10ab1-74b3-46db-94f4-3567374949eb, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d22289d-d2f5-425e-b963-1b557e43f493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:39:59.381863 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:59.488824 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:59.505998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port c7a1927a-889d-47d4-9149-0d69176ccf40 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:39:59.506567 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:59.683667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] For port fdc10ab1-74b3-46db-94f4-3567374949eb, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:39:59.702145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Router c64a3ba0-df33-445d-8226-7aa23445e5c1 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:39:59.747716 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] For port fdc10ab1-74b3-46db-94f4-3567374949eb, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=fdc10ab1-74b3-46db-94f4-3567374949eb,segment=NetworkSegment(1d22289d-d2f5-425e-b963-1b557e43f493),segment_id=1d22289d-d2f5-425e-b963-1b557e43f493)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:39:59.760713 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:59.879824 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:39:59.891976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ec25c-3947-4d4c-9f60-bc5ba6e5d6d9 None None] Pushing event updated for resources: {'Port': ['ID=fdc10ab1-74b3-46db-94f4-3567374949eb,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:39:59.898887 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Sync routers for ids ['c64a3ba0-df33-445d-8226-7aa23445e5c1'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:39:59.913643 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:39:59.918316 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-16e0adee-2c79-429e-b3c6-5cca201a6de8 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4163702 Feb 18 09:39:59.918451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 45974) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:39:59.918894 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Routers {'c64a3ba0-df33-445d-8226-7aa23445e5c1'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:39:59.919274 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:39:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c64a3ba0-df33-445d-8226-7aa23445e5c1'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:59.920250 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'name': 'tempest-TestVolumeBackupRestore-1746960595-router', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:50Z', 'updated_at': '2022-02-18T09:39:54Z', 'revision_number': 4, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'gw_port': {'id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:51Z', 'updated_at': '2022-02-18T09:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '27006c52-3f7f-495a-b869-09c60b23733a', 'name': '', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'mac_address': 'fa:16:3e:62:ea:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:54Z', 'updated_at': '2022-02-18T09:39:58Z', 'revision_number': 4, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'subnets': [{'id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:39:59.925308 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4fa52-30bf-4586-b8eb-0c27a387be5f None None] The sync data for ids ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'] in n-d-829434-1 is: [{'id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'name': 'tempest-TestVolumeBackupRestore-1746960595-router', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:50Z', 'updated_at': '2022-02-18T09:39:54Z', 'revision_number': 4, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'gw_port': {'id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:51Z', 'updated_at': '2022-02-18T09:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '27006c52-3f7f-495a-b869-09c60b23733a', 'name': '', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'mac_address': 'fa:16:3e:62:ea:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:54Z', 'updated_at': '2022-02-18T09:39:58Z', 'revision_number': 4, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'subnets': [{'id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:40:00.225955 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Set router c64a3ba0-df33-445d-8226-7aa23445e5c1 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:40:00.395507 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-374cc0c6-e525-493f-8def-9eccb4a770eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:00.544395 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a3ba0-df33-445d-8226-7aa23445e5c1', 'name': 'tempest-TestVolumeBackupRestore-10360296-router', 'tenant_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '96b45c45-1d32-4e5d-899f-8c0c13b2b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:57Z', 'updated_at': '2022-02-18T09:39:58Z', 'revision_number': 3, 'project_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'gw_port': {'id': '96b45c45-1d32-4e5d-899f-8c0c13b2b331', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a3ba0-df33-445d-8226-7aa23445e5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:58Z', 'updated_at': '2022-02-18T09:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:00.549580 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Checking router: c64a3ba0-df33-445d-8226-7aa23445e5c1 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:40:00.550004 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Updating router c64a3ba0-df33-445d-8226-7aa23445e5c1 port 96b45c45-1d32-4e5d-899f-8c0c13b2b331 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:40:00.607915 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:00.768888 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:00.988039 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:01.002695 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Transition to ACTIVE for port object 96b45c45-1d32-4e5d-899f-8c0c13b2b331 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:01.034758 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:01.098233 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device fdc10ab1-74b3-46db-94f4-3567374949eb up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:40:01.106924 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] Allocated IP 172.20.0.1 (0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f/0a2dc307-9043-4fbd-b3df-3287834da13c/cb35f53e-6538-43de-9ada-05fcb47e5564) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:40:01.145028 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Attempting to bind port 96b45c45-1d32-4e5d-899f-8c0c13b2b331 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:40:01.145570 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Attempting to bind port 96b45c45-1d32-4e5d-899f-8c0c13b2b331 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:40:01.146026 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Attempting to bind port 96b45c45-1d32-4e5d-899f-8c0c13b2b331 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:40:01.152036 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:40:01.152573 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:40:01.153071 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:01.153565 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:40:01.154679 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Bound port: 96b45c45-1d32-4e5d-899f-8c0c13b2b331, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:40:01.155482 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:01.177573 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654e71d9-8ef8-4a66-b103-63e7af20be56 None None] Network 0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:40:01.182972 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b896953-446b-4d10-bfba-150050654a5c None None] Pushing event updated for resources: {'Port': ['ID=96b45c45-1d32-4e5d-899f-8c0c13b2b331,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:01.245679 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] For port 96b45c45-1d32-4e5d-899f-8c0c13b2b331, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:40:01.249318 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] For port 96b45c45-1d32-4e5d-899f-8c0c13b2b331, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=96b45c45-1d32-4e5d-899f-8c0c13b2b331,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:40:01.255200 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:01.333208 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port fdc10ab1-74b3-46db-94f4-3567374949eb completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:40:01.339693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0d09bc54-28a4-4407-a421-36db094b7904 None None] Provisioning for port fdc10ab1-74b3-46db-94f4-3567374949eb completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:40:01.346633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port fdc10ab1-74b3-46db-94f4-3567374949eb triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:40:01.346935 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:01.348044 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Routers {'c64a3ba0-df33-445d-8226-7aa23445e5c1'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:40:01.348707 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:39:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c64a3ba0-df33-445d-8226-7aa23445e5c1'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:01.394376 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0d09bc54-28a4-4407-a421-36db094b7904 None None] Provisioning complete for port fdc10ab1-74b3-46db-94f4-3567374949eb triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:40:01.394749 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0d09bc54-28a4-4407-a421-36db094b7904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:01.421323 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b896953-446b-4d10-bfba-150050654a5c None None] Pushing event updated for resources: {'Port': ['ID=96b45c45-1d32-4e5d-899f-8c0c13b2b331,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:01.442248 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:01.460505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] Transition to ACTIVE for port object cb35f53e-6538-43de-9ada-05fcb47e5564 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:01.489713 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:01.557736 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] Set router c64a3ba0-df33-445d-8226-7aa23445e5c1 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:40:01.580479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] Network 0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:40:01.584010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:01.586970 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:40:01.647503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] Pushing event updated for resources: {'Port': ['ID=cb35f53e-6538-43de-9ada-05fcb47e5564,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:01.669508 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:01.708045 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:01.729237 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0d09bc54-28a4-4407-a421-36db094b7904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:01.778500 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port fdc10ab1-74b3-46db-94f4-3567374949eb, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=fdc10ab1-74b3-46db-94f4-3567374949eb,segment=NetworkSegment(1d22289d-d2f5-425e-b963-1b557e43f493),segment_id=1d22289d-d2f5-425e-b963-1b557e43f493)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:40:01.785345 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:01.786139 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 27006c52-3f7f-495a-b869-09c60b23733a up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:40:01.810167 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:01.895735 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a3ba0-df33-445d-8226-7aa23445e5c1', 'name': 'tempest-TestVolumeBackupRestore-10360296-router', 'tenant_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '96b45c45-1d32-4e5d-899f-8c0c13b2b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:57Z', 'updated_at': '2022-02-18T09:39:58Z', 'revision_number': 3, 'project_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'gw_port': {'id': '96b45c45-1d32-4e5d-899f-8c0c13b2b331', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a3ba0-df33-445d-8226-7aa23445e5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:58Z', 'updated_at': '2022-02-18T09:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:01.901318 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f97dc-cbe0-48d5-bf79-f7e20a8fb8d6 None None] The sync data for ids ['c64a3ba0-df33-445d-8226-7aa23445e5c1'] in n-d-829434-1 is: [{'id': 'c64a3ba0-df33-445d-8226-7aa23445e5c1', 'name': 'tempest-TestVolumeBackupRestore-10360296-router', 'tenant_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '96b45c45-1d32-4e5d-899f-8c0c13b2b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:57Z', 'updated_at': '2022-02-18T09:39:58Z', 'revision_number': 3, 'project_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'gw_port': {'id': '96b45c45-1d32-4e5d-899f-8c0c13b2b331', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a3ba0-df33-445d-8226-7aa23445e5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:58Z', 'updated_at': '2022-02-18T09:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:40:02.063818 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=fdc10ab1-74b3-46db-94f4-3567374949eb,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:02.074628 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:02.080959 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-0d09bc54-28a4-4407-a421-36db094b7904 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:40:02.081309 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-0d09bc54-28a4-4407-a421-36db094b7904 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:40:02.082122 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:02.094222 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 27006c52-3f7f-495a-b869-09c60b23733a completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:40:02.101729 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 27006c52-3f7f-495a-b869-09c60b23733a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:40:02.102291 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:02.203211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] Pushing event updated for resources: {'Port': ['ID=cb35f53e-6538-43de-9ada-05fcb47e5564,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:02.206569 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:02.259894 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:02.312566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 27006c52-3f7f-495a-b869-09c60b23733a, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=27006c52-3f7f-495a-b869-09c60b23733a,segment=NetworkSegment(4f8c8d41-8d1a-48b2-a301-539ba149f908),segment_id=4f8c8d41-8d1a-48b2-a301-539ba149f908)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:40:02.319326 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:02.400639 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=27006c52-3f7f-495a-b869-09c60b23733a,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:02.407664 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] Network 0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:40:02.409074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:40:02.615335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] Router c64a3ba0-df33-445d-8226-7aa23445e5c1 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:40:02.758835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d9d957d1-c491-4e18-92d8-5dd583b3459b None None] Provisioning complete for port fdc10ab1-74b3-46db-94f4-3567374949eb triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:40:02.759297 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d9d957d1-c491-4e18-92d8-5dd583b3459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:02.813386 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:40:02.824853 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-40ce5b1a-8b2d-461d-9ccb-6338b6d31b90 admin admin] 10.222.0.72 "PUT /v2.0/routers/c64a3ba0-df33-445d-8226-7aa23445e5c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9054019 Feb 18 09:40:02.924024 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d9d957d1-c491-4e18-92d8-5dd583b3459b None None] Provisioning for port cb35f53e-6538-43de-9ada-05fcb47e5564 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:40:02.938189 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d9d957d1-c491-4e18-92d8-5dd583b3459b None None] Provisioning complete for port cb35f53e-6538-43de-9ada-05fcb47e5564 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:40:02.938568 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d9d957d1-c491-4e18-92d8-5dd583b3459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:03.023241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d9d957d1-c491-4e18-92d8-5dd583b3459b None None] Port cb35f53e-6538-43de-9ada-05fcb47e5564 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:40:03.081921 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 96b45c45-1d32-4e5d-899f-8c0c13b2b331 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:40:03.169984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 96b45c45-1d32-4e5d-899f-8c0c13b2b331 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:40:03.184259 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 96b45c45-1d32-4e5d-899f-8c0c13b2b331 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:40:03.184594 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:03.346158 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:03.367363 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 96b45c45-1d32-4e5d-899f-8c0c13b2b331, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=96b45c45-1d32-4e5d-899f-8c0c13b2b331,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:40:03.372429 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:03.373825 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device fdc10ab1-74b3-46db-94f4-3567374949eb up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:40:03.512017 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=96b45c45-1d32-4e5d-899f-8c0c13b2b331,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:03.525086 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port fdc10ab1-74b3-46db-94f4-3567374949eb triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:40:03.525461 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:03.677879 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 27006c52-3f7f-495a-b869-09c60b23733a up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:40:03.737055 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Sync routers for ids ['c64a3ba0-df33-445d-8226-7aa23445e5c1'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:40:03.756196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Routers {'c64a3ba0-df33-445d-8226-7aa23445e5c1'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:40:03.757161 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:39:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c64a3ba0-df33-445d-8226-7aa23445e5c1'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:03.852667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 27006c52-3f7f-495a-b869-09c60b23733a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:40:03.853132 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:03.910494 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eeedbcb1-3c76-4c0b-9de5-06d8109f41ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:04.035918 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:04.052882 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:04.057526 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Set router c64a3ba0-df33-445d-8226-7aa23445e5c1 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:40:04.517981 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a3ba0-df33-445d-8226-7aa23445e5c1', 'name': 'tempest-TestVolumeBackupRestore-10360296-router', 'tenant_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '96b45c45-1d32-4e5d-899f-8c0c13b2b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:57Z', 'updated_at': '2022-02-18T09:40:01Z', 'revision_number': 4, 'project_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'gw_port': {'id': '96b45c45-1d32-4e5d-899f-8c0c13b2b331', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a3ba0-df33-445d-8226-7aa23445e5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:58Z', 'updated_at': '2022-02-18T09:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'cb35f53e-6538-43de-9ada-05fcb47e5564', 'name': '', 'network_id': '0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f', 'tenant_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'mac_address': 'fa:16:3e:34:0d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a3ba0-df33-445d-8226-7aa23445e5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0a2dc307-9043-4fbd-b3df-3287834da13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:40:00Z', 'updated_at': '2022-02-18T09:40:01Z', 'revision_number': 2, 'project_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'subnets': [{'id': '0a2dc307-9043-4fbd-b3df-3287834da13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:04.521930 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Checking router: c64a3ba0-df33-445d-8226-7aa23445e5c1 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:40:04.522226 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Updating router c64a3ba0-df33-445d-8226-7aa23445e5c1 port cb35f53e-6538-43de-9ada-05fcb47e5564 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:40:04.578469 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:04.946892 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:04.964002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Transition to ACTIVE for port object cb35f53e-6538-43de-9ada-05fcb47e5564 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:40:04.968791 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 96b45c45-1d32-4e5d-899f-8c0c13b2b331 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:40:05.017223 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:05.243790 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5a383-c255-4348-a160-c8bf99030de2 None None] Pushing event updated for resources: {'Port': ['ID=cb35f53e-6538-43de-9ada-05fcb47e5564,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:05.278241 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:05.282456 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 96b45c45-1d32-4e5d-899f-8c0c13b2b331 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:40:05.282822 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:05.319646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Attempting to bind port cb35f53e-6538-43de-9ada-05fcb47e5564 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:40:05.320025 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Attempting to bind port cb35f53e-6538-43de-9ada-05fcb47e5564 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '1d22289d-d2f5-425e-b963-1b557e43f493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:40:05.320418 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Attempting to bind port cb35f53e-6538-43de-9ada-05fcb47e5564 on network 0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:40:05.335468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:40:05.335842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Checking segment: {'id': '1d22289d-d2f5-425e-b963-1b557e43f493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:40:05.336241 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:05.336718 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Bound using segment: {'id': '1d22289d-d2f5-425e-b963-1b557e43f493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:40:05.337253 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Bound port: cb35f53e-6538-43de-9ada-05fcb47e5564, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d22289d-d2f5-425e-b963-1b557e43f493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:40:05.337577 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:05.495098 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] For port cb35f53e-6538-43de-9ada-05fcb47e5564, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:40:05.508816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] For port cb35f53e-6538-43de-9ada-05fcb47e5564, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cb35f53e-6538-43de-9ada-05fcb47e5564,segment=NetworkSegment(1d22289d-d2f5-425e-b963-1b557e43f493),segment_id=1d22289d-d2f5-425e-b963-1b557e43f493)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:40:05.514925 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:05.597833 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Routers {'c64a3ba0-df33-445d-8226-7aa23445e5c1'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:40:05.598472 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:40:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c64a3ba0-df33-445d-8226-7aa23445e5c1'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:05.653012 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5a383-c255-4348-a160-c8bf99030de2 None None] Pushing event updated for resources: {'Port': ['ID=cb35f53e-6538-43de-9ada-05fcb47e5564,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:05.795238 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] Set router c64a3ba0-df33-445d-8226-7aa23445e5c1 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:40:06.175933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a3ba0-df33-445d-8226-7aa23445e5c1', 'name': 'tempest-TestVolumeBackupRestore-10360296-router', 'tenant_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '96b45c45-1d32-4e5d-899f-8c0c13b2b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:57Z', 'updated_at': '2022-02-18T09:40:01Z', 'revision_number': 4, 'project_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'gw_port': {'id': '96b45c45-1d32-4e5d-899f-8c0c13b2b331', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a3ba0-df33-445d-8226-7aa23445e5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:58Z', 'updated_at': '2022-02-18T09:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'cb35f53e-6538-43de-9ada-05fcb47e5564', 'name': '', 'network_id': '0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f', 'tenant_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'mac_address': 'fa:16:3e:34:0d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a3ba0-df33-445d-8226-7aa23445e5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0a2dc307-9043-4fbd-b3df-3287834da13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:40:00Z', 'updated_at': '2022-02-18T09:40:05Z', 'revision_number': 4, 'project_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'subnets': [{'id': '0a2dc307-9043-4fbd-b3df-3287834da13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:40:06.179918 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e30a6aa-943e-44d5-b8b6-66242e11cf1f None None] The sync data for ids ['c64a3ba0-df33-445d-8226-7aa23445e5c1'] in n-d-829434-1 is: [{'id': 'c64a3ba0-df33-445d-8226-7aa23445e5c1', 'name': 'tempest-TestVolumeBackupRestore-10360296-router', 'tenant_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '96b45c45-1d32-4e5d-899f-8c0c13b2b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:57Z', 'updated_at': '2022-02-18T09:40:01Z', 'revision_number': 4, 'project_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'gw_port': {'id': '96b45c45-1d32-4e5d-899f-8c0c13b2b331', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a3ba0-df33-445d-8226-7aa23445e5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:58Z', 'updated_at': '2022-02-18T09:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'cb35f53e-6538-43de-9ada-05fcb47e5564', 'name': '', 'network_id': '0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f', 'tenant_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'mac_address': 'fa:16:3e:34:0d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a3ba0-df33-445d-8226-7aa23445e5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '0a2dc307-9043-4fbd-b3df-3287834da13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:40:00Z', 'updated_at': '2022-02-18T09:40:05Z', 'revision_number': 4, 'project_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'subnets': [{'id': '0a2dc307-9043-4fbd-b3df-3287834da13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:40:06.996158 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cb35f53e-6538-43de-9ada-05fcb47e5564 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:40:07.075080 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port cb35f53e-6538-43de-9ada-05fcb47e5564 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:40:07.082626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port cb35f53e-6538-43de-9ada-05fcb47e5564 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:40:07.083003 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:07.235250 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:07.269812 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port cb35f53e-6538-43de-9ada-05fcb47e5564, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cb35f53e-6538-43de-9ada-05fcb47e5564,segment=NetworkSegment(1d22289d-d2f5-425e-b963-1b557e43f493),segment_id=1d22289d-d2f5-425e-b963-1b557e43f493)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:40:07.273914 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:07.341187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=cb35f53e-6538-43de-9ada-05fcb47e5564,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:40:08.108877 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:40:08.963446 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cb35f53e-6538-43de-9ada-05fcb47e5564 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:40:09.035181 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port cb35f53e-6538-43de-9ada-05fcb47e5564 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:40:09.035557 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:11.629806 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:11.853069 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:30.398454 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b50339b6-6fbf-407a-a868-8192d213b0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:33.844981 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f3c68cff-00d1-4824-9e34-3bdb9e3cf945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:33.942581 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:33.961401 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:35.183582 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:41.630821 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:41.853393 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:40:45.108808 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:41:00.400784 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3ccca6f8-da73-42d4-bfd0-2c929bec3fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:03.848124 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9b8b7834-5e32-435f-ad95-58b03dcef071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:03.937882 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:03.963602 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:05.194038 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:11.633743 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:11.869654 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:22.108577 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:41:30.415401 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c56a27a1-3664-4214-9a51-2a946f0337de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:33.867550 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9eefbaf9-f8d6-4fdc-adca-a29e3a98cea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:33.943477 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:33.968311 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:35.190207 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:41.671623 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:41.886140 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.166273 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47010) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:50.172307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1076941513', 'description': 'tempest-secgroup-smoke-1076941513 description', 'project_id': '1e849669f2664d72889e56a8a6afa1e0'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:41:50.178779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:50.182585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Usage tracker for resource:security_group and tenant:1e849669f2664d72889e56a8a6afa1e0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:50.185595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:50.191236 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:50.201240 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.221732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:50.225548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Usage tracker for resource:security_group_rule and tenant:1e849669f2664d72889e56a8a6afa1e0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:50.228351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:50.233975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:50.306292 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.310932 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.354478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb5c127-89df-4f07-8551-e7b94c275d94,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:50.358440 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.359791 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1925004 Feb 18 09:41:50.363388 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47016) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:50.367451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.367810 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.368153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.368522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.368860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.369192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.369516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.369840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.370168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.370492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.370819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.371904 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7237-9ccc-4780-bbb3-6fef400b8c81 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.373156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Request body: {'security_group_rule': {'security_group_id': 'ceb5c127-89df-4f07-8551-e7b94c275d94', 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:41:50.379960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:50.383699 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Usage tracker for resource:security_group_rule and tenant:1e849669f2664d72889e56a8a6afa1e0 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:50.386618 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:50.392882 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:50.408829 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.471733 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.475244 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.498405 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5280bc46-396f-4a4c-82bc-03e8320de73c,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:50.512566 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.513827 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494281 Feb 18 09:41:50.515203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.515562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.515903 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.516341 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.516631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47024) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:50.516747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.516997 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.517326 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.517653 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.517983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.518425 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.518822 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.519163 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3301d97-19f7-4cba-a204-04b4908b22e4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:41:50.522191 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-99da5c24-09b9-4c11-9b9a-08458def5d91 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Request body: {'security_group_rule': {'security_group_id': 'ceb5c127-89df-4f07-8551-e7b94c275d94', 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:41:50.531211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-99da5c24-09b9-4c11-9b9a-08458def5d91 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:50.534987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-99da5c24-09b9-4c11-9b9a-08458def5d91 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Usage tracker for resource:security_group_rule and tenant:1e849669f2664d72889e56a8a6afa1e0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:50.537925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-99da5c24-09b9-4c11-9b9a-08458def5d91 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:50.544985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-99da5c24-09b9-4c11-9b9a-08458def5d91 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:50.561645 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-99da5c24-09b9-4c11-9b9a-08458def5d91 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.626970 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-99da5c24-09b9-4c11-9b9a-08458def5d91 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.630394 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-99da5c24-09b9-4c11-9b9a-08458def5d91 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.656080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da5c24-09b9-4c11-9b9a-08458def5d91 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d552d8-44b1-4173-9749-2156de2e355f,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:50.664090 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-99da5c24-09b9-4c11-9b9a-08458def5d91 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.665297 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-99da5c24-09b9-4c11-9b9a-08458def5d91 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1476190 Feb 18 09:41:50.667879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47032) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:50.673326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0b210430-137d-4df4-b12b-033b8f9bd72c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Request body: {'security_group_rule': {'security_group_id': 'ceb5c127-89df-4f07-8551-e7b94c275d94', 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:41:50.679507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0b210430-137d-4df4-b12b-033b8f9bd72c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:50.684616 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0b210430-137d-4df4-b12b-033b8f9bd72c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Usage tracker for resource:security_group_rule and tenant:1e849669f2664d72889e56a8a6afa1e0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:50.687506 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0b210430-137d-4df4-b12b-033b8f9bd72c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:50.693083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0b210430-137d-4df4-b12b-033b8f9bd72c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:50.710777 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b210430-137d-4df4-b12b-033b8f9bd72c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.771669 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b210430-137d-4df4-b12b-033b8f9bd72c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.775188 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b210430-137d-4df4-b12b-033b8f9bd72c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.798732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b210430-137d-4df4-b12b-033b8f9bd72c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef3a167-cbb8-4521-91bc-74818e5318b0,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:50.807124 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0b210430-137d-4df4-b12b-033b8f9bd72c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.808306 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0b210430-137d-4df4-b12b-033b8f9bd72c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389561 Feb 18 09:41:50.811186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47036) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:50.816039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d564d27e-0dfd-4943-a2c6-285321710dc7 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Request body: {'security_group_rule': {'security_group_id': 'ceb5c127-89df-4f07-8551-e7b94c275d94', 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:41:50.822227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d564d27e-0dfd-4943-a2c6-285321710dc7 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:50.826661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d564d27e-0dfd-4943-a2c6-285321710dc7 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Usage tracker for resource:security_group_rule and tenant:1e849669f2664d72889e56a8a6afa1e0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:50.829786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d564d27e-0dfd-4943-a2c6-285321710dc7 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:50.835501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d564d27e-0dfd-4943-a2c6-285321710dc7 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:50.853894 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d564d27e-0dfd-4943-a2c6-285321710dc7 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.917492 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d564d27e-0dfd-4943-a2c6-285321710dc7 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.921154 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d564d27e-0dfd-4943-a2c6-285321710dc7 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.943445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564d27e-0dfd-4943-a2c6-285321710dc7 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aeefebd-fc2b-4328-8def-2d13487346a5,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:50.954269 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d564d27e-0dfd-4943-a2c6-285321710dc7 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:50.955449 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d564d27e-0dfd-4943-a2c6-285321710dc7 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433637 Feb 18 09:41:50.958213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47040) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:50.963134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e673555b-8520-4490-b9a9-27eed9a0dfc6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Request body: {'security_group_rule': {'security_group_id': 'ceb5c127-89df-4f07-8551-e7b94c275d94', 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:41:50.970300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e673555b-8520-4490-b9a9-27eed9a0dfc6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:50.974073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e673555b-8520-4490-b9a9-27eed9a0dfc6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Usage tracker for resource:security_group_rule and tenant:1e849669f2664d72889e56a8a6afa1e0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:50.976933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e673555b-8520-4490-b9a9-27eed9a0dfc6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:50.983261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e673555b-8520-4490-b9a9-27eed9a0dfc6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:50.996302 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-e673555b-8520-4490-b9a9-27eed9a0dfc6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Project 1e849669f2664d72889e56a8a6afa1e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:41:51.007538 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e673555b-8520-4490-b9a9-27eed9a0dfc6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:51.186392 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e673555b-8520-4490-b9a9-27eed9a0dfc6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:51.190013 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e673555b-8520-4490-b9a9-27eed9a0dfc6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:51.215224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673555b-8520-4490-b9a9-27eed9a0dfc6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb0c2ce-78cb-429d-b8d3-3ce212d85723,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:51.224714 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e673555b-8520-4490-b9a9-27eed9a0dfc6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:51.225879 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e673555b-8520-4490-b9a9-27eed9a0dfc6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2667649 Feb 18 09:41:51.228607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47044) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:41:51.233658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-6ecb511a-ff8c-4c1f-b747-e9ccd4867168 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Request body: {'security_group_rule': {'security_group_id': 'ceb5c127-89df-4f07-8551-e7b94c275d94', 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:41:51.239725 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6ecb511a-ff8c-4c1f-b747-e9ccd4867168 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:51.243446 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6ecb511a-ff8c-4c1f-b747-e9ccd4867168 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Usage tracker for resource:security_group_rule and tenant:1e849669f2664d72889e56a8a6afa1e0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:41:51.246804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6ecb511a-ff8c-4c1f-b747-e9ccd4867168 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:41:51.252631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6ecb511a-ff8c-4c1f-b747-e9ccd4867168 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:51.263525 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-6ecb511a-ff8c-4c1f-b747-e9ccd4867168 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Project 1e849669f2664d72889e56a8a6afa1e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:41:51.269737 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ecb511a-ff8c-4c1f-b747-e9ccd4867168 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:51.342565 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ecb511a-ff8c-4c1f-b747-e9ccd4867168 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:51.346217 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ecb511a-ff8c-4c1f-b747-e9ccd4867168 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:51.376803 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb511a-ff8c-4c1f-b747-e9ccd4867168 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a0f417c-8689-45f1-9849-bcd85cd9a2af,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:51.384620 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ecb511a-ff8c-4c1f-b747-e9ccd4867168 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:51.385620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6ecb511a-ff8c-4c1f-b747-e9ccd4867168 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1559477 Feb 18 09:41:51.936952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-da36b718-ac84-4107-a448-ab5076e7727d req-44174a73-8d36-4ef3-93c4-aaae82d401a4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Synchronizing usage tracker for tenant:1e849669f2664d72889e56a8a6afa1e0 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:41:51.953269 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-da36b718-ac84-4107-a448-ab5076e7727d req-44174a73-8d36-4ef3-93c4-aaae82d401a4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Unset dirty status for tenant:1e849669f2664d72889e56a8a6afa1e0 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:41:51.954616 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da36b718-ac84-4107-a448-ab5076e7727d req-44174a73-8d36-4ef3-93c4-aaae82d401a4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1076941513&fields=id&tenant_id=1e849669f2664d72889e56a8a6afa1e0 HTTP/1.1" status: 200 len: 267 time: 0.0550623 Feb 18 09:41:52.104227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36b718-ac84-4107-a448-ab5076e7727d req-7d10e0bb-311c-472e-a8b3-3b5307a552d0 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:52.106272 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da36b718-ac84-4107-a448-ab5076e7727d req-7d10e0bb-311c-472e-a8b3-3b5307a552d0 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/networks?id=407f4baf-76e1-4ca1-a288-9972567660c1 HTTP/1.1" status: 200 len: 814 time: 0.1444490 Feb 18 09:41:52.121947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da36b718-ac84-4107-a448-ab5076e7727d req-75fb8dcf-7655-42c2-870d-b2710924d466 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/quotas/1e849669f2664d72889e56a8a6afa1e0 HTTP/1.1" status: 200 len: 375 time: 0.0093679 Feb 18 09:41:52.201822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-da36b718-ac84-4107-a448-ab5076e7727d req-574ba5b8-2d51-4af1-98dd-912db0068948 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Synchronizing usage tracker for tenant:1e849669f2664d72889e56a8a6afa1e0 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:41:52.218193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-da36b718-ac84-4107-a448-ab5076e7727d req-574ba5b8-2d51-4af1-98dd-912db0068948 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Unset dirty status for tenant:1e849669f2664d72889e56a8a6afa1e0 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:41:52.219566 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da36b718-ac84-4107-a448-ab5076e7727d req-574ba5b8-2d51-4af1-98dd-912db0068948 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1e849669f2664d72889e56a8a6afa1e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934265 Feb 18 09:41:52.522886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-da36b718-ac84-4107-a448-ab5076e7727d req-7330f3f2-c41b-46c4-ac4a-278cd8858297 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:41:52.523871 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da36b718-ac84-4107-a448-ab5076e7727d req-7330f3f2-c41b-46c4-ac4a-278cd8858297 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525341 Feb 18 09:41:52.652000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da36b718-ac84-4107-a448-ab5076e7727d req-ef53e8f9-1240-4612-b6d2-ff17a4a4c2ea service neutron] 10.222.0.72 "GET /v2.0/networks/407f4baf-76e1-4ca1-a288-9972567660c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215398 Feb 18 09:41:52.781844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da36b718-ac84-4107-a448-ab5076e7727d req-a10d6ece-9fa8-4924-b031-4ca6a656f3a7 service neutron] 10.222.0.72 "GET /v2.0/networks/407f4baf-76e1-4ca1-a288-9972567660c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238348 Feb 18 09:41:53.309418 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a863642-f362-4dcd-a4f7-5e28b1839135 req-a470ae5e-4efc-4497-ace4-5cde91bd82f8 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 210 time: 0.0883536 Feb 18 09:41:54.387823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36b718-ac84-4107-a448-ab5076e7727d req-965adcde-755c-4934-9a5d-58e75188b9cb tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:54.389326 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da36b718-ac84-4107-a448-ab5076e7727d req-965adcde-755c-4934-9a5d-58e75188b9cb tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.61 "GET /v2.0/networks?id=407f4baf-76e1-4ca1-a288-9972567660c1 HTTP/1.1" status: 200 len: 814 time: 0.1533797 Feb 18 09:41:54.472210 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f4d357a-36cc-4a9d-a3e3-8be30414cddb req-81860ae2-5535-4d3e-a850-a9177b7acc37 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 210 time: 0.0546608 Feb 18 09:41:54.481849 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da36b718-ac84-4107-a448-ab5076e7727d req-a40dbd06-7b52-4d61-bc53-d2d7890302f5 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e849669f2664d72889e56a8a6afa1e0 HTTP/1.1" status: 200 len: 380 time: 0.0844312 Feb 18 09:41:54.490060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-da36b718-ac84-4107-a448-ab5076e7727d req-6315fe01-e883-40fc-b3c2-b37e1080ad71 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Request body: {'port': {'device_id': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'admin_state_up': True, 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'security_groups': ['ceb5c127-89df-4f07-8551-e7b94c275d94']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:41:54.628318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-da36b718-ac84-4107-a448-ab5076e7727d req-6315fe01-e883-40fc-b3c2-b37e1080ad71 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:41:54.637645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-da36b718-ac84-4107-a448-ab5076e7727d req-6315fe01-e883-40fc-b3c2-b37e1080ad71 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:41:54.647392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da36b718-ac84-4107-a448-ab5076e7727d req-6315fe01-e883-40fc-b3c2-b37e1080ad71 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Made reservation on behalf of 1e849669f2664d72889e56a8a6afa1e0 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:41:54.650885 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-da36b718-ac84-4107-a448-ab5076e7727d req-6315fe01-e883-40fc-b3c2-b37e1080ad71 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:54.816118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-da36b718-ac84-4107-a448-ab5076e7727d req-6315fe01-e883-40fc-b3c2-b37e1080ad71 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Allocated IP 172.20.0.3 (407f4baf-76e1-4ca1-a288-9972567660c1/4b39b77e-b20b-4bd8-b528-f56e54ad4dee/8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:41:55.007777 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-da36b718-ac84-4107-a448-ab5076e7727d req-6315fe01-e883-40fc-b3c2-b37e1080ad71 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:55.024286 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-da36b718-ac84-4107-a448-ab5076e7727d req-6315fe01-e883-40fc-b3c2-b37e1080ad71 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Transition to ACTIVE for port object 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:41:55.050129 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-da36b718-ac84-4107-a448-ab5076e7727d req-6315fe01-e883-40fc-b3c2-b37e1080ad71 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:55.129470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da36b718-ac84-4107-a448-ab5076e7727d req-6315fe01-e883-40fc-b3c2-b37e1080ad71 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Network 407f4baf-76e1-4ca1-a288-9972567660c1 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:41:55.132591 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-da36b718-ac84-4107-a448-ab5076e7727d req-6315fe01-e883-40fc-b3c2-b37e1080ad71 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:41:55.136482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-da36b718-ac84-4107-a448-ab5076e7727d req-6315fe01-e883-40fc-b3c2-b37e1080ad71 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:41:55.174982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315fe01-e883-40fc-b3c2-b37e1080ad71 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Pushing event updated for resources: {'Port': ['ID=8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:55.216038 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36b718-ac84-4107-a448-ab5076e7727d req-6315fe01-e883-40fc-b3c2-b37e1080ad71 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:55.216770 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-da36b718-ac84-4107-a448-ab5076e7727d req-6315fe01-e883-40fc-b3c2-b37e1080ad71 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:55.242256 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da36b718-ac84-4107-a448-ab5076e7727d req-6315fe01-e883-40fc-b3c2-b37e1080ad71 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7560561 Feb 18 09:41:55.342738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Request body: {'port': {'device_id': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:41:55.398016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e450000b-056e-4fb2-a20a-8fb287a2f3cb None None] Provisioning for port 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:41:55.408116 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e450000b-056e-4fb2-a20a-8fb287a2f3cb None None] Provisioning complete for port 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:41:55.408974 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e450000b-056e-4fb2-a20a-8fb287a2f3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:55.484656 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e450000b-056e-4fb2-a20a-8fb287a2f3cb None None] Port 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:41:55.618303 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:55.783364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b040b-2aed-4984-9e1a-3f59b1aacbc0 req-2e689ccf-3642-4976-87b5-a3bfb815302c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:55.783953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f67b040b-2aed-4984-9e1a-3f59b1aacbc0 req-2e689ccf-3642-4976-87b5-a3bfb815302c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Synchronizing usage tracker for tenant:1e849669f2664d72889e56a8a6afa1e0 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:41:55.878212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f67b040b-2aed-4984-9e1a-3f59b1aacbc0 req-2e689ccf-3642-4976-87b5-a3bfb815302c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Unset dirty status for tenant:1e849669f2664d72889e56a8a6afa1e0 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:41:55.879379 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f67b040b-2aed-4984-9e1a-3f59b1aacbc0 req-2e689ccf-3642-4976-87b5-a3bfb815302c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 931 time: 0.2933772 Feb 18 09:41:55.967143 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f67b040b-2aed-4984-9e1a-3f59b1aacbc0 req-ad23ac00-0893-4367-88da-3c42018d6ee8 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/security-groups?id=ceb5c127-89df-4f07-8551-e7b94c275d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808377 Feb 18 09:41:56.053400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:41:56.061140 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:56.076500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Transition to ACTIVE for port object 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:41:56.080319 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:56.238177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:56.315795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Attempting to bind port 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:41:56.316129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Attempting to bind port 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '4f8c8d41-8d1a-48b2-a301-539ba149f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:41:56.316520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Attempting to bind port 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 on network 407f4baf-76e1-4ca1-a288-9972567660c1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:41:56.321088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Port 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 on network 407f4baf-76e1-4ca1-a288-9972567660c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:41:56.321406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Attempting to bind port 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 on network 407f4baf-76e1-4ca1-a288-9972567660c1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:41:56.327211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:41:56.327552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Checking segment: {'id': '4f8c8d41-8d1a-48b2-a301-539ba149f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:41:56.327973 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Bound using segment: {'id': '4f8c8d41-8d1a-48b2-a301-539ba149f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:41:56.328381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Bound port: 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f8c8d41-8d1a-48b2-a301-539ba149f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:41:56.328730 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:56.417449 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] For port 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:41:56.421021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] For port 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49,segment=NetworkSegment(4f8c8d41-8d1a-48b2-a301-539ba149f908),segment_id=4f8c8d41-8d1a-48b2-a301-539ba149f908)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:41:56.425169 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:56.486950 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:56.487558 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:41:56.488962 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da36b718-ac84-4107-a448-ab5076e7727d req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] 10.222.0.61 "PUT /v2.0/ports/8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 HTTP/1.1" status: 200 len: 1091 time: 1.1939733 Feb 18 09:41:56.489455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'tag': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:41:56.513414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052f02f-59fc-4939-a3c7-96436f9d31d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:41:56.611112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36b718-ac84-4107-a448-ab5076e7727d req-69250c71-262f-42d8-931d-aaae779abc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:56.612612 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da36b718-ac84-4107-a448-ab5076e7727d req-69250c71-262f-42d8-931d-aaae779abc60 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e849669f2664d72889e56a8a6afa1e0&device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 1094 time: 0.0836353 Feb 18 09:41:56.691266 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'tag': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49', 'status': 'completed', 'code': 200} Feb 18 09:41:56.692763 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da36b718-ac84-4107-a448-ab5076e7727d req-cfc02efc-d2f2-4a1e-8d52-08bc04e25fc1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 HTTP/1.1" status: 200 len: 217 time: 0.0726724 Feb 18 09:41:56.756314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36b718-ac84-4107-a448-ab5076e7727d req-e7003d7a-8404-46c2-9311-eb2c8c2a233c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:56.757699 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da36b718-ac84-4107-a448-ab5076e7727d req-e7003d7a-8404-46c2-9311-eb2c8c2a233c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b39b77e-b20b-4bd8-b528-f56e54ad4dee HTTP/1.1" status: 200 len: 853 time: 0.0589209 Feb 18 09:41:56.839113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36b718-ac84-4107-a448-ab5076e7727d req-560caf88-cbcc-4ece-9365-27b6a16bc5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:56.840736 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da36b718-ac84-4107-a448-ab5076e7727d req-560caf88-cbcc-4ece-9365-27b6a16bc5f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=407f4baf-76e1-4ca1-a288-9972567660c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775335 Feb 18 09:41:56.970821 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da36b718-ac84-4107-a448-ab5076e7727d req-cb136988-ee02-4218-99eb-326a7acf4d70 service neutron] 10.222.0.61 "GET /v2.0/networks/407f4baf-76e1-4ca1-a288-9972567660c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242490 Feb 18 09:41:57.162142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da36b718-ac84-4107-a448-ab5076e7727d req-5769856c-6f9a-4f76-95f7-0f224192e070 service neutron] 10.222.0.61 "GET /v2.0/networks/407f4baf-76e1-4ca1-a288-9972567660c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849477 Feb 18 09:41:57.186940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111325b-1969-4a76-96d4-409bbc884b5d req-b7da8ccc-318e-4ecd-b295-5ace6f10e547 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:57.188383 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3111325b-1969-4a76-96d4-409bbc884b5d req-b7da8ccc-318e-4ecd-b295-5ace6f10e547 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 943 time: 0.1101811 Feb 18 09:41:57.381673 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3111325b-1969-4a76-96d4-409bbc884b5d req-94fb024a-69ea-4953-977b-a7d8969a9b37 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/security-groups?id=ceb5c127-89df-4f07-8551-e7b94c275d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876101 Feb 18 09:41:57.406918 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30089c16-b902-4ba5-890f-b696376c43c6 req-c0128ced-f760-4b12-80c3-6537837ba3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:57.408424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30089c16-b902-4ba5-890f-b696376c43c6 req-c0128ced-f760-4b12-80c3-6537837ba3e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e849669f2664d72889e56a8a6afa1e0&device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 1094 time: 0.1994398 Feb 18 09:41:57.548538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30089c16-b902-4ba5-890f-b696376c43c6 req-c7a392a4-d531-4509-a09a-4082a132b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:57.549900 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30089c16-b902-4ba5-890f-b696376c43c6 req-c7a392a4-d531-4509-a09a-4082a132b917 service neutron] 10.222.0.61 "GET /v2.0/networks?id=407f4baf-76e1-4ca1-a288-9972567660c1 HTTP/1.1" status: 200 len: 915 time: 0.1350420 Feb 18 09:41:57.618537 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30089c16-b902-4ba5-890f-b696376c43c6 req-9ce65267-ee5d-4cb4-a384-20339328eeb4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 HTTP/1.1" status: 200 len: 217 time: 0.0627594 Feb 18 09:41:57.684532 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30089c16-b902-4ba5-890f-b696376c43c6 req-5beea814-8d68-4865-a58d-46ffd44001d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:57.685999 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30089c16-b902-4ba5-890f-b696376c43c6 req-5beea814-8d68-4865-a58d-46ffd44001d1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b39b77e-b20b-4bd8-b528-f56e54ad4dee HTTP/1.1" status: 200 len: 853 time: 0.0616763 Feb 18 09:41:57.763379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30089c16-b902-4ba5-890f-b696376c43c6 req-5ff3bbf7-f269-4665-b517-599d42d56605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:57.764882 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30089c16-b902-4ba5-890f-b696376c43c6 req-5ff3bbf7-f269-4665-b517-599d42d56605 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=407f4baf-76e1-4ca1-a288-9972567660c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734713 Feb 18 09:41:57.901112 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30089c16-b902-4ba5-890f-b696376c43c6 req-3da7ace9-aa14-4e73-bd20-3f596bce0b3f service neutron] 10.222.0.61 "GET /v2.0/networks/407f4baf-76e1-4ca1-a288-9972567660c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257696 Feb 18 09:41:58.027966 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30089c16-b902-4ba5-890f-b696376c43c6 req-948887b5-6e6d-495f-9e71-6b349fb34910 service neutron] 10.222.0.61 "GET /v2.0/networks/407f4baf-76e1-4ca1-a288-9972567660c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206100 Feb 18 09:41:58.567393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd454d-04be-4601-899d-c2bf1da66b6c req-98aaadb6-8c7e-4252-8968-ee415a434c89 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:58.568839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ebd454d-04be-4601-899d-c2bf1da66b6c req-98aaadb6-8c7e-4252-8968-ee415a434c89 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 943 time: 0.0784633 Feb 18 09:41:58.611594 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ebd454d-04be-4601-899d-c2bf1da66b6c req-2c8168e5-6ce7-4e69-ae5d-25cd1002e704 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/security-groups?id=ceb5c127-89df-4f07-8551-e7b94c275d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370975 Feb 18 09:41:59.108196 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:41:59.798196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2aa3f-0efa-405f-aba7-7e1ff9345460 req-b70ebb72-3be2-4b2d-8a31-1281145ef9cc tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:41:59.799645 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0a2aa3f-0efa-405f-aba7-7e1ff9345460 req-b70ebb72-3be2-4b2d-8a31-1281145ef9cc tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 943 time: 0.0813255 Feb 18 09:41:59.842825 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d0a2aa3f-0efa-405f-aba7-7e1ff9345460 req-3e290168-dbd2-4bde-bcc1-e436820e28b7 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/security-groups?id=ceb5c127-89df-4f07-8551-e7b94c275d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376003 Feb 18 09:42:00.408245 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4685ebe9-0ac1-40be-a43a-ad41c55e3c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:01.028758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d7cc7-5e8a-46e9-98f3-2ac9494e8674 req-0baf8782-c96a-47b6-aeaf-61452733d597 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:01.030210 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab9d7cc7-5e8a-46e9-98f3-2ac9494e8674 req-0baf8782-c96a-47b6-aeaf-61452733d597 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 943 time: 0.0784369 Feb 18 09:42:01.073062 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab9d7cc7-5e8a-46e9-98f3-2ac9494e8674 req-f794a85e-5660-43b2-86e4-81d85f41afca tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/security-groups?id=ceb5c127-89df-4f07-8551-e7b94c275d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373232 Feb 18 09:42:02.261282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d33b1-8261-437c-ba95-d6fc0f924495 req-34c0cb8b-6b3d-44b4-8cff-2f2dac424819 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:02.263201 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-313d33b1-8261-437c-ba95-d6fc0f924495 req-34c0cb8b-6b3d-44b4-8cff-2f2dac424819 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 943 time: 0.0853691 Feb 18 09:42:02.305980 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-313d33b1-8261-437c-ba95-d6fc0f924495 req-b9133024-b77a-48f3-b684-30ebbe59a9a8 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/security-groups?id=ceb5c127-89df-4f07-8551-e7b94c275d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371730 Feb 18 09:42:03.488163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01fbf6-7269-4541-8c68-851d19ae2057 req-1dd1c40a-54df-466f-a724-5861b7cc76ac tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:03.489620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b01fbf6-7269-4541-8c68-851d19ae2057 req-1dd1c40a-54df-466f-a724-5861b7cc76ac tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 943 time: 0.0792696 Feb 18 09:42:03.533117 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b01fbf6-7269-4541-8c68-851d19ae2057 req-586f9ed8-10bf-4516-aa87-a1cc3e767861 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/security-groups?id=ceb5c127-89df-4f07-8551-e7b94c275d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378902 Feb 18 09:42:03.856771 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8ed8a633-7ebe-46dd-9296-fdb85ff724b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:03.945251 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:03.968627 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:04.717773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4cf25-8290-4236-bbe7-23a12f82e48e req-81c38c79-e60e-4c21-beff-8825bbe4faf1 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:04.719240 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25e4cf25-8290-4236-bbe7-23a12f82e48e req-81c38c79-e60e-4c21-beff-8825bbe4faf1 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 943 time: 0.0827343 Feb 18 09:42:04.762528 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25e4cf25-8290-4236-bbe7-23a12f82e48e req-68a889fa-f41b-45cb-b3c8-2553a9dd4f16 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/security-groups?id=ceb5c127-89df-4f07-8551-e7b94c275d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376475 Feb 18 09:42:05.191822 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:05.838991 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:42:05.945579 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f802f7e-8b3a-41c3-ad35-bc044b223bf2 req-04ed127f-2387-45f0-a5f8-0274e9751933 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:05.947005 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f802f7e-8b3a-41c3-ad35-bc044b223bf2 req-04ed127f-2387-45f0-a5f8-0274e9751933 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 943 time: 0.0790331 Feb 18 09:42:05.970083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49,segment=NetworkSegment(4f8c8d41-8d1a-48b2-a301-539ba149f908),segment_id=4f8c8d41-8d1a-48b2-a301-539ba149f908)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:42:05.986927 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'port_id': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49', 'mac_address': 'fa:16:3e:67:74:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:42:05.993638 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f802f7e-8b3a-41c3-ad35-bc044b223bf2 req-d543a560-7023-465b-bebd-69f6674a401d tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/security-groups?id=ceb5c127-89df-4f07-8551-e7b94c275d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408466 Feb 18 09:42:06.041011 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:06.057552 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:42:06.073080 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49,segment=NetworkSegment(4f8c8d41-8d1a-48b2-a301-539ba149f908),segment_id=4f8c8d41-8d1a-48b2-a301-539ba149f908)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:42:06.077505 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:06.141741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:06.148846 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:06.149185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:06.149518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:06.150087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:06.150202 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:06.150472 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:06.150788 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:06.151101 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:06.151415 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:06.151757 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:06.152771 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:06.153168 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:06.377688 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:42:07.203796 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccd3e9-5198-49c8-94f7-21596bda76e0 req-b6613cdf-eb77-4acc-9eb0-7ade0b3e3772 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:07.205600 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90ccd3e9-5198-49c8-94f7-21596bda76e0 req-b6613cdf-eb77-4acc-9eb0-7ade0b3e3772 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 944 time: 0.0909524 Feb 18 09:42:07.259868 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90ccd3e9-5198-49c8-94f7-21596bda76e0 req-2df11448-3313-44dc-9a0d-9a3050945c58 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/security-groups?id=ceb5c127-89df-4f07-8551-e7b94c275d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472956 Feb 18 09:42:07.854478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:42:07.924236 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:42:07.928752 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:42:07.929119 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:08.041200 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:08.067621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:42:08.077133 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49,segment=NetworkSegment(4f8c8d41-8d1a-48b2-a301-539ba149f908),segment_id=4f8c8d41-8d1a-48b2-a301-539ba149f908)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:42:08.081090 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:08.157396 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:08.227654 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49', 'code': 200} Feb 18 09:42:08.356200 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd89e5c-089e-4044-a918-239f8b9b237d req-c8856bac-b81e-4edb-a33c-95de11187c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:08.357707 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8bd89e5c-089e-4044-a918-239f8b9b237d req-c8856bac-b81e-4edb-a33c-95de11187c91 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 1096 time: 0.0739422 Feb 18 09:42:08.442176 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8bd89e5c-089e-4044-a918-239f8b9b237d req-2bfc38f8-3486-4bdb-8b58-2a186aed376c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ceb5c127-89df-4f07-8551-e7b94c275d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781760 Feb 18 09:42:08.473213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2704bf-c917-4f43-bac0-03fe3c33267d req-238cd3b5-d0b6-4e01-b119-29b975698938 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:08.474612 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb2704bf-c917-4f43-bac0-03fe3c33267d req-238cd3b5-d0b6-4e01-b119-29b975698938 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 945 time: 0.0976636 Feb 18 09:42:08.519801 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb2704bf-c917-4f43-bac0-03fe3c33267d req-7fd83c4f-eba3-41de-850e-3f058f7db337 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/security-groups?id=ceb5c127-89df-4f07-8551-e7b94c275d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395834 Feb 18 09:42:09.719150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d2ea0-40d0-4354-85f4-8069c192c4fb req-d12003df-54ec-4e2c-99c1-8fe8535aff7b tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:09.720568 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed7d2ea0-40d0-4354-85f4-8069c192c4fb req-d12003df-54ec-4e2c-99c1-8fe8535aff7b tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 945 time: 0.0860298 Feb 18 09:42:09.766024 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed7d2ea0-40d0-4354-85f4-8069c192c4fb req-6e6c5856-ea4a-4151-8262-9bc2c5b46da4 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/security-groups?id=ceb5c127-89df-4f07-8551-e7b94c275d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395303 Feb 18 09:42:10.950638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7efe84-eb37-41d4-a44f-4e0c5035ea3b req-3070f7bf-15ef-4610-95e5-27055875f70d tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:10.952119 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce7efe84-eb37-41d4-a44f-4e0c5035ea3b req-3070f7bf-15ef-4610-95e5-27055875f70d tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 945 time: 0.0820389 Feb 18 09:42:11.000881 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ce7efe84-eb37-41d4-a44f-4e0c5035ea3b req-e238377e-3a70-4d94-b378-a38e98bd1d3c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/security-groups?id=ceb5c127-89df-4f07-8551-e7b94c275d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429397 Feb 18 09:42:11.180777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8f546-4dcc-440d-aeca-74494c5c2778 req-f6fc1cbe-1c95-4a41-9030-e312a42e2e1c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:11.182235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a8b8f546-4dcc-440d-aeca-74494c5c2778 req-f6fc1cbe-1c95-4a41-9030-e312a42e2e1c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 945 time: 0.0784388 Feb 18 09:42:11.228762 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a8b8f546-4dcc-440d-aeca-74494c5c2778 req-2b8b8058-46c2-4836-aeff-f73ce9d6c99c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/security-groups?id=ceb5c127-89df-4f07-8551-e7b94c275d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396526 Feb 18 09:42:11.251824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47176) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:11.467713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db838ac-29b1-41c4-9b3e-6bf6703a6e98 tempest-TestVolumeBackupRestore-1539893059 tempest-TestVolumeBackupRestore-1539893059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:11.468361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0db838ac-29b1-41c4-9b3e-6bf6703a6e98 tempest-TestVolumeBackupRestore-1539893059 tempest-TestVolumeBackupRestore-1539893059-project-admin] Synchronizing usage tracker for tenant:a9f4d0d4acbb4769bc386ad3c8a91fa0 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:42:11.484724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0db838ac-29b1-41c4-9b3e-6bf6703a6e98 tempest-TestVolumeBackupRestore-1539893059 tempest-TestVolumeBackupRestore-1539893059-project-admin] Unset dirty status for tenant:a9f4d0d4acbb4769bc386ad3c8a91fa0 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:42:11.486085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0db838ac-29b1-41c4-9b3e-6bf6703a6e98 tempest-TestVolumeBackupRestore-1539893059 tempest-TestVolumeBackupRestore-1539893059-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 1091 time: 0.2332370 Feb 18 09:42:11.489021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47182) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:11.493982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:42:11.500385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:42:11.504153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Usage tracker for resource:floatingip and tenant:1e849669f2664d72889e56a8a6afa1e0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:42:11.507039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:42:11.514241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:42:11.524342 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:11.663544 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:11.671518 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:11.796925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Allocated IP 172.25.1.250 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/155eb5c8-6b81-4bf7-82f6-dfce954fbce4) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:42:11.869308 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:11.947519 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:11.975897 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:12.038069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:42:12.040822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:42:12.045100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:42:12.081821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Pushing event updated for resources: {'Port': ['ID=155eb5c8-6b81-4bf7-82f6-dfce954fbce4,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:12.459374 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:12.534988 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:12.734346 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:12.738550 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:12.841382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Pushing event updated for resources: {'Port': ['ID=155eb5c8-6b81-4bf7-82f6-dfce954fbce4,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:12.857978 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:13.025118 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Floating IP ffb821f6-bc0a-4c73-b1cc-bf5632c94ed8 associated. External IP: 172.25.1.250, port: 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49. Feb 18 09:42:13.487638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Router dc7a7084-1f9e-4295-a986-976cb46fe9cc has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:42:13.677325 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:42:13.686931 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70676a47-c698-489d-bf62-9e51bccf83a3 None None] Sync routers for ids ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:42:13.696429 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70676a47-c698-489d-bf62-9e51bccf83a3 None None] Routers {'dc7a7084-1f9e-4295-a986-976cb46fe9cc'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:42:13.697031 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-70676a47-c698-489d-bf62-9e51bccf83a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:42:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:13.702230 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:13.757019 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c689fdea-9acd-4937-a03f-17a26946a15c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2668750 Feb 18 09:42:13.757616 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'tag': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:42:13.759646 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47186) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:13.807982 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'tag': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49', 'status': 'completed', 'code': 200} Feb 18 09:42:13.836856 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cdb53a-b6cb-4817-810c-0660c05e1a52 tempest-TestVolumeBackupRestore-1539893059 tempest-TestVolumeBackupRestore-1539893059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:13.842388 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-22cdb53a-b6cb-4817-810c-0660c05e1a52 tempest-TestVolumeBackupRestore-1539893059 tempest-TestVolumeBackupRestore-1539893059-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 1091 time: 0.0817058 Feb 18 09:42:13.842974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47194) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:13.848171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-cc83a4e2-1d78-4f8a-9025-84f5332d3265 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Request body: {'floatingip': {'port_id': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:42:13.891705 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-70676a47-c698-489d-bf62-9e51bccf83a3 None None] Set router dc7a7084-1f9e-4295-a986-976cb46fe9cc gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:42:13.907141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e91c2c-034f-4e86-8b6d-33d5b9ba011d req-81c5645a-fadf-482f-a6f5-89faf0a50835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:13.908666 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47e91c2c-034f-4e86-8b6d-33d5b9ba011d req-81c5645a-fadf-482f-a6f5-89faf0a50835 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e849669f2664d72889e56a8a6afa1e0&device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 1096 time: 0.0769215 Feb 18 09:42:13.952043 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cc83a4e2-1d78-4f8a-9025-84f5332d3265 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for floatingip, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:14.044066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e91c2c-034f-4e86-8b6d-33d5b9ba011d req-c56cc26b-5dcd-4cfc-896e-9b860c7211ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:14.045575 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47e91c2c-034f-4e86-8b6d-33d5b9ba011d req-c56cc26b-5dcd-4cfc-896e-9b860c7211ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=407f4baf-76e1-4ca1-a288-9972567660c1 HTTP/1.1" status: 200 len: 915 time: 0.1315148 Feb 18 09:42:14.154892 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47e91c2c-034f-4e86-8b6d-33d5b9ba011d req-79f350f8-bc1c-4d00-bdf7-19299aabe478 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 HTTP/1.1" status: 200 len: 999 time: 0.1031628 Feb 18 09:42:14.221752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e91c2c-034f-4e86-8b6d-33d5b9ba011d req-69d1a9a6-c62f-4f75-a181-d20fd9100936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:14.223199 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47e91c2c-034f-4e86-8b6d-33d5b9ba011d req-69d1a9a6-c62f-4f75-a181-d20fd9100936 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b39b77e-b20b-4bd8-b528-f56e54ad4dee HTTP/1.1" status: 200 len: 853 time: 0.0627840 Feb 18 09:42:14.263740 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-70676a47-c698-489d-bf62-9e51bccf83a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'name': 'tempest-TestVolumeBackupRestore-1746960595-router', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:50Z', 'updated_at': '2022-02-18T09:39:54Z', 'revision_number': 4, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'gw_port': {'id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:51Z', 'updated_at': '2022-02-18T09:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'ffb821f6-bc0a-4c73-b1cc-bf5632c94ed8', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'port_id': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'mac_address': 'fa:16:3e:67:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:42:12Z', 'updated_at': '2022-02-18T09:42:12Z', 'revision_number': 0, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27006c52-3f7f-495a-b869-09c60b23733a', 'name': '', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'mac_address': 'fa:16:3e:62:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:54Z', 'updated_at': '2022-02-18T09:40:02Z', 'revision_number': 5, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'subnets': [{'id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:14.268192 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70676a47-c698-489d-bf62-9e51bccf83a3 None None] Checking router: dc7a7084-1f9e-4295-a986-976cb46fe9cc for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:42:14.278777 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70676a47-c698-489d-bf62-9e51bccf83a3 None None] Routers {'dc7a7084-1f9e-4295-a986-976cb46fe9cc'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:42:14.279274 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-70676a47-c698-489d-bf62-9e51bccf83a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:42:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:14.307585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e91c2c-034f-4e86-8b6d-33d5b9ba011d req-ebc7bf8d-b4bc-49a6-8345-9d3e171be2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:14.310031 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47e91c2c-034f-4e86-8b6d-33d5b9ba011d req-ebc7bf8d-b4bc-49a6-8345-9d3e171be2d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=407f4baf-76e1-4ca1-a288-9972567660c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730293 Feb 18 09:42:14.446347 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47e91c2c-034f-4e86-8b6d-33d5b9ba011d req-f7d9423f-28c5-4942-87ba-76140ac03de1 service neutron] 10.222.0.61 "GET /v2.0/networks/407f4baf-76e1-4ca1-a288-9972567660c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296890 Feb 18 09:42:14.457709 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-70676a47-c698-489d-bf62-9e51bccf83a3 None None] Set router dc7a7084-1f9e-4295-a986-976cb46fe9cc gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:42:14.596407 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47e91c2c-034f-4e86-8b6d-33d5b9ba011d req-82a9cabb-a347-4e27-8bdf-0c91baf1039e service neutron] 10.222.0.61 "GET /v2.0/networks/407f4baf-76e1-4ca1-a288-9972567660c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438444 Feb 18 09:42:14.740379 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cc83a4e2-1d78-4f8a-9025-84f5332d3265 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:14.744232 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cc83a4e2-1d78-4f8a-9025-84f5332d3265 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:14.854899 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-70676a47-c698-489d-bf62-9e51bccf83a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'name': 'tempest-TestVolumeBackupRestore-1746960595-router', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:50Z', 'updated_at': '2022-02-18T09:39:54Z', 'revision_number': 4, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'gw_port': {'id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:51Z', 'updated_at': '2022-02-18T09:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'ffb821f6-bc0a-4c73-b1cc-bf5632c94ed8', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'port_id': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'mac_address': 'fa:16:3e:67:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:42:12Z', 'updated_at': '2022-02-18T09:42:12Z', 'revision_number': 0, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27006c52-3f7f-495a-b869-09c60b23733a', 'name': '', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'mac_address': 'fa:16:3e:62:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:54Z', 'updated_at': '2022-02-18T09:40:02Z', 'revision_number': 5, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'subnets': [{'id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:14.860509 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70676a47-c698-489d-bf62-9e51bccf83a3 None None] The sync data for ids ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'] in n-d-829434-1 is: [{'id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'name': 'tempest-TestVolumeBackupRestore-1746960595-router', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:50Z', 'updated_at': '2022-02-18T09:39:54Z', 'revision_number': 4, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'gw_port': {'id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:51Z', 'updated_at': '2022-02-18T09:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'ffb821f6-bc0a-4c73-b1cc-bf5632c94ed8', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'port_id': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'mac_address': 'fa:16:3e:67:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:42:12Z', 'updated_at': '2022-02-18T09:42:12Z', 'revision_number': 0, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27006c52-3f7f-495a-b869-09c60b23733a', 'name': '', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'mac_address': 'fa:16:3e:62:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:54Z', 'updated_at': '2022-02-18T09:40:02Z', 'revision_number': 5, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'subnets': [{'id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:42:15.061049 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46544ea-691f-4e75-9e60-6af511152f17 None None] New status for floating IP ffb821f6-bc0a-4c73-b1cc-bf5632c94ed8: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:42:15.113133 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc83a4e2-1d78-4f8a-9025-84f5332d3265 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Router dc7a7084-1f9e-4295-a986-976cb46fe9cc has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:42:15.302400 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc83a4e2-1d78-4f8a-9025-84f5332d3265 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:42:15.307112 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cc83a4e2-1d78-4f8a-9025-84f5332d3265 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:15.384957 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c55f5-efcb-47f0-9cab-ea79ca2ef674 None None] Sync routers for ids ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:42:15.393912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'tag': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:42:15.394631 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c55f5-efcb-47f0-9cab-ea79ca2ef674 None None] Routers {'dc7a7084-1f9e-4295-a986-976cb46fe9cc'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:42:15.395219 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-418c55f5-efcb-47f0-9cab-ea79ca2ef674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:42:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:15.423574 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cc83a4e2-1d78-4f8a-9025-84f5332d3265 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "PUT /v2.0/floatingips/ffb821f6-bc0a-4c73-b1cc-bf5632c94ed8 HTTP/1.1" status: 200 len: 991 time: 1.5795684 Feb 18 09:42:15.534417 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'tag': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49', 'status': 'completed', 'code': 200} Feb 18 09:42:15.575031 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-418c55f5-efcb-47f0-9cab-ea79ca2ef674 None None] Set router dc7a7084-1f9e-4295-a986-976cb46fe9cc gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:42:15.630587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a04946-a27c-47f6-9f5e-088cd77cc730 req-b559ce75-0ce1-4a32-a214-7f3028cb846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:15.631985 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6a04946-a27c-47f6-9f5e-088cd77cc730 req-b559ce75-0ce1-4a32-a214-7f3028cb846d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e849669f2664d72889e56a8a6afa1e0&device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 1096 time: 0.0765815 Feb 18 09:42:15.881127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a04946-a27c-47f6-9f5e-088cd77cc730 req-c2027f0d-1e1b-4bc5-b7f1-c145caffec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:15.882547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6a04946-a27c-47f6-9f5e-088cd77cc730 req-c2027f0d-1e1b-4bc5-b7f1-c145caffec0d service neutron] 10.222.0.61 "GET /v2.0/networks?id=407f4baf-76e1-4ca1-a288-9972567660c1 HTTP/1.1" status: 200 len: 915 time: 0.2447896 Feb 18 09:42:15.925092 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-418c55f5-efcb-47f0-9cab-ea79ca2ef674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'name': 'tempest-TestVolumeBackupRestore-1746960595-router', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:50Z', 'updated_at': '2022-02-18T09:39:54Z', 'revision_number': 4, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'gw_port': {'id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:51Z', 'updated_at': '2022-02-18T09:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'ffb821f6-bc0a-4c73-b1cc-bf5632c94ed8', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'port_id': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'mac_address': 'fa:16:3e:67:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:42:12Z', 'updated_at': '2022-02-18T09:42:15Z', 'revision_number': 2, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27006c52-3f7f-495a-b869-09c60b23733a', 'name': '', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'mac_address': 'fa:16:3e:62:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:54Z', 'updated_at': '2022-02-18T09:40:02Z', 'revision_number': 5, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'subnets': [{'id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:15.928793 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c55f5-efcb-47f0-9cab-ea79ca2ef674 None None] Checking router: dc7a7084-1f9e-4295-a986-976cb46fe9cc for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:42:15.937473 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c55f5-efcb-47f0-9cab-ea79ca2ef674 None None] Routers {'dc7a7084-1f9e-4295-a986-976cb46fe9cc'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:42:15.938074 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-418c55f5-efcb-47f0-9cab-ea79ca2ef674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:42:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:15.987028 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6a04946-a27c-47f6-9f5e-088cd77cc730 req-bc047e98-beb9-497e-88f2-a77b45f64d6b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 HTTP/1.1" status: 200 len: 1001 time: 0.0977855 Feb 18 09:42:16.048164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a04946-a27c-47f6-9f5e-088cd77cc730 req-798d99be-7e2a-4fd7-911f-82f14ac07b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:16.049551 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6a04946-a27c-47f6-9f5e-088cd77cc730 req-798d99be-7e2a-4fd7-911f-82f14ac07b75 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b39b77e-b20b-4bd8-b528-f56e54ad4dee HTTP/1.1" status: 200 len: 853 time: 0.0571454 Feb 18 09:42:16.114444 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-418c55f5-efcb-47f0-9cab-ea79ca2ef674 None None] Set router dc7a7084-1f9e-4295-a986-976cb46fe9cc gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:42:16.124010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a04946-a27c-47f6-9f5e-088cd77cc730 req-ee7a02a6-521b-4a82-831d-6c2f7497e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:16.125527 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6a04946-a27c-47f6-9f5e-088cd77cc730 req-ee7a02a6-521b-4a82-831d-6c2f7497e74a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=407f4baf-76e1-4ca1-a288-9972567660c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702324 Feb 18 09:42:16.256247 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6a04946-a27c-47f6-9f5e-088cd77cc730 req-18c43f03-f600-4044-bf07-02ac6490ab78 service neutron] 10.222.0.61 "GET /v2.0/networks/407f4baf-76e1-4ca1-a288-9972567660c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244943 Feb 18 09:42:16.389677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6a04946-a27c-47f6-9f5e-088cd77cc730 req-a58e01b7-5725-40a3-95e4-c1b195549a8c service neutron] 10.222.0.61 "GET /v2.0/networks/407f4baf-76e1-4ca1-a288-9972567660c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264045 Feb 18 09:42:16.464012 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-418c55f5-efcb-47f0-9cab-ea79ca2ef674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'name': 'tempest-TestVolumeBackupRestore-1746960595-router', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:50Z', 'updated_at': '2022-02-18T09:39:54Z', 'revision_number': 4, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'gw_port': {'id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:51Z', 'updated_at': '2022-02-18T09:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'ffb821f6-bc0a-4c73-b1cc-bf5632c94ed8', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'port_id': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'mac_address': 'fa:16:3e:67:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:42:12Z', 'updated_at': '2022-02-18T09:42:15Z', 'revision_number': 2, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27006c52-3f7f-495a-b869-09c60b23733a', 'name': '', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'mac_address': 'fa:16:3e:62:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:54Z', 'updated_at': '2022-02-18T09:40:02Z', 'revision_number': 5, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'subnets': [{'id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:16.468605 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c55f5-efcb-47f0-9cab-ea79ca2ef674 None None] The sync data for ids ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'] in n-d-829434-1 is: [{'id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'name': 'tempest-TestVolumeBackupRestore-1746960595-router', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:50Z', 'updated_at': '2022-02-18T09:39:54Z', 'revision_number': 4, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'gw_port': {'id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:51Z', 'updated_at': '2022-02-18T09:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'ffb821f6-bc0a-4c73-b1cc-bf5632c94ed8', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'port_id': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'mac_address': 'fa:16:3e:67:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:42:12Z', 'updated_at': '2022-02-18T09:42:15Z', 'revision_number': 2, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27006c52-3f7f-495a-b869-09c60b23733a', 'name': '', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'mac_address': 'fa:16:3e:62:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:54Z', 'updated_at': '2022-02-18T09:40:02Z', 'revision_number': 5, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'subnets': [{'id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:42:17.536095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'tag': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:42:17.581782 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'tag': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49', 'status': 'completed', 'code': 200} Feb 18 09:42:17.672948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350a399-a0a1-4639-94d3-c70e3fb29c48 req-b2186388-9cb8-460a-8f26-f26b71befe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:17.674427 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2350a399-a0a1-4639-94d3-c70e3fb29c48 req-b2186388-9cb8-460a-8f26-f26b71befe80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e849669f2664d72889e56a8a6afa1e0&device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 1096 time: 0.0731101 Feb 18 09:42:17.805498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350a399-a0a1-4639-94d3-c70e3fb29c48 req-acb6bba4-042d-487b-b90b-da39e4fcb68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:17.806868 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2350a399-a0a1-4639-94d3-c70e3fb29c48 req-acb6bba4-042d-487b-b90b-da39e4fcb68f service neutron] 10.222.0.61 "GET /v2.0/networks?id=407f4baf-76e1-4ca1-a288-9972567660c1 HTTP/1.1" status: 200 len: 915 time: 0.1268578 Feb 18 09:42:17.912542 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2350a399-a0a1-4639-94d3-c70e3fb29c48 req-c3ec6128-1ba4-4aa0-b3b2-44f404941a61 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 HTTP/1.1" status: 200 len: 1001 time: 0.0993125 Feb 18 09:42:17.973087 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350a399-a0a1-4639-94d3-c70e3fb29c48 req-52583b59-118d-45a3-b2c5-1d84ce61ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:17.974481 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2350a399-a0a1-4639-94d3-c70e3fb29c48 req-52583b59-118d-45a3-b2c5-1d84ce61ef2a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b39b77e-b20b-4bd8-b528-f56e54ad4dee HTTP/1.1" status: 200 len: 853 time: 0.0557194 Feb 18 09:42:18.050394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350a399-a0a1-4639-94d3-c70e3fb29c48 req-15af2d8e-ab67-49de-8576-3ece52bcac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:18.051065 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2350a399-a0a1-4639-94d3-c70e3fb29c48 req-15af2d8e-ab67-49de-8576-3ece52bcac3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=407f4baf-76e1-4ca1-a288-9972567660c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710709 Feb 18 09:42:18.182743 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2350a399-a0a1-4639-94d3-c70e3fb29c48 req-afa480da-4510-4d85-a288-3f28bab9750d service neutron] 10.222.0.61 "GET /v2.0/networks/407f4baf-76e1-4ca1-a288-9972567660c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249278 Feb 18 09:42:18.317123 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2350a399-a0a1-4639-94d3-c70e3fb29c48 req-5f8646e7-d547-4cc7-864d-dec57401e67b service neutron] 10.222.0.61 "GET /v2.0/networks/407f4baf-76e1-4ca1-a288-9972567660c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288955 Feb 18 09:42:30.410495 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9cfe689d-af12-4577-ac10-66b1c467dadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:33.858975 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-58e3124a-4b96-4434-aaf4-de89a27a1b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:33.952541 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:33.973714 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:35.194303 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:36.109034 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:42:41.695075 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:41.870058 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:46.265607 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47222) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:46.596657 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-23298648-a326-4831-b2e2-515cb4cc46f6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Deleting port 155eb5c8-6b81-4bf7-82f6-dfce954fbce4 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:42:46.597007 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-23298648-a326-4831-b2e2-515cb4cc46f6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:46.771442 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-23298648-a326-4831-b2e2-515cb4cc46f6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:46.771773 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-23298648-a326-4831-b2e2-515cb4cc46f6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:46.906411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-23298648-a326-4831-b2e2-515cb4cc46f6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Calling delete_port for 155eb5c8-6b81-4bf7-82f6-dfce954fbce4 owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:42:47.064045 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-23298648-a326-4831-b2e2-515cb4cc46f6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:47.121798 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23298648-a326-4831-b2e2-515cb4cc46f6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Pushing event deleted for resources: {'Port': ['ID=155eb5c8-6b81-4bf7-82f6-dfce954fbce4,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:47.208229 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-23298648-a326-4831-b2e2-515cb4cc46f6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:47.208641 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-23298648-a326-4831-b2e2-515cb4cc46f6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Floating IP ffb821f6-bc0a-4c73-b1cc-bf5632c94ed8 disassociated (deleted). External IP: 172.25.1.250, port: 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49. Feb 18 09:42:47.588544 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23298648-a326-4831-b2e2-515cb4cc46f6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Router dc7a7084-1f9e-4295-a986-976cb46fe9cc has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:42:47.794611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23298648-a326-4831-b2e2-515cb4cc46f6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:42:47.806420 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fa964e-434d-4be9-8674-9ef2e21c8231 None None] Sync routers for ids ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:42:47.818175 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-23298648-a326-4831-b2e2-515cb4cc46f6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:47.828015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa964e-434d-4be9-8674-9ef2e21c8231 None None] Routers {'dc7a7084-1f9e-4295-a986-976cb46fe9cc'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:42:47.828955 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-49fa964e-434d-4be9-8674-9ef2e21c8231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:42:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:48.009944 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-23298648-a326-4831-b2e2-515cb4cc46f6 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "DELETE /v2.0/floatingips/ffb821f6-bc0a-4c73-b1cc-bf5632c94ed8 HTTP/1.1" status: 204 len: 168 time: 1.7407255 Feb 18 09:42:48.009944 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'tag': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:42:48.088580 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'tag': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49', 'status': 'completed', 'code': 200} Feb 18 09:42:48.098907 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-49fa964e-434d-4be9-8674-9ef2e21c8231 None None] Set router dc7a7084-1f9e-4295-a986-976cb46fe9cc gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:42:48.203560 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481fecc-45eb-4d58-babb-72af2147a1c3 req-0e8a5896-caf8-43fa-bd94-afe760457279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:48.204246 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2481fecc-45eb-4d58-babb-72af2147a1c3 req-0e8a5896-caf8-43fa-bd94-afe760457279 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e849669f2664d72889e56a8a6afa1e0&device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 1096 time: 0.0907681 Feb 18 09:42:48.480876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-49fa964e-434d-4be9-8674-9ef2e21c8231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'name': 'tempest-TestVolumeBackupRestore-1746960595-router', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:50Z', 'updated_at': '2022-02-18T09:39:54Z', 'revision_number': 4, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'gw_port': {'id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:51Z', 'updated_at': '2022-02-18T09:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '27006c52-3f7f-495a-b869-09c60b23733a', 'name': '', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'mac_address': 'fa:16:3e:62:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:54Z', 'updated_at': '2022-02-18T09:40:02Z', 'revision_number': 5, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'subnets': [{'id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:48.484616 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fa964e-434d-4be9-8674-9ef2e21c8231 None None] Checking router: dc7a7084-1f9e-4295-a986-976cb46fe9cc for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:42:48.493562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa964e-434d-4be9-8674-9ef2e21c8231 None None] Routers {'dc7a7084-1f9e-4295-a986-976cb46fe9cc'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:42:48.494172 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-49fa964e-434d-4be9-8674-9ef2e21c8231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:42:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:48.528211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481fecc-45eb-4d58-babb-72af2147a1c3 req-779b343d-2692-427d-88e3-c19beddcf117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:48.530178 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2481fecc-45eb-4d58-babb-72af2147a1c3 req-779b343d-2692-427d-88e3-c19beddcf117 service neutron] 10.222.0.61 "GET /v2.0/networks?id=407f4baf-76e1-4ca1-a288-9972567660c1 HTTP/1.1" status: 200 len: 915 time: 0.3183973 Feb 18 09:42:48.541915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa07a6-c605-4ad6-8df6-8a5b64be5025 req-5f28b84a-0f43-4643-b1f1-96973e4e6d08 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:48.543330 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5cfa07a6-c605-4ad6-8df6-8a5b64be5025 req-5f28b84a-0f43-4643-b1f1-96973e4e6d08 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 945 time: 0.1255255 Feb 18 09:42:48.606666 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2481fecc-45eb-4d58-babb-72af2147a1c3 req-503bfe1f-e82b-47e3-bfa3-e7ac77fbf8a5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 HTTP/1.1" status: 200 len: 217 time: 0.0624027 Feb 18 09:42:48.697564 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5cfa07a6-c605-4ad6-8df6-8a5b64be5025 req-a0e6ff7b-c52d-44c9-81d0-0f9231d488bd tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/security-groups?id=ceb5c127-89df-4f07-8551-e7b94c275d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997508 Feb 18 09:42:48.700893 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481fecc-45eb-4d58-babb-72af2147a1c3 req-9a627df7-0e3b-4c43-bec2-ee36242ca885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:48.702338 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2481fecc-45eb-4d58-babb-72af2147a1c3 req-9a627df7-0e3b-4c43-bec2-ee36242ca885 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b39b77e-b20b-4bd8-b528-f56e54ad4dee HTTP/1.1" status: 200 len: 853 time: 0.0835140 Feb 18 09:42:48.717939 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-49fa964e-434d-4be9-8674-9ef2e21c8231 None None] Set router dc7a7084-1f9e-4295-a986-976cb46fe9cc gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:42:48.777716 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481fecc-45eb-4d58-babb-72af2147a1c3 req-096bc6c8-7315-4595-a4fa-896fe5bfe47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:48.779275 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2481fecc-45eb-4d58-babb-72af2147a1c3 req-096bc6c8-7315-4595-a4fa-896fe5bfe47c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=407f4baf-76e1-4ca1-a288-9972567660c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705879 Feb 18 09:42:48.915752 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2481fecc-45eb-4d58-babb-72af2147a1c3 req-baed38a1-5937-4965-9a8a-d52f01ad77af service neutron] 10.222.0.61 "GET /v2.0/networks/407f4baf-76e1-4ca1-a288-9972567660c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297774 Feb 18 09:42:49.030700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-49fa964e-434d-4be9-8674-9ef2e21c8231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'name': 'tempest-TestVolumeBackupRestore-1746960595-router', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:50Z', 'updated_at': '2022-02-18T09:39:54Z', 'revision_number': 4, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'gw_port': {'id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:51Z', 'updated_at': '2022-02-18T09:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '27006c52-3f7f-495a-b869-09c60b23733a', 'name': '', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'mac_address': 'fa:16:3e:62:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:54Z', 'updated_at': '2022-02-18T09:40:02Z', 'revision_number': 5, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'subnets': [{'id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:49.035493 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fa964e-434d-4be9-8674-9ef2e21c8231 None None] The sync data for ids ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'] in n-d-829434-1 is: [{'id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'name': 'tempest-TestVolumeBackupRestore-1746960595-router', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:50Z', 'updated_at': '2022-02-18T09:39:54Z', 'revision_number': 4, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'gw_port': {'id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:51Z', 'updated_at': '2022-02-18T09:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '27006c52-3f7f-495a-b869-09c60b23733a', 'name': '', 'network_id': '407f4baf-76e1-4ca1-a288-9972567660c1', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'mac_address': 'fa:16:3e:62:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:54Z', 'updated_at': '2022-02-18T09:40:02Z', 'revision_number': 5, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'subnets': [{'id': '4b39b77e-b20b-4bd8-b528-f56e54ad4dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:42:49.059486 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2481fecc-45eb-4d58-babb-72af2147a1c3 req-0408367d-40e1-4cf3-b1d3-3867f4399206 service neutron] 10.222.0.61 "GET /v2.0/networks/407f4baf-76e1-4ca1-a288-9972567660c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343324 Feb 18 09:42:49.254789 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc1823-915e-4425-96e1-7bf963edf017 None None] New status for floating IP ffb821f6-bc0a-4c73-b1cc-bf5632c94ed8: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:42:49.944373 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262275b1-1024-41a9-b6f9-49a862ff901f req-cda91e04-ff86-437a-aa96-0ef4ef045309 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:49.945777 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-262275b1-1024-41a9-b6f9-49a862ff901f req-cda91e04-ff86-437a-aa96-0ef4ef045309 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 945 time: 0.1401541 Feb 18 09:42:49.983802 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d1059-04fb-4ecb-8720-2801fdf69b8c req-3514a5ab-ec63-4d41-bb87-faa84c77c7e2 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:42:49.985154 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a6d1059-04fb-4ecb-8720-2801fdf69b8c req-3514a5ab-ec63-4d41-bb87-faa84c77c7e2 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 945 time: 0.1191418 Feb 18 09:42:50.051848 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-262275b1-1024-41a9-b6f9-49a862ff901f req-57958405-2ae2-44a3-9e83-1721300f5305 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/security-groups?id=ceb5c127-89df-4f07-8551-e7b94c275d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998263 Feb 18 09:42:50.068210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-0a6d1059-04fb-4ecb-8720-2801fdf69b8c req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Deleting port 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:42:50.068588 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0a6d1059-04fb-4ecb-8720-2801fdf69b8c req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:50.317435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-0a6d1059-04fb-4ecb-8720-2801fdf69b8c req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] For port 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49,segment=NetworkSegment(4f8c8d41-8d1a-48b2-a301-539ba149f908),segment_id=4f8c8d41-8d1a-48b2-a301-539ba149f908)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:42:50.317704 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0a6d1059-04fb-4ecb-8720-2801fdf69b8c req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:50.437618 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-0a6d1059-04fb-4ecb-8720-2801fdf69b8c req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Calling delete_port for 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:42:50.584461 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0a6d1059-04fb-4ecb-8720-2801fdf69b8c req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:50.634584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Pushing event deleted for resources: {'Port': ['ID=8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:50.675210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:50.675549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:50.675885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:50.676209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:50.676563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:50.676887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:50.677207 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:50.677521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:50.677840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:50.678153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:50.678471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:50.678780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:50.718911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6d1059-04fb-4ecb-8720-2801fdf69b8c req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] No DVR routers for this DVR port 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:42:50.721388 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-0a6d1059-04fb-4ecb-8720-2801fdf69b8c req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:50.723819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'name': 'network-vif-deleted', 'tag': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:42:50.735079 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a6d1059-04fb-4ecb-8720-2801fdf69b8c req-9ffa6b03-79a7-44d9-be95-e8a49527efec tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.61 "DELETE /v2.0/ports/8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 HTTP/1.1" status: 204 len: 173 time: 0.7415292 Feb 18 09:42:50.771690 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdb0954-1a09-4fac-a4be-b38dd7c24506', 'name': 'network-vif-deleted', 'tag': '8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49', 'status': 'completed', 'code': 200} Feb 18 09:42:51.213489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0662accc-f004-4e88-af82-1afc3689ba33 req-a553141d-23fa-4645-b229-a0b1bd13b085 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Synchronizing usage tracker for tenant:1e849669f2664d72889e56a8a6afa1e0 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:42:51.229938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0662accc-f004-4e88-af82-1afc3689ba33 req-a553141d-23fa-4645-b229-a0b1bd13b085 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Unset dirty status for tenant:1e849669f2664d72889e56a8a6afa1e0 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:42:51.236851 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0662accc-f004-4e88-af82-1afc3689ba33 req-a553141d-23fa-4645-b229-a0b1bd13b085 tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebdb0954-1a09-4fac-a4be-b38dd7c24506 HTTP/1.1" status: 200 len: 210 time: 0.0660410 Feb 18 09:42:52.327919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47246) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:52.396834 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8246a83e-fa63-4de0-9025-36c14e74c55c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:52.426200 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8246a83e-fa63-4de0-9025-36c14e74c55c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:52.492903 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8246a83e-fa63-4de0-9025-36c14e74c55c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:52.510024 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246a83e-fa63-4de0-9025-36c14e74c55c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb5c127-89df-4f07-8551-e7b94c275d94,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:52.519796 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246a83e-fa63-4de0-9025-36c14e74c55c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:52.520086 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246a83e-fa63-4de0-9025-36c14e74c55c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:52.520454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246a83e-fa63-4de0-9025-36c14e74c55c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:52.520790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246a83e-fa63-4de0-9025-36c14e74c55c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:52.521123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246a83e-fa63-4de0-9025-36c14e74c55c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:52.521453 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246a83e-fa63-4de0-9025-36c14e74c55c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:52.521779 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246a83e-fa63-4de0-9025-36c14e74c55c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:52.522114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246a83e-fa63-4de0-9025-36c14e74c55c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:52.522426 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246a83e-fa63-4de0-9025-36c14e74c55c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:52.522748 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246a83e-fa63-4de0-9025-36c14e74c55c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:52.523069 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246a83e-fa63-4de0-9025-36c14e74c55c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:52.523393 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8246a83e-fa63-4de0-9025-36c14e74c55c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:42:52.530859 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8246a83e-fa63-4de0-9025-36c14e74c55c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:52.531990 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8246a83e-fa63-4de0-9025-36c14e74c55c tempest-TestVolumeBackupRestore-1254665127 tempest-TestVolumeBackupRestore-1254665127-project] 10.222.0.72 "DELETE /v2.0/security-groups/ceb5c127-89df-4f07-8551-e7b94c275d94 HTTP/1.1" status: 204 len: 168 time: 0.2030711 Feb 18 09:42:52.623144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-2d2f6c1d-97a7-4c6d-b077-060ab71059d6 req-3a7511b8-d107-4464-97c8-e847ab2e6ae9 service neutron] (87768) timed out ('10.222.0.72', 37408) {{(pid=87768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:42:54.087760 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:42:54.125625 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:42:54.126307 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 8c0a61e5-e3db-4a2a-a092-30e5bbc9dc49 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:42:55.121575 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47606) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:55.788402 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-651b2981-1dd1-4178-ace7-8916ec80af6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:56.144958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-651b2981-1dd1-4178-ace7-8916ec80af6d admin admin] Deleting port 27006c52-3f7f-495a-b869-09c60b23733a {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:42:56.145654 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-651b2981-1dd1-4178-ace7-8916ec80af6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:56.311961 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-651b2981-1dd1-4178-ace7-8916ec80af6d admin admin] For port 27006c52-3f7f-495a-b869-09c60b23733a, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=27006c52-3f7f-495a-b869-09c60b23733a,segment=NetworkSegment(4f8c8d41-8d1a-48b2-a301-539ba149f908),segment_id=4f8c8d41-8d1a-48b2-a301-539ba149f908)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:42:56.312339 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-651b2981-1dd1-4178-ace7-8916ec80af6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:56.432298 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-651b2981-1dd1-4178-ace7-8916ec80af6d admin admin] Calling delete_port for 27006c52-3f7f-495a-b869-09c60b23733a owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:42:56.724426 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-651b2981-1dd1-4178-ace7-8916ec80af6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:56.773863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b2981-1dd1-4178-ace7-8916ec80af6d admin admin] Pushing event deleted for resources: {'Port': ['ID=27006c52-3f7f-495a-b869-09c60b23733a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:57.042199 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-651b2981-1dd1-4178-ace7-8916ec80af6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:57.184354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [req-1243391e-4c91-418a-a0c5-67cca10cb691 req-54d27b2b-3455-4016-8907-cfebea885b1b tempest-TestVolumeBootPattern-706990345 tempest-TestVolumeBootPattern-706990345-project] (87767) timed out ('10.222.0.81', 50203) {{(pid=87767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:42:57.392178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651b2981-1dd1-4178-ace7-8916ec80af6d admin admin] Router dc7a7084-1f9e-4295-a986-976cb46fe9cc has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:42:57.568210 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651b2981-1dd1-4178-ace7-8916ec80af6d admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:42:57.576752 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d78f6ae-48e1-4514-abee-2bbb2e96e2ea None None] Sync routers for ids ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:42:57.584474 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-651b2981-1dd1-4178-ace7-8916ec80af6d admin admin] 10.222.0.72 "PUT /v2.0/routers/dc7a7084-1f9e-4295-a986-976cb46fe9cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4617214 Feb 18 09:42:57.586177 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d78f6ae-48e1-4514-abee-2bbb2e96e2ea None None] Routers {'dc7a7084-1f9e-4295-a986-976cb46fe9cc'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:42:57.586784 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2d78f6ae-48e1-4514-abee-2bbb2e96e2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:42:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:57.586933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47702) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:57.761509 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f963518d-0266-4b61-8237-52476b08b024 admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:57.768161 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-2d78f6ae-48e1-4514-abee-2bbb2e96e2ea None None] Set router dc7a7084-1f9e-4295-a986-976cb46fe9cc gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:42:58.062225 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2d78f6ae-48e1-4514-abee-2bbb2e96e2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'name': 'tempest-TestVolumeBackupRestore-1746960595-router', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:50Z', 'updated_at': '2022-02-18T09:42:56Z', 'revision_number': 5, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'gw_port': {'id': 'c7a1927a-889d-47d4-9149-0d69176ccf40', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:51Z', 'updated_at': '2022-02-18T09:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:58.066700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d78f6ae-48e1-4514-abee-2bbb2e96e2ea None None] Checking router: dc7a7084-1f9e-4295-a986-976cb46fe9cc for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:42:58.074749 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f963518d-0266-4b61-8237-52476b08b024 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:58.074923 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d78f6ae-48e1-4514-abee-2bbb2e96e2ea None None] Routers {'dc7a7084-1f9e-4295-a986-976cb46fe9cc'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:42:58.075526 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2d78f6ae-48e1-4514-abee-2bbb2e96e2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:42:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:58.085521 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f963518d-0266-4b61-8237-52476b08b024 admin admin] Deleting port c7a1927a-889d-47d4-9149-0d69176ccf40 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:42:58.085919 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f963518d-0266-4b61-8237-52476b08b024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:58.228240 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-2d78f6ae-48e1-4514-abee-2bbb2e96e2ea None None] Set router dc7a7084-1f9e-4295-a986-976cb46fe9cc gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:42:58.261083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-f963518d-0266-4b61-8237-52476b08b024 admin admin] For port c7a1927a-889d-47d4-9149-0d69176ccf40, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=c7a1927a-889d-47d4-9149-0d69176ccf40,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:42:58.261718 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f963518d-0266-4b61-8237-52476b08b024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:58.333094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2d78f6ae-48e1-4514-abee-2bbb2e96e2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'name': 'tempest-TestVolumeBackupRestore-1746960595-router', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:50Z', 'updated_at': '2022-02-18T09:42:58Z', 'revision_number': 6, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:42:58.337057 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d78f6ae-48e1-4514-abee-2bbb2e96e2ea None None] The sync data for ids ['dc7a7084-1f9e-4295-a986-976cb46fe9cc'] in n-d-829434-1 is: [{'id': 'dc7a7084-1f9e-4295-a986-976cb46fe9cc', 'name': 'tempest-TestVolumeBackupRestore-1746960595-router', 'tenant_id': '1e849669f2664d72889e56a8a6afa1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:50Z', 'updated_at': '2022-02-18T09:42:58Z', 'revision_number': 6, 'project_id': '1e849669f2664d72889e56a8a6afa1e0', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:42:58.387785 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f963518d-0266-4b61-8237-52476b08b024 admin admin] Calling delete_port for c7a1927a-889d-47d4-9149-0d69176ccf40 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:42:58.554704 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f963518d-0266-4b61-8237-52476b08b024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:58.601735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963518d-0266-4b61-8237-52476b08b024 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a1927a-889d-47d4-9149-0d69176ccf40,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:58.694494 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f963518d-0266-4b61-8237-52476b08b024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:58.868374 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f963518d-0266-4b61-8237-52476b08b024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:58.870728 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f963518d-0266-4b61-8237-52476b08b024 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:58.892758 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f963518d-0266-4b61-8237-52476b08b024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:58.893247 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f963518d-0266-4b61-8237-52476b08b024 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc7a7084-1f9e-4295-a986-976cb46fe9cc {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:42:58.905432 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f963518d-0266-4b61-8237-52476b08b024 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:58.906541 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f963518d-0266-4b61-8237-52476b08b024 admin admin] 10.222.0.72 "DELETE /v2.0/routers/dc7a7084-1f9e-4295-a986-976cb46fe9cc HTTP/1.1" status: 204 len: 168 time: 1.3187222 Feb 18 09:42:58.909898 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47706) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:58.972571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-63be2b54-2593-4298-bf52-5fbc4eccd9b4 admin admin] Deleting subnet 4b39b77e-b20b-4bd8-b528-f56e54ad4dee {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:42:58.975447 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-63be2b54-2593-4298-bf52-5fbc4eccd9b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:59.025180 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-63be2b54-2593-4298-bf52-5fbc4eccd9b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:59.121497 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-63be2b54-2593-4298-bf52-5fbc4eccd9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:59.122726 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c7a1927a-889d-47d4-9149-0d69176ccf40 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:42:59.158686 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: c7a1927a-889d-47d4-9149-0d69176ccf40 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:42:59.159031 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device c7a1927a-889d-47d4-9149-0d69176ccf40 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:42:59.159449 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 27006c52-3f7f-495a-b869-09c60b23733a no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:42:59.192095 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 27006c52-3f7f-495a-b869-09c60b23733a {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:42:59.192497 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 27006c52-3f7f-495a-b869-09c60b23733a not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:42:59.196423 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-63be2b54-2593-4298-bf52-5fbc4eccd9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:59.235196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be2b54-2593-4298-bf52-5fbc4eccd9b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b39b77e-b20b-4bd8-b528-f56e54ad4dee,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:59.238701 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-63be2b54-2593-4298-bf52-5fbc4eccd9b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:59.244354 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b341db17-c697-4be9-bdaf-400c2f47163f None None] Network 407f4baf-76e1-4ca1-a288-9972567660c1 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:42:59.246825 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-63be2b54-2593-4298-bf52-5fbc4eccd9b4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4b39b77e-b20b-4bd8-b528-f56e54ad4dee HTTP/1.1" status: 204 len: 168 time: 0.3359601 Feb 18 09:42:59.249303 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47710) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:42:59.366506 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:59.383117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] Deleting port 4a1a1cc9-465c-4965-a166-127f4d117c0c {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:42:59.383538 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:59.549595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a80426-294d-4755-8306-cb272a2734bf None None] DHCP port deletion for 407f4baf-76e1-4ca1-a288-9972567660c1 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:42:59.553861 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-32a80426-294d-4755-8306-cb272a2734bf None None] Deleting port 4a1a1cc9-465c-4965-a166-127f4d117c0c {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:42:59.554237 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-32a80426-294d-4755-8306-cb272a2734bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:59.612156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] For port 4a1a1cc9-465c-4965-a166-127f4d117c0c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4a1a1cc9-465c-4965-a166-127f4d117c0c,segment=NetworkSegment(4f8c8d41-8d1a-48b2-a301-539ba149f908),segment_id=4f8c8d41-8d1a-48b2-a301-539ba149f908)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:42:59.612546 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:59.765479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-32a80426-294d-4755-8306-cb272a2734bf None None] For port 4a1a1cc9-465c-4965-a166-127f4d117c0c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=4a1a1cc9-465c-4965-a166-127f4d117c0c,segment=NetworkSegment(4f8c8d41-8d1a-48b2-a301-539ba149f908),segment_id=4f8c8d41-8d1a-48b2-a301-539ba149f908)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:42:59.765755 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-32a80426-294d-4755-8306-cb272a2734bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:59.844083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] Calling delete_port for 4a1a1cc9-465c-4965-a166-127f4d117c0c owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:42:59.885835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-32a80426-294d-4755-8306-cb272a2734bf None None] Calling delete_port for 4a1a1cc9-465c-4965-a166-127f4d117c0c owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:42:59.920066 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:42:59.958082 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-32a80426-294d-4755-8306-cb272a2734bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:42:59.958445 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-32a80426-294d-4755-8306-cb272a2734bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:42:59.972438 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a1a1cc9-465c-4965-a166-127f4d117c0c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:42:59.974219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] No DVR routers for this DVR port 4a1a1cc9-465c-4965-a166-127f4d117c0c on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:43:00.096482 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:00.121022 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407f4baf-76e1-4ca1-a288-9972567660c1']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:00.132711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8c8d41-8d1a-48b2-a301-539ba149f908') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:00.133013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8c8d41-8d1a-48b2-a301-539ba149f908') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:00.144091 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:00.159889 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:00.165825 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:43:00.166241 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:43:00.179462 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:43:00.254641 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:00.270064 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:00.279734 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] Pushing event deleted for resources: {'Network': ['ID=407f4baf-76e1-4ca1-a288-9972567660c1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:00.287397 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-348adca3-31ab-4ac9-b5e5-5f10beb0cb79 admin admin] 10.222.0.72 "DELETE /v2.0/networks/407f4baf-76e1-4ca1-a288-9972567660c1 HTTP/1.1" status: 204 len: 168 time: 1.0371773 Feb 18 09:43:00.290289 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47714) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:00.412030 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6a403a88-8574-49c8-9334-1e06ae17d1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:00.459180 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-32a80426-294d-4755-8306-cb272a2734bf None None] Deleting port 4a1a1cc9-465c-4965-a166-127f4d117c0c {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:43:00.459561 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-32a80426-294d-4755-8306-cb272a2734bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:00.526657 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-32a80426-294d-4755-8306-cb272a2734bf None None] The port '4a1a1cc9-465c-4965-a166-127f4d117c0c' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:43:00.821604 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64cffa6e-b44d-40ba-86d5-3f91b3960593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:01.057131 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4a1a1cc9-465c-4965-a166-127f4d117c0c no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:43:01.095007 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 4a1a1cc9-465c-4965-a166-127f4d117c0c {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:43:01.095289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 4a1a1cc9-465c-4965-a166-127f4d117c0c not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:43:01.273851 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-64cffa6e-b44d-40ba-86d5-3f91b3960593 admin admin] Deleting port cb35f53e-6538-43de-9ada-05fcb47e5564 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:43:01.274191 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64cffa6e-b44d-40ba-86d5-3f91b3960593 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:01.449691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-64cffa6e-b44d-40ba-86d5-3f91b3960593 admin admin] For port cb35f53e-6538-43de-9ada-05fcb47e5564, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cb35f53e-6538-43de-9ada-05fcb47e5564,segment=NetworkSegment(1d22289d-d2f5-425e-b963-1b557e43f493),segment_id=1d22289d-d2f5-425e-b963-1b557e43f493)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:43:01.450049 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64cffa6e-b44d-40ba-86d5-3f91b3960593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:01.572488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-64cffa6e-b44d-40ba-86d5-3f91b3960593 admin admin] Calling delete_port for cb35f53e-6538-43de-9ada-05fcb47e5564 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:43:01.747605 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64cffa6e-b44d-40ba-86d5-3f91b3960593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:01.825044 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cffa6e-b44d-40ba-86d5-3f91b3960593 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb35f53e-6538-43de-9ada-05fcb47e5564,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:02.073513 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-64cffa6e-b44d-40ba-86d5-3f91b3960593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:02.421951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cffa6e-b44d-40ba-86d5-3f91b3960593 admin admin] Router c64a3ba0-df33-445d-8226-7aa23445e5c1 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:43:02.703180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cffa6e-b44d-40ba-86d5-3f91b3960593 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:43:02.712347 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec41b929-e518-4c40-95ff-6539db48adf2 None None] Sync routers for ids ['c64a3ba0-df33-445d-8226-7aa23445e5c1'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:43:02.720447 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-64cffa6e-b44d-40ba-86d5-3f91b3960593 admin admin] 10.222.0.72 "PUT /v2.0/routers/c64a3ba0-df33-445d-8226-7aa23445e5c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4291449 Feb 18 09:43:02.722164 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec41b929-e518-4c40-95ff-6539db48adf2 None None] Routers {'c64a3ba0-df33-445d-8226-7aa23445e5c1'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:43:02.722761 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ec41b929-e518-4c40-95ff-6539db48adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:42:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c64a3ba0-df33-445d-8226-7aa23445e5c1'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:02.723067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47718) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:02.897984 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-ec41b929-e518-4c40-95ff-6539db48adf2 None None] Set router c64a3ba0-df33-445d-8226-7aa23445e5c1 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:43:02.899611 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-710c65df-33b4-44cb-8ad3-b3cad0ff6daf admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.076681 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-710c65df-33b4-44cb-8ad3-b3cad0ff6daf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.086660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-710c65df-33b4-44cb-8ad3-b3cad0ff6daf admin admin] Deleting port 96b45c45-1d32-4e5d-899f-8c0c13b2b331 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:43:03.087202 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-710c65df-33b4-44cb-8ad3-b3cad0ff6daf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.182940 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ec41b929-e518-4c40-95ff-6539db48adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a3ba0-df33-445d-8226-7aa23445e5c1', 'name': 'tempest-TestVolumeBackupRestore-10360296-router', 'tenant_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '96b45c45-1d32-4e5d-899f-8c0c13b2b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:57Z', 'updated_at': '2022-02-18T09:43:01Z', 'revision_number': 5, 'project_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'gw_port': {'id': '96b45c45-1d32-4e5d-899f-8c0c13b2b331', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a3ba0-df33-445d-8226-7aa23445e5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:39:58Z', 'updated_at': '2022-02-18T09:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:03.186707 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec41b929-e518-4c40-95ff-6539db48adf2 None None] Checking router: c64a3ba0-df33-445d-8226-7aa23445e5c1 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:43:03.194778 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec41b929-e518-4c40-95ff-6539db48adf2 None None] Routers {'c64a3ba0-df33-445d-8226-7aa23445e5c1'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:43:03.195399 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ec41b929-e518-4c40-95ff-6539db48adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:42:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c64a3ba0-df33-445d-8226-7aa23445e5c1'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:03.262661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-710c65df-33b4-44cb-8ad3-b3cad0ff6daf admin admin] For port 96b45c45-1d32-4e5d-899f-8c0c13b2b331, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=96b45c45-1d32-4e5d-899f-8c0c13b2b331,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:43:03.262928 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-710c65df-33b4-44cb-8ad3-b3cad0ff6daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.340703 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-ec41b929-e518-4c40-95ff-6539db48adf2 None None] Set router c64a3ba0-df33-445d-8226-7aa23445e5c1 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:43:03.386247 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-710c65df-33b4-44cb-8ad3-b3cad0ff6daf admin admin] Calling delete_port for 96b45c45-1d32-4e5d-899f-8c0c13b2b331 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:43:03.444901 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ec41b929-e518-4c40-95ff-6539db48adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a3ba0-df33-445d-8226-7aa23445e5c1', 'name': 'tempest-TestVolumeBackupRestore-10360296-router', 'tenant_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:57Z', 'updated_at': '2022-02-18T09:43:03Z', 'revision_number': 6, 'project_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:03.448866 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec41b929-e518-4c40-95ff-6539db48adf2 None None] The sync data for ids ['c64a3ba0-df33-445d-8226-7aa23445e5c1'] in n-d-829434-1 is: [{'id': 'c64a3ba0-df33-445d-8226-7aa23445e5c1', 'name': 'tempest-TestVolumeBackupRestore-10360296-router', 'tenant_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:39:57Z', 'updated_at': '2022-02-18T09:43:03Z', 'revision_number': 6, 'project_id': 'a9f4d0d4acbb4769bc386ad3c8a91fa0', 'gw_port_host': None}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:43:03.554738 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-710c65df-33b4-44cb-8ad3-b3cad0ff6daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.601128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c65df-33b4-44cb-8ad3-b3cad0ff6daf admin admin] Pushing event deleted for resources: {'Port': ['ID=96b45c45-1d32-4e5d-899f-8c0c13b2b331,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:03.694525 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-710c65df-33b4-44cb-8ad3-b3cad0ff6daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.871838 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3c8d-a209-40ab-9df3-396fcab0d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.952513 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.975594 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.978932 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-710c65df-33b4-44cb-8ad3-b3cad0ff6daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:03.981113 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-710c65df-33b4-44cb-8ad3-b3cad0ff6daf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.003832 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-710c65df-33b4-44cb-8ad3-b3cad0ff6daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.004420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710c65df-33b4-44cb-8ad3-b3cad0ff6daf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c64a3ba0-df33-445d-8226-7aa23445e5c1 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:43:04.016770 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-710c65df-33b4-44cb-8ad3-b3cad0ff6daf admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.017896 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-710c65df-33b4-44cb-8ad3-b3cad0ff6daf admin admin] 10.222.0.72 "DELETE /v2.0/routers/c64a3ba0-df33-445d-8226-7aa23445e5c1 HTTP/1.1" status: 204 len: 168 time: 1.2939072 Feb 18 09:43:04.020509 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47722) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:04.080077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26e799f-8001-43ab-9d81-60417009d399 admin admin] Deleting subnet 0a2dc307-9043-4fbd-b3df-3287834da13c {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:43:04.082851 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c26e799f-8001-43ab-9d81-60417009d399 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.132188 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c26e799f-8001-43ab-9d81-60417009d399 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.210608 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c26e799f-8001-43ab-9d81-60417009d399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.283529 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c26e799f-8001-43ab-9d81-60417009d399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.320735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e799f-8001-43ab-9d81-60417009d399 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a2dc307-9043-4fbd-b3df-3287834da13c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:04.324372 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c26e799f-8001-43ab-9d81-60417009d399 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.333962 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c26e799f-8001-43ab-9d81-60417009d399 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0a2dc307-9043-4fbd-b3df-3287834da13c HTTP/1.1" status: 204 len: 168 time: 0.3101280 Feb 18 09:43:04.334120 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0190ba4-7b00-4cc6-8a1d-257238caf126 None None] Network 0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:43:04.334231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47726) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:04.448020 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.460255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] Deleting port fdc10ab1-74b3-46db-94f4-3567374949eb {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:43:04.460641 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.599737 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717da44a-3c68-4203-b360-c4add62e36f7 None None] DHCP port deletion for 0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:43:04.603889 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-717da44a-3c68-4203-b360-c4add62e36f7 None None] Deleting port fdc10ab1-74b3-46db-94f4-3567374949eb {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:43:04.604294 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-717da44a-3c68-4203-b360-c4add62e36f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.669221 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] For port fdc10ab1-74b3-46db-94f4-3567374949eb, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=fdc10ab1-74b3-46db-94f4-3567374949eb,segment=NetworkSegment(1d22289d-d2f5-425e-b963-1b557e43f493),segment_id=1d22289d-d2f5-425e-b963-1b557e43f493)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:43:04.669583 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.807084 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] Calling delete_port for fdc10ab1-74b3-46db-94f4-3567374949eb owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:43:04.808591 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-717da44a-3c68-4203-b360-c4add62e36f7 None None] For port fdc10ab1-74b3-46db-94f4-3567374949eb, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=fdc10ab1-74b3-46db-94f4-3567374949eb,segment=NetworkSegment(1d22289d-d2f5-425e-b963-1b557e43f493),segment_id=1d22289d-d2f5-425e-b963-1b557e43f493)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:43:04.808985 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-717da44a-3c68-4203-b360-c4add62e36f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.885163 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:04.929280 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-717da44a-3c68-4203-b360-c4add62e36f7 None None] Calling delete_port for fdc10ab1-74b3-46db-94f4-3567374949eb owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:43:04.938733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] No DVR routers for this DVR port fdc10ab1-74b3-46db-94f4-3567374949eb on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:43:04.967315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc10ab1-74b3-46db-94f4-3567374949eb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:05.001500 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-717da44a-3c68-4203-b360-c4add62e36f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:43:05.002108 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-717da44a-3c68-4203-b360-c4add62e36f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:43:05.060181 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:05.061830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cb35f53e-6538-43de-9ada-05fcb47e5564 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:43:05.088100 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:05.100967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d22289d-d2f5-425e-b963-1b557e43f493') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:05.101262 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d22289d-d2f5-425e-b963-1b557e43f493') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:43:05.114574 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:05.124643 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: cb35f53e-6538-43de-9ada-05fcb47e5564 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:43:05.124909 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cb35f53e-6538-43de-9ada-05fcb47e5564 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:43:05.125324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 96b45c45-1d32-4e5d-899f-8c0c13b2b331 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:43:05.132300 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:05.138548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:43:05.139065 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:43:05.153641 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:43:05.159200 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 96b45c45-1d32-4e5d-899f-8c0c13b2b331 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:43:05.159549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 96b45c45-1d32-4e5d-899f-8c0c13b2b331 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:43:05.159974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device fdc10ab1-74b3-46db-94f4-3567374949eb no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:43:05.201244 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: fdc10ab1-74b3-46db-94f4-3567374949eb {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:43:05.201559 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device fdc10ab1-74b3-46db-94f4-3567374949eb not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:43:05.212061 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:05.233884 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:05.250032 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:05.262503 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:05.267706 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1ab0c3ab-73dc-43d8-9a5e-5bb997f8e916 admin admin] 10.222.0.72 "DELETE /v2.0/networks/0bb8084e-6833-42e6-aa8c-d20fc9cb7c3f HTTP/1.1" status: 204 len: 168 time: 0.9325564 Feb 18 09:43:05.434611 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47732) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:05.482104 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7cf7426f-b96f-4e3b-aaf7-114be0674723 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1e849669f2664d72889e56a8a6afa1e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463636 Feb 18 09:43:05.484528 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47736) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:05.503483 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-717da44a-3c68-4203-b360-c4add62e36f7 None None] Deleting port fdc10ab1-74b3-46db-94f4-3567374949eb {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:43:05.503891 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-717da44a-3c68-4203-b360-c4add62e36f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:05.540318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0957a4e-b2fd-4e4f-9816-81e09a7d760d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:05.567282 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0957a4e-b2fd-4e4f-9816-81e09a7d760d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:05.572544 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-717da44a-3c68-4203-b360-c4add62e36f7 None None] The port 'fdc10ab1-74b3-46db-94f4-3567374949eb' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:43:05.621971 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0957a4e-b2fd-4e4f-9816-81e09a7d760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:05.638904 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0957a4e-b2fd-4e4f-9816-81e09a7d760d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6b61ef-9df6-4057-9b65-92f3afce5411,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:05.645517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c0957a4e-b2fd-4e4f-9816-81e09a7d760d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:05.646617 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c0957a4e-b2fd-4e4f-9816-81e09a7d760d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6b6b61ef-9df6-4057-9b65-92f3afce5411 HTTP/1.1" status: 204 len: 168 time: 0.1605232 Feb 18 09:43:05.980905 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47744) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:06.036060 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fd087433-6702-42d1-a3c9-ba5f257dbf15 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a9f4d0d4acbb4769bc386ad3c8a91fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540338 Feb 18 09:43:06.038451 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47748) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:06.094754 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bee6c9ea-fc0a-4c1b-8386-d6ab14c4e011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:06.119758 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bee6c9ea-fc0a-4c1b-8386-d6ab14c4e011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:06.169416 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bee6c9ea-fc0a-4c1b-8386-d6ab14c4e011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:06.186108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6c9ea-fc0a-4c1b-8386-d6ab14c4e011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82575501-686c-427b-a95b-589b06d5ccf5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:06.189433 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bee6c9ea-fc0a-4c1b-8386-d6ab14c4e011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:06.190531 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bee6c9ea-fc0a-4c1b-8386-d6ab14c4e011 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/82575501-686c-427b-a95b-589b06d5ccf5 HTTP/1.1" status: 204 len: 168 time: 0.1512175 Feb 18 09:43:11.694417 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:11.867289 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:13.107725 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:43:17.407440 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-b8586c36-7e57-4f5d-8f8e-172d9afeed0f tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=c2ea7ee6bb3d4198a2fb4d6a1d92822c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274746 Feb 18 09:43:17.554203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-9aa2ec22-5447-4384-b3a8-c3a29184250e tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:17.555556 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-9aa2ec22-5447-4384-b3a8-c3a29184250e tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1430652 Feb 18 09:43:17.570986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ab4da786-e6ec-4f29-accb-4775d213697a tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/quotas/c2ea7ee6bb3d4198a2fb4d6a1d92822c HTTP/1.1" status: 200 len: 375 time: 0.0101402 Feb 18 09:43:17.620506 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-52490721-83ce-480d-babc-62d046d4b07a tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c2ea7ee6bb3d4198a2fb4d6a1d92822c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446501 Feb 18 09:43:17.912916 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1644749-2429-4bbd-9ec5-cd655c251e51 req-cc95f1d6-1da2-4e07-ae64-74746429dd77 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5afd273-0f8b-4959-a0cc-ee498d3ae050 HTTP/1.1" status: 200 len: 210 time: 0.1516962 Feb 18 09:43:18.895923 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-3a13e63e-55ca-4794-b6f0-7f2ad122c49d tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c2ea7ee6bb3d4198a2fb4d6a1d92822c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300579 Feb 18 09:43:19.096314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-061d5669-7941-413d-a8e2-18281a4545e1 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:19.098365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-061d5669-7941-413d-a8e2-18281a4545e1 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976635 Feb 18 09:43:19.100337 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c1fbf953-24ce-440d-add6-872ffa5c58a2 req-9079f2cc-d822-4e90-bd45-f1afd68d02d9 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5afd273-0f8b-4959-a0cc-ee498d3ae050 HTTP/1.1" status: 200 len: 210 time: 0.0592270 Feb 18 09:43:19.109601 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Request body: {'port': {'device_id': 'c5afd273-0f8b-4959-a0cc-ee498d3ae050', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'admin_state_up': True, 'tenant_id': 'c2ea7ee6bb3d4198a2fb4d6a1d92822c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:43:19.241623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:19.245348 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Usage tracker for resource:port and tenant:c2ea7ee6bb3d4198a2fb4d6a1d92822c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:19.248017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:19.253670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:19.264134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Made reservation on behalf of c2ea7ee6bb3d4198a2fb4d6a1d92822c for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:19.267637 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:19.281242 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:19.295857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:19.299619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Usage tracker for resource:security_group_rule and tenant:c2ea7ee6bb3d4198a2fb4d6a1d92822c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:19.302412 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:19.308033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:19.390864 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:19.395668 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:19.475526 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c97579-e7ee-4391-ad82-e8d96b07088b,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:19.565050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Allocated IP 192.168.233.125 (e2f0f62f-8323-48be-bc0d-062d46343182/237cc92c-cf9d-4961-a803-138e8480afcd/c6ed89ce-85fe-4652-9209-336f3d81e8e1) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:43:19.763398 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:19.778418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Transition to ACTIVE for port object c6ed89ce-85fe-4652-9209-336f3d81e8e1 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:43:19.804469 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:19.871860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Network e2f0f62f-8323-48be-bc0d-062d46343182 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:43:19.882420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:19.888249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:43:19.933831 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Pushing event updated for resources: {'Port': ['ID=c6ed89ce-85fe-4652-9209-336f3d81e8e1,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:19.961410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:19.962044 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:19.989978 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-e60401ef-1e58-4c45-8a07-1e395328b0d6 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8837876 Feb 18 09:43:20.001594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-47c90914-3f01-4066-be1f-fdc076eaf0dc tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:43:20.002549 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-47c90914-3f01-4066-be1f-fdc076eaf0dc tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051799 Feb 18 09:43:20.167156 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ed7cf3ce-fdaf-45d7-9d8e-6d26dd16b00e None None] Provisioning for port c6ed89ce-85fe-4652-9209-336f3d81e8e1 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:43:20.172827 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Request body: {'port': {'device_id': 'c5afd273-0f8b-4959-a0cc-ee498d3ae050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:43:20.174350 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ed7cf3ce-fdaf-45d7-9d8e-6d26dd16b00e None None] Provisioning complete for port c6ed89ce-85fe-4652-9209-336f3d81e8e1 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:43:20.175714 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf3ce-fdaf-45d7-9d8e-6d26dd16b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:20.258337 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ed7cf3ce-fdaf-45d7-9d8e-6d26dd16b00e None None] Port c6ed89ce-85fe-4652-9209-336f3d81e8e1 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:43:20.350482 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:20.401758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9eab0c-fc16-4055-9e5c-e33978704dad req-c2ea3369-d6a2-4d61-ac6f-e37f95b88750 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:20.402369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-af9eab0c-fc16-4055-9e5c-e33978704dad req-c2ea3369-d6a2-4d61-ac6f-e37f95b88750 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Synchronizing usage tracker for tenant:c2ea7ee6bb3d4198a2fb4d6a1d92822c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:43:20.446579 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-af9eab0c-fc16-4055-9e5c-e33978704dad req-c2ea3369-d6a2-4d61-ac6f-e37f95b88750 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Unset dirty status for tenant:c2ea7ee6bb3d4198a2fb4d6a1d92822c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:43:20.447668 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af9eab0c-fc16-4055-9e5c-e33978704dad req-c2ea3369-d6a2-4d61-ac6f-e37f95b88750 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5afd273-0f8b-4959-a0cc-ee498d3ae050 HTTP/1.1" status: 200 len: 936 time: 0.2302046 Feb 18 09:43:20.572685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-af9eab0c-fc16-4055-9e5c-e33978704dad req-1e6d4fdb-a59a-43f0-a7d2-5dff2464cf70 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Synchronizing usage tracker for tenant:c2ea7ee6bb3d4198a2fb4d6a1d92822c on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:43:20.651659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-af9eab0c-fc16-4055-9e5c-e33978704dad req-1e6d4fdb-a59a-43f0-a7d2-5dff2464cf70 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Unset dirty status for tenant:c2ea7ee6bb3d4198a2fb4d6a1d92822c on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:43:20.653289 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-af9eab0c-fc16-4055-9e5c-e33978704dad req-1e6d4fdb-a59a-43f0-a7d2-5dff2464cf70 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/security-groups?id=76c97579-e7ee-4391-ad82-e8d96b07088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605766 Feb 18 09:43:20.770602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ed89ce-85fe-4652-9209-336f3d81e8e1 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:43:20.777996 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:20.793513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Transition to ACTIVE for port object c6ed89ce-85fe-4652-9209-336f3d81e8e1 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:43:20.797505 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:20.883131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ed89ce-85fe-4652-9209-336f3d81e8e1,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:21.166042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Attempting to bind port c6ed89ce-85fe-4652-9209-336f3d81e8e1 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:43:21.166641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Attempting to bind port c6ed89ce-85fe-4652-9209-336f3d81e8e1 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:43:21.166751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Attempting to bind port c6ed89ce-85fe-4652-9209-336f3d81e8e1 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:43:21.171407 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Port c6ed89ce-85fe-4652-9209-336f3d81e8e1 on network e2f0f62f-8323-48be-bc0d-062d46343182 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:43:21.171728 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Attempting to bind port c6ed89ce-85fe-4652-9209-336f3d81e8e1 on network e2f0f62f-8323-48be-bc0d-062d46343182 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:43:21.177456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:43:21.177788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Checking segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:43:21.178163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Bound using segment: {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:43:21.178578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Bound port: c6ed89ce-85fe-4652-9209-336f3d81e8e1, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a502b07-5c47-48fe-b6ec-c315acc02a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:43:21.178920 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:21.270191 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] For port c6ed89ce-85fe-4652-9209-336f3d81e8e1, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:43:21.273503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] For port c6ed89ce-85fe-4652-9209-336f3d81e8e1, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=c6ed89ce-85fe-4652-9209-336f3d81e8e1,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:43:21.277959 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:21.335060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:21.335664 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:21.337435 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] 10.222.0.81 "PUT /v2.0/ports/c6ed89ce-85fe-4652-9209-336f3d81e8e1 HTTP/1.1" status: 200 len: 1096 time: 1.2324679 Feb 18 09:43:21.337872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5afd273-0f8b-4959-a0cc-ee498d3ae050', 'tag': 'c6ed89ce-85fe-4652-9209-336f3d81e8e1'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:43:21.368462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece715c0-8ab4-49d6-8be7-4bcd9e8c3311 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ed89ce-85fe-4652-9209-336f3d81e8e1,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:21.388767 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5afd273-0f8b-4959-a0cc-ee498d3ae050', 'tag': 'c6ed89ce-85fe-4652-9209-336f3d81e8e1', 'status': 'completed', 'code': 200} Feb 18 09:43:21.477246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-b5e03f99-eab9-49ae-b825-01de31b23b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:21.478718 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-b5e03f99-eab9-49ae-b825-01de31b23b10 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c2ea7ee6bb3d4198a2fb4d6a1d92822c&device_id=c5afd273-0f8b-4959-a0cc-ee498d3ae050 HTTP/1.1" status: 200 len: 1099 time: 0.0768361 Feb 18 09:43:21.546194 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-5e441368-74f5-4db7-a334-bf1465ff60a3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=c6ed89ce-85fe-4652-9209-336f3d81e8e1 HTTP/1.1" status: 200 len: 217 time: 0.0601978 Feb 18 09:43:21.610699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ce23061d-4072-495c-9c73-0f355fafe525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:21.612166 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-ce23061d-4072-495c-9c73-0f355fafe525 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0605659 Feb 18 09:43:21.688565 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-f18961eb-59d8-4939-a02d-6f2f8b3ae277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:21.690025 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-f18961eb-59d8-4939-a02d-6f2f8b3ae277 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692401 Feb 18 09:43:21.880319 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-4c5b4e03-bbea-4821-8d3e-8cf0897243e3 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840682 Feb 18 09:43:21.914273 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0e2f3-558a-473b-b656-32f4b3bc943c req-fec40511-65fb-43c8-8709-b0030e85a049 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:21.915664 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31f0e2f3-558a-473b-b656-32f4b3bc943c req-fec40511-65fb-43c8-8709-b0030e85a049 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5afd273-0f8b-4959-a0cc-ee498d3ae050 HTTP/1.1" status: 200 len: 948 time: 0.1429150 Feb 18 09:43:22.031506 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31f0e2f3-558a-473b-b656-32f4b3bc943c req-70158e6a-d6ba-4ed3-b784-d4fb648b9ecb tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/security-groups?id=76c97579-e7ee-4391-ad82-e8d96b07088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708377 Feb 18 09:43:22.052179 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b41fcb9c-53a0-4313-86e2-ece5a71d863a req-70c49d28-13c4-4274-9588-2d3096a96239 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648121 Feb 18 09:43:22.173257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ab939-3692-4660-9bcb-c35b0ac8af68 req-6ec79736-e123-4cc4-bbeb-7b7c5607a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:22.174709 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-040ab939-3692-4660-9bcb-c35b0ac8af68 req-6ec79736-e123-4cc4-bbeb-7b7c5607a7f7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c2ea7ee6bb3d4198a2fb4d6a1d92822c&device_id=c5afd273-0f8b-4959-a0cc-ee498d3ae050 HTTP/1.1" status: 200 len: 1099 time: 0.0757952 Feb 18 09:43:22.302605 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ab939-3692-4660-9bcb-c35b0ac8af68 req-90a23e3f-c310-401b-9ccd-4708c130f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:22.304043 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-040ab939-3692-4660-9bcb-c35b0ac8af68 req-90a23e3f-c310-401b-9ccd-4708c130f45b service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2f0f62f-8323-48be-bc0d-062d46343182 HTTP/1.1" status: 200 len: 870 time: 0.1237352 Feb 18 09:43:22.374069 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-040ab939-3692-4660-9bcb-c35b0ac8af68 req-3139ce36-ed3f-44c2-9342-e7801928000e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=c6ed89ce-85fe-4652-9209-336f3d81e8e1 HTTP/1.1" status: 200 len: 217 time: 0.0633163 Feb 18 09:43:22.433562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ab939-3692-4660-9bcb-c35b0ac8af68 req-6f8f33a8-644f-4ec4-8911-c320a2fc3ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:22.434871 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-040ab939-3692-4660-9bcb-c35b0ac8af68 req-6f8f33a8-644f-4ec4-8911-c320a2fc3ca1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=237cc92c-cf9d-4961-a803-138e8480afcd HTTP/1.1" status: 200 len: 843 time: 0.0552502 Feb 18 09:43:22.509814 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ab939-3692-4660-9bcb-c35b0ac8af68 req-5dd28626-3aec-4973-89f3-7d976772d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:22.511248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-040ab939-3692-4660-9bcb-c35b0ac8af68 req-5dd28626-3aec-4973-89f3-7d976772d74d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2f0f62f-8323-48be-bc0d-062d46343182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708396 Feb 18 09:43:22.743565 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-040ab939-3692-4660-9bcb-c35b0ac8af68 req-ed0beb90-f485-453c-abaf-f1e87f9907da service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256303 Feb 18 09:43:22.875139 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-040ab939-3692-4660-9bcb-c35b0ac8af68 req-fff6082e-35aa-4b09-9014-469cf65f2c27 service neutron] 10.222.0.81 "GET /v2.0/networks/e2f0f62f-8323-48be-bc0d-062d46343182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240013 Feb 18 09:43:23.215199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de596c-d3fc-43c4-ad7f-7c4dd2b6fcc8 req-75557cb7-988c-45be-9bf4-a59f091f0a36 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:23.216690 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89de596c-d3fc-43c4-ad7f-7c4dd2b6fcc8 req-75557cb7-988c-45be-9bf4-a59f091f0a36 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5afd273-0f8b-4959-a0cc-ee498d3ae050 HTTP/1.1" status: 200 len: 948 time: 0.0795250 Feb 18 09:43:23.259467 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89de596c-d3fc-43c4-ad7f-7c4dd2b6fcc8 req-0c7a53ba-e6b4-4d4d-9d3a-27f73baa6095 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/security-groups?id=76c97579-e7ee-4391-ad82-e8d96b07088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372076 Feb 18 09:43:24.447637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604b6de-4d50-4dbc-a554-fe6b717421b0 req-169bbf6a-984f-4acc-8584-4e423f1e0993 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:24.449122 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0604b6de-4d50-4dbc-a554-fe6b717421b0 req-169bbf6a-984f-4acc-8584-4e423f1e0993 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5afd273-0f8b-4959-a0cc-ee498d3ae050 HTTP/1.1" status: 200 len: 948 time: 0.0826304 Feb 18 09:43:24.492147 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0604b6de-4d50-4dbc-a554-fe6b717421b0 req-d9a4071e-494a-4066-a22b-81175fd48adf tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/security-groups?id=76c97579-e7ee-4391-ad82-e8d96b07088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374665 Feb 18 09:43:24.805492 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device c6ed89ce-85fe-4652-9209-336f3d81e8e1 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:43:24.936625 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port c6ed89ce-85fe-4652-9209-336f3d81e8e1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=c6ed89ce-85fe-4652-9209-336f3d81e8e1,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:43:24.949684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'c6ed89ce-85fe-4652-9209-336f3d81e8e1', 'network_id': 'e2f0f62f-8323-48be-bc0d-062d46343182', 'port_id': 'c6ed89ce-85fe-4652-9209-336f3d81e8e1', 'mac_address': 'fa:16:3e:91:19:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237cc92c-cf9d-4961-a803-138e8480afcd', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:43:25.003921 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:25.020405 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ed89ce-85fe-4652-9209-336f3d81e8e1 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:43:25.035150 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port c6ed89ce-85fe-4652-9209-336f3d81e8e1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=c6ed89ce-85fe-4652-9209-336f3d81e8e1,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:43:25.039205 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:25.109573 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=c6ed89ce-85fe-4652-9209-336f3d81e8e1,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:25.117168 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:25.117513 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:25.117852 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:25.118181 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:25.118507 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:25.118828 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:25.119147 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:25.119466 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:25.119780 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:25.120095 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:25.120438 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:25.120751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:43:25.399936 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['c6ed89ce-85fe-4652-9209-336f3d81e8e1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:43:25.677086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb681314-92e8-4535-8ff8-8f854df63e64 req-fafe2eb4-5075-41ee-9589-1816e0adb9ce tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:25.678462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb681314-92e8-4535-8ff8-8f854df63e64 req-fafe2eb4-5075-41ee-9589-1816e0adb9ce tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5afd273-0f8b-4959-a0cc-ee498d3ae050 HTTP/1.1" status: 200 len: 949 time: 0.0783479 Feb 18 09:43:25.726686 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb681314-92e8-4535-8ff8-8f854df63e64 req-23b2a55f-bdf7-422f-9648-78ef3c357a2f tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/security-groups?id=76c97579-e7ee-4391-ad82-e8d96b07088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425856 Feb 18 09:43:26.836062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device c6ed89ce-85fe-4652-9209-336f3d81e8e1 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:43:26.907327 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port c6ed89ce-85fe-4652-9209-336f3d81e8e1 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:43:26.912100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port c6ed89ce-85fe-4652-9209-336f3d81e8e1 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:43:26.912513 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:26.913592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840d517-6771-4684-b925-a14aae99c254 req-9b30179f-a8bd-4e47-a950-7b076a40c499 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:26.915074 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3840d517-6771-4684-b925-a14aae99c254 req-9b30179f-a8bd-4e47-a950-7b076a40c499 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5afd273-0f8b-4959-a0cc-ee498d3ae050 HTTP/1.1" status: 200 len: 949 time: 0.0843165 Feb 18 09:43:26.961300 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3840d517-6771-4684-b925-a14aae99c254 req-dfb1b66f-4cc8-4ff2-b4ba-41179cef05fb tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/security-groups?id=76c97579-e7ee-4391-ad82-e8d96b07088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404902 Feb 18 09:43:27.028305 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:27.055467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5afd273-0f8b-4959-a0cc-ee498d3ae050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ed89ce-85fe-4652-9209-336f3d81e8e1'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:43:27.065704 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port c6ed89ce-85fe-4652-9209-336f3d81e8e1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=c6ed89ce-85fe-4652-9209-336f3d81e8e1,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:43:27.069307 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:27.103233 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5afd273-0f8b-4959-a0cc-ee498d3ae050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ed89ce-85fe-4652-9209-336f3d81e8e1', 'code': 200} Feb 18 09:43:27.140773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=c6ed89ce-85fe-4652-9209-336f3d81e8e1,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:27.228255 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9970338-153e-4871-865d-08f30e8bb542 req-95eb86be-a3d2-4322-9d0d-559cc6808acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:27.229733 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9970338-153e-4871-865d-08f30e8bb542 req-95eb86be-a3d2-4322-9d0d-559cc6808acd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c5afd273-0f8b-4959-a0cc-ee498d3ae050 HTTP/1.1" status: 200 len: 1101 time: 0.0725687 Feb 18 09:43:27.269626 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9970338-153e-4871-865d-08f30e8bb542 req-d53ac819-7829-4604-9a97-61501ea38833 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=76c97579-e7ee-4391-ad82-e8d96b07088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337129 Feb 18 09:43:28.141128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b616abd-1920-4ded-afab-05e2f3211c89 req-ccb8ae6c-6942-482f-99cc-09e650f7e2ab tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:28.142560 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b616abd-1920-4ded-afab-05e2f3211c89 req-ccb8ae6c-6942-482f-99cc-09e650f7e2ab tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5afd273-0f8b-4959-a0cc-ee498d3ae050 HTTP/1.1" status: 200 len: 950 time: 0.0777528 Feb 18 09:43:28.187137 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b616abd-1920-4ded-afab-05e2f3211c89 req-3accecc4-9933-4ea2-8105-079c9e3e5c29 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/security-groups?id=76c97579-e7ee-4391-ad82-e8d96b07088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384009 Feb 18 09:43:29.374885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a825d-05b6-4ba7-bfb5-8e35226d86c6 req-bcf51e1b-db19-431f-939d-92a16b7adc54 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:29.376334 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-408a825d-05b6-4ba7-bfb5-8e35226d86c6 req-bcf51e1b-db19-431f-939d-92a16b7adc54 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5afd273-0f8b-4959-a0cc-ee498d3ae050 HTTP/1.1" status: 200 len: 950 time: 0.0831738 Feb 18 09:43:29.420525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-408a825d-05b6-4ba7-bfb5-8e35226d86c6 req-e6ffb7cc-53d6-4d3b-9d89-339948bad46e tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/security-groups?id=76c97579-e7ee-4391-ad82-e8d96b07088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373118 Feb 18 09:43:30.414802 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-73144fb7-c0b9-4697-b8ef-aa52765a87f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:30.507024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000051c-f340-4ca3-b01d-69b1f2223b83 req-e0e2675f-0503-40ab-82cf-925a19b5b1de tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:30.508536 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c000051c-f340-4ca3-b01d-69b1f2223b83 req-e0e2675f-0503-40ab-82cf-925a19b5b1de tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5afd273-0f8b-4959-a0cc-ee498d3ae050 HTTP/1.1" status: 200 len: 950 time: 0.0820880 Feb 18 09:43:30.562639 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c000051c-f340-4ca3-b01d-69b1f2223b83 req-345364b1-6642-4bb2-963e-108a7880b0dc tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/security-groups?id=76c97579-e7ee-4391-ad82-e8d96b07088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484164 Feb 18 09:43:31.752993 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b24487-c66f-492c-96ae-799f09d200ea req-5d87d8af-a815-4994-91c2-cb423c50118f tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:31.754456 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38b24487-c66f-492c-96ae-799f09d200ea req-5d87d8af-a815-4994-91c2-cb423c50118f tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5afd273-0f8b-4959-a0cc-ee498d3ae050 HTTP/1.1" status: 200 len: 950 time: 0.0817494 Feb 18 09:43:31.797920 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-38b24487-c66f-492c-96ae-799f09d200ea req-750713d0-fb28-439d-ad19-12a485ce1fba tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/security-groups?id=76c97579-e7ee-4391-ad82-e8d96b07088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378277 Feb 18 09:43:31.952651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54292c-c64e-48fa-95f4-0f9bdc6854b5 req-47cd506f-d2a9-4bdb-bd66-51c9074e5a8c tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:31.954085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf54292c-c64e-48fa-95f4-0f9bdc6854b5 req-47cd506f-d2a9-4bdb-bd66-51c9074e5a8c tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5afd273-0f8b-4959-a0cc-ee498d3ae050 HTTP/1.1" status: 200 len: 950 time: 0.0935051 Feb 18 09:43:32.022552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-cf54292c-c64e-48fa-95f4-0f9bdc6854b5 req-5c591185-78a3-47a5-9b7e-f7c57fee0240 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Deleting port c6ed89ce-85fe-4652-9209-336f3d81e8e1 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:43:32.022887 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cf54292c-c64e-48fa-95f4-0f9bdc6854b5 req-5c591185-78a3-47a5-9b7e-f7c57fee0240 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:32.272928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-cf54292c-c64e-48fa-95f4-0f9bdc6854b5 req-5c591185-78a3-47a5-9b7e-f7c57fee0240 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] For port c6ed89ce-85fe-4652-9209-336f3d81e8e1, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=c6ed89ce-85fe-4652-9209-336f3d81e8e1,segment=NetworkSegment(5a502b07-5c47-48fe-b6ec-c315acc02a7c),segment_id=5a502b07-5c47-48fe-b6ec-c315acc02a7c)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:43:32.273282 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cf54292c-c64e-48fa-95f4-0f9bdc6854b5 req-5c591185-78a3-47a5-9b7e-f7c57fee0240 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:32.394733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-cf54292c-c64e-48fa-95f4-0f9bdc6854b5 req-5c591185-78a3-47a5-9b7e-f7c57fee0240 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Calling delete_port for c6ed89ce-85fe-4652-9209-336f3d81e8e1 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:43:32.535760 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cf54292c-c64e-48fa-95f4-0f9bdc6854b5 req-5c591185-78a3-47a5-9b7e-f7c57fee0240 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:32.546843 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['c6ed89ce-85fe-4652-9209-336f3d81e8e1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:43:32.586693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c591185-78a3-47a5-9b7e-f7c57fee0240 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Pushing event deleted for resources: {'Port': ['ID=c6ed89ce-85fe-4652-9209-336f3d81e8e1,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:32.775197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf54292c-c64e-48fa-95f4-0f9bdc6854b5 req-5c591185-78a3-47a5-9b7e-f7c57fee0240 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] No DVR routers for this DVR port c6ed89ce-85fe-4652-9209-336f3d81e8e1 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:43:32.777926 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cf54292c-c64e-48fa-95f4-0f9bdc6854b5 req-5c591185-78a3-47a5-9b7e-f7c57fee0240 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:32.780539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5afd273-0f8b-4959-a0cc-ee498d3ae050', 'name': 'network-vif-deleted', 'tag': 'c6ed89ce-85fe-4652-9209-336f3d81e8e1'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:43:32.796295 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf54292c-c64e-48fa-95f4-0f9bdc6854b5 req-5c591185-78a3-47a5-9b7e-f7c57fee0240 tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.81 "DELETE /v2.0/ports/c6ed89ce-85fe-4652-9209-336f3d81e8e1 HTTP/1.1" status: 204 len: 173 time: 0.8368306 Feb 18 09:43:32.826074 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5afd273-0f8b-4959-a0cc-ee498d3ae050', 'name': 'network-vif-deleted', 'tag': 'c6ed89ce-85fe-4652-9209-336f3d81e8e1', 'status': 'completed', 'code': 200} Feb 18 09:43:32.957613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3596b0eb-5a2b-4771-b234-0f9c8a1a2cc9 req-d57446d8-25d4-4f76-a326-0632e02a155a tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Synchronizing usage tracker for tenant:c2ea7ee6bb3d4198a2fb4d6a1d92822c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:43:32.972892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3596b0eb-5a2b-4771-b234-0f9c8a1a2cc9 req-d57446d8-25d4-4f76-a326-0632e02a155a tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] Unset dirty status for tenant:c2ea7ee6bb3d4198a2fb4d6a1d92822c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:43:32.974104 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3596b0eb-5a2b-4771-b234-0f9c8a1a2cc9 req-d57446d8-25d4-4f76-a326-0632e02a155a tempest-ServersAdminNegativeTestJSON-1524427102 tempest-ServersAdminNegativeTestJSON-1524427102-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5afd273-0f8b-4959-a0cc-ee498d3ae050 HTTP/1.1" status: 200 len: 210 time: 0.0585768 Feb 18 09:43:33.864491 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8301d47a-be35-4660-ad6a-6f8e02669f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:33.960147 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:33.976700 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:34.332620 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47896) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:34.484854 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a6246c9d-b8e9-48c5-82af-ab808a5c0248 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c2ea7ee6bb3d4198a2fb4d6a1d92822c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507897 Feb 18 09:43:34.487887 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47902) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:34.544571 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c05a42e9-fd70-4b98-935e-612140ee1976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:34.569893 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c05a42e9-fd70-4b98-935e-612140ee1976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:34.622096 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c05a42e9-fd70-4b98-935e-612140ee1976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:34.637987 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a42e9-fd70-4b98-935e-612140ee1976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c97579-e7ee-4391-ad82-e8d96b07088b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:34.651697 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c05a42e9-fd70-4b98-935e-612140ee1976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:34.652967 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c05a42e9-fd70-4b98-935e-612140ee1976 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/76c97579-e7ee-4391-ad82-e8d96b07088b HTTP/1.1" status: 204 len: 168 time: 0.1641536 Feb 18 09:43:34.851906 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device c6ed89ce-85fe-4652-9209-336f3d81e8e1 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:43:34.885047 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: c6ed89ce-85fe-4652-9209-336f3d81e8e1 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:43:34.885675 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device c6ed89ce-85fe-4652-9209-336f3d81e8e1 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:43:34.932486 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47910) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:34.950248 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-edb50080-c0a8-407f-b7b7-00c3bb0e93c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:34.964144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-edb50080-c0a8-407f-b7b7-00c3bb0e93c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:34.967901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-edb50080-c0a8-407f-b7b7-00c3bb0e93c9 admin admin] Usage tracker for resource:security_group_rule and tenant:443fa505f2e547d6a6a928c88e573f8a is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:34.970631 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-edb50080-c0a8-407f-b7b7-00c3bb0e93c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:34.976288 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-edb50080-c0a8-407f-b7b7-00c3bb0e93c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:35.061828 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-edb50080-c0a8-407f-b7b7-00c3bb0e93c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:35.066280 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-edb50080-c0a8-407f-b7b7-00c3bb0e93c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:35.201675 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:35.209956 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-edb50080-c0a8-407f-b7b7-00c3bb0e93c9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=443fa505f2e547d6a6a928c88e573f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2764170 Feb 18 09:43:35.211532 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb50080-c0a8-407f-b7b7-00c3bb0e93c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af664d24-4533-4f83-8348-c484cf4e615f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:35.212768 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47914) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:35.273196 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bfd878a-7eca-4470-aa44-a9c8a7a3bcd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:35.298478 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bfd878a-7eca-4470-aa44-a9c8a7a3bcd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:35.351566 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bfd878a-7eca-4470-aa44-a9c8a7a3bcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:35.366331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd878a-7eca-4470-aa44-a9c8a7a3bcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af664d24-4533-4f83-8348-c484cf4e615f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:35.375582 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2bfd878a-7eca-4470-aa44-a9c8a7a3bcd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:35.376769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2bfd878a-7eca-4470-aa44-a9c8a7a3bcd7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/af664d24-4533-4f83-8348-c484cf4e615f HTTP/1.1" status: 204 len: 168 time: 0.1629770 Feb 18 09:43:36.114367 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 47938) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:36.215678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2027712393-network', 'tenant_id': '476c3e474cf340e7a189c1a94525a174'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:43:36.221258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:36.225958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Usage tracker for resource:network and tenant:476c3e474cf340e7a189c1a94525a174 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:36.228828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:36.235257 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:36.246207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Made reservation on behalf of 476c3e474cf340e7a189c1a94525a174 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:36.248517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:36.260125 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:36.274317 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:36.278011 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Usage tracker for resource:security_group_rule and tenant:476c3e474cf340e7a189c1a94525a174 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:36.280714 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:36.286942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:36.371502 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:36.375245 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:36.404220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:43:36.412205 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee0ec46-2258-419a-9954-31797c4191b1,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:36.417560 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:36.417898 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Added segment 71d64a98-3776-44a7-bb13-d83f03d97fce of type vlan for network 1972f397-b023-4dc9-a9b2-5f35c8d3ae5e Feb 18 09:43:36.444019 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:36.476364 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:36.477344 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:36.477907 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:36.583908 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] Pushing event updated for resources: {'Network': ['ID=1972f397-b023-4dc9-a9b2-5f35c8d3ae5e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:36.589056 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-aa80bdd6-baf5-43de-8bd5-c7426bd294e7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4736543 Feb 18 09:43:36.592194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 47944) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:36.594344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 1972f397-b023-4dc9-a9b2-5f35c8d3ae5e details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:43:36.598762 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-5b741528-6ec9-41b9-aaa3-a79561ced2d7 admin admin] Request body: {'subnet': {'network_id': '1972f397-b023-4dc9-a9b2-5f35c8d3ae5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2027712393-subnet', 'tenant_id': '476c3e474cf340e7a189c1a94525a174', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:43:36.604148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5b741528-6ec9-41b9-aaa3-a79561ced2d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:36.607957 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5b741528-6ec9-41b9-aaa3-a79561ced2d7 admin admin] Usage tracker for resource:subnet and tenant:476c3e474cf340e7a189c1a94525a174 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:36.610777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5b741528-6ec9-41b9-aaa3-a79561ced2d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:36.616586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5b741528-6ec9-41b9-aaa3-a79561ced2d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:36.627543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b741528-6ec9-41b9-aaa3-a79561ced2d7 admin admin] Made reservation on behalf of 476c3e474cf340e7a189c1a94525a174 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:36.630448 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5b741528-6ec9-41b9-aaa3-a79561ced2d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:36.833349 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5b741528-6ec9-41b9-aaa3-a79561ced2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:36.909418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b741528-6ec9-41b9-aaa3-a79561ced2d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=888c6952-08b7-4e3b-95ba-694f6cccab78,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:36.918091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b741528-6ec9-41b9-aaa3-a79561ced2d7 admin admin] Checking segment: {'id': '71d64a98-3776-44a7-bb13-d83f03d97fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1972f397-b023-4dc9-a9b2-5f35c8d3ae5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:43:36.918454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b741528-6ec9-41b9-aaa3-a79561ced2d7 admin admin] Network hostable DHCP agents. Network: 1972f397-b023-4dc9-a9b2-5f35c8d3ae5e, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:43:36.937996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b741528-6ec9-41b9-aaa3-a79561ced2d7 admin admin] Network 1972f397-b023-4dc9-a9b2-5f35c8d3ae5e is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:43:36.947341 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-5b741528-6ec9-41b9-aaa3-a79561ced2d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 1972f397-b023-4dc9-a9b2-5f35c8d3ae5e) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:36.951247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b741528-6ec9-41b9-aaa3-a79561ced2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:36.951824 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5b741528-6ec9-41b9-aaa3-a79561ced2d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:36.956237 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a46d2c-5d9f-45bb-b348-20598aebb2c2 None None] Network 1972f397-b023-4dc9-a9b2-5f35c8d3ae5e requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:43:36.971317 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5b741528-6ec9-41b9-aaa3-a79561ced2d7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3779323 Feb 18 09:43:37.201188 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5223b59-bc97-4b02-8578-568821e58efd None None] Network 1972f397-b023-4dc9-a9b2-5f35c8d3ae5e requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:43:37.479398 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-5c7f1cf8-92c9-445a-a9f5-d7bba171afcc tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:37.480934 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-5c7f1cf8-92c9-445a-a9f5-d7bba171afcc tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/networks?id=1972f397-b023-4dc9-a9b2-5f35c8d3ae5e HTTP/1.1" status: 200 len: 812 time: 0.1463981 Feb 18 09:43:37.495925 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-a31b398b-c91c-49bf-8239-0a015c05ab43 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/quotas/476c3e474cf340e7a189c1a94525a174 HTTP/1.1" status: 200 len: 375 time: 0.0096853 Feb 18 09:43:37.542576 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-146328e0-4e82-4ed5-aa35-052f1183c8c7 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=476c3e474cf340e7a189c1a94525a174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418370 Feb 18 09:43:37.673397 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-789a848b-3dc6-4241-a3d7-1f622b1e0a1e service neutron] 10.222.0.72 "GET /v2.0/networks/1972f397-b023-4dc9-a9b2-5f35c8d3ae5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242878 Feb 18 09:43:37.803339 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-a6a72cac-ed36-4aec-8040-32c5c6801ad8 service neutron] 10.222.0.72 "GET /v2.0/networks/1972f397-b023-4dc9-a9b2-5f35c8d3ae5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241701 Feb 18 09:43:37.983492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c3392d3-21df-4dfd-8839-6ff064ed4396 req-6050335c-742e-461d-83e6-770038a1c8b1 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 210 time: 0.0457880 Feb 18 09:43:39.041525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-89780eb9-6e27-41c1-8811-78e08167a982 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:39.043063 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-89780eb9-6e27-41c1-8811-78e08167a982 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.81 "GET /v2.0/networks?id=1972f397-b023-4dc9-a9b2-5f35c8d3ae5e HTTP/1.1" status: 200 len: 812 time: 0.1617122 Feb 18 09:43:39.055856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-bee5ab6f-d5fe-4239-bf5a-8669398bbb5f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Request body: {'port': {'device_id': '6bd71f42-d5be-489b-a67b-aa62c317b540', 'network_id': '1972f397-b023-4dc9-a9b2-5f35c8d3ae5e', 'admin_state_up': True, 'tenant_id': '476c3e474cf340e7a189c1a94525a174'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:43:39.200063 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f8456a05-cf87-4470-979f-f5bb15c39397 req-dce60ba2-c6b7-4b2a-b588-bfaa6e5e235c tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 210 time: 0.0638108 Feb 18 09:43:39.269422 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-bee5ab6f-d5fe-4239-bf5a-8669398bbb5f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:43:39.274379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-bee5ab6f-d5fe-4239-bf5a-8669398bbb5f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Usage tracker for resource:port and tenant:476c3e474cf340e7a189c1a94525a174 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:43:39.277231 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-bee5ab6f-d5fe-4239-bf5a-8669398bbb5f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:43:39.282987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-bee5ab6f-d5fe-4239-bf5a-8669398bbb5f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:43:39.294083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-bee5ab6f-d5fe-4239-bf5a-8669398bbb5f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Made reservation on behalf of 476c3e474cf340e7a189c1a94525a174 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:43:39.297936 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-bee5ab6f-d5fe-4239-bf5a-8669398bbb5f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:39.516621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-bee5ab6f-d5fe-4239-bf5a-8669398bbb5f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Allocated IP 172.20.0.9 (1972f397-b023-4dc9-a9b2-5f35c8d3ae5e/888c6952-08b7-4e3b-95ba-694f6cccab78/43d3308f-eaa6-4c8b-97f5-27bb13e9eb92) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:43:39.865889 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-bee5ab6f-d5fe-4239-bf5a-8669398bbb5f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:39.896088 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-bee5ab6f-d5fe-4239-bf5a-8669398bbb5f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:39.980890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-bee5ab6f-d5fe-4239-bf5a-8669398bbb5f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Network 1972f397-b023-4dc9-a9b2-5f35c8d3ae5e is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:43:39.983949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-bee5ab6f-d5fe-4239-bf5a-8669398bbb5f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:43:39.988477 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-bee5ab6f-d5fe-4239-bf5a-8669398bbb5f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:43:40.022707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5ab6f-d5fe-4239-bf5a-8669398bbb5f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Pushing event updated for resources: {'Port': ['ID=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:40.057749 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-bee5ab6f-d5fe-4239-bf5a-8669398bbb5f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:40.058446 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-bee5ab6f-d5fe-4239-bf5a-8669398bbb5f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:40.079240 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-bee5ab6f-d5fe-4239-bf5a-8669398bbb5f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0278180 Feb 18 09:43:40.090720 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Request body: {'port': {'device_id': '6bd71f42-d5be-489b-a67b-aa62c317b540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:43:40.211106 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:40.652489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:43:40.663486 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:40.686294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Transition to ACTIVE for port object 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:43:40.694259 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:40.739050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a3007-b074-4ba1-a1aa-1a1a8f2c7993 req-75844db3-1aa1-4bd9-8477-719083c08a4b tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:40.740139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ea0a3007-b074-4ba1-a1aa-1a1a8f2c7993 req-75844db3-1aa1-4bd9-8477-719083c08a4b tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Synchronizing usage tracker for tenant:476c3e474cf340e7a189c1a94525a174 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:43:40.862522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Pushing event updated for resources: {'Port': ['ID=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:40.866384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ea0a3007-b074-4ba1-a1aa-1a1a8f2c7993 req-75844db3-1aa1-4bd9-8477-719083c08a4b tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Unset dirty status for tenant:476c3e474cf340e7a189c1a94525a174 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:43:40.867555 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea0a3007-b074-4ba1-a1aa-1a1a8f2c7993 req-75844db3-1aa1-4bd9-8477-719083c08a4b tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 931 time: 0.3360529 Feb 18 09:43:40.982696 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea0a3007-b074-4ba1-a1aa-1a1a8f2c7993 req-33eb962f-d479-49a4-92b0-b91d09b18243 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897696 Feb 18 09:43:41.005479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Attempting to bind port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:43:41.005805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Attempting to bind port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '71d64a98-3776-44a7-bb13-d83f03d97fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1972f397-b023-4dc9-a9b2-5f35c8d3ae5e'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:43:41.006126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Attempting to bind port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 on network 1972f397-b023-4dc9-a9b2-5f35c8d3ae5e {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:43:41.010566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 on network 1972f397-b023-4dc9-a9b2-5f35c8d3ae5e not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:43:41.010878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Attempting to bind port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 on network 1972f397-b023-4dc9-a9b2-5f35c8d3ae5e {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:43:41.015766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:43:41.016098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Checking segment: {'id': '71d64a98-3776-44a7-bb13-d83f03d97fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1972f397-b023-4dc9-a9b2-5f35c8d3ae5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:43:41.016500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Bound using segment: {'id': '71d64a98-3776-44a7-bb13-d83f03d97fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1972f397-b023-4dc9-a9b2-5f35c8d3ae5e'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:43:41.016909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Bound port: 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d64a98-3776-44a7-bb13-d83f03d97fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1972f397-b023-4dc9-a9b2-5f35c8d3ae5e'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:43:41.017248 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:41.121301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] For port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:43:41.125530 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] For port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,segment=NetworkSegment(71d64a98-3776-44a7-bb13-d83f03d97fce),segment_id=71d64a98-3776-44a7-bb13-d83f03d97fce)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:43:41.131261 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:41.192911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:41.193569 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:41.194909 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] 10.222.0.81 "PUT /v2.0/ports/43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 HTTP/1.1" status: 200 len: 1091 time: 1.1082745 Feb 18 09:43:41.195335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd71f42-d5be-489b-a67b-aa62c317b540', 'tag': '43d3308f-eaa6-4c8b-97f5-27bb13e9eb92'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:43:41.214548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb05c0-3d52-491d-aff1-6dc1c8ca124b service neutron] Pushing event updated for resources: {'Port': ['ID=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:41.267340 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd71f42-d5be-489b-a67b-aa62c317b540', 'tag': '43d3308f-eaa6-4c8b-97f5-27bb13e9eb92', 'status': 'completed', 'code': 200} Feb 18 09:43:41.306611 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-13773e75-0952-4725-9efe-0286ce67bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:41.308064 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-13773e75-0952-4725-9efe-0286ce67bb85 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=476c3e474cf340e7a189c1a94525a174&device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 1094 time: 0.0712874 Feb 18 09:43:41.381669 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-023be4a0-75f0-4c21-bf28-77f254f00091 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 HTTP/1.1" status: 200 len: 217 time: 0.0673571 Feb 18 09:43:41.447186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-7833954c-2660-49c2-992a-3fc82c79d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:41.448621 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-7833954c-2660-49c2-992a-3fc82c79d0f8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=888c6952-08b7-4e3b-95ba-694f6cccab78 HTTP/1.1" status: 200 len: 852 time: 0.0611572 Feb 18 09:43:41.494052 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-7b0252e7-7539-41ef-9f7f-18cda1077b86 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1972f397-b023-4dc9-a9b2-5f35c8d3ae5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398395 Feb 18 09:43:41.710947 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:41.730320 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-a8856005-a125-45e2-a40b-15543a49fa2f service neutron] 10.222.0.81 "GET /v2.0/networks/1972f397-b023-4dc9-a9b2-5f35c8d3ae5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303095 Feb 18 09:43:41.860827 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d98cc8df-4f40-48bd-b114-976c8ad59548 req-f1c0f386-543d-41f2-94ab-6e941dcc40c9 service neutron] 10.222.0.81 "GET /v2.0/networks/1972f397-b023-4dc9-a9b2-5f35c8d3ae5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242943 Feb 18 09:43:41.866067 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:41.989121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f4175-ee15-4bf6-9716-1a5c94ab49d6 req-a0b66e34-0f21-48fd-8489-3efadc2d5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:41.990587 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-093f4175-ee15-4bf6-9716-1a5c94ab49d6 req-a0b66e34-0f21-48fd-8489-3efadc2d5f31 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=476c3e474cf340e7a189c1a94525a174&device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 1094 time: 0.0805867 Feb 18 09:43:42.173017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f4175-ee15-4bf6-9716-1a5c94ab49d6 req-41546fda-618a-4f67-bb76-8554ea089e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:42.174592 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-093f4175-ee15-4bf6-9716-1a5c94ab49d6 req-41546fda-618a-4f67-bb76-8554ea089e46 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1972f397-b023-4dc9-a9b2-5f35c8d3ae5e HTTP/1.1" status: 200 len: 913 time: 0.1778917 Feb 18 09:43:42.248000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-093f4175-ee15-4bf6-9716-1a5c94ab49d6 req-3bc7006b-0caf-4ea4-82d1-cf1c7b9c73dc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 HTTP/1.1" status: 200 len: 217 time: 0.0665789 Feb 18 09:43:42.294631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ad031-e571-4dd3-b5e7-49f444cb9274 req-ae1e8152-39ec-479f-826c-11a4dc96b4c6 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:42.296048 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c1ad031-e571-4dd3-b5e7-49f444cb9274 req-ae1e8152-39ec-479f-826c-11a4dc96b4c6 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 943 time: 0.2047932 Feb 18 09:43:42.355352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f4175-ee15-4bf6-9716-1a5c94ab49d6 req-6dfc3eb3-8c48-4da7-997d-e60d1565337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:42.356803 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-093f4175-ee15-4bf6-9716-1a5c94ab49d6 req-6dfc3eb3-8c48-4da7-997d-e60d1565337c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=888c6952-08b7-4e3b-95ba-694f6cccab78 HTTP/1.1" status: 200 len: 852 time: 0.1024959 Feb 18 09:43:42.367897 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c1ad031-e571-4dd3-b5e7-49f444cb9274 req-8eb3d6b3-b551-4aa4-8561-4f2b53f58526 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647798 Feb 18 09:43:42.410578 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-093f4175-ee15-4bf6-9716-1a5c94ab49d6 req-323f6cf2-c224-48aa-b318-076cd8fca676 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1972f397-b023-4dc9-a9b2-5f35c8d3ae5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458188 Feb 18 09:43:42.557272 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-093f4175-ee15-4bf6-9716-1a5c94ab49d6 req-f81608c2-c87e-4e6c-80e7-2888fbc8b5de service neutron] 10.222.0.81 "GET /v2.0/networks/1972f397-b023-4dc9-a9b2-5f35c8d3ae5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409628 Feb 18 09:43:42.719965 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-093f4175-ee15-4bf6-9716-1a5c94ab49d6 req-3170860a-0352-4e70-9b6c-89847d6fa875 service neutron] 10.222.0.81 "GET /v2.0/networks/1972f397-b023-4dc9-a9b2-5f35c8d3ae5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556139 Feb 18 09:43:43.594303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba2886-2a68-448e-8a64-bc89382d269e req-a78b9a65-842e-4ffd-84d3-0a90a036d1ec tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:43.595806 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fba2886-2a68-448e-8a64-bc89382d269e req-a78b9a65-842e-4ffd-84d3-0a90a036d1ec tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 943 time: 0.1039503 Feb 18 09:43:43.645038 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fba2886-2a68-448e-8a64-bc89382d269e req-3b253d2c-54e1-47a9-a2ed-4aef0c99f780 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426877 Feb 18 09:43:44.850510 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671f13a-0f84-4113-8ae0-80a083c768c8 req-8c20c802-e096-4b15-9ce1-812a70e28265 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:44.852358 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8671f13a-0f84-4113-8ae0-80a083c768c8 req-8c20c802-e096-4b15-9ce1-812a70e28265 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 943 time: 0.0907447 Feb 18 09:43:44.897897 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:43:44.899614 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8671f13a-0f84-4113-8ae0-80a083c768c8 req-a2bd9454-fb90-4bb7-a7b7-6601178b9548 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 Feb 18 09:43:45.036978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,segment=NetworkSegment(71d64a98-3776-44a7-bb13-d83f03d97fce),segment_id=71d64a98-3776-44a7-bb13-d83f03d97fce)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:43:45.050631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '43d3308f-eaa6-4c8b-97f5-27bb13e9eb92', 'network_id': '1972f397-b023-4dc9-a9b2-5f35c8d3ae5e', 'port_id': '43d3308f-eaa6-4c8b-97f5-27bb13e9eb92', 'mac_address': 'fa:16:3e:8e:d3:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '888c6952-08b7-4e3b-95ba-694f6cccab78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:43:45.117191 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:45.137754 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:43:45.155739 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,segment=NetworkSegment(71d64a98-3776-44a7-bb13-d83f03d97fce),segment_id=71d64a98-3776-44a7-bb13-d83f03d97fce)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:43:45.161487 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:45.233277 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:45.466592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['43d3308f-eaa6-4c8b-97f5-27bb13e9eb92'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:43:46.088161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b7650-cb46-4e3e-b5c2-72171c5fa503 req-0a8339a2-468f-4e0d-911c-740864d10bd7 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:46.089709 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-647b7650-cb46-4e3e-b5c2-72171c5fa503 req-0a8339a2-468f-4e0d-911c-740864d10bd7 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 944 time: 0.0822980 Feb 18 09:43:46.133636 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-647b7650-cb46-4e3e-b5c2-72171c5fa503 req-b3072251-9b60-4cd8-9b44-e24f8610bc65 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383415 Feb 18 09:43:46.913786 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:43:46.980049 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:43:46.984623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:43:46.984989 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:47.102420 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:47.128067 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd71f42-d5be-489b-a67b-aa62c317b540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d3308f-eaa6-4c8b-97f5-27bb13e9eb92'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:43:47.137870 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,segment=NetworkSegment(71d64a98-3776-44a7-bb13-d83f03d97fce),segment_id=71d64a98-3776-44a7-bb13-d83f03d97fce)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:43:47.142700 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:43:47.176926 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd71f42-d5be-489b-a67b-aa62c317b540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d3308f-eaa6-4c8b-97f5-27bb13e9eb92', 'code': 200} Feb 18 09:43:47.219757 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:43:47.367365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c563a-b29e-4619-ab04-ba9ec95f4437 req-6379b705-c349-4358-a3f8-20417eda78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:47.369179 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d10c563a-b29e-4619-ab04-ba9ec95f4437 req-6379b705-c349-4358-a3f8-20417eda78d2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 1096 time: 0.1369026 Feb 18 09:43:47.377713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1ffb6-89d3-482e-9de6-ae8c8681220e req-b90527cf-a227-46d7-9575-d95ec7930079 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:47.379657 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85a1ffb6-89d3-482e-9de6-ae8c8681220e req-b90527cf-a227-46d7-9575-d95ec7930079 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.1128826 Feb 18 09:43:47.444240 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d10c563a-b29e-4619-ab04-ba9ec95f4437 req-4538efb5-9926-45c3-bacf-3d05e9160ab1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637386 Feb 18 09:43:47.447008 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85a1ffb6-89d3-482e-9de6-ae8c8681220e req-2ce2e944-dc41-4712-bb96-61d2bcda1073 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546191 Feb 18 09:43:48.635292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3396232-3229-4eed-bd52-9fd84f178b8b req-d0c15767-ec40-47e4-b004-055437fe119f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:48.636783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3396232-3229-4eed-bd52-9fd84f178b8b req-d0c15767-ec40-47e4-b004-055437fe119f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0793307 Feb 18 09:43:48.807095 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b3396232-3229-4eed-bd52-9fd84f178b8b req-4d6ba553-d417-434f-8d78-541b7e36c290 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610029 Feb 18 09:43:49.993541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941cafa-76ab-4d27-87c3-f08eb7cd0a0c req-c97045cc-0011-44ca-a498-cc4496f83c64 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:49.995012 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c941cafa-76ab-4d27-87c3-f08eb7cd0a0c req-c97045cc-0011-44ca-a498-cc4496f83c64 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0815520 Feb 18 09:43:50.040015 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c941cafa-76ab-4d27-87c3-f08eb7cd0a0c req-59bd93cb-6e99-4bec-a8af-6e4e662fc5a1 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394723 Feb 18 09:43:50.107485 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:43:50.364992 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48004) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:43:50.458142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae14c1-568b-4986-a21e-84717f8edde9 req-90efaa51-830e-4eed-8ab9-995323a1bb7b tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:50.459637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93ae14c1-568b-4986-a21e-84717f8edde9 req-90efaa51-830e-4eed-8ab9-995323a1bb7b tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0955560 Feb 18 09:43:50.483391 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-07246053-5221-4f00-b3c1-51cfc538c387 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1171687 Feb 18 09:43:50.515662 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93ae14c1-568b-4986-a21e-84717f8edde9 req-b14be59d-705b-4565-a63d-c8f3d1e211d2 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470407 Feb 18 09:43:51.762133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-58b2debf-e6b6-4a21-ada6-913b67ea9538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:51.763583 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-58b2debf-e6b6-4a21-ada6-913b67ea9538 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=476c3e474cf340e7a189c1a94525a174&device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 1096 time: 0.1024239 Feb 18 09:43:51.772584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bb551-a206-4a92-a256-c13d9e03ace0 req-b4faf2e8-4d86-4201-be02-e173e939cb97 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:51.773920 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a48bb551-a206-4a92-a256-c13d9e03ace0 req-b4faf2e8-4d86-4201-be02-e173e939cb97 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.1442809 Feb 18 09:43:51.895900 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a48bb551-a206-4a92-a256-c13d9e03ace0 req-ed4a25db-8090-4bb7-8d13-9c4864afc3d2 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038325 Feb 18 09:43:51.931339 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-d0f371fd-6cb7-4c1a-b558-273af7478726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:51.932815 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-d0f371fd-6cb7-4c1a-b558-273af7478726 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1972f397-b023-4dc9-a9b2-5f35c8d3ae5e HTTP/1.1" status: 200 len: 913 time: 0.1580725 Feb 18 09:43:52.009764 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-f9b5e6a0-6980-4644-99d9-2aac860b1896 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 HTTP/1.1" status: 200 len: 217 time: 0.0647831 Feb 18 09:43:52.069784 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-f2aaebba-b65d-4cbc-9582-919ca56f383a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:52.071177 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-f2aaebba-b65d-4cbc-9582-919ca56f383a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=888c6952-08b7-4e3b-95ba-694f6cccab78 HTTP/1.1" status: 200 len: 852 time: 0.0557532 Feb 18 09:43:52.120142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-c85ebcae-0680-44a1-9f85-c8175246063a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1972f397-b023-4dc9-a9b2-5f35c8d3ae5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431643 Feb 18 09:43:52.250846 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-046278b1-7733-4f44-a04b-20504f93ca09 service neutron] 10.222.0.81 "GET /v2.0/networks/1972f397-b023-4dc9-a9b2-5f35c8d3ae5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241927 Feb 18 09:43:52.384870 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-52c8d3a0-42c1-4c75-a8f0-ad3ad6d3ed98 service neutron] 10.222.0.81 "GET /v2.0/networks/1972f397-b023-4dc9-a9b2-5f35c8d3ae5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277511 Feb 18 09:43:53.081304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8b6e3-bd13-4c2a-b3df-d1a447a6d18b req-d69d830e-aef4-4e52-84a3-36e8b5723bf1 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:53.083036 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1eb8b6e3-bd13-4c2a-b3df-d1a447a6d18b req-d69d830e-aef4-4e52-84a3-36e8b5723bf1 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0772688 Feb 18 09:43:53.126489 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1eb8b6e3-bd13-4c2a-b3df-d1a447a6d18b req-35acbc30-9b60-46c4-85ef-75d074cb2b57 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379162 Feb 18 09:43:53.895150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-dab1c796-6f5b-4f8a-afd6-6e16b55cebea req-93c06be7-53d5-4c9d-b5c0-6dfb00486f2a service neutron] (87768) timed out ('10.222.0.61', 60290) {{(pid=87768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 09:43:54.316355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b92096-c2ce-406f-b1f9-9d2549197da1 req-6c9f0128-6ec3-49a6-9cae-0b5978890c6e tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:54.318498 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41b92096-c2ce-406f-b1f9-9d2549197da1 req-6c9f0128-6ec3-49a6-9cae-0b5978890c6e tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0831363 Feb 18 09:43:54.362541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41b92096-c2ce-406f-b1f9-9d2549197da1 req-f11310ee-a637-471e-b075-ca99bc962f0c tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383952 Feb 18 09:43:54.524392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb1f5a-a247-4ecd-9c02-e84b14dcf7aa req-8b309c57-7c58-47fb-a177-6121fc0de078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:54.525790 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91cb1f5a-a247-4ecd-9c02-e84b14dcf7aa req-8b309c57-7c58-47fb-a177-6121fc0de078 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=476c3e474cf340e7a189c1a94525a174&device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 1096 time: 0.0785763 Feb 18 09:43:54.668074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb1f5a-a247-4ecd-9c02-e84b14dcf7aa req-421d4e70-1a82-4d07-aeca-1a4599006963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:54.669579 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91cb1f5a-a247-4ecd-9c02-e84b14dcf7aa req-421d4e70-1a82-4d07-aeca-1a4599006963 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1972f397-b023-4dc9-a9b2-5f35c8d3ae5e HTTP/1.1" status: 200 len: 913 time: 0.1253791 Feb 18 09:43:54.743263 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91cb1f5a-a247-4ecd-9c02-e84b14dcf7aa req-0f8366b5-4364-4a20-8e11-d36b3f31701a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 HTTP/1.1" status: 200 len: 217 time: 0.0679405 Feb 18 09:43:54.803982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb1f5a-a247-4ecd-9c02-e84b14dcf7aa req-f2eb710d-b0fb-45c0-8bbe-b694a68e7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:54.805345 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91cb1f5a-a247-4ecd-9c02-e84b14dcf7aa req-f2eb710d-b0fb-45c0-8bbe-b694a68e7ee1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=888c6952-08b7-4e3b-95ba-694f6cccab78 HTTP/1.1" status: 200 len: 852 time: 0.0568740 Feb 18 09:43:54.955934 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91cb1f5a-a247-4ecd-9c02-e84b14dcf7aa req-f3f08bf2-3b02-450d-a786-6f69d5067e0f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1972f397-b023-4dc9-a9b2-5f35c8d3ae5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446555 Feb 18 09:43:55.084038 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91cb1f5a-a247-4ecd-9c02-e84b14dcf7aa req-4fe172a9-d8e1-4819-a858-90f774f05c36 service neutron] 10.222.0.81 "GET /v2.0/networks/1972f397-b023-4dc9-a9b2-5f35c8d3ae5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216114 Feb 18 09:43:55.211691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91cb1f5a-a247-4ecd-9c02-e84b14dcf7aa req-6e48fed8-07ac-4f74-b058-285fec0d6373 service neutron] 10.222.0.81 "GET /v2.0/networks/1972f397-b023-4dc9-a9b2-5f35c8d3ae5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218197 Feb 18 09:43:55.546081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c2e36-52b1-401f-b4e5-bfb5cd254170 req-962dbcb1-17f1-49c6-aed8-f2dbcc32d676 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:55.547507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a72c2e36-52b1-401f-b4e5-bfb5cd254170 req-962dbcb1-17f1-49c6-aed8-f2dbcc32d676 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0784895 Feb 18 09:43:55.591810 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a72c2e36-52b1-401f-b4e5-bfb5cd254170 req-85089090-5940-4816-bc00-f685807741b6 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387073 Feb 18 09:43:56.776527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76f480-3dd6-4f1e-8327-789d78002855 req-cc930f0c-9e63-4909-b6ef-000bd53adfc9 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:56.777987 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f76f480-3dd6-4f1e-8327-789d78002855 req-cc930f0c-9e63-4909-b6ef-000bd53adfc9 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0821426 Feb 18 09:43:56.822352 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f76f480-3dd6-4f1e-8327-789d78002855 req-2d5e712a-73fb-4d11-b4b7-223b0bcc87aa tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387414 Feb 18 09:43:58.003192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42d56d-ba57-44d4-b59a-3bca3992fd3f req-f2646a79-4e30-4aec-a03b-57cef930dcfa tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:58.004660 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c42d56d-ba57-44d4-b59a-3bca3992fd3f req-f2646a79-4e30-4aec-a03b-57cef930dcfa tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0779853 Feb 18 09:43:58.048531 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c42d56d-ba57-44d4-b59a-3bca3992fd3f req-3bc22e7c-bfb4-41c1-b48e-8b3328eac8bc tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375164 Feb 18 09:43:59.252075 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26faa44c-df13-4d34-ad61-0a716c924534 req-459f61d5-801f-485c-bb98-5e1ee8a21c7f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:43:59.253545 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26faa44c-df13-4d34-ad61-0a716c924534 req-459f61d5-801f-485c-bb98-5e1ee8a21c7f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0830779 Feb 18 09:43:59.299810 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26faa44c-df13-4d34-ad61-0a716c924534 req-d99f96ad-27d9-48b0-8d42-9ee29e6985c4 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403161 Feb 18 09:44:00.417337 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-642f75e8-480f-4bdc-a450-3aef92de48d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:00.500188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01f33b-734c-426b-9581-a609b604ec31 req-50228d97-2f8e-444a-85f6-649c7e749af8 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:00.501795 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc01f33b-734c-426b-9581-a609b604ec31 req-50228d97-2f8e-444a-85f6-649c7e749af8 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0832641 Feb 18 09:44:00.553945 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc01f33b-734c-426b-9581-a609b604ec31 req-d430b369-322b-4b06-95dc-0a14d232b3f4 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456121 Feb 18 09:44:01.756470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a1e4f-82f1-42ea-90ee-8c3b95023990 req-14e26e32-49f7-4172-b368-45ec2c6f0150 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:01.765676 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e42a1e4f-82f1-42ea-90ee-8c3b95023990 req-14e26e32-49f7-4172-b368-45ec2c6f0150 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0814903 Feb 18 09:44:01.803638 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e42a1e4f-82f1-42ea-90ee-8c3b95023990 req-677d7b87-99e9-474b-a707-2f1549edb3ac tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396781 Feb 18 09:44:02.997056 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aceb6-26a2-4ca9-ae3c-41565d4e6447 req-4fafc2f2-a4fe-4e9b-b6be-04dd7cada540 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:02.998529 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b0aceb6-26a2-4ca9-ae3c-41565d4e6447 req-4fafc2f2-a4fe-4e9b-b6be-04dd7cada540 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0868809 Feb 18 09:44:03.051894 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b0aceb6-26a2-4ca9-ae3c-41565d4e6447 req-4711e0f9-a299-45f8-acab-dd5adc3c6c67 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476820 Feb 18 09:44:03.873186 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-27da9cb5-2151-47e8-8e45-3c32a2493a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:03.957726 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:03.983731 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:04.249640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc44ce7-081d-40a0-9ee9-e26cb3d5a138 req-b22320dc-3bb7-435d-a94b-9ebde3f128b6 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:04.251148 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abc44ce7-081d-40a0-9ee9-e26cb3d5a138 req-b22320dc-3bb7-435d-a94b-9ebde3f128b6 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0856006 Feb 18 09:44:04.318838 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abc44ce7-081d-40a0-9ee9-e26cb3d5a138 req-20023b8c-3aab-4ca6-9285-07c941199084 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610137 Feb 18 09:44:05.205688 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:05.545373 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a296e79-a3e3-495b-880e-d3821ac24e57 req-b11f3863-2591-4fd7-85c1-a9e3932faca2 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:05.546768 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5a296e79-a3e3-495b-880e-d3821ac24e57 req-b11f3863-2591-4fd7-85c1-a9e3932faca2 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0966594 Feb 18 09:44:05.597702 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5a296e79-a3e3-495b-880e-d3821ac24e57 req-d615fe13-2d4c-4cf0-9961-db324cd15954 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399609 Feb 18 09:44:06.796413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0dbe0-5477-43f6-9310-04ca05046cb5 req-caa38444-1c56-4d74-b018-fa3edc24f297 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:06.797924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8be0dbe0-5477-43f6-9310-04ca05046cb5 req-caa38444-1c56-4d74-b018-fa3edc24f297 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0826144 Feb 18 09:44:06.850248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8be0dbe0-5477-43f6-9310-04ca05046cb5 req-39f293ce-e6e9-4aa0-8f26-bf8ef3f7a6e0 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423861 Feb 18 09:44:08.231282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1cd70-4ed8-4700-bd4c-331effddc9dc req-6a31dc17-9a01-4c26-9abe-ad081c1b6113 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:08.232883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30a1cd70-4ed8-4700-bd4c-331effddc9dc req-6a31dc17-9a01-4c26-9abe-ad081c1b6113 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.1092799 Feb 18 09:44:08.288239 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30a1cd70-4ed8-4700-bd4c-331effddc9dc req-653cfc08-163f-4ac4-a54b-8e37f0f0d7d0 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488381 Feb 18 09:44:09.491002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a3036-5cd4-4fac-b340-2d2d235421b9 req-95d52fea-104e-4195-bbe0-48488288ed62 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:09.492597 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b7a3036-5cd4-4fac-b340-2d2d235421b9 req-95d52fea-104e-4195-bbe0-48488288ed62 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0855215 Feb 18 09:44:09.544503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b7a3036-5cd4-4fac-b340-2d2d235421b9 req-b17abf26-8262-4267-9280-335a6b4ea65d tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460253 Feb 18 09:44:10.826463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f494a-fe27-4daa-9ae3-0bd29dbfa64e req-a776ad11-8c28-440f-b831-5dd6a8880f55 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:10.827994 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa3f494a-fe27-4daa-9ae3-0bd29dbfa64e req-a776ad11-8c28-440f-b831-5dd6a8880f55 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0896969 Feb 18 09:44:10.880357 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa3f494a-fe27-4daa-9ae3-0bd29dbfa64e req-ef47eee0-11f0-49bf-b9a1-d0fc5b73f6da tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413966 Feb 18 09:44:11.710412 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:11.875647 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:12.094737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef0ed8-9aee-4c33-b9c5-dfd0dd2b50b9 req-85cfb044-5bb8-460e-827b-2ba57d0149ae tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:12.097361 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7ef0ed8-9aee-4c33-b9c5-dfd0dd2b50b9 req-85cfb044-5bb8-460e-827b-2ba57d0149ae tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.1054649 Feb 18 09:44:12.147198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7ef0ed8-9aee-4c33-b9c5-dfd0dd2b50b9 req-78fc3acc-44b5-4fd9-a710-e87f1657174b tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423870 Feb 18 09:44:13.362793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1a7ce-dffd-4829-9814-a61b83bbc490 req-3eb660f1-ccae-4ee6-b4a5-dd8863309507 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:13.364407 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7c1a7ce-dffd-4829-9814-a61b83bbc490 req-3eb660f1-ccae-4ee6-b4a5-dd8863309507 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0932374 Feb 18 09:44:13.416671 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e7c1a7ce-dffd-4829-9814-a61b83bbc490 req-5bb81516-b890-41c7-9e3a-63e372ea2df6 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431883 Feb 18 09:44:14.619264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62405681-8e67-4c6e-9ebe-6b7575ed10e7 req-f6f24b95-bd8f-48a2-9bb5-eaf8150f42d8 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:14.623542 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-62405681-8e67-4c6e-9ebe-6b7575ed10e7 req-f6f24b95-bd8f-48a2-9bb5-eaf8150f42d8 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0927374 Feb 18 09:44:14.668777 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-62405681-8e67-4c6e-9ebe-6b7575ed10e7 req-1ef31590-1b71-40af-ae35-566a2d2d89d5 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419459 Feb 18 09:44:15.857811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd3a90-1206-4084-8e8c-777bbe637e60 req-894f90cb-ff1a-438d-9ff4-3fc41df02eaa tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:15.859422 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dbfd3a90-1206-4084-8e8c-777bbe637e60 req-894f90cb-ff1a-438d-9ff4-3fc41df02eaa tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0805609 Feb 18 09:44:15.908511 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dbfd3a90-1206-4084-8e8c-777bbe637e60 req-ec053791-2f9a-4eac-83c1-6d8042665864 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425303 Feb 18 09:44:17.099958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cdcd6-352b-46fa-b02d-a46118e181a0 req-c07d66ce-dfe6-4eef-a2ae-5522074cd962 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:17.101455 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e6cdcd6-352b-46fa-b02d-a46118e181a0 req-c07d66ce-dfe6-4eef-a2ae-5522074cd962 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0837946 Feb 18 09:44:17.147113 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e6cdcd6-352b-46fa-b02d-a46118e181a0 req-f9a60dc4-a45b-4074-b832-c555d29f7b91 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399635 Feb 18 09:44:18.334358 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa25224-0641-463d-a44a-227d5371961e req-ee420cb2-54d3-45c0-8cda-9ac6aeb34a98 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:18.335811 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fa25224-0641-463d-a44a-227d5371961e req-ee420cb2-54d3-45c0-8cda-9ac6aeb34a98 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.0810311 Feb 18 09:44:18.382701 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fa25224-0641-463d-a44a-227d5371961e req-d40c8b29-4d86-4956-837f-12770c43b75f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411205 Feb 18 09:44:19.471515 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-e97c95e5-dafd-405a-ab88-4db4638a05fc service neutron] show failed (client error): The resource could not be found. Feb 18 09:44:19.472563 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-e97c95e5-dafd-405a-ab88-4db4638a05fc service neutron] 10.222.0.81 "GET /v2.0/ports/43d3308f-eaa6-4c8b-97f5-27bb13e9eb92/bindings/n-h2-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.0743754 Feb 18 09:44:19.721735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db466a-6af3-484c-aadb-746b404cb340 req-ab85c576-79b9-413b-b1d6-9d43e9ab9141 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:19.723116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-12db466a-6af3-484c-aadb-746b404cb340 req-ab85c576-79b9-413b-b1d6-9d43e9ab9141 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.2317550 Feb 18 09:44:19.780247 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-12db466a-6af3-484c-aadb-746b404cb340 req-c5cd7fe8-f6d8-4604-8fb3-4f57fd574fff tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487351 Feb 18 09:44:19.787016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-11608088-9093-4f1a-a90d-96e624f33f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:19.788474 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-11608088-9093-4f1a-a90d-96e624f33f69 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540&tenant_id=476c3e474cf340e7a189c1a94525a174 HTTP/1.1" status: 200 len: 1096 time: 0.1212358 Feb 18 09:44:19.799351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:44:19.908949 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:20.202427 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] For port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,segment=NetworkSegment(71d64a98-3776-44a7-bb13-d83f03d97fce),segment_id=71d64a98-3776-44a7-bb13-d83f03d97fce)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:44:20.249037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] For port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:44:20.344684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd71f42-d5be-489b-a67b-aa62c317b540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d3308f-eaa6-4c8b-97f5-27bb13e9eb92'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:44:20.355105 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:20.379508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Transition to ACTIVE for port object 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:20.384510 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:20.424205 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd71f42-d5be-489b-a67b-aa62c317b540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d3308f-eaa6-4c8b-97f5-27bb13e9eb92', 'code': 200} Feb 18 09:44:20.553891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] No DVR routers for this DVR port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:44:20.556069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Pushing event updated for resources: {'Port': ['ID=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,revision_number=6']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:20.565209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:20.565575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:20.565899 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:20.566230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:20.566562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:20.566892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:20.567292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:20.568341 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:20.568679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:20.568999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:20.569326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:20.569649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:20.621096 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Attempting to bind port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:44:20.621449 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Attempting to bind port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '71d64a98-3776-44a7-bb13-d83f03d97fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1972f397-b023-4dc9-a9b2-5f35c8d3ae5e'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:44:20.621775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Attempting to bind port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 on network 1972f397-b023-4dc9-a9b2-5f35c8d3ae5e {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:44:20.626149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 on network 1972f397-b023-4dc9-a9b2-5f35c8d3ae5e not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:44:20.626463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Attempting to bind port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 on network 1972f397-b023-4dc9-a9b2-5f35c8d3ae5e {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:44:20.632150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:44:20.632512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Checking segment: {'id': '71d64a98-3776-44a7-bb13-d83f03d97fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1972f397-b023-4dc9-a9b2-5f35c8d3ae5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:44:20.632882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Bound using segment: {'id': '71d64a98-3776-44a7-bb13-d83f03d97fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1972f397-b023-4dc9-a9b2-5f35c8d3ae5e'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:44:20.633292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Bound port: 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d64a98-3776-44a7-bb13-d83f03d97fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1972f397-b023-4dc9-a9b2-5f35c8d3ae5e'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:44:20.633628 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:20.736975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] For port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:44:20.741411 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] For port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,segment=NetworkSegment(71d64a98-3776-44a7-bb13-d83f03d97fce),segment_id=71d64a98-3776-44a7-bb13-d83f03d97fce)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:44:20.746505 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:20.803418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:20.803418 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:20.804715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] 10.222.0.61 "PUT /v2.0/ports/43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 HTTP/1.1" status: 200 len: 1091 time: 1.0093253 Feb 18 09:44:20.886480 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5ae98-d616-434a-ab3b-7c7af10cfa76 service neutron] Pushing event updated for resources: {'Port': ['ID=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:20.949996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-a7db2959-e1f1-4f0b-baea-1bbf5cadf382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:20.951504 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-a7db2959-e1f1-4f0b-baea-1bbf5cadf382 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=476c3e474cf340e7a189c1a94525a174&device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 1094 time: 0.1207142 Feb 18 09:44:21.103689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5702e67-b479-4d45-84a7-d5c5f4fa2355 req-9c8b76f2-4b94-4be9-81a4-6662608b3209 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:21.105165 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f5702e67-b479-4d45-84a7-d5c5f4fa2355 req-9c8b76f2-4b94-4be9-81a4-6662608b3209 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 943 time: 0.1961873 Feb 18 09:44:21.109506 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-f9e0e356-c209-4d83-af7c-abba258054b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:21.110860 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-f9e0e356-c209-4d83-af7c-abba258054b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1972f397-b023-4dc9-a9b2-5f35c8d3ae5e HTTP/1.1" status: 200 len: 913 time: 0.1527843 Feb 18 09:44:21.192678 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-f3007a48-8d72-426b-9529-d652cd4d9a6d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 HTTP/1.1" status: 200 len: 217 time: 0.0677969 Feb 18 09:44:21.252143 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f5702e67-b479-4d45-84a7-d5c5f4fa2355 req-5e7d46b1-10ba-42df-abb7-3bdac1606bfb tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403642 Feb 18 09:44:21.270866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-b941470c-34d9-44b3-ab40-d0a04af70e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:21.272292 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-b941470c-34d9-44b3-ab40-d0a04af70e36 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=888c6952-08b7-4e3b-95ba-694f6cccab78 HTTP/1.1" status: 200 len: 852 time: 0.0720322 Feb 18 09:44:21.318022 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-b16e6604-e4b5-4b6b-b6b2-28fdaf0b8ea6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1972f397-b023-4dc9-a9b2-5f35c8d3ae5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391858 Feb 18 09:44:21.546548 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-bb188083-b7a6-4fcb-b3ae-0fd1aa16558b service neutron] 10.222.0.61 "GET /v2.0/networks/1972f397-b023-4dc9-a9b2-5f35c8d3ae5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232530 Feb 18 09:44:21.683874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a934e7bd-735f-4f00-8c4e-3e7351c9d28d req-25390081-397b-4fb3-830e-35d1f20eeb27 service neutron] 10.222.0.61 "GET /v2.0/networks/1972f397-b023-4dc9-a9b2-5f35c8d3ae5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306851 Feb 18 09:44:22.427622 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd71f42-d5be-489b-a67b-aa62c317b540', 'tag': '43d3308f-eaa6-4c8b-97f5-27bb13e9eb92'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:44:22.456684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d761a14-423c-4e06-97e2-59a3c3ef4da8 req-3070f21c-68ad-42e4-8a79-3ea96f6d6884 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:22.458197 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d761a14-423c-4e06-97e2-59a3c3ef4da8 req-3070f21c-68ad-42e4-8a79-3ea96f6d6884 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 943 time: 0.0954461 Feb 18 09:44:22.485303 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd71f42-d5be-489b-a67b-aa62c317b540', 'tag': '43d3308f-eaa6-4c8b-97f5-27bb13e9eb92', 'status': 'completed', 'code': 200} Feb 18 09:44:22.507868 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d761a14-423c-4e06-97e2-59a3c3ef4da8 req-04970a56-9bc4-4be4-985f-425e84547387 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440178 Feb 18 09:44:22.634627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-268d7fc1-be63-4f47-b0b4-5c8c6a8ac186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:22.636079 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-268d7fc1-be63-4f47-b0b4-5c8c6a8ac186 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=476c3e474cf340e7a189c1a94525a174&device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 1094 time: 0.1263366 Feb 18 09:44:22.638748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-ebfbdcd1-c63f-4928-8397-aa86e467c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:22.640042 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-ebfbdcd1-c63f-4928-8397-aa86e467c985 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=476c3e474cf340e7a189c1a94525a174&device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 1094 time: 0.1313307 Feb 18 09:44:22.873441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-32211d54-78bd-4d36-96e6-f72739b2feef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:22.874889 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-32211d54-78bd-4d36-96e6-f72739b2feef service neutron] 10.222.0.81 "GET /v2.0/networks?id=1972f397-b023-4dc9-a9b2-5f35c8d3ae5e HTTP/1.1" status: 200 len: 913 time: 0.2325113 Feb 18 09:44:22.877069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-9d94f580-bc3d-4c1e-9f90-fcfdfcd7bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:22.878355 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-9d94f580-bc3d-4c1e-9f90-fcfdfcd7bdab service neutron] 10.222.0.61 "GET /v2.0/networks?id=1972f397-b023-4dc9-a9b2-5f35c8d3ae5e HTTP/1.1" status: 200 len: 913 time: 0.2183700 Feb 18 09:44:22.993384 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-dfdc8d32-f471-412a-9974-8ee1b8811e55 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 HTTP/1.1" status: 200 len: 217 time: 0.1118379 Feb 18 09:44:23.001737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-f4d57d59-e5fa-4916-b91b-ad1214fa4335 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 HTTP/1.1" status: 200 len: 217 time: 0.0743165 Feb 18 09:44:23.101344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:44:23.106258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-e951d1de-de4c-41da-86be-b6870314cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:23.107695 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-e951d1de-de4c-41da-86be-b6870314cd07 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=888c6952-08b7-4e3b-95ba-694f6cccab78 HTTP/1.1" status: 200 len: 852 time: 0.1074646 Feb 18 09:44:23.109077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-7efe9609-4ddd-43b0-9f68-e467e91e56ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:23.110362 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-7efe9609-4ddd-43b0-9f68-e467e91e56ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=888c6952-08b7-4e3b-95ba-694f6cccab78 HTTP/1.1" status: 200 len: 852 time: 0.0804589 Feb 18 09:44:23.162799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:44:23.186040 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-49a1b1bf-c138-4b61-bdcc-c9604a83a6b4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1972f397-b023-4dc9-a9b2-5f35c8d3ae5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719550 Feb 18 09:44:23.214766 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-809e621d-ecac-49e6-a10b-255cb399d68a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1972f397-b023-4dc9-a9b2-5f35c8d3ae5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670733 Feb 18 09:44:23.422208 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-19d0a43e-4e9b-4560-ba66-8fb6ce309541 service neutron] 10.222.0.81 "GET /v2.0/networks/1972f397-b023-4dc9-a9b2-5f35c8d3ae5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258646 Feb 18 09:44:23.446671 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-544dd98a-eb4a-4281-ad92-dd66bff1e2e6 service neutron] 10.222.0.61 "GET /v2.0/networks/1972f397-b023-4dc9-a9b2-5f35c8d3ae5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855392 Feb 18 09:44:23.832412 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-10c7b40c-614d-47b7-8c4e-93fcb7ec9d42 service neutron] 10.222.0.81 "GET /v2.0/networks/1972f397-b023-4dc9-a9b2-5f35c8d3ae5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034488 Feb 18 09:44:23.856489 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-48e9ba76-df32-4079-b255-6aeb79fd3229 req-9fa3c100-a217-43dd-83f5-f42358dc7b3f service neutron] 10.222.0.61 "GET /v2.0/networks/1972f397-b023-4dc9-a9b2-5f35c8d3ae5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615024 Feb 18 09:44:23.869112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430926e-2652-416c-947f-f64fbc47535b req-2a109349-5a05-4ca5-bdfb-b994b87cb1c5 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:23.871001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a430926e-2652-416c-947f-f64fbc47535b req-2a109349-5a05-4ca5-bdfb-b994b87cb1c5 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 943 time: 0.2291291 Feb 18 09:44:23.915681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a430926e-2652-416c-947f-f64fbc47535b req-339c3a61-ee99-42b6-8e0f-9e10a456a7ab tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386410 Feb 18 09:44:25.099543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f316963-50c9-48e3-8706-ad7b5a98ef97 req-0542f692-354f-443e-a5a4-28b968a15ad8 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:25.101037 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f316963-50c9-48e3-8706-ad7b5a98ef97 req-0542f692-354f-443e-a5a4-28b968a15ad8 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 943 time: 0.0794120 Feb 18 09:44:25.144634 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f316963-50c9-48e3-8706-ad7b5a98ef97 req-ff312eaf-5f9a-48c4-89d8-7b021d094287 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379291 Feb 18 09:44:25.531783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-44b191d6-c62e-4ca6-9a7f-d093178811f2 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:25.533121 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-44b191d6-c62e-4ca6-9a7f-d093178811f2 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540&tenant_id=476c3e474cf340e7a189c1a94525a174&binding%3Ahost_id=n-h2-829434-1 HTTP/1.1" status: 200 len: 943 time: 0.1002915 Feb 18 09:44:25.609903 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-f7acfacc-c30e-4273-b2f7-f99e34316b72 service neutron] delete failed (client error): The resource could not be found. Feb 18 09:44:25.610878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-f7acfacc-c30e-4273-b2f7-f99e34316b72 service neutron] 10.222.0.81 "DELETE /v2.0/ports/43d3308f-eaa6-4c8b-97f5-27bb13e9eb92/bindings/n-h1-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.0717993 Feb 18 09:44:25.752390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-9567a1a1-fead-45f7-bb8f-883df5523805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:25.753824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-9567a1a1-fead-45f7-bb8f-883df5523805 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=476c3e474cf340e7a189c1a94525a174&device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 1094 time: 0.0727668 Feb 18 09:44:25.887408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-b2f60c53-cf53-476c-9fa2-0226ef9b9fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:25.888904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-b2f60c53-cf53-476c-9fa2-0226ef9b9fb7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1972f397-b023-4dc9-a9b2-5f35c8d3ae5e HTTP/1.1" status: 200 len: 913 time: 0.1292722 Feb 18 09:44:25.954722 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-2a63df3e-4977-4e92-8077-3a86d1fc6a03 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 HTTP/1.1" status: 200 len: 217 time: 0.0588150 Feb 18 09:44:26.018325 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-ed29be89-761c-4683-ab2d-5877a6f0d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:26.019723 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-ed29be89-761c-4683-ab2d-5877a6f0d75e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=888c6952-08b7-4e3b-95ba-694f6cccab78 HTTP/1.1" status: 200 len: 852 time: 0.0590229 Feb 18 09:44:26.066039 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-08901a32-2bda-4a40-bb3d-79fdda3e69a5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1972f397-b023-4dc9-a9b2-5f35c8d3ae5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404356 Feb 18 09:44:26.196621 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-ca6c9c74-7d7c-43c2-a572-eb7df65bb7e7 service neutron] 10.222.0.81 "GET /v2.0/networks/1972f397-b023-4dc9-a9b2-5f35c8d3ae5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247108 Feb 18 09:44:26.326998 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-b471815c-95fc-4f94-8ba8-b3c94d2aa641 service neutron] 10.222.0.81 "GET /v2.0/networks/1972f397-b023-4dc9-a9b2-5f35c8d3ae5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248152 Feb 18 09:44:26.689959 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:44:26.851311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,segment=NetworkSegment(71d64a98-3776-44a7-bb13-d83f03d97fce),segment_id=71d64a98-3776-44a7-bb13-d83f03d97fce)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:44:26.866516 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '43d3308f-eaa6-4c8b-97f5-27bb13e9eb92', 'network_id': '1972f397-b023-4dc9-a9b2-5f35c8d3ae5e', 'port_id': '43d3308f-eaa6-4c8b-97f5-27bb13e9eb92', 'mac_address': 'fa:16:3e:8e:d3:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '888c6952-08b7-4e3b-95ba-694f6cccab78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:44:26.923319 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:26.942663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:44:26.960902 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,segment=NetworkSegment(71d64a98-3776-44a7-bb13-d83f03d97fce),segment_id=71d64a98-3776-44a7-bb13-d83f03d97fce)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:44:26.964783 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:27.039596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:27.047205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:27.047562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:27.047905 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:27.048241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:27.048597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:27.048926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:27.049252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:27.049575 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:27.049898 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:27.050228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:27.050541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:27.050859 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:27.107469 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:44:27.145776 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3d4ec-d425-456e-8c0f-554d14eb7d78 req-9faffb7e-26a2-4a6b-8dee-e768a0f6508b tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:27.148183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fa3d4ec-d425-456e-8c0f-554d14eb7d78 req-9faffb7e-26a2-4a6b-8dee-e768a0f6508b tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 944 time: 0.0833893 Feb 18 09:44:27.195334 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fa3d4ec-d425-456e-8c0f-554d14eb7d78 req-cda2e413-b5ea-4fc7-8d9e-8ef32513ee4f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414133 Feb 18 09:44:27.293512 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['43d3308f-eaa6-4c8b-97f5-27bb13e9eb92'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:44:28.441798 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-38be2548-4d7a-4b6b-afb3-ccf1504996cb tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:28.443440 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-38be2548-4d7a-4b6b-afb3-ccf1504996cb tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 944 time: 0.1105466 Feb 18 09:44:28.451866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70d527-576f-49ed-a67d-13f6854e25e1 req-bd2fa7c4-e6f7-451d-9ac9-3115fcd1bc0b tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:28.453250 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c70d527-576f-49ed-a67d-13f6854e25e1 req-bd2fa7c4-e6f7-451d-9ac9-3115fcd1bc0b tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 944 time: 0.1515522 Feb 18 09:44:28.561861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-12ea46a3-759a-4b2d-ba3c-16a131249e7c tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Deleting port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:44:28.562114 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-12ea46a3-759a-4b2d-ba3c-16a131249e7c tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:28.587962 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0c70d527-576f-49ed-a67d-13f6854e25e1 req-1363e1b0-9d57-43f0-ab96-43093f6f35e8 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004534 Feb 18 09:44:28.705369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:44:28.809185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:28.814412 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:28.814883 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:28.930409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-12ea46a3-759a-4b2d-ba3c-16a131249e7c tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] For port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,segment=NetworkSegment(71d64a98-3776-44a7-bb13-d83f03d97fce),segment_id=71d64a98-3776-44a7-bb13-d83f03d97fce)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:44:28.930768 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-12ea46a3-759a-4b2d-ba3c-16a131249e7c tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:28.945812 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:28.972020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd71f42-d5be-489b-a67b-aa62c317b540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d3308f-eaa6-4c8b-97f5-27bb13e9eb92'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:44:28.982846 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,segment=NetworkSegment(71d64a98-3776-44a7-bb13-d83f03d97fce),segment_id=71d64a98-3776-44a7-bb13-d83f03d97fce)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:44:28.986501 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:29.023163 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd71f42-d5be-489b-a67b-aa62c317b540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d3308f-eaa6-4c8b-97f5-27bb13e9eb92', 'code': 200} Feb 18 09:44:29.055049 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:29.055286 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-12ea46a3-759a-4b2d-ba3c-16a131249e7c tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Calling delete_port for 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:44:29.139478 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-12ea46a3-759a-4b2d-ba3c-16a131249e7c tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:44:29.139798 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-12ea46a3-759a-4b2d-ba3c-16a131249e7c tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:44:29.641155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-12ea46a3-759a-4b2d-ba3c-16a131249e7c tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Deleting port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:44:29.641747 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-12ea46a3-759a-4b2d-ba3c-16a131249e7c tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:29.921381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf8d9c-682d-413b-b92a-e500cb324963 req-392b7d23-f015-4a2f-bb66-e955c686f8e0 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:29.922816 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dddf8d9c-682d-413b-b92a-e500cb324963 req-392b7d23-f015-4a2f-bb66-e955c686f8e0 tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bd71f42-d5be-489b-a67b-aa62c317b540 HTTP/1.1" status: 200 len: 945 time: 0.2250648 Feb 18 09:44:29.963116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-12ea46a3-759a-4b2d-ba3c-16a131249e7c tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] For port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,segment=NetworkSegment(71d64a98-3776-44a7-bb13-d83f03d97fce),segment_id=71d64a98-3776-44a7-bb13-d83f03d97fce)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:44:29.963468 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-12ea46a3-759a-4b2d-ba3c-16a131249e7c tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:30.098377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-12ea46a3-759a-4b2d-ba3c-16a131249e7c tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Calling delete_port for 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:44:30.127907 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dddf8d9c-682d-413b-b92a-e500cb324963 req-738d4848-4b53-44f5-91ec-ede55574fb5f tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.72 "GET /v2.0/security-groups?id=dee0ec46-2258-419a-9954-31797c4191b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982486 Feb 18 09:44:30.243770 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-12ea46a3-759a-4b2d-ba3c-16a131249e7c tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:30.256814 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['43d3308f-eaa6-4c8b-97f5-27bb13e9eb92'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:44:30.298038 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea46a3-759a-4b2d-ba3c-16a131249e7c tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Pushing event deleted for resources: {'Port': ['ID=43d3308f-eaa6-4c8b-97f5-27bb13e9eb92,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:30.370024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-12ea46a3-759a-4b2d-ba3c-16a131249e7c tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] No DVR routers for this DVR port 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:44:30.372565 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-12ea46a3-759a-4b2d-ba3c-16a131249e7c tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:30.374985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd71f42-d5be-489b-a67b-aa62c317b540', 'name': 'network-vif-deleted', 'tag': '43d3308f-eaa6-4c8b-97f5-27bb13e9eb92'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:44:30.391440 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2529a44-cb5d-408d-a698-33474c3b7937 req-12ea46a3-759a-4b2d-ba3c-16a131249e7c tempest-DeleteServersTestJSON-905191878 tempest-DeleteServersTestJSON-905191878-project] 10.222.0.61 "DELETE /v2.0/ports/43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 HTTP/1.1" status: 204 len: 173 time: 1.9372218 Feb 18 09:44:30.421831 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e8053166-dbb5-4a64-80a9-c86c084d1821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:30.424476 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd71f42-d5be-489b-a67b-aa62c317b540', 'name': 'network-vif-deleted', 'tag': '43d3308f-eaa6-4c8b-97f5-27bb13e9eb92', 'status': 'completed', 'code': 200} Feb 18 09:44:31.376529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48108) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:31.434542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] Deleting subnet 888c6952-08b7-4e3b-95ba-694f6cccab78 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:44:31.437344 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:31.488671 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:31.541816 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:31.606682 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:31.647645 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=888c6952-08b7-4e3b-95ba-694f6cccab78,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:31.652718 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:31.659719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:31.660052 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:31.660420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:31.660752 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:31.661075 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:31.662247 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:31.662569 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:31.662900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:31.663224 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:31.663542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:31.663860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:31.664176 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:44:31.669598 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e836c630-5e69-4b87-bb07-210c85af47f2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/888c6952-08b7-4e3b-95ba-694f6cccab78 HTTP/1.1" status: 204 len: 168 time: 0.2914519 Feb 18 09:44:31.671445 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48112) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:31.777495 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-12742eec-47b1-4578-8d7b-2af9c8656305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:31.901653 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-12742eec-47b1-4578-8d7b-2af9c8656305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:31.925882 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-12742eec-47b1-4578-8d7b-2af9c8656305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1972f397-b023-4dc9-a9b2-5f35c8d3ae5e']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:31.938724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-12742eec-47b1-4578-8d7b-2af9c8656305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d64a98-3776-44a7-bb13-d83f03d97fce') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:31.939023 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-12742eec-47b1-4578-8d7b-2af9c8656305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d64a98-3776-44a7-bb13-d83f03d97fce') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:44:31.951071 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-12742eec-47b1-4578-8d7b-2af9c8656305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:31.968072 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-12742eec-47b1-4578-8d7b-2af9c8656305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:31.974605 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12742eec-47b1-4578-8d7b-2af9c8656305 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:44:31.974999 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-12742eec-47b1-4578-8d7b-2af9c8656305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:44:31.987846 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:44:32.064576 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-12742eec-47b1-4578-8d7b-2af9c8656305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:32.081339 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-12742eec-47b1-4578-8d7b-2af9c8656305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:32.090177 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12742eec-47b1-4578-8d7b-2af9c8656305 admin admin] Pushing event deleted for resources: {'Network': ['ID=1972f397-b023-4dc9-a9b2-5f35c8d3ae5e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:32.093024 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-12742eec-47b1-4578-8d7b-2af9c8656305 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1972f397-b023-4dc9-a9b2-5f35c8d3ae5e HTTP/1.1" status: 204 len: 168 time: 0.4206879 Feb 18 09:44:32.203291 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48120) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:32.251689 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1ac790f9-db9f-41e0-9fd1-06b31ad5647e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=476c3e474cf340e7a189c1a94525a174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472736 Feb 18 09:44:32.254186 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48124) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:32.313061 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e938ef4-0874-4bed-b6dc-b4ffedd09514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:32.344895 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e938ef4-0874-4bed-b6dc-b4ffedd09514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:32.409214 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e938ef4-0874-4bed-b6dc-b4ffedd09514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:32.432441 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e938ef4-0874-4bed-b6dc-b4ffedd09514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee0ec46-2258-419a-9954-31797c4191b1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:32.435778 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e938ef4-0874-4bed-b6dc-b4ffedd09514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:32.436928 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5e938ef4-0874-4bed-b6dc-b4ffedd09514 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dee0ec46-2258-419a-9954-31797c4191b1 HTTP/1.1" status: 204 len: 168 time: 0.1818259 Feb 18 09:44:32.727570 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:44:32.767501 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:44:32.767849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 43d3308f-eaa6-4c8b-97f5-27bb13e9eb92 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:44:33.226213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48148) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:33.334869 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1682094553-network', 'tenant_id': '825fd14fce0c482692313f9fa44a5e4d'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:44:33.340602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:33.344416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Usage tracker for resource:network and tenant:825fd14fce0c482692313f9fa44a5e4d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:33.347241 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:33.355382 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:33.365208 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Made reservation on behalf of 825fd14fce0c482692313f9fa44a5e4d for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:33.367416 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:33.379418 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:33.393615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:33.398248 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Usage tracker for resource:security_group_rule and tenant:825fd14fce0c482692313f9fa44a5e4d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:33.401075 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:33.406635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:33.494053 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:33.498172 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:33.529048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:44:33.538354 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:33.545173 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:33.545539 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Added segment 44a48c8a-4e84-4bae-8e2e-954dded3fe6d of type vlan for network d941a4f7-7f03-4a83-8bb7-92d8badd397f Feb 18 09:44:33.573427 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:33.604715 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:33.605689 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:33.606274 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:33.711933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] Pushing event updated for resources: {'Network': ['ID=d941a4f7-7f03-4a83-8bb7-92d8badd397f,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:33.714929 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d1e29262-99dd-4976-b0a0-c877399df602 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4877129 Feb 18 09:44:33.717887 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48154) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:44:33.723114 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e34287b5-c745-441f-8486-cd5cc1ef2b25 admin admin] Request body: {'subnet': {'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1682094553-subnet', 'tenant_id': '825fd14fce0c482692313f9fa44a5e4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:44:33.727139 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network d941a4f7-7f03-4a83-8bb7-92d8badd397f details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:44:33.730540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e34287b5-c745-441f-8486-cd5cc1ef2b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:33.734718 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e34287b5-c745-441f-8486-cd5cc1ef2b25 admin admin] Usage tracker for resource:subnet and tenant:825fd14fce0c482692313f9fa44a5e4d is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:33.737894 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e34287b5-c745-441f-8486-cd5cc1ef2b25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:33.745238 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e34287b5-c745-441f-8486-cd5cc1ef2b25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:33.755855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34287b5-c745-441f-8486-cd5cc1ef2b25 admin admin] Made reservation on behalf of 825fd14fce0c482692313f9fa44a5e4d for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:33.758330 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e34287b5-c745-441f-8486-cd5cc1ef2b25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:33.872830 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2f5481e2-90ff-42b7-885a-7c4f7b2bac40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:33.955521 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:33.986164 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:34.082067 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e34287b5-c745-441f-8486-cd5cc1ef2b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:34.163378 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34287b5-c745-441f-8486-cd5cc1ef2b25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b3a7d4-0a15-470d-b202-f294e87f6e6e,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:34.172034 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34287b5-c745-441f-8486-cd5cc1ef2b25 admin admin] Checking segment: {'id': '44a48c8a-4e84-4bae-8e2e-954dded3fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:44:34.172435 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34287b5-c745-441f-8486-cd5cc1ef2b25 admin admin] Network hostable DHCP agents. Network: d941a4f7-7f03-4a83-8bb7-92d8badd397f, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:44:34.191764 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34287b5-c745-441f-8486-cd5cc1ef2b25 admin admin] Network d941a4f7-7f03-4a83-8bb7-92d8badd397f is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:44:34.201604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-e34287b5-c745-441f-8486-cd5cc1ef2b25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, d941a4f7-7f03-4a83-8bb7-92d8badd397f) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:34.206076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34287b5-c745-441f-8486-cd5cc1ef2b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:34.206550 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e34287b5-c745-441f-8486-cd5cc1ef2b25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:34.211745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f0c787-8a1f-479e-94a9-b5a098e156d0 None None] Network d941a4f7-7f03-4a83-8bb7-92d8badd397f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:44:34.237694 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e34287b5-c745-441f-8486-cd5cc1ef2b25 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5110974 Feb 18 09:44:34.438224 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d4f4c6-b1c6-497a-9e3c-e8073152d609 None None] Network d941a4f7-7f03-4a83-8bb7-92d8badd397f requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:44:34.815491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-84972d6a-67e7-4647-b6d0-22a582446695 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:34.816911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-84972d6a-67e7-4647-b6d0-22a582446695 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/networks?id=d941a4f7-7f03-4a83-8bb7-92d8badd397f HTTP/1.1" status: 200 len: 815 time: 0.1519361 Feb 18 09:44:34.839384 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-bc84ffd3-a72b-4734-93e6-d371d60a4a7a tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/quotas/825fd14fce0c482692313f9fa44a5e4d HTTP/1.1" status: 200 len: 375 time: 0.0159452 Feb 18 09:44:34.886639 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-9afaa058-097c-4298-909e-4a80a52fc412 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=825fd14fce0c482692313f9fa44a5e4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419788 Feb 18 09:44:35.123399 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-139faa2d-29f3-464d-96d7-461efa1022b3 service neutron] 10.222.0.72 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299242 Feb 18 09:44:35.207314 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:35.254394 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-a7b505c2-0135-4b33-b75f-fbfef4d390c4 service neutron] 10.222.0.72 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251123 Feb 18 09:44:35.431551 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25926e38-4a6a-4729-81e0-60f54195753e req-e636e8ca-034d-4bf5-94da-a2da31391aea tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 210 time: 0.0426939 Feb 18 09:44:36.472296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-448ad4d5-f887-4f67-9a25-5fe498d6b5af tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:36.473727 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-448ad4d5-f887-4f67-9a25-5fe498d6b5af tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.61 "GET /v2.0/networks?id=d941a4f7-7f03-4a83-8bb7-92d8badd397f HTTP/1.1" status: 200 len: 815 time: 0.1538427 Feb 18 09:44:36.484905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-06594b38-07dd-45e5-997b-913a00a2b9cd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Request body: {'port': {'device_id': 'e508cc89-68cf-43d6-a7d4-517e8ffb899f', 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f', 'admin_state_up': True, 'tenant_id': '825fd14fce0c482692313f9fa44a5e4d'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:44:36.606635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4884f4aa-361c-4632-bf1b-e824fc5f2263 req-58ded8e0-0340-4174-9ccd-d0cf26ff872e tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 210 time: 0.0521331 Feb 18 09:44:36.667704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-06594b38-07dd-45e5-997b-913a00a2b9cd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:44:36.671870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-06594b38-07dd-45e5-997b-913a00a2b9cd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Usage tracker for resource:port and tenant:825fd14fce0c482692313f9fa44a5e4d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:44:36.674714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-06594b38-07dd-45e5-997b-913a00a2b9cd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:44:36.682144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-06594b38-07dd-45e5-997b-913a00a2b9cd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:44:36.692134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-06594b38-07dd-45e5-997b-913a00a2b9cd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Made reservation on behalf of 825fd14fce0c482692313f9fa44a5e4d for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:44:36.696112 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-06594b38-07dd-45e5-997b-913a00a2b9cd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:36.862780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-06594b38-07dd-45e5-997b-913a00a2b9cd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Allocated IP 172.20.0.9 (d941a4f7-7f03-4a83-8bb7-92d8badd397f/63b3a7d4-0a15-470d-b202-f294e87f6e6e/0862bfbd-0b57-4017-96c0-6b3249c244ce) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:44:37.061786 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-06594b38-07dd-45e5-997b-913a00a2b9cd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:37.091626 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-06594b38-07dd-45e5-997b-913a00a2b9cd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:37.164444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-06594b38-07dd-45e5-997b-913a00a2b9cd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Network d941a4f7-7f03-4a83-8bb7-92d8badd397f is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:44:37.167478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-06594b38-07dd-45e5-997b-913a00a2b9cd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:44:37.171390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-06594b38-07dd-45e5-997b-913a00a2b9cd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:44:37.202702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06594b38-07dd-45e5-997b-913a00a2b9cd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Pushing event updated for resources: {'Port': ['ID=0862bfbd-0b57-4017-96c0-6b3249c244ce,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:37.238427 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-06594b38-07dd-45e5-997b-913a00a2b9cd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:37.239032 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-06594b38-07dd-45e5-997b-913a00a2b9cd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:37.259824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-06594b38-07dd-45e5-997b-913a00a2b9cd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7785914 Feb 18 09:44:37.269370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-b4e78716-8c0b-405e-9b25-5953237d4e39 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:44:37.270398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-b4e78716-8c0b-405e-9b25-5953237d4e39 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048139 Feb 18 09:44:37.279657 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Request body: {'port': {'device_id': 'e508cc89-68cf-43d6-a7d4-517e8ffb899f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:44:37.390386 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:37.881844 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0862bfbd-0b57-4017-96c0-6b3249c244ce {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:44:37.890982 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:37.915207 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Transition to ACTIVE for port object 0862bfbd-0b57-4017-96c0-6b3249c244ce will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:44:37.920029 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:38.062022 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca583ef1-5714-4686-b039-6a27a06368fc req-f748de53-462f-4133-9e40-abe1ffdbc8f6 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:38.062709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ca583ef1-5714-4686-b039-6a27a06368fc req-f748de53-462f-4133-9e40-abe1ffdbc8f6 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Synchronizing usage tracker for tenant:825fd14fce0c482692313f9fa44a5e4d on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:44:38.066228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Pushing event updated for resources: {'Port': ['ID=0862bfbd-0b57-4017-96c0-6b3249c244ce,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:38.150655 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ca583ef1-5714-4686-b039-6a27a06368fc req-f748de53-462f-4133-9e40-abe1ffdbc8f6 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Unset dirty status for tenant:825fd14fce0c482692313f9fa44a5e4d on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:44:38.151813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca583ef1-5714-4686-b039-6a27a06368fc req-f748de53-462f-4133-9e40-abe1ffdbc8f6 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 931 time: 0.4344072 Feb 18 09:44:38.204326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Attempting to bind port 0862bfbd-0b57-4017-96c0-6b3249c244ce on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:44:38.204575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Attempting to bind port 0862bfbd-0b57-4017-96c0-6b3249c244ce by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '44a48c8a-4e84-4bae-8e2e-954dded3fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:44:38.204914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Attempting to bind port 0862bfbd-0b57-4017-96c0-6b3249c244ce on network d941a4f7-7f03-4a83-8bb7-92d8badd397f {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:44:38.213616 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Port 0862bfbd-0b57-4017-96c0-6b3249c244ce on network d941a4f7-7f03-4a83-8bb7-92d8badd397f not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:44:38.213938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Attempting to bind port 0862bfbd-0b57-4017-96c0-6b3249c244ce on network d941a4f7-7f03-4a83-8bb7-92d8badd397f {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:44:38.222417 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca583ef1-5714-4686-b039-6a27a06368fc req-6b3f21ad-f768-427e-b114-21fc8238c685 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628324 Feb 18 09:44:38.223261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:44:38.223601 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Checking segment: {'id': '44a48c8a-4e84-4bae-8e2e-954dded3fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:44:38.224525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Bound using segment: {'id': '44a48c8a-4e84-4bae-8e2e-954dded3fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:44:38.224954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Bound port: 0862bfbd-0b57-4017-96c0-6b3249c244ce, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a48c8a-4e84-4bae-8e2e-954dded3fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:44:38.225303 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:38.315949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] For port 0862bfbd-0b57-4017-96c0-6b3249c244ce, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:44:38.320323 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] For port 0862bfbd-0b57-4017-96c0-6b3249c244ce, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=0862bfbd-0b57-4017-96c0-6b3249c244ce,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:44:38.324426 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:38.377256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:38.377832 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:38.379605 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] 10.222.0.61 "PUT /v2.0/ports/0862bfbd-0b57-4017-96c0-6b3249c244ce HTTP/1.1" status: 200 len: 1091 time: 1.1035154 Feb 18 09:44:38.382345 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e508cc89-68cf-43d6-a7d4-517e8ffb899f', 'tag': '0862bfbd-0b57-4017-96c0-6b3249c244ce'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:44:38.414942 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b01e7-e595-4907-bf2a-26f40ccedd1d service neutron] Pushing event updated for resources: {'Port': ['ID=0862bfbd-0b57-4017-96c0-6b3249c244ce,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:38.449026 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e508cc89-68cf-43d6-a7d4-517e8ffb899f', 'tag': '0862bfbd-0b57-4017-96c0-6b3249c244ce', 'status': 'completed', 'code': 200} Feb 18 09:44:38.492610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-0871a8da-81b4-45a2-8a7d-3be3220290e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:38.493985 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-0871a8da-81b4-45a2-8a7d-3be3220290e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=825fd14fce0c482692313f9fa44a5e4d&device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 1094 time: 0.0761750 Feb 18 09:44:38.560169 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-cc5d3bd5-cfd7-4736-b67f-364901438ac1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0862bfbd-0b57-4017-96c0-6b3249c244ce HTTP/1.1" status: 200 len: 217 time: 0.0595982 Feb 18 09:44:38.624346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-d6692659-dec7-4e13-a962-b7d0f4d8c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:38.625776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-d6692659-dec7-4e13-a962-b7d0f4d8c393 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b3a7d4-0a15-470d-b202-f294e87f6e6e HTTP/1.1" status: 200 len: 855 time: 0.0601006 Feb 18 09:44:38.670402 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-02635d89-0409-41a5-8c6f-03bfb3571f19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d941a4f7-7f03-4a83-8bb7-92d8badd397f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385873 Feb 18 09:44:38.799992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-54df504c-3392-4838-99a5-18410c7b2970 service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213906 Feb 18 09:44:38.937187 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4d2944b-f23f-4cff-a78e-4e7930e65310 req-bf7c89ad-4943-45be-973e-c6cdb4234763 service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309907 Feb 18 09:44:39.048941 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7361d-1ea1-452e-a4ee-199b25a19ad1 req-a67c1ed4-8924-473d-b7fd-4c27fd3de4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:39.050422 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92b7361d-1ea1-452e-a4ee-199b25a19ad1 req-a67c1ed4-8924-473d-b7fd-4c27fd3de4cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=825fd14fce0c482692313f9fa44a5e4d&device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 1094 time: 0.0703638 Feb 18 09:44:39.185064 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7361d-1ea1-452e-a4ee-199b25a19ad1 req-3a678c51-137d-4fd4-83d9-9aadd2f81eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:39.186538 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92b7361d-1ea1-452e-a4ee-199b25a19ad1 req-3a678c51-137d-4fd4-83d9-9aadd2f81eb6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d941a4f7-7f03-4a83-8bb7-92d8badd397f HTTP/1.1" status: 200 len: 916 time: 0.1294851 Feb 18 09:44:39.262250 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92b7361d-1ea1-452e-a4ee-199b25a19ad1 req-dbcb6120-14c5-4ac7-adca-58c3dc98e866 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0862bfbd-0b57-4017-96c0-6b3249c244ce HTTP/1.1" status: 200 len: 217 time: 0.0697446 Feb 18 09:44:39.326360 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7361d-1ea1-452e-a4ee-199b25a19ad1 req-ec560b39-bce1-4715-b094-856f7f2ec4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:39.327695 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92b7361d-1ea1-452e-a4ee-199b25a19ad1 req-ec560b39-bce1-4715-b094-856f7f2ec4cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b3a7d4-0a15-470d-b202-f294e87f6e6e HTTP/1.1" status: 200 len: 855 time: 0.0602868 Feb 18 09:44:39.412973 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92b7361d-1ea1-452e-a4ee-199b25a19ad1 req-f6f52ecc-f1f0-4cc9-9972-d3abd48b01fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d941a4f7-7f03-4a83-8bb7-92d8badd397f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783303 Feb 18 09:44:39.681521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b6fc4-abf3-4751-82ca-81ab74db674d req-1aab6622-ff2e-488e-b1bc-05b4c9bf691e tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:39.683004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-699b6fc4-abf3-4751-82ca-81ab74db674d req-1aab6622-ff2e-488e-b1bc-05b4c9bf691e tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 943 time: 0.3147471 Feb 18 09:44:39.686479 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92b7361d-1ea1-452e-a4ee-199b25a19ad1 req-090f2574-3c88-40ed-b177-f047b0a509d5 service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671335 Feb 18 09:44:39.800943 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-699b6fc4-abf3-4751-82ca-81ab74db674d req-186abcf4-8021-4b2b-ac4e-ba94f3d0787f tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122897 Feb 18 09:44:39.857072 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92b7361d-1ea1-452e-a4ee-199b25a19ad1 req-6db5c4da-bb86-4f9b-a188-13acb6733bdb service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548936 Feb 18 09:44:41.002821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fd103-c9df-4389-b22b-ae140221d212 req-a9182ab6-0186-439d-91b7-2fb7f7862512 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:41.004304 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b4fd103-c9df-4389-b22b-ae140221d212 req-a9182ab6-0186-439d-91b7-2fb7f7862512 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 943 time: 0.0820293 Feb 18 09:44:41.050372 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b4fd103-c9df-4389-b22b-ae140221d212 req-33d0480b-45aa-4f30-b7f6-3ada49e7de12 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389500 Feb 18 09:44:41.728300 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:41.898949 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:42.243387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349c002-6a1e-45f0-8d6c-06ad01348bea req-ce99ace6-d330-4461-9852-ed2124eee563 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:42.244869 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7349c002-6a1e-45f0-8d6c-06ad01348bea req-ce99ace6-d330-4461-9852-ed2124eee563 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 943 time: 0.0853863 Feb 18 09:44:42.289466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7349c002-6a1e-45f0-8d6c-06ad01348bea req-cf0328ea-a917-4ee9-917e-5f66e4855f53 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388944 Feb 18 09:44:42.743831 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 0862bfbd-0b57-4017-96c0-6b3249c244ce details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:44:42.884888 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 0862bfbd-0b57-4017-96c0-6b3249c244ce, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=0862bfbd-0b57-4017-96c0-6b3249c244ce,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:44:42.898274 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '0862bfbd-0b57-4017-96c0-6b3249c244ce', 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f', 'port_id': '0862bfbd-0b57-4017-96c0-6b3249c244ce', 'mac_address': 'fa:16:3e:c1:41:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b3a7d4-0a15-470d-b202-f294e87f6e6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:44:42.957188 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:42.975204 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0862bfbd-0b57-4017-96c0-6b3249c244ce {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:44:42.990838 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 0862bfbd-0b57-4017-96c0-6b3249c244ce, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=0862bfbd-0b57-4017-96c0-6b3249c244ce,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:44:42.994815 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:43.061277 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=0862bfbd-0b57-4017-96c0-6b3249c244ce,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:43.306837 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['0862bfbd-0b57-4017-96c0-6b3249c244ce'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:44:43.479637 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b5246-af7c-468f-ad52-d11a90902234 req-6c49aea0-9234-49ea-8432-9fd23bb1fdc6 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:43.481176 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-469b5246-af7c-468f-ad52-d11a90902234 req-6c49aea0-9234-49ea-8432-9fd23bb1fdc6 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 944 time: 0.0833454 Feb 18 09:44:43.529154 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-469b5246-af7c-468f-ad52-d11a90902234 req-2d7a060b-b389-4c47-94ab-f59e09e53fcf tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413101 Feb 18 09:44:44.721652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d4e92-2d46-47c7-8ab1-6b756d2be6da req-547d45e2-8ca9-489e-85e5-4274316896be tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:44.723148 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-362d4e92-2d46-47c7-8ab1-6b756d2be6da req-547d45e2-8ca9-489e-85e5-4274316896be tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 944 time: 0.0883975 Feb 18 09:44:44.744005 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 0862bfbd-0b57-4017-96c0-6b3249c244ce up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:44:44.772790 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-362d4e92-2d46-47c7-8ab1-6b756d2be6da req-2366b632-2db5-4994-b4cd-9879f348dffb tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428095 Feb 18 09:44:44.825143 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 0862bfbd-0b57-4017-96c0-6b3249c244ce completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:44:44.832309 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 0862bfbd-0b57-4017-96c0-6b3249c244ce triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:44:44.832792 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:44.959616 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:44.987101 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e508cc89-68cf-43d6-a7d4-517e8ffb899f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0862bfbd-0b57-4017-96c0-6b3249c244ce'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:44:44.996840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 0862bfbd-0b57-4017-96c0-6b3249c244ce, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=0862bfbd-0b57-4017-96c0-6b3249c244ce,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:44:45.001197 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:44:45.041262 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e508cc89-68cf-43d6-a7d4-517e8ffb899f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0862bfbd-0b57-4017-96c0-6b3249c244ce', 'code': 200} Feb 18 09:44:45.115596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=0862bfbd-0b57-4017-96c0-6b3249c244ce,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:44:45.166999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b1291-aa81-44b2-a98f-9ab7c8a23645 req-112256cc-21aa-45fa-a013-8f37c1c38b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:45.168519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-922b1291-aa81-44b2-a98f-9ab7c8a23645 req-112256cc-21aa-45fa-a013-8f37c1c38b10 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 1096 time: 0.0709190 Feb 18 09:44:45.214529 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-922b1291-aa81-44b2-a98f-9ab7c8a23645 req-5a517610-8419-4c51-95b8-68bdd3661d35 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398755 Feb 18 09:44:45.968969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b99ccf-6ba5-40fa-be4d-3997d63a141a req-b3a92c70-0dc5-4e9f-ae51-167ed69cd73b tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:45.970438 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32b99ccf-6ba5-40fa-be4d-3997d63a141a req-b3a92c70-0dc5-4e9f-ae51-167ed69cd73b tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0830014 Feb 18 09:44:46.015686 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32b99ccf-6ba5-40fa-be4d-3997d63a141a req-07c546c4-ab2a-4327-823a-8475a3b92e92 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394366 Feb 18 09:44:47.206818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562698b-02c9-4da6-8734-3a1dee401d05 req-b256e1c2-9702-4b7a-abbd-00d1fe6c3d45 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:47.210892 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9562698b-02c9-4da6-8734-3a1dee401d05 req-b256e1c2-9702-4b7a-abbd-00d1fe6c3d45 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0848813 Feb 18 09:44:47.257013 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9562698b-02c9-4da6-8734-3a1dee401d05 req-913f7fb7-6403-4741-9d30-b7351d3dd5d5 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422454 Feb 18 09:44:47.443681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325849d4-4759-42c3-8113-9b444f24ae58 req-20f22c00-56c3-49f5-a626-0497a50c4581 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:47.445572 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-325849d4-4759-42c3-8113-9b444f24ae58 req-20f22c00-56c3-49f5-a626-0497a50c4581 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0814149 Feb 18 09:44:47.492940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-325849d4-4759-42c3-8113-9b444f24ae58 req-afa359c9-32f3-4fd0-8c5d-22592f1b3722 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414205 Feb 18 09:44:47.868455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3971d8-83df-481f-bccf-fb6c4a58d560 req-8c278695-8792-420a-8274-aee700bf009c tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:47.869985 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df3971d8-83df-481f-bccf-fb6c4a58d560 req-8c278695-8792-420a-8274-aee700bf009c tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.1024444 Feb 18 09:44:47.917385 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df3971d8-83df-481f-bccf-fb6c4a58d560 req-10e528e7-7f40-460b-9695-7c391431a3bf tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417449 Feb 18 09:44:48.107844 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb82f60-d3ef-4f87-bcd0-0da64b7469b7 req-b2a553cf-4611-4408-b347-ee266a166945 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:48.109321 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0cb82f60-d3ef-4f87-bcd0-0da64b7469b7 req-b2a553cf-4611-4408-b347-ee266a166945 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0823822 Feb 18 09:44:48.155825 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0cb82f60-d3ef-4f87-bcd0-0da64b7469b7 req-7834ad0d-5a43-4e83-b88f-a79b99158f95 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399599 Feb 18 09:44:48.521436 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-694dcf01-9a97-431c-9d70-2c439c4a7531 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0721292 Feb 18 09:44:48.581210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2259ab9-c1cb-49f8-9024-1d1e60edfa60 req-5c58cd47-57d4-42d6-a000-c69bc338b271 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:48.582776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2259ab9-c1cb-49f8-9024-1d1e60edfa60 req-5c58cd47-57d4-42d6-a000-c69bc338b271 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0872693 Feb 18 09:44:48.629466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2259ab9-c1cb-49f8-9024-1d1e60edfa60 req-db47fad4-a9e0-4dc8-9923-43d94666c9d9 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392814 Feb 18 09:44:49.846533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-00ccbe81-bd77-444f-ace9-b76724d2e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:49.848005 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-00ccbe81-bd77-444f-ace9-b76724d2e1af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=825fd14fce0c482692313f9fa44a5e4d&device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 1096 time: 0.1304619 Feb 18 09:44:49.858676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75b5cc-32ca-4c63-83c6-b3781f134228 req-0d864268-4dc5-4a8a-9d52-6ee7e90c7c86 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:49.860055 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b75b5cc-32ca-4c63-83c6-b3781f134228 req-0d864268-4dc5-4a8a-9d52-6ee7e90c7c86 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.1125188 Feb 18 09:44:49.986130 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1b75b5cc-32ca-4c63-83c6-b3781f134228 req-cdf3eb37-1ab8-4511-8897-f160502d4709 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070659 Feb 18 09:44:50.018151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-6585187b-8267-4a79-968d-70bd5bccdeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:50.019581 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-6585187b-8267-4a79-968d-70bd5bccdeb5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d941a4f7-7f03-4a83-8bb7-92d8badd397f HTTP/1.1" status: 200 len: 916 time: 0.1586742 Feb 18 09:44:50.089476 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-13f73208-be5c-4aa4-ba0e-3b6674a19047 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0862bfbd-0b57-4017-96c0-6b3249c244ce HTTP/1.1" status: 200 len: 217 time: 0.0638521 Feb 18 09:44:50.149726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-e88483c8-62a9-41b3-ada2-6318a32260c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:50.151144 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-e88483c8-62a9-41b3-ada2-6318a32260c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b3a7d4-0a15-470d-b202-f294e87f6e6e HTTP/1.1" status: 200 len: 855 time: 0.0563989 Feb 18 09:44:50.200875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-5d6e6a13-b621-4c1e-9c4c-739d53578f23 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d941a4f7-7f03-4a83-8bb7-92d8badd397f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438943 Feb 18 09:44:50.451674 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-2ce2ea10-bff3-4f8c-89d1-2e38624ba0e9 service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448583 Feb 18 09:44:50.590794 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-b1ef2ff2-4401-4ffc-ac8c-978b619578ab service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314101 Feb 18 09:44:51.178120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34407d33-654d-4122-a5cf-2fdc275e5847 req-76e32582-2439-48ec-8e9d-d0c7413f4b94 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:51.179620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34407d33-654d-4122-a5cf-2fdc275e5847 req-76e32582-2439-48ec-8e9d-d0c7413f4b94 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0835402 Feb 18 09:44:51.224654 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34407d33-654d-4122-a5cf-2fdc275e5847 req-036ae84e-071f-4a82-92cd-bd0f85b976ea tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393174 Feb 18 09:44:52.418671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e272f2-2e4b-4569-a061-66075f1fabc7 req-ded4c7f9-06be-4047-ac47-4a99033109e1 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:52.420125 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22e272f2-2e4b-4569-a061-66075f1fabc7 req-ded4c7f9-06be-4047-ac47-4a99033109e1 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0843325 Feb 18 09:44:52.464718 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22e272f2-2e4b-4569-a061-66075f1fabc7 req-8cf75e93-9db7-4716-8971-4d7fe2143adc tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390227 Feb 18 09:44:53.652448 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779ba65-02c0-44a4-9a85-ade9f596328f req-1cdfa7b8-3315-4431-9134-abde36405de2 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:53.653971 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c779ba65-02c0-44a4-9a85-ade9f596328f req-1cdfa7b8-3315-4431-9134-abde36405de2 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0823660 Feb 18 09:44:53.699527 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c779ba65-02c0-44a4-9a85-ade9f596328f req-0e4514ea-a736-4b61-af66-7184e31c5ecd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398471 Feb 18 09:44:54.892821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1663-69e3-4312-875f-42dfc2b20733 req-50befe39-f37d-44d2-b591-623fab69a4a6 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:54.894285 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-334d1663-69e3-4312-875f-42dfc2b20733 req-50befe39-f37d-44d2-b591-623fab69a4a6 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0878170 Feb 18 09:44:54.939721 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-334d1663-69e3-4312-875f-42dfc2b20733 req-9f76966a-ccf6-43c1-bf16-71fa92d91d7c tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392036 Feb 18 09:44:56.134180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f4769-d951-4466-9eb6-8fae62a9681a req-00a53b0f-532c-4145-b33f-696572db4202 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:56.135671 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-511f4769-d951-4466-9eb6-8fae62a9681a req-00a53b0f-532c-4145-b33f-696572db4202 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0805354 Feb 18 09:44:56.182499 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-511f4769-d951-4466-9eb6-8fae62a9681a req-b83e18ac-ca19-4dfe-8a0b-0577f1ed94b9 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412052 Feb 18 09:44:57.368440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bcbd2-bbf4-4128-a0ff-57bc698f64e5 req-76e11c67-cd35-41c6-b240-5262f2fcb13c tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:57.369901 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-837bcbd2-bbf4-4128-a0ff-57bc698f64e5 req-76e11c67-cd35-41c6-b240-5262f2fcb13c tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0805511 Feb 18 09:44:57.415198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-837bcbd2-bbf4-4128-a0ff-57bc698f64e5 req-53e240f4-db9a-4079-9c75-2d649c0935fd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396869 Feb 18 09:44:58.601727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae723db2-f897-48c1-8e24-9882f21455da req-f00ea2c2-1233-48dd-9b99-98ce86f5c810 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:58.603182 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae723db2-f897-48c1-8e24-9882f21455da req-f00ea2c2-1233-48dd-9b99-98ce86f5c810 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0839443 Feb 18 09:44:58.647041 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae723db2-f897-48c1-8e24-9882f21455da req-8e12a38f-b970-4270-bafc-d8d54b157c3a tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383959 Feb 18 09:44:59.363146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb316a-e06d-4a34-aea6-82d3cc832170 req-76c28783-7528-42d1-9bbe-d3f17537fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:59.365362 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b9eb316a-e06d-4a34-aea6-82d3cc832170 req-76c28783-7528-42d1-9bbe-d3f17537fc32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=825fd14fce0c482692313f9fa44a5e4d&device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 1096 time: 0.0727599 Feb 18 09:44:59.512673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb316a-e06d-4a34-aea6-82d3cc832170 req-635decf6-95aa-452f-9680-91e1ae918820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:59.514111 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b9eb316a-e06d-4a34-aea6-82d3cc832170 req-635decf6-95aa-452f-9680-91e1ae918820 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d941a4f7-7f03-4a83-8bb7-92d8badd397f HTTP/1.1" status: 200 len: 916 time: 0.1258857 Feb 18 09:44:59.588127 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b9eb316a-e06d-4a34-aea6-82d3cc832170 req-7c5ac2c3-e7da-42cb-af10-ee0c18c45123 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0862bfbd-0b57-4017-96c0-6b3249c244ce HTTP/1.1" status: 200 len: 217 time: 0.0641961 Feb 18 09:44:59.648603 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb316a-e06d-4a34-aea6-82d3cc832170 req-7e5072a7-202b-46e6-a2ff-df9b627be143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:59.650000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b9eb316a-e06d-4a34-aea6-82d3cc832170 req-7e5072a7-202b-46e6-a2ff-df9b627be143 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b3a7d4-0a15-470d-b202-f294e87f6e6e HTTP/1.1" status: 200 len: 855 time: 0.0563405 Feb 18 09:44:59.705354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b9eb316a-e06d-4a34-aea6-82d3cc832170 req-dd60cf65-9204-49da-a6ae-abc9f7dd1a4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d941a4f7-7f03-4a83-8bb7-92d8badd397f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473390 Feb 18 09:44:59.892183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b9eb316a-e06d-4a34-aea6-82d3cc832170 req-b670a096-c556-4f9e-b652-daf7dfd3d3b5 service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803238 Feb 18 09:44:59.904843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9c3f0-0836-4077-9fed-e42ccaf12705 req-39957d5f-72c5-4eaf-b103-f9332d6ec9a8 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:44:59.906157 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c1a9c3f0-0836-4077-9fed-e42ccaf12705 req-39957d5f-72c5-4eaf-b103-f9332d6ec9a8 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.1294248 Feb 18 09:45:00.026335 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c1a9c3f0-0836-4077-9fed-e42ccaf12705 req-27e37900-7a2e-4097-b61c-ab48631490e4 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018429 Feb 18 09:45:00.066402 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b9eb316a-e06d-4a34-aea6-82d3cc832170 req-ad40ce6c-b582-4a59-a892-5af121b76db7 service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592736 Feb 18 09:45:00.424079 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ef970d9f-e8b6-41a6-a529-17e245205693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:01.314858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54251e-4709-46ec-a482-4059a7dfb9db req-b618f352-640b-4f4e-a23f-e831d605ea06 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:01.316340 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b54251e-4709-46ec-a482-4059a7dfb9db req-b618f352-640b-4f4e-a23f-e831d605ea06 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.1811178 Feb 18 09:45:01.362434 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b54251e-4709-46ec-a482-4059a7dfb9db req-33033f74-7e73-4399-982e-0fa1862a9fd3 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394487 Feb 18 09:45:02.545106 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79efc84-8954-4add-aef8-e3ea67bb82e0 req-3a175463-9cc9-40bb-b7fc-2536ae1f174e tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:02.546547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b79efc84-8954-4add-aef8-e3ea67bb82e0 req-3a175463-9cc9-40bb-b7fc-2536ae1f174e tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0790975 Feb 18 09:45:02.590454 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b79efc84-8954-4add-aef8-e3ea67bb82e0 req-95612f92-f237-487f-98d0-9b06e1d9efef tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376637 Feb 18 09:45:03.776707 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b3d39-c5f9-4058-9955-73c926032d4d req-dad732b7-ac6a-4390-b55b-1360b9a01f36 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:03.778166 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-547b3d39-c5f9-4058-9955-73c926032d4d req-dad732b7-ac6a-4390-b55b-1360b9a01f36 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0806501 Feb 18 09:45:03.825889 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-547b3d39-c5f9-4058-9955-73c926032d4d req-cfa22863-8448-4d32-89ae-e585dfba48b8 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421097 Feb 18 09:45:03.866992 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6dd4dee0-73ab-4415-9847-5ce34ef488b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:03.949405 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:03.985923 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:04.107825 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:45:05.008530 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea4562-6e82-4a75-b7d8-b4013c3b4594 req-31e5521a-78df-4358-bcbf-2a5ba0b13d30 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:05.009978 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bfea4562-6e82-4a75-b7d8-b4013c3b4594 req-31e5521a-78df-4358-bcbf-2a5ba0b13d30 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0789804 Feb 18 09:45:05.053464 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bfea4562-6e82-4a75-b7d8-b4013c3b4594 req-40d75f7e-85ee-4672-991d-e9575fd313cc tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380418 Feb 18 09:45:05.210278 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:06.240154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa64b4-28d4-48ea-96f2-3e674a849664 req-ac765caf-86d3-4c82-8001-bad6f0a8eb66 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:06.241606 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fa64b4-28d4-48ea-96f2-3e674a849664 req-ac765caf-86d3-4c82-8001-bad6f0a8eb66 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0825374 Feb 18 09:45:06.285086 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fa64b4-28d4-48ea-96f2-3e674a849664 req-d65b1dfe-cdda-4205-a07a-a098fc6c5e5d tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379195 Feb 18 09:45:07.472275 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5ce33-010f-43cd-b884-5439e40135ac req-af34d4bc-71ee-454b-9454-72d19c4d0a09 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:07.474690 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fa5ce33-010f-43cd-b884-5439e40135ac req-af34d4bc-71ee-454b-9454-72d19c4d0a09 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0789728 Feb 18 09:45:07.517806 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fa5ce33-010f-43cd-b884-5439e40135ac req-1ff764b9-f12b-4aef-bce1-527aae086912 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375767 Feb 18 09:45:08.701826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a4181-d350-4e03-9f1a-e9e8d7efb37a req-d07c8d81-34eb-4cbe-8b70-31128ef9f77f tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:08.703322 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e88a4181-d350-4e03-9f1a-e9e8d7efb37a req-d07c8d81-34eb-4cbe-8b70-31128ef9f77f tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0813096 Feb 18 09:45:08.747110 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e88a4181-d350-4e03-9f1a-e9e8d7efb37a req-778ab6d7-31e2-4291-8ec5-c7668d061133 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373483 Feb 18 09:45:09.933986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645a215-7752-4221-9f77-623fb9daad9c req-afd2dc50-3141-4e6d-b0f0-6101a5c9e5ab tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:09.935440 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3645a215-7752-4221-9f77-623fb9daad9c req-afd2dc50-3141-4e6d-b0f0-6101a5c9e5ab tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0816722 Feb 18 09:45:09.986516 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3645a215-7752-4221-9f77-623fb9daad9c req-29f853f3-555e-4d04-991d-76c1faa908b8 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452802 Feb 18 09:45:11.180011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12e328-d7b1-468a-95de-a1eec44ca11e req-229f139c-e135-478d-8df4-e9afeb374191 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:11.181477 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-de12e328-d7b1-468a-95de-a1eec44ca11e req-229f139c-e135-478d-8df4-e9afeb374191 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0855296 Feb 18 09:45:11.226720 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-de12e328-d7b1-468a-95de-a1eec44ca11e req-153d631b-9292-4ef0-8720-72ea99350fcc tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396595 Feb 18 09:45:11.741779 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:11.908230 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:12.412424 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96772e19-bbed-41d3-b497-9920e45b7c00 req-a7162818-be78-4eda-b619-12180e6c6369 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:12.413855 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96772e19-bbed-41d3-b497-9920e45b7c00 req-a7162818-be78-4eda-b619-12180e6c6369 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0821044 Feb 18 09:45:12.456063 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96772e19-bbed-41d3-b497-9920e45b7c00 req-bf6739c7-b2e6-4b91-b3bd-f80c10696cbc tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366404 Feb 18 09:45:13.638039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114e387-2483-4a8b-9a92-3d6470ea9390 req-cd261d53-6ac9-4f9f-a92e-b37612ae0e5a tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:13.639470 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1114e387-2483-4a8b-9a92-3d6470ea9390 req-cd261d53-6ac9-4f9f-a92e-b37612ae0e5a tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0775423 Feb 18 09:45:13.683093 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1114e387-2483-4a8b-9a92-3d6470ea9390 req-07329733-b54e-45c1-ac83-2fcc219c4e9d tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375338 Feb 18 09:45:14.875513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ac384-6c17-45dc-b882-38be165c0752 req-a3372399-069e-4db7-ba55-9e6f4ea40947 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:14.877027 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e5ac384-6c17-45dc-b882-38be165c0752 req-a3372399-069e-4db7-ba55-9e6f4ea40947 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0848212 Feb 18 09:45:14.921657 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e5ac384-6c17-45dc-b882-38be165c0752 req-96bc4c06-74c6-486d-89f9-5e71fd355aa9 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380542 Feb 18 09:45:16.102116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd9cf1-f20f-425c-b4e7-992951b1d06d req-dd2caefc-c2dd-463d-93b1-3b1982607e2c tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:16.103544 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2dbd9cf1-f20f-425c-b4e7-992951b1d06d req-dd2caefc-c2dd-463d-93b1-3b1982607e2c tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0774179 Feb 18 09:45:16.147375 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2dbd9cf1-f20f-425c-b4e7-992951b1d06d req-bb42ea99-abab-4f88-9913-dd5cf884ae1d tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381999 Feb 18 09:45:17.344992 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e79f3b-e06b-40e9-8383-b41034e9b167 req-af84cd2b-2409-4251-b0aa-7067d359a965 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:17.346445 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15e79f3b-e06b-40e9-8383-b41034e9b167 req-af84cd2b-2409-4251-b0aa-7067d359a965 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0860445 Feb 18 09:45:17.390972 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15e79f3b-e06b-40e9-8383-b41034e9b167 req-14b8bdd4-d0ad-4444-9696-69e4c23425b2 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386736 Feb 18 09:45:17.510258 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-563da3aa-4654-481c-bc1b-1341dc120954 service neutron] show failed (client error): The resource could not be found. Feb 18 09:45:17.511175 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-563da3aa-4654-481c-bc1b-1341dc120954 service neutron] 10.222.0.61 "GET /v2.0/ports/0862bfbd-0b57-4017-96c0-6b3249c244ce/bindings/n-h1-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.0764058 Feb 18 09:45:17.765836 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-13f4aa0d-9de1-4c34-8a60-45e30321bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:17.767248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-13f4aa0d-9de1-4c34-8a60-45e30321bfbd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f&tenant_id=825fd14fce0c482692313f9fa44a5e4d HTTP/1.1" status: 200 len: 1096 time: 0.0719066 Feb 18 09:45:17.777543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:45:17.887709 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:18.254381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] For port 0862bfbd-0b57-4017-96c0-6b3249c244ce, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=0862bfbd-0b57-4017-96c0-6b3249c244ce,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:45:18.282245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] For port 0862bfbd-0b57-4017-96c0-6b3249c244ce, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:45:18.339630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e508cc89-68cf-43d6-a7d4-517e8ffb899f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0862bfbd-0b57-4017-96c0-6b3249c244ce'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:45:18.345908 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:18.362695 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Transition to ACTIVE for port object 0862bfbd-0b57-4017-96c0-6b3249c244ce will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:45:18.369720 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:18.409470 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e508cc89-68cf-43d6-a7d4-517e8ffb899f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0862bfbd-0b57-4017-96c0-6b3249c244ce', 'code': 200} Feb 18 09:45:18.575821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] No DVR routers for this DVR port 0862bfbd-0b57-4017-96c0-6b3249c244ce on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:45:18.577625 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Pushing event updated for resources: {'Port': ['ID=0862bfbd-0b57-4017-96c0-6b3249c244ce,revision_number=6']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:18.645967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Attempting to bind port 0862bfbd-0b57-4017-96c0-6b3249c244ce on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:45:18.646298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Attempting to bind port 0862bfbd-0b57-4017-96c0-6b3249c244ce by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '44a48c8a-4e84-4bae-8e2e-954dded3fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:45:18.646621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Attempting to bind port 0862bfbd-0b57-4017-96c0-6b3249c244ce on network d941a4f7-7f03-4a83-8bb7-92d8badd397f {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:45:18.653773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Port 0862bfbd-0b57-4017-96c0-6b3249c244ce on network d941a4f7-7f03-4a83-8bb7-92d8badd397f not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:45:18.654107 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Attempting to bind port 0862bfbd-0b57-4017-96c0-6b3249c244ce on network d941a4f7-7f03-4a83-8bb7-92d8badd397f {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:45:18.661604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:45:18.661966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Checking segment: {'id': '44a48c8a-4e84-4bae-8e2e-954dded3fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:45:18.662317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Bound using segment: {'id': '44a48c8a-4e84-4bae-8e2e-954dded3fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:45:18.662739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Bound port: 0862bfbd-0b57-4017-96c0-6b3249c244ce, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a48c8a-4e84-4bae-8e2e-954dded3fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:45:18.663079 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:18.714180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d7f32-b7b0-4128-807c-76bde67b7ed1 req-59e87122-a058-4438-adaa-eb034045bf70 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:18.715639 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-023d7f32-b7b0-4128-807c-76bde67b7ed1 req-59e87122-a058-4438-adaa-eb034045bf70 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 943 time: 0.1933272 Feb 18 09:45:18.793527 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-023d7f32-b7b0-4128-807c-76bde67b7ed1 req-fa0614ba-f85d-4fa7-9517-7a6c105e99f9 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723076 Feb 18 09:45:18.797279 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] For port 0862bfbd-0b57-4017-96c0-6b3249c244ce, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:45:18.800544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] For port 0862bfbd-0b57-4017-96c0-6b3249c244ce, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=0862bfbd-0b57-4017-96c0-6b3249c244ce,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:45:18.815450 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:18.871123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:18.871715 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:18.873068 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] 10.222.0.81 "PUT /v2.0/ports/0862bfbd-0b57-4017-96c0-6b3249c244ce HTTP/1.1" status: 200 len: 1091 time: 1.0993972 Feb 18 09:45:18.888759 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18012e1-e174-4831-b5f8-180ecb10b87f service neutron] Pushing event updated for resources: {'Port': ['ID=0862bfbd-0b57-4017-96c0-6b3249c244ce,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:18.964677 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-e324bf9f-a2b2-42a0-8431-f248bc8dec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:18.966151 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-e324bf9f-a2b2-42a0-8431-f248bc8dec16 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=825fd14fce0c482692313f9fa44a5e4d&device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 1094 time: 0.0720558 Feb 18 09:45:19.118340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-390922f9-b42d-4983-a377-a9973467930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:19.119711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-390922f9-b42d-4983-a377-a9973467930f service neutron] 10.222.0.81 "GET /v2.0/networks?id=d941a4f7-7f03-4a83-8bb7-92d8badd397f HTTP/1.1" status: 200 len: 916 time: 0.1469758 Feb 18 09:45:19.189753 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-b5caff70-299f-47ca-a96f-863f45868e09 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0862bfbd-0b57-4017-96c0-6b3249c244ce HTTP/1.1" status: 200 len: 217 time: 0.0635612 Feb 18 09:45:19.252841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-024c5c21-2813-451e-ada2-7e72d46bd521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:19.254361 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-024c5c21-2813-451e-ada2-7e72d46bd521 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=63b3a7d4-0a15-470d-b202-f294e87f6e6e HTTP/1.1" status: 200 len: 855 time: 0.0588553 Feb 18 09:45:19.305419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-f5fef497-f61e-411e-8cd3-447902646803 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d941a4f7-7f03-4a83-8bb7-92d8badd397f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451632 Feb 18 09:45:19.448309 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-10c6c2dd-e99d-4252-a66b-4f431c7b4293 service neutron] 10.222.0.81 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371276 Feb 18 09:45:19.586120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29b3f791-90ba-4720-b3da-42fd231f7700 req-898aa061-0c40-4074-a6c4-e4ab789832d3 service neutron] 10.222.0.81 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308584 Feb 18 09:45:19.983043 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c545d21-e2a2-4c6f-8d0d-02271fd10e17 req-692109b3-dd76-4683-b63d-a750fcbbfd4b tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:19.984382 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7c545d21-e2a2-4c6f-8d0d-02271fd10e17 req-692109b3-dd76-4683-b63d-a750fcbbfd4b tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 943 time: 0.0785348 Feb 18 09:45:20.027512 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7c545d21-e2a2-4c6f-8d0d-02271fd10e17 req-1adc8ac3-fdd5-4195-82f2-9258b767e94a tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367362 Feb 18 09:45:20.411587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e508cc89-68cf-43d6-a7d4-517e8ffb899f', 'tag': '0862bfbd-0b57-4017-96c0-6b3249c244ce'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:45:20.469144 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e508cc89-68cf-43d6-a7d4-517e8ffb899f', 'tag': '0862bfbd-0b57-4017-96c0-6b3249c244ce', 'status': 'completed', 'code': 200} Feb 18 09:45:20.621269 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2d797-e884-460e-81c2-93dfc848c237 req-480adc62-8f98-4a02-9cba-9704b6c41799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:20.622733 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83b2d797-e884-460e-81c2-93dfc848c237 req-480adc62-8f98-4a02-9cba-9704b6c41799 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=825fd14fce0c482692313f9fa44a5e4d&device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 1094 time: 0.1317885 Feb 18 09:45:20.625361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2d797-e884-460e-81c2-93dfc848c237 req-33280ba8-cf52-4eca-8e1e-6efdb178bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:20.626652 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83b2d797-e884-460e-81c2-93dfc848c237 req-33280ba8-cf52-4eca-8e1e-6efdb178bd45 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=825fd14fce0c482692313f9fa44a5e4d&device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 1094 time: 0.1069334 Feb 18 09:45:20.953208 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 0862bfbd-0b57-4017-96c0-6b3249c244ce no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:45:20.968584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2d797-e884-460e-81c2-93dfc848c237 req-2142272a-b3aa-4e5c-86c1-846ffc7a31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:20.970034 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83b2d797-e884-460e-81c2-93dfc848c237 req-2142272a-b3aa-4e5c-86c1-846ffc7a31d6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d941a4f7-7f03-4a83-8bb7-92d8badd397f HTTP/1.1" status: 200 len: 916 time: 0.3239949 Feb 18 09:45:20.970953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2d797-e884-460e-81c2-93dfc848c237 req-a46c2632-702b-4037-9b15-8f7d60a7244c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:20.972228 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83b2d797-e884-460e-81c2-93dfc848c237 req-a46c2632-702b-4037-9b15-8f7d60a7244c service neutron] 10.222.0.61 "GET /v2.0/networks?id=d941a4f7-7f03-4a83-8bb7-92d8badd397f HTTP/1.1" status: 200 len: 916 time: 0.3437765 Feb 18 09:45:21.010582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 0862bfbd-0b57-4017-96c0-6b3249c244ce not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:45:21.094451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83b2d797-e884-460e-81c2-93dfc848c237 req-3f3a5f26-9069-4651-9759-209597bce6cd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0862bfbd-0b57-4017-96c0-6b3249c244ce HTTP/1.1" status: 200 len: 217 time: 0.1177514 Feb 18 09:45:21.132702 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83b2d797-e884-460e-81c2-93dfc848c237 req-73d579f2-ede8-4570-9189-44d448377efc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0862bfbd-0b57-4017-96c0-6b3249c244ce HTTP/1.1" status: 200 len: 217 time: 0.1066043 Feb 18 09:45:21.247188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2d797-e884-460e-81c2-93dfc848c237 req-329187be-31ce-48a1-a200-cb7b28703fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:21.248644 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83b2d797-e884-460e-81c2-93dfc848c237 req-329187be-31ce-48a1-a200-cb7b28703fd3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=63b3a7d4-0a15-470d-b202-f294e87f6e6e HTTP/1.1" status: 200 len: 855 time: 0.1459811 Feb 18 09:45:21.302865 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2d797-e884-460e-81c2-93dfc848c237 req-554bb46e-36dc-45a0-88c6-178c46410247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:21.304293 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83b2d797-e884-460e-81c2-93dfc848c237 req-554bb46e-36dc-45a0-88c6-178c46410247 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b3a7d4-0a15-470d-b202-f294e87f6e6e HTTP/1.1" status: 200 len: 855 time: 0.1641045 Feb 18 09:45:21.313354 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83b2d797-e884-460e-81c2-93dfc848c237 req-523c20e5-3743-4066-b964-185a66535f6e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d941a4f7-7f03-4a83-8bb7-92d8badd397f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551329 Feb 18 09:45:21.378496 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83b2d797-e884-460e-81c2-93dfc848c237 req-a6e8b0f4-ea72-4b8b-9ab3-769fef7678a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d941a4f7-7f03-4a83-8bb7-92d8badd397f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642405 Feb 18 09:45:21.513385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5d260-13bb-42f5-bfbc-873847079458 req-b489c11e-aea4-474d-a050-6b5418293a47 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:21.514743 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89c5d260-13bb-42f5-bfbc-873847079458 req-b489c11e-aea4-474d-a050-6b5418293a47 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 943 time: 0.3422365 Feb 18 09:45:21.625063 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83b2d797-e884-460e-81c2-93dfc848c237 req-c38f75fb-f1c1-41bf-88bb-7466f0160a28 service neutron] 10.222.0.81 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783213 Feb 18 09:45:21.630174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89c5d260-13bb-42f5-bfbc-873847079458 req-2e8ccfa0-bd75-464b-8670-2dbe46efbd37 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038435 Feb 18 09:45:21.719968 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83b2d797-e884-460e-81c2-93dfc848c237 req-a701b2a3-7224-47f8-a372-611fdd1332ff service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950540 Feb 18 09:45:21.861227 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83b2d797-e884-460e-81c2-93dfc848c237 req-615d138d-cfb5-412d-8194-c2fb587cb26c service neutron] 10.222.0.81 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283909 Feb 18 09:45:21.892635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-83b2d797-e884-460e-81c2-93dfc848c237 req-5de4b42b-f407-45fd-bbc7-56217251894d service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652873 Feb 18 09:45:22.841014 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5eb1d-33b8-4050-bcd2-6731dc494f61 req-556e8568-ec16-4815-a5b4-835b2ff4ba85 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:22.842481 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fa5eb1d-33b8-4050-bcd2-6731dc494f61 req-556e8568-ec16-4815-a5b4-835b2ff4ba85 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 943 time: 0.0927684 Feb 18 09:45:22.890408 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fa5eb1d-33b8-4050-bcd2-6731dc494f61 req-52ee4270-02b1-4a14-985e-86ee163b7ea5 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404365 Feb 18 09:45:23.332202 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 0862bfbd-0b57-4017-96c0-6b3249c244ce details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:45:23.463867 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 0862bfbd-0b57-4017-96c0-6b3249c244ce, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=0862bfbd-0b57-4017-96c0-6b3249c244ce,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:45:23.476492 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '0862bfbd-0b57-4017-96c0-6b3249c244ce', 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f', 'port_id': '0862bfbd-0b57-4017-96c0-6b3249c244ce', 'mac_address': 'fa:16:3e:c1:41:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b3a7d4-0a15-470d-b202-f294e87f6e6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:45:23.533363 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:23.549436 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0862bfbd-0b57-4017-96c0-6b3249c244ce {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:45:23.564711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 0862bfbd-0b57-4017-96c0-6b3249c244ce, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=0862bfbd-0b57-4017-96c0-6b3249c244ce,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:45:23.569445 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:23.635328 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=0862bfbd-0b57-4017-96c0-6b3249c244ce,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:23.907963 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['0862bfbd-0b57-4017-96c0-6b3249c244ce'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:45:24.093455 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c563b6-d93f-47fd-9b3c-ec2c89ac70a8 req-898a0524-919a-45b9-bc04-3a49dc9d0950 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:24.094926 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c1c563b6-d93f-47fd-9b3c-ec2c89ac70a8 req-898a0524-919a-45b9-bc04-3a49dc9d0950 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 944 time: 0.0955431 Feb 18 09:45:24.140085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c1c563b6-d93f-47fd-9b3c-ec2c89ac70a8 req-bdf9475a-d630-4b58-ba3c-d086081a7a2c tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388453 Feb 18 09:45:24.628606 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1793142-e6c9-4c00-a9c1-b3e36c011a1e req-b6a8fdb2-01bb-49c4-abf0-7a33771a9da0 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:24.630601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1793142-e6c9-4c00-a9c1-b3e36c011a1e req-b6a8fdb2-01bb-49c4-abf0-7a33771a9da0 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 944 time: 0.2606590 Feb 18 09:45:24.638568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25348179-7535-49ed-93a6-4ac24c125076 req-2afd072d-b659-4cd7-b55f-dd27cf0fe2fc tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:24.639865 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25348179-7535-49ed-93a6-4ac24c125076 req-2afd072d-b659-4cd7-b55f-dd27cf0fe2fc tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.61 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f&tenant_id=825fd14fce0c482692313f9fa44a5e4d&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 944 time: 0.2395906 Feb 18 09:45:24.732616 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1793142-e6c9-4c00-a9c1-b3e36c011a1e req-8eb3cba5-6d45-45bf-88d2-db331539b0b6 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917764 Feb 18 09:45:24.744122 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-25348179-7535-49ed-93a6-4ac24c125076 req-36b384f0-a813-44ff-83d5-1557604773f0 service neutron] delete failed (client error): The resource could not be found. Feb 18 09:45:24.745093 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25348179-7535-49ed-93a6-4ac24c125076 req-36b384f0-a813-44ff-83d5-1557604773f0 service neutron] 10.222.0.61 "DELETE /v2.0/ports/0862bfbd-0b57-4017-96c0-6b3249c244ce/bindings/n-h2-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.0915542 Feb 18 09:45:24.886384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25348179-7535-49ed-93a6-4ac24c125076 req-45575cd5-0909-4d4a-9123-f53a6b88965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:24.887779 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25348179-7535-49ed-93a6-4ac24c125076 req-45575cd5-0909-4d4a-9123-f53a6b88965c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=825fd14fce0c482692313f9fa44a5e4d&device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 1095 time: 0.0705650 Feb 18 09:45:25.015562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25348179-7535-49ed-93a6-4ac24c125076 req-73ca9fcc-f7b0-4cca-9fd6-333ccd948713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:25.017140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25348179-7535-49ed-93a6-4ac24c125076 req-73ca9fcc-f7b0-4cca-9fd6-333ccd948713 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d941a4f7-7f03-4a83-8bb7-92d8badd397f HTTP/1.1" status: 200 len: 916 time: 0.1240890 Feb 18 09:45:25.086420 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25348179-7535-49ed-93a6-4ac24c125076 req-99f73e3c-dddf-4dfb-9dc1-9ed144dbe95c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0862bfbd-0b57-4017-96c0-6b3249c244ce HTTP/1.1" status: 200 len: 217 time: 0.0634129 Feb 18 09:45:25.147530 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25348179-7535-49ed-93a6-4ac24c125076 req-6668916f-d958-4680-b0b7-f4bc831c6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:25.148914 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25348179-7535-49ed-93a6-4ac24c125076 req-6668916f-d958-4680-b0b7-f4bc831c6b04 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b3a7d4-0a15-470d-b202-f294e87f6e6e HTTP/1.1" status: 200 len: 855 time: 0.0565271 Feb 18 09:45:25.199097 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25348179-7535-49ed-93a6-4ac24c125076 req-f237cb20-5222-4eed-95c4-6c471db102c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d941a4f7-7f03-4a83-8bb7-92d8badd397f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439770 Feb 18 09:45:25.333738 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25348179-7535-49ed-93a6-4ac24c125076 req-f868e1b3-ad24-445c-a920-7f7d91da1a14 service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283259 Feb 18 09:45:25.335042 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 0862bfbd-0b57-4017-96c0-6b3249c244ce up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:45:25.401263 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 0862bfbd-0b57-4017-96c0-6b3249c244ce completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:45:25.405892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 0862bfbd-0b57-4017-96c0-6b3249c244ce triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:25.406258 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:25.466645 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25348179-7535-49ed-93a6-4ac24c125076 req-44bcc26a-6786-4266-b063-9318a3a83be7 service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269081 Feb 18 09:45:25.527595 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:25.555386 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e508cc89-68cf-43d6-a7d4-517e8ffb899f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0862bfbd-0b57-4017-96c0-6b3249c244ce'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:45:25.564773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 0862bfbd-0b57-4017-96c0-6b3249c244ce, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=0862bfbd-0b57-4017-96c0-6b3249c244ce,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:45:25.570178 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:25.619930 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e508cc89-68cf-43d6-a7d4-517e8ffb899f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0862bfbd-0b57-4017-96c0-6b3249c244ce', 'code': 200} Feb 18 09:45:25.644783 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=0862bfbd-0b57-4017-96c0-6b3249c244ce,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:25.927645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732af860-16b7-41b0-b1ca-ca6f66b0c2e4 req-0d753a69-15cc-467a-8a7b-26683d13154c tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:25.929044 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-732af860-16b7-41b0-b1ca-ca6f66b0c2e4 req-0d753a69-15cc-467a-8a7b-26683d13154c tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0813801 Feb 18 09:45:25.975110 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-732af860-16b7-41b0-b1ca-ca6f66b0c2e4 req-da786718-ca81-4b39-ab87-c10b44e0cbce tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397863 Feb 18 09:45:27.166939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaca805-c431-4881-b590-e19ca9a9eab9 req-2d590ded-2197-4d5b-b0c9-d5e677e4ad7c tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:27.168446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0aaca805-c431-4881-b590-e19ca9a9eab9 req-2d590ded-2197-4d5b-b0c9-d5e677e4ad7c tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0838444 Feb 18 09:45:27.211820 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0aaca805-c431-4881-b590-e19ca9a9eab9 req-c896a737-6e9e-406b-a7e6-e452d3b333d5 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377791 Feb 18 09:45:27.396755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d9885-a96d-43a5-8634-4f5e240e1389 req-d0a2d836-5cf0-400c-b1a9-ed104956fb85 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:27.398217 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d69d9885-a96d-43a5-8634-4f5e240e1389 req-d0a2d836-5cf0-400c-b1a9-ed104956fb85 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0796773 Feb 18 09:45:27.449611 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d69d9885-a96d-43a5-8634-4f5e240e1389 req-8bb7f6dc-ce4a-40c7-9e37-2d25d372ea6b tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457902 Feb 18 09:45:27.637782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917e0cc-0612-4b76-94c0-94c1f4d2b6f1 req-181c2f6c-8189-485c-b41f-47a18c090ac9 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:27.639233 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8917e0cc-0612-4b76-94c0-94c1f4d2b6f1 req-181c2f6c-8189-485c-b41f-47a18c090ac9 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0824041 Feb 18 09:45:27.683153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8917e0cc-0612-4b76-94c0-94c1f4d2b6f1 req-bf4a9d93-33ff-448e-b13f-37b6c4aa9077 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383031 Feb 18 09:45:28.196756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d53030-1c2c-4567-996e-615cb8722d22 req-5800e4fd-3bdc-47c6-9223-932d42411362 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:28.198208 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10d53030-1c2c-4567-996e-615cb8722d22 req-5800e4fd-3bdc-47c6-9223-932d42411362 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/networks?id=d941a4f7-7f03-4a83-8bb7-92d8badd397f HTTP/1.1" status: 200 len: 815 time: 0.1454985 Feb 18 09:45:28.214101 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10d53030-1c2c-4567-996e-615cb8722d22 req-d567073d-6905-4493-9fd4-7e2ceb361753 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/quotas/825fd14fce0c482692313f9fa44a5e4d HTTP/1.1" status: 200 len: 375 time: 0.0104489 Feb 18 09:45:28.297542 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10d53030-1c2c-4567-996e-615cb8722d22 req-78daf1d1-ca4d-497c-a01b-8f0fe23d70c4 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=825fd14fce0c482692313f9fa44a5e4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783501 Feb 18 09:45:28.387683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-10d53030-1c2c-4567-996e-615cb8722d22 req-1990965b-2600-4472-bc3b-b160f388dc81 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:45:28.388704 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10d53030-1c2c-4567-996e-615cb8722d22 req-1990965b-2600-4472-bc3b-b160f388dc81 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470557 Feb 18 09:45:28.527572 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10d53030-1c2c-4567-996e-615cb8722d22 req-b8005c8b-9b25-4461-baae-dcf6e6d03fe4 service neutron] 10.222.0.72 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329994 Feb 18 09:45:28.762781 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10d53030-1c2c-4567-996e-615cb8722d22 req-c66f96a8-c540-428b-82a1-13d62d4cd056 service neutron] 10.222.0.72 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293665 Feb 18 09:45:28.939504 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c87ab56-94cd-44a1-a9aa-07858020f65f req-6a62a3f9-0832-4037-8d0d-c2c406c36f24 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 210 time: 0.0415964 Feb 18 09:45:29.564249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650e0e4-9c6f-440a-983b-eae3709564f1 req-1847a1fe-9037-401f-be91-a8197966753d tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:29.565760 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9650e0e4-9c6f-440a-983b-eae3709564f1 req-1847a1fe-9037-401f-be91-a8197966753d tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.81 "GET /v2.0/ports?device_id=e508cc89-68cf-43d6-a7d4-517e8ffb899f HTTP/1.1" status: 200 len: 945 time: 0.0815952 Feb 18 09:45:29.637661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-9650e0e4-9c6f-440a-983b-eae3709564f1 req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Deleting port 0862bfbd-0b57-4017-96c0-6b3249c244ce {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:45:29.638007 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9650e0e4-9c6f-440a-983b-eae3709564f1 req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:29.986306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-9650e0e4-9c6f-440a-983b-eae3709564f1 req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] For port 0862bfbd-0b57-4017-96c0-6b3249c244ce, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=0862bfbd-0b57-4017-96c0-6b3249c244ce,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:45:29.986671 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9650e0e4-9c6f-440a-983b-eae3709564f1 req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:30.171198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-9650e0e4-9c6f-440a-983b-eae3709564f1 req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Calling delete_port for 0862bfbd-0b57-4017-96c0-6b3249c244ce owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:45:30.228234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d53030-1c2c-4567-996e-615cb8722d22 req-16b9eda0-cec3-48d7-a4fd-00697013586d tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:30.229596 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10d53030-1c2c-4567-996e-615cb8722d22 req-16b9eda0-cec3-48d7-a4fd-00697013586d tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.61 "GET /v2.0/networks?id=d941a4f7-7f03-4a83-8bb7-92d8badd397f HTTP/1.1" status: 200 len: 815 time: 0.3948083 Feb 18 09:45:30.231513 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a414117-12a4-45f1-a1c6-36f938183b09 req-b4127e2b-e074-45ce-81d4-487aa100b051 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 210 time: 0.1715560 Feb 18 09:45:30.247221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-10d53030-1c2c-4567-996e-615cb8722d22 req-69b80bf5-4c92-4a93-9c06-42d25f918b56 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Request body: {'port': {'device_id': 'd88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae', 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f', 'admin_state_up': True, 'tenant_id': '825fd14fce0c482692313f9fa44a5e4d'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:45:30.426539 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d446f682-6e44-4653-a8cd-b56ba29b71ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:30.445910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-10d53030-1c2c-4567-996e-615cb8722d22 req-69b80bf5-4c92-4a93-9c06-42d25f918b56 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:45:30.453556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-10d53030-1c2c-4567-996e-615cb8722d22 req-69b80bf5-4c92-4a93-9c06-42d25f918b56 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Usage tracker for resource:port and tenant:825fd14fce0c482692313f9fa44a5e4d is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:45:30.456893 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-10d53030-1c2c-4567-996e-615cb8722d22 req-69b80bf5-4c92-4a93-9c06-42d25f918b56 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:45:30.462888 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9650e0e4-9c6f-440a-983b-eae3709564f1 req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:30.464690 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-10d53030-1c2c-4567-996e-615cb8722d22 req-69b80bf5-4c92-4a93-9c06-42d25f918b56 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:45:30.475540 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['0862bfbd-0b57-4017-96c0-6b3249c244ce'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:45:30.518783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Pushing event deleted for resources: {'Port': ['ID=0862bfbd-0b57-4017-96c0-6b3249c244ce,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:30.556920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:30.557264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:30.557597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:30.557922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:30.558250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:30.558571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:30.558891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:30.559205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:30.559521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:30.559836 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:30.560149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:30.560492 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:30.568232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d53030-1c2c-4567-996e-615cb8722d22 req-69b80bf5-4c92-4a93-9c06-42d25f918b56 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Made reservation on behalf of 825fd14fce0c482692313f9fa44a5e4d for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:45:30.571632 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-10d53030-1c2c-4567-996e-615cb8722d22 req-69b80bf5-4c92-4a93-9c06-42d25f918b56 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:30.628480 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9650e0e4-9c6f-440a-983b-eae3709564f1 req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] No DVR routers for this DVR port 0862bfbd-0b57-4017-96c0-6b3249c244ce on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:45:30.631875 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9650e0e4-9c6f-440a-983b-eae3709564f1 req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:30.634284 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e508cc89-68cf-43d6-a7d4-517e8ffb899f', 'name': 'network-vif-deleted', 'tag': '0862bfbd-0b57-4017-96c0-6b3249c244ce'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:45:30.689331 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9650e0e4-9c6f-440a-983b-eae3709564f1 req-50a6a1c0-d82b-4019-bb17-b814758ffa83 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.81 "DELETE /v2.0/ports/0862bfbd-0b57-4017-96c0-6b3249c244ce HTTP/1.1" status: 204 len: 173 time: 1.1182537 Feb 18 09:45:30.719264 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e508cc89-68cf-43d6-a7d4-517e8ffb899f', 'name': 'network-vif-deleted', 'tag': '0862bfbd-0b57-4017-96c0-6b3249c244ce', 'status': 'completed', 'code': 200} Feb 18 09:45:30.793006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-10d53030-1c2c-4567-996e-615cb8722d22 req-69b80bf5-4c92-4a93-9c06-42d25f918b56 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Allocated IP 172.20.0.13 (d941a4f7-7f03-4a83-8bb7-92d8badd397f/63b3a7d4-0a15-470d-b202-f294e87f6e6e/696dba08-7595-4bdc-a762-a7886b542e4c) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:45:31.119264 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-10d53030-1c2c-4567-996e-615cb8722d22 req-69b80bf5-4c92-4a93-9c06-42d25f918b56 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:31.148607 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-10d53030-1c2c-4567-996e-615cb8722d22 req-69b80bf5-4c92-4a93-9c06-42d25f918b56 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:31.159619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['0862bfbd-0b57-4017-96c0-6b3249c244ce'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:45:31.216254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d53030-1c2c-4567-996e-615cb8722d22 req-69b80bf5-4c92-4a93-9c06-42d25f918b56 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Network d941a4f7-7f03-4a83-8bb7-92d8badd397f is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:45:31.219228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-10d53030-1c2c-4567-996e-615cb8722d22 req-69b80bf5-4c92-4a93-9c06-42d25f918b56 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:45:31.224399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d53030-1c2c-4567-996e-615cb8722d22 req-69b80bf5-4c92-4a93-9c06-42d25f918b56 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:45:31.263629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b80bf5-4c92-4a93-9c06-42d25f918b56 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Pushing event updated for resources: {'Port': ['ID=696dba08-7595-4bdc-a762-a7886b542e4c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:31.295069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d53030-1c2c-4567-996e-615cb8722d22 req-69b80bf5-4c92-4a93-9c06-42d25f918b56 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:31.295672 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-10d53030-1c2c-4567-996e-615cb8722d22 req-69b80bf5-4c92-4a93-9c06-42d25f918b56 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:31.314663 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10d53030-1c2c-4567-996e-615cb8722d22 req-69b80bf5-4c92-4a93-9c06-42d25f918b56 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0734584 Feb 18 09:45:31.325733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Request body: {'port': {'device_id': 'd88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:45:31.491136 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:31.515520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efde05f-ea4b-4d15-b1b8-285fd4554b39 req-2420bd62-d55d-4868-b7d6-10cc9d2a325b tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:31.516198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2efde05f-ea4b-4d15-b1b8-285fd4554b39 req-2420bd62-d55d-4868-b7d6-10cc9d2a325b tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Synchronizing usage tracker for tenant:825fd14fce0c482692313f9fa44a5e4d on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:45:31.584075 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2efde05f-ea4b-4d15-b1b8-285fd4554b39 req-2420bd62-d55d-4868-b7d6-10cc9d2a325b tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Unset dirty status for tenant:825fd14fce0c482692313f9fa44a5e4d on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:45:31.585196 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2efde05f-ea4b-4d15-b1b8-285fd4554b39 req-2420bd62-d55d-4868-b7d6-10cc9d2a325b tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 932 time: 0.2302413 Feb 18 09:45:31.690866 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2efde05f-ea4b-4d15-b1b8-285fd4554b39 req-2d7d481b-37c7-4457-9bda-8ee85b731c18 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969651 Feb 18 09:45:31.892668 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696dba08-7595-4bdc-a762-a7886b542e4c {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:45:31.900164 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:31.914070 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Transition to ACTIVE for port object 696dba08-7595-4bdc-a762-a7886b542e4c will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:45:31.917801 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:32.065927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Pushing event updated for resources: {'Port': ['ID=696dba08-7595-4bdc-a762-a7886b542e4c,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:32.150390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Attempting to bind port 696dba08-7595-4bdc-a762-a7886b542e4c on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:45:32.150634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Attempting to bind port 696dba08-7595-4bdc-a762-a7886b542e4c by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '44a48c8a-4e84-4bae-8e2e-954dded3fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:45:32.150982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Attempting to bind port 696dba08-7595-4bdc-a762-a7886b542e4c on network d941a4f7-7f03-4a83-8bb7-92d8badd397f {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:45:32.155682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Port 696dba08-7595-4bdc-a762-a7886b542e4c on network d941a4f7-7f03-4a83-8bb7-92d8badd397f not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:45:32.155999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Attempting to bind port 696dba08-7595-4bdc-a762-a7886b542e4c on network d941a4f7-7f03-4a83-8bb7-92d8badd397f {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:45:32.161008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:45:32.161293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Checking segment: {'id': '44a48c8a-4e84-4bae-8e2e-954dded3fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:45:32.161670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Bound using segment: {'id': '44a48c8a-4e84-4bae-8e2e-954dded3fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:45:32.162090 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Bound port: 696dba08-7595-4bdc-a762-a7886b542e4c, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a48c8a-4e84-4bae-8e2e-954dded3fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:45:32.162433 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:32.248395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] For port 696dba08-7595-4bdc-a762-a7886b542e4c, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:45:32.251393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] For port 696dba08-7595-4bdc-a762-a7886b542e4c, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=696dba08-7595-4bdc-a762-a7886b542e4c,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:45:32.255014 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:32.317632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:32.318254 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:32.319604 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10d53030-1c2c-4567-996e-615cb8722d22 req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] 10.222.0.61 "PUT /v2.0/ports/696dba08-7595-4bdc-a762-a7886b542e4c HTTP/1.1" status: 200 len: 1092 time: 0.9980385 Feb 18 09:45:32.336680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42611302-0dd3-4854-818f-5c3f1018974e service neutron] Pushing event updated for resources: {'Port': ['ID=696dba08-7595-4bdc-a762-a7886b542e4c,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:32.428895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d53030-1c2c-4567-996e-615cb8722d22 req-2de3738a-216e-4eee-a733-8fce06fe85d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:32.430292 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10d53030-1c2c-4567-996e-615cb8722d22 req-2de3738a-216e-4eee-a733-8fce06fe85d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=825fd14fce0c482692313f9fa44a5e4d&device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 1095 time: 0.0741155 Feb 18 09:45:32.501329 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10d53030-1c2c-4567-996e-615cb8722d22 req-8a758cfc-ceb5-431d-8d6f-5c3f34f70d9f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=696dba08-7595-4bdc-a762-a7886b542e4c HTTP/1.1" status: 200 len: 217 time: 0.0628278 Feb 18 09:45:32.563752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d53030-1c2c-4567-996e-615cb8722d22 req-8ce35078-4e9f-4d3a-9525-bc7b55a14d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:32.565170 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10d53030-1c2c-4567-996e-615cb8722d22 req-8ce35078-4e9f-4d3a-9525-bc7b55a14d63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b3a7d4-0a15-470d-b202-f294e87f6e6e HTTP/1.1" status: 200 len: 855 time: 0.0578682 Feb 18 09:45:32.612173 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10d53030-1c2c-4567-996e-615cb8722d22 req-6218d68e-f900-4373-86c9-7dc02fc97c0b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d941a4f7-7f03-4a83-8bb7-92d8badd397f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405746 Feb 18 09:45:32.805040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae', 'tag': '696dba08-7595-4bdc-a762-a7886b542e4c'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:45:32.858679 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae', 'tag': '696dba08-7595-4bdc-a762-a7886b542e4c', 'status': 'completed', 'code': 200} Feb 18 09:45:32.929927 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10d53030-1c2c-4567-996e-615cb8722d22 req-0bd11ae4-5191-455b-b1ac-d8d561924e75 service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116007 Feb 18 09:45:32.945745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73408ffb-4bb0-41e1-b50c-89d169e606ec req-19a2a9fa-813a-417d-b16a-db53a2c7beaa tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:32.947117 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73408ffb-4bb0-41e1-b50c-89d169e606ec req-19a2a9fa-813a-417d-b16a-db53a2c7beaa tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 944 time: 0.1331174 Feb 18 09:45:33.069465 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73408ffb-4bb0-41e1-b50c-89d169e606ec req-77c9cf9f-cfb0-4e96-bb30-181c3a84a583 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029983 Feb 18 09:45:33.109938 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10d53030-1c2c-4567-996e-615cb8722d22 req-216f89b0-cfab-4203-9a60-20f8952eba7b service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618958 Feb 18 09:45:33.230393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e943a7d-9a6e-48eb-8318-07582756894e req-30cfcc69-cbc5-4b6b-a173-2e1dbe85a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:33.231883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e943a7d-9a6e-48eb-8318-07582756894e req-30cfcc69-cbc5-4b6b-a173-2e1dbe85a9d9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=825fd14fce0c482692313f9fa44a5e4d&device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 1095 time: 0.0742505 Feb 18 09:45:33.362725 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e943a7d-9a6e-48eb-8318-07582756894e req-e691e3ff-6022-4cb8-be45-841ca2b508d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:33.364837 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e943a7d-9a6e-48eb-8318-07582756894e req-e691e3ff-6022-4cb8-be45-841ca2b508d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d941a4f7-7f03-4a83-8bb7-92d8badd397f HTTP/1.1" status: 200 len: 916 time: 0.1271887 Feb 18 09:45:33.397221 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 0862bfbd-0b57-4017-96c0-6b3249c244ce no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:45:33.431115 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e943a7d-9a6e-48eb-8318-07582756894e req-5e54a1c0-1619-4720-800e-421b121b09f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=696dba08-7595-4bdc-a762-a7886b542e4c HTTP/1.1" status: 200 len: 217 time: 0.0591996 Feb 18 09:45:33.434090 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 0862bfbd-0b57-4017-96c0-6b3249c244ce {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:45:33.434443 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 0862bfbd-0b57-4017-96c0-6b3249c244ce not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:45:33.496913 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e943a7d-9a6e-48eb-8318-07582756894e req-7b92bbde-c177-49cb-9f17-9ef61f0f5f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:33.498325 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e943a7d-9a6e-48eb-8318-07582756894e req-7b92bbde-c177-49cb-9f17-9ef61f0f5f32 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b3a7d4-0a15-470d-b202-f294e87f6e6e HTTP/1.1" status: 200 len: 855 time: 0.0608234 Feb 18 09:45:33.543429 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e943a7d-9a6e-48eb-8318-07582756894e req-7889d675-bcdf-481e-b0dc-9dfb7c7d0754 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d941a4f7-7f03-4a83-8bb7-92d8badd397f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386863 Feb 18 09:45:33.670783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e943a7d-9a6e-48eb-8318-07582756894e req-122151f0-504c-4c6f-af24-713f53e8e465 service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215856 Feb 18 09:45:33.800053 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e943a7d-9a6e-48eb-8318-07582756894e req-4edac5fd-b250-4223-967c-8687b77b3908 service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225755 Feb 18 09:45:33.868447 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-80c19093-ddc7-4e53-9f1d-3f9adc3b760a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:33.951672 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:33.988111 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:34.261129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9adb9-73e7-452a-9f8e-a32524ff07fc req-904e620a-5de3-4581-a158-bd0063c34cc3 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:34.262467 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28d9adb9-73e7-452a-9f8e-a32524ff07fc req-904e620a-5de3-4581-a158-bd0063c34cc3 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 944 time: 0.0840876 Feb 18 09:45:34.305160 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28d9adb9-73e7-452a-9f8e-a32524ff07fc req-c0f2f525-b4d4-4808-8641-c3d900850052 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371006 Feb 18 09:45:35.214337 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:35.493132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1741c-3742-4ca1-9146-444a7a4aff7f req-5e96e05c-3c4a-4c45-9223-5299db36b872 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:35.494494 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-68c1741c-3742-4ca1-9146-444a7a4aff7f req-5e96e05c-3c4a-4c45-9223-5299db36b872 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 944 time: 0.0800853 Feb 18 09:45:35.538127 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-68c1741c-3742-4ca1-9146-444a7a4aff7f req-540f6a41-6822-48c7-aa7e-bcb853893447 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379419 Feb 18 09:45:36.725753 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff74025-978f-4a2b-8f6d-b70cd702b987 req-e01c0504-5550-42df-9d8a-f2bf9a9d9c47 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:36.727237 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fff74025-978f-4a2b-8f6d-b70cd702b987 req-e01c0504-5550-42df-9d8a-f2bf9a9d9c47 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 944 time: 0.0850847 Feb 18 09:45:36.771529 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fff74025-978f-4a2b-8f6d-b70cd702b987 req-dd7012cf-80e6-4fc2-a3f7-a27501f1c0e5 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387020 Feb 18 09:45:37.062473 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 696dba08-7595-4bdc-a762-a7886b542e4c details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:45:37.192401 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 696dba08-7595-4bdc-a762-a7886b542e4c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=696dba08-7595-4bdc-a762-a7886b542e4c,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:45:37.205732 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '696dba08-7595-4bdc-a762-a7886b542e4c', 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f', 'port_id': '696dba08-7595-4bdc-a762-a7886b542e4c', 'mac_address': 'fa:16:3e:c1:cc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b3a7d4-0a15-470d-b202-f294e87f6e6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:45:37.258826 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.275241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696dba08-7595-4bdc-a762-a7886b542e4c {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:45:37.289911 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 696dba08-7595-4bdc-a762-a7886b542e4c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=696dba08-7595-4bdc-a762-a7886b542e4c,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:45:37.293910 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:37.367135 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=696dba08-7595-4bdc-a762-a7886b542e4c,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:37.374379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:37.374723 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:37.375059 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:37.375393 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:37.375722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:37.376049 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:37.376403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:37.376743 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:37.377042 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:37.377360 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:37.377679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:37.377995 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:45:37.600074 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['696dba08-7595-4bdc-a762-a7886b542e4c'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:45:37.960632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86927946-0783-4f67-8d3f-151e20082960 req-f56ba555-1e6c-44d9-9282-93f2246e4351 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:37.962085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86927946-0783-4f67-8d3f-151e20082960 req-f56ba555-1e6c-44d9-9282-93f2246e4351 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 945 time: 0.0802433 Feb 18 09:45:38.005872 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86927946-0783-4f67-8d3f-151e20082960 req-fc91ac42-5e05-4b7a-8ce3-e02497be3c74 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381944 Feb 18 09:45:39.081112 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 696dba08-7595-4bdc-a762-a7886b542e4c up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:45:39.147723 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 696dba08-7595-4bdc-a762-a7886b542e4c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:45:39.152595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 696dba08-7595-4bdc-a762-a7886b542e4c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:45:39.152964 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:39.206350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c90fc-d2fc-40dd-8227-982d63a64f63 req-5d1a83a7-6f93-41cb-b37b-8bb04ad87588 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:39.208752 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f29c90fc-d2fc-40dd-8227-982d63a64f63 req-5d1a83a7-6f93-41cb-b37b-8bb04ad87588 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 945 time: 0.0936580 Feb 18 09:45:39.252190 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f29c90fc-d2fc-40dd-8227-982d63a64f63 req-ade2c1a0-c9ad-45fd-9e9f-89ae6bd863a5 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380316 Feb 18 09:45:39.267598 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:39.294720 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696dba08-7595-4bdc-a762-a7886b542e4c'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:45:39.304560 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 696dba08-7595-4bdc-a762-a7886b542e4c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=696dba08-7595-4bdc-a762-a7886b542e4c,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:45:39.309408 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:39.350456 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696dba08-7595-4bdc-a762-a7886b542e4c', 'code': 200} Feb 18 09:45:39.389868 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=696dba08-7595-4bdc-a762-a7886b542e4c,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:45:39.467500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610eab6-4a21-460d-ae75-774e49297d4f req-6560b312-ce8c-4579-975c-8aa610efe010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:39.469001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f610eab6-4a21-460d-ae75-774e49297d4f req-6560b312-ce8c-4579-975c-8aa610efe010 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 1097 time: 0.0694013 Feb 18 09:45:39.616111 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f610eab6-4a21-460d-ae75-774e49297d4f req-8ee35a60-227c-4926-9d07-ad03359f1b13 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407094 Feb 18 09:45:40.437142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8a945-98ed-4665-aea8-f0c22c2df749 req-de689b1a-bf07-4e6a-9732-c64fd16706a6 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:40.438582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7fa8a945-98ed-4665-aea8-f0c22c2df749 req-de689b1a-bf07-4e6a-9732-c64fd16706a6 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0804617 Feb 18 09:45:40.483446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7fa8a945-98ed-4665-aea8-f0c22c2df749 req-5dce04b1-bebd-4df8-b2ce-974c5194bedd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391223 Feb 18 09:45:41.107349 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:45:41.669889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9c2d6-c8fe-4331-b114-e9084fe3ec48 req-cd508ea0-6ade-4f9c-ab9f-233da22d9204 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:41.671339 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c1e9c2d6-c8fe-4331-b114-e9084fe3ec48 req-cd508ea0-6ade-4f9c-ab9f-233da22d9204 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0814228 Feb 18 09:45:41.714983 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c1e9c2d6-c8fe-4331-b114-e9084fe3ec48 req-69a7d77b-18b3-4647-ab7b-61102ebb09d3 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380394 Feb 18 09:45:41.741342 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:41.899203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8c322-98b9-4ba3-8c16-5b2bc27db3ac req-55ff38d2-1d13-4adc-8ace-972694d1df51 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:41.900693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07e8c322-98b9-4ba3-8c16-5b2bc27db3ac req-55ff38d2-1d13-4adc-8ace-972694d1df51 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0792732 Feb 18 09:45:41.908933 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:45:41.948783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07e8c322-98b9-4ba3-8c16-5b2bc27db3ac req-6b637bd9-8403-4e0d-9e23-484dddf16044 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417666 Feb 18 09:45:42.290428 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-34a40485-9c5a-483f-901d-14d28b687e00 req-ea848869-d1aa-42bb-87c1-b8c198b0db6c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0692856 Feb 18 09:45:42.348094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5df6cd-bd4a-4348-991b-ea92282d4a33 req-fe51823b-5b50-4740-8e85-6005524b1c7e tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:42.350195 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-be5df6cd-bd4a-4348-991b-ea92282d4a33 req-fe51823b-5b50-4740-8e85-6005524b1c7e tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0829508 Feb 18 09:45:42.396682 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-be5df6cd-bd4a-4348-991b-ea92282d4a33 req-ba6394e9-f7e3-4276-a810-f1d4e7fefc92 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404930 Feb 18 09:45:43.423334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a40485-9c5a-483f-901d-14d28b687e00 req-6c8c7901-5eb1-4cb2-ba3d-c78663790722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:43.424838 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34a40485-9c5a-483f-901d-14d28b687e00 req-6c8c7901-5eb1-4cb2-ba3d-c78663790722 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=825fd14fce0c482692313f9fa44a5e4d&device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 1097 time: 0.0752609 Feb 18 09:45:43.608817 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a40485-9c5a-483f-901d-14d28b687e00 req-2e5386b0-b92d-44a4-9344-1f16471bba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:43.610258 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34a40485-9c5a-483f-901d-14d28b687e00 req-2e5386b0-b92d-44a4-9344-1f16471bba0c service neutron] 10.222.0.61 "GET /v2.0/networks?id=d941a4f7-7f03-4a83-8bb7-92d8badd397f HTTP/1.1" status: 200 len: 916 time: 0.1796570 Feb 18 09:45:43.681525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34a40485-9c5a-483f-901d-14d28b687e00 req-9ff2da3b-3579-4b77-ba37-515449ae555c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=696dba08-7595-4bdc-a762-a7886b542e4c HTTP/1.1" status: 200 len: 217 time: 0.0640140 Feb 18 09:45:43.689838 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc01b5-51b9-4044-8a0c-53c30953f67f req-0cf5b099-fc59-4d10-bdaf-f20dccdf7b39 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:43.691188 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7fdc01b5-51b9-4044-8a0c-53c30953f67f req-0cf5b099-fc59-4d10-bdaf-f20dccdf7b39 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.1855383 Feb 18 09:45:43.782579 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a40485-9c5a-483f-901d-14d28b687e00 req-551024cd-3b2f-4c3b-96b0-e78864eaf4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:43.784014 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34a40485-9c5a-483f-901d-14d28b687e00 req-551024cd-3b2f-4c3b-96b0-e78864eaf4ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b3a7d4-0a15-470d-b202-f294e87f6e6e HTTP/1.1" status: 200 len: 855 time: 0.0920100 Feb 18 09:45:43.787796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7fdc01b5-51b9-4044-8a0c-53c30953f67f req-8687c3d0-945a-42a5-902f-53dd9332f046 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667419 Feb 18 09:45:43.841334 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34a40485-9c5a-483f-901d-14d28b687e00 req-076ac4f2-4a53-472b-a291-3a5bc35892f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d941a4f7-7f03-4a83-8bb7-92d8badd397f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513804 Feb 18 09:45:43.969392 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34a40485-9c5a-483f-901d-14d28b687e00 req-e2f9a340-6bfd-4a74-adb8-9048df67d471 service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222322 Feb 18 09:45:44.096363 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34a40485-9c5a-483f-901d-14d28b687e00 req-b60e17c8-c59d-4a61-baeb-e5831268ef07 service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207414 Feb 18 09:45:44.975603 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddc583-5ff9-4152-bf21-046d525b2541 req-d3a54281-33aa-46d6-a654-7fc5d3040abe tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:44.977090 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78ddc583-5ff9-4152-bf21-046d525b2541 req-d3a54281-33aa-46d6-a654-7fc5d3040abe tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0777838 Feb 18 09:45:45.024365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78ddc583-5ff9-4152-bf21-046d525b2541 req-54524cf5-d06f-4a04-b2bd-b3956874c62c tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416021 Feb 18 09:45:46.208886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583968d-b4fd-454f-8bd2-b048cd632383 req-846b36ee-b855-4d31-a9c5-ee25aaf601a2 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:46.210315 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6583968d-b4fd-454f-8bd2-b048cd632383 req-846b36ee-b855-4d31-a9c5-ee25aaf601a2 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0795882 Feb 18 09:45:46.253364 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6583968d-b4fd-454f-8bd2-b048cd632383 req-05688ae9-50b8-4807-99ff-58ff28d90399 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375400 Feb 18 09:45:47.449300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34598c24-6d06-4d89-93a3-8c6175758fb6 req-7dcd6a10-9b79-402a-8d8c-69a87763fa8b tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:47.450735 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34598c24-6d06-4d89-93a3-8c6175758fb6 req-7dcd6a10-9b79-402a-8d8c-69a87763fa8b tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0911789 Feb 18 09:45:47.493959 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34598c24-6d06-4d89-93a3-8c6175758fb6 req-e2e56f8f-3583-476e-b0f6-63db94129feb tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373747 Feb 18 09:45:48.679508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a3a0a-129a-4f6d-a0de-2273ec178128 req-35867cfe-c7e1-4188-bdb5-228bfc4bb758 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:48.681031 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a9a3a0a-129a-4f6d-a0de-2273ec178128 req-35867cfe-c7e1-4188-bdb5-228bfc4bb758 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0801070 Feb 18 09:45:48.726651 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a9a3a0a-129a-4f6d-a0de-2273ec178128 req-713c6e33-2092-4120-8d5b-918ccfbe3366 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401421 Feb 18 09:45:50.022449 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78223db5-be96-4b62-9ea0-582409b039a5 req-75581bd9-aaf8-4d79-84d6-33597e5276a5 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:50.023812 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78223db5-be96-4b62-9ea0-582409b039a5 req-75581bd9-aaf8-4d79-84d6-33597e5276a5 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.1879325 Feb 18 09:45:50.067671 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78223db5-be96-4b62-9ea0-582409b039a5 req-988ce86f-9385-43be-906f-762fc0624e7c tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374494 Feb 18 09:45:51.249023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2e797-5462-4f9f-802b-8ddba8202a4d req-8aab684d-2f90-4b93-b6e8-4c8f56ff45a4 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:51.250469 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23a2e797-5462-4f9f-802b-8ddba8202a4d req-8aab684d-2f90-4b93-b6e8-4c8f56ff45a4 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0782020 Feb 18 09:45:51.297490 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-23a2e797-5462-4f9f-802b-8ddba8202a4d req-7535ba9d-7b09-4fc6-b04f-efa676d1f0b0 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Feb 18 09:45:52.487460 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053dc27-7e5c-4279-ae03-da36dc39ccc6 req-5802e313-64e2-4333-912b-f023fd201bfc tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:52.488940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6053dc27-7e5c-4279-ae03-da36dc39ccc6 req-5802e313-64e2-4333-912b-f023fd201bfc tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0792823 Feb 18 09:45:52.534120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6053dc27-7e5c-4279-ae03-da36dc39ccc6 req-5aebeb66-ace2-4b56-afcf-65dc66e9750a tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379822 Feb 18 09:45:53.724197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8457a-fa7a-422a-bf60-1dee3b2eaf88 req-5c7ac7de-28b4-4f39-9feb-8d77d9af5e4f tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:53.725778 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-82c8457a-fa7a-422a-bf60-1dee3b2eaf88 req-5c7ac7de-28b4-4f39-9feb-8d77d9af5e4f tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0827837 Feb 18 09:45:53.769607 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-82c8457a-fa7a-422a-bf60-1dee3b2eaf88 req-a83ba531-14f3-4d2d-af47-dcee419b12e6 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381622 Feb 18 09:45:54.952354 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3486f-70da-4d1a-8757-53c1c91efe03 req-d6a86f67-5230-4d46-8207-26a88c04caad tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:54.953826 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3a3486f-70da-4d1a-8757-53c1c91efe03 req-d6a86f67-5230-4d46-8207-26a88c04caad tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0789156 Feb 18 09:45:54.996940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3a3486f-70da-4d1a-8757-53c1c91efe03 req-a9c04918-5373-48f7-8833-150bb8fcf02d tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372097 Feb 18 09:45:56.184506 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f80bd-bbf1-4278-8ea2-e297377994b6 req-0f37f9ec-5bac-4971-b874-ba55e5a05105 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:56.185950 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f58f80bd-bbf1-4278-8ea2-e297377994b6 req-0f37f9ec-5bac-4971-b874-ba55e5a05105 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0818949 Feb 18 09:45:56.230302 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f58f80bd-bbf1-4278-8ea2-e297377994b6 req-cf071c91-f074-4f62-be19-8c1529b41869 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387826 Feb 18 09:45:57.414329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec46f5-249e-427b-8d75-661305f3a4d7 req-e1f2b473-2790-4413-a5dd-6ad823b4339d tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:57.415808 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-45ec46f5-249e-427b-8d75-661305f3a4d7 req-e1f2b473-2790-4413-a5dd-6ad823b4339d tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0786285 Feb 18 09:45:57.462792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-45ec46f5-249e-427b-8d75-661305f3a4d7 req-1eb24d20-f780-4405-bae0-c57dfb7c3732 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415037 Feb 18 09:45:58.650526 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075afb3-5e7f-4243-8ca5-c6f330edb751 req-afeec70c-ffc4-4ece-bb78-f0a9bdd237cb tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:45:58.651985 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c075afb3-5e7f-4243-8ca5-c6f330edb751 req-afeec70c-ffc4-4ece-bb78-f0a9bdd237cb tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0813632 Feb 18 09:45:58.696428 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c075afb3-5e7f-4243-8ca5-c6f330edb751 req-76fc04c0-8e10-4db9-8205-7503edc95b3c tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387335 Feb 18 09:46:00.042255 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f13f6-89cd-45ac-960c-2ea0a8aae1ff req-9932a7b1-a79e-405d-aa2b-fd406f306fa1 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:00.043601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-591f13f6-89cd-45ac-960c-2ea0a8aae1ff req-9932a7b1-a79e-405d-aa2b-fd406f306fa1 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0815241 Feb 18 09:46:00.087795 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-591f13f6-89cd-45ac-960c-2ea0a8aae1ff req-bcee2b7e-8aaf-474d-8383-544fc9f1b097 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385330 Feb 18 09:46:00.432647 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5066f031-d6da-4a76-a1e5-c1fc0100f0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:01.274845 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca1b58-56c9-4a98-ad74-8135a85120f4 req-80d4ad1e-417c-4957-9ab8-8410de76703d tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:01.276322 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4ca1b58-56c9-4a98-ad74-8135a85120f4 req-80d4ad1e-417c-4957-9ab8-8410de76703d tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0804105 Feb 18 09:46:01.369881 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c4ca1b58-56c9-4a98-ad74-8135a85120f4 req-b54ba9c2-e5b0-44e2-b597-318d7efc9902 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594254 Feb 18 09:46:01.387525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35db1a-40a9-43fb-95ee-aaee3168a739 req-40213c93-5498-4c66-8efa-34f966019c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:01.389000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed35db1a-40a9-43fb-95ee-aaee3168a739 req-40213c93-5498-4c66-8efa-34f966019c1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=825fd14fce0c482692313f9fa44a5e4d&device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 1097 time: 0.1084676 Feb 18 09:46:01.532682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35db1a-40a9-43fb-95ee-aaee3168a739 req-adf77075-df83-49cf-b5a9-67501ef56799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:01.534156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed35db1a-40a9-43fb-95ee-aaee3168a739 req-adf77075-df83-49cf-b5a9-67501ef56799 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d941a4f7-7f03-4a83-8bb7-92d8badd397f HTTP/1.1" status: 200 len: 916 time: 0.1251342 Feb 18 09:46:01.603854 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed35db1a-40a9-43fb-95ee-aaee3168a739 req-579aeed5-27e8-45fe-aae4-b883d30c62fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=696dba08-7595-4bdc-a762-a7886b542e4c HTTP/1.1" status: 200 len: 217 time: 0.0636103 Feb 18 09:46:01.664955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35db1a-40a9-43fb-95ee-aaee3168a739 req-fdf2a42a-393a-439c-ac60-ec7633a79254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:01.666359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed35db1a-40a9-43fb-95ee-aaee3168a739 req-fdf2a42a-393a-439c-ac60-ec7633a79254 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b3a7d4-0a15-470d-b202-f294e87f6e6e HTTP/1.1" status: 200 len: 855 time: 0.0557885 Feb 18 09:46:01.711490 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed35db1a-40a9-43fb-95ee-aaee3168a739 req-26a52aef-6af5-4092-9716-e5f61cd2730c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d941a4f7-7f03-4a83-8bb7-92d8badd397f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391157 Feb 18 09:46:01.844045 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed35db1a-40a9-43fb-95ee-aaee3168a739 req-1494308c-0e91-438f-a384-b9872667fa07 service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256323 Feb 18 09:46:01.977863 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed35db1a-40a9-43fb-95ee-aaee3168a739 req-0f83f317-d175-41c8-be99-6325f982fd76 service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267931 Feb 18 09:46:02.671021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e0b2c-0cdb-47bc-838a-47566a7a3c28 req-2a541216-391c-4090-a668-c0e4bb5a25d5 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:02.672413 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c0e0b2c-0cdb-47bc-838a-47566a7a3c28 req-2a541216-391c-4090-a668-c0e4bb5a25d5 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.1979766 Feb 18 09:46:02.716723 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c0e0b2c-0cdb-47bc-838a-47566a7a3c28 req-e0bec088-6770-484f-a16e-213f20b26f7c tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386531 Feb 18 09:46:03.870821 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a2452024-915b-4f88-8049-cb913e626f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:03.906474 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34485d79-f98f-460b-8a89-e11e41b6daf7 req-d51c2da8-5597-4c26-a792-7349028451a1 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:03.907909 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34485d79-f98f-460b-8a89-e11e41b6daf7 req-d51c2da8-5597-4c26-a792-7349028451a1 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0843062 Feb 18 09:46:03.954038 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:03.955542 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34485d79-f98f-460b-8a89-e11e41b6daf7 req-0d2ba791-2dee-4ff7-b674-84e1749bf472 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416732 Feb 18 09:46:03.990141 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:05.147764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24787173-438f-488d-8a69-10332bfdc175 req-371bacee-294b-40ff-a007-e3b00111ead8 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:05.149257 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-24787173-438f-488d-8a69-10332bfdc175 req-371bacee-294b-40ff-a007-e3b00111ead8 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0789483 Feb 18 09:46:05.193298 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-24787173-438f-488d-8a69-10332bfdc175 req-de7fe4a1-c380-4a61-9696-344720a16449 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385175 Feb 18 09:46:05.215364 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:06.382469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5e297-1e75-45d4-99a9-10a9ffd36488 req-e2ec98d1-2ad2-478f-88ec-5cd49935ee66 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:06.383927 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f4f5e297-1e75-45d4-99a9-10a9ffd36488 req-e2ec98d1-2ad2-478f-88ec-5cd49935ee66 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0853703 Feb 18 09:46:06.427770 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f4f5e297-1e75-45d4-99a9-10a9ffd36488 req-2a2f70df-453d-4e40-80bc-5817c3cf6cb3 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382888 Feb 18 09:46:07.613294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473d367-05dc-48a5-b563-5e11bf93b6cb req-b1782c85-4bd3-4b6b-9b02-d75eccf44e81 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:07.614741 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5473d367-05dc-48a5-b563-5e11bf93b6cb req-b1782c85-4bd3-4b6b-9b02-d75eccf44e81 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0801144 Feb 18 09:46:07.659254 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5473d367-05dc-48a5-b563-5e11bf93b6cb req-476939be-ea80-4644-8d0b-9c55ae7c75a3 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381527 Feb 18 09:46:08.851851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35150cd-b5c6-4e91-8906-8f086fb932fa req-2d5a5a58-1b26-4421-a4a6-2c0059cd3107 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:08.853336 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b35150cd-b5c6-4e91-8906-8f086fb932fa req-2d5a5a58-1b26-4421-a4a6-2c0059cd3107 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0817971 Feb 18 09:46:08.897185 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b35150cd-b5c6-4e91-8906-8f086fb932fa req-efa77d84-a1a4-42c1-bb84-c7f9ad5e4b42 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380552 Feb 18 09:46:10.086245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d5ddc-bbe1-4d10-86d6-c510022e7847 req-317a47a1-5a95-4a5b-b438-b84ff2ee7d3a tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:10.087802 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac5d5ddc-bbe1-4d10-86d6-c510022e7847 req-317a47a1-5a95-4a5b-b438-b84ff2ee7d3a tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0796967 Feb 18 09:46:10.136082 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac5d5ddc-bbe1-4d10-86d6-c510022e7847 req-f028a1c7-024f-46d9-9181-57450c9fe336 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427377 Feb 18 09:46:11.064803 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-34a40485-9c5a-483f-901d-14d28b687e00 req-7e07d041-8b04-4851-8afe-924252edd4be service neutron] show failed (client error): The resource could not be found. Feb 18 09:46:11.065788 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34a40485-9c5a-483f-901d-14d28b687e00 req-7e07d041-8b04-4851-8afe-924252edd4be service neutron] 10.222.0.61 "GET /v2.0/ports/696dba08-7595-4bdc-a762-a7886b542e4c/bindings/n-h1-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.0726833 Feb 18 09:46:11.386598 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064c8fa-23e8-4ffd-b6e1-faff0182abf5 req-986c4f85-cc0f-472f-8f57-6209799b11dd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:11.388068 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0064c8fa-23e8-4ffd-b6e1-faff0182abf5 req-986c4f85-cc0f-472f-8f57-6209799b11dd tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.1429379 Feb 18 09:46:11.390861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a40485-9c5a-483f-901d-14d28b687e00 req-0af84f9d-fb20-4549-a569-8c9a2d5e0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:11.392190 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34a40485-9c5a-483f-901d-14d28b687e00 req-0af84f9d-fb20-4549-a569-8c9a2d5e0931 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae&tenant_id=825fd14fce0c482692313f9fa44a5e4d HTTP/1.1" status: 200 len: 1097 time: 0.1140075 Feb 18 09:46:11.411303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:46:11.485026 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0064c8fa-23e8-4ffd-b6e1-faff0182abf5 req-3ba71773-287e-4b97-b124-a4350858bcf3 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912890 Feb 18 09:46:11.542045 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:11.754473 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:11.817039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] For port 696dba08-7595-4bdc-a762-a7886b542e4c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=696dba08-7595-4bdc-a762-a7886b542e4c,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:46:11.846642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] For port 696dba08-7595-4bdc-a762-a7886b542e4c, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:46:11.911504 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696dba08-7595-4bdc-a762-a7886b542e4c'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:46:11.913197 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:11.918078 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:11.935524 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Transition to ACTIVE for port object 696dba08-7595-4bdc-a762-a7886b542e4c will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:46:11.941193 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:11.979206 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696dba08-7595-4bdc-a762-a7886b542e4c', 'code': 200} Feb 18 09:46:12.121732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] No DVR routers for this DVR port 696dba08-7595-4bdc-a762-a7886b542e4c on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:46:12.124155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Pushing event updated for resources: {'Port': ['ID=696dba08-7595-4bdc-a762-a7886b542e4c,revision_number=6']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:12.191166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Attempting to bind port 696dba08-7595-4bdc-a762-a7886b542e4c on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:46:12.191491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Attempting to bind port 696dba08-7595-4bdc-a762-a7886b542e4c by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '44a48c8a-4e84-4bae-8e2e-954dded3fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:46:12.191812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Attempting to bind port 696dba08-7595-4bdc-a762-a7886b542e4c on network d941a4f7-7f03-4a83-8bb7-92d8badd397f {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:46:12.197485 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Port 696dba08-7595-4bdc-a762-a7886b542e4c on network d941a4f7-7f03-4a83-8bb7-92d8badd397f not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:46:12.197947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Attempting to bind port 696dba08-7595-4bdc-a762-a7886b542e4c on network d941a4f7-7f03-4a83-8bb7-92d8badd397f {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:46:12.203379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:46:12.203713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Checking segment: {'id': '44a48c8a-4e84-4bae-8e2e-954dded3fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:46:12.204119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Bound using segment: {'id': '44a48c8a-4e84-4bae-8e2e-954dded3fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:46:12.205420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Bound port: 696dba08-7595-4bdc-a762-a7886b542e4c, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a48c8a-4e84-4bae-8e2e-954dded3fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:46:12.205420 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:12.421859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] For port 696dba08-7595-4bdc-a762-a7886b542e4c, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:46:12.424712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] For port 696dba08-7595-4bdc-a762-a7886b542e4c, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=696dba08-7595-4bdc-a762-a7886b542e4c,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:46:12.429960 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:12.493434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:12.494324 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:12.496508 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34a40485-9c5a-483f-901d-14d28b687e00 req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] 10.222.0.81 "PUT /v2.0/ports/696dba08-7595-4bdc-a762-a7886b542e4c HTTP/1.1" status: 200 len: 1092 time: 1.0901530 Feb 18 09:46:12.519496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78216ee-0b3b-41bb-b88c-98e7516e42f3 service neutron] Pushing event updated for resources: {'Port': ['ID=696dba08-7595-4bdc-a762-a7886b542e4c,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:12.606877 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a40485-9c5a-483f-901d-14d28b687e00 req-fa0efbf8-8c21-4872-a1dc-34ed23b4fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:12.608418 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34a40485-9c5a-483f-901d-14d28b687e00 req-fa0efbf8-8c21-4872-a1dc-34ed23b4fa6d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=825fd14fce0c482692313f9fa44a5e4d&device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 1095 time: 0.0839732 Feb 18 09:46:12.820365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad068b6b-22e7-4bef-8fd9-bfa8fba3c7e2 req-cc35cecf-e6f9-49d3-84c5-5081a42648c3 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:12.821727 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad068b6b-22e7-4bef-8fd9-bfa8fba3c7e2 req-cc35cecf-e6f9-49d3-84c5-5081a42648c3 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 944 time: 0.2124364 Feb 18 09:46:12.824437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a40485-9c5a-483f-901d-14d28b687e00 req-3197a674-6d8f-4450-8554-01e497175a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:12.825780 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34a40485-9c5a-483f-901d-14d28b687e00 req-3197a674-6d8f-4450-8554-01e497175a55 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d941a4f7-7f03-4a83-8bb7-92d8badd397f HTTP/1.1" status: 200 len: 916 time: 0.1804559 Feb 18 09:46:12.909261 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34a40485-9c5a-483f-901d-14d28b687e00 req-8868d435-19f2-4ac7-afcb-5f71147524a6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=696dba08-7595-4bdc-a762-a7886b542e4c HTTP/1.1" status: 200 len: 217 time: 0.0689824 Feb 18 09:46:12.969870 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad068b6b-22e7-4bef-8fd9-bfa8fba3c7e2 req-c12b0477-eb31-4875-8a9e-e1df6a6a4987 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424699 Feb 18 09:46:12.987224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a40485-9c5a-483f-901d-14d28b687e00 req-0618f442-5a79-427a-ba5e-9a192d1b5838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:12.988722 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34a40485-9c5a-483f-901d-14d28b687e00 req-0618f442-5a79-427a-ba5e-9a192d1b5838 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=63b3a7d4-0a15-470d-b202-f294e87f6e6e HTTP/1.1" status: 200 len: 855 time: 0.0706241 Feb 18 09:46:13.034457 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34a40485-9c5a-483f-901d-14d28b687e00 req-de821afb-aa8b-4a5a-b7d4-32d696c855b8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d941a4f7-7f03-4a83-8bb7-92d8badd397f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399399 Feb 18 09:46:13.165889 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34a40485-9c5a-483f-901d-14d28b687e00 req-2d5b8792-d4ba-475f-b50c-681fd21d7da3 service neutron] 10.222.0.81 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253126 Feb 18 09:46:13.296341 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34a40485-9c5a-483f-901d-14d28b687e00 req-95a39236-f147-4b3f-b36d-7051c64af6cf service neutron] 10.222.0.81 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240664 Feb 18 09:46:13.980826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae', 'tag': '696dba08-7595-4bdc-a762-a7886b542e4c'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:46:14.040359 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae', 'tag': '696dba08-7595-4bdc-a762-a7886b542e4c', 'status': 'completed', 'code': 200} Feb 18 09:46:14.250996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add968f-555f-4a22-99a1-3c763a820b20 req-37871914-e7e5-4378-b8e3-386772cc7d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:14.252561 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4add968f-555f-4a22-99a1-3c763a820b20 req-37871914-e7e5-4378-b8e3-386772cc7d73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=825fd14fce0c482692313f9fa44a5e4d&device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 1095 time: 0.1951501 Feb 18 09:46:14.256501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add968f-555f-4a22-99a1-3c763a820b20 req-6bfa5bf9-1986-4a24-8b09-59e1918b08e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:14.257970 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4add968f-555f-4a22-99a1-3c763a820b20 req-6bfa5bf9-1986-4a24-8b09-59e1918b08e7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=825fd14fce0c482692313f9fa44a5e4d&device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 1095 time: 0.1681921 Feb 18 09:46:14.306229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525679e-5135-474c-9ee8-6f1e1992a44f req-42abaec4-86e8-42e4-b5c8-c549cff85eb6 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:14.311023 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6525679e-5135-474c-9ee8-6f1e1992a44f req-42abaec4-86e8-42e4-b5c8-c549cff85eb6 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 944 time: 0.2223027 Feb 18 09:46:14.500212 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6525679e-5135-474c-9ee8-6f1e1992a44f req-f5c685a4-5aab-4ed2-9c95-95b9a0a67129 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749842 Feb 18 09:46:14.556676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add968f-555f-4a22-99a1-3c763a820b20 req-9b9aadb3-6c7f-44af-98a0-405fdde133fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:14.558135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4add968f-555f-4a22-99a1-3c763a820b20 req-9b9aadb3-6c7f-44af-98a0-405fdde133fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=d941a4f7-7f03-4a83-8bb7-92d8badd397f HTTP/1.1" status: 200 len: 916 time: 0.2992561 Feb 18 09:46:14.560433 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add968f-555f-4a22-99a1-3c763a820b20 req-9943897b-b13d-4652-a9ad-eae1699c15e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:14.561737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4add968f-555f-4a22-99a1-3c763a820b20 req-9943897b-b13d-4652-a9ad-eae1699c15e1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d941a4f7-7f03-4a83-8bb7-92d8badd397f HTTP/1.1" status: 200 len: 916 time: 0.2827690 Feb 18 09:46:14.804663 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4add968f-555f-4a22-99a1-3c763a820b20 req-71d8d26a-79e0-46a6-839f-08b071fe4af5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=696dba08-7595-4bdc-a762-a7886b542e4c HTTP/1.1" status: 200 len: 217 time: 0.2410150 Feb 18 09:46:14.813704 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4add968f-555f-4a22-99a1-3c763a820b20 req-599eec79-7bf4-49de-8321-ec03f6bb9a80 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=696dba08-7595-4bdc-a762-a7886b542e4c HTTP/1.1" status: 200 len: 217 time: 0.2040658 Feb 18 09:46:14.921338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add968f-555f-4a22-99a1-3c763a820b20 req-da9f515a-097a-44a0-9e5b-102447d3f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:14.922780 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4add968f-555f-4a22-99a1-3c763a820b20 req-da9f515a-097a-44a0-9e5b-102447d3f093 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=63b3a7d4-0a15-470d-b202-f294e87f6e6e HTTP/1.1" status: 200 len: 855 time: 0.0797379 Feb 18 09:46:14.924125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add968f-555f-4a22-99a1-3c763a820b20 req-ff7c7e59-bbdd-4ca7-9176-32186b9f8bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:14.925461 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4add968f-555f-4a22-99a1-3c763a820b20 req-ff7c7e59-bbdd-4ca7-9176-32186b9f8bfc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b3a7d4-0a15-470d-b202-f294e87f6e6e HTTP/1.1" status: 200 len: 855 time: 0.1135995 Feb 18 09:46:15.010432 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4add968f-555f-4a22-99a1-3c763a820b20 req-5f86360f-89c1-416d-9ee7-7c5927d9bfdf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d941a4f7-7f03-4a83-8bb7-92d8badd397f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504870 Feb 18 09:46:15.012318 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4add968f-555f-4a22-99a1-3c763a820b20 req-ec8604ff-8f49-4a70-b247-1c5dde6fb2fa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d941a4f7-7f03-4a83-8bb7-92d8badd397f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823033 Feb 18 09:46:15.264360 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4add968f-555f-4a22-99a1-3c763a820b20 req-6a624e45-2497-4d13-8139-593a2afd4903 service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474449 Feb 18 09:46:15.266284 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4add968f-555f-4a22-99a1-3c763a820b20 req-2de4ac0b-c101-485f-8e10-08429f8851f3 service neutron] 10.222.0.81 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295365 Feb 18 09:46:15.412650 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 696dba08-7595-4bdc-a762-a7886b542e4c no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:46:15.472054 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 696dba08-7595-4bdc-a762-a7886b542e4c not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:46:15.509687 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4add968f-555f-4a22-99a1-3c763a820b20 req-d296cf93-8262-47a9-9ac5-4352644e0059 service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391353 Feb 18 09:46:15.512660 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4add968f-555f-4a22-99a1-3c763a820b20 req-00bb16f8-c65f-4259-83f6-277c3ebc46e3 service neutron] 10.222.0.81 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239528 Feb 18 09:46:15.689434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fc2fe-8479-4e55-9508-032836acc252 req-7f048318-c289-42cf-8474-5dc1ab356e89 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:15.690661 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e39fc2fe-8479-4e55-9508-032836acc252 req-7f048318-c289-42cf-8474-5dc1ab356e89 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 944 time: 0.0787253 Feb 18 09:46:15.737787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e39fc2fe-8479-4e55-9508-032836acc252 req-f9812103-a3f6-4fa4-935b-ca4957adfb2d tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409017 Feb 18 09:46:16.927752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c74f1d-6ed4-4964-a0e1-5fab7eaf7e57 req-8be69e51-44a8-4f7f-80d1-f551a5c5f8df tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:16.929253 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e6c74f1d-6ed4-4964-a0e1-5fab7eaf7e57 req-8be69e51-44a8-4f7f-80d1-f551a5c5f8df tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 944 time: 0.0794036 Feb 18 09:46:16.972133 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e6c74f1d-6ed4-4964-a0e1-5fab7eaf7e57 req-14949e09-7a1c-4794-bfba-836fd0cc4e85 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372870 Feb 18 09:46:17.336527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5596d70-22f5-4cde-895c-69a40971341c req-766b20c8-ff43-4ea4-ad0a-f4ec71a9ecff tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:17.337990 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5596d70-22f5-4cde-895c-69a40971341c req-766b20c8-ff43-4ea4-ad0a-f4ec71a9ecff tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 944 time: 0.1441171 Feb 18 09:46:17.346326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae5ea0-adc9-4776-aa50-76f5f83d5e50 req-b109b86d-8155-40e1-86ee-c2f447ccafbc tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:17.347586 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-beae5ea0-adc9-4776-aa50-76f5f83d5e50 req-b109b86d-8155-40e1-86ee-c2f447ccafbc tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.61 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae&tenant_id=825fd14fce0c482692313f9fa44a5e4d&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 944 time: 0.1227992 Feb 18 09:46:17.448601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5596d70-22f5-4cde-895c-69a40971341c req-95197af7-55d7-405c-9343-9d74e8e84e79 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000390 Feb 18 09:46:17.456493 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-beae5ea0-adc9-4776-aa50-76f5f83d5e50 req-45c8b27e-2d0d-44ca-af59-319efd01b0e6 service neutron] delete failed (client error): The resource could not be found. Feb 18 09:46:17.457469 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-beae5ea0-adc9-4776-aa50-76f5f83d5e50 req-45c8b27e-2d0d-44ca-af59-319efd01b0e6 service neutron] 10.222.0.61 "DELETE /v2.0/ports/696dba08-7595-4bdc-a762-a7886b542e4c/bindings/n-h2-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.0955732 Feb 18 09:46:17.585322 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 696dba08-7595-4bdc-a762-a7886b542e4c details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:46:17.593638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae5ea0-adc9-4776-aa50-76f5f83d5e50 req-640a56d8-c5e2-478b-bfcc-155378ac89da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:17.595110 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-beae5ea0-adc9-4776-aa50-76f5f83d5e50 req-640a56d8-c5e2-478b-bfcc-155378ac89da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=825fd14fce0c482692313f9fa44a5e4d&device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 1095 time: 0.0709658 Feb 18 09:46:17.730104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 696dba08-7595-4bdc-a762-a7886b542e4c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=696dba08-7595-4bdc-a762-a7886b542e4c,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:46:17.739431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae5ea0-adc9-4776-aa50-76f5f83d5e50 req-0f01dbb1-b9d6-4629-a978-b432931ef7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:17.740909 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-beae5ea0-adc9-4776-aa50-76f5f83d5e50 req-0f01dbb1-b9d6-4629-a978-b432931ef7c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d941a4f7-7f03-4a83-8bb7-92d8badd397f HTTP/1.1" status: 200 len: 916 time: 0.1402354 Feb 18 09:46:17.743697 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '696dba08-7595-4bdc-a762-a7886b542e4c', 'network_id': 'd941a4f7-7f03-4a83-8bb7-92d8badd397f', 'port_id': '696dba08-7595-4bdc-a762-a7886b542e4c', 'mac_address': 'fa:16:3e:c1:cc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b3a7d4-0a15-470d-b202-f294e87f6e6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:46:17.803059 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:17.822173 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696dba08-7595-4bdc-a762-a7886b542e4c {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:46:17.841443 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 696dba08-7595-4bdc-a762-a7886b542e4c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=696dba08-7595-4bdc-a762-a7886b542e4c,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:46:17.847312 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:17.918413 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=696dba08-7595-4bdc-a762-a7886b542e4c,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:17.941065 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-beae5ea0-adc9-4776-aa50-76f5f83d5e50 req-5cfac7ca-3f31-4751-bb7f-38852ef5655a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=696dba08-7595-4bdc-a762-a7886b542e4c HTTP/1.1" status: 200 len: 217 time: 0.1940784 Feb 18 09:46:18.001944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae5ea0-adc9-4776-aa50-76f5f83d5e50 req-8b45f2b2-a7c9-487f-bead-fc3581f37897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:18.003283 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-beae5ea0-adc9-4776-aa50-76f5f83d5e50 req-8b45f2b2-a7c9-487f-bead-fc3581f37897 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=63b3a7d4-0a15-470d-b202-f294e87f6e6e HTTP/1.1" status: 200 len: 855 time: 0.0564313 Feb 18 09:46:18.051697 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-beae5ea0-adc9-4776-aa50-76f5f83d5e50 req-46731895-846e-48a5-ba84-36a8c879ed75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d941a4f7-7f03-4a83-8bb7-92d8badd397f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424047 Feb 18 09:46:18.109462 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:46:18.145065 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['696dba08-7595-4bdc-a762-a7886b542e4c'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:46:18.190728 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-beae5ea0-adc9-4776-aa50-76f5f83d5e50 req-aaabeab6-43f7-49e7-ba9f-a79b39082152 service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314354 Feb 18 09:46:18.325358 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-beae5ea0-adc9-4776-aa50-76f5f83d5e50 req-887b74a5-bf74-4cb2-956f-7fcb38d5de03 service neutron] 10.222.0.61 "GET /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292295 Feb 18 09:46:18.636044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589d727-5b41-4d7e-b8b4-fef64decc5f5 req-d9aa2358-62e6-4bd5-a453-40ee11ed9290 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:18.637599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8589d727-5b41-4d7e-b8b4-fef64decc5f5 req-d9aa2358-62e6-4bd5-a453-40ee11ed9290 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 945 time: 0.0801420 Feb 18 09:46:18.695586 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8589d727-5b41-4d7e-b8b4-fef64decc5f5 req-ba29e3b5-dc3a-45fb-8757-dfd2872bdcb0 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520666 Feb 18 09:46:19.618771 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 696dba08-7595-4bdc-a762-a7886b542e4c up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:46:19.684849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 696dba08-7595-4bdc-a762-a7886b542e4c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:46:19.689376 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 696dba08-7595-4bdc-a762-a7886b542e4c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:46:19.689748 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:19.808336 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:19.835273 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696dba08-7595-4bdc-a762-a7886b542e4c'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:46:19.845098 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 696dba08-7595-4bdc-a762-a7886b542e4c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=696dba08-7595-4bdc-a762-a7886b542e4c,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:46:19.850323 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:19.905676 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696dba08-7595-4bdc-a762-a7886b542e4c', 'code': 200} Feb 18 09:46:19.918605 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ba0ac-9ebf-4f56-92d2-dd90786a28fe req-45b4092d-caed-4e25-be79-7316f9e1ee12 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:19.920057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a80ba0ac-9ebf-4f56-92d2-dd90786a28fe req-45b4092d-caed-4e25-be79-7316f9e1ee12 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.1115842 Feb 18 09:46:19.927873 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=696dba08-7595-4bdc-a762-a7886b542e4c,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:19.965057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a80ba0ac-9ebf-4f56-92d2-dd90786a28fe req-915f4aa8-017e-4eed-bc17-cdbfd54b9374 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389621 Feb 18 09:46:20.157374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5ba9f-5985-450e-ba36-8789238f8958 req-9ca28e63-76d4-47ca-8c27-4e51d5884f5f tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:20.158894 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ed5ba9f-5985-450e-ba36-8789238f8958 req-9ca28e63-76d4-47ca-8c27-4e51d5884f5f tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0847602 Feb 18 09:46:20.233599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ed5ba9f-5985-450e-ba36-8789238f8958 req-a0cf8960-5eb7-4b85-85be-c1b1d1c9eb85 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673382 Feb 18 09:46:20.431439 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e64217-1743-4497-ab3c-d4312f69e8d4 req-b4feab48-e34f-4d7f-b94f-d217e1b36a18 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:20.433001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92e64217-1743-4497-ab3c-d4312f69e8d4 req-b4feab48-e34f-4d7f-b94f-d217e1b36a18 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0894496 Feb 18 09:46:20.480197 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92e64217-1743-4497-ab3c-d4312f69e8d4 req-3b65fd7e-7def-4d1a-90bf-6d75a999a8bf tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412023 Feb 18 09:46:21.074281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52d00c-4cc4-4a3c-99f0-3801a56d3575 req-2030dbc6-4802-427d-9931-f8015a378972 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:21.075680 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc52d00c-4cc4-4a3c-99f0-3801a56d3575 req-2030dbc6-4802-427d-9931-f8015a378972 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.0859132 Feb 18 09:46:21.127448 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc52d00c-4cc4-4a3c-99f0-3801a56d3575 req-53e3d44a-c13b-45da-8fda-c00881078e37 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454783 Feb 18 09:46:22.373504 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc673a6-008d-487a-af98-732a6c0431dc req-b37011c7-c1af-412b-a44c-1a59001cc92f tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:22.374981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7dc673a6-008d-487a-af98-732a6c0431dc req-b37011c7-c1af-412b-a44c-1a59001cc92f tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.1387317 Feb 18 09:46:22.405138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b1c50-bec5-4a58-b108-5c87c227a78b req-dba05adc-8384-42ce-baa6-d89911ae8b0d tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:22.406566 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-981b1c50-bec5-4a58-b108-5c87c227a78b req-dba05adc-8384-42ce-baa6-d89911ae8b0d tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.81 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 946 time: 0.1258540 Feb 18 09:46:22.476495 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7dc673a6-008d-487a-af98-732a6c0431dc req-c71ffbcf-f4c5-4360-ad07-a8828d067949 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/security-groups?id=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948114 Feb 18 09:46:22.493078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-981b1c50-bec5-4a58-b108-5c87c227a78b req-e9f50799-5a5c-4114-9c3a-1d4785ac4595 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Deleting port 696dba08-7595-4bdc-a762-a7886b542e4c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:46:22.493427 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-981b1c50-bec5-4a58-b108-5c87c227a78b req-e9f50799-5a5c-4114-9c3a-1d4785ac4595 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:22.744662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-981b1c50-bec5-4a58-b108-5c87c227a78b req-e9f50799-5a5c-4114-9c3a-1d4785ac4595 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] For port 696dba08-7595-4bdc-a762-a7886b542e4c, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=696dba08-7595-4bdc-a762-a7886b542e4c,segment=NetworkSegment(44a48c8a-4e84-4bae-8e2e-954dded3fe6d),segment_id=44a48c8a-4e84-4bae-8e2e-954dded3fe6d)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:46:22.744939 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-981b1c50-bec5-4a58-b108-5c87c227a78b req-e9f50799-5a5c-4114-9c3a-1d4785ac4595 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:22.871391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-981b1c50-bec5-4a58-b108-5c87c227a78b req-e9f50799-5a5c-4114-9c3a-1d4785ac4595 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Calling delete_port for 696dba08-7595-4bdc-a762-a7886b542e4c owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:46:23.136563 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-981b1c50-bec5-4a58-b108-5c87c227a78b req-e9f50799-5a5c-4114-9c3a-1d4785ac4595 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:23.148679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['696dba08-7595-4bdc-a762-a7886b542e4c'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:46:23.195951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f50799-5a5c-4114-9c3a-1d4785ac4595 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Pushing event deleted for resources: {'Port': ['ID=696dba08-7595-4bdc-a762-a7886b542e4c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:23.268467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-981b1c50-bec5-4a58-b108-5c87c227a78b req-e9f50799-5a5c-4114-9c3a-1d4785ac4595 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] No DVR routers for this DVR port 696dba08-7595-4bdc-a762-a7886b542e4c on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:46:23.271040 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-981b1c50-bec5-4a58-b108-5c87c227a78b req-e9f50799-5a5c-4114-9c3a-1d4785ac4595 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:23.274265 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae', 'name': 'network-vif-deleted', 'tag': '696dba08-7595-4bdc-a762-a7886b542e4c'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:46:23.292007 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-981b1c50-bec5-4a58-b108-5c87c227a78b req-e9f50799-5a5c-4114-9c3a-1d4785ac4595 tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.81 "DELETE /v2.0/ports/696dba08-7595-4bdc-a762-a7886b542e4c HTTP/1.1" status: 204 len: 173 time: 0.8783672 Feb 18 09:46:23.320787 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae', 'name': 'network-vif-deleted', 'tag': '696dba08-7595-4bdc-a762-a7886b542e4c', 'status': 'completed', 'code': 200} Feb 18 09:46:23.650627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2fd9f527-6864-4e51-919a-76f1e13546f1 req-386d3090-669c-4984-b769-d97fd4792e4e tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Synchronizing usage tracker for tenant:825fd14fce0c482692313f9fa44a5e4d on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:46:23.668453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-2fd9f527-6864-4e51-919a-76f1e13546f1 req-386d3090-669c-4984-b769-d97fd4792e4e tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] Unset dirty status for tenant:825fd14fce0c482692313f9fa44a5e4d on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:46:23.669889 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2fd9f527-6864-4e51-919a-76f1e13546f1 req-386d3090-669c-4984-b769-d97fd4792e4e tempest-ServerDiskConfigTestJSON-1749723355 tempest-ServerDiskConfigTestJSON-1749723355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d88a0fcb-3cd3-4ac4-ae9c-15d9be3a0fae HTTP/1.1" status: 200 len: 210 time: 0.0645993 Feb 18 09:46:24.927563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48500) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:24.987315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fee3143-7900-45e6-a42f-3cc5288db4d2 admin admin] Deleting subnet 63b3a7d4-0a15-470d-b202-f294e87f6e6e {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:46:24.990150 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fee3143-7900-45e6-a42f-3cc5288db4d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:25.040750 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fee3143-7900-45e6-a42f-3cc5288db4d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:25.103088 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fee3143-7900-45e6-a42f-3cc5288db4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:25.178406 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fee3143-7900-45e6-a42f-3cc5288db4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:25.220112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee3143-7900-45e6-a42f-3cc5288db4d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b3a7d4-0a15-470d-b202-f294e87f6e6e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:25.226724 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8fee3143-7900-45e6-a42f-3cc5288db4d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:25.233713 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8fee3143-7900-45e6-a42f-3cc5288db4d2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/63b3a7d4-0a15-470d-b202-f294e87f6e6e HTTP/1.1" status: 204 len: 168 time: 0.3050673 Feb 18 09:46:25.236183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48504) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:25.353289 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c5aa6fab-1213-4f5c-a834-31b13bbfe26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:25.568415 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c5aa6fab-1213-4f5c-a834-31b13bbfe26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:25.612591 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-c5aa6fab-1213-4f5c-a834-31b13bbfe26e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d941a4f7-7f03-4a83-8bb7-92d8badd397f']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:25.640356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-c5aa6fab-1213-4f5c-a834-31b13bbfe26e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a48c8a-4e84-4bae-8e2e-954dded3fe6d') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:25.640659 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-c5aa6fab-1213-4f5c-a834-31b13bbfe26e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a48c8a-4e84-4bae-8e2e-954dded3fe6d') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:25.642552 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 696dba08-7595-4bdc-a762-a7886b542e4c no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:46:25.654085 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c5aa6fab-1213-4f5c-a834-31b13bbfe26e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:25.677500 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c5aa6fab-1213-4f5c-a834-31b13bbfe26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:25.677823 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 696dba08-7595-4bdc-a762-a7886b542e4c {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:46:25.678122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 696dba08-7595-4bdc-a762-a7886b542e4c not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:46:25.686544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5aa6fab-1213-4f5c-a834-31b13bbfe26e admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:46:25.686966 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c5aa6fab-1213-4f5c-a834-31b13bbfe26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:46:25.700823 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:46:25.794564 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c5aa6fab-1213-4f5c-a834-31b13bbfe26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:25.811387 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c5aa6fab-1213-4f5c-a834-31b13bbfe26e admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:25.824541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa6fab-1213-4f5c-a834-31b13bbfe26e admin admin] Pushing event deleted for resources: {'Network': ['ID=d941a4f7-7f03-4a83-8bb7-92d8badd397f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:25.829848 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c5aa6fab-1213-4f5c-a834-31b13bbfe26e admin admin] 10.222.0.72 "DELETE /v2.0/networks/d941a4f7-7f03-4a83-8bb7-92d8badd397f HTTP/1.1" status: 204 len: 168 time: 0.5902257 Feb 18 09:46:25.946479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48510) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:25.996920 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0378027a-08d1-4611-9bb1-19228eaec3d0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=825fd14fce0c482692313f9fa44a5e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492589 Feb 18 09:46:25.999561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48514) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:26.062326 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e55a84eb-7890-46dc-84aa-161f0dd66137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:26.088380 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e55a84eb-7890-46dc-84aa-161f0dd66137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:26.138591 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e55a84eb-7890-46dc-84aa-161f0dd66137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:26.160916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a84eb-7890-46dc-84aa-161f0dd66137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:26.169773 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e55a84eb-7890-46dc-84aa-161f0dd66137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:26.170824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e55a84eb-7890-46dc-84aa-161f0dd66137 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e5b0dc9e-1091-49ef-a5a8-ebae58e3afc9 HTTP/1.1" status: 204 len: 168 time: 0.1703689 Feb 18 09:46:27.000581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48538) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:27.112125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1403819941-network', 'tenant_id': '1205ece73b924670a404f7743dd5b57b'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:46:27.120428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:46:27.124846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Usage tracker for resource:network and tenant:1205ece73b924670a404f7743dd5b57b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:46:27.127840 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:46:27.134417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:46:27.145026 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Made reservation on behalf of 1205ece73b924670a404f7743dd5b57b for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:46:27.149632 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:27.163738 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:27.181693 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:46:27.185657 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Usage tracker for resource:security_group_rule and tenant:1205ece73b924670a404f7743dd5b57b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:46:27.188515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:46:27.194728 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:46:27.288646 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:27.293710 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:27.328859 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:46:27.334073 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b1e99d-37fc-4541-989b-a04a73032f2e,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:27.345842 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:27.346182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:27.346520 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:27.346862 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:27.347189 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:27.347516 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:27.347836 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:27.348159 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:27.348511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:27.348939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:27.348939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:27.349466 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:27.354434 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:27.354777 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Added segment 1784f218-9eb1-4257-9d22-6d4fc41c2ffa of type vlan for network 6fd1cb15-6c86-4372-8a57-b078420b5b06 Feb 18 09:46:27.386031 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:27.418853 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:27.419830 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:27.420447 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:27.529275 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] Pushing event updated for resources: {'Network': ['ID=6fd1cb15-6c86-4372-8a57-b078420b5b06,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:27.533029 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-25c94c03-63fc-4fad-9cd1-6b403dff2225 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5312970 Feb 18 09:46:27.536691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48544) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:27.540869 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 6fd1cb15-6c86-4372-8a57-b078420b5b06 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:46:27.542535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d414d167-6a54-4a6b-9d89-925290077e4a admin admin] Request body: {'subnet': {'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1403819941-subnet', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:46:27.549135 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d414d167-6a54-4a6b-9d89-925290077e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:46:27.553385 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d414d167-6a54-4a6b-9d89-925290077e4a admin admin] Usage tracker for resource:subnet and tenant:1205ece73b924670a404f7743dd5b57b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:46:27.557828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d414d167-6a54-4a6b-9d89-925290077e4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:46:27.565512 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d414d167-6a54-4a6b-9d89-925290077e4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:46:27.583072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d414d167-6a54-4a6b-9d89-925290077e4a admin admin] Made reservation on behalf of 1205ece73b924670a404f7743dd5b57b for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:46:27.585774 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d414d167-6a54-4a6b-9d89-925290077e4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:27.789881 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d414d167-6a54-4a6b-9d89-925290077e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:27.869339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414d167-6a54-4a6b-9d89-925290077e4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=590ea813-3576-442c-8866-448a23a2f501,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:27.878176 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414d167-6a54-4a6b-9d89-925290077e4a admin admin] Checking segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:46:27.878531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d414d167-6a54-4a6b-9d89-925290077e4a admin admin] Network hostable DHCP agents. Network: 6fd1cb15-6c86-4372-8a57-b078420b5b06, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:46:27.898439 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d414d167-6a54-4a6b-9d89-925290077e4a admin admin] Network 6fd1cb15-6c86-4372-8a57-b078420b5b06 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:46:27.908780 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-d414d167-6a54-4a6b-9d89-925290077e4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 6fd1cb15-6c86-4372-8a57-b078420b5b06) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:46:27.914299 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d414d167-6a54-4a6b-9d89-925290077e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:27.915237 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d414d167-6a54-4a6b-9d89-925290077e4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:27.918702 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68a7580-3908-4642-bf39-880581ca2ec8 None None] Network 6fd1cb15-6c86-4372-8a57-b078420b5b06 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:46:27.939242 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d414d167-6a54-4a6b-9d89-925290077e4a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4013474 Feb 18 09:46:27.942021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48548) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:27.947652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:46:27.954109 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:46:27.958448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Usage tracker for resource:router and tenant:1205ece73b924670a404f7743dd5b57b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:46:27.961553 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:46:27.968080 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:46:27.980221 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:27.981296 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:27.997655 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:28.151433 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-6fd1cb15-6c86-4372-8a57-b078420b5b06', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:46:28.152638 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:28.276447 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:28.365998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Allocated IP 172.20.0.2 (6fd1cb15-6c86-4372-8a57-b078420b5b06/590ea813-3576-442c-8866-448a23a2f501/1a610162-5c72-47b7-8e04-2e6876c6780d) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:46:28.602760 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:28.615132 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Transition to ACTIVE for port object 1a610162-5c72-47b7-8e04-2e6876c6780d will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:46:28.637809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Transition to ACTIVE for port object 1a610162-5c72-47b7-8e04-2e6876c6780d will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:46:28.643956 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:28.715802 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Network 6fd1cb15-6c86-4372-8a57-b078420b5b06 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:46:28.717034 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:46:28.721254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:46:28.732962 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:28.763505 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:28.763777 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Pushing event updated for resources: {'Port': ['ID=1a610162-5c72-47b7-8e04-2e6876c6780d,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:28.837404 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Attempting to bind port 1a610162-5c72-47b7-8e04-2e6876c6780d on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:46:28.837897 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Attempting to bind port 1a610162-5c72-47b7-8e04-2e6876c6780d by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:46:28.838272 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Attempting to bind port 1a610162-5c72-47b7-8e04-2e6876c6780d on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:46:28.843985 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:46:28.844480 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Checking segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:46:28.845015 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:28.845544 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Bound using segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:46:28.846184 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Bound port: 1a610162-5c72-47b7-8e04-2e6876c6780d, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:46:28.846707 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:28.942758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] For port 1a610162-5c72-47b7-8e04-2e6876c6780d, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:46:28.946517 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] For port 1a610162-5c72-47b7-8e04-2e6876c6780d, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1a610162-5c72-47b7-8e04-2e6876c6780d,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:46:28.950065 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:28.973873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Allocated IP 172.25.1.182 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/058b9da9-9e8f-4c15-8cda-0a58ec5c9287) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:46:29.042110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1cfab-ee87-4be5-8c76-eb5baa5d27fd None None] Pushing event updated for resources: {'Port': ['ID=1a610162-5c72-47b7-8e04-2e6876c6780d,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:29.147925 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:29.181882 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:29.253522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:46:29.256585 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:46:29.260081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:46:29.315348 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Pushing event updated for resources: {'Port': ['ID=058b9da9-9e8f-4c15-8cda-0a58ec5c9287,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:29.699900 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:30.061486 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819c625c-40c1-409a-a8ff-2c9e60d4d8e9 None None] Network 6fd1cb15-6c86-4372-8a57-b078420b5b06 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:46:30.062864 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:30.143749 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d4fca8f5-4659-4fea-a98f-44cd9b19ac8d None None] Provisioning for port 1a610162-5c72-47b7-8e04-2e6876c6780d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:46:30.398253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Router 3a581b03-16eb-4fa5-847d-e9781533c734 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:46:30.430273 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8c95e0be-acb7-41a2-8c2b-e8358914af2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:30.604291 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:46:30.613400 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Sync routers for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:46:30.628965 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:46:30.629864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:46:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:30.630986 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:30.635661 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c5d544ba-9e05-47de-bbea-0839ef763475 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6895790 Feb 18 09:46:30.635999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48552) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:30.824686 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:46:31.194715 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1a610162-5c72-47b7-8e04-2e6876c6780d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:46:31.246239 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:29Z', 'revision_number': 3, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:31.253774 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Checking router: 3a581b03-16eb-4fa5-847d-e9781533c734 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:46:31.254122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Updating router 3a581b03-16eb-4fa5-847d-e9781533c734 port 058b9da9-9e8f-4c15-8cda-0a58ec5c9287 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:46:31.354618 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:31.403872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 1a610162-5c72-47b7-8e04-2e6876c6780d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:46:31.449690 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 1a610162-5c72-47b7-8e04-2e6876c6780d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:46:31.449982 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:31.545627 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:31.697166 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:31.749980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 1a610162-5c72-47b7-8e04-2e6876c6780d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1a610162-5c72-47b7-8e04-2e6876c6780d,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:46:31.765138 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:31.814054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Allocated IP 172.20.0.1 (6fd1cb15-6c86-4372-8a57-b078420b5b06/590ea813-3576-442c-8866-448a23a2f501/f3db33a0-065f-42f5-a9f5-8dada1fc984f) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:46:31.900944 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:31.903265 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=1a610162-5c72-47b7-8e04-2e6876c6780d,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:31.917746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Transition to ACTIVE for port object 058b9da9-9e8f-4c15-8cda-0a58ec5c9287 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:46:31.925016 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:31.995296 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:32.005444 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Attempting to bind port 058b9da9-9e8f-4c15-8cda-0a58ec5c9287 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:46:32.005725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Attempting to bind port 058b9da9-9e8f-4c15-8cda-0a58ec5c9287 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:46:32.006090 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Attempting to bind port 058b9da9-9e8f-4c15-8cda-0a58ec5c9287 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:46:32.012254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0086a-e2a7-465e-8241-acb7ed1ce489 None None] Pushing event updated for resources: {'Port': ['ID=058b9da9-9e8f-4c15-8cda-0a58ec5c9287,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:32.015945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Transition to ACTIVE for port object f3db33a0-065f-42f5-a9f5-8dada1fc984f will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:46:32.016623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:46:32.017001 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:46:32.017400 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:32.017779 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:46:32.018240 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Bound port: 058b9da9-9e8f-4c15-8cda-0a58ec5c9287, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:46:32.018604 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:32.043378 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:32.096137 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] For port 058b9da9-9e8f-4c15-8cda-0a58ec5c9287, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:46:32.099640 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] For port 058b9da9-9e8f-4c15-8cda-0a58ec5c9287, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=058b9da9-9e8f-4c15-8cda-0a58ec5c9287,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:46:32.104552 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:32.122409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Network 6fd1cb15-6c86-4372-8a57-b078420b5b06 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:46:32.125427 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:46:32.128162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:46:32.174031 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Pushing event updated for resources: {'Port': ['ID=f3db33a0-065f-42f5-a9f5-8dada1fc984f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:32.186214 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:46:32.186420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:32.186774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:32.187085 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:46:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:32.187221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:32.187691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:32.187912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:32.188240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:32.188987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:32.189293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:32.189550 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:32.189881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:32.190201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:32.190678 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:32.215216 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:32.265963 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0086a-e2a7-465e-8241-acb7ed1ce489 None None] Pushing event updated for resources: {'Port': ['ID=058b9da9-9e8f-4c15-8cda-0a58ec5c9287,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:32.362011 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:32.386545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:46:32.565594 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c711ad7a-0d5e-4866-bb19-414bb95cc741 None None] Provisioning for port f3db33a0-065f-42f5-a9f5-8dada1fc984f completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:46:32.575313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c711ad7a-0d5e-4866-bb19-414bb95cc741 None None] Provisioning complete for port f3db33a0-065f-42f5-a9f5-8dada1fc984f triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:46:32.575679 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c711ad7a-0d5e-4866-bb19-414bb95cc741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:32.606177 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:32.611557 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:32.658647 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c711ad7a-0d5e-4866-bb19-414bb95cc741 None None] Port f3db33a0-065f-42f5-a9f5-8dada1fc984f cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:46:32.719379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Pushing event updated for resources: {'Port': ['ID=f3db33a0-065f-42f5-a9f5-8dada1fc984f,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:32.721910 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:32.743325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:29Z', 'revision_number': 3, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:32.748648 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d539e0d3-1664-4b51-97fe-53f529becd13 None None] The sync data for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 is: [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:29Z', 'revision_number': 3, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:46:32.865092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Network 6fd1cb15-6c86-4372-8a57-b078420b5b06 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:46:32.866689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:46:33.191156 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e018dabf-712b-4ac8-8e7d-74e4e104af52 None None] Provisioning complete for port f3db33a0-065f-42f5-a9f5-8dada1fc984f triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:46:33.191537 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e018dabf-712b-4ac8-8e7d-74e4e104af52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:33.219345 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Router 3a581b03-16eb-4fa5-847d-e9781533c734 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:46:33.262464 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1a610162-5c72-47b7-8e04-2e6876c6780d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:46:33.301902 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e018dabf-712b-4ac8-8e7d-74e4e104af52 None None] Port f3db33a0-065f-42f5-a9f5-8dada1fc984f cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:46:33.343944 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 1a610162-5c72-47b7-8e04-2e6876c6780d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:46:33.344398 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:33.429851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:46:33.448561 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ebe50aed-8c28-44b4-b59f-aa5ce8e851da admin admin] 10.222.0.72 "PUT /v2.0/routers/3a581b03-16eb-4fa5-847d-e9781533c734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8025124 Feb 18 09:46:33.538041 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 058b9da9-9e8f-4c15-8cda-0a58ec5c9287 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:46:33.619615 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 058b9da9-9e8f-4c15-8cda-0a58ec5c9287 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:46:33.628885 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 058b9da9-9e8f-4c15-8cda-0a58ec5c9287 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:46:33.629306 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:33.758943 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:33.779663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 058b9da9-9e8f-4c15-8cda-0a58ec5c9287, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=058b9da9-9e8f-4c15-8cda-0a58ec5c9287,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:46:33.783925 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:33.874249 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=058b9da9-9e8f-4c15-8cda-0a58ec5c9287,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:33.890282 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ff9f941a-ecf4-4455-9d2a-2245eef0ca50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:33.958962 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:33.996226 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:34.011359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48562) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:34.016880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e5fd68d6-7943-47d2-893e-4d1d09c1ce29 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1523425161', 'description': 'tempest-description--1908018124'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:46:34.023692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e5fd68d6-7943-47d2-893e-4d1d09c1ce29 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:46:34.027629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e5fd68d6-7943-47d2-893e-4d1d09c1ce29 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Usage tracker for resource:security_group and tenant:1205ece73b924670a404f7743dd5b57b is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:46:34.030529 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e5fd68d6-7943-47d2-893e-4d1d09c1ce29 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:46:34.036694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e5fd68d6-7943-47d2-893e-4d1d09c1ce29 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:46:34.049246 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e5fd68d6-7943-47d2-893e-4d1d09c1ce29 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:34.072614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e5fd68d6-7943-47d2-893e-4d1d09c1ce29 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:46:34.076875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e5fd68d6-7943-47d2-893e-4d1d09c1ce29 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Usage tracker for resource:security_group_rule and tenant:1205ece73b924670a404f7743dd5b57b is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:46:34.080512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e5fd68d6-7943-47d2-893e-4d1d09c1ce29 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:46:34.087094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e5fd68d6-7943-47d2-893e-4d1d09c1ce29 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:46:34.163682 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e5fd68d6-7943-47d2-893e-4d1d09c1ce29 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:34.168000 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e5fd68d6-7943-47d2-893e-4d1d09c1ce29 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:34.214686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd68d6-7943-47d2-893e-4d1d09c1ce29 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=034a3050-9350-4fa1-9075-2cb9f67a3631,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:34.217578 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e5fd68d6-7943-47d2-893e-4d1d09c1ce29 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:34.219790 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e5fd68d6-7943-47d2-893e-4d1d09c1ce29 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2065609 Feb 18 09:46:34.222160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48566) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:34.227984 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1d28c27d-ff12-4355-a4b6-d28067ec6274 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Request body: {'security_group_rule': {'security_group_id': '034a3050-9350-4fa1-9075-2cb9f67a3631', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:46:34.236818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1d28c27d-ff12-4355-a4b6-d28067ec6274 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:46:34.242888 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1d28c27d-ff12-4355-a4b6-d28067ec6274 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Usage tracker for resource:security_group_rule and tenant:1205ece73b924670a404f7743dd5b57b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:46:34.246272 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1d28c27d-ff12-4355-a4b6-d28067ec6274 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:46:34.252903 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1d28c27d-ff12-4355-a4b6-d28067ec6274 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:46:34.271937 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d28c27d-ff12-4355-a4b6-d28067ec6274 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:34.347458 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d28c27d-ff12-4355-a4b6-d28067ec6274 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:34.351761 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d28c27d-ff12-4355-a4b6-d28067ec6274 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:34.378278 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28c27d-ff12-4355-a4b6-d28067ec6274 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49039459-37b0-4ad8-96f1-d97db006c81b,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:34.389977 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1d28c27d-ff12-4355-a4b6-d28067ec6274 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:34.391406 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1d28c27d-ff12-4355-a4b6-d28067ec6274 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1682467 Feb 18 09:46:34.394247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48570) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:34.399926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-b548f35a-9ceb-4614-a043-5e4424f21147 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Request body: {'security_group_rule': {'security_group_id': '034a3050-9350-4fa1-9075-2cb9f67a3631', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:46:34.407341 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b548f35a-9ceb-4614-a043-5e4424f21147 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:46:34.411331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b548f35a-9ceb-4614-a043-5e4424f21147 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Usage tracker for resource:security_group_rule and tenant:1205ece73b924670a404f7743dd5b57b is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:46:34.414643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b548f35a-9ceb-4614-a043-5e4424f21147 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:46:34.420348 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b548f35a-9ceb-4614-a043-5e4424f21147 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:46:34.437880 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b548f35a-9ceb-4614-a043-5e4424f21147 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:34.508246 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b548f35a-9ceb-4614-a043-5e4424f21147 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:34.512526 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b548f35a-9ceb-4614-a043-5e4424f21147 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:34.537494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548f35a-9ceb-4614-a043-5e4424f21147 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7069fd51-2979-4107-8636-9aad2949384b,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:34.552910 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b548f35a-9ceb-4614-a043-5e4424f21147 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:34.557224 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b548f35a-9ceb-4614-a043-5e4424f21147 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591263 Feb 18 09:46:34.558711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 48574) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:34.565619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:46:34.569485 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Sync routers for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:46:34.573747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:46:34.578379 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Usage tracker for resource:floatingip and tenant:1205ece73b924670a404f7743dd5b57b is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:46:34.579127 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:46:34.579818 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:46:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:34.583005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:46:34.590304 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:46:34.604371 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:34.747928 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:34.770635 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:46:34.908681 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Allocated IP 172.25.1.254 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/5a69c78e-872d-4a7c-b459-0c22123211fb) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:46:35.074188 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:35.101694 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 2, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:35.106287 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Checking router: 3a581b03-16eb-4fa5-847d-e9781533c734 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:46:35.106655 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Updating router 3a581b03-16eb-4fa5-847d-e9781533c734 port f3db33a0-065f-42f5-a9f5-8dada1fc984f binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:46:35.107475 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:35.162210 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:35.169833 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 058b9da9-9e8f-4c15-8cda-0a58ec5c9287 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:46:35.179151 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:46:35.182471 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:46:35.187026 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:46:35.215753 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Pushing event updated for resources: {'Port': ['ID=5a69c78e-872d-4a7c-b459-0c22123211fb,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:35.259113 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:35.274513 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:35.276347 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 058b9da9-9e8f-4c15-8cda-0a58ec5c9287 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:46:35.276728 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:35.346199 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:35.563478 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:35.576768 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Transition to ACTIVE for port object f3db33a0-065f-42f5-a9f5-8dada1fc984f will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:46:35.586239 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:35.600769 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:35.606081 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:35.724697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Pushing event updated for resources: {'Port': ['ID=5a69c78e-872d-4a7c-b459-0c22123211fb,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:35.750582 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:35.753880 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdebea-85be-4a66-b62d-6627e3d63e31 None None] Pushing event updated for resources: {'Port': ['ID=f3db33a0-065f-42f5-a9f5-8dada1fc984f,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:35.793719 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:35.806076 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-77733458-afe8-43ff-82d1-a9d1790931d9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2364497 Feb 18 09:46:35.806428 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bdebea-85be-4a66-b62d-6627e3d63e31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:35.806428 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bdebea-85be-4a66-b62d-6627e3d63e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:35.806428 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bdebea-85be-4a66-b62d-6627e3d63e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:35.806428 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bdebea-85be-4a66-b62d-6627e3d63e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:35.806428 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bdebea-85be-4a66-b62d-6627e3d63e31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:35.806428 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bdebea-85be-4a66-b62d-6627e3d63e31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:35.806428 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bdebea-85be-4a66-b62d-6627e3d63e31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:35.806428 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bdebea-85be-4a66-b62d-6627e3d63e31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:35.806428 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bdebea-85be-4a66-b62d-6627e3d63e31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:35.806428 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bdebea-85be-4a66-b62d-6627e3d63e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:35.806428 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bdebea-85be-4a66-b62d-6627e3d63e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:35.806428 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bdebea-85be-4a66-b62d-6627e3d63e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:35.854246 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Attempting to bind port f3db33a0-065f-42f5-a9f5-8dada1fc984f on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:46:35.854761 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Attempting to bind port f3db33a0-065f-42f5-a9f5-8dada1fc984f by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:46:35.855265 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Attempting to bind port f3db33a0-065f-42f5-a9f5-8dada1fc984f on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:46:35.861456 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:46:35.861825 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Checking segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:46:35.862224 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:35.862754 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Bound using segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:46:35.863234 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Bound port: f3db33a0-065f-42f5-a9f5-8dada1fc984f, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:46:35.863771 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:35.973580 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] For port f3db33a0-065f-42f5-a9f5-8dada1fc984f, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:46:35.978226 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] For port f3db33a0-065f-42f5-a9f5-8dada1fc984f, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f3db33a0-065f-42f5-a9f5-8dada1fc984f,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:46:35.983370 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:35.988362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-fac2d064-78ff-42ee-9ee7-1519558f24ee tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Synchronizing usage tracker for tenant:1205ece73b924670a404f7743dd5b57b on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:46:36.006144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-fac2d064-78ff-42ee-9ee7-1519558f24ee tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Unset dirty status for tenant:1205ece73b924670a404f7743dd5b57b on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:46:36.007440 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-fac2d064-78ff-42ee-9ee7-1519558f24ee tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1523425161&fields=id&tenant_id=1205ece73b924670a404f7743dd5b57b HTTP/1.1" status: 200 len: 267 time: 0.0650077 Feb 18 09:46:36.065243 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:46:36.065881 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:46:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:36.179739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-51ff3a1f-1b5b-445c-95a6-f111548cf3bc tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:36.181360 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-51ff3a1f-1b5b-445c-95a6-f111548cf3bc tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 812 time: 0.1665013 Feb 18 09:46:36.196766 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdebea-85be-4a66-b62d-6627e3d63e31 None None] Pushing event updated for resources: {'Port': ['ID=f3db33a0-065f-42f5-a9f5-8dada1fc984f,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:36.199773 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-a0b229b7-41f7-4f8c-aab3-a0af7b483d88 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/quotas/1205ece73b924670a404f7743dd5b57b HTTP/1.1" status: 200 len: 375 time: 0.0117102 Feb 18 09:46:36.294675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-6e072af3-f0cf-4a23-b356-75328ec63741 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Synchronizing usage tracker for tenant:1205ece73b924670a404f7743dd5b57b on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:46:36.309079 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:46:36.313386 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-6e072af3-f0cf-4a23-b356-75328ec63741 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Unset dirty status for tenant:1205ece73b924670a404f7743dd5b57b on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:46:36.314710 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-6e072af3-f0cf-4a23-b356-75328ec63741 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1090803 Feb 18 09:46:36.462641 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-0ee93282-9ccc-4281-838d-e76cb292609b service neutron] 10.222.0.72 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354725 Feb 18 09:46:36.611634 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-f6953426-ca75-4d3b-a413-413bada52ffc service neutron] 10.222.0.72 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428785 Feb 18 09:46:36.671266 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:35Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:36.679358 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c8753-a3cf-499b-bc98-a0bccbe53a22 None None] The sync data for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 is: [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:35Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:46:36.886436 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ad4166f-5243-42d5-aeb1-7e6213b8b089 req-d72f23e0-2717-4fb4-b7e7-d765796d3117 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 210 time: 0.0675261 Feb 18 09:46:37.198088 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f3db33a0-065f-42f5-a9f5-8dada1fc984f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:46:37.283423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port f3db33a0-065f-42f5-a9f5-8dada1fc984f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:46:37.290228 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port f3db33a0-065f-42f5-a9f5-8dada1fc984f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:46:37.290609 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:37.429094 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:37.468742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port f3db33a0-065f-42f5-a9f5-8dada1fc984f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f3db33a0-065f-42f5-a9f5-8dada1fc984f,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:46:37.474080 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:37.570518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=f3db33a0-065f-42f5-a9f5-8dada1fc984f,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:37.579635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:37.579987 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:37.580619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:37.580953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:37.581280 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:37.581607 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:37.581928 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:37.582250 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:37.582569 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:37.582887 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:37.583229 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:37.583547 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:46:38.075070 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c88a923-d86d-4c35-afcf-caa9198457b7 req-0abff1f3-fc38-46a0-9ed1-149ada4c0300 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 210 time: 0.0584230 Feb 18 09:46:38.155003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-851e3e0d-163d-4b67-ad1b-9750edb5c6fb tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:38.156592 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-851e3e0d-163d-4b67-ad1b-9750edb5c6fb tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 812 time: 0.2162743 Feb 18 09:46:38.206487 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-3de92c80-8cfe-4e25-903b-9865949df471 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1205ece73b924670a404f7743dd5b57b HTTP/1.1" status: 200 len: 380 time: 0.0415347 Feb 18 09:46:38.215193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-0032e63d-9cf6-4164-b473-2d222b353c21 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Request body: {'port': {'device_id': 'eee7a550-907a-4ab4-a69c-4295c8ddcc5d', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'admin_state_up': True, 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'security_groups': ['034a3050-9350-4fa1-9075-2cb9f67a3631']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:46:38.354292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-0032e63d-9cf6-4164-b473-2d222b353c21 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:46:38.364369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-0032e63d-9cf6-4164-b473-2d222b353c21 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:46:38.377168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-0032e63d-9cf6-4164-b473-2d222b353c21 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Made reservation on behalf of 1205ece73b924670a404f7743dd5b57b for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:46:38.379654 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-0032e63d-9cf6-4164-b473-2d222b353c21 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:38.542464 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-0032e63d-9cf6-4164-b473-2d222b353c21 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Allocated IP 172.20.0.9 (6fd1cb15-6c86-4372-8a57-b078420b5b06/590ea813-3576-442c-8866-448a23a2f501/f422b03b-30f5-48e3-b7b7-1c42a6736b3f) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:46:38.874761 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-0032e63d-9cf6-4164-b473-2d222b353c21 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:38.890333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-0032e63d-9cf6-4164-b473-2d222b353c21 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Transition to ACTIVE for port object f422b03b-30f5-48e3-b7b7-1c42a6736b3f will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:46:38.915573 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-0032e63d-9cf6-4164-b473-2d222b353c21 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:38.993921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-0032e63d-9cf6-4164-b473-2d222b353c21 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Network 6fd1cb15-6c86-4372-8a57-b078420b5b06 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:46:38.996998 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-0032e63d-9cf6-4164-b473-2d222b353c21 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:46:39.001006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-0032e63d-9cf6-4164-b473-2d222b353c21 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:46:39.036402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032e63d-9cf6-4164-b473-2d222b353c21 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Pushing event updated for resources: {'Port': ['ID=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:39.082089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-0032e63d-9cf6-4164-b473-2d222b353c21 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:39.082771 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-0032e63d-9cf6-4164-b473-2d222b353c21 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:39.110806 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-0032e63d-9cf6-4164-b473-2d222b353c21 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8991919 Feb 18 09:46:39.122065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Request body: {'port': {'device_id': 'eee7a550-907a-4ab4-a69c-4295c8ddcc5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:46:39.186280 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f3db33a0-065f-42f5-a9f5-8dada1fc984f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:46:39.258305 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port f3db33a0-065f-42f5-a9f5-8dada1fc984f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:46:39.258592 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:39.288417 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:39.337278 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e196e657-efe9-49bd-aed4-03e931df0d8f None None] Provisioning for port f422b03b-30f5-48e3-b7b7-1c42a6736b3f completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:46:39.374149 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-e196e657-efe9-49bd-aed4-03e931df0d8f None None] Provisioning complete for port f422b03b-30f5-48e3-b7b7-1c42a6736b3f triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:46:39.374520 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e196e657-efe9-49bd-aed4-03e931df0d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:39.387810 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89002824-4833-4d68-988f-bef31b7aa7f7 req-5fae9bd8-d25d-4982-8944-143a88f5cd15 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:39.388516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-89002824-4833-4d68-988f-bef31b7aa7f7 req-5fae9bd8-d25d-4982-8944-143a88f5cd15 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Synchronizing usage tracker for tenant:1205ece73b924670a404f7743dd5b57b on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:46:39.450994 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e196e657-efe9-49bd-aed4-03e931df0d8f None None] Port f422b03b-30f5-48e3-b7b7-1c42a6736b3f cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:46:39.456666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-89002824-4833-4d68-988f-bef31b7aa7f7 req-5fae9bd8-d25d-4982-8944-143a88f5cd15 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Unset dirty status for tenant:1205ece73b924670a404f7743dd5b57b on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:46:39.457818 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89002824-4833-4d68-988f-bef31b7aa7f7 req-5fae9bd8-d25d-4982-8944-143a88f5cd15 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 931 time: 0.2383347 Feb 18 09:46:39.575284 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89002824-4833-4d68-988f-bef31b7aa7f7 req-f970a51c-5b33-4708-90c4-12a46b644b6d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100509 Feb 18 09:46:39.693297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f422b03b-30f5-48e3-b7b7-1c42a6736b3f {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:46:39.701069 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:39.715460 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Transition to ACTIVE for port object f422b03b-30f5-48e3-b7b7-1c42a6736b3f will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:46:39.718551 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:39.888586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Pushing event updated for resources: {'Port': ['ID=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:39.967068 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Attempting to bind port f422b03b-30f5-48e3-b7b7-1c42a6736b3f on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:46:39.967404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Attempting to bind port f422b03b-30f5-48e3-b7b7-1c42a6736b3f by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:46:39.967739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Attempting to bind port f422b03b-30f5-48e3-b7b7-1c42a6736b3f on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:46:39.972521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Port f422b03b-30f5-48e3-b7b7-1c42a6736b3f on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:46:39.973003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Attempting to bind port f422b03b-30f5-48e3-b7b7-1c42a6736b3f on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:46:39.978300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:46:39.978648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Checking segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:46:39.979025 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Bound using segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:46:39.979452 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Bound port: f422b03b-30f5-48e3-b7b7-1c42a6736b3f, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:46:39.979802 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:40.078005 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] For port f422b03b-30f5-48e3-b7b7-1c42a6736b3f, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:46:40.081020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] For port f422b03b-30f5-48e3-b7b7-1c42a6736b3f, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:46:40.086185 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:40.145772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:40.146381 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:40.148750 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] 10.222.0.81 "PUT /v2.0/ports/f422b03b-30f5-48e3-b7b7-1c42a6736b3f HTTP/1.1" status: 200 len: 1091 time: 1.0311298 Feb 18 09:46:40.149219 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee7a550-907a-4ab4-a69c-4295c8ddcc5d', 'tag': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:46:40.174978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750337a8-55ec-4b20-933d-4582eeae6ebe service neutron] Pushing event updated for resources: {'Port': ['ID=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:40.224246 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee7a550-907a-4ab4-a69c-4295c8ddcc5d', 'tag': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f', 'status': 'completed', 'code': 200} Feb 18 09:46:40.274703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-c4d1a049-bdd3-4fdd-bfd5-5ffd700c6240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:40.276988 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-c4d1a049-bdd3-4fdd-bfd5-5ffd700c6240 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 1094 time: 0.0860705 Feb 18 09:46:40.351715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-5c391d02-3584-4917-a761-ff33e689a265 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f422b03b-30f5-48e3-b7b7-1c42a6736b3f HTTP/1.1" status: 200 len: 217 time: 0.0684247 Feb 18 09:46:40.420644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-9100460e-d498-4113-8fee-429989994944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:40.422695 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-9100460e-d498-4113-8fee-429989994944 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0649700 Feb 18 09:46:40.501421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-40846587-f211-437a-8ae1-fd0e97d0569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:40.502928 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-40846587-f211-437a-8ae1-fd0e97d0569d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739889 Feb 18 09:46:40.819412 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-d51581d0-fe34-4810-9252-d2bc4c9bdb38 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093364 Feb 18 09:46:40.864096 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96084de-e30a-40c0-bd8e-227cb906f237 req-8c48e070-f20b-4154-9dac-9beea39d1929 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:40.865538 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f96084de-e30a-40c0-bd8e-227cb906f237 req-8c48e070-f20b-4154-9dac-9beea39d1929 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 943 time: 0.1618721 Feb 18 09:46:40.986133 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f96084de-e30a-40c0-bd8e-227cb906f237 req-4c6601b7-f169-489a-bf0d-ae48346f8b09 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758023 Feb 18 09:46:41.010891 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8f0cc69-5ac0-45b2-8185-cad8ffc970c6 req-d2ad1918-4d57-48c1-bf92-0585fbd5ba23 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851294 Feb 18 09:46:41.127578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0ad45-72fb-42d7-a3e8-52377b816703 req-d5637bfd-8f09-4492-9f0a-62e9bce743f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:41.129167 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5cb0ad45-72fb-42d7-a3e8-52377b816703 req-d5637bfd-8f09-4492-9f0a-62e9bce743f7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 1094 time: 0.0768054 Feb 18 09:46:41.261473 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0ad45-72fb-42d7-a3e8-52377b816703 req-4e027f41-277a-4407-acd4-6f27b639ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:41.262908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5cb0ad45-72fb-42d7-a3e8-52377b816703 req-4e027f41-277a-4407-acd4-6f27b639ecf6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1276209 Feb 18 09:46:41.336211 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5cb0ad45-72fb-42d7-a3e8-52377b816703 req-fd7fd0e2-6ed6-4130-9d11-8796c39c6b86 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f422b03b-30f5-48e3-b7b7-1c42a6736b3f HTTP/1.1" status: 200 len: 217 time: 0.0655913 Feb 18 09:46:41.413363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0ad45-72fb-42d7-a3e8-52377b816703 req-cc8dac17-c8e9-47e1-802c-36beccc0d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:41.414880 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5cb0ad45-72fb-42d7-a3e8-52377b816703 req-cc8dac17-c8e9-47e1-802c-36beccc0d754 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0727060 Feb 18 09:46:41.495281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0ad45-72fb-42d7-a3e8-52377b816703 req-b4103048-9100-45dd-8ec1-4ce19a836aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:41.496803 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5cb0ad45-72fb-42d7-a3e8-52377b816703 req-b4103048-9100-45dd-8ec1-4ce19a836aa1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759220 Feb 18 09:46:41.630460 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5cb0ad45-72fb-42d7-a3e8-52377b816703 req-96e9253f-b724-4645-ac15-91e901bd8513 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276660 Feb 18 09:46:41.769173 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5cb0ad45-72fb-42d7-a3e8-52377b816703 req-edc7064a-6722-495f-a7df-8bb869347123 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323986 Feb 18 09:46:41.773933 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:41.912109 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:42.181821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa146d-bdc5-4c55-a419-97a95f569305 req-5f00da13-0f33-414e-9014-6fc15df88e73 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:42.183305 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f6fa146d-bdc5-4c55-a419-97a95f569305 req-5f00da13-0f33-414e-9014-6fc15df88e73 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 943 time: 0.0852170 Feb 18 09:46:42.227459 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f6fa146d-bdc5-4c55-a419-97a95f569305 req-e5e78ead-b16e-4786-aa24-e8ed11b32409 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384293 Feb 18 09:46:43.437486 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944cbae-d15e-4647-bacd-101aa3faea66 req-8e8ddd26-298a-4fdf-9f13-7f162cac1f0c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:43.439919 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c944cbae-d15e-4647-bacd-101aa3faea66 req-8e8ddd26-298a-4fdf-9f13-7f162cac1f0c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 943 time: 0.1033494 Feb 18 09:46:43.487205 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c944cbae-d15e-4647-bacd-101aa3faea66 req-ea69f953-bcf7-48f9-9756-89f2e5a60a9f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414331 Feb 18 09:46:44.674195 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1650d7-fcc3-472c-aa01-d850b541cb00 req-a85bd0ec-02e9-4dab-93e1-90f9846e758d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:44.675647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc1650d7-fcc3-472c-aa01-d850b541cb00 req-a85bd0ec-02e9-4dab-93e1-90f9846e758d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 943 time: 0.0792100 Feb 18 09:46:44.722442 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc1650d7-fcc3-472c-aa01-d850b541cb00 req-7ec15e20-5b5b-4811-817d-acd39ef6d226 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410671 Feb 18 09:46:45.687914 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f422b03b-30f5-48e3-b7b7-1c42a6736b3f details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:46:45.821486 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port f422b03b-30f5-48e3-b7b7-1c42a6736b3f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:46:45.839062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'port_id': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f', 'mac_address': 'fa:16:3e:03:42:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:46:45.897845 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:45.911333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc4c18-df55-4797-9b63-7089460320dd req-627f290c-1fc9-406c-a944-d92afbe0d428 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:45.913536 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3cc4c18-df55-4797-9b63-7089460320dd req-627f290c-1fc9-406c-a944-d92afbe0d428 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 943 time: 0.0826676 Feb 18 09:46:45.916378 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f422b03b-30f5-48e3-b7b7-1c42a6736b3f {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:46:45.932600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port f422b03b-30f5-48e3-b7b7-1c42a6736b3f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:46:45.936589 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:45.958611 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3cc4c18-df55-4797-9b63-7089460320dd req-0d29ac72-1faf-4a0e-aa6e-a02ffc4ee0eb tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392382 Feb 18 09:46:46.004261 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:46.243788 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['f422b03b-30f5-48e3-b7b7-1c42a6736b3f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:46:47.155040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b662b-d451-46ad-80ee-638a8fe2e9dc req-37079abc-fbc0-42bf-b6ee-ead19b61a1e2 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:47.156680 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac6b662b-d451-46ad-80ee-638a8fe2e9dc req-37079abc-fbc0-42bf-b6ee-ead19b61a1e2 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 944 time: 0.0863364 Feb 18 09:46:47.203542 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac6b662b-d451-46ad-80ee-638a8fe2e9dc req-3551162f-6d63-462c-acee-c78d61ddf8a2 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411069 Feb 18 09:46:47.703711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f422b03b-30f5-48e3-b7b7-1c42a6736b3f up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:46:47.787620 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port f422b03b-30f5-48e3-b7b7-1c42a6736b3f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:46:47.793003 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port f422b03b-30f5-48e3-b7b7-1c42a6736b3f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:46:47.793376 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:47.922429 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:47.954339 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee7a550-907a-4ab4-a69c-4295c8ddcc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:46:47.965153 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port f422b03b-30f5-48e3-b7b7-1c42a6736b3f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:46:47.970298 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:48.029689 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee7a550-907a-4ab4-a69c-4295c8ddcc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f', 'code': 200} Feb 18 09:46:48.069817 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:46:48.130387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25c6ab-a3ab-46e4-a540-9a4b980970d1 req-91326a61-2006-4d92-939c-720319605668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:48.132560 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8d25c6ab-a3ab-46e4-a540-9a4b980970d1 req-91326a61-2006-4d92-939c-720319605668 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 1096 time: 0.0711999 Feb 18 09:46:48.180491 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8d25c6ab-a3ab-46e4-a540-9a4b980970d1 req-72e2bc2e-63b1-4e44-9f14-f89fee866618 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420840 Feb 18 09:46:48.529532 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae146ba-ab5a-4dfc-87ab-46be0ca21727 req-5e337892-91e3-4c30-a5b3-5361b996357d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:48.531066 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aae146ba-ab5a-4dfc-87ab-46be0ca21727 req-5e337892-91e3-4c30-a5b3-5361b996357d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.2217031 Feb 18 09:46:48.584744 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aae146ba-ab5a-4dfc-87ab-46be0ca21727 req-10a56da9-97c8-468f-a934-736cb7568091 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449226 Feb 18 09:46:49.783366 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accfbd5-3822-46d5-9c7e-cee981de7138 req-c90e099d-24ac-4535-8cb5-41fcfaac8356 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:49.785050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6accfbd5-3822-46d5-9c7e-cee981de7138 req-c90e099d-24ac-4535-8cb5-41fcfaac8356 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.0895061 Feb 18 09:46:49.840517 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6accfbd5-3822-46d5-9c7e-cee981de7138 req-3bf153b0-9298-4e4e-85dd-e87737d270e6 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408847 Feb 18 09:46:50.023099 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9ef28-16ff-40c5-850b-0abde70d0ae9 req-c0922d29-ab6a-481c-9abc-c12a1ce9e3dc tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:50.024574 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-72e9ef28-16ff-40c5-850b-0abde70d0ae9 req-c0922d29-ab6a-481c-9abc-c12a1ce9e3dc tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.0801663 Feb 18 09:46:50.033368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48628) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:46:50.038874 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c95c2c52-23f8-4ff8-92a1-a0a6ca435143 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Request body: {'floatingip': {'port_id': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:46:50.147814 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c95c2c52-23f8-4ff8-92a1-a0a6ca435143 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:50.749367 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c95c2c52-23f8-4ff8-92a1-a0a6ca435143 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:50.753461 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c95c2c52-23f8-4ff8-92a1-a0a6ca435143 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:50.932595 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-c95c2c52-23f8-4ff8-92a1-a0a6ca435143 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Floating IP 42317b39-7657-4612-bf22-3ef7a50b12b5 associated. External IP: 172.25.1.254, port: f422b03b-30f5-48e3-b7b7-1c42a6736b3f. Feb 18 09:46:51.388896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95c2c52-23f8-4ff8-92a1-a0a6ca435143 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Router 3a581b03-16eb-4fa5-847d-e9781533c734 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:46:51.581131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95c2c52-23f8-4ff8-92a1-a0a6ca435143 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:46:51.586420 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c95c2c52-23f8-4ff8-92a1-a0a6ca435143 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:46:51.592141 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc7d1f7-ec3a-489a-a5ac-9d7107bd5c0b None None] Sync routers for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:46:51.601865 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc7d1f7-ec3a-489a-a5ac-9d7107bd5c0b None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:46:51.602480 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-dbc7d1f7-ec3a-489a-a5ac-9d7107bd5c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:46:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:51.641589 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c95c2c52-23f8-4ff8-92a1-a0a6ca435143 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "PUT /v2.0/floatingips/42317b39-7657-4612-bf22-3ef7a50b12b5 HTTP/1.1" status: 200 len: 991 time: 1.6066401 Feb 18 09:46:51.641830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee7a550-907a-4ab4-a69c-4295c8ddcc5d', 'tag': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:46:51.699261 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee7a550-907a-4ab4-a69c-4295c8ddcc5d', 'tag': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f', 'status': 'completed', 'code': 200} Feb 18 09:46:51.816914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1d733-fbf7-4299-aea6-fe8c8bbfa8b0 req-ab8d5354-dc5f-4184-b885-a05fd2ab9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:51.817948 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-dbc7d1f7-ec3a-489a-a5ac-9d7107bd5c0b None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:46:51.819883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1e1d733-fbf7-4299-aea6-fe8c8bbfa8b0 req-ab8d5354-dc5f-4184-b885-a05fd2ab9aa2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 1096 time: 0.0992017 Feb 18 09:46:52.037300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1d733-fbf7-4299-aea6-fe8c8bbfa8b0 req-f9fbaa02-e9b2-4d42-98cf-dccd55dc604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:52.038755 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1e1d733-fbf7-4299-aea6-fe8c8bbfa8b0 req-f9fbaa02-e9b2-4d42-98cf-dccd55dc604e service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.2126820 Feb 18 09:46:52.049114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969e03e-2fa6-47ff-a859-a21feb71de49 req-7e8e29aa-3e2b-4f14-b2f8-3314b3d6e9a5 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:52.050525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a969e03e-2fa6-47ff-a859-a21feb71de49 req-7e8e29aa-3e2b-4f14-b2f8-3314b3d6e9a5 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.2818735 Feb 18 09:46:52.176970 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1e1d733-fbf7-4299-aea6-fe8c8bbfa8b0 req-618b08c0-a3b0-41fb-8920-cb12a0150e58 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f422b03b-30f5-48e3-b7b7-1c42a6736b3f HTTP/1.1" status: 200 len: 999 time: 0.1253860 Feb 18 09:46:52.182142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a969e03e-2fa6-47ff-a859-a21feb71de49 req-a05fee39-1759-4e0d-b8ad-5460243b1731 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799589 Feb 18 09:46:52.254231 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-dbc7d1f7-ec3a-489a-a5ac-9d7107bd5c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '42317b39-7657-4612-bf22-3ef7a50b12b5', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'port_id': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'mac_address': 'fa:16:3e:03:42:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee7a550-907a-4ab4-a69c-4295c8ddcc5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:46:35Z', 'updated_at': '2022-02-18T09:46:50Z', 'revision_number': 1, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:52.259307 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc7d1f7-ec3a-489a-a5ac-9d7107bd5c0b None None] Checking router: 3a581b03-16eb-4fa5-847d-e9781533c734 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:46:52.260256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1d733-fbf7-4299-aea6-fe8c8bbfa8b0 req-158a48bc-ab45-4bbb-a961-b5de2a2fba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:52.262174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1e1d733-fbf7-4299-aea6-fe8c8bbfa8b0 req-158a48bc-ab45-4bbb-a961-b5de2a2fba20 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0792010 Feb 18 09:46:52.268652 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc7d1f7-ec3a-489a-a5ac-9d7107bd5c0b None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:46:52.269267 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-dbc7d1f7-ec3a-489a-a5ac-9d7107bd5c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:46:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:52.403481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1d733-fbf7-4299-aea6-fe8c8bbfa8b0 req-cb61fbfd-3c8a-43df-a5c4-bee489a50c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:52.404982 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1e1d733-fbf7-4299-aea6-fe8c8bbfa8b0 req-cb61fbfd-3c8a-43df-a5c4-bee489a50c58 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373935 Feb 18 09:46:52.441017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68417572-43ef-4b30-ba60-107b13878206 req-a37797d1-898e-43c9-a211-8d31b85b795a tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:52.442361 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-68417572-43ef-4b30-ba60-107b13878206 req-a37797d1-898e-43c9-a211-8d31b85b795a tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.1229482 Feb 18 09:46:52.449827 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-dbc7d1f7-ec3a-489a-a5ac-9d7107bd5c0b None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:46:52.554064 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-68417572-43ef-4b30-ba60-107b13878206 req-f87f2d4f-61e1-410e-8e0a-e4c120329fee tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646045 Feb 18 09:46:52.585314 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1e1d733-fbf7-4299-aea6-fe8c8bbfa8b0 req-d6f7a40c-e788-402d-ac42-a0470f64d6cc service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715031 Feb 18 09:46:52.732487 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1e1d733-fbf7-4299-aea6-fe8c8bbfa8b0 req-b2d9c1ce-fd3b-4438-a8d5-502b5cb8884d service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412807 Feb 18 09:46:52.814938 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-dbc7d1f7-ec3a-489a-a5ac-9d7107bd5c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '42317b39-7657-4612-bf22-3ef7a50b12b5', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'port_id': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'mac_address': 'fa:16:3e:03:42:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee7a550-907a-4ab4-a69c-4295c8ddcc5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:46:35Z', 'updated_at': '2022-02-18T09:46:50Z', 'revision_number': 1, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:46:52.819746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc7d1f7-ec3a-489a-a5ac-9d7107bd5c0b None None] The sync data for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 is: [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '42317b39-7657-4612-bf22-3ef7a50b12b5', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'port_id': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'mac_address': 'fa:16:3e:03:42:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee7a550-907a-4ab4-a69c-4295c8ddcc5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:46:35Z', 'updated_at': '2022-02-18T09:46:50Z', 'revision_number': 1, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:46:53.018179 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b65d683-b7c4-459b-acf5-084f3be2a152 None None] New status for floating IP 42317b39-7657-4612-bf22-3ef7a50b12b5: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:46:53.746390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285d3f6-27f1-439b-accc-cf92b76d2bfe req-b3df25be-0545-4da8-bfc1-31faa3d49a70 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:53.747847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d285d3f6-27f1-439b-accc-cf92b76d2bfe req-b3df25be-0545-4da8-bfc1-31faa3d49a70 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.0816483 Feb 18 09:46:53.792443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d285d3f6-27f1-439b-accc-cf92b76d2bfe req-f9cf4096-ae54-4ce4-b90d-0a8b5796e3ec tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389235 Feb 18 09:46:54.190414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afa477-e713-4216-b08d-6aa09bbc10f1 req-a98008d0-d11a-47c0-bba9-9a79bfc8b488 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:54.191751 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18afa477-e713-4216-b08d-6aa09bbc10f1 req-a98008d0-d11a-47c0-bba9-9a79bfc8b488 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.2841437 Feb 18 09:46:54.238444 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18afa477-e713-4216-b08d-6aa09bbc10f1 req-da79bd2d-92bf-4193-9016-a18763f4c701 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398805 Feb 18 09:46:54.646927 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8219fafe-1550-4f3b-96ca-9fd86519ed3a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735004 Feb 18 09:46:54.713053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528da19e-a210-4c1b-b6fd-b9f3c030d359 req-021bcf7c-8c4c-4e23-b454-ec7f70cbbf93 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:54.714464 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-528da19e-a210-4c1b-b6fd-b9f3c030d359 req-021bcf7c-8c4c-4e23-b454-ec7f70cbbf93 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.0923302 Feb 18 09:46:54.764943 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-528da19e-a210-4c1b-b6fd-b9f3c030d359 req-71a12ccf-590a-45f4-96b6-668531dd5742 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421498 Feb 18 09:46:55.110560 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:46:55.948051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-01ab8b29-8b0a-4f0a-ada5-0663185ede87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:55.949777 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-01ab8b29-8b0a-4f0a-ada5-0663185ede87 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 1096 time: 0.0980959 Feb 18 09:46:56.145001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b9355-6e6a-4282-bef7-c9ab48f3e1ba req-67d22e78-481c-4709-b181-d1a189c0ff71 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:56.147246 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-380b9355-6e6a-4282-bef7-c9ab48f3e1ba req-67d22e78-481c-4709-b181-d1a189c0ff71 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.1957464 Feb 18 09:46:56.151296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-da9f1052-8fde-4e2c-bd7a-d4f373e1d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:56.153689 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-da9f1052-8fde-4e2c-bd7a-d4f373e1d5e1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1714687 Feb 18 09:46:56.287314 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-380b9355-6e6a-4282-bef7-c9ab48f3e1ba req-16d5c38a-60fc-4658-abf0-82cc03b39dbf tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309116 Feb 18 09:46:56.290999 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-a6e1c9b3-d639-4d8c-b5fd-fd423378236e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f422b03b-30f5-48e3-b7b7-1c42a6736b3f HTTP/1.1" status: 200 len: 1001 time: 0.1306949 Feb 18 09:46:56.354764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-f7966d69-d2d7-4cf4-bace-5d0ceec2db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:56.356188 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-f7966d69-d2d7-4cf4-bace-5d0ceec2db14 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0595603 Feb 18 09:46:56.442354 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-2c3b062c-ced6-4b5a-946c-f89d3176b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:56.444877 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-2c3b062c-ced6-4b5a-946c-f89d3176b5b2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833502 Feb 18 09:46:56.578002 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-c6c285a9-9d4e-4487-b991-77f620f6a681 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269903 Feb 18 09:46:56.711998 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-6b29b50c-f3c1-4cee-8d21-a4496ce67118 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285367 Feb 18 09:46:57.558475 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175281e-7ab1-4b37-a2fe-3b9bfd78e3e5 req-109973cd-d446-4031-b42d-96d8cf289517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:57.559972 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f175281e-7ab1-4b37-a2fe-3b9bfd78e3e5 req-109973cd-d446-4031-b42d-96d8cf289517 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 1096 time: 0.1295383 Feb 18 09:46:57.582079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bee0f3-e377-4cc7-b68f-aebdde0aeb95 req-574c82c0-db4e-48db-9119-1cabac4bb4a5 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:57.583473 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2bee0f3-e377-4cc7-b68f-aebdde0aeb95 req-574c82c0-db4e-48db-9119-1cabac4bb4a5 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.1234975 Feb 18 09:46:57.706947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2bee0f3-e377-4cc7-b68f-aebdde0aeb95 req-41cd6d21-fe78-45ce-b78c-dd5154736d17 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047490 Feb 18 09:46:57.744356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175281e-7ab1-4b37-a2fe-3b9bfd78e3e5 req-d64828cf-13fc-49a7-8e10-1de5ce7fc218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:57.746800 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f175281e-7ab1-4b37-a2fe-3b9bfd78e3e5 req-d64828cf-13fc-49a7-8e10-1de5ce7fc218 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1621599 Feb 18 09:46:57.853803 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f175281e-7ab1-4b37-a2fe-3b9bfd78e3e5 req-dea94a44-2159-4af9-b62d-2fdc87935f22 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f422b03b-30f5-48e3-b7b7-1c42a6736b3f HTTP/1.1" status: 200 len: 1001 time: 0.1009729 Feb 18 09:46:57.927215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175281e-7ab1-4b37-a2fe-3b9bfd78e3e5 req-1224738b-92ab-4384-a23f-240d883ca024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:57.929253 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f175281e-7ab1-4b37-a2fe-3b9bfd78e3e5 req-1224738b-92ab-4384-a23f-240d883ca024 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0699000 Feb 18 09:46:58.003468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175281e-7ab1-4b37-a2fe-3b9bfd78e3e5 req-9c1fe8a7-8324-4fbe-9a94-74131bcb2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:58.004965 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f175281e-7ab1-4b37-a2fe-3b9bfd78e3e5 req-9c1fe8a7-8324-4fbe-9a94-74131bcb2a60 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703123 Feb 18 09:46:58.261713 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f175281e-7ab1-4b37-a2fe-3b9bfd78e3e5 req-464329f6-5a72-4cf8-b315-d1a327c74213 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500136 Feb 18 09:46:58.397498 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f175281e-7ab1-4b37-a2fe-3b9bfd78e3e5 req-8071f3eb-7e05-4350-acc7-f8d1bb84195d service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287460 Feb 18 09:46:58.908330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc64ea-d40e-43cc-9e86-d155e2c75e49 req-1cd2d795-dc27-4341-b5b3-23882422fe8c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:46:58.910011 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9bfc64ea-d40e-43cc-9e86-d155e2c75e49 req-1cd2d795-dc27-4341-b5b3-23882422fe8c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.0843911 Feb 18 09:46:58.968387 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9bfc64ea-d40e-43cc-9e86-d155e2c75e49 req-d4e6a9bd-cf5d-4b94-845c-f33091bed4e8 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480993 Feb 18 09:47:00.180029 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c910c6-808c-4b02-8bd3-ddd4c33513cd req-76689841-f727-493a-a62b-569325d65c73 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:00.181541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93c910c6-808c-4b02-8bd3-ddd4c33513cd req-76689841-f727-493a-a62b-569325d65c73 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.0914364 Feb 18 09:47:00.234261 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-93c910c6-808c-4b02-8bd3-ddd4c33513cd req-91e91cfc-f9e2-4fb7-9125-9277c6947370 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470738 Feb 18 09:47:00.424616 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0c85aaea-a3fb-48aa-9ef2-588f5955f650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:01.432562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbebf6e-f9a5-4592-9085-69fce3c7271d req-21455510-963b-4b20-8832-ec953dea2b49 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:01.434077 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bbebf6e-f9a5-4592-9085-69fce3c7271d req-21455510-963b-4b20-8832-ec953dea2b49 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.0865493 Feb 18 09:47:01.482504 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6bbebf6e-f9a5-4592-9085-69fce3c7271d req-d523aa4d-25e8-43a9-8d78-134f367b7a41 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416300 Feb 18 09:47:02.716903 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f212a-209f-4425-90e4-f97de4f66372 req-5050abfb-1e91-47af-a11e-09c802ee91f7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:02.718350 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-774f212a-209f-4425-90e4-f97de4f66372 req-5050abfb-1e91-47af-a11e-09c802ee91f7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.0906184 Feb 18 09:47:02.764386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-774f212a-209f-4425-90e4-f97de4f66372 req-66f6bf6e-742a-4dbe-babf-72d3ae8ff3d5 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401313 Feb 18 09:47:03.883041 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-23243374-96da-4dc6-8b24-e29bc58f7486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:03.965434 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:03.969024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89073b10-7105-40a9-8f27-3da769498d3c req-6283b3ab-128d-4c3b-8b11-0715c59ce488 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:03.970484 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89073b10-7105-40a9-8f27-3da769498d3c req-6283b3ab-128d-4c3b-8b11-0715c59ce488 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.0933044 Feb 18 09:47:04.000832 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:04.024824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89073b10-7105-40a9-8f27-3da769498d3c req-d2b87489-6f3f-4169-95f7-18469de3af04 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473440 Feb 18 09:47:05.225591 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:05.238542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6e5d8-aef2-4675-81ff-754cef228d7a req-a81772b5-cd27-4f8a-93c2-f83b7d219752 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:05.240448 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ed6e5d8-aef2-4675-81ff-754cef228d7a req-a81772b5-cd27-4f8a-93c2-f83b7d219752 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.0965078 Feb 18 09:47:05.287645 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ed6e5d8-aef2-4675-81ff-754cef228d7a req-29e4ff8d-b427-448c-ad7c-0d6b7b151161 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411222 Feb 18 09:47:06.502083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364a8ff-de64-4e2e-b3d9-8bed59ed557c req-552503af-4a65-4205-be7a-1129bd3532bd tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:06.503581 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8364a8ff-de64-4e2e-b3d9-8bed59ed557c req-552503af-4a65-4205-be7a-1129bd3532bd tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.0944316 Feb 18 09:47:06.553687 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8364a8ff-de64-4e2e-b3d9-8bed59ed557c req-2c5a3592-30b4-43b6-ad38-ccd6f89c33ac tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435503 Feb 18 09:47:07.755450 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bb4b0-7f0c-4301-9f06-29c11ea73c40 req-4fc3700a-7028-4c03-9285-e79400aff92b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:07.756969 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-631bb4b0-7f0c-4301-9f06-29c11ea73c40 req-4fc3700a-7028-4c03-9285-e79400aff92b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.0905263 Feb 18 09:47:07.805883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-631bb4b0-7f0c-4301-9f06-29c11ea73c40 req-e62ae5db-ebac-421f-a1c9-e52f3da345c7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421450 Feb 18 09:47:09.179146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c47f9-c676-4a43-9fb6-e2c4cf114904 req-237ca8ad-9ad4-4529-9ab1-e399ccef0278 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:09.181212 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a7c47f9-c676-4a43-9fb6-e2c4cf114904 req-237ca8ad-9ad4-4529-9ab1-e399ccef0278 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.0894473 Feb 18 09:47:09.227852 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a7c47f9-c676-4a43-9fb6-e2c4cf114904 req-14facc11-cbd6-4f0a-97d8-4de62c9a5ca7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410609 Feb 18 09:47:10.433940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62a6d2-e81b-4ef6-8b67-23746e75c873 req-b5712cbf-6405-42d3-8f7d-66ec3527b2be tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:10.435432 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc62a6d2-e81b-4ef6-8b67-23746e75c873 req-b5712cbf-6405-42d3-8f7d-66ec3527b2be tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.0942109 Feb 18 09:47:10.482394 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc62a6d2-e81b-4ef6-8b67-23746e75c873 req-85a78499-490a-42c0-9278-329e1ff55eaa tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405889 Feb 18 09:47:11.702120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eb29a-d3f9-455e-bd11-953b85df53a4 req-81b79c9a-0703-47d8-8624-d623e7031272 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:11.703667 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-612eb29a-d3f9-455e-bd11-953b85df53a4 req-81b79c9a-0703-47d8-8624-d623e7031272 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.1022236 Feb 18 09:47:11.762040 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-612eb29a-d3f9-455e-bd11-953b85df53a4 req-f37bbd21-370e-4662-b773-f562bad46b90 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512855 Feb 18 09:47:11.773146 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:11.938136 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:12.975564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2e39c-d880-4824-8b40-ea6aa25d3f3f req-3048fb1a-078d-492b-98fb-2c21c289b38f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:12.977083 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40f2e39c-d880-4824-8b40-ea6aa25d3f3f req-3048fb1a-078d-492b-98fb-2c21c289b38f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.0850506 Feb 18 09:47:13.028991 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40f2e39c-d880-4824-8b40-ea6aa25d3f3f req-82eb0b3d-0eb7-4308-8b9f-f413004b1264 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460806 Feb 18 09:47:14.277639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238c268-ee4c-4556-965b-a02fd2103c45 req-e79cdf84-dfa7-4967-8629-399e4c5859b2 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:14.279129 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c238c268-ee4c-4556-965b-a02fd2103c45 req-e79cdf84-dfa7-4967-8629-399e4c5859b2 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.1099896 Feb 18 09:47:14.335617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c238c268-ee4c-4556-965b-a02fd2103c45 req-8339e31a-1b77-469b-85cb-7f23ea3874ae tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486338 Feb 18 09:47:15.540095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e85b1-e0b1-4c82-916c-d7186d56ba21 req-71598d76-9236-4b7d-9233-b96b6f2f425f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:15.541642 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-168e85b1-e0b1-4c82-916c-d7186d56ba21 req-71598d76-9236-4b7d-9233-b96b6f2f425f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.0866194 Feb 18 09:47:15.589516 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-168e85b1-e0b1-4c82-916c-d7186d56ba21 req-ba8f6bb9-62b9-4e2a-9004-825dcef12fdd tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398326 Feb 18 09:47:16.788352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2b0ba-30b6-4373-b075-bf002355fb1d req-90c11177-bf59-427a-892a-d54d0e2fc6c4 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:16.789896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4e2b0ba-30b6-4373-b075-bf002355fb1d req-90c11177-bf59-427a-892a-d54d0e2fc6c4 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.0861001 Feb 18 09:47:16.840517 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4e2b0ba-30b6-4373-b075-bf002355fb1d req-96219fc7-0132-4be8-9913-4f994ab55fc7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438519 Feb 18 09:47:18.050140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14992f6a-d506-401c-9a49-46d45e48288f req-7d3b1204-fd3b-4fb8-b2de-b0c181a58fe9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:18.052222 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-14992f6a-d506-401c-9a49-46d45e48288f req-7d3b1204-fd3b-4fb8-b2de-b0c181a58fe9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.0914187 Feb 18 09:47:18.100407 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-14992f6a-d506-401c-9a49-46d45e48288f req-28e4d73c-a6bc-4f56-9a18-88e143091a33 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414934 Feb 18 09:47:18.643720 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-b4149a1e-2c36-4ba3-b28a-409f11c163c8 service neutron] show failed (client error): The resource could not be found. Feb 18 09:47:18.644850 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-b4149a1e-2c36-4ba3-b28a-409f11c163c8 service neutron] 10.222.0.81 "GET /v2.0/ports/f422b03b-30f5-48e3-b7b7-1c42a6736b3f/bindings/n-h2-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.0799780 Feb 18 09:47:19.004694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-ebf74309-0e82-4822-849b-d9f98e1b08af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:19.006219 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-ebf74309-0e82-4822-849b-d9f98e1b08af service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d&tenant_id=1205ece73b924670a404f7743dd5b57b HTTP/1.1" status: 200 len: 1096 time: 0.1477525 Feb 18 09:47:19.017457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:47:19.134572 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:19.561522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e1f97-aa9d-4e76-a5cd-ba09391324e4 req-ef5eb405-882c-48f4-a7fe-8f6ecca1817c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:19.563153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a5e1f97-aa9d-4e76-a5cd-ba09391324e4 req-ef5eb405-882c-48f4-a7fe-8f6ecca1817c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.3073835 Feb 18 09:47:19.633505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] For port f422b03b-30f5-48e3-b7b7-1c42a6736b3f, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:47:19.644525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8a5e1f97-aa9d-4e76-a5cd-ba09391324e4 req-73549efb-066b-4677-8ff3-c931a8051cb1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655661 Feb 18 09:47:19.688416 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] For port f422b03b-30f5-48e3-b7b7-1c42a6736b3f, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:47:19.757603 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee7a550-907a-4ab4-a69c-4295c8ddcc5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:47:19.763695 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:19.780393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Transition to ACTIVE for port object f422b03b-30f5-48e3-b7b7-1c42a6736b3f will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:47:19.784749 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:19.930985 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee7a550-907a-4ab4-a69c-4295c8ddcc5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f', 'code': 200} Feb 18 09:47:19.953121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Pushing event updated for resources: {'Port': ['ID=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,revision_number=6']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:20.010878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] No DVR routers for this DVR port f422b03b-30f5-48e3-b7b7-1c42a6736b3f on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:47:20.307574 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Attempting to bind port f422b03b-30f5-48e3-b7b7-1c42a6736b3f on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:47:20.308229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Attempting to bind port f422b03b-30f5-48e3-b7b7-1c42a6736b3f by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:47:20.308229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Attempting to bind port f422b03b-30f5-48e3-b7b7-1c42a6736b3f on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:47:20.313734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Port f422b03b-30f5-48e3-b7b7-1c42a6736b3f on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:47:20.314117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Attempting to bind port f422b03b-30f5-48e3-b7b7-1c42a6736b3f on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:47:20.321232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:47:20.321636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Checking segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:47:20.322047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Bound using segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:47:20.322519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Bound port: f422b03b-30f5-48e3-b7b7-1c42a6736b3f, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:47:20.323053 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:20.438452 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] For port f422b03b-30f5-48e3-b7b7-1c42a6736b3f, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:47:20.441765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] For port f422b03b-30f5-48e3-b7b7-1c42a6736b3f, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:47:20.449836 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:20.528493 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:20.529381 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:20.531491 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] 10.222.0.61 "PUT /v2.0/ports/f422b03b-30f5-48e3-b7b7-1c42a6736b3f HTTP/1.1" status: 200 len: 1091 time: 1.5181274 Feb 18 09:47:20.555310 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da27d8a-f5eb-4df3-a3f3-60b0032af916 service neutron] Pushing event updated for resources: {'Port': ['ID=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:20.669241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-6c7eba87-f75c-4919-96a3-0a1fd8f956eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:20.673498 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-6c7eba87-f75c-4919-96a3-0a1fd8f956eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 1094 time: 0.1122870 Feb 18 09:47:20.938201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-59f76117-a122-4f02-ac92-eb8e53f67ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:20.939748 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-59f76117-a122-4f02-ac92-eb8e53f67ff5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.2604675 Feb 18 09:47:21.032833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544c4ef-49c6-4ace-bca4-439f94db08c7 req-85bdd031-2204-492d-bd68-8c851f07c235 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:21.034459 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a544c4ef-49c6-4ace-bca4-439f94db08c7 req-85bdd031-2204-492d-bd68-8c851f07c235 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 943 time: 0.2443969 Feb 18 09:47:21.080386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-1f6adbc9-cf73-420e-979f-5600adfed572 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f422b03b-30f5-48e3-b7b7-1c42a6736b3f HTTP/1.1" status: 200 len: 999 time: 0.1339431 Feb 18 09:47:21.141590 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a544c4ef-49c6-4ace-bca4-439f94db08c7 req-5a49b7be-982e-40df-afab-1220af2c74a3 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970480 Feb 18 09:47:21.164441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-38d98b66-6c8e-447b-abd0-ff420f4668ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:21.166206 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-38d98b66-6c8e-447b-abd0-ff420f4668ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0775669 Feb 18 09:47:21.255591 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-ab0bda2f-4efe-4358-95ed-cbc1b832dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:21.257358 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-ab0bda2f-4efe-4358-95ed-cbc1b832dcad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848033 Feb 18 09:47:21.508644 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-a3beca2a-ac3c-44fc-a121-eee24ec490ba service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449784 Feb 18 09:47:21.650443 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d48b07d1-d9a0-413d-a5a4-43460b371c25 req-5ee07422-db4c-4b9d-b6ac-afae8c8970eb service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354976 Feb 18 09:47:21.859142 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f422b03b-30f5-48e3-b7b7-1c42a6736b3f no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:47:21.923176 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device f422b03b-30f5-48e3-b7b7-1c42a6736b3f not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:47:21.932501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee7a550-907a-4ab4-a69c-4295c8ddcc5d', 'tag': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:47:22.006421 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee7a550-907a-4ab4-a69c-4295c8ddcc5d', 'tag': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f', 'status': 'completed', 'code': 200} Feb 18 09:47:22.149293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a9c26-f619-4137-973f-5121ac9dc981 req-9c7f98ce-d9e6-4708-b6ed-0df3bbda0d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:22.150962 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-771a9c26-f619-4137-973f-5121ac9dc981 req-9c7f98ce-d9e6-4708-b6ed-0df3bbda0d85 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 1094 time: 0.1318569 Feb 18 09:47:22.155528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a9c26-f619-4137-973f-5121ac9dc981 req-f79033af-ae47-4e3a-9095-e6f66aef5761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:22.157047 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-771a9c26-f619-4137-973f-5121ac9dc981 req-f79033af-ae47-4e3a-9095-e6f66aef5761 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 1094 time: 0.1029432 Feb 18 09:47:22.450552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a9c26-f619-4137-973f-5121ac9dc981 req-18258fff-36d5-4b78-981e-d949f8683ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:22.451977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-771a9c26-f619-4137-973f-5121ac9dc981 req-18258fff-36d5-4b78-981e-d949f8683ae1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.2940319 Feb 18 09:47:22.459104 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a9c26-f619-4137-973f-5121ac9dc981 req-d07991ac-7a02-4b79-892a-f32288d4ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:22.460580 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-771a9c26-f619-4137-973f-5121ac9dc981 req-d07991ac-7a02-4b79-892a-f32288d4ec81 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.2829299 Feb 18 09:47:22.651854 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58fd30-6f48-42af-a10c-5fdd1e1c7927 req-ca8ad26c-5d5e-4fe9-9124-7b18b560055d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:22.653335 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea58fd30-6f48-42af-a10c-5fdd1e1c7927 req-ca8ad26c-5d5e-4fe9-9124-7b18b560055d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 943 time: 0.3541298 Feb 18 09:47:22.664811 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-771a9c26-f619-4137-973f-5121ac9dc981 req-6ecb6938-f166-4f86-8970-4259a3bda887 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f422b03b-30f5-48e3-b7b7-1c42a6736b3f HTTP/1.1" status: 200 len: 999 time: 0.2031882 Feb 18 09:47:22.666429 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-771a9c26-f619-4137-973f-5121ac9dc981 req-138f0a50-2e5f-4cfd-9315-646b15c41b9a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f422b03b-30f5-48e3-b7b7-1c42a6736b3f HTTP/1.1" status: 200 len: 999 time: 0.1511767 Feb 18 09:47:22.806185 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea58fd30-6f48-42af-a10c-5fdd1e1c7927 req-c6b51e6a-abe9-4029-98e0-2884f4566ecf tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443150 Feb 18 09:47:22.809489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a9c26-f619-4137-973f-5121ac9dc981 req-13636b67-078d-41f8-a842-3fd7717f8dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:22.810884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-771a9c26-f619-4137-973f-5121ac9dc981 req-13636b67-078d-41f8-a842-3fd7717f8dca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.1317461 Feb 18 09:47:22.812304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a9c26-f619-4137-973f-5121ac9dc981 req-9797621f-2fce-4473-8dc5-84f826ceb860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:22.813654 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-771a9c26-f619-4137-973f-5121ac9dc981 req-9797621f-2fce-4473-8dc5-84f826ceb860 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.1335003 Feb 18 09:47:22.959597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a9c26-f619-4137-973f-5121ac9dc981 req-620616cc-6ee8-4f29-9a80-11eb8a0861e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:22.961131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-771a9c26-f619-4137-973f-5121ac9dc981 req-620616cc-6ee8-4f29-9a80-11eb8a0861e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1439970 Feb 18 09:47:22.967696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a9c26-f619-4137-973f-5121ac9dc981 req-51e675ff-45e0-41b3-baf6-ad3a0f43c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:22.969215 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-771a9c26-f619-4137-973f-5121ac9dc981 req-51e675ff-45e0-41b3-baf6-ad3a0f43c1fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129706 Feb 18 09:47:23.327053 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-771a9c26-f619-4137-973f-5121ac9dc981 req-834beb16-da61-4dd5-a6cd-096692639322 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568671 Feb 18 09:47:23.330333 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-771a9c26-f619-4137-973f-5121ac9dc981 req-93c0c8c3-8a1b-424d-946b-7378358ce738 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420093 Feb 18 09:47:23.569828 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-771a9c26-f619-4137-973f-5121ac9dc981 req-7cedbc84-235c-49d8-8b50-a2a50eee3886 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357512 Feb 18 09:47:23.571614 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-771a9c26-f619-4137-973f-5121ac9dc981 req-92ca5874-1277-48fa-a7b5-3bc6b70ac90c service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201550 Feb 18 09:47:24.027777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5ace4-6b0a-46f7-b379-ddc95039d970 req-65cbb374-6e9e-4100-ad60-cca30cf3f475 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:24.029245 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2d5ace4-6b0a-46f7-b379-ddc95039d970 req-65cbb374-6e9e-4100-ad60-cca30cf3f475 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 943 time: 0.0930190 Feb 18 09:47:24.079058 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2d5ace4-6b0a-46f7-b379-ddc95039d970 req-b57a17f3-f382-4f16-8471-f983e1bf0345 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438464 Feb 18 09:47:25.282023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3a1d1-9892-4704-b12e-ec993c27b9cb req-13f0808e-46d0-4741-bff7-4839e605f9e7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:25.283489 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1d3a1d1-9892-4704-b12e-ec993c27b9cb req-13f0808e-46d0-4741-bff7-4839e605f9e7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 943 time: 0.0906739 Feb 18 09:47:25.330553 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1d3a1d1-9892-4704-b12e-ec993c27b9cb req-040ffb90-50e0-46f4-986a-4cc200839042 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403180 Feb 18 09:47:25.694182 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device f422b03b-30f5-48e3-b7b7-1c42a6736b3f details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:47:25.745584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6df48-d41c-4e1d-a10e-993dc2a064c7 req-b26f44cf-ea6e-451a-96cd-57d088d6152f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:25.747188 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-51e6df48-d41c-4e1d-a10e-993dc2a064c7 req-b26f44cf-ea6e-451a-96cd-57d088d6152f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.81 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d&tenant_id=1205ece73b924670a404f7743dd5b57b&binding%3Ahost_id=n-h2-829434-1 HTTP/1.1" status: 200 len: 943 time: 0.1682332 Feb 18 09:47:25.811694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe331de8-58b3-4420-90fa-777694d26afb req-5ed3edb1-4490-4d55-9acc-712b660c7639 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:25.813230 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe331de8-58b3-4420-90fa-777694d26afb req-5ed3edb1-4490-4d55-9acc-712b660c7639 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 943 time: 0.1914465 Feb 18 09:47:25.862642 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port f422b03b-30f5-48e3-b7b7-1c42a6736b3f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:47:25.877903 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-51e6df48-d41c-4e1d-a10e-993dc2a064c7 req-db8eca7e-b59e-4b15-8de8-ee8a0d2e8685 service neutron] delete failed (client error): The resource could not be found. Feb 18 09:47:25.879267 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-51e6df48-d41c-4e1d-a10e-993dc2a064c7 req-db8eca7e-b59e-4b15-8de8-ee8a0d2e8685 service neutron] 10.222.0.81 "DELETE /v2.0/ports/f422b03b-30f5-48e3-b7b7-1c42a6736b3f/bindings/n-h1-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.1262617 Feb 18 09:47:25.882571 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fe331de8-58b3-4420-90fa-777694d26afb req-e9d81897-2c0e-4df7-be6a-573760cd28e4 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581391 Feb 18 09:47:25.886958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'port_id': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f', 'mac_address': 'fa:16:3e:03:42:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:47:25.964760 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:25.985495 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f422b03b-30f5-48e3-b7b7-1c42a6736b3f {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:47:26.006783 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port f422b03b-30f5-48e3-b7b7-1c42a6736b3f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:47:26.012099 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:26.056153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6df48-d41c-4e1d-a10e-993dc2a064c7 req-d4664af7-e6c2-4854-b87b-cfaf36e6fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:26.058299 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-51e6df48-d41c-4e1d-a10e-993dc2a064c7 req-d4664af7-e6c2-4854-b87b-cfaf36e6fe8e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 1095 time: 0.0872006 Feb 18 09:47:26.089364 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:26.213371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6df48-d41c-4e1d-a10e-993dc2a064c7 req-6162fed7-9086-4326-a868-79380c652fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:26.214894 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-51e6df48-d41c-4e1d-a10e-993dc2a064c7 req-6162fed7-9086-4326-a868-79380c652fdb service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1510339 Feb 18 09:47:26.322609 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-51e6df48-d41c-4e1d-a10e-993dc2a064c7 req-6ba992da-779c-4446-9ee2-33f509fceee7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f422b03b-30f5-48e3-b7b7-1c42a6736b3f HTTP/1.1" status: 200 len: 1000 time: 0.1019409 Feb 18 09:47:26.327996 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['f422b03b-30f5-48e3-b7b7-1c42a6736b3f'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:47:26.430045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6df48-d41c-4e1d-a10e-993dc2a064c7 req-6e19ac57-34bf-403b-8d31-04977b2f7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:26.432292 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-51e6df48-d41c-4e1d-a10e-993dc2a064c7 req-6e19ac57-34bf-403b-8d31-04977b2f7fe8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.1040299 Feb 18 09:47:26.535621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6df48-d41c-4e1d-a10e-993dc2a064c7 req-5e148dd3-d3f6-4557-ab85-1affe849c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:26.538482 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-51e6df48-d41c-4e1d-a10e-993dc2a064c7 req-5e148dd3-d3f6-4557-ab85-1affe849c11e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008518 Feb 18 09:47:26.674838 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-51e6df48-d41c-4e1d-a10e-993dc2a064c7 req-e035caf7-711b-4ed5-b56a-9a52f541bacf service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304862 Feb 18 09:47:26.823911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-51e6df48-d41c-4e1d-a10e-993dc2a064c7 req-b9b63513-d0db-42f7-a6f5-110937a80458 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431642 Feb 18 09:47:27.093425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39f629-9f2a-4f7d-8ccc-79ecf0358ddf req-8df883dc-c1c1-4349-b932-552f096fdef2 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:27.094786 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb39f629-9f2a-4f7d-8ccc-79ecf0358ddf req-8df883dc-c1c1-4349-b932-552f096fdef2 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 944 time: 0.0809758 Feb 18 09:47:27.141362 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb39f629-9f2a-4f7d-8ccc-79ecf0358ddf req-57a5fe5f-662b-4f68-8443-b32acc577188 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408654 Feb 18 09:47:27.718314 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device f422b03b-30f5-48e3-b7b7-1c42a6736b3f up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:47:27.790127 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port f422b03b-30f5-48e3-b7b7-1c42a6736b3f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:47:27.795427 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port f422b03b-30f5-48e3-b7b7-1c42a6736b3f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:47:27.795978 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:27.927589 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:27.955259 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee7a550-907a-4ab4-a69c-4295c8ddcc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:47:27.965728 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port f422b03b-30f5-48e3-b7b7-1c42a6736b3f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:47:27.970292 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:28.048039 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:28.066247 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee7a550-907a-4ab4-a69c-4295c8ddcc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f', 'code': 200} Feb 18 09:47:28.482096 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af6233-8041-48d6-9c55-5c59c99a6930 req-29209e6a-d553-4b68-a810-45e1ec046df2 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:28.483678 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a0af6233-8041-48d6-9c55-5c59c99a6930 req-29209e6a-d553-4b68-a810-45e1ec046df2 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.2302432 Feb 18 09:47:28.535391 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a0af6233-8041-48d6-9c55-5c59c99a6930 req-cb56175a-ed4c-4c2f-9294-d0f703fe3497 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445337 Feb 18 09:47:28.767626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719ea3f-0cce-481d-a6c1-3fb436457a38 req-b69e5f64-b2db-46e6-a7cc-78639d20f3f3 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:28.769133 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4719ea3f-0cce-481d-a6c1-3fb436457a38 req-b69e5f64-b2db-46e6-a7cc-78639d20f3f3 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.1024888 Feb 18 09:47:28.842878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4719ea3f-0cce-481d-a6c1-3fb436457a38 req-d6c91e56-f5a7-4e74-b190-3c9161681f57 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633960 Feb 18 09:47:29.056895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3e53a-35fc-49cd-bf53-d688dc2bbf25 req-d0b15649-94b6-4a00-af0e-98dd1a4fdb59 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:29.058363 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60a3e53a-35fc-49cd-bf53-d688dc2bbf25 req-d0b15649-94b6-4a00-af0e-98dd1a4fdb59 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.0932460 Feb 18 09:47:29.128991 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60a3e53a-35fc-49cd-bf53-d688dc2bbf25 req-c8710faa-b72f-40d8-bce6-afdf5d71b61a tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642462 Feb 18 09:47:29.605864 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e3476-6001-4fca-86fc-acf0bb90b29d req-819060f1-8582-43a9-9c9f-4ca877c269d0 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:29.607372 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-952e3476-6001-4fca-86fc-acf0bb90b29d req-819060f1-8582-43a9-9c9f-4ca877c269d0 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.1050649 Feb 18 09:47:29.663387 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-952e3476-6001-4fca-86fc-acf0bb90b29d req-c40c3875-b94e-4f46-9d6e-6c43169afd64 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496142 Feb 18 09:47:30.429459 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9a2f799c-2800-469c-9300-a0920ff362a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:30.930317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262efb2-a4e7-4e06-a222-7d371aaefcb3 req-2f61aabc-cc1d-48e8-9ec3-646d7fe04471 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:30.931787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2262efb2-a4e7-4e06-a222-7d371aaefcb3 req-2f61aabc-cc1d-48e8-9ec3-646d7fe04471 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.61 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.1191378 Feb 18 09:47:30.939385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f140d4-e5f3-4dd6-aa86-a4da678745ab req-e096d40e-24df-4243-aa3d-df94dca1f6e0 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:30.940847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-35f140d4-e5f3-4dd6-aa86-a4da678745ab req-e096d40e-24df-4243-aa3d-df94dca1f6e0 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 945 time: 0.1610329 Feb 18 09:47:31.044941 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-35f140d4-e5f3-4dd6-aa86-a4da678745ab req-62591e8e-4051-4bba-8f7a-39927a5af5fa tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726924 Feb 18 09:47:31.048103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-2262efb2-a4e7-4e06-a222-7d371aaefcb3 req-90bc2df0-932b-4a3d-81fb-663db2aa0a36 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Deleting port f422b03b-30f5-48e3-b7b7-1c42a6736b3f {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:47:31.048477 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2262efb2-a4e7-4e06-a222-7d371aaefcb3 req-90bc2df0-932b-4a3d-81fb-663db2aa0a36 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:31.315009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-2262efb2-a4e7-4e06-a222-7d371aaefcb3 req-90bc2df0-932b-4a3d-81fb-663db2aa0a36 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] For port f422b03b-30f5-48e3-b7b7-1c42a6736b3f, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:47:31.315270 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2262efb2-a4e7-4e06-a222-7d371aaefcb3 req-90bc2df0-932b-4a3d-81fb-663db2aa0a36 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:31.634498 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2262efb2-a4e7-4e06-a222-7d371aaefcb3 req-90bc2df0-932b-4a3d-81fb-663db2aa0a36 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:31.634967 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2262efb2-a4e7-4e06-a222-7d371aaefcb3 req-90bc2df0-932b-4a3d-81fb-663db2aa0a36 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:31.635305 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-2262efb2-a4e7-4e06-a222-7d371aaefcb3 req-90bc2df0-932b-4a3d-81fb-663db2aa0a36 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Floating IP 42317b39-7657-4612-bf22-3ef7a50b12b5 disassociated. External IP: 172.25.1.254, port: f422b03b-30f5-48e3-b7b7-1c42a6736b3f. Feb 18 09:47:31.635867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-2262efb2-a4e7-4e06-a222-7d371aaefcb3 req-90bc2df0-932b-4a3d-81fb-663db2aa0a36 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Calling delete_port for f422b03b-30f5-48e3-b7b7-1c42a6736b3f owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:47:31.791597 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2262efb2-a4e7-4e06-a222-7d371aaefcb3 req-90bc2df0-932b-4a3d-81fb-663db2aa0a36 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:31.886186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc2df0-932b-4a3d-81fb-663db2aa0a36 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Pushing event deleted for resources: {'Port': ['ID=f422b03b-30f5-48e3-b7b7-1c42a6736b3f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:32.112195 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:47:32.249381 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6004568a-6f7c-43f3-bda4-39f08dae01f2 req-f29ae60a-0cad-4a27-926c-c684a3c96b11 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=eee7a550-907a-4ab4-a69c-4295c8ddcc5d HTTP/1.1" status: 200 len: 210 time: 0.0546198 Feb 18 09:47:32.271204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2262efb2-a4e7-4e06-a222-7d371aaefcb3 req-90bc2df0-932b-4a3d-81fb-663db2aa0a36 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Router 3a581b03-16eb-4fa5-847d-e9781533c734 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:47:32.482634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2262efb2-a4e7-4e06-a222-7d371aaefcb3 req-90bc2df0-932b-4a3d-81fb-663db2aa0a36 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:47:32.493155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f828231-c604-4e89-9e65-e0d5a5dda77c None None] Sync routers for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:47:32.503820 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f828231-c604-4e89-9e65-e0d5a5dda77c None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:47:32.504434 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5f828231-c604-4e89-9e65-e0d5a5dda77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:47:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:32.558373 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2262efb2-a4e7-4e06-a222-7d371aaefcb3 req-90bc2df0-932b-4a3d-81fb-663db2aa0a36 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] No DVR routers for this DVR port f422b03b-30f5-48e3-b7b7-1c42a6736b3f on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:47:32.561063 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-2262efb2-a4e7-4e06-a222-7d371aaefcb3 req-90bc2df0-932b-4a3d-81fb-663db2aa0a36 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:32.563779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee7a550-907a-4ab4-a69c-4295c8ddcc5d', 'name': 'network-vif-deleted', 'tag': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:47:32.581163 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2262efb2-a4e7-4e06-a222-7d371aaefcb3 req-90bc2df0-932b-4a3d-81fb-663db2aa0a36 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.61 "DELETE /v2.0/ports/f422b03b-30f5-48e3-b7b7-1c42a6736b3f HTTP/1.1" status: 204 len: 173 time: 1.6392899 Feb 18 09:47:32.624557 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee7a550-907a-4ab4-a69c-4295c8ddcc5d', 'name': 'network-vif-deleted', 'tag': 'f422b03b-30f5-48e3-b7b7-1c42a6736b3f', 'status': 'completed', 'code': 200} Feb 18 09:47:32.714543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-5f828231-c604-4e89-9e65-e0d5a5dda77c None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:47:33.105743 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5f828231-c604-4e89-9e65-e0d5a5dda77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:33.108947 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f828231-c604-4e89-9e65-e0d5a5dda77c None None] Checking router: 3a581b03-16eb-4fa5-847d-e9781533c734 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:47:33.118318 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f828231-c604-4e89-9e65-e0d5a5dda77c None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:47:33.119032 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5f828231-c604-4e89-9e65-e0d5a5dda77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:47:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:33.350842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-5f828231-c604-4e89-9e65-e0d5a5dda77c None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:47:33.617924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0ac03539-f1ab-4bb4-a374-1bf071dcd0e1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1523425161&fields=id&tenant_id=1205ece73b924670a404f7743dd5b57b HTTP/1.1" status: 200 len: 267 time: 0.0513704 Feb 18 09:47:33.684415 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5f828231-c604-4e89-9e65-e0d5a5dda77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:33.689570 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f828231-c604-4e89-9e65-e0d5a5dda77c None None] The sync data for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 is: [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:47:33.774464 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-1c536542-9bfd-43d9-947d-acf7154ca345 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:33.775928 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-1c536542-9bfd-43d9-947d-acf7154ca345 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 812 time: 0.1515167 Feb 18 09:47:33.792080 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-08953c3e-6d1b-495f-8573-4c59f6c3591d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/quotas/1205ece73b924670a404f7743dd5b57b HTTP/1.1" status: 200 len: 375 time: 0.0105984 Feb 18 09:47:33.882689 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ca7e998d-28ce-4442-b416-8c9df077d73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:33.885530 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-91a983b5-b029-4ea5-8cf4-eb8ffdf18015 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Synchronizing usage tracker for tenant:1205ece73b924670a404f7743dd5b57b on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:47:33.902165 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-91a983b5-b029-4ea5-8cf4-eb8ffdf18015 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Unset dirty status for tenant:1205ece73b924670a404f7743dd5b57b on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:47:33.903487 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-91a983b5-b029-4ea5-8cf4-eb8ffdf18015 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1059544 Feb 18 09:47:33.952613 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968c6e8c-46fd-4336-b7f1-ebf411466de6 None None] New status for floating IP 42317b39-7657-4612-bf22-3ef7a50b12b5: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:47:33.964956 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:34.002171 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:34.058188 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-af98dc76-c7f9-435e-8f49-5f67be004ec5 service neutron] 10.222.0.72 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388147 Feb 18 09:47:34.194942 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-cd862aaf-21b9-4771-8e50-46f6c864a980 service neutron] 10.222.0.72 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309307 Feb 18 09:47:34.388123 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf3ab539-3d40-486d-97d7-853fd578f2cd req-3f3aa486-d7f2-44fd-882a-ced9996c2622 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 210 time: 0.0461347 Feb 18 09:47:35.225867 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:35.576102 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b41afb3d-b1b1-4af1-9917-b522637fb815 req-55d3d91b-2b34-4e66-90b8-54bde432c352 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 210 time: 0.0617731 Feb 18 09:47:35.605561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-faf29423-9d1f-4c7f-92e2-5de396839757 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:35.606982 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-faf29423-9d1f-4c7f-92e2-5de396839757 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 812 time: 0.2025056 Feb 18 09:47:35.657633 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-7c5c2323-a1ff-40e3-a4d1-6e9b62ccd484 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1205ece73b924670a404f7743dd5b57b HTTP/1.1" status: 200 len: 380 time: 0.0409689 Feb 18 09:47:35.667786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Request body: {'port': {'device_id': '6b6e84ee-1c20-450f-bf3f-4cabdca3ded9', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'admin_state_up': True, 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'security_groups': ['034a3050-9350-4fa1-9075-2cb9f67a3631']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:47:35.773809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device f422b03b-30f5-48e3-b7b7-1c42a6736b3f no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:47:35.809337 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: f422b03b-30f5-48e3-b7b7-1c42a6736b3f {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:47:35.809981 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device f422b03b-30f5-48e3-b7b7-1c42a6736b3f not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:47:35.810120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:47:35.820392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:47:35.831259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Made reservation on behalf of 1205ece73b924670a404f7743dd5b57b for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:47:35.835404 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:36.020556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Allocated IP 172.20.0.7 (6fd1cb15-6c86-4372-8a57-b078420b5b06/590ea813-3576-442c-8866-448a23a2f501/5de0d9de-002f-4a21-885a-48043f2c5e0e) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:47:36.332942 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:36.348487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Transition to ACTIVE for port object 5de0d9de-002f-4a21-885a-48043f2c5e0e will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:47:36.374430 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:36.452519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Network 6fd1cb15-6c86-4372-8a57-b078420b5b06 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:47:36.455888 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:47:36.460183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:47:36.495456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Pushing event updated for resources: {'Port': ['ID=5de0d9de-002f-4a21-885a-48043f2c5e0e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:36.521281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:36.521631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:36.521980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:36.522322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:36.522666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:36.523000 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:36.523332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:36.523661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:36.523988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:36.524336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:36.524670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:36.524997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:36.561407 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:36.562042 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:36.593078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-f78bc0b3-7653-4824-96a4-85749fe66f19 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9288194 Feb 18 09:47:36.604810 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Request body: {'port': {'device_id': '6b6e84ee-1c20-450f-bf3f-4cabdca3ded9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:47:36.760304 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:36.765646 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0bf8d9e0-3115-4145-bacd-347e70c34a3a None None] Provisioning for port 5de0d9de-002f-4a21-885a-48043f2c5e0e completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:47:36.770894 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0bf8d9e0-3115-4145-bacd-347e70c34a3a None None] Provisioning complete for port 5de0d9de-002f-4a21-885a-48043f2c5e0e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:47:36.771271 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0bf8d9e0-3115-4145-bacd-347e70c34a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:36.831948 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0bf8d9e0-3115-4145-bacd-347e70c34a3a None None] Port 5de0d9de-002f-4a21-885a-48043f2c5e0e cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:47:36.914786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0618b91-8383-4066-8bb4-35e1e15210c3 req-552e67b8-d53d-4f04-891e-db0f42212c75 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:36.915476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f0618b91-8383-4066-8bb4-35e1e15210c3 req-552e67b8-d53d-4f04-891e-db0f42212c75 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Synchronizing usage tracker for tenant:1205ece73b924670a404f7743dd5b57b on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:47:36.962225 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-f0618b91-8383-4066-8bb4-35e1e15210c3 req-552e67b8-d53d-4f04-891e-db0f42212c75 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Unset dirty status for tenant:1205ece73b924670a404f7743dd5b57b on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:47:36.963373 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0618b91-8383-4066-8bb4-35e1e15210c3 req-552e67b8-d53d-4f04-891e-db0f42212c75 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 931 time: 0.2497385 Feb 18 09:47:37.078679 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0618b91-8383-4066-8bb4-35e1e15210c3 req-43fd3368-dcc3-46f6-9446-db51b82f2131 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707598 Feb 18 09:47:37.171830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de0d9de-002f-4a21-885a-48043f2c5e0e {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:47:37.180165 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:37.195933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Transition to ACTIVE for port object 5de0d9de-002f-4a21-885a-48043f2c5e0e will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:47:37.199658 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:37.334281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Pushing event updated for resources: {'Port': ['ID=5de0d9de-002f-4a21-885a-48043f2c5e0e,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:37.446658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Attempting to bind port 5de0d9de-002f-4a21-885a-48043f2c5e0e on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:47:37.446987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Attempting to bind port 5de0d9de-002f-4a21-885a-48043f2c5e0e by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:47:37.447329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Attempting to bind port 5de0d9de-002f-4a21-885a-48043f2c5e0e on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:47:37.452088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Port 5de0d9de-002f-4a21-885a-48043f2c5e0e on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:47:37.453079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Attempting to bind port 5de0d9de-002f-4a21-885a-48043f2c5e0e on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:47:37.458381 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:47:37.458712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Checking segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:47:37.459097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Bound using segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:47:37.459521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Bound port: 5de0d9de-002f-4a21-885a-48043f2c5e0e, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:47:37.459892 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:37.563319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] For port 5de0d9de-002f-4a21-885a-48043f2c5e0e, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:47:37.567692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] For port 5de0d9de-002f-4a21-885a-48043f2c5e0e, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:47:37.572765 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:37.638789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:37.639424 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:37.641979 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] 10.222.0.61 "PUT /v2.0/ports/5de0d9de-002f-4a21-885a-48043f2c5e0e HTTP/1.1" status: 200 len: 1091 time: 1.0406644 Feb 18 09:47:37.641979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6e84ee-1c20-450f-bf3f-4cabdca3ded9', 'tag': '5de0d9de-002f-4a21-885a-48043f2c5e0e'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:47:37.665587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c788d-b7b4-4bdd-bf8d-5f8249d73428 service neutron] Pushing event updated for resources: {'Port': ['ID=5de0d9de-002f-4a21-885a-48043f2c5e0e,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:37.719855 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6e84ee-1c20-450f-bf3f-4cabdca3ded9', 'tag': '5de0d9de-002f-4a21-885a-48043f2c5e0e', 'status': 'completed', 'code': 200} Feb 18 09:47:37.761571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-f25956d9-f405-4a8b-b295-fb02e9f94f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:37.763084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-f25956d9-f405-4a8b-b295-fb02e9f94f64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 1094 time: 0.0755701 Feb 18 09:47:37.840069 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-72d4e18f-1d5a-4f64-bfb9-b95285c09028 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e HTTP/1.1" status: 200 len: 217 time: 0.0700986 Feb 18 09:47:37.909549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-a197eedc-b423-455a-a503-a026116d2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:37.911208 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-a197eedc-b423-455a-a503-a026116d2355 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0653679 Feb 18 09:47:37.985816 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-4470df93-cfe6-4854-9870-7652845590a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:37.987290 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-4470df93-cfe6-4854-9870-7652845590a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702929 Feb 18 09:47:38.277550 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-b1e2c7f8-182a-4b4b-83ae-0dda7b6ab35f service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843311 Feb 18 09:47:38.394011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304d7fe-5a0d-468d-a753-d8bce61fefb0 req-23e8fca0-15cd-4a3c-ad8a-2680169fd925 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:38.396618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c304d7fe-5a0d-468d-a753-d8bce61fefb0 req-23e8fca0-15cd-4a3c-ad8a-2680169fd925 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 943 time: 0.1945090 Feb 18 09:47:38.464077 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a0dae19-771d-4c03-970b-e7e1e8e3e916 req-14d9933b-f54c-49a6-82cc-4a935af53e1a service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790242 Feb 18 09:47:38.468682 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c304d7fe-5a0d-468d-a753-d8bce61fefb0 req-60cc5f94-b435-4928-a842-f1bf4c33e7dd tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662003 Feb 18 09:47:38.583873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd17483-b28e-4134-83f8-df0623d997f4 req-59c71f1a-ceff-4aff-bf9d-5ae813db6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:38.585227 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8dd17483-b28e-4134-83f8-df0623d997f4 req-59c71f1a-ceff-4aff-bf9d-5ae813db6322 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 1094 time: 0.0717669 Feb 18 09:47:38.721796 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd17483-b28e-4134-83f8-df0623d997f4 req-80f76ca4-9ce8-4b9e-ad74-8fe229cd3dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:38.723826 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8dd17483-b28e-4134-83f8-df0623d997f4 req-80f76ca4-9ce8-4b9e-ad74-8fe229cd3dcf service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1320922 Feb 18 09:47:38.794617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8dd17483-b28e-4134-83f8-df0623d997f4 req-2c07dc66-ca56-4f63-be34-5cf1d3b03846 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e HTTP/1.1" status: 200 len: 217 time: 0.0644786 Feb 18 09:47:38.857868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd17483-b28e-4134-83f8-df0623d997f4 req-e64b53e0-8765-4515-a27d-3f7cb97f11ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:38.859224 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8dd17483-b28e-4134-83f8-df0623d997f4 req-e64b53e0-8765-4515-a27d-3f7cb97f11ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0582750 Feb 18 09:47:38.940089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd17483-b28e-4134-83f8-df0623d997f4 req-2fcf2924-67ce-4669-8209-80ff112460e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:38.941674 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8dd17483-b28e-4134-83f8-df0623d997f4 req-2fcf2924-67ce-4669-8209-80ff112460e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764158 Feb 18 09:47:39.074620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8dd17483-b28e-4134-83f8-df0623d997f4 req-ec0929f8-e98d-489f-9228-5d6d329f4205 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268506 Feb 18 09:47:39.211630 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8dd17483-b28e-4134-83f8-df0623d997f4 req-eff52533-6a5f-4c4d-893c-6c73879f601b service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297574 Feb 18 09:47:39.658831 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835c604-2e0e-4026-892e-983c4b42751b req-cd98efeb-556f-4c6c-a6db-fcfb008bcaa1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:39.660912 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6835c604-2e0e-4026-892e-983c4b42751b req-cd98efeb-556f-4c6c-a6db-fcfb008bcaa1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 943 time: 0.0831971 Feb 18 09:47:39.704387 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6835c604-2e0e-4026-892e-983c4b42751b req-18a7184b-2a65-48ad-a316-34902c3b834f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381963 Feb 18 09:47:40.893366 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d351e-2bb1-42fc-87cb-7cade3f8085c req-cc119bc1-ed0f-4ce8-afb6-e37aa8578391 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:40.894851 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b22d351e-2bb1-42fc-87cb-7cade3f8085c req-cc119bc1-ed0f-4ce8-afb6-e37aa8578391 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 943 time: 0.0850668 Feb 18 09:47:40.948862 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b22d351e-2bb1-42fc-87cb-7cade3f8085c req-d00c5982-157d-4eca-bfbe-3610fed3abe1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481250 Feb 18 09:47:41.781379 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:41.784375 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5de0d9de-002f-4a21-885a-48043f2c5e0e details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:47:41.926860 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 5de0d9de-002f-4a21-885a-48043f2c5e0e, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:47:41.945781 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '5de0d9de-002f-4a21-885a-48043f2c5e0e', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'port_id': '5de0d9de-002f-4a21-885a-48043f2c5e0e', 'mac_address': 'fa:16:3e:fc:a5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:47:41.948549 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:42.002408 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:42.020108 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de0d9de-002f-4a21-885a-48043f2c5e0e {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:47:42.035794 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 5de0d9de-002f-4a21-885a-48043f2c5e0e, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:47:42.039232 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:42.110146 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=5de0d9de-002f-4a21-885a-48043f2c5e0e,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:42.118242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:42.118595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:42.118936 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:42.119274 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:42.119610 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:42.119939 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:42.120298 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:42.120626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:42.120950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:42.121275 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:42.121597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:42.121915 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:47:42.141584 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e814774-9d42-4807-91ea-e8a5462eafea req-63235e1d-1f2a-477d-8834-a71217ebe4b1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:42.143061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e814774-9d42-4807-91ea-e8a5462eafea req-63235e1d-1f2a-477d-8834-a71217ebe4b1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 944 time: 0.0818555 Feb 18 09:47:42.190888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e814774-9d42-4807-91ea-e8a5462eafea req-2844543f-c198-4061-ba7a-70befe8fd702 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419037 Feb 18 09:47:42.336551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['5de0d9de-002f-4a21-885a-48043f2c5e0e'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:47:43.382497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82086d1e-ac86-44a0-84f4-82fa725b13b3 req-bafa7ad7-ad98-48b4-a046-29e09efdd83f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:43.383957 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-82086d1e-ac86-44a0-84f4-82fa725b13b3 req-bafa7ad7-ad98-48b4-a046-29e09efdd83f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 944 time: 0.0828495 Feb 18 09:47:43.428884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-82086d1e-ac86-44a0-84f4-82fa725b13b3 req-68efc6a4-5928-45a2-be8b-19f817e04d03 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393569 Feb 18 09:47:43.801502 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5de0d9de-002f-4a21-885a-48043f2c5e0e up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:47:43.874217 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 5de0d9de-002f-4a21-885a-48043f2c5e0e completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:47:43.880708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 5de0d9de-002f-4a21-885a-48043f2c5e0e triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:47:43.881085 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:43.999134 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:44.026707 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6e84ee-1c20-450f-bf3f-4cabdca3ded9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de0d9de-002f-4a21-885a-48043f2c5e0e'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:47:44.036950 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 5de0d9de-002f-4a21-885a-48043f2c5e0e, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:47:44.041629 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:44.076800 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6e84ee-1c20-450f-bf3f-4cabdca3ded9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de0d9de-002f-4a21-885a-48043f2c5e0e', 'code': 200} Feb 18 09:47:44.117620 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=5de0d9de-002f-4a21-885a-48043f2c5e0e,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:47:44.206535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa2370-3334-4969-acba-a867a0439902 req-668151a9-8873-4aa9-ac59-2ff9db0bc331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:44.208754 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30aa2370-3334-4969-acba-a867a0439902 req-668151a9-8873-4aa9-ac59-2ff9db0bc331 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 1096 time: 0.0741813 Feb 18 09:47:44.250429 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-30aa2370-3334-4969-acba-a867a0439902 req-838fd49f-300e-4e98-a20e-2b6363226858 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352569 Feb 18 09:47:44.616935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b160fc-e992-45a1-bc7a-5df0cd1bd12c req-733c3e99-bb30-4c5e-8d8c-ff6d6112e94a tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:44.618420 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-98b160fc-e992-45a1-bc7a-5df0cd1bd12c req-733c3e99-bb30-4c5e-8d8c-ff6d6112e94a tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0781956 Feb 18 09:47:44.668025 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-98b160fc-e992-45a1-bc7a-5df0cd1bd12c req-3e782980-b44a-451c-aac1-4788d57c7384 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440416 Feb 18 09:47:45.982709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ffe2f-003a-4b24-8adb-461086e4364f req-75d9d74b-c402-4515-95fa-529810be2271 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:45.984146 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c75ffe2f-003a-4b24-8adb-461086e4364f req-75d9d74b-c402-4515-95fa-529810be2271 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.2052588 Feb 18 09:47:46.030570 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c75ffe2f-003a-4b24-8adb-461086e4364f req-4fd76e51-6e48-4905-900f-32edba91b296 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407178 Feb 18 09:47:46.219901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce2440-4ee9-4a1a-ad99-676ce313ccb9 req-43360c3b-9792-4853-a695-370eee3a8892 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:46.221427 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03ce2440-4ee9-4a1a-ad99-676ce313ccb9 req-43360c3b-9792-4853-a695-370eee3a8892 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0852759 Feb 18 09:47:46.230167 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 48810) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:47:46.235371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-36f6a78d-40b6-450d-8c09-592e62086738 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Request body: {'floatingip': {'port_id': '5de0d9de-002f-4a21-885a-48043f2c5e0e'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:47:46.318596 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-36f6a78d-40b6-450d-8c09-592e62086738 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:46.935910 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-36f6a78d-40b6-450d-8c09-592e62086738 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:46.940076 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-36f6a78d-40b6-450d-8c09-592e62086738 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:47.116433 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-36f6a78d-40b6-450d-8c09-592e62086738 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Floating IP 42317b39-7657-4612-bf22-3ef7a50b12b5 associated. External IP: 172.25.1.254, port: 5de0d9de-002f-4a21-885a-48043f2c5e0e. Feb 18 09:47:47.591483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f6a78d-40b6-450d-8c09-592e62086738 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Router 3a581b03-16eb-4fa5-847d-e9781533c734 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:47:47.772490 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f6a78d-40b6-450d-8c09-592e62086738 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:47:47.777317 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-36f6a78d-40b6-450d-8c09-592e62086738 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:47:47.781858 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6aa59-7e7e-4d99-9151-8d7891cbc912 None None] Sync routers for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:47:47.792098 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6aa59-7e7e-4d99-9151-8d7891cbc912 None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:47:47.792729 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-70f6aa59-7e7e-4d99-9151-8d7891cbc912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:47:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:47.833860 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-36f6a78d-40b6-450d-8c09-592e62086738 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "PUT /v2.0/floatingips/42317b39-7657-4612-bf22-3ef7a50b12b5 HTTP/1.1" status: 200 len: 991 time: 1.6025991 Feb 18 09:47:47.834552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6e84ee-1c20-450f-bf3f-4cabdca3ded9', 'tag': '5de0d9de-002f-4a21-885a-48043f2c5e0e'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:47:47.895022 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6e84ee-1c20-450f-bf3f-4cabdca3ded9', 'tag': '5de0d9de-002f-4a21-885a-48043f2c5e0e', 'status': 'completed', 'code': 200} Feb 18 09:47:47.985058 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-70f6aa59-7e7e-4d99-9151-8d7891cbc912 None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:47:47.993452 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d9422-5789-48ec-a1e2-5b4cce229468 req-6be9a830-09b4-486c-94e0-676fe73456e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:47.995241 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-924d9422-5789-48ec-a1e2-5b4cce229468 req-6be9a830-09b4-486c-94e0-676fe73456e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 1096 time: 0.0799451 Feb 18 09:47:48.246375 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d9422-5789-48ec-a1e2-5b4cce229468 req-7b3d154f-154e-4f5b-800f-61feec91b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:48.247840 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-924d9422-5789-48ec-a1e2-5b4cce229468 req-7b3d154f-154e-4f5b-800f-61feec91b597 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.2459462 Feb 18 09:47:48.334540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bc214-8535-4acb-83c7-ecda50a50df2 req-64aecb61-9941-455c-ba86-a0a41e0efbd6 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:48.336085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-454bc214-8535-4acb-83c7-ecda50a50df2 req-64aecb61-9941-455c-ba86-a0a41e0efbd6 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.2023113 Feb 18 09:47:48.396545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-70f6aa59-7e7e-4d99-9151-8d7891cbc912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '42317b39-7657-4612-bf22-3ef7a50b12b5', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'port_id': '5de0d9de-002f-4a21-885a-48043f2c5e0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'mac_address': 'fa:16:3e:fc:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6e84ee-1c20-450f-bf3f-4cabdca3ded9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:46:35Z', 'updated_at': '2022-02-18T09:47:46Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:48.403248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-924d9422-5789-48ec-a1e2-5b4cce229468 req-28ca38a7-fa6a-4733-8242-c47e3c2be930 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e HTTP/1.1" status: 200 len: 999 time: 0.1481738 Feb 18 09:47:48.405009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6aa59-7e7e-4d99-9151-8d7891cbc912 None None] Checking router: 3a581b03-16eb-4fa5-847d-e9781533c734 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:47:48.414423 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-454bc214-8535-4acb-83c7-ecda50a50df2 req-dc991bb9-1569-4d1b-9940-f52f70007b9f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716867 Feb 18 09:47:48.417679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6aa59-7e7e-4d99-9151-8d7891cbc912 None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:47:48.418660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-70f6aa59-7e7e-4d99-9151-8d7891cbc912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:47:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:48.484494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d9422-5789-48ec-a1e2-5b4cce229468 req-428fcb41-7034-4225-b92a-723e8abaacbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:48.485966 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-924d9422-5789-48ec-a1e2-5b4cce229468 req-428fcb41-7034-4225-b92a-723e8abaacbb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0750527 Feb 18 09:47:48.565104 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d9422-5789-48ec-a1e2-5b4cce229468 req-b997a12b-cb5f-4643-a546-da812cb39846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:48.567156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-924d9422-5789-48ec-a1e2-5b4cce229468 req-b997a12b-cb5f-4643-a546-da812cb39846 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750191 Feb 18 09:47:48.603993 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-70f6aa59-7e7e-4d99-9151-8d7891cbc912 None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:47:48.713159 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-924d9422-5789-48ec-a1e2-5b4cce229468 req-1d7a3e7f-5159-49f9-bb0a-342b80311c1f service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402640 Feb 18 09:47:48.862101 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-924d9422-5789-48ec-a1e2-5b4cce229468 req-75738a1f-760c-4575-9b10-09c4af30eae4 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426065 Feb 18 09:47:48.986243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-70f6aa59-7e7e-4d99-9151-8d7891cbc912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '42317b39-7657-4612-bf22-3ef7a50b12b5', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'port_id': '5de0d9de-002f-4a21-885a-48043f2c5e0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'mac_address': 'fa:16:3e:fc:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6e84ee-1c20-450f-bf3f-4cabdca3ded9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:46:35Z', 'updated_at': '2022-02-18T09:47:46Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:47:48.991734 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6aa59-7e7e-4d99-9151-8d7891cbc912 None None] The sync data for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 is: [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '42317b39-7657-4612-bf22-3ef7a50b12b5', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'port_id': '5de0d9de-002f-4a21-885a-48043f2c5e0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'mac_address': 'fa:16:3e:fc:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6e84ee-1c20-450f-bf3f-4cabdca3ded9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:46:35Z', 'updated_at': '2022-02-18T09:47:46Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:47:49.197212 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab74bdbc-ff31-4c70-a738-ee250ae0f140 None None] New status for floating IP 42317b39-7657-4612-bf22-3ef7a50b12b5: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:47:49.621750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac12e3d-88da-4b9a-8742-d197eb14c1e3 req-26fae2bd-f24b-4f17-ad2d-4e1344a0a405 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:49.623280 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bac12e3d-88da-4b9a-8742-d197eb14c1e3 req-26fae2bd-f24b-4f17-ad2d-4e1344a0a405 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0864551 Feb 18 09:47:49.673147 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bac12e3d-88da-4b9a-8742-d197eb14c1e3 req-ccab9022-e8ef-4265-a84b-bef9f0bd7e5a tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433474 Feb 18 09:47:50.874410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73bfeb-7fc4-4aeb-9e2e-479d284791a2 req-2ca82eaf-fc93-4b03-a769-98ab3d067477 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:50.875992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae73bfeb-7fc4-4aeb-9e2e-479d284791a2 req-2ca82eaf-fc93-4b03-a769-98ab3d067477 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0864320 Feb 18 09:47:50.920984 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae73bfeb-7fc4-4aeb-9e2e-479d284791a2 req-1661b01d-5d41-48c8-8e9d-c48a48c68298 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392809 Feb 18 09:47:52.131558 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03250f-6ca3-4048-81d7-84170c366c1f req-e32e8625-d2ff-4b8c-b857-840e752fc303 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:52.133041 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e03250f-6ca3-4048-81d7-84170c366c1f req-e32e8625-d2ff-4b8c-b857-840e752fc303 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0840130 Feb 18 09:47:52.176142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e03250f-6ca3-4048-81d7-84170c366c1f req-c3d07aa1-0ae1-4a22-9036-4b25dfbbdc02 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375092 Feb 18 09:47:53.362399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cdf62-c1e7-47d3-a809-c41d44935ae5 req-d5b4c064-ff55-4071-9053-295503779c8b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:53.364546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b6cdf62-c1e7-47d3-a809-c41d44935ae5 req-d5b4c064-ff55-4071-9053-295503779c8b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0827200 Feb 18 09:47:53.411561 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b6cdf62-c1e7-47d3-a809-c41d44935ae5 req-fe963633-f098-4720-ae7a-b5e61dabd270 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403810 Feb 18 09:47:54.718568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da5171-ec31-477b-a353-36c76e43f0a2 req-1721b80f-29c7-40f8-a790-5692c76ba8f9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:54.720025 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9da5171-ec31-477b-a353-36c76e43f0a2 req-1721b80f-29c7-40f8-a790-5692c76ba8f9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.1998131 Feb 18 09:47:54.769802 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9da5171-ec31-477b-a353-36c76e43f0a2 req-961f8bfa-ef6c-409d-b8d2-c28bda1f2efb tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422020 Feb 18 09:47:55.960725 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c0b6e-9a70-4080-8703-ef3f3036fd09 req-bb4d5532-ebad-4bd7-af6b-884e9f81ac91 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:55.962196 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-805c0b6e-9a70-4080-8703-ef3f3036fd09 req-bb4d5532-ebad-4bd7-af6b-884e9f81ac91 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0854733 Feb 18 09:47:56.022463 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-805c0b6e-9a70-4080-8703-ef3f3036fd09 req-5502d0b6-5b1c-4def-b822-d7e0b99a80bc tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544839 Feb 18 09:47:57.209502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4a92a-0f4b-4bd7-9bd4-9518541e9e70 req-7c1b1182-e81c-4b6d-8711-30766250cf09 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:57.210962 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4b4a92a-0f4b-4bd7-9bd4-9518541e9e70 req-7c1b1182-e81c-4b6d-8711-30766250cf09 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0801239 Feb 18 09:47:57.258192 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4b4a92a-0f4b-4bd7-9bd4-9518541e9e70 req-c97e23c6-edc6-4aa4-8cc2-016db0c5ee54 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399265 Feb 18 09:47:58.464100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592260f-c7c4-408d-b0fb-903d37c58da4 req-90da51ad-de6f-4ef2-a0d3-a493ce1d8542 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:58.465613 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d592260f-c7c4-408d-b0fb-903d37c58da4 req-90da51ad-de6f-4ef2-a0d3-a493ce1d8542 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0860934 Feb 18 09:47:58.511639 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d592260f-c7c4-408d-b0fb-903d37c58da4 req-7bcf7c89-51a8-461f-8832-b1a182393dc6 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401869 Feb 18 09:47:59.701372 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d9993-7deb-463c-b26c-b019bff5f06e req-f655cecc-0185-4672-856b-d6097dc58fde tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:47:59.702744 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b75d9993-7deb-463c-b26c-b019bff5f06e req-f655cecc-0185-4672-856b-d6097dc58fde tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0811348 Feb 18 09:47:59.747655 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b75d9993-7deb-463c-b26c-b019bff5f06e req-491fe812-59da-4ccf-806f-521f36f1a5d2 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389049 Feb 18 09:48:00.433119 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1f3d89f6-3a94-45c1-be03-0f1143ff275b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:00.938843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146b273-184d-4391-ad81-38da1f23f24b req-10f2b03f-ac12-40c6-9eab-d3bf76fb5011 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:00.940298 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6146b273-184d-4391-ad81-38da1f23f24b req-10f2b03f-ac12-40c6-9eab-d3bf76fb5011 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0850828 Feb 18 09:48:00.984427 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6146b273-184d-4391-ad81-38da1f23f24b req-7171ab49-c165-4b6b-a07e-e3590a204ca3 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384054 Feb 18 09:48:02.168098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f72a5-f85a-4c71-892d-25c5fb002d21 req-5908589a-144b-439b-9148-dc7dc702446a tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:02.169580 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d63f72a5-f85a-4c71-892d-25c5fb002d21 req-5908589a-144b-439b-9148-dc7dc702446a tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0776322 Feb 18 09:48:02.217305 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d63f72a5-f85a-4c71-892d-25c5fb002d21 req-77333e6f-0f1f-483e-bfe8-e9c9b44726b0 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421762 Feb 18 09:48:03.417293 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34229264-c798-4f77-afc4-5114d6ebb073 req-caf26e60-ae5d-4b50-ade1-a04db15b16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:03.418676 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34229264-c798-4f77-afc4-5114d6ebb073 req-caf26e60-ae5d-4b50-ade1-a04db15b16d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 1096 time: 0.1293325 Feb 18 09:48:03.441302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddff8be-1cab-4fed-b7d4-0bc1a3b1691e req-ee135749-e85e-4cad-9ae6-7306967658f6 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:03.443350 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ddff8be-1cab-4fed-b7d4-0bc1a3b1691e req-ee135749-e85e-4cad-9ae6-7306967658f6 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.1200025 Feb 18 09:48:03.563531 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ddff8be-1cab-4fed-b7d4-0bc1a3b1691e req-7312e3c0-2693-4618-8ec3-680f5313c7a3 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011758 Feb 18 09:48:03.600848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34229264-c798-4f77-afc4-5114d6ebb073 req-77853a24-a693-4bdb-ad49-e8e65a27e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:03.602291 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34229264-c798-4f77-afc4-5114d6ebb073 req-77853a24-a693-4bdb-ad49-e8e65a27e10c service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1580894 Feb 18 09:48:03.705169 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34229264-c798-4f77-afc4-5114d6ebb073 req-7eec4e42-02a7-4e15-8a20-da4f2d3375a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e HTTP/1.1" status: 200 len: 1001 time: 0.0960596 Feb 18 09:48:03.765124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34229264-c798-4f77-afc4-5114d6ebb073 req-3bdc149f-3b18-48d0-a762-33f862b691a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:03.766519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34229264-c798-4f77-afc4-5114d6ebb073 req-3bdc149f-3b18-48d0-a762-33f862b691a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0549088 Feb 18 09:48:03.843151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34229264-c798-4f77-afc4-5114d6ebb073 req-8b5d7e4c-3899-48ee-8509-0009bae5d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:03.844637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34229264-c798-4f77-afc4-5114d6ebb073 req-8b5d7e4c-3899-48ee-8509-0009bae5d60f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724163 Feb 18 09:48:03.885315 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-01daa914-3d51-43eb-9fd9-95d37310c589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:03.959573 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:03.977291 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34229264-c798-4f77-afc4-5114d6ebb073 req-ee0aa4f0-7c9a-4c43-bf62-e45047e78e41 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264858 Feb 18 09:48:04.004211 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:04.111953 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34229264-c798-4f77-afc4-5114d6ebb073 req-e08f6150-e6f2-4007-915f-a4b442692851 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271279 Feb 18 09:48:04.792255 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07579ca4-d037-4952-bc7a-b7f7ed5406eb req-b51a0cc2-23f4-4134-9d92-fcb554f08aa1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:04.793775 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07579ca4-d037-4952-bc7a-b7f7ed5406eb req-b51a0cc2-23f4-4134-9d92-fcb554f08aa1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0934203 Feb 18 09:48:04.844704 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-07579ca4-d037-4952-bc7a-b7f7ed5406eb req-39b5f8d7-90e6-4553-8f8c-e704ad15cbef tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449069 Feb 18 09:48:05.228425 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:06.033382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10e75a-7fd7-443b-8a73-37f9f3b4a6a0 req-57f9a4bd-4e90-4547-81b1-7ea490811a7d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:06.034850 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9d10e75a-7fd7-443b-8a73-37f9f3b4a6a0 req-57f9a4bd-4e90-4547-81b1-7ea490811a7d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0819354 Feb 18 09:48:06.183489 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9d10e75a-7fd7-443b-8a73-37f9f3b4a6a0 req-86c262cc-2e15-42c4-91df-28fd7bda62ab tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426802 Feb 18 09:48:07.365944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea6a84-9d39-4e5e-88ae-fecbd80a0275 req-415b02c0-6a9f-423b-8cab-9763afd4606c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:07.367635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c5ea6a84-9d39-4e5e-88ae-fecbd80a0275 req-415b02c0-6a9f-423b-8cab-9763afd4606c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0787466 Feb 18 09:48:07.409996 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c5ea6a84-9d39-4e5e-88ae-fecbd80a0275 req-301a955b-9193-4277-a6b3-a384185fc0e4 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367074 Feb 18 09:48:08.617652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb4a8c-736d-4e39-bd93-f10c59f07d23 req-7fac6164-a965-4326-8758-e4f1b958c226 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:08.619118 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3cb4a8c-736d-4e39-bd93-f10c59f07d23 req-7fac6164-a965-4326-8758-e4f1b958c226 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.1021364 Feb 18 09:48:08.665089 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a3cb4a8c-736d-4e39-bd93-f10c59f07d23 req-d2ff319f-7c70-4ec6-8106-7a3f74cd67e9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400050 Feb 18 09:48:09.112329 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:48:09.868582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f57b80-529e-43e8-852f-18dac7f0f65b req-3dcc2c7f-cfb3-4837-8bdc-fdefb01c7b45 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:09.870037 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22f57b80-529e-43e8-852f-18dac7f0f65b req-3dcc2c7f-cfb3-4837-8bdc-fdefb01c7b45 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0850170 Feb 18 09:48:09.915556 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-22f57b80-529e-43e8-852f-18dac7f0f65b req-6e5019ad-fe88-4944-ae02-a7d3f1146907 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399022 Feb 18 09:48:11.101753 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d41769-ef3e-490f-9510-6a816061b9b9 req-e2ad73b6-756c-49b2-b799-e82b29bec1c2 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:11.103288 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04d41769-ef3e-490f-9510-6a816061b9b9 req-e2ad73b6-756c-49b2-b799-e82b29bec1c2 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0811479 Feb 18 09:48:11.148400 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04d41769-ef3e-490f-9510-6a816061b9b9 req-fdccd834-0f11-472e-9afd-c39a838b31b4 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388234 Feb 18 09:48:11.785297 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:11.935195 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:12.340636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4803b-5ee2-4738-965f-4adc7a62d394 req-07593a79-10a8-4de5-83fa-b4d257a79c25 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:12.342101 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55e4803b-5ee2-4738-965f-4adc7a62d394 req-07593a79-10a8-4de5-83fa-b4d257a79c25 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0824642 Feb 18 09:48:12.386059 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55e4803b-5ee2-4738-965f-4adc7a62d394 req-3f81c896-4778-4cd9-b023-16078a36ac3c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383980 Feb 18 09:48:13.576839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938863b-fc9f-4d0d-9538-f436637d6c86 req-8de33eaa-27b6-486b-bee5-b49d332f25c6 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:13.578271 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4938863b-fc9f-4d0d-9538-f436637d6c86 req-8de33eaa-27b6-486b-bee5-b49d332f25c6 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0803955 Feb 18 09:48:13.623218 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4938863b-fc9f-4d0d-9538-f436637d6c86 req-896dd1a5-1ebe-4589-ac99-83d710743bf5 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378404 Feb 18 09:48:13.996322 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-18c1167b-2621-41ac-950f-09bf28abf85a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775888 Feb 18 09:48:14.061963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c00614-7c3b-4809-9cd1-92f00d4ff84f req-76610bdc-cd58-4324-b7d4-fbf55be72d82 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:14.063466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4c00614-7c3b-4809-9cd1-92f00d4ff84f req-76610bdc-cd58-4324-b7d4-fbf55be72d82 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.1059768 Feb 18 09:48:14.120172 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e4c00614-7c3b-4809-9cd1-92f00d4ff84f req-8ddbd268-b048-4bd1-9de3-417a782409bd tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461287 Feb 18 09:48:15.367023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb11ff1-d160-4bdd-b5cf-6d907791a40a req-21d09569-bb68-47a1-83e3-b38910cc7fd8 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:15.368553 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cbb11ff1-d160-4bdd-b5cf-6d907791a40a req-21d09569-bb68-47a1-83e3-b38910cc7fd8 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.1407673 Feb 18 09:48:15.375259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-23d07c4b-acaf-44a9-bddc-aba12e60db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:15.376696 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-23d07c4b-acaf-44a9-bddc-aba12e60db5f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 1096 time: 0.1163661 Feb 18 09:48:15.495409 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cbb11ff1-d160-4bdd-b5cf-6d907791a40a req-805eccdb-91e3-4d38-910a-f61b0c962753 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176829 Feb 18 09:48:15.541710 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-2a1ca9c4-c6b2-4a1e-824e-6d7a0c18e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:15.543158 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-2a1ca9c4-c6b2-4a1e-824e-6d7a0c18e223 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1520727 Feb 18 09:48:15.648888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-5580e9a9-9aab-4225-8ab4-8c75fab59a66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e HTTP/1.1" status: 200 len: 1001 time: 0.0989976 Feb 18 09:48:15.728127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-8514ceb3-4cf3-4dea-9723-7b64176b7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:15.733552 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-8514ceb3-4cf3-4dea-9723-7b64176b7afe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0752678 Feb 18 09:48:15.806788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-97e42874-f577-4534-a141-706fe35b28ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:15.808139 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-97e42874-f577-4534-a141-706fe35b28ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732245 Feb 18 09:48:15.940507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-f2d64412-5c11-4886-a019-0737f78b0255 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256270 Feb 18 09:48:16.075110 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-46f103e1-3e6d-499b-9ad3-91c4ee3750de service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286337 Feb 18 09:48:16.681053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78986c98-d2ce-4b92-9a3e-93817f1a00b8 req-2cb0580e-fc9a-47ab-b56f-48bb5cbe70c4 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:16.682509 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78986c98-d2ce-4b92-9a3e-93817f1a00b8 req-2cb0580e-fc9a-47ab-b56f-48bb5cbe70c4 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0799458 Feb 18 09:48:16.842357 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-78986c98-d2ce-4b92-9a3e-93817f1a00b8 req-edd157ac-a7c4-4aa7-8583-19083be5f066 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541562 Feb 18 09:48:17.924463 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-ef4cbdc5-5631-40d9-9187-fb546de82a86 service neutron] show failed (client error): The resource could not be found. Feb 18 09:48:17.925482 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-ef4cbdc5-5631-40d9-9187-fb546de82a86 service neutron] 10.222.0.61 "GET /v2.0/ports/5de0d9de-002f-4a21-885a-48043f2c5e0e/bindings/n-h1-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.0754440 Feb 18 09:48:18.044028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11278cd4-50e1-4450-8f74-81d14a49aec5 req-a338525b-283c-4c13-a9fd-acc03835fb0f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:18.045685 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11278cd4-50e1-4450-8f74-81d14a49aec5 req-a338525b-283c-4c13-a9fd-acc03835fb0f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0900614 Feb 18 09:48:18.096984 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-11278cd4-50e1-4450-8f74-81d14a49aec5 req-be66ef8e-a651-468c-bab7-4b03fd126f27 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443292 Feb 18 09:48:18.192527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a0f5e614-35f0-4a5e-8d8e-8e00ceaff01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:18.194051 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a0f5e614-35f0-4a5e-8d8e-8e00ceaff01c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9&tenant_id=1205ece73b924670a404f7743dd5b57b HTTP/1.1" status: 200 len: 1096 time: 0.0696557 Feb 18 09:48:18.205045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:48:18.321782 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:18.588511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] For port 5de0d9de-002f-4a21-885a-48043f2c5e0e, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:48:18.617571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] For port 5de0d9de-002f-4a21-885a-48043f2c5e0e, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:48:18.673904 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6e84ee-1c20-450f-bf3f-4cabdca3ded9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de0d9de-002f-4a21-885a-48043f2c5e0e'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:48:18.679947 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:18.695073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Transition to ACTIVE for port object 5de0d9de-002f-4a21-885a-48043f2c5e0e will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:48:18.699050 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:18.741441 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6e84ee-1c20-450f-bf3f-4cabdca3ded9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de0d9de-002f-4a21-885a-48043f2c5e0e', 'code': 200} Feb 18 09:48:18.865426 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5de0d9de-002f-4a21-885a-48043f2c5e0e,revision_number=6']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:18.917415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] No DVR routers for this DVR port 5de0d9de-002f-4a21-885a-48043f2c5e0e on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:48:19.143673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Attempting to bind port 5de0d9de-002f-4a21-885a-48043f2c5e0e on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:48:19.144205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Attempting to bind port 5de0d9de-002f-4a21-885a-48043f2c5e0e by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:48:19.145054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Attempting to bind port 5de0d9de-002f-4a21-885a-48043f2c5e0e on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:48:19.150091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Port 5de0d9de-002f-4a21-885a-48043f2c5e0e on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:48:19.150327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Attempting to bind port 5de0d9de-002f-4a21-885a-48043f2c5e0e on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:48:19.155943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:48:19.156708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Checking segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:48:19.156708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Bound using segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:48:19.157176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Bound port: 5de0d9de-002f-4a21-885a-48043f2c5e0e, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:48:19.157467 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:19.295489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] For port 5de0d9de-002f-4a21-885a-48043f2c5e0e, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:48:19.305857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] For port 5de0d9de-002f-4a21-885a-48043f2c5e0e, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:48:19.313423 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:19.385807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe712de-3f3d-40d7-8df7-07467862b449 req-39d780bf-17cf-4708-9e8a-a28be2865922 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:19.387409 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abe712de-3f3d-40d7-8df7-07467862b449 req-39d780bf-17cf-4708-9e8a-a28be2865922 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 943 time: 0.1685591 Feb 18 09:48:19.394608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:19.395717 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:19.397101 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] 10.222.0.81 "PUT /v2.0/ports/5de0d9de-002f-4a21-885a-48043f2c5e0e HTTP/1.1" status: 200 len: 1091 time: 1.1962681 Feb 18 09:48:19.445065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549d416-7685-4a86-ab3b-8428e97a21b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5de0d9de-002f-4a21-885a-48043f2c5e0e,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:19.458883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abe712de-3f3d-40d7-8df7-07467862b449 req-113fe439-f1fd-4b5f-8b09-961775d81978 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608640 Feb 18 09:48:19.591018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-758b706d-9f3d-48a7-a224-2eac900b87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:19.592586 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-758b706d-9f3d-48a7-a224-2eac900b87e0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 1094 time: 0.1639922 Feb 18 09:48:19.836714 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-fa23a257-c48d-4b31-bafb-4d0bd44e0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:19.838044 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-fa23a257-c48d-4b31-bafb-4d0bd44e0932 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.2397716 Feb 18 09:48:19.939909 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-5ecef529-5c23-4d85-afe4-648dce120300 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e HTTP/1.1" status: 200 len: 999 time: 0.0960908 Feb 18 09:48:20.005402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-58076d16-7010-4b85-8b17-815fcb54ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:20.006853 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-58076d16-7010-4b85-8b17-815fcb54ef83 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0603623 Feb 18 09:48:20.080946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-d3e4a161-0017-45bc-8d53-2f553fc9e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:20.082826 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-d3e4a161-0017-45bc-8d53-2f553fc9e4f3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701656 Feb 18 09:48:20.220752 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-45228a1a-4f5b-4868-95da-b3a16bd4f6c8 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315494 Feb 18 09:48:20.361373 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6444dfad-b6ce-4630-a15c-a1f3557d3792 req-fe693baa-b1b6-4ce1-95b3-6b1c414f6980 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342328 Feb 18 09:48:20.693091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9921a-d9fa-4af6-a074-88ef4d256422 req-1f2a0320-ed48-46a2-8572-149490c45d65 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:20.694605 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73b9921a-d9fa-4af6-a074-88ef4d256422 req-1f2a0320-ed48-46a2-8572-149490c45d65 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 943 time: 0.1002538 Feb 18 09:48:20.742652 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73b9921a-d9fa-4af6-a074-88ef4d256422 req-07c12ff9-13ef-4cfc-842e-99874f68c70c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423419 Feb 18 09:48:20.743194 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6e84ee-1c20-450f-bf3f-4cabdca3ded9', 'tag': '5de0d9de-002f-4a21-885a-48043f2c5e0e'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:48:20.806353 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6e84ee-1c20-450f-bf3f-4cabdca3ded9', 'tag': '5de0d9de-002f-4a21-885a-48043f2c5e0e', 'status': 'completed', 'code': 200} Feb 18 09:48:20.975732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf977f-21a9-488c-9a67-14761d425103 req-b32e4493-5735-4542-8538-b358ba1798fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:20.977129 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64bf977f-21a9-488c-9a67-14761d425103 req-b32e4493-5735-4542-8538-b358ba1798fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 1094 time: 0.1095951 Feb 18 09:48:20.981553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf977f-21a9-488c-9a67-14761d425103 req-14f1bcbe-08c9-4a9f-b97c-8f0a222fad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:20.983038 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64bf977f-21a9-488c-9a67-14761d425103 req-14f1bcbe-08c9-4a9f-b97c-8f0a222fad63 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 1094 time: 0.1551883 Feb 18 09:48:21.214348 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf977f-21a9-488c-9a67-14761d425103 req-49a7768f-c6cf-4e1a-a92a-4d3b88a7854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:21.215780 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64bf977f-21a9-488c-9a67-14761d425103 req-49a7768f-c6cf-4e1a-a92a-4d3b88a7854b service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.2319262 Feb 18 09:48:21.218050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf977f-21a9-488c-9a67-14761d425103 req-594da078-da46-4490-a589-4ecec0961d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:21.219322 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64bf977f-21a9-488c-9a67-14761d425103 req-594da078-da46-4490-a589-4ecec0961d17 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.2185562 Feb 18 09:48:21.400792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64bf977f-21a9-488c-9a67-14761d425103 req-8e9b003d-f7b1-41dc-95cb-66b52e220ebf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e HTTP/1.1" status: 200 len: 999 time: 0.1781850 Feb 18 09:48:21.402549 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64bf977f-21a9-488c-9a67-14761d425103 req-dfe5c955-0142-4f98-ab0d-078696999b0f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e HTTP/1.1" status: 200 len: 999 time: 0.1343777 Feb 18 09:48:21.643117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf977f-21a9-488c-9a67-14761d425103 req-459fa107-500f-4c3e-bbb9-c8eb9e4881f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:21.645706 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64bf977f-21a9-488c-9a67-14761d425103 req-459fa107-500f-4c3e-bbb9-c8eb9e4881f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.2379465 Feb 18 09:48:21.647306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf977f-21a9-488c-9a67-14761d425103 req-c7dc55bb-6996-4308-bf2c-97a3e10bcfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:21.648592 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64bf977f-21a9-488c-9a67-14761d425103 req-c7dc55bb-6996-4308-bf2c-97a3e10bcfd4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.2397659 Feb 18 09:48:21.785799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf977f-21a9-488c-9a67-14761d425103 req-436a9551-1b43-43ec-b4b7-4a7bd173e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:21.787277 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64bf977f-21a9-488c-9a67-14761d425103 req-436a9551-1b43-43ec-b4b7-4a7bd173e4e3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017010 Feb 18 09:48:21.789171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf977f-21a9-488c-9a67-14761d425103 req-3690c145-0d89-4a79-9607-d009155c1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:21.790503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64bf977f-21a9-488c-9a67-14761d425103 req-3690c145-0d89-4a79-9607-d009155c1438 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391292 Feb 18 09:48:21.973428 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5de0d9de-002f-4a21-885a-48043f2c5e0e no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:48:22.032714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 5de0d9de-002f-4a21-885a-48043f2c5e0e not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:48:22.084030 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64bf977f-21a9-488c-9a67-14761d425103 req-c0cfebb4-370e-4340-8727-cf7f3d45df2d service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895212 Feb 18 09:48:22.131716 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64bf977f-21a9-488c-9a67-14761d425103 req-ad672c59-64b0-4748-afa3-41ed84e9fc52 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143816 Feb 18 09:48:22.217247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e292938-1636-46fc-85f3-764ba6e1d252 req-1282e9a2-8b18-41ac-a40e-f13ec8ed9308 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:22.218689 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e292938-1636-46fc-85f3-764ba6e1d252 req-1282e9a2-8b18-41ac-a40e-f13ec8ed9308 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 943 time: 0.3332663 Feb 18 09:48:22.373904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e292938-1636-46fc-85f3-764ba6e1d252 req-3275088f-e28f-49ca-b531-8c194e78b326 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070502 Feb 18 09:48:22.390964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64bf977f-21a9-488c-9a67-14761d425103 req-8c638ab6-d894-4f1c-8a67-5a1bd050c705 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946329 Feb 18 09:48:22.399677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64bf977f-21a9-488c-9a67-14761d425103 req-29fe3d8a-222d-44a0-9e6c-4b4101897b0d service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204158 Feb 18 09:48:23.568291 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde36efd-89fa-4d64-8bad-fff1b092da70 req-06a1094d-f775-43e9-892e-ae07acaf89b2 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:23.569771 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cde36efd-89fa-4d64-8bad-fff1b092da70 req-06a1094d-f775-43e9-892e-ae07acaf89b2 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 943 time: 0.0817382 Feb 18 09:48:23.614955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cde36efd-89fa-4d64-8bad-fff1b092da70 req-1bf086e6-62df-49d3-bbdb-fda12842075d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395949 Feb 18 09:48:23.992958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eee6ca-2b5d-4cb5-a576-0220e4cdfc99 req-30291022-101c-4601-85ae-54ee47bd64d4 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:23.994435 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9eee6ca-2b5d-4cb5-a576-0220e4cdfc99 req-30291022-101c-4601-85ae-54ee47bd64d4 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9&tenant_id=1205ece73b924670a404f7743dd5b57b&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 943 time: 0.1455863 Feb 18 09:48:24.005715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2bb87-bb65-4094-b874-68092daba4ea req-73b59ac6-cc46-4590-80da-86fc87b680da tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:24.007081 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ce2bb87-bb65-4094-b874-68092daba4ea req-73b59ac6-cc46-4590-80da-86fc87b680da tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 943 time: 0.1269736 Feb 18 09:48:24.127411 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ce2bb87-bb65-4094-b874-68092daba4ea req-42a82727-8b53-4ace-acad-92d9b4b6c51e tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742781 Feb 18 09:48:24.134821 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-e9eee6ca-2b5d-4cb5-a576-0220e4cdfc99 req-cde1b99f-96a2-4175-b79f-7ce717f1de4b service neutron] delete failed (client error): The resource could not be found. Feb 18 09:48:24.135804 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9eee6ca-2b5d-4cb5-a576-0220e4cdfc99 req-cde1b99f-96a2-4175-b79f-7ce717f1de4b service neutron] 10.222.0.61 "DELETE /v2.0/ports/5de0d9de-002f-4a21-885a-48043f2c5e0e/bindings/n-h2-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.1278691 Feb 18 09:48:24.231076 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 5de0d9de-002f-4a21-885a-48043f2c5e0e details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:48:24.296645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eee6ca-2b5d-4cb5-a576-0220e4cdfc99 req-50be7d4a-3705-4399-8310-6a457f115bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:24.298055 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9eee6ca-2b5d-4cb5-a576-0220e4cdfc99 req-50be7d4a-3705-4399-8310-6a457f115bd0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 1094 time: 0.0807974 Feb 18 09:48:24.369866 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 5de0d9de-002f-4a21-885a-48043f2c5e0e, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:48:24.383396 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '5de0d9de-002f-4a21-885a-48043f2c5e0e', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'port_id': '5de0d9de-002f-4a21-885a-48043f2c5e0e', 'mac_address': 'fa:16:3e:fc:a5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:48:24.448567 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eee6ca-2b5d-4cb5-a576-0220e4cdfc99 req-7723625e-9036-4d51-b36e-c1d7b39fde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:24.448887 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:24.450032 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9eee6ca-2b5d-4cb5-a576-0220e4cdfc99 req-7723625e-9036-4d51-b36e-c1d7b39fde1a service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1466830 Feb 18 09:48:24.468128 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de0d9de-002f-4a21-885a-48043f2c5e0e {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:48:24.485109 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 5de0d9de-002f-4a21-885a-48043f2c5e0e, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:48:24.491452 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:24.558918 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9eee6ca-2b5d-4cb5-a576-0220e4cdfc99 req-37a6a84a-57d4-486d-bde5-8efe9a342cd5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e HTTP/1.1" status: 200 len: 1000 time: 0.1027119 Feb 18 09:48:24.568623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=5de0d9de-002f-4a21-885a-48043f2c5e0e,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:24.623736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eee6ca-2b5d-4cb5-a576-0220e4cdfc99 req-d0b91320-eda1-4a1e-8bb7-dad50bbd2bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:24.625217 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9eee6ca-2b5d-4cb5-a576-0220e4cdfc99 req-d0b91320-eda1-4a1e-8bb7-dad50bbd2bdf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0604966 Feb 18 09:48:24.811477 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['5de0d9de-002f-4a21-885a-48043f2c5e0e'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:48:24.836153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eee6ca-2b5d-4cb5-a576-0220e4cdfc99 req-83e3f984-a22c-42ff-ae3f-e3ab602b5871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:24.837970 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9eee6ca-2b5d-4cb5-a576-0220e4cdfc99 req-83e3f984-a22c-42ff-ae3f-e3ab602b5871 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2068326 Feb 18 09:48:24.978904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9eee6ca-2b5d-4cb5-a576-0220e4cdfc99 req-d4e58081-4572-469f-8f3d-fca996495d6a service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344321 Feb 18 09:48:25.117285 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9eee6ca-2b5d-4cb5-a576-0220e4cdfc99 req-b8131ff2-11c0-47b7-95fe-6511980ac119 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323650 Feb 18 09:48:25.325641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59e840-2c65-4c67-bc32-ff995560881b req-b817cdef-f6d1-495b-b83f-6b7d0d2e8a1f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:25.327106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf59e840-2c65-4c67-bc32-ff995560881b req-b817cdef-f6d1-495b-b83f-6b7d0d2e8a1f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 944 time: 0.0803015 Feb 18 09:48:25.373425 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bf59e840-2c65-4c67-bc32-ff995560881b req-59c43b16-bc28-4470-a417-35d3d5121add tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404198 Feb 18 09:48:26.246258 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 5de0d9de-002f-4a21-885a-48043f2c5e0e up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:48:26.314618 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 5de0d9de-002f-4a21-885a-48043f2c5e0e completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:48:26.320591 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 5de0d9de-002f-4a21-885a-48043f2c5e0e triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:48:26.321019 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:26.476689 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:26.505124 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6e84ee-1c20-450f-bf3f-4cabdca3ded9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de0d9de-002f-4a21-885a-48043f2c5e0e'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:48:26.516411 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 5de0d9de-002f-4a21-885a-48043f2c5e0e, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:48:26.521439 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:26.559316 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6e84ee-1c20-450f-bf3f-4cabdca3ded9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de0d9de-002f-4a21-885a-48043f2c5e0e', 'code': 200} Feb 18 09:48:26.572165 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d3789-52fa-438a-a30b-578dc6fb40de req-13eca65b-19f3-4875-8ec7-b28060943b5b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:26.573753 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a97d3789-52fa-438a-a30b-578dc6fb40de req-13eca65b-19f3-4875-8ec7-b28060943b5b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0894678 Feb 18 09:48:26.591152 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=5de0d9de-002f-4a21-885a-48043f2c5e0e,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:26.620548 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a97d3789-52fa-438a-a30b-578dc6fb40de req-425a61b4-d528-4700-ab98-841801a43bad tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413029 Feb 18 09:48:26.806258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb163f-9594-4025-bb90-552ba43af8d4 req-8e09b3d6-2885-4eaf-9c7d-c120c7c964ab tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:26.807651 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97fb163f-9594-4025-bb90-552ba43af8d4 req-8e09b3d6-2885-4eaf-9c7d-c120c7c964ab tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0793443 Feb 18 09:48:26.858125 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-97fb163f-9594-4025-bb90-552ba43af8d4 req-0c6942b6-7d96-41bb-9bba-350bd997982f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446155 Feb 18 09:48:27.263929 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255030c-1d15-42d3-9da9-5c5ede0a7f05 req-12404048-3ea8-439f-b97b-c639430817d3 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:27.265751 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c255030c-1d15-42d3-9da9-5c5ede0a7f05 req-12404048-3ea8-439f-b97b-c639430817d3 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.1351676 Feb 18 09:48:27.318934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc4a6a-9eef-4e0d-bc9f-a48e8c1c46d8 req-8f4f6fa8-49f9-4466-b6f8-4a9b2b53d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:27.320314 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1cc4a6a-9eef-4e0d-bc9f-a48e8c1c46d8 req-8f4f6fa8-49f9-4466-b6f8-4a9b2b53d1d3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 1096 time: 0.1285665 Feb 18 09:48:27.325565 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c255030c-1d15-42d3-9da9-5c5ede0a7f05 req-bde4cab0-f7a3-4389-b58e-f50ae1e83485 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533822 Feb 18 09:48:27.453839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc4a6a-9eef-4e0d-bc9f-a48e8c1c46d8 req-78a32796-7bd0-4cf5-8a90-d431afe7d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:27.455724 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1cc4a6a-9eef-4e0d-bc9f-a48e8c1c46d8 req-78a32796-7bd0-4cf5-8a90-d431afe7d7cb service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1292186 Feb 18 09:48:27.561193 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1cc4a6a-9eef-4e0d-bc9f-a48e8c1c46d8 req-70c0c808-3636-415d-8cae-82e544a94e6d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e HTTP/1.1" status: 200 len: 1001 time: 0.0998356 Feb 18 09:48:27.625112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc4a6a-9eef-4e0d-bc9f-a48e8c1c46d8 req-38039c83-ecf2-437d-a835-e6d6541bdab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:27.626772 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1cc4a6a-9eef-4e0d-bc9f-a48e8c1c46d8 req-38039c83-ecf2-437d-a835-e6d6541bdab2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0598285 Feb 18 09:48:27.702795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc4a6a-9eef-4e0d-bc9f-a48e8c1c46d8 req-da06ed60-ef17-481e-9d3c-12cb3bf55131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:27.704293 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1cc4a6a-9eef-4e0d-bc9f-a48e8c1c46d8 req-da06ed60-ef17-481e-9d3c-12cb3bf55131 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722184 Feb 18 09:48:27.863385 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1cc4a6a-9eef-4e0d-bc9f-a48e8c1c46d8 req-a0f09f89-2277-4038-91c7-4936932301b5 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531107 Feb 18 09:48:28.002240 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1cc4a6a-9eef-4e0d-bc9f-a48e8c1c46d8 req-146746c6-4214-483e-9447-756ad26af3cf service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320648 Feb 18 09:48:28.552880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94377142-3e0b-461a-a020-b2b5c4290c12 req-56a6d8d2-01b5-41b6-b082-c2ec83517e36 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:28.554366 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94377142-3e0b-461a-a020-b2b5c4290c12 req-56a6d8d2-01b5-41b6-b082-c2ec83517e36 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.1141806 Feb 18 09:48:28.601084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94377142-3e0b-461a-a020-b2b5c4290c12 req-96fce69b-e31c-43bd-9837-62ffd90f01e0 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410175 Feb 18 09:48:29.792568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95658620-bcc8-483f-8573-72e44d19b029 req-26990590-dab9-48f0-b73f-60d76e1c7127 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:29.794050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95658620-bcc8-483f-8573-72e44d19b029 req-26990590-dab9-48f0-b73f-60d76e1c7127 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0799017 Feb 18 09:48:29.954169 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95658620-bcc8-483f-8573-72e44d19b029 req-9411d958-1ed7-4bc7-8900-ee5014cb190e tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541550 Feb 18 09:48:30.361256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fba5b-e4e3-4dc6-b8bd-5528d3bd3acf req-f88c1f79-7cec-431c-a48f-15b95ee6f818 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:30.362714 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-018fba5b-e4e3-4dc6-b8bd-5528d3bd3acf req-f88c1f79-7cec-431c-a48f-15b95ee6f818 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0947163 Feb 18 09:48:30.411186 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-018fba5b-e4e3-4dc6-b8bd-5528d3bd3acf req-07c9a671-e487-4014-b329-58379afbda94 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416622 Feb 18 09:48:30.438083 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a93f43fe-213d-4eaa-a013-f6dc7369cacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:31.610084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacc1d7-ef2e-474d-ab8c-81261d4bf1cf req-125fa77e-c087-41d7-abf8-df70c3a16a55 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:31.611537 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7cacc1d7-ef2e-474d-ab8c-81261d4bf1cf req-125fa77e-c087-41d7-abf8-df70c3a16a55 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0905390 Feb 18 09:48:31.657077 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7cacc1d7-ef2e-474d-ab8c-81261d4bf1cf req-5091cc30-6bf1-40f9-a110-af31804b5eed tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391328 Feb 18 09:48:31.779991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bb288-e5ed-4a0c-8a6c-17db3f201edc req-6af2caf7-f954-4040-9afe-b4c3f53358d6 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:31.781344 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-794bb288-e5ed-4a0c-8a6c-17db3f201edc req-6af2caf7-f954-4040-9afe-b4c3f53358d6 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 945 time: 0.0814989 Feb 18 09:48:31.868334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-794bb288-e5ed-4a0c-8a6c-17db3f201edc req-81c7e4df-6d30-4016-b192-a997fd5a1663 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Deleting port 5de0d9de-002f-4a21-885a-48043f2c5e0e {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:48:31.868687 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-794bb288-e5ed-4a0c-8a6c-17db3f201edc req-81c7e4df-6d30-4016-b192-a997fd5a1663 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:32.119528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-794bb288-e5ed-4a0c-8a6c-17db3f201edc req-81c7e4df-6d30-4016-b192-a997fd5a1663 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] For port 5de0d9de-002f-4a21-885a-48043f2c5e0e, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=5de0d9de-002f-4a21-885a-48043f2c5e0e,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:48:32.119793 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-794bb288-e5ed-4a0c-8a6c-17db3f201edc req-81c7e4df-6d30-4016-b192-a997fd5a1663 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:32.405543 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-794bb288-e5ed-4a0c-8a6c-17db3f201edc req-81c7e4df-6d30-4016-b192-a997fd5a1663 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:32.405938 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-794bb288-e5ed-4a0c-8a6c-17db3f201edc req-81c7e4df-6d30-4016-b192-a997fd5a1663 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:32.406248 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-794bb288-e5ed-4a0c-8a6c-17db3f201edc req-81c7e4df-6d30-4016-b192-a997fd5a1663 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Floating IP 42317b39-7657-4612-bf22-3ef7a50b12b5 disassociated. External IP: 172.25.1.254, port: 5de0d9de-002f-4a21-885a-48043f2c5e0e. Feb 18 09:48:32.406582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-794bb288-e5ed-4a0c-8a6c-17db3f201edc req-81c7e4df-6d30-4016-b192-a997fd5a1663 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Calling delete_port for 5de0d9de-002f-4a21-885a-48043f2c5e0e owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:48:32.571849 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-794bb288-e5ed-4a0c-8a6c-17db3f201edc req-81c7e4df-6d30-4016-b192-a997fd5a1663 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:32.624852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7e4df-6d30-4016-b192-a997fd5a1663 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Pushing event deleted for resources: {'Port': ['ID=5de0d9de-002f-4a21-885a-48043f2c5e0e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:32.835250 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b1cb41c-bb6b-40e9-8e24-9c5f959fdd9c req-01b8ed2f-8a63-4aad-9ac0-0f494f6449f4 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b6e84ee-1c20-450f-bf3f-4cabdca3ded9 HTTP/1.1" status: 200 len: 210 time: 0.0572863 Feb 18 09:48:32.867506 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-794bb288-e5ed-4a0c-8a6c-17db3f201edc req-81c7e4df-6d30-4016-b192-a997fd5a1663 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Router 3a581b03-16eb-4fa5-847d-e9781533c734 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:48:33.168202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-794bb288-e5ed-4a0c-8a6c-17db3f201edc req-81c7e4df-6d30-4016-b192-a997fd5a1663 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:48:33.177892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96695efd-0d50-4586-8729-7e775644765a None None] Sync routers for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:48:33.191121 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96695efd-0d50-4586-8729-7e775644765a None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:48:33.192009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-96695efd-0d50-4586-8729-7e775644765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:48:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:33.241748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-794bb288-e5ed-4a0c-8a6c-17db3f201edc req-81c7e4df-6d30-4016-b192-a997fd5a1663 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] No DVR routers for this DVR port 5de0d9de-002f-4a21-885a-48043f2c5e0e on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:48:33.244567 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-794bb288-e5ed-4a0c-8a6c-17db3f201edc req-81c7e4df-6d30-4016-b192-a997fd5a1663 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:33.247361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6e84ee-1c20-450f-bf3f-4cabdca3ded9', 'name': 'network-vif-deleted', 'tag': '5de0d9de-002f-4a21-885a-48043f2c5e0e'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:48:33.266318 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-794bb288-e5ed-4a0c-8a6c-17db3f201edc req-81c7e4df-6d30-4016-b192-a997fd5a1663 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.81 "DELETE /v2.0/ports/5de0d9de-002f-4a21-885a-48043f2c5e0e HTTP/1.1" status: 204 len: 173 time: 1.4788394 Feb 18 09:48:33.301202 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6e84ee-1c20-450f-bf3f-4cabdca3ded9', 'name': 'network-vif-deleted', 'tag': '5de0d9de-002f-4a21-885a-48043f2c5e0e', 'status': 'completed', 'code': 200} Feb 18 09:48:33.379765 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-96695efd-0d50-4586-8729-7e775644765a None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:48:33.705268 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-96695efd-0d50-4586-8729-7e775644765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:33.709886 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96695efd-0d50-4586-8729-7e775644765a None None] Checking router: 3a581b03-16eb-4fa5-847d-e9781533c734 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:48:33.718660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96695efd-0d50-4586-8729-7e775644765a None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:48:33.719263 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-96695efd-0d50-4586-8729-7e775644765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:48:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:33.907162 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-03c118f2-be56-4ccf-81b0-2c95bdbea9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:33.925050 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-96695efd-0d50-4586-8729-7e775644765a None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:48:34.016037 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:34.096764 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:34.201436 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1c7705-277e-43a7-8401-990360719901 req-d8295a3b-86e5-4828-88b0-f5a8b29bc7bf tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1523425161&fields=id&tenant_id=1205ece73b924670a404f7743dd5b57b HTTP/1.1" status: 200 len: 267 time: 0.0390043 Feb 18 09:48:34.273984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-96695efd-0d50-4586-8729-7e775644765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:34.279237 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 5de0d9de-002f-4a21-885a-48043f2c5e0e no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:48:34.317214 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96695efd-0d50-4586-8729-7e775644765a None None] The sync data for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 is: [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:48:34.319061 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 5de0d9de-002f-4a21-885a-48043f2c5e0e {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:48:34.319409 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 5de0d9de-002f-4a21-885a-48043f2c5e0e not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:48:34.357559 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c7705-277e-43a7-8401-990360719901 req-c0eb8361-1485-4f12-b7a8-c91da85897cb tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:34.359535 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1c7705-277e-43a7-8401-990360719901 req-c0eb8361-1485-4f12-b7a8-c91da85897cb tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 812 time: 0.1502280 Feb 18 09:48:34.380901 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1c7705-277e-43a7-8401-990360719901 req-20dbf453-ae37-4eae-bf22-60ebfc2e3bc9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/quotas/1205ece73b924670a404f7743dd5b57b HTTP/1.1" status: 200 len: 375 time: 0.0129805 Feb 18 09:48:34.471397 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1c1c7705-277e-43a7-8401-990360719901 req-b8abf7cb-634a-4aa2-a397-4176f29eef37 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Synchronizing usage tracker for tenant:1205ece73b924670a404f7743dd5b57b on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:48:34.487468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1c1c7705-277e-43a7-8401-990360719901 req-b8abf7cb-634a-4aa2-a397-4176f29eef37 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Unset dirty status for tenant:1205ece73b924670a404f7743dd5b57b on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:48:34.489445 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1c7705-277e-43a7-8401-990360719901 req-b8abf7cb-634a-4aa2-a397-4176f29eef37 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0996137 Feb 18 09:48:34.552319 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a478c7-a06b-4f8c-a132-d73290177620 None None] New status for floating IP 42317b39-7657-4612-bf22-3ef7a50b12b5: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:48:34.684998 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1c7705-277e-43a7-8401-990360719901 req-349dd200-433c-4363-8c82-a548681f1959 service neutron] 10.222.0.72 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826184 Feb 18 09:48:34.835095 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1c7705-277e-43a7-8401-990360719901 req-7b246a71-f1a0-409e-80ff-cde3ba7bfc58 service neutron] 10.222.0.72 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386628 Feb 18 09:48:35.032045 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d108d19e-1897-41e8-b113-f53baa14c390 req-4c73c893-6a09-469c-a85b-ce5599f71862 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 210 time: 0.0484815 Feb 18 09:48:35.237845 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:36.119216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c7705-277e-43a7-8401-990360719901 req-f46cb1b0-7342-4581-b2bf-6867609f7d07 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:36.120615 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1c7705-277e-43a7-8401-990360719901 req-f46cb1b0-7342-4581-b2bf-6867609f7d07 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 812 time: 0.1555309 Feb 18 09:48:36.201634 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f8eeb2b3-960d-49ef-9d2f-b1e0e3c76cd2 req-9ab44546-5bcd-495f-a56d-d268e3471c2c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 210 time: 0.0526638 Feb 18 09:48:36.212012 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1c7705-277e-43a7-8401-990360719901 req-d19d8ec4-ca73-4ba6-921b-51bdaa5d673f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1205ece73b924670a404f7743dd5b57b HTTP/1.1" status: 200 len: 380 time: 0.0834391 Feb 18 09:48:36.221384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-1c1c7705-277e-43a7-8401-990360719901 req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Request body: {'port': {'device_id': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'admin_state_up': True, 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'security_groups': ['034a3050-9350-4fa1-9075-2cb9f67a3631']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:48:36.358882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1c1c7705-277e-43a7-8401-990360719901 req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:48:36.370003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-1c1c7705-277e-43a7-8401-990360719901 req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:48:36.380808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1c7705-277e-43a7-8401-990360719901 req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Made reservation on behalf of 1205ece73b924670a404f7743dd5b57b for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:48:36.384327 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c1c7705-277e-43a7-8401-990360719901 req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:36.556157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-1c1c7705-277e-43a7-8401-990360719901 req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Allocated IP 172.20.0.4 (6fd1cb15-6c86-4372-8a57-b078420b5b06/590ea813-3576-442c-8866-448a23a2f501/4e99acb4-1ef0-4d27-9a10-521b8599ebbd) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:48:36.751229 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c1c7705-277e-43a7-8401-990360719901 req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:36.767790 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-1c1c7705-277e-43a7-8401-990360719901 req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Transition to ACTIVE for port object 4e99acb4-1ef0-4d27-9a10-521b8599ebbd will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:48:36.806027 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c1c7705-277e-43a7-8401-990360719901 req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:36.889740 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1c7705-277e-43a7-8401-990360719901 req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Network 6fd1cb15-6c86-4372-8a57-b078420b5b06 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:48:36.893483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-1c1c7705-277e-43a7-8401-990360719901 req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:48:36.895243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Pushing event updated for resources: {'Port': ['ID=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:36.898269 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1c7705-277e-43a7-8401-990360719901 req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:48:36.937066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:36.937288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:36.937588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:36.938241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:36.938241 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:36.938562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:36.938874 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:36.939197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:36.939519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:36.939836 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:36.940155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:36.940510 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:36.974391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c7705-277e-43a7-8401-990360719901 req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:36.975079 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c1c7705-277e-43a7-8401-990360719901 req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:37.003364 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1c7705-277e-43a7-8401-990360719901 req-f1e9f263-9fcb-4b21-bea4-ce136373326f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7856946 Feb 18 09:48:37.014981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Request body: {'port': {'device_id': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:48:37.136803 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:37.150668 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5cfc8657-dc1c-41bf-bfc5-58ca96e8fb80 None None] Provisioning for port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:48:37.155549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5cfc8657-dc1c-41bf-bfc5-58ca96e8fb80 None None] Provisioning complete for port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:48:37.156003 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5cfc8657-dc1c-41bf-bfc5-58ca96e8fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:37.211318 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc8657-dc1c-41bf-bfc5-58ca96e8fb80 None None] Port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:48:37.612351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c7106-0b1f-464e-9b1a-9df32e32a9a4 req-bb21e1cc-d47b-4b3f-861d-37e5af1c2866 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:37.613061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6d1c7106-0b1f-464e-9b1a-9df32e32a9a4 req-bb21e1cc-d47b-4b3f-861d-37e5af1c2866 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Synchronizing usage tracker for tenant:1205ece73b924670a404f7743dd5b57b on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:48:37.681960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6d1c7106-0b1f-464e-9b1a-9df32e32a9a4 req-bb21e1cc-d47b-4b3f-861d-37e5af1c2866 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Unset dirty status for tenant:1205ece73b924670a404f7743dd5b57b on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:48:37.683179 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d1c7106-0b1f-464e-9b1a-9df32e32a9a4 req-bb21e1cc-d47b-4b3f-861d-37e5af1c2866 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 931 time: 0.3311186 Feb 18 09:48:37.685497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e99acb4-1ef0-4d27-9a10-521b8599ebbd {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:48:37.706346 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:37.736123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Transition to ACTIVE for port object 4e99acb4-1ef0-4d27-9a10-521b8599ebbd will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:48:37.743315 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:37.782612 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d1c7106-0b1f-464e-9b1a-9df32e32a9a4 req-3a04f7ce-0fef-45b7-b591-6659b47dc082 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925944 Feb 18 09:48:37.916409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Pushing event updated for resources: {'Port': ['ID=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:38.000913 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Attempting to bind port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:48:38.001384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Attempting to bind port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:48:38.001841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Attempting to bind port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:48:38.009599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:48:38.010108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Attempting to bind port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:48:38.017985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:48:38.018510 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Checking segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:48:38.019115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Bound using segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:48:38.019786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Bound port: 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:48:38.020382 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:38.115849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:48:38.118862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:48:38.123390 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:38.184361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:38.185000 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:38.186341 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1c7705-277e-43a7-8401-990360719901 req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] 10.222.0.61 "PUT /v2.0/ports/4e99acb4-1ef0-4d27-9a10-521b8599ebbd HTTP/1.1" status: 200 len: 1091 time: 1.1759386 Feb 18 09:48:38.186794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:48:38.211245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087bd95-f982-442c-a6f5-02c609f43872 service neutron] Pushing event updated for resources: {'Port': ['ID=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:38.265870 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd', 'status': 'completed', 'code': 200} Feb 18 09:48:38.313987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c7705-277e-43a7-8401-990360719901 req-28cb15f0-01e4-4ff3-981f-e81c0c6abf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:38.315532 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1c7705-277e-43a7-8401-990360719901 req-28cb15f0-01e4-4ff3-981f-e81c0c6abf11 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 1094 time: 0.0837195 Feb 18 09:48:38.385260 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1c7705-277e-43a7-8401-990360719901 req-714b489d-3674-42e8-bd00-dcd4e8a3ef6c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd HTTP/1.1" status: 200 len: 217 time: 0.0626917 Feb 18 09:48:38.449977 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c7705-277e-43a7-8401-990360719901 req-19930973-2fb0-4d2b-8358-86b38b769ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:38.451431 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1c7705-277e-43a7-8401-990360719901 req-19930973-2fb0-4d2b-8358-86b38b769ac5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0598416 Feb 18 09:48:38.526604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c7705-277e-43a7-8401-990360719901 req-e7b41d2b-f85a-46e5-9408-51257f53e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:38.528064 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1c7705-277e-43a7-8401-990360719901 req-e7b41d2b-f85a-46e5-9408-51257f53e04d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694468 Feb 18 09:48:38.674256 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1c7705-277e-43a7-8401-990360719901 req-ac5b091d-8642-43ed-ae50-f2fc3670e47d service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400371 Feb 18 09:48:38.803481 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1c1c7705-277e-43a7-8401-990360719901 req-5054abe9-a73a-4575-89d0-c035c398debe service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225498 Feb 18 09:48:38.967013 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f615b0-9d3e-4c23-b0b0-2443dfc202af req-b145971e-7833-49e3-baeb-70a4455df0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:38.968424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05f615b0-9d3e-4c23-b0b0-2443dfc202af req-b145971e-7833-49e3-baeb-70a4455df0b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 1094 time: 0.1217396 Feb 18 09:48:39.091511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacf8b6-9153-485f-95c2-84f57b847883 req-9ba8c80a-552c-4a85-9093-182840c2461d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:39.093013 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bbacf8b6-9153-485f-95c2-84f57b847883 req-9ba8c80a-552c-4a85-9093-182840c2461d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 943 time: 0.1824384 Feb 18 09:48:39.148672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f615b0-9d3e-4c23-b0b0-2443dfc202af req-2aa9596e-00f6-4953-954a-f53884bb91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:39.150108 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05f615b0-9d3e-4c23-b0b0-2443dfc202af req-2aa9596e-00f6-4953-954a-f53884bb91b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1714635 Feb 18 09:48:39.341784 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bbacf8b6-9153-485f-95c2-84f57b847883 req-614539b9-7227-473a-a8df-fe963b445c79 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353764 Feb 18 09:48:39.350426 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05f615b0-9d3e-4c23-b0b0-2443dfc202af req-ab4230a8-752f-4e7b-a180-2c1345a7474e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd HTTP/1.1" status: 200 len: 217 time: 0.1944392 Feb 18 09:48:39.412992 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f615b0-9d3e-4c23-b0b0-2443dfc202af req-0bfa8600-2be7-4ab4-855e-5400cb5db653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:39.414447 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05f615b0-9d3e-4c23-b0b0-2443dfc202af req-0bfa8600-2be7-4ab4-855e-5400cb5db653 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0584381 Feb 18 09:48:39.494986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f615b0-9d3e-4c23-b0b0-2443dfc202af req-e2eab06b-a285-43c4-b61f-34ed1a214594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:39.496501 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05f615b0-9d3e-4c23-b0b0-2443dfc202af req-e2eab06b-a285-43c4-b61f-34ed1a214594 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741110 Feb 18 09:48:39.637475 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05f615b0-9d3e-4c23-b0b0-2443dfc202af req-0a544846-0646-4a82-9d73-de373bdc5363 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346569 Feb 18 09:48:39.778082 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05f615b0-9d3e-4c23-b0b0-2443dfc202af req-53f4d989-76af-4aa3-a61f-ae081939dedf service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343532 Feb 18 09:48:40.529308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32a65b-467a-4b13-95e6-c0c4899320b7 req-47b5e3c2-bf3d-4bcd-859e-c5cb67060545 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:40.530770 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a32a65b-467a-4b13-95e6-c0c4899320b7 req-47b5e3c2-bf3d-4bcd-859e-c5cb67060545 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 943 time: 0.0798631 Feb 18 09:48:40.574437 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a32a65b-467a-4b13-95e6-c0c4899320b7 req-389f6fb7-5e2f-4f15-862e-f1cad4b96808 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380707 Feb 18 09:48:41.778080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08b90c-170a-4e9d-9084-c4a957a409cb req-fcb51cc4-1cd4-48e3-9f0a-47ac777da9c4 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:41.779500 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc08b90c-170a-4e9d-9084-c4a957a409cb req-fcb51cc4-1cd4-48e3-9f0a-47ac777da9c4 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 943 time: 0.0926294 Feb 18 09:48:41.819784 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:41.834280 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc08b90c-170a-4e9d-9084-c4a957a409cb req-e926d9ca-3139-45b2-9ed3-6af6ece38532 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487368 Feb 18 09:48:41.935258 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:42.134238 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4e99acb4-1ef0-4d27-9a10-521b8599ebbd details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:48:42.304772 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:48:42.320811 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'port_id': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd', 'mac_address': 'fa:16:3e:f9:01:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:48:42.376801 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:42.393845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e99acb4-1ef0-4d27-9a10-521b8599ebbd {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:48:42.409488 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:48:42.414446 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:42.481347 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:42.489715 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:42.489922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:42.490170 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:42.490502 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:42.490927 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:42.491260 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:42.491607 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:42.491900 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:42.492216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:42.493406 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:42.493406 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:42.493406 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:48:42.719003 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['4e99acb4-1ef0-4d27-9a10-521b8599ebbd'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:48:43.061266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae807bc-1a4b-4da2-8cdb-08a4d04573e7 req-3e6bf768-f448-4255-89b9-dc1506ff3345 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:43.062727 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ae807bc-1a4b-4da2-8cdb-08a4d04573e7 req-3e6bf768-f448-4255-89b9-dc1506ff3345 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 944 time: 0.1144826 Feb 18 09:48:43.112693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ae807bc-1a4b-4da2-8cdb-08a4d04573e7 req-675dd090-205c-4961-9742-3e613796a5c7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429406 Feb 18 09:48:44.151508 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4e99acb4-1ef0-4d27-9a10-521b8599ebbd up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:48:44.228658 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:48:44.233426 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:48:44.233870 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:44.308299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4af30f-49d8-423c-9102-9d6c0476a17c req-aee69118-f302-4f87-b806-8b4c85321b67 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:44.309781 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c4af30f-49d8-423c-9102-9d6c0476a17c req-aee69118-f302-4f87-b806-8b4c85321b67 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 944 time: 0.0898714 Feb 18 09:48:44.350541 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:44.355866 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c4af30f-49d8-423c-9102-9d6c0476a17c req-1b0e5758-8869-4085-b8e6-5be85ecfef78 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403671 Feb 18 09:48:44.385898 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:48:44.396518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:48:44.401630 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:44.437697 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd', 'code': 200} Feb 18 09:48:44.470195 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:48:44.559220 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20104172-3ce8-4e18-8cab-4ba37b656ea5 req-0696e39d-8ed5-4f98-a56f-ceb67dc2ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:44.560714 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20104172-3ce8-4e18-8cab-4ba37b656ea5 req-0696e39d-8ed5-4f98-a56f-ceb67dc2ee47 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 1096 time: 0.0691078 Feb 18 09:48:44.604799 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20104172-3ce8-4e18-8cab-4ba37b656ea5 req-5395f9e5-2a0f-4695-94db-eefb702f7cf4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380976 Feb 18 09:48:45.540358 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75a46a-5056-4197-8b43-32c6e6a0de77 req-5e23476c-e441-467f-84b0-1ddae19d52eb tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:45.541738 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac75a46a-5056-4197-8b43-32c6e6a0de77 req-5e23476c-e441-467f-84b0-1ddae19d52eb tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.0799947 Feb 18 09:48:45.586025 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac75a46a-5056-4197-8b43-32c6e6a0de77 req-a748efa4-c8c4-4e50-b0d9-5543886bd319 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387414 Feb 18 09:48:46.111201 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:48:46.784440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56954ff-8085-4b96-8fcf-d5c28a505ca0 req-7fa6773a-1695-48e5-b33a-b767cfadd2c6 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:46.785965 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e56954ff-8085-4b96-8fcf-d5c28a505ca0 req-7fa6773a-1695-48e5-b33a-b767cfadd2c6 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.0836151 Feb 18 09:48:46.838194 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e56954ff-8085-4b96-8fcf-d5c28a505ca0 req-c75644d5-8346-45a1-9fe0-56959f86661f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458460 Feb 18 09:48:47.082119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977188d-cbc5-45ad-b284-004c8ebc1dc3 req-c512c9cc-342a-4ba3-9e3c-6b4686c36d35 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:47.083992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5977188d-cbc5-45ad-b284-004c8ebc1dc3 req-c512c9cc-342a-4ba3-9e3c-6b4686c36d35 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.0945768 Feb 18 09:48:47.093417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49000) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:48:47.099288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-2fec8108-8052-4e99-9b5e-0cfba394e012 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Request body: {'floatingip': {'port_id': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:48:47.182127 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2fec8108-8052-4e99-9b5e-0cfba394e012 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:47.955074 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2fec8108-8052-4e99-9b5e-0cfba394e012 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:47.959971 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2fec8108-8052-4e99-9b5e-0cfba394e012 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:48.138081 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-2fec8108-8052-4e99-9b5e-0cfba394e012 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Floating IP 42317b39-7657-4612-bf22-3ef7a50b12b5 associated. External IP: 172.25.1.254, port: 4e99acb4-1ef0-4d27-9a10-521b8599ebbd. Feb 18 09:48:48.484680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fec8108-8052-4e99-9b5e-0cfba394e012 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Router 3a581b03-16eb-4fa5-847d-e9781533c734 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:48:48.661934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fec8108-8052-4e99-9b5e-0cfba394e012 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:48:48.666480 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2fec8108-8052-4e99-9b5e-0cfba394e012 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:48:48.672250 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11190d5-7a1e-459b-80be-4357dff568bd None None] Sync routers for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:48:48.682144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11190d5-7a1e-459b-80be-4357dff568bd None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:48:48.682820 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c11190d5-7a1e-459b-80be-4357dff568bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:48:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:48.721419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2fec8108-8052-4e99-9b5e-0cfba394e012 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "PUT /v2.0/floatingips/42317b39-7657-4612-bf22-3ef7a50b12b5 HTTP/1.1" status: 200 len: 991 time: 1.6269362 Feb 18 09:48:48.722002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:48:48.769243 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd', 'status': 'completed', 'code': 200} Feb 18 09:48:48.869746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c11190d5-7a1e-459b-80be-4357dff568bd None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:48:48.877274 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925fb0f-cbf3-4c6c-a897-fa05ab97efb5 req-78d19fa7-3e76-4bd7-be49-18629ba1bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:48.878748 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0925fb0f-cbf3-4c6c-a897-fa05ab97efb5 req-78d19fa7-3e76-4bd7-be49-18629ba1bfb8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 1096 time: 0.0871725 Feb 18 09:48:49.033066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925fb0f-cbf3-4c6c-a897-fa05ab97efb5 req-7fcba459-daf6-40df-97ff-d597eaec4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:49.034761 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0925fb0f-cbf3-4c6c-a897-fa05ab97efb5 req-7fcba459-daf6-40df-97ff-d597eaec4878 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1484346 Feb 18 09:48:49.099161 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-8e8a72f0-3598-4ac7-a3a3-7350744d457a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880775 Feb 18 09:48:49.259894 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c11190d5-7a1e-459b-80be-4357dff568bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '42317b39-7657-4612-bf22-3ef7a50b12b5', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'port_id': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'mac_address': 'fa:16:3e:f9:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:46:35Z', 'updated_at': '2022-02-18T09:48:47Z', 'revision_number': 9, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:49.264491 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11190d5-7a1e-459b-80be-4357dff568bd None None] Checking router: 3a581b03-16eb-4fa5-847d-e9781533c734 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:48:49.274713 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11190d5-7a1e-459b-80be-4357dff568bd None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:48:49.275336 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c11190d5-7a1e-459b-80be-4357dff568bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:48:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:49.323219 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0925fb0f-cbf3-4c6c-a897-fa05ab97efb5 req-0cf1a5cf-31c9-40cf-9663-51982e0e7c75 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd HTTP/1.1" status: 200 len: 999 time: 0.2818413 Feb 18 09:48:49.396867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c97441-dd7d-477a-85a0-a0b693c5b936 req-83b14dae-ebc8-4289-9ef0-2e973125cc75 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:49.398347 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3c97441-dd7d-477a-85a0-a0b693c5b936 req-83b14dae-ebc8-4289-9ef0-2e973125cc75 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.1775384 Feb 18 09:48:49.404581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925fb0f-cbf3-4c6c-a897-fa05ab97efb5 req-e7579312-9e56-452b-a8f3-e8bff0b33e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:49.406052 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0925fb0f-cbf3-4c6c-a897-fa05ab97efb5 req-e7579312-9e56-452b-a8f3-e8bff0b33e71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0763416 Feb 18 09:48:49.475482 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c11190d5-7a1e-459b-80be-4357dff568bd None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:48:49.498719 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f3c97441-dd7d-477a-85a0-a0b693c5b936 req-d8719947-4828-4800-af5b-02b1cd9e0c0e tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913763 Feb 18 09:48:49.518117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925fb0f-cbf3-4c6c-a897-fa05ab97efb5 req-2facffde-2fb0-4386-8af9-55579edcad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:49.519617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0925fb0f-cbf3-4c6c-a897-fa05ab97efb5 req-2facffde-2fb0-4386-8af9-55579edcad15 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969009 Feb 18 09:48:49.670417 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0925fb0f-cbf3-4c6c-a897-fa05ab97efb5 req-0b1b7b0e-9c49-4c7c-ae4b-2fd23d4f9448 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436446 Feb 18 09:48:49.814253 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0925fb0f-cbf3-4c6c-a897-fa05ab97efb5 req-364dda15-939b-40b5-83ef-a5a144d5047a service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382692 Feb 18 09:48:49.906736 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c11190d5-7a1e-459b-80be-4357dff568bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '42317b39-7657-4612-bf22-3ef7a50b12b5', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'port_id': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'mac_address': 'fa:16:3e:f9:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:46:35Z', 'updated_at': '2022-02-18T09:48:47Z', 'revision_number': 9, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:48:49.911853 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11190d5-7a1e-459b-80be-4357dff568bd None None] The sync data for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 is: [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '42317b39-7657-4612-bf22-3ef7a50b12b5', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'port_id': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'mac_address': 'fa:16:3e:f9:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:46:35Z', 'updated_at': '2022-02-18T09:48:47Z', 'revision_number': 9, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:48:50.112283 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a408341d-b8b2-48df-b95e-d254be293d64 None None] New status for floating IP 42317b39-7657-4612-bf22-3ef7a50b12b5: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:48:50.431432 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-f663a3d9-3197-4988-b1d9-287e640be889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:50.432993 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-f663a3d9-3197-4988-b1d9-287e640be889 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 1096 time: 0.0711946 Feb 18 09:48:50.564589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-7fb7f3a3-5b79-4af7-9fa9-3f22756527cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:50.566054 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-7fb7f3a3-5b79-4af7-9fa9-3f22756527cc service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1277156 Feb 18 09:48:50.722787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-9bf1b35f-ca3a-4cbe-8ba1-deaba9a03d67 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd HTTP/1.1" status: 200 len: 1002 time: 0.1506512 Feb 18 09:48:50.745057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b28016-6264-48b1-a7c5-de7ced0de7cd req-4e5907bf-816f-41f3-8d50-831dcbaa4ad5 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:50.746499 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08b28016-6264-48b1-a7c5-de7ced0de7cd req-4e5907bf-816f-41f3-8d50-831dcbaa4ad5 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.1196973 Feb 18 09:48:50.834220 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-8d968250-b712-4f0b-989e-2ea8eb34915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:50.835661 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-8d968250-b712-4f0b-989e-2ea8eb34915e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0883241 Feb 18 09:48:50.840207 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08b28016-6264-48b1-a7c5-de7ced0de7cd req-3ac0edc7-195c-4783-b87b-fca1c2c1974a tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586996 Feb 18 09:48:50.914123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-fec7629c-edb3-4b76-a005-0b7e61ec9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:50.915601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-fec7629c-edb3-4b76-a005-0b7e61ec9dae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739582 Feb 18 09:48:51.046828 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-aa388d8e-12d2-41b6-b326-68243b000caf service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246371 Feb 18 09:48:51.188226 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-10d4dfa6-6be9-4a01-a6a7-d945e854a682 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320050 Feb 18 09:48:52.027456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2063296-0ffd-4852-a601-ef9c1086c549 req-d07995a1-2d76-48fe-8d12-ed7aad8f9528 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:52.028941 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2063296-0ffd-4852-a601-ef9c1086c549 req-d07995a1-2d76-48fe-8d12-ed7aad8f9528 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.0782886 Feb 18 09:48:52.072825 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2063296-0ffd-4852-a601-ef9c1086c549 req-e168efa6-63c3-4211-85f9-968150040ed0 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383987 Feb 18 09:48:53.373665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a65725-0677-4938-81dc-e5fa5e0a3214 req-1e6a00a9-9b48-4697-84f1-9068569fffe6 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:53.375132 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-58a65725-0677-4938-81dc-e5fa5e0a3214 req-1e6a00a9-9b48-4697-84f1-9068569fffe6 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.1883807 Feb 18 09:48:53.418835 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-58a65725-0677-4938-81dc-e5fa5e0a3214 req-834315ba-91cc-4062-bda6-dd946e27e43f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377405 Feb 18 09:48:54.609682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec4382-2dc5-4606-872d-32ab37299c62 req-be965094-f169-4759-a2c0-cfa24dba6e86 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:54.611138 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-54ec4382-2dc5-4606-872d-32ab37299c62 req-be965094-f169-4759-a2c0-cfa24dba6e86 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.0830550 Feb 18 09:48:54.655824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-54ec4382-2dc5-4606-872d-32ab37299c62 req-77ddcd02-529c-4b0d-b9eb-c79d482e5fcf tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378511 Feb 18 09:48:55.840011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181c232-167e-49ea-909c-fd7d3b05acc6 req-2e1921bf-91cd-4393-b4cc-bc07fe4bfa7e tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:55.841569 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3181c232-167e-49ea-909c-fd7d3b05acc6 req-2e1921bf-91cd-4393-b4cc-bc07fe4bfa7e tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.0782559 Feb 18 09:48:55.886532 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3181c232-167e-49ea-909c-fd7d3b05acc6 req-dff9cca3-bf85-4079-9d8d-1f715da3cdda tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394804 Feb 18 09:48:57.086350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fe7f9-4990-412b-9a8b-4437aa538049 req-de10a20c-7e14-4308-b7f0-050844de95e8 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:57.087867 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-420fe7f9-4990-412b-9a8b-4437aa538049 req-de10a20c-7e14-4308-b7f0-050844de95e8 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.0935717 Feb 18 09:48:57.138321 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-420fe7f9-4990-412b-9a8b-4437aa538049 req-3eefe425-35af-4bd5-9273-7f38c7473e95 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446973 Feb 18 09:48:58.332691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17680d62-d070-4146-88e5-4d9095eb8376 req-8742306b-36bc-4563-badf-5b0995f599b0 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:58.334585 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17680d62-d070-4146-88e5-4d9095eb8376 req-8742306b-36bc-4563-badf-5b0995f599b0 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.0862629 Feb 18 09:48:58.381143 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17680d62-d070-4146-88e5-4d9095eb8376 req-027b3455-c54d-41bb-859a-b7065ef0867b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409808 Feb 18 09:48:59.570978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046fe58-f9f0-4282-9a02-01013c072541 req-050ac61e-6ca3-4316-8142-a4b04048b2d8 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:48:59.572392 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6046fe58-f9f0-4282-9a02-01013c072541 req-050ac61e-6ca3-4316-8142-a4b04048b2d8 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.0844595 Feb 18 09:48:59.619023 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6046fe58-f9f0-4282-9a02-01013c072541 req-230226d6-0b51-4e8a-8662-6a4a3e741336 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398500 Feb 18 09:49:00.445555 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9b8af40c-f22e-44e3-afc5-15ff9b45e8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:00.812640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731652a-2b8a-4a8b-9fb0-13b9d6e5f4dd req-be8d4edc-86d9-43d4-80fc-00c823a71aee tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:00.814105 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3731652a-2b8a-4a8b-9fb0-13b9d6e5f4dd req-be8d4edc-86d9-43d4-80fc-00c823a71aee tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.0813029 Feb 18 09:49:00.864303 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3731652a-2b8a-4a8b-9fb0-13b9d6e5f4dd req-fde526e9-fb73-4552-a19d-5ea08be79a45 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442743 Feb 18 09:49:02.258841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fc51e-79e0-4590-8b99-f60fc59d5df9 req-06adf45d-d688-4f8a-84b1-3c3b98a66e03 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:02.260237 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-769fc51e-79e0-4590-8b99-f60fc59d5df9 req-06adf45d-d688-4f8a-84b1-3c3b98a66e03 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.1009154 Feb 18 09:49:02.306430 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-769fc51e-79e0-4590-8b99-f60fc59d5df9 req-19c16746-b74b-4f3f-9717-602d8b8e5bf8 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401263 Feb 18 09:49:03.506323 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadff86-5632-472b-b12a-db9cf7ad48c6 req-07c3df27-ab1d-4703-a878-be4fdecd969b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:03.507684 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abadff86-5632-472b-b12a-db9cf7ad48c6 req-07c3df27-ab1d-4703-a878-be4fdecd969b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.0839589 Feb 18 09:49:03.553131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-abadff86-5632-472b-b12a-db9cf7ad48c6 req-ab4184f8-0d5e-4269-b014-5f4d58572db7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398438 Feb 18 09:49:03.880902 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c0ac053b-7846-4799-9291-94801cc46044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:03.959941 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:04.014425 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:04.349185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09060bab-afda-4903-8a26-dc7d39152641 req-3f749b1f-1537-499e-9f77-54eed3f447c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:04.350654 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-09060bab-afda-4903-8a26-dc7d39152641 req-3f749b1f-1537-499e-9f77-54eed3f447c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 1096 time: 0.0753891 Feb 18 09:49:04.500871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09060bab-afda-4903-8a26-dc7d39152641 req-f41e3bb6-b56b-485c-baf2-c7dc6618452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:04.502326 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-09060bab-afda-4903-8a26-dc7d39152641 req-f41e3bb6-b56b-485c-baf2-c7dc6618452c service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1324501 Feb 18 09:49:04.608249 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-09060bab-afda-4903-8a26-dc7d39152641 req-72f1b615-acd1-4082-8302-0a72af625647 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd HTTP/1.1" status: 200 len: 1002 time: 0.0997672 Feb 18 09:49:04.708243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09060bab-afda-4903-8a26-dc7d39152641 req-f5697814-8450-4b1b-9e68-c770fbe2c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:04.709720 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-09060bab-afda-4903-8a26-dc7d39152641 req-f5697814-8450-4b1b-9e68-c770fbe2c5d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0957930 Feb 18 09:49:04.818297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fa1bb-c458-4d90-b24b-1a0c34f1a3a9 req-eee41a45-b5b6-426d-96bf-848bfa4f320e tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:04.819787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582fa1bb-c458-4d90-b24b-1a0c34f1a3a9 req-eee41a45-b5b6-426d-96bf-848bfa4f320e tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.1500490 Feb 18 09:49:04.828138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09060bab-afda-4903-8a26-dc7d39152641 req-c281d192-4fca-4648-b07a-02f1b5dcf623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:04.829580 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-09060bab-afda-4903-8a26-dc7d39152641 req-c281d192-4fca-4648-b07a-02f1b5dcf623 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085255 Feb 18 09:49:04.945574 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-582fa1bb-c458-4d90-b24b-1a0c34f1a3a9 req-44ed5fa5-2e50-4334-a94a-473e36ff9dc4 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197729 Feb 18 09:49:05.008241 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-09060bab-afda-4903-8a26-dc7d39152641 req-7e52f341-ffa4-471b-b134-14a30974a65f service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651292 Feb 18 09:49:05.146807 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-09060bab-afda-4903-8a26-dc7d39152641 req-1a63e9dd-24a6-441b-a039-d88de31649e0 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324458 Feb 18 09:49:05.234012 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:06.137260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273286cb-a8b8-4667-93cc-8733a5a3bbda req-b9bf60e6-369f-43d3-aa60-211c664856c8 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:06.138721 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-273286cb-a8b8-4667-93cc-8733a5a3bbda req-b9bf60e6-369f-43d3-aa60-211c664856c8 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.0825319 Feb 18 09:49:06.183789 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-273286cb-a8b8-4667-93cc-8733a5a3bbda req-8692f151-c54f-40f7-ab4c-edf62479f854 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393710 Feb 18 09:49:07.386814 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f732af-2a54-435b-9027-0c28bbfb2799 req-c1377ede-faa3-4abc-a632-df0eea78767a tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:07.388837 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17f732af-2a54-435b-9027-0c28bbfb2799 req-c1377ede-faa3-4abc-a632-df0eea78767a tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.0961385 Feb 18 09:49:07.462651 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17f732af-2a54-435b-9027-0c28bbfb2799 req-257bc688-839f-4076-a200-a73e483f7d06 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619311 Feb 18 09:49:08.071283 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-c76522af-cede-4295-89b3-cca755850f23 service neutron] show failed (client error): The resource could not be found. Feb 18 09:49:08.072312 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-c76522af-cede-4295-89b3-cca755850f23 service neutron] 10.222.0.61 "GET /v2.0/ports/4e99acb4-1ef0-4d27-9a10-521b8599ebbd/bindings/n-h1-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.0771854 Feb 18 09:49:08.460596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-f10a1c9b-511a-4205-a1a9-39c7f25b68f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:08.462064 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-f10a1c9b-511a-4205-a1a9-39c7f25b68f4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a&tenant_id=1205ece73b924670a404f7743dd5b57b HTTP/1.1" status: 200 len: 1096 time: 0.1905785 Feb 18 09:49:08.474188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:49:08.626445 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:08.782294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5169c-05f6-4126-8985-1ad7fff3e5df req-f5f420ba-7bdc-404a-b984-b93cc972bff5 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:08.783757 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90e5169c-05f6-4126-8985-1ad7fff3e5df req-f5f420ba-7bdc-404a-b984-b93cc972bff5 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.1983807 Feb 18 09:49:08.919326 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90e5169c-05f6-4126-8985-1ad7fff3e5df req-0ea1bc3c-e188-4a87-a03d-25409ccc5905 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275733 Feb 18 09:49:08.979761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:49:09.011246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:49:09.070706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:49:09.076765 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:09.101683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Transition to ACTIVE for port object 4e99acb4-1ef0-4d27-9a10-521b8599ebbd will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:49:09.106629 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:09.143763 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd', 'code': 200} Feb 18 09:49:09.270889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Pushing event updated for resources: {'Port': ['ID=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,revision_number=6']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:09.324787 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] No DVR routers for this DVR port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:49:09.585928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Attempting to bind port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:49:09.586606 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Attempting to bind port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:49:09.586606 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Attempting to bind port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:49:09.591414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:49:09.591807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Attempting to bind port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:49:09.597724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:49:09.598504 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Checking segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:49:09.598694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Bound using segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:49:09.599018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Bound port: 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:49:09.599363 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:09.693230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:49:09.696390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:49:09.701190 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:09.773243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:09.773856 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:09.775229 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] 10.222.0.81 "PUT /v2.0/ports/4e99acb4-1ef0-4d27-9a10-521b8599ebbd HTTP/1.1" status: 200 len: 1091 time: 1.3057868 Feb 18 09:49:09.791769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6323efa-d779-4aad-b46d-8d497faef791 service neutron] Pushing event updated for resources: {'Port': ['ID=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:09.882071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-01ea9ff4-f619-4c8e-9486-0392ae67d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:09.883599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-01ea9ff4-f619-4c8e-9486-0392ae67d310 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 1094 time: 0.0790181 Feb 18 09:49:10.028042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-616aa88a-3a77-4b46-b792-a57bee7d1931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:10.029541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-616aa88a-3a77-4b46-b792-a57bee7d1931 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1402786 Feb 18 09:49:10.315605 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-bbbb8084-f3ab-4422-95e7-c3d8a4d7e8d4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd HTTP/1.1" status: 200 len: 1000 time: 0.2806141 Feb 18 09:49:10.388515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b37f8-9c76-433e-90ae-c8994f675661 req-64e0415a-f7b9-4adc-befa-f281ec71e15c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:10.389981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-363b37f8-9c76-433e-90ae-c8994f675661 req-64e0415a-f7b9-4adc-befa-f281ec71e15c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 943 time: 0.3060184 Feb 18 09:49:10.396391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-30514e72-88ef-4c81-9c62-3f464f26f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:10.397787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-30514e72-88ef-4c81-9c62-3f464f26f0f7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0758793 Feb 18 09:49:10.488734 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-363b37f8-9c76-433e-90ae-c8994f675661 req-224f585a-a9c0-4ab9-b436-a1936bde6062 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893595 Feb 18 09:49:10.507250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-bdd137f1-6c0b-42c9-8b04-0fd7149b85df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:10.508949 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-bdd137f1-6c0b-42c9-8b04-0fd7149b85df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962281 Feb 18 09:49:10.659320 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-d62e65d8-be57-4dfe-b449-888dde58314b service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435232 Feb 18 09:49:10.814082 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f34c155d-d1ab-4981-a2c5-04513fec8c6f req-02b94e35-6885-432b-b07b-057131d3be98 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487186 Feb 18 09:49:11.144884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:49:11.208410 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd', 'status': 'completed', 'code': 200} Feb 18 09:49:11.375051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-ccf684c5-ad42-4542-a9b7-0ce57dee8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:11.376582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-ccf684c5-ad42-4542-a9b7-0ce57dee8f4f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 1094 time: 0.1510918 Feb 18 09:49:11.380210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-359bbd73-f962-49cd-ba16-e86697f8c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:11.381650 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-359bbd73-f962-49cd-ba16-e86697f8c715 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 1094 time: 0.1170917 Feb 18 09:49:11.674437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-bcecd30b-791b-4c77-8634-6b82364ecd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:11.676437 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-bcecd30b-791b-4c77-8634-6b82364ecd3c service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.2745006 Feb 18 09:49:11.678615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-70134555-4e44-42de-b165-a1cd2c75631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:11.679972 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-70134555-4e44-42de-b165-a1cd2c75631c service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.2972217 Feb 18 09:49:11.833612 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:11.884899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-f9db4201-8ec4-456d-9f17-a49b060a0afc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd HTTP/1.1" status: 200 len: 1000 time: 0.2022984 Feb 18 09:49:11.892159 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-b8ebf2a0-b738-4bfc-bc7c-8c58a3c5aa2c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd HTTP/1.1" status: 200 len: 1000 time: 0.1507535 Feb 18 09:49:11.936974 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:11.987456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e5da9-0139-4942-bcc2-853863e92325 req-8699d345-dd85-42ff-8830-fe3aadf5370b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:11.989522 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-267e5da9-0139-4942-bcc2-853863e92325 req-8699d345-dd85-42ff-8830-fe3aadf5370b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 943 time: 0.3740921 Feb 18 09:49:12.033684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-92a64f4f-ca54-4270-8e2f-9bedbe8dc61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:12.035479 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-92a64f4f-ca54-4270-8e2f-9bedbe8dc61c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.1075034 Feb 18 09:49:12.037083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-32053f93-46b6-483b-b103-0c1c9fdab8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:12.038441 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-32053f93-46b6-483b-b103-0c1c9fdab8dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.1454008 Feb 18 09:49:12.164068 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-267e5da9-0139-4942-bcc2-853863e92325 req-0cc39b2a-4bac-47f6-ad96-0248d19c103f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658549 Feb 18 09:49:12.201037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-3ed0597d-82cb-4b06-845d-c7e05e35553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:12.202434 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-3ed0597d-82cb-4b06-845d-c7e05e35553f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602900 Feb 18 09:49:12.205968 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-44c84d0d-dd16-4ec0-8e58-c13b65ecc9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:12.208144 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-44c84d0d-dd16-4ec0-8e58-c13b65ecc9ca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274598 Feb 18 09:49:12.314928 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4e99acb4-1ef0-4d27-9a10-521b8599ebbd no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:49:12.382577 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4e99acb4-1ef0-4d27-9a10-521b8599ebbd not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:49:12.582575 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-1d0fe552-441a-4386-8a62-489dffa7b3cb service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719518 Feb 18 09:49:12.585038 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-15e8308b-d33d-4b00-ae29-0ee3c4f77b73 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575959 Feb 18 09:49:12.832225 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-dfd34cf8-25ba-449c-91de-e9792f41236b service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435756 Feb 18 09:49:12.835652 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d5d8ccb-cac0-4c6e-ab6e-1039b7cffe96 req-3ff49465-e966-4a9e-b463-683b069d35ff service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263675 Feb 18 09:49:13.369825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20b6ad-bf68-4e82-9a44-bdab6b633643 req-b361e659-878e-4d30-8521-9eabf37b039e tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:13.371318 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df20b6ad-bf68-4e82-9a44-bdab6b633643 req-b361e659-878e-4d30-8521-9eabf37b039e tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 943 time: 0.0843091 Feb 18 09:49:13.417753 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-df20b6ad-bf68-4e82-9a44-bdab6b633643 req-8b75ae23-417c-49c1-8d95-a284edf77197 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398340 Feb 18 09:49:14.448949 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 4e99acb4-1ef0-4d27-9a10-521b8599ebbd details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:49:14.616989 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:49:14.634970 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'port_id': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd', 'mac_address': 'fa:16:3e:f9:01:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:49:14.673087 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6970213-074b-41f2-b91c-f1d109fc3d86 req-157cd85a-d0b6-4eba-8466-6e5ea105022d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:14.674762 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6970213-074b-41f2-b91c-f1d109fc3d86 req-157cd85a-d0b6-4eba-8466-6e5ea105022d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 943 time: 0.1150882 Feb 18 09:49:14.709097 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:14.728648 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e99acb4-1ef0-4d27-9a10-521b8599ebbd {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:49:14.732788 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6970213-074b-41f2-b91c-f1d109fc3d86 req-6a345495-aeb4-4224-887d-f172f552e2e7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477874 Feb 18 09:49:14.749595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:49:14.755070 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:14.840872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:15.061107 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['4e99acb4-1ef0-4d27-9a10-521b8599ebbd'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:49:15.177703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-a30cea84-51d2-41c6-bbfc-bb1cdd327927 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:15.180507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-a30cea84-51d2-41c6-bbfc-bb1cdd327927 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.81 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a&tenant_id=1205ece73b924670a404f7743dd5b57b&binding%3Ahost_id=n-h1-829434-1 HTTP/1.1" status: 200 len: 944 time: 0.1094739 Feb 18 09:49:15.292865 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-298b913a-74af-433c-93dc-21a9781010b3 service neutron] 10.222.0.81 "GET /v2.0/ports/4e99acb4-1ef0-4d27-9a10-521b8599ebbd/bindings/n-h1-829434-1 HTTP/1.1" status: 200 len: 382 time: 0.1046793 Feb 18 09:49:15.452334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-1d1ef7d8-6c75-48d6-9fdc-6868961e42f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:15.453823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-1d1ef7d8-6c75-48d6-9fdc-6868961e42f1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 1095 time: 0.1377144 Feb 18 09:49:15.462429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bfa9b-9492-4f2a-bc70-5fb20b9c005d req-f457d981-7dac-4998-9bce-c658326dfa18 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:15.463798 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a94bfa9b-9492-4f2a-bc70-5fb20b9c005d req-f457d981-7dac-4998-9bce-c658326dfa18 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 944 time: 0.1158602 Feb 18 09:49:15.593328 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a94bfa9b-9492-4f2a-bc70-5fb20b9c005d req-6625e8be-1410-46e0-93eb-c28cca5d797f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078448 Feb 18 09:49:15.632868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-0a613949-4efc-443b-bb25-012242406e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:15.634352 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-0a613949-4efc-443b-bb25-012242406e87 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1696799 Feb 18 09:49:15.743693 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-005d8c6c-5310-4b05-9a5b-b727b4e45870 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd HTTP/1.1" status: 200 len: 1001 time: 0.1026459 Feb 18 09:49:15.810081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-8dba44f0-b195-4a39-9bcd-3be984f6a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:15.811564 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-8dba44f0-b195-4a39-9bcd-3be984f6a671 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0598621 Feb 18 09:49:15.899521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-0cc32235-bf54-4043-b42a-0879537195cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:15.901073 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-0cc32235-bf54-4043-b42a-0879537195cc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837684 Feb 18 09:49:16.035031 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-cd2b5700-6d77-4668-9aee-fbc2888da19c service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265597 Feb 18 09:49:16.286959 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-f9f3dc75-d2bb-415e-9f9b-69f3b3f7ba20 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470536 Feb 18 09:49:16.468549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 4e99acb4-1ef0-4d27-9a10-521b8599ebbd up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:49:16.541958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:49:16.546948 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:49:16.547347 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:16.666544 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:16.694216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:49:16.704313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:49:16.709969 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:16.768211 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd', 'code': 200} Feb 18 09:49:16.786492 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:16.801270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f00200-ba7a-40cf-beb8-9925e5aac6b3 req-96cb6b6e-7239-43f1-8546-3a193074275d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:16.802789 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39f00200-ba7a-40cf-beb8-9925e5aac6b3 req-96cb6b6e-7239-43f1-8546-3a193074275d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.0909083 Feb 18 09:49:16.849142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39f00200-ba7a-40cf-beb8-9925e5aac6b3 req-a9e3e808-aed8-4394-8900-a40ea8740715 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396838 Feb 18 09:49:18.049916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff770626-1208-483c-8975-79f8e7886faf req-d52a3ba2-554f-41d7-9e6a-5b31620d4304 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:18.051919 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff770626-1208-483c-8975-79f8e7886faf req-d52a3ba2-554f-41d7-9e6a-5b31620d4304 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.0855272 Feb 18 09:49:18.102918 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff770626-1208-483c-8975-79f8e7886faf req-6463dedb-c2ef-47d8-85d9-86c5e5dc219d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448897 Feb 18 09:49:18.484954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-951c9cd7-0a26-484c-aaaf-ab9c3d6599df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:18.486421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-951c9cd7-0a26-484c-aaaf-ab9c3d6599df service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a&tenant_id=1205ece73b924670a404f7743dd5b57b HTTP/1.1" status: 200 len: 1096 time: 0.0712879 Feb 18 09:49:18.496733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:49:18.609038 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:18.891744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:49:18.921646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:49:18.985352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:49:18.992928 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:19.009638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Transition to ACTIVE for port object 4e99acb4-1ef0-4d27-9a10-521b8599ebbd will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:49:19.014923 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:19.062778 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd', 'code': 200} Feb 18 09:49:19.169402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Pushing event updated for resources: {'Port': ['ID=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,revision_number=10']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:19.233368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] No DVR routers for this DVR port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:49:19.475402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98901fd-2972-433b-a016-0a2d57f84110 req-278c8d4c-75ef-4246-8f91-6ee2975a1ff7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:19.476964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a98901fd-2972-433b-a016-0a2d57f84110 req-278c8d4c-75ef-4246-8f91-6ee2975a1ff7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 944 time: 0.2458544 Feb 18 09:49:19.552529 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Attempting to bind port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:49:19.552870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Attempting to bind port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:49:19.553210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Attempting to bind port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:49:19.569421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:49:19.569766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Attempting to bind port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:49:19.581297 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a98901fd-2972-433b-a016-0a2d57f84110 req-039df4af-e8eb-4e5b-83f4-0da3f39bd942 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683553 Feb 18 09:49:19.581956 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:49:19.582297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Checking segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:49:19.582770 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Bound using segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:49:19.583117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Bound port: 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:49:19.583479 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:19.786525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:49:19.789374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:49:19.794160 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:19.853920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:19.854677 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:19.855880 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] 10.222.0.61 "PUT /v2.0/ports/4e99acb4-1ef0-4d27-9a10-521b8599ebbd HTTP/1.1" status: 200 len: 1092 time: 1.3629961 Feb 18 09:49:19.872442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5db2a-fe7d-4bc6-a338-cf8f5b243a3b service neutron] Pushing event updated for resources: {'Port': ['ID=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,revision_number=11']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:19.969731 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-1da7b618-6db5-4627-b70c-46a03d75bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:19.971311 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-1da7b618-6db5-4627-b70c-46a03d75bb60 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 1095 time: 0.0810654 Feb 18 09:49:20.109780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-10f32282-e97c-48a7-8b65-b8fdfe916393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:20.111282 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-10f32282-e97c-48a7-8b65-b8fdfe916393 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1340964 Feb 18 09:49:20.219264 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-2a8a25ef-1993-415d-84d1-aa20b3f4d1df service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd HTTP/1.1" status: 200 len: 1000 time: 0.1011169 Feb 18 09:49:20.281147 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-521fc2a5-d470-4714-93c5-fff72408c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:20.282618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-521fc2a5-d470-4714-93c5-fff72408c39a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0579462 Feb 18 09:49:20.365777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-7d093e66-0a60-4b84-abe9-e635ffd536b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:20.367177 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-7d093e66-0a60-4b84-abe9-e635ffd536b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790486 Feb 18 09:49:20.462885 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 4e99acb4-1ef0-4d27-9a10-521b8599ebbd no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:49:20.503406 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-a3a14ac1-bca0-41ff-ac5a-eb64f1e1c177 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295731 Feb 18 09:49:20.525246 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 4e99acb4-1ef0-4d27-9a10-521b8599ebbd not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:49:20.644963 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52953a8-f380-46b5-8acd-fbbec6cbde51 req-b9da9059-2f7c-403d-bb24-02cc191a6e95 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347799 Feb 18 09:49:20.789842 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff7cdc-e17c-495f-a30a-ace17401c539 req-7763d985-949d-4b16-b015-eccc06da4e8c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:20.791356 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1dff7cdc-e17c-495f-a30a-ace17401c539 req-7763d985-949d-4b16-b015-eccc06da4e8c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 944 time: 0.0896912 Feb 18 09:49:20.846193 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1dff7cdc-e17c-495f-a30a-ace17401c539 req-779639ef-3854-41e2-a532-bd545ec7d209 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489309 Feb 18 09:49:21.064662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:49:21.123306 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd', 'status': 'completed', 'code': 200} Feb 18 09:49:21.272217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-e5ab23f9-ad15-4d8f-bc34-7132fe612c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:21.273698 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-e5ab23f9-ad15-4d8f-bc34-7132fe612c7c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 1095 time: 0.1026928 Feb 18 09:49:21.276487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-836cec12-eb1e-4e7e-b0eb-6fe10be97907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:21.277844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-836cec12-eb1e-4e7e-b0eb-6fe10be97907 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 1095 time: 0.1370723 Feb 18 09:49:21.525651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-0fd4b072-7f7e-4189-88ea-7b272efe38ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:21.527012 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-0fd4b072-7f7e-4189-88ea-7b272efe38ad service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.2474253 Feb 18 09:49:21.529410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-b1621863-ec72-4cdd-b976-7769392628a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:21.530714 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-b1621863-ec72-4cdd-b976-7769392628a3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.2337732 Feb 18 09:49:21.854635 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-5020f380-acdd-4bdf-aa9e-fd7e85185d8e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd HTTP/1.1" status: 200 len: 1000 time: 0.3083527 Feb 18 09:49:21.856100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-1b08a463-0787-4cd1-af9c-3c0d156a1018 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd HTTP/1.1" status: 200 len: 1000 time: 0.3088942 Feb 18 09:49:21.967376 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-5008dcad-eb09-47ad-9900-994ccc254541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:21.968842 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-5008dcad-eb09-47ad-9900-994ccc254541 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.1086895 Feb 18 09:49:22.001427 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-81550584-a9ad-43b2-b9b1-ad1905b0d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:22.002854 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-81550584-a9ad-43b2-b9b1-ad1905b0d367 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.1111321 Feb 18 09:49:22.174668 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422a8a7-a76e-43c9-90e4-632e8028ab73 req-3d1e7bda-ac22-4a11-ba7b-a2d0535ba9d0 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:22.176720 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6422a8a7-a76e-43c9-90e4-632e8028ab73 req-3d1e7bda-ac22-4a11-ba7b-a2d0535ba9d0 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 944 time: 0.2129927 Feb 18 09:49:22.179541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-efe21ed1-35a8-4533-b1a6-beb3a0d9ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:22.180926 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-efe21ed1-35a8-4533-b1a6-beb3a0d9ee1c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433289 Feb 18 09:49:22.182745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-8a716ec9-1306-495d-bcce-e25360b3e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:22.184083 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-8a716ec9-1306-495d-bcce-e25360b3e522 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803467 Feb 18 09:49:22.380680 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6422a8a7-a76e-43c9-90e4-632e8028ab73 req-41d7c586-6adb-4c2b-bc70-fb6a719e7fb6 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955934 Feb 18 09:49:22.451647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-ffbac068-0494-4190-8bc4-6c61feaef77a service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541130 Feb 18 09:49:22.461026 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-04bc5002-967e-46c2-9514-b2828b367421 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626784 Feb 18 09:49:22.693065 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-6ce755e3-ff47-4ab8-bfce-3678fd507b55 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340889 Feb 18 09:49:22.694784 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66f786a2-6a66-4837-868c-e4f6a4d63204 req-95ad7449-9e5d-472f-acc1-53fd2dad960d service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166009 Feb 18 09:49:23.114115 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:49:23.588726 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0de5a6-cab6-4521-b968-81767944d28d req-ac432249-d276-4498-ace4-b33d2b29f519 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:23.590114 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a0de5a6-cab6-4521-b968-81767944d28d req-ac432249-d276-4498-ace4-b33d2b29f519 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 944 time: 0.0921161 Feb 18 09:49:23.636211 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a0de5a6-cab6-4521-b968-81767944d28d req-8c523a2a-7106-4c89-b9a1-79d66d942e3b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401721 Feb 18 09:49:24.385757 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4e99acb4-1ef0-4d27-9a10-521b8599ebbd details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:49:24.561942 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:49:24.575910 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'port_id': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd', 'mac_address': 'fa:16:3e:f9:01:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:49:24.632668 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:24.655806 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e99acb4-1ef0-4d27-9a10-521b8599ebbd {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:49:24.671457 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:49:24.675905 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:24.755223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,revision_number=12']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:24.838773 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb24adf-932e-4c27-9c16-9b6dd3b82fe3 req-90087c33-18f1-41dc-8bd9-b196fe8cc136 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:24.840221 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7eb24adf-932e-4c27-9c16-9b6dd3b82fe3 req-90087c33-18f1-41dc-8bd9-b196fe8cc136 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.0815978 Feb 18 09:49:24.891676 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7eb24adf-932e-4c27-9c16-9b6dd3b82fe3 req-0c6f2ced-3bf1-4c25-9c19-347f31d2fbd3 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455155 Feb 18 09:49:24.991395 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['4e99acb4-1ef0-4d27-9a10-521b8599ebbd'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:49:25.083274 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c2b90-ab1b-44d6-9ea9-510145069adf req-cdccfcdc-3c1d-4bf3-a41d-b9e77bedc745 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:25.084799 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea3c2b90-ab1b-44d6-9ea9-510145069adf req-cdccfcdc-3c1d-4bf3-a41d-b9e77bedc745 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.0842519 Feb 18 09:49:25.130337 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ea3c2b90-ab1b-44d6-9ea9-510145069adf req-2290b372-8528-4697-a223-19842f973ce9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398960 Feb 18 09:49:25.320248 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76c55c-fe88-4f8a-ad4e-811f80f6749d req-0d881acd-aacc-4740-90a6-0a3c0d914111 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:25.321729 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c76c55c-fe88-4f8a-ad4e-811f80f6749d req-0d881acd-aacc-4740-90a6-0a3c0d914111 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.0824487 Feb 18 09:49:25.368910 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c76c55c-fe88-4f8a-ad4e-811f80f6749d req-418d4762-aa80-41f0-8f62-445c51490156 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410185 Feb 18 09:49:25.765838 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13990cdb-4d98-4f64-83e5-6211d61deff6 req-b9589776-e54a-4b46-992e-fc4b4275b24e tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:25.767275 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13990cdb-4d98-4f64-83e5-6211d61deff6 req-b9589776-e54a-4b46-992e-fc4b4275b24e tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 945 time: 0.0860581 Feb 18 09:49:25.813412 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13990cdb-4d98-4f64-83e5-6211d61deff6 req-9835cc41-6fc8-46d7-806e-59d8119c5fb2 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397866 Feb 18 09:49:26.408636 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4e99acb4-1ef0-4d27-9a10-521b8599ebbd up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:49:26.477474 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:49:26.483150 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:49:26.483514 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:26.603736 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:26.631127 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:49:26.641374 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:49:26.646644 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:26.684780 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd', 'code': 200} Feb 18 09:49:26.718450 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,revision_number=13']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:27.012642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865ac56-c702-4859-ac57-d0d4e65f65c6 req-37042c0a-75e9-4d84-856e-4fbe8f08522f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:27.014019 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5865ac56-c702-4859-ac57-d0d4e65f65c6 req-37042c0a-75e9-4d84-856e-4fbe8f08522f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 946 time: 0.0853088 Feb 18 09:49:27.100137 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5865ac56-c702-4859-ac57-d0d4e65f65c6 req-4c2128ef-e627-4174-8e0b-594c40ba3cc7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797956 Feb 18 09:49:27.137856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ea2ae-8ca8-4b11-ac15-0c065767e5d6 req-a1a34d0b-e95d-4568-b134-92b19098a8e5 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:27.139273 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-699ea2ae-8ca8-4b11-ac15-0c065767e5d6 req-a1a34d0b-e95d-4568-b134-92b19098a8e5 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 946 time: 0.0979481 Feb 18 09:49:27.326864 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-699ea2ae-8ca8-4b11-ac15-0c065767e5d6 req-ad2aef2d-1c10-4f22-a5da-a1b0027e2899 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Deleting port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:49:27.327112 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-699ea2ae-8ca8-4b11-ac15-0c065767e5d6 req-ad2aef2d-1c10-4f22-a5da-a1b0027e2899 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:27.585119 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-699ea2ae-8ca8-4b11-ac15-0c065767e5d6 req-ad2aef2d-1c10-4f22-a5da-a1b0027e2899 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] For port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:49:27.585462 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-699ea2ae-8ca8-4b11-ac15-0c065767e5d6 req-ad2aef2d-1c10-4f22-a5da-a1b0027e2899 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:27.877169 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-699ea2ae-8ca8-4b11-ac15-0c065767e5d6 req-ad2aef2d-1c10-4f22-a5da-a1b0027e2899 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:27.877610 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-699ea2ae-8ca8-4b11-ac15-0c065767e5d6 req-ad2aef2d-1c10-4f22-a5da-a1b0027e2899 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:27.878565 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-699ea2ae-8ca8-4b11-ac15-0c065767e5d6 req-ad2aef2d-1c10-4f22-a5da-a1b0027e2899 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Floating IP 42317b39-7657-4612-bf22-3ef7a50b12b5 disassociated. External IP: 172.25.1.254, port: 4e99acb4-1ef0-4d27-9a10-521b8599ebbd. Feb 18 09:49:27.878912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-699ea2ae-8ca8-4b11-ac15-0c065767e5d6 req-ad2aef2d-1c10-4f22-a5da-a1b0027e2899 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Calling delete_port for 4e99acb4-1ef0-4d27-9a10-521b8599ebbd owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:49:28.024458 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-699ea2ae-8ca8-4b11-ac15-0c065767e5d6 req-ad2aef2d-1c10-4f22-a5da-a1b0027e2899 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:28.073019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2aef2d-1c10-4f22-a5da-a1b0027e2899 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Pushing event deleted for resources: {'Port': ['ID=4e99acb4-1ef0-4d27-9a10-521b8599ebbd,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:28.287425 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a54b3f27-78e3-4e9b-9e68-c3cb3b127174 req-2db6a257-ce59-4f0e-8f26-a81db51fdb0b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=63ffa009-214c-4053-ba49-f4d3a74cd20a HTTP/1.1" status: 200 len: 210 time: 0.0639262 Feb 18 09:49:28.306846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-699ea2ae-8ca8-4b11-ac15-0c065767e5d6 req-ad2aef2d-1c10-4f22-a5da-a1b0027e2899 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Router 3a581b03-16eb-4fa5-847d-e9781533c734 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:49:28.483878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-699ea2ae-8ca8-4b11-ac15-0c065767e5d6 req-ad2aef2d-1c10-4f22-a5da-a1b0027e2899 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:49:28.494154 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccee2d03-1e83-4d84-aa72-7f53c8e82db7 None None] Sync routers for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:49:28.504252 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccee2d03-1e83-4d84-aa72-7f53c8e82db7 None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:49:28.504894 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ccee2d03-1e83-4d84-aa72-7f53c8e82db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:49:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:49:28.558067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-699ea2ae-8ca8-4b11-ac15-0c065767e5d6 req-ad2aef2d-1c10-4f22-a5da-a1b0027e2899 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] No DVR routers for this DVR port 4e99acb4-1ef0-4d27-9a10-521b8599ebbd on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:49:28.561928 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-699ea2ae-8ca8-4b11-ac15-0c065767e5d6 req-ad2aef2d-1c10-4f22-a5da-a1b0027e2899 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:28.564485 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'name': 'network-vif-deleted', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:49:28.580884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-699ea2ae-8ca8-4b11-ac15-0c065767e5d6 req-ad2aef2d-1c10-4f22-a5da-a1b0027e2899 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.61 "DELETE /v2.0/ports/4e99acb4-1ef0-4d27-9a10-521b8599ebbd HTTP/1.1" status: 204 len: 173 time: 1.4352970 Feb 18 09:49:28.617406 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ffa009-214c-4053-ba49-f4d3a74cd20a', 'name': 'network-vif-deleted', 'tag': '4e99acb4-1ef0-4d27-9a10-521b8599ebbd', 'status': 'completed', 'code': 200} Feb 18 09:49:28.688569 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-ccee2d03-1e83-4d84-aa72-7f53c8e82db7 None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:49:29.003990 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ccee2d03-1e83-4d84-aa72-7f53c8e82db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:49:29.007963 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccee2d03-1e83-4d84-aa72-7f53c8e82db7 None None] Checking router: 3a581b03-16eb-4fa5-847d-e9781533c734 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:49:29.016558 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccee2d03-1e83-4d84-aa72-7f53c8e82db7 None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:49:29.017167 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ccee2d03-1e83-4d84-aa72-7f53c8e82db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:49:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:49:29.198233 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-ccee2d03-1e83-4d84-aa72-7f53c8e82db7 None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:49:29.558738 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-ccee2d03-1e83-4d84-aa72-7f53c8e82db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:49:29.562737 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccee2d03-1e83-4d84-aa72-7f53c8e82db7 None None] The sync data for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 is: [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:49:29.638827 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-40676f7e-0341-4f07-8155-ee364a7f202e tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1523425161&fields=id&tenant_id=1205ece73b924670a404f7743dd5b57b HTTP/1.1" status: 200 len: 267 time: 0.0409315 Feb 18 09:49:29.792443 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29dcd89-6d7f-43cd-bf40-88a7404f2ef3 None None] New status for floating IP 42317b39-7657-4612-bf22-3ef7a50b12b5: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:49:29.915586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-e269d12b-cc64-4dab-bbbc-5f39fe7578a3 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:29.917056 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-e269d12b-cc64-4dab-bbbc-5f39fe7578a3 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 812 time: 0.2716935 Feb 18 09:49:29.933202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-89418f88-c63e-406b-95d8-e64bf5a5ac4d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/quotas/1205ece73b924670a404f7743dd5b57b HTTP/1.1" status: 200 len: 375 time: 0.0106287 Feb 18 09:49:30.019681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-731bfa98-a5b9-44bd-b3c8-2cb93370c2ae tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Synchronizing usage tracker for tenant:1205ece73b924670a404f7743dd5b57b on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:49:30.037623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-731bfa98-a5b9-44bd-b3c8-2cb93370c2ae tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Unset dirty status for tenant:1205ece73b924670a404f7743dd5b57b on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:49:30.038930 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-731bfa98-a5b9-44bd-b3c8-2cb93370c2ae tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1005616 Feb 18 09:49:30.178212 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-23b825dc-e6ea-4009-a1e6-8c175c4e67b6 service neutron] 10.222.0.72 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274493 Feb 18 09:49:30.308624 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-87ed623b-c56f-40c9-9270-d9fb0b9d19a2 service neutron] 10.222.0.72 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245577 Feb 18 09:49:30.426951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4e99acb4-1ef0-4d27-9a10-521b8599ebbd no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:49:30.468818 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 4e99acb4-1ef0-4d27-9a10-521b8599ebbd {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:49:30.469171 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 4e99acb4-1ef0-4d27-9a10-521b8599ebbd not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:49:30.478192 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6a23b63d-0902-45c0-a0a6-640c7bf3f723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:30.496418 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5eda5b00-0740-4ab7-b17e-347ebefab506 req-fa70d5eb-31c1-4231-8ee0-2f03c2f45e57 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 210 time: 0.0494196 Feb 18 09:49:31.532209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-e193cf71-8711-41ac-ba50-4f529945ae8f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:31.533793 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-e193cf71-8711-41ac-ba50-4f529945ae8f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 812 time: 0.1514847 Feb 18 09:49:31.585975 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-84a936ce-0150-4626-b2c9-e696bc62e416 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1205ece73b924670a404f7743dd5b57b HTTP/1.1" status: 200 len: 380 time: 0.0438468 Feb 18 09:49:31.598592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-ac167daf-9251-4525-b069-a3440589b8f7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Request body: {'port': {'device_id': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'admin_state_up': True, 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'security_groups': ['034a3050-9350-4fa1-9075-2cb9f67a3631']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:49:31.710738 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16c3872e-dc20-41a5-91d1-f02be01796ce req-64d3ee5a-c5dc-403c-9a38-a98f45dac4b5 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 210 time: 0.0955167 Feb 18 09:49:31.772196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-ac167daf-9251-4525-b069-a3440589b8f7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:49:31.781784 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-ac167daf-9251-4525-b069-a3440589b8f7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:49:31.791282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-ac167daf-9251-4525-b069-a3440589b8f7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Made reservation on behalf of 1205ece73b924670a404f7743dd5b57b for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:49:31.795035 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-ac167daf-9251-4525-b069-a3440589b8f7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:31.963254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-ac167daf-9251-4525-b069-a3440589b8f7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Allocated IP 172.20.0.9 (6fd1cb15-6c86-4372-8a57-b078420b5b06/590ea813-3576-442c-8866-448a23a2f501/743719d8-757b-4b5e-b814-bedbf4a28a70) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:49:32.155950 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-ac167daf-9251-4525-b069-a3440589b8f7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:32.171718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-ac167daf-9251-4525-b069-a3440589b8f7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Transition to ACTIVE for port object 743719d8-757b-4b5e-b814-bedbf4a28a70 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:49:32.196276 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-ac167daf-9251-4525-b069-a3440589b8f7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:32.271211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-ac167daf-9251-4525-b069-a3440589b8f7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Network 6fd1cb15-6c86-4372-8a57-b078420b5b06 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:49:32.274866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-ac167daf-9251-4525-b069-a3440589b8f7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:49:32.278264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-ac167daf-9251-4525-b069-a3440589b8f7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:49:32.309292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac167daf-9251-4525-b069-a3440589b8f7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Pushing event updated for resources: {'Port': ['ID=743719d8-757b-4b5e-b814-bedbf4a28a70,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:32.346754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-ac167daf-9251-4525-b069-a3440589b8f7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:32.347370 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-ac167daf-9251-4525-b069-a3440589b8f7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:32.373410 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-ac167daf-9251-4525-b069-a3440589b8f7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7786796 Feb 18 09:49:32.385149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Request body: {'port': {'device_id': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:49:32.503941 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:32.538015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5275e264-6123-4e86-a93c-33c7ed12d812 None None] Provisioning for port 743719d8-757b-4b5e-b814-bedbf4a28a70 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:49:32.545249 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5275e264-6123-4e86-a93c-33c7ed12d812 None None] Provisioning complete for port 743719d8-757b-4b5e-b814-bedbf4a28a70 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:49:32.545557 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5275e264-6123-4e86-a93c-33c7ed12d812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:32.601433 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5275e264-6123-4e86-a93c-33c7ed12d812 None None] Port 743719d8-757b-4b5e-b814-bedbf4a28a70 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:49:33.005432 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743719d8-757b-4b5e-b814-bedbf4a28a70 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:49:33.014120 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:33.041572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Transition to ACTIVE for port object 743719d8-757b-4b5e-b814-bedbf4a28a70 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:49:33.047162 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:33.169454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d6444-f5f7-4600-9406-9a159d0145d6 req-af4c3fe9-3a7b-4e35-b572-1bd7e7ccf514 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:33.170173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-377d6444-f5f7-4600-9406-9a159d0145d6 req-af4c3fe9-3a7b-4e35-b572-1bd7e7ccf514 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Synchronizing usage tracker for tenant:1205ece73b924670a404f7743dd5b57b on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:49:33.202576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Pushing event updated for resources: {'Port': ['ID=743719d8-757b-4b5e-b814-bedbf4a28a70,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:33.245635 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-377d6444-f5f7-4600-9406-9a159d0145d6 req-af4c3fe9-3a7b-4e35-b572-1bd7e7ccf514 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Unset dirty status for tenant:1205ece73b924670a404f7743dd5b57b on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:49:33.246802 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-377d6444-f5f7-4600-9406-9a159d0145d6 req-af4c3fe9-3a7b-4e35-b572-1bd7e7ccf514 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 931 time: 0.4218800 Feb 18 09:49:33.343674 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-377d6444-f5f7-4600-9406-9a159d0145d6 req-abb5525e-599a-427c-b3ee-10d6fee71e4d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621238 Feb 18 09:49:33.359477 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Attempting to bind port 743719d8-757b-4b5e-b814-bedbf4a28a70 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:49:33.359817 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Attempting to bind port 743719d8-757b-4b5e-b814-bedbf4a28a70 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:49:33.360163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Attempting to bind port 743719d8-757b-4b5e-b814-bedbf4a28a70 on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:49:33.365981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Port 743719d8-757b-4b5e-b814-bedbf4a28a70 on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:49:33.366303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Attempting to bind port 743719d8-757b-4b5e-b814-bedbf4a28a70 on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:49:33.371334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:49:33.371669 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Checking segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:49:33.372052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Bound using segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:49:33.372517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Bound port: 743719d8-757b-4b5e-b814-bedbf4a28a70, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:49:33.372867 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:33.464917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:49:33.467839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=743719d8-757b-4b5e-b814-bedbf4a28a70,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:49:33.473594 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:33.542280 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:33.542886 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:33.544297 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] 10.222.0.81 "PUT /v2.0/ports/743719d8-757b-4b5e-b814-bedbf4a28a70 HTTP/1.1" status: 200 len: 1091 time: 1.1634066 Feb 18 09:49:33.544750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:49:33.570864 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5904d6-c302-41cc-9e90-5865f8930919 service neutron] Pushing event updated for resources: {'Port': ['ID=743719d8-757b-4b5e-b814-bedbf4a28a70,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:33.616931 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70', 'status': 'completed', 'code': 200} Feb 18 09:49:33.658143 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-5c8c37b9-8592-4b1d-8796-bd4cc45d5310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:33.660528 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-5c8c37b9-8592-4b1d-8796-bd4cc45d5310 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 1094 time: 0.0778613 Feb 18 09:49:33.734123 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-763d5181-9c2e-4b5a-880a-3f5e9c32d552 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=743719d8-757b-4b5e-b814-bedbf4a28a70 HTTP/1.1" status: 200 len: 217 time: 0.0670547 Feb 18 09:49:33.799521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2c8b7c9b-c488-4e7f-a839-59520a692f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:33.801022 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2c8b7c9b-c488-4e7f-a839-59520a692f1a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0608685 Feb 18 09:49:33.876356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2d5864b0-f26d-4795-b632-2d99a47222ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:33.878000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-2d5864b0-f26d-4795-b632-2d99a47222ae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711298 Feb 18 09:49:33.883471 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f357e1eb-0ca5-4211-b43c-9896fb3dc77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:33.963022 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:34.012860 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:34.013117 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-adaa5e80-30d6-4d38-a753-7e2396a44185 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281583 Feb 18 09:49:34.144870 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-69d7276f-0b5e-4797-8a50-c53b3efd2dca req-cca563ec-9f9e-4e96-bf0f-70f1ce59e7a2 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254175 Feb 18 09:49:34.262916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad01c0d-c66b-41b7-a812-68142e97dbc1 req-ee05883d-dbe3-4b5f-9a70-02a5b32881b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:34.264412 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ad01c0d-c66b-41b7-a812-68142e97dbc1 req-ee05883d-dbe3-4b5f-9a70-02a5b32881b8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 1094 time: 0.0705829 Feb 18 09:49:34.397202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad01c0d-c66b-41b7-a812-68142e97dbc1 req-cbaf5f01-f8c1-43bc-acc2-2a753ed0a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:34.398593 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ad01c0d-c66b-41b7-a812-68142e97dbc1 req-cbaf5f01-f8c1-43bc-acc2-2a753ed0a84c service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1286449 Feb 18 09:49:34.499364 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ad01c0d-c66b-41b7-a812-68142e97dbc1 req-707d27fd-0380-467d-9a89-a53111bd516c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=743719d8-757b-4b5e-b814-bedbf4a28a70 HTTP/1.1" status: 200 len: 217 time: 0.0946205 Feb 18 09:49:34.581833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad01c0d-c66b-41b7-a812-68142e97dbc1 req-e022d397-d482-48a4-9b01-7aeba60d781f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:34.583280 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ad01c0d-c66b-41b7-a812-68142e97dbc1 req-e022d397-d482-48a4-9b01-7aeba60d781f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0787239 Feb 18 09:49:34.642691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c771c-026d-42a0-b953-d09de2e315da req-e641915f-ec38-4608-9a23-1de3e4ba396b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:34.644344 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b6c771c-026d-42a0-b953-d09de2e315da req-e641915f-ec38-4608-9a23-1de3e4ba396b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 943 time: 0.1825912 Feb 18 09:49:34.703366 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b6c771c-026d-42a0-b953-d09de2e315da req-99491b4e-d0fb-47ff-85e5-5f26936b37ee tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498447 Feb 18 09:49:34.709484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad01c0d-c66b-41b7-a812-68142e97dbc1 req-e83fd54a-d147-4baf-bc20-89193f1408f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:34.710893 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ad01c0d-c66b-41b7-a812-68142e97dbc1 req-e83fd54a-d147-4baf-bc20-89193f1408f9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212492 Feb 18 09:49:34.946059 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ad01c0d-c66b-41b7-a812-68142e97dbc1 req-a159f8dc-b6b1-49d7-a5e4-2d44361d7e07 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290428 Feb 18 09:49:35.076059 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2ad01c0d-c66b-41b7-a812-68142e97dbc1 req-4fbc926d-68a3-4c24-b2b7-f92d77985c5f service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235549 Feb 18 09:49:35.238133 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:35.887943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55419d-459a-4e05-91a4-8a8de3f89c1b req-563c0965-e129-458a-9d15-ac842f3541a2 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:35.890105 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a55419d-459a-4e05-91a4-8a8de3f89c1b req-563c0965-e129-458a-9d15-ac842f3541a2 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0797973 Feb 18 09:49:35.934624 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a55419d-459a-4e05-91a4-8a8de3f89c1b req-9f088140-b1ae-4ad0-b83c-5004932184dd tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387928 Feb 18 09:49:37.121897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8889cc8-81c9-48fb-b1d2-9e24854c2dbf req-d0a2a375-079a-4a52-86b2-a5a16d4ad1fe tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:37.123348 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e8889cc8-81c9-48fb-b1d2-9e24854c2dbf req-d0a2a375-079a-4a52-86b2-a5a16d4ad1fe tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0829077 Feb 18 09:49:37.167118 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e8889cc8-81c9-48fb-b1d2-9e24854c2dbf req-b15fff25-2620-4054-a32d-d282d2be71f7 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375071 Feb 18 09:49:38.353789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e2439-dcfb-4629-8ea6-7b31f2e6e6a8 req-63bc193a-fafd-4fbd-ac9c-ccf9ae576d5f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:38.355264 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-645e2439-dcfb-4629-8ea6-7b31f2e6e6a8 req-63bc193a-fafd-4fbd-ac9c-ccf9ae576d5f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0793726 Feb 18 09:49:38.399008 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-645e2439-dcfb-4629-8ea6-7b31f2e6e6a8 req-9c525fa4-cdca-413f-9f01-746bcb101e16 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380147 Feb 18 09:49:38.509827 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 743719d8-757b-4b5e-b814-bedbf4a28a70 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:49:38.641230 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=743719d8-757b-4b5e-b814-bedbf4a28a70,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:49:38.654902 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '743719d8-757b-4b5e-b814-bedbf4a28a70', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'port_id': '743719d8-757b-4b5e-b814-bedbf4a28a70', 'mac_address': 'fa:16:3e:30:db:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:49:38.712852 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:38.729622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743719d8-757b-4b5e-b814-bedbf4a28a70 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:49:38.744909 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=743719d8-757b-4b5e-b814-bedbf4a28a70,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:49:38.748912 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:38.815458 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=743719d8-757b-4b5e-b814-bedbf4a28a70,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:39.051179 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['743719d8-757b-4b5e-b814-bedbf4a28a70'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:49:39.585568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b9add-9cd0-4a95-85e6-12da525cad6f req-236129c6-7cd9-49d2-98cb-da333d462512 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:39.586973 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f9b9add-9cd0-4a95-85e6-12da525cad6f req-236129c6-7cd9-49d2-98cb-da333d462512 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 944 time: 0.0823252 Feb 18 09:49:39.630822 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f9b9add-9cd0-4a95-85e6-12da525cad6f req-fa97c653-64c8-42d9-bf40-a66c741eb1ef tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382452 Feb 18 09:49:40.509083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 743719d8-757b-4b5e-b814-bedbf4a28a70 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:49:40.576525 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 743719d8-757b-4b5e-b814-bedbf4a28a70 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:49:40.582348 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 743719d8-757b-4b5e-b814-bedbf4a28a70 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:49:40.582722 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:40.710782 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:40.739494 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:49:40.749515 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=743719d8-757b-4b5e-b814-bedbf4a28a70,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:49:40.756138 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:40.793056 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70', 'code': 200} Feb 18 09:49:40.833079 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=743719d8-757b-4b5e-b814-bedbf4a28a70,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:49:40.835338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca40296-d3f7-4549-8e5b-ee02c004a143 req-6aca3b22-fdb8-4ea9-b025-078d68a2a375 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:40.842336 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fca40296-d3f7-4549-8e5b-ee02c004a143 req-6aca3b22-fdb8-4ea9-b025-078d68a2a375 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.1050482 Feb 18 09:49:40.933004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fca40296-d3f7-4549-8e5b-ee02c004a143 req-469c5e69-1a31-47cf-846c-b3faea667f66 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839894 Feb 18 09:49:40.956362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089cd99-cdd1-4538-be54-e2e289ef1715 req-4efaa803-9b4d-435a-861b-f688b7f8aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:40.957857 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e089cd99-cdd1-4538-be54-e2e289ef1715 req-4efaa803-9b4d-435a-861b-f688b7f8aafe service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 1096 time: 0.0920885 Feb 18 09:49:40.998093 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e089cd99-cdd1-4538-be54-e2e289ef1715 req-629b5a3d-8171-4e7d-a9fa-ef2ea3ee8ea0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347707 Feb 18 09:49:41.827946 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:41.930845 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:42.123006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca71aaf-ad5d-4447-863c-bbe650b77c5f req-a6fd9341-1fcd-4f6c-9bda-c260dbb044d8 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:42.124500 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ca71aaf-ad5d-4447-863c-bbe650b77c5f req-a6fd9341-1fcd-4f6c-9bda-c260dbb044d8 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0822341 Feb 18 09:49:42.168175 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ca71aaf-ad5d-4447-863c-bbe650b77c5f req-bd558aa8-7bfc-42ff-8f71-c202a4decefb tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373240 Feb 18 09:49:43.349428 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e47cbd-d99e-49d1-acce-63094acf03b8 req-23d719fd-f864-4511-aa1d-fe184ea2ce73 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:43.350998 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1e47cbd-d99e-49d1-acce-63094acf03b8 req-23d719fd-f864-4511-aa1d-fe184ea2ce73 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0783169 Feb 18 09:49:43.395407 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f1e47cbd-d99e-49d1-acce-63094acf03b8 req-fb59f93b-8b4a-4739-a1a8-5e89ebbaae3d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387707 Feb 18 09:49:43.576246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bec09-8b78-41b2-8bb2-fee1e3e432f0 req-2bda76a3-2127-46cd-82e6-c59830269046 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:43.577671 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f16bec09-8b78-41b2-8bb2-fee1e3e432f0 req-2bda76a3-2127-46cd-82e6-c59830269046 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0841098 Feb 18 09:49:43.588436 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49186) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:49:43.593671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f8d20432-1975-4a05-92f2-60185d4fae99 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Request body: {'floatingip': {'port_id': '743719d8-757b-4b5e-b814-bedbf4a28a70'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:49:43.673055 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8d20432-1975-4a05-92f2-60185d4fae99 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for floatingip, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:44.404536 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8d20432-1975-4a05-92f2-60185d4fae99 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:44.410154 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8d20432-1975-4a05-92f2-60185d4fae99 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:44.578160 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-f8d20432-1975-4a05-92f2-60185d4fae99 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Floating IP 42317b39-7657-4612-bf22-3ef7a50b12b5 associated. External IP: 172.25.1.254, port: 743719d8-757b-4b5e-b814-bedbf4a28a70. Feb 18 09:49:44.928301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d20432-1975-4a05-92f2-60185d4fae99 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Router 3a581b03-16eb-4fa5-847d-e9781533c734 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:49:45.114250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d20432-1975-4a05-92f2-60185d4fae99 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:49:45.118693 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8d20432-1975-4a05-92f2-60185d4fae99 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:49:45.124144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caed17c1-22f1-424b-880d-7a20755062e3 None None] Sync routers for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:49:45.134011 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caed17c1-22f1-424b-880d-7a20755062e3 None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:49:45.134631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-caed17c1-22f1-424b-880d-7a20755062e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:49:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:49:45.176184 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f8d20432-1975-4a05-92f2-60185d4fae99 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "PUT /v2.0/floatingips/42317b39-7657-4612-bf22-3ef7a50b12b5 HTTP/1.1" status: 200 len: 992 time: 1.5866349 Feb 18 09:49:45.176807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:49:45.245320 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70', 'status': 'completed', 'code': 200} Feb 18 09:49:45.330595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-caed17c1-22f1-424b-880d-7a20755062e3 None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:49:45.341247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e197ae-9c26-4ce9-83e3-4a8b802b6a07 req-37ad88fb-1d19-4cda-a858-7ebde0757860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:45.342742 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13e197ae-9c26-4ce9-83e3-4a8b802b6a07 req-37ad88fb-1d19-4cda-a858-7ebde0757860 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 1096 time: 0.0763013 Feb 18 09:49:45.484026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e197ae-9c26-4ce9-83e3-4a8b802b6a07 req-fe02d4a3-cf44-4b72-8803-7d93b4acd501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:45.485704 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13e197ae-9c26-4ce9-83e3-4a8b802b6a07 req-fe02d4a3-cf44-4b72-8803-7d93b4acd501 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1368828 Feb 18 09:49:45.754938 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13e197ae-9c26-4ce9-83e3-4a8b802b6a07 req-33bd06c2-547e-49dd-9bda-084bf0a80149 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=743719d8-757b-4b5e-b814-bedbf4a28a70 HTTP/1.1" status: 200 len: 1000 time: 0.2626066 Feb 18 09:49:45.782607 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-caed17c1-22f1-424b-880d-7a20755062e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '42317b39-7657-4612-bf22-3ef7a50b12b5', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'port_id': '743719d8-757b-4b5e-b814-bedbf4a28a70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'mac_address': 'fa:16:3e:30:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:46:35Z', 'updated_at': '2022-02-18T09:49:44Z', 'revision_number': 13, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:49:45.787571 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caed17c1-22f1-424b-880d-7a20755062e3 None None] Checking router: 3a581b03-16eb-4fa5-847d-e9781533c734 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:49:45.796325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caed17c1-22f1-424b-880d-7a20755062e3 None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:49:45.797087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-caed17c1-22f1-424b-880d-7a20755062e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:49:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:49:45.819856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e197ae-9c26-4ce9-83e3-4a8b802b6a07 req-d0c47ff1-9712-4262-a6b6-ece579a82919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:45.821714 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13e197ae-9c26-4ce9-83e3-4a8b802b6a07 req-d0c47ff1-9712-4262-a6b6-ece579a82919 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0609260 Feb 18 09:49:45.903972 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e197ae-9c26-4ce9-83e3-4a8b802b6a07 req-4f1c7b2a-5572-4bea-82b3-316822c55e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:45.905617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13e197ae-9c26-4ce9-83e3-4a8b802b6a07 req-4f1c7b2a-5572-4bea-82b3-316822c55e2e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759203 Feb 18 09:49:45.982565 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-caed17c1-22f1-424b-880d-7a20755062e3 None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:49:46.046046 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13e197ae-9c26-4ce9-83e3-4a8b802b6a07 req-b695fff3-89f0-42fd-ba15-dd522c606a94 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337934 Feb 18 09:49:46.182438 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13e197ae-9c26-4ce9-83e3-4a8b802b6a07 req-4ab5e7db-fa03-4963-952a-4690f4b0a76d service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298413 Feb 18 09:49:46.352523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-caed17c1-22f1-424b-880d-7a20755062e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '42317b39-7657-4612-bf22-3ef7a50b12b5', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'port_id': '743719d8-757b-4b5e-b814-bedbf4a28a70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'mac_address': 'fa:16:3e:30:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:46:35Z', 'updated_at': '2022-02-18T09:49:44Z', 'revision_number': 13, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:49:46.356812 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caed17c1-22f1-424b-880d-7a20755062e3 None None] The sync data for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 is: [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '42317b39-7657-4612-bf22-3ef7a50b12b5', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'port_id': '743719d8-757b-4b5e-b814-bedbf4a28a70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'mac_address': 'fa:16:3e:30:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:46:35Z', 'updated_at': '2022-02-18T09:49:44Z', 'revision_number': 13, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:49:46.552380 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9401b6-48a4-4436-973b-e3a0e660af3c None None] New status for floating IP 42317b39-7657-4612-bf22-3ef7a50b12b5: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:49:46.908974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f2bb8-4683-4fd7-acb0-28235f271c42 req-05848d0f-75ca-4527-92a4-e72b69341cf1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:46.910210 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d99f2bb8-4683-4fd7-acb0-28235f271c42 req-05848d0f-75ca-4527-92a4-e72b69341cf1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0878491 Feb 18 09:49:46.953831 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d99f2bb8-4683-4fd7-acb0-28235f271c42 req-6c733924-e8b8-4889-a2fc-836e8a3f1b98 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376649 Feb 18 09:49:55.604162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f287143-89bf-4c09-8725-1509c28d937c req-88efbe34-5d1a-4ae3-a60e-5ed4c3533207 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:55.605151 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [req-101f646a-6eca-4dff-943b-5220e14700aa req-14a76e4c-7eaa-4be3-a926-7139447f1008 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1274271 Feb 18 09:49:55.606095 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f287143-89bf-4c09-8725-1509c28d937c req-88efbe34-5d1a-4ae3-a60e-5ed4c3533207 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0835040 Feb 18 09:49:55.655586 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5f287143-89bf-4c09-8725-1509c28d937c req-5df789d4-44d7-42c4-b334-c11961b29696 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432904 Feb 18 09:49:56.753261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f646a-6eca-4dff-943b-5220e14700aa req-ddcd833b-71c3-457a-b246-62636a3675f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:56.754778 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-101f646a-6eca-4dff-943b-5220e14700aa req-ddcd833b-71c3-457a-b246-62636a3675f4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 1096 time: 0.0728927 Feb 18 09:49:56.961903 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f646a-6eca-4dff-943b-5220e14700aa req-79291996-1329-491f-8ec0-8cc9815e2011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:56.962507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-101f646a-6eca-4dff-943b-5220e14700aa req-79291996-1329-491f-8ec0-8cc9815e2011 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.2023597 Feb 18 09:49:56.975517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40686b91-348e-45dd-89d5-84652a864ab1 req-07a7fa66-ef12-4d35-af66-202c9637eb62 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:56.977030 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40686b91-348e-45dd-89d5-84652a864ab1 req-07a7fa66-ef12-4d35-af66-202c9637eb62 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.1980317 Feb 18 09:49:57.107519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40686b91-348e-45dd-89d5-84652a864ab1 req-84f3df48-a7a9-450b-a8ff-8c30687b4a60 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813425 Feb 18 09:49:57.109360 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-101f646a-6eca-4dff-943b-5220e14700aa req-ac33f4be-1646-464e-a306-7c17474729eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=743719d8-757b-4b5e-b814-bedbf4a28a70 HTTP/1.1" status: 200 len: 1002 time: 0.1314657 Feb 18 09:49:57.179557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f646a-6eca-4dff-943b-5220e14700aa req-939a20e4-3702-45b5-96b6-09b22dfb9f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:57.181005 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-101f646a-6eca-4dff-943b-5220e14700aa req-939a20e4-3702-45b5-96b6-09b22dfb9f61 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0648224 Feb 18 09:49:57.264335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f646a-6eca-4dff-943b-5220e14700aa req-6bf9e977-d654-43f8-a5fb-8748c1f73728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:57.265739 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-101f646a-6eca-4dff-943b-5220e14700aa req-6bf9e977-d654-43f8-a5fb-8748c1f73728 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791872 Feb 18 09:49:57.409498 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-101f646a-6eca-4dff-943b-5220e14700aa req-1882e05c-267c-4fda-98c8-82da923f1331 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365647 Feb 18 09:49:57.541825 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-101f646a-6eca-4dff-943b-5220e14700aa req-c244dbf6-14ca-459a-836c-b5e4bfe39006 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259971 Feb 18 09:49:58.292549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fa72b-f23b-49c4-8b6a-ea11d5c1e8cf req-8719cc3e-23e3-489b-a152-8c1b07e7cb8a tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:58.293928 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-622fa72b-f23b-49c4-8b6a-ea11d5c1e8cf req-8719cc3e-23e3-489b-a152-8c1b07e7cb8a tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0783143 Feb 18 09:49:58.337802 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-622fa72b-f23b-49c4-8b6a-ea11d5c1e8cf req-0b34ba24-5939-477d-a353-be8494f47230 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381618 Feb 18 09:49:58.514813 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae4173-fb5d-4eec-b9d1-8f60ceed2394 req-3fc7f382-08ec-4dbe-a090-b39eb268651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:58.516147 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7ae4173-fb5d-4eec-b9d1-8f60ceed2394 req-3fc7f382-08ec-4dbe-a090-b39eb268651d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 1096 time: 0.0758109 Feb 18 09:49:58.755550 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae4173-fb5d-4eec-b9d1-8f60ceed2394 req-4c650793-a720-45ee-a93f-5c5498639e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:58.757033 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7ae4173-fb5d-4eec-b9d1-8f60ceed2394 req-4c650793-a720-45ee-a93f-5c5498639e36 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.2230754 Feb 18 09:49:58.862506 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7ae4173-fb5d-4eec-b9d1-8f60ceed2394 req-8389ee6d-8e4e-4bad-9de3-47dc917ac64d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=743719d8-757b-4b5e-b814-bedbf4a28a70 HTTP/1.1" status: 200 len: 1002 time: 0.0991385 Feb 18 09:49:58.924851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae4173-fb5d-4eec-b9d1-8f60ceed2394 req-43908fce-7222-4a69-bff1-59cec8c95263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:58.926298 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7ae4173-fb5d-4eec-b9d1-8f60ceed2394 req-43908fce-7222-4a69-bff1-59cec8c95263 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0582049 Feb 18 09:49:59.003120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae4173-fb5d-4eec-b9d1-8f60ceed2394 req-e2516ee1-aeb3-47a7-8807-bd488cd859d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:59.004845 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7ae4173-fb5d-4eec-b9d1-8f60ceed2394 req-e2516ee1-aeb3-47a7-8807-bd488cd859d5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723653 Feb 18 09:49:59.134536 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7ae4173-fb5d-4eec-b9d1-8f60ceed2394 req-25bdd425-a85e-41bb-bcc8-7d3c8ff90241 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237888 Feb 18 09:49:59.264180 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7ae4173-fb5d-4eec-b9d1-8f60ceed2394 req-53eb3208-b26f-49f7-889e-b08393178bd3 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235774 Feb 18 09:49:59.535248 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe8857-f9aa-49a7-84a3-b4563763805f req-c2c622d7-0714-4621-bf01-10153a2ddc31 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:49:59.536753 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-51fe8857-f9aa-49a7-84a3-b4563763805f req-c2c622d7-0714-4621-bf01-10153a2ddc31 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0885787 Feb 18 09:49:59.580488 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-51fe8857-f9aa-49a7-84a3-b4563763805f req-b80cda45-df33-4dbd-8d73-b7c5397bab65 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371871 Feb 18 09:50:00.113347 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:50:00.440088 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d9bed537-67db-4cf5-be40-3aead933134d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:00.769283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca1f1a-7245-4cd9-b7ac-6d79f5e03e8e req-90b5e81a-4d93-4091-8492-c41314f3ad9d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:00.770640 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1bca1f1a-7245-4cd9-b7ac-6d79f5e03e8e req-90b5e81a-4d93-4091-8492-c41314f3ad9d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0786476 Feb 18 09:50:00.816938 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1bca1f1a-7245-4cd9-b7ac-6d79f5e03e8e req-b29557c5-3d49-4fde-b2ff-8ecba02298fe tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405903 Feb 18 09:50:02.022094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19574ea-068b-42a1-91c6-d874121f2ea3 req-6be9da51-dca1-4038-82d8-a74b1de61647 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:02.023541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d19574ea-068b-42a1-91c6-d874121f2ea3 req-6be9da51-dca1-4038-82d8-a74b1de61647 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0876453 Feb 18 09:50:02.072122 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d19574ea-068b-42a1-91c6-d874121f2ea3 req-aceb4f98-147a-4c37-a36d-f5ba9424e74b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426672 Feb 18 09:50:03.262901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dfccd-892f-41ff-83a0-511c9b152595 req-82f075c7-4f93-422b-af2d-00ccdae09e20 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:03.264365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a9dfccd-892f-41ff-83a0-511c9b152595 req-82f075c7-4f93-422b-af2d-00ccdae09e20 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0843940 Feb 18 09:50:03.309666 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a9dfccd-892f-41ff-83a0-511c9b152595 req-743cd3c2-da73-4aea-979f-59dee1d7ca7f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390203 Feb 18 09:50:03.885059 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-249cc3d5-09c3-492e-b1af-52061fc7c9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:03.965805 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:04.012928 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:04.505179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a67ef-99fe-43d7-a795-1ea647d9b468 req-56fda4e9-543e-4d87-9dca-d9aaeac87b7e tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:04.506682 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a15a67ef-99fe-43d7-a795-1ea647d9b468 req-56fda4e9-543e-4d87-9dca-d9aaeac87b7e tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0819666 Feb 18 09:50:04.551124 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a15a67ef-99fe-43d7-a795-1ea647d9b468 req-74eae6a2-0960-413b-a028-6bbc79b0284b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386896 Feb 18 09:50:05.241635 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:05.748123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7499e0f-1498-43e3-9f76-a337b6b7c882 req-827ac66c-990f-4bb5-9bc4-86f3cf9a3d93 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:05.749617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7499e0f-1498-43e3-9f76-a337b6b7c882 req-827ac66c-990f-4bb5-9bc4-86f3cf9a3d93 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0906539 Feb 18 09:50:05.805833 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7499e0f-1498-43e3-9f76-a337b6b7c882 req-e24417bb-78c4-4ccc-b4b3-394655fd0cc6 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490482 Feb 18 09:50:06.999080 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb7903-04a5-469a-af53-53fed111744c req-7cd3cb6d-64a4-474d-b588-28e660b037cc tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:07.000596 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3cfb7903-04a5-469a-af53-53fed111744c req-7cd3cb6d-64a4-474d-b588-28e660b037cc tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0791874 Feb 18 09:50:07.047719 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3cfb7903-04a5-469a-af53-53fed111744c req-231976cd-51b9-49e9-95f3-62f39806b91b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413964 Feb 18 09:50:08.234144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5d3c4-415e-4559-8408-2e58b2cb0ba9 req-b33fb4c9-75f2-49b8-8c05-808235ab7ec2 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:08.236128 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bab5d3c4-415e-4559-8408-2e58b2cb0ba9 req-b33fb4c9-75f2-49b8-8c05-808235ab7ec2 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0788059 Feb 18 09:50:08.279487 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bab5d3c4-415e-4559-8408-2e58b2cb0ba9 req-3f165a5e-0713-426e-abf0-15597ee53c4c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377488 Feb 18 09:50:09.469538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03f477-5f33-419b-9dd4-f587f012976a req-809d1db0-ff31-42f7-8817-30bd430fe88d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:09.471478 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd03f477-5f33-419b-9dd4-f587f012976a req-809d1db0-ff31-42f7-8817-30bd430fe88d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0846727 Feb 18 09:50:09.514948 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd03f477-5f33-419b-9dd4-f587f012976a req-f2f33273-8c3c-4183-a0cb-13fd37592773 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377614 Feb 18 09:50:10.702842 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21937d9e-7f77-4230-a14e-cffac4480daa req-a15f87de-1553-4dc1-adab-b01abf9e2c75 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:10.704621 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-21937d9e-7f77-4230-a14e-cffac4480daa req-a15f87de-1553-4dc1-adab-b01abf9e2c75 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0799501 Feb 18 09:50:10.748024 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-21937d9e-7f77-4230-a14e-cffac4480daa req-2abdb545-9867-45d6-be98-620a7483d5fd tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377598 Feb 18 09:50:11.859893 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:11.930318 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:11.961443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fed14-3e8f-471d-b845-ac122edeee04 req-46f9a312-8a6d-46a7-bd00-297bde6aac6f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:11.962897 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a22fed14-3e8f-471d-b845-ac122edeee04 req-46f9a312-8a6d-46a7-bd00-297bde6aac6f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0853481 Feb 18 09:50:12.007408 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a22fed14-3e8f-471d-b845-ac122edeee04 req-973afc00-6e8e-4935-8580-d1e0f36b6898 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388768 Feb 18 09:50:13.191440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980a98a-108f-4508-9dc0-6aeb2fddae66 req-2d8dfa0a-9271-466b-b5fe-e221b7387980 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:13.193005 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3980a98a-108f-4508-9dc0-6aeb2fddae66 req-2d8dfa0a-9271-466b-b5fe-e221b7387980 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0798802 Feb 18 09:50:13.239228 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3980a98a-108f-4508-9dc0-6aeb2fddae66 req-0b6ec238-76ef-4961-86d0-45de3cd3f244 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405474 Feb 18 09:50:14.532816 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196b08e-4437-4cfd-a2a4-815e50751ae9 req-9b555df3-658c-4842-887a-f11eb52305ec tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:14.534158 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f196b08e-4437-4cfd-a2a4-815e50751ae9 req-9b555df3-658c-4842-887a-f11eb52305ec tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.1827736 Feb 18 09:50:14.579099 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f196b08e-4437-4cfd-a2a4-815e50751ae9 req-1ddcc08e-811c-47ce-94c5-740a32dc49d3 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391667 Feb 18 09:50:15.190180 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-101f646a-6eca-4dff-943b-5220e14700aa req-9e58aa7c-87f3-4c13-ae46-3cf5f4bac853 service neutron] show failed (client error): The resource could not be found. Feb 18 09:50:15.191177 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-101f646a-6eca-4dff-943b-5220e14700aa req-9e58aa7c-87f3-4c13-ae46-3cf5f4bac853 service neutron] 10.222.0.81 "GET /v2.0/ports/743719d8-757b-4b5e-b814-bedbf4a28a70/bindings/n-h2-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.0780981 Feb 18 09:50:15.462897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f646a-6eca-4dff-943b-5220e14700aa req-ba82ea67-0ebe-4509-b4a9-3a3b151f7922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:15.465202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-101f646a-6eca-4dff-943b-5220e14700aa req-ba82ea67-0ebe-4509-b4a9-3a3b151f7922 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5&tenant_id=1205ece73b924670a404f7743dd5b57b HTTP/1.1" status: 200 len: 1096 time: 0.0764832 Feb 18 09:50:15.475658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:50:15.600070 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:15.921030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d2756-73cf-4dd8-9100-0d6b40461d33 req-b527ac37-9f91-4051-9742-6d33637f9363 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:15.922486 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-034d2756-73cf-4dd8-9100-0d6b40461d33 req-b527ac37-9f91-4051-9742-6d33637f9363 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.2065835 Feb 18 09:50:15.962948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=743719d8-757b-4b5e-b814-bedbf4a28a70,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:50:15.991587 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-034d2756-73cf-4dd8-9100-0d6b40461d33 req-bb97baf3-fea9-4923-9561-345179f12f12 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562804 Feb 18 09:50:16.011870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:50:16.085326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:50:16.091457 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:16.110369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Transition to ACTIVE for port object 743719d8-757b-4b5e-b814-bedbf4a28a70 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:50:16.117941 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:16.173294 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70', 'code': 200} Feb 18 09:50:16.280370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=743719d8-757b-4b5e-b814-bedbf4a28a70,revision_number=6']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:16.296879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:16.297216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:16.297585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:16.297909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:16.298229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:16.298550 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:16.298863 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:16.299177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:16.299493 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:16.299805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:16.300114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:16.300452 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:16.360968 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] No DVR routers for this DVR port 743719d8-757b-4b5e-b814-bedbf4a28a70 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:50:16.636363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Attempting to bind port 743719d8-757b-4b5e-b814-bedbf4a28a70 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:50:16.637114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Attempting to bind port 743719d8-757b-4b5e-b814-bedbf4a28a70 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:50:16.637114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Attempting to bind port 743719d8-757b-4b5e-b814-bedbf4a28a70 on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:50:16.643675 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Port 743719d8-757b-4b5e-b814-bedbf4a28a70 on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:50:16.643995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Attempting to bind port 743719d8-757b-4b5e-b814-bedbf4a28a70 on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:50:16.649699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:50:16.650030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Checking segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:50:16.650504 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Bound using segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:50:16.650931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Bound port: 743719d8-757b-4b5e-b814-bedbf4a28a70, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:50:16.651272 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:16.664613 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 743719d8-757b-4b5e-b814-bedbf4a28a70 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:50:16.725689 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 743719d8-757b-4b5e-b814-bedbf4a28a70 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:50:16.760116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:50:16.763914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=743719d8-757b-4b5e-b814-bedbf4a28a70,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:50:16.769040 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:16.824315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:16.825040 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:16.826644 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-101f646a-6eca-4dff-943b-5220e14700aa req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] 10.222.0.61 "PUT /v2.0/ports/743719d8-757b-4b5e-b814-bedbf4a28a70 HTTP/1.1" status: 200 len: 1091 time: 1.3550649 Feb 18 09:50:16.899612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e039059-f3ce-4cd8-b721-9dd4138f3ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=743719d8-757b-4b5e-b814-bedbf4a28a70,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:16.935083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f646a-6eca-4dff-943b-5220e14700aa req-96648a80-4424-4f25-93d8-cbc97761df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:16.936601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-101f646a-6eca-4dff-943b-5220e14700aa req-96648a80-4424-4f25-93d8-cbc97761df35 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 1094 time: 0.0846932 Feb 18 09:50:17.241365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f646a-6eca-4dff-943b-5220e14700aa req-4e570de4-4ebc-483d-962f-4755fc4b49e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:17.242806 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-101f646a-6eca-4dff-943b-5220e14700aa req-4e570de4-4ebc-483d-962f-4755fc4b49e0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.3005357 Feb 18 09:50:17.311556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdfe89-af2a-4dce-8e16-5f298958bc71 req-dc25a260-fd3c-4e47-8653-fbfa8ed95edd tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:17.313096 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ccbdfe89-af2a-4dce-8e16-5f298958bc71 req-dc25a260-fd3c-4e47-8653-fbfa8ed95edd tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 943 time: 0.1846616 Feb 18 09:50:17.389691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-101f646a-6eca-4dff-943b-5220e14700aa req-1599b497-000b-4f76-8c71-2ab3c57682e5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=743719d8-757b-4b5e-b814-bedbf4a28a70 HTTP/1.1" status: 200 len: 1000 time: 0.1397374 Feb 18 09:50:17.393526 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ccbdfe89-af2a-4dce-8e16-5f298958bc71 req-c985d273-1bd7-4c10-ac4b-87d3dd115091 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629287 Feb 18 09:50:17.455554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f646a-6eca-4dff-943b-5220e14700aa req-39149a72-99ff-467a-bab1-d3983a46d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:17.457019 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-101f646a-6eca-4dff-943b-5220e14700aa req-39149a72-99ff-467a-bab1-d3983a46d850 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0608213 Feb 18 09:50:17.534860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f646a-6eca-4dff-943b-5220e14700aa req-10b34609-864a-4bec-8d31-1d3dd239162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:17.536392 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-101f646a-6eca-4dff-943b-5220e14700aa req-10b34609-864a-4bec-8d31-1d3dd239162d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737841 Feb 18 09:50:17.669957 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-101f646a-6eca-4dff-943b-5220e14700aa req-63da9cd0-9d00-4576-a36b-30c99e7d95ff service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279018 Feb 18 09:50:17.805370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-101f646a-6eca-4dff-943b-5220e14700aa req-7d59e5fa-aa02-4b80-9f13-ed06afeb104d service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297183 Feb 18 09:50:18.173615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:50:18.233780 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70', 'status': 'completed', 'code': 200} Feb 18 09:50:18.382244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89416820-3062-47fe-87ae-f91f77f8e16f req-079ded13-63a9-4a5b-a68f-d4f3b30fba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:18.383864 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89416820-3062-47fe-87ae-f91f77f8e16f req-079ded13-63a9-4a5b-a68f-d4f3b30fba28 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 1094 time: 0.1324115 Feb 18 09:50:18.388776 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89416820-3062-47fe-87ae-f91f77f8e16f req-d07d54ec-76bb-4313-b605-83e1c12d1b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:18.390255 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89416820-3062-47fe-87ae-f91f77f8e16f req-d07d54ec-76bb-4313-b605-83e1c12d1b87 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 1094 time: 0.1086049 Feb 18 09:50:18.691732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89416820-3062-47fe-87ae-f91f77f8e16f req-1f636224-bff1-4bec-9759-084adf40e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:18.693384 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89416820-3062-47fe-87ae-f91f77f8e16f req-1f636224-bff1-4bec-9759-084adf40e6b2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.2842686 Feb 18 09:50:18.698019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89416820-3062-47fe-87ae-f91f77f8e16f req-7fc7d058-9990-4a3f-98d1-9ba37b1ba7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:18.699414 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89416820-3062-47fe-87ae-f91f77f8e16f req-7fc7d058-9990-4a3f-98d1-9ba37b1ba7d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.3082449 Feb 18 09:50:18.851881 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89416820-3062-47fe-87ae-f91f77f8e16f req-76363810-cad2-45e0-bf64-2b1888b822f0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=743719d8-757b-4b5e-b814-bedbf4a28a70 HTTP/1.1" status: 200 len: 1000 time: 0.1514461 Feb 18 09:50:18.933297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353362f1-a3f2-4108-bef2-181b5ddf025f req-3abab1f8-9db7-425e-bc0a-843e2e61e56e tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:18.934788 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-353362f1-a3f2-4108-bef2-181b5ddf025f req-3abab1f8-9db7-425e-bc0a-843e2e61e56e tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 943 time: 0.4064629 Feb 18 09:50:19.118380 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89416820-3062-47fe-87ae-f91f77f8e16f req-0baa25a2-0bf3-4f82-8384-370aa69bdf34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=743719d8-757b-4b5e-b814-bedbf4a28a70 HTTP/1.1" status: 200 len: 1000 time: 0.3639410 Feb 18 09:50:19.120024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89416820-3062-47fe-87ae-f91f77f8e16f req-e631283f-367b-4780-bda5-a5a7afe406c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:19.121374 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89416820-3062-47fe-87ae-f91f77f8e16f req-e631283f-367b-4780-bda5-a5a7afe406c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.2628031 Feb 18 09:50:19.214575 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-353362f1-a3f2-4108-bef2-181b5ddf025f req-b1facc59-829a-48e5-927c-7249394bd2ce tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703373 Feb 18 09:50:19.252842 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89416820-3062-47fe-87ae-f91f77f8e16f req-2816ef63-107b-49a9-9ce8-ab76d69c4f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:19.254309 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89416820-3062-47fe-87ae-f91f77f8e16f req-2816ef63-107b-49a9-9ce8-ab76d69c4f6d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.1251838 Feb 18 09:50:19.308036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89416820-3062-47fe-87ae-f91f77f8e16f req-0eb31909-d12c-4d97-a226-49fd3ef952b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:19.309562 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89416820-3062-47fe-87ae-f91f77f8e16f req-0eb31909-d12c-4d97-a226-49fd3ef952b8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793871 Feb 18 09:50:19.432438 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89416820-3062-47fe-87ae-f91f77f8e16f req-a5e8f69c-e818-45ae-9c32-81b3f24b0de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:19.434056 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89416820-3062-47fe-87ae-f91f77f8e16f req-a5e8f69c-e818-45ae-9c32-81b3f24b0de3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743162 Feb 18 09:50:19.543567 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89416820-3062-47fe-87ae-f91f77f8e16f req-f49b28c6-d326-4e77-8f58-89e1b5bfb958 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235594 Feb 18 09:50:19.679028 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89416820-3062-47fe-87ae-f91f77f8e16f req-2a6cb258-2205-4f41-9933-a7bc05da8784 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333813 Feb 18 09:50:19.787338 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89416820-3062-47fe-87ae-f91f77f8e16f req-cec86182-7c45-46f5-a669-22d16613fe1a service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363794 Feb 18 09:50:19.837022 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-89416820-3062-47fe-87ae-f91f77f8e16f req-0fdeb515-378a-4b41-9740-b5014ad98e1c service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520083 Feb 18 09:50:20.411971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca12204-632d-432e-89d1-a3d6d47b62d2 req-5c00bf30-e689-4bf7-bc1b-85b5a42ec446 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:20.413389 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dca12204-632d-432e-89d1-a3d6d47b62d2 req-5c00bf30-e689-4bf7-bc1b-85b5a42ec446 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0816491 Feb 18 09:50:20.464178 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dca12204-632d-432e-89d1-a3d6d47b62d2 req-d155c51b-d837-4d2b-8d2d-5ad6076e5645 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448537 Feb 18 09:50:21.658543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb1041-5ea8-48cc-ab51-b25aaf78d9d4 req-a729ed6d-684e-42f1-b712-67b2b514c214 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:21.660034 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebcb1041-5ea8-48cc-ab51-b25aaf78d9d4 req-a729ed6d-684e-42f1-b712-67b2b514c214 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0824330 Feb 18 09:50:21.706341 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ebcb1041-5ea8-48cc-ab51-b25aaf78d9d4 req-766ee004-b6e9-4d1a-a7a0-c6a9248d79e0 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404444 Feb 18 09:50:22.907417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81407036-afb5-4d12-aaac-2aa91a430cf8 req-f7b168d5-76a3-4fe7-8d7f-61678a6edd14 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:22.908971 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-81407036-afb5-4d12-aaac-2aa91a430cf8 req-f7b168d5-76a3-4fe7-8d7f-61678a6edd14 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0894637 Feb 18 09:50:22.958451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-81407036-afb5-4d12-aaac-2aa91a430cf8 req-8ccd48fb-9b07-4b2b-8832-b5c99c939c00 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435126 Feb 18 09:50:24.149857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86853a-f4f6-400b-9f92-435bcef69469 req-751973e8-6514-4d1a-9cdf-462d3c7e3d97 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:24.151323 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b86853a-f4f6-400b-9f92-435bcef69469 req-751973e8-6514-4d1a-9cdf-462d3c7e3d97 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0805407 Feb 18 09:50:24.195683 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2b86853a-f4f6-400b-9f92-435bcef69469 req-3f64acd6-57bd-43b2-8861-e2f6e4e98d08 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386927 Feb 18 09:50:25.394914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ac629-a33b-4b05-966d-d71c2516212b req-89ecaa2e-efa6-4d39-a023-5f53f869d7ac tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:25.396444 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d48ac629-a33b-4b05-966d-d71c2516212b req-89ecaa2e-efa6-4d39-a023-5f53f869d7ac tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0892274 Feb 18 09:50:25.444575 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d48ac629-a33b-4b05-966d-d71c2516212b req-fba7f266-7bb1-4a9a-96c9-6d5706651146 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413659 Feb 18 09:50:26.633746 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc0762-f876-4047-8a48-15c61bfdc48b req-97a9742d-dd97-466d-8756-99194e50ff38 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:26.635222 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0dcc0762-f876-4047-8a48-15c61bfdc48b req-97a9742d-dd97-466d-8756-99194e50ff38 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0815992 Feb 18 09:50:26.679887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0dcc0762-f876-4047-8a48-15c61bfdc48b req-4e0756c7-0ccc-4a14-ac27-ac54a47deeb1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389857 Feb 18 09:50:27.909102 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f4db5-d3ac-40e3-a66f-9a4cd6dbb4a4 req-4d98d7ea-04a1-46cb-a917-084bed710ce1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:27.910796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f61f4db5-d3ac-40e3-a66f-9a4cd6dbb4a4 req-4d98d7ea-04a1-46cb-a917-084bed710ce1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 943 time: 0.1151159 Feb 18 09:50:27.983182 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f61f4db5-d3ac-40e3-a66f-9a4cd6dbb4a4 req-d8663cab-87e0-4f43-bc03-82d5f2e2b946 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611682 Feb 18 09:50:28.719734 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 743719d8-757b-4b5e-b814-bedbf4a28a70 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:50:28.878225 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=743719d8-757b-4b5e-b814-bedbf4a28a70,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:50:28.893020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '743719d8-757b-4b5e-b814-bedbf4a28a70', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'port_id': '743719d8-757b-4b5e-b814-bedbf4a28a70', 'mac_address': 'fa:16:3e:30:db:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:50:28.957121 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:28.975930 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743719d8-757b-4b5e-b814-bedbf4a28a70 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:50:28.992883 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=743719d8-757b-4b5e-b814-bedbf4a28a70,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:50:28.997588 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:29.072694 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=743719d8-757b-4b5e-b814-bedbf4a28a70,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:29.081820 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:29.082168 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:29.082509 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:29.082847 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:29.083182 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:29.083507 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:29.083840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:29.084167 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:29.084521 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:29.084872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:29.085203 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:29.086468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:50:29.201572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647b925-480f-42bf-b919-a0942269cd31 req-c9756564-e9aa-4dd2-9d55-f0f0ef3cfc5c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:29.203101 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f647b925-480f-42bf-b919-a0942269cd31 req-c9756564-e9aa-4dd2-9d55-f0f0ef3cfc5c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 944 time: 0.0861151 Feb 18 09:50:29.259878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f647b925-480f-42bf-b919-a0942269cd31 req-4054a18e-642e-4680-910c-c0d391b2e6c9 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484216 Feb 18 09:50:29.323209 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['743719d8-757b-4b5e-b814-bedbf4a28a70'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:50:29.881225 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-d96955b4-84d2-4a6d-b476-cf00c7fcc55f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:29.882782 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-d96955b4-84d2-4a6d-b476-cf00c7fcc55f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5&tenant_id=1205ece73b924670a404f7743dd5b57b&binding%3Ahost_id=n-h2-829434-1 HTTP/1.1" status: 200 len: 944 time: 0.2742586 Feb 18 09:50:29.968143 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66f8e7-06f7-4983-9e39-fda60d5a7ba7 req-6a54c87f-074d-4879-97d5-39009b62748c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:29.970816 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c66f8e7-06f7-4983-9e39-fda60d5a7ba7 req-6a54c87f-074d-4879-97d5-39009b62748c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 944 time: 0.2990160 Feb 18 09:50:29.999740 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f90273b1-c48e-4428-985f-4c71f58d69e4 service neutron] 10.222.0.61 "GET /v2.0/ports/743719d8-757b-4b5e-b814-bedbf4a28a70/bindings/n-h2-829434-1 HTTP/1.1" status: 200 len: 382 time: 0.1111634 Feb 18 09:50:30.058249 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4c66f8e7-06f7-4983-9e39-fda60d5a7ba7 req-07ae6302-9ec2-42b7-b99f-0b6fc54151a4 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805888 Feb 18 09:50:30.110683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-20e5a6cb-389e-455a-83c4-f632c9e76692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:30.112181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-20e5a6cb-389e-455a-83c4-f632c9e76692 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 1095 time: 0.0878940 Feb 18 09:50:30.267459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-c9b2f3f1-7689-4215-afd8-9a0a0eec9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:30.269244 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-c9b2f3f1-7689-4215-afd8-9a0a0eec9c71 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1507602 Feb 18 09:50:30.373977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-b1856e9d-b96c-4033-9b8c-56b7c6db8e70 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=743719d8-757b-4b5e-b814-bedbf4a28a70 HTTP/1.1" status: 200 len: 1001 time: 0.0968642 Feb 18 09:50:30.442212 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-651a86e8-d361-4a76-b84c-27a381b635c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:30.445464 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-e6020aec-2480-4b6c-a1c9-138af8a31d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:30.447408 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-e6020aec-2480-4b6c-a1c9-138af8a31d00 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0674112 Feb 18 09:50:30.526852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-6106e93f-16c3-4d01-b289-08da6f91cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:30.528237 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-6106e93f-16c3-4d01-b289-08da6f91cf8c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751190 Feb 18 09:50:30.674404 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-15d14a7a-bb44-4150-a322-97a1d524f6b5 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403592 Feb 18 09:50:30.727982 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 743719d8-757b-4b5e-b814-bedbf4a28a70 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:50:30.805525 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 743719d8-757b-4b5e-b814-bedbf4a28a70 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:50:30.810310 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 743719d8-757b-4b5e-b814-bedbf4a28a70 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:30.810685 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:30.827026 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-8dd7f127-686c-4d21-b6f4-58a153fb402e service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468599 Feb 18 09:50:30.938452 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:30.966615 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:50:30.984874 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=743719d8-757b-4b5e-b814-bedbf4a28a70,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:50:30.991125 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:31.037345 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70', 'code': 200} Feb 18 09:50:31.066994 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=743719d8-757b-4b5e-b814-bedbf4a28a70,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:31.271242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70ce68-7a25-4eac-bb21-d7d16ca9de1d req-90bbf867-f4e1-41b9-ac3c-55f33fb2d495 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:31.272752 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fa70ce68-7a25-4eac-bb21-d7d16ca9de1d req-90bbf867-f4e1-41b9-ac3c-55f33fb2d495 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0924404 Feb 18 09:50:31.315884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fa70ce68-7a25-4eac-bb21-d7d16ca9de1d req-fadf1a53-58f7-45aa-9374-a3fd08f57b87 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375535 Feb 18 09:50:32.511012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb33690-71db-48c5-a2fa-c79512c75478 req-1e90c259-1b4e-422b-a4e8-c39ee154f394 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:32.512510 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cb33690-71db-48c5-a2fa-c79512c75478 req-1e90c259-1b4e-422b-a4e8-c39ee154f394 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0823736 Feb 18 09:50:32.558366 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4cb33690-71db-48c5-a2fa-c79512c75478 req-e332ae43-fda7-406c-aab6-0979663cbf20 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389349 Feb 18 09:50:33.808431 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-3804dc49-8bcc-4f6b-8f0d-2fba3791cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:33.809842 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-3804dc49-8bcc-4f6b-8f0d-2fba3791cfd2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5&tenant_id=1205ece73b924670a404f7743dd5b57b HTTP/1.1" status: 200 len: 1096 time: 0.1379409 Feb 18 09:50:33.822230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7ccc3-5d6d-461e-9d02-a0c18351f5ff req-d2a6d4cd-777f-42fa-a8f1-e46b99ebc956 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:33.823731 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26a7ccc3-5d6d-461e-9d02-a0c18351f5ff req-d2a6d4cd-777f-42fa-a8f1-e46b99ebc956 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.1167362 Feb 18 09:50:33.829424 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:50:33.924072 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26a7ccc3-5d6d-461e-9d02-a0c18351f5ff req-4e4cf9c5-0090-4843-bafd-d206bc1a2c3c tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666199 Feb 18 09:50:33.927437 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-205598b4-1db6-4370-a480-539c4b217477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:33.970184 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:33.989175 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:34.017774 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:34.274235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=743719d8-757b-4b5e-b814-bedbf4a28a70,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:50:34.303270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:50:34.368176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:50:34.373574 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:34.393304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Transition to ACTIVE for port object 743719d8-757b-4b5e-b814-bedbf4a28a70 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:50:34.397193 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:34.439349 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70', 'code': 200} Feb 18 09:50:34.566879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Pushing event updated for resources: {'Port': ['ID=743719d8-757b-4b5e-b814-bedbf4a28a70,revision_number=10']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:34.613738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] No DVR routers for this DVR port 743719d8-757b-4b5e-b814-bedbf4a28a70 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:50:34.965425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Attempting to bind port 743719d8-757b-4b5e-b814-bedbf4a28a70 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:50:34.966104 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Attempting to bind port 743719d8-757b-4b5e-b814-bedbf4a28a70 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:50:34.966104 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Attempting to bind port 743719d8-757b-4b5e-b814-bedbf4a28a70 on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:50:34.971801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Port 743719d8-757b-4b5e-b814-bedbf4a28a70 on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:50:34.972123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Attempting to bind port 743719d8-757b-4b5e-b814-bedbf4a28a70 on network 6fd1cb15-6c86-4372-8a57-b078420b5b06 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:50:34.977324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:50:34.977662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Checking segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:50:34.978045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Bound using segment: {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:50:34.978467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Bound port: 743719d8-757b-4b5e-b814-bedbf4a28a70, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1784f218-9eb1-4257-9d22-6d4fc41c2ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:50:34.978814 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:35.114935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:50:35.119562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=743719d8-757b-4b5e-b814-bedbf4a28a70,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:50:35.126308 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:35.195751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:35.196390 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:35.198172 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] 10.222.0.81 "PUT /v2.0/ports/743719d8-757b-4b5e-b814-bedbf4a28a70 HTTP/1.1" status: 200 len: 1092 time: 1.3731773 Feb 18 09:50:35.224824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb24903-27c2-4eb9-8a0b-d9381df800b0 req-de58bdc4-e416-4601-a582-c31417afa120 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:35.227226 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-edb24903-27c2-4eb9-8a0b-d9381df800b0 req-de58bdc4-e416-4601-a582-c31417afa120 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 944 time: 0.1898289 Feb 18 09:50:35.246029 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:35.270439 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c495d0-eebf-428b-8ad5-ae43d8ebad0f service neutron] Pushing event updated for resources: {'Port': ['ID=743719d8-757b-4b5e-b814-bedbf4a28a70,revision_number=11']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:35.345598 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-edb24903-27c2-4eb9-8a0b-d9381df800b0 req-d9649583-70c4-4bb9-aec8-1bd1daae3f2d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814006 Feb 18 09:50:35.362524 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-3b962bc1-2d1a-42ae-a37a-be8ee20c4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:35.364086 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-3b962bc1-2d1a-42ae-a37a-be8ee20c4fd5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 1095 time: 0.1358607 Feb 18 09:50:35.506626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-39e90d3a-3bda-4a8d-b994-8a49461a9770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:35.508042 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-39e90d3a-3bda-4a8d-b994-8a49461a9770 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.1370366 Feb 18 09:50:35.612492 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-76be7ff0-1346-47c2-94d4-f1c3f6402deb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=743719d8-757b-4b5e-b814-bedbf4a28a70 HTTP/1.1" status: 200 len: 1000 time: 0.0986094 Feb 18 09:50:35.678476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-1a8eb513-ceb4-4a3a-92e3-964ceba7edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:35.680072 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-1a8eb513-ceb4-4a3a-92e3-964ceba7edf4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0616837 Feb 18 09:50:35.758239 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-16ed6122-c005-4f57-a7ad-69a96d3d6a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:35.759731 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-16ed6122-c005-4f57-a7ad-69a96d3d6a9e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732005 Feb 18 09:50:35.893826 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-e15d18d6-bbc6-43a9-a2cd-bb55d20bdb60 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282945 Feb 18 09:50:36.034548 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4edf0675-febf-4dbc-b6d6-0d38c64e9495 req-c2a29168-d30e-467b-844a-72764a5ce86b service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346228 Feb 18 09:50:36.440715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:50:36.516382 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70', 'status': 'completed', 'code': 200} Feb 18 09:50:36.664902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585c648-4698-4851-932b-0a06facda9ab req-4fb1990c-f0f3-42a5-8eaa-e177a5ea0b3d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:36.666311 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5585c648-4698-4851-932b-0a06facda9ab req-4fb1990c-f0f3-42a5-8eaa-e177a5ea0b3d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 944 time: 0.2035644 Feb 18 09:50:36.717728 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-61d7473c-bc2d-419d-bf46-51fcae551e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:36.719792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-61d7473c-bc2d-419d-bf46-51fcae551e15 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 1095 time: 0.1855516 Feb 18 09:50:36.753210 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5585c648-4698-4851-932b-0a06facda9ab req-fad7433b-5b2a-4ec2-bd08-4ee3c898eaf3 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775223 Feb 18 09:50:36.758779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-8ca4cff3-f3dd-41c3-a4be-a12ca5352b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:36.760232 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-8ca4cff3-f3dd-41c3-a4be-a12ca5352b5a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1205ece73b924670a404f7743dd5b57b&device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 1095 time: 0.1954021 Feb 18 09:50:36.782378 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 743719d8-757b-4b5e-b814-bedbf4a28a70 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:50:36.855086 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 743719d8-757b-4b5e-b814-bedbf4a28a70 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:50:37.112093 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:50:37.122131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-17d152f2-0b2d-4358-9408-386a328eb617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:37.123597 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-17d152f2-0b2d-4358-9408-386a328eb617 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.3963487 Feb 18 09:50:37.126569 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-14d51f70-0e31-4ce4-a27b-41ea9d04f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:37.127859 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-14d51f70-0e31-4ce4-a27b-41ea9d04f77f service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 200 len: 913 time: 0.3160212 Feb 18 09:50:37.313299 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-a86a8988-bb5e-48dc-b59f-8ce9749a3219 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=743719d8-757b-4b5e-b814-bedbf4a28a70 HTTP/1.1" status: 200 len: 1000 time: 0.1363668 Feb 18 09:50:37.314806 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-820f8d66-ca4d-49b9-887e-1436eeb3c46d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=743719d8-757b-4b5e-b814-bedbf4a28a70 HTTP/1.1" status: 200 len: 1000 time: 0.1855483 Feb 18 09:50:37.426535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-d0cfa968-83f7-478f-b6a2-aeb574c3867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:37.427980 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-d0cfa968-83f7-478f-b6a2-aeb574c3867b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.1101470 Feb 18 09:50:37.429378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-1a00c73e-fd87-45f2-b20e-1db6543237e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:37.430849 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-1a00c73e-fd87-45f2-b20e-1db6543237e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 200 len: 851 time: 0.0832152 Feb 18 09:50:37.567702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-8d646d63-6109-42d5-afd7-007c472ef5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:37.569194 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-8d646d63-6109-42d5-afd7-007c472ef5db service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357303 Feb 18 09:50:37.572115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-b20fe6f3-b178-4b6b-b210-b89a10092fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:37.573468 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-b20fe6f3-b178-4b6b-b210-b89a10092fc5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fd1cb15-6c86-4372-8a57-b078420b5b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088371 Feb 18 09:50:37.814550 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-753484ce-814f-417b-b97e-0464a33c20dd service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350018 Feb 18 09:50:37.816515 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-0d1e29aa-9bd5-4dce-9acc-996dc40ced59 service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196879 Feb 18 09:50:38.112723 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-828ecec2-61c3-4116-b4fe-0aa28a88f6c9 service neutron] 10.222.0.61 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924385 Feb 18 09:50:38.119513 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-88c10dce-abf7-4cf1-bdc2-1031e1e274d0 req-ffa868e8-8c0c-4580-b727-08cd5719f2be service neutron] 10.222.0.81 "GET /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814980 Feb 18 09:50:38.142968 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580ea10-9c59-4f4a-8e9b-082530e495cb req-440203ec-d310-47d4-86f6-8cd7dd93dd2a tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:38.144536 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1580ea10-9c59-4f4a-8e9b-082530e495cb req-440203ec-d310-47d4-86f6-8cd7dd93dd2a tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 944 time: 0.2319336 Feb 18 09:50:38.190696 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1580ea10-9c59-4f4a-8e9b-082530e495cb req-28a5e24b-b422-444d-96cf-7d3647664f97 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401158 Feb 18 09:50:39.383850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a93f98-0085-46a6-8804-5983627ce6d1 req-d0362839-36b5-4a8f-96ba-e3812794bf41 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:39.385748 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-45a93f98-0085-46a6-8804-5983627ce6d1 req-d0362839-36b5-4a8f-96ba-e3812794bf41 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 944 time: 0.0882094 Feb 18 09:50:39.438074 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-45a93f98-0085-46a6-8804-5983627ce6d1 req-e165c1f7-646a-4680-bd88-4a7ad3e71b5a tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457351 Feb 18 09:50:40.626888 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55baecd-75dd-4106-8ba5-9d65699b505a req-90f7eb8e-4b19-4315-98fe-3211af8c9a2f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:40.628409 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f55baecd-75dd-4106-8ba5-9d65699b505a req-90f7eb8e-4b19-4315-98fe-3211af8c9a2f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 944 time: 0.0803742 Feb 18 09:50:40.680921 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f55baecd-75dd-4106-8ba5-9d65699b505a req-cb3660bf-dcfb-4caa-bb01-bb081a5a2b66 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467083 Feb 18 09:50:41.873913 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:41.877266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fbdcc-cdd8-49d5-94ff-14ceea44ec5f req-a11e91c4-6cec-4969-855b-66c8dd8b6ae0 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:41.878754 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd2fbdcc-cdd8-49d5-94ff-14ceea44ec5f req-a11e91c4-6cec-4969-855b-66c8dd8b6ae0 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 944 time: 0.0864251 Feb 18 09:50:41.928759 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:41.929030 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd2fbdcc-cdd8-49d5-94ff-14ceea44ec5f req-bc92bad3-7084-4e87-8a54-c48a317fdc76 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419354 Feb 18 09:50:43.232506 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e26ce-7a31-4927-b605-8037e0a4eaa2 req-b12ce7e9-705f-4b61-828c-c846b2e91e37 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:43.233956 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-377e26ce-7a31-4927-b605-8037e0a4eaa2 req-b12ce7e9-705f-4b61-828c-c846b2e91e37 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 944 time: 0.1962290 Feb 18 09:50:43.278237 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-377e26ce-7a31-4927-b605-8037e0a4eaa2 req-4ae8c9e9-bf10-42d6-9d1a-6e3aacdf6203 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378141 Feb 18 09:50:44.482163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c13801-f056-40e9-bb8e-a0ac9ea0088b req-f66dfaa7-0cf5-4bf8-b238-0958773cf614 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:44.485021 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85c13801-f056-40e9-bb8e-a0ac9ea0088b req-f66dfaa7-0cf5-4bf8-b238-0958773cf614 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 944 time: 0.0866127 Feb 18 09:50:44.534966 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-85c13801-f056-40e9-bb8e-a0ac9ea0088b req-a0b9b789-e610-4c61-bd48-3fe26af11f80 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450695 Feb 18 09:50:45.738544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd649f32-7113-43f1-9bc3-01d60dc17e00 req-7cbe902b-1a5b-401c-a8ed-ed947ab832b5 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:45.740006 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cd649f32-7113-43f1-9bc3-01d60dc17e00 req-7cbe902b-1a5b-401c-a8ed-ed947ab832b5 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 944 time: 0.0806625 Feb 18 09:50:45.784311 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cd649f32-7113-43f1-9bc3-01d60dc17e00 req-2d9dd5f1-49d2-4c77-8846-71695c90214f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386226 Feb 18 09:50:46.846451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 743719d8-757b-4b5e-b814-bedbf4a28a70 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:50:46.984986 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=743719d8-757b-4b5e-b814-bedbf4a28a70,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:50:46.985234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c29f9-f48a-49d8-b383-a7c469a9c9ba req-31c03f63-ba86-4ee5-9fc1-f7a694fcd40f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:46.986653 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f39c29f9-f48a-49d8-b383-a7c469a9c9ba req-31c03f63-ba86-4ee5-9fc1-f7a694fcd40f tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 944 time: 0.0861568 Feb 18 09:50:47.002888 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '743719d8-757b-4b5e-b814-bedbf4a28a70', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'port_id': '743719d8-757b-4b5e-b814-bedbf4a28a70', 'mac_address': 'fa:16:3e:30:db:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:50:47.031520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f39c29f9-f48a-49d8-b383-a7c469a9c9ba req-d0629d48-3c94-4242-ad0b-2dc1deab1a5b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390885 Feb 18 09:50:47.067047 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:47.085272 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743719d8-757b-4b5e-b814-bedbf4a28a70 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:50:47.101220 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=743719d8-757b-4b5e-b814-bedbf4a28a70,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:50:47.105538 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:47.173378 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=743719d8-757b-4b5e-b814-bedbf4a28a70,revision_number=12']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:47.216479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62495e-e9a4-4db9-9638-2d7c3f236200 req-efcf7433-9522-41e9-8baf-00d24df7ff2b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:47.217926 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a62495e-e9a4-4db9-9638-2d7c3f236200 req-efcf7433-9522-41e9-8baf-00d24df7ff2b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0791893 Feb 18 09:50:47.261513 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9a62495e-e9a4-4db9-9638-2d7c3f236200 req-e4e67f47-2c84-413b-907d-ff771239697d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378675 Feb 18 09:50:47.447236 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['743719d8-757b-4b5e-b814-bedbf4a28a70'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:50:47.448229 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f6d30-fd9f-437c-9cd8-2f78ee2a2da8 req-1d94a0fb-f9e1-43fc-a6f2-40241e880530 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:47.449730 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae6f6d30-fd9f-437c-9cd8-2f78ee2a2da8 req-1d94a0fb-f9e1-43fc-a6f2-40241e880530 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0824234 Feb 18 09:50:47.494107 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ae6f6d30-fd9f-437c-9cd8-2f78ee2a2da8 req-df692962-92b8-42ac-b8c7-eff81b6aa495 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378857 Feb 18 09:50:47.892935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b42bc-22d7-4cff-95ad-0921a0fc2c13 req-b434c066-6172-4107-bc18-35aaa55551a3 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:47.894419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a88b42bc-22d7-4cff-95ad-0921a0fc2c13 req-b434c066-6172-4107-bc18-35aaa55551a3 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0812924 Feb 18 09:50:47.939405 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a88b42bc-22d7-4cff-95ad-0921a0fc2c13 req-23cb06aa-183d-472b-9545-56a6105cc5dc tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393858 Feb 18 09:50:48.856093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 743719d8-757b-4b5e-b814-bedbf4a28a70 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:50:48.931262 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 743719d8-757b-4b5e-b814-bedbf4a28a70 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:50:48.936138 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 743719d8-757b-4b5e-b814-bedbf4a28a70 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:50:48.936538 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:49.056855 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:49.088579 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:50:49.100742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=743719d8-757b-4b5e-b814-bedbf4a28a70,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:50:49.105630 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:49.144344 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70', 'code': 200} Feb 18 09:50:49.153036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cfa48-f0c5-4776-bff2-f7bbc4eeab43 req-a3cd8188-7300-422c-a222-1251c9a94fbe tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:49.154957 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f3cfa48-f0c5-4776-bff2-f7bbc4eeab43 req-a3cd8188-7300-422c-a222-1251c9a94fbe tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0987017 Feb 18 09:50:49.186680 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=743719d8-757b-4b5e-b814-bedbf4a28a70,revision_number=13']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:49.205246 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7f3cfa48-f0c5-4776-bff2-f7bbc4eeab43 req-2fcda520-a8ad-42b0-8c74-6b14f6744c77 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443709 Feb 18 09:50:49.644102 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb70bdc-cc9e-4ca7-a14f-cd42013d7570 req-0d099a4f-a352-4b75-89d6-eb082456854b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:49.645603 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fb70bdc-cc9e-4ca7-a14f-cd42013d7570 req-0d099a4f-a352-4b75-89d6-eb082456854b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 946 time: 0.0812140 Feb 18 09:50:49.720085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-9fb70bdc-cc9e-4ca7-a14f-cd42013d7570 req-14905b93-d3c9-4362-8fae-269978f6b6e1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Deleting port 743719d8-757b-4b5e-b814-bedbf4a28a70 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:50:49.720345 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fb70bdc-cc9e-4ca7-a14f-cd42013d7570 req-14905b93-d3c9-4362-8fae-269978f6b6e1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:49.985494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-9fb70bdc-cc9e-4ca7-a14f-cd42013d7570 req-14905b93-d3c9-4362-8fae-269978f6b6e1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] For port 743719d8-757b-4b5e-b814-bedbf4a28a70, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=743719d8-757b-4b5e-b814-bedbf4a28a70,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:50:49.985771 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fb70bdc-cc9e-4ca7-a14f-cd42013d7570 req-14905b93-d3c9-4362-8fae-269978f6b6e1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:50.291398 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fb70bdc-cc9e-4ca7-a14f-cd42013d7570 req-14905b93-d3c9-4362-8fae-269978f6b6e1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:50.292107 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fb70bdc-cc9e-4ca7-a14f-cd42013d7570 req-14905b93-d3c9-4362-8fae-269978f6b6e1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:50.292107 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [req-9fb70bdc-cc9e-4ca7-a14f-cd42013d7570 req-14905b93-d3c9-4362-8fae-269978f6b6e1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Floating IP 42317b39-7657-4612-bf22-3ef7a50b12b5 disassociated. External IP: 172.25.1.254, port: 743719d8-757b-4b5e-b814-bedbf4a28a70. Feb 18 09:50:50.292430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-9fb70bdc-cc9e-4ca7-a14f-cd42013d7570 req-14905b93-d3c9-4362-8fae-269978f6b6e1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Calling delete_port for 743719d8-757b-4b5e-b814-bedbf4a28a70 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:50:50.591646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6172d51-2840-4f60-b5ba-6e3b6cb6c37d req-29d1fb8c-32c2-4168-a40c-e32bac0e6342 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:50:50.593079 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6172d51-2840-4f60-b5ba-6e3b6cb6c37d req-29d1fb8c-32c2-4168-a40c-e32bac0e6342 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 946 time: 0.2721093 Feb 18 09:50:50.643972 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fb70bdc-cc9e-4ca7-a14f-cd42013d7570 req-14905b93-d3c9-4362-8fae-269978f6b6e1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:50.703290 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6172d51-2840-4f60-b5ba-6e3b6cb6c37d req-7be4556c-a603-4f5b-b7cd-91509598492b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups?id=034a3050-9350-4fa1-9075-2cb9f67a3631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035593 Feb 18 09:50:50.705456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14905b93-d3c9-4362-8fae-269978f6b6e1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Pushing event deleted for resources: {'Port': ['ID=743719d8-757b-4b5e-b814-bedbf4a28a70,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:50.915461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fb70bdc-cc9e-4ca7-a14f-cd42013d7570 req-14905b93-d3c9-4362-8fae-269978f6b6e1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Router 3a581b03-16eb-4fa5-847d-e9781533c734 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:50:51.134880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fb70bdc-cc9e-4ca7-a14f-cd42013d7570 req-14905b93-d3c9-4362-8fae-269978f6b6e1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:50:51.146313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5978499f-d22b-45e9-97af-f53a05d65c04 None None] Sync routers for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:50:51.157404 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5978499f-d22b-45e9-97af-f53a05d65c04 None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:50:51.158041 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5978499f-d22b-45e9-97af-f53a05d65c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:50:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:51.212524 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb70bdc-cc9e-4ca7-a14f-cd42013d7570 req-14905b93-d3c9-4362-8fae-269978f6b6e1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] No DVR routers for this DVR port 743719d8-757b-4b5e-b814-bedbf4a28a70 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:50:51.215523 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9fb70bdc-cc9e-4ca7-a14f-cd42013d7570 req-14905b93-d3c9-4362-8fae-269978f6b6e1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:51.219193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'name': 'network-vif-deleted', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:50:51.240343 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fb70bdc-cc9e-4ca7-a14f-cd42013d7570 req-14905b93-d3c9-4362-8fae-269978f6b6e1 tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.81 "DELETE /v2.0/ports/743719d8-757b-4b5e-b814-bedbf4a28a70 HTTP/1.1" status: 204 len: 173 time: 1.5891824 Feb 18 09:50:51.276760 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f71c3b4-8539-4401-8e74-6e26fed4ffa5', 'name': 'network-vif-deleted', 'tag': '743719d8-757b-4b5e-b814-bedbf4a28a70', 'status': 'completed', 'code': 200} Feb 18 09:50:51.352544 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-5978499f-d22b-45e9-97af-f53a05d65c04 None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:50:51.685435 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5978499f-d22b-45e9-97af-f53a05d65c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:51.691024 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5978499f-d22b-45e9-97af-f53a05d65c04 None None] Checking router: 3a581b03-16eb-4fa5-847d-e9781533c734 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:50:51.700353 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5978499f-d22b-45e9-97af-f53a05d65c04 None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:50:51.700978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5978499f-d22b-45e9-97af-f53a05d65c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:50:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:51.898394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ee0cf165-724f-41ae-a8b0-3f68138666a3 req-796ec0e8-361b-4d61-8748-0bc91f2a3b8d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Synchronizing usage tracker for tenant:1205ece73b924670a404f7743dd5b57b on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:50:51.918244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ee0cf165-724f-41ae-a8b0-3f68138666a3 req-796ec0e8-361b-4d61-8748-0bc91f2a3b8d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Unset dirty status for tenant:1205ece73b924670a404f7743dd5b57b on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:50:51.919557 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ee0cf165-724f-41ae-a8b0-3f68138666a3 req-796ec0e8-361b-4d61-8748-0bc91f2a3b8d tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f71c3b4-8539-4401-8e74-6e26fed4ffa5 HTTP/1.1" status: 200 len: 210 time: 0.0724869 Feb 18 09:50:51.988976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-5978499f-d22b-45e9-97af-f53a05d65c04 None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:50:52.361850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5978499f-d22b-45e9-97af-f53a05d65c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:50:52.369006 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5978499f-d22b-45e9-97af-f53a05d65c04 None None] The sync data for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 is: [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:46:32Z', 'revision_number': 4, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'f3db33a0-065f-42f5-a9f5-8dada1fc984f', 'name': '', 'network_id': '6fd1cb15-6c86-4372-8a57-b078420b5b06', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'mac_address': 'fa:16:3e:d5:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '590ea813-3576-442c-8866-448a23a2f501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:31Z', 'updated_at': '2022-02-18T09:46:37Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'subnets': [{'id': '590ea813-3576-442c-8866-448a23a2f501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:50:52.602397 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfdb26b-00e9-4a17-9805-557cf0da2c7e None None] New status for floating IP 42317b39-7657-4612-bf22-3ef7a50b12b5: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:50:52.895552 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 743719d8-757b-4b5e-b814-bedbf4a28a70 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:50:52.931792 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 743719d8-757b-4b5e-b814-bedbf4a28a70 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:50:52.932135 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 743719d8-757b-4b5e-b814-bedbf4a28a70 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:50:56.224357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49406) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:56.291674 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da5009ec-b87a-49ea-9181-b6b8ac4411bb tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.320628 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da5009ec-b87a-49ea-9181-b6b8ac4411bb tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.374010 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da5009ec-b87a-49ea-9181-b6b8ac4411bb tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.393649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5009ec-b87a-49ea-9181-b6b8ac4411bb tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=034a3050-9350-4fa1-9075-2cb9f67a3631,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:56.403665 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da5009ec-b87a-49ea-9181-b6b8ac4411bb tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.404833 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-da5009ec-b87a-49ea-9181-b6b8ac4411bb tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "DELETE /v2.0/security-groups/034a3050-9350-4fa1-9075-2cb9f67a3631 HTTP/1.1" status: 204 len: 168 time: 0.1794772 Feb 18 09:50:56.408314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49412) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:56.424663 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [None req-fb151d47-8bbc-495c-916a-0cfba8772f4b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] show failed (client error): The resource could not be found. Feb 18 09:50:56.425661 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fb151d47-8bbc-495c-916a-0cfba8772f4b tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "GET /v2.0/security-groups/034a3050-9350-4fa1-9075-2cb9f67a3631 HTTP/1.1" status: 404 len: 347 time: 0.0164363 Feb 18 09:50:56.428519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49416) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:56.585937 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-87f015b4-0508-4618-9891-b4520b8442bf tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Deleting port 5a69c78e-872d-4a7c-b459-0c22123211fb {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:50:56.586231 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-87f015b4-0508-4618-9891-b4520b8442bf tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.762780 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-87f015b4-0508-4618-9891-b4520b8442bf tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.763099 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-87f015b4-0508-4618-9891-b4520b8442bf tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:56.888853 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-87f015b4-0508-4618-9891-b4520b8442bf tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Calling delete_port for 5a69c78e-872d-4a7c-b459-0c22123211fb owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:50:57.039784 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-87f015b4-0508-4618-9891-b4520b8442bf tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:57.091729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f015b4-0508-4618-9891-b4520b8442bf tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Pushing event deleted for resources: {'Port': ['ID=5a69c78e-872d-4a7c-b459-0c22123211fb,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:57.301554 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-87f015b4-0508-4618-9891-b4520b8442bf tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:57.319311 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-87f015b4-0508-4618-9891-b4520b8442bf tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:57.320491 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-87f015b4-0508-4618-9891-b4520b8442bf tempest-ServerActionsTestJSON-877850041 tempest-ServerActionsTestJSON-877850041-project] 10.222.0.72 "DELETE /v2.0/floatingips/42317b39-7657-4612-bf22-3ef7a50b12b5 HTTP/1.1" status: 204 len: 168 time: 0.8910627 Feb 18 09:50:57.323669 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49420) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:57.913246 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-39590c3b-85c9-4343-abf4-ab504b3fc102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:58.280173 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-39590c3b-85c9-4343-abf4-ab504b3fc102 admin admin] Deleting port f3db33a0-065f-42f5-a9f5-8dada1fc984f {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:50:58.280651 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-39590c3b-85c9-4343-abf4-ab504b3fc102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:58.456932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-39590c3b-85c9-4343-abf4-ab504b3fc102 admin admin] For port f3db33a0-065f-42f5-a9f5-8dada1fc984f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=f3db33a0-065f-42f5-a9f5-8dada1fc984f,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:50:58.457612 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-39590c3b-85c9-4343-abf4-ab504b3fc102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:58.580259 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-39590c3b-85c9-4343-abf4-ab504b3fc102 admin admin] Calling delete_port for f3db33a0-065f-42f5-a9f5-8dada1fc984f owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:50:59.037941 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-39590c3b-85c9-4343-abf4-ab504b3fc102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:59.085384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39590c3b-85c9-4343-abf4-ab504b3fc102 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3db33a0-065f-42f5-a9f5-8dada1fc984f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:50:59.379619 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-39590c3b-85c9-4343-abf4-ab504b3fc102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:50:59.762318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39590c3b-85c9-4343-abf4-ab504b3fc102 admin admin] Router 3a581b03-16eb-4fa5-847d-e9781533c734 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:50:59.938222 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39590c3b-85c9-4343-abf4-ab504b3fc102 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:50:59.947275 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0929e1-5411-4916-9b55-82cfa465c28c None None] Sync routers for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:50:59.950793 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-39590c3b-85c9-4343-abf4-ab504b3fc102 admin admin] 10.222.0.72 "PUT /v2.0/routers/3a581b03-16eb-4fa5-847d-e9781533c734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6256394 Feb 18 09:50:59.953481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49424) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:50:59.957588 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0929e1-5411-4916-9b55-82cfa465c28c None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:50:59.958258 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7c0929e1-5411-4916-9b55-82cfa465c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:50:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:00.148360 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-7c0929e1-5411-4916-9b55-82cfa465c28c None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:51:00.262410 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-be0af7f8-fb77-4d5d-8ca2-0ed0b048c35f admin admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:00.454453 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-be0af7f8-fb77-4d5d-8ca2-0ed0b048c35f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:00.454694 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4f0de819-0023-4666-959b-75f312e8ae9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:00.457905 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7c0929e1-5411-4916-9b55-82cfa465c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:50:58Z', 'revision_number': 5, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port': {'id': '058b9da9-9e8f-4c15-8cda-0a58ec5c9287', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:46:28Z', 'updated_at': '2022-02-18T09:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:00.462058 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0929e1-5411-4916-9b55-82cfa465c28c None None] Checking router: 3a581b03-16eb-4fa5-847d-e9781533c734 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:51:00.463934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-be0af7f8-fb77-4d5d-8ca2-0ed0b048c35f admin admin] Deleting port 058b9da9-9e8f-4c15-8cda-0a58ec5c9287 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:51:00.464484 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-be0af7f8-fb77-4d5d-8ca2-0ed0b048c35f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:00.471200 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0929e1-5411-4916-9b55-82cfa465c28c None None] Routers {'3a581b03-16eb-4fa5-847d-e9781533c734'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:51:00.471796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7c0929e1-5411-4916-9b55-82cfa465c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:50:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['3a581b03-16eb-4fa5-847d-e9781533c734'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:00.625199 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-7c0929e1-5411-4916-9b55-82cfa465c28c None None] Set router 3a581b03-16eb-4fa5-847d-e9781533c734 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:51:00.640537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-be0af7f8-fb77-4d5d-8ca2-0ed0b048c35f admin admin] For port 058b9da9-9e8f-4c15-8cda-0a58ec5c9287, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=058b9da9-9e8f-4c15-8cda-0a58ec5c9287,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:51:00.640888 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-be0af7f8-fb77-4d5d-8ca2-0ed0b048c35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:00.731442 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-7c0929e1-5411-4916-9b55-82cfa465c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:51:00Z', 'revision_number': 6, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:00.736040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0929e1-5411-4916-9b55-82cfa465c28c None None] The sync data for ids ['3a581b03-16eb-4fa5-847d-e9781533c734'] in n-d-829434-1 is: [{'id': '3a581b03-16eb-4fa5-847d-e9781533c734', 'name': 'tempest-ServerActionsTestJSON-1403819941-router', 'tenant_id': '1205ece73b924670a404f7743dd5b57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:46:27Z', 'updated_at': '2022-02-18T09:51:00Z', 'revision_number': 6, 'project_id': '1205ece73b924670a404f7743dd5b57b', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:51:00.765055 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-be0af7f8-fb77-4d5d-8ca2-0ed0b048c35f admin admin] Calling delete_port for 058b9da9-9e8f-4c15-8cda-0a58ec5c9287 owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:51:00.940169 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-be0af7f8-fb77-4d5d-8ca2-0ed0b048c35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:00.989555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0af7f8-fb77-4d5d-8ca2-0ed0b048c35f admin admin] Pushing event deleted for resources: {'Port': ['ID=058b9da9-9e8f-4c15-8cda-0a58ec5c9287,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:01.083585 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-be0af7f8-fb77-4d5d-8ca2-0ed0b048c35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:01.260814 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-be0af7f8-fb77-4d5d-8ca2-0ed0b048c35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:01.262960 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-be0af7f8-fb77-4d5d-8ca2-0ed0b048c35f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:01.286018 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-be0af7f8-fb77-4d5d-8ca2-0ed0b048c35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:01.286640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0af7f8-fb77-4d5d-8ca2-0ed0b048c35f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a581b03-16eb-4fa5-847d-e9781533c734 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:51:01.300510 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-be0af7f8-fb77-4d5d-8ca2-0ed0b048c35f admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:01.301661 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-be0af7f8-fb77-4d5d-8ca2-0ed0b048c35f admin admin] 10.222.0.72 "DELETE /v2.0/routers/3a581b03-16eb-4fa5-847d-e9781533c734 HTTP/1.1" status: 204 len: 168 time: 1.3470049 Feb 18 09:51:01.304289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49428) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:01.365971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c89410-9a7b-456f-9d34-7414e86002f9 admin admin] Deleting subnet 590ea813-3576-442c-8866-448a23a2f501 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:51:01.368991 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-17c89410-9a7b-456f-9d34-7414e86002f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:01.417055 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-17c89410-9a7b-456f-9d34-7414e86002f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:01.497275 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-17c89410-9a7b-456f-9d34-7414e86002f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:01.547410 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f3db33a0-065f-42f5-a9f5-8dada1fc984f no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:51:01.572389 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-17c89410-9a7b-456f-9d34-7414e86002f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:01.582981 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: f3db33a0-065f-42f5-a9f5-8dada1fc984f {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:51:01.583333 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device f3db33a0-065f-42f5-a9f5-8dada1fc984f not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:51:01.583752 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 058b9da9-9e8f-4c15-8cda-0a58ec5c9287 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:51:01.613510 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-17c89410-9a7b-456f-9d34-7414e86002f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:01.621818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c89410-9a7b-456f-9d34-7414e86002f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=590ea813-3576-442c-8866-448a23a2f501,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:01.630019 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-17c89410-9a7b-456f-9d34-7414e86002f9 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/590ea813-3576-442c-8866-448a23a2f501 HTTP/1.1" status: 204 len: 168 time: 0.3222365 Feb 18 09:51:01.630547 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49432) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:01.665194 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 058b9da9-9e8f-4c15-8cda-0a58ec5c9287 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:51:01.665537 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 058b9da9-9e8f-4c15-8cda-0a58ec5c9287 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:51:01.666962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e9ab3f-4d63-48b3-8a33-b1d3fa722a99 None None] Network 6fd1cb15-6c86-4372-8a57-b078420b5b06 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:51:01.872488 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:01.883325 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] Deleting port 1a610162-5c72-47b7-8e04-2e6876c6780d {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:51:01.883660 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:01.943079 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2f1886-e73a-4333-94ec-8d902f219e58 None None] DHCP port deletion for 6fd1cb15-6c86-4372-8a57-b078420b5b06 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:51:01.947905 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1886-e73a-4333-94ec-8d902f219e58 None None] Deleting port 1a610162-5c72-47b7-8e04-2e6876c6780d {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:51:01.948424 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1886-e73a-4333-94ec-8d902f219e58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:02.090799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] For port 1a610162-5c72-47b7-8e04-2e6876c6780d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1a610162-5c72-47b7-8e04-2e6876c6780d,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:51:02.091041 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:02.154109 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5e2f1886-e73a-4333-94ec-8d902f219e58 None None] For port 1a610162-5c72-47b7-8e04-2e6876c6780d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1a610162-5c72-47b7-8e04-2e6876c6780d,segment=NetworkSegment(1784f218-9eb1-4257-9d22-6d4fc41c2ffa),segment_id=1784f218-9eb1-4257-9d22-6d4fc41c2ffa)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:51:02.154500 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1886-e73a-4333-94ec-8d902f219e58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:02.212869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] Calling delete_port for 1a610162-5c72-47b7-8e04-2e6876c6780d owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:51:02.275658 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1886-e73a-4333-94ec-8d902f219e58 None None] Calling delete_port for 1a610162-5c72-47b7-8e04-2e6876c6780d owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:51:02.287452 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:02.339786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a610162-5c72-47b7-8e04-2e6876c6780d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:02.343689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] No DVR routers for this DVR port 1a610162-5c72-47b7-8e04-2e6876c6780d on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:51:02.361410 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-5e2f1886-e73a-4333-94ec-8d902f219e58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:51:02.361894 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-5e2f1886-e73a-4333-94ec-8d902f219e58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:51:02.459231 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:02.483624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd1cb15-6c86-4372-8a57-b078420b5b06']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:02.495142 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1784f218-9eb1-4257-9d22-6d4fc41c2ffa') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:02.495434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1784f218-9eb1-4257-9d22-6d4fc41c2ffa') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:02.506593 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:02.522509 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:02.528321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:51:02.528776 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:51:02.542078 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:51:02.617822 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:02.633608 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:02.646440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd1cb15-6c86-4372-8a57-b078420b5b06,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:02.651084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-aa33e8b2-9246-4bc0-ae4e-f65f559751b0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6fd1cb15-6c86-4372-8a57-b078420b5b06 HTTP/1.1" status: 204 len: 168 time: 1.0199306 Feb 18 09:51:02.773974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49438) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:02.822651 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-66f64681-2db6-484a-9930-abd33acaf0fd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1205ece73b924670a404f7743dd5b57b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474761 Feb 18 09:51:02.825433 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49442) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:02.863549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1886-e73a-4333-94ec-8d902f219e58 None None] Deleting port 1a610162-5c72-47b7-8e04-2e6876c6780d {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:51:02.864705 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1886-e73a-4333-94ec-8d902f219e58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:02.888767 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca213c16-ed4a-449c-835c-76486f4baa06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:02.923824 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca213c16-ed4a-449c-835c-76486f4baa06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:02.933746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1886-e73a-4333-94ec-8d902f219e58 None None] The port '1a610162-5c72-47b7-8e04-2e6876c6780d' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:51:02.995684 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca213c16-ed4a-449c-835c-76486f4baa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:03.012653 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca213c16-ed4a-449c-835c-76486f4baa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b1e99d-37fc-4541-989b-a04a73032f2e,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:03.023006 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca213c16-ed4a-449c-835c-76486f4baa06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:03.023355 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca213c16-ed4a-449c-835c-76486f4baa06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:03.023695 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca213c16-ed4a-449c-835c-76486f4baa06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:03.024032 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca213c16-ed4a-449c-835c-76486f4baa06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:03.024399 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca213c16-ed4a-449c-835c-76486f4baa06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:03.024735 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca213c16-ed4a-449c-835c-76486f4baa06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:03.025060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca213c16-ed4a-449c-835c-76486f4baa06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:03.025387 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca213c16-ed4a-449c-835c-76486f4baa06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:03.025711 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca213c16-ed4a-449c-835c-76486f4baa06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:03.026034 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca213c16-ed4a-449c-835c-76486f4baa06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:03.026361 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca213c16-ed4a-449c-835c-76486f4baa06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:03.026679 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca213c16-ed4a-449c-835c-76486f4baa06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:03.031641 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca213c16-ed4a-449c-835c-76486f4baa06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:03.033390 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ca213c16-ed4a-449c-835c-76486f4baa06 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/70b1e99d-37fc-4541-989b-a04a73032f2e HTTP/1.1" status: 204 len: 168 time: 0.2063909 Feb 18 09:51:03.303034 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1a610162-5c72-47b7-8e04-2e6876c6780d no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:51:03.340159 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 1a610162-5c72-47b7-8e04-2e6876c6780d {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:51:03.340551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1a610162-5c72-47b7-8e04-2e6876c6780d not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:51:03.766693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49466) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:03.872122 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1991313766-network', 'tenant_id': '885785143d684af0998d477e416e6a76'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:03.879183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:03.883093 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Usage tracker for resource:network and tenant:885785143d684af0998d477e416e6a76 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:03.886827 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:03.891532 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aa5ea3d7-6efb-4092-b073-9e4ca52e5d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:03.894728 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:03.904681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Made reservation on behalf of 885785143d684af0998d477e416e6a76 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:03.908418 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:03.920341 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:03.934844 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:03.938853 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Usage tracker for resource:security_group_rule and tenant:885785143d684af0998d477e416e6a76 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:03.941620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:03.947204 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:03.975460 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:04.020111 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:04.041450 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:04.045197 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:04.075702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:51:04.085698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2980596-4ea2-4a77-95a8-bd718edc0a00,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:04.093889 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:04.093889 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Added segment bfac1393-2f7e-4e70-87f7-2f16668e46b7 of type vlan for network ed6a8232-ec3e-428f-9b07-3aa66e3afeea Feb 18 09:51:04.121235 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:04.152156 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:04.153109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:04.153674 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:04.256508 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4884682 Feb 18 09:51:04.256967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692203e-a309-47f2-8cd3-637e2cfd3af1 admin admin] Pushing event updated for resources: {'Network': ['ID=ed6a8232-ec3e-428f-9b07-3aa66e3afeea,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:04.259548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49472) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:04.265850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-9293af48-7fb4-4133-b17f-9ca1a2582309 admin admin] Request body: {'subnet': {'network_id': 'ed6a8232-ec3e-428f-9b07-3aa66e3afeea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1991313766-subnet', 'tenant_id': '885785143d684af0998d477e416e6a76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:04.271226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9293af48-7fb4-4133-b17f-9ca1a2582309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:04.272495 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network ed6a8232-ec3e-428f-9b07-3aa66e3afeea details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:51:04.275407 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9293af48-7fb4-4133-b17f-9ca1a2582309 admin admin] Usage tracker for resource:subnet and tenant:885785143d684af0998d477e416e6a76 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:04.278314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9293af48-7fb4-4133-b17f-9ca1a2582309 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:04.284964 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9293af48-7fb4-4133-b17f-9ca1a2582309 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:04.296791 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9293af48-7fb4-4133-b17f-9ca1a2582309 admin admin] Made reservation on behalf of 885785143d684af0998d477e416e6a76 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:04.299448 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9293af48-7fb4-4133-b17f-9ca1a2582309 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:04.510428 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9293af48-7fb4-4133-b17f-9ca1a2582309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:04.584935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293af48-7fb4-4133-b17f-9ca1a2582309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a6056c-f645-4074-a735-9c722a7025c6,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:04.593439 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9293af48-7fb4-4133-b17f-9ca1a2582309 admin admin] Checking segment: {'id': 'bfac1393-2f7e-4e70-87f7-2f16668e46b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ed6a8232-ec3e-428f-9b07-3aa66e3afeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:51:04.593755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9293af48-7fb4-4133-b17f-9ca1a2582309 admin admin] Network hostable DHCP agents. Network: ed6a8232-ec3e-428f-9b07-3aa66e3afeea, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:51:04.617470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9293af48-7fb4-4133-b17f-9ca1a2582309 admin admin] Network ed6a8232-ec3e-428f-9b07-3aa66e3afeea is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:51:04.628118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-9293af48-7fb4-4133-b17f-9ca1a2582309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, ed6a8232-ec3e-428f-9b07-3aa66e3afeea) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:51:04.632905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9293af48-7fb4-4133-b17f-9ca1a2582309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:04.633484 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9293af48-7fb4-4133-b17f-9ca1a2582309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:04.636864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0308f9-0a48-411a-8368-441d9a4abd4f None None] Network ed6a8232-ec3e-428f-9b07-3aa66e3afeea requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:51:04.656053 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9293af48-7fb4-4133-b17f-9ca1a2582309 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3954608 Feb 18 09:51:04.849593 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8457832-09e7-427a-bf17-34b50a772429 None None] Network ed6a8232-ec3e-428f-9b07-3aa66e3afeea requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:51:05.246712 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:05.284986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-1735c040-d906-4514-9a5e-3f977277e1f0 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:05.285668 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-1735c040-d906-4514-9a5e-3f977277e1f0 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Synchronizing usage tracker for tenant:885785143d684af0998d477e416e6a76 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:51:05.301842 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-1735c040-d906-4514-9a5e-3f977277e1f0 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Unset dirty status for tenant:885785143d684af0998d477e416e6a76 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:51:05.303058 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-1735c040-d906-4514-9a5e-3f977277e1f0 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/networks?id=ed6a8232-ec3e-428f-9b07-3aa66e3afeea HTTP/1.1" status: 200 len: 814 time: 0.2779114 Feb 18 09:51:05.318374 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-fca1ccd0-8ef4-43fa-9f25-082edd4843be tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/quotas/885785143d684af0998d477e416e6a76 HTTP/1.1" status: 200 len: 375 time: 0.0097933 Feb 18 09:51:05.364441 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-d327a491-bf5d-43dd-a636-508f4b422b35 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=885785143d684af0998d477e416e6a76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412073 Feb 18 09:51:05.541466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-f1c06178-8cf4-42ca-9dd0-71c29ad04c4b service neutron] 10.222.0.72 "GET /v2.0/networks/ed6a8232-ec3e-428f-9b07-3aa66e3afeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704581 Feb 18 09:51:05.671899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-4b485f55-d8ad-4c66-a168-acff23140f8d service neutron] 10.222.0.72 "GET /v2.0/networks/ed6a8232-ec3e-428f-9b07-3aa66e3afeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243205 Feb 18 09:51:05.875950 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-adfc00bd-cd24-4242-870a-120ef09aeb34 req-c801c11a-f4f1-4552-b8c5-2ddc1f7f6720 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 210 time: 0.0697658 Feb 18 09:51:06.904083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-fe0f6ec4-8106-45c1-b056-0e7e378ebf24 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:06.906325 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-fe0f6ec4-8106-45c1-b056-0e7e378ebf24 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.61 "GET /v2.0/networks?id=ed6a8232-ec3e-428f-9b07-3aa66e3afeea HTTP/1.1" status: 200 len: 814 time: 0.1540296 Feb 18 09:51:06.919382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-94984820-dc71-4c96-94f0-3c15ffb01f15 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Request body: {'port': {'device_id': '9632ff3d-5c6f-4138-96dd-467f66720714', 'network_id': 'ed6a8232-ec3e-428f-9b07-3aa66e3afeea', 'admin_state_up': True, 'tenant_id': '885785143d684af0998d477e416e6a76'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:07.059088 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-41967fae-d440-4195-b857-e7aefeb9e5c0 req-8c571c5d-4f48-40df-a315-3b81211d63be tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 210 time: 0.0565498 Feb 18 09:51:07.101379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-94984820-dc71-4c96-94f0-3c15ffb01f15 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:07.105166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-94984820-dc71-4c96-94f0-3c15ffb01f15 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Usage tracker for resource:port and tenant:885785143d684af0998d477e416e6a76 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:07.107880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-94984820-dc71-4c96-94f0-3c15ffb01f15 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:07.113925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-94984820-dc71-4c96-94f0-3c15ffb01f15 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:07.123520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-94984820-dc71-4c96-94f0-3c15ffb01f15 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Made reservation on behalf of 885785143d684af0998d477e416e6a76 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:07.128074 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-94984820-dc71-4c96-94f0-3c15ffb01f15 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:07.289390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-94984820-dc71-4c96-94f0-3c15ffb01f15 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Allocated IP 172.20.0.14 (ed6a8232-ec3e-428f-9b07-3aa66e3afeea/81a6056c-f645-4074-a735-9c722a7025c6/1fad8d17-bfff-4d4d-8587-109c644474e4) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:51:07.493502 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-94984820-dc71-4c96-94f0-3c15ffb01f15 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:07.522035 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-94984820-dc71-4c96-94f0-3c15ffb01f15 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:07.596804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-94984820-dc71-4c96-94f0-3c15ffb01f15 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Network ed6a8232-ec3e-428f-9b07-3aa66e3afeea is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:51:07.599891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-94984820-dc71-4c96-94f0-3c15ffb01f15 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:51:07.602536 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-94984820-dc71-4c96-94f0-3c15ffb01f15 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:51:07.640912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94984820-dc71-4c96-94f0-3c15ffb01f15 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Pushing event updated for resources: {'Port': ['ID=1fad8d17-bfff-4d4d-8587-109c644474e4,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:07.673670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-94984820-dc71-4c96-94f0-3c15ffb01f15 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:07.674270 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-94984820-dc71-4c96-94f0-3c15ffb01f15 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:07.694783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-94984820-dc71-4c96-94f0-3c15ffb01f15 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7803586 Feb 18 09:51:07.706758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Request body: {'port': {'device_id': '9632ff3d-5c6f-4138-96dd-467f66720714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:07.816657 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:08.336183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4b8c9-2c57-4795-be3b-5fd13b987651 req-462e329b-9dda-4333-b82c-58b31363b349 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:08.336917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-92e4b8c9-2c57-4795-be3b-5fd13b987651 req-462e329b-9dda-4333-b82c-58b31363b349 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Synchronizing usage tracker for tenant:885785143d684af0998d477e416e6a76 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:51:08.343469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fad8d17-bfff-4d4d-8587-109c644474e4 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:51:08.353673 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:08.374944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-92e4b8c9-2c57-4795-be3b-5fd13b987651 req-462e329b-9dda-4333-b82c-58b31363b349 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Unset dirty status for tenant:885785143d684af0998d477e416e6a76 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:51:08.376136 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92e4b8c9-2c57-4795-be3b-5fd13b987651 req-462e329b-9dda-4333-b82c-58b31363b349 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 932 time: 0.1967232 Feb 18 09:51:08.377243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Transition to ACTIVE for port object 1fad8d17-bfff-4d4d-8587-109c644474e4 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:51:08.380856 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:08.540817 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Pushing event updated for resources: {'Port': ['ID=1fad8d17-bfff-4d4d-8587-109c644474e4,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:08.574740 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-92e4b8c9-2c57-4795-be3b-5fd13b987651 req-defeb7c0-0d55-418e-b5a2-028d64361bf5 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Synchronizing usage tracker for tenant:885785143d684af0998d477e416e6a76 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:51:08.640676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-92e4b8c9-2c57-4795-be3b-5fd13b987651 req-defeb7c0-0d55-418e-b5a2-028d64361bf5 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Unset dirty status for tenant:885785143d684af0998d477e416e6a76 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:51:08.641818 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92e4b8c9-2c57-4795-be3b-5fd13b987651 req-defeb7c0-0d55-418e-b5a2-028d64361bf5 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567420 Feb 18 09:51:08.668711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Attempting to bind port 1fad8d17-bfff-4d4d-8587-109c644474e4 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:51:08.669041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Attempting to bind port 1fad8d17-bfff-4d4d-8587-109c644474e4 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'bfac1393-2f7e-4e70-87f7-2f16668e46b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ed6a8232-ec3e-428f-9b07-3aa66e3afeea'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:51:08.669370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Attempting to bind port 1fad8d17-bfff-4d4d-8587-109c644474e4 on network ed6a8232-ec3e-428f-9b07-3aa66e3afeea {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:51:08.674786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Port 1fad8d17-bfff-4d4d-8587-109c644474e4 on network ed6a8232-ec3e-428f-9b07-3aa66e3afeea not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:51:08.675105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Attempting to bind port 1fad8d17-bfff-4d4d-8587-109c644474e4 on network ed6a8232-ec3e-428f-9b07-3aa66e3afeea {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:51:08.680083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:51:08.680480 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Checking segment: {'id': 'bfac1393-2f7e-4e70-87f7-2f16668e46b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ed6a8232-ec3e-428f-9b07-3aa66e3afeea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:51:08.680859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Bound using segment: {'id': 'bfac1393-2f7e-4e70-87f7-2f16668e46b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ed6a8232-ec3e-428f-9b07-3aa66e3afeea'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:51:08.681278 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Bound port: 1fad8d17-bfff-4d4d-8587-109c644474e4, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfac1393-2f7e-4e70-87f7-2f16668e46b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ed6a8232-ec3e-428f-9b07-3aa66e3afeea'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:51:08.681628 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:08.774721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] For port 1fad8d17-bfff-4d4d-8587-109c644474e4, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:51:08.777846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] For port 1fad8d17-bfff-4d4d-8587-109c644474e4, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1fad8d17-bfff-4d4d-8587-109c644474e4,segment=NetworkSegment(bfac1393-2f7e-4e70-87f7-2f16668e46b7),segment_id=bfac1393-2f7e-4e70-87f7-2f16668e46b7)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:51:08.783389 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:08.842244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:08.843450 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:08.844933 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] 10.222.0.61 "PUT /v2.0/ports/1fad8d17-bfff-4d4d-8587-109c644474e4 HTTP/1.1" status: 200 len: 1092 time: 1.1429012 Feb 18 09:51:08.845361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9632ff3d-5c6f-4138-96dd-467f66720714', 'tag': '1fad8d17-bfff-4d4d-8587-109c644474e4'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:51:08.870148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6cf93-5eb0-472b-a847-f5b46d123356 service neutron] Pushing event updated for resources: {'Port': ['ID=1fad8d17-bfff-4d4d-8587-109c644474e4,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:08.922592 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9632ff3d-5c6f-4138-96dd-467f66720714', 'tag': '1fad8d17-bfff-4d4d-8587-109c644474e4', 'status': 'completed', 'code': 200} Feb 18 09:51:08.958189 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-242bd575-cb63-45ec-8ed6-014b906ec729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:08.959665 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-242bd575-cb63-45ec-8ed6-014b906ec729 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=885785143d684af0998d477e416e6a76&device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 1095 time: 0.0743568 Feb 18 09:51:09.032562 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-63233e27-67af-47fb-b214-8cad240fe10b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fad8d17-bfff-4d4d-8587-109c644474e4 HTTP/1.1" status: 200 len: 217 time: 0.0660729 Feb 18 09:51:09.098313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-b6fc9da9-35e7-4e94-9754-65fcb7a710e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:09.099728 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-b6fc9da9-35e7-4e94-9754-65fcb7a710e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81a6056c-f645-4074-a735-9c722a7025c6 HTTP/1.1" status: 200 len: 854 time: 0.0623055 Feb 18 09:51:09.147082 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-3b06ce1d-ac50-4153-b8a4-c23726964bad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ed6a8232-ec3e-428f-9b07-3aa66e3afeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412021 Feb 18 09:51:09.280824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-cdaab59a-7759-4dc4-b8f7-7fbba17cf851 service neutron] 10.222.0.61 "GET /v2.0/networks/ed6a8232-ec3e-428f-9b07-3aa66e3afeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266065 Feb 18 09:51:09.418675 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca6cf69d-814b-4994-8aaa-db5925f89f13 req-52adb147-1438-4eba-97be-4771a0c38e63 service neutron] 10.222.0.61 "GET /v2.0/networks/ed6a8232-ec3e-428f-9b07-3aa66e3afeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328959 Feb 18 09:51:09.532539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80762e-0d86-4b45-b911-aa9ee50df336 req-bbb1ecbf-6314-49af-8bc3-f0a80748ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:09.534032 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a80762e-0d86-4b45-b911-aa9ee50df336 req-bbb1ecbf-6314-49af-8bc3-f0a80748ea4c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=885785143d684af0998d477e416e6a76&device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 1095 time: 0.0701704 Feb 18 09:51:09.664226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80762e-0d86-4b45-b911-aa9ee50df336 req-c6f6d15d-fe97-4fbe-b4c5-073e4fdc31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:09.665887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a80762e-0d86-4b45-b911-aa9ee50df336 req-c6f6d15d-fe97-4fbe-b4c5-073e4fdc31dc service neutron] 10.222.0.61 "GET /v2.0/networks?id=ed6a8232-ec3e-428f-9b07-3aa66e3afeea HTTP/1.1" status: 200 len: 915 time: 0.1260691 Feb 18 09:51:09.749664 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a80762e-0d86-4b45-b911-aa9ee50df336 req-1f2dd9fb-3860-4d01-ad0e-c3ebbb519471 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fad8d17-bfff-4d4d-8587-109c644474e4 HTTP/1.1" status: 200 len: 217 time: 0.0773251 Feb 18 09:51:09.992984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80762e-0d86-4b45-b911-aa9ee50df336 req-42ae9a2c-e931-4ba5-a7a8-c3e39151e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:09.994342 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a80762e-0d86-4b45-b911-aa9ee50df336 req-42ae9a2c-e931-4ba5-a7a8-c3e39151e2d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81a6056c-f645-4074-a735-9c722a7025c6 HTTP/1.1" status: 200 len: 854 time: 0.2393210 Feb 18 09:51:10.043270 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a80762e-0d86-4b45-b911-aa9ee50df336 req-d818baee-ba75-4b89-a463-6ec86dabc4ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ed6a8232-ec3e-428f-9b07-3aa66e3afeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416341 Feb 18 09:51:10.089902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce68b51-6f8d-4013-ad47-8370f8bc39d7 req-e300e29e-c85a-41b5-ad08-32c730d4cf75 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:10.091363 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ce68b51-6f8d-4013-ad47-8370f8bc39d7 req-e300e29e-c85a-41b5-ad08-32c730d4cf75 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 944 time: 0.3387163 Feb 18 09:51:10.214055 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8ce68b51-6f8d-4013-ad47-8370f8bc39d7 req-ef309759-ad1b-4232-8a37-04048f60c570 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696208 Feb 18 09:51:10.238637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a80762e-0d86-4b45-b911-aa9ee50df336 req-6171be6e-2091-468d-9933-e86bc53470b0 service neutron] 10.222.0.61 "GET /v2.0/networks/ed6a8232-ec3e-428f-9b07-3aa66e3afeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878426 Feb 18 09:51:10.376461 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a80762e-0d86-4b45-b911-aa9ee50df336 req-4605167a-0625-4d46-a99e-0b86e380e2d6 service neutron] 10.222.0.61 "GET /v2.0/networks/ed6a8232-ec3e-428f-9b07-3aa66e3afeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303618 Feb 18 09:51:11.405251 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d96ec-02e3-4be5-9d30-0063bd1478dc req-1e059dd0-bbc8-4f7e-b20a-5e6d173149a2 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:11.406721 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e7d96ec-02e3-4be5-9d30-0063bd1478dc req-1e059dd0-bbc8-4f7e-b20a-5e6d173149a2 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 944 time: 0.0817199 Feb 18 09:51:11.451116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e7d96ec-02e3-4be5-9d30-0063bd1478dc req-74e066e6-e143-43f3-8fef-1f74eb1c1fcc tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387352 Feb 18 09:51:11.873050 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:11.923305 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:12.643336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c4480-177a-458b-bd32-485fb79eb9da req-c8acf48d-6d10-45b6-95eb-1d403c727235 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:12.644804 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d9c4480-177a-458b-bd32-485fb79eb9da req-c8acf48d-6d10-45b6-95eb-1d403c727235 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 944 time: 0.0883343 Feb 18 09:51:12.690137 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7d9c4480-177a-458b-bd32-485fb79eb9da req-f85bf099-2202-4bd1-aa24-25b8f76dde2e tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389991 Feb 18 09:51:12.967625 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1fad8d17-bfff-4d4d-8587-109c644474e4 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:51:13.142193 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1fad8d17-bfff-4d4d-8587-109c644474e4, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1fad8d17-bfff-4d4d-8587-109c644474e4,segment=NetworkSegment(bfac1393-2f7e-4e70-87f7-2f16668e46b7),segment_id=bfac1393-2f7e-4e70-87f7-2f16668e46b7)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:51:13.155459 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '1fad8d17-bfff-4d4d-8587-109c644474e4', 'network_id': 'ed6a8232-ec3e-428f-9b07-3aa66e3afeea', 'port_id': '1fad8d17-bfff-4d4d-8587-109c644474e4', 'mac_address': 'fa:16:3e:c3:34:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a6056c-f645-4074-a735-9c722a7025c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:51:13.211401 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:13.234424 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fad8d17-bfff-4d4d-8587-109c644474e4 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:51:13.249933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1fad8d17-bfff-4d4d-8587-109c644474e4, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1fad8d17-bfff-4d4d-8587-109c644474e4,segment=NetworkSegment(bfac1393-2f7e-4e70-87f7-2f16668e46b7),segment_id=bfac1393-2f7e-4e70-87f7-2f16668e46b7)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:51:13.254192 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:13.320819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1fad8d17-bfff-4d4d-8587-109c644474e4,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:13.541424 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['1fad8d17-bfff-4d4d-8587-109c644474e4'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:51:13.880512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf12f9-8ea1-4778-8d1e-a8aa2534f886 req-b1e2810f-fe03-4d15-b8e2-8ed1143c6cd0 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:13.882001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5aaf12f9-8ea1-4778-8d1e-a8aa2534f886 req-b1e2810f-fe03-4d15-b8e2-8ed1143c6cd0 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 945 time: 0.0824630 Feb 18 09:51:13.928102 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5aaf12f9-8ea1-4778-8d1e-a8aa2534f886 req-5043a759-eb3b-4c3e-8472-db92944cbaa8 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404410 Feb 18 09:51:14.112599 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:51:14.983563 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1fad8d17-bfff-4d4d-8587-109c644474e4 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:51:15.052970 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 1fad8d17-bfff-4d4d-8587-109c644474e4 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:51:15.058152 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 1fad8d17-bfff-4d4d-8587-109c644474e4 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:51:15.058524 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:15.126069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c58af3-05b8-40ce-b53c-ed74cb3fb508 req-fdf26e89-d157-444f-b177-6517a231a87d tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:15.127519 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49c58af3-05b8-40ce-b53c-ed74cb3fb508 req-fdf26e89-d157-444f-b177-6517a231a87d tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 945 time: 0.0886393 Feb 18 09:51:15.173005 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49c58af3-05b8-40ce-b53c-ed74cb3fb508 req-2b1b30c1-d4c8-40a1-9faa-050992809490 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397050 Feb 18 09:51:15.180687 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:15.209031 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9632ff3d-5c6f-4138-96dd-467f66720714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fad8d17-bfff-4d4d-8587-109c644474e4'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:51:15.218841 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 1fad8d17-bfff-4d4d-8587-109c644474e4, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1fad8d17-bfff-4d4d-8587-109c644474e4,segment=NetworkSegment(bfac1393-2f7e-4e70-87f7-2f16668e46b7),segment_id=bfac1393-2f7e-4e70-87f7-2f16668e46b7)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:51:15.222564 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:15.258532 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9632ff3d-5c6f-4138-96dd-467f66720714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fad8d17-bfff-4d4d-8587-109c644474e4', 'code': 200} Feb 18 09:51:15.291529 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=1fad8d17-bfff-4d4d-8587-109c644474e4,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:15.379330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472248be-bc21-4c9b-a9a6-65e38542a109 req-f09b51a3-eab7-4513-bfb8-1c37a7c3e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:15.380731 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-472248be-bc21-4c9b-a9a6-65e38542a109 req-f09b51a3-eab7-4513-bfb8-1c37a7c3e798 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 1097 time: 0.0685310 Feb 18 09:51:15.421997 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-472248be-bc21-4c9b-a9a6-65e38542a109 req-f252291e-1166-45a5-8c48-cb11579935c8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350840 Feb 18 09:51:16.362896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8340a-5301-4d11-95de-c57599b27162 req-1ce2487d-7a1f-4f14-af6a-a668801bdf32 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:16.364361 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8dd8340a-5301-4d11-95de-c57599b27162 req-1ce2487d-7a1f-4f14-af6a-a668801bdf32 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 946 time: 0.0866716 Feb 18 09:51:16.410350 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8dd8340a-5301-4d11-95de-c57599b27162 req-85a45c0b-64ef-4285-abd3-674d629d52a0 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401814 Feb 18 09:51:17.595101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b15a9-829c-4996-8ed2-26ca89a41c4e req-18657241-adc9-44af-85d7-97ceb0a86bc6 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:17.596521 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-587b15a9-829c-4996-8ed2-26ca89a41c4e req-18657241-adc9-44af-85d7-97ceb0a86bc6 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 946 time: 0.0791774 Feb 18 09:51:17.644285 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-587b15a9-829c-4996-8ed2-26ca89a41c4e req-1d268134-8a62-44e1-bfdc-785831743476 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422208 Feb 18 09:51:17.939209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-2f1a6bef-60cc-4b4b-a6c1-ef88749d038e tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:17.940700 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-2f1a6bef-60cc-4b4b-a6c1-ef88749d038e tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/networks?id=ed6a8232-ec3e-428f-9b07-3aa66e3afeea HTTP/1.1" status: 200 len: 814 time: 0.1547060 Feb 18 09:51:17.956603 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-424541a6-2fb1-485b-b876-9b7530a84e80 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/quotas/885785143d684af0998d477e416e6a76 HTTP/1.1" status: 200 len: 375 time: 0.0103717 Feb 18 09:51:18.040603 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-a0584305-9e42-4750-9ea7-c00f47dbe7bb tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=885785143d684af0998d477e416e6a76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776064 Feb 18 09:51:18.199000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-850a273a-9264-4367-9b3a-cd97c063bf21 service neutron] 10.222.0.72 "GET /v2.0/networks/ed6a8232-ec3e-428f-9b07-3aa66e3afeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493194 Feb 18 09:51:18.353844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-db9cb9bc-47fe-4147-8b93-8a9fae31ed90 service neutron] 10.222.0.72 "GET /v2.0/networks/ed6a8232-ec3e-428f-9b07-3aa66e3afeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457045 Feb 18 09:51:18.568529 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f754da41-ea86-4e0f-8449-5da5a0beeb9c req-d194ccea-8666-4823-8b18-28952d5d690e tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b001337-6407-45b5-8d81-0cba38c7524f HTTP/1.1" status: 200 len: 210 time: 0.0534801 Feb 18 09:51:19.683077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-133f66c2-be03-4361-b407-0389ba4c28a9 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:19.684764 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-133f66c2-be03-4361-b407-0389ba4c28a9 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.81 "GET /v2.0/networks?id=ed6a8232-ec3e-428f-9b07-3aa66e3afeea HTTP/1.1" status: 200 len: 814 time: 0.1848557 Feb 18 09:51:19.732482 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Request body: {'port': {'device_id': '0b001337-6407-45b5-8d81-0cba38c7524f', 'network_id': 'ed6a8232-ec3e-428f-9b07-3aa66e3afeea', 'admin_state_up': True, 'tenant_id': '885785143d684af0998d477e416e6a76'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:19.761474 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2f2d0f97-b7bc-4c3f-a78f-b272f99d9fee req-1890fb95-0fdc-4091-9be4-a4bc42787452 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b001337-6407-45b5-8d81-0cba38c7524f HTTP/1.1" status: 200 len: 210 time: 0.0695720 Feb 18 09:51:20.004346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:20.015793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:20.026256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Made reservation on behalf of 885785143d684af0998d477e416e6a76 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:20.030091 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:20.214107 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Allocated IP 172.20.0.12 (ed6a8232-ec3e-428f-9b07-3aa66e3afeea/81a6056c-f645-4074-a735-9c722a7025c6/39e51f1a-7b24-443f-9b84-e72cff67d14a) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:51:20.426323 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:20.456213 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:20.468897 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['1fad8d17-bfff-4d4d-8587-109c644474e4'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:51:20.536213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Network ed6a8232-ec3e-428f-9b07-3aa66e3afeea is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:51:20.539511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:51:20.543551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:51:20.574927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Pushing event updated for resources: {'Port': ['ID=39e51f1a-7b24-443f-9b84-e72cff67d14a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:20.590875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:20.591220 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:20.591557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:20.591889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:20.592218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:20.592572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:20.593401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:20.594291 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:20.594623 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:20.594952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:20.595309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:20.595630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:20.624309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:20.624919 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:20.649902 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-6115fb47-806f-4b13-83de-0b61cac83288 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9558616 Feb 18 09:51:20.662199 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Request body: {'port': {'device_id': '0b001337-6407-45b5-8d81-0cba38c7524f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:20.783098 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:21.110378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6845547-dec2-4b41-804e-b793bef4b14b req-e88713ae-d408-40fe-b73c-2b9d25f318dc tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:21.110988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b6845547-dec2-4b41-804e-b793bef4b14b req-e88713ae-d408-40fe-b73c-2b9d25f318dc tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Synchronizing usage tracker for tenant:885785143d684af0998d477e416e6a76 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:51:21.146900 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b6845547-dec2-4b41-804e-b793bef4b14b req-e88713ae-d408-40fe-b73c-2b9d25f318dc tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Unset dirty status for tenant:885785143d684af0998d477e416e6a76 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:51:21.148327 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6845547-dec2-4b41-804e-b793bef4b14b req-e88713ae-d408-40fe-b73c-2b9d25f318dc tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b001337-6407-45b5-8d81-0cba38c7524f HTTP/1.1" status: 200 len: 932 time: 0.2388406 Feb 18 09:51:21.250582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e51f1a-7b24-443f-9b84-e72cff67d14a {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:51:21.257621 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b6845547-dec2-4b41-804e-b793bef4b14b req-1455f4e7-9804-4825-a0bb-d7c54fb6f468 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978496 Feb 18 09:51:21.261727 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:21.277587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Transition to ACTIVE for port object 39e51f1a-7b24-443f-9b84-e72cff67d14a will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:51:21.282386 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:21.433786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Pushing event updated for resources: {'Port': ['ID=39e51f1a-7b24-443f-9b84-e72cff67d14a,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:21.515709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Attempting to bind port 39e51f1a-7b24-443f-9b84-e72cff67d14a on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:51:21.516037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Attempting to bind port 39e51f1a-7b24-443f-9b84-e72cff67d14a by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'bfac1393-2f7e-4e70-87f7-2f16668e46b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ed6a8232-ec3e-428f-9b07-3aa66e3afeea'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:51:21.516400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Attempting to bind port 39e51f1a-7b24-443f-9b84-e72cff67d14a on network ed6a8232-ec3e-428f-9b07-3aa66e3afeea {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:51:21.521322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Port 39e51f1a-7b24-443f-9b84-e72cff67d14a on network ed6a8232-ec3e-428f-9b07-3aa66e3afeea not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:51:21.521644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Attempting to bind port 39e51f1a-7b24-443f-9b84-e72cff67d14a on network ed6a8232-ec3e-428f-9b07-3aa66e3afeea {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:51:21.526870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:51:21.527198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Checking segment: {'id': 'bfac1393-2f7e-4e70-87f7-2f16668e46b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ed6a8232-ec3e-428f-9b07-3aa66e3afeea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:51:21.527572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Bound using segment: {'id': 'bfac1393-2f7e-4e70-87f7-2f16668e46b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ed6a8232-ec3e-428f-9b07-3aa66e3afeea'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:51:21.527986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Bound port: 39e51f1a-7b24-443f-9b84-e72cff67d14a, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfac1393-2f7e-4e70-87f7-2f16668e46b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ed6a8232-ec3e-428f-9b07-3aa66e3afeea'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:51:21.528372 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:21.617664 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] For port 39e51f1a-7b24-443f-9b84-e72cff67d14a, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:51:21.620711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] For port 39e51f1a-7b24-443f-9b84-e72cff67d14a, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=39e51f1a-7b24-443f-9b84-e72cff67d14a,segment=NetworkSegment(bfac1393-2f7e-4e70-87f7-2f16668e46b7),segment_id=bfac1393-2f7e-4e70-87f7-2f16668e46b7)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:51:21.625931 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:21.689247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:21.689787 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:21.691163 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] 10.222.0.81 "PUT /v2.0/ports/39e51f1a-7b24-443f-9b84-e72cff67d14a HTTP/1.1" status: 200 len: 1092 time: 1.0335600 Feb 18 09:51:21.691662 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b001337-6407-45b5-8d81-0cba38c7524f', 'tag': '39e51f1a-7b24-443f-9b84-e72cff67d14a'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:51:21.720209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6864a1-3c92-4cb3-a6f9-de5cf5c04923 service neutron] Pushing event updated for resources: {'Port': ['ID=39e51f1a-7b24-443f-9b84-e72cff67d14a,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:21.763849 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b001337-6407-45b5-8d81-0cba38c7524f', 'tag': '39e51f1a-7b24-443f-9b84-e72cff67d14a', 'status': 'completed', 'code': 200} Feb 18 09:51:21.804590 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-5b71ac73-7d3c-4bbd-a746-2da57031439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:21.806270 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-5b71ac73-7d3c-4bbd-a746-2da57031439b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=885785143d684af0998d477e416e6a76&device_id=0b001337-6407-45b5-8d81-0cba38c7524f HTTP/1.1" status: 200 len: 1095 time: 0.0742548 Feb 18 09:51:22.014301 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-085305c4-b94d-43f6-a7c5-5b60da26ab51 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39e51f1a-7b24-443f-9b84-e72cff67d14a HTTP/1.1" status: 200 len: 217 time: 0.2007577 Feb 18 09:51:22.077248 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-3cfc4ade-978e-4412-b721-d0c2eda3e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:22.078715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-3cfc4ade-978e-4412-b721-d0c2eda3e730 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=81a6056c-f645-4074-a735-9c722a7025c6 HTTP/1.1" status: 200 len: 854 time: 0.0587652 Feb 18 09:51:22.137324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-0b498b99-ba29-4469-8fb8-4ffc9dbe20f6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed6a8232-ec3e-428f-9b07-3aa66e3afeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513091 Feb 18 09:51:22.271442 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-cda24204-d6c6-493d-ad13-89f7858f33a3 service neutron] 10.222.0.81 "GET /v2.0/networks/ed6a8232-ec3e-428f-9b07-3aa66e3afeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276984 Feb 18 09:51:22.450167 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f908c820-77d1-4691-9f11-fbc5fc362aed req-bd275be9-96d9-453e-8f38-24b78a698c4a service neutron] 10.222.0.81 "GET /v2.0/networks/ed6a8232-ec3e-428f-9b07-3aa66e3afeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732359 Feb 18 09:51:22.487585 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2473672-09f5-48bb-84f4-ba3cd7e710e9 req-7863f3c9-24bf-4366-9f36-a05da084a676 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:22.489156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2473672-09f5-48bb-84f4-ba3cd7e710e9 req-7863f3c9-24bf-4366-9f36-a05da084a676 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b001337-6407-45b5-8d81-0cba38c7524f HTTP/1.1" status: 200 len: 944 time: 0.1177502 Feb 18 09:51:22.587366 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2473672-09f5-48bb-84f4-ba3cd7e710e9 req-f9c31e6f-a1d3-49f3-a7cf-5b6344d46454 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911934 Feb 18 09:51:22.614419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a51389-7063-421d-af93-c13dbce7fc90 req-87cdec33-b096-4f5a-a90e-092cec4d1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:22.616898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05a51389-7063-421d-af93-c13dbce7fc90 req-87cdec33-b096-4f5a-a90e-092cec4d1399 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=885785143d684af0998d477e416e6a76&device_id=0b001337-6407-45b5-8d81-0cba38c7524f HTTP/1.1" status: 200 len: 1095 time: 0.1194773 Feb 18 09:51:22.778210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a51389-7063-421d-af93-c13dbce7fc90 req-078893e3-586d-4e27-bcd3-893e5aa7ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:22.779672 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05a51389-7063-421d-af93-c13dbce7fc90 req-078893e3-586d-4e27-bcd3-893e5aa7ff2c service neutron] 10.222.0.81 "GET /v2.0/networks?id=ed6a8232-ec3e-428f-9b07-3aa66e3afeea HTTP/1.1" status: 200 len: 915 time: 0.1569278 Feb 18 09:51:22.850146 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05a51389-7063-421d-af93-c13dbce7fc90 req-82913604-4949-4133-8bf6-7c226d1fa677 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39e51f1a-7b24-443f-9b84-e72cff67d14a HTTP/1.1" status: 200 len: 217 time: 0.0647082 Feb 18 09:51:22.912068 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a51389-7063-421d-af93-c13dbce7fc90 req-1cfec2a1-9bea-46df-aa32-063d2301b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:22.913525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05a51389-7063-421d-af93-c13dbce7fc90 req-1cfec2a1-9bea-46df-aa32-063d2301b2ac service neutron] 10.222.0.81 "GET /v2.0/subnets?id=81a6056c-f645-4074-a735-9c722a7025c6 HTTP/1.1" status: 200 len: 854 time: 0.0581508 Feb 18 09:51:22.960992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05a51389-7063-421d-af93-c13dbce7fc90 req-5fa20833-477c-41b4-bf0c-47e0575324e9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed6a8232-ec3e-428f-9b07-3aa66e3afeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415912 Feb 18 09:51:23.105815 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05a51389-7063-421d-af93-c13dbce7fc90 req-4548ec47-8fc9-46d1-a09b-de4a32494bdc service neutron] 10.222.0.81 "GET /v2.0/networks/ed6a8232-ec3e-428f-9b07-3aa66e3afeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390269 Feb 18 09:51:23.240235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05a51389-7063-421d-af93-c13dbce7fc90 req-030d9f59-6b91-44af-b863-12a93206d08a service neutron] 10.222.0.81 "GET /v2.0/networks/ed6a8232-ec3e-428f-9b07-3aa66e3afeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287067 Feb 18 09:51:23.780748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76bccd-8e3a-4204-a687-7a6d9c9514d5 req-4a440a51-8847-4c6c-a34d-387cbc99ff48 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:23.782570 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da76bccd-8e3a-4204-a687-7a6d9c9514d5 req-4a440a51-8847-4c6c-a34d-387cbc99ff48 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b001337-6407-45b5-8d81-0cba38c7524f HTTP/1.1" status: 200 len: 944 time: 0.0856562 Feb 18 09:51:23.829402 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da76bccd-8e3a-4204-a687-7a6d9c9514d5 req-8613b067-ae7a-4879-abbd-4ac32aac0364 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Feb 18 09:51:25.012578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a7699-cb43-4fc9-a4f9-d016d2043b70 req-9137eb17-ec68-433d-b1c0-7c925e7be65d tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:25.014113 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-298a7699-cb43-4fc9-a4f9-d016d2043b70 req-9137eb17-ec68-433d-b1c0-7c925e7be65d tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b001337-6407-45b5-8d81-0cba38c7524f HTTP/1.1" status: 200 len: 944 time: 0.0801361 Feb 18 09:51:25.058532 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-298a7699-cb43-4fc9-a4f9-d016d2043b70 req-c3f66026-85e9-4404-a47b-fe91c81db8ad tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382395 Feb 18 09:51:26.249185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b258bd-8971-4aec-91a6-b60dcc610e48 req-aee4f4f2-cd66-4007-a521-394ac123baf3 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:26.250628 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47b258bd-8971-4aec-91a6-b60dcc610e48 req-aee4f4f2-cd66-4007-a521-394ac123baf3 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b001337-6407-45b5-8d81-0cba38c7524f HTTP/1.1" status: 200 len: 944 time: 0.0853596 Feb 18 09:51:26.294697 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47b258bd-8971-4aec-91a6-b60dcc610e48 req-94ba5006-c7d4-4551-b03e-2506b1c7b1ee tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385036 Feb 18 09:51:27.057098 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 39e51f1a-7b24-443f-9b84-e72cff67d14a details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:51:27.192626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 39e51f1a-7b24-443f-9b84-e72cff67d14a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=39e51f1a-7b24-443f-9b84-e72cff67d14a,segment=NetworkSegment(bfac1393-2f7e-4e70-87f7-2f16668e46b7),segment_id=bfac1393-2f7e-4e70-87f7-2f16668e46b7)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:51:27.206276 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '39e51f1a-7b24-443f-9b84-e72cff67d14a', 'network_id': 'ed6a8232-ec3e-428f-9b07-3aa66e3afeea', 'port_id': '39e51f1a-7b24-443f-9b84-e72cff67d14a', 'mac_address': 'fa:16:3e:3f:9e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a6056c-f645-4074-a735-9c722a7025c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:51:27.263214 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:27.281058 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e51f1a-7b24-443f-9b84-e72cff67d14a {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:51:27.296547 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 39e51f1a-7b24-443f-9b84-e72cff67d14a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=39e51f1a-7b24-443f-9b84-e72cff67d14a,segment=NetworkSegment(bfac1393-2f7e-4e70-87f7-2f16668e46b7),segment_id=bfac1393-2f7e-4e70-87f7-2f16668e46b7)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:51:27.300487 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:27.371789 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=39e51f1a-7b24-443f-9b84-e72cff67d14a,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:27.483953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5a5e4-449b-4dee-9c27-ad4b56c31e3b req-81b253d3-ba2f-4d32-9b97-a15a7ff7bdaf tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:27.485172 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cc5a5e4-449b-4dee-9c27-ad4b56c31e3b req-81b253d3-ba2f-4d32-9b97-a15a7ff7bdaf tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b001337-6407-45b5-8d81-0cba38c7524f HTTP/1.1" status: 200 len: 945 time: 0.0804915 Feb 18 09:51:27.593746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['39e51f1a-7b24-443f-9b84-e72cff67d14a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:51:27.648183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8cc5a5e4-449b-4dee-9c27-ad4b56c31e3b req-f699d2b0-f991-4e34-9280-f4a5f3e534c7 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573937 Feb 18 09:51:28.834708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f19276-ec7c-4952-bad0-eab3fd80a6e3 req-842a347f-4f5b-47f1-bd3d-1e0c7a216ce3 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:28.836170 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7f19276-ec7c-4952-bad0-eab3fd80a6e3 req-842a347f-4f5b-47f1-bd3d-1e0c7a216ce3 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b001337-6407-45b5-8d81-0cba38c7524f HTTP/1.1" status: 200 len: 945 time: 0.0826349 Feb 18 09:51:28.888877 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7f19276-ec7c-4952-bad0-eab3fd80a6e3 req-493641c4-5aa8-47cb-8718-d726d1efa40d tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447521 Feb 18 09:51:29.059447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 39e51f1a-7b24-443f-9b84-e72cff67d14a up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:51:29.129247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 39e51f1a-7b24-443f-9b84-e72cff67d14a completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:51:29.134156 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 39e51f1a-7b24-443f-9b84-e72cff67d14a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:51:29.134533 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:29.264037 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:29.290351 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b001337-6407-45b5-8d81-0cba38c7524f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e51f1a-7b24-443f-9b84-e72cff67d14a'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:51:29.301014 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 39e51f1a-7b24-443f-9b84-e72cff67d14a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=39e51f1a-7b24-443f-9b84-e72cff67d14a,segment=NetworkSegment(bfac1393-2f7e-4e70-87f7-2f16668e46b7),segment_id=bfac1393-2f7e-4e70-87f7-2f16668e46b7)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:51:29.305217 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:29.341683 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b001337-6407-45b5-8d81-0cba38c7524f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e51f1a-7b24-443f-9b84-e72cff67d14a', 'code': 200} Feb 18 09:51:29.422318 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=39e51f1a-7b24-443f-9b84-e72cff67d14a,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:29.430058 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:29.430406 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:29.430743 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:29.431083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:29.431410 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:29.431737 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:29.432060 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:29.432426 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:29.432773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:29.433093 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:29.433414 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:29.433735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:51:29.470158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9133b-7be5-416e-afb1-d80912729735 req-8f9b748f-95ff-4ecc-b676-81f0d026a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:29.471638 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03c9133b-7be5-416e-afb1-d80912729735 req-8f9b748f-95ff-4ecc-b676-81f0d026a55c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0b001337-6407-45b5-8d81-0cba38c7524f HTTP/1.1" status: 200 len: 1097 time: 0.0728915 Feb 18 09:51:29.513568 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03c9133b-7be5-416e-afb1-d80912729735 req-38b62d44-24fe-46bb-9071-dab37557895f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351946 Feb 18 09:51:30.076571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08b446-b973-4b4b-aa76-093af3a2b361 req-2e0a76e2-11cb-4e4b-a946-2b862e2afec6 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:30.078552 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a08b446-b973-4b4b-aa76-093af3a2b361 req-2e0a76e2-11cb-4e4b-a946-2b862e2afec6 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b001337-6407-45b5-8d81-0cba38c7524f HTTP/1.1" status: 200 len: 946 time: 0.0792530 Feb 18 09:51:30.125058 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a08b446-b973-4b4b-aa76-093af3a2b361 req-dc3e70ba-663e-42f5-9f32-c9d8af40a2c5 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406690 Feb 18 09:51:30.447165 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fc2161ee-fb9d-4623-8d76-354c28d20b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:31.309769 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75eac0f-5e57-46f8-a293-a9460829ca70 req-a70cdc8c-5dea-4c84-bfa7-a9cba9cb27f0 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:31.311208 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e75eac0f-5e57-46f8-a293-a9460829ca70 req-a70cdc8c-5dea-4c84-bfa7-a9cba9cb27f0 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b001337-6407-45b5-8d81-0cba38c7524f HTTP/1.1" status: 200 len: 946 time: 0.0782387 Feb 18 09:51:31.355605 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e75eac0f-5e57-46f8-a293-a9460829ca70 req-0ae0a343-ef99-49de-bb83-8fae22395813 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382459 Feb 18 09:51:31.753220 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53eb171-1948-43ee-91b2-9e4b53cc3b45 req-76b70591-6038-479d-8ee3-4fc2135672a3 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:31.754600 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d53eb171-1948-43ee-91b2-9e4b53cc3b45 req-76b70591-6038-479d-8ee3-4fc2135672a3 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b001337-6407-45b5-8d81-0cba38c7524f HTTP/1.1" status: 200 len: 946 time: 0.0836182 Feb 18 09:51:31.799910 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d53eb171-1948-43ee-91b2-9e4b53cc3b45 req-9625bb18-9758-4935-a53b-9988c4ca7d49 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394845 Feb 18 09:51:32.989811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b661c1-b815-4a03-9f0f-84a1a19f10c0 req-251070c0-8565-4313-b64e-de3289526f77 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:32.991281 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5b661c1-b815-4a03-9f0f-84a1a19f10c0 req-251070c0-8565-4313-b64e-de3289526f77 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b001337-6407-45b5-8d81-0cba38c7524f HTTP/1.1" status: 200 len: 946 time: 0.0795548 Feb 18 09:51:33.036260 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e5b661c1-b815-4a03-9f0f-84a1a19f10c0 req-a7fa7568-4f0a-4dd2-a153-fc13348c5aaa tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392494 Feb 18 09:51:33.192225 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754aa4e-8f87-4846-988b-6d5e6cb9d89b req-8dd50f15-5145-4675-ac20-b83e90f9a52e tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:33.193709 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e754aa4e-8f87-4846-988b-6d5e6cb9d89b req-8dd50f15-5145-4675-ac20-b83e90f9a52e tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b001337-6407-45b5-8d81-0cba38c7524f HTTP/1.1" status: 200 len: 946 time: 0.0878596 Feb 18 09:51:33.262782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-e754aa4e-8f87-4846-988b-6d5e6cb9d89b req-15c21aa3-c560-4f28-ad31-cf5a82e8e03a tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Deleting port 39e51f1a-7b24-443f-9b84-e72cff67d14a {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:51:33.263121 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e754aa4e-8f87-4846-988b-6d5e6cb9d89b req-15c21aa3-c560-4f28-ad31-cf5a82e8e03a tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:33.506896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-e754aa4e-8f87-4846-988b-6d5e6cb9d89b req-15c21aa3-c560-4f28-ad31-cf5a82e8e03a tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] For port 39e51f1a-7b24-443f-9b84-e72cff67d14a, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=39e51f1a-7b24-443f-9b84-e72cff67d14a,segment=NetworkSegment(bfac1393-2f7e-4e70-87f7-2f16668e46b7),segment_id=bfac1393-2f7e-4e70-87f7-2f16668e46b7)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:51:33.507160 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e754aa4e-8f87-4846-988b-6d5e6cb9d89b req-15c21aa3-c560-4f28-ad31-cf5a82e8e03a tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:33.633077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-e754aa4e-8f87-4846-988b-6d5e6cb9d89b req-15c21aa3-c560-4f28-ad31-cf5a82e8e03a tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Calling delete_port for 39e51f1a-7b24-443f-9b84-e72cff67d14a owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:51:33.780704 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e754aa4e-8f87-4846-988b-6d5e6cb9d89b req-15c21aa3-c560-4f28-ad31-cf5a82e8e03a tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:33.793549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['39e51f1a-7b24-443f-9b84-e72cff67d14a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:51:33.819729 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['1fad8d17-bfff-4d4d-8587-109c644474e4'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:51:33.839970 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c21aa3-c560-4f28-ad31-cf5a82e8e03a tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Pushing event deleted for resources: {'Port': ['ID=39e51f1a-7b24-443f-9b84-e72cff67d14a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:33.909652 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-400da7f4-4765-4cfe-94dd-30a23e8a9405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:33.917636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e754aa4e-8f87-4846-988b-6d5e6cb9d89b req-15c21aa3-c560-4f28-ad31-cf5a82e8e03a tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] No DVR routers for this DVR port 39e51f1a-7b24-443f-9b84-e72cff67d14a on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:51:33.920179 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e754aa4e-8f87-4846-988b-6d5e6cb9d89b req-15c21aa3-c560-4f28-ad31-cf5a82e8e03a tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:33.922884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b001337-6407-45b5-8d81-0cba38c7524f', 'name': 'network-vif-deleted', 'tag': '39e51f1a-7b24-443f-9b84-e72cff67d14a'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:51:33.939252 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e754aa4e-8f87-4846-988b-6d5e6cb9d89b req-15c21aa3-c560-4f28-ad31-cf5a82e8e03a tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.81 "DELETE /v2.0/ports/39e51f1a-7b24-443f-9b84-e72cff67d14a HTTP/1.1" status: 204 len: 173 time: 0.7406278 Feb 18 09:51:33.973764 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b001337-6407-45b5-8d81-0cba38c7524f', 'name': 'network-vif-deleted', 'tag': '39e51f1a-7b24-443f-9b84-e72cff67d14a', 'status': 'completed', 'code': 200} Feb 18 09:51:33.988195 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:34.042730 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:34.212219 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-733901ec-06fb-499d-b51f-2b5de29e32e1 req-a81757de-06ac-43ff-a1f9-8b7179f62aa2 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Synchronizing usage tracker for tenant:885785143d684af0998d477e416e6a76 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:51:34.228356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-733901ec-06fb-499d-b51f-2b5de29e32e1 req-a81757de-06ac-43ff-a1f9-8b7179f62aa2 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Unset dirty status for tenant:885785143d684af0998d477e416e6a76 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:51:34.229556 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-733901ec-06fb-499d-b51f-2b5de29e32e1 req-a81757de-06ac-43ff-a1f9-8b7179f62aa2 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b001337-6407-45b5-8d81-0cba38c7524f HTTP/1.1" status: 200 len: 210 time: 0.0711496 Feb 18 09:51:35.248908 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:35.490137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37e96e-df46-45c9-91af-51d7bb7c4d04 req-a1642cb2-90c2-4f2c-b816-8aac76a0f7a0 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:35.491513 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4a37e96e-df46-45c9-91af-51d7bb7c4d04 req-a1642cb2-90c2-4f2c-b816-8aac76a0f7a0 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 946 time: 0.0817707 Feb 18 09:51:35.537387 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4a37e96e-df46-45c9-91af-51d7bb7c4d04 req-2d714c21-eb26-4af2-8572-d36d30951d36 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401905 Feb 18 09:51:35.749384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6e393-3f70-43b2-9cf5-44a95b665452 req-cd94dc41-3cec-41c5-824f-255847d71065 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:35.750769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7bb6e393-3f70-43b2-9cf5-44a95b665452 req-cd94dc41-3cec-41c5-824f-255847d71065 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 946 time: 0.0848370 Feb 18 09:51:35.908726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7bb6e393-3f70-43b2-9cf5-44a95b665452 req-12874c6a-fe23-42f0-b9f4-b5eca4323319 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516902 Feb 18 09:51:36.097160 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bcc9f-9c07-482d-9e69-f98e2b04c22a req-15f1d457-c3b3-401c-8390-2fea1aefb305 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:36.098609 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b76bcc9f-9c07-482d-9e69-f98e2b04c22a req-15f1d457-c3b3-401c-8390-2fea1aefb305 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 946 time: 0.0796003 Feb 18 09:51:36.144869 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b76bcc9f-9c07-482d-9e69-f98e2b04c22a req-d410639b-e104-461c-826d-de81b703b0e1 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406399 Feb 18 09:51:36.441067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728fa6b-560a-4c67-8cf9-00daa462507e req-add5b012-d502-4c02-b21c-5800b2899f3e tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:36.442549 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5728fa6b-560a-4c67-8cf9-00daa462507e req-add5b012-d502-4c02-b21c-5800b2899f3e tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 946 time: 0.0865767 Feb 18 09:51:36.486964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5728fa6b-560a-4c67-8cf9-00daa462507e req-28b713b4-34c2-45a1-828a-5b177c069fa0 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388017 Feb 18 09:51:36.674656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27d433-9987-4dfd-9fb8-072ddf22428f req-f93d26ce-95d8-4a0e-8f42-d667934de3e9 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:36.676149 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed27d433-9987-4dfd-9fb8-072ddf22428f req-f93d26ce-95d8-4a0e-8f42-d667934de3e9 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 946 time: 0.0855279 Feb 18 09:51:36.721173 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed27d433-9987-4dfd-9fb8-072ddf22428f req-889beb0e-cb09-447b-bf41-f07f35bb64d1 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392642 Feb 18 09:51:36.924615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e9700-9f19-4929-b571-1165a166d00e req-0aee5623-7f02-4a52-9137-ae8a9a12ac2e tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:36.926159 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-423e9700-9f19-4929-b571-1165a166d00e req-0aee5623-7f02-4a52-9137-ae8a9a12ac2e tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 946 time: 0.0837305 Feb 18 09:51:36.977297 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-423e9700-9f19-4929-b571-1165a166d00e req-ca44cd86-643b-44bd-99e3-cdf709cd8242 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445085 Feb 18 09:51:37.081704 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 39e51f1a-7b24-443f-9b84-e72cff67d14a no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:51:37.120946 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 39e51f1a-7b24-443f-9b84-e72cff67d14a {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:51:37.121286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 39e51f1a-7b24-443f-9b84-e72cff67d14a not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:51:37.541654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3529f-b791-42d9-8bf1-1863913b1567 req-3427e0cc-0537-43ed-8b7b-bcb57a86655a tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:37.543034 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1a3529f-b791-42d9-8bf1-1863913b1567 req-3427e0cc-0537-43ed-8b7b-bcb57a86655a tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 946 time: 0.0900760 Feb 18 09:51:37.588252 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a1a3529f-b791-42d9-8bf1-1863913b1567 req-3a4a2d2f-9e6f-40a1-ab38-0a2898f5ec2b tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395889 Feb 18 09:51:38.782318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62865cc-f13d-49cc-ac77-8d604c4ae7f0 req-70df8882-0692-4f3a-a81f-c568fc1c81b7 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:38.783793 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d62865cc-f13d-49cc-ac77-8d604c4ae7f0 req-70df8882-0692-4f3a-a81f-c568fc1c81b7 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 946 time: 0.0820880 Feb 18 09:51:38.829931 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d62865cc-f13d-49cc-ac77-8d604c4ae7f0 req-501d07aa-edd4-4bb0-ae9a-1a50c628a54a tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2980596-4ea2-4a77-95a8-bd718edc0a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404613 Feb 18 09:51:39.069504 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0202f-d3a3-43eb-8322-0884d5bbf458 req-b3f550c3-6c7d-46b7-bd5f-2dcc0d5120c9 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:39.070983 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7e0202f-d3a3-43eb-8322-0884d5bbf458 req-b3f550c3-6c7d-46b7-bd5f-2dcc0d5120c9 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.61 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 946 time: 0.0857339 Feb 18 09:51:39.143134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-c7e0202f-d3a3-43eb-8322-0884d5bbf458 req-76388ba9-98aa-4cb7-b99f-2f31cbd6fec6 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Deleting port 1fad8d17-bfff-4d4d-8587-109c644474e4 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:51:39.143392 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c7e0202f-d3a3-43eb-8322-0884d5bbf458 req-76388ba9-98aa-4cb7-b99f-2f31cbd6fec6 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:39.401814 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-c7e0202f-d3a3-43eb-8322-0884d5bbf458 req-76388ba9-98aa-4cb7-b99f-2f31cbd6fec6 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] For port 1fad8d17-bfff-4d4d-8587-109c644474e4, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=1fad8d17-bfff-4d4d-8587-109c644474e4,segment=NetworkSegment(bfac1393-2f7e-4e70-87f7-2f16668e46b7),segment_id=bfac1393-2f7e-4e70-87f7-2f16668e46b7)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:51:39.402139 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c7e0202f-d3a3-43eb-8322-0884d5bbf458 req-76388ba9-98aa-4cb7-b99f-2f31cbd6fec6 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:39.525437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-c7e0202f-d3a3-43eb-8322-0884d5bbf458 req-76388ba9-98aa-4cb7-b99f-2f31cbd6fec6 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Calling delete_port for 1fad8d17-bfff-4d4d-8587-109c644474e4 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:51:39.675602 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c7e0202f-d3a3-43eb-8322-0884d5bbf458 req-76388ba9-98aa-4cb7-b99f-2f31cbd6fec6 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:39.686840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['1fad8d17-bfff-4d4d-8587-109c644474e4'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:51:39.728196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76388ba9-98aa-4cb7-b99f-2f31cbd6fec6 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Pushing event deleted for resources: {'Port': ['ID=1fad8d17-bfff-4d4d-8587-109c644474e4,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:39.802640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e0202f-d3a3-43eb-8322-0884d5bbf458 req-76388ba9-98aa-4cb7-b99f-2f31cbd6fec6 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] No DVR routers for this DVR port 1fad8d17-bfff-4d4d-8587-109c644474e4 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:51:39.805220 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-c7e0202f-d3a3-43eb-8322-0884d5bbf458 req-76388ba9-98aa-4cb7-b99f-2f31cbd6fec6 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:39.807864 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9632ff3d-5c6f-4138-96dd-467f66720714', 'name': 'network-vif-deleted', 'tag': '1fad8d17-bfff-4d4d-8587-109c644474e4'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:51:39.824618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7e0202f-d3a3-43eb-8322-0884d5bbf458 req-76388ba9-98aa-4cb7-b99f-2f31cbd6fec6 tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.61 "DELETE /v2.0/ports/1fad8d17-bfff-4d4d-8587-109c644474e4 HTTP/1.1" status: 204 len: 173 time: 0.7459257 Feb 18 09:51:39.879189 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9632ff3d-5c6f-4138-96dd-467f66720714', 'name': 'network-vif-deleted', 'tag': '1fad8d17-bfff-4d4d-8587-109c644474e4', 'status': 'completed', 'code': 200} Feb 18 09:51:39.996997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-428b6aa9-4c57-4e3c-9f71-981bbe0ac9b6 req-5fb68dc0-6c70-403f-a7cc-c17c2e9a997c tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Synchronizing usage tracker for tenant:885785143d684af0998d477e416e6a76 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:51:40.014404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-428b6aa9-4c57-4e3c-9f71-981bbe0ac9b6 req-5fb68dc0-6c70-403f-a7cc-c17c2e9a997c tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] Unset dirty status for tenant:885785143d684af0998d477e416e6a76 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:51:40.016237 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-428b6aa9-4c57-4e3c-9f71-981bbe0ac9b6 req-5fb68dc0-6c70-403f-a7cc-c17c2e9a997c tempest-ServersNegativeTestJSON-2023683923 tempest-ServersNegativeTestJSON-2023683923-project] 10.222.0.72 "GET /v2.0/ports?device_id=9632ff3d-5c6f-4138-96dd-467f66720714 HTTP/1.1" status: 200 len: 210 time: 0.0731688 Feb 18 09:51:41.117226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49626) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:41.294449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1056ad0d-0961-4014-a956-b665bcd8dcd5 admin admin] Deleting subnet 81a6056c-f645-4074-a735-9c722a7025c6 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:51:41.297747 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1056ad0d-0961-4014-a956-b665bcd8dcd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:41.348075 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1056ad0d-0961-4014-a956-b665bcd8dcd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:41.402641 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1056ad0d-0961-4014-a956-b665bcd8dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:41.474324 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1056ad0d-0961-4014-a956-b665bcd8dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:41.514993 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1056ad0d-0961-4014-a956-b665bcd8dcd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:41.517860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056ad0d-0961-4014-a956-b665bcd8dcd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a6056c-f645-4074-a735-9c722a7025c6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:41.524599 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1056ad0d-0961-4014-a956-b665bcd8dcd5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/81a6056c-f645-4074-a735-9c722a7025c6 HTTP/1.1" status: 204 len: 168 time: 0.4063909 Feb 18 09:51:41.527345 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49630) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:41.648813 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0d78d6fd-6264-4838-addb-a264cecec039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:41.773033 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0d78d6fd-6264-4838-addb-a264cecec039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:41.798811 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0d78d6fd-6264-4838-addb-a264cecec039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6a8232-ec3e-428f-9b07-3aa66e3afeea']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:41.810790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0d78d6fd-6264-4838-addb-a264cecec039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfac1393-2f7e-4e70-87f7-2f16668e46b7') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:41.811087 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0d78d6fd-6264-4838-addb-a264cecec039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfac1393-2f7e-4e70-87f7-2f16668e46b7') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:41.823134 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0d78d6fd-6264-4838-addb-a264cecec039 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:41.839816 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0d78d6fd-6264-4838-addb-a264cecec039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:41.846389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d78d6fd-6264-4838-addb-a264cecec039 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:51:41.846776 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0d78d6fd-6264-4838-addb-a264cecec039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:51:41.864537 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:51:41.874220 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:41.929673 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:41.941819 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0d78d6fd-6264-4838-addb-a264cecec039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:41.959293 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0d78d6fd-6264-4838-addb-a264cecec039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:41.969833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78d6fd-6264-4838-addb-a264cecec039 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed6a8232-ec3e-428f-9b07-3aa66e3afeea,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:41.977531 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0d78d6fd-6264-4838-addb-a264cecec039 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ed6a8232-ec3e-428f-9b07-3aa66e3afeea HTTP/1.1" status: 204 len: 168 time: 0.4492476 Feb 18 09:51:42.088533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49636) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:42.136160 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-20ae11b7-3b45-4e0f-b0c3-88fa59606b37 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=885785143d684af0998d477e416e6a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463390 Feb 18 09:51:42.138528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49640) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:42.195855 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-734398f3-28e3-4dc6-b125-8e122ef22a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:42.222237 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-734398f3-28e3-4dc6-b125-8e122ef22a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:42.272652 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-734398f3-28e3-4dc6-b125-8e122ef22a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:42.289516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734398f3-28e3-4dc6-b125-8e122ef22a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2980596-4ea2-4a77-95a8-bd718edc0a00,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:42.301471 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-734398f3-28e3-4dc6-b125-8e122ef22a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:42.302538 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-734398f3-28e3-4dc6-b125-8e122ef22a96 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d2980596-4ea2-4a77-95a8-bd718edc0a00 HTTP/1.1" status: 204 len: 168 time: 0.1631193 Feb 18 09:51:43.070997 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49664) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:43.081031 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1fad8d17-bfff-4d4d-8587-109c644474e4 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:51:43.117213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 1fad8d17-bfff-4d4d-8587-109c644474e4 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:51:43.117563 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 1fad8d17-bfff-4d4d-8587-109c644474e4 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:51:43.287870 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1963686273'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:43.293913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:43.298446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Usage tracker for resource:network and tenant:e4df78dd3cfa4feb802cd7e34809fe87 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:43.301912 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:43.308365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:43.318384 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Made reservation on behalf of e4df78dd3cfa4feb802cd7e34809fe87 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:43.322019 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:43.340626 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:43.357067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:43.361725 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Usage tracker for resource:security_group_rule and tenant:e4df78dd3cfa4feb802cd7e34809fe87 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:43.364543 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:43.370420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:43.459235 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:43.463158 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:43.497439 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:51:43.505339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b286c982-c4e1-48e9-ac79-2b004ecd94f5,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:43.512821 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:43.513169 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Added segment 33afa373-733c-4214-9467-8407b37ffcd9 of type vlan for network a25ed6c5-905e-4915-8d8f-d7686c7b5fc2 Feb 18 09:51:43.541740 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:43.571511 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:43.577024 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:43.578220 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:43.692818 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6207750 Feb 18 09:51:43.693672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77be049-ed84-46ca-a3bd-c4d3430b92fe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event updated for resources: {'Network': ['ID=a25ed6c5-905e-4915-8d8f-d7686c7b5fc2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:43.720013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network a25ed6c5-905e-4915-8d8f-d7686c7b5fc2 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:51:47.035213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49672) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:47.040956 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-650cc5b8-649c-4bf5-8f07-92ec719853df tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Request body: {'subnet': {'network_id': 'a25ed6c5-905e-4915-8d8f-d7686c7b5fc2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:47.155323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-650cc5b8-649c-4bf5-8f07-92ec719853df tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:47.159794 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-650cc5b8-649c-4bf5-8f07-92ec719853df tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Usage tracker for resource:subnet and tenant:e4df78dd3cfa4feb802cd7e34809fe87 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:47.162752 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-650cc5b8-649c-4bf5-8f07-92ec719853df tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:47.169379 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-650cc5b8-649c-4bf5-8f07-92ec719853df tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:47.182649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650cc5b8-649c-4bf5-8f07-92ec719853df tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Made reservation on behalf of e4df78dd3cfa4feb802cd7e34809fe87 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:47.186136 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-650cc5b8-649c-4bf5-8f07-92ec719853df tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:47.427370 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-650cc5b8-649c-4bf5-8f07-92ec719853df tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:47.505865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cc5b8-649c-4bf5-8f07-92ec719853df tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event updated for resources: {'Subnet': ['ID=82037737-e246-497c-9461-0e3386570c68,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:47.516562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650cc5b8-649c-4bf5-8f07-92ec719853df tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Checking segment: {'id': '33afa373-733c-4214-9467-8407b37ffcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'a25ed6c5-905e-4915-8d8f-d7686c7b5fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:51:47.516936 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650cc5b8-649c-4bf5-8f07-92ec719853df tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Network hostable DHCP agents. Network: a25ed6c5-905e-4915-8d8f-d7686c7b5fc2, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:51:47.536044 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650cc5b8-649c-4bf5-8f07-92ec719853df tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Network a25ed6c5-905e-4915-8d8f-d7686c7b5fc2 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:51:47.544537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-650cc5b8-649c-4bf5-8f07-92ec719853df tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, a25ed6c5-905e-4915-8d8f-d7686c7b5fc2) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:51:47.549625 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650cc5b8-649c-4bf5-8f07-92ec719853df tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:47.550515 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-650cc5b8-649c-4bf5-8f07-92ec719853df tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:47.557243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2b0bfb-8c4b-43fc-9fa6-e9afc96c7b93 None None] Network a25ed6c5-905e-4915-8d8f-d7686c7b5fc2 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:51:47.574577 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-650cc5b8-649c-4bf5-8f07-92ec719853df tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5382113 Feb 18 09:51:47.579663 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49676) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:47.585316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b57b6360-af34-427d-b522-be4d24f9edd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1249179140'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:47.591293 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b57b6360-af34-427d-b522-be4d24f9edd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:47.595317 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b57b6360-af34-427d-b522-be4d24f9edd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Usage tracker for resource:network and tenant:e4df78dd3cfa4feb802cd7e34809fe87 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:47.598161 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b57b6360-af34-427d-b522-be4d24f9edd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:47.603680 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b57b6360-af34-427d-b522-be4d24f9edd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:47.613858 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57b6360-af34-427d-b522-be4d24f9edd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Made reservation on behalf of e4df78dd3cfa4feb802cd7e34809fe87 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:47.617281 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b57b6360-af34-427d-b522-be4d24f9edd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:47.645418 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57b6360-af34-427d-b522-be4d24f9edd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:51:47.654212 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b57b6360-af34-427d-b522-be4d24f9edd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:47.654557 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-b57b6360-af34-427d-b522-be4d24f9edd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Added segment 7f9b7fe9-5ee8-4c8d-bdcd-62032b8dd804 of type vlan for network c1208f56-2e3d-408a-92ea-1d94b20aaef2 Feb 18 09:51:47.682733 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b57b6360-af34-427d-b522-be4d24f9edd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:47.714504 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b57b6360-af34-427d-b522-be4d24f9edd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:47.720819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57b6360-af34-427d-b522-be4d24f9edd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:47.721400 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b57b6360-af34-427d-b522-be4d24f9edd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:47.794831 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-a25ed6c5-905e-4915-8d8f-d7686c7b5fc2', 'network_id': 'a25ed6c5-905e-4915-8d8f-d7686c7b5fc2', 'tenant_id': 'e4df78dd3cfa4feb802cd7e34809fe87', 'fixed_ips': [{'subnet_id': '82037737-e246-497c-9461-0e3386570c68'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:51:47.795648 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:47.824089 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b57b6360-af34-427d-b522-be4d24f9edd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2433221 Feb 18 09:51:47.826865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49680) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:47.834759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-57f688b3-47e3-4271-a865-8a374f4d1f94 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Request body: {'subnet': {'network_id': 'c1208f56-2e3d-408a-92ea-1d94b20aaef2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:47.848886 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b6360-af34-427d-b522-be4d24f9edd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event updated for resources: {'Network': ['ID=c1208f56-2e3d-408a-92ea-1d94b20aaef2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:47.867857 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network c1208f56-2e3d-408a-92ea-1d94b20aaef2 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:51:47.950042 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-57f688b3-47e3-4271-a865-8a374f4d1f94 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:47.955654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-57f688b3-47e3-4271-a865-8a374f4d1f94 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Usage tracker for resource:subnet and tenant:e4df78dd3cfa4feb802cd7e34809fe87 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:47.958563 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-57f688b3-47e3-4271-a865-8a374f4d1f94 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:47.964196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-57f688b3-47e3-4271-a865-8a374f4d1f94 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:47.974619 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f688b3-47e3-4271-a865-8a374f4d1f94 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Made reservation on behalf of e4df78dd3cfa4feb802cd7e34809fe87 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:47.978753 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-57f688b3-47e3-4271-a865-8a374f4d1f94 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:48.059561 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Allocated IP 2001:db8:0:ffff::2 (a25ed6c5-905e-4915-8d8f-d7686c7b5fc2/82037737-e246-497c-9461-0e3386570c68/0058dc82-c446-4479-a50a-504fd3485391) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:51:48.263796 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:48.274454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Transition to ACTIVE for port object 0058dc82-c446-4479-a50a-504fd3485391 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:51:48.292853 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Transition to ACTIVE for port object 0058dc82-c446-4479-a50a-504fd3485391 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:51:48.299016 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:48.310516 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-57f688b3-47e3-4271-a865-8a374f4d1f94 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:48.370530 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Network a25ed6c5-905e-4915-8d8f-d7686c7b5fc2 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:51:48.377786 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:51:48.379660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Pushing event updated for resources: {'Port': ['ID=0058dc82-c446-4479-a50a-504fd3485391,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:48.382199 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:51:48.390750 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f688b3-47e3-4271-a865-8a374f4d1f94 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event updated for resources: {'Subnet': ['ID=1a248306-5915-47d9-8991-1b76334c728a,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:48.399906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f688b3-47e3-4271-a865-8a374f4d1f94 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Checking segment: {'id': '7f9b7fe9-5ee8-4c8d-bdcd-62032b8dd804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c1208f56-2e3d-408a-92ea-1d94b20aaef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:51:48.400293 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f688b3-47e3-4271-a865-8a374f4d1f94 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Network hostable DHCP agents. Network: c1208f56-2e3d-408a-92ea-1d94b20aaef2, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:51:48.423845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f688b3-47e3-4271-a865-8a374f4d1f94 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Network c1208f56-2e3d-408a-92ea-1d94b20aaef2 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:51:48.433665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-57f688b3-47e3-4271-a865-8a374f4d1f94 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, c1208f56-2e3d-408a-92ea-1d94b20aaef2) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:51:48.437931 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f688b3-47e3-4271-a865-8a374f4d1f94 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:48.438679 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-57f688b3-47e3-4271-a865-8a374f4d1f94 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:48.451850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c11ad3-0f88-4942-91f4-2ad83b6c4053 None None] Network c1208f56-2e3d-408a-92ea-1d94b20aaef2 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:51:48.462441 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-57f688b3-47e3-4271-a865-8a374f4d1f94 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6319730 Feb 18 09:51:48.462661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49684) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:48.539664 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Attempting to bind port 0058dc82-c446-4479-a50a-504fd3485391 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:51:48.539944 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Attempting to bind port 0058dc82-c446-4479-a50a-504fd3485391 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '33afa373-733c-4214-9467-8407b37ffcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'a25ed6c5-905e-4915-8d8f-d7686c7b5fc2'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:51:48.540332 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Attempting to bind port 0058dc82-c446-4479-a50a-504fd3485391 on network a25ed6c5-905e-4915-8d8f-d7686c7b5fc2 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:51:48.555342 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:51:48.555722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Checking segment: {'id': '33afa373-733c-4214-9467-8407b37ffcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'a25ed6c5-905e-4915-8d8f-d7686c7b5fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:51:48.556130 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:48.556553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Bound using segment: {'id': '33afa373-733c-4214-9467-8407b37ffcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'a25ed6c5-905e-4915-8d8f-d7686c7b5fc2'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:51:48.557022 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Bound port: 0058dc82-c446-4479-a50a-504fd3485391, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afa373-733c-4214-9467-8407b37ffcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'a25ed6c5-905e-4915-8d8f-d7686c7b5fc2'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:51:48.557401 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:48.602435 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-036913b7-26cb-4d87-af01-0742860c141d tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:48.676338 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-036913b7-26cb-4d87-af01-0742860c141d tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:48.759841 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-036913b7-26cb-4d87-af01-0742860c141d tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:48.783855 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] For port 0058dc82-c446-4479-a50a-504fd3485391, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:51:48.805188 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] For port 0058dc82-c446-4479-a50a-504fd3485391, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0058dc82-c446-4479-a50a-504fd3485391,segment=NetworkSegment(33afa373-733c-4214-9467-8407b37ffcd9),segment_id=33afa373-733c-4214-9467-8407b37ffcd9)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:51:48.806104 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036913b7-26cb-4d87-af01-0742860c141d tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event deleted for resources: {'Subnet': ['ID=1a248306-5915-47d9-8991-1b76334c728a,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:48.814047 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:48.871098 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7241aa1-caf0-4d07-995d-3999e289a2dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-c1208f56-2e3d-408a-92ea-1d94b20aaef2', 'network_id': 'c1208f56-2e3d-408a-92ea-1d94b20aaef2', 'tenant_id': 'e4df78dd3cfa4feb802cd7e34809fe87', 'fixed_ips': [{'subnet_id': '1a248306-5915-47d9-8991-1b76334c728a'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:51:48.872545 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a7241aa1-caf0-4d07-995d-3999e289a2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:48.906699 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-036913b7-26cb-4d87-af01-0742860c141d tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:48.933258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-036913b7-26cb-4d87-af01-0742860c141d tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1208f56-2e3d-408a-92ea-1d94b20aaef2']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:48.953035 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-036913b7-26cb-4d87-af01-0742860c141d tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9b7fe9-5ee8-4c8d-bdcd-62032b8dd804') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:48.953398 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-036913b7-26cb-4d87-af01-0742860c141d tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9b7fe9-5ee8-4c8d-bdcd-62032b8dd804') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:48.966644 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-036913b7-26cb-4d87-af01-0742860c141d tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:48.978536 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c5292-d047-41fa-8e92-3bd79c96e9b3 None None] Pushing event updated for resources: {'Port': ['ID=0058dc82-c446-4479-a50a-504fd3485391,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:48.989880 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-036913b7-26cb-4d87-af01-0742860c141d tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:48.998712 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036913b7-26cb-4d87-af01-0742860c141d tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:51:48.999321 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-036913b7-26cb-4d87-af01-0742860c141d tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:51:49.016745 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:51:49.019778 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ae5351-e860-4728-8301-344dd4565c23 None None] Network c1208f56-2e3d-408a-92ea-1d94b20aaef2 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:51:49.100593 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-036913b7-26cb-4d87-af01-0742860c141d tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:49.118992 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-036913b7-26cb-4d87-af01-0742860c141d tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:49.147913 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036913b7-26cb-4d87-af01-0742860c141d tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event deleted for resources: {'Network': ['ID=c1208f56-2e3d-408a-92ea-1d94b20aaef2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:49.150785 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-036913b7-26cb-4d87-af01-0742860c141d tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "DELETE /v2.0/networks/c1208f56-2e3d-408a-92ea-1d94b20aaef2 HTTP/1.1" status: 204 len: 168 time: 0.6872008 Feb 18 09:51:49.154867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49688) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:49.174168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c56c5c33-4038-4fdd-a867-b6c96d87c3f3 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1314432871'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:49.181135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c56c5c33-4038-4fdd-a867-b6c96d87c3f3 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:49.184859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c56c5c33-4038-4fdd-a867-b6c96d87c3f3 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Usage tracker for resource:network and tenant:e4df78dd3cfa4feb802cd7e34809fe87 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:49.188308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c56c5c33-4038-4fdd-a867-b6c96d87c3f3 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:49.198198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c56c5c33-4038-4fdd-a867-b6c96d87c3f3 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:49.222075 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56c5c33-4038-4fdd-a867-b6c96d87c3f3 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Made reservation on behalf of e4df78dd3cfa4feb802cd7e34809fe87 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:49.225907 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c56c5c33-4038-4fdd-a867-b6c96d87c3f3 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:49.257460 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56c5c33-4038-4fdd-a867-b6c96d87c3f3 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:51:49.267842 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c56c5c33-4038-4fdd-a867-b6c96d87c3f3 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:49.268184 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-c56c5c33-4038-4fdd-a867-b6c96d87c3f3 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Added segment ee7c5213-5dca-469c-b398-07c9f57de26b of type vlan for network 55c8132d-6e11-41da-9661-e3ef18a68ad0 Feb 18 09:51:49.305615 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c56c5c33-4038-4fdd-a867-b6c96d87c3f3 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:49.339331 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c56c5c33-4038-4fdd-a867-b6c96d87c3f3 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:49.347384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56c5c33-4038-4fdd-a867-b6c96d87c3f3 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:49.348049 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c56c5c33-4038-4fdd-a867-b6c96d87c3f3 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:49.370449 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0058dc82-c446-4479-a50a-504fd3485391 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:51:49.440334 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 0058dc82-c446-4479-a50a-504fd3485391 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:51:49.451071 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c56c5c33-4038-4fdd-a867-b6c96d87c3f3 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2949343 Feb 18 09:51:49.454989 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49692) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:49.461511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-91cac1d4-650d-4a3c-a796-25933624c9a5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Request body: {'subnet': {'network_id': '55c8132d-6e11-41da-9661-e3ef18a68ad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:49.461683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c5c33-4038-4fdd-a867-b6c96d87c3f3 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event updated for resources: {'Network': ['ID=55c8132d-6e11-41da-9661-e3ef18a68ad0,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:49.473272 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 55c8132d-6e11-41da-9661-e3ef18a68ad0 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:51:49.591430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-91cac1d4-650d-4a3c-a796-25933624c9a5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:49.596018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-91cac1d4-650d-4a3c-a796-25933624c9a5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Usage tracker for resource:subnet and tenant:e4df78dd3cfa4feb802cd7e34809fe87 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:49.598820 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-91cac1d4-650d-4a3c-a796-25933624c9a5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:49.604317 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-91cac1d4-650d-4a3c-a796-25933624c9a5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:49.614861 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cac1d4-650d-4a3c-a796-25933624c9a5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Made reservation on behalf of e4df78dd3cfa4feb802cd7e34809fe87 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:49.618425 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91cac1d4-650d-4a3c-a796-25933624c9a5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:49.720445 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.ipam_backend_mixin [None req-91cac1d4-650d-4a3c-a796-25933624c9a5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Performing IP validity checks on allocation pools {{(pid=87767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 18 09:51:49.720971 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.ipam_backend_mixin [None req-91cac1d4-650d-4a3c-a796-25933624c9a5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 18 09:51:49.874978 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91cac1d4-650d-4a3c-a796-25933624c9a5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:49.956670 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cac1d4-650d-4a3c-a796-25933624c9a5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event updated for resources: {'Subnet': ['ID=1fbf0083-8986-42d0-9ea7-37511e167aaf,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:49.968644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cac1d4-650d-4a3c-a796-25933624c9a5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Checking segment: {'id': 'ee7c5213-5dca-469c-b398-07c9f57de26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '55c8132d-6e11-41da-9661-e3ef18a68ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:51:49.968824 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cac1d4-650d-4a3c-a796-25933624c9a5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Network hostable DHCP agents. Network: 55c8132d-6e11-41da-9661-e3ef18a68ad0, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:51:49.990282 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cac1d4-650d-4a3c-a796-25933624c9a5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Network 55c8132d-6e11-41da-9661-e3ef18a68ad0 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:51:50.003152 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-91cac1d4-650d-4a3c-a796-25933624c9a5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 55c8132d-6e11-41da-9661-e3ef18a68ad0) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:51:50.008204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cac1d4-650d-4a3c-a796-25933624c9a5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:50.008844 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91cac1d4-650d-4a3c-a796-25933624c9a5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:50.013590 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c5695b-338c-469a-8446-df4af7d1107a None None] Network 55c8132d-6e11-41da-9661-e3ef18a68ad0 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:51:50.031161 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03be2ce9-ad26-499b-885c-6c56e7bf956c None None] Network a25ed6c5-905e-4915-8d8f-d7686c7b5fc2 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:51:50.033461 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-91cac1d4-650d-4a3c-a796-25933624c9a5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5767624 Feb 18 09:51:50.036013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49698) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:50.183069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0f3ac05f-c680-4bf7-8982-085746d8e156 None None] Provisioning for port 0058dc82-c446-4479-a50a-504fd3485391 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:51:50.186001 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8868595c-4150-4a0b-bf2b-a9d4bcd26cce tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:50.214977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0f3ac05f-c680-4bf7-8982-085746d8e156 None None] Provisioning complete for port 0058dc82-c446-4479-a50a-504fd3485391 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:51:50.215340 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac05f-c680-4bf7-8982-085746d8e156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:50.266074 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8868595c-4150-4a0b-bf2b-a9d4bcd26cce tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:50.347310 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8868595c-4150-4a0b-bf2b-a9d4bcd26cce tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:50.391361 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868595c-4150-4a0b-bf2b-a9d4bcd26cce tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event deleted for resources: {'Subnet': ['ID=1fbf0083-8986-42d0-9ea7-37511e167aaf,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:50.486729 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8868595c-4150-4a0b-bf2b-a9d4bcd26cce tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:50.517191 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-8868595c-4150-4a0b-bf2b-a9d4bcd26cce tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c8132d-6e11-41da-9661-e3ef18a68ad0']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:50.528886 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e15b50b-711c-4f20-88e8-07a53654e930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-55c8132d-6e11-41da-9661-e3ef18a68ad0', 'network_id': '55c8132d-6e11-41da-9661-e3ef18a68ad0', 'tenant_id': 'e4df78dd3cfa4feb802cd7e34809fe87', 'fixed_ips': [{'subnet_id': '1fbf0083-8986-42d0-9ea7-37511e167aaf'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:51:50.529701 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1e15b50b-711c-4f20-88e8-07a53654e930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:50.529893 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-8868595c-4150-4a0b-bf2b-a9d4bcd26cce tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7c5213-5dca-469c-b398-07c9f57de26b') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:50.530993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-8868595c-4150-4a0b-bf2b-a9d4bcd26cce tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7c5213-5dca-469c-b398-07c9f57de26b') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:50.544478 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8868595c-4150-4a0b-bf2b-a9d4bcd26cce tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:50.563365 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8868595c-4150-4a0b-bf2b-a9d4bcd26cce tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:50.571557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8868595c-4150-4a0b-bf2b-a9d4bcd26cce tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:51:50.571953 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8868595c-4150-4a0b-bf2b-a9d4bcd26cce tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:51:50.586834 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:51:50.614471 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac05f-c680-4bf7-8982-085746d8e156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:50.669592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0f3ac05f-c680-4bf7-8982-085746d8e156 None None] For port 0058dc82-c446-4479-a50a-504fd3485391, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0058dc82-c446-4479-a50a-504fd3485391,segment=NetworkSegment(33afa373-733c-4214-9467-8407b37ffcd9),segment_id=33afa373-733c-4214-9467-8407b37ffcd9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:51:50.694922 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac05f-c680-4bf7-8982-085746d8e156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:50.695864 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8868595c-4150-4a0b-bf2b-a9d4bcd26cce tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:50.721093 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8868595c-4150-4a0b-bf2b-a9d4bcd26cce tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:50.734759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868595c-4150-4a0b-bf2b-a9d4bcd26cce tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event deleted for resources: {'Network': ['ID=55c8132d-6e11-41da-9661-e3ef18a68ad0,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:50.741849 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8868595c-4150-4a0b-bf2b-a9d4bcd26cce tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "DELETE /v2.0/networks/55c8132d-6e11-41da-9661-e3ef18a68ad0 HTTP/1.1" status: 204 len: 168 time: 0.7005470 Feb 18 09:51:50.743239 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-1e15b50b-711c-4f20-88e8-07a53654e930 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 18 09:51:50.743239 n-d-829434-1 neutron-server[87769]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 18 09:51:50.743239 n-d-829434-1 neutron-server[87769]: [parameters: {'project_id': 'e4df78dd3cfa4feb802cd7e34809fe87', 'id': 'c03e0f27-6e67-4948-a6c5-7ad8f7f7f530', 'name': '', 'network_id': '55c8132d-6e11-41da-9661-e3ef18a68ad0', 'mac_address': 'fa:16:3e:0c:f2:31', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-55c8132d-6e11-41da-9661-e3ef18a68ad0', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4096}] Feb 18 09:51:50.743239 n-d-829434-1 neutron-server[87769]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:51:50.743239 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-1e15b50b-711c-4f20-88e8-07a53654e930 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:51:50.743899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49702) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:50.747732 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e4fed71a-7e42-431c-97ca-72e6c5a85134 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-95901399'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:50.756198 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e4fed71a-7e42-431c-97ca-72e6c5a85134 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:50.761491 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e4fed71a-7e42-431c-97ca-72e6c5a85134 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Usage tracker for resource:network and tenant:e4df78dd3cfa4feb802cd7e34809fe87 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:50.767037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e4fed71a-7e42-431c-97ca-72e6c5a85134 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:50.773432 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e4fed71a-7e42-431c-97ca-72e6c5a85134 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:50.788523 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fed71a-7e42-431c-97ca-72e6c5a85134 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Made reservation on behalf of e4df78dd3cfa4feb802cd7e34809fe87 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:50.794076 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e4fed71a-7e42-431c-97ca-72e6c5a85134 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:50.803307 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ac05f-c680-4bf7-8982-085746d8e156 None None] Pushing event updated for resources: {'Port': ['ID=0058dc82-c446-4479-a50a-504fd3485391,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:50.831396 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4fed71a-7e42-431c-97ca-72e6c5a85134 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:51:50.841789 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e4fed71a-7e42-431c-97ca-72e6c5a85134 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:50.842139 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-e4fed71a-7e42-431c-97ca-72e6c5a85134 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Added segment d3c7d23c-40d2-48f2-b1db-07cd53b227f5 of type vlan for network 5653b29c-c8d6-411b-b5df-c58d004ff45d Feb 18 09:51:50.873324 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e4fed71a-7e42-431c-97ca-72e6c5a85134 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:50.907999 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e4fed71a-7e42-431c-97ca-72e6c5a85134 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:50.916197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fed71a-7e42-431c-97ca-72e6c5a85134 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:50.916946 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e4fed71a-7e42-431c-97ca-72e6c5a85134 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:51.020518 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e4fed71a-7e42-431c-97ca-72e6c5a85134 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2773473 Feb 18 09:51:51.020892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bfd119c4-7b37-4a03-868b-74f06ef28c57 None None] Provisioning complete for port 0058dc82-c446-4479-a50a-504fd3485391 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:51:51.021364 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bfd119c4-7b37-4a03-868b-74f06ef28c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:51.023449 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49706) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:51.029662 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fed71a-7e42-431c-97ca-72e6c5a85134 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event updated for resources: {'Network': ['ID=5653b29c-c8d6-411b-b5df-c58d004ff45d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:51.030123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-cee6c2f4-e6c0-42db-8631-4fbac7484dd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Request body: {'subnet': {'network_id': '5653b29c-c8d6-411b-b5df-c58d004ff45d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:51.053491 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 5653b29c-c8d6-411b-b5df-c58d004ff45d details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:51:51.113197 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:51:51.146582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-cee6c2f4-e6c0-42db-8631-4fbac7484dd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:51.151272 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-cee6c2f4-e6c0-42db-8631-4fbac7484dd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Usage tracker for resource:subnet and tenant:e4df78dd3cfa4feb802cd7e34809fe87 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:51.154642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-cee6c2f4-e6c0-42db-8631-4fbac7484dd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:51.161029 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-cee6c2f4-e6c0-42db-8631-4fbac7484dd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:51.171616 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee6c2f4-e6c0-42db-8631-4fbac7484dd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Made reservation on behalf of e4df78dd3cfa4feb802cd7e34809fe87 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:51.175291 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cee6c2f4-e6c0-42db-8631-4fbac7484dd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:51.258725 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1e15b50b-711c-4f20-88e8-07a53654e930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:51.315539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545b37ce-86b1-496c-bd29-ce45dce64cc3 None None] Network 55c8132d-6e11-41da-9661-e3ef18a68ad0 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:51:51.341624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0058dc82-c446-4479-a50a-504fd3485391 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:51:51.367183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545b37ce-86b1-496c-bd29-ce45dce64cc3 None None] Network 55c8132d-6e11-41da-9661-e3ef18a68ad0 could not be found, it might have been deleted concurrently. {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 18 09:51:51.415906 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0058dc82-c446-4479-a50a-504fd3485391 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:51:51.416295 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:51.509077 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cee6c2f4-e6c0-42db-8631-4fbac7484dd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:51.589493 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6c2f4-e6c0-42db-8631-4fbac7484dd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event updated for resources: {'Subnet': ['ID=9e3950fa-cbef-4c7b-8139-c618675a5605,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:51.597657 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee6c2f4-e6c0-42db-8631-4fbac7484dd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Checking segment: {'id': 'd3c7d23c-40d2-48f2-b1db-07cd53b227f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5653b29c-c8d6-411b-b5df-c58d004ff45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:51:51.598012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee6c2f4-e6c0-42db-8631-4fbac7484dd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Network hostable DHCP agents. Network: 5653b29c-c8d6-411b-b5df-c58d004ff45d, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:51:51.616727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee6c2f4-e6c0-42db-8631-4fbac7484dd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Network 5653b29c-c8d6-411b-b5df-c58d004ff45d is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:51:51.626072 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-cee6c2f4-e6c0-42db-8631-4fbac7484dd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 5653b29c-c8d6-411b-b5df-c58d004ff45d) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:51:51.630698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee6c2f4-e6c0-42db-8631-4fbac7484dd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:51.631273 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cee6c2f4-e6c0-42db-8631-4fbac7484dd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:51.637858 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9136c0-9d17-4004-8b70-60bc8773fc54 None None] Network 5653b29c-c8d6-411b-b5df-c58d004ff45d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:51:51.652874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cee6c2f4-e6c0-42db-8631-4fbac7484dd5 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6276851 Feb 18 09:51:51.658008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49710) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:51.663755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-45805849-31bd-4361-bad0-cbb11496765c tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-811813975'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:51.669250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-45805849-31bd-4361-bad0-cbb11496765c tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:51.673796 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-45805849-31bd-4361-bad0-cbb11496765c tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Usage tracker for resource:network and tenant:e4df78dd3cfa4feb802cd7e34809fe87 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:51.677066 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-45805849-31bd-4361-bad0-cbb11496765c tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:51.682503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-45805849-31bd-4361-bad0-cbb11496765c tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:51.693009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45805849-31bd-4361-bad0-cbb11496765c tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Made reservation on behalf of e4df78dd3cfa4feb802cd7e34809fe87 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:51.696525 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-45805849-31bd-4361-bad0-cbb11496765c tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:51.725499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45805849-31bd-4361-bad0-cbb11496765c tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:51:51.735027 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-45805849-31bd-4361-bad0-cbb11496765c tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:51.735419 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-45805849-31bd-4361-bad0-cbb11496765c tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Added segment 98678f29-db37-4b48-9404-dcc9d6332cf7 of type vlan for network befc5417-f287-43c5-9657-c56c4d9fed95 Feb 18 09:51:51.762689 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-45805849-31bd-4361-bad0-cbb11496765c tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:51.793160 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-45805849-31bd-4361-bad0-cbb11496765c tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:51.799885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45805849-31bd-4361-bad0-cbb11496765c tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:51.800508 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-45805849-31bd-4361-bad0-cbb11496765c tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:51.863627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-5653b29c-c8d6-411b-b5df-c58d004ff45d', 'network_id': '5653b29c-c8d6-411b-b5df-c58d004ff45d', 'tenant_id': 'e4df78dd3cfa4feb802cd7e34809fe87', 'fixed_ips': [{'subnet_id': '9e3950fa-cbef-4c7b-8139-c618675a5605'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:51:51.865060 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:51.900241 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-45805849-31bd-4361-bad0-cbb11496765c tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2411861 Feb 18 09:51:51.903327 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49714) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:51.909438 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45805849-31bd-4361-bad0-cbb11496765c tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event updated for resources: {'Network': ['ID=befc5417-f287-43c5-9657-c56c4d9fed95,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:51.909656 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-19fd4e94-11bb-4d3e-8691-0528e404d570 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Request body: {'subnet': {'network_id': 'befc5417-f287-43c5-9657-c56c4d9fed95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:51.925934 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network befc5417-f287-43c5-9657-c56c4d9fed95 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:51:52.117548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Allocated IP 2001:db8::2 (5653b29c-c8d6-411b-b5df-c58d004ff45d/9e3950fa-cbef-4c7b-8139-c618675a5605/56cc0259-a328-4e02-9d5b-2ff62ee9b2b5) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:51:52.132518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-19fd4e94-11bb-4d3e-8691-0528e404d570 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:52.136517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-19fd4e94-11bb-4d3e-8691-0528e404d570 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Usage tracker for resource:subnet and tenant:e4df78dd3cfa4feb802cd7e34809fe87 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:52.139391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-19fd4e94-11bb-4d3e-8691-0528e404d570 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:52.145922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-19fd4e94-11bb-4d3e-8691-0528e404d570 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:52.157233 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fd4e94-11bb-4d3e-8691-0528e404d570 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Made reservation on behalf of e4df78dd3cfa4feb802cd7e34809fe87 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:52.160675 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19fd4e94-11bb-4d3e-8691-0528e404d570 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:52.328360 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:52.338947 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Transition to ACTIVE for port object 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:51:52.357564 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Transition to ACTIVE for port object 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:51:52.363689 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:52.377458 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19fd4e94-11bb-4d3e-8691-0528e404d570 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:52.436079 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Network 5653b29c-c8d6-411b-b5df-c58d004ff45d is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:51:52.439783 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:51:52.442288 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:51:52.451545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Pushing event updated for resources: {'Port': ['ID=56cc0259-a328-4e02-9d5b-2ff62ee9b2b5,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:52.458041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd4e94-11bb-4d3e-8691-0528e404d570 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event updated for resources: {'Subnet': ['ID=f2cf7e06-6982-4c1b-992f-0e43b466ef52,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:52.471364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fd4e94-11bb-4d3e-8691-0528e404d570 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Checking segment: {'id': '98678f29-db37-4b48-9404-dcc9d6332cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'befc5417-f287-43c5-9657-c56c4d9fed95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:51:52.471732 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fd4e94-11bb-4d3e-8691-0528e404d570 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Network hostable DHCP agents. Network: befc5417-f287-43c5-9657-c56c4d9fed95, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:51:52.490141 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fd4e94-11bb-4d3e-8691-0528e404d570 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Network befc5417-f287-43c5-9657-c56c4d9fed95 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:51:52.500199 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-19fd4e94-11bb-4d3e-8691-0528e404d570 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, befc5417-f287-43c5-9657-c56c4d9fed95) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:51:52.504446 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fd4e94-11bb-4d3e-8691-0528e404d570 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:52.505183 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19fd4e94-11bb-4d3e-8691-0528e404d570 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:52.524619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfff45c-ad50-48c1-b808-e59136f610ed None None] Network befc5417-f287-43c5-9657-c56c4d9fed95 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:51:52.527630 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-19fd4e94-11bb-4d3e-8691-0528e404d570 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6231599 Feb 18 09:51:52.530366 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49718) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:52.613875 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Attempting to bind port 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:51:52.614150 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Attempting to bind port 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'd3c7d23c-40d2-48f2-b1db-07cd53b227f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5653b29c-c8d6-411b-b5df-c58d004ff45d'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:51:52.614511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Attempting to bind port 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5 on network 5653b29c-c8d6-411b-b5df-c58d004ff45d {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:51:52.622453 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:51:52.622821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Checking segment: {'id': 'd3c7d23c-40d2-48f2-b1db-07cd53b227f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5653b29c-c8d6-411b-b5df-c58d004ff45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:51:52.623219 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:52.623606 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Bound using segment: {'id': 'd3c7d23c-40d2-48f2-b1db-07cd53b227f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5653b29c-c8d6-411b-b5df-c58d004ff45d'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:51:52.624699 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Bound port: 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c7d23c-40d2-48f2-b1db-07cd53b227f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5653b29c-c8d6-411b-b5df-c58d004ff45d'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:51:52.625046 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:52.673173 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02819eeb-c768-4ec0-80a8-4d85877ca1ff tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:52.738489 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02819eeb-c768-4ec0-80a8-4d85877ca1ff tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:52.785135 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] For port 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:51:52.790046 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] For port 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=56cc0259-a328-4e02-9d5b-2ff62ee9b2b5,segment=NetworkSegment(d3c7d23c-40d2-48f2-b1db-07cd53b227f5),segment_id=d3c7d23c-40d2-48f2-b1db-07cd53b227f5)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:51:52.801533 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:52.821328 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02819eeb-c768-4ec0-80a8-4d85877ca1ff tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:52.864734 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02819eeb-c768-4ec0-80a8-4d85877ca1ff tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event deleted for resources: {'Subnet': ['ID=f2cf7e06-6982-4c1b-992f-0e43b466ef52,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:52.918979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618115bc-6977-4a56-81d5-59b34b25094c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-befc5417-f287-43c5-9657-c56c4d9fed95', 'network_id': 'befc5417-f287-43c5-9657-c56c4d9fed95', 'tenant_id': 'e4df78dd3cfa4feb802cd7e34809fe87', 'fixed_ips': [{'subnet_id': 'f2cf7e06-6982-4c1b-992f-0e43b466ef52'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:51:52.919771 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-618115bc-6977-4a56-81d5-59b34b25094c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:52.952553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fedd2-5723-4471-af69-ff58fa6a3c3b None None] Pushing event updated for resources: {'Port': ['ID=56cc0259-a328-4e02-9d5b-2ff62ee9b2b5,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:52.970527 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02819eeb-c768-4ec0-80a8-4d85877ca1ff tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:53.001442 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-02819eeb-c768-4ec0-80a8-4d85877ca1ff tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befc5417-f287-43c5-9657-c56c4d9fed95']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:53.017131 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-02819eeb-c768-4ec0-80a8-4d85877ca1ff tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98678f29-db37-4b48-9404-dcc9d6332cf7') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:53.017566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-02819eeb-c768-4ec0-80a8-4d85877ca1ff tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98678f29-db37-4b48-9404-dcc9d6332cf7') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:53.031914 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02819eeb-c768-4ec0-80a8-4d85877ca1ff tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:53.051127 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02819eeb-c768-4ec0-80a8-4d85877ca1ff tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:53.060650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02819eeb-c768-4ec0-80a8-4d85877ca1ff tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:51:53.062196 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02819eeb-c768-4ec0-80a8-4d85877ca1ff tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:53.088142 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0395415-53a2-4118-8e19-3a400a90ab0f None None] Network befc5417-f287-43c5-9657-c56c4d9fed95 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:51:53.152886 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:51:53.200512 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02819eeb-c768-4ec0-80a8-4d85877ca1ff tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:53.225488 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-02819eeb-c768-4ec0-80a8-4d85877ca1ff tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:53.237295 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02819eeb-c768-4ec0-80a8-4d85877ca1ff tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event deleted for resources: {'Network': ['ID=befc5417-f287-43c5-9657-c56c4d9fed95,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:53.241613 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-02819eeb-c768-4ec0-80a8-4d85877ca1ff tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "DELETE /v2.0/networks/befc5417-f287-43c5-9657-c56c4d9fed95 HTTP/1.1" status: 204 len: 168 time: 0.7102878 Feb 18 09:51:53.244422 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49722) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:53.288642 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1486ef-6404-4700-b54e-148014d9a869 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] GET failed (client error): The resource could not be found. Feb 18 09:51:53.289124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4a1486ef-6404-4700-b54e-148014d9a869 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Synchronizing usage tracker for tenant:e4df78dd3cfa4feb802cd7e34809fe87 on resource:subnet {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:51:53.311959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4a1486ef-6404-4700-b54e-148014d9a869 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Unset dirty status for tenant:e4df78dd3cfa4feb802cd7e34809fe87 on resource:subnet {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:51:53.316183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4a1486ef-6404-4700-b54e-148014d9a869 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "GET /v2.0/subnets/f2cf7e06-6982-4c1b-992f-0e43b466ef52 HTTP/1.1" status: 404 len: 337 time: 0.0707390 Feb 18 09:51:53.316394 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49726) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:53.344395 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71c20a9-1e2e-4b91-a475-19612d48874d tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] DELETE failed (client error): The resource could not be found. Feb 18 09:51:53.344863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71c20a9-1e2e-4b91-a475-19612d48874d tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:51:53.346661 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c71c20a9-1e2e-4b91-a475-19612d48874d tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "DELETE /v2.0/networks/befc5417-f287-43c5-9657-c56c4d9fed95 HTTP/1.1" status: 404 len: 339 time: 0.0291736 Feb 18 09:51:53.350325 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49730) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:53.375717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:51:53.392412 n-d-829434-1 neutron-server[87767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41a179b-55ec-4424-a029-d1c9e0fec513 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] DELETE failed (client error): The resource could not be found. Feb 18 09:51:53.392917 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41a179b-55ec-4424-a029-d1c9e0fec513 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:51:53.394654 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f41a179b-55ec-4424-a029-d1c9e0fec513 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "DELETE /v2.0/subnets/f2cf7e06-6982-4c1b-992f-0e43b466ef52 HTTP/1.1" status: 404 len: 337 time: 0.0434027 Feb 18 09:51:53.397453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49734) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:53.429664 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b22de10-b501-4423-8e6a-63da08191b2b tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] DELETE failed (client error): The resource could not be found. Feb 18 09:51:53.430129 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b22de10-b501-4423-8e6a-63da08191b2b tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:51:53.432067 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5b22de10-b501-4423-8e6a-63da08191b2b tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "DELETE /v2.0/networks/befc5417-f287-43c5-9657-c56c4d9fed95 HTTP/1.1" status: 404 len: 339 time: 0.0333271 Feb 18 09:51:53.434603 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49738) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:53.452650 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:51:53.505295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7111b0fa-155e-4db2-9d32-91763488b0b8 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Deleting subnet 9e3950fa-cbef-4c7b-8139-c618675a5605 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:51:53.508504 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7111b0fa-155e-4db2-9d32-91763488b0b8 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:53.563456 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7111b0fa-155e-4db2-9d32-91763488b0b8 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:53.650471 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7111b0fa-155e-4db2-9d32-91763488b0b8 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:53.728167 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7111b0fa-155e-4db2-9d32-91763488b0b8 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:53.775104 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111b0fa-155e-4db2-9d32-91763488b0b8 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3950fa-cbef-4c7b-8139-c618675a5605,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:53.777076 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7111b0fa-155e-4db2-9d32-91763488b0b8 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:53.791978 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7111b0fa-155e-4db2-9d32-91763488b0b8 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "DELETE /v2.0/subnets/9e3950fa-cbef-4c7b-8139-c618675a5605 HTTP/1.1" status: 204 len: 168 time: 0.3563807 Feb 18 09:51:53.794628 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49742) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:53.919100 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:53.931125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Deleting port 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:51:53.931465 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:53.984690 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee29320a-336f-42fe-a9fd-b5f5bceedc6f None None] Network 5653b29c-c8d6-411b-b5df-c58d004ff45d requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:51:54.086237 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-fedf3bd7-0887-4ccf-84ec-1c904405a753 None None] Provisioning for port 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:51:54.117998 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-fedf3bd7-0887-4ccf-84ec-1c904405a753 None None] Provisioning complete for port 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:51:54.118376 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fedf3bd7-0887-4ccf-84ec-1c904405a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:54.148698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] For port 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=56cc0259-a328-4e02-9d5b-2ff62ee9b2b5,segment=NetworkSegment(d3c7d23c-40d2-48f2-b1db-07cd53b227f5),segment_id=d3c7d23c-40d2-48f2-b1db-07cd53b227f5)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:51:54.149057 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:54.273712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Calling delete_port for 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:51:54.289800 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fedf3bd7-0887-4ccf-84ec-1c904405a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:54.325683 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-fedf3bd7-0887-4ccf-84ec-1c904405a753 None None] For port 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=56cc0259-a328-4e02-9d5b-2ff62ee9b2b5,segment=NetworkSegment(d3c7d23c-40d2-48f2-b1db-07cd53b227f5),segment_id=d3c7d23c-40d2-48f2-b1db-07cd53b227f5)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:51:54.330674 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f622f1-aa8b-42b3-a148-af933f07699c None None] DHCP port deletion for 5653b29c-c8d6-411b-b5df-c58d004ff45d request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:51:54.334368 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fedf3bd7-0887-4ccf-84ec-1c904405a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:54.360239 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.db.api [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:51:54.360606 n-d-829434-1 neutron-server[87768]: DEBUG oslo_db.api [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:51:54.371947 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-49f622f1-aa8b-42b3-a148-af933f07699c None None] Deleting port 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:51:54.372352 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-49f622f1-aa8b-42b3-a148-af933f07699c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:54.475764 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf3bd7-0887-4ccf-84ec-1c904405a753 None None] Pushing event updated for resources: {'Port': ['ID=56cc0259-a328-4e02-9d5b-2ff62ee9b2b5,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:54.597494 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-49f622f1-aa8b-42b3-a148-af933f07699c None None] For port 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=56cc0259-a328-4e02-9d5b-2ff62ee9b2b5,segment=NetworkSegment(d3c7d23c-40d2-48f2-b1db-07cd53b227f5),segment_id=d3c7d23c-40d2-48f2-b1db-07cd53b227f5)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:51:54.597775 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-49f622f1-aa8b-42b3-a148-af933f07699c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:54.720737 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-49f622f1-aa8b-42b3-a148-af933f07699c None None] Calling delete_port for 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:51:54.795008 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-49f622f1-aa8b-42b3-a148-af933f07699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:54.840206 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f622f1-aa8b-42b3-a148-af933f07699c None None] Pushing event deleted for resources: {'Port': ['ID=56cc0259-a328-4e02-9d5b-2ff62ee9b2b5,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:54.844091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f622f1-aa8b-42b3-a148-af933f07699c None None] No DVR routers for this DVR port 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:51:54.861547 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Deleting port 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:51:54.861897 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:54.929987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] The port '56cc0259-a328-4e02-9d5b-2ff62ee9b2b5' was deleted {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:51:55.051468 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.076228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5653b29c-c8d6-411b-b5df-c58d004ff45d']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:55.088917 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c7d23c-40d2-48f2-b1db-07cd53b227f5') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:55.089209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c7d23c-40d2-48f2-b1db-07cd53b227f5') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:55.100224 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.116321 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.122141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:51:55.122519 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:51:55.137545 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:51:55.330180 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:51:55.331336 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.353617 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.364449 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event deleted for resources: {'Network': ['ID=5653b29c-c8d6-411b-b5df-c58d004ff45d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:55.367023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:51:55.367277 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 56cc0259-a328-4e02-9d5b-2ff62ee9b2b5 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:51:55.370796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-31e50c3b-598e-420f-9770-2c06c53963a9 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "DELETE /v2.0/networks/5653b29c-c8d6-411b-b5df-c58d004ff45d HTTP/1.1" status: 204 len: 168 time: 1.5671909 Feb 18 09:51:55.371154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49746) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:55.409478 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd671097-d8d0-41e3-8f6c-b18173374350 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] DELETE failed (client error): The resource could not be found. Feb 18 09:51:55.409921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd671097-d8d0-41e3-8f6c-b18173374350 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:51:55.411564 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dd671097-d8d0-41e3-8f6c-b18173374350 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "DELETE /v2.0/subnets/1fbf0083-8986-42d0-9ea7-37511e167aaf HTTP/1.1" status: 404 len: 337 time: 0.0395248 Feb 18 09:51:55.414145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49750) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:55.439199 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-40898bd0-ae4c-4fed-ac50-0977c86b9115 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] DELETE failed (client error): The resource could not be found. Feb 18 09:51:55.439663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40898bd0-ae4c-4fed-ac50-0977c86b9115 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:51:55.441299 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-40898bd0-ae4c-4fed-ac50-0977c86b9115 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "DELETE /v2.0/networks/55c8132d-6e11-41da-9661-e3ef18a68ad0 HTTP/1.1" status: 404 len: 339 time: 0.0262570 Feb 18 09:51:55.443691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49754) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:55.485987 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a45ab0-9a3e-4fcd-87b7-4aa160419921 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] DELETE failed (client error): The resource could not be found. Feb 18 09:51:55.486432 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a45ab0-9a3e-4fcd-87b7-4aa160419921 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:51:55.488086 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b6a45ab0-9a3e-4fcd-87b7-4aa160419921 tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "DELETE /v2.0/subnets/1a248306-5915-47d9-8991-1b76334c728a HTTP/1.1" status: 404 len: 337 time: 0.0435224 Feb 18 09:51:55.490648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49758) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:55.515003 n-d-829434-1 neutron-server[87768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccaac5b6-9d8a-4f7c-bf69-1ac0138faafe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] DELETE failed (client error): The resource could not be found. Feb 18 09:51:55.515602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccaac5b6-9d8a-4f7c-bf69-1ac0138faafe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 18 09:51:55.517216 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ccaac5b6-9d8a-4f7c-bf69-1ac0138faafe tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "DELETE /v2.0/networks/c1208f56-2e3d-408a-92ea-1d94b20aaef2 HTTP/1.1" status: 404 len: 339 time: 0.0256891 Feb 18 09:51:55.519528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49762) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:55.582877 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4257f7c-9016-4c6a-9717-a666c6b6b22a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Deleting subnet 82037737-e246-497c-9461-0e3386570c68 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:51:55.585798 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4257f7c-9016-4c6a-9717-a666c6b6b22a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.642978 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4257f7c-9016-4c6a-9717-a666c6b6b22a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.723943 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4257f7c-9016-4c6a-9717-a666c6b6b22a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.799851 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4257f7c-9016-4c6a-9717-a666c6b6b22a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.837931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4257f7c-9016-4c6a-9717-a666c6b6b22a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event deleted for resources: {'Subnet': ['ID=82037737-e246-497c-9461-0e3386570c68,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:55.841708 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a4257f7c-9016-4c6a-9717-a666c6b6b22a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.852226 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd6b860-bfe3-4cc0-9ee7-1429a5b782dd None None] Network a25ed6c5-905e-4915-8d8f-d7686c7b5fc2 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:51:55.854419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a4257f7c-9016-4c6a-9717-a666c6b6b22a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "DELETE /v2.0/subnets/82037737-e246-497c-9461-0e3386570c68 HTTP/1.1" status: 204 len: 168 time: 0.3331926 Feb 18 09:51:55.856783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49766) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:55.971538 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:55.981856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Deleting port 0058dc82-c446-4479-a50a-504fd3485391 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:51:55.982184 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.099134 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64f1deb-2e3f-4604-8e78-530931a88fa0 None None] DHCP port deletion for a25ed6c5-905e-4915-8d8f-d7686c7b5fc2 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:51:56.103398 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d64f1deb-2e3f-4604-8e78-530931a88fa0 None None] Deleting port 0058dc82-c446-4479-a50a-504fd3485391 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:51:56.103774 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d64f1deb-2e3f-4604-8e78-530931a88fa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.197164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] For port 0058dc82-c446-4479-a50a-504fd3485391, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0058dc82-c446-4479-a50a-504fd3485391,segment=NetworkSegment(33afa373-733c-4214-9467-8407b37ffcd9),segment_id=33afa373-733c-4214-9467-8407b37ffcd9)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:51:56.197529 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.323249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Calling delete_port for 0058dc82-c446-4479-a50a-504fd3485391 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:51:56.346714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d64f1deb-2e3f-4604-8e78-530931a88fa0 None None] For port 0058dc82-c446-4479-a50a-504fd3485391, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0058dc82-c446-4479-a50a-504fd3485391,segment=NetworkSegment(33afa373-733c-4214-9467-8407b37ffcd9),segment_id=33afa373-733c-4214-9467-8407b37ffcd9)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:51:56.347089 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d64f1deb-2e3f-4604-8e78-530931a88fa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.401841 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.451083 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event deleted for resources: {'Port': ['ID=0058dc82-c446-4479-a50a-504fd3485391,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:56.455642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] No DVR routers for this DVR port 0058dc82-c446-4479-a50a-504fd3485391 on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:51:56.488046 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d64f1deb-2e3f-4604-8e78-530931a88fa0 None None] Calling delete_port for 0058dc82-c446-4479-a50a-504fd3485391 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:51:56.560958 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-d64f1deb-2e3f-4604-8e78-530931a88fa0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:51:56.561894 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-d64f1deb-2e3f-4604-8e78-530931a88fa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:51:56.583562 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.607918 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25ed6c5-905e-4915-8d8f-d7686c7b5fc2']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:56.619916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33afa373-733c-4214-9467-8407b37ffcd9') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:56.621203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33afa373-733c-4214-9467-8407b37ffcd9') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:51:56.632459 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.649371 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.655409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:51:56.655799 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:51:56.670015 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:51:56.751400 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.769587 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:56.779356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] Pushing event deleted for resources: {'Network': ['ID=a25ed6c5-905e-4915-8d8f-d7686c7b5fc2,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:56.784286 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-94a9d396-16fd-4fc0-b17e-9bcfb57e723a tempest-NetworksIpV6Test-919501657 tempest-NetworksIpV6Test-919501657-project] 10.222.0.72 "DELETE /v2.0/networks/a25ed6c5-905e-4915-8d8f-d7686c7b5fc2 HTTP/1.1" status: 204 len: 168 time: 0.9263697 Feb 18 09:51:57.063472 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d64f1deb-2e3f-4604-8e78-530931a88fa0 None None] Deleting port 0058dc82-c446-4479-a50a-504fd3485391 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:51:57.064109 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d64f1deb-2e3f-4604-8e78-530931a88fa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:57.088337 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49774) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:57.130493 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-d64f1deb-2e3f-4604-8e78-530931a88fa0 None None] The port '0058dc82-c446-4479-a50a-504fd3485391' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:51:57.287830 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-92e2f7d2-05e9-41dc-a645-d0437b3fbf3e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e4df78dd3cfa4feb802cd7e34809fe87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983609 Feb 18 09:51:57.289186 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49780) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:57.331567 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0058dc82-c446-4479-a50a-504fd3485391 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:51:57.349728 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40210dc0-90c3-4a97-894e-0590b22a6914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:57.368969 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 0058dc82-c446-4479-a50a-504fd3485391 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:51:57.369312 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0058dc82-c446-4479-a50a-504fd3485391 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:51:57.377543 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40210dc0-90c3-4a97-894e-0590b22a6914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:57.451984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40210dc0-90c3-4a97-894e-0590b22a6914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:57.466386 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40210dc0-90c3-4a97-894e-0590b22a6914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b286c982-c4e1-48e9-ac79-2b004ecd94f5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:57.475346 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40210dc0-90c3-4a97-894e-0590b22a6914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:57.476625 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-40210dc0-90c3-4a97-894e-0590b22a6914 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b286c982-c4e1-48e9-ac79-2b004ecd94f5 HTTP/1.1" status: 204 len: 168 time: 0.1865175 Feb 18 09:51:58.163998 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49804) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:58.265430 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-329c6795-d894-47df-a380-eaa8e960d8d8 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1382088762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:58.272981 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-329c6795-d894-47df-a380-eaa8e960d8d8 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:58.276768 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-329c6795-d894-47df-a380-eaa8e960d8d8 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Usage tracker for resource:router and tenant:ec19a78118fb40dfbd130e1e934b1dc0 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:58.279548 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-329c6795-d894-47df-a380-eaa8e960d8d8 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:58.286112 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-329c6795-d894-47df-a380-eaa8e960d8d8 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:58.296095 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-329c6795-d894-47df-a380-eaa8e960d8d8 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:58.297114 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-329c6795-d894-47df-a380-eaa8e960d8d8 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:58.314357 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-329c6795-d894-47df-a380-eaa8e960d8d8 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:58.332680 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-329c6795-d894-47df-a380-eaa8e960d8d8 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:58.355065 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-329c6795-d894-47df-a380-eaa8e960d8d8 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:58.358899 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-329c6795-d894-47df-a380-eaa8e960d8d8 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1912200 Feb 18 09:51:58.359308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49810) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:58.365408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1258222710'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:58.371179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:58.376110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Usage tracker for resource:network and tenant:ec19a78118fb40dfbd130e1e934b1dc0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:58.379260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:58.385043 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:58.396418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Made reservation on behalf of ec19a78118fb40dfbd130e1e934b1dc0 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:58.399788 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:58.412072 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:58.427168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:58.430902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Usage tracker for resource:security_group_rule and tenant:ec19a78118fb40dfbd130e1e934b1dc0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:58.433655 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:58.440046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:58.524288 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:58.527873 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:58.563568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:51:58.569133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637b8cf4-6910-4863-9c7b-3b2bfe286148,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:58.578154 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:58.578315 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Added segment 03c3acdd-801c-4d1a-8093-94242bd32fd0 of type vlan for network 4d53aef6-667a-4a23-ab73-fd52aae78c71 Feb 18 09:51:58.605214 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:58.637411 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:58.643696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:58.644294 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:58.861059 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5003171 Feb 18 09:51:58.863853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49814) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:58.869549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-e71763d6-c7cf-4df8-8674-ff93777278f9 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Request body: {'subnet': {'network_id': '4d53aef6-667a-4a23-ab73-fd52aae78c71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:58.869721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c63d1-1c6e-4d6b-ada8-4a17babf6f00 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Pushing event updated for resources: {'Network': ['ID=4d53aef6-667a-4a23-ab73-fd52aae78c71,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:58.882367 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 4d53aef6-667a-4a23-ab73-fd52aae78c71 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:51:58.982832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e71763d6-c7cf-4df8-8674-ff93777278f9 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:58.986978 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e71763d6-c7cf-4df8-8674-ff93777278f9 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Usage tracker for resource:subnet and tenant:ec19a78118fb40dfbd130e1e934b1dc0 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:58.989811 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-e71763d6-c7cf-4df8-8674-ff93777278f9 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:58.995362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-e71763d6-c7cf-4df8-8674-ff93777278f9 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:59.006339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71763d6-c7cf-4df8-8674-ff93777278f9 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Made reservation on behalf of ec19a78118fb40dfbd130e1e934b1dc0 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:59.009926 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e71763d6-c7cf-4df8-8674-ff93777278f9 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:59.227409 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e71763d6-c7cf-4df8-8674-ff93777278f9 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:59.301009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71763d6-c7cf-4df8-8674-ff93777278f9 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Pushing event updated for resources: {'Subnet': ['ID=33f07a0d-40c6-4f28-94f6-2ab6daba532f,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:59.311899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71763d6-c7cf-4df8-8674-ff93777278f9 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Checking segment: {'id': '03c3acdd-801c-4d1a-8093-94242bd32fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4d53aef6-667a-4a23-ab73-fd52aae78c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:51:59.312364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71763d6-c7cf-4df8-8674-ff93777278f9 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Network hostable DHCP agents. Network: 4d53aef6-667a-4a23-ab73-fd52aae78c71, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:51:59.331031 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71763d6-c7cf-4df8-8674-ff93777278f9 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Network 4d53aef6-667a-4a23-ab73-fd52aae78c71 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:51:59.340048 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-e71763d6-c7cf-4df8-8674-ff93777278f9 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 4d53aef6-667a-4a23-ab73-fd52aae78c71) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:51:59.348622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71763d6-c7cf-4df8-8674-ff93777278f9 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:59.349259 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-e71763d6-c7cf-4df8-8674-ff93777278f9 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:59.350455 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066e460e-5ec2-41fe-9398-cabe3e5e4fb0 None None] Network 4d53aef6-667a-4a23-ab73-fd52aae78c71 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:51:59.371425 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e71763d6-c7cf-4df8-8674-ff93777278f9 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5065646 Feb 18 09:51:59.375157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49818) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:59.381454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c3a5da3d-2f59-4c88-a62e-8321c94b56ba tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-384593296'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:59.387338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c3a5da3d-2f59-4c88-a62e-8321c94b56ba tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:59.392501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c3a5da3d-2f59-4c88-a62e-8321c94b56ba tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Usage tracker for resource:network and tenant:ec19a78118fb40dfbd130e1e934b1dc0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:59.395710 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c3a5da3d-2f59-4c88-a62e-8321c94b56ba tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:59.403225 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c3a5da3d-2f59-4c88-a62e-8321c94b56ba tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:59.413701 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a5da3d-2f59-4c88-a62e-8321c94b56ba tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Made reservation on behalf of ec19a78118fb40dfbd130e1e934b1dc0 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:59.417740 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c3a5da3d-2f59-4c88-a62e-8321c94b56ba tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:59.447330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a5da3d-2f59-4c88-a62e-8321c94b56ba tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:51:59.460069 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c3a5da3d-2f59-4c88-a62e-8321c94b56ba tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:59.460590 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-c3a5da3d-2f59-4c88-a62e-8321c94b56ba tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Added segment 743e6594-3467-409b-ad27-82bfc85ffd0a of type vlan for network 299e90f8-b5dd-48da-b9f3-013c2424ebc6 Feb 18 09:51:59.496064 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c3a5da3d-2f59-4c88-a62e-8321c94b56ba tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:59.546383 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c3a5da3d-2f59-4c88-a62e-8321c94b56ba tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:59.552573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a5da3d-2f59-4c88-a62e-8321c94b56ba tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:51:59.553249 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c3a5da3d-2f59-4c88-a62e-8321c94b56ba tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:59.584583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-4d53aef6-667a-4a23-ab73-fd52aae78c71', 'network_id': '4d53aef6-667a-4a23-ab73-fd52aae78c71', 'tenant_id': 'ec19a78118fb40dfbd130e1e934b1dc0', 'fixed_ips': [{'subnet_id': '33f07a0d-40c6-4f28-94f6-2ab6daba532f'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:51:59.586223 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:59.669886 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c3a5da3d-2f59-4c88-a62e-8321c94b56ba tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2929153 Feb 18 09:51:59.673006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49822) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:51:59.675660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5da3d-2f59-4c88-a62e-8321c94b56ba tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Pushing event updated for resources: {'Network': ['ID=299e90f8-b5dd-48da-b9f3-013c2424ebc6,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:51:59.682778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-4a53b7df-d72a-4fce-991d-61619f6d5a79 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Request body: {'subnet': {'network_id': '299e90f8-b5dd-48da-b9f3-013c2424ebc6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:51:59.688187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 299e90f8-b5dd-48da-b9f3-013c2424ebc6 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:51:59.794519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4a53b7df-d72a-4fce-991d-61619f6d5a79 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:51:59.799079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4a53b7df-d72a-4fce-991d-61619f6d5a79 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Usage tracker for resource:subnet and tenant:ec19a78118fb40dfbd130e1e934b1dc0 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:51:59.802069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4a53b7df-d72a-4fce-991d-61619f6d5a79 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:51:59.807779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4a53b7df-d72a-4fce-991d-61619f6d5a79 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:51:59.818019 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a53b7df-d72a-4fce-991d-61619f6d5a79 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Made reservation on behalf of ec19a78118fb40dfbd130e1e934b1dc0 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:51:59.822118 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4a53b7df-d72a-4fce-991d-61619f6d5a79 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:51:59.837280 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Allocated IP 172.20.0.2 (4d53aef6-667a-4a23-ab73-fd52aae78c71/33f07a0d-40c6-4f28-94f6-2ab6daba532f/d35d831d-8370-4c67-8e32-22a0becff56d) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:52:00.047401 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:00.049847 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4a53b7df-d72a-4fce-991d-61619f6d5a79 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:00.058084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Transition to ACTIVE for port object d35d831d-8370-4c67-8e32-22a0becff56d will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:00.075980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Transition to ACTIVE for port object d35d831d-8370-4c67-8e32-22a0becff56d will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:00.082781 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:00.131956 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53b7df-d72a-4fce-991d-61619f6d5a79 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Pushing event updated for resources: {'Subnet': ['ID=39daab35-6c4c-46ec-91eb-618eb90db160,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:00.142972 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a53b7df-d72a-4fce-991d-61619f6d5a79 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Checking segment: {'id': '743e6594-3467-409b-ad27-82bfc85ffd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '299e90f8-b5dd-48da-b9f3-013c2424ebc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:52:00.143329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a53b7df-d72a-4fce-991d-61619f6d5a79 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Network hostable DHCP agents. Network: 299e90f8-b5dd-48da-b9f3-013c2424ebc6, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:52:00.152699 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Network 4d53aef6-667a-4a23-ab73-fd52aae78c71 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:52:00.155548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:52:00.159495 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:52:00.162783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a53b7df-d72a-4fce-991d-61619f6d5a79 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Network 299e90f8-b5dd-48da-b9f3-013c2424ebc6 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:52:00.165450 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Pushing event updated for resources: {'Port': ['ID=d35d831d-8370-4c67-8e32-22a0becff56d,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:00.173426 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-4a53b7df-d72a-4fce-991d-61619f6d5a79 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 299e90f8-b5dd-48da-b9f3-013c2424ebc6) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:52:00.177170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a53b7df-d72a-4fce-991d-61619f6d5a79 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:00.177842 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4a53b7df-d72a-4fce-991d-61619f6d5a79 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:00.199892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b7d625-aa9b-45fd-a1e3-3ed1e64263cd None None] Network 299e90f8-b5dd-48da-b9f3-013c2424ebc6 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:52:00.205806 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4a53b7df-d72a-4fce-991d-61619f6d5a79 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5279758 Feb 18 09:52:00.206192 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49826) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:00.211572 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d80af46d-2382-4c28-8fc8-30aa4e527581 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Request body: {'router': {'external_gateway_info': {'network_id': '299e90f8-b5dd-48da-b9f3-013c2424ebc6'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:52:00.366267 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Attempting to bind port d35d831d-8370-4c67-8e32-22a0becff56d on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:52:00.366549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Attempting to bind port d35d831d-8370-4c67-8e32-22a0becff56d by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '03c3acdd-801c-4d1a-8093-94242bd32fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4d53aef6-667a-4a23-ab73-fd52aae78c71'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:52:00.366914 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Attempting to bind port d35d831d-8370-4c67-8e32-22a0becff56d on network 4d53aef6-667a-4a23-ab73-fd52aae78c71 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:52:00.381622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:52:00.382080 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Checking segment: {'id': '03c3acdd-801c-4d1a-8093-94242bd32fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4d53aef6-667a-4a23-ab73-fd52aae78c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:52:00.382543 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:00.383052 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Bound using segment: {'id': '03c3acdd-801c-4d1a-8093-94242bd32fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4d53aef6-667a-4a23-ab73-fd52aae78c71'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:52:00.383668 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Bound port: d35d831d-8370-4c67-8e32-22a0becff56d, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c3acdd-801c-4d1a-8093-94242bd32fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4d53aef6-667a-4a23-ab73-fd52aae78c71'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:52:00.384137 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:00.512970 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3f64ceb4-27de-465f-a6f5-590120333526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:00.555710 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] For port d35d831d-8370-4c67-8e32-22a0becff56d, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:52:00.594771 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] For port d35d831d-8370-4c67-8e32-22a0becff56d, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d35d831d-8370-4c67-8e32-22a0becff56d,segment=NetworkSegment(03c3acdd-801c-4d1a-8093-94242bd32fd0),segment_id=03c3acdd-801c-4d1a-8093-94242bd32fd0)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:52:00.602158 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:00.636297 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-299e90f8-b5dd-48da-b9f3-013c2424ebc6', 'network_id': '299e90f8-b5dd-48da-b9f3-013c2424ebc6', 'tenant_id': 'ec19a78118fb40dfbd130e1e934b1dc0', 'fixed_ips': [{'subnet_id': '39daab35-6c4c-46ec-91eb-618eb90db160'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:52:00.637106 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:00.738322 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d80af46d-2382-4c28-8fc8-30aa4e527581 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:00.754304 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59f919-dea5-4862-8a17-08efae8eb2a5 None None] Pushing event updated for resources: {'Port': ['ID=d35d831d-8370-4c67-8e32-22a0becff56d,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:00.850625 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Allocated IP 172.21.0.2 (299e90f8-b5dd-48da-b9f3-013c2424ebc6/39daab35-6c4c-46ec-91eb-618eb90db160/08b160db-2d05-4de9-a0ff-bb1002b56466) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:52:00.914621 n-d-829434-1 neutron-server[87767]: INFO neutron.api.v2.resource [None req-d80af46d-2382-4c28-8fc8-30aa4e527581 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 18 09:52:00.915940 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d80af46d-2382-4c28-8fc8-30aa4e527581 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] 10.222.0.72 "PUT /v2.0/routers/afef58b3-b277-42ae-8991-188cc00400de HTTP/1.1" status: 400 len: 364 time: 0.7084107 Feb 18 09:52:00.922175 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49830) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:01.007573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83c40b1-6e95-4302-bcac-81cce04ae56c tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Deleting subnet 39daab35-6c4c-46ec-91eb-618eb90db160 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:52:01.113630 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:01.125544 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Transition to ACTIVE for port object 08b160db-2d05-4de9-a0ff-bb1002b56466 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:01.145874 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Transition to ACTIVE for port object 08b160db-2d05-4de9-a0ff-bb1002b56466 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:01.150471 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a83c40b1-6e95-4302-bcac-81cce04ae56c tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:01.150822 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:01.211244 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a83c40b1-6e95-4302-bcac-81cce04ae56c tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:01.219927 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Network 299e90f8-b5dd-48da-b9f3-013c2424ebc6 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:52:01.222858 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:52:01.226710 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:52:01.232670 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Pushing event updated for resources: {'Port': ['ID=08b160db-2d05-4de9-a0ff-bb1002b56466,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:01.312195 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a83c40b1-6e95-4302-bcac-81cce04ae56c tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:01.326188 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Attempting to bind port 08b160db-2d05-4de9-a0ff-bb1002b56466 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:52:01.326592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Attempting to bind port 08b160db-2d05-4de9-a0ff-bb1002b56466 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '743e6594-3467-409b-ad27-82bfc85ffd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '299e90f8-b5dd-48da-b9f3-013c2424ebc6'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:52:01.327491 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Attempting to bind port 08b160db-2d05-4de9-a0ff-bb1002b56466 on network 299e90f8-b5dd-48da-b9f3-013c2424ebc6 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:52:01.333438 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:52:01.333840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Checking segment: {'id': '743e6594-3467-409b-ad27-82bfc85ffd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '299e90f8-b5dd-48da-b9f3-013c2424ebc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:52:01.334213 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:01.334608 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Bound using segment: {'id': '743e6594-3467-409b-ad27-82bfc85ffd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '299e90f8-b5dd-48da-b9f3-013c2424ebc6'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:52:01.335069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Bound port: 08b160db-2d05-4de9-a0ff-bb1002b56466, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743e6594-3467-409b-ad27-82bfc85ffd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '299e90f8-b5dd-48da-b9f3-013c2424ebc6'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:52:01.335448 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:01.378055 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d35d831d-8370-4c67-8e32-22a0becff56d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:52:01.398980 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a83c40b1-6e95-4302-bcac-81cce04ae56c tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:01.442128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c40b1-6e95-4302-bcac-81cce04ae56c tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Pushing event deleted for resources: {'Subnet': ['ID=39daab35-6c4c-46ec-91eb-618eb90db160,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:01.447741 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a83c40b1-6e95-4302-bcac-81cce04ae56c tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:01.455102 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a83c40b1-6e95-4302-bcac-81cce04ae56c tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] 10.222.0.72 "DELETE /v2.0/subnets/39daab35-6c4c-46ec-91eb-618eb90db160 HTTP/1.1" status: 204 len: 168 time: 0.5318596 Feb 18 09:52:01.457906 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49834) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:01.479328 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] For port 08b160db-2d05-4de9-a0ff-bb1002b56466, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:52:01.489595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] For port 08b160db-2d05-4de9-a0ff-bb1002b56466, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=08b160db-2d05-4de9-a0ff-bb1002b56466,segment=NetworkSegment(743e6594-3467-409b-ad27-82bfc85ffd0a),segment_id=743e6594-3467-409b-ad27-82bfc85ffd0a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:52:01.495959 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:01.597953 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:01.614328 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Deleting port 08b160db-2d05-4de9-a0ff-bb1002b56466 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:52:01.614846 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:01.630027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port d35d831d-8370-4c67-8e32-22a0becff56d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:52:01.646886 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc73f44-34c8-47c0-827f-595db5b06e0a None None] Pushing event updated for resources: {'Port': ['ID=08b160db-2d05-4de9-a0ff-bb1002b56466,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:01.670077 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbebc18-cff7-47ff-8cee-2bde8c337fb1 None None] Network 299e90f8-b5dd-48da-b9f3-013c2424ebc6 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:52:01.862431 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] For port 08b160db-2d05-4de9-a0ff-bb1002b56466, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=08b160db-2d05-4de9-a0ff-bb1002b56466,segment=NetworkSegment(743e6594-3467-409b-ad27-82bfc85ffd0a),segment_id=743e6594-3467-409b-ad27-82bfc85ffd0a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:52:01.863609 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:01.883801 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa34a2c-4afc-4cb5-a112-96c34370eee6 None None] Network 4d53aef6-667a-4a23-ab73-fd52aae78c71 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:52:01.973508 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c5c70c36-35af-49c4-9cef-342ac8a4b7ea None None] Provisioning for port d35d831d-8370-4c67-8e32-22a0becff56d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:52:01.989125 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c5c70c36-35af-49c4-9cef-342ac8a4b7ea None None] Provisioning complete for port d35d831d-8370-4c67-8e32-22a0becff56d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:01.989450 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c5c70c36-35af-49c4-9cef-342ac8a4b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:01.997156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Calling delete_port for 08b160db-2d05-4de9-a0ff-bb1002b56466 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:52:02.089614 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.144472 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] No DVR routers for this DVR port 08b160db-2d05-4de9-a0ff-bb1002b56466 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:52:02.179810 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Pushing event deleted for resources: {'Port': ['ID=08b160db-2d05-4de9-a0ff-bb1002b56466,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:02.273327 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c5c70c36-35af-49c4-9cef-342ac8a4b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.277012 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.303449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299e90f8-b5dd-48da-b9f3-013c2424ebc6']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:02.319087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c5c70c36-35af-49c4-9cef-342ac8a4b7ea None None] For port d35d831d-8370-4c67-8e32-22a0becff56d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d35d831d-8370-4c67-8e32-22a0becff56d,segment=NetworkSegment(03c3acdd-801c-4d1a-8093-94242bd32fd0),segment_id=03c3acdd-801c-4d1a-8093-94242bd32fd0)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:52:02.320720 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743e6594-3467-409b-ad27-82bfc85ffd0a') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:02.321104 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743e6594-3467-409b-ad27-82bfc85ffd0a') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:02.324566 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c5c70c36-35af-49c4-9cef-342ac8a4b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.334804 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.404535 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c70c36-35af-49c4-9cef-342ac8a4b7ea None None] Pushing event updated for resources: {'Port': ['ID=d35d831d-8370-4c67-8e32-22a0becff56d,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:02.477597 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.485521 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:52:02.486042 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:52:02.501245 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:52:02.548100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01594f56-a03c-4081-b7cb-92e6b731fd3f None None] get_active_networks_info from n-d-829434-1 {{(pid=87769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 18 09:52:02.586415 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.606322 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.612474 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Pushing event deleted for resources: {'Network': ['ID=299e90f8-b5dd-48da-b9f3-013c2424ebc6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:02.620762 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ca1c055a-0b70-4ed3-bd1b-3d16210bd2e6 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] 10.222.0.72 "DELETE /v2.0/networks/299e90f8-b5dd-48da-b9f3-013c2424ebc6 HTTP/1.1" status: 204 len: 168 time: 1.1620367 Feb 18 09:52:02.621538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49838) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:02.640722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01594f56-a03c-4081-b7cb-92e6b731fd3f None None] Resources bound (agent type, host, resource id): {{(pid=87769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 18 09:52:02.671392 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-24beb06a-7405-48e3-ba16-88e587503eb9 None None] Provisioning complete for port d35d831d-8370-4c67-8e32-22a0becff56d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:02.671766 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-24beb06a-7405-48e3-ba16-88e587503eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.687947 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21ee80a-6352-488e-87ef-6e68b08c3c91 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Deleting subnet 33f07a0d-40c6-4f28-94f6-2ab6daba532f {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:52:02.691376 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c21ee80a-6352-488e-87ef-6e68b08c3c91 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.755696 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c21ee80a-6352-488e-87ef-6e68b08c3c91 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.853204 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c21ee80a-6352-488e-87ef-6e68b08c3c91 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.938318 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c21ee80a-6352-488e-87ef-6e68b08c3c91 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:02.984254 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ee80a-6352-488e-87ef-6e68b08c3c91 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Pushing event deleted for resources: {'Subnet': ['ID=33f07a0d-40c6-4f28-94f6-2ab6daba532f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:02.991785 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c21ee80a-6352-488e-87ef-6e68b08c3c91 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:03.000580 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c21ee80a-6352-488e-87ef-6e68b08c3c91 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] 10.222.0.72 "DELETE /v2.0/subnets/33f07a0d-40c6-4f28-94f6-2ab6daba532f HTTP/1.1" status: 204 len: 168 time: 0.3778563 Feb 18 09:52:03.003003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49842) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:03.081131 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05390327-95ff-4bb4-934e-edc64d82db95 None None] Network 4d53aef6-667a-4a23-ab73-fd52aae78c71 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:52:03.128890 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:03.141697 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Deleting port d35d831d-8370-4c67-8e32-22a0becff56d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:52:03.141697 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:03.353655 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6d0d51-5384-4d0d-b68e-697795c6685d None None] DHCP port deletion for 4d53aef6-667a-4a23-ab73-fd52aae78c71 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:52:03.361297 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d0d51-5384-4d0d-b68e-697795c6685d None None] Deleting port d35d831d-8370-4c67-8e32-22a0becff56d {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:52:03.362297 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ad6d0d51-5384-4d0d-b68e-697795c6685d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:03.362423 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] For port d35d831d-8370-4c67-8e32-22a0becff56d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d35d831d-8370-4c67-8e32-22a0becff56d,segment=NetworkSegment(03c3acdd-801c-4d1a-8093-94242bd32fd0),segment_id=03c3acdd-801c-4d1a-8093-94242bd32fd0)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:52:03.362665 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:03.497901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Calling delete_port for d35d831d-8370-4c67-8e32-22a0becff56d owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:52:03.573220 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ad6d0d51-5384-4d0d-b68e-697795c6685d None None] For port d35d831d-8370-4c67-8e32-22a0becff56d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d35d831d-8370-4c67-8e32-22a0becff56d,segment=NetworkSegment(03c3acdd-801c-4d1a-8093-94242bd32fd0),segment_id=03c3acdd-801c-4d1a-8093-94242bd32fd0)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:52:03.573609 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ad6d0d51-5384-4d0d-b68e-697795c6685d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:03.577441 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:03.627675 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Pushing event deleted for resources: {'Port': ['ID=d35d831d-8370-4c67-8e32-22a0becff56d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:03.632485 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] No DVR routers for this DVR port d35d831d-8370-4c67-8e32-22a0becff56d on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:52:03.662785 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:03.663131 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:03.663472 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:03.663811 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:03.664144 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:03.664495 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:03.664819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:03.665142 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:03.665463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:03.665789 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:03.666108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:03.666429 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:03.700324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d0d51-5384-4d0d-b68e-697795c6685d None None] Calling delete_port for d35d831d-8370-4c67-8e32-22a0becff56d owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:52:03.771099 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:03.776123 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-ad6d0d51-5384-4d0d-b68e-697795c6685d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:52:03.776506 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-ad6d0d51-5384-4d0d-b68e-697795c6685d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:52:03.796984 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d53aef6-667a-4a23-ab73-fd52aae78c71']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:03.809978 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c3acdd-801c-4d1a-8093-94242bd32fd0') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:03.810279 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c3acdd-801c-4d1a-8093-94242bd32fd0') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:03.822907 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:03.839574 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:03.846790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:52:03.847098 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:52:03.861626 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:52:03.892994 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6b1f01af-d634-45be-b5a7-9a3d6c8be040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:03.941358 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:03.961746 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:03.968482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Pushing event deleted for resources: {'Network': ['ID=4d53aef6-667a-4a23-ab73-fd52aae78c71,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:03.973895 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:03.977670 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9e493eae-8bef-409f-9927-e9c38edfaf72 tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] 10.222.0.72 "DELETE /v2.0/networks/4d53aef6-667a-4a23-ab73-fd52aae78c71 HTTP/1.1" status: 204 len: 168 time: 0.9714074 Feb 18 09:52:03.977890 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49846) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:04.019687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1e542573-4bc5-4ca9-8186-7380f09c950a tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Synchronizing usage tracker for tenant:ec19a78118fb40dfbd130e1e934b1dc0 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:52:04.026842 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:04.036538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1e542573-4bc5-4ca9-8186-7380f09c950a tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Unset dirty status for tenant:ec19a78118fb40dfbd130e1e934b1dc0 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:52:04.037748 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1e542573-4bc5-4ca9-8186-7380f09c950a tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] 10.222.0.72 "GET /v2.0/ports?device_id=afef58b3-b277-42ae-8991-188cc00400de HTTP/1.1" status: 200 len: 205 time: 0.0589781 Feb 18 09:52:04.040247 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49850) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:04.274233 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-387e0aaf-7835-4b5a-8335-58889049944d tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:04.278058 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d0d51-5384-4d0d-b68e-697795c6685d None None] Deleting port d35d831d-8370-4c67-8e32-22a0becff56d {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:52:04.278381 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ad6d0d51-5384-4d0d-b68e-697795c6685d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:04.349822 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d0d51-5384-4d0d-b68e-697795c6685d None None] The port 'd35d831d-8370-4c67-8e32-22a0becff56d' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:52:04.584683 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-387e0aaf-7835-4b5a-8335-58889049944d tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:04.586767 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-387e0aaf-7835-4b5a-8335-58889049944d tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:04.611265 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-387e0aaf-7835-4b5a-8335-58889049944d tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:04.611265 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387e0aaf-7835-4b5a-8335-58889049944d tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Fanout notify agent at l3_agent the message router_deleted on router afef58b3-b277-42ae-8991-188cc00400de {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:52:04.627548 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-387e0aaf-7835-4b5a-8335-58889049944d tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:04.628676 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-387e0aaf-7835-4b5a-8335-58889049944d tempest-RoutersNegativeTest-2093794227 tempest-RoutersNegativeTest-2093794227-project] 10.222.0.72 "DELETE /v2.0/routers/afef58b3-b277-42ae-8991-188cc00400de HTTP/1.1" status: 204 len: 168 time: 0.5875287 Feb 18 09:52:04.920380 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49860) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:05.070513 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5c2c59fb-150e-433f-bc83-62e63ebe57d4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ec19a78118fb40dfbd130e1e934b1dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486840 Feb 18 09:52:05.072970 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49866) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:05.134755 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c2552c6-f307-4502-ba18-7dbdc48eb316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:05.164395 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c2552c6-f307-4502-ba18-7dbdc48eb316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:05.235709 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c2552c6-f307-4502-ba18-7dbdc48eb316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:05.252185 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:05.252796 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2552c6-f307-4502-ba18-7dbdc48eb316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637b8cf4-6910-4863-9c7b-3b2bfe286148,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:05.258190 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8c2552c6-f307-4502-ba18-7dbdc48eb316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:05.262426 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8c2552c6-f307-4502-ba18-7dbdc48eb316 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/637b8cf4-6910-4863-9c7b-3b2bfe286148 HTTP/1.1" status: 204 len: 168 time: 0.1861494 Feb 18 09:52:05.335348 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d35d831d-8370-4c67-8e32-22a0becff56d no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:52:05.370540 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: d35d831d-8370-4c67-8e32-22a0becff56d {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:52:05.370772 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d35d831d-8370-4c67-8e32-22a0becff56d not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:52:05.939737 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49890) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:06.043445 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-336770247-network', 'tenant_id': '1b2c0bd04ae64945bd1aad99b97934b3'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:52:06.049645 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:52:06.053434 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Usage tracker for resource:network and tenant:1b2c0bd04ae64945bd1aad99b97934b3 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:52:06.056172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:52:06.062346 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:52:06.072833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Made reservation on behalf of 1b2c0bd04ae64945bd1aad99b97934b3 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:52:06.075075 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:06.087539 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:06.102357 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:52:06.106119 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Usage tracker for resource:security_group_rule and tenant:1b2c0bd04ae64945bd1aad99b97934b3 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:52:06.109694 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:52:06.115162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:52:06.198040 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:06.201923 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:06.235007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:52:06.243022 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:06.248251 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:06.248649 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Added segment 56de9bd5-532a-4bed-8bf3-9b655a3dac58 of type vlan for network 5dc3309a-cde8-43b6-a4e8-b6d18750144b Feb 18 09:52:06.277706 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:06.306650 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:06.307659 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:06.308229 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:06.407569 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] Pushing event updated for resources: {'Network': ['ID=5dc3309a-cde8-43b6-a4e8-b6d18750144b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:06.410538 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-262b4a53-9328-4295-932c-eec1cdd5ea63 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4697642 Feb 18 09:52:06.414131 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49896) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:06.417323 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 5dc3309a-cde8-43b6-a4e8-b6d18750144b details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:52:06.419728 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-90484b9f-ee7c-413e-9815-086b95f214f1 admin admin] Request body: {'subnet': {'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-336770247-subnet', 'tenant_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:52:06.427136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-90484b9f-ee7c-413e-9815-086b95f214f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:52:06.431116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-90484b9f-ee7c-413e-9815-086b95f214f1 admin admin] Usage tracker for resource:subnet and tenant:1b2c0bd04ae64945bd1aad99b97934b3 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:52:06.434186 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-90484b9f-ee7c-413e-9815-086b95f214f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:52:06.440819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-90484b9f-ee7c-413e-9815-086b95f214f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:52:06.457237 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90484b9f-ee7c-413e-9815-086b95f214f1 admin admin] Made reservation on behalf of 1b2c0bd04ae64945bd1aad99b97934b3 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:52:06.459731 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90484b9f-ee7c-413e-9815-086b95f214f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:06.671320 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90484b9f-ee7c-413e-9815-086b95f214f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:06.745960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90484b9f-ee7c-413e-9815-086b95f214f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d9746bf-a4e6-436e-87bd-38bf07b588bd,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:06.754125 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90484b9f-ee7c-413e-9815-086b95f214f1 admin admin] Checking segment: {'id': '56de9bd5-532a-4bed-8bf3-9b655a3dac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:52:06.754476 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90484b9f-ee7c-413e-9815-086b95f214f1 admin admin] Network hostable DHCP agents. Network: 5dc3309a-cde8-43b6-a4e8-b6d18750144b, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:52:06.772808 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90484b9f-ee7c-413e-9815-086b95f214f1 admin admin] Network 5dc3309a-cde8-43b6-a4e8-b6d18750144b is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:52:06.782416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-90484b9f-ee7c-413e-9815-086b95f214f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 5dc3309a-cde8-43b6-a4e8-b6d18750144b) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:52:06.788156 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90484b9f-ee7c-413e-9815-086b95f214f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:06.789466 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90484b9f-ee7c-413e-9815-086b95f214f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:06.790302 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b217344b-6098-4b9a-ac57-5593c9978835 None None] Network 5dc3309a-cde8-43b6-a4e8-b6d18750144b requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:52:06.815136 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-90484b9f-ee7c-413e-9815-086b95f214f1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4006426 Feb 18 09:52:06.815884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49900) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:06.821517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-336770247-router', 'tenant_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:52:06.827357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:52:06.831719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Usage tracker for resource:router and tenant:1b2c0bd04ae64945bd1aad99b97934b3 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:52:06.835827 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:52:06.841144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:52:06.851393 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:06.852745 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:06.871663 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:07.033699 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-5dc3309a-cde8-43b6-a4e8-b6d18750144b', 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b', 'tenant_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'fixed_ips': [{'subnet_id': '3d9746bf-a4e6-436e-87bd-38bf07b588bd'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:52:07.034527 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:07.147436 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:07.198725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Allocated IP 172.20.0.2 (5dc3309a-cde8-43b6-a4e8-b6d18750144b/3d9746bf-a4e6-436e-87bd-38bf07b588bd/af326e58-27f5-4b27-b405-63856bbecf72) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:52:07.440605 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:07.450570 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Transition to ACTIVE for port object af326e58-27f5-4b27-b405-63856bbecf72 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:07.471752 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Transition to ACTIVE for port object af326e58-27f5-4b27-b405-63856bbecf72 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:07.477405 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:07.543091 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Network 5dc3309a-cde8-43b6-a4e8-b6d18750144b is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:52:07.546337 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:52:07.550106 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:52:07.582877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Pushing event updated for resources: {'Port': ['ID=af326e58-27f5-4b27-b405-63856bbecf72,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:07.583591 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:07.613898 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:07.646168 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Attempting to bind port af326e58-27f5-4b27-b405-63856bbecf72 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:52:07.646530 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Attempting to bind port af326e58-27f5-4b27-b405-63856bbecf72 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '56de9bd5-532a-4bed-8bf3-9b655a3dac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:52:07.646893 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Attempting to bind port af326e58-27f5-4b27-b405-63856bbecf72 on network 5dc3309a-cde8-43b6-a4e8-b6d18750144b {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:52:07.652156 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:52:07.652706 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Checking segment: {'id': '56de9bd5-532a-4bed-8bf3-9b655a3dac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:52:07.653108 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:07.653530 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Bound using segment: {'id': '56de9bd5-532a-4bed-8bf3-9b655a3dac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:52:07.654013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Bound port: af326e58-27f5-4b27-b405-63856bbecf72, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de9bd5-532a-4bed-8bf3-9b655a3dac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:52:07.654402 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:07.743863 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] For port af326e58-27f5-4b27-b405-63856bbecf72, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:52:07.746930 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] For port af326e58-27f5-4b27-b405-63856bbecf72, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=af326e58-27f5-4b27-b405-63856bbecf72,segment=NetworkSegment(56de9bd5-532a-4bed-8bf3-9b655a3dac58),segment_id=56de9bd5-532a-4bed-8bf3-9b655a3dac58)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:52:07.754247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Allocated IP 172.25.1.167 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/0299d73c-9311-496c-a8b7-06fb51fd780f) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:52:07.755051 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:07.844426 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43852c50-1785-4214-beac-ca502c34b6d3 None None] Pushing event updated for resources: {'Port': ['ID=af326e58-27f5-4b27-b405-63856bbecf72,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:07.920872 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:07.953676 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:08.024025 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:52:08.026928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:52:08.032725 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:52:08.073760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Pushing event updated for resources: {'Port': ['ID=0299d73c-9311-496c-a8b7-06fb51fd780f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:08.469030 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:08.864546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f1a688-9721-4fbc-8c20-cc1820c8c4bd None None] Network 5dc3309a-cde8-43b6-a4e8-b6d18750144b requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:52:08.958956 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:08.959562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8e7c2e95-9fe4-4c52-83f1-fe9d0faf54de None None] Provisioning for port af326e58-27f5-4b27-b405-63856bbecf72 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:52:09.174112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Router fa5e38e8-0213-45ba-abe4-efdf5c8361e7 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:52:09.367031 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:52:09.370895 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device af326e58-27f5-4b27-b405-63856bbecf72 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:52:09.378122 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Sync routers for ids ['fa5e38e8-0213-45ba-abe4-efdf5c8361e7'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:52:09.389775 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Routers {'fa5e38e8-0213-45ba-abe4-efdf5c8361e7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:52:09.390931 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:52:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fa5e38e8-0213-45ba-abe4-efdf5c8361e7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:09.397319 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:09.401807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49904) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:09.408563 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-42f7a037-9c1e-4bfb-933e-8aba433c3428 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5837822 Feb 18 09:52:09.457542 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port af326e58-27f5-4b27-b405-63856bbecf72 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:52:09.462449 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port af326e58-27f5-4b27-b405-63856bbecf72 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:09.462902 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:09.595196 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Set router fa5e38e8-0213-45ba-abe4-efdf5c8361e7 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:52:09.611780 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:09.645418 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port af326e58-27f5-4b27-b405-63856bbecf72, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=af326e58-27f5-4b27-b405-63856bbecf72,segment=NetworkSegment(56de9bd5-532a-4bed-8bf3-9b655a3dac58),segment_id=56de9bd5-532a-4bed-8bf3-9b655a3dac58)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:52:09.649396 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:09.724258 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=af326e58-27f5-4b27-b405-63856bbecf72,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:09.909244 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5e38e8-0213-45ba-abe4-efdf5c8361e7', 'name': 'tempest-TestEncryptedCinderVolumes-336770247-router', 'tenant_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '0299d73c-9311-496c-a8b7-06fb51fd780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:52:06Z', 'updated_at': '2022-02-18T09:52:08Z', 'revision_number': 3, 'project_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'gw_port': {'id': '0299d73c-9311-496c-a8b7-06fb51fd780f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:79:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e38e8-0213-45ba-abe4-efdf5c8361e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:07Z', 'updated_at': '2022-02-18T09:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:09.913022 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Checking router: fa5e38e8-0213-45ba-abe4-efdf5c8361e7 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:52:09.913390 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Updating router fa5e38e8-0213-45ba-abe4-efdf5c8361e7 port 0299d73c-9311-496c-a8b7-06fb51fd780f binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:52:09.965425 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:10.238329 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:10.327351 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:10.339432 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Transition to ACTIVE for port object 0299d73c-9311-496c-a8b7-06fb51fd780f will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:10.347882 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:10.428387 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Attempting to bind port 0299d73c-9311-496c-a8b7-06fb51fd780f on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:52:10.429114 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Attempting to bind port 0299d73c-9311-496c-a8b7-06fb51fd780f by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:52:10.429114 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Attempting to bind port 0299d73c-9311-496c-a8b7-06fb51fd780f on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:52:10.434827 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940ff82-e6a0-4372-a4ab-bd0e14150ee6 None None] Pushing event updated for resources: {'Port': ['ID=0299d73c-9311-496c-a8b7-06fb51fd780f,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:10.443014 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:52:10.443386 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:52:10.443783 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:10.444175 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:52:10.444661 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Bound port: 0299d73c-9311-496c-a8b7-06fb51fd780f, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:52:10.445028 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:10.458054 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] Allocated IP 172.20.0.1 (5dc3309a-cde8-43b6-a4e8-b6d18750144b/3d9746bf-a4e6-436e-87bd-38bf07b588bd/685d7cb8-dffb-48d7-8738-bc55d1378690) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:52:10.474151 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940ff82-e6a0-4372-a4ab-bd0e14150ee6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:10.474495 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940ff82-e6a0-4372-a4ab-bd0e14150ee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:10.474832 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940ff82-e6a0-4372-a4ab-bd0e14150ee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:10.475167 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940ff82-e6a0-4372-a4ab-bd0e14150ee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:10.475497 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940ff82-e6a0-4372-a4ab-bd0e14150ee6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:10.475823 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940ff82-e6a0-4372-a4ab-bd0e14150ee6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:10.476147 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940ff82-e6a0-4372-a4ab-bd0e14150ee6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:10.476499 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940ff82-e6a0-4372-a4ab-bd0e14150ee6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:10.476824 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940ff82-e6a0-4372-a4ab-bd0e14150ee6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:10.477144 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940ff82-e6a0-4372-a4ab-bd0e14150ee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:10.477465 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940ff82-e6a0-4372-a4ab-bd0e14150ee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:10.477784 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940ff82-e6a0-4372-a4ab-bd0e14150ee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:10.525274 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] For port 0299d73c-9311-496c-a8b7-06fb51fd780f, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:52:10.528620 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] For port 0299d73c-9311-496c-a8b7-06fb51fd780f, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0299d73c-9311-496c-a8b7-06fb51fd780f,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:52:10.534100 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:10.615444 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:10.617443 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Routers {'fa5e38e8-0213-45ba-abe4-efdf5c8361e7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:52:10.618068 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:52:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fa5e38e8-0213-45ba-abe4-efdf5c8361e7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:10.631653 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] Transition to ACTIVE for port object 685d7cb8-dffb-48d7-8738-bc55d1378690 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:10.657515 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:10.674939 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940ff82-e6a0-4372-a4ab-bd0e14150ee6 None None] Pushing event updated for resources: {'Port': ['ID=0299d73c-9311-496c-a8b7-06fb51fd780f,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:10.726035 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] Network 5dc3309a-cde8-43b6-a4e8-b6d18750144b is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:52:10.729015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:52:10.733579 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:52:10.770873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] Pushing event updated for resources: {'Port': ['ID=685d7cb8-dffb-48d7-8738-bc55d1378690,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:10.796138 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:10.809438 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] Set router fa5e38e8-0213-45ba-abe4-efdf5c8361e7 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:52:11.072217 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3ad41fc7-d8bd-483c-ae5a-c51928958f4a None None] Provisioning for port 685d7cb8-dffb-48d7-8738-bc55d1378690 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:52:11.078964 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3ad41fc7-d8bd-483c-ae5a-c51928958f4a None None] Provisioning complete for port 685d7cb8-dffb-48d7-8738-bc55d1378690 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:11.079403 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3ad41fc7-d8bd-483c-ae5a-c51928958f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:11.094840 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:11.120685 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5e38e8-0213-45ba-abe4-efdf5c8361e7', 'name': 'tempest-TestEncryptedCinderVolumes-336770247-router', 'tenant_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '0299d73c-9311-496c-a8b7-06fb51fd780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:52:06Z', 'updated_at': '2022-02-18T09:52:08Z', 'revision_number': 3, 'project_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'gw_port': {'id': '0299d73c-9311-496c-a8b7-06fb51fd780f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:79:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e38e8-0213-45ba-abe4-efdf5c8361e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:07Z', 'updated_at': '2022-02-18T09:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:11.125649 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49313ef5-1c23-4897-86d1-d5bf84dd37e8 None None] The sync data for ids ['fa5e38e8-0213-45ba-abe4-efdf5c8361e7'] in n-d-829434-1 is: [{'id': 'fa5e38e8-0213-45ba-abe4-efdf5c8361e7', 'name': 'tempest-TestEncryptedCinderVolumes-336770247-router', 'tenant_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '0299d73c-9311-496c-a8b7-06fb51fd780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:52:06Z', 'updated_at': '2022-02-18T09:52:08Z', 'revision_number': 3, 'project_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'gw_port': {'id': '0299d73c-9311-496c-a8b7-06fb51fd780f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:79:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e38e8-0213-45ba-abe4-efdf5c8361e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:07Z', 'updated_at': '2022-02-18T09:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:52:11.187344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-3ad41fc7-d8bd-483c-ae5a-c51928958f4a None None] Port 685d7cb8-dffb-48d7-8738-bc55d1378690 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:52:11.357152 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:11.364454 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:11.367727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device af326e58-27f5-4b27-b405-63856bbecf72 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:52:11.459516 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port af326e58-27f5-4b27-b405-63856bbecf72 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:11.459882 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:11.603778 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:11.607260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] Pushing event updated for resources: {'Port': ['ID=685d7cb8-dffb-48d7-8738-bc55d1378690,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:11.758318 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] Network 5dc3309a-cde8-43b6-a4e8-b6d18750144b is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:52:11.759427 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:52:11.899712 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:11.953294 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:11.984816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] Router fa5e38e8-0213-45ba-abe4-efdf5c8361e7 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:52:12.113568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-981ffaa7-4e44-40d0-9f28-81ec0bd4eb8c None None] Provisioning complete for port 685d7cb8-dffb-48d7-8738-bc55d1378690 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:12.114124 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-981ffaa7-4e44-40d0-9f28-81ec0bd4eb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:12.175501 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-981ffaa7-4e44-40d0-9f28-81ec0bd4eb8c None None] Port 685d7cb8-dffb-48d7-8738-bc55d1378690 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:52:12.202380 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:52:12.211652 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f41ea2fa-82ed-4b38-b03c-5b399b3d2219 admin admin] 10.222.0.72 "PUT /v2.0/routers/fa5e38e8-0213-45ba-abe4-efdf5c8361e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8075404 Feb 18 09:52:12.759761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 49922) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:12.766109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1640547267-network', 'tenant_id': '58db7607f1ac46c781909503d44c3e88'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:52:12.771480 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:52:12.775367 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Usage tracker for resource:network and tenant:58db7607f1ac46c781909503d44c3e88 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:52:12.783131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:52:12.789085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:52:12.799820 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Sync routers for ids ['fa5e38e8-0213-45ba-abe4-efdf5c8361e7'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:52:12.802680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Made reservation on behalf of 58db7607f1ac46c781909503d44c3e88 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:52:12.805371 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:12.810281 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Routers {'fa5e38e8-0213-45ba-abe4-efdf5c8361e7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:52:12.811546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:52:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fa5e38e8-0213-45ba-abe4-efdf5c8361e7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:12.818650 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:12.835130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:52:12.839196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Usage tracker for resource:security_group_rule and tenant:58db7607f1ac46c781909503d44c3e88 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:52:12.842481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:52:12.848442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:52:12.940686 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:12.944587 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:12.977692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:52:12.987037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae413150-3ed5-4c76-8cb5-292c0b63ba13,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:12.995261 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:12.995261 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Added segment 454822a1-abc5-4d9d-9704-65696389dfcc of type vlan for network 582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3 Feb 18 09:52:13.022804 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Set router fa5e38e8-0213-45ba-abe4-efdf5c8361e7 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:52:13.024352 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:13.057715 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:13.058594 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:13.059170 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:13.172703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] Pushing event updated for resources: {'Network': ['ID=582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:13.179925 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e8c546c3-f369-4f45-88bc-dba257474298 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4190505 Feb 18 09:52:13.180316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49926) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:13.187126 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a375d644-8987-4057-b26a-7ac5106a15b6 admin admin] Request body: {'subnet': {'network_id': '582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1640547267-subnet', 'tenant_id': '58db7607f1ac46c781909503d44c3e88', 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:52:13.195204 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a375d644-8987-4057-b26a-7ac5106a15b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:52:13.198999 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a375d644-8987-4057-b26a-7ac5106a15b6 admin admin] Usage tracker for resource:subnet and tenant:58db7607f1ac46c781909503d44c3e88 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:52:13.203800 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a375d644-8987-4057-b26a-7ac5106a15b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:52:13.209899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a375d644-8987-4057-b26a-7ac5106a15b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:52:13.220905 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a375d644-8987-4057-b26a-7ac5106a15b6 admin admin] Made reservation on behalf of 58db7607f1ac46c781909503d44c3e88 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:52:13.223534 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a375d644-8987-4057-b26a-7ac5106a15b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:13.224510 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:52:13.406394 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0299d73c-9311-496c-a8b7-06fb51fd780f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:52:13.442745 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a375d644-8987-4057-b26a-7ac5106a15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:13.498860 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 0299d73c-9311-496c-a8b7-06fb51fd780f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:52:13.503662 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5e38e8-0213-45ba-abe4-efdf5c8361e7', 'name': 'tempest-TestEncryptedCinderVolumes-336770247-router', 'tenant_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '0299d73c-9311-496c-a8b7-06fb51fd780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:52:06Z', 'updated_at': '2022-02-18T09:52:11Z', 'revision_number': 4, 'project_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'gw_port': {'id': '0299d73c-9311-496c-a8b7-06fb51fd780f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:79:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e38e8-0213-45ba-abe4-efdf5c8361e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:07Z', 'updated_at': '2022-02-18T09:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '685d7cb8-dffb-48d7-8738-bc55d1378690', 'name': '', 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b', 'tenant_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'mac_address': 'fa:16:3e:d1:0a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e38e8-0213-45ba-abe4-efdf5c8361e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '3d9746bf-a4e6-436e-87bd-38bf07b588bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:10Z', 'updated_at': '2022-02-18T09:52:11Z', 'revision_number': 2, 'project_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'subnets': [{'id': '3d9746bf-a4e6-436e-87bd-38bf07b588bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:13.508635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0299d73c-9311-496c-a8b7-06fb51fd780f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:13.509013 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:13.526556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375d644-8987-4057-b26a-7ac5106a15b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d4f2ab-aef6-44fd-a4a7-dccddac20b03,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:13.536136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a375d644-8987-4057-b26a-7ac5106a15b6 admin admin] Checking segment: {'id': '454822a1-abc5-4d9d-9704-65696389dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:52:13.536549 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a375d644-8987-4057-b26a-7ac5106a15b6 admin admin] Network hostable DHCP agents. Network: 582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:52:13.537004 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Checking router: fa5e38e8-0213-45ba-abe4-efdf5c8361e7 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:52:13.537358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Updating router fa5e38e8-0213-45ba-abe4-efdf5c8361e7 port 685d7cb8-dffb-48d7-8738-bc55d1378690 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:52:13.556472 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a375d644-8987-4057-b26a-7ac5106a15b6 admin admin] Network 582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:52:13.566698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-a375d644-8987-4057-b26a-7ac5106a15b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:52:13.572122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a375d644-8987-4057-b26a-7ac5106a15b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:13.573276 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a375d644-8987-4057-b26a-7ac5106a15b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:13.587973 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fef2597-985d-4ee4-a4e7-e510447bcad4 None None] Network 582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:52:13.597517 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a375d644-8987-4057-b26a-7ac5106a15b6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4155703 Feb 18 09:52:13.600090 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49930) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:13.605515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1640547267-router', 'tenant_id': '58db7607f1ac46c781909503d44c3e88', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:52:13.611570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:52:13.615870 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Usage tracker for resource:router and tenant:58db7607f1ac46c781909503d44c3e88 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:52:13.618920 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:52:13.624838 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:52:13.638401 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:13.640095 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:13.656574 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:13.683751 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:13.933023 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:13.936335 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:14.007703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 0299d73c-9311-496c-a8b7-06fb51fd780f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0299d73c-9311-496c-a8b7-06fb51fd780f,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:52:14.080116 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:14.174335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3', 'network_id': '582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3', 'tenant_id': '58db7607f1ac46c781909503d44c3e88', 'fixed_ips': [{'subnet_id': 'c3d4f2ab-aef6-44fd-a4a7-dccddac20b03'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:52:14.175476 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:14.302008 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=0299d73c-9311-496c-a8b7-06fb51fd780f,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:14.408624 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:14.440743 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:14.476725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Allocated IP 172.20.0.2 (582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3/c3d4f2ab-aef6-44fd-a4a7-dccddac20b03/7db40bcc-e76a-490d-a96a-4c5c1f5f04ff) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:52:14.479489 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:14.497978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Transition to ACTIVE for port object 685d7cb8-dffb-48d7-8738-bc55d1378690 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:14.517534 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:14.587598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Allocated IP 172.25.1.193 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/5d2e6924-9401-41d9-8356-d19920625fb6) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:52:14.715584 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849d5dd-59f4-48f3-a7d6-551f5f7b20ed None None] Pushing event updated for resources: {'Port': ['ID=685d7cb8-dffb-48d7-8738-bc55d1378690,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:14.768024 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:14.806393 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:14.845616 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Attempting to bind port 685d7cb8-dffb-48d7-8738-bc55d1378690 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:52:14.845862 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Attempting to bind port 685d7cb8-dffb-48d7-8738-bc55d1378690 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '56de9bd5-532a-4bed-8bf3-9b655a3dac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:52:14.846042 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Attempting to bind port 685d7cb8-dffb-48d7-8738-bc55d1378690 on network 5dc3309a-cde8-43b6-a4e8-b6d18750144b {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:52:14.883679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:52:14.884450 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Checking segment: {'id': '56de9bd5-532a-4bed-8bf3-9b655a3dac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:52:14.885039 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:14.885780 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Bound using segment: {'id': '56de9bd5-532a-4bed-8bf3-9b655a3dac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:52:14.885951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Bound port: 685d7cb8-dffb-48d7-8738-bc55d1378690, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56de9bd5-532a-4bed-8bf3-9b655a3dac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:52:14.886735 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:14.890352 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:52:14.893468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:52:14.897788 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:52:14.938865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Pushing event updated for resources: {'Port': ['ID=5d2e6924-9401-41d9-8356-d19920625fb6,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:14.994561 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:15.024684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Transition to ACTIVE for port object 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:15.039421 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] For port 685d7cb8-dffb-48d7-8738-bc55d1378690, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:52:15.044657 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] For port 685d7cb8-dffb-48d7-8738-bc55d1378690, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=685d7cb8-dffb-48d7-8738-bc55d1378690,segment=NetworkSegment(56de9bd5-532a-4bed-8bf3-9b655a3dac58),segment_id=56de9bd5-532a-4bed-8bf3-9b655a3dac58)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:52:15.050582 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:15.086021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Transition to ACTIVE for port object 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:15.108364 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:15.148489 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Routers {'fa5e38e8-0213-45ba-abe4-efdf5c8361e7'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:52:15.149133 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:52:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fa5e38e8-0213-45ba-abe4-efdf5c8361e7'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:15.204797 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849d5dd-59f4-48f3-a7d6-551f5f7b20ed None None] Pushing event updated for resources: {'Port': ['ID=685d7cb8-dffb-48d7-8738-bc55d1378690,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:15.214129 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Network 582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:52:15.251682 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:52:15.262341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:52:15.347463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Pushing event updated for resources: {'Port': ['ID=7db40bcc-e76a-490d-a96a-4c5c1f5f04ff,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:15.370856 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:15.390431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0299d73c-9311-496c-a8b7-06fb51fd780f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:52:15.546894 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Attempting to bind port 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:52:15.547599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Attempting to bind port 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '454822a1-abc5-4d9d-9704-65696389dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:52:15.547599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Attempting to bind port 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff on network 582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:52:15.570603 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:52:15.570980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Checking segment: {'id': '454822a1-abc5-4d9d-9704-65696389dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:52:15.571385 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:15.571774 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Bound using segment: {'id': '454822a1-abc5-4d9d-9704-65696389dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:52:15.572250 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Bound port: 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454822a1-abc5-4d9d-9704-65696389dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:52:15.572646 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:15.641977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] Set router fa5e38e8-0213-45ba-abe4-efdf5c8361e7 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:52:15.842489 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0299d73c-9311-496c-a8b7-06fb51fd780f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:15.843155 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:15.851021 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:16.031707 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] For port 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:52:16.049849 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] For port 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7db40bcc-e76a-490d-a96a-4c5c1f5f04ff,segment=NetworkSegment(454822a1-abc5-4d9d-9704-65696389dfcc),segment_id=454822a1-abc5-4d9d-9704-65696389dfcc)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:52:16.068905 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:16.069933 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Router 51557088-051e-4423-aa15-4e422e99f714 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:52:16.244157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667489bc-c40c-4b86-9c57-683c0b17a9ad None None] Pushing event updated for resources: {'Port': ['ID=7db40bcc-e76a-490d-a96a-4c5c1f5f04ff,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:16.291540 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5e38e8-0213-45ba-abe4-efdf5c8361e7', 'name': 'tempest-TestEncryptedCinderVolumes-336770247-router', 'tenant_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '0299d73c-9311-496c-a8b7-06fb51fd780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:52:06Z', 'updated_at': '2022-02-18T09:52:11Z', 'revision_number': 4, 'project_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'gw_port': {'id': '0299d73c-9311-496c-a8b7-06fb51fd780f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e38e8-0213-45ba-abe4-efdf5c8361e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:07Z', 'updated_at': '2022-02-18T09:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '685d7cb8-dffb-48d7-8738-bc55d1378690', 'name': '', 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b', 'tenant_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'mac_address': 'fa:16:3e:d1:0a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e38e8-0213-45ba-abe4-efdf5c8361e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '3d9746bf-a4e6-436e-87bd-38bf07b588bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:10Z', 'updated_at': '2022-02-18T09:52:15Z', 'revision_number': 4, 'project_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'subnets': [{'id': '3d9746bf-a4e6-436e-87bd-38bf07b588bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:16.296954 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b958ad48-a14b-4acf-ac1c-893c2bba687c None None] The sync data for ids ['fa5e38e8-0213-45ba-abe4-efdf5c8361e7'] in n-d-829434-1 is: [{'id': 'fa5e38e8-0213-45ba-abe4-efdf5c8361e7', 'name': 'tempest-TestEncryptedCinderVolumes-336770247-router', 'tenant_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '0299d73c-9311-496c-a8b7-06fb51fd780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:52:06Z', 'updated_at': '2022-02-18T09:52:11Z', 'revision_number': 4, 'project_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'gw_port': {'id': '0299d73c-9311-496c-a8b7-06fb51fd780f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e38e8-0213-45ba-abe4-efdf5c8361e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:07Z', 'updated_at': '2022-02-18T09:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '685d7cb8-dffb-48d7-8738-bc55d1378690', 'name': '', 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b', 'tenant_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'mac_address': 'fa:16:3e:d1:0a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e38e8-0213-45ba-abe4-efdf5c8361e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '3d9746bf-a4e6-436e-87bd-38bf07b588bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:10Z', 'updated_at': '2022-02-18T09:52:15Z', 'revision_number': 4, 'project_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'subnets': [{'id': '3d9746bf-a4e6-436e-87bd-38bf07b588bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:52:16.297226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:52:16.307551 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Sync routers for ids ['51557088-051e-4423-aa15-4e422e99f714'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:52:16.323190 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Routers {'51557088-051e-4423-aa15-4e422e99f714'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:52:16.324242 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:52:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['51557088-051e-4423-aa15-4e422e99f714'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:16.339650 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:16.340909 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1da31a21-e750-481c-843c-ff56913845ab admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7397339 Feb 18 09:52:16.344779 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 49934) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:52:16.575178 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Set router 51557088-051e-4423-aa15-4e422e99f714 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:52:16.950080 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51557088-051e-4423-aa15-4e422e99f714', 'name': 'tempest-TestEncryptedCinderVolumes-1640547267-router', 'tenant_id': '58db7607f1ac46c781909503d44c3e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '5d2e6924-9401-41d9-8356-d19920625fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:52:13Z', 'updated_at': '2022-02-18T09:52:15Z', 'revision_number': 3, 'project_id': '58db7607f1ac46c781909503d44c3e88', 'gw_port': {'id': '5d2e6924-9401-41d9-8356-d19920625fb6', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:58:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51557088-051e-4423-aa15-4e422e99f714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:14Z', 'updated_at': '2022-02-18T09:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:16.956303 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Checking router: 51557088-051e-4423-aa15-4e422e99f714 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:52:16.956620 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Updating router 51557088-051e-4423-aa15-4e422e99f714 port 5d2e6924-9401-41d9-8356-d19920625fb6 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:52:17.023756 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:17.243567 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:17.463199 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:17.473841 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 685d7cb8-dffb-48d7-8738-bc55d1378690 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:52:17.484542 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Transition to ACTIVE for port object 5d2e6924-9401-41d9-8356-d19920625fb6 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:17.491910 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:17.579008 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Attempting to bind port 5d2e6924-9401-41d9-8356-d19920625fb6 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:52:17.579347 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e99c50f-0d5e-40a4-8c1e-161b59824c44 None None] Network 582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:52:17.579539 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Attempting to bind port 5d2e6924-9401-41d9-8356-d19920625fb6 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:52:17.579725 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Attempting to bind port 5d2e6924-9401-41d9-8356-d19920625fb6 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:52:17.594618 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:52:17.595010 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:52:17.595428 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:17.595824 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:52:17.596316 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Bound port: 5d2e6924-9401-41d9-8356-d19920625fb6, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:52:17.596716 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:17.624615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] Allocated IP 172.20.0.1 (582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3/c3d4f2ab-aef6-44fd-a4a7-dccddac20b03/e753b38b-6940-4e70-ab5a-14aa4d0c4355) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:52:17.637315 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24536f-bc0f-4e80-96f9-11e515a7d3de None None] Pushing event updated for resources: {'Port': ['ID=5d2e6924-9401-41d9-8356-d19920625fb6,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:17.683493 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7d7990f8-7582-46eb-9de5-df85286a4b4f None None] Provisioning for port 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:52:17.687333 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] For port 5d2e6924-9401-41d9-8356-d19920625fb6, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:52:17.692477 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] For port 5d2e6924-9401-41d9-8356-d19920625fb6, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=5d2e6924-9401-41d9-8356-d19920625fb6,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:52:17.698832 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:17.739910 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 685d7cb8-dffb-48d7-8738-bc55d1378690 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:52:17.758890 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 685d7cb8-dffb-48d7-8738-bc55d1378690 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:17.759363 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:17.827984 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Routers {'51557088-051e-4423-aa15-4e422e99f714'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:52:17.829336 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:52:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['51557088-051e-4423-aa15-4e422e99f714'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:17.941719 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24536f-bc0f-4e80-96f9-11e515a7d3de None None] Pushing event updated for resources: {'Port': ['ID=5d2e6924-9401-41d9-8356-d19920625fb6,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:18.000913 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:18.027663 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:18.053916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] Transition to ACTIVE for port object e753b38b-6940-4e70-ab5a-14aa4d0c4355 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:18.062891 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 685d7cb8-dffb-48d7-8738-bc55d1378690, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=685d7cb8-dffb-48d7-8738-bc55d1378690,segment=NetworkSegment(56de9bd5-532a-4bed-8bf3-9b655a3dac58),segment_id=56de9bd5-532a-4bed-8bf3-9b655a3dac58)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:52:18.069660 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:18.070680 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:52:18.084508 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] Set router 51557088-051e-4423-aa15-4e422e99f714 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:52:18.087625 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:18.179429 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] Pushing event updated for resources: {'Port': ['ID=e753b38b-6940-4e70-ab5a-14aa4d0c4355,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:18.183499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] Network 582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:52:18.185988 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:52:18.188592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:52:18.247202 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:18.273389 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:52:18.282344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=685d7cb8-dffb-48d7-8738-bc55d1378690,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:18.285176 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:18.285554 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:18.428092 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:18.483625 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:18.503168 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51557088-051e-4423-aa15-4e422e99f714', 'name': 'tempest-TestEncryptedCinderVolumes-1640547267-router', 'tenant_id': '58db7607f1ac46c781909503d44c3e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '5d2e6924-9401-41d9-8356-d19920625fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:52:13Z', 'updated_at': '2022-02-18T09:52:15Z', 'revision_number': 3, 'project_id': '58db7607f1ac46c781909503d44c3e88', 'gw_port': {'id': '5d2e6924-9401-41d9-8356-d19920625fb6', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:58:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51557088-051e-4423-aa15-4e422e99f714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:14Z', 'updated_at': '2022-02-18T09:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:18.507610 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d0231be2-de37-4081-9d0f-c5c78204cd37 None None] Provisioning complete for port 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:18.508523 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d0231be2-de37-4081-9d0f-c5c78204cd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:18.510516 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b5bde5-7080-497a-befc-3b1ea4ca43da None None] The sync data for ids ['51557088-051e-4423-aa15-4e422e99f714'] in n-d-829434-1 is: [{'id': '51557088-051e-4423-aa15-4e422e99f714', 'name': 'tempest-TestEncryptedCinderVolumes-1640547267-router', 'tenant_id': '58db7607f1ac46c781909503d44c3e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '5d2e6924-9401-41d9-8356-d19920625fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:52:13Z', 'updated_at': '2022-02-18T09:52:15Z', 'revision_number': 3, 'project_id': '58db7607f1ac46c781909503d44c3e88', 'gw_port': {'id': '5d2e6924-9401-41d9-8356-d19920625fb6', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:58:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51557088-051e-4423-aa15-4e422e99f714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:14Z', 'updated_at': '2022-02-18T09:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:52:18.588525 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7db40bcc-e76a-490d-a96a-4c5c1f5f04ff,segment=NetworkSegment(454822a1-abc5-4d9d-9704-65696389dfcc),segment_id=454822a1-abc5-4d9d-9704-65696389dfcc)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:52:18.597252 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:18.746558 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=7db40bcc-e76a-490d-a96a-4c5c1f5f04ff,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:18.766243 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:18.777896 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:18.901747 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:18.906912 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-46864e4a-550c-4f95-b5d2-890f2f2ec463 None None] Provisioning for port e753b38b-6940-4e70-ab5a-14aa4d0c4355 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:52:18.914436 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-46864e4a-550c-4f95-b5d2-890f2f2ec463 None None] Provisioning complete for port e753b38b-6940-4e70-ab5a-14aa4d0c4355 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:18.915051 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-46864e4a-550c-4f95-b5d2-890f2f2ec463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:19.038775 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-46864e4a-550c-4f95-b5d2-890f2f2ec463 None None] Port e753b38b-6940-4e70-ab5a-14aa4d0c4355 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:52:19.040723 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] Pushing event updated for resources: {'Port': ['ID=e753b38b-6940-4e70-ab5a-14aa4d0c4355,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:19.113587 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] Network 582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:52:19.114962 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:52:19.345884 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] Router 51557088-051e-4423-aa15-4e422e99f714 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:52:19.468595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 5d2e6924-9401-41d9-8356-d19920625fb6 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:52:19.502415 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5daf000f-0b84-44d7-a572-57550af6e890 None None] Provisioning complete for port e753b38b-6940-4e70-ab5a-14aa4d0c4355 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:19.503644 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5daf000f-0b84-44d7-a572-57550af6e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:19.578803 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:52:19.584045 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5daf000f-0b84-44d7-a572-57550af6e890 None None] Port e753b38b-6940-4e70-ab5a-14aa4d0c4355 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:52:19.588943 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-21c3d852-5ccc-4359-8a18-4d6c926f5a0c admin admin] 10.222.0.72 "PUT /v2.0/routers/51557088-051e-4423-aa15-4e422e99f714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2428837 Feb 18 09:52:19.603147 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 5d2e6924-9401-41d9-8356-d19920625fb6 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:52:19.609254 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 5d2e6924-9401-41d9-8356-d19920625fb6 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:19.609748 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:19.739768 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:19.759256 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 5d2e6924-9401-41d9-8356-d19920625fb6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=5d2e6924-9401-41d9-8356-d19920625fb6,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:52:19.763735 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:19.764638 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 685d7cb8-dffb-48d7-8738-bc55d1378690 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:52:19.915728 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=5d2e6924-9401-41d9-8356-d19920625fb6,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:19.931928 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 685d7cb8-dffb-48d7-8738-bc55d1378690 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:19.931928 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:20.071852 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:52:20.155536 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:20.156004 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:20.446947 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Sync routers for ids ['51557088-051e-4423-aa15-4e422e99f714'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:52:20.457029 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Routers {'51557088-051e-4423-aa15-4e422e99f714'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:52:20.457968 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:52:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['51557088-051e-4423-aa15-4e422e99f714'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:20.647243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Set router 51557088-051e-4423-aa15-4e422e99f714 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:52:20.657441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-3659ce8e-790a-48d0-a774-91c929aa5284 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:20.659892 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-3659ce8e-790a-48d0-a774-91c929aa5284 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/networks?id=5dc3309a-cde8-43b6-a4e8-b6d18750144b HTTP/1.1" status: 200 len: 816 time: 0.1810577 Feb 18 09:52:20.684996 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-798326e5-5fc7-4df2-b8a0-61db60dc323e tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/quotas/1b2c0bd04ae64945bd1aad99b97934b3 HTTP/1.1" status: 200 len: 375 time: 0.0185871 Feb 18 09:52:20.785589 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-ec4c557a-6d76-40f5-89d8-1f7d5c666335 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b2c0bd04ae64945bd1aad99b97934b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867896 Feb 18 09:52:20.814413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-9843198d-3d31-4be2-8016-866be1934938 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:52:20.823717 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-9843198d-3d31-4be2-8016-866be1934938 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189126 Feb 18 09:52:20.965145 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-05a2f4bc-16b0-4243-9190-01ead95fd5d4 service neutron] 10.222.0.72 "GET /v2.0/networks/5dc3309a-cde8-43b6-a4e8-b6d18750144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401856 Feb 18 09:52:20.997783 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51557088-051e-4423-aa15-4e422e99f714', 'name': 'tempest-TestEncryptedCinderVolumes-1640547267-router', 'tenant_id': '58db7607f1ac46c781909503d44c3e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '5d2e6924-9401-41d9-8356-d19920625fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:52:13Z', 'updated_at': '2022-02-18T09:52:18Z', 'revision_number': 4, 'project_id': '58db7607f1ac46c781909503d44c3e88', 'gw_port': {'id': '5d2e6924-9401-41d9-8356-d19920625fb6', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51557088-051e-4423-aa15-4e422e99f714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:14Z', 'updated_at': '2022-02-18T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'e753b38b-6940-4e70-ab5a-14aa4d0c4355', 'name': '', 'network_id': '582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3', 'tenant_id': '58db7607f1ac46c781909503d44c3e88', 'mac_address': 'fa:16:3e:a2:9c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51557088-051e-4423-aa15-4e422e99f714', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c3d4f2ab-aef6-44fd-a4a7-dccddac20b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:17Z', 'updated_at': '2022-02-18T09:52:18Z', 'revision_number': 2, 'project_id': '58db7607f1ac46c781909503d44c3e88', 'subnets': [{'id': 'c3d4f2ab-aef6-44fd-a4a7-dccddac20b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:21.002347 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Checking router: 51557088-051e-4423-aa15-4e422e99f714 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:52:21.002828 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Updating router 51557088-051e-4423-aa15-4e422e99f714 port e753b38b-6940-4e70-ab5a-14aa4d0c4355 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:52:21.065553 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:21.109038 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-253fc8d7-0235-410f-a3c4-3a27b7a4d81d service neutron] 10.222.0.72 "GET /v2.0/networks/5dc3309a-cde8-43b6-a4e8-b6d18750144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365819 Feb 18 09:52:21.387974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 5d2e6924-9401-41d9-8356-d19920625fb6 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:52:21.494126 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-191e2d86-1ddf-4a38-83e4-68daf9424533 req-25aefcd1-7216-49cf-89fb-4cdd15212800 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55f68d7-7747-4e5e-96d4-53186a087eb4 HTTP/1.1" status: 200 len: 210 time: 0.2178540 Feb 18 09:52:21.537621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 5d2e6924-9401-41d9-8356-d19920625fb6 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:21.537997 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:21.603415 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:21.619971 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Transition to ACTIVE for port object e753b38b-6940-4e70-ab5a-14aa4d0c4355 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:21.629673 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:21.807789 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab19b15-dbcc-4e4f-960c-7c1122749e36 None None] Pushing event updated for resources: {'Port': ['ID=e753b38b-6940-4e70-ab5a-14aa4d0c4355,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:21.919251 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Attempting to bind port e753b38b-6940-4e70-ab5a-14aa4d0c4355 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:52:21.920207 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Attempting to bind port e753b38b-6940-4e70-ab5a-14aa4d0c4355 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '454822a1-abc5-4d9d-9704-65696389dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:52:21.920805 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Attempting to bind port e753b38b-6940-4e70-ab5a-14aa4d0c4355 on network 582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:52:21.926596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:52:21.926970 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Checking segment: {'id': '454822a1-abc5-4d9d-9704-65696389dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:52:21.927376 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:21.927768 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Bound using segment: {'id': '454822a1-abc5-4d9d-9704-65696389dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:52:21.928232 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Bound port: e753b38b-6940-4e70-ab5a-14aa4d0c4355, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454822a1-abc5-4d9d-9704-65696389dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:52:21.928636 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:22.027814 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] For port e753b38b-6940-4e70-ab5a-14aa4d0c4355, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:52:22.033853 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] For port e753b38b-6940-4e70-ab5a-14aa4d0c4355, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e753b38b-6940-4e70-ab5a-14aa4d0c4355,segment=NetworkSegment(454822a1-abc5-4d9d-9704-65696389dfcc),segment_id=454822a1-abc5-4d9d-9704-65696389dfcc)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:52:22.038793 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:22.120614 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Routers {'51557088-051e-4423-aa15-4e422e99f714'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:52:22.121257 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:52:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['51557088-051e-4423-aa15-4e422e99f714'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:22.176390 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab19b15-dbcc-4e4f-960c-7c1122749e36 None None] Pushing event updated for resources: {'Port': ['ID=e753b38b-6940-4e70-ab5a-14aa4d0c4355,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:22.308041 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] Set router 51557088-051e-4423-aa15-4e422e99f714 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:52:22.519028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-fc29fb93-d883-4f4f-bbc6-47db299bc5b4 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:22.521511 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-fc29fb93-d883-4f4f-bbc6-47db299bc5b4 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.61 "GET /v2.0/networks?id=5dc3309a-cde8-43b6-a4e8-b6d18750144b HTTP/1.1" status: 200 len: 816 time: 0.1718571 Feb 18 09:52:22.534771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Request body: {'port': {'device_id': 'f55f68d7-7747-4e5e-96d4-53186a087eb4', 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b', 'admin_state_up': True, 'tenant_id': '1b2c0bd04ae64945bd1aad99b97934b3'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:52:22.660539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51557088-051e-4423-aa15-4e422e99f714', 'name': 'tempest-TestEncryptedCinderVolumes-1640547267-router', 'tenant_id': '58db7607f1ac46c781909503d44c3e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '5d2e6924-9401-41d9-8356-d19920625fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:52:13Z', 'updated_at': '2022-02-18T09:52:18Z', 'revision_number': 4, 'project_id': '58db7607f1ac46c781909503d44c3e88', 'gw_port': {'id': '5d2e6924-9401-41d9-8356-d19920625fb6', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51557088-051e-4423-aa15-4e422e99f714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:14Z', 'updated_at': '2022-02-18T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'e753b38b-6940-4e70-ab5a-14aa4d0c4355', 'name': '', 'network_id': '582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3', 'tenant_id': '58db7607f1ac46c781909503d44c3e88', 'mac_address': 'fa:16:3e:a2:9c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51557088-051e-4423-aa15-4e422e99f714', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c3d4f2ab-aef6-44fd-a4a7-dccddac20b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:17Z', 'updated_at': '2022-02-18T09:52:22Z', 'revision_number': 4, 'project_id': '58db7607f1ac46c781909503d44c3e88', 'subnets': [{'id': 'c3d4f2ab-aef6-44fd-a4a7-dccddac20b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:52:22.665704 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee73709-f171-42d3-854b-718c5ebdc864 None None] The sync data for ids ['51557088-051e-4423-aa15-4e422e99f714'] in n-d-829434-1 is: [{'id': '51557088-051e-4423-aa15-4e422e99f714', 'name': 'tempest-TestEncryptedCinderVolumes-1640547267-router', 'tenant_id': '58db7607f1ac46c781909503d44c3e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '5d2e6924-9401-41d9-8356-d19920625fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:52:13Z', 'updated_at': '2022-02-18T09:52:18Z', 'revision_number': 4, 'project_id': '58db7607f1ac46c781909503d44c3e88', 'gw_port': {'id': '5d2e6924-9401-41d9-8356-d19920625fb6', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51557088-051e-4423-aa15-4e422e99f714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:14Z', 'updated_at': '2022-02-18T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'e753b38b-6940-4e70-ab5a-14aa4d0c4355', 'name': '', 'network_id': '582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3', 'tenant_id': '58db7607f1ac46c781909503d44c3e88', 'mac_address': 'fa:16:3e:a2:9c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51557088-051e-4423-aa15-4e422e99f714', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c3d4f2ab-aef6-44fd-a4a7-dccddac20b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:17Z', 'updated_at': '2022-02-18T09:52:22Z', 'revision_number': 4, 'project_id': '58db7607f1ac46c781909503d44c3e88', 'subnets': [{'id': 'c3d4f2ab-aef6-44fd-a4a7-dccddac20b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:52:22.827283 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc173fbc-bbe2-41cc-9c58-71a1e2c50c2c req-196368a3-2c04-4726-b681-af598dbbc3fd tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55f68d7-7747-4e5e-96d4-53186a087eb4 HTTP/1.1" status: 200 len: 210 time: 0.1993384 Feb 18 09:52:22.877624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:52:22.882050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Usage tracker for resource:port and tenant:1b2c0bd04ae64945bd1aad99b97934b3 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:52:22.885151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:52:22.892303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:52:22.902815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Made reservation on behalf of 1b2c0bd04ae64945bd1aad99b97934b3 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:52:22.908108 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:23.096352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Allocated IP 172.20.0.8 (5dc3309a-cde8-43b6-a4e8-b6d18750144b/3d9746bf-a4e6-436e-87bd-38bf07b588bd/f492ba4f-fe0b-4cb1-9689-989370cc4d53) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:52:23.320025 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:23.343570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Transition to ACTIVE for port object f492ba4f-fe0b-4cb1-9689-989370cc4d53 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:23.377685 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:23.384492 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e753b38b-6940-4e70-ab5a-14aa4d0c4355 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:52:23.462945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Network 5dc3309a-cde8-43b6-a4e8-b6d18750144b is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:52:23.469364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:52:23.469553 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port e753b38b-6940-4e70-ab5a-14aa4d0c4355 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:52:23.473046 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e753b38b-6940-4e70-ab5a-14aa4d0c4355 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:23.473666 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:23.476284 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:52:23.532463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Pushing event updated for resources: {'Port': ['ID=f492ba4f-fe0b-4cb1-9689-989370cc4d53,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:23.553180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:23.553530 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:23.553870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:23.554207 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:23.554535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:23.554862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:23.555192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:23.555518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:23.555839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:23.556158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:23.556688 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:23.557168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:23.570604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:23.571457 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:23.598534 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-968cb50b-d89e-4a94-ad02-1d2a918f65a9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0680742 Feb 18 09:52:23.626250 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:23.667064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port e753b38b-6940-4e70-ab5a-14aa4d0c4355, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e753b38b-6940-4e70-ab5a-14aa4d0c4355,segment=NetworkSegment(454822a1-abc5-4d9d-9704-65696389dfcc),segment_id=454822a1-abc5-4d9d-9704-65696389dfcc)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:52:23.667790 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Request body: {'port': {'device_id': 'f55f68d7-7747-4e5e-96d4-53186a087eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:52:23.673273 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:23.760879 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=e753b38b-6940-4e70-ab5a-14aa4d0c4355,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:23.784126 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0ba9776a-6516-4be9-ac44-e618cbc93e36 None None] Provisioning for port f492ba4f-fe0b-4cb1-9689-989370cc4d53 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:52:23.789910 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0ba9776a-6516-4be9-ac44-e618cbc93e36 None None] Provisioning complete for port f492ba4f-fe0b-4cb1-9689-989370cc4d53 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:23.790282 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0ba9776a-6516-4be9-ac44-e618cbc93e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:23.809637 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:23.891523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0ba9776a-6516-4be9-ac44-e618cbc93e36 None None] Port f492ba4f-fe0b-4cb1-9689-989370cc4d53 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:52:24.181834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31b9f9-fcc7-4cd2-ad7b-be93d0e46e34 req-bada1f73-cec3-464b-a790-73459bab9749 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:24.182559 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6c31b9f9-fcc7-4cd2-ad7b-be93d0e46e34 req-bada1f73-cec3-464b-a790-73459bab9749 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Synchronizing usage tracker for tenant:1b2c0bd04ae64945bd1aad99b97934b3 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:52:24.213289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6c31b9f9-fcc7-4cd2-ad7b-be93d0e46e34 req-bada1f73-cec3-464b-a790-73459bab9749 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Unset dirty status for tenant:1b2c0bd04ae64945bd1aad99b97934b3 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:52:24.214556 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c31b9f9-fcc7-4cd2-ad7b-be93d0e46e34 req-bada1f73-cec3-464b-a790-73459bab9749 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55f68d7-7747-4e5e-96d4-53186a087eb4 HTTP/1.1" status: 200 len: 931 time: 0.2528749 Feb 18 09:52:24.313476 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f492ba4f-fe0b-4cb1-9689-989370cc4d53 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:52:24.319857 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c31b9f9-fcc7-4cd2-ad7b-be93d0e46e34 req-24f9e8db-5a1c-4af4-bede-409637ff311a tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953283 Feb 18 09:52:24.323548 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:24.340811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Transition to ACTIVE for port object f492ba4f-fe0b-4cb1-9689-989370cc4d53 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:24.345368 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:24.508336 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f492ba4f-fe0b-4cb1-9689-989370cc4d53,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:24.593641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Attempting to bind port f492ba4f-fe0b-4cb1-9689-989370cc4d53 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:52:24.594299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Attempting to bind port f492ba4f-fe0b-4cb1-9689-989370cc4d53 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '56de9bd5-532a-4bed-8bf3-9b655a3dac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:52:24.594299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Attempting to bind port f492ba4f-fe0b-4cb1-9689-989370cc4d53 on network 5dc3309a-cde8-43b6-a4e8-b6d18750144b {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:52:24.598875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Port f492ba4f-fe0b-4cb1-9689-989370cc4d53 on network 5dc3309a-cde8-43b6-a4e8-b6d18750144b not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:52:24.599184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Attempting to bind port f492ba4f-fe0b-4cb1-9689-989370cc4d53 on network 5dc3309a-cde8-43b6-a4e8-b6d18750144b {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:52:24.604218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:52:24.604579 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Checking segment: {'id': '56de9bd5-532a-4bed-8bf3-9b655a3dac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:52:24.604949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Bound using segment: {'id': '56de9bd5-532a-4bed-8bf3-9b655a3dac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:52:24.605366 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Bound port: f492ba4f-fe0b-4cb1-9689-989370cc4d53, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56de9bd5-532a-4bed-8bf3-9b655a3dac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:52:24.605705 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:24.697944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] For port f492ba4f-fe0b-4cb1-9689-989370cc4d53, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:52:24.701435 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] For port f492ba4f-fe0b-4cb1-9689-989370cc4d53, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f492ba4f-fe0b-4cb1-9689-989370cc4d53,segment=NetworkSegment(56de9bd5-532a-4bed-8bf3-9b655a3dac58),segment_id=56de9bd5-532a-4bed-8bf3-9b655a3dac58)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:52:24.709905 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:24.771781 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:24.772421 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:24.773797 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] 10.222.0.61 "PUT /v2.0/ports/f492ba4f-fe0b-4cb1-9689-989370cc4d53 HTTP/1.1" status: 200 len: 1091 time: 1.1676826 Feb 18 09:52:24.774236 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f55f68d7-7747-4e5e-96d4-53186a087eb4', 'tag': 'f492ba4f-fe0b-4cb1-9689-989370cc4d53'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:52:24.795962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae559a-b028-43b1-85a7-0b57a08fa2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f492ba4f-fe0b-4cb1-9689-989370cc4d53,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:24.909625 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f55f68d7-7747-4e5e-96d4-53186a087eb4', 'tag': 'f492ba4f-fe0b-4cb1-9689-989370cc4d53', 'status': 'completed', 'code': 200} Feb 18 09:52:24.911621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-643b145f-c262-4d8c-8899-22204aaa9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:24.913144 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-643b145f-c262-4d8c-8899-22204aaa9080 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b2c0bd04ae64945bd1aad99b97934b3&device_id=f55f68d7-7747-4e5e-96d4-53186a087eb4 HTTP/1.1" status: 200 len: 1094 time: 0.0862894 Feb 18 09:52:24.983938 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-8be2cd64-c3c5-4078-93e0-8dd4d00bd24b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f492ba4f-fe0b-4cb1-9689-989370cc4d53 HTTP/1.1" status: 200 len: 217 time: 0.0628169 Feb 18 09:52:25.174820 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-1ac08e5d-4e2e-4a74-93f7-955e345feaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:25.176380 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-1ac08e5d-4e2e-4a74-93f7-955e345feaa6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d9746bf-a4e6-436e-87bd-38bf07b588bd HTTP/1.1" status: 200 len: 855 time: 0.1868153 Feb 18 09:52:25.261606 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-4d70a120-25b3-4db9-837c-584e4d5df9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:25.263001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-4d70a120-25b3-4db9-837c-584e4d5df9f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5dc3309a-cde8-43b6-a4e8-b6d18750144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811846 Feb 18 09:52:25.351909 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e753b38b-6940-4e70-ab5a-14aa4d0c4355 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:52:25.400088 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-9527ffee-072b-4cdc-8e18-fa4eeebcb520 service neutron] 10.222.0.61 "GET /v2.0/networks/5dc3309a-cde8-43b6-a4e8-b6d18750144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310883 Feb 18 09:52:25.427969 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e753b38b-6940-4e70-ab5a-14aa4d0c4355 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:25.428364 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:25.588053 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-43acee5c-a479-4031-a6f1-28dbd22d2709 req-eb22ae0e-8933-49e8-ada3-40df51775f12 service neutron] 10.222.0.61 "GET /v2.0/networks/5dc3309a-cde8-43b6-a4e8-b6d18750144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822679 Feb 18 09:52:25.615301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa892a4-a19b-4bcf-8f5a-a97d029afe4c req-abce8a85-4402-42a1-be52-51498fa11d15 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:25.617236 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1aa892a4-a19b-4bcf-8f5a-a97d029afe4c req-abce8a85-4402-42a1-be52-51498fa11d15 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55f68d7-7747-4e5e-96d4-53186a087eb4 HTTP/1.1" status: 200 len: 943 time: 0.1417463 Feb 18 09:52:25.710084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1aa892a4-a19b-4bcf-8f5a-a97d029afe4c req-29211097-b1c1-49a0-ac7a-dc2be75bfedd tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865569 Feb 18 09:52:25.729986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd5b60-1332-41f8-8729-fe0e4afa1230 req-e6b43ea0-1f4b-4162-996c-4587ff18d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:25.731549 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2fd5b60-1332-41f8-8729-fe0e4afa1230 req-e6b43ea0-1f4b-4162-996c-4587ff18d7c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b2c0bd04ae64945bd1aad99b97934b3&device_id=f55f68d7-7747-4e5e-96d4-53186a087eb4 HTTP/1.1" status: 200 len: 1094 time: 0.0940855 Feb 18 09:52:25.865660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd5b60-1332-41f8-8729-fe0e4afa1230 req-613626ef-3fe2-4710-bac2-b56428bc7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:25.867107 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2fd5b60-1332-41f8-8729-fe0e4afa1230 req-613626ef-3fe2-4710-bac2-b56428bc7dec service neutron] 10.222.0.61 "GET /v2.0/networks?id=5dc3309a-cde8-43b6-a4e8-b6d18750144b HTTP/1.1" status: 200 len: 917 time: 0.1300414 Feb 18 09:52:25.938676 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2fd5b60-1332-41f8-8729-fe0e4afa1230 req-0b04ddfa-4e33-497c-a55a-68888d61d26d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f492ba4f-fe0b-4cb1-9689-989370cc4d53 HTTP/1.1" status: 200 len: 217 time: 0.0647943 Feb 18 09:52:26.001355 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd5b60-1332-41f8-8729-fe0e4afa1230 req-06c75d83-6703-471b-baa8-affaaa3057f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:26.002802 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2fd5b60-1332-41f8-8729-fe0e4afa1230 req-06c75d83-6703-471b-baa8-affaaa3057f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d9746bf-a4e6-436e-87bd-38bf07b588bd HTTP/1.1" status: 200 len: 855 time: 0.0589957 Feb 18 09:52:26.081444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd5b60-1332-41f8-8729-fe0e4afa1230 req-f149b344-3a92-45de-ba60-8981f6a26c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:26.082852 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2fd5b60-1332-41f8-8729-fe0e4afa1230 req-f149b344-3a92-45de-ba60-8981f6a26c87 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5dc3309a-cde8-43b6-a4e8-b6d18750144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747874 Feb 18 09:52:26.217326 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2fd5b60-1332-41f8-8729-fe0e4afa1230 req-86f78403-2ee6-475c-9878-af0d14671405 service neutron] 10.222.0.61 "GET /v2.0/networks/5dc3309a-cde8-43b6-a4e8-b6d18750144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272833 Feb 18 09:52:26.351008 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2fd5b60-1332-41f8-8729-fe0e4afa1230 req-92ab0506-febd-40d3-aad5-717df87ddbab service neutron] 10.222.0.61 "GET /v2.0/networks/5dc3309a-cde8-43b6-a4e8-b6d18750144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284213 Feb 18 09:52:26.898257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31463c03-689f-47a7-8d65-f3c89d2fdf79 req-45c59a94-a03e-47bb-bebc-1511ab22d0f4 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:26.899717 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31463c03-689f-47a7-8d65-f3c89d2fdf79 req-45c59a94-a03e-47bb-bebc-1511ab22d0f4 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55f68d7-7747-4e5e-96d4-53186a087eb4 HTTP/1.1" status: 200 len: 943 time: 0.0810964 Feb 18 09:52:26.946051 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31463c03-689f-47a7-8d65-f3c89d2fdf79 req-93b8da0d-1331-46f6-942e-636ad41495d9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394077 Feb 18 09:52:28.111700 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:52:28.145125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd33bb3-b734-4c6e-a5f2-ad5e2e9585be req-d1726478-cecb-4f45-ba6a-1d9b61ec374d tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:28.146540 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ccd33bb3-b734-4c6e-a5f2-ad5e2e9585be req-d1726478-cecb-4f45-ba6a-1d9b61ec374d tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55f68d7-7747-4e5e-96d4-53186a087eb4 HTTP/1.1" status: 200 len: 943 time: 0.0846210 Feb 18 09:52:28.191653 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ccd33bb3-b734-4c6e-a5f2-ad5e2e9585be req-d82e3f5b-f6aa-46e1-93ac-4b90f374fee4 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392840 Feb 18 09:52:29.264084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device f492ba4f-fe0b-4cb1-9689-989370cc4d53 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:52:29.389735 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5fa6b-20bc-4e3a-a8e4-1aa6ec84405a req-4fdba164-4b69-4f99-bd64-540234d1a794 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:29.391456 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fb5fa6b-20bc-4e3a-a8e4-1aa6ec84405a req-4fdba164-4b69-4f99-bd64-540234d1a794 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55f68d7-7747-4e5e-96d4-53186a087eb4 HTTP/1.1" status: 200 len: 943 time: 0.0867567 Feb 18 09:52:29.406613 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port f492ba4f-fe0b-4cb1-9689-989370cc4d53, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f492ba4f-fe0b-4cb1-9689-989370cc4d53,segment=NetworkSegment(56de9bd5-532a-4bed-8bf3-9b655a3dac58),segment_id=56de9bd5-532a-4bed-8bf3-9b655a3dac58)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:52:29.420773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'f492ba4f-fe0b-4cb1-9689-989370cc4d53', 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b', 'port_id': 'f492ba4f-fe0b-4cb1-9689-989370cc4d53', 'mac_address': 'fa:16:3e:bd:df:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9746bf-a4e6-436e-87bd-38bf07b588bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:52:29.442488 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4fb5fa6b-20bc-4e3a-a8e4-1aa6ec84405a req-ade4b4dd-a7fb-485c-a61c-c431d656de60 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438833 Feb 18 09:52:29.483292 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:29.501658 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f492ba4f-fe0b-4cb1-9689-989370cc4d53 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:52:29.517321 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port f492ba4f-fe0b-4cb1-9689-989370cc4d53, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f492ba4f-fe0b-4cb1-9689-989370cc4d53,segment=NetworkSegment(56de9bd5-532a-4bed-8bf3-9b655a3dac58),segment_id=56de9bd5-532a-4bed-8bf3-9b655a3dac58)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:52:29.522033 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:29.589163 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=f492ba4f-fe0b-4cb1-9689-989370cc4d53,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:29.597174 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:29.597522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:29.597865 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:29.598211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:29.598541 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:29.598878 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:29.599201 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:29.599527 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:29.599852 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:29.600204 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:29.600551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:29.600872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:52:29.830929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['f492ba4f-fe0b-4cb1-9689-989370cc4d53'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:52:30.447764 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6c6c445f-d14c-46a2-a436-4ed3c3e89a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:30.638600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792df38d-7718-441d-a519-e1fcf4f25318 req-d696fa7a-d6d2-4388-a0ba-20718db4b90b tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:30.640883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-792df38d-7718-441d-a519-e1fcf4f25318 req-d696fa7a-d6d2-4388-a0ba-20718db4b90b tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55f68d7-7747-4e5e-96d4-53186a087eb4 HTTP/1.1" status: 200 len: 944 time: 0.0844846 Feb 18 09:52:30.687047 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-792df38d-7718-441d-a519-e1fcf4f25318 req-d9907925-5126-49d5-aa3f-f3348b28ca47 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404766 Feb 18 09:52:31.283390 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device f492ba4f-fe0b-4cb1-9689-989370cc4d53 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:52:31.353265 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port f492ba4f-fe0b-4cb1-9689-989370cc4d53 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:52:31.359198 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port f492ba4f-fe0b-4cb1-9689-989370cc4d53 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:31.359639 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:31.484890 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:31.511454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55f68d7-7747-4e5e-96d4-53186a087eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f492ba4f-fe0b-4cb1-9689-989370cc4d53'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:52:31.521296 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port f492ba4f-fe0b-4cb1-9689-989370cc4d53, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f492ba4f-fe0b-4cb1-9689-989370cc4d53,segment=NetworkSegment(56de9bd5-532a-4bed-8bf3-9b655a3dac58),segment_id=56de9bd5-532a-4bed-8bf3-9b655a3dac58)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:52:31.525620 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:31.597525 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=f492ba4f-fe0b-4cb1-9689-989370cc4d53,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:31.610513 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55f68d7-7747-4e5e-96d4-53186a087eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f492ba4f-fe0b-4cb1-9689-989370cc4d53', 'code': 200} Feb 18 09:52:31.745884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25930d06-26b3-46d1-9727-f3dcb0c29fe8 req-11af32f0-361a-412f-a7fc-bfdb9234781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:31.748106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25930d06-26b3-46d1-9727-f3dcb0c29fe8 req-11af32f0-361a-412f-a7fc-bfdb9234781a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f55f68d7-7747-4e5e-96d4-53186a087eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0777218 Feb 18 09:52:31.955604 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25930d06-26b3-46d1-9727-f3dcb0c29fe8 req-f1aaa097-c2dc-4e72-b527-14d994e90eae service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011118 Feb 18 09:52:31.981967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05570ab8-7a97-48b3-9179-75cfaba58c57 req-47420d8d-5da4-492f-bec2-d210be260750 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:31.984212 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05570ab8-7a97-48b3-9179-75cfaba58c57 req-47420d8d-5da4-492f-bec2-d210be260750 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55f68d7-7747-4e5e-96d4-53186a087eb4 HTTP/1.1" status: 200 len: 945 time: 0.1006722 Feb 18 09:52:32.030459 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05570ab8-7a97-48b3-9179-75cfaba58c57 req-d28f9366-d38c-49c5-8d9b-3212a11f3f94 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385454 Feb 18 09:52:33.233809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92527f4-2947-4b7a-9c31-8c60a063cc8a req-d67e7ff3-74dd-4176-a3cf-051f06151f92 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:33.235956 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b92527f4-2947-4b7a-9c31-8c60a063cc8a req-d67e7ff3-74dd-4176-a3cf-051f06151f92 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55f68d7-7747-4e5e-96d4-53186a087eb4 HTTP/1.1" status: 200 len: 945 time: 0.0958068 Feb 18 09:52:33.295113 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b92527f4-2947-4b7a-9c31-8c60a063cc8a req-1cbff420-e067-4cc9-b395-6f03705960c3 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524998 Feb 18 09:52:33.899994 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d6e8c2b0-c838-4828-8a80-d1479119df4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:33.971830 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:34.029102 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:34.490765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722525c8-813f-41b6-906d-3e9cb18ce570 req-eefd507c-3353-457b-ae0c-e20bc5177e56 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:34.492239 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-722525c8-813f-41b6-906d-3e9cb18ce570 req-eefd507c-3353-457b-ae0c-e20bc5177e56 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55f68d7-7747-4e5e-96d4-53186a087eb4 HTTP/1.1" status: 200 len: 945 time: 0.0840659 Feb 18 09:52:34.539326 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-722525c8-813f-41b6-906d-3e9cb18ce570 req-120f3fee-af16-4f99-947b-254e5dd76672 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414329 Feb 18 09:52:34.733402 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27353c3f-1ddd-4cd1-a008-90b28137bf03 req-86d5422e-97e3-403e-ac43-c2d4da10de7c tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:34.736002 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-27353c3f-1ddd-4cd1-a008-90b28137bf03 req-86d5422e-97e3-403e-ac43-c2d4da10de7c tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55f68d7-7747-4e5e-96d4-53186a087eb4 HTTP/1.1" status: 200 len: 945 time: 0.0855665 Feb 18 09:52:34.779969 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-27353c3f-1ddd-4cd1-a008-90b28137bf03 req-96886fb5-ca97-49f9-9e85-4cc0f7248e77 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383401 Feb 18 09:52:35.255469 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:41.917376 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:41.933488 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:49.310587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cfd64-6559-4f0b-937f-a2301a337b25 req-f1e51932-ccc1-4bc0-885c-370bb18493d7 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:49.312917 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f5cfd64-6559-4f0b-937f-a2301a337b25 req-f1e51932-ccc1-4bc0-885c-370bb18493d7 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55f68d7-7747-4e5e-96d4-53186a087eb4 HTTP/1.1" status: 200 len: 945 time: 0.0834289 Feb 18 09:52:49.358657 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f5cfd64-6559-4f0b-937f-a2301a337b25 req-fead46d9-34e5-4b5e-ab3e-271d8a92f084 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392413 Feb 18 09:52:50.545006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc3576-4618-4dcc-a18b-3d987819ba20 req-5db30571-8f7e-4308-80ec-596e4e846962 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:50.546624 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55cc3576-4618-4dcc-a18b-3d987819ba20 req-5db30571-8f7e-4308-80ec-596e4e846962 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55f68d7-7747-4e5e-96d4-53186a087eb4 HTTP/1.1" status: 200 len: 945 time: 0.0799866 Feb 18 09:52:50.590427 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55cc3576-4618-4dcc-a18b-3d987819ba20 req-657bee2a-1b58-4179-8b0e-670ce8b8dc4c tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382400 Feb 18 09:52:51.055962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7094b8-0c14-47d7-ba82-feabec4bf5ec req-a405d033-b268-47c1-8896-8cfb44e8d07a tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:51.057795 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9b7094b8-0c14-47d7-ba82-feabec4bf5ec req-a405d033-b268-47c1-8896-8cfb44e8d07a tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.61 "GET /v2.0/ports?device_id=f55f68d7-7747-4e5e-96d4-53186a087eb4 HTTP/1.1" status: 200 len: 945 time: 0.0835342 Feb 18 09:52:51.126732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-9b7094b8-0c14-47d7-ba82-feabec4bf5ec req-5f2f601e-42b8-49e6-976d-1f6687e43d4a tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Deleting port f492ba4f-fe0b-4cb1-9689-989370cc4d53 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:52:51.127075 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9b7094b8-0c14-47d7-ba82-feabec4bf5ec req-5f2f601e-42b8-49e6-976d-1f6687e43d4a tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:51.380242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-9b7094b8-0c14-47d7-ba82-feabec4bf5ec req-5f2f601e-42b8-49e6-976d-1f6687e43d4a tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] For port f492ba4f-fe0b-4cb1-9689-989370cc4d53, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=f492ba4f-fe0b-4cb1-9689-989370cc4d53,segment=NetworkSegment(56de9bd5-532a-4bed-8bf3-9b655a3dac58),segment_id=56de9bd5-532a-4bed-8bf3-9b655a3dac58)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:52:51.380549 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9b7094b8-0c14-47d7-ba82-feabec4bf5ec req-5f2f601e-42b8-49e6-976d-1f6687e43d4a tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:51.520880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-9b7094b8-0c14-47d7-ba82-feabec4bf5ec req-5f2f601e-42b8-49e6-976d-1f6687e43d4a tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Calling delete_port for f492ba4f-fe0b-4cb1-9689-989370cc4d53 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:52:51.669632 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9b7094b8-0c14-47d7-ba82-feabec4bf5ec req-5f2f601e-42b8-49e6-976d-1f6687e43d4a tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:51.683249 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['f492ba4f-fe0b-4cb1-9689-989370cc4d53'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:52:51.755921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f601e-42b8-49e6-976d-1f6687e43d4a tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Pushing event deleted for resources: {'Port': ['ID=f492ba4f-fe0b-4cb1-9689-989370cc4d53,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:51.803241 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0bac412a-3105-4692-8ee8-cba14077224c req-dae4b49a-a870-4970-bc05-25aa764cb394 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=f55f68d7-7747-4e5e-96d4-53186a087eb4 HTTP/1.1" status: 200 len: 210 time: 0.0857863 Feb 18 09:52:51.844738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7094b8-0c14-47d7-ba82-feabec4bf5ec req-5f2f601e-42b8-49e6-976d-1f6687e43d4a tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] No DVR routers for this DVR port f492ba4f-fe0b-4cb1-9689-989370cc4d53 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:52:51.847520 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9b7094b8-0c14-47d7-ba82-feabec4bf5ec req-5f2f601e-42b8-49e6-976d-1f6687e43d4a tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:51.857232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55f68d7-7747-4e5e-96d4-53186a087eb4', 'name': 'network-vif-deleted', 'tag': 'f492ba4f-fe0b-4cb1-9689-989370cc4d53'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:52:51.863724 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9b7094b8-0c14-47d7-ba82-feabec4bf5ec req-5f2f601e-42b8-49e6-976d-1f6687e43d4a tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.61 "DELETE /v2.0/ports/f492ba4f-fe0b-4cb1-9689-989370cc4d53 HTTP/1.1" status: 204 len: 173 time: 0.8009388 Feb 18 09:52:51.928356 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55f68d7-7747-4e5e-96d4-53186a087eb4', 'name': 'network-vif-deleted', 'tag': 'f492ba4f-fe0b-4cb1-9689-989370cc4d53', 'status': 'completed', 'code': 200} Feb 18 09:52:53.704195 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-528e2715-9858-46f0-94f7-499306d8daff tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:53.705699 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-528e2715-9858-46f0-94f7-499306d8daff tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/networks?id=5dc3309a-cde8-43b6-a4e8-b6d18750144b HTTP/1.1" status: 200 len: 816 time: 0.2548685 Feb 18 09:52:53.721182 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-90e14a93-34c2-49a0-b5b4-d0171f977054 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/quotas/1b2c0bd04ae64945bd1aad99b97934b3 HTTP/1.1" status: 200 len: 375 time: 0.0099678 Feb 18 09:52:53.801549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-db625e3b-4103-45a9-8657-444e1a0445f0 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Synchronizing usage tracker for tenant:1b2c0bd04ae64945bd1aad99b97934b3 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:52:53.817958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-db625e3b-4103-45a9-8657-444e1a0445f0 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Unset dirty status for tenant:1b2c0bd04ae64945bd1aad99b97934b3 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:52:53.819356 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-db625e3b-4103-45a9-8657-444e1a0445f0 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b2c0bd04ae64945bd1aad99b97934b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930808 Feb 18 09:52:53.956977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-fca8947a-6bb5-43a6-b556-493b888fc046 service neutron] 10.222.0.72 "GET /v2.0/networks/5dc3309a-cde8-43b6-a4e8-b6d18750144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248295 Feb 18 09:52:54.088525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-1942d31d-4324-4bc6-8fcf-97b25793b93b service neutron] 10.222.0.72 "GET /v2.0/networks/5dc3309a-cde8-43b6-a4e8-b6d18750144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257608 Feb 18 09:52:54.271569 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-acc0ad67-4a42-453e-8326-c8ee04f870d1 req-c0f5a8e9-ca6a-4ed1-9bd2-e192fc0266b5 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=91f3a77a-06f7-4222-92cd-08631c6ba354 HTTP/1.1" status: 200 len: 210 time: 0.0464928 Feb 18 09:52:55.345267 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-546ded7b-e670-4102-bad3-18ae5679d078 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:55.346735 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-546ded7b-e670-4102-bad3-18ae5679d078 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.61 "GET /v2.0/networks?id=5dc3309a-cde8-43b6-a4e8-b6d18750144b HTTP/1.1" status: 200 len: 816 time: 0.1564310 Feb 18 09:52:55.358329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-0d52259c-ad5d-4b45-893b-b8b09f02ae85 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Request body: {'port': {'device_id': '91f3a77a-06f7-4222-92cd-08631c6ba354', 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b', 'admin_state_up': True, 'tenant_id': '1b2c0bd04ae64945bd1aad99b97934b3'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:52:55.441326 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device f492ba4f-fe0b-4cb1-9689-989370cc4d53 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:52:55.476703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: f492ba4f-fe0b-4cb1-9689-989370cc4d53 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:52:55.477036 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device f492ba4f-fe0b-4cb1-9689-989370cc4d53 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:52:55.478041 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55043c17-0ab5-4038-b876-1994e200080b req-1e8a0dba-e52a-450f-9c82-c09df76bde2b tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=91f3a77a-06f7-4222-92cd-08631c6ba354 HTTP/1.1" status: 200 len: 210 time: 0.0546439 Feb 18 09:52:55.537553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-0d52259c-ad5d-4b45-893b-b8b09f02ae85 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:52:55.547857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-0d52259c-ad5d-4b45-893b-b8b09f02ae85 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:52:55.558699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-0d52259c-ad5d-4b45-893b-b8b09f02ae85 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Made reservation on behalf of 1b2c0bd04ae64945bd1aad99b97934b3 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:52:55.563020 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-0d52259c-ad5d-4b45-893b-b8b09f02ae85 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:55.723556 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-0d52259c-ad5d-4b45-893b-b8b09f02ae85 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Allocated IP 172.20.0.12 (5dc3309a-cde8-43b6-a4e8-b6d18750144b/3d9746bf-a4e6-436e-87bd-38bf07b588bd/eaf83155-f70a-46dc-88cf-305522f27862) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:52:55.923461 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-0d52259c-ad5d-4b45-893b-b8b09f02ae85 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:55.938708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-0d52259c-ad5d-4b45-893b-b8b09f02ae85 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Transition to ACTIVE for port object eaf83155-f70a-46dc-88cf-305522f27862 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:55.961556 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-0d52259c-ad5d-4b45-893b-b8b09f02ae85 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:56.035553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-0d52259c-ad5d-4b45-893b-b8b09f02ae85 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Network 5dc3309a-cde8-43b6-a4e8-b6d18750144b is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:52:56.038616 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-0d52259c-ad5d-4b45-893b-b8b09f02ae85 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:52:56.042501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-0d52259c-ad5d-4b45-893b-b8b09f02ae85 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:52:56.073260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52259c-ad5d-4b45-893b-b8b09f02ae85 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Pushing event updated for resources: {'Port': ['ID=eaf83155-f70a-46dc-88cf-305522f27862,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:56.111811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-0d52259c-ad5d-4b45-893b-b8b09f02ae85 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:56.112446 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-0d52259c-ad5d-4b45-893b-b8b09f02ae85 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:56.139313 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-0d52259c-ad5d-4b45-893b-b8b09f02ae85 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7844083 Feb 18 09:52:56.149959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Request body: {'port': {'device_id': '91f3a77a-06f7-4222-92cd-08631c6ba354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:52:56.249230 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c107bf6c-fa50-4da1-9444-bd872b8a1cc5 None None] Provisioning for port eaf83155-f70a-46dc-88cf-305522f27862 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:52:56.254178 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c107bf6c-fa50-4da1-9444-bd872b8a1cc5 None None] Provisioning complete for port eaf83155-f70a-46dc-88cf-305522f27862 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:52:56.254628 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c107bf6c-fa50-4da1-9444-bd872b8a1cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:56.264828 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:56.306476 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c107bf6c-fa50-4da1-9444-bd872b8a1cc5 None None] Port eaf83155-f70a-46dc-88cf-305522f27862 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:52:56.731318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba294b-9c8d-49ea-bcec-8116b91809a6 req-773eb1c2-fd1b-48d4-8807-3cf1735e2bc5 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:56.732012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1fba294b-9c8d-49ea-bcec-8116b91809a6 req-773eb1c2-fd1b-48d4-8807-3cf1735e2bc5 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Synchronizing usage tracker for tenant:1b2c0bd04ae64945bd1aad99b97934b3 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:52:56.791826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf83155-f70a-46dc-88cf-305522f27862 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:52:56.798910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-1fba294b-9c8d-49ea-bcec-8116b91809a6 req-773eb1c2-fd1b-48d4-8807-3cf1735e2bc5 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Unset dirty status for tenant:1b2c0bd04ae64945bd1aad99b97934b3 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:52:56.800078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fba294b-9c8d-49ea-bcec-8116b91809a6 req-773eb1c2-fd1b-48d4-8807-3cf1735e2bc5 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=91f3a77a-06f7-4222-92cd-08631c6ba354 HTTP/1.1" status: 200 len: 932 time: 0.2042642 Feb 18 09:52:56.801697 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:56.836652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Transition to ACTIVE for port object eaf83155-f70a-46dc-88cf-305522f27862 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:52:56.850611 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:56.902893 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fba294b-9c8d-49ea-bcec-8116b91809a6 req-624714e5-2bbc-47b9-9d7f-c9134aa18dc9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968542 Feb 18 09:52:57.024940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Pushing event updated for resources: {'Port': ['ID=eaf83155-f70a-46dc-88cf-305522f27862,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:57.099268 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Attempting to bind port eaf83155-f70a-46dc-88cf-305522f27862 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:52:57.099601 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Attempting to bind port eaf83155-f70a-46dc-88cf-305522f27862 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '56de9bd5-532a-4bed-8bf3-9b655a3dac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:52:57.099925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Attempting to bind port eaf83155-f70a-46dc-88cf-305522f27862 on network 5dc3309a-cde8-43b6-a4e8-b6d18750144b {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:52:57.104578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Port eaf83155-f70a-46dc-88cf-305522f27862 on network 5dc3309a-cde8-43b6-a4e8-b6d18750144b not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:52:57.104899 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Attempting to bind port eaf83155-f70a-46dc-88cf-305522f27862 on network 5dc3309a-cde8-43b6-a4e8-b6d18750144b {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:52:57.110398 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:52:57.110730 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Checking segment: {'id': '56de9bd5-532a-4bed-8bf3-9b655a3dac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:52:57.111108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Bound using segment: {'id': '56de9bd5-532a-4bed-8bf3-9b655a3dac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:52:57.111527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Bound port: eaf83155-f70a-46dc-88cf-305522f27862, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56de9bd5-532a-4bed-8bf3-9b655a3dac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:52:57.111867 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:57.202185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] For port eaf83155-f70a-46dc-88cf-305522f27862, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:52:57.205315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] For port eaf83155-f70a-46dc-88cf-305522f27862, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=eaf83155-f70a-46dc-88cf-305522f27862,segment=NetworkSegment(56de9bd5-532a-4bed-8bf3-9b655a3dac58),segment_id=56de9bd5-532a-4bed-8bf3-9b655a3dac58)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:52:57.209759 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:57.266541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:57.267167 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:52:57.268552 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] 10.222.0.61 "PUT /v2.0/ports/eaf83155-f70a-46dc-88cf-305522f27862 HTTP/1.1" status: 200 len: 1092 time: 1.1227856 Feb 18 09:52:57.268990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f3a77a-06f7-4222-92cd-08631c6ba354', 'tag': 'eaf83155-f70a-46dc-88cf-305522f27862'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:52:57.291861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad1711-4a01-408a-8a75-eb61fd3134fd service neutron] Pushing event updated for resources: {'Port': ['ID=eaf83155-f70a-46dc-88cf-305522f27862,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:52:57.351759 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f3a77a-06f7-4222-92cd-08631c6ba354', 'tag': 'eaf83155-f70a-46dc-88cf-305522f27862', 'status': 'completed', 'code': 200} Feb 18 09:52:57.387631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-15affd60-ae22-47ce-b6ca-ef6ea0912010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:57.389450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-15affd60-ae22-47ce-b6ca-ef6ea0912010 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b2c0bd04ae64945bd1aad99b97934b3&device_id=91f3a77a-06f7-4222-92cd-08631c6ba354 HTTP/1.1" status: 200 len: 1095 time: 0.0746105 Feb 18 09:52:57.462621 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-34ba470b-e563-4596-a807-f066bce6d162 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf83155-f70a-46dc-88cf-305522f27862 HTTP/1.1" status: 200 len: 217 time: 0.0669889 Feb 18 09:52:57.527287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-7e168c62-e2aa-4d65-9dbc-295384d58ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:57.528643 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-7e168c62-e2aa-4d65-9dbc-295384d58ca9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d9746bf-a4e6-436e-87bd-38bf07b588bd HTTP/1.1" status: 200 len: 855 time: 0.0603008 Feb 18 09:52:57.603895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-118d6e20-7cf0-4c43-a95a-f632c9068f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:57.605423 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-118d6e20-7cf0-4c43-a95a-f632c9068f80 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5dc3309a-cde8-43b6-a4e8-b6d18750144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709772 Feb 18 09:52:57.735056 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-48a36c2d-36ea-4c3b-826e-1c4bea2fecbe service neutron] 10.222.0.61 "GET /v2.0/networks/5dc3309a-cde8-43b6-a4e8-b6d18750144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231644 Feb 18 09:52:57.865472 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-776ed90a-dc62-497d-8b57-a89122cc6e3e req-b868896e-4a30-4468-a4bf-66addbf21f79 service neutron] 10.222.0.61 "GET /v2.0/networks/5dc3309a-cde8-43b6-a4e8-b6d18750144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234584 Feb 18 09:52:57.974279 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925abf8-1e94-4cfc-a67f-c4b009e9c97b req-693e5087-ecde-48d3-8256-25f753de854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:57.975785 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c925abf8-1e94-4cfc-a67f-c4b009e9c97b req-693e5087-ecde-48d3-8256-25f753de854a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b2c0bd04ae64945bd1aad99b97934b3&device_id=91f3a77a-06f7-4222-92cd-08631c6ba354 HTTP/1.1" status: 200 len: 1095 time: 0.0694444 Feb 18 09:52:58.163894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925abf8-1e94-4cfc-a67f-c4b009e9c97b req-b7ed1f3e-d3e9-4258-836c-646977714b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:58.165406 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c925abf8-1e94-4cfc-a67f-c4b009e9c97b req-b7ed1f3e-d3e9-4258-836c-646977714b3b service neutron] 10.222.0.61 "GET /v2.0/networks?id=5dc3309a-cde8-43b6-a4e8-b6d18750144b HTTP/1.1" status: 200 len: 917 time: 0.1840761 Feb 18 09:52:58.177762 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb3785-39e7-4f30-b9ec-8759df0775a0 req-66208521-0d5c-4a4f-a169-f8c79ac62771 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:58.179135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3adb3785-39e7-4f30-b9ec-8759df0775a0 req-66208521-0d5c-4a4f-a169-f8c79ac62771 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=91f3a77a-06f7-4222-92cd-08631c6ba354 HTTP/1.1" status: 200 len: 944 time: 0.1293540 Feb 18 09:52:58.257896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c925abf8-1e94-4cfc-a67f-c4b009e9c97b req-7776a978-27bf-4668-bdc0-33b4fa20745e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf83155-f70a-46dc-88cf-305522f27862 HTTP/1.1" status: 200 len: 217 time: 0.0778077 Feb 18 09:52:58.430235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3adb3785-39e7-4f30-b9ec-8759df0775a0 req-09cf5979-4f01-47ae-b14b-e7c467ac8e7e tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037675 Feb 18 09:52:58.446945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925abf8-1e94-4cfc-a67f-c4b009e9c97b req-4c6ff7a6-814b-495d-823d-dab8c003027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:58.448386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c925abf8-1e94-4cfc-a67f-c4b009e9c97b req-4c6ff7a6-814b-495d-823d-dab8c003027d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d9746bf-a4e6-436e-87bd-38bf07b588bd HTTP/1.1" status: 200 len: 855 time: 0.1806099 Feb 18 09:52:58.529551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925abf8-1e94-4cfc-a67f-c4b009e9c97b req-e18f7167-b43e-4912-8224-21db082f1c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:58.533759 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c925abf8-1e94-4cfc-a67f-c4b009e9c97b req-e18f7167-b43e-4912-8224-21db082f1c30 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5dc3309a-cde8-43b6-a4e8-b6d18750144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787699 Feb 18 09:52:58.663311 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c925abf8-1e94-4cfc-a67f-c4b009e9c97b req-1a34d0c3-9f50-4a5c-8339-46ddbacaa615 service neutron] 10.222.0.61 "GET /v2.0/networks/5dc3309a-cde8-43b6-a4e8-b6d18750144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231334 Feb 18 09:52:58.791768 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c925abf8-1e94-4cfc-a67f-c4b009e9c97b req-be4d1bf4-3f95-41a9-889f-599bcd292980 service neutron] 10.222.0.61 "GET /v2.0/networks/5dc3309a-cde8-43b6-a4e8-b6d18750144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220107 Feb 18 09:52:59.621897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acf129-9386-4865-abf7-c1677c741d8e req-87c8d26f-4306-4e2e-aa46-d20db9071b73 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:52:59.623398 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01acf129-9386-4865-abf7-c1677c741d8e req-87c8d26f-4306-4e2e-aa46-d20db9071b73 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=91f3a77a-06f7-4222-92cd-08631c6ba354 HTTP/1.1" status: 200 len: 944 time: 0.0861194 Feb 18 09:52:59.672512 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01acf129-9386-4865-abf7-c1677c741d8e req-9db4a2a2-ac89-40d4-a071-c56715d6b5b8 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430508 Feb 18 09:53:00.450452 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8185b704-8d4d-4ea0-a10b-c2bb245fe169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:00.859443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92d6c2-660d-4978-b4ba-44c3ad0ce8bb req-fe02f375-62ad-47f4-b57c-4549c710b743 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:00.860944 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff92d6c2-660d-4978-b4ba-44c3ad0ce8bb req-fe02f375-62ad-47f4-b57c-4549c710b743 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=91f3a77a-06f7-4222-92cd-08631c6ba354 HTTP/1.1" status: 200 len: 944 time: 0.0839059 Feb 18 09:53:00.905152 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ff92d6c2-660d-4978-b4ba-44c3ad0ce8bb req-dc188084-fefb-473a-83f5-78bed084d52b tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379381 Feb 18 09:53:01.464898 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device eaf83155-f70a-46dc-88cf-305522f27862 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:53:01.594922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port eaf83155-f70a-46dc-88cf-305522f27862, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=eaf83155-f70a-46dc-88cf-305522f27862,segment=NetworkSegment(56de9bd5-532a-4bed-8bf3-9b655a3dac58),segment_id=56de9bd5-532a-4bed-8bf3-9b655a3dac58)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:53:01.607580 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'eaf83155-f70a-46dc-88cf-305522f27862', 'network_id': '5dc3309a-cde8-43b6-a4e8-b6d18750144b', 'port_id': 'eaf83155-f70a-46dc-88cf-305522f27862', 'mac_address': 'fa:16:3e:4c:b9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9746bf-a4e6-436e-87bd-38bf07b588bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:53:01.666152 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:01.682682 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf83155-f70a-46dc-88cf-305522f27862 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:53:01.697482 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port eaf83155-f70a-46dc-88cf-305522f27862, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=eaf83155-f70a-46dc-88cf-305522f27862,segment=NetworkSegment(56de9bd5-532a-4bed-8bf3-9b655a3dac58),segment_id=56de9bd5-532a-4bed-8bf3-9b655a3dac58)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:53:01.701316 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:01.767763 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=eaf83155-f70a-46dc-88cf-305522f27862,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:01.987724 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['eaf83155-f70a-46dc-88cf-305522f27862'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:53:02.094706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db2eb2-c5c4-4b79-8471-eb1de3bfb296 req-3c1e9217-ac3e-4a42-bd3a-9f434d747734 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:02.096503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60db2eb2-c5c4-4b79-8471-eb1de3bfb296 req-3c1e9217-ac3e-4a42-bd3a-9f434d747734 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=91f3a77a-06f7-4222-92cd-08631c6ba354 HTTP/1.1" status: 200 len: 945 time: 0.0816257 Feb 18 09:53:02.140631 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60db2eb2-c5c4-4b79-8471-eb1de3bfb296 req-2906251d-89b9-4bf5-9dad-c6b470a409da tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387254 Feb 18 09:53:03.330868 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39018e1d-1331-41d9-a0e5-48b2df15ff16 req-0e79fd22-8116-4b62-8a6e-74af42c55c17 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:03.332347 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39018e1d-1331-41d9-a0e5-48b2df15ff16 req-0e79fd22-8116-4b62-8a6e-74af42c55c17 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=91f3a77a-06f7-4222-92cd-08631c6ba354 HTTP/1.1" status: 200 len: 945 time: 0.0817811 Feb 18 09:53:03.376972 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39018e1d-1331-41d9-a0e5-48b2df15ff16 req-596fea85-3968-4d9a-9b14-aa9a4b2498ac tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390990 Feb 18 09:53:03.470623 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device eaf83155-f70a-46dc-88cf-305522f27862 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:03.536196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port eaf83155-f70a-46dc-88cf-305522f27862 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:03.540759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port eaf83155-f70a-46dc-88cf-305522f27862 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:03.541160 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.683837 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.710801 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f3a77a-06f7-4222-92cd-08631c6ba354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf83155-f70a-46dc-88cf-305522f27862'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:53:03.721151 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port eaf83155-f70a-46dc-88cf-305522f27862, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=eaf83155-f70a-46dc-88cf-305522f27862,segment=NetworkSegment(56de9bd5-532a-4bed-8bf3-9b655a3dac58),segment_id=56de9bd5-532a-4bed-8bf3-9b655a3dac58)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:53:03.725761 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.758519 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f3a77a-06f7-4222-92cd-08631c6ba354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf83155-f70a-46dc-88cf-305522f27862', 'code': 200} Feb 18 09:53:03.798318 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=eaf83155-f70a-46dc-88cf-305522f27862,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:03.886924 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959537e-ca8a-41f1-b050-fb23817811fd req-8d91b1b7-a72f-4137-91f1-e2fef6e7e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:03.888565 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2959537e-ca8a-41f1-b050-fb23817811fd req-8d91b1b7-a72f-4137-91f1-e2fef6e7e076 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=91f3a77a-06f7-4222-92cd-08631c6ba354 HTTP/1.1" status: 200 len: 1097 time: 0.0741713 Feb 18 09:53:03.891597 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5679dfa2-9282-4026-85f9-1ad4502ce746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:03.929750 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2959537e-ca8a-41f1-b050-fb23817811fd req-abac9b7a-6a2c-4f93-8e89-bfecf4be28fa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356457 Feb 18 09:53:03.974320 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:04.032224 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:04.565506 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b0ab7-bb4c-4a7d-8d98-c206757b9e13 req-792c85db-1ba0-40fc-999b-86bca0e80726 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:04.566967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d6b0ab7-bb4c-4a7d-8d98-c206757b9e13 req-792c85db-1ba0-40fc-999b-86bca0e80726 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=91f3a77a-06f7-4222-92cd-08631c6ba354 HTTP/1.1" status: 200 len: 946 time: 0.0814571 Feb 18 09:53:04.612861 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d6b0ab7-bb4c-4a7d-8d98-c206757b9e13 req-ecbcf153-6ec1-4216-96d7-fce1f5294cce tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400279 Feb 18 09:53:05.115247 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:53:05.259237 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:05.827792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bddb4-e380-4fd4-a16f-a6b2ca05993f req-85f6baa9-219b-4bb5-8b66-08d256cd828d tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:05.830098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c60bddb4-e380-4fd4-a16f-a6b2ca05993f req-85f6baa9-219b-4bb5-8b66-08d256cd828d tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=91f3a77a-06f7-4222-92cd-08631c6ba354 HTTP/1.1" status: 200 len: 946 time: 0.1051686 Feb 18 09:53:05.903172 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c60bddb4-e380-4fd4-a16f-a6b2ca05993f req-6c24250f-cf46-47c1-9eef-d20a56600a7b tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619011 Feb 18 09:53:06.098302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230eb76-350d-47ed-99dc-8e22e0353d1e req-cba9b3c2-17cf-4d62-a862-77f54933c1c9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:06.099804 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6230eb76-350d-47ed-99dc-8e22e0353d1e req-cba9b3c2-17cf-4d62-a862-77f54933c1c9 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=91f3a77a-06f7-4222-92cd-08631c6ba354 HTTP/1.1" status: 200 len: 946 time: 0.0869911 Feb 18 09:53:06.146441 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6230eb76-350d-47ed-99dc-8e22e0353d1e req-f1651f89-6d36-46e9-9558-299617b43579 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410328 Feb 18 09:53:07.266331 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8e7f11d-c3b2-47af-8d7d-ad29f91f7fde req-5b068175-36e5-48ba-928f-dbb1eff763d9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=91f3a77a-06f7-4222-92cd-08631c6ba354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768363 Feb 18 09:53:07.435668 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7f11d-c3b2-47af-8d7d-ad29f91f7fde req-016fa8a9-4089-4de4-8850-20b1a599f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:07.437286 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8e7f11d-c3b2-47af-8d7d-ad29f91f7fde req-016fa8a9-4089-4de4-8850-20b1a599f22e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b2c0bd04ae64945bd1aad99b97934b3&device_id=91f3a77a-06f7-4222-92cd-08631c6ba354 HTTP/1.1" status: 200 len: 1097 time: 0.0762455 Feb 18 09:53:07.595052 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7f11d-c3b2-47af-8d7d-ad29f91f7fde req-d6d18657-2ac3-4cd6-b3bf-c160c70f25fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:07.596456 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8e7f11d-c3b2-47af-8d7d-ad29f91f7fde req-d6d18657-2ac3-4cd6-b3bf-c160c70f25fa service neutron] 10.222.0.61 "GET /v2.0/networks?id=5dc3309a-cde8-43b6-a4e8-b6d18750144b HTTP/1.1" status: 200 len: 917 time: 0.1393051 Feb 18 09:53:07.666683 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8e7f11d-c3b2-47af-8d7d-ad29f91f7fde req-567de5c0-91b1-42ef-b7a4-d8d7af63f60c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf83155-f70a-46dc-88cf-305522f27862 HTTP/1.1" status: 200 len: 217 time: 0.0643919 Feb 18 09:53:07.730267 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7f11d-c3b2-47af-8d7d-ad29f91f7fde req-d1861298-492e-4b29-ad39-2804635e90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:07.731722 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8e7f11d-c3b2-47af-8d7d-ad29f91f7fde req-d1861298-492e-4b29-ad39-2804635e90f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d9746bf-a4e6-436e-87bd-38bf07b588bd HTTP/1.1" status: 200 len: 855 time: 0.0592191 Feb 18 09:53:07.810214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7f11d-c3b2-47af-8d7d-ad29f91f7fde req-6d689b35-4a9b-48a0-a379-2df288e6792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:07.811624 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8e7f11d-c3b2-47af-8d7d-ad29f91f7fde req-6d689b35-4a9b-48a0-a379-2df288e6792f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5dc3309a-cde8-43b6-a4e8-b6d18750144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741739 Feb 18 09:53:07.950897 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8e7f11d-c3b2-47af-8d7d-ad29f91f7fde req-c6327a4d-fbf9-4550-bed7-96bb12c98c36 service neutron] 10.222.0.61 "GET /v2.0/networks/5dc3309a-cde8-43b6-a4e8-b6d18750144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326315 Feb 18 09:53:08.194529 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b8e7f11d-c3b2-47af-8d7d-ad29f91f7fde req-5a942cfb-0ad1-4e0b-8d46-61841b0b522b service neutron] 10.222.0.61 "GET /v2.0/networks/5dc3309a-cde8-43b6-a4e8-b6d18750144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377317 Feb 18 09:53:11.941223 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:11.942389 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:20.518712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042b1f0-9a72-4660-8e8a-53a34fa3d421 req-58a53e2b-ff21-498e-9938-9ddeb25dcbcb tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:20.520281 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2042b1f0-9a72-4660-8e8a-53a34fa3d421 req-58a53e2b-ff21-498e-9938-9ddeb25dcbcb tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=91f3a77a-06f7-4222-92cd-08631c6ba354 HTTP/1.1" status: 200 len: 946 time: 0.0899146 Feb 18 09:53:20.566777 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2042b1f0-9a72-4660-8e8a-53a34fa3d421 req-c0533b71-d093-4743-8261-6cdd49863150 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399730 Feb 18 09:53:21.773245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57516-a1a5-413f-b89e-39092fdbf349 req-ab24d194-9bd2-465f-85ad-31e0e6eaf30b tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:21.774755 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7c57516-a1a5-413f-b89e-39092fdbf349 req-ab24d194-9bd2-465f-85ad-31e0e6eaf30b tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=91f3a77a-06f7-4222-92cd-08631c6ba354 HTTP/1.1" status: 200 len: 946 time: 0.0929606 Feb 18 09:53:21.825138 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7c57516-a1a5-413f-b89e-39092fdbf349 req-de7c70d0-3486-4668-a3f7-3afa64e75c94 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/security-groups?id=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429661 Feb 18 09:53:22.186793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b868a-2295-4cbc-b419-591b4187ea2c req-b9ca85bb-2936-446e-a121-708bd04f7622 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:22.188140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f0b868a-2295-4cbc-b419-591b4187ea2c req-b9ca85bb-2936-446e-a121-708bd04f7622 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.61 "GET /v2.0/ports?device_id=91f3a77a-06f7-4222-92cd-08631c6ba354 HTTP/1.1" status: 200 len: 946 time: 0.0866787 Feb 18 09:53:22.261930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-1f0b868a-2295-4cbc-b419-591b4187ea2c req-b14ff0b0-8b5a-4ae6-8aca-40f3fd3cc085 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Deleting port eaf83155-f70a-46dc-88cf-305522f27862 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:53:22.262268 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1f0b868a-2295-4cbc-b419-591b4187ea2c req-b14ff0b0-8b5a-4ae6-8aca-40f3fd3cc085 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:22.511712 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-1f0b868a-2295-4cbc-b419-591b4187ea2c req-b14ff0b0-8b5a-4ae6-8aca-40f3fd3cc085 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] For port eaf83155-f70a-46dc-88cf-305522f27862, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=eaf83155-f70a-46dc-88cf-305522f27862,segment=NetworkSegment(56de9bd5-532a-4bed-8bf3-9b655a3dac58),segment_id=56de9bd5-532a-4bed-8bf3-9b655a3dac58)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:53:22.511977 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1f0b868a-2295-4cbc-b419-591b4187ea2c req-b14ff0b0-8b5a-4ae6-8aca-40f3fd3cc085 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:22.639106 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-1f0b868a-2295-4cbc-b419-591b4187ea2c req-b14ff0b0-8b5a-4ae6-8aca-40f3fd3cc085 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Calling delete_port for eaf83155-f70a-46dc-88cf-305522f27862 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:53:22.808212 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1f0b868a-2295-4cbc-b419-591b4187ea2c req-b14ff0b0-8b5a-4ae6-8aca-40f3fd3cc085 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:22.823689 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['eaf83155-f70a-46dc-88cf-305522f27862'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:53:22.896034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ff0b0-8b5a-4ae6-8aca-40f3fd3cc085 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Pushing event deleted for resources: {'Port': ['ID=eaf83155-f70a-46dc-88cf-305522f27862,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:22.969696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0b868a-2295-4cbc-b419-591b4187ea2c req-b14ff0b0-8b5a-4ae6-8aca-40f3fd3cc085 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] No DVR routers for this DVR port eaf83155-f70a-46dc-88cf-305522f27862 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:53:23.003028 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-1f0b868a-2295-4cbc-b419-591b4187ea2c req-b14ff0b0-8b5a-4ae6-8aca-40f3fd3cc085 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:23.005535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f3a77a-06f7-4222-92cd-08631c6ba354', 'name': 'network-vif-deleted', 'tag': 'eaf83155-f70a-46dc-88cf-305522f27862'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:53:23.026595 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3eb72273-43dd-4a78-a199-fd60baf9cdcd req-48777451-6b46-4489-b971-f562d0d7b5c6 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.72 "GET /v2.0/ports?device_id=91f3a77a-06f7-4222-92cd-08631c6ba354 HTTP/1.1" status: 200 len: 210 time: 0.0597236 Feb 18 09:53:23.042276 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f0b868a-2295-4cbc-b419-591b4187ea2c req-b14ff0b0-8b5a-4ae6-8aca-40f3fd3cc085 tempest-TestEncryptedCinderVolumes-52872021 tempest-TestEncryptedCinderVolumes-52872021-project] 10.222.0.61 "DELETE /v2.0/ports/eaf83155-f70a-46dc-88cf-305522f27862 HTTP/1.1" status: 204 len: 173 time: 0.8481488 Feb 18 09:53:23.066822 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f3a77a-06f7-4222-92cd-08631c6ba354', 'name': 'network-vif-deleted', 'tag': 'eaf83155-f70a-46dc-88cf-305522f27862', 'status': 'completed', 'code': 200} Feb 18 09:53:24.165802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50228) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:24.814159 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:25.165971 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Deleting port 685d7cb8-dffb-48d7-8738-bc55d1378690 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:53:25.166702 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:25.334217 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] For port 685d7cb8-dffb-48d7-8738-bc55d1378690, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=685d7cb8-dffb-48d7-8738-bc55d1378690,segment=NetworkSegment(56de9bd5-532a-4bed-8bf3-9b655a3dac58),segment_id=56de9bd5-532a-4bed-8bf3-9b655a3dac58)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:53:25.334571 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:25.462294 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Calling delete_port for 685d7cb8-dffb-48d7-8738-bc55d1378690 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:53:25.625409 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device eaf83155-f70a-46dc-88cf-305522f27862 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:53:25.662450 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: eaf83155-f70a-46dc-88cf-305522f27862 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:53:25.662788 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device eaf83155-f70a-46dc-88cf-305522f27862 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:53:25.823547 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:25.878345 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=685d7cb8-dffb-48d7-8738-bc55d1378690,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:26.049574 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:26.049911 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:26.050244 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:26.050570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:26.050895 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:26.051216 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:26.051530 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:26.051849 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:26.052162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:26.052496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:26.052811 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:26.053123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:26.286728 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:26.665994 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Router fa5e38e8-0213-45ba-abe4-efdf5c8361e7 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:53:26.858918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:53:26.870501 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c4533-bd86-4bcf-b81f-0e1c5e03fdb1 None None] Sync routers for ids ['fa5e38e8-0213-45ba-abe4-efdf5c8361e7'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:53:26.876828 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-547a3b26-7001-46dc-a722-1dd6d6520ed0 admin admin] 10.222.0.72 "PUT /v2.0/routers/fa5e38e8-0213-45ba-abe4-efdf5c8361e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7099061 Feb 18 09:53:26.877717 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50232) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:26.883425 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c4533-bd86-4bcf-b81f-0e1c5e03fdb1 None None] Routers {'fa5e38e8-0213-45ba-abe4-efdf5c8361e7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:53:26.884040 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dc8c4533-bd86-4bcf-b81f-0e1c5e03fdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:53:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fa5e38e8-0213-45ba-abe4-efdf5c8361e7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:27.081637 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a39c5eb-77a0-43aa-a525-98d2720f0c3c admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:27.085469 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-dc8c4533-bd86-4bcf-b81f-0e1c5e03fdb1 None None] Set router fa5e38e8-0213-45ba-abe4-efdf5c8361e7 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:53:27.283190 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a39c5eb-77a0-43aa-a525-98d2720f0c3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:27.292833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-2a39c5eb-77a0-43aa-a525-98d2720f0c3c admin admin] Deleting port 0299d73c-9311-496c-a8b7-06fb51fd780f {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:53:27.293827 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a39c5eb-77a0-43aa-a525-98d2720f0c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:27.401958 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dc8c4533-bd86-4bcf-b81f-0e1c5e03fdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5e38e8-0213-45ba-abe4-efdf5c8361e7', 'name': 'tempest-TestEncryptedCinderVolumes-336770247-router', 'tenant_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '0299d73c-9311-496c-a8b7-06fb51fd780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:52:06Z', 'updated_at': '2022-02-18T09:53:25Z', 'revision_number': 5, 'project_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'gw_port': {'id': '0299d73c-9311-496c-a8b7-06fb51fd780f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e38e8-0213-45ba-abe4-efdf5c8361e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:07Z', 'updated_at': '2022-02-18T09:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:27.406475 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c4533-bd86-4bcf-b81f-0e1c5e03fdb1 None None] Checking router: fa5e38e8-0213-45ba-abe4-efdf5c8361e7 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:53:27.415150 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c4533-bd86-4bcf-b81f-0e1c5e03fdb1 None None] Routers {'fa5e38e8-0213-45ba-abe4-efdf5c8361e7'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:53:27.415766 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dc8c4533-bd86-4bcf-b81f-0e1c5e03fdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:53:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['fa5e38e8-0213-45ba-abe4-efdf5c8361e7'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:27.579563 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-dc8c4533-bd86-4bcf-b81f-0e1c5e03fdb1 None None] Set router fa5e38e8-0213-45ba-abe4-efdf5c8361e7 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:53:27.600004 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-2a39c5eb-77a0-43aa-a525-98d2720f0c3c admin admin] For port 0299d73c-9311-496c-a8b7-06fb51fd780f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0299d73c-9311-496c-a8b7-06fb51fd780f,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:53:27.600330 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a39c5eb-77a0-43aa-a525-98d2720f0c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:27.683674 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dc8c4533-bd86-4bcf-b81f-0e1c5e03fdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5e38e8-0213-45ba-abe4-efdf5c8361e7', 'name': 'tempest-TestEncryptedCinderVolumes-336770247-router', 'tenant_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:52:06Z', 'updated_at': '2022-02-18T09:53:27Z', 'revision_number': 6, 'project_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:27.688048 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c4533-bd86-4bcf-b81f-0e1c5e03fdb1 None None] The sync data for ids ['fa5e38e8-0213-45ba-abe4-efdf5c8361e7'] in n-d-829434-1 is: [{'id': 'fa5e38e8-0213-45ba-abe4-efdf5c8361e7', 'name': 'tempest-TestEncryptedCinderVolumes-336770247-router', 'tenant_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:52:06Z', 'updated_at': '2022-02-18T09:53:27Z', 'revision_number': 6, 'project_id': '1b2c0bd04ae64945bd1aad99b97934b3', 'gw_port_host': None}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:53:27.723846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-2a39c5eb-77a0-43aa-a525-98d2720f0c3c admin admin] Calling delete_port for 0299d73c-9311-496c-a8b7-06fb51fd780f owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:53:27.896338 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a39c5eb-77a0-43aa-a525-98d2720f0c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:27.946885 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39c5eb-77a0-43aa-a525-98d2720f0c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=0299d73c-9311-496c-a8b7-06fb51fd780f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:28.045675 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a39c5eb-77a0-43aa-a525-98d2720f0c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:28.220378 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a39c5eb-77a0-43aa-a525-98d2720f0c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:28.222670 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a39c5eb-77a0-43aa-a525-98d2720f0c3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:28.246295 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a39c5eb-77a0-43aa-a525-98d2720f0c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:28.246838 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a39c5eb-77a0-43aa-a525-98d2720f0c3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa5e38e8-0213-45ba-abe4-efdf5c8361e7 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:53:28.259394 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a39c5eb-77a0-43aa-a525-98d2720f0c3c admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:28.260570 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2a39c5eb-77a0-43aa-a525-98d2720f0c3c admin admin] 10.222.0.72 "DELETE /v2.0/routers/fa5e38e8-0213-45ba-abe4-efdf5c8361e7 HTTP/1.1" status: 204 len: 168 time: 1.3818905 Feb 18 09:53:28.263164 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50236) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:28.321670 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddeb3337-3ebc-4208-b91c-9af105a0423d admin admin] Deleting subnet 3d9746bf-a4e6-436e-87bd-38bf07b588bd {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:53:28.324608 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3337-3ebc-4208-b91c-9af105a0423d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:28.375279 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3337-3ebc-4208-b91c-9af105a0423d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:28.468772 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3337-3ebc-4208-b91c-9af105a0423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:28.539988 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3337-3ebc-4208-b91c-9af105a0423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:28.582146 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb3337-3ebc-4208-b91c-9af105a0423d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d9746bf-a4e6-436e-87bd-38bf07b588bd,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:28.586250 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3337-3ebc-4208-b91c-9af105a0423d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:28.591669 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d8bcbb-25d9-40fb-b1cb-25f85f94155a None None] Network 5dc3309a-cde8-43b6-a4e8-b6d18750144b requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:53:28.593445 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ddeb3337-3ebc-4208-b91c-9af105a0423d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3d9746bf-a4e6-436e-87bd-38bf07b588bd HTTP/1.1" status: 204 len: 168 time: 0.3286471 Feb 18 09:53:28.596055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50240) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:28.722625 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:28.736345 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] Deleting port af326e58-27f5-4b27-b405-63856bbecf72 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:53:28.736654 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:28.870204 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e4d790-4a81-4270-918a-d2b6258039da None None] DHCP port deletion for 5dc3309a-cde8-43b6-a4e8-b6d18750144b request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:53:28.875377 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-34e4d790-4a81-4270-918a-d2b6258039da None None] Deleting port af326e58-27f5-4b27-b405-63856bbecf72 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:53:28.875779 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-34e4d790-4a81-4270-918a-d2b6258039da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:28.976009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] For port af326e58-27f5-4b27-b405-63856bbecf72, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=af326e58-27f5-4b27-b405-63856bbecf72,segment=NetworkSegment(56de9bd5-532a-4bed-8bf3-9b655a3dac58),segment_id=56de9bd5-532a-4bed-8bf3-9b655a3dac58)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:53:28.976261 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:29.092196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-34e4d790-4a81-4270-918a-d2b6258039da None None] For port af326e58-27f5-4b27-b405-63856bbecf72, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=af326e58-27f5-4b27-b405-63856bbecf72,segment=NetworkSegment(56de9bd5-532a-4bed-8bf3-9b655a3dac58),segment_id=56de9bd5-532a-4bed-8bf3-9b655a3dac58)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:53:29.092629 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-34e4d790-4a81-4270-918a-d2b6258039da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:29.102952 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] Calling delete_port for af326e58-27f5-4b27-b405-63856bbecf72 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:53:29.199468 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:29.246456 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-34e4d790-4a81-4270-918a-d2b6258039da None None] Calling delete_port for af326e58-27f5-4b27-b405-63856bbecf72 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:53:29.250365 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=af326e58-27f5-4b27-b405-63856bbecf72,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:29.256449 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] No DVR routers for this DVR port af326e58-27f5-4b27-b405-63856bbecf72 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:53:29.332089 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-34e4d790-4a81-4270-918a-d2b6258039da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:53:29.332551 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-34e4d790-4a81-4270-918a-d2b6258039da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:53:29.397297 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0299d73c-9311-496c-a8b7-06fb51fd780f no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:53:29.438068 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 0299d73c-9311-496c-a8b7-06fb51fd780f {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:53:29.438421 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0299d73c-9311-496c-a8b7-06fb51fd780f not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:53:29.438866 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 685d7cb8-dffb-48d7-8738-bc55d1378690 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:53:29.476184 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 685d7cb8-dffb-48d7-8738-bc55d1378690 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:53:29.476548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 685d7cb8-dffb-48d7-8738-bc55d1378690 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:53:29.476976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device af326e58-27f5-4b27-b405-63856bbecf72 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:53:29.494420 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:29.510160 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: af326e58-27f5-4b27-b405-63856bbecf72 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:53:29.510415 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device af326e58-27f5-4b27-b405-63856bbecf72 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:53:29.520174 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc3309a-cde8-43b6-a4e8-b6d18750144b']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:29.533501 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56de9bd5-532a-4bed-8bf3-9b655a3dac58') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:29.533777 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56de9bd5-532a-4bed-8bf3-9b655a3dac58') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:29.545643 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:29.565052 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:29.579182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:53:29.579617 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:53:29.593813 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:53:29.666305 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:29.682179 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:29.692453 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dc3309a-cde8-43b6-a4e8-b6d18750144b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:29.700227 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6f6e6a46-f1cf-46c0-9ce6-f0f874818c38 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5dc3309a-cde8-43b6-a4e8-b6d18750144b HTTP/1.1" status: 204 len: 168 time: 1.1031926 Feb 18 09:53:29.704325 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50244) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:29.833801 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-34e4d790-4a81-4270-918a-d2b6258039da None None] Deleting port af326e58-27f5-4b27-b405-63856bbecf72 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:53:29.834332 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-34e4d790-4a81-4270-918a-d2b6258039da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:29.909888 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-34e4d790-4a81-4270-918a-d2b6258039da None None] The port 'af326e58-27f5-4b27-b405-63856bbecf72' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:53:30.260553 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1547-59a3-4c3e-a1e0-33898eea7f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:30.453238 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-327dc1d1-dc6b-402e-b094-4822ba209d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:30.616719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b1547-59a3-4c3e-a1e0-33898eea7f16 admin admin] Deleting port e753b38b-6940-4e70-ab5a-14aa4d0c4355 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:53:30.617450 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1547-59a3-4c3e-a1e0-33898eea7f16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:30.795442 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-6d9b1547-59a3-4c3e-a1e0-33898eea7f16 admin admin] For port e753b38b-6940-4e70-ab5a-14aa4d0c4355, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e753b38b-6940-4e70-ab5a-14aa4d0c4355,segment=NetworkSegment(454822a1-abc5-4d9d-9704-65696389dfcc),segment_id=454822a1-abc5-4d9d-9704-65696389dfcc)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:53:30.795826 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1547-59a3-4c3e-a1e0-33898eea7f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:31.024515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b1547-59a3-4c3e-a1e0-33898eea7f16 admin admin] Calling delete_port for e753b38b-6940-4e70-ab5a-14aa4d0c4355 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:53:31.229248 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1547-59a3-4c3e-a1e0-33898eea7f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:31.304930 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b1547-59a3-4c3e-a1e0-33898eea7f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=e753b38b-6940-4e70-ab5a-14aa4d0c4355,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:31.604366 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1547-59a3-4c3e-a1e0-33898eea7f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:31.998919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9b1547-59a3-4c3e-a1e0-33898eea7f16 admin admin] Router 51557088-051e-4423-aa15-4e422e99f714 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:53:32.194826 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9b1547-59a3-4c3e-a1e0-33898eea7f16 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:53:32.206359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a5c0ce-a962-47d5-95ae-36dbdab88291 None None] Sync routers for ids ['51557088-051e-4423-aa15-4e422e99f714'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:53:32.209753 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6d9b1547-59a3-4c3e-a1e0-33898eea7f16 admin admin] 10.222.0.72 "PUT /v2.0/routers/51557088-051e-4423-aa15-4e422e99f714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5042095 Feb 18 09:53:32.212170 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50248) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:32.221302 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a5c0ce-a962-47d5-95ae-36dbdab88291 None None] Routers {'51557088-051e-4423-aa15-4e422e99f714'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:53:32.222141 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e1a5c0ce-a962-47d5-95ae-36dbdab88291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:53:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['51557088-051e-4423-aa15-4e422e99f714'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:32.409171 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-82764d59-b340-4cf0-ab8b-52209ef39e6e admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:32.448921 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-e1a5c0ce-a962-47d5-95ae-36dbdab88291 None None] Set router 51557088-051e-4423-aa15-4e422e99f714 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:53:32.719082 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-82764d59-b340-4cf0-ab8b-52209ef39e6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:32.728646 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-82764d59-b340-4cf0-ab8b-52209ef39e6e admin admin] Deleting port 5d2e6924-9401-41d9-8356-d19920625fb6 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:53:32.728987 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-82764d59-b340-4cf0-ab8b-52209ef39e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:32.755472 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e1a5c0ce-a962-47d5-95ae-36dbdab88291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51557088-051e-4423-aa15-4e422e99f714', 'name': 'tempest-TestEncryptedCinderVolumes-1640547267-router', 'tenant_id': '58db7607f1ac46c781909503d44c3e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '5d2e6924-9401-41d9-8356-d19920625fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:52:13Z', 'updated_at': '2022-02-18T09:53:31Z', 'revision_number': 5, 'project_id': '58db7607f1ac46c781909503d44c3e88', 'gw_port': {'id': '5d2e6924-9401-41d9-8356-d19920625fb6', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51557088-051e-4423-aa15-4e422e99f714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:52:14Z', 'updated_at': '2022-02-18T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:32.759660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a5c0ce-a962-47d5-95ae-36dbdab88291 None None] Checking router: 51557088-051e-4423-aa15-4e422e99f714 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:53:32.772320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a5c0ce-a962-47d5-95ae-36dbdab88291 None None] Routers {'51557088-051e-4423-aa15-4e422e99f714'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:53:32.773083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e1a5c0ce-a962-47d5-95ae-36dbdab88291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:53:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['51557088-051e-4423-aa15-4e422e99f714'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:32.911632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-82764d59-b340-4cf0-ab8b-52209ef39e6e admin admin] For port 5d2e6924-9401-41d9-8356-d19920625fb6, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=5d2e6924-9401-41d9-8356-d19920625fb6,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:53:32.911975 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-82764d59-b340-4cf0-ab8b-52209ef39e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:32.932634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-e1a5c0ce-a962-47d5-95ae-36dbdab88291 None None] Set router 51557088-051e-4423-aa15-4e422e99f714 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:53:33.037344 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-82764d59-b340-4cf0-ab8b-52209ef39e6e admin admin] Calling delete_port for 5d2e6924-9401-41d9-8356-d19920625fb6 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:53:33.039966 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-e1a5c0ce-a962-47d5-95ae-36dbdab88291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51557088-051e-4423-aa15-4e422e99f714', 'name': 'tempest-TestEncryptedCinderVolumes-1640547267-router', 'tenant_id': '58db7607f1ac46c781909503d44c3e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:52:13Z', 'updated_at': '2022-02-18T09:53:32Z', 'revision_number': 6, 'project_id': '58db7607f1ac46c781909503d44c3e88', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:33.044034 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a5c0ce-a962-47d5-95ae-36dbdab88291 None None] The sync data for ids ['51557088-051e-4423-aa15-4e422e99f714'] in n-d-829434-1 is: [{'id': '51557088-051e-4423-aa15-4e422e99f714', 'name': 'tempest-TestEncryptedCinderVolumes-1640547267-router', 'tenant_id': '58db7607f1ac46c781909503d44c3e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:52:13Z', 'updated_at': '2022-02-18T09:53:32Z', 'revision_number': 6, 'project_id': '58db7607f1ac46c781909503d44c3e88', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:53:33.219921 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-82764d59-b340-4cf0-ab8b-52209ef39e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:33.266107 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82764d59-b340-4cf0-ab8b-52209ef39e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2e6924-9401-41d9-8356-d19920625fb6,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:33.360441 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-82764d59-b340-4cf0-ab8b-52209ef39e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:33.460910 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e753b38b-6940-4e70-ab5a-14aa4d0c4355 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:53:33.501429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: e753b38b-6940-4e70-ab5a-14aa4d0c4355 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:53:33.508703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e753b38b-6940-4e70-ab5a-14aa4d0c4355 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:53:33.555841 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-82764d59-b340-4cf0-ab8b-52209ef39e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:33.558042 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-82764d59-b340-4cf0-ab8b-52209ef39e6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:33.582763 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-82764d59-b340-4cf0-ab8b-52209ef39e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:33.583239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82764d59-b340-4cf0-ab8b-52209ef39e6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51557088-051e-4423-aa15-4e422e99f714 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:53:33.595753 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-82764d59-b340-4cf0-ab8b-52209ef39e6e admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:33.596913 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-82764d59-b340-4cf0-ab8b-52209ef39e6e admin admin] 10.222.0.72 "DELETE /v2.0/routers/51557088-051e-4423-aa15-4e422e99f714 HTTP/1.1" status: 204 len: 168 time: 1.3837700 Feb 18 09:53:33.599899 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50252) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:33.660420 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9650bba-5cfd-4d6f-a81d-d7726f6a87a6 admin admin] Deleting subnet c3d4f2ab-aef6-44fd-a4a7-dccddac20b03 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:53:33.663489 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d9650bba-5cfd-4d6f-a81d-d7726f6a87a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:33.718984 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d9650bba-5cfd-4d6f-a81d-d7726f6a87a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:33.831915 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d9650bba-5cfd-4d6f-a81d-d7726f6a87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:33.912095 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-67776d90-6f1d-4bbb-ba89-d8aa6a950fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:33.966205 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d9650bba-5cfd-4d6f-a81d-d7726f6a87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:33.997148 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:34.012743 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9650bba-5cfd-4d6f-a81d-d7726f6a87a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d4f2ab-aef6-44fd-a4a7-dccddac20b03,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:34.015827 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d9650bba-5cfd-4d6f-a81d-d7726f6a87a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:34.022071 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d9650bba-5cfd-4d6f-a81d-d7726f6a87a6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c3d4f2ab-aef6-44fd-a4a7-dccddac20b03 HTTP/1.1" status: 204 len: 168 time: 0.4211571 Feb 18 09:53:34.025177 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50256) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:34.030172 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08817f36-bb32-4065-a49d-2acd69e099e7 None None] Network 582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:53:34.132803 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:34.274597 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:34.292718 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] Deleting port 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:53:34.293421 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:34.390107 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c043c175-fcd5-4baf-9e37-ab824f148e6a None None] DHCP port deletion for 582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:53:34.394666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c043c175-fcd5-4baf-9e37-ab824f148e6a None None] Deleting port 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:53:34.395163 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c043c175-fcd5-4baf-9e37-ab824f148e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:34.552378 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] For port 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7db40bcc-e76a-490d-a96a-4c5c1f5f04ff,segment=NetworkSegment(454822a1-abc5-4d9d-9704-65696389dfcc),segment_id=454822a1-abc5-4d9d-9704-65696389dfcc)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:53:34.552674 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:34.606609 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c043c175-fcd5-4baf-9e37-ab824f148e6a None None] For port 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=7db40bcc-e76a-490d-a96a-4c5c1f5f04ff,segment=NetworkSegment(454822a1-abc5-4d9d-9704-65696389dfcc),segment_id=454822a1-abc5-4d9d-9704-65696389dfcc)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:53:34.607513 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c043c175-fcd5-4baf-9e37-ab824f148e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:34.686148 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] Calling delete_port for 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:53:34.771279 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c043c175-fcd5-4baf-9e37-ab824f148e6a None None] Calling delete_port for 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:53:34.771535 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:34.821604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=7db40bcc-e76a-490d-a96a-4c5c1f5f04ff,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:34.827978 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] No DVR routers for this DVR port 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:53:34.852577 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-c043c175-fcd5-4baf-9e37-ab824f148e6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:53:34.853078 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-c043c175-fcd5-4baf-9e37-ab824f148e6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:53:34.945919 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:34.972741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:34.985163 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454822a1-abc5-4d9d-9704-65696389dfcc') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:34.985462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454822a1-abc5-4d9d-9704-65696389dfcc') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:34.997800 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:35.014927 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:35.021058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:53:35.021444 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:53:35.034600 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:53:35.122918 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:35.138995 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:35.148960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:35.152997 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-091894ab-25c3-4dae-8ef4-304e7f395b10 admin admin] 10.222.0.72 "DELETE /v2.0/networks/582dd45a-5b9c-48f9-a4d7-359aa1ffa5b3 HTTP/1.1" status: 204 len: 168 time: 1.1264756 Feb 18 09:53:35.261230 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:35.325761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50262) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:35.354270 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c043c175-fcd5-4baf-9e37-ab824f148e6a None None] Deleting port 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:53:35.354675 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c043c175-fcd5-4baf-9e37-ab824f148e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:35.381494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50266) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:35.382137 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8f58a17b-bec9-4762-9695-d808f7ac1914 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1b2c0bd04ae64945bd1aad99b97934b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545118 Feb 18 09:53:35.396821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 5d2e6924-9401-41d9-8356-d19920625fb6 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:53:35.449980 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2fc84b6-2afc-4bea-911e-e64b2af31338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:35.472092 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c043c175-fcd5-4baf-9e37-ab824f148e6a None None] The port '7db40bcc-e76a-490d-a96a-4c5c1f5f04ff' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:53:35.472818 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 5d2e6924-9401-41d9-8356-d19920625fb6 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:53:35.473160 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 5d2e6924-9401-41d9-8356-d19920625fb6 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:53:35.473565 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:53:35.480468 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2fc84b6-2afc-4bea-911e-e64b2af31338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:35.511002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:53:35.511226 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 7db40bcc-e76a-490d-a96a-4c5c1f5f04ff not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:53:35.538363 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2fc84b6-2afc-4bea-911e-e64b2af31338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:35.552842 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc84b6-2afc-4bea-911e-e64b2af31338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17fe22f-a3c4-4e91-925d-af5bafc7a7f2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:35.561884 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c2fc84b6-2afc-4bea-911e-e64b2af31338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:35.566182 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c2fc84b6-2afc-4bea-911e-e64b2af31338 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c17fe22f-a3c4-4e91-925d-af5bafc7a7f2 HTTP/1.1" status: 204 len: 168 time: 0.1810114 Feb 18 09:53:35.915760 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50274) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:35.967665 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-79f59e5d-36ba-4e05-8a7b-d49ba8fe97a6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=58db7607f1ac46c781909503d44c3e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506401 Feb 18 09:53:35.970255 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50278) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:36.032760 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-53dfd672-55e6-4ed4-8b35-3324b700e43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:36.059232 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-53dfd672-55e6-4ed4-8b35-3324b700e43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:36.116684 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-53dfd672-55e6-4ed4-8b35-3324b700e43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:36.131786 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfd672-55e6-4ed4-8b35-3324b700e43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae413150-3ed5-4c76-8cb5-292c0b63ba13,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:36.138142 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-53dfd672-55e6-4ed4-8b35-3324b700e43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:36.140083 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-53dfd672-55e6-4ed4-8b35-3324b700e43b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ae413150-3ed5-4c76-8cb5-292c0b63ba13 HTTP/1.1" status: 204 len: 168 time: 0.1686940 Feb 18 09:53:37.086095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50302) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:37.198515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-943731563-network', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:53:37.204763 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:37.208944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Usage tracker for resource:network and tenant:d771469b6afd4f90950e4b0f7e322088 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:37.215501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:37.222509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:37.232904 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Made reservation on behalf of d771469b6afd4f90950e4b0f7e322088 for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:53:37.235254 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:37.247936 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:37.265178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:37.269911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Usage tracker for resource:security_group_rule and tenant:d771469b6afd4f90950e4b0f7e322088 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:37.273065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:37.280101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:37.372695 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:37.377111 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:37.411830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:53:37.421264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac085fe3-cfa5-4d15-bde9-b474190b1ce5,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:37.430314 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:37.430726 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Added segment 4335d3dc-e3f4-4aeb-9220-5c013bbdac2a of type vlan for network 59454079-42d2-42bd-b76c-1d1782395bec Feb 18 09:53:37.432599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:37.432885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:37.433216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:37.433548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:37.433881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:37.434205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:37.434527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:37.435006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:37.435894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:37.436226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:37.436590 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:37.436986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:37.468315 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:37.501779 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:37.502871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:37.503448 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:37.612364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] Pushing event updated for resources: {'Network': ['ID=59454079-42d2-42bd-b76c-1d1782395bec,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:37.615424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ae9d6a29-e082-484f-b731-1f77bd7c22c4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5283115 Feb 18 09:53:37.620109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50308) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:37.625133 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 59454079-42d2-42bd-b76c-1d1782395bec details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:53:37.626273 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-5639fa0a-f8af-419d-a2f0-126405a41072 admin admin] Request body: {'subnet': {'network_id': '59454079-42d2-42bd-b76c-1d1782395bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-943731563-subnet', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:53:37.631895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5639fa0a-f8af-419d-a2f0-126405a41072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:37.635780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5639fa0a-f8af-419d-a2f0-126405a41072 admin admin] Usage tracker for resource:subnet and tenant:d771469b6afd4f90950e4b0f7e322088 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:37.639786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5639fa0a-f8af-419d-a2f0-126405a41072 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:37.656576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5639fa0a-f8af-419d-a2f0-126405a41072 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:37.668176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5639fa0a-f8af-419d-a2f0-126405a41072 admin admin] Made reservation on behalf of d771469b6afd4f90950e4b0f7e322088 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:53:37.670769 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5639fa0a-f8af-419d-a2f0-126405a41072 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:37.910297 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5639fa0a-f8af-419d-a2f0-126405a41072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:37.988627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639fa0a-f8af-419d-a2f0-126405a41072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bac016b-2a54-4de5-825a-81870e916854,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:38.001534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5639fa0a-f8af-419d-a2f0-126405a41072 admin admin] Checking segment: {'id': '4335d3dc-e3f4-4aeb-9220-5c013bbdac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:53:38.001883 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5639fa0a-f8af-419d-a2f0-126405a41072 admin admin] Network hostable DHCP agents. Network: 59454079-42d2-42bd-b76c-1d1782395bec, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:53:38.021613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5639fa0a-f8af-419d-a2f0-126405a41072 admin admin] Network 59454079-42d2-42bd-b76c-1d1782395bec is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:53:38.030104 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-5639fa0a-f8af-419d-a2f0-126405a41072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 59454079-42d2-42bd-b76c-1d1782395bec) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:53:38.034270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5639fa0a-f8af-419d-a2f0-126405a41072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:38.034840 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5639fa0a-f8af-419d-a2f0-126405a41072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:38.039726 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50ddda7-f456-4bfe-8089-2c4309b639c6 None None] Network 59454079-42d2-42bd-b76c-1d1782395bec requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:53:38.056490 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5639fa0a-f8af-419d-a2f0-126405a41072 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4350333 Feb 18 09:53:38.059550 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50312) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:38.065390 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-943731563-router', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:53:38.070850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:38.074870 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Usage tracker for resource:router and tenant:d771469b6afd4f90950e4b0f7e322088 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:38.079237 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:38.085396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:38.097530 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:38.098665 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:38.117510 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:38.299184 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-59454079-42d2-42bd-b76c-1d1782395bec', 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'fixed_ips': [{'subnet_id': '8bac016b-2a54-4de5-825a-81870e916854'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:53:38.300026 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:38.465446 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Allocated IP 172.20.0.2 (59454079-42d2-42bd-b76c-1d1782395bec/8bac016b-2a54-4de5-825a-81870e916854/eed08e84-f50e-46ec-8967-e171f8582f0d) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:53:38.514381 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:38.681524 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:38.692905 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Transition to ACTIVE for port object eed08e84-f50e-46ec-8967-e171f8582f0d will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:53:38.712953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Transition to ACTIVE for port object eed08e84-f50e-46ec-8967-e171f8582f0d will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:53:38.719610 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:38.789379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Network 59454079-42d2-42bd-b76c-1d1782395bec is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:53:38.792176 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:53:38.796309 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:53:38.805600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Pushing event updated for resources: {'Port': ['ID=eed08e84-f50e-46ec-8967-e171f8582f0d,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:38.855404 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:38.871488 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:38.871817 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:38.872838 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:38.873467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:38.873839 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:38.874155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:38.874488 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:38.874818 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:38.875148 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:38.875481 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:38.875803 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:38.876313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:38.896663 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:38.910870 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Attempting to bind port eed08e84-f50e-46ec-8967-e171f8582f0d on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:53:38.911306 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Attempting to bind port eed08e84-f50e-46ec-8967-e171f8582f0d by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '4335d3dc-e3f4-4aeb-9220-5c013bbdac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:53:38.911654 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Attempting to bind port eed08e84-f50e-46ec-8967-e171f8582f0d on network 59454079-42d2-42bd-b76c-1d1782395bec {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:53:38.920058 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:53:38.920599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Checking segment: {'id': '4335d3dc-e3f4-4aeb-9220-5c013bbdac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:53:38.921067 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:38.921511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Bound using segment: {'id': '4335d3dc-e3f4-4aeb-9220-5c013bbdac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:53:38.922065 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Bound port: eed08e84-f50e-46ec-8967-e171f8582f0d, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4335d3dc-e3f4-4aeb-9220-5c013bbdac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:53:38.922477 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:39.082547 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] For port eed08e84-f50e-46ec-8967-e171f8582f0d, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:53:39.089071 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] For port eed08e84-f50e-46ec-8967-e171f8582f0d, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=eed08e84-f50e-46ec-8967-e171f8582f0d,segment=NetworkSegment(4335d3dc-e3f4-4aeb-9220-5c013bbdac2a),segment_id=4335d3dc-e3f4-4aeb-9220-5c013bbdac2a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:53:39.097678 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:39.144047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Allocated IP 172.25.1.39 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/dd4eb9e3-c427-489e-8b6c-62db59704e67) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:53:39.199839 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15576e-cd47-496a-964e-a0408faabc25 None None] Pushing event updated for resources: {'Port': ['ID=eed08e84-f50e-46ec-8967-e171f8582f0d,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:39.312049 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:39.355062 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:39.443717 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:53:39.447260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:53:39.453396 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:53:39.483649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Pushing event updated for resources: {'Port': ['ID=dd4eb9e3-c427-489e-8b6c-62db59704e67,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:40.016668 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:40.167469 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00391e37-3ed0-4ac6-a2a3-2fae37f6fd53 None None] Network 59454079-42d2-42bd-b76c-1d1782395bec requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:53:40.288174 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-14f277b8-4dc0-41ea-8714-29b191e3f143 None None] Provisioning for port eed08e84-f50e-46ec-8967-e171f8582f0d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:40.363320 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:40.589654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Router c43292b4-80a0-4b0f-8983-4d2951fc748e is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:53:40.785472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:53:40.797623 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Sync routers for ids ['c43292b4-80a0-4b0f-8983-4d2951fc748e'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:53:40.810548 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:40.815518 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2f3b0a56-66e1-4920-ba56-8ad647fd414d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7507775 Feb 18 09:53:40.815690 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Routers {'c43292b4-80a0-4b0f-8983-4d2951fc748e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:53:40.815690 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:53:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c43292b4-80a0-4b0f-8983-4d2951fc748e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:40.815934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50316) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:41.042886 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Set router c43292b4-80a0-4b0f-8983-4d2951fc748e gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:53:41.340465 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'name': 'tempest-TestMinimumBasicScenario-943731563-router', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:39Z', 'revision_number': 3, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'gw_port': {'id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:41.345888 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Checking router: c43292b4-80a0-4b0f-8983-4d2951fc748e for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:53:41.346919 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Updating router c43292b4-80a0-4b0f-8983-4d2951fc748e port dd4eb9e3-c427-489e-8b6c-62db59704e67 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:53:41.430750 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device eed08e84-f50e-46ec-8967-e171f8582f0d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:41.434017 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:41.567898 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port eed08e84-f50e-46ec-8967-e171f8582f0d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:41.578574 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port eed08e84-f50e-46ec-8967-e171f8582f0d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:41.579153 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:41.709454 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:41.757647 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:41.823216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port eed08e84-f50e-46ec-8967-e171f8582f0d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=eed08e84-f50e-46ec-8967-e171f8582f0d,segment=NetworkSegment(4335d3dc-e3f4-4aeb-9220-5c013bbdac2a),segment_id=4335d3dc-e3f4-4aeb-9220-5c013bbdac2a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:53:41.832652 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:41.950028 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:41.956997 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=eed08e84-f50e-46ec-8967-e171f8582f0d,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:41.972703 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Transition to ACTIVE for port object dd4eb9e3-c427-489e-8b6c-62db59704e67 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:53:41.973953 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:41.974706 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:41.981772 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:42.054849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] Allocated IP 172.20.0.1 (59454079-42d2-42bd-b76c-1d1782395bec/8bac016b-2a54-4de5-825a-81870e916854/10499389-7d4a-4c6d-acbe-716a45bbc9e1) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:53:42.078425 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c720d-1bad-47aa-8dae-6ef16b5ed934 None None] Pushing event updated for resources: {'Port': ['ID=dd4eb9e3-c427-489e-8b6c-62db59704e67,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:42.081235 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Attempting to bind port dd4eb9e3-c427-489e-8b6c-62db59704e67 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:53:42.081702 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Attempting to bind port dd4eb9e3-c427-489e-8b6c-62db59704e67 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:53:42.082170 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Attempting to bind port dd4eb9e3-c427-489e-8b6c-62db59704e67 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:53:42.092937 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:53:42.093399 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:53:42.093943 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:42.094443 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:53:42.095005 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Bound port: dd4eb9e3-c427-489e-8b6c-62db59704e67, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:53:42.095486 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:42.123430 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c720d-1bad-47aa-8dae-6ef16b5ed934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:42.123761 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c720d-1bad-47aa-8dae-6ef16b5ed934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:42.124095 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c720d-1bad-47aa-8dae-6ef16b5ed934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:42.124447 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c720d-1bad-47aa-8dae-6ef16b5ed934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:42.124771 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c720d-1bad-47aa-8dae-6ef16b5ed934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:42.125087 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c720d-1bad-47aa-8dae-6ef16b5ed934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:42.125402 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c720d-1bad-47aa-8dae-6ef16b5ed934 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:42.125717 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c720d-1bad-47aa-8dae-6ef16b5ed934 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:42.126030 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c720d-1bad-47aa-8dae-6ef16b5ed934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:42.126338 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c720d-1bad-47aa-8dae-6ef16b5ed934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:42.126649 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c720d-1bad-47aa-8dae-6ef16b5ed934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:42.126967 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c720d-1bad-47aa-8dae-6ef16b5ed934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:53:42.155585 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:53:42.198900 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] For port dd4eb9e3-c427-489e-8b6c-62db59704e67, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:53:42.203382 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] For port dd4eb9e3-c427-489e-8b6c-62db59704e67, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=dd4eb9e3-c427-489e-8b6c-62db59704e67,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:53:42.207661 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:42.256060 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:42.274570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] Transition to ACTIVE for port object 10499389-7d4a-4c6d-acbe-716a45bbc9e1 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:53:42.288074 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Routers {'c43292b4-80a0-4b0f-8983-4d2951fc748e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:53:42.288734 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:53:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c43292b4-80a0-4b0f-8983-4d2951fc748e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:42.300636 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:42.354363 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c720d-1bad-47aa-8dae-6ef16b5ed934 None None] Pushing event updated for resources: {'Port': ['ID=dd4eb9e3-c427-489e-8b6c-62db59704e67,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:42.380744 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] Network 59454079-42d2-42bd-b76c-1d1782395bec is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:53:42.384798 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:53:42.390231 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:53:42.440458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] Pushing event updated for resources: {'Port': ['ID=10499389-7d4a-4c6d-acbe-716a45bbc9e1,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:42.461540 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:42.507530 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] Set router c43292b4-80a0-4b0f-8983-4d2951fc748e gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:53:42.693499 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8183650c-bfc3-4bf3-98a5-501c44765fe8 None None] Provisioning for port 10499389-7d4a-4c6d-acbe-716a45bbc9e1 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:42.703313 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8183650c-bfc3-4bf3-98a5-501c44765fe8 None None] Provisioning complete for port 10499389-7d4a-4c6d-acbe-716a45bbc9e1 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:42.703694 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8183650c-bfc3-4bf3-98a5-501c44765fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:42.775335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8183650c-bfc3-4bf3-98a5-501c44765fe8 None None] Port 10499389-7d4a-4c6d-acbe-716a45bbc9e1 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:53:42.785848 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:42.843525 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'name': 'tempest-TestMinimumBasicScenario-943731563-router', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:39Z', 'revision_number': 3, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'gw_port': {'id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:42.849422 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99dd188-8ce2-4894-8f67-d8b2adb0923b None None] The sync data for ids ['c43292b4-80a0-4b0f-8983-4d2951fc748e'] in n-d-829434-1 is: [{'id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'name': 'tempest-TestMinimumBasicScenario-943731563-router', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:39Z', 'revision_number': 3, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'gw_port': {'id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:53:43.074995 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:43.092075 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:43.219519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] Pushing event updated for resources: {'Port': ['ID=10499389-7d4a-4c6d-acbe-716a45bbc9e1,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:43.222989 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:43.410206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] Network 59454079-42d2-42bd-b76c-1d1782395bec is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:53:43.417423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:53:43.479592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device eed08e84-f50e-46ec-8967-e171f8582f0d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:43.578082 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port eed08e84-f50e-46ec-8967-e171f8582f0d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:43.578455 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:43.772729 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device dd4eb9e3-c427-489e-8b6c-62db59704e67 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:43.829500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] Router c43292b4-80a0-4b0f-8983-4d2951fc748e has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:53:43.856257 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4224109d-bece-41a2-9231-329eaf654436 None None] Provisioning complete for port 10499389-7d4a-4c6d-acbe-716a45bbc9e1 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:43.857179 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4224109d-bece-41a2-9231-329eaf654436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:43.924877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-4224109d-bece-41a2-9231-329eaf654436 None None] Port 10499389-7d4a-4c6d-acbe-716a45bbc9e1 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:53:43.932652 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port dd4eb9e3-c427-489e-8b6c-62db59704e67 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:43.938149 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port dd4eb9e3-c427-489e-8b6c-62db59704e67 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:43.939043 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:44.069869 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:44.073442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:53:44.084537 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8adf86c8-7011-4db4-b741-85e07771225d admin admin] 10.222.0.72 "PUT /v2.0/routers/c43292b4-80a0-4b0f-8983-4d2951fc748e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2674217 Feb 18 09:53:44.095175 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port dd4eb9e3-c427-489e-8b6c-62db59704e67, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=dd4eb9e3-c427-489e-8b6c-62db59704e67,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:53:44.100952 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:44.197552 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=dd4eb9e3-c427-489e-8b6c-62db59704e67,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:44.608992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Sync routers for ids ['c43292b4-80a0-4b0f-8983-4d2951fc748e'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:53:44.622505 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Routers {'c43292b4-80a0-4b0f-8983-4d2951fc748e'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:53:44.625206 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:53:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c43292b4-80a0-4b0f-8983-4d2951fc748e'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:44.743523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50334) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:44.752026 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-545131483-network', 'tenant_id': 'c051181ee1f94c93a04280e9991d3b4f'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:53:44.759112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:44.763319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Usage tracker for resource:network and tenant:c051181ee1f94c93a04280e9991d3b4f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:44.766425 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:44.774094 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:44.788527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Made reservation on behalf of c051181ee1f94c93a04280e9991d3b4f for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:53:44.791569 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:44.808071 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:44.824105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:44.829723 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Usage tracker for resource:security_group_rule and tenant:c051181ee1f94c93a04280e9991d3b4f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:44.833038 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:44.839349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:44.857077 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Set router c43292b4-80a0-4b0f-8983-4d2951fc748e gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:53:44.950742 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:44.960293 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:45.007254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:53:45.013157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a846ba-fa7a-4fe1-8375-76babbe15e00,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:45.020901 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:45.021349 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Added segment ab31e155-0358-41ce-a427-78f36237c982 of type vlan for network 7a1b9f4f-c776-4fac-acce-b75ee351ea87 Feb 18 09:53:45.059157 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:45.094793 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:45.096486 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:45.097136 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:45.205548 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] Pushing event updated for resources: {'Network': ['ID=7a1b9f4f-c776-4fac-acce-b75ee351ea87,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:45.209026 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-16ede24c-92e6-4e3d-b600-d722cb9bc6c5 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4638283 Feb 18 09:53:45.213722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50338) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:45.219968 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 7a1b9f4f-c776-4fac-acce-b75ee351ea87 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:53:45.222878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c19ac9fc-7540-4eed-95d5-5c986f7ebc01 admin admin] Request body: {'subnet': {'network_id': '7a1b9f4f-c776-4fac-acce-b75ee351ea87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-545131483-subnet', 'tenant_id': 'c051181ee1f94c93a04280e9991d3b4f', 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:53:45.231987 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c19ac9fc-7540-4eed-95d5-5c986f7ebc01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:45.241967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c19ac9fc-7540-4eed-95d5-5c986f7ebc01 admin admin] Usage tracker for resource:subnet and tenant:c051181ee1f94c93a04280e9991d3b4f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:45.246661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c19ac9fc-7540-4eed-95d5-5c986f7ebc01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:45.255112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c19ac9fc-7540-4eed-95d5-5c986f7ebc01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:45.274163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19ac9fc-7540-4eed-95d5-5c986f7ebc01 admin admin] Made reservation on behalf of c051181ee1f94c93a04280e9991d3b4f for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:53:45.277790 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c19ac9fc-7540-4eed-95d5-5c986f7ebc01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:45.339067 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'name': 'tempest-TestMinimumBasicScenario-943731563-router', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:42Z', 'revision_number': 4, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'gw_port': {'id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '10499389-7d4a-4c6d-acbe-716a45bbc9e1', 'name': '', 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'mac_address': 'fa:16:3e:f2:68:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8bac016b-2a54-4de5-825a-81870e916854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:41Z', 'updated_at': '2022-02-18T09:53:42Z', 'revision_number': 2, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'subnets': [{'id': '8bac016b-2a54-4de5-825a-81870e916854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:45.361122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Checking router: c43292b4-80a0-4b0f-8983-4d2951fc748e for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:53:45.361455 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Updating router c43292b4-80a0-4b0f-8983-4d2951fc748e port 10499389-7d4a-4c6d-acbe-716a45bbc9e1 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:53:45.425727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device dd4eb9e3-c427-489e-8b6c-62db59704e67 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:45.519990 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:45.562895 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c19ac9fc-7540-4eed-95d5-5c986f7ebc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:45.657579 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ac9fc-7540-4eed-95d5-5c986f7ebc01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff6ee746-6348-4871-bbd0-3dd9cb03a347,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:45.672628 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ac9fc-7540-4eed-95d5-5c986f7ebc01 admin admin] Checking segment: {'id': 'ab31e155-0358-41ce-a427-78f36237c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7a1b9f4f-c776-4fac-acce-b75ee351ea87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:53:45.672990 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19ac9fc-7540-4eed-95d5-5c986f7ebc01 admin admin] Network hostable DHCP agents. Network: 7a1b9f4f-c776-4fac-acce-b75ee351ea87, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:53:45.685696 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port dd4eb9e3-c427-489e-8b6c-62db59704e67 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:45.686162 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:45.703749 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19ac9fc-7540-4eed-95d5-5c986f7ebc01 admin admin] Network 7a1b9f4f-c776-4fac-acce-b75ee351ea87 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:53:45.716941 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-c19ac9fc-7540-4eed-95d5-5c986f7ebc01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 7a1b9f4f-c776-4fac-acce-b75ee351ea87) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:53:45.723110 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19ac9fc-7540-4eed-95d5-5c986f7ebc01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:53:45.723576 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c19ac9fc-7540-4eed-95d5-5c986f7ebc01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:45.741393 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee37a0e-67f5-4092-b202-73b7a70f2c78 None None] Network 7a1b9f4f-c776-4fac-acce-b75ee351ea87 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:53:45.755277 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c19ac9fc-7540-4eed-95d5-5c986f7ebc01 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5398533 Feb 18 09:53:45.760460 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50342) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:45.769284 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-545131483-router', 'tenant_id': 'c051181ee1f94c93a04280e9991d3b4f', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:53:45.776794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:53:45.782933 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Usage tracker for resource:router and tenant:c051181ee1f94c93a04280e9991d3b4f is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:53:45.787960 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:53:45.800677 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:53:45.820759 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:45.822519 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:45.846838 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:46.140344 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:46.224301 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-7a1b9f4f-c776-4fac-acce-b75ee351ea87', 'network_id': '7a1b9f4f-c776-4fac-acce-b75ee351ea87', 'tenant_id': 'c051181ee1f94c93a04280e9991d3b4f', 'fixed_ips': [{'subnet_id': 'ff6ee746-6348-4871-bbd0-3dd9cb03a347'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:53:46.225150 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:46.319909 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:46.345199 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Transition to ACTIVE for port object 10499389-7d4a-4c6d-acbe-716a45bbc9e1 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:53:46.376188 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:46.560819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc111c01-4585-4471-a1b8-99e104cf4c2b None None] Pushing event updated for resources: {'Port': ['ID=10499389-7d4a-4c6d-acbe-716a45bbc9e1,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:46.609757 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Allocated IP 172.20.0.2 (7a1b9f4f-c776-4fac-acce-b75ee351ea87/ff6ee746-6348-4871-bbd0-3dd9cb03a347/8a71a400-09f8-494c-b5ce-22eb4c01c58f) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:53:46.628082 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:46.661328 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:46.695055 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Attempting to bind port 10499389-7d4a-4c6d-acbe-716a45bbc9e1 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:53:46.695443 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Attempting to bind port 10499389-7d4a-4c6d-acbe-716a45bbc9e1 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '4335d3dc-e3f4-4aeb-9220-5c013bbdac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:53:46.695787 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Attempting to bind port 10499389-7d4a-4c6d-acbe-716a45bbc9e1 on network 59454079-42d2-42bd-b76c-1d1782395bec {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:53:46.759369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:53:46.759606 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Checking segment: {'id': '4335d3dc-e3f4-4aeb-9220-5c013bbdac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:53:46.760015 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:46.760438 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Bound using segment: {'id': '4335d3dc-e3f4-4aeb-9220-5c013bbdac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:53:46.760920 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Bound port: 10499389-7d4a-4c6d-acbe-716a45bbc9e1, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4335d3dc-e3f4-4aeb-9220-5c013bbdac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:53:46.761296 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:46.815058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Allocated IP 172.25.1.187 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/a4ad0576-4940-4b96-bfab-67118e55f71f) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:53:46.968717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] For port 10499389-7d4a-4c6d-acbe-716a45bbc9e1, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:53:46.977702 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:46.978382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] For port 10499389-7d4a-4c6d-acbe-716a45bbc9e1, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=10499389-7d4a-4c6d-acbe-716a45bbc9e1,segment=NetworkSegment(4335d3dc-e3f4-4aeb-9220-5c013bbdac2a),segment_id=4335d3dc-e3f4-4aeb-9220-5c013bbdac2a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:53:46.982618 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:47.013154 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:47.021140 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:47.065607 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Transition to ACTIVE for port object 8a71a400-09f8-494c-b5ce-22eb4c01c58f will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:53:47.088923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:53:47.092459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:53:47.096527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:53:47.096747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Routers {'c43292b4-80a0-4b0f-8983-4d2951fc748e'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:53:47.097460 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:53:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c43292b4-80a0-4b0f-8983-4d2951fc748e'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:47.137279 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Pushing event updated for resources: {'Port': ['ID=a4ad0576-4940-4b96-bfab-67118e55f71f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:47.217889 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Transition to ACTIVE for port object 8a71a400-09f8-494c-b5ce-22eb4c01c58f will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:53:47.230064 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc111c01-4585-4471-a1b8-99e104cf4c2b None None] Pushing event updated for resources: {'Port': ['ID=10499389-7d4a-4c6d-acbe-716a45bbc9e1,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:47.235727 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:47.321126 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Network 7a1b9f4f-c776-4fac-acce-b75ee351ea87 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:53:47.329247 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:53:47.380874 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:53:47.439748 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Pushing event updated for resources: {'Port': ['ID=8a71a400-09f8-494c-b5ce-22eb4c01c58f,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:47.524860 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] Set router c43292b4-80a0-4b0f-8983-4d2951fc748e gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:53:47.566942 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:47.594070 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Attempting to bind port 8a71a400-09f8-494c-b5ce-22eb4c01c58f on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:53:47.594439 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Attempting to bind port 8a71a400-09f8-494c-b5ce-22eb4c01c58f by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'ab31e155-0358-41ce-a427-78f36237c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7a1b9f4f-c776-4fac-acce-b75ee351ea87'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:53:47.594809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Attempting to bind port 8a71a400-09f8-494c-b5ce-22eb4c01c58f on network 7a1b9f4f-c776-4fac-acce-b75ee351ea87 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:53:47.607775 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:53:47.608151 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Checking segment: {'id': 'ab31e155-0358-41ce-a427-78f36237c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7a1b9f4f-c776-4fac-acce-b75ee351ea87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:53:47.608595 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:47.608991 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Bound using segment: {'id': 'ab31e155-0358-41ce-a427-78f36237c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7a1b9f4f-c776-4fac-acce-b75ee351ea87'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:53:47.609501 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Bound port: 8a71a400-09f8-494c-b5ce-22eb4c01c58f, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab31e155-0358-41ce-a427-78f36237c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7a1b9f4f-c776-4fac-acce-b75ee351ea87'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:53:47.609879 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:47.888043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] For port 8a71a400-09f8-494c-b5ce-22eb4c01c58f, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:53:47.936376 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] For port 8a71a400-09f8-494c-b5ce-22eb4c01c58f, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8a71a400-09f8-494c-b5ce-22eb4c01c58f,segment=NetworkSegment(ab31e155-0358-41ce-a427-78f36237c982),segment_id=ab31e155-0358-41ce-a427-78f36237c982)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:53:47.944042 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:48.020081 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:48.039120 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519b187-0fbe-4d35-8740-88004c18507f None None] Pushing event updated for resources: {'Port': ['ID=8a71a400-09f8-494c-b5ce-22eb4c01c58f,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:48.061218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'name': 'tempest-TestMinimumBasicScenario-943731563-router', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:42Z', 'revision_number': 4, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'gw_port': {'id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '10499389-7d4a-4c6d-acbe-716a45bbc9e1', 'name': '', 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'mac_address': 'fa:16:3e:f2:68:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8bac016b-2a54-4de5-825a-81870e916854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:41Z', 'updated_at': '2022-02-18T09:53:46Z', 'revision_number': 4, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'subnets': [{'id': '8bac016b-2a54-4de5-825a-81870e916854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:48.065700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e47420-66d4-4b11-9b6a-9b19d092d61f None None] The sync data for ids ['c43292b4-80a0-4b0f-8983-4d2951fc748e'] in n-d-829434-1 is: [{'id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'name': 'tempest-TestMinimumBasicScenario-943731563-router', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:42Z', 'revision_number': 4, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'gw_port': {'id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '10499389-7d4a-4c6d-acbe-716a45bbc9e1', 'name': '', 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'mac_address': 'fa:16:3e:f2:68:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8bac016b-2a54-4de5-825a-81870e916854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:41Z', 'updated_at': '2022-02-18T09:53:46Z', 'revision_number': 4, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'subnets': [{'id': '8bac016b-2a54-4de5-825a-81870e916854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:53:48.508523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Router cc5d4ce8-6ac2-4431-8421-92757bb64997 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:53:48.745443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:53:48.756747 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Sync routers for ids ['cc5d4ce8-6ac2-4431-8421-92757bb64997'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:53:48.779300 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Routers {'cc5d4ce8-6ac2-4431-8421-92757bb64997'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:53:48.780725 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:53:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['cc5d4ce8-6ac2-4431-8421-92757bb64997'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:48.782958 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:48.790052 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1a34af32-baf2-4841-af68-d4a80614e811 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0215659 Feb 18 09:53:48.790434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50346) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:53:49.034824 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Set router cc5d4ce8-6ac2-4431-8421-92757bb64997 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:53:49.426586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112ea6aa-2b22-4914-9c7e-c76c90600a24 None None] Network 7a1b9f4f-c776-4fac-acce-b75ee351ea87 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:53:49.511098 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5d4ce8-6ac2-4431-8421-92757bb64997', 'name': 'tempest-TestMinimumBasicScenario-545131483-router', 'tenant_id': 'c051181ee1f94c93a04280e9991d3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'a4ad0576-4940-4b96-bfab-67118e55f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:45Z', 'updated_at': '2022-02-18T09:53:47Z', 'revision_number': 3, 'project_id': 'c051181ee1f94c93a04280e9991d3b4f', 'gw_port': {'id': 'a4ad0576-4940-4b96-bfab-67118e55f71f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5d4ce8-6ac2-4431-8421-92757bb64997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:46Z', 'updated_at': '2022-02-18T09:53:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:49.524430 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Checking router: cc5d4ce8-6ac2-4431-8421-92757bb64997 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:53:49.524785 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Updating router cc5d4ce8-6ac2-4431-8421-92757bb64997 port a4ad0576-4940-4b96-bfab-67118e55f71f binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:53:49.589558 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 10499389-7d4a-4c6d-acbe-716a45bbc9e1 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:49.590512 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:49.664883 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7f4e1ade-30d6-4412-b3fb-5fac28e61b05 None None] Provisioning for port 8a71a400-09f8-494c-b5ce-22eb4c01c58f completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:49.738796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 10499389-7d4a-4c6d-acbe-716a45bbc9e1 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:49.751666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 10499389-7d4a-4c6d-acbe-716a45bbc9e1 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:49.751939 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:49.760882 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:49.925997 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:49.974838 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 10499389-7d4a-4c6d-acbe-716a45bbc9e1, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=10499389-7d4a-4c6d-acbe-716a45bbc9e1,segment=NetworkSegment(4335d3dc-e3f4-4aeb-9220-5c013bbdac2a),segment_id=4335d3dc-e3f4-4aeb-9220-5c013bbdac2a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:53:49.979930 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:49.981540 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8a71a400-09f8-494c-b5ce-22eb4c01c58f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:50.050880 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:50.071160 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Transition to ACTIVE for port object a4ad0576-4940-4b96-bfab-67118e55f71f will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:53:50.079442 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:50.086730 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] Allocated IP 172.20.0.1 (7a1b9f4f-c776-4fac-acce-b75ee351ea87/ff6ee746-6348-4871-bbd0-3dd9cb03a347/ae7ea296-e9bb-4a13-9bdc-471a9662722f) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:53:50.132326 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=10499389-7d4a-4c6d-acbe-716a45bbc9e1,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:50.146069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 8a71a400-09f8-494c-b5ce-22eb4c01c58f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:50.152651 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 8a71a400-09f8-494c-b5ce-22eb4c01c58f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:50.153250 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:50.178243 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Attempting to bind port a4ad0576-4940-4b96-bfab-67118e55f71f on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:53:50.178607 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Attempting to bind port a4ad0576-4940-4b96-bfab-67118e55f71f by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:53:50.178977 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Attempting to bind port a4ad0576-4940-4b96-bfab-67118e55f71f on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:53:50.189357 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:53:50.189723 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:53:50.190128 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:50.191261 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:53:50.191261 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Bound port: a4ad0576-4940-4b96-bfab-67118e55f71f, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:53:50.191475 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:50.229385 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def6919-37d6-4d7a-946d-368d2e84a865 None None] Pushing event updated for resources: {'Port': ['ID=a4ad0576-4940-4b96-bfab-67118e55f71f,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:50.276371 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] For port a4ad0576-4940-4b96-bfab-67118e55f71f, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:53:50.279665 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-55b867f1-8fb8-4f5d-8f68-5003bd664ff7 None None] Provisioning complete for port 8a71a400-09f8-494c-b5ce-22eb4c01c58f triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:50.280112 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] For port a4ad0576-4940-4b96-bfab-67118e55f71f, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a4ad0576-4940-4b96-bfab-67118e55f71f,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:53:50.280245 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-55b867f1-8fb8-4f5d-8f68-5003bd664ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:50.286559 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:50.289062 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:50.307321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] Transition to ACTIVE for port object ae7ea296-e9bb-4a13-9bdc-471a9662722f will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:53:50.342975 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:50.372308 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Routers {'cc5d4ce8-6ac2-4431-8421-92757bb64997'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:53:50.372617 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:53:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['cc5d4ce8-6ac2-4431-8421-92757bb64997'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:50.412109 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:50.423211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] Network 7a1b9f4f-c776-4fac-acce-b75ee351ea87 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:53:50.426107 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:53:50.430958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:53:50.460778 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def6919-37d6-4d7a-946d-368d2e84a865 None None] Pushing event updated for resources: {'Port': ['ID=a4ad0576-4940-4b96-bfab-67118e55f71f,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:50.467989 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7ea296-e9bb-4a13-9bdc-471a9662722f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:50.498662 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:50.518947 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-55b867f1-8fb8-4f5d-8f68-5003bd664ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:50.535708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 8a71a400-09f8-494c-b5ce-22eb4c01c58f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8a71a400-09f8-494c-b5ce-22eb4c01c58f,segment=NetworkSegment(ab31e155-0358-41ce-a427-78f36237c982),segment_id=ab31e155-0358-41ce-a427-78f36237c982)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:53:50.542590 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:50.615939 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] Set router cc5d4ce8-6ac2-4431-8421-92757bb64997 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:53:50.696937 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=8a71a400-09f8-494c-b5ce-22eb4c01c58f,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:50.703873 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-55b867f1-8fb8-4f5d-8f68-5003bd664ff7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:53:50.704222 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-55b867f1-8fb8-4f5d-8f68-5003bd664ff7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:53:50.825563 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:50.956871 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5d4ce8-6ac2-4431-8421-92757bb64997', 'name': 'tempest-TestMinimumBasicScenario-545131483-router', 'tenant_id': 'c051181ee1f94c93a04280e9991d3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'a4ad0576-4940-4b96-bfab-67118e55f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:45Z', 'updated_at': '2022-02-18T09:53:47Z', 'revision_number': 3, 'project_id': 'c051181ee1f94c93a04280e9991d3b4f', 'gw_port': {'id': 'a4ad0576-4940-4b96-bfab-67118e55f71f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5d4ce8-6ac2-4431-8421-92757bb64997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:46Z', 'updated_at': '2022-02-18T09:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:50.960841 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d12029-dcea-47e5-b26c-5bff6f1d92b9 None None] The sync data for ids ['cc5d4ce8-6ac2-4431-8421-92757bb64997'] in n-d-829434-1 is: [{'id': 'cc5d4ce8-6ac2-4431-8421-92757bb64997', 'name': 'tempest-TestMinimumBasicScenario-545131483-router', 'tenant_id': 'c051181ee1f94c93a04280e9991d3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'a4ad0576-4940-4b96-bfab-67118e55f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:45Z', 'updated_at': '2022-02-18T09:53:47Z', 'revision_number': 3, 'project_id': 'c051181ee1f94c93a04280e9991d3b4f', 'gw_port': {'id': 'a4ad0576-4940-4b96-bfab-67118e55f71f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5d4ce8-6ac2-4431-8421-92757bb64997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:46Z', 'updated_at': '2022-02-18T09:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:53:51.090649 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:51.097094 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:51.216148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7ea296-e9bb-4a13-9bdc-471a9662722f,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:51.223129 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:51.424957 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1df005bc-103b-435f-83db-f05bb65a6ef6 None None] Provisioning for port ae7ea296-e9bb-4a13-9bdc-471a9662722f completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:51.433619 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1df005bc-103b-435f-83db-f05bb65a6ef6 None None] Provisioning complete for port ae7ea296-e9bb-4a13-9bdc-471a9662722f triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:51.434773 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1df005bc-103b-435f-83db-f05bb65a6ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:51.442533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] Network 7a1b9f4f-c776-4fac-acce-b75ee351ea87 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:53:51.443727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:53:51.511157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 10499389-7d4a-4c6d-acbe-716a45bbc9e1 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:51.542953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-1df005bc-103b-435f-83db-f05bb65a6ef6 None None] Port ae7ea296-e9bb-4a13-9bdc-471a9662722f cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:53:51.598041 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 10499389-7d4a-4c6d-acbe-716a45bbc9e1 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:51.598815 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:51.699329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] Router cc5d4ce8-6ac2-4431-8421-92757bb64997 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:53:51.775006 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a4ad0576-4940-4b96-bfab-67118e55f71f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:51.815424 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-5dc4034f-1abb-4905-bad3-2805e25790b4 None None] Provisioning complete for port ae7ea296-e9bb-4a13-9bdc-471a9662722f triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:51.815804 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5dc4034f-1abb-4905-bad3-2805e25790b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:51.896202 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-5dc4034f-1abb-4905-bad3-2805e25790b4 None None] Port ae7ea296-e9bb-4a13-9bdc-471a9662722f cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:53:51.909248 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port a4ad0576-4940-4b96-bfab-67118e55f71f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:51.916952 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a4ad0576-4940-4b96-bfab-67118e55f71f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:51.917333 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:51.931152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:53:51.944395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-15d1f4d2-131f-41e8-8e03-7ad6e132c0d3 admin admin] 10.222.0.72 "PUT /v2.0/routers/cc5d4ce8-6ac2-4431-8421-92757bb64997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1505480 Feb 18 09:53:52.070193 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:52.096731 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port a4ad0576-4940-4b96-bfab-67118e55f71f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a4ad0576-4940-4b96-bfab-67118e55f71f,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:53:52.102872 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:52.104599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8a71a400-09f8-494c-b5ce-22eb4c01c58f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:52.266866 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=a4ad0576-4940-4b96-bfab-67118e55f71f,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:52.281215 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 8a71a400-09f8-494c-b5ce-22eb4c01c58f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:52.281611 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:52.780799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Sync routers for ids ['cc5d4ce8-6ac2-4431-8421-92757bb64997'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:53:52.789922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Routers {'cc5d4ce8-6ac2-4431-8421-92757bb64997'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:53:52.790474 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:53:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['cc5d4ce8-6ac2-4431-8421-92757bb64997'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:52.989223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Set router cc5d4ce8-6ac2-4431-8421-92757bb64997 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:53:53.430866 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a4ad0576-4940-4b96-bfab-67118e55f71f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:53.537596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5d4ce8-6ac2-4431-8421-92757bb64997', 'name': 'tempest-TestMinimumBasicScenario-545131483-router', 'tenant_id': 'c051181ee1f94c93a04280e9991d3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'a4ad0576-4940-4b96-bfab-67118e55f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:45Z', 'updated_at': '2022-02-18T09:53:50Z', 'revision_number': 4, 'project_id': 'c051181ee1f94c93a04280e9991d3b4f', 'gw_port': {'id': 'a4ad0576-4940-4b96-bfab-67118e55f71f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5d4ce8-6ac2-4431-8421-92757bb64997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:46Z', 'updated_at': '2022-02-18T09:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'ae7ea296-e9bb-4a13-9bdc-471a9662722f', 'name': '', 'network_id': '7a1b9f4f-c776-4fac-acce-b75ee351ea87', 'tenant_id': 'c051181ee1f94c93a04280e9991d3b4f', 'mac_address': 'fa:16:3e:21:49:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5d4ce8-6ac2-4431-8421-92757bb64997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'ff6ee746-6348-4871-bbd0-3dd9cb03a347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:49Z', 'updated_at': '2022-02-18T09:53:50Z', 'revision_number': 2, 'project_id': 'c051181ee1f94c93a04280e9991d3b4f', 'subnets': [{'id': 'ff6ee746-6348-4871-bbd0-3dd9cb03a347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:53.547389 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Checking router: cc5d4ce8-6ac2-4431-8421-92757bb64997 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:53:53.547926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Updating router cc5d4ce8-6ac2-4431-8421-92757bb64997 port ae7ea296-e9bb-4a13-9bdc-471a9662722f binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:53:53.613749 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port a4ad0576-4940-4b96-bfab-67118e55f71f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:53.614032 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:53.654907 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:54.184167 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:54.201164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Transition to ACTIVE for port object ae7ea296-e9bb-4a13-9bdc-471a9662722f will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:53:54.213445 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:54.403941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954ab19-0490-489b-a5eb-19f45b95c9b5 None None] Pushing event updated for resources: {'Port': ['ID=ae7ea296-e9bb-4a13-9bdc-471a9662722f,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:54.511360 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Attempting to bind port ae7ea296-e9bb-4a13-9bdc-471a9662722f on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:53:54.511728 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Attempting to bind port ae7ea296-e9bb-4a13-9bdc-471a9662722f by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'ab31e155-0358-41ce-a427-78f36237c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7a1b9f4f-c776-4fac-acce-b75ee351ea87'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:53:54.512166 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Attempting to bind port ae7ea296-e9bb-4a13-9bdc-471a9662722f on network 7a1b9f4f-c776-4fac-acce-b75ee351ea87 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:53:54.518991 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:53:54.519370 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Checking segment: {'id': 'ab31e155-0358-41ce-a427-78f36237c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7a1b9f4f-c776-4fac-acce-b75ee351ea87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:53:54.519770 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:54.520163 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Bound using segment: {'id': 'ab31e155-0358-41ce-a427-78f36237c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7a1b9f4f-c776-4fac-acce-b75ee351ea87'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:53:54.520799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Bound port: ae7ea296-e9bb-4a13-9bdc-471a9662722f, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab31e155-0358-41ce-a427-78f36237c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7a1b9f4f-c776-4fac-acce-b75ee351ea87'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:53:54.521177 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:54.646472 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] For port ae7ea296-e9bb-4a13-9bdc-471a9662722f, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:53:54.653924 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] For port ae7ea296-e9bb-4a13-9bdc-471a9662722f, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ae7ea296-e9bb-4a13-9bdc-471a9662722f,segment=NetworkSegment(ab31e155-0358-41ce-a427-78f36237c982),segment_id=ab31e155-0358-41ce-a427-78f36237c982)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:53:54.664912 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:54.753261 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954ab19-0490-489b-a5eb-19f45b95c9b5 None None] Pushing event updated for resources: {'Port': ['ID=ae7ea296-e9bb-4a13-9bdc-471a9662722f,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:54.770420 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Routers {'cc5d4ce8-6ac2-4431-8421-92757bb64997'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:53:54.771063 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:53:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['cc5d4ce8-6ac2-4431-8421-92757bb64997'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:55.020099 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] Set router cc5d4ce8-6ac2-4431-8421-92757bb64997 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:53:55.426751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5d4ce8-6ac2-4431-8421-92757bb64997', 'name': 'tempest-TestMinimumBasicScenario-545131483-router', 'tenant_id': 'c051181ee1f94c93a04280e9991d3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'a4ad0576-4940-4b96-bfab-67118e55f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:45Z', 'updated_at': '2022-02-18T09:53:50Z', 'revision_number': 4, 'project_id': 'c051181ee1f94c93a04280e9991d3b4f', 'gw_port': {'id': 'a4ad0576-4940-4b96-bfab-67118e55f71f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5d4ce8-6ac2-4431-8421-92757bb64997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:46Z', 'updated_at': '2022-02-18T09:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'ae7ea296-e9bb-4a13-9bdc-471a9662722f', 'name': '', 'network_id': '7a1b9f4f-c776-4fac-acce-b75ee351ea87', 'tenant_id': 'c051181ee1f94c93a04280e9991d3b4f', 'mac_address': 'fa:16:3e:21:49:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5d4ce8-6ac2-4431-8421-92757bb64997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'ff6ee746-6348-4871-bbd0-3dd9cb03a347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:49Z', 'updated_at': '2022-02-18T09:53:54Z', 'revision_number': 4, 'project_id': 'c051181ee1f94c93a04280e9991d3b4f', 'subnets': [{'id': 'ff6ee746-6348-4871-bbd0-3dd9cb03a347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:53:55.433223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa14b58c-8b37-4e35-9c59-014e3b95fa34 None None] The sync data for ids ['cc5d4ce8-6ac2-4431-8421-92757bb64997'] in n-d-829434-1 is: [{'id': 'cc5d4ce8-6ac2-4431-8421-92757bb64997', 'name': 'tempest-TestMinimumBasicScenario-545131483-router', 'tenant_id': 'c051181ee1f94c93a04280e9991d3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'a4ad0576-4940-4b96-bfab-67118e55f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:45Z', 'updated_at': '2022-02-18T09:53:50Z', 'revision_number': 4, 'project_id': 'c051181ee1f94c93a04280e9991d3b4f', 'gw_port': {'id': 'a4ad0576-4940-4b96-bfab-67118e55f71f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5d4ce8-6ac2-4431-8421-92757bb64997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:46Z', 'updated_at': '2022-02-18T09:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'ae7ea296-e9bb-4a13-9bdc-471a9662722f', 'name': '', 'network_id': '7a1b9f4f-c776-4fac-acce-b75ee351ea87', 'tenant_id': 'c051181ee1f94c93a04280e9991d3b4f', 'mac_address': 'fa:16:3e:21:49:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5d4ce8-6ac2-4431-8421-92757bb64997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'ff6ee746-6348-4871-bbd0-3dd9cb03a347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:49Z', 'updated_at': '2022-02-18T09:53:54Z', 'revision_number': 4, 'project_id': 'c051181ee1f94c93a04280e9991d3b4f', 'subnets': [{'id': 'ff6ee746-6348-4871-bbd0-3dd9cb03a347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:53:57.457529 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ae7ea296-e9bb-4a13-9bdc-471a9662722f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:57.534936 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port ae7ea296-e9bb-4a13-9bdc-471a9662722f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:53:57.540358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ae7ea296-e9bb-4a13-9bdc-471a9662722f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:57.541458 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:57.678736 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:57.720523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port ae7ea296-e9bb-4a13-9bdc-471a9662722f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ae7ea296-e9bb-4a13-9bdc-471a9662722f,segment=NetworkSegment(ab31e155-0358-41ce-a427-78f36237c982),segment_id=ab31e155-0358-41ce-a427-78f36237c982)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:53:57.727958 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:53:57.823818 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=ae7ea296-e9bb-4a13-9bdc-471a9662722f,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:53:59.441686 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ae7ea296-e9bb-4a13-9bdc-471a9662722f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:53:59.523443 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port ae7ea296-e9bb-4a13-9bdc-471a9662722f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:53:59.523981 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:00.466407 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cc4f932b-d999-4401-8f84-38464f667b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:02.490298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-6ef43353-dcf1-40d2-85ab-900c55adba3b tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:02.490889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-6ef43353-dcf1-40d2-85ab-900c55adba3b tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Synchronizing usage tracker for tenant:d771469b6afd4f90950e4b0f7e322088 on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:54:02.508817 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-6ef43353-dcf1-40d2-85ab-900c55adba3b tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Unset dirty status for tenant:d771469b6afd4f90950e4b0f7e322088 on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:54:02.510014 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-6ef43353-dcf1-40d2-85ab-900c55adba3b tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/networks?id=59454079-42d2-42bd-b76c-1d1782395bec HTTP/1.1" status: 200 len: 814 time: 0.1651554 Feb 18 09:54:02.525949 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-f733708c-92b2-49bd-8362-00bb6b89685b tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/quotas/d771469b6afd4f90950e4b0f7e322088 HTTP/1.1" status: 200 len: 375 time: 0.0100734 Feb 18 09:54:02.613799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-ad3e7223-5236-41db-8edb-da42bee55c5b tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Synchronizing usage tracker for tenant:d771469b6afd4f90950e4b0f7e322088 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:54:02.633322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-ad3e7223-5236-41db-8edb-da42bee55c5b tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Unset dirty status for tenant:d771469b6afd4f90950e4b0f7e322088 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:54:02.634750 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-ad3e7223-5236-41db-8edb-da42bee55c5b tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d771469b6afd4f90950e4b0f7e322088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030667 Feb 18 09:54:02.773412 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-9d1b5dd0-696b-4730-a49f-40faedbc99d5 service neutron] 10.222.0.72 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249442 Feb 18 09:54:02.917799 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-6755e668-bb72-4657-8f7c-e56a8b58ea78 service neutron] 10.222.0.72 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375940 Feb 18 09:54:03.121305 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c7db4885-85ae-45e1-85cc-2c8c5058acb9 req-795c0775-a3ac-44b6-96e3-9493770b5a78 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 210 time: 0.0638072 Feb 18 09:54:03.900405 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-5a17dc4d-42dc-48ec-a9ee-5949f0a2dadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:03.982645 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:04.039031 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:04.456278 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-26162454-4a50-49c1-a6f9-0591566b5028 req-c6a932b4-4b20-4a52-811b-a0d5face20ba tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 210 time: 0.0989301 Feb 18 09:54:04.525458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-435eca0b-91aa-47cf-b316-8150a8bac8cc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:04.526878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-435eca0b-91aa-47cf-b316-8150a8bac8cc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.61 "GET /v2.0/networks?id=59454079-42d2-42bd-b76c-1d1782395bec HTTP/1.1" status: 200 len: 814 time: 0.3118284 Feb 18 09:54:04.539294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-9e6f908d-6d5e-4ae9-8959-a4bb81f8256f tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Request body: {'port': {'device_id': 'c109002a-78ac-4bc6-9797-96f421d909e2', 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec', 'admin_state_up': True, 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:54:04.713064 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-9e6f908d-6d5e-4ae9-8959-a4bb81f8256f tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:04.749420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-9e6f908d-6d5e-4ae9-8959-a4bb81f8256f tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:04.762333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-9e6f908d-6d5e-4ae9-8959-a4bb81f8256f tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Made reservation on behalf of d771469b6afd4f90950e4b0f7e322088 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:54:04.766815 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-9e6f908d-6d5e-4ae9-8959-a4bb81f8256f tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:05.008904 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-9e6f908d-6d5e-4ae9-8959-a4bb81f8256f tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Allocated IP 172.20.0.5 (59454079-42d2-42bd-b76c-1d1782395bec/8bac016b-2a54-4de5-825a-81870e916854/e088fa17-1d86-4f59-9a70-6ceab5c368a1) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:54:05.285752 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:05.299648 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-9e6f908d-6d5e-4ae9-8959-a4bb81f8256f tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:05.317862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-9e6f908d-6d5e-4ae9-8959-a4bb81f8256f tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Transition to ACTIVE for port object e088fa17-1d86-4f59-9a70-6ceab5c368a1 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:54:05.366150 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-9e6f908d-6d5e-4ae9-8959-a4bb81f8256f tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:05.459428 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-9e6f908d-6d5e-4ae9-8959-a4bb81f8256f tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Network 59454079-42d2-42bd-b76c-1d1782395bec is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:54:05.462995 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-9e6f908d-6d5e-4ae9-8959-a4bb81f8256f tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:54:05.466320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-9e6f908d-6d5e-4ae9-8959-a4bb81f8256f tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:54:05.516626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f908d-6d5e-4ae9-8959-a4bb81f8256f tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Pushing event updated for resources: {'Port': ['ID=e088fa17-1d86-4f59-9a70-6ceab5c368a1,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:05.560208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-9e6f908d-6d5e-4ae9-8959-a4bb81f8256f tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:05.561379 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-9e6f908d-6d5e-4ae9-8959-a4bb81f8256f tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:05.598859 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-9e6f908d-6d5e-4ae9-8959-a4bb81f8256f tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0628054 Feb 18 09:54:05.768866 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-926b8a45-cbb2-4e62-9d6f-b7fec55383b1 None None] Provisioning for port e088fa17-1d86-4f59-9a70-6ceab5c368a1 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:54:05.771841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0a1cc-5187-48bf-a83e-0ec683ed6479 req-09facb2c-9df7-4e8b-bc65-d78e8114e6ad tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:05.772900 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-94a0a1cc-5187-48bf-a83e-0ec683ed6479 req-09facb2c-9df7-4e8b-bc65-d78e8114e6ad tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Synchronizing usage tracker for tenant:d771469b6afd4f90950e4b0f7e322088 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:54:05.784432 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-926b8a45-cbb2-4e62-9d6f-b7fec55383b1 None None] Provisioning complete for port e088fa17-1d86-4f59-9a70-6ceab5c368a1 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:54:05.784762 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-926b8a45-cbb2-4e62-9d6f-b7fec55383b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:05.795971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-94a0a1cc-5187-48bf-a83e-0ec683ed6479 req-09facb2c-9df7-4e8b-bc65-d78e8114e6ad tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Unset dirty status for tenant:d771469b6afd4f90950e4b0f7e322088 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:54:05.799371 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94a0a1cc-5187-48bf-a83e-0ec683ed6479 req-09facb2c-9df7-4e8b-bc65-d78e8114e6ad tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 931 time: 0.1411340 Feb 18 09:54:05.896737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-94a0a1cc-5187-48bf-a83e-0ec683ed6479 req-0ff7e1a2-d024-4ef4-b83c-a11543a9dad4 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Synchronizing usage tracker for tenant:d771469b6afd4f90950e4b0f7e322088 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:54:05.901983 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-926b8a45-cbb2-4e62-9d6f-b7fec55383b1 None None] Port e088fa17-1d86-4f59-9a70-6ceab5c368a1 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:54:05.943206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-94a0a1cc-5187-48bf-a83e-0ec683ed6479 req-0ff7e1a2-d024-4ef4-b83c-a11543a9dad4 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Unset dirty status for tenant:d771469b6afd4f90950e4b0f7e322088 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:54:05.944575 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94a0a1cc-5187-48bf-a83e-0ec683ed6479 req-0ff7e1a2-d024-4ef4-b83c-a11543a9dad4 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397109 Feb 18 09:54:07.172357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e379f7-8a91-4924-856d-7e0aa931ed89 req-7a18d5a4-c42f-484c-9715-277e09a07365 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:07.177991 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37e379f7-8a91-4924-856d-7e0aa931ed89 req-7a18d5a4-c42f-484c-9715-277e09a07365 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 931 time: 0.0965910 Feb 18 09:54:07.227598 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37e379f7-8a91-4924-856d-7e0aa931ed89 req-25929336-e93e-4007-a61e-767812aeecab tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474777 Feb 18 09:54:08.648133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55280ce4-0994-4f6b-9b14-4a3addf4239f req-31622137-f114-41c3-83ef-320a5c18c781 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:08.649824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55280ce4-0994-4f6b-9b14-4a3addf4239f req-31622137-f114-41c3-83ef-320a5c18c781 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 931 time: 0.1028144 Feb 18 09:54:08.700971 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55280ce4-0994-4f6b-9b14-4a3addf4239f req-5e7efa55-8044-4632-9cc0-2f451917585c tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426545 Feb 18 09:54:09.940188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6507a26-ec5a-4556-92ea-80e3b0b5991a req-8c935573-ee34-48bc-90a0-0017f5d568de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:09.944876 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d6507a26-ec5a-4556-92ea-80e3b0b5991a req-8c935573-ee34-48bc-90a0-0017f5d568de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 931 time: 0.1061087 Feb 18 09:54:09.996454 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d6507a26-ec5a-4556-92ea-80e3b0b5991a req-20786709-23c6-4b2a-bb6d-6125f465e943 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458205 Feb 18 09:54:11.232132 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268a8c3-7640-4379-ba72-3e4dfec4dfae req-7524648b-5b89-440b-a8dd-845876e1d371 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:11.233656 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4268a8c3-7640-4379-ba72-3e4dfec4dfae req-7524648b-5b89-440b-a8dd-845876e1d371 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 931 time: 0.0888560 Feb 18 09:54:11.287137 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4268a8c3-7640-4379-ba72-3e4dfec4dfae req-fa07d3bf-bb65-44de-b715-7b4050280e91 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431447 Feb 18 09:54:11.941159 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:11.947588 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:12.486140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9734a84-5d86-4e33-b41a-6f31deacfa98 req-d9cc944b-f92c-4928-9e42-9ff4d92d3ea2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:12.487632 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b9734a84-5d86-4e33-b41a-6f31deacfa98 req-d9cc944b-f92c-4928-9e42-9ff4d92d3ea2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 931 time: 0.0873435 Feb 18 09:54:12.532897 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b9734a84-5d86-4e33-b41a-6f31deacfa98 req-0f0c6342-48f2-438f-aff7-e69e8e3b59aa tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396490 Feb 18 09:54:13.737704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cff8d-d96d-48a2-9204-885ee01e64ab req-043f70de-329a-4612-96f5-fb37ec6d07af tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:13.739220 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d0cff8d-d96d-48a2-9204-885ee01e64ab req-043f70de-329a-4612-96f5-fb37ec6d07af tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 931 time: 0.0821228 Feb 18 09:54:13.790595 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d0cff8d-d96d-48a2-9204-885ee01e64ab req-5c54bb5c-bebf-4811-a2a7-ff7c9625e738 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447409 Feb 18 09:54:15.165422 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddef817-3db4-49eb-8c82-4b5aa9aee985 req-63b309a7-8ec7-4a87-8237-fa3b8667aa57 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:15.166908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9ddef817-3db4-49eb-8c82-4b5aa9aee985 req-63b309a7-8ec7-4a87-8237-fa3b8667aa57 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 931 time: 0.0792544 Feb 18 09:54:15.216134 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9ddef817-3db4-49eb-8c82-4b5aa9aee985 req-1c39f480-d636-4a20-ac42-3421263ba46f tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428638 Feb 18 09:54:15.284674 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Request body: {'port': {'device_id': 'c109002a-78ac-4bc6-9797-96f421d909e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:54:15.405845 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:15.747843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e088fa17-1d86-4f59-9a70-6ceab5c368a1 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:54:15.755129 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:15.769562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Transition to ACTIVE for port object e088fa17-1d86-4f59-9a70-6ceab5c368a1 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:54:15.774198 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:16.017802 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Pushing event updated for resources: {'Port': ['ID=e088fa17-1d86-4f59-9a70-6ceab5c368a1,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:16.140602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Attempting to bind port e088fa17-1d86-4f59-9a70-6ceab5c368a1 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:54:16.141070 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Attempting to bind port e088fa17-1d86-4f59-9a70-6ceab5c368a1 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '4335d3dc-e3f4-4aeb-9220-5c013bbdac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:54:16.141403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Attempting to bind port e088fa17-1d86-4f59-9a70-6ceab5c368a1 on network 59454079-42d2-42bd-b76c-1d1782395bec {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:54:16.147318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Port e088fa17-1d86-4f59-9a70-6ceab5c368a1 on network 59454079-42d2-42bd-b76c-1d1782395bec not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:54:16.147680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Attempting to bind port e088fa17-1d86-4f59-9a70-6ceab5c368a1 on network 59454079-42d2-42bd-b76c-1d1782395bec {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:54:16.153804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:54:16.154202 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Checking segment: {'id': '4335d3dc-e3f4-4aeb-9220-5c013bbdac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:54:16.154727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Bound using segment: {'id': '4335d3dc-e3f4-4aeb-9220-5c013bbdac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:54:16.155226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Bound port: e088fa17-1d86-4f59-9a70-6ceab5c368a1, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4335d3dc-e3f4-4aeb-9220-5c013bbdac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:54:16.155571 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:16.259570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] For port e088fa17-1d86-4f59-9a70-6ceab5c368a1, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:54:16.263531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] For port e088fa17-1d86-4f59-9a70-6ceab5c368a1, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=e088fa17-1d86-4f59-9a70-6ceab5c368a1,segment=NetworkSegment(4335d3dc-e3f4-4aeb-9220-5c013bbdac2a),segment_id=4335d3dc-e3f4-4aeb-9220-5c013bbdac2a)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:54:16.268737 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:16.331671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:16.332311 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:16.333734 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] 10.222.0.61 "PUT /v2.0/ports/e088fa17-1d86-4f59-9a70-6ceab5c368a1 HTTP/1.1" status: 200 len: 1091 time: 1.0567942 Feb 18 09:54:16.334192 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c109002a-78ac-4bc6-9797-96f421d909e2', 'tag': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:54:16.391733 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c109002a-78ac-4bc6-9797-96f421d909e2', 'tag': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1', 'status': 'completed', 'code': 200} Feb 18 09:54:16.449009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f6f03-c933-4968-8b57-865cfcbe5f27 service neutron] Pushing event updated for resources: {'Port': ['ID=e088fa17-1d86-4f59-9a70-6ceab5c368a1,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:16.508234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac360caa-08f7-4462-9763-e7425649dae0 req-64d87d51-fdc3-46ab-9117-a38fa586aa9d tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:16.509804 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac360caa-08f7-4462-9763-e7425649dae0 req-64d87d51-fdc3-46ab-9117-a38fa586aa9d tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 943 time: 0.1613204 Feb 18 09:54:16.538489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-b7f7dbd3-672f-4050-94f1-d63b85d8e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:16.539955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-b7f7dbd3-672f-4050-94f1-d63b85d8e7d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d771469b6afd4f90950e4b0f7e322088&device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 1094 time: 0.1501067 Feb 18 09:54:16.622771 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-cac39234-e4c8-4663-b6b3-3601de5128e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e088fa17-1d86-4f59-9a70-6ceab5c368a1 HTTP/1.1" status: 200 len: 217 time: 0.0762460 Feb 18 09:54:16.669276 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ac360caa-08f7-4462-9763-e7425649dae0 req-065d3f21-5a8c-4832-a059-6950eb09bb20 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523762 Feb 18 09:54:16.705654 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-60be021d-6e35-412b-988f-8a3e74946035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:16.707124 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-60be021d-6e35-412b-988f-8a3e74946035 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8bac016b-2a54-4de5-825a-81870e916854 HTTP/1.1" status: 200 len: 853 time: 0.0782032 Feb 18 09:54:16.790570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-f261742e-4255-4fc0-8e95-f38c9dd7861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:16.792225 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-f261742e-4255-4fc0-8e95-f38c9dd7861b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59454079-42d2-42bd-b76c-1d1782395bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786088 Feb 18 09:54:16.931423 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-2038a005-c209-4161-ae89-9235409185d0 service neutron] 10.222.0.61 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330276 Feb 18 09:54:17.062684 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b1885ac4-1001-4a20-9d7d-31ea8c191941 req-1f092877-8fa3-40bf-a4e8-e029c479fef4 service neutron] 10.222.0.61 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257374 Feb 18 09:54:17.177755 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7be1be-75b9-4153-a6e5-3670b51e401f req-1ca49f65-0351-4f02-9b65-8145b2b8bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:17.179337 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a7be1be-75b9-4153-a6e5-3670b51e401f req-1ca49f65-0351-4f02-9b65-8145b2b8bc02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d771469b6afd4f90950e4b0f7e322088&device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 1094 time: 0.0685658 Feb 18 09:54:17.318434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7be1be-75b9-4153-a6e5-3670b51e401f req-6a760bc3-2f0c-4075-b134-415128bf5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:17.319792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a7be1be-75b9-4153-a6e5-3670b51e401f req-6a760bc3-2f0c-4075-b134-415128bf5b64 service neutron] 10.222.0.61 "GET /v2.0/networks?id=59454079-42d2-42bd-b76c-1d1782395bec HTTP/1.1" status: 200 len: 915 time: 0.1347752 Feb 18 09:54:17.390471 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a7be1be-75b9-4153-a6e5-3670b51e401f req-ec7bb5ba-ea72-4055-b4c0-a03affd0c8a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e088fa17-1d86-4f59-9a70-6ceab5c368a1 HTTP/1.1" status: 200 len: 217 time: 0.0645812 Feb 18 09:54:17.451401 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7be1be-75b9-4153-a6e5-3670b51e401f req-6e8d7e1d-f54e-43d6-a71f-26da3c63c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:17.453132 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a7be1be-75b9-4153-a6e5-3670b51e401f req-6e8d7e1d-f54e-43d6-a71f-26da3c63c7e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8bac016b-2a54-4de5-825a-81870e916854 HTTP/1.1" status: 200 len: 853 time: 0.0572629 Feb 18 09:54:17.530140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7be1be-75b9-4153-a6e5-3670b51e401f req-ba8b56c7-15fa-4f34-aacb-60226c0d08ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:17.531615 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a7be1be-75b9-4153-a6e5-3670b51e401f req-ba8b56c7-15fa-4f34-aacb-60226c0d08ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59454079-42d2-42bd-b76c-1d1782395bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730789 Feb 18 09:54:17.781737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a7be1be-75b9-4153-a6e5-3670b51e401f req-baf1f0ee-0f30-4329-8564-ba6d7fdcaacc service neutron] 10.222.0.61 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442796 Feb 18 09:54:17.972226 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b70b5-4684-4186-acef-99aef1d3454e req-82e29fdc-1ee1-44bb-834e-81ae65ec24e9 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:17.973613 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d9b70b5-4684-4186-acef-99aef1d3454e req-82e29fdc-1ee1-44bb-834e-81ae65ec24e9 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 943 time: 0.1898320 Feb 18 09:54:17.975528 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6a7be1be-75b9-4153-a6e5-3670b51e401f req-c89e68d8-6cd3-49f5-a2a6-ec87c1ae1de2 service neutron] 10.222.0.61 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619112 Feb 18 09:54:18.021340 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3d9b70b5-4684-4186-acef-99aef1d3454e req-14f937e5-4cb2-46fd-b4b6-f9cae5f3278c tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420792 Feb 18 09:54:19.145722 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:54:19.207362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec085c-afbd-4b34-b215-f87984861880 req-4ab97441-0dc8-4059-9e5d-8bf60650b9c9 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:19.208884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2ec085c-afbd-4b34-b215-f87984861880 req-4ab97441-0dc8-4059-9e5d-8bf60650b9c9 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 943 time: 0.0801632 Feb 18 09:54:19.252242 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d2ec085c-afbd-4b34-b215-f87984861880 req-d73fba78-cafc-4110-9ed1-0f2d9303658a tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377772 Feb 18 09:54:20.041834 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device e088fa17-1d86-4f59-9a70-6ceab5c368a1 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:54:20.196992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port e088fa17-1d86-4f59-9a70-6ceab5c368a1, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=e088fa17-1d86-4f59-9a70-6ceab5c368a1,segment=NetworkSegment(4335d3dc-e3f4-4aeb-9220-5c013bbdac2a),segment_id=4335d3dc-e3f4-4aeb-9220-5c013bbdac2a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:54:20.216345 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1', 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec', 'port_id': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1', 'mac_address': 'fa:16:3e:0e:fc:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bac016b-2a54-4de5-825a-81870e916854', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:54:20.285348 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:20.306049 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e088fa17-1d86-4f59-9a70-6ceab5c368a1 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:54:20.324036 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port e088fa17-1d86-4f59-9a70-6ceab5c368a1, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=e088fa17-1d86-4f59-9a70-6ceab5c368a1,segment=NetworkSegment(4335d3dc-e3f4-4aeb-9220-5c013bbdac2a),segment_id=4335d3dc-e3f4-4aeb-9220-5c013bbdac2a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:54:20.328712 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:20.407465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=e088fa17-1d86-4f59-9a70-6ceab5c368a1,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:20.472010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d0e08-0e5f-4a29-9e88-7984d0648b32 req-b0bb13a7-2a85-428f-b8af-b0e1856c326e tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:20.473474 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-310d0e08-0e5f-4a29-9e88-7984d0648b32 req-b0bb13a7-2a85-428f-b8af-b0e1856c326e tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 944 time: 0.0962806 Feb 18 09:54:20.524599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-310d0e08-0e5f-4a29-9e88-7984d0648b32 req-0e125380-f2b4-4039-96f7-00c62ea42cc0 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454586 Feb 18 09:54:20.645181 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['e088fa17-1d86-4f59-9a70-6ceab5c368a1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:54:21.711309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31bbf7-0353-4518-9c11-b318858cb346 req-f24ae527-01e9-4576-a5ec-fb8e2c49ca32 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:21.712765 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc31bbf7-0353-4518-9c11-b318858cb346 req-f24ae527-01e9-4576-a5ec-fb8e2c49ca32 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 944 time: 0.0792563 Feb 18 09:54:21.757736 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dc31bbf7-0353-4518-9c11-b318858cb346 req-ba8153e2-8e62-4b0d-b080-099cb5924e8f tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386953 Feb 18 09:54:22.044684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device e088fa17-1d86-4f59-9a70-6ceab5c368a1 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:54:22.114218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port e088fa17-1d86-4f59-9a70-6ceab5c368a1 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:54:22.118750 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port e088fa17-1d86-4f59-9a70-6ceab5c368a1 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:54:22.119055 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:22.234169 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:22.260053 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c109002a-78ac-4bc6-9797-96f421d909e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:54:22.272191 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port e088fa17-1d86-4f59-9a70-6ceab5c368a1, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=e088fa17-1d86-4f59-9a70-6ceab5c368a1,segment=NetworkSegment(4335d3dc-e3f4-4aeb-9220-5c013bbdac2a),segment_id=4335d3dc-e3f4-4aeb-9220-5c013bbdac2a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:54:22.278287 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:22.321652 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c109002a-78ac-4bc6-9797-96f421d909e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1', 'code': 200} Feb 18 09:54:22.352073 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=e088fa17-1d86-4f59-9a70-6ceab5c368a1,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:22.448645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58d238-96a5-4351-9b46-38f4ffc4aff7 req-b72134a3-8684-438e-a59d-86093fad7abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:22.450124 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5a58d238-96a5-4351-9b46-38f4ffc4aff7 req-b72134a3-8684-438e-a59d-86093fad7abb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 1096 time: 0.0719419 Feb 18 09:54:22.489964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5a58d238-96a5-4351-9b46-38f4ffc4aff7 req-9c6b47e5-ac2a-47e7-9a00-7967d0dce54a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340350 Feb 18 09:54:22.947225 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156224c4-3b17-4056-a9dd-9bc8091f4b96 req-2d820289-99af-472c-b030-589634805459 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:22.949355 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-156224c4-3b17-4056-a9dd-9bc8091f4b96 req-2d820289-99af-472c-b030-589634805459 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 945 time: 0.0804937 Feb 18 09:54:22.996829 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-156224c4-3b17-4056-a9dd-9bc8091f4b96 req-e3f6d74b-6cc5-43a8-a3ef-43f19ef9e462 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419610 Feb 18 09:54:24.182327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8375393-2128-4e36-8270-52ab047c7036 req-541baf57-9aff-4ca3-a552-c22c62949b49 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:24.184534 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f8375393-2128-4e36-8270-52ab047c7036 req-541baf57-9aff-4ca3-a552-c22c62949b49 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 945 time: 0.0817738 Feb 18 09:54:24.228889 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f8375393-2128-4e36-8270-52ab047c7036 req-87d1fcaf-e593-4c40-abab-1918b036bac8 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387969 Feb 18 09:54:24.431935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104a8ea-ea2c-4544-b87a-2f9acc203509 req-04a8c7dd-93e8-436f-bfcb-0c11ed798e57 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:24.435371 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1104a8ea-ea2c-4544-b87a-2f9acc203509 req-04a8c7dd-93e8-436f-bfcb-0c11ed798e57 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 945 time: 0.0984602 Feb 18 09:54:24.488575 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1104a8ea-ea2c-4544-b87a-2f9acc203509 req-957be105-c25a-460e-a069-511fd80370e9 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484958 Feb 18 09:54:24.896708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17422d-f44b-4fb8-bc85-ceb32d6a8e1a req-6f341d4e-2f73-4795-bc70-98bb27cf3273 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:24.898169 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd17422d-f44b-4fb8-bc85-ceb32d6a8e1a req-6f341d4e-2f73-4795-bc70-98bb27cf3273 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 945 time: 0.0862763 Feb 18 09:54:24.942766 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd17422d-f44b-4fb8-bc85-ceb32d6a8e1a req-a105892a-3641-4bb9-b229-26b9950df03a tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386946 Feb 18 09:54:30.455284 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-921f093b-ac99-48d7-af10-6d2d8dd6c9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:33.894802 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d3b587f4-9177-45b7-9384-5ac48ee91a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:33.985992 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:34.041288 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:35.138224 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3197312-cee7-4725-8f4a-849f4b5acacf req-63cd9a7b-1585-4c3f-b58b-9519d532903d tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:35.139680 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3197312-cee7-4725-8f4a-849f4b5acacf req-63cd9a7b-1585-4c3f-b58b-9519d532903d tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 945 time: 0.0894082 Feb 18 09:54:35.186729 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3197312-cee7-4725-8f4a-849f4b5acacf req-8c80d0c5-6e87-4e1a-873f-1391fd3e9424 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390377 Feb 18 09:54:35.210657 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50538) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:35.272218 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:35.418945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0ff12e-5050-400d-a6f3-512dbae7c692 tempest-TestMinimumBasicScenario-883926867 tempest-TestMinimumBasicScenario-883926867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:35.420491 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9e0ff12e-5050-400d-a6f3-512dbae7c692 tempest-TestMinimumBasicScenario-883926867 tempest-TestMinimumBasicScenario-883926867-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 1091 time: 0.2088327 Feb 18 09:54:35.424246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50544) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:35.429377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:54:35.436883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:35.440856 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Usage tracker for resource:floatingip and tenant:d771469b6afd4f90950e4b0f7e322088 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:35.443809 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:35.450407 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:35.461278 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:35.611379 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:35.755940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Allocated IP 172.25.1.165 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/c0ad784d-57b4-4ed4-8b55-bf68a3ea729b) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:54:35.933455 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:35.966542 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:36.172079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:54:36.177250 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:54:36.182975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:54:36.220065 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Pushing event updated for resources: {'Port': ['ID=c0ad784d-57b4-4ed4-8b55-bf68a3ea729b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:36.239171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:36.239507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:36.239843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:36.240172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:36.240527 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:36.240852 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:36.241169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:36.241487 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:36.241811 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:36.242123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:36.242437 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:36.242748 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:36.661222 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:36.747950 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:36.977157 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:36.983506 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:37.093496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Pushing event updated for resources: {'Port': ['ID=c0ad784d-57b4-4ed4-8b55-bf68a3ea729b,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:37.108666 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:37.296459 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Floating IP 96163e39-64c4-4b0e-a982-33a9bc887cf0 associated. External IP: 172.25.1.165, port: e088fa17-1d86-4f59-9a70-6ceab5c368a1. Feb 18 09:54:37.789293 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Router c43292b4-80a0-4b0f-8983-4d2951fc748e has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:54:38.024742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:54:38.038873 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d252f20b-99fe-41f1-a216-3a9daabaf40d None None] Sync routers for ids ['c43292b4-80a0-4b0f-8983-4d2951fc748e'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:54:38.052457 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d252f20b-99fe-41f1-a216-3a9daabaf40d None None] Routers {'c43292b4-80a0-4b0f-8983-4d2951fc748e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:54:38.053416 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d252f20b-99fe-41f1-a216-3a9daabaf40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:54:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c43292b4-80a0-4b0f-8983-4d2951fc748e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:38.065010 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:38.141262 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-65313fb1-f4dd-4086-9bdf-f91037df0cbc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7158759 Feb 18 09:54:38.141838 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c109002a-78ac-4bc6-9797-96f421d909e2', 'tag': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:54:38.144487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50548) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:38.151370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1704885908', 'description': 'tempest-secgroup-smoke-1704885908 description', 'project_id': 'd771469b6afd4f90950e4b0f7e322088'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:54:38.159467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:38.173930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:38.189018 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:38.215483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:38.221329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Usage tracker for resource:security_group_rule and tenant:d771469b6afd4f90950e4b0f7e322088 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:38.231474 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:38.239496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:38.256659 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d252f20b-99fe-41f1-a216-3a9daabaf40d None None] Set router c43292b4-80a0-4b0f-8983-4d2951fc748e gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:54:38.347179 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:38.352586 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:38.412057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d6168b-b05a-459f-a8a4-9a9acee66cbc,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:38.424103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:38.424730 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:38.424866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:38.425102 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:38.425661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:38.426088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:38.426468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:38.426598 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:38.427097 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:38.427417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:38.427912 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:38.428249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:54:38.434188 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:38.434384 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c39d41b8-1dc2-4d9b-a04c-ccf69b464abd tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2888899 Feb 18 09:54:38.437889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50556) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:38.449888 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c109002a-78ac-4bc6-9797-96f421d909e2', 'tag': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1', 'status': 'completed', 'code': 200} Feb 18 09:54:38.450467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-9be13666-1bb9-41d9-86f5-9c0dd01f92c8 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Request body: {'security_group_rule': {'security_group_id': '13d6168b-b05a-459f-a8a4-9a9acee66cbc', 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:54:38.465213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9be13666-1bb9-41d9-86f5-9c0dd01f92c8 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:38.471032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9be13666-1bb9-41d9-86f5-9c0dd01f92c8 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Usage tracker for resource:security_group_rule and tenant:d771469b6afd4f90950e4b0f7e322088 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:38.471032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-9be13666-1bb9-41d9-86f5-9c0dd01f92c8 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:38.477920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-9be13666-1bb9-41d9-86f5-9c0dd01f92c8 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:38.538873 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9be13666-1bb9-41d9-86f5-9c0dd01f92c8 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:38.625842 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9be13666-1bb9-41d9-86f5-9c0dd01f92c8 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:38.629139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914951a5-b86b-4e79-89ba-f58cf09babb0 req-8796affd-2a4b-458b-af42-6d953eb631a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:38.630761 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-914951a5-b86b-4e79-89ba-f58cf09babb0 req-8796affd-2a4b-458b-af42-6d953eb631a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d771469b6afd4f90950e4b0f7e322088&device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 1096 time: 0.1319852 Feb 18 09:54:38.631879 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9be13666-1bb9-41d9-86f5-9c0dd01f92c8 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:38.726588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be13666-1bb9-41d9-86f5-9c0dd01f92c8 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05773a6f-efce-4b41-b794-25b7abbcda75,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:38.742876 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d252f20b-99fe-41f1-a216-3a9daabaf40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'name': 'tempest-TestMinimumBasicScenario-943731563-router', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:42Z', 'revision_number': 4, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'gw_port': {'id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '96163e39-64c4-4b0e-a982-33a9bc887cf0', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'port_id': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec', 'mac_address': 'fa:16:3e:0e:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109002a-78ac-4bc6-9797-96f421d909e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:54:36Z', 'updated_at': '2022-02-18T09:54:36Z', 'revision_number': 0, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10499389-7d4a-4c6d-acbe-716a45bbc9e1', 'name': '', 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'mac_address': 'fa:16:3e:f2:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8bac016b-2a54-4de5-825a-81870e916854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:41Z', 'updated_at': '2022-02-18T09:53:49Z', 'revision_number': 5, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'subnets': [{'id': '8bac016b-2a54-4de5-825a-81870e916854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:38.751344 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d252f20b-99fe-41f1-a216-3a9daabaf40d None None] Checking router: c43292b4-80a0-4b0f-8983-4d2951fc748e for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:54:38.754050 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-9be13666-1bb9-41d9-86f5-9c0dd01f92c8 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:38.758532 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-9be13666-1bb9-41d9-86f5-9c0dd01f92c8 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3153892 Feb 18 09:54:38.759201 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50560) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:38.765317 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d252f20b-99fe-41f1-a216-3a9daabaf40d None None] Routers {'c43292b4-80a0-4b0f-8983-4d2951fc748e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:54:38.766199 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d252f20b-99fe-41f1-a216-3a9daabaf40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:54:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c43292b4-80a0-4b0f-8983-4d2951fc748e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:38.769571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f5743624-f73b-4059-8067-dc5b717f6de2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Request body: {'security_group_rule': {'security_group_id': '13d6168b-b05a-459f-a8a4-9a9acee66cbc', 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:54:38.782267 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f5743624-f73b-4059-8067-dc5b717f6de2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:38.788776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f5743624-f73b-4059-8067-dc5b717f6de2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Usage tracker for resource:security_group_rule and tenant:d771469b6afd4f90950e4b0f7e322088 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:38.795205 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f5743624-f73b-4059-8067-dc5b717f6de2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:38.809360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f5743624-f73b-4059-8067-dc5b717f6de2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:38.830168 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914951a5-b86b-4e79-89ba-f58cf09babb0 req-e39869fe-fa33-4baa-9785-28dfaa5f7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:38.834114 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-914951a5-b86b-4e79-89ba-f58cf09babb0 req-e39869fe-fa33-4baa-9785-28dfaa5f7dd2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=59454079-42d2-42bd-b76c-1d1782395bec HTTP/1.1" status: 200 len: 915 time: 0.1907058 Feb 18 09:54:38.834328 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f5743624-f73b-4059-8067-dc5b717f6de2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:38.937484 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f5743624-f73b-4059-8067-dc5b717f6de2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:38.942853 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f5743624-f73b-4059-8067-dc5b717f6de2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:38.970658 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5743624-f73b-4059-8067-dc5b717f6de2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa33ec87-6cb6-4ccf-b704-a60bc4c6c8a0,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:38.971266 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-914951a5-b86b-4e79-89ba-f58cf09babb0 req-125de94f-f28b-480f-bd07-722a9ba38825 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e088fa17-1d86-4f59-9a70-6ceab5c368a1 HTTP/1.1" status: 200 len: 999 time: 0.1299467 Feb 18 09:54:38.985376 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d252f20b-99fe-41f1-a216-3a9daabaf40d None None] Set router c43292b4-80a0-4b0f-8983-4d2951fc748e gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:54:38.987636 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f5743624-f73b-4059-8067-dc5b717f6de2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:38.992559 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f5743624-f73b-4059-8067-dc5b717f6de2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2277288 Feb 18 09:54:38.992769 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50564) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:38.999056 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-25e84b6f-8a9c-4d35-bc22-fff13c241029 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Request body: {'security_group_rule': {'security_group_id': '13d6168b-b05a-459f-a8a4-9a9acee66cbc', 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:54:39.012019 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-25e84b6f-8a9c-4d35-bc22-fff13c241029 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:39.018173 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-25e84b6f-8a9c-4d35-bc22-fff13c241029 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Usage tracker for resource:security_group_rule and tenant:d771469b6afd4f90950e4b0f7e322088 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:39.021974 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-25e84b6f-8a9c-4d35-bc22-fff13c241029 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:39.029546 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-25e84b6f-8a9c-4d35-bc22-fff13c241029 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:39.052724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914951a5-b86b-4e79-89ba-f58cf09babb0 req-ee991314-7953-4b3f-9dd3-a5b9b0736cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:39.053971 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-25e84b6f-8a9c-4d35-bc22-fff13c241029 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:39.055789 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-914951a5-b86b-4e79-89ba-f58cf09babb0 req-ee991314-7953-4b3f-9dd3-a5b9b0736cf8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8bac016b-2a54-4de5-825a-81870e916854 HTTP/1.1" status: 200 len: 853 time: 0.0783703 Feb 18 09:54:39.147304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914951a5-b86b-4e79-89ba-f58cf09babb0 req-ce03ae2e-f57b-4b4b-ae5f-3e237a8167d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:39.148686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-25e84b6f-8a9c-4d35-bc22-fff13c241029 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:39.149210 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-914951a5-b86b-4e79-89ba-f58cf09babb0 req-ce03ae2e-f57b-4b4b-ae5f-3e237a8167d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59454079-42d2-42bd-b76c-1d1782395bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875020 Feb 18 09:54:39.153132 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-25e84b6f-8a9c-4d35-bc22-fff13c241029 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:39.163680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-914951a5-b86b-4e79-89ba-f58cf09babb0 req-6baa0c1e-87a7-4fe2-aa8c-ef77b953f50a service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:54:39.165220 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-914951a5-b86b-4e79-89ba-f58cf09babb0 req-6baa0c1e-87a7-4fe2-aa8c-ef77b953f50a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077903 Feb 18 09:54:39.179172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e84b6f-8a9c-4d35-bc22-fff13c241029 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccd847e-f1e8-4818-9c4f-26be723293b4,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:39.191212 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-25e84b6f-8a9c-4d35-bc22-fff13c241029 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:39.192704 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-25e84b6f-8a9c-4d35-bc22-fff13c241029 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1988020 Feb 18 09:54:39.196411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50568) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:39.203338 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-781344f4-d9e5-4a0f-8fc5-6ef0d0cc49cc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Request body: {'security_group_rule': {'security_group_id': '13d6168b-b05a-459f-a8a4-9a9acee66cbc', 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:54:39.210557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-781344f4-d9e5-4a0f-8fc5-6ef0d0cc49cc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:39.215963 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-781344f4-d9e5-4a0f-8fc5-6ef0d0cc49cc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Usage tracker for resource:security_group_rule and tenant:d771469b6afd4f90950e4b0f7e322088 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:39.220353 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-781344f4-d9e5-4a0f-8fc5-6ef0d0cc49cc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:39.227995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-781344f4-d9e5-4a0f-8fc5-6ef0d0cc49cc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:39.252260 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-781344f4-d9e5-4a0f-8fc5-6ef0d0cc49cc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:39.357468 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-781344f4-d9e5-4a0f-8fc5-6ef0d0cc49cc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:39.369710 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-781344f4-d9e5-4a0f-8fc5-6ef0d0cc49cc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:39.404599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781344f4-d9e5-4a0f-8fc5-6ef0d0cc49cc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd961e7b-6b3a-432f-b775-fca30e822f9a,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:39.426222 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-781344f4-d9e5-4a0f-8fc5-6ef0d0cc49cc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:39.427502 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-781344f4-d9e5-4a0f-8fc5-6ef0d0cc49cc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2301102 Feb 18 09:54:39.433462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50572) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:39.446709 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-42b48481-2712-4e69-b4a7-971b34b852e7 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Request body: {'security_group_rule': {'security_group_id': '13d6168b-b05a-459f-a8a4-9a9acee66cbc', 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:54:39.454640 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-42b48481-2712-4e69-b4a7-971b34b852e7 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:39.460821 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d252f20b-99fe-41f1-a216-3a9daabaf40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'name': 'tempest-TestMinimumBasicScenario-943731563-router', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:42Z', 'revision_number': 4, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'gw_port': {'id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '96163e39-64c4-4b0e-a982-33a9bc887cf0', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'port_id': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec', 'mac_address': 'fa:16:3e:0e:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109002a-78ac-4bc6-9797-96f421d909e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:54:36Z', 'updated_at': '2022-02-18T09:54:36Z', 'revision_number': 0, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10499389-7d4a-4c6d-acbe-716a45bbc9e1', 'name': '', 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'mac_address': 'fa:16:3e:f2:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8bac016b-2a54-4de5-825a-81870e916854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:41Z', 'updated_at': '2022-02-18T09:53:49Z', 'revision_number': 5, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'subnets': [{'id': '8bac016b-2a54-4de5-825a-81870e916854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:54:39.462863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-42b48481-2712-4e69-b4a7-971b34b852e7 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Usage tracker for resource:security_group_rule and tenant:d771469b6afd4f90950e4b0f7e322088 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:39.467023 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-42b48481-2712-4e69-b4a7-971b34b852e7 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:39.470424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-914951a5-b86b-4e79-89ba-f58cf09babb0 req-b0c798bf-d4e5-45e3-9a9d-5f2d8a4e466a service neutron] 10.222.0.61 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942483 Feb 18 09:54:39.475742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-42b48481-2712-4e69-b4a7-971b34b852e7 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:39.497243 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-42b48481-2712-4e69-b4a7-971b34b852e7 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Project d771469b6afd4f90950e4b0f7e322088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:54:39.507387 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-42b48481-2712-4e69-b4a7-971b34b852e7 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:39.536664 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d252f20b-99fe-41f1-a216-3a9daabaf40d None None] The sync data for ids ['c43292b4-80a0-4b0f-8983-4d2951fc748e'] in n-d-829434-1 is: [{'id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'name': 'tempest-TestMinimumBasicScenario-943731563-router', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:42Z', 'revision_number': 4, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'gw_port': {'id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '96163e39-64c4-4b0e-a982-33a9bc887cf0', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'port_id': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec', 'mac_address': 'fa:16:3e:0e:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109002a-78ac-4bc6-9797-96f421d909e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:54:36Z', 'updated_at': '2022-02-18T09:54:36Z', 'revision_number': 0, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10499389-7d4a-4c6d-acbe-716a45bbc9e1', 'name': '', 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'mac_address': 'fa:16:3e:f2:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8bac016b-2a54-4de5-825a-81870e916854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:41Z', 'updated_at': '2022-02-18T09:53:49Z', 'revision_number': 5, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'subnets': [{'id': '8bac016b-2a54-4de5-825a-81870e916854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:54:39.615870 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-42b48481-2712-4e69-b4a7-971b34b852e7 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:39.622018 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-42b48481-2712-4e69-b4a7-971b34b852e7 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:39.663513 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-914951a5-b86b-4e79-89ba-f58cf09babb0 req-a56272f4-0210-4118-b3fb-5a06b7f381f2 service neutron] 10.222.0.61 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852093 Feb 18 09:54:39.671361 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b48481-2712-4e69-b4a7-971b34b852e7 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a8ec9f-0ac5-4913-be7b-9231e3892ff1,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:39.698095 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-42b48481-2712-4e69-b4a7-971b34b852e7 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:39.698095 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-42b48481-2712-4e69-b4a7-971b34b852e7 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2523985 Feb 18 09:54:39.698095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50576) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:54:39.707687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-93619cc2-fb21-40e2-8cbc-2eac137a6247 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Request body: {'security_group_rule': {'security_group_id': '13d6168b-b05a-459f-a8a4-9a9acee66cbc', 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:54:39.715922 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-93619cc2-fb21-40e2-8cbc-2eac137a6247 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:54:39.721414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-93619cc2-fb21-40e2-8cbc-2eac137a6247 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Usage tracker for resource:security_group_rule and tenant:d771469b6afd4f90950e4b0f7e322088 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:54:39.726759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-93619cc2-fb21-40e2-8cbc-2eac137a6247 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:54:39.734405 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-93619cc2-fb21-40e2-8cbc-2eac137a6247 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:54:39.749480 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-93619cc2-fb21-40e2-8cbc-2eac137a6247 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Project d771469b6afd4f90950e4b0f7e322088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:54:39.760441 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-93619cc2-fb21-40e2-8cbc-2eac137a6247 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:39.853197 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-93619cc2-fb21-40e2-8cbc-2eac137a6247 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:39.858649 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-93619cc2-fb21-40e2-8cbc-2eac137a6247 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:39.876155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c714691e-553f-401d-a2ac-b2671ab6124d None None] New status for floating IP 96163e39-64c4-4b0e-a982-33a9bc887cf0: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:54:39.887178 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93619cc2-fb21-40e2-8cbc-2eac137a6247 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cef8a8c-6485-4bbb-bc2d-2d7cde20d249,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:39.899360 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-93619cc2-fb21-40e2-8cbc-2eac137a6247 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:39.900872 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-93619cc2-fb21-40e2-8cbc-2eac137a6247 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2042437 Feb 18 09:54:40.032839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-de7e77e3-4b8f-44e3-b122-92677dccccc2 req-a4c4f00a-a7cd-4ab3-b416-ee8fe5b1d0a9 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Synchronizing usage tracker for tenant:d771469b6afd4f90950e4b0f7e322088 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:54:40.054886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-de7e77e3-4b8f-44e3-b122-92677dccccc2 req-a4c4f00a-a7cd-4ab3-b416-ee8fe5b1d0a9 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Unset dirty status for tenant:d771469b6afd4f90950e4b0f7e322088 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:54:40.056613 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-de7e77e3-4b8f-44e3-b122-92677dccccc2 req-a4c4f00a-a7cd-4ab3-b416-ee8fe5b1d0a9 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704885908&fields=id&tenant_id=d771469b6afd4f90950e4b0f7e322088 HTTP/1.1" status: 200 len: 267 time: 0.0693798 Feb 18 09:54:40.156505 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e77e3-4b8f-44e3-b122-92677dccccc2 req-a878f75b-663a-48c2-817d-3c68b899d6ce tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:40.158231 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-de7e77e3-4b8f-44e3-b122-92677dccccc2 req-a878f75b-663a-48c2-817d-3c68b899d6ce tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 945 time: 0.0934794 Feb 18 09:54:40.173084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-de7e77e3-4b8f-44e3-b122-92677dccccc2 req-106dd205-b0e3-4d42-bdb0-152aa8cd8939 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Request body: {'port': {'security_groups': ['ac085fe3-cfa5-4d15-bde9-b474190b1ce5', '13d6168b-b05a-459f-a8a4-9a9acee66cbc']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:54:40.314191 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-de7e77e3-4b8f-44e3-b122-92677dccccc2 req-106dd205-b0e3-4d42-bdb0-152aa8cd8939 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:40.612258 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-de7e77e3-4b8f-44e3-b122-92677dccccc2 req-106dd205-b0e3-4d42-bdb0-152aa8cd8939 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] For port e088fa17-1d86-4f59-9a70-6ceab5c368a1, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=e088fa17-1d86-4f59-9a70-6ceab5c368a1,segment=NetworkSegment(4335d3dc-e3f4-4aeb-9220-5c013bbdac2a),segment_id=4335d3dc-e3f4-4aeb-9220-5c013bbdac2a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:54:40.642410 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-de7e77e3-4b8f-44e3-b122-92677dccccc2 req-106dd205-b0e3-4d42-bdb0-152aa8cd8939 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:40.647502 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-de7e77e3-4b8f-44e3-b122-92677dccccc2 req-106dd205-b0e3-4d42-bdb0-152aa8cd8939 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:40.664816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['e088fa17-1d86-4f59-9a70-6ceab5c368a1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:54:40.724059 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e77e3-4b8f-44e3-b122-92677dccccc2 req-106dd205-b0e3-4d42-bdb0-152aa8cd8939 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:40.724679 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-de7e77e3-4b8f-44e3-b122-92677dccccc2 req-106dd205-b0e3-4d42-bdb0-152aa8cd8939 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:40.726094 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-de7e77e3-4b8f-44e3-b122-92677dccccc2 req-106dd205-b0e3-4d42-bdb0-152aa8cd8939 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "PUT /v2.0/ports/e088fa17-1d86-4f59-9a70-6ceab5c368a1 HTTP/1.1" status: 200 len: 981 time: 0.5604281 Feb 18 09:54:40.734779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c109002a-78ac-4bc6-9797-96f421d909e2', 'tag': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:54:40.778805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106dd205-b0e3-4d42-bdb0-152aa8cd8939 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Pushing event updated for resources: {'Port': ['ID=e088fa17-1d86-4f59-9a70-6ceab5c368a1,revision_number=6']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:54:40.807521 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c109002a-78ac-4bc6-9797-96f421d909e2', 'tag': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1', 'status': 'completed', 'code': 200} Feb 18 09:54:40.808782 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['e088fa17-1d86-4f59-9a70-6ceab5c368a1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:54:41.037775 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70f480-b77e-458d-b605-3ff5a260d426 req-fd74f984-d646-47c9-b40d-75287f292ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:41.039437 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb70f480-b77e-458d-b605-3ff5a260d426 req-fd74f984-d646-47c9-b40d-75287f292ce2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d771469b6afd4f90950e4b0f7e322088&device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 1135 time: 0.2104642 Feb 18 09:54:41.054734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7160e8-633b-47eb-abc1-cd3a4e105cf3 req-d23817ac-16de-440e-9cc9-1d24440d5fd5 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:41.056180 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad7160e8-633b-47eb-abc1-cd3a4e105cf3 req-d23817ac-16de-440e-9cc9-1d24440d5fd5 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 984 time: 0.1604648 Feb 18 09:54:41.207572 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6eacd5dc-4269-4c80-a746-fb499b59bdef None None] Provisioning complete for port e088fa17-1d86-4f59-9a70-6ceab5c368a1 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:54:41.208198 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6eacd5dc-4269-4c80-a746-fb499b59bdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:41.217230 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ad7160e8-633b-47eb-abc1-cd3a4e105cf3 req-438d7f16-cdb4-4074-8a4c-28f1568a23e8 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&id=13d6168b-b05a-459f-a8a4-9a9acee66cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1335223 Feb 18 09:54:41.253151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70f480-b77e-458d-b605-3ff5a260d426 req-75ef6cab-1a83-4f83-9ffd-983f702166ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:41.254685 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb70f480-b77e-458d-b605-3ff5a260d426 req-75ef6cab-1a83-4f83-9ffd-983f702166ae service neutron] 10.222.0.61 "GET /v2.0/networks?id=59454079-42d2-42bd-b76c-1d1782395bec HTTP/1.1" status: 200 len: 915 time: 0.2088058 Feb 18 09:54:41.372100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb70f480-b77e-458d-b605-3ff5a260d426 req-1f81bc1b-6aa5-43e4-9f83-17bf7dca6bd4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e088fa17-1d86-4f59-9a70-6ceab5c368a1 HTTP/1.1" status: 200 len: 1001 time: 0.1086628 Feb 18 09:54:41.440039 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70f480-b77e-458d-b605-3ff5a260d426 req-f64a8362-ed40-47e8-ab23-2784dbfcf383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:41.441509 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb70f480-b77e-458d-b605-3ff5a260d426 req-f64a8362-ed40-47e8-ab23-2784dbfcf383 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8bac016b-2a54-4de5-825a-81870e916854 HTTP/1.1" status: 200 len: 853 time: 0.0624115 Feb 18 09:54:41.540787 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70f480-b77e-458d-b605-3ff5a260d426 req-004acf06-66ff-4165-a35b-8ae4165ce6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:54:41.543473 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb70f480-b77e-458d-b605-3ff5a260d426 req-004acf06-66ff-4165-a35b-8ae4165ce6dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59454079-42d2-42bd-b76c-1d1782395bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940096 Feb 18 09:54:41.687481 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb70f480-b77e-458d-b605-3ff5a260d426 req-09d2e0ec-82a2-4ad4-9150-9017e304d99d service neutron] 10.222.0.61 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377194 Feb 18 09:54:41.926710 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:41.945682 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:54:42.000770 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fb70f480-b77e-458d-b605-3ff5a260d426 req-c44c17e4-1336-4281-8786-cafbaf9f4765 service neutron] 10.222.0.61 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073950 Feb 18 09:54:56.145806 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:55:00.447444 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1a58e344-229a-43fa-a52b-b5ec5565de08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:03.900521 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-adef3b40-0fa8-4ad1-8cde-bb980c7eb583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:03.988068 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:04.044135 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:05.271447 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:08.269158 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-125664d0-d587-47a4-9166-e0ec69ab11b7 req-95eb12a1-fe44-4785-843d-8e3f68246824 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696509 Feb 18 09:55:08.416520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125664d0-d587-47a4-9166-e0ec69ab11b7 req-d48ec11d-57dd-4259-aaac-cb73f8089d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:08.417977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-125664d0-d587-47a4-9166-e0ec69ab11b7 req-d48ec11d-57dd-4259-aaac-cb73f8089d2f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d771469b6afd4f90950e4b0f7e322088&device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 1135 time: 0.0754383 Feb 18 09:55:08.566830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125664d0-d587-47a4-9166-e0ec69ab11b7 req-1dbb0ed8-3118-4aa9-9441-602a019366d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:08.568183 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-125664d0-d587-47a4-9166-e0ec69ab11b7 req-1dbb0ed8-3118-4aa9-9441-602a019366d8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=59454079-42d2-42bd-b76c-1d1782395bec HTTP/1.1" status: 200 len: 915 time: 0.1311896 Feb 18 09:55:08.674896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-125664d0-d587-47a4-9166-e0ec69ab11b7 req-3bbb0886-f23e-408c-96aa-c169efeece7e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e088fa17-1d86-4f59-9a70-6ceab5c368a1 HTTP/1.1" status: 200 len: 1001 time: 0.1008599 Feb 18 09:55:08.737757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125664d0-d587-47a4-9166-e0ec69ab11b7 req-569e8491-a549-4da8-8ad9-622a46f08afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:08.739250 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-125664d0-d587-47a4-9166-e0ec69ab11b7 req-569e8491-a549-4da8-8ad9-622a46f08afb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8bac016b-2a54-4de5-825a-81870e916854 HTTP/1.1" status: 200 len: 853 time: 0.0587754 Feb 18 09:55:08.814320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125664d0-d587-47a4-9166-e0ec69ab11b7 req-01c2f243-df07-4c4e-a964-94125c0e87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:08.815828 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-125664d0-d587-47a4-9166-e0ec69ab11b7 req-01c2f243-df07-4c4e-a964-94125c0e87ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59454079-42d2-42bd-b76c-1d1782395bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709875 Feb 18 09:55:08.951135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-125664d0-d587-47a4-9166-e0ec69ab11b7 req-47db5631-07d4-41c4-9639-cc10af27f416 service neutron] 10.222.0.61 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283486 Feb 18 09:55:09.085194 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-125664d0-d587-47a4-9166-e0ec69ab11b7 req-6d692831-b21d-468b-b35e-ddbb23f1387e service neutron] 10.222.0.61 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282821 Feb 18 09:55:11.929780 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:11.948662 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:30.449815 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bf1d1889-2060-45e7-be6f-dbd19d8adca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:33.146995 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:55:33.902379 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1378e7b1-9c70-4fd5-b40f-f541a84e3f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:33.990930 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:34.046674 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:35.273774 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:39.322467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9c366-fbf1-4afc-8172-5cdbd9fdac4e req-c9ae622e-d78f-4210-aef8-084e65cbd4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:39.323950 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95b9c366-fbf1-4afc-8172-5cdbd9fdac4e req-c9ae622e-d78f-4210-aef8-084e65cbd4af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d771469b6afd4f90950e4b0f7e322088&device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 1135 time: 0.1368642 Feb 18 09:55:39.333523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5df755-a8a5-46ac-a996-5a7018bb3038 req-fe83b840-0075-4490-b895-f143d89a9cd1 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:39.334869 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca5df755-a8a5-46ac-a996-5a7018bb3038 req-fe83b840-0075-4490-b895-f143d89a9cd1 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 984 time: 0.1077056 Feb 18 09:55:39.463905 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca5df755-a8a5-46ac-a996-5a7018bb3038 req-ef3e6efe-2343-49f6-9133-b885a189c3ac tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&id=13d6168b-b05a-459f-a8a4-9a9acee66cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1106341 Feb 18 09:55:39.502865 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9c366-fbf1-4afc-8172-5cdbd9fdac4e req-5a30f490-53dc-471d-9499-96ec61266b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:39.504380 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95b9c366-fbf1-4afc-8172-5cdbd9fdac4e req-5a30f490-53dc-471d-9499-96ec61266b2c service neutron] 10.222.0.61 "GET /v2.0/networks?id=59454079-42d2-42bd-b76c-1d1782395bec HTTP/1.1" status: 200 len: 915 time: 0.1685915 Feb 18 09:55:39.608121 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95b9c366-fbf1-4afc-8172-5cdbd9fdac4e req-4e2cd153-3d5e-4388-a42d-4f2f1d54669f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e088fa17-1d86-4f59-9a70-6ceab5c368a1 HTTP/1.1" status: 200 len: 1001 time: 0.0974307 Feb 18 09:55:39.682050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9c366-fbf1-4afc-8172-5cdbd9fdac4e req-3c626ebb-87f0-41f7-8fcd-30fc1b4d66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:39.683786 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95b9c366-fbf1-4afc-8172-5cdbd9fdac4e req-3c626ebb-87f0-41f7-8fcd-30fc1b4d66f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8bac016b-2a54-4de5-825a-81870e916854 HTTP/1.1" status: 200 len: 853 time: 0.0695894 Feb 18 09:55:39.765214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9c366-fbf1-4afc-8172-5cdbd9fdac4e req-09b00588-4339-4770-ba14-db0e1b1078b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:39.768356 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95b9c366-fbf1-4afc-8172-5cdbd9fdac4e req-09b00588-4339-4770-ba14-db0e1b1078b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59454079-42d2-42bd-b76c-1d1782395bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788231 Feb 18 09:55:39.909223 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95b9c366-fbf1-4afc-8172-5cdbd9fdac4e req-f71ad8f7-dd65-4692-a5fc-c676953e677d service neutron] 10.222.0.61 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334016 Feb 18 09:55:40.056372 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95b9c366-fbf1-4afc-8172-5cdbd9fdac4e req-b9f8f982-2e54-4c4d-a97a-f4102ee8ce06 service neutron] 10.222.0.61 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410491 Feb 18 09:55:40.684841 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d173cf-0b12-4680-a5ab-0dbe4241ecf5 req-d7406891-acf9-4421-a396-7c8f1baae9e0 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:40.686345 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39d173cf-0b12-4680-a5ab-0dbe4241ecf5 req-d7406891-acf9-4421-a396-7c8f1baae9e0 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 984 time: 0.0976250 Feb 18 09:55:40.740152 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39d173cf-0b12-4680-a5ab-0dbe4241ecf5 req-45a9868b-8cfd-44a8-9404-1c83cf467050 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&id=13d6168b-b05a-459f-a8a4-9a9acee66cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473855 Feb 18 09:55:41.925516 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:41.940419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e96b6e-8526-4400-b0b1-8f7896ff2f94 req-ad55f9b7-7d13-4b94-8d9a-a33f516daa68 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:41.941899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7e96b6e-8526-4400-b0b1-8f7896ff2f94 req-ad55f9b7-7d13-4b94-8d9a-a33f516daa68 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 984 time: 0.0885506 Feb 18 09:55:41.963833 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:55:41.999343 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b7e96b6e-8526-4400-b0b1-8f7896ff2f94 req-98a5f9fb-d11c-4e52-a009-324970a37c81 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&id=13d6168b-b05a-459f-a8a4-9a9acee66cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511289 Feb 18 09:55:43.189017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65ea2b-4e43-4a84-998e-1dce91d2c1a5 req-2b183284-c00b-4531-9c09-4af7fe3f57e7 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:43.190241 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e65ea2b-4e43-4a84-998e-1dce91d2c1a5 req-2b183284-c00b-4531-9c09-4af7fe3f57e7 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 984 time: 0.0842412 Feb 18 09:55:43.236874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e65ea2b-4e43-4a84-998e-1dce91d2c1a5 req-4d92b6e6-98dd-4aa4-8464-d24b1f3f1612 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&id=13d6168b-b05a-459f-a8a4-9a9acee66cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407803 Feb 18 09:55:44.427667 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01585a-2f19-4885-96d3-76a6afb75e43 req-7be35ebb-3a29-43a1-a8cf-09df50374f5a tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:44.429165 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd01585a-2f19-4885-96d3-76a6afb75e43 req-7be35ebb-3a29-43a1-a8cf-09df50374f5a tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 984 time: 0.0824370 Feb 18 09:55:44.482084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd01585a-2f19-4885-96d3-76a6afb75e43 req-c2631f9c-0122-4ad0-8061-fd225c9388d5 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&id=13d6168b-b05a-459f-a8a4-9a9acee66cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471568 Feb 18 09:55:45.667696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621359c2-240e-4a23-8f99-1f648b48c2c5 req-462f7a55-8bc1-459e-b6ba-4d38b3eb29bf tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:45.669168 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-621359c2-240e-4a23-8f99-1f648b48c2c5 req-462f7a55-8bc1-459e-b6ba-4d38b3eb29bf tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 984 time: 0.0795803 Feb 18 09:55:45.725087 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-621359c2-240e-4a23-8f99-1f648b48c2c5 req-22962735-2992-4cf0-a1a2-b7dd1f9608d2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&id=13d6168b-b05a-459f-a8a4-9a9acee66cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445712 Feb 18 09:55:47.072472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c7493-35e6-4768-bb88-ec87bd4ad592 req-3b8585bb-bc98-4ac4-bf0a-effa9baf81d4 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:47.073842 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-917c7493-35e6-4768-bb88-ec87bd4ad592 req-3b8585bb-bc98-4ac4-bf0a-effa9baf81d4 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 984 time: 0.2006571 Feb 18 09:55:47.120242 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-917c7493-35e6-4768-bb88-ec87bd4ad592 req-739fd709-dffa-4c90-8b5c-79dd82d740cf tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&id=13d6168b-b05a-459f-a8a4-9a9acee66cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397232 Feb 18 09:55:48.315862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e10bd9-92e2-4e90-bd36-a0e8c6206bb5 req-aa6cf2fc-cc8e-49b0-b360-312669c5b2af tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:48.317349 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10e10bd9-92e2-4e90-bd36-a0e8c6206bb5 req-aa6cf2fc-cc8e-49b0-b360-312669c5b2af tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 984 time: 0.0860732 Feb 18 09:55:48.365711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10e10bd9-92e2-4e90-bd36-a0e8c6206bb5 req-a447560b-eacc-49e8-9b32-070be349a521 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&id=13d6168b-b05a-459f-a8a4-9a9acee66cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426075 Feb 18 09:55:49.554448 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8431e-eb19-442d-82d1-3fd26308ea14 req-d3dbc4c3-32c2-4f59-a5ec-417b61be4fe0 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:49.555911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16e8431e-eb19-442d-82d1-3fd26308ea14 req-d3dbc4c3-32c2-4f59-a5ec-417b61be4fe0 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 984 time: 0.0805078 Feb 18 09:55:49.604552 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-16e8431e-eb19-442d-82d1-3fd26308ea14 req-0fe19adf-4028-4543-bf50-99510414f69f tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&id=13d6168b-b05a-459f-a8a4-9a9acee66cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428801 Feb 18 09:55:50.806393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf635a-dd9c-478b-a0eb-35fbd07782dd req-5292ce0a-3bf7-4bd5-bda3-78794d5835bb tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:50.808917 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-babf635a-dd9c-478b-a0eb-35fbd07782dd req-5292ce0a-3bf7-4bd5-bda3-78794d5835bb tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 984 time: 0.0957439 Feb 18 09:55:50.864585 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-babf635a-dd9c-478b-a0eb-35fbd07782dd req-f5f15ebe-b6e1-4710-895f-6c1d66be46ef tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&id=13d6168b-b05a-459f-a8a4-9a9acee66cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503156 Feb 18 09:55:52.060403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b82cb-cfee-42f7-9a1b-7f0ef52eb090 req-00b4bee4-ed88-40b3-b223-ad5f266eb014 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:55:52.061914 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-283b82cb-cfee-42f7-9a1b-7f0ef52eb090 req-00b4bee4-ed88-40b3-b223-ad5f266eb014 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 984 time: 0.0808721 Feb 18 09:55:52.109390 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-283b82cb-cfee-42f7-9a1b-7f0ef52eb090 req-a8b87acf-0550-454e-98a4-2acb53d85040 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&id=13d6168b-b05a-459f-a8a4-9a9acee66cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415916 Feb 18 09:56:00.453983 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6a682401-019d-48ea-a7be-6dbfe065d024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:03.911764 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-078c4e5c-f623-4f27-8da7-4f16425864ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:03.999483 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:04.056598 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:05.278498 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:09.279296 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36868c95-d0bd-408f-b42d-be8be516e801 req-8239a1d7-70db-46b1-9850-557f3cacbf51 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0851815 Feb 18 09:56:09.446974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36868c95-d0bd-408f-b42d-be8be516e801 req-3f6f216e-eaed-4a4b-a2a0-86ed3b4ce6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:09.448606 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36868c95-d0bd-408f-b42d-be8be516e801 req-3f6f216e-eaed-4a4b-a2a0-86ed3b4ce6d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d771469b6afd4f90950e4b0f7e322088&device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 1135 time: 0.0872500 Feb 18 09:56:09.624471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36868c95-d0bd-408f-b42d-be8be516e801 req-254a51be-7e09-4410-811e-5a61e99e1d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:09.626763 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36868c95-d0bd-408f-b42d-be8be516e801 req-254a51be-7e09-4410-811e-5a61e99e1d2a service neutron] 10.222.0.61 "GET /v2.0/networks?id=59454079-42d2-42bd-b76c-1d1782395bec HTTP/1.1" status: 200 len: 915 time: 0.1564920 Feb 18 09:56:09.760378 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36868c95-d0bd-408f-b42d-be8be516e801 req-e20f248d-11c7-441b-928e-2c8bf566f43f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e088fa17-1d86-4f59-9a70-6ceab5c368a1 HTTP/1.1" status: 200 len: 1001 time: 0.1246529 Feb 18 09:56:09.837074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36868c95-d0bd-408f-b42d-be8be516e801 req-32f65399-9b9a-472f-9846-f3c4c8bea8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:09.838599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36868c95-d0bd-408f-b42d-be8be516e801 req-32f65399-9b9a-472f-9846-f3c4c8bea8a2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8bac016b-2a54-4de5-825a-81870e916854 HTTP/1.1" status: 200 len: 853 time: 0.0715001 Feb 18 09:56:09.924729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36868c95-d0bd-408f-b42d-be8be516e801 req-c6e33d0b-d05a-46cd-979c-ff0dffdfae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:09.926389 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36868c95-d0bd-408f-b42d-be8be516e801 req-c6e33d0b-d05a-46cd-979c-ff0dffdfae36 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59454079-42d2-42bd-b76c-1d1782395bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806456 Feb 18 09:56:10.094026 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36868c95-d0bd-408f-b42d-be8be516e801 req-bcea5b77-74d8-4341-844c-9bbb7381e90a service neutron] 10.222.0.61 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584790 Feb 18 09:56:10.147912 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:56:10.251106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36868c95-d0bd-408f-b42d-be8be516e801 req-fd882e08-69f2-4eb3-9f9e-eeaa2604e996 service neutron] 10.222.0.61 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484747 Feb 18 09:56:11.941831 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:11.966990 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:30.458266 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9c551138-ccd3-480f-a866-9b333100eb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:33.905139 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-21aac970-6329-44eb-8913-309f06bc3311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:33.993505 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:34.055027 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:35.285548 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:41.965357 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:41.971779 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:47.147264 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:56:47.292007 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab6b3c19-0e5f-4a25-8df5-652edf6c932a req-c7f94ea7-4c92-42b5-8446-ef4bdefc512b tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704885908&fields=id&tenant_id=d771469b6afd4f90950e4b0f7e322088 HTTP/1.1" status: 200 len: 267 time: 0.0405757 Feb 18 09:56:47.383849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b3c19-0e5f-4a25-8df5-652edf6c932a req-719db7bd-7536-4977-84f4-8ea33ffc6c13 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:47.385309 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab6b3c19-0e5f-4a25-8df5-652edf6c932a req-719db7bd-7536-4977-84f4-8ea33ffc6c13 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 984 time: 0.0879650 Feb 18 09:56:47.398949 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-ab6b3c19-0e5f-4a25-8df5-652edf6c932a req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Request body: {'port': {'security_groups': ['ac085fe3-cfa5-4d15-bde9-b474190b1ce5']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:56:47.527803 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab6b3c19-0e5f-4a25-8df5-652edf6c932a req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:47.890221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ab6b3c19-0e5f-4a25-8df5-652edf6c932a req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] For port e088fa17-1d86-4f59-9a70-6ceab5c368a1, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=e088fa17-1d86-4f59-9a70-6ceab5c368a1,segment=NetworkSegment(4335d3dc-e3f4-4aeb-9220-5c013bbdac2a),segment_id=4335d3dc-e3f4-4aeb-9220-5c013bbdac2a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:56:47.914852 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab6b3c19-0e5f-4a25-8df5-652edf6c932a req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:47.919490 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab6b3c19-0e5f-4a25-8df5-652edf6c932a req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:47.931222 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['e088fa17-1d86-4f59-9a70-6ceab5c368a1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:56:47.990661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b3c19-0e5f-4a25-8df5-652edf6c932a req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:47.991299 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ab6b3c19-0e5f-4a25-8df5-652edf6c932a req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:47.992859 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab6b3c19-0e5f-4a25-8df5-652edf6c932a req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "PUT /v2.0/ports/e088fa17-1d86-4f59-9a70-6ceab5c368a1 HTTP/1.1" status: 200 len: 942 time: 0.6012061 Feb 18 09:56:47.993166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c109002a-78ac-4bc6-9797-96f421d909e2', 'tag': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:56:47.998775 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50670) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:48.025415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Pushing event updated for resources: {'Port': ['ID=e088fa17-1d86-4f59-9a70-6ceab5c368a1,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:48.034798 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.035311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.035657 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.036020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.036350 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.036685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.037014 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.037340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.037665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.037989 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.038312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.038632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b255d3-7c62-4f81-80ee-5defcd8807de tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.073153 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c109002a-78ac-4bc6-9797-96f421d909e2', 'tag': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1', 'status': 'completed', 'code': 200} Feb 18 09:56:48.077294 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['e088fa17-1d86-4f59-9a70-6ceab5c368a1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:56:48.125425 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb267ea0-e9d5-467c-8c0e-fb40964643c2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:48.175894 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb267ea0-e9d5-467c-8c0e-fb40964643c2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:48.182017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e509d-95ab-4eb6-97ed-d453876165db req-73d67df5-04b7-4c22-80d9-0fc7b89840c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:48.184053 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd5e509d-95ab-4eb6-97ed-d453876165db req-73d67df5-04b7-4c22-80d9-0fc7b89840c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d771469b6afd4f90950e4b0f7e322088&device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 1096 time: 0.0916018 Feb 18 09:56:48.255408 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb267ea0-e9d5-467c-8c0e-fb40964643c2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:48.286216 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fb267ea0-e9d5-467c-8c0e-fb40964643c2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:48.287498 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fb267ea0-e9d5-467c-8c0e-fb40964643c2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "DELETE /v2.0/security-groups/13d6168b-b05a-459f-a8a4-9a9acee66cbc HTTP/1.1" status: 204 len: 168 time: 0.2848270 Feb 18 09:56:48.288345 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb267ea0-e9d5-467c-8c0e-fb40964643c2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d6168b-b05a-459f-a8a4-9a9acee66cbc,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:48.290828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50676) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:48.298335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b4dda7f2-5fb1-465a-986b-44a3851cbfa6 None None] Provisioning complete for port e088fa17-1d86-4f59-9a70-6ceab5c368a1 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:56:48.298701 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b4dda7f2-5fb1-465a-986b-44a3851cbfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:48.363248 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e509d-95ab-4eb6-97ed-d453876165db req-90f4ae53-2677-4b8f-a4ee-0dc544058716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:48.364759 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd5e509d-95ab-4eb6-97ed-d453876165db req-90f4ae53-2677-4b8f-a4ee-0dc544058716 service neutron] 10.222.0.61 "GET /v2.0/networks?id=59454079-42d2-42bd-b76c-1d1782395bec HTTP/1.1" status: 200 len: 915 time: 0.1743355 Feb 18 09:56:48.379672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb267ea0-e9d5-467c-8c0e-fb40964643c2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.379672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb267ea0-e9d5-467c-8c0e-fb40964643c2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.379980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb267ea0-e9d5-467c-8c0e-fb40964643c2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.380299 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb267ea0-e9d5-467c-8c0e-fb40964643c2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.380613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb267ea0-e9d5-467c-8c0e-fb40964643c2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.380932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb267ea0-e9d5-467c-8c0e-fb40964643c2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.381643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb267ea0-e9d5-467c-8c0e-fb40964643c2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.381643 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb267ea0-e9d5-467c-8c0e-fb40964643c2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.381916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb267ea0-e9d5-467c-8c0e-fb40964643c2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.382187 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb267ea0-e9d5-467c-8c0e-fb40964643c2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.382506 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb267ea0-e9d5-467c-8c0e-fb40964643c2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.382818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb267ea0-e9d5-467c-8c0e-fb40964643c2 tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:56:48.490936 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd5e509d-95ab-4eb6-97ed-d453876165db req-2d4cadfb-e0ec-41d9-b0cf-44a9c25e2ed8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e088fa17-1d86-4f59-9a70-6ceab5c368a1 HTTP/1.1" status: 200 len: 1001 time: 0.1191576 Feb 18 09:56:48.557185 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-276ecf76-a033-4ae5-88c2-91fc3aaba9dc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Deleting port c0ad784d-57b4-4ed4-8b55-bf68a3ea729b {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:56:48.557840 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-276ecf76-a033-4ae5-88c2-91fc3aaba9dc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:48.571952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e509d-95ab-4eb6-97ed-d453876165db req-f0d1a7e7-3da6-4f8c-b7ea-f8f3d0caa365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:48.573486 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd5e509d-95ab-4eb6-97ed-d453876165db req-f0d1a7e7-3da6-4f8c-b7ea-f8f3d0caa365 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8bac016b-2a54-4de5-825a-81870e916854 HTTP/1.1" status: 200 len: 853 time: 0.0755343 Feb 18 09:56:48.654410 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e509d-95ab-4eb6-97ed-d453876165db req-a30b8e2c-8821-47bc-9057-aab9866c64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:48.655877 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd5e509d-95ab-4eb6-97ed-d453876165db req-a30b8e2c-8821-47bc-9057-aab9866c64dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59454079-42d2-42bd-b76c-1d1782395bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756893 Feb 18 09:56:48.749123 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-276ecf76-a033-4ae5-88c2-91fc3aaba9dc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:48.750113 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-276ecf76-a033-4ae5-88c2-91fc3aaba9dc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:48.800565 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd5e509d-95ab-4eb6-97ed-d453876165db req-252463f9-572e-4b85-96f8-7ab06819c529 service neutron] 10.222.0.61 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378200 Feb 18 09:56:48.880777 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-276ecf76-a033-4ae5-88c2-91fc3aaba9dc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Calling delete_port for c0ad784d-57b4-4ed4-8b55-bf68a3ea729b owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:56:48.940409 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dd5e509d-95ab-4eb6-97ed-d453876165db req-87137c3c-683d-4f7e-aee2-3bf6b51544b0 service neutron] 10.222.0.61 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327293 Feb 18 09:56:49.041799 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-276ecf76-a033-4ae5-88c2-91fc3aaba9dc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:49.088213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ecf76-a033-4ae5-88c2-91fc3aaba9dc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Pushing event deleted for resources: {'Port': ['ID=c0ad784d-57b4-4ed4-8b55-bf68a3ea729b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:49.287656 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-276ecf76-a033-4ae5-88c2-91fc3aaba9dc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:49.287880 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-276ecf76-a033-4ae5-88c2-91fc3aaba9dc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Floating IP 96163e39-64c4-4b0e-a982-33a9bc887cf0 disassociated (deleted). External IP: 172.25.1.165, port: e088fa17-1d86-4f59-9a70-6ceab5c368a1. Feb 18 09:56:49.650652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276ecf76-a033-4ae5-88c2-91fc3aaba9dc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Router c43292b4-80a0-4b0f-8983-4d2951fc748e has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:56:49.837837 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276ecf76-a033-4ae5-88c2-91fc3aaba9dc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:56:49.848681 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3616bd3d-b0db-493b-a78f-38c967ab5536 None None] Sync routers for ids ['c43292b4-80a0-4b0f-8983-4d2951fc748e'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:56:49.861554 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3616bd3d-b0db-493b-a78f-38c967ab5536 None None] Routers {'c43292b4-80a0-4b0f-8983-4d2951fc748e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:56:49.862385 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3616bd3d-b0db-493b-a78f-38c967ab5536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:56:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c43292b4-80a0-4b0f-8983-4d2951fc748e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:49.865464 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-276ecf76-a033-4ae5-88c2-91fc3aaba9dc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:49.933713 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-276ecf76-a033-4ae5-88c2-91fc3aaba9dc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "DELETE /v2.0/floatingips/96163e39-64c4-4b0e-a982-33a9bc887cf0 HTTP/1.1" status: 204 len: 168 time: 1.6417267 Feb 18 09:56:49.934206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c109002a-78ac-4bc6-9797-96f421d909e2', 'tag': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:56:49.987545 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c109002a-78ac-4bc6-9797-96f421d909e2', 'tag': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1', 'status': 'completed', 'code': 200} Feb 18 09:56:50.077772 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-3616bd3d-b0db-493b-a78f-38c967ab5536 None None] Set router c43292b4-80a0-4b0f-8983-4d2951fc748e gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:56:50.079147 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fc2f1-5fbb-4a6e-bf3b-ef9fd56bef46 req-d55977d3-2d97-4e9e-b321-77030d7035fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:50.080913 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-311fc2f1-5fbb-4a6e-bf3b-ef9fd56bef46 req-d55977d3-2d97-4e9e-b321-77030d7035fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d771469b6afd4f90950e4b0f7e322088&device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 1096 time: 0.0739014 Feb 18 09:56:50.225122 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fc2f1-5fbb-4a6e-bf3b-ef9fd56bef46 req-d8f9dfa9-98db-4abd-b19b-39d71dcce573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:50.228007 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-311fc2f1-5fbb-4a6e-bf3b-ef9fd56bef46 req-d8f9dfa9-98db-4abd-b19b-39d71dcce573 service neutron] 10.222.0.61 "GET /v2.0/networks?id=59454079-42d2-42bd-b76c-1d1782395bec HTTP/1.1" status: 200 len: 915 time: 0.1410580 Feb 18 09:56:50.303823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-311fc2f1-5fbb-4a6e-bf3b-ef9fd56bef46 req-9d377381-7b99-4aa8-8bf5-c89b2dab7951 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e088fa17-1d86-4f59-9a70-6ceab5c368a1 HTTP/1.1" status: 200 len: 217 time: 0.0701659 Feb 18 09:56:50.389146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fc2f1-5fbb-4a6e-bf3b-ef9fd56bef46 req-afebb45a-0c52-4e16-9ccf-99a18f4c927e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:50.391608 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-311fc2f1-5fbb-4a6e-bf3b-ef9fd56bef46 req-afebb45a-0c52-4e16-9ccf-99a18f4c927e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8bac016b-2a54-4de5-825a-81870e916854 HTTP/1.1" status: 200 len: 853 time: 0.0741160 Feb 18 09:56:50.449649 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3616bd3d-b0db-493b-a78f-38c967ab5536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'name': 'tempest-TestMinimumBasicScenario-943731563-router', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:42Z', 'revision_number': 4, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'gw_port': {'id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '10499389-7d4a-4c6d-acbe-716a45bbc9e1', 'name': '', 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'mac_address': 'fa:16:3e:f2:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8bac016b-2a54-4de5-825a-81870e916854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:41Z', 'updated_at': '2022-02-18T09:53:49Z', 'revision_number': 5, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'subnets': [{'id': '8bac016b-2a54-4de5-825a-81870e916854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:50.454902 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3616bd3d-b0db-493b-a78f-38c967ab5536 None None] Checking router: c43292b4-80a0-4b0f-8983-4d2951fc748e for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:56:50.464126 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3616bd3d-b0db-493b-a78f-38c967ab5536 None None] Routers {'c43292b4-80a0-4b0f-8983-4d2951fc748e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:56:50.464852 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3616bd3d-b0db-493b-a78f-38c967ab5536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:56:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c43292b4-80a0-4b0f-8983-4d2951fc748e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:50.484235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fc2f1-5fbb-4a6e-bf3b-ef9fd56bef46 req-caadf203-8cfb-4bfd-9406-85f0e7b532dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:50.485769 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-311fc2f1-5fbb-4a6e-bf3b-ef9fd56bef46 req-caadf203-8cfb-4bfd-9406-85f0e7b532dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59454079-42d2-42bd-b76c-1d1782395bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885549 Feb 18 09:56:50.631316 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-311fc2f1-5fbb-4a6e-bf3b-ef9fd56bef46 req-eb720249-1fb2-4270-b0c5-8286b6f17b2a service neutron] 10.222.0.61 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380973 Feb 18 09:56:50.648697 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-3616bd3d-b0db-493b-a78f-38c967ab5536 None None] Set router c43292b4-80a0-4b0f-8983-4d2951fc748e gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:56:50.774741 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-311fc2f1-5fbb-4a6e-bf3b-ef9fd56bef46 req-4f385498-4656-45ce-9934-d2b3e9ddabd9 service neutron] 10.222.0.61 "GET /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366100 Feb 18 09:56:50.994643 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-3616bd3d-b0db-493b-a78f-38c967ab5536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'name': 'tempest-TestMinimumBasicScenario-943731563-router', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:42Z', 'revision_number': 4, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'gw_port': {'id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '10499389-7d4a-4c6d-acbe-716a45bbc9e1', 'name': '', 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'mac_address': 'fa:16:3e:f2:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8bac016b-2a54-4de5-825a-81870e916854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:41Z', 'updated_at': '2022-02-18T09:53:49Z', 'revision_number': 5, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'subnets': [{'id': '8bac016b-2a54-4de5-825a-81870e916854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:56:50.998620 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3616bd3d-b0db-493b-a78f-38c967ab5536 None None] The sync data for ids ['c43292b4-80a0-4b0f-8983-4d2951fc748e'] in n-d-829434-1 is: [{'id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'name': 'tempest-TestMinimumBasicScenario-943731563-router', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:42Z', 'revision_number': 4, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'gw_port': {'id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '10499389-7d4a-4c6d-acbe-716a45bbc9e1', 'name': '', 'network_id': '59454079-42d2-42bd-b76c-1d1782395bec', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'mac_address': 'fa:16:3e:f2:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8bac016b-2a54-4de5-825a-81870e916854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:41Z', 'updated_at': '2022-02-18T09:53:49Z', 'revision_number': 5, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'subnets': [{'id': '8bac016b-2a54-4de5-825a-81870e916854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:56:51.236711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad83cc8-d9dc-48a3-8c90-d1574e8a9aae None None] New status for floating IP 96163e39-64c4-4b0e-a982-33a9bc887cf0: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:56:54.472443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10696238-794f-4274-8117-542d8afba7f0 req-42178b32-ede4-4e5e-8d4b-ebd9f505f24e tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:54.473798 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10696238-794f-4274-8117-542d8afba7f0 req-42178b32-ede4-4e5e-8d4b-ebd9f505f24e tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 945 time: 0.2014608 Feb 18 09:56:54.518422 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-10696238-794f-4274-8117-542d8afba7f0 req-ea1471a8-112a-42f6-b61c-5f2425ee462e tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388873 Feb 18 09:56:55.710669 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc9671-b1a0-479d-b8f5-e6c36d4c5051 req-6a774283-0cda-4f88-9d56-8ac2ed8c1dcc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:55.712043 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0dc9671-b1a0-479d-b8f5-e6c36d4c5051 req-6a774283-0cda-4f88-9d56-8ac2ed8c1dcc tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 945 time: 0.0832148 Feb 18 09:56:55.758875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f0dc9671-b1a0-479d-b8f5-e6c36d4c5051 req-c1377d64-63f1-4c72-9f11-c27a49b6ef1a tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/security-groups?id=ac085fe3-cfa5-4d15-bde9-b474190b1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410595 Feb 18 09:56:56.125595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bc90f-f879-47a2-9300-cc16c5471499 req-cbfaf62a-bfbc-433b-a4db-28ac9c9ac20c tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:56:56.127020 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf2bc90f-f879-47a2-9300-cc16c5471499 req-cbfaf62a-bfbc-433b-a4db-28ac9c9ac20c tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.61 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 945 time: 0.0795166 Feb 18 09:56:56.199416 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-cf2bc90f-f879-47a2-9300-cc16c5471499 req-8d0e623a-019f-4804-af8b-5abee622eb9d tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Deleting port e088fa17-1d86-4f59-9a70-6ceab5c368a1 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:56:56.199755 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cf2bc90f-f879-47a2-9300-cc16c5471499 req-8d0e623a-019f-4804-af8b-5abee622eb9d tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:56.446776 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-cf2bc90f-f879-47a2-9300-cc16c5471499 req-8d0e623a-019f-4804-af8b-5abee622eb9d tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] For port e088fa17-1d86-4f59-9a70-6ceab5c368a1, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=e088fa17-1d86-4f59-9a70-6ceab5c368a1,segment=NetworkSegment(4335d3dc-e3f4-4aeb-9220-5c013bbdac2a),segment_id=4335d3dc-e3f4-4aeb-9220-5c013bbdac2a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:56:56.447050 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cf2bc90f-f879-47a2-9300-cc16c5471499 req-8d0e623a-019f-4804-af8b-5abee622eb9d tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:56.568312 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-cf2bc90f-f879-47a2-9300-cc16c5471499 req-8d0e623a-019f-4804-af8b-5abee622eb9d tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Calling delete_port for e088fa17-1d86-4f59-9a70-6ceab5c368a1 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:56:56.711696 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cf2bc90f-f879-47a2-9300-cc16c5471499 req-8d0e623a-019f-4804-af8b-5abee622eb9d tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:56.723216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['e088fa17-1d86-4f59-9a70-6ceab5c368a1'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:56:56.762771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e623a-019f-4804-af8b-5abee622eb9d tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Pushing event deleted for resources: {'Port': ['ID=e088fa17-1d86-4f59-9a70-6ceab5c368a1,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:56:56.839962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2bc90f-f879-47a2-9300-cc16c5471499 req-8d0e623a-019f-4804-af8b-5abee622eb9d tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] No DVR routers for this DVR port e088fa17-1d86-4f59-9a70-6ceab5c368a1 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:56:56.842555 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cf2bc90f-f879-47a2-9300-cc16c5471499 req-8d0e623a-019f-4804-af8b-5abee622eb9d tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:56.845287 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c109002a-78ac-4bc6-9797-96f421d909e2', 'name': 'network-vif-deleted', 'tag': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:56:56.857066 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cf2bc90f-f879-47a2-9300-cc16c5471499 req-8d0e623a-019f-4804-af8b-5abee622eb9d tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.61 "DELETE /v2.0/ports/e088fa17-1d86-4f59-9a70-6ceab5c368a1 HTTP/1.1" status: 204 len: 173 time: 0.7246375 Feb 18 09:56:56.908192 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c109002a-78ac-4bc6-9797-96f421d909e2', 'name': 'network-vif-deleted', 'tag': 'e088fa17-1d86-4f59-9a70-6ceab5c368a1', 'status': 'completed', 'code': 200} Feb 18 09:56:56.914008 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-877a4527-fd85-475a-8baa-de402069134f req-051563ab-5e1b-4fee-ae5e-579051b31aba tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Synchronizing usage tracker for tenant:d771469b6afd4f90950e4b0f7e322088 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:56:56.930484 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-877a4527-fd85-475a-8baa-de402069134f req-051563ab-5e1b-4fee-ae5e-579051b31aba tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] Unset dirty status for tenant:d771469b6afd4f90950e4b0f7e322088 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:56:56.931650 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-877a4527-fd85-475a-8baa-de402069134f req-051563ab-5e1b-4fee-ae5e-579051b31aba tempest-TestMinimumBasicScenario-1114643713 tempest-TestMinimumBasicScenario-1114643713-project] 10.222.0.72 "GET /v2.0/ports?device_id=c109002a-78ac-4bc6-9797-96f421d909e2 HTTP/1.1" status: 200 len: 210 time: 0.0617840 Feb 18 09:56:58.555698 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50760) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:56:58.964461 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device e088fa17-1d86-4f59-9a70-6ceab5c368a1 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:56:58.999526 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: e088fa17-1d86-4f59-9a70-6ceab5c368a1 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:56:58.999984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device e088fa17-1d86-4f59-9a70-6ceab5c368a1 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:56:59.120311 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-042bfcc0-9a28-4560-b6cc-7bc42c1e3e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:59.620484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-042bfcc0-9a28-4560-b6cc-7bc42c1e3e3b admin admin] Deleting port 10499389-7d4a-4c6d-acbe-716a45bbc9e1 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:56:59.621202 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-042bfcc0-9a28-4560-b6cc-7bc42c1e3e3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:59.807016 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-042bfcc0-9a28-4560-b6cc-7bc42c1e3e3b admin admin] For port 10499389-7d4a-4c6d-acbe-716a45bbc9e1, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=10499389-7d4a-4c6d-acbe-716a45bbc9e1,segment=NetworkSegment(4335d3dc-e3f4-4aeb-9220-5c013bbdac2a),segment_id=4335d3dc-e3f4-4aeb-9220-5c013bbdac2a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:56:59.807293 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-042bfcc0-9a28-4560-b6cc-7bc42c1e3e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:56:59.936482 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-042bfcc0-9a28-4560-b6cc-7bc42c1e3e3b admin admin] Calling delete_port for 10499389-7d4a-4c6d-acbe-716a45bbc9e1 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:57:00.136973 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-042bfcc0-9a28-4560-b6cc-7bc42c1e3e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:00.218950 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bfcc0-9a28-4560-b6cc-7bc42c1e3e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=10499389-7d4a-4c6d-acbe-716a45bbc9e1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:00.464082 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-96d0371d-e8f1-4022-9812-43330bfd550d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:00.466248 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-042bfcc0-9a28-4560-b6cc-7bc42c1e3e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:00.950054 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042bfcc0-9a28-4560-b6cc-7bc42c1e3e3b admin admin] Router c43292b4-80a0-4b0f-8983-4d2951fc748e has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:57:01.131461 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042bfcc0-9a28-4560-b6cc-7bc42c1e3e3b admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:57:01.140222 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc2e72f-65b1-4907-aa14-2967cd05c7bc None None] Sync routers for ids ['c43292b4-80a0-4b0f-8983-4d2951fc748e'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:57:01.149755 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-042bfcc0-9a28-4560-b6cc-7bc42c1e3e3b admin admin] 10.222.0.72 "PUT /v2.0/routers/c43292b4-80a0-4b0f-8983-4d2951fc748e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5926392 Feb 18 09:57:01.150762 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc2e72f-65b1-4907-aa14-2967cd05c7bc None None] Routers {'c43292b4-80a0-4b0f-8983-4d2951fc748e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:57:01.151360 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2cc2e72f-65b1-4907-aa14-2967cd05c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:56:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c43292b4-80a0-4b0f-8983-4d2951fc748e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:01.152098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50764) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:01.327497 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-2cc2e72f-65b1-4907-aa14-2967cd05c7bc None None] Set router c43292b4-80a0-4b0f-8983-4d2951fc748e gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:57:01.337564 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9aa4d2d-9fc6-4cdc-a565-181e31a67703 admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:01.528155 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9aa4d2d-9fc6-4cdc-a565-181e31a67703 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:01.537956 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa4d2d-9fc6-4cdc-a565-181e31a67703 admin admin] Deleting port dd4eb9e3-c427-489e-8b6c-62db59704e67 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:57:01.538322 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9aa4d2d-9fc6-4cdc-a565-181e31a67703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:01.641260 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2cc2e72f-65b1-4907-aa14-2967cd05c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'name': 'tempest-TestMinimumBasicScenario-943731563-router', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:57:00Z', 'revision_number': 5, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'gw_port': {'id': 'dd4eb9e3-c427-489e-8b6c-62db59704e67', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:01.645708 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc2e72f-65b1-4907-aa14-2967cd05c7bc None None] Checking router: c43292b4-80a0-4b0f-8983-4d2951fc748e for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:57:01.653696 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc2e72f-65b1-4907-aa14-2967cd05c7bc None None] Routers {'c43292b4-80a0-4b0f-8983-4d2951fc748e'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:57:01.654286 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2cc2e72f-65b1-4907-aa14-2967cd05c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:56:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c43292b4-80a0-4b0f-8983-4d2951fc748e'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:01.712323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-a9aa4d2d-9fc6-4cdc-a565-181e31a67703 admin admin] For port dd4eb9e3-c427-489e-8b6c-62db59704e67, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=dd4eb9e3-c427-489e-8b6c-62db59704e67,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:57:01.712578 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9aa4d2d-9fc6-4cdc-a565-181e31a67703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:01.803963 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-2cc2e72f-65b1-4907-aa14-2967cd05c7bc None None] Set router c43292b4-80a0-4b0f-8983-4d2951fc748e gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:57:01.836195 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa4d2d-9fc6-4cdc-a565-181e31a67703 admin admin] Calling delete_port for dd4eb9e3-c427-489e-8b6c-62db59704e67 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:57:01.909779 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-2cc2e72f-65b1-4907-aa14-2967cd05c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'name': 'tempest-TestMinimumBasicScenario-943731563-router', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:57:01Z', 'revision_number': 6, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:01.913720 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc2e72f-65b1-4907-aa14-2967cd05c7bc None None] The sync data for ids ['c43292b4-80a0-4b0f-8983-4d2951fc748e'] in n-d-829434-1 is: [{'id': 'c43292b4-80a0-4b0f-8983-4d2951fc748e', 'name': 'tempest-TestMinimumBasicScenario-943731563-router', 'tenant_id': 'd771469b6afd4f90950e4b0f7e322088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:38Z', 'updated_at': '2022-02-18T09:57:01Z', 'revision_number': 6, 'project_id': 'd771469b6afd4f90950e4b0f7e322088', 'gw_port_host': None}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:57:02.009425 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9aa4d2d-9fc6-4cdc-a565-181e31a67703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:02.055477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa4d2d-9fc6-4cdc-a565-181e31a67703 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd4eb9e3-c427-489e-8b6c-62db59704e67,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:02.150911 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9aa4d2d-9fc6-4cdc-a565-181e31a67703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:02.439284 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9aa4d2d-9fc6-4cdc-a565-181e31a67703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:02.441513 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9aa4d2d-9fc6-4cdc-a565-181e31a67703 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:02.464737 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9aa4d2d-9fc6-4cdc-a565-181e31a67703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:02.465291 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9aa4d2d-9fc6-4cdc-a565-181e31a67703 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c43292b4-80a0-4b0f-8983-4d2951fc748e {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:57:02.478330 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a9aa4d2d-9fc6-4cdc-a565-181e31a67703 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:02.479435 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a9aa4d2d-9fc6-4cdc-a565-181e31a67703 admin admin] 10.222.0.72 "DELETE /v2.0/routers/c43292b4-80a0-4b0f-8983-4d2951fc748e HTTP/1.1" status: 204 len: 168 time: 1.3264184 Feb 18 09:57:02.482042 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50768) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:02.539122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6687b026-f824-42ca-b7c9-0741e3e3fb44 admin admin] Deleting subnet 8bac016b-2a54-4de5-825a-81870e916854 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:57:02.541875 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6687b026-f824-42ca-b7c9-0741e3e3fb44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:02.590404 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6687b026-f824-42ca-b7c9-0741e3e3fb44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:02.670646 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6687b026-f824-42ca-b7c9-0741e3e3fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:02.740672 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6687b026-f824-42ca-b7c9-0741e3e3fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:02.780221 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687b026-f824-42ca-b7c9-0741e3e3fb44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bac016b-2a54-4de5-825a-81870e916854,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:02.782244 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6687b026-f824-42ca-b7c9-0741e3e3fb44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:02.788224 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9802a3-4d5b-4259-b63b-f6dd8d7893fc None None] Network 59454079-42d2-42bd-b76c-1d1782395bec requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:57:02.790812 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6687b026-f824-42ca-b7c9-0741e3e3fb44 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8bac016b-2a54-4de5-825a-81870e916854 HTTP/1.1" status: 204 len: 168 time: 0.3076642 Feb 18 09:57:02.793581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50772) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:02.912222 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:02.924450 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] Deleting port eed08e84-f50e-46ec-8967-e171f8582f0d {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:57:02.924794 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:03.052257 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c84409-da90-490b-a702-4d6d6ecc44fc None None] DHCP port deletion for 59454079-42d2-42bd-b76c-1d1782395bec request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:57:03.056740 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-88c84409-da90-490b-a702-4d6d6ecc44fc None None] Deleting port eed08e84-f50e-46ec-8967-e171f8582f0d {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:57:03.057121 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-88c84409-da90-490b-a702-4d6d6ecc44fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:03.140438 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] For port eed08e84-f50e-46ec-8967-e171f8582f0d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=eed08e84-f50e-46ec-8967-e171f8582f0d,segment=NetworkSegment(4335d3dc-e3f4-4aeb-9220-5c013bbdac2a),segment_id=4335d3dc-e3f4-4aeb-9220-5c013bbdac2a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:57:03.140789 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:03.267901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] Calling delete_port for eed08e84-f50e-46ec-8967-e171f8582f0d owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:57:03.275844 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-88c84409-da90-490b-a702-4d6d6ecc44fc None None] For port eed08e84-f50e-46ec-8967-e171f8582f0d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=eed08e84-f50e-46ec-8967-e171f8582f0d,segment=NetworkSegment(4335d3dc-e3f4-4aeb-9220-5c013bbdac2a),segment_id=4335d3dc-e3f4-4aeb-9220-5c013bbdac2a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:57:03.276235 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-88c84409-da90-490b-a702-4d6d6ecc44fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:03.348100 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:03.397940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] Pushing event deleted for resources: {'Port': ['ID=eed08e84-f50e-46ec-8967-e171f8582f0d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:03.401009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] No DVR routers for this DVR port eed08e84-f50e-46ec-8967-e171f8582f0d on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:57:03.403253 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-88c84409-da90-490b-a702-4d6d6ecc44fc None None] Calling delete_port for eed08e84-f50e-46ec-8967-e171f8582f0d owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:57:03.481600 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-88c84409-da90-490b-a702-4d6d6ecc44fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:57:03.482302 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-88c84409-da90-490b-a702-4d6d6ecc44fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:57:03.505797 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 10499389-7d4a-4c6d-acbe-716a45bbc9e1 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:57:03.546727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 10499389-7d4a-4c6d-acbe-716a45bbc9e1 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:57:03.547075 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 10499389-7d4a-4c6d-acbe-716a45bbc9e1 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:57:03.547508 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device eed08e84-f50e-46ec-8967-e171f8582f0d no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:57:03.584197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: eed08e84-f50e-46ec-8967-e171f8582f0d {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:57:03.584577 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device eed08e84-f50e-46ec-8967-e171f8582f0d not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:57:03.585001 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device dd4eb9e3-c427-489e-8b6c-62db59704e67 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:57:03.620412 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: dd4eb9e3-c427-489e-8b6c-62db59704e67 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:57:03.620745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device dd4eb9e3-c427-489e-8b6c-62db59704e67 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:57:03.646143 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:03.671799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59454079-42d2-42bd-b76c-1d1782395bec']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:03.683758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4335d3dc-e3f4-4aeb-9220-5c013bbdac2a') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:03.684054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4335d3dc-e3f4-4aeb-9220-5c013bbdac2a') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:03.696213 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:03.712948 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:03.719092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:57:03.719573 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: timer() Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:57:03.733037 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:57:03.811610 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:03.818139 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:03.843010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] Pushing event deleted for resources: {'Network': ['ID=59454079-42d2-42bd-b76c-1d1782395bec,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:03.856825 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dbb1610f-cbad-4114-bb02-6d0354b08163 admin admin] 10.222.0.72 "DELETE /v2.0/networks/59454079-42d2-42bd-b76c-1d1782395bec HTTP/1.1" status: 204 len: 168 time: 1.0621815 Feb 18 09:57:03.859651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50776) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:03.909630 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b43829de-9103-40fd-bef1-deeec52ae176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:03.984455 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-88c84409-da90-490b-a702-4d6d6ecc44fc None None] Deleting port eed08e84-f50e-46ec-8967-e171f8582f0d {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:57:03.984937 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-88c84409-da90-490b-a702-4d6d6ecc44fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:04.066858 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-88c84409-da90-490b-a702-4d6d6ecc44fc None None] The port 'eed08e84-f50e-46ec-8967-e171f8582f0d' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:57:04.067807 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:04.085581 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:04.403001 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fc40d70d-da3d-42b2-b0e0-307ac0430d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:04.752421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-fc40d70d-da3d-42b2-b0e0-307ac0430d5d admin admin] Deleting port ae7ea296-e9bb-4a13-9bdc-471a9662722f {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:57:04.752660 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fc40d70d-da3d-42b2-b0e0-307ac0430d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:04.924508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-fc40d70d-da3d-42b2-b0e0-307ac0430d5d admin admin] For port ae7ea296-e9bb-4a13-9bdc-471a9662722f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=ae7ea296-e9bb-4a13-9bdc-471a9662722f,segment=NetworkSegment(ab31e155-0358-41ce-a427-78f36237c982),segment_id=ab31e155-0358-41ce-a427-78f36237c982)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:57:04.925243 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fc40d70d-da3d-42b2-b0e0-307ac0430d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:05.168570 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-fc40d70d-da3d-42b2-b0e0-307ac0430d5d admin admin] Calling delete_port for ae7ea296-e9bb-4a13-9bdc-471a9662722f owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:57:05.285525 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:05.498723 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fc40d70d-da3d-42b2-b0e0-307ac0430d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:05.545857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40d70d-da3d-42b2-b0e0-307ac0430d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7ea296-e9bb-4a13-9bdc-471a9662722f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:05.830496 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-fc40d70d-da3d-42b2-b0e0-307ac0430d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:06.196677 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc40d70d-da3d-42b2-b0e0-307ac0430d5d admin admin] Router cc5d4ce8-6ac2-4431-8421-92757bb64997 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:57:06.375041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc40d70d-da3d-42b2-b0e0-307ac0430d5d admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:57:06.383521 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea60fc2-43e6-47f2-9699-2e371637652e None None] Sync routers for ids ['cc5d4ce8-6ac2-4431-8421-92757bb64997'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:57:06.385047 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-fc40d70d-da3d-42b2-b0e0-307ac0430d5d admin admin] 10.222.0.72 "PUT /v2.0/routers/cc5d4ce8-6ac2-4431-8421-92757bb64997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5242887 Feb 18 09:57:06.387478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50780) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:06.395210 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea60fc2-43e6-47f2-9699-2e371637652e None None] Routers {'cc5d4ce8-6ac2-4431-8421-92757bb64997'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:57:06.395828 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-dea60fc2-43e6-47f2-9699-2e371637652e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:57:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['cc5d4ce8-6ac2-4431-8421-92757bb64997'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:06.608015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-dea60fc2-43e6-47f2-9699-2e371637652e None None] Set router cc5d4ce8-6ac2-4431-8421-92757bb64997 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:57:06.699973 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f39a4249-f63a-4d40-84e1-ce68ce96a9ab admin admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:06.884298 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f39a4249-f63a-4d40-84e1-ce68ce96a9ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:06.893987 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-dea60fc2-43e6-47f2-9699-2e371637652e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5d4ce8-6ac2-4431-8421-92757bb64997', 'name': 'tempest-TestMinimumBasicScenario-545131483-router', 'tenant_id': 'c051181ee1f94c93a04280e9991d3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'a4ad0576-4940-4b96-bfab-67118e55f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:45Z', 'updated_at': '2022-02-18T09:57:05Z', 'revision_number': 5, 'project_id': 'c051181ee1f94c93a04280e9991d3b4f', 'gw_port': {'id': 'a4ad0576-4940-4b96-bfab-67118e55f71f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5d4ce8-6ac2-4431-8421-92757bb64997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:53:46Z', 'updated_at': '2022-02-18T09:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:06.894815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-f39a4249-f63a-4d40-84e1-ce68ce96a9ab admin admin] Deleting port a4ad0576-4940-4b96-bfab-67118e55f71f {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:57:06.895152 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f39a4249-f63a-4d40-84e1-ce68ce96a9ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:06.898842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea60fc2-43e6-47f2-9699-2e371637652e None None] Checking router: cc5d4ce8-6ac2-4431-8421-92757bb64997 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:57:06.907189 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea60fc2-43e6-47f2-9699-2e371637652e None None] Routers {'cc5d4ce8-6ac2-4431-8421-92757bb64997'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:57:06.908609 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-dea60fc2-43e6-47f2-9699-2e371637652e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:57:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['cc5d4ce8-6ac2-4431-8421-92757bb64997'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:07.069572 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-dea60fc2-43e6-47f2-9699-2e371637652e None None] Set router cc5d4ce8-6ac2-4431-8421-92757bb64997 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:57:07.076488 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-f39a4249-f63a-4d40-84e1-ce68ce96a9ab admin admin] For port a4ad0576-4940-4b96-bfab-67118e55f71f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=a4ad0576-4940-4b96-bfab-67118e55f71f,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:57:07.076851 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f39a4249-f63a-4d40-84e1-ce68ce96a9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:07.187856 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-dea60fc2-43e6-47f2-9699-2e371637652e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5d4ce8-6ac2-4431-8421-92757bb64997', 'name': 'tempest-TestMinimumBasicScenario-545131483-router', 'tenant_id': 'c051181ee1f94c93a04280e9991d3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:45Z', 'updated_at': '2022-02-18T09:57:06Z', 'revision_number': 6, 'project_id': 'c051181ee1f94c93a04280e9991d3b4f', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:07.194043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea60fc2-43e6-47f2-9699-2e371637652e None None] The sync data for ids ['cc5d4ce8-6ac2-4431-8421-92757bb64997'] in n-d-829434-1 is: [{'id': 'cc5d4ce8-6ac2-4431-8421-92757bb64997', 'name': 'tempest-TestMinimumBasicScenario-545131483-router', 'tenant_id': 'c051181ee1f94c93a04280e9991d3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:53:45Z', 'updated_at': '2022-02-18T09:57:06Z', 'revision_number': 6, 'project_id': 'c051181ee1f94c93a04280e9991d3b4f', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:57:07.206180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-f39a4249-f63a-4d40-84e1-ce68ce96a9ab admin admin] Calling delete_port for a4ad0576-4940-4b96-bfab-67118e55f71f owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:57:07.387385 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f39a4249-f63a-4d40-84e1-ce68ce96a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:07.437969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a4249-f63a-4d40-84e1-ce68ce96a9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ad0576-4940-4b96-bfab-67118e55f71f,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:07.529745 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f39a4249-f63a-4d40-84e1-ce68ce96a9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:07.716372 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f39a4249-f63a-4d40-84e1-ce68ce96a9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:07.718477 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f39a4249-f63a-4d40-84e1-ce68ce96a9ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:07.741584 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f39a4249-f63a-4d40-84e1-ce68ce96a9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:07.742130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39a4249-f63a-4d40-84e1-ce68ce96a9ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc5d4ce8-6ac2-4431-8421-92757bb64997 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:57:07.754924 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f39a4249-f63a-4d40-84e1-ce68ce96a9ab admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:07.756054 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f39a4249-f63a-4d40-84e1-ce68ce96a9ab admin admin] 10.222.0.72 "DELETE /v2.0/routers/cc5d4ce8-6ac2-4431-8421-92757bb64997 HTTP/1.1" status: 204 len: 168 time: 1.3676698 Feb 18 09:57:07.758806 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50784) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:07.822649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-14698aa9-bbf5-42cd-95b1-90f6f22f9499 admin admin] Deleting subnet ff6ee746-6348-4871-bbd0-3dd9cb03a347 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:57:07.825917 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-14698aa9-bbf5-42cd-95b1-90f6f22f9499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:07.876898 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-14698aa9-bbf5-42cd-95b1-90f6f22f9499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:07.955168 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-14698aa9-bbf5-42cd-95b1-90f6f22f9499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:07.955444 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ae7ea296-e9bb-4a13-9bdc-471a9662722f no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:57:07.991390 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: ae7ea296-e9bb-4a13-9bdc-471a9662722f {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:57:07.991734 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device ae7ea296-e9bb-4a13-9bdc-471a9662722f not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:57:08.033077 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-14698aa9-bbf5-42cd-95b1-90f6f22f9499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:08.071544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14698aa9-bbf5-42cd-95b1-90f6f22f9499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff6ee746-6348-4871-bbd0-3dd9cb03a347,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:08.077111 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-14698aa9-bbf5-42cd-95b1-90f6f22f9499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:08.082163 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1c15b3-4e53-4ec5-b156-5e2c6ea5dde8 None None] Network 7a1b9f4f-c776-4fac-acce-b75ee351ea87 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:57:08.084703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-14698aa9-bbf5-42cd-95b1-90f6f22f9499 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ff6ee746-6348-4871-bbd0-3dd9cb03a347 HTTP/1.1" status: 204 len: 168 time: 0.3249333 Feb 18 09:57:08.087391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50788) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:08.204891 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:08.216572 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] Deleting port 8a71a400-09f8-494c-b5ce-22eb4c01c58f {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:57:08.216912 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:08.356188 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e5631e-2da9-47ed-a54b-4a114b93feff None None] DHCP port deletion for 7a1b9f4f-c776-4fac-acce-b75ee351ea87 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:57:08.361480 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-36e5631e-2da9-47ed-a54b-4a114b93feff None None] Deleting port 8a71a400-09f8-494c-b5ce-22eb4c01c58f {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:57:08.361923 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-36e5631e-2da9-47ed-a54b-4a114b93feff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:08.434919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] For port 8a71a400-09f8-494c-b5ce-22eb4c01c58f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8a71a400-09f8-494c-b5ce-22eb4c01c58f,segment=NetworkSegment(ab31e155-0358-41ce-a427-78f36237c982),segment_id=ab31e155-0358-41ce-a427-78f36237c982)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:57:08.435373 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:08.559784 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] Calling delete_port for 8a71a400-09f8-494c-b5ce-22eb4c01c58f owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:57:08.576887 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-36e5631e-2da9-47ed-a54b-4a114b93feff None None] For port 8a71a400-09f8-494c-b5ce-22eb4c01c58f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8a71a400-09f8-494c-b5ce-22eb4c01c58f,segment=NetworkSegment(ab31e155-0358-41ce-a427-78f36237c982),segment_id=ab31e155-0358-41ce-a427-78f36237c982)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:57:08.577278 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-36e5631e-2da9-47ed-a54b-4a114b93feff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:08.644936 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:08.691459 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a71a400-09f8-494c-b5ce-22eb4c01c58f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:08.694857 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] No DVR routers for this DVR port 8a71a400-09f8-494c-b5ce-22eb4c01c58f on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:57:08.705309 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-36e5631e-2da9-47ed-a54b-4a114b93feff None None] Calling delete_port for 8a71a400-09f8-494c-b5ce-22eb4c01c58f owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:57:08.781180 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-36e5631e-2da9-47ed-a54b-4a114b93feff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:57:08.781538 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-36e5631e-2da9-47ed-a54b-4a114b93feff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:57:08.809911 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:08.835435 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1b9f4f-c776-4fac-acce-b75ee351ea87']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:08.849164 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab31e155-0358-41ce-a427-78f36237c982') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:08.849456 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab31e155-0358-41ce-a427-78f36237c982') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:08.861095 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:08.878380 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:08.884646 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:57:08.885040 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:57:08.902314 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:57:08.978762 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:08.995135 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:09.005778 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a1b9f4f-c776-4fac-acce-b75ee351ea87,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:09.010020 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0a8d1a75-2d5a-4d20-89db-96b9b4f67cd1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7a1b9f4f-c776-4fac-acce-b75ee351ea87 HTTP/1.1" status: 204 len: 168 time: 0.9214277 Feb 18 09:57:09.195658 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50794) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:09.252346 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-828a357f-677c-4c62-a691-c4ad2a6a3fd7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d771469b6afd4f90950e4b0f7e322088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554152 Feb 18 09:57:09.254696 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50798) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:09.283382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-36e5631e-2da9-47ed-a54b-4a114b93feff None None] Deleting port 8a71a400-09f8-494c-b5ce-22eb4c01c58f {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:57:09.283999 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-36e5631e-2da9-47ed-a54b-4a114b93feff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:09.313689 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-56520dcd-bfb0-4e54-9016-636467e13821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:09.342426 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-56520dcd-bfb0-4e54-9016-636467e13821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:09.396835 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-36e5631e-2da9-47ed-a54b-4a114b93feff None None] The port '8a71a400-09f8-494c-b5ce-22eb4c01c58f' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 09:57:09.401445 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-56520dcd-bfb0-4e54-9016-636467e13821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:09.424193 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-56520dcd-bfb0-4e54-9016-636467e13821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:09.425417 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-56520dcd-bfb0-4e54-9016-636467e13821 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ac085fe3-cfa5-4d15-bde9-b474190b1ce5 HTTP/1.1" status: 204 len: 168 time: 0.1698394 Feb 18 09:57:09.426318 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56520dcd-bfb0-4e54-9016-636467e13821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac085fe3-cfa5-4d15-bde9-b474190b1ce5,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:09.511359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a4ad0576-4940-4b96-bfab-67118e55f71f no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:57:09.552984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: a4ad0576-4940-4b96-bfab-67118e55f71f {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:57:09.553243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device a4ad0576-4940-4b96-bfab-67118e55f71f not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:57:09.553492 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8a71a400-09f8-494c-b5ce-22eb4c01c58f no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:57:09.587737 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 8a71a400-09f8-494c-b5ce-22eb4c01c58f {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:57:09.588296 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8a71a400-09f8-494c-b5ce-22eb4c01c58f not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:57:09.816314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50806) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:09.868908 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-699a7914-2e42-481a-87b7-0028a2911af8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c051181ee1f94c93a04280e9991d3b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512543 Feb 18 09:57:09.871306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50810) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:09.934165 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2f128fb7-44ac-4c93-bdc3-e88797f9e1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:09.962112 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2f128fb7-44ac-4c93-bdc3-e88797f9e1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:10.017203 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2f128fb7-44ac-4c93-bdc3-e88797f9e1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:10.031594 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f128fb7-44ac-4c93-bdc3-e88797f9e1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a846ba-fa7a-4fe1-8375-76babbe15e00,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:10.039251 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2f128fb7-44ac-4c93-bdc3-e88797f9e1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:10.040396 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2f128fb7-44ac-4c93-bdc3-e88797f9e1bd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/14a846ba-fa7a-4fe1-8375-76babbe15e00 HTTP/1.1" status: 204 len: 168 time: 0.1681845 Feb 18 09:57:11.959042 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:11.971818 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.039029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50852) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:12.044130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-435078481', 'description': 'tempest-secgroup-smoke-435078481 description', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:57:12.051953 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:57:12.055712 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:57:12.058505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:57:12.064187 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:57:12.074991 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.086933 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.101777 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:57:12.105682 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:57:12.108454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:57:12.114718 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:57:12.199829 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.204080 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.216561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:57:12.224952 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:57:12.233098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:57:12.247348 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:57:12.250956 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=191ce0ce-b4fc-4637-91a0-003d2f87bc91,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:12.321706 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.325919 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.370047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85f9d1c-1be4-45e7-bebf-ca989a252161,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:12.372409 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.375996 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-068cc50c-0eef-4e35-9846-d38d14e42da0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3335965 Feb 18 09:57:12.377229 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50856) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:12.382336 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-10b9f39d-71ff-4ef3-8169-81d4c5a6b836 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': 'f85f9d1c-1be4-45e7-bebf-ca989a252161', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:57:12.389283 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-10b9f39d-71ff-4ef3-8169-81d4c5a6b836 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:57:12.394208 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-10b9f39d-71ff-4ef3-8169-81d4c5a6b836 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:57:12.397118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-10b9f39d-71ff-4ef3-8169-81d4c5a6b836 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:57:12.402689 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-10b9f39d-71ff-4ef3-8169-81d4c5a6b836 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:57:12.419765 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-10b9f39d-71ff-4ef3-8169-81d4c5a6b836 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.480467 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-10b9f39d-71ff-4ef3-8169-81d4c5a6b836 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.483892 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-10b9f39d-71ff-4ef3-8169-81d4c5a6b836 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.506687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9f39d-71ff-4ef3-8169-81d4c5a6b836 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423c1e74-83be-4523-acda-bb97eee63f44,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:12.518050 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-10b9f39d-71ff-4ef3-8169-81d4c5a6b836 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.519267 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-10b9f39d-71ff-4ef3-8169-81d4c5a6b836 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410418 Feb 18 09:57:12.522289 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50860) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:12.530099 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b0242cde-266a-4b14-b975-7aeb51e0fb02 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': 'f85f9d1c-1be4-45e7-bebf-ca989a252161', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:57:12.535011 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b0242cde-266a-4b14-b975-7aeb51e0fb02 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:57:12.539302 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b0242cde-266a-4b14-b975-7aeb51e0fb02 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:57:12.542640 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b0242cde-266a-4b14-b975-7aeb51e0fb02 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:57:12.548554 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b0242cde-266a-4b14-b975-7aeb51e0fb02 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:57:12.566428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b0242cde-266a-4b14-b975-7aeb51e0fb02 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.631223 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b0242cde-266a-4b14-b975-7aeb51e0fb02 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.635120 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b0242cde-266a-4b14-b975-7aeb51e0fb02 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.659419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0242cde-266a-4b14-b975-7aeb51e0fb02 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6cf236-5efa-49ce-9ff6-d2de8d935317,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:12.668920 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b0242cde-266a-4b14-b975-7aeb51e0fb02 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.670231 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b0242cde-266a-4b14-b975-7aeb51e0fb02 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1469703 Feb 18 09:57:12.673162 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50864) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:12.678079 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-011c5b50-b7c0-4ac4-b7dd-4b1863f807dd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': 'f85f9d1c-1be4-45e7-bebf-ca989a252161', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:57:12.685414 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-011c5b50-b7c0-4ac4-b7dd-4b1863f807dd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:57:12.689669 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-011c5b50-b7c0-4ac4-b7dd-4b1863f807dd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:57:12.692573 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-011c5b50-b7c0-4ac4-b7dd-4b1863f807dd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:57:12.698466 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-011c5b50-b7c0-4ac4-b7dd-4b1863f807dd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:57:12.716128 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-011c5b50-b7c0-4ac4-b7dd-4b1863f807dd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.780474 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-011c5b50-b7c0-4ac4-b7dd-4b1863f807dd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.784192 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-011c5b50-b7c0-4ac4-b7dd-4b1863f807dd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.809290 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c5b50-b7c0-4ac4-b7dd-4b1863f807dd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83497b90-86de-481c-8975-fa9433f91933,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:12.821447 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-011c5b50-b7c0-4ac4-b7dd-4b1863f807dd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.822733 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-011c5b50-b7c0-4ac4-b7dd-4b1863f807dd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1485963 Feb 18 09:57:12.826843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50868) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:12.832562 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-bcc3705d-d2f3-4f62-9132-8b4acd27d0ca tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': 'f85f9d1c-1be4-45e7-bebf-ca989a252161', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:57:12.839746 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bcc3705d-d2f3-4f62-9132-8b4acd27d0ca tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:57:12.843633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bcc3705d-d2f3-4f62-9132-8b4acd27d0ca tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:57:12.846722 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bcc3705d-d2f3-4f62-9132-8b4acd27d0ca tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:57:12.852584 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bcc3705d-d2f3-4f62-9132-8b4acd27d0ca tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:57:12.871070 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bcc3705d-d2f3-4f62-9132-8b4acd27d0ca tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.941082 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bcc3705d-d2f3-4f62-9132-8b4acd27d0ca tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.945035 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bcc3705d-d2f3-4f62-9132-8b4acd27d0ca tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.978644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3705d-d2f3-4f62-9132-8b4acd27d0ca tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d63bb01-2720-4798-abb5-a0e2aefcf7c4,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:12.989233 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bcc3705d-d2f3-4f62-9132-8b4acd27d0ca tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:12.990687 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bcc3705d-d2f3-4f62-9132-8b4acd27d0ca tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1628814 Feb 18 09:57:12.993458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50872) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:12.998741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-fce0d356-2126-455c-870e-005db9c80827 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': 'f85f9d1c-1be4-45e7-bebf-ca989a252161', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:57:13.006602 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fce0d356-2126-455c-870e-005db9c80827 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:57:13.010364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fce0d356-2126-455c-870e-005db9c80827 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:57:13.013175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-fce0d356-2126-455c-870e-005db9c80827 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:57:13.019495 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-fce0d356-2126-455c-870e-005db9c80827 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:57:13.038997 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-fce0d356-2126-455c-870e-005db9c80827 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Project ed8f29f326d44aaf961e4f998748e77c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:57:13.046232 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fce0d356-2126-455c-870e-005db9c80827 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:13.123483 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fce0d356-2126-455c-870e-005db9c80827 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:13.131337 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fce0d356-2126-455c-870e-005db9c80827 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:13.162007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0d356-2126-455c-870e-005db9c80827 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e071cc54-9ea8-44f4-9224-b9ebbff0cdc4,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:13.169406 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-fce0d356-2126-455c-870e-005db9c80827 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:13.170820 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fce0d356-2126-455c-870e-005db9c80827 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1763148 Feb 18 09:57:13.174360 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50876) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:13.179494 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b2439edf-4f8b-49cb-b402-3e448458df5a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': 'f85f9d1c-1be4-45e7-bebf-ca989a252161', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:57:13.186765 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b2439edf-4f8b-49cb-b402-3e448458df5a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:57:13.192335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b2439edf-4f8b-49cb-b402-3e448458df5a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:57:13.196613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b2439edf-4f8b-49cb-b402-3e448458df5a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:57:13.203642 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b2439edf-4f8b-49cb-b402-3e448458df5a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:57:13.218671 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-b2439edf-4f8b-49cb-b402-3e448458df5a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Project ed8f29f326d44aaf961e4f998748e77c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:57:13.228160 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b2439edf-4f8b-49cb-b402-3e448458df5a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:13.304530 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b2439edf-4f8b-49cb-b402-3e448458df5a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:13.308827 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b2439edf-4f8b-49cb-b402-3e448458df5a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:13.334407 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2439edf-4f8b-49cb-b402-3e448458df5a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1193145-a89f-4e0b-9bef-c1dd7ac03891,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:13.343532 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b2439edf-4f8b-49cb-b402-3e448458df5a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:13.345644 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b2439edf-4f8b-49cb-b402-3e448458df5a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1701112 Feb 18 09:57:13.349306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50880) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:13.355196 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-bd79040c-6200-4608-bda7-35c0f7ad3dfc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'network': {'name': 'tempest-network-smoke--39976292', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'port_security_enabled': True}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:57:13.364091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bd79040c-6200-4608-bda7-35c0f7ad3dfc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:57:13.368339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bd79040c-6200-4608-bda7-35c0f7ad3dfc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:network and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:57:13.371157 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bd79040c-6200-4608-bda7-35c0f7ad3dfc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:57:13.378110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bd79040c-6200-4608-bda7-35c0f7ad3dfc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:57:13.388539 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd79040c-6200-4608-bda7-35c0f7ad3dfc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Made reservation on behalf of ed8f29f326d44aaf961e4f998748e77c for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:57:13.392569 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd79040c-6200-4608-bda7-35c0f7ad3dfc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:13.423444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd79040c-6200-4608-bda7-35c0f7ad3dfc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:57:13.432675 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd79040c-6200-4608-bda7-35c0f7ad3dfc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:13.433014 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-bd79040c-6200-4608-bda7-35c0f7ad3dfc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Added segment e3a18be7-a09f-4f86-9369-13a0fee17e65 of type vlan for network 030f6a49-d5f7-4515-838c-f1cec859fe10 Feb 18 09:57:13.463941 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd79040c-6200-4608-bda7-35c0f7ad3dfc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:13.494054 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd79040c-6200-4608-bda7-35c0f7ad3dfc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:13.499408 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd79040c-6200-4608-bda7-35c0f7ad3dfc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:13.499989 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bd79040c-6200-4608-bda7-35c0f7ad3dfc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:13.709456 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bd79040c-6200-4608-bda7-35c0f7ad3dfc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3589156 Feb 18 09:57:13.712687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50884) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:13.718802 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1243847526', 'admin_state_up': True, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:57:13.719066 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79040c-6200-4608-bda7-35c0f7ad3dfc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Network': ['ID=030f6a49-d5f7-4515-838c-f1cec859fe10,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:13.729817 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:57:13.730837 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 030f6a49-d5f7-4515-838c-f1cec859fe10 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:57:13.734595 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:router and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:57:13.740001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:57:13.748807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:57:13.760932 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:13.762113 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:13.779737 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:14.196676 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:14.517993 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:14.547297 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:14.691090 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.25.1.223 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/8ff00521-a0f9-4b85-bc7b-548932dd2378) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:57:14.846899 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:14.877510 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:14.945789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:57:14.948672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:57:14.952658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:57:14.990907 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=8ff00521-a0f9-4b85-bc7b-548932dd2378,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:15.522014 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:15.904328 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:16.118281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router c515a58e-37ca-4fc0-9785-b6272b1839e5 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:57:16.298575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:57:16.308094 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Sync routers for ids ['c515a58e-37ca-4fc0-9785-b6272b1839e5'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:57:16.318353 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Routers {'c515a58e-37ca-4fc0-9785-b6272b1839e5'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:57:16.319030 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:57:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c515a58e-37ca-4fc0-9785-b6272b1839e5'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:16.325282 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:16.326741 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f3c8e7ec-9da3-4d4e-b5a0-04340f1bccd6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6128571 Feb 18 09:57:16.330942 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 50888) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:16.498748 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-65e5b2ae-9221-40eb-9f85-c63c09011907 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=ed8f29f326d44aaf961e4f998748e77c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1666558 Feb 18 09:57:16.502211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50894) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:16.524409 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Set router c515a58e-37ca-4fc0-9785-b6272b1839e5 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:57:16.632604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6306399c-fa1c-4d77-80b5-ca3cd7838437 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:16.634104 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6306399c-fa1c-4d77-80b5-ca3cd7838437 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307428 Feb 18 09:57:16.636997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50898) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:16.679911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-120a64b8-a399-406e-9381-6243fab999c9 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416801 Feb 18 09:57:16.682384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50902) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:16.687502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7bb52098-4eae-405a-8a5b-2547cbe8731c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-435049610', 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:57:16.796665 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7bb52098-4eae-405a-8a5b-2547cbe8731c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:57:16.800986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7bb52098-4eae-405a-8a5b-2547cbe8731c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:subnet and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:57:16.803721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7bb52098-4eae-405a-8a5b-2547cbe8731c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:57:16.809356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7bb52098-4eae-405a-8a5b-2547cbe8731c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:57:16.810750 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243847526', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:57:13Z', 'updated_at': '2022-02-18T09:57:15Z', 'revision_number': 3, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:14Z', 'updated_at': '2022-02-18T09:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:16.814865 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Checking router: c515a58e-37ca-4fc0-9785-b6272b1839e5 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:57:16.815498 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Updating router c515a58e-37ca-4fc0-9785-b6272b1839e5 port 8ff00521-a0f9-4b85-bc7b-548932dd2378 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:57:16.819978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb52098-4eae-405a-8a5b-2547cbe8731c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Made reservation on behalf of ed8f29f326d44aaf961e4f998748e77c for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:57:16.823403 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7bb52098-4eae-405a-8a5b-2547cbe8731c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:16.869667 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:17.036073 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7bb52098-4eae-405a-8a5b-2547cbe8731c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:17.118042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb52098-4eae-405a-8a5b-2547cbe8731c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Subnet': ['ID=ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:17.123283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb52098-4eae-405a-8a5b-2547cbe8731c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Checking segment: {'id': 'e3a18be7-a09f-4f86-9369-13a0fee17e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:57:17.123633 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb52098-4eae-405a-8a5b-2547cbe8731c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network hostable DHCP agents. Network: 030f6a49-d5f7-4515-838c-f1cec859fe10, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:57:17.143382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb52098-4eae-405a-8a5b-2547cbe8731c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 030f6a49-d5f7-4515-838c-f1cec859fe10 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:57:17.152794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-7bb52098-4eae-405a-8a5b-2547cbe8731c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 030f6a49-d5f7-4515-838c-f1cec859fe10) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:57:17.158827 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb52098-4eae-405a-8a5b-2547cbe8731c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:17.159606 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7bb52098-4eae-405a-8a5b-2547cbe8731c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:17.163556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a17e6e-88b2-4e69-b17a-e423c525c7e1 None None] Network 030f6a49-d5f7-4515-838c-f1cec859fe10 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:57:17.190754 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7bb52098-4eae-405a-8a5b-2547cbe8731c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5038764 Feb 18 09:57:17.190993 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50906) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:17.235031 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:17.248991 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Transition to ACTIVE for port object 8ff00521-a0f9-4b85-bc7b-548932dd2378 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:57:17.257734 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:17.340800 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Attempting to bind port 8ff00521-a0f9-4b85-bc7b-548932dd2378 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:57:17.341500 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Attempting to bind port 8ff00521-a0f9-4b85-bc7b-548932dd2378 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:57:17.341500 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Attempting to bind port 8ff00521-a0f9-4b85-bc7b-548932dd2378 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:57:17.348775 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b6763-101c-4043-9c41-3eb4c2a1b976 None None] Pushing event updated for resources: {'Port': ['ID=8ff00521-a0f9-4b85-bc7b-548932dd2378,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:17.358762 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:57:17.359003 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:57:17.359344 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:17.359733 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:57:17.360197 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Bound port: 8ff00521-a0f9-4b85-bc7b-548932dd2378, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:57:17.360645 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:17.389429 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6763-101c-4043-9c41-3eb4c2a1b976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.389782 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6763-101c-4043-9c41-3eb4c2a1b976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.390121 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6763-101c-4043-9c41-3eb4c2a1b976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.390455 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6763-101c-4043-9c41-3eb4c2a1b976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.390789 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6763-101c-4043-9c41-3eb4c2a1b976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.391115 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6763-101c-4043-9c41-3eb4c2a1b976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.391441 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6763-101c-4043-9c41-3eb4c2a1b976 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.391824 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6763-101c-4043-9c41-3eb4c2a1b976 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.392153 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6763-101c-4043-9c41-3eb4c2a1b976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.392495 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6763-101c-4043-9c41-3eb4c2a1b976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.393068 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6763-101c-4043-9c41-3eb4c2a1b976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.393183 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b6763-101c-4043-9c41-3eb4c2a1b976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.406183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-030f6a49-d5f7-4515-838c-f1cec859fe10', 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ips': [{'subnet_id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:57:17.407118 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:17.447557 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] For port 8ff00521-a0f9-4b85-bc7b-548932dd2378, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:57:17.453489 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] For port 8ff00521-a0f9-4b85-bc7b-548932dd2378, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8ff00521-a0f9-4b85-bc7b-548932dd2378,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:57:17.465628 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:17.564049 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b6763-101c-4043-9c41-3eb4c2a1b976 None None] Pushing event updated for resources: {'Port': ['ID=8ff00521-a0f9-4b85-bc7b-548932dd2378,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:17.574003 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Routers {'c515a58e-37ca-4fc0-9785-b6272b1839e5'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:57:17.574707 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:57:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c515a58e-37ca-4fc0-9785-b6272b1839e5'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:17.604582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Allocated IP 172.20.0.2 (030f6a49-d5f7-4515-838c-f1cec859fe10/ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345/3de569c1-3b1a-4c93-b17b-4c9c5d4e6030) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:57:17.773902 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] Set router c515a58e-37ca-4fc0-9785-b6272b1839e5 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:57:17.848461 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:17.860865 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Transition to ACTIVE for port object 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:57:17.883049 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Transition to ACTIVE for port object 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:57:17.890609 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:17.972683 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Pushing event updated for resources: {'Port': ['ID=3de569c1-3b1a-4c93-b17b-4c9c5d4e6030,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:17.978819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Network 030f6a49-d5f7-4515-838c-f1cec859fe10 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:57:17.983116 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:57:17.985630 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.985979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.986528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.986852 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.987191 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.987525 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.987856 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.988198 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.988546 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.988871 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.989197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.989523 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:57:17.992643 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:57:18.088294 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Attempting to bind port 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:57:18.088612 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Attempting to bind port 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'e3a18be7-a09f-4f86-9369-13a0fee17e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:57:18.088988 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Attempting to bind port 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030 on network 030f6a49-d5f7-4515-838c-f1cec859fe10 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:57:18.092673 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243847526', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:57:13Z', 'updated_at': '2022-02-18T09:57:15Z', 'revision_number': 3, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:14Z', 'updated_at': '2022-02-18T09:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:18.094519 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:57:18.095433 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Checking segment: {'id': 'e3a18be7-a09f-4f86-9369-13a0fee17e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:57:18.095836 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:18.096237 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Bound using segment: {'id': 'e3a18be7-a09f-4f86-9369-13a0fee17e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:57:18.096733 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Bound port: 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a18be7-a09f-4f86-9369-13a0fee17e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:57:18.097249 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:18.098390 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77682d02-5a4d-43ad-9086-353364cacc4c None None] The sync data for ids ['c515a58e-37ca-4fc0-9785-b6272b1839e5'] in n-d-829434-1 is: [{'id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243847526', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:57:13Z', 'updated_at': '2022-02-18T09:57:15Z', 'revision_number': 3, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:14Z', 'updated_at': '2022-02-18T09:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:57:18.142849 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:18.207121 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] For port 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:57:18.213934 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] For port 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3de569c1-3b1a-4c93-b17b-4c9c5d4e6030,segment=NetworkSegment(e3a18be7-a09f-4f86-9369-13a0fee17e65),segment_id=e3a18be7-a09f-4f86-9369-13a0fee17e65)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:57:18.222435 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:18.314089 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8230075-dd31-4ccd-9c90-736f805b55ad None None] Pushing event updated for resources: {'Port': ['ID=3de569c1-3b1a-4c93-b17b-4c9c5d4e6030,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:18.640510 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.20.0.1 (030f6a49-d5f7-4515-838c-f1cec859fe10/ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345/1542dc33-9865-45d5-aa70-1646c1a84b75) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:57:18.819065 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:18.835993 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Transition to ACTIVE for port object 1542dc33-9865-45d5-aa70-1646c1a84b75 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:57:18.861831 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:18.932098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 030f6a49-d5f7-4515-838c-f1cec859fe10 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:57:18.935195 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:57:18.939680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:57:18.970832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=1542dc33-9865-45d5-aa70-1646c1a84b75,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:19.004586 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:19.337916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cfaa0c-6956-48e7-8d95-92937071e935 None None] Network 030f6a49-d5f7-4515-838c-f1cec859fe10 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:57:19.397517 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:19.479421 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-fc32e8b9-0753-4c51-91d7-08768cb24a73 None None] Provisioning for port 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:57:19.650200 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8ff00521-a0f9-4b85-bc7b-548932dd2378 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:57:19.871074 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 8ff00521-a0f9-4b85-bc7b-548932dd2378 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:57:19.887712 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 8ff00521-a0f9-4b85-bc7b-548932dd2378 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:57:19.887922 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:19.892368 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:19.898401 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:20.021122 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:20.025251 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=1542dc33-9865-45d5-aa70-1646c1a84b75,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:20.057499 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:20.078494 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 8ff00521-a0f9-4b85-bc7b-548932dd2378, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8ff00521-a0f9-4b85-bc7b-548932dd2378,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:57:20.083810 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:20.085175 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:57:20.190916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 030f6a49-d5f7-4515-838c-f1cec859fe10 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:57:20.193047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:57:20.221416 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=8ff00521-a0f9-4b85-bc7b-548932dd2378,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:20.224981 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b64c3f61-e922-48b4-adc2-aac62b77081a None None] Provisioning for port 1542dc33-9865-45d5-aa70-1646c1a84b75 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:57:20.232241 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b64c3f61-e922-48b4-adc2-aac62b77081a None None] Provisioning complete for port 1542dc33-9865-45d5-aa70-1646c1a84b75 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:57:20.232631 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b64c3f61-e922-48b4-adc2-aac62b77081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:20.284014 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:57:20.293878 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:57:20.294250 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:20.330372 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b64c3f61-e922-48b4-adc2-aac62b77081a None None] Port 1542dc33-9865-45d5-aa70-1646c1a84b75 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:57:20.362308 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b64c3f61-e922-48b4-adc2-aac62b77081a None None] Provisioning complete for port 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:57:20.363009 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b64c3f61-e922-48b4-adc2-aac62b77081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:20.457533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router c515a58e-37ca-4fc0-9785-b6272b1839e5 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:57:20.487468 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:20.573033 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b64c3f61-e922-48b4-adc2-aac62b77081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:20.583561 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3de569c1-3b1a-4c93-b17b-4c9c5d4e6030,segment=NetworkSegment(e3a18be7-a09f-4f86-9369-13a0fee17e65),segment_id=e3a18be7-a09f-4f86-9369-13a0fee17e65)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:57:20.590906 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:20.670252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:57:20.681993 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-661cb1cb-e7b8-47f7-9e5d-67207bdbe139 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "PUT /v2.0/routers/c515a58e-37ca-4fc0-9785-b6272b1839e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4897113 Feb 18 09:57:20.687365 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Sync routers for ids ['c515a58e-37ca-4fc0-9785-b6272b1839e5'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:57:20.725837 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Routers {'c515a58e-37ca-4fc0-9785-b6272b1839e5'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:57:20.726548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:57:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c515a58e-37ca-4fc0-9785-b6272b1839e5'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:20.784666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=3de569c1-3b1a-4c93-b17b-4c9c5d4e6030,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:20.787330 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-b64c3f61-e922-48b4-adc2-aac62b77081a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 09:57:20.787676 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-b64c3f61-e922-48b4-adc2-aac62b77081a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 09:57:20.883894 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-4749dc9a-c481-48e7-9a97-bd2a360c1b4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435078481&fields=id&tenant_id=ed8f29f326d44aaf961e4f998748e77c HTTP/1.1" status: 200 len: 267 time: 0.0575166 Feb 18 09:57:20.937974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Set router c515a58e-37ca-4fc0-9785-b6272b1839e5 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:57:21.165462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-e15fd63d-70a2-4f5e-9686-71dd7ba791bc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:21.166966 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-e15fd63d-70a2-4f5e-9686-71dd7ba791bc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/networks?id=030f6a49-d5f7-4515-838c-f1cec859fe10 HTTP/1.1" status: 200 len: 795 time: 0.2820349 Feb 18 09:57:21.184338 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-943c0f94-cc6d-4843-a4b5-52eafd729c18 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/quotas/ed8f29f326d44aaf961e4f998748e77c HTTP/1.1" status: 200 len: 375 time: 0.0111670 Feb 18 09:57:21.274050 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243847526', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:57:13Z', 'updated_at': '2022-02-18T09:57:19Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:14Z', 'updated_at': '2022-02-18T09:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '1542dc33-9865-45d5-aa70-1646c1a84b75', 'name': '', 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:e1:e7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:18Z', 'updated_at': '2022-02-18T09:57:19Z', 'revision_number': 2, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:21.277984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Checking router: c515a58e-37ca-4fc0-9785-b6272b1839e5 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:57:21.278390 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Updating router c515a58e-37ca-4fc0-9785-b6272b1839e5 port 1542dc33-9865-45d5-aa70-1646c1a84b75 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:57:21.278627 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-3291599f-435e-4a63-ae64-31d12acc7831 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:57:21.296531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-3291599f-435e-4a63-ae64-31d12acc7831 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:57:21.298151 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-3291599f-435e-4a63-ae64-31d12acc7831 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083615 Feb 18 09:57:21.363632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-8533da8c-cb09-4605-8d8b-48ac57dabcf9 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 09:57:21.364835 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-8533da8c-cb09-4605-8d8b-48ac57dabcf9 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545790 Feb 18 09:57:21.420539 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:21.507268 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-0365211c-c7e9-4004-9f11-9cf4cff193f1 service neutron] 10.222.0.72 "GET /v2.0/networks/030f6a49-d5f7-4515-838c-f1cec859fe10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360614 Feb 18 09:57:21.533417 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8ff00521-a0f9-4b85-bc7b-548932dd2378 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:57:21.619186 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0c0bb571-7d81-4138-9c80-12503e0dee7c None None] Provisioning complete for port 1542dc33-9865-45d5-aa70-1646c1a84b75 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:57:21.619459 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0c0bb571-7d81-4138-9c80-12503e0dee7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:21.652019 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-e8e54c01-6fcf-462a-9701-89561d16c71e service neutron] 10.222.0.72 "GET /v2.0/networks/030f6a49-d5f7-4515-838c-f1cec859fe10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330168 Feb 18 09:57:21.747854 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0c0bb571-7d81-4138-9c80-12503e0dee7c None None] Port 1542dc33-9865-45d5-aa70-1646c1a84b75 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:57:21.768692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 8ff00521-a0f9-4b85-bc7b-548932dd2378 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:57:21.769073 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:21.914844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb874b2e-d239-4f81-a4bc-8c2d5916193d req-e5f11c88-2500-4851-b9ec-d5462f3c0819 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 210 time: 0.1096604 Feb 18 09:57:21.993770 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:57:22.043342 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:22.073061 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Transition to ACTIVE for port object 1542dc33-9865-45d5-aa70-1646c1a84b75 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:57:22.085317 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:22.238934 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:57:22.239303 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:22.289051 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a5c2c-6c36-46ab-a9a9-e8a576540a25 None None] Pushing event updated for resources: {'Port': ['ID=1542dc33-9865-45d5-aa70-1646c1a84b75,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:22.430234 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Attempting to bind port 1542dc33-9865-45d5-aa70-1646c1a84b75 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:57:22.430915 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Attempting to bind port 1542dc33-9865-45d5-aa70-1646c1a84b75 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'e3a18be7-a09f-4f86-9369-13a0fee17e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:57:22.430915 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Attempting to bind port 1542dc33-9865-45d5-aa70-1646c1a84b75 on network 030f6a49-d5f7-4515-838c-f1cec859fe10 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:57:22.439962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:57:22.440358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Checking segment: {'id': 'e3a18be7-a09f-4f86-9369-13a0fee17e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:57:22.440758 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:22.441140 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Bound using segment: {'id': 'e3a18be7-a09f-4f86-9369-13a0fee17e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:57:22.441683 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Bound port: 1542dc33-9865-45d5-aa70-1646c1a84b75, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a18be7-a09f-4f86-9369-13a0fee17e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:57:22.442099 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:22.606784 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] For port 1542dc33-9865-45d5-aa70-1646c1a84b75, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:57:22.606784 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] For port 1542dc33-9865-45d5-aa70-1646c1a84b75, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1542dc33-9865-45d5-aa70-1646c1a84b75,segment=NetworkSegment(e3a18be7-a09f-4f86-9369-13a0fee17e65),segment_id=e3a18be7-a09f-4f86-9369-13a0fee17e65)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:57:22.612703 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:22.708737 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Routers {'c515a58e-37ca-4fc0-9785-b6272b1839e5'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:57:22.709358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:57:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c515a58e-37ca-4fc0-9785-b6272b1839e5'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:22.797381 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a5c2c-6c36-46ab-a9a9-e8a576540a25 None None] Pushing event updated for resources: {'Port': ['ID=1542dc33-9865-45d5-aa70-1646c1a84b75,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:22.976339 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] Set router c515a58e-37ca-4fc0-9785-b6272b1839e5 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:57:23.117025 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-15cfad15-6249-4354-9650-caf0e9529e7b req-18197f48-856d-4079-bba7-1f9f80ecd848 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 210 time: 0.1392884 Feb 18 09:57:23.370540 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243847526', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:57:13Z', 'updated_at': '2022-02-18T09:57:19Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:14Z', 'updated_at': '2022-02-18T09:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '1542dc33-9865-45d5-aa70-1646c1a84b75', 'name': '', 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:e1:e7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:18Z', 'updated_at': '2022-02-18T09:57:22Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:23.374402 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b553a34-3bd8-413b-b47f-3572648c612d None None] The sync data for ids ['c515a58e-37ca-4fc0-9785-b6272b1839e5'] in n-d-829434-1 is: [{'id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243847526', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:57:13Z', 'updated_at': '2022-02-18T09:57:19Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:14Z', 'updated_at': '2022-02-18T09:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '1542dc33-9865-45d5-aa70-1646c1a84b75', 'name': '', 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:e1:e7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:18Z', 'updated_at': '2022-02-18T09:57:22Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:57:23.541698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1542dc33-9865-45d5-aa70-1646c1a84b75 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:57:23.617962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 1542dc33-9865-45d5-aa70-1646c1a84b75 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:57:23.623178 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 1542dc33-9865-45d5-aa70-1646c1a84b75 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:57:23.623463 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:23.753903 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:23.789566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 1542dc33-9865-45d5-aa70-1646c1a84b75, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1542dc33-9865-45d5-aa70-1646c1a84b75,segment=NetworkSegment(e3a18be7-a09f-4f86-9369-13a0fee17e65),segment_id=e3a18be7-a09f-4f86-9369-13a0fee17e65)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:57:23.793832 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:23.865101 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=1542dc33-9865-45d5-aa70-1646c1a84b75,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:24.149475 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:57:24.226106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a129e95-7fb4-4070-b9ac-24ab74259f20 req-d518eac9-9eb9-4e53-a4ca-d00ddf67637c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 210 time: 0.0509062 Feb 18 09:57:25.319152 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a827c26-18e4-4eaf-95d9-61b00016b3c1 req-4d634b3a-64d4-483c-b440-1455f346822b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 210 time: 0.0417998 Feb 18 09:57:25.528592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1542dc33-9865-45d5-aa70-1646c1a84b75 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:57:25.601154 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 1542dc33-9865-45d5-aa70-1646c1a84b75 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:57:25.601524 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:26.466441 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99547ec0-f76e-4a88-9981-4675583df6f2 req-a17631c4-a6c9-4f3a-967f-44c6b20bafc0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 210 time: 0.0406790 Feb 18 09:57:27.267051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-c973546a-95cf-4817-af10-102d1fd9dbc8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:27.268568 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-c973546a-95cf-4817-af10-102d1fd9dbc8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.61 "GET /v2.0/networks?id=030f6a49-d5f7-4515-838c-f1cec859fe10 HTTP/1.1" status: 200 len: 795 time: 0.1535692 Feb 18 09:57:27.320599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-efd2a7f4-6e99-4ea8-ba36-ce4abf813aab tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed8f29f326d44aaf961e4f998748e77c HTTP/1.1" status: 200 len: 379 time: 0.0436895 Feb 18 09:57:27.331506 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-0199a84a-ff95-4ab2-8edd-2ad74ba520fa tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'port': {'device_id': 'f1c41735-0856-4074-8615-24bf2ac3dd3f', 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10', 'admin_state_up': True, 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'security_groups': ['f85f9d1c-1be4-45e7-bebf-ca989a252161']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:57:27.472489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-0199a84a-ff95-4ab2-8edd-2ad74ba520fa tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:57:27.481734 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-0199a84a-ff95-4ab2-8edd-2ad74ba520fa tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:57:27.492261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-0199a84a-ff95-4ab2-8edd-2ad74ba520fa tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Made reservation on behalf of ed8f29f326d44aaf961e4f998748e77c for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:57:27.495849 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-0199a84a-ff95-4ab2-8edd-2ad74ba520fa tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:27.634241 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0034bc06-f628-4f57-a97e-9db000242970 req-a39717d8-f8d2-4cc0-91d1-78972973d6a4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 210 time: 0.0571318 Feb 18 09:57:27.699100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-0199a84a-ff95-4ab2-8edd-2ad74ba520fa tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.20.0.4 (030f6a49-d5f7-4515-838c-f1cec859fe10/ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345/55b25662-ae58-44e7-843c-0247369ed55b) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:57:27.912861 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-0199a84a-ff95-4ab2-8edd-2ad74ba520fa tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:27.931915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-0199a84a-ff95-4ab2-8edd-2ad74ba520fa tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Transition to ACTIVE for port object 55b25662-ae58-44e7-843c-0247369ed55b will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:57:27.966375 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-0199a84a-ff95-4ab2-8edd-2ad74ba520fa tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:28.039065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-0199a84a-ff95-4ab2-8edd-2ad74ba520fa tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 030f6a49-d5f7-4515-838c-f1cec859fe10 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:57:28.042337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-0199a84a-ff95-4ab2-8edd-2ad74ba520fa tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:57:28.046277 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-0199a84a-ff95-4ab2-8edd-2ad74ba520fa tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:57:28.083884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199a84a-ff95-4ab2-8edd-2ad74ba520fa tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=55b25662-ae58-44e7-843c-0247369ed55b,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:28.119278 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-0199a84a-ff95-4ab2-8edd-2ad74ba520fa tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:28.120051 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-0199a84a-ff95-4ab2-8edd-2ad74ba520fa tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:28.150429 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-0199a84a-ff95-4ab2-8edd-2ad74ba520fa tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8234684 Feb 18 09:57:28.224042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Request body: {'port': {'device_id': 'f1c41735-0856-4074-8615-24bf2ac3dd3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:57:28.300036 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-eee2d21c-92fe-407a-ace2-bef940358d16 None None] Provisioning for port 55b25662-ae58-44e7-843c-0247369ed55b completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:57:28.305965 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-eee2d21c-92fe-407a-ace2-bef940358d16 None None] Provisioning complete for port 55b25662-ae58-44e7-843c-0247369ed55b triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:57:28.306424 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eee2d21c-92fe-407a-ace2-bef940358d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:28.367030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-eee2d21c-92fe-407a-ace2-bef940358d16 None None] Port 55b25662-ae58-44e7-843c-0247369ed55b cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:57:28.450958 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:28.834961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b25662-ae58-44e7-843c-0247369ed55b {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:57:28.849040 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:28.870512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Transition to ACTIVE for port object 55b25662-ae58-44e7-843c-0247369ed55b will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:57:28.874941 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:28.935452 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7473c3-83c9-419a-be5b-3571a82c7f47 req-34042c81-4ce3-4616-9a6f-f27d7e402e76 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:28.936151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6d7473c3-83c9-419a-be5b-3571a82c7f47 req-34042c81-4ce3-4616-9a6f-f27d7e402e76 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:57:29.022232 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Pushing event updated for resources: {'Port': ['ID=55b25662-ae58-44e7-843c-0247369ed55b,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:29.093543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-6d7473c3-83c9-419a-be5b-3571a82c7f47 req-34042c81-4ce3-4616-9a6f-f27d7e402e76 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:57:29.095429 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7473c3-83c9-419a-be5b-3571a82c7f47 req-34042c81-4ce3-4616-9a6f-f27d7e402e76 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 931 time: 0.3315234 Feb 18 09:57:29.167226 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d7473c3-83c9-419a-be5b-3571a82c7f47 req-ced24b29-baa5-499b-910d-2112eba9e990 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=f85f9d1c-1be4-45e7-bebf-ca989a252161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636299 Feb 18 09:57:29.171212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Attempting to bind port 55b25662-ae58-44e7-843c-0247369ed55b on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:57:29.171546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Attempting to bind port 55b25662-ae58-44e7-843c-0247369ed55b by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'e3a18be7-a09f-4f86-9369-13a0fee17e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:57:29.171866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Attempting to bind port 55b25662-ae58-44e7-843c-0247369ed55b on network 030f6a49-d5f7-4515-838c-f1cec859fe10 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:57:29.177362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Port 55b25662-ae58-44e7-843c-0247369ed55b on network 030f6a49-d5f7-4515-838c-f1cec859fe10 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:57:29.178091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Attempting to bind port 55b25662-ae58-44e7-843c-0247369ed55b on network 030f6a49-d5f7-4515-838c-f1cec859fe10 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:57:29.193708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:57:29.193984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Checking segment: {'id': 'e3a18be7-a09f-4f86-9369-13a0fee17e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:57:29.194368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Bound using segment: {'id': 'e3a18be7-a09f-4f86-9369-13a0fee17e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:57:29.194793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Bound port: 55b25662-ae58-44e7-843c-0247369ed55b, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a18be7-a09f-4f86-9369-13a0fee17e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:57:29.195136 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:29.287962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] For port 55b25662-ae58-44e7-843c-0247369ed55b, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:57:29.290931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] For port 55b25662-ae58-44e7-843c-0247369ed55b, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=55b25662-ae58-44e7-843c-0247369ed55b,segment=NetworkSegment(e3a18be7-a09f-4f86-9369-13a0fee17e65),segment_id=e3a18be7-a09f-4f86-9369-13a0fee17e65)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:57:29.295461 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:29.354475 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:29.355095 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:29.356508 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] 10.222.0.61 "PUT /v2.0/ports/55b25662-ae58-44e7-843c-0247369ed55b HTTP/1.1" status: 200 len: 1091 time: 1.1979115 Feb 18 09:57:29.356951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c41735-0856-4074-8615-24bf2ac3dd3f', 'tag': '55b25662-ae58-44e7-843c-0247369ed55b'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:57:29.382440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f755b7-3532-46f4-8927-ffdbfa1f74b3 service neutron] Pushing event updated for resources: {'Port': ['ID=55b25662-ae58-44e7-843c-0247369ed55b,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:29.482172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-09f013d4-2680-4a52-b2a8-415aeb0722b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:29.483863 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-09f013d4-2680-4a52-b2a8-415aeb0722b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 1094 time: 0.0891781 Feb 18 09:57:29.544172 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c41735-0856-4074-8615-24bf2ac3dd3f', 'tag': '55b25662-ae58-44e7-843c-0247369ed55b', 'status': 'completed', 'code': 200} Feb 18 09:57:29.560115 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-39bcde8d-6314-4b49-8970-887488e93f9d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b25662-ae58-44e7-843c-0247369ed55b HTTP/1.1" status: 200 len: 217 time: 0.0698187 Feb 18 09:57:29.620393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-175eb127-a507-4bff-98f2-343b0983c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:29.621976 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-175eb127-a507-4bff-98f2-343b0983c13b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345 HTTP/1.1" status: 200 len: 834 time: 0.0565760 Feb 18 09:57:29.698833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-10e9b65b-483a-40e6-8f27-7c441aac2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:29.700598 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-10e9b65b-483a-40e6-8f27-7c441aac2e71 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=030f6a49-d5f7-4515-838c-f1cec859fe10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720003 Feb 18 09:57:29.836174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-44c3d8e2-2edf-441f-a93d-2078f1e09b7f service neutron] 10.222.0.61 "GET /v2.0/networks/030f6a49-d5f7-4515-838c-f1cec859fe10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295469 Feb 18 09:57:29.966833 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-87dfe0d1-7b20-4510-b302-383808b19aa0 req-22c6b20e-ef09-47ec-bce5-a87a9809d151 service neutron] 10.222.0.61 "GET /v2.0/networks/030f6a49-d5f7-4515-838c-f1cec859fe10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245306 Feb 18 09:57:30.076459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d256c9-c603-4b55-8e78-bf89fa5c2e5d req-8cade885-f30f-480c-8225-aacafbe0654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:30.078451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92d256c9-c603-4b55-8e78-bf89fa5c2e5d req-8cade885-f30f-480c-8225-aacafbe0654b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 1094 time: 0.0693223 Feb 18 09:57:30.367286 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d256c9-c603-4b55-8e78-bf89fa5c2e5d req-5487bbd3-8ec3-4ec9-aaf1-e58ae0a43ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:30.368778 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92d256c9-c603-4b55-8e78-bf89fa5c2e5d req-5487bbd3-8ec3-4ec9-aaf1-e58ae0a43ac7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=030f6a49-d5f7-4515-838c-f1cec859fe10 HTTP/1.1" status: 200 len: 896 time: 0.2854133 Feb 18 09:57:30.441586 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92d256c9-c603-4b55-8e78-bf89fa5c2e5d req-26f44e93-d407-4272-805c-df1dbbec1854 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b25662-ae58-44e7-843c-0247369ed55b HTTP/1.1" status: 200 len: 217 time: 0.0659809 Feb 18 09:57:30.466247 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c2528455-839f-4e19-8a16-56e84f83d817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:30.493182 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291709f7-96da-4030-8a83-d0f7ee6726eb req-071dcdd4-9976-4dc7-9694-1151e1ab8cc6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:30.494638 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-291709f7-96da-4030-8a83-d0f7ee6726eb req-071dcdd4-9976-4dc7-9694-1151e1ab8cc6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 943 time: 0.2116446 Feb 18 09:57:30.533851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d256c9-c603-4b55-8e78-bf89fa5c2e5d req-9e813892-debe-40e0-a533-7c3be2181607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:30.535272 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92d256c9-c603-4b55-8e78-bf89fa5c2e5d req-9e813892-debe-40e0-a533-7c3be2181607 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345 HTTP/1.1" status: 200 len: 834 time: 0.0879631 Feb 18 09:57:30.595595 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-291709f7-96da-4030-8a83-d0f7ee6726eb req-842f212e-ed44-4601-9329-4913e0c37c0a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=f85f9d1c-1be4-45e7-bebf-ca989a252161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946424 Feb 18 09:57:30.623126 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d256c9-c603-4b55-8e78-bf89fa5c2e5d req-b9da8379-a56e-47a2-b007-83719b07b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:30.624632 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92d256c9-c603-4b55-8e78-bf89fa5c2e5d req-b9da8379-a56e-47a2-b007-83719b07b514 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=030f6a49-d5f7-4515-838c-f1cec859fe10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821397 Feb 18 09:57:30.756393 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92d256c9-c603-4b55-8e78-bf89fa5c2e5d req-949b3841-3fdf-4b77-a544-3071eaf64754 service neutron] 10.222.0.61 "GET /v2.0/networks/030f6a49-d5f7-4515-838c-f1cec859fe10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252341 Feb 18 09:57:30.889363 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-92d256c9-c603-4b55-8e78-bf89fa5c2e5d req-ca38c0f9-38e7-48df-bf53-69d5341faa99 service neutron] 10.222.0.61 "GET /v2.0/networks/030f6a49-d5f7-4515-838c-f1cec859fe10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269672 Feb 18 09:57:31.778605 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f6fa1-cb7d-4c6f-87cc-6860eceb3c1b req-e6398698-4d70-405d-a273-c8e3f64b8cf2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:31.780134 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb8f6fa1-cb7d-4c6f-87cc-6860eceb3c1b req-e6398698-4d70-405d-a273-c8e3f64b8cf2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 943 time: 0.0798008 Feb 18 09:57:31.827913 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb8f6fa1-cb7d-4c6f-87cc-6860eceb3c1b req-7b8ded8c-a81e-446f-9dd5-8bb06a411b9d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=f85f9d1c-1be4-45e7-bebf-ca989a252161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379026 Feb 18 09:57:33.019004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6705fa4-6f59-4c44-9a20-327c883590b3 req-d8d92e8d-eec6-4aa6-a234-1d3bd05726a0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:33.023658 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6705fa4-6f59-4c44-9a20-327c883590b3 req-d8d92e8d-eec6-4aa6-a234-1d3bd05726a0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 943 time: 0.0831766 Feb 18 09:57:33.076334 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6705fa4-6f59-4c44-9a20-327c883590b3 req-078b86e3-c1cc-41bf-89f9-b557584e524d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=f85f9d1c-1be4-45e7-bebf-ca989a252161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499380 Feb 18 09:57:33.113470 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 55b25662-ae58-44e7-843c-0247369ed55b details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:57:33.242670 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 55b25662-ae58-44e7-843c-0247369ed55b, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=55b25662-ae58-44e7-843c-0247369ed55b,segment=NetworkSegment(e3a18be7-a09f-4f86-9369-13a0fee17e65),segment_id=e3a18be7-a09f-4f86-9369-13a0fee17e65)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:57:33.255896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '55b25662-ae58-44e7-843c-0247369ed55b', 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10', 'port_id': '55b25662-ae58-44e7-843c-0247369ed55b', 'mac_address': 'fa:16:3e:1a:cf:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:57:33.310200 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:33.330139 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b25662-ae58-44e7-843c-0247369ed55b {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:57:33.345677 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 55b25662-ae58-44e7-843c-0247369ed55b, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=55b25662-ae58-44e7-843c-0247369ed55b,segment=NetworkSegment(e3a18be7-a09f-4f86-9369-13a0fee17e65),segment_id=e3a18be7-a09f-4f86-9369-13a0fee17e65)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:57:33.349625 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:33.417892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=55b25662-ae58-44e7-843c-0247369ed55b,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:33.691539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['55b25662-ae58-44e7-843c-0247369ed55b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:57:33.923609 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-421c837a-6248-4176-a8e0-f2519feaf19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:34.007172 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:34.060768 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:34.263972 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60fd0c-91a6-4817-883f-5f793462c116 req-01691a59-f47d-418a-9122-0e3c34403e4b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:34.265382 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d60fd0c-91a6-4817-883f-5f793462c116 req-01691a59-f47d-418a-9122-0e3c34403e4b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 944 time: 0.0830107 Feb 18 09:57:34.311983 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d60fd0c-91a6-4817-883f-5f793462c116 req-6408f319-3d97-492f-bfd6-3ce732e57804 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=f85f9d1c-1be4-45e7-bebf-ca989a252161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400381 Feb 18 09:57:35.126375 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 55b25662-ae58-44e7-843c-0247369ed55b up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:57:35.202248 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 55b25662-ae58-44e7-843c-0247369ed55b completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:57:35.211910 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 55b25662-ae58-44e7-843c-0247369ed55b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:57:35.212294 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:35.315510 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:35.339855 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:35.369657 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c41735-0856-4074-8615-24bf2ac3dd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b25662-ae58-44e7-843c-0247369ed55b'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:57:35.384152 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 55b25662-ae58-44e7-843c-0247369ed55b, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=55b25662-ae58-44e7-843c-0247369ed55b,segment=NetworkSegment(e3a18be7-a09f-4f86-9369-13a0fee17e65),segment_id=e3a18be7-a09f-4f86-9369-13a0fee17e65)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:57:35.391864 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:35.472664 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=55b25662-ae58-44e7-843c-0247369ed55b,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:35.480679 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c41735-0856-4074-8615-24bf2ac3dd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b25662-ae58-44e7-843c-0247369ed55b', 'code': 200} Feb 18 09:57:35.521972 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1c40a-249e-4835-bd7a-b18b42971a55 req-ad89a402-4c88-4b04-84ed-4c3fdea2bda4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:35.523599 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-74b1c40a-249e-4835-bd7a-b18b42971a55 req-ad89a402-4c88-4b04-84ed-4c3fdea2bda4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 945 time: 0.0930092 Feb 18 09:57:35.609613 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-74b1c40a-249e-4835-bd7a-b18b42971a55 req-18f9f302-947d-4569-a35d-4ae10adb98c9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=f85f9d1c-1be4-45e7-bebf-ca989a252161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785806 Feb 18 09:57:35.635682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604295e2-31cb-4bab-854c-08c60abb6bb2 req-7dea2e57-a9fd-4a2d-92b3-4622e6c8ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:35.637155 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-604295e2-31cb-4bab-854c-08c60abb6bb2 req-7dea2e57-a9fd-4a2d-92b3-4622e6c8ed21 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 1096 time: 0.0932918 Feb 18 09:57:35.686266 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-604295e2-31cb-4bab-854c-08c60abb6bb2 req-17df9f05-01ce-46dd-a40b-73fe7652c2e7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f85f9d1c-1be4-45e7-bebf-ca989a252161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433323 Feb 18 09:57:36.810621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348ab91-a3f3-4d06-b022-f39503afd82c req-1e06e7c3-a5fd-4d75-9bc7-d385fac1f67c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:36.812094 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1348ab91-a3f3-4d06-b022-f39503afd82c req-1e06e7c3-a5fd-4d75-9bc7-d385fac1f67c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 945 time: 0.0841424 Feb 18 09:57:36.857269 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1348ab91-a3f3-4d06-b022-f39503afd82c req-feba8636-2b07-484e-a70e-9b62937f1b1f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=f85f9d1c-1be4-45e7-bebf-ca989a252161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390215 Feb 18 09:57:38.051311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc68e49-ea56-4051-aa7f-7683b3ace832 req-51a64f93-8c55-4b55-8181-58471609a18a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:38.052798 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ccc68e49-ea56-4051-aa7f-7683b3ace832 req-51a64f93-8c55-4b55-8181-58471609a18a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 945 time: 0.0816593 Feb 18 09:57:38.097814 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ccc68e49-ea56-4051-aa7f-7683b3ace832 req-621c701d-8073-4e10-96c6-0458eec85c1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=f85f9d1c-1be4-45e7-bebf-ca989a252161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393147 Feb 18 09:57:38.281640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621a938-4b05-44f9-a5c1-8865a1aea07c req-c72cf173-db12-4e42-8fce-594cf3e972ca tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:38.283142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0621a938-4b05-44f9-a5c1-8865a1aea07c req-c72cf173-db12-4e42-8fce-594cf3e972ca tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 945 time: 0.0805831 Feb 18 09:57:38.331258 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0621a938-4b05-44f9-a5c1-8865a1aea07c req-bebd05fe-8995-4dd8-b84a-f8e59aaedb40 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=f85f9d1c-1be4-45e7-bebf-ca989a252161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394554 Feb 18 09:57:38.353886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50992) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:38.426927 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e2ef94-9972-4d02-9bbb-60e99c63418b tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:38.428374 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c8e2ef94-9972-4d02-9bbb-60e99c63418b tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 1091 time: 0.0734804 Feb 18 09:57:38.431197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 50996) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:38.435982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': '55b25662-ae58-44e7-843c-0247369ed55b', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:57:38.442971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:57:38.446799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:floatingip and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:57:38.449633 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:57:38.456201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:57:38.466498 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:38.729237 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:38.862692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.25.1.163 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/4feedb6b-b4d3-4950-b490-2baee9dc344f) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:57:39.007895 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:39.038712 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:39.107285 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:57:39.111701 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:57:39.116210 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:57:39.150905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=4feedb6b-b4d3-4950-b490-2baee9dc344f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:39.539476 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:39.614258 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:39.835751 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:39.840153 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:39.953213 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=4feedb6b-b4d3-4950-b490-2baee9dc344f,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:57:39.970559 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:40.151402 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Floating IP cf2f22cb-ac57-4021-8af3-58a298fa6284 associated. External IP: 172.25.1.163, port: 55b25662-ae58-44e7-843c-0247369ed55b. Feb 18 09:57:40.627818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router c515a58e-37ca-4fc0-9785-b6272b1839e5 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:57:40.805969 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:57:40.819487 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc30f2-ce64-4be5-8e5e-feb9573a2c2d None None] Sync routers for ids ['c515a58e-37ca-4fc0-9785-b6272b1839e5'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:57:40.829818 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc30f2-ce64-4be5-8e5e-feb9573a2c2d None None] Routers {'c515a58e-37ca-4fc0-9785-b6272b1839e5'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:57:40.833401 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:40.837685 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-18fc30f2-ce64-4be5-8e5e-feb9573a2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:57:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c515a58e-37ca-4fc0-9785-b6272b1839e5'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:40.896293 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d959cd3e-73e9-4e9f-a096-5aa3876f7e62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4639671 Feb 18 09:57:40.896825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c41735-0856-4074-8615-24bf2ac3dd3f', 'tag': '55b25662-ae58-44e7-843c-0247369ed55b'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:57:40.958289 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c41735-0856-4074-8615-24bf2ac3dd3f', 'tag': '55b25662-ae58-44e7-843c-0247369ed55b', 'status': 'completed', 'code': 200} Feb 18 09:57:41.036047 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-18fc30f2-ce64-4be5-8e5e-feb9573a2c2d None None] Set router c515a58e-37ca-4fc0-9785-b6272b1839e5 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:57:41.123691 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c69c6-6663-4e8c-934b-322221dce352 req-de30a669-9bca-4fd0-b9eb-a38249ad907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:41.126681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-462c69c6-6663-4e8c-934b-322221dce352 req-de30a669-9bca-4fd0-b9eb-a38249ad907e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 1096 time: 0.1426764 Feb 18 09:57:41.135101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1a2fb-0932-46c8-b0ce-27d7370e5327 req-0a2e4754-1336-422d-8497-8c9bd8189661 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:41.136501 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31f1a2fb-0932-46c8-b0ce-27d7370e5327 req-0a2e4754-1336-422d-8497-8c9bd8189661 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 945 time: 0.1183019 Feb 18 09:57:41.265365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31f1a2fb-0932-46c8-b0ce-27d7370e5327 req-3a6dab72-4d57-417c-867f-a3c4c2bdb5f4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=f85f9d1c-1be4-45e7-bebf-ca989a252161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101408 Feb 18 09:57:41.289751 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51004) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:41.308163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c69c6-6663-4e8c-934b-322221dce352 req-ce855771-2e19-416e-8f74-5a1042a94a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:41.309782 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-462c69c6-6663-4e8c-934b-322221dce352 req-ce855771-2e19-416e-8f74-5a1042a94a60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=030f6a49-d5f7-4515-838c-f1cec859fe10 HTTP/1.1" status: 200 len: 896 time: 0.1723993 Feb 18 09:57:41.400555 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8a286716-b2c2-4c0d-9076-f93a40969933 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/floatingips/cf2f22cb-ac57-4021-8af3-58a298fa6284 HTTP/1.1" status: 200 len: 991 time: 0.1096327 Feb 18 09:57:41.420960 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-462c69c6-6663-4e8c-934b-322221dce352 req-56b7420a-2d4d-4c5d-8561-8301c3448118 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b25662-ae58-44e7-843c-0247369ed55b HTTP/1.1" status: 200 len: 999 time: 0.1053202 Feb 18 09:57:41.449052 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-18fc30f2-ce64-4be5-8e5e-feb9573a2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243847526', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:57:13Z', 'updated_at': '2022-02-18T09:57:19Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:14Z', 'updated_at': '2022-02-18T09:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'cf2f22cb-ac57-4021-8af3-58a298fa6284', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'port_id': '55b25662-ae58-44e7-843c-0247369ed55b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10', 'mac_address': 'fa:16:3e:1a:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c41735-0856-4074-8615-24bf2ac3dd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:57:39Z', 'updated_at': '2022-02-18T09:57:39Z', 'revision_number': 0, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1542dc33-9865-45d5-aa70-1646c1a84b75', 'name': '', 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:e1:e7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:18Z', 'updated_at': '2022-02-18T09:57:23Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:41.453392 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc30f2-ce64-4be5-8e5e-feb9573a2c2d None None] Checking router: c515a58e-37ca-4fc0-9785-b6272b1839e5 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:57:41.461708 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc30f2-ce64-4be5-8e5e-feb9573a2c2d None None] Routers {'c515a58e-37ca-4fc0-9785-b6272b1839e5'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:57:41.462294 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-18fc30f2-ce64-4be5-8e5e-feb9573a2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:57:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c515a58e-37ca-4fc0-9785-b6272b1839e5'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:41.486909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c69c6-6663-4e8c-934b-322221dce352 req-6b5b3361-1ab0-4590-a686-3ec7f57f2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:41.488418 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-462c69c6-6663-4e8c-934b-322221dce352 req-6b5b3361-1ab0-4590-a686-3ec7f57f2b0d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345 HTTP/1.1" status: 200 len: 834 time: 0.0618935 Feb 18 09:57:41.567764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c69c6-6663-4e8c-934b-322221dce352 req-823ae0d6-d997-427d-a403-e7afdad8c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:57:41.569195 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-462c69c6-6663-4e8c-934b-322221dce352 req-823ae0d6-d997-427d-a403-e7afdad8c483 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=030f6a49-d5f7-4515-838c-f1cec859fe10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755746 Feb 18 09:57:41.639798 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-18fc30f2-ce64-4be5-8e5e-feb9573a2c2d None None] Set router c515a58e-37ca-4fc0-9785-b6272b1839e5 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:57:41.704915 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-462c69c6-6663-4e8c-934b-322221dce352 req-12175f5e-07f2-4b4c-993c-c030f3bc2291 service neutron] 10.222.0.61 "GET /v2.0/networks/030f6a49-d5f7-4515-838c-f1cec859fe10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297488 Feb 18 09:57:41.861680 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-462c69c6-6663-4e8c-934b-322221dce352 req-506a3dcd-affe-4d0d-bac7-97dfbf881968 service neutron] 10.222.0.61 "GET /v2.0/networks/030f6a49-d5f7-4515-838c-f1cec859fe10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502228 Feb 18 09:57:41.968391 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:41.970716 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:57:42.007174 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-18fc30f2-ce64-4be5-8e5e-feb9573a2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243847526', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:57:13Z', 'updated_at': '2022-02-18T09:57:19Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:14Z', 'updated_at': '2022-02-18T09:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'cf2f22cb-ac57-4021-8af3-58a298fa6284', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'port_id': '55b25662-ae58-44e7-843c-0247369ed55b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10', 'mac_address': 'fa:16:3e:1a:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c41735-0856-4074-8615-24bf2ac3dd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:57:39Z', 'updated_at': '2022-02-18T09:57:39Z', 'revision_number': 0, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1542dc33-9865-45d5-aa70-1646c1a84b75', 'name': '', 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:e1:e7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:18Z', 'updated_at': '2022-02-18T09:57:23Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:57:42.011143 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc30f2-ce64-4be5-8e5e-feb9573a2c2d None None] The sync data for ids ['c515a58e-37ca-4fc0-9785-b6272b1839e5'] in n-d-829434-1 is: [{'id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243847526', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:57:13Z', 'updated_at': '2022-02-18T09:57:19Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:14Z', 'updated_at': '2022-02-18T09:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'cf2f22cb-ac57-4021-8af3-58a298fa6284', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'port_id': '55b25662-ae58-44e7-843c-0247369ed55b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10', 'mac_address': 'fa:16:3e:1a:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c41735-0856-4074-8615-24bf2ac3dd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:57:39Z', 'updated_at': '2022-02-18T09:57:39Z', 'revision_number': 0, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1542dc33-9865-45d5-aa70-1646c1a84b75', 'name': '', 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:e1:e7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:18Z', 'updated_at': '2022-02-18T09:57:23Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:57:42.201650 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a8447e-ef32-4c92-b7e7-1f3928a05e0d None None] New status for floating IP cf2f22cb-ac57-4021-8af3-58a298fa6284: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:57:42.402845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51008) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:42.513539 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-39c65605-ca6e-4190-a430-b56c1bad81c5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/floatingips/cf2f22cb-ac57-4021-8af3-58a298fa6284 HTTP/1.1" status: 200 len: 991 time: 0.1096063 Feb 18 09:57:43.517845 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51012) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:57:43.619901 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e331941a-19b1-4aa7-8004-6fc6bbf8c74f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/floatingips/cf2f22cb-ac57-4021-8af3-58a298fa6284 HTTP/1.1" status: 200 len: 993 time: 0.1009536 Feb 18 09:58:00.476191 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2d02c9f8-c2c9-4829-a44e-d8bc52279765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:01.149670 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:58:03.915009 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8b9cfd72-5968-4e93-8234-757d97467817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:03.999312 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:04.067327 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:05.287562 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:09.391360 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-366d6115-b09a-4650-a9e3-e417854d7cf2 req-c887d2c4-c1ab-4b2c-a6cc-c5b1820f0a37 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1836843 Feb 18 09:58:09.545464 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d6115-b09a-4650-a9e3-e417854d7cf2 req-d1a08171-8bdb-42ba-aaa9-6a0b315f1ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:09.546941 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-366d6115-b09a-4650-a9e3-e417854d7cf2 req-d1a08171-8bdb-42ba-aaa9-6a0b315f1ffd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 1096 time: 0.0701582 Feb 18 09:58:09.688619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d6115-b09a-4650-a9e3-e417854d7cf2 req-731c11ac-1148-4bef-9c3a-2efd6ea6c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:09.689906 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-366d6115-b09a-4650-a9e3-e417854d7cf2 req-731c11ac-1148-4bef-9c3a-2efd6ea6c13d service neutron] 10.222.0.61 "GET /v2.0/networks?id=030f6a49-d5f7-4515-838c-f1cec859fe10 HTTP/1.1" status: 200 len: 896 time: 0.1249745 Feb 18 09:58:09.794396 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-366d6115-b09a-4650-a9e3-e417854d7cf2 req-efd715a3-7130-4312-99b2-2958ae5b2c80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b25662-ae58-44e7-843c-0247369ed55b HTTP/1.1" status: 200 len: 1001 time: 0.0984023 Feb 18 09:58:09.861048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d6115-b09a-4650-a9e3-e417854d7cf2 req-cc734552-a746-41cf-bdee-96a10c12b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:09.862033 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-366d6115-b09a-4650-a9e3-e417854d7cf2 req-cc734552-a746-41cf-bdee-96a10c12b53d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345 HTTP/1.1" status: 200 len: 834 time: 0.0610151 Feb 18 09:58:09.934713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d6115-b09a-4650-a9e3-e417854d7cf2 req-bd8835b0-48f9-40db-a556-b4c9857478c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:09.936177 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-366d6115-b09a-4650-a9e3-e417854d7cf2 req-bd8835b0-48f9-40db-a556-b4c9857478c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=030f6a49-d5f7-4515-838c-f1cec859fe10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685668 Feb 18 09:58:10.068150 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-366d6115-b09a-4650-a9e3-e417854d7cf2 req-66c81b62-9176-4b84-83c6-88c7b23c08cc service neutron] 10.222.0.61 "GET /v2.0/networks/030f6a49-d5f7-4515-838c-f1cec859fe10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249862 Feb 18 09:58:10.197719 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-366d6115-b09a-4650-a9e3-e417854d7cf2 req-4bbc030d-58a9-4988-b968-f388711fbdd5 service neutron] 10.222.0.61 "GET /v2.0/networks/030f6a49-d5f7-4515-838c-f1cec859fe10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230731 Feb 18 09:58:11.971408 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:11.996768 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:30.469474 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-75e97dbe-ce45-4a26-8558-4980be153a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:33.917274 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-22a1c0a3-33e9-4f34-a566-29d6d237bc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:34.002323 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:34.064868 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:35.291017 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:38.148153 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:58:41.985596 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:41.998698 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:43.492984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8cf0b-ebef-410e-ba72-dd2bd230d801 req-6fb5b0cf-fbfa-48c9-86b8-9cedeade710a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:43.494374 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ae8cf0b-ebef-410e-ba72-dd2bd230d801 req-6fb5b0cf-fbfa-48c9-86b8-9cedeade710a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 945 time: 0.0795324 Feb 18 09:58:43.544080 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ae8cf0b-ebef-410e-ba72-dd2bd230d801 req-ee57a91e-7553-435d-b36d-a27fadeeb22d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=f85f9d1c-1be4-45e7-bebf-ca989a252161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435765 Feb 18 09:58:44.739074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc788e-0a90-4eb7-985f-bb56ecbab418 req-a3a37f16-78e7-443e-a7ff-289785645572 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:44.740532 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64fc788e-0a90-4eb7-985f-bb56ecbab418 req-a3a37f16-78e7-443e-a7ff-289785645572 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 945 time: 0.0787649 Feb 18 09:58:44.784667 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-64fc788e-0a90-4eb7-985f-bb56ecbab418 req-37f1ea5f-ef98-47e8-b3e6-b6b63d128717 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=f85f9d1c-1be4-45e7-bebf-ca989a252161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385492 Feb 18 09:58:44.808201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51052) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:58:44.914974 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d2b049af-c2c7-4794-a3db-f2a00e17be35 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/floatingips/cf2f22cb-ac57-4021-8af3-58a298fa6284 HTTP/1.1" status: 200 len: 993 time: 0.1055884 Feb 18 09:58:46.356338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696c7ca-b578-4a75-a034-faa380b7b4ae req-d1a45c42-f0e9-4afe-8cc4-28cbbec3c140 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:46.357853 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9696c7ca-b578-4a75-a034-faa380b7b4ae req-d1a45c42-f0e9-4afe-8cc4-28cbbec3c140 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 945 time: 0.0843756 Feb 18 09:58:46.403000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9696c7ca-b578-4a75-a034-faa380b7b4ae req-efa3f47f-56e9-4f97-8947-f1c6b1c0c626 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=f85f9d1c-1be4-45e7-bebf-ca989a252161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394239 Feb 18 09:58:47.598679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa298b-bc6d-425e-aaee-cb9d6daad975 req-aad28940-d93a-49a6-bc81-5e74697b4d42 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:47.600287 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-57aa298b-bc6d-425e-aaee-cb9d6daad975 req-aad28940-d93a-49a6-bc81-5e74697b4d42 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 945 time: 0.0805566 Feb 18 09:58:47.643630 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-57aa298b-bc6d-425e-aaee-cb9d6daad975 req-a8e947bc-ffe5-438d-98ec-d5468affde91 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=f85f9d1c-1be4-45e7-bebf-ca989a252161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376935 Feb 18 09:58:47.667053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51064) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:58:47.770961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-8b4c70ee-f219-4aa8-b1dc-27e489fe21e5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/floatingips/cf2f22cb-ac57-4021-8af3-58a298fa6284 HTTP/1.1" status: 200 len: 993 time: 0.1027391 Feb 18 09:58:48.036211 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51072) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:58:48.236109 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port 4feedb6b-b4d3-4950-b490-2baee9dc344f {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:58:48.236482 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:48.399772 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:48.400097 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:48.520491 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for 4feedb6b-b4d3-4950-b490-2baee9dc344f owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:58:48.672209 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:48.719554 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=4feedb6b-b4d3-4950-b490-2baee9dc344f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:58:48.761316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:48.761665 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:48.762003 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:48.762333 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:48.762661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:48.762990 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:48.763315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:48.763728 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:48.763948 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:48.764877 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:48.765172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:48.765487 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:48.819252 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:48.819631 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Floating IP cf2f22cb-ac57-4021-8af3-58a298fa6284 disassociated (deleted). External IP: 172.25.1.163, port: 55b25662-ae58-44e7-843c-0247369ed55b. Feb 18 09:58:49.290439 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router c515a58e-37ca-4fc0-9785-b6272b1839e5 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:58:49.466750 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:58:49.477430 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a7c5b-4b7a-42c5-a9b3-b8891e1e8130 None None] Sync routers for ids ['c515a58e-37ca-4fc0-9785-b6272b1839e5'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:58:49.491490 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a7c5b-4b7a-42c5-a9b3-b8891e1e8130 None None] Routers {'c515a58e-37ca-4fc0-9785-b6272b1839e5'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:58:49.492588 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-196a7c5b-4b7a-42c5-a9b3-b8891e1e8130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:58:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c515a58e-37ca-4fc0-9785-b6272b1839e5'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:58:49.493007 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:49.588985 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-852da790-b0eb-4dd6-8c8f-30f33b0420db tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/floatingips/cf2f22cb-ac57-4021-8af3-58a298fa6284 HTTP/1.1" status: 204 len: 168 time: 1.5514274 Feb 18 09:58:49.589702 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c41735-0856-4074-8615-24bf2ac3dd3f', 'tag': '55b25662-ae58-44e7-843c-0247369ed55b'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:58:49.638308 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c41735-0856-4074-8615-24bf2ac3dd3f', 'tag': '55b25662-ae58-44e7-843c-0247369ed55b', 'status': 'completed', 'code': 200} Feb 18 09:58:49.725321 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-196a7c5b-4b7a-42c5-a9b3-b8891e1e8130 None None] Set router c515a58e-37ca-4fc0-9785-b6272b1839e5 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:58:49.742647 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dee2c-d404-4768-9774-86158e893cb8 req-71b0d380-55df-406a-99ba-85311d563fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:49.744292 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-062dee2c-d404-4768-9774-86158e893cb8 req-71b0d380-55df-406a-99ba-85311d563fe2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 1096 time: 0.0769980 Feb 18 09:58:50.025514 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dee2c-d404-4768-9774-86158e893cb8 req-6e97916f-f0b8-4cdd-883e-81cbdebe35d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:50.026923 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-062dee2c-d404-4768-9774-86158e893cb8 req-6e97916f-f0b8-4cdd-883e-81cbdebe35d9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=030f6a49-d5f7-4515-838c-f1cec859fe10 HTTP/1.1" status: 200 len: 896 time: 0.2770660 Feb 18 09:58:50.067718 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-196a7c5b-4b7a-42c5-a9b3-b8891e1e8130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243847526', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:57:13Z', 'updated_at': '2022-02-18T09:57:19Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:14Z', 'updated_at': '2022-02-18T09:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '1542dc33-9865-45d5-aa70-1646c1a84b75', 'name': '', 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:e1:e7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:18Z', 'updated_at': '2022-02-18T09:57:23Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:58:50.071437 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a7c5b-4b7a-42c5-a9b3-b8891e1e8130 None None] Checking router: c515a58e-37ca-4fc0-9785-b6272b1839e5 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:58:50.080885 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a7c5b-4b7a-42c5-a9b3-b8891e1e8130 None None] Routers {'c515a58e-37ca-4fc0-9785-b6272b1839e5'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:58:50.081644 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-196a7c5b-4b7a-42c5-a9b3-b8891e1e8130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:58:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c515a58e-37ca-4fc0-9785-b6272b1839e5'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:58:50.106534 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-062dee2c-d404-4768-9774-86158e893cb8 req-c29af47a-ddb8-48fb-b5af-af85f63bb6c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b25662-ae58-44e7-843c-0247369ed55b HTTP/1.1" status: 200 len: 217 time: 0.0686376 Feb 18 09:58:50.183532 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dee2c-d404-4768-9774-86158e893cb8 req-0416300c-4b37-4fd2-938c-bca754658650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:50.184981 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-062dee2c-d404-4768-9774-86158e893cb8 req-0416300c-4b37-4fd2-938c-bca754658650 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345 HTTP/1.1" status: 200 len: 834 time: 0.0709381 Feb 18 09:58:50.192750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18405f41-100a-4512-9b2b-fe3e95e33966 req-4df555d7-4d2d-420c-b9d2-1787e11a39b1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:50.194149 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18405f41-100a-4512-9b2b-fe3e95e33966 req-4df555d7-4d2d-420c-b9d2-1787e11a39b1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 945 time: 0.2001476 Feb 18 09:58:50.285707 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18405f41-100a-4512-9b2b-fe3e95e33966 req-3aab313f-3e31-4947-9e57-06d8bdf5ee9b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=f85f9d1c-1be4-45e7-bebf-ca989a252161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542908 Feb 18 09:58:50.297824 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-196a7c5b-4b7a-42c5-a9b3-b8891e1e8130 None None] Set router c515a58e-37ca-4fc0-9785-b6272b1839e5 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:58:50.303496 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dee2c-d404-4768-9774-86158e893cb8 req-65bcfb89-e82f-4c77-9152-fa6c80a231e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:50.305045 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-062dee2c-d404-4768-9774-86158e893cb8 req-65bcfb89-e82f-4c77-9152-fa6c80a231e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=030f6a49-d5f7-4515-838c-f1cec859fe10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100557 Feb 18 09:58:50.440387 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-062dee2c-d404-4768-9774-86158e893cb8 req-b7ffa51f-b884-4241-aba2-e4daadc1fcb0 service neutron] 10.222.0.61 "GET /v2.0/networks/030f6a49-d5f7-4515-838c-f1cec859fe10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260438 Feb 18 09:58:50.580959 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-062dee2c-d404-4768-9774-86158e893cb8 req-3bbd252c-31dc-4d10-950a-d014eb262904 service neutron] 10.222.0.61 "GET /v2.0/networks/030f6a49-d5f7-4515-838c-f1cec859fe10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343331 Feb 18 09:58:50.620237 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-196a7c5b-4b7a-42c5-a9b3-b8891e1e8130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243847526', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:57:13Z', 'updated_at': '2022-02-18T09:57:19Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:14Z', 'updated_at': '2022-02-18T09:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '1542dc33-9865-45d5-aa70-1646c1a84b75', 'name': '', 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:e1:e7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:18Z', 'updated_at': '2022-02-18T09:57:23Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:58:50.625051 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a7c5b-4b7a-42c5-a9b3-b8891e1e8130 None None] The sync data for ids ['c515a58e-37ca-4fc0-9785-b6272b1839e5'] in n-d-829434-1 is: [{'id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243847526', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:57:13Z', 'updated_at': '2022-02-18T09:57:19Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:14Z', 'updated_at': '2022-02-18T09:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '1542dc33-9865-45d5-aa70-1646c1a84b75', 'name': '', 'network_id': '030f6a49-d5f7-4515-838c-f1cec859fe10', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:e1:e7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:18Z', 'updated_at': '2022-02-18T09:57:23Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:58:50.841682 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d6054-fe8a-4a7c-b2e8-8c2d77135a35 None None] New status for floating IP cf2f22cb-ac57-4021-8af3-58a298fa6284: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:58:51.481935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996168c-82fd-4c32-b9e5-ce2e597b4a96 req-3841058f-4711-4c45-8194-48273b2bfb85 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:51.483957 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f996168c-82fd-4c32-b9e5-ce2e597b4a96 req-3841058f-4711-4c45-8194-48273b2bfb85 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 945 time: 0.0837822 Feb 18 09:58:51.528417 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f996168c-82fd-4c32-b9e5-ce2e597b4a96 req-253c6d03-bb0f-422b-90a9-62aa7de9452c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=f85f9d1c-1be4-45e7-bebf-ca989a252161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386398 Feb 18 09:58:51.702057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea78c6-99a3-4acb-ad8f-1f35ecd2e782 req-fee9b2e8-a8d7-4722-aad6-e4ae172be9a5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:58:51.703494 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7eea78c6-99a3-4acb-ad8f-1f35ecd2e782 req-fee9b2e8-a8d7-4722-aad6-e4ae172be9a5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 945 time: 0.0780241 Feb 18 09:58:51.775915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-7eea78c6-99a3-4acb-ad8f-1f35ecd2e782 req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port 55b25662-ae58-44e7-843c-0247369ed55b {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:58:51.776253 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7eea78c6-99a3-4acb-ad8f-1f35ecd2e782 req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:52.020852 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-7eea78c6-99a3-4acb-ad8f-1f35ecd2e782 req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] For port 55b25662-ae58-44e7-843c-0247369ed55b, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=55b25662-ae58-44e7-843c-0247369ed55b,segment=NetworkSegment(e3a18be7-a09f-4f86-9369-13a0fee17e65),segment_id=e3a18be7-a09f-4f86-9369-13a0fee17e65)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:58:52.021132 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7eea78c6-99a3-4acb-ad8f-1f35ecd2e782 req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:52.146060 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-7eea78c6-99a3-4acb-ad8f-1f35ecd2e782 req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for 55b25662-ae58-44e7-843c-0247369ed55b owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:58:52.287308 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7eea78c6-99a3-4acb-ad8f-1f35ecd2e782 req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:52.337370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=55b25662-ae58-44e7-843c-0247369ed55b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:58:52.372069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:52.372453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:52.372793 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:52.373150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:52.374035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:52.374364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:52.374692 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:52.375017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:52.375344 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:52.375666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:52.375985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:52.376329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:52.423974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eea78c6-99a3-4acb-ad8f-1f35ecd2e782 req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] No DVR routers for this DVR port 55b25662-ae58-44e7-843c-0247369ed55b on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:58:52.426610 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-7eea78c6-99a3-4acb-ad8f-1f35ecd2e782 req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:52.429246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c41735-0856-4074-8615-24bf2ac3dd3f', 'name': 'network-vif-deleted', 'tag': '55b25662-ae58-44e7-843c-0247369ed55b'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:58:52.441321 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7eea78c6-99a3-4acb-ad8f-1f35ecd2e782 req-cb6df3f5-5fb1-403c-be5b-b6a9e5ed16a6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.61 "DELETE /v2.0/ports/55b25662-ae58-44e7-843c-0247369ed55b HTTP/1.1" status: 204 len: 173 time: 0.7324586 Feb 18 09:58:52.477939 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c41735-0856-4074-8615-24bf2ac3dd3f', 'name': 'network-vif-deleted', 'tag': '55b25662-ae58-44e7-843c-0247369ed55b', 'status': 'completed', 'code': 200} Feb 18 09:58:52.800936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cb21145b-f181-4254-aa47-692b848f954f req-f741b818-f546-4cc9-a05e-d6c645891230 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:58:52.817634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cb21145b-f181-4254-aa47-692b848f954f req-f741b818-f546-4cc9-a05e-d6c645891230 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:58:52.818813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cb21145b-f181-4254-aa47-692b848f954f req-f741b818-f546-4cc9-a05e-d6c645891230 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1c41735-0856-4074-8615-24bf2ac3dd3f HTTP/1.1" status: 200 len: 210 time: 0.1714211 Feb 18 09:58:53.922301 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51090) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:58:54.467102 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27ff732c-371d-4fe7-8266-d27183a0baf8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:54.825919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-27ff732c-371d-4fe7-8266-d27183a0baf8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port 1542dc33-9865-45d5-aa70-1646c1a84b75 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:58:54.826163 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27ff732c-371d-4fe7-8266-d27183a0baf8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:55.127813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-27ff732c-371d-4fe7-8266-d27183a0baf8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] For port 1542dc33-9865-45d5-aa70-1646c1a84b75, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1542dc33-9865-45d5-aa70-1646c1a84b75,segment=NetworkSegment(e3a18be7-a09f-4f86-9369-13a0fee17e65),segment_id=e3a18be7-a09f-4f86-9369-13a0fee17e65)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:58:55.128546 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27ff732c-371d-4fe7-8266-d27183a0baf8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:55.254272 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-27ff732c-371d-4fe7-8266-d27183a0baf8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for 1542dc33-9865-45d5-aa70-1646c1a84b75 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:58:55.437827 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27ff732c-371d-4fe7-8266-d27183a0baf8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:55.486888 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff732c-371d-4fe7-8266-d27183a0baf8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=1542dc33-9865-45d5-aa70-1646c1a84b75,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:58:55.487154 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 55b25662-ae58-44e7-843c-0247369ed55b no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:58:55.522522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 55b25662-ae58-44e7-843c-0247369ed55b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:58:55.523141 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 55b25662-ae58-44e7-843c-0247369ed55b not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:58:55.771383 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-27ff732c-371d-4fe7-8266-d27183a0baf8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:56.130740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ff732c-371d-4fe7-8266-d27183a0baf8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router c515a58e-37ca-4fc0-9785-b6272b1839e5 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:58:56.302592 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ff732c-371d-4fe7-8266-d27183a0baf8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:58:56.312757 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381773ae-2292-4f7b-914d-be7ddcf52810 None None] Sync routers for ids ['c515a58e-37ca-4fc0-9785-b6272b1839e5'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:58:56.319224 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-27ff732c-371d-4fe7-8266-d27183a0baf8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "PUT /v2.0/routers/c515a58e-37ca-4fc0-9785-b6272b1839e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3957822 Feb 18 09:58:56.321873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51094) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:58:56.321995 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381773ae-2292-4f7b-914d-be7ddcf52810 None None] Routers {'c515a58e-37ca-4fc0-9785-b6272b1839e5'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:58:56.322471 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-381773ae-2292-4f7b-914d-be7ddcf52810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:58:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c515a58e-37ca-4fc0-9785-b6272b1839e5'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:58:56.499251 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-381773ae-2292-4f7b-914d-be7ddcf52810 None None] Set router c515a58e-37ca-4fc0-9785-b6272b1839e5 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:58:56.501511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-662d2553-dba3-44ef-b06d-4411dcbc28fc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting subnet ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 09:58:56.504630 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-662d2553-dba3-44ef-b06d-4411dcbc28fc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:56.558607 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-662d2553-dba3-44ef-b06d-4411dcbc28fc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:56.643607 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-662d2553-dba3-44ef-b06d-4411dcbc28fc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:56.714620 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-662d2553-dba3-44ef-b06d-4411dcbc28fc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:56.753901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d2553-dba3-44ef-b06d-4411dcbc28fc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Subnet': ['ID=ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:58:56.755890 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-662d2553-dba3-44ef-b06d-4411dcbc28fc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:56.763306 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-662d2553-dba3-44ef-b06d-4411dcbc28fc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/subnets/ec0570f9-b0c1-4d1e-9ad2-18b69c8a2345 HTTP/1.1" status: 204 len: 168 time: 0.4404092 Feb 18 09:58:56.766650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51098) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:58:56.769052 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330007b5-bf86-44f4-960d-87bf74408b98 None None] Network 030f6a49-d5f7-4515-838c-f1cec859fe10 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:58:56.796329 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-381773ae-2292-4f7b-914d-be7ddcf52810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243847526', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:57:13Z', 'updated_at': '2022-02-18T09:58:55Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:14Z', 'updated_at': '2022-02-18T09:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:58:56.800383 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381773ae-2292-4f7b-914d-be7ddcf52810 None None] Checking router: c515a58e-37ca-4fc0-9785-b6272b1839e5 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:58:56.808771 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381773ae-2292-4f7b-914d-be7ddcf52810 None None] Routers {'c515a58e-37ca-4fc0-9785-b6272b1839e5'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:58:56.809440 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-381773ae-2292-4f7b-914d-be7ddcf52810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:58:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['c515a58e-37ca-4fc0-9785-b6272b1839e5'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:58:56.951461 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-af253299-6a2b-46d3-a8c0-8b4b3b9496b1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:56.991221 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-381773ae-2292-4f7b-914d-be7ddcf52810 None None] Set router c515a58e-37ca-4fc0-9785-b6272b1839e5 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:58:57.059296 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] DHCP port deletion for 030f6a49-d5f7-4515-838c-f1cec859fe10 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 09:58:57.064334 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] Deleting port 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:58:57.064835 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:57.146851 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-af253299-6a2b-46d3-a8c0-8b4b3b9496b1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:57.156531 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-af253299-6a2b-46d3-a8c0-8b4b3b9496b1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port 8ff00521-a0f9-4b85-bc7b-548932dd2378 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 09:58:57.157186 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-af253299-6a2b-46d3-a8c0-8b4b3b9496b1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:57.271285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] For port 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=3de569c1-3b1a-4c93-b17b-4c9c5d4e6030,segment=NetworkSegment(e3a18be7-a09f-4f86-9369-13a0fee17e65),segment_id=e3a18be7-a09f-4f86-9369-13a0fee17e65)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:58:57.271736 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:57.314708 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-381773ae-2292-4f7b-914d-be7ddcf52810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243847526', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:57:13Z', 'updated_at': '2022-02-18T09:58:55Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:14Z', 'updated_at': '2022-02-18T09:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:58:57.319100 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381773ae-2292-4f7b-914d-be7ddcf52810 None None] The sync data for ids ['c515a58e-37ca-4fc0-9785-b6272b1839e5'] in n-d-829434-1 is: [{'id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243847526', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:57:13Z', 'updated_at': '2022-02-18T09:58:55Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8ff00521-a0f9-4b85-bc7b-548932dd2378', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c515a58e-37ca-4fc0-9785-b6272b1839e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:57:14Z', 'updated_at': '2022-02-18T09:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:58:57.340519 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-af253299-6a2b-46d3-a8c0-8b4b3b9496b1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] For port 8ff00521-a0f9-4b85-bc7b-548932dd2378, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8ff00521-a0f9-4b85-bc7b-548932dd2378,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:58:57.340898 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-af253299-6a2b-46d3-a8c0-8b4b3b9496b1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:57.403445 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] Calling delete_port for 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:58:57.469867 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-af253299-6a2b-46d3-a8c0-8b4b3b9496b1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for 8ff00521-a0f9-4b85-bc7b-548932dd2378 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 09:58:57.482190 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:57.526634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] Pushing event deleted for resources: {'Port': ['ID=3de569c1-3b1a-4c93-b17b-4c9c5d4e6030,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:58:57.537289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:57.537636 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:57.537979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:57.538315 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:57.538649 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:57.538982 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:57.539308 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:57.539633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:57.539958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:57.540302 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:57.540635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:57.540954 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:58:57.543597 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f9a571-1982-4128-ab64-bef69235c6da None None] No DVR routers for this DVR port 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 09:58:57.647563 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-af253299-6a2b-46d3-a8c0-8b4b3b9496b1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:57.724260 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af253299-6a2b-46d3-a8c0-8b4b3b9496b1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=8ff00521-a0f9-4b85-bc7b-548932dd2378,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:58:57.749479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:58:57.786214 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:58:57.786829 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 3de569c1-3b1a-4c93-b17b-4c9c5d4e6030 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:58:57.786975 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1542dc33-9865-45d5-aa70-1646c1a84b75 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:58:57.799283 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-af253299-6a2b-46d3-a8c0-8b4b3b9496b1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:57.821173 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 1542dc33-9865-45d5-aa70-1646c1a84b75 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:58:57.821536 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1542dc33-9865-45d5-aa70-1646c1a84b75 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:58:58.090538 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-af253299-6a2b-46d3-a8c0-8b4b3b9496b1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:58.092937 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-af253299-6a2b-46d3-a8c0-8b4b3b9496b1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:58.114358 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-af253299-6a2b-46d3-a8c0-8b4b3b9496b1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:58.114900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af253299-6a2b-46d3-a8c0-8b4b3b9496b1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Fanout notify agent at l3_agent the message router_deleted on router c515a58e-37ca-4fc0-9785-b6272b1839e5 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 09:58:58.130837 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-af253299-6a2b-46d3-a8c0-8b4b3b9496b1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:58.131912 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-af253299-6a2b-46d3-a8c0-8b4b3b9496b1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/routers/c515a58e-37ca-4fc0-9785-b6272b1839e5 HTTP/1.1" status: 204 len: 168 time: 1.3642914 Feb 18 09:58:58.134609 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51104) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:58:58.251248 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d847dbb-983b-4559-a32f-45bc34095fef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:58.381465 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d847dbb-983b-4559-a32f-45bc34095fef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:58.406411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-4d847dbb-983b-4559-a32f-45bc34095fef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030f6a49-d5f7-4515-838c-f1cec859fe10']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:58:58.418149 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-4d847dbb-983b-4559-a32f-45bc34095fef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a18be7-a09f-4f86-9369-13a0fee17e65') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:58:58.418444 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-4d847dbb-983b-4559-a32f-45bc34095fef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a18be7-a09f-4f86-9369-13a0fee17e65') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:58:58.429735 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d847dbb-983b-4559-a32f-45bc34095fef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:58.446462 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d847dbb-983b-4559-a32f-45bc34095fef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:58.453537 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d847dbb-983b-4559-a32f-45bc34095fef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 09:58:58.453920 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d847dbb-983b-4559-a32f-45bc34095fef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: timer() Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 09:58:58.468112 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 09:58:58.547851 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d847dbb-983b-4559-a32f-45bc34095fef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:58.566499 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4d847dbb-983b-4559-a32f-45bc34095fef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:58.577453 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d847dbb-983b-4559-a32f-45bc34095fef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Network': ['ID=030f6a49-d5f7-4515-838c-f1cec859fe10,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:58:58.580183 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4d847dbb-983b-4559-a32f-45bc34095fef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/networks/030f6a49-d5f7-4515-838c-f1cec859fe10 HTTP/1.1" status: 204 len: 168 time: 0.4446619 Feb 18 09:58:58.582901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51108) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:58:58.651837 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8e106ffe-25b6-437c-a73d-8ce6cd4c8c89 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:58.680390 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8e106ffe-25b6-437c-a73d-8ce6cd4c8c89 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:58.746034 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8e106ffe-25b6-437c-a73d-8ce6cd4c8c89 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:58.766243 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e106ffe-25b6-437c-a73d-8ce6cd4c8c89 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85f9d1c-1be4-45e7-bebf-ca989a252161,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:58:58.772555 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8e106ffe-25b6-437c-a73d-8ce6cd4c8c89 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:58.773679 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8e106ffe-25b6-437c-a73d-8ce6cd4c8c89 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/security-groups/f85f9d1c-1be4-45e7-bebf-ca989a252161 HTTP/1.1" status: 204 len: 168 time: 0.1898985 Feb 18 09:58:59.259705 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51116) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:58:59.265296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-54091ec3-47aa-46e6-82ca-f33b025c7a4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1759770198', 'description': 'tempest-secgroup-smoke-1759770198 description', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:58:59.271724 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-54091ec3-47aa-46e6-82ca-f33b025c7a4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:58:59.275549 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-54091ec3-47aa-46e6-82ca-f33b025c7a4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:58:59.278644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-54091ec3-47aa-46e6-82ca-f33b025c7a4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:58:59.285485 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-54091ec3-47aa-46e6-82ca-f33b025c7a4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:58:59.295988 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54091ec3-47aa-46e6-82ca-f33b025c7a4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:59.315034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-54091ec3-47aa-46e6-82ca-f33b025c7a4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:58:59.318776 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-54091ec3-47aa-46e6-82ca-f33b025c7a4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:58:59.321527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-54091ec3-47aa-46e6-82ca-f33b025c7a4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:58:59.327456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-54091ec3-47aa-46e6-82ca-f33b025c7a4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:58:59.396765 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54091ec3-47aa-46e6-82ca-f33b025c7a4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:59.400330 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54091ec3-47aa-46e6-82ca-f33b025c7a4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:59.444302 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54091ec3-47aa-46e6-82ca-f33b025c7a4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9498dc66-a027-43e4-985e-a9a0f584bc92,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:58:59.447249 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54091ec3-47aa-46e6-82ca-f33b025c7a4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:59.448499 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-54091ec3-47aa-46e6-82ca-f33b025c7a4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1876800 Feb 18 09:58:59.451614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51120) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:58:59.456818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7a52d35b-f9e8-4ff0-ac70-d4b3f1c268ef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '9498dc66-a027-43e4-985e-a9a0f584bc92', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:58:59.463283 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7a52d35b-f9e8-4ff0-ac70-d4b3f1c268ef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:58:59.467706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7a52d35b-f9e8-4ff0-ac70-d4b3f1c268ef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:58:59.470543 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7a52d35b-f9e8-4ff0-ac70-d4b3f1c268ef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:58:59.476124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7a52d35b-f9e8-4ff0-ac70-d4b3f1c268ef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:58:59.493358 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7a52d35b-f9e8-4ff0-ac70-d4b3f1c268ef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:59.556701 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7a52d35b-f9e8-4ff0-ac70-d4b3f1c268ef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:59.560736 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7a52d35b-f9e8-4ff0-ac70-d4b3f1c268ef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:59.563786 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8ff00521-a0f9-4b85-bc7b-548932dd2378 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 09:58:59.585808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52d35b-f9e8-4ff0-ac70-d4b3f1c268ef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d6588d-7b9c-4b28-b49e-5ca51029ea92,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:58:59.595674 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7a52d35b-f9e8-4ff0-ac70-d4b3f1c268ef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:59.597123 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7a52d35b-f9e8-4ff0-ac70-d4b3f1c268ef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445251 Feb 18 09:58:59.599996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51124) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:58:59.600149 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 8ff00521-a0f9-4b85-bc7b-548932dd2378 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 09:58:59.600411 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8ff00521-a0f9-4b85-bc7b-548932dd2378 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 09:58:59.605115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-b8eb4fe1-8ab0-4ca4-9f94-0734086186b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '9498dc66-a027-43e4-985e-a9a0f584bc92', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:58:59.611705 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b8eb4fe1-8ab0-4ca4-9f94-0734086186b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:58:59.615519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b8eb4fe1-8ab0-4ca4-9f94-0734086186b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:58:59.618427 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b8eb4fe1-8ab0-4ca4-9f94-0734086186b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:58:59.624340 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b8eb4fe1-8ab0-4ca4-9f94-0734086186b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:58:59.641005 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b8eb4fe1-8ab0-4ca4-9f94-0734086186b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:59.701959 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b8eb4fe1-8ab0-4ca4-9f94-0734086186b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:59.705677 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b8eb4fe1-8ab0-4ca4-9f94-0734086186b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:59.730058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb4fe1-8ab0-4ca4-9f94-0734086186b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239eb01b-cd49-4dea-9c40-40848188f487,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:58:59.738446 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b8eb4fe1-8ab0-4ca4-9f94-0734086186b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:59.739634 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b8eb4fe1-8ab0-4ca4-9f94-0734086186b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386697 Feb 18 09:58:59.742319 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51128) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:58:59.747280 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e7c0e69e-aabc-4bb1-820f-703c3b6971a4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '9498dc66-a027-43e4-985e-a9a0f584bc92', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:58:59.753799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e7c0e69e-aabc-4bb1-820f-703c3b6971a4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:58:59.757713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e7c0e69e-aabc-4bb1-820f-703c3b6971a4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:58:59.760551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e7c0e69e-aabc-4bb1-820f-703c3b6971a4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:58:59.766765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e7c0e69e-aabc-4bb1-820f-703c3b6971a4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:58:59.783813 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7c0e69e-aabc-4bb1-820f-703c3b6971a4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:59.847051 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7c0e69e-aabc-4bb1-820f-703c3b6971a4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:59.850353 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7c0e69e-aabc-4bb1-820f-703c3b6971a4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:59.873835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0e69e-aabc-4bb1-820f-703c3b6971a4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f3918d-896a-4f38-9144-f036601a398c,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:58:59.881895 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7c0e69e-aabc-4bb1-820f-703c3b6971a4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:59.883074 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e7c0e69e-aabc-4bb1-820f-703c3b6971a4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398573 Feb 18 09:58:59.885799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51132) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:58:59.891338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-f8f73c45-e0fa-4f0b-b922-e705b11ca958 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '9498dc66-a027-43e4-985e-a9a0f584bc92', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:58:59.897509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f8f73c45-e0fa-4f0b-b922-e705b11ca958 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:58:59.901177 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f8f73c45-e0fa-4f0b-b922-e705b11ca958 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:58:59.903932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-f8f73c45-e0fa-4f0b-b922-e705b11ca958 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:58:59.909634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-f8f73c45-e0fa-4f0b-b922-e705b11ca958 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:58:59.926128 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8f73c45-e0fa-4f0b-b922-e705b11ca958 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:59.990022 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8f73c45-e0fa-4f0b-b922-e705b11ca958 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:58:59.993372 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8f73c45-e0fa-4f0b-b922-e705b11ca958 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:00.017491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f73c45-e0fa-4f0b-b922-e705b11ca958 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00996873-e528-4446-b0af-b0bc498d2ba3,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:00.025923 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f8f73c45-e0fa-4f0b-b922-e705b11ca958 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:00.027090 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f8f73c45-e0fa-4f0b-b922-e705b11ca958 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403136 Feb 18 09:59:00.030150 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51136) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:59:00.035177 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-becf23d7-c255-49a2-a04a-22e9470561a7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '9498dc66-a027-43e4-985e-a9a0f584bc92', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:59:00.042025 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-becf23d7-c255-49a2-a04a-22e9470561a7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:59:00.046109 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-becf23d7-c255-49a2-a04a-22e9470561a7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:59:00.048901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-becf23d7-c255-49a2-a04a-22e9470561a7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:59:00.054371 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-becf23d7-c255-49a2-a04a-22e9470561a7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:59:00.064904 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-becf23d7-c255-49a2-a04a-22e9470561a7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Project ed8f29f326d44aaf961e4f998748e77c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:59:00.071279 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-becf23d7-c255-49a2-a04a-22e9470561a7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:00.138435 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-becf23d7-c255-49a2-a04a-22e9470561a7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:00.143032 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-becf23d7-c255-49a2-a04a-22e9470561a7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:00.166817 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf23d7-c255-49a2-a04a-22e9470561a7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f1510a-e4cb-4b03-9551-3b4e32f601f7,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:00.176097 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-becf23d7-c255-49a2-a04a-22e9470561a7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:00.177310 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-becf23d7-c255-49a2-a04a-22e9470561a7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462016 Feb 18 09:59:00.180060 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51140) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:59:00.185134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-bc4eaf4d-a706-470e-9f41-c1880f6321ee tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '9498dc66-a027-43e4-985e-a9a0f584bc92', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:59:00.191957 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bc4eaf4d-a706-470e-9f41-c1880f6321ee tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:59:00.195776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bc4eaf4d-a706-470e-9f41-c1880f6321ee tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:59:00.198634 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-bc4eaf4d-a706-470e-9f41-c1880f6321ee tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:59:00.204603 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-bc4eaf4d-a706-470e-9f41-c1880f6321ee tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:59:00.214289 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-bc4eaf4d-a706-470e-9f41-c1880f6321ee tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Project ed8f29f326d44aaf961e4f998748e77c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 09:59:00.221423 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bc4eaf4d-a706-470e-9f41-c1880f6321ee tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:00.290905 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bc4eaf4d-a706-470e-9f41-c1880f6321ee tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:00.294167 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bc4eaf4d-a706-470e-9f41-c1880f6321ee tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:00.322215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4eaf4d-a706-470e-9f41-c1880f6321ee tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9be1609-d269-409f-a1e2-143ba9f2420c,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:00.329588 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-bc4eaf4d-a706-470e-9f41-c1880f6321ee tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:00.330767 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-bc4eaf4d-a706-470e-9f41-c1880f6321ee tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497607 Feb 18 09:59:00.333613 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51144) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:59:00.338936 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-df6edcb4-ddc4-4e6e-b9ec-43b08f3a12ea tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'network': {'name': 'tempest-network-smoke--1923174046', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'port_security_enabled': True}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:59:00.345481 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-df6edcb4-ddc4-4e6e-b9ec-43b08f3a12ea tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:59:00.349220 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-df6edcb4-ddc4-4e6e-b9ec-43b08f3a12ea tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:network and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:59:00.351975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-df6edcb4-ddc4-4e6e-b9ec-43b08f3a12ea tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:59:00.357507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-df6edcb4-ddc4-4e6e-b9ec-43b08f3a12ea tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:59:00.367782 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6edcb4-ddc4-4e6e-b9ec-43b08f3a12ea tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Made reservation on behalf of ed8f29f326d44aaf961e4f998748e77c for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:59:00.371098 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df6edcb4-ddc4-4e6e-b9ec-43b08f3a12ea tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:00.400457 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6edcb4-ddc4-4e6e-b9ec-43b08f3a12ea tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 09:59:00.410887 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df6edcb4-ddc4-4e6e-b9ec-43b08f3a12ea tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:00.411230 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-df6edcb4-ddc4-4e6e-b9ec-43b08f3a12ea tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Added segment b98026dc-d638-4dc4-a2c7-e9584290a20f of type vlan for network fc02bb31-e9b7-49b2-9279-3e6e93c725f9 Feb 18 09:59:00.437936 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df6edcb4-ddc4-4e6e-b9ec-43b08f3a12ea tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:00.471853 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4a440b8e-cade-45bd-85e5-62b0d84c2d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:00.473212 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df6edcb4-ddc4-4e6e-b9ec-43b08f3a12ea tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:00.478586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6edcb4-ddc4-4e6e-b9ec-43b08f3a12ea tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:00.479166 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-df6edcb4-ddc4-4e6e-b9ec-43b08f3a12ea tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:00.581090 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-df6edcb4-ddc4-4e6e-b9ec-43b08f3a12ea tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2463834 Feb 18 09:59:00.583803 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51148) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:59:00.587018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6edcb4-ddc4-4e6e-b9ec-43b08f3a12ea tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Network': ['ID=fc02bb31-e9b7-49b2-9279-3e6e93c725f9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:00.590344 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-323000185', 'admin_state_up': True, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:59:00.597948 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network fc02bb31-e9b7-49b2-9279-3e6e93c725f9 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 09:59:00.599761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:59:00.603503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:router and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:59:00.606327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:59:00.613822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:59:00.624141 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:00.625480 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:00.641870 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:00.911646 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:01.213302 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:01.242689 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:01.384406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.25.1.225 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/8188fd64-3e08-4feb-926b-112dc97482f1) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:59:01.530864 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:01.559888 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:01.625170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:59:01.628014 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:59:01.631683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:59:01.665553 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=8188fd64-3e08-4feb-926b-112dc97482f1,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:02.167855 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:02.521103 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:02.736100 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router a5c17243-e71d-49e8-a5ad-ad347de57f59 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 09:59:02.913284 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:59:02.923985 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Sync routers for ids ['a5c17243-e71d-49e8-a5ad-ad347de57f59'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:59:02.933101 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Routers {'a5c17243-e71d-49e8-a5ad-ad347de57f59'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:59:02.933712 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:58:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['a5c17243-e71d-49e8-a5ad-ad347de57f59'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:59:02.941059 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:02.942580 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-debf03ed-307e-4d88-94bd-fd7b846f6462 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3577127 Feb 18 09:59:02.946135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51152) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:59:02.990129 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-faf1b907-ed7a-4d03-94a2-918c69ded8b1 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=ed8f29f326d44aaf961e4f998748e77c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428002 Feb 18 09:59:02.992780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51156) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:59:03.118905 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Set router a5c17243-e71d-49e8-a5ad-ad347de57f59 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:59:03.255249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b3af9c-d647-45a9-af09-223c67dbbb36 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:03.257007 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a6b3af9c-d647-45a9-af09-223c67dbbb36 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2632921 Feb 18 09:59:03.260041 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51160) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:59:03.303581 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2916fabc-20d5-4e52-aff2-92c6f77a1932 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422668 Feb 18 09:59:03.306291 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51164) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:59:03.312693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e7167b3c-ee95-4b4b-9cbf-5449c001bf84 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-359121249', 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:59:03.426633 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e7167b3c-ee95-4b4b-9cbf-5449c001bf84 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:59:03.431209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e7167b3c-ee95-4b4b-9cbf-5449c001bf84 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:subnet and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:59:03.432085 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323000185', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:59:00Z', 'updated_at': '2022-02-18T09:59:01Z', 'revision_number': 3, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:01Z', 'updated_at': '2022-02-18T09:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:59:03.434452 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e7167b3c-ee95-4b4b-9cbf-5449c001bf84 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:59:03.437372 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Checking router: a5c17243-e71d-49e8-a5ad-ad347de57f59 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:59:03.437372 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Updating router a5c17243-e71d-49e8-a5ad-ad347de57f59 port 8188fd64-3e08-4feb-926b-112dc97482f1 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:59:03.440928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e7167b3c-ee95-4b4b-9cbf-5449c001bf84 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:59:03.454500 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7167b3c-ee95-4b4b-9cbf-5449c001bf84 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Made reservation on behalf of ed8f29f326d44aaf961e4f998748e77c for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:59:03.458334 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7167b3c-ee95-4b4b-9cbf-5449c001bf84 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:03.501658 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:03.683013 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7167b3c-ee95-4b4b-9cbf-5449c001bf84 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:03.766897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7167b3c-ee95-4b4b-9cbf-5449c001bf84 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Subnet': ['ID=cb129472-96ea-41b3-8de6-829b8fc3705b,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:03.777602 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7167b3c-ee95-4b4b-9cbf-5449c001bf84 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Checking segment: {'id': 'b98026dc-d638-4dc4-a2c7-e9584290a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:59:03.777962 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7167b3c-ee95-4b4b-9cbf-5449c001bf84 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network hostable DHCP agents. Network: fc02bb31-e9b7-49b2-9279-3e6e93c725f9, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 09:59:03.802510 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7167b3c-ee95-4b4b-9cbf-5449c001bf84 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network fc02bb31-e9b7-49b2-9279-3e6e93c725f9 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 09:59:03.814808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e7167b3c-ee95-4b4b-9cbf-5449c001bf84 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, fc02bb31-e9b7-49b2-9279-3e6e93c725f9) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:59:03.819728 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7167b3c-ee95-4b4b-9cbf-5449c001bf84 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:03.820716 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7167b3c-ee95-4b4b-9cbf-5449c001bf84 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:03.829329 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536e2e24-cf7a-46cf-95ec-8cca77650dce None None] Network fc02bb31-e9b7-49b2-9279-3e6e93c725f9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:59:03.849824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e7167b3c-ee95-4b4b-9cbf-5449c001bf84 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5397298 Feb 18 09:59:03.850146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51168) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:59:03.931640 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:03.955489 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d6de5d9e-a6ef-4b21-a6a4-6cc4886aed0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:03.970109 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Transition to ACTIVE for port object 8188fd64-3e08-4feb-926b-112dc97482f1 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:59:03.986935 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:04.126048 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:04.135379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Attempting to bind port 8188fd64-3e08-4feb-926b-112dc97482f1 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:59:04.135751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Attempting to bind port 8188fd64-3e08-4feb-926b-112dc97482f1 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:59:04.136118 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Attempting to bind port 8188fd64-3e08-4feb-926b-112dc97482f1 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:59:04.152380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3869f9-4ced-47b0-a21a-1849987b31fa None None] Pushing event updated for resources: {'Port': ['ID=8188fd64-3e08-4feb-926b-112dc97482f1,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:04.154595 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:04.155419 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:59:04.155789 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:59:04.156178 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:04.156591 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:59:04.157066 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Bound port: 8188fd64-3e08-4feb-926b-112dc97482f1, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:59:04.157438 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:04.246285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-fc02bb31-e9b7-49b2-9279-3e6e93c725f9', 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ips': [{'subnet_id': 'cb129472-96ea-41b3-8de6-829b8fc3705b'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 09:59:04.247102 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:04.317994 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] For port 8188fd64-3e08-4feb-926b-112dc97482f1, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:59:04.336066 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] For port 8188fd64-3e08-4feb-926b-112dc97482f1, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8188fd64-3e08-4feb-926b-112dc97482f1,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:59:04.345438 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:04.537837 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Routers {'a5c17243-e71d-49e8-a5ad-ad347de57f59'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:59:04.538377 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:59:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['a5c17243-e71d-49e8-a5ad-ad347de57f59'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:59:04.567591 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:04.606174 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3869f9-4ced-47b0-a21a-1849987b31fa None None] Pushing event updated for resources: {'Port': ['ID=8188fd64-3e08-4feb-926b-112dc97482f1,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:04.649342 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Allocated IP 172.20.0.2 (fc02bb31-e9b7-49b2-9279-3e6e93c725f9/cb129472-96ea-41b3-8de6-829b8fc3705b/008d49bd-d403-4cba-9422-723ac37ad377) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:59:04.827718 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] Set router a5c17243-e71d-49e8-a5ad-ad347de57f59 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:59:05.183569 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:05.197170 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Transition to ACTIVE for port object 008d49bd-d403-4cba-9422-723ac37ad377 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:59:05.220967 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Transition to ACTIVE for port object 008d49bd-d403-4cba-9422-723ac37ad377 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:59:05.229020 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:05.293762 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.20.0.1 (fc02bb31-e9b7-49b2-9279-3e6e93c725f9/cb129472-96ea-41b3-8de6-829b8fc3705b/0b1f03f2-af07-4bb1-9001-19a981057e21) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:59:05.321032 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Network fc02bb31-e9b7-49b2-9279-3e6e93c725f9 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:59:05.322767 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323000185', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:59:00Z', 'updated_at': '2022-02-18T09:59:01Z', 'revision_number': 3, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:01Z', 'updated_at': '2022-02-18T09:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:59:05.329042 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:59:05.334650 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:59:05.336843 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b04615-ee23-4d06-b49b-807cc6006410 None None] The sync data for ids ['a5c17243-e71d-49e8-a5ad-ad347de57f59'] in n-d-829434-1 is: [{'id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323000185', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:59:00Z', 'updated_at': '2022-02-18T09:59:01Z', 'revision_number': 3, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:01Z', 'updated_at': '2022-02-18T09:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:59:05.339704 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:05.340440 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Pushing event updated for resources: {'Port': ['ID=008d49bd-d403-4cba-9422-723ac37ad377,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:05.440582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Attempting to bind port 008d49bd-d403-4cba-9422-723ac37ad377 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:59:05.441164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Attempting to bind port 008d49bd-d403-4cba-9422-723ac37ad377 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'b98026dc-d638-4dc4-a2c7-e9584290a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:59:05.441925 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Attempting to bind port 008d49bd-d403-4cba-9422-723ac37ad377 on network fc02bb31-e9b7-49b2-9279-3e6e93c725f9 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:59:05.450550 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:59:05.451752 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Checking segment: {'id': 'b98026dc-d638-4dc4-a2c7-e9584290a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:59:05.452363 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:05.452988 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Bound using segment: {'id': 'b98026dc-d638-4dc4-a2c7-e9584290a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:59:05.453749 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Bound port: 008d49bd-d403-4cba-9422-723ac37ad377, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98026dc-d638-4dc4-a2c7-e9584290a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:59:05.454348 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:05.477240 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:05.494040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Transition to ACTIVE for port object 0b1f03f2-af07-4bb1-9001-19a981057e21 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:59:05.520631 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:05.559403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] For port 008d49bd-d403-4cba-9422-723ac37ad377, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:59:05.563776 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] For port 008d49bd-d403-4cba-9422-723ac37ad377, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=008d49bd-d403-4cba-9422-723ac37ad377,segment=NetworkSegment(b98026dc-d638-4dc4-a2c7-e9584290a20f),segment_id=b98026dc-d638-4dc4-a2c7-e9584290a20f)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:59:05.570741 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:05.589017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network fc02bb31-e9b7-49b2-9279-3e6e93c725f9 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:59:05.598163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:59:05.612387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:59:05.665079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=0b1f03f2-af07-4bb1-9001-19a981057e21,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:05.686904 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413422c8-de84-4c28-a9b9-de080bb52666 None None] Pushing event updated for resources: {'Port': ['ID=008d49bd-d403-4cba-9422-723ac37ad377,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:05.689483 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:05.832657 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:06.303695 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:06.309029 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:06.424631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=0b1f03f2-af07-4bb1-9001-19a981057e21,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:06.431099 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:06.578257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network fc02bb31-e9b7-49b2-9279-3e6e93c725f9 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:59:06.579457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:59:06.625939 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2534a3b5-9bf1-4ae7-920e-3eb7bce3338e None None] Network fc02bb31-e9b7-49b2-9279-3e6e93c725f9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 09:59:06.748711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b1c3f41a-d031-4e06-b1d1-f5499a5bca5c None None] Provisioning for port 008d49bd-d403-4cba-9422-723ac37ad377 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:59:06.777581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router a5c17243-e71d-49e8-a5ad-ad347de57f59 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:59:07.100741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:59:07.102260 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c062c97c-5f04-4092-b3c5-629073803038 None None] Provisioning for port 0b1f03f2-af07-4bb1-9001-19a981057e21 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:59:07.107926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c062c97c-5f04-4092-b3c5-629073803038 None None] Provisioning complete for port 0b1f03f2-af07-4bb1-9001-19a981057e21 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:59:07.108941 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c062c97c-5f04-4092-b3c5-629073803038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:07.125501 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Sync routers for ids ['a5c17243-e71d-49e8-a5ad-ad347de57f59'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:59:07.126108 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-692ba9c7-bec7-48b9-a082-bbfec404cd7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "PUT /v2.0/routers/a5c17243-e71d-49e8-a5ad-ad347de57f59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2644596 Feb 18 09:59:07.126840 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Routers {'a5c17243-e71d-49e8-a5ad-ad347de57f59'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:59:07.127461 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:59:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['a5c17243-e71d-49e8-a5ad-ad347de57f59'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:59:07.256767 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c062c97c-5f04-4092-b3c5-629073803038 None None] Port 0b1f03f2-af07-4bb1-9001-19a981057e21 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:59:07.318254 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Set router a5c17243-e71d-49e8-a5ad-ad347de57f59 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:59:07.319757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-0f572ade-ced0-4c30-ba43-027f3b711707 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:59:07.338660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-0f572ade-ced0-4c30-ba43-027f3b711707 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:59:07.340057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-0f572ade-ced0-4c30-ba43-027f3b711707 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1759770198&fields=id&tenant_id=ed8f29f326d44aaf961e4f998748e77c HTTP/1.1" status: 200 len: 267 time: 0.0705593 Feb 18 09:59:07.399924 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c4797a30-8ecb-42ed-8494-178fc6e0181a None None] Provisioning complete for port 0b1f03f2-af07-4bb1-9001-19a981057e21 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:59:07.400477 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c4797a30-8ecb-42ed-8494-178fc6e0181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:07.475018 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c4797a30-8ecb-42ed-8494-178fc6e0181a None None] Port 0b1f03f2-af07-4bb1-9001-19a981057e21 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:59:07.512589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-fa8852fa-ba10-44b5-9c4c-e08bd2969ffa tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:07.514436 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-fa8852fa-ba10-44b5-9c4c-e08bd2969ffa tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/networks?id=fc02bb31-e9b7-49b2-9279-3e6e93c725f9 HTTP/1.1" status: 200 len: 797 time: 0.1609168 Feb 18 09:59:07.533945 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-01fd440b-025d-42ce-ba4f-d759e345f4f4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/quotas/ed8f29f326d44aaf961e4f998748e77c HTTP/1.1" status: 200 len: 375 time: 0.0133533 Feb 18 09:59:07.614397 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-33a49c49-f43b-46cc-96e8-624a2c0775fd None None] Provisioning complete for port 0b1f03f2-af07-4bb1-9001-19a981057e21 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:59:07.614928 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-33a49c49-f43b-46cc-96e8-624a2c0775fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:07.627731 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-7154a217-66e0-4d80-bd7b-6dc9b44c32b9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:59:07.646254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-7154a217-66e0-4d80-bd7b-6dc9b44c32b9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:59:07.660775 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-7154a217-66e0-4d80-bd7b-6dc9b44c32b9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1202915 Feb 18 09:59:07.668775 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323000185', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:59:00Z', 'updated_at': '2022-02-18T09:59:05Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:01Z', 'updated_at': '2022-02-18T09:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '0b1f03f2-af07-4bb1-9001-19a981057e21', 'name': '', 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:84:aa:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'cb129472-96ea-41b3-8de6-829b8fc3705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:04Z', 'updated_at': '2022-02-18T09:59:06Z', 'revision_number': 2, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'cb129472-96ea-41b3-8de6-829b8fc3705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:59:07.672177 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8188fd64-3e08-4feb-926b-112dc97482f1 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:59:07.673417 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Checking router: a5c17243-e71d-49e8-a5ad-ad347de57f59 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:59:07.673769 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Updating router a5c17243-e71d-49e8-a5ad-ad347de57f59 port 0b1f03f2-af07-4bb1-9001-19a981057e21 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 09:59:07.726963 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-33a49c49-f43b-46cc-96e8-624a2c0775fd None None] Port 0b1f03f2-af07-4bb1-9001-19a981057e21 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:59:07.737688 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:07.749130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 8188fd64-3e08-4feb-926b-112dc97482f1 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:59:07.754290 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 8188fd64-3e08-4feb-926b-112dc97482f1 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:59:07.754874 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:07.859701 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-1702e346-3ff3-4c82-8f98-95dad6d1f4ad service neutron] 10.222.0.72 "GET /v2.0/networks/fc02bb31-e9b7-49b2-9279-3e6e93c725f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956990 Feb 18 09:59:07.895495 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:07.913544 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 8188fd64-3e08-4feb-926b-112dc97482f1, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8188fd64-3e08-4feb-926b-112dc97482f1,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:59:07.917946 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:07.918752 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 008d49bd-d403-4cba-9422-723ac37ad377 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:59:08.000118 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-94eb3408-0352-4f44-881b-95a333257a99 service neutron] 10.222.0.72 "GET /v2.0/networks/fc02bb31-e9b7-49b2-9279-3e6e93c725f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340718 Feb 18 09:59:08.040129 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=8188fd64-3e08-4feb-926b-112dc97482f1,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:08.052193 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 008d49bd-d403-4cba-9422-723ac37ad377 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:59:08.057739 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 008d49bd-d403-4cba-9422-723ac37ad377 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:59:08.058108 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:08.117984 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:08.130730 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Transition to ACTIVE for port object 0b1f03f2-af07-4bb1-9001-19a981057e21 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:59:08.138205 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:08.196578 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:08.215623 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e04340c2-0ca0-4fc8-9d19-add7713074bd req-e1e1e55b-b729-4e7e-9475-53bd620bb684 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 210 time: 0.0542800 Feb 18 09:59:08.243820 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 008d49bd-d403-4cba-9422-723ac37ad377, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=008d49bd-d403-4cba-9422-723ac37ad377,segment=NetworkSegment(b98026dc-d638-4dc4-a2c7-e9584290a20f),segment_id=b98026dc-d638-4dc4-a2c7-e9584290a20f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:59:08.248462 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:08.318963 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=008d49bd-d403-4cba-9422-723ac37ad377,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:08.320000 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d584299-2912-4613-b386-a90adee21cc9 None None] Pushing event updated for resources: {'Port': ['ID=0b1f03f2-af07-4bb1-9001-19a981057e21,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:08.362679 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d584299-2912-4613-b386-a90adee21cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:08.363025 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d584299-2912-4613-b386-a90adee21cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:08.363550 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d584299-2912-4613-b386-a90adee21cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:08.363889 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d584299-2912-4613-b386-a90adee21cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:08.364218 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d584299-2912-4613-b386-a90adee21cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:08.364572 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d584299-2912-4613-b386-a90adee21cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:08.364900 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d584299-2912-4613-b386-a90adee21cc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:08.365222 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d584299-2912-4613-b386-a90adee21cc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:08.365542 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d584299-2912-4613-b386-a90adee21cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:08.365860 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d584299-2912-4613-b386-a90adee21cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:08.366180 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d584299-2912-4613-b386-a90adee21cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:08.366494 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d584299-2912-4613-b386-a90adee21cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 09:59:08.386151 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Attempting to bind port 0b1f03f2-af07-4bb1-9001-19a981057e21 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:59:08.386521 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Attempting to bind port 0b1f03f2-af07-4bb1-9001-19a981057e21 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'b98026dc-d638-4dc4-a2c7-e9584290a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:59:08.386884 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Attempting to bind port 0b1f03f2-af07-4bb1-9001-19a981057e21 on network fc02bb31-e9b7-49b2-9279-3e6e93c725f9 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:59:08.392548 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:59:08.392926 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Checking segment: {'id': 'b98026dc-d638-4dc4-a2c7-e9584290a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:59:08.393327 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:08.393721 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Bound using segment: {'id': 'b98026dc-d638-4dc4-a2c7-e9584290a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:59:08.394178 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Bound port: 0b1f03f2-af07-4bb1-9001-19a981057e21, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98026dc-d638-4dc4-a2c7-e9584290a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:59:08.394550 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:08.484125 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] For port 0b1f03f2-af07-4bb1-9001-19a981057e21, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:59:08.487102 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] For port 0b1f03f2-af07-4bb1-9001-19a981057e21, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0b1f03f2-af07-4bb1-9001-19a981057e21,segment=NetworkSegment(b98026dc-d638-4dc4-a2c7-e9584290a20f),segment_id=b98026dc-d638-4dc4-a2c7-e9584290a20f)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:59:08.491400 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:08.592348 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Routers {'a5c17243-e71d-49e8-a5ad-ad347de57f59'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:59:08.593020 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:59:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['a5c17243-e71d-49e8-a5ad-ad347de57f59'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:59:08.656732 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d584299-2912-4613-b386-a90adee21cc9 None None] Pushing event updated for resources: {'Port': ['ID=0b1f03f2-af07-4bb1-9001-19a981057e21,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:08.777393 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] Set router a5c17243-e71d-49e8-a5ad-ad347de57f59 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:59:09.081612 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323000185', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:59:00Z', 'updated_at': '2022-02-18T09:59:05Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:01Z', 'updated_at': '2022-02-18T09:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '0b1f03f2-af07-4bb1-9001-19a981057e21', 'name': '', 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:84:aa:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'cb129472-96ea-41b3-8de6-829b8fc3705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:04Z', 'updated_at': '2022-02-18T09:59:08Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'cb129472-96ea-41b3-8de6-829b8fc3705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:59:09.085388 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f927e-8903-40ca-910e-d707f0532706 None None] The sync data for ids ['a5c17243-e71d-49e8-a5ad-ad347de57f59'] in n-d-829434-1 is: [{'id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323000185', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:59:00Z', 'updated_at': '2022-02-18T09:59:05Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:01Z', 'updated_at': '2022-02-18T09:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '0b1f03f2-af07-4bb1-9001-19a981057e21', 'name': '', 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:84:aa:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'cb129472-96ea-41b3-8de6-829b8fc3705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:04Z', 'updated_at': '2022-02-18T09:59:08Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'cb129472-96ea-41b3-8de6-829b8fc3705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:59:09.321340 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c394088-dd6c-4240-9044-33972ba35f20 req-8c4e5b55-6b2f-426d-86b3-7a97bff6880d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 210 time: 0.0464816 Feb 18 09:59:09.646651 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0b1f03f2-af07-4bb1-9001-19a981057e21 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:59:09.721484 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 0b1f03f2-af07-4bb1-9001-19a981057e21 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:59:09.726534 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0b1f03f2-af07-4bb1-9001-19a981057e21 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:59:09.726924 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:09.847452 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:09.882692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 0b1f03f2-af07-4bb1-9001-19a981057e21, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0b1f03f2-af07-4bb1-9001-19a981057e21,segment=NetworkSegment(b98026dc-d638-4dc4-a2c7-e9584290a20f),segment_id=b98026dc-d638-4dc4-a2c7-e9584290a20f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:59:09.886831 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:09.887650 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8188fd64-3e08-4feb-926b-112dc97482f1 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:59:10.005129 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=0b1f03f2-af07-4bb1-9001-19a981057e21,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:10.018010 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 8188fd64-3e08-4feb-926b-112dc97482f1 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:59:10.018378 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:10.139595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 008d49bd-d403-4cba-9422-723ac37ad377 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:59:10.206977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 008d49bd-d403-4cba-9422-723ac37ad377 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:59:10.207347 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:10.420107 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7fabb704-1bc9-4075-9f8f-f149b6e93351 req-7769492a-a1a9-4d7e-8e57-57bd5670221e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 210 time: 0.0419312 Feb 18 09:59:11.519370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a34a54d3-7aa4-4c73-a6cf-e9614d17fa12 req-3b37a0bf-bd44-47b4-8769-696f4e986aad tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 210 time: 0.0472603 Feb 18 09:59:11.584788 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0b1f03f2-af07-4bb1-9001-19a981057e21 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:59:11.654871 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 0b1f03f2-af07-4bb1-9001-19a981057e21 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:59:11.655258 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:11.982812 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:11.998600 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:12.670199 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-49cfe4a6-e692-4b92-b82e-f022bd0b6b61 req-54a179fe-82b3-4ba9-bff7-b7db2bbdba50 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 210 time: 0.0431080 Feb 18 09:59:13.391848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-4bdbcc1b-a4c3-4358-9cbc-8d9cf6a41046 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:13.393286 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-4bdbcc1b-a4c3-4358-9cbc-8d9cf6a41046 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.61 "GET /v2.0/networks?id=fc02bb31-e9b7-49b2-9279-3e6e93c725f9 HTTP/1.1" status: 200 len: 797 time: 0.1428943 Feb 18 09:59:13.442184 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-9f633d70-9390-4728-b6be-624e8738eea2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed8f29f326d44aaf961e4f998748e77c HTTP/1.1" status: 200 len: 380 time: 0.0405202 Feb 18 09:59:13.453242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-109d007b-b6b1-49e9-b898-5fe104afc1d9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'port': {'device_id': '90f292c3-ff24-422b-851c-bd2da6a15606', 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9', 'admin_state_up': True, 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'security_groups': ['9498dc66-a027-43e4-985e-a9a0f584bc92']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:59:13.587299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-109d007b-b6b1-49e9-b898-5fe104afc1d9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:59:13.597099 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-109d007b-b6b1-49e9-b898-5fe104afc1d9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:59:13.605678 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-109d007b-b6b1-49e9-b898-5fe104afc1d9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Made reservation on behalf of ed8f29f326d44aaf961e4f998748e77c for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 09:59:13.609861 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-109d007b-b6b1-49e9-b898-5fe104afc1d9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:13.771171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-109d007b-b6b1-49e9-b898-5fe104afc1d9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.20.0.8 (fc02bb31-e9b7-49b2-9279-3e6e93c725f9/cb129472-96ea-41b3-8de6-829b8fc3705b/bbb16d91-3985-4c18-89c9-cf05434491aa) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:59:13.826254 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cef224fd-47a2-4b44-912d-7f2feca7ce0d req-97336539-7699-4ead-a1ca-724b3e3b3a00 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 210 time: 0.0489433 Feb 18 09:59:14.111352 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-109d007b-b6b1-49e9-b898-5fe104afc1d9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:14.127130 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-109d007b-b6b1-49e9-b898-5fe104afc1d9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Transition to ACTIVE for port object bbb16d91-3985-4c18-89c9-cf05434491aa will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:59:14.151427 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-109d007b-b6b1-49e9-b898-5fe104afc1d9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:14.221334 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-109d007b-b6b1-49e9-b898-5fe104afc1d9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network fc02bb31-e9b7-49b2-9279-3e6e93c725f9 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:59:14.224329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-109d007b-b6b1-49e9-b898-5fe104afc1d9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:59:14.226718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-109d007b-b6b1-49e9-b898-5fe104afc1d9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:59:14.271880 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d007b-b6b1-49e9-b898-5fe104afc1d9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=bbb16d91-3985-4c18-89c9-cf05434491aa,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:14.302461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-109d007b-b6b1-49e9-b898-5fe104afc1d9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:14.302777 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-109d007b-b6b1-49e9-b898-5fe104afc1d9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:14.329896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-109d007b-b6b1-49e9-b898-5fe104afc1d9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8805244 Feb 18 09:59:14.342203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Request body: {'port': {'device_id': '90f292c3-ff24-422b-851c-bd2da6a15606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:59:14.425635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4160349f-3c99-4712-96d5-0035ac3ef427 None None] Provisioning for port bbb16d91-3985-4c18-89c9-cf05434491aa completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:59:14.431058 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4160349f-3c99-4712-96d5-0035ac3ef427 None None] Provisioning complete for port bbb16d91-3985-4c18-89c9-cf05434491aa triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:59:14.431431 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4160349f-3c99-4712-96d5-0035ac3ef427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:14.457245 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:14.485640 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-4160349f-3c99-4712-96d5-0035ac3ef427 None None] Port bbb16d91-3985-4c18-89c9-cf05434491aa cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 09:59:14.804358 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb16d91-3985-4c18-89c9-cf05434491aa {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:59:14.812774 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:14.826863 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Transition to ACTIVE for port object bbb16d91-3985-4c18-89c9-cf05434491aa will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 09:59:14.830692 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:15.037179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb16d91-3985-4c18-89c9-cf05434491aa,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:15.134566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Attempting to bind port bbb16d91-3985-4c18-89c9-cf05434491aa on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 09:59:15.134895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Attempting to bind port bbb16d91-3985-4c18-89c9-cf05434491aa by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'b98026dc-d638-4dc4-a2c7-e9584290a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 09:59:15.135233 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Attempting to bind port bbb16d91-3985-4c18-89c9-cf05434491aa on network fc02bb31-e9b7-49b2-9279-3e6e93c725f9 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:59:15.144918 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a7fe5-e4bb-4bd0-80a7-6f3b6537f5d0 req-ded3af49-d6c0-4f4b-83aa-069fea4d01ba tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:15.145624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-001a7fe5-e4bb-4bd0-80a7-6f3b6537f5d0 req-ded3af49-d6c0-4f4b-83aa-069fea4d01ba tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 09:59:15.147297 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 09:59:15.155328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Port bbb16d91-3985-4c18-89c9-cf05434491aa on network fc02bb31-e9b7-49b2-9279-3e6e93c725f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 09:59:15.155646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Attempting to bind port bbb16d91-3985-4c18-89c9-cf05434491aa on network fc02bb31-e9b7-49b2-9279-3e6e93c725f9 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 09:59:15.164010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 9, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 09:59:15.164367 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Checking segment: {'id': 'b98026dc-d638-4dc4-a2c7-e9584290a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 09:59:15.164739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Bound using segment: {'id': 'b98026dc-d638-4dc4-a2c7-e9584290a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 09:59:15.165155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Bound port: bbb16d91-3985-4c18-89c9-cf05434491aa, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98026dc-d638-4dc4-a2c7-e9584290a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 09:59:15.165497 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:15.180477 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-001a7fe5-e4bb-4bd0-80a7-6f3b6537f5d0 req-ded3af49-d6c0-4f4b-83aa-069fea4d01ba tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 09:59:15.181617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-001a7fe5-e4bb-4bd0-80a7-6f3b6537f5d0 req-ded3af49-d6c0-4f4b-83aa-069fea4d01ba tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 943 time: 0.2338901 Feb 18 09:59:15.281791 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-001a7fe5-e4bb-4bd0-80a7-6f3b6537f5d0 req-cb57f38d-8669-456d-8e0f-b41030a7ecd3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734489 Feb 18 09:59:15.292101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] For port bbb16d91-3985-4c18-89c9-cf05434491aa, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 09:59:15.295718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] For port bbb16d91-3985-4c18-89c9-cf05434491aa, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=bbb16d91-3985-4c18-89c9-cf05434491aa,segment=NetworkSegment(b98026dc-d638-4dc4-a2c7-e9584290a20f),segment_id=b98026dc-d638-4dc4-a2c7-e9584290a20f)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 09:59:15.299297 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:15.352527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:15.352842 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:15.354688 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] 10.222.0.61 "PUT /v2.0/ports/bbb16d91-3985-4c18-89c9-cf05434491aa HTTP/1.1" status: 200 len: 1091 time: 1.0168488 Feb 18 09:59:15.362581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f292c3-ff24-422b-851c-bd2da6a15606', 'tag': 'bbb16d91-3985-4c18-89c9-cf05434491aa'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:59:15.387750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51ee82-0955-42ad-b642-85e87884b534 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb16d91-3985-4c18-89c9-cf05434491aa,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:15.428885 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f292c3-ff24-422b-851c-bd2da6a15606', 'tag': 'bbb16d91-3985-4c18-89c9-cf05434491aa', 'status': 'completed', 'code': 200} Feb 18 09:59:15.477566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-1493cd17-8e2a-42f7-8f0e-7da3e522e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:15.479168 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-1493cd17-8e2a-42f7-8f0e-7da3e522e5eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 1094 time: 0.0856268 Feb 18 09:59:15.546956 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-1a33a277-4a3b-49e0-b37a-f48059be3c1e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbb16d91-3985-4c18-89c9-cf05434491aa HTTP/1.1" status: 200 len: 217 time: 0.0613146 Feb 18 09:59:15.612017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-5848ae97-2c3a-447c-a884-61576c8b1a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:15.613397 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-5848ae97-2c3a-447c-a884-61576c8b1a2a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb129472-96ea-41b3-8de6-829b8fc3705b HTTP/1.1" status: 200 len: 834 time: 0.0607436 Feb 18 09:59:15.690016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-c26e13b9-6553-4343-a3ae-cb582633010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:15.691483 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-c26e13b9-6553-4343-a3ae-cb582633010b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc02bb31-e9b7-49b2-9279-3e6e93c725f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718687 Feb 18 09:59:15.824726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-4d6d39e1-aeb8-448c-9387-1d6f5f30b45c service neutron] 10.222.0.61 "GET /v2.0/networks/fc02bb31-e9b7-49b2-9279-3e6e93c725f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267529 Feb 18 09:59:16.060458 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dcd55f1e-37bc-4c38-9d6b-d240e45ce56a req-a665ae59-3159-42bf-8702-9c726891cdc9 service neutron] 10.222.0.61 "GET /v2.0/networks/fc02bb31-e9b7-49b2-9279-3e6e93c725f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298157 Feb 18 09:59:16.181268 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab488e-00e1-42a6-8a3e-f43fd55d4bf8 req-7411be27-d064-494c-9e98-66733e5c60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:16.182732 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18ab488e-00e1-42a6-8a3e-f43fd55d4bf8 req-7411be27-d064-494c-9e98-66733e5c60f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 1094 time: 0.0749400 Feb 18 09:59:16.312996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab488e-00e1-42a6-8a3e-f43fd55d4bf8 req-1f769a3a-48e0-478b-a8ac-95d09d5d2772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:16.314474 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18ab488e-00e1-42a6-8a3e-f43fd55d4bf8 req-1f769a3a-48e0-478b-a8ac-95d09d5d2772 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc02bb31-e9b7-49b2-9279-3e6e93c725f9 HTTP/1.1" status: 200 len: 898 time: 0.1253669 Feb 18 09:59:16.385392 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18ab488e-00e1-42a6-8a3e-f43fd55d4bf8 req-66ca9d87-5b57-4f7d-a91d-a135dfe62283 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbb16d91-3985-4c18-89c9-cf05434491aa HTTP/1.1" status: 200 len: 217 time: 0.0647204 Feb 18 09:59:16.494973 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab488e-00e1-42a6-8a3e-f43fd55d4bf8 req-d1767050-9daa-441b-a568-9c09e70a7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:16.496453 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18ab488e-00e1-42a6-8a3e-f43fd55d4bf8 req-d1767050-9daa-441b-a568-9c09e70a7303 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb129472-96ea-41b3-8de6-829b8fc3705b HTTP/1.1" status: 200 len: 834 time: 0.1053150 Feb 18 09:59:16.572370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7b6fb-8096-4cbb-9ec5-4371e0cfcfb0 req-b26e63c6-4163-4af7-8d61-0ca2f5bcc08e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:16.573817 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6d7b6fb-8096-4cbb-9ec5-4371e0cfcfb0 req-b26e63c6-4163-4af7-8d61-0ca2f5bcc08e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 943 time: 0.1517026 Feb 18 09:59:16.609430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab488e-00e1-42a6-8a3e-f43fd55d4bf8 req-7a0a0e9b-4be7-48c7-b331-21a3a175c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:16.610895 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18ab488e-00e1-42a6-8a3e-f43fd55d4bf8 req-7a0a0e9b-4be7-48c7-b331-21a3a175c1f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc02bb31-e9b7-49b2-9279-3e6e93c725f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091638 Feb 18 09:59:16.698038 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6d7b6fb-8096-4cbb-9ec5-4371e0cfcfb0 req-b711fa06-f040-4ad1-b50a-db5e79642545 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163213 Feb 18 09:59:16.759584 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18ab488e-00e1-42a6-8a3e-f43fd55d4bf8 req-816be977-4c31-49f9-87cb-e0eef8ee48d1 service neutron] 10.222.0.61 "GET /v2.0/networks/fc02bb31-e9b7-49b2-9279-3e6e93c725f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416199 Feb 18 09:59:16.896622 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-18ab488e-00e1-42a6-8a3e-f43fd55d4bf8 req-9aa217c2-54e0-4d0b-a627-8fa01fc6d472 service neutron] 10.222.0.61 "GET /v2.0/networks/fc02bb31-e9b7-49b2-9279-3e6e93c725f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291580 Feb 18 09:59:17.891696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af22a7f-618b-432e-8f06-b6a345eac9e5 req-fdfff723-aa88-41b4-9a89-6fe19d3904a5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:17.893169 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4af22a7f-618b-432e-8f06-b6a345eac9e5 req-fdfff723-aa88-41b4-9a89-6fe19d3904a5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 943 time: 0.0850055 Feb 18 09:59:17.936345 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4af22a7f-618b-432e-8f06-b6a345eac9e5 req-13393540-ad21-41d0-9007-8169f5b1169c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375612 Feb 18 09:59:19.117291 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c7773-ae3a-4b34-a63f-bf41acbe015b req-9314f011-3848-4338-ad80-96e7d9b25f08 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:19.118726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9b4c7773-ae3a-4b34-a63f-bf41acbe015b req-9314f011-3848-4338-ad80-96e7d9b25f08 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 943 time: 0.0776439 Feb 18 09:59:19.163255 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9b4c7773-ae3a-4b34-a63f-bf41acbe015b req-874263e3-e0ae-42d7-8691-f8808e3f1efd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380404 Feb 18 09:59:19.610698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device bbb16d91-3985-4c18-89c9-cf05434491aa details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 09:59:19.817242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port bbb16d91-3985-4c18-89c9-cf05434491aa, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=bbb16d91-3985-4c18-89c9-cf05434491aa,segment=NetworkSegment(b98026dc-d638-4dc4-a2c7-e9584290a20f),segment_id=b98026dc-d638-4dc4-a2c7-e9584290a20f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:59:19.836569 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'bbb16d91-3985-4c18-89c9-cf05434491aa', 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9', 'port_id': 'bbb16d91-3985-4c18-89c9-cf05434491aa', 'mac_address': 'fa:16:3e:b6:28:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb129472-96ea-41b3-8de6-829b8fc3705b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 09:59:19.900739 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:19.917467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb16d91-3985-4c18-89c9-cf05434491aa {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 09:59:19.932326 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port bbb16d91-3985-4c18-89c9-cf05434491aa, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=bbb16d91-3985-4c18-89c9-cf05434491aa,segment=NetworkSegment(b98026dc-d638-4dc4-a2c7-e9584290a20f),segment_id=b98026dc-d638-4dc4-a2c7-e9584290a20f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:59:19.936357 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:20.001980 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=bbb16d91-3985-4c18-89c9-cf05434491aa,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:20.259976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['bbb16d91-3985-4c18-89c9-cf05434491aa'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 09:59:20.357743 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743000cb-46e3-40f5-a241-38b61575cd05 req-f055fb5e-7015-4ee1-95be-162ce00ae634 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:20.366949 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-743000cb-46e3-40f5-a241-38b61575cd05 req-f055fb5e-7015-4ee1-95be-162ce00ae634 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 944 time: 0.0955667 Feb 18 09:59:20.406529 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-743000cb-46e3-40f5-a241-38b61575cd05 req-6132bb90-9b13-4b02-9844-a4ba774ef557 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407135 Feb 18 09:59:21.596140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3f5e0-38f1-4026-a173-5ce0eb99e203 req-d9d08bda-f40a-4605-b1e4-0c322c082cea tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:21.597747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55b3f5e0-38f1-4026-a173-5ce0eb99e203 req-d9d08bda-f40a-4605-b1e4-0c322c082cea tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 944 time: 0.0815952 Feb 18 09:59:21.625926 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device bbb16d91-3985-4c18-89c9-cf05434491aa up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 09:59:21.646625 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-55b3f5e0-38f1-4026-a173-5ce0eb99e203 req-e8acd7f2-48c5-477e-93e7-7d35c0387778 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432727 Feb 18 09:59:21.692366 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port bbb16d91-3985-4c18-89c9-cf05434491aa completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 09:59:21.697102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port bbb16d91-3985-4c18-89c9-cf05434491aa triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 09:59:21.697474 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:21.818754 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:21.846462 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f292c3-ff24-422b-851c-bd2da6a15606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb16d91-3985-4c18-89c9-cf05434491aa'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:59:21.856163 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port bbb16d91-3985-4c18-89c9-cf05434491aa, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=bbb16d91-3985-4c18-89c9-cf05434491aa,segment=NetworkSegment(b98026dc-d638-4dc4-a2c7-e9584290a20f),segment_id=b98026dc-d638-4dc4-a2c7-e9584290a20f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 09:59:21.861538 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:21.895883 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f292c3-ff24-422b-851c-bd2da6a15606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb16d91-3985-4c18-89c9-cf05434491aa', 'code': 200} Feb 18 09:59:21.936896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=bbb16d91-3985-4c18-89c9-cf05434491aa,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:22.021697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158a25a-438b-4a4b-84c7-28841e998679 req-a1c6f0e9-3371-4d75-9137-ff351a907dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:22.023815 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2158a25a-438b-4a4b-84c7-28841e998679 req-a1c6f0e9-3371-4d75-9137-ff351a907dbc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 1096 time: 0.0715039 Feb 18 09:59:22.063821 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2158a25a-438b-4a4b-84c7-28841e998679 req-b4c23deb-e6ec-46be-bbfd-f1c3346077d7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332942 Feb 18 09:59:22.838081 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d71cc-de9a-4594-95fa-1e2870ce11b8 req-00ad7752-12ae-4877-9d7b-c9385b88d229 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:22.839528 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-256d71cc-de9a-4594-95fa-1e2870ce11b8 req-00ad7752-12ae-4877-9d7b-c9385b88d229 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 945 time: 0.0831659 Feb 18 09:59:22.883742 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-256d71cc-de9a-4594-95fa-1e2870ce11b8 req-f7a9ff36-d961-445a-80cd-3d468bb8eeef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377858 Feb 18 09:59:24.094016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59580e69-c65d-47eb-a325-3882dee30a4e req-5d9b89c9-4328-47ed-97d5-58c5c7dd1d67 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:24.095652 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59580e69-c65d-47eb-a325-3882dee30a4e req-5d9b89c9-4328-47ed-97d5-58c5c7dd1d67 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 945 time: 0.0891013 Feb 18 09:59:24.146208 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59580e69-c65d-47eb-a325-3882dee30a4e req-66453aa2-949a-41b2-8ca2-2bc8db729747 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448465 Feb 18 09:59:24.461782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51b151-2981-4c28-b6b8-41afea19cee1 req-0cf0012d-a26c-434e-9531-9521f34b82d3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:24.463287 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef51b151-2981-4c28-b6b8-41afea19cee1 req-0cf0012d-a26c-434e-9531-9521f34b82d3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 945 time: 0.2056239 Feb 18 09:59:24.513986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ef51b151-2981-4c28-b6b8-41afea19cee1 req-d7d391d8-6e72-4568-a0f3-deb44d8b2230 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441530 Feb 18 09:59:24.546347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51242) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:59:24.622597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3468704d-63d6-4667-8db6-686a49ab9298 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:24.624152 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3468704d-63d6-4667-8db6-686a49ab9298 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 1091 time: 0.0768027 Feb 18 09:59:24.627526 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51246) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:59:24.631884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': 'bbb16d91-3985-4c18-89c9-cf05434491aa', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 09:59:24.641246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 09:59:24.647444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:floatingip and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 09:59:24.652178 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 09:59:24.658403 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 09:59:24.673103 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:24.806470 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:24.947808 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.25.1.235 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/99d30dc5-ed08-4033-aa55-9432a119b381) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 09:59:25.092690 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:25.123444 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:25.191697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 09:59:25.194489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 09:59:25.198161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 09:59:25.233409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=99d30dc5-ed08-4033-aa55-9432a119b381,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:25.610496 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:25.685171 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:25.886637 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:25.891761 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:25.998481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=99d30dc5-ed08-4033-aa55-9432a119b381,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 09:59:26.011193 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:26.293398 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Floating IP 44430a7f-fff4-4e07-804d-40a6e1bcd520 associated. External IP: 172.25.1.235, port: bbb16d91-3985-4c18-89c9-cf05434491aa. Feb 18 09:59:26.650292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router a5c17243-e71d-49e8-a5ad-ad347de57f59 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 09:59:26.839900 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 09:59:26.850353 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deeb685-85a7-4afe-9e1a-953554d0428f None None] Sync routers for ids ['a5c17243-e71d-49e8-a5ad-ad347de57f59'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 09:59:26.860837 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deeb685-85a7-4afe-9e1a-953554d0428f None None] Routers {'a5c17243-e71d-49e8-a5ad-ad347de57f59'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:59:26.861452 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0deeb685-85a7-4afe-9e1a-953554d0428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:59:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['a5c17243-e71d-49e8-a5ad-ad347de57f59'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:59:26.869136 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:26.926764 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-193d08f0-a0ee-4aa7-aa22-3285c175e12c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2985733 Feb 18 09:59:26.927176 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f292c3-ff24-422b-851c-bd2da6a15606', 'tag': 'bbb16d91-3985-4c18-89c9-cf05434491aa'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 09:59:26.975066 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f292c3-ff24-422b-851c-bd2da6a15606', 'tag': 'bbb16d91-3985-4c18-89c9-cf05434491aa', 'status': 'completed', 'code': 200} Feb 18 09:59:27.047548 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-0deeb685-85a7-4afe-9e1a-953554d0428f None None] Set router a5c17243-e71d-49e8-a5ad-ad347de57f59 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:59:27.127294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6d251-b825-4aa0-81a2-d399871d55b4 req-c0db4faa-ba80-4368-a158-29888f3ed69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:27.128796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9b6d251-b825-4aa0-81a2-d399871d55b4 req-c0db4faa-ba80-4368-a158-29888f3ed69f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 1096 time: 0.1290007 Feb 18 09:59:27.160999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e72b3-1b1f-42ca-8055-4deb455851fc req-3d7be09c-c2f7-4715-b4d6-e888710282d2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:27.162413 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d76e72b3-1b1f-42ca-8055-4deb455851fc req-3d7be09c-c2f7-4715-b4d6-e888710282d2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 945 time: 0.1282244 Feb 18 09:59:27.271394 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d76e72b3-1b1f-42ca-8055-4deb455851fc req-f7183819-d0bd-4fcc-91b7-f835a4246b98 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025584 Feb 18 09:59:27.296110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51254) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:59:27.307188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6d251-b825-4aa0-81a2-d399871d55b4 req-13eb30fe-ac92-45e5-b2fa-f872e0c60402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:27.308682 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9b6d251-b825-4aa0-81a2-d399871d55b4 req-13eb30fe-ac92-45e5-b2fa-f872e0c60402 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc02bb31-e9b7-49b2-9279-3e6e93c725f9 HTTP/1.1" status: 200 len: 898 time: 0.1728551 Feb 18 09:59:27.409151 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-55403860-7011-46df-91a6-6e9cc01fca2e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/floatingips/44430a7f-fff4-4e07-804d-40a6e1bcd520 HTTP/1.1" status: 200 len: 991 time: 0.1110897 Feb 18 09:59:27.414846 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9b6d251-b825-4aa0-81a2-d399871d55b4 req-c5d21a8b-e277-4183-8092-12e9d87c48ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbb16d91-3985-4c18-89c9-cf05434491aa HTTP/1.1" status: 200 len: 999 time: 0.1004715 Feb 18 09:59:27.443043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0deeb685-85a7-4afe-9e1a-953554d0428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323000185', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:59:00Z', 'updated_at': '2022-02-18T09:59:05Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:01Z', 'updated_at': '2022-02-18T09:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '44430a7f-fff4-4e07-804d-40a6e1bcd520', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'port_id': 'bbb16d91-3985-4c18-89c9-cf05434491aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9', 'mac_address': 'fa:16:3e:b6:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f292c3-ff24-422b-851c-bd2da6a15606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:59:25Z', 'updated_at': '2022-02-18T09:59:25Z', 'revision_number': 0, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1f03f2-af07-4bb1-9001-19a981057e21', 'name': '', 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:84:aa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'cb129472-96ea-41b3-8de6-829b8fc3705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:04Z', 'updated_at': '2022-02-18T09:59:09Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'cb129472-96ea-41b3-8de6-829b8fc3705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:59:27.446803 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deeb685-85a7-4afe-9e1a-953554d0428f None None] Checking router: a5c17243-e71d-49e8-a5ad-ad347de57f59 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 09:59:27.455819 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deeb685-85a7-4afe-9e1a-953554d0428f None None] Routers {'a5c17243-e71d-49e8-a5ad-ad347de57f59'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 09:59:27.456451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0deeb685-85a7-4afe-9e1a-953554d0428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T09:59:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['a5c17243-e71d-49e8-a5ad-ad347de57f59'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:59:27.475713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6d251-b825-4aa0-81a2-d399871d55b4 req-cb37111e-6f26-42aa-a97b-a5a6a792a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:27.477202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9b6d251-b825-4aa0-81a2-d399871d55b4 req-cb37111e-6f26-42aa-a97b-a5a6a792a7f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb129472-96ea-41b3-8de6-829b8fc3705b HTTP/1.1" status: 200 len: 834 time: 0.0569332 Feb 18 09:59:27.554542 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6d251-b825-4aa0-81a2-d399871d55b4 req-83667b27-b27c-4da8-b803-5ff121b4d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 09:59:27.556008 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9b6d251-b825-4aa0-81a2-d399871d55b4 req-83667b27-b27c-4da8-b803-5ff121b4d06d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc02bb31-e9b7-49b2-9279-3e6e93c725f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719097 Feb 18 09:59:27.631138 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-0deeb685-85a7-4afe-9e1a-953554d0428f None None] Set router a5c17243-e71d-49e8-a5ad-ad347de57f59 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 09:59:27.812620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9b6d251-b825-4aa0-81a2-d399871d55b4 req-2f74bf8c-3cf3-4fda-9ae0-71a02fdb0872 service neutron] 10.222.0.61 "GET /v2.0/networks/fc02bb31-e9b7-49b2-9279-3e6e93c725f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496932 Feb 18 09:59:27.946185 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9b6d251-b825-4aa0-81a2-d399871d55b4 req-e2a4a015-6601-41f8-9aae-d794336ff50d service neutron] 10.222.0.61 "GET /v2.0/networks/fc02bb31-e9b7-49b2-9279-3e6e93c725f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276460 Feb 18 09:59:27.991770 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0deeb685-85a7-4afe-9e1a-953554d0428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323000185', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:59:00Z', 'updated_at': '2022-02-18T09:59:05Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:01Z', 'updated_at': '2022-02-18T09:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '44430a7f-fff4-4e07-804d-40a6e1bcd520', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'port_id': 'bbb16d91-3985-4c18-89c9-cf05434491aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9', 'mac_address': 'fa:16:3e:b6:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f292c3-ff24-422b-851c-bd2da6a15606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:59:25Z', 'updated_at': '2022-02-18T09:59:25Z', 'revision_number': 0, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1f03f2-af07-4bb1-9001-19a981057e21', 'name': '', 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:84:aa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'cb129472-96ea-41b3-8de6-829b8fc3705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:04Z', 'updated_at': '2022-02-18T09:59:09Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'cb129472-96ea-41b3-8de6-829b8fc3705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 09:59:27.995814 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deeb685-85a7-4afe-9e1a-953554d0428f None None] The sync data for ids ['a5c17243-e71d-49e8-a5ad-ad347de57f59'] in n-d-829434-1 is: [{'id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323000185', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:59:00Z', 'updated_at': '2022-02-18T09:59:05Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:01Z', 'updated_at': '2022-02-18T09:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '44430a7f-fff4-4e07-804d-40a6e1bcd520', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'floating_ip_address': '172.25.1.235', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'port_id': 'bbb16d91-3985-4c18-89c9-cf05434491aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9', 'mac_address': 'fa:16:3e:b6:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f292c3-ff24-422b-851c-bd2da6a15606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T09:59:25Z', 'updated_at': '2022-02-18T09:59:25Z', 'revision_number': 0, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1f03f2-af07-4bb1-9001-19a981057e21', 'name': '', 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:84:aa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'cb129472-96ea-41b3-8de6-829b8fc3705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:04Z', 'updated_at': '2022-02-18T09:59:09Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'cb129472-96ea-41b3-8de6-829b8fc3705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 09:59:28.183305 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7feeef-baf2-45c4-b392-e9ec390e497b None None] New status for floating IP 44430a7f-fff4-4e07-804d-40a6e1bcd520: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 09:59:28.410337 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51258) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 09:59:28.519646 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-69ba0884-38e8-4f76-93c5-a36d011675d9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/floatingips/44430a7f-fff4-4e07-804d-40a6e1bcd520 HTTP/1.1" status: 200 len: 993 time: 0.1081994 Feb 18 09:59:30.473362 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-774e2397-b843-4dfe-98a4-151d3c18f88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:33.918171 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-20eca5d3-9d96-461a-8c73-7c67d051a39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:34.008304 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:34.070188 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:35.297773 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:42.007247 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:42.008638 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 09:59:52.147170 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:00:00.475172 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f3b1bf5b-29da-46b3-a7e3-ef7aacff7d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:03.922663 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2477cdf3-2ed9-4afe-a20a-514d7aeec869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:04.010024 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:04.074179 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:05.301356 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:09.821466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca9f8e6e-9493-4308-ae02-e2f95bdbf3c2 req-0b0d64b9-72a8-493f-a049-56fe90112e04 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760760 Feb 18 10:00:09.963614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f8e6e-9493-4308-ae02-e2f95bdbf3c2 req-810133d6-6751-4a10-9681-670574ee1f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:09.965115 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca9f8e6e-9493-4308-ae02-e2f95bdbf3c2 req-810133d6-6751-4a10-9681-670574ee1f4f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 1096 time: 0.0737505 Feb 18 10:00:10.112615 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f8e6e-9493-4308-ae02-e2f95bdbf3c2 req-7eff7ec9-077e-43a0-8117-3d7e833ece5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:10.113961 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca9f8e6e-9493-4308-ae02-e2f95bdbf3c2 req-7eff7ec9-077e-43a0-8117-3d7e833ece5e service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc02bb31-e9b7-49b2-9279-3e6e93c725f9 HTTP/1.1" status: 200 len: 898 time: 0.1300569 Feb 18 10:00:10.217479 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca9f8e6e-9493-4308-ae02-e2f95bdbf3c2 req-ad7913e4-b96e-46d2-9b63-1de8bdda1563 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbb16d91-3985-4c18-89c9-cf05434491aa HTTP/1.1" status: 200 len: 1001 time: 0.0975659 Feb 18 10:00:10.278723 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f8e6e-9493-4308-ae02-e2f95bdbf3c2 req-c78590f3-995b-40b9-97e6-0ab5098e80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:10.280141 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca9f8e6e-9493-4308-ae02-e2f95bdbf3c2 req-c78590f3-995b-40b9-97e6-0ab5098e80fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb129472-96ea-41b3-8de6-829b8fc3705b HTTP/1.1" status: 200 len: 834 time: 0.0561340 Feb 18 10:00:10.353565 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f8e6e-9493-4308-ae02-e2f95bdbf3c2 req-505be84e-9fc4-47ef-a021-131277409f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:10.355003 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca9f8e6e-9493-4308-ae02-e2f95bdbf3c2 req-505be84e-9fc4-47ef-a021-131277409f78 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc02bb31-e9b7-49b2-9279-3e6e93c725f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691121 Feb 18 10:00:10.487520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca9f8e6e-9493-4308-ae02-e2f95bdbf3c2 req-45ee808b-f5b6-4654-8845-7b4261f3d5b0 service neutron] 10.222.0.61 "GET /v2.0/networks/fc02bb31-e9b7-49b2-9279-3e6e93c725f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256452 Feb 18 10:00:10.616191 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca9f8e6e-9493-4308-ae02-e2f95bdbf3c2 req-0e229c80-dcd5-4615-a37f-0df30dac1037 service neutron] 10.222.0.61 "GET /v2.0/networks/fc02bb31-e9b7-49b2-9279-3e6e93c725f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231670 Feb 18 10:00:12.013622 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:12.014720 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:29.146806 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:00:29.573371 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e739db6-2f5a-4b5f-9839-ab5082b9b6ee req-8835278c-d1a3-44d3-b865-68c93839d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:29.574878 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e739db6-2f5a-4b5f-9839-ab5082b9b6ee req-8835278c-d1a3-44d3-b865-68c93839d568 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 1096 time: 0.1456878 Feb 18 10:00:29.584829 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635a9ff-af92-459e-87f6-8c26e876ed23 req-4a2014e2-66bb-4cac-885a-b5cd53508efb tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:29.586304 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c635a9ff-af92-459e-87f6-8c26e876ed23 req-4a2014e2-66bb-4cac-885a-b5cd53508efb tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 945 time: 0.1130335 Feb 18 10:00:29.720441 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c635a9ff-af92-459e-87f6-8c26e876ed23 req-a0bcf47c-4332-43de-912e-d4df4b56d39f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140642 Feb 18 10:00:29.771465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e739db6-2f5a-4b5f-9839-ab5082b9b6ee req-b1a25984-4c8d-4dfb-8e7a-ca71be358269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:29.772950 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e739db6-2f5a-4b5f-9839-ab5082b9b6ee req-b1a25984-4c8d-4dfb-8e7a-ca71be358269 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc02bb31-e9b7-49b2-9279-3e6e93c725f9 HTTP/1.1" status: 200 len: 898 time: 0.1857789 Feb 18 10:00:29.880729 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e739db6-2f5a-4b5f-9839-ab5082b9b6ee req-d3e4b674-8987-4f50-911b-277aee47f33a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbb16d91-3985-4c18-89c9-cf05434491aa HTTP/1.1" status: 200 len: 1001 time: 0.1015027 Feb 18 10:00:29.944530 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e739db6-2f5a-4b5f-9839-ab5082b9b6ee req-3a69e0b8-395d-42d2-b64a-c9ef58e392a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:29.945943 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e739db6-2f5a-4b5f-9839-ab5082b9b6ee req-3a69e0b8-395d-42d2-b64a-c9ef58e392a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb129472-96ea-41b3-8de6-829b8fc3705b HTTP/1.1" status: 200 len: 834 time: 0.0592890 Feb 18 10:00:30.018796 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e739db6-2f5a-4b5f-9839-ab5082b9b6ee req-2cbe6de0-8f19-4f1c-844c-7331c1753c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:30.020304 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e739db6-2f5a-4b5f-9839-ab5082b9b6ee req-2cbe6de0-8f19-4f1c-844c-7331c1753c88 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc02bb31-e9b7-49b2-9279-3e6e93c725f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674603 Feb 18 10:00:30.249494 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e739db6-2f5a-4b5f-9839-ab5082b9b6ee req-af39ce67-a52a-4658-ae76-4bdd2021ff92 service neutron] 10.222.0.61 "GET /v2.0/networks/fc02bb31-e9b7-49b2-9279-3e6e93c725f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227752 Feb 18 10:00:30.384637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e739db6-2f5a-4b5f-9839-ab5082b9b6ee req-6679af33-cbe0-4160-8d5e-ea0b0cc91f30 service neutron] 10.222.0.61 "GET /v2.0/networks/fc02bb31-e9b7-49b2-9279-3e6e93c725f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267097 Feb 18 10:00:30.477289 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b040e460-14b1-4da8-a51c-54a2164dedcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:30.915203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354090ef-55c1-4205-a8eb-2b11a133ae37 req-79e2a19e-0c9c-4a1b-a154-e4e446fa1268 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:30.916681 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-354090ef-55c1-4205-a8eb-2b11a133ae37 req-79e2a19e-0c9c-4a1b-a154-e4e446fa1268 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 945 time: 0.0833640 Feb 18 10:00:30.962045 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-354090ef-55c1-4205-a8eb-2b11a133ae37 req-03306c9d-ae39-482e-87aa-bc04f871a16f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390284 Feb 18 10:00:32.156301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cb041-040c-4141-8799-7cd10fe2ffc0 req-7ba074f4-725a-4edf-8643-2481701df9f0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:32.157780 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c43cb041-040c-4141-8799-7cd10fe2ffc0 req-7ba074f4-725a-4edf-8643-2481701df9f0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 945 time: 0.0853190 Feb 18 10:00:32.205880 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c43cb041-040c-4141-8799-7cd10fe2ffc0 req-4162b741-690f-4fd5-97f8-a8174bf9dffc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425088 Feb 18 10:00:33.399167 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbebd41-60f5-4107-8977-eeb43e377170 req-61bc6591-8493-4ff0-b7ff-92a46d85653b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:33.400619 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ddbebd41-60f5-4107-8977-eeb43e377170 req-61bc6591-8493-4ff0-b7ff-92a46d85653b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 945 time: 0.0799930 Feb 18 10:00:33.445248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ddbebd41-60f5-4107-8977-eeb43e377170 req-145201cd-1c69-40d6-afd0-4507a8e5d2e4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387805 Feb 18 10:00:33.923837 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bf4de1d2-a94d-413f-b763-be855a593a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:34.017084 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:34.077967 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:34.640359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6be6d1-6f9f-4a04-94a9-87910f16d2d2 req-aceb7d8c-513c-418d-9d89-0c9a2d9f90eb tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:34.641872 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc6be6d1-6f9f-4a04-94a9-87910f16d2d2 req-aceb7d8c-513c-418d-9d89-0c9a2d9f90eb tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 945 time: 0.0884655 Feb 18 10:00:34.689484 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc6be6d1-6f9f-4a04-94a9-87910f16d2d2 req-32a67f74-156e-4696-91fb-49be61445548 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417047 Feb 18 10:00:35.303302 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:35.883588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa6a1d-12f9-4909-a092-4839d90daec6 req-d1bb9e13-914d-460e-83cb-06af6ee16dc3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:35.885096 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4daa6a1d-12f9-4909-a092-4839d90daec6 req-d1bb9e13-914d-460e-83cb-06af6ee16dc3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 945 time: 0.0833006 Feb 18 10:00:35.929649 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4daa6a1d-12f9-4909-a092-4839d90daec6 req-58ab8d7c-8b52-4b42-b807-0b833eaaa5df tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370584 Feb 18 10:00:37.127089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbe141-792c-403d-9974-ba0d9d2ac4c6 req-85f2f6e1-73b0-48d7-8f39-931eaea82d6d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:37.128609 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4dbbe141-792c-403d-9974-ba0d9d2ac4c6 req-85f2f6e1-73b0-48d7-8f39-931eaea82d6d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 945 time: 0.0885046 Feb 18 10:00:37.178334 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4dbbe141-792c-403d-9974-ba0d9d2ac4c6 req-1245e497-3c1d-4dbd-bd8d-3a24c0b6ee8a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425131 Feb 18 10:00:38.379517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00d628-93c3-4f84-ad4e-44d222d6b558 req-c828355e-5017-44b1-8550-89aa71fee219 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:38.381058 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c00d628-93c3-4f84-ad4e-44d222d6b558 req-c828355e-5017-44b1-8550-89aa71fee219 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 945 time: 0.0838907 Feb 18 10:00:38.428855 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c00d628-93c3-4f84-ad4e-44d222d6b558 req-cbb34fff-d45e-4375-b404-2d4cab912c2a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397985 Feb 18 10:00:39.617025 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064116e-2b83-4441-8bd2-5b8aa48ab342 req-ab64a477-89a5-4c70-9567-70f144cfe37e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:39.618466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8064116e-2b83-4441-8bd2-5b8aa48ab342 req-ab64a477-89a5-4c70-9567-70f144cfe37e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 945 time: 0.0818837 Feb 18 10:00:39.669480 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8064116e-2b83-4441-8bd2-5b8aa48ab342 req-246e9af1-9723-48d5-b918-6429165e4084 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451763 Feb 18 10:00:40.856148 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf88130-0694-4178-b285-f4b3827de8ca req-1571e46e-ac93-4544-b2bc-1293ba755008 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:40.857622 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cf88130-0694-4178-b285-f4b3827de8ca req-1571e46e-ac93-4544-b2bc-1293ba755008 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 945 time: 0.0807426 Feb 18 10:00:40.909421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9cf88130-0694-4178-b285-f4b3827de8ca req-7c9ebef6-9034-412b-af63-637852572d57 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447721 Feb 18 10:00:42.006067 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:42.010591 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:00:42.108362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d794ac-434a-4d4d-b594-cbf24b9ab4be req-4c195451-768a-439c-8f2f-7ae55a27b68c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:00:42.110038 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-70d794ac-434a-4d4d-b594-cbf24b9ab4be req-4c195451-768a-439c-8f2f-7ae55a27b68c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 945 time: 0.0859196 Feb 18 10:00:42.156004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-70d794ac-434a-4d4d-b594-cbf24b9ab4be req-f56698bc-f32b-49a9-aaa6-4ec2d42025c3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399423 Feb 18 10:00:42.179307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51318) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:00:42.289844 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-75ab802f-a587-429b-aea4-141b895c22e3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/floatingips/44430a7f-fff4-4e07-804d-40a6e1bcd520 HTTP/1.1" status: 200 len: 993 time: 0.1094029 Feb 18 10:01:00.479826 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9eb6970f-b521-402a-92bf-693442705556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:03.927268 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a731d306-5fce-4e80-a71d-edf6f77fcba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:04.010947 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:04.084962 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:05.307690 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:06.146117 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:01:10.264532 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9678d4c1-b8f8-4829-99ab-af47494e79c3 req-05eb16bc-5efa-4a75-9cd6-68d9f1df019e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767334 Feb 18 10:01:10.410706 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678d4c1-b8f8-4829-99ab-af47494e79c3 req-95c263f9-635f-4137-b4b1-cd96c73a9d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:10.412169 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9678d4c1-b8f8-4829-99ab-af47494e79c3 req-95c263f9-635f-4137-b4b1-cd96c73a9d1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 1096 time: 0.0745485 Feb 18 10:01:10.574834 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678d4c1-b8f8-4829-99ab-af47494e79c3 req-d5352d52-4c1b-4df8-b3fa-0a3f8d7714be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:10.576543 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9678d4c1-b8f8-4829-99ab-af47494e79c3 req-d5352d52-4c1b-4df8-b3fa-0a3f8d7714be service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc02bb31-e9b7-49b2-9279-3e6e93c725f9 HTTP/1.1" status: 200 len: 898 time: 0.1445408 Feb 18 10:01:10.683659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9678d4c1-b8f8-4829-99ab-af47494e79c3 req-2197b82b-fb73-4cbe-b255-716898a8da6d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbb16d91-3985-4c18-89c9-cf05434491aa HTTP/1.1" status: 200 len: 1001 time: 0.1014678 Feb 18 10:01:10.749684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678d4c1-b8f8-4829-99ab-af47494e79c3 req-c851bb21-92e3-45fd-b86e-313a29471318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:10.751212 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9678d4c1-b8f8-4829-99ab-af47494e79c3 req-c851bb21-92e3-45fd-b86e-313a29471318 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb129472-96ea-41b3-8de6-829b8fc3705b HTTP/1.1" status: 200 len: 834 time: 0.0611460 Feb 18 10:01:10.832979 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678d4c1-b8f8-4829-99ab-af47494e79c3 req-ea0dd8b1-8bbd-4bcc-8f78-b21a611f4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:10.834376 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9678d4c1-b8f8-4829-99ab-af47494e79c3 req-ea0dd8b1-8bbd-4bcc-8f78-b21a611f4f45 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc02bb31-e9b7-49b2-9279-3e6e93c725f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764625 Feb 18 10:01:11.086631 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9678d4c1-b8f8-4829-99ab-af47494e79c3 req-b8d71eea-acb3-4997-a88c-c67d713bd50d service neutron] 10.222.0.61 "GET /v2.0/networks/fc02bb31-e9b7-49b2-9279-3e6e93c725f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459114 Feb 18 10:01:11.227587 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9678d4c1-b8f8-4829-99ab-af47494e79c3 req-0d654493-4da4-485b-90c1-07042e1c1e10 service neutron] 10.222.0.61 "GET /v2.0/networks/fc02bb31-e9b7-49b2-9279-3e6e93c725f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350248 Feb 18 10:01:12.007621 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:12.009054 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:30.483886 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d7d0dba0-b930-4d8d-9f2e-c21432ef2201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:33.932292 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-08f00980-d7f8-421e-b7ac-d91ea1145c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:34.015501 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:34.083246 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:35.312626 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:37.529235 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51352) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:37.833879 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port 99d30dc5-ed08-4033-aa55-9432a119b381 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:01:37.834212 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:38.005835 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:38.006162 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:38.128949 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for 99d30dc5-ed08-4033-aa55-9432a119b381 owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:01:38.275967 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:38.322117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=99d30dc5-ed08-4033-aa55-9432a119b381,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:38.361932 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:38.362277 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:38.362612 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:38.362941 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:38.363268 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:38.363590 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:38.363910 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:38.364228 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:38.364570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:38.364891 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:38.365206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:38.365518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:38.423306 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:38.423542 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Floating IP 44430a7f-fff4-4e07-804d-40a6e1bcd520 disassociated (deleted). External IP: 172.25.1.235, port: bbb16d91-3985-4c18-89c9-cf05434491aa. Feb 18 10:01:38.770130 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router a5c17243-e71d-49e8-a5ad-ad347de57f59 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:01:38.961160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:01:38.971630 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70adebca-49b8-471d-a779-25800974f812 None None] Sync routers for ids ['a5c17243-e71d-49e8-a5ad-ad347de57f59'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:01:38.981150 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70adebca-49b8-471d-a779-25800974f812 None None] Routers {'a5c17243-e71d-49e8-a5ad-ad347de57f59'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:01:38.981682 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:38.981811 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-70adebca-49b8-471d-a779-25800974f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:01:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['a5c17243-e71d-49e8-a5ad-ad347de57f59'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:39.036424 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f38f4f40-ef96-4388-a600-8da6f2bf9ff9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/floatingips/44430a7f-fff4-4e07-804d-40a6e1bcd520 HTTP/1.1" status: 204 len: 168 time: 1.5052705 Feb 18 10:01:39.036759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f292c3-ff24-422b-851c-bd2da6a15606', 'tag': 'bbb16d91-3985-4c18-89c9-cf05434491aa'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:01:39.148877 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f292c3-ff24-422b-851c-bd2da6a15606', 'tag': 'bbb16d91-3985-4c18-89c9-cf05434491aa', 'status': 'completed', 'code': 200} Feb 18 10:01:39.172599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-70adebca-49b8-471d-a779-25800974f812 None None] Set router a5c17243-e71d-49e8-a5ad-ad347de57f59 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:01:39.256620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d879d8-47ac-4eb9-a6ae-6e4d168d2fe9 req-11fb562d-6a9b-47a5-b5f6-f0dcb3f0111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:39.258796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66d879d8-47ac-4eb9-a6ae-6e4d168d2fe9 req-11fb562d-6a9b-47a5-b5f6-f0dcb3f0111c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 1096 time: 0.0870559 Feb 18 10:01:39.459405 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d879d8-47ac-4eb9-a6ae-6e4d168d2fe9 req-84712ba5-2034-46d7-aaae-c397fba542be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:39.460928 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66d879d8-47ac-4eb9-a6ae-6e4d168d2fe9 req-84712ba5-2034-46d7-aaae-c397fba542be service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc02bb31-e9b7-49b2-9279-3e6e93c725f9 HTTP/1.1" status: 200 len: 898 time: 0.1939394 Feb 18 10:01:39.469309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e988aaf-3bd2-47c6-b016-30c066b1eac9 req-987a581e-b44a-4cfc-845e-b8f05b99a454 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:39.471117 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e988aaf-3bd2-47c6-b016-30c066b1eac9 req-987a581e-b44a-4cfc-845e-b8f05b99a454 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 945 time: 0.1265128 Feb 18 10:01:39.532642 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-70adebca-49b8-471d-a779-25800974f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323000185', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:59:00Z', 'updated_at': '2022-02-18T09:59:05Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:01Z', 'updated_at': '2022-02-18T09:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '0b1f03f2-af07-4bb1-9001-19a981057e21', 'name': '', 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:84:aa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'cb129472-96ea-41b3-8de6-829b8fc3705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:04Z', 'updated_at': '2022-02-18T09:59:09Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'cb129472-96ea-41b3-8de6-829b8fc3705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:39.536632 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70adebca-49b8-471d-a779-25800974f812 None None] Checking router: a5c17243-e71d-49e8-a5ad-ad347de57f59 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:01:39.544842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70adebca-49b8-471d-a779-25800974f812 None None] Routers {'a5c17243-e71d-49e8-a5ad-ad347de57f59'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:01:39.545555 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-70adebca-49b8-471d-a779-25800974f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:01:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['a5c17243-e71d-49e8-a5ad-ad347de57f59'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:39.549823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66d879d8-47ac-4eb9-a6ae-6e4d168d2fe9 req-87244a31-cdaf-49bf-984a-d8862fc63d99 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbb16d91-3985-4c18-89c9-cf05434491aa HTTP/1.1" status: 200 len: 217 time: 0.0781810 Feb 18 10:01:39.607804 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6e988aaf-3bd2-47c6-b016-30c066b1eac9 req-9a90e7e4-71fe-4574-8b5a-6665c4c77e0a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896771 Feb 18 10:01:39.629124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d879d8-47ac-4eb9-a6ae-6e4d168d2fe9 req-175dbd63-ec94-40d9-a55c-eced12247996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:39.630558 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66d879d8-47ac-4eb9-a6ae-6e4d168d2fe9 req-175dbd63-ec94-40d9-a55c-eced12247996 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb129472-96ea-41b3-8de6-829b8fc3705b HTTP/1.1" status: 200 len: 834 time: 0.0699842 Feb 18 10:01:39.707511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d879d8-47ac-4eb9-a6ae-6e4d168d2fe9 req-34d25c68-c07c-4c61-9b21-c4303ec4fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:39.709023 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66d879d8-47ac-4eb9-a6ae-6e4d168d2fe9 req-34d25c68-c07c-4c61-9b21-c4303ec4fc13 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc02bb31-e9b7-49b2-9279-3e6e93c725f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714679 Feb 18 10:01:39.733856 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-70adebca-49b8-471d-a779-25800974f812 None None] Set router a5c17243-e71d-49e8-a5ad-ad347de57f59 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:01:39.844828 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66d879d8-47ac-4eb9-a6ae-6e4d168d2fe9 req-f9a034ab-e343-4892-b1ee-1adeb8bdac05 service neutron] 10.222.0.61 "GET /v2.0/networks/fc02bb31-e9b7-49b2-9279-3e6e93c725f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277990 Feb 18 10:01:39.979007 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66d879d8-47ac-4eb9-a6ae-6e4d168d2fe9 req-7fee0f27-dbbe-4771-84b4-6cbafa60874e service neutron] 10.222.0.61 "GET /v2.0/networks/fc02bb31-e9b7-49b2-9279-3e6e93c725f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275015 Feb 18 10:01:40.050796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-70adebca-49b8-471d-a779-25800974f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323000185', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:59:00Z', 'updated_at': '2022-02-18T09:59:05Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:01Z', 'updated_at': '2022-02-18T09:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '0b1f03f2-af07-4bb1-9001-19a981057e21', 'name': '', 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:84:aa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'cb129472-96ea-41b3-8de6-829b8fc3705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:04Z', 'updated_at': '2022-02-18T09:59:09Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'cb129472-96ea-41b3-8de6-829b8fc3705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:40.054830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70adebca-49b8-471d-a779-25800974f812 None None] The sync data for ids ['a5c17243-e71d-49e8-a5ad-ad347de57f59'] in n-d-829434-1 is: [{'id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323000185', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:59:00Z', 'updated_at': '2022-02-18T09:59:05Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:01Z', 'updated_at': '2022-02-18T09:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '0b1f03f2-af07-4bb1-9001-19a981057e21', 'name': '', 'network_id': 'fc02bb31-e9b7-49b2-9279-3e6e93c725f9', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:84:aa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'cb129472-96ea-41b3-8de6-829b8fc3705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:04Z', 'updated_at': '2022-02-18T09:59:09Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'cb129472-96ea-41b3-8de6-829b8fc3705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:01:40.275862 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3b52a4-2e37-4508-903f-69d17de4f22f None None] New status for floating IP 44430a7f-fff4-4e07-804d-40a6e1bcd520: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 10:01:40.799575 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25369315-f2de-438b-9074-860572bd44ea req-c8adbeb3-92e9-43b3-baeb-76df9170a546 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:40.801098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25369315-f2de-438b-9074-860572bd44ea req-c8adbeb3-92e9-43b3-baeb-76df9170a546 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 945 time: 0.0844231 Feb 18 10:01:40.845289 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25369315-f2de-438b-9074-860572bd44ea req-6e6002f4-cc67-4df1-90ec-9cfb5b375998 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9498dc66-a027-43e4-985e-a9a0f584bc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382996 Feb 18 10:01:41.036337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82357c-bf27-4e78-9507-be3313f5f748 req-501fe3ba-8e31-4a2f-b152-0e689c7703ca tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:41.037677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e82357c-bf27-4e78-9507-be3313f5f748 req-501fe3ba-8e31-4a2f-b152-0e689c7703ca tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.61 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 945 time: 0.0774970 Feb 18 10:01:41.110352 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-5e82357c-bf27-4e78-9507-be3313f5f748 req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port bbb16d91-3985-4c18-89c9-cf05434491aa {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:01:41.110697 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5e82357c-bf27-4e78-9507-be3313f5f748 req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:41.357408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-5e82357c-bf27-4e78-9507-be3313f5f748 req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] For port bbb16d91-3985-4c18-89c9-cf05434491aa, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=bbb16d91-3985-4c18-89c9-cf05434491aa,segment=NetworkSegment(b98026dc-d638-4dc4-a2c7-e9584290a20f),segment_id=b98026dc-d638-4dc4-a2c7-e9584290a20f)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:01:41.357684 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5e82357c-bf27-4e78-9507-be3313f5f748 req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:41.582434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-5e82357c-bf27-4e78-9507-be3313f5f748 req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for bbb16d91-3985-4c18-89c9-cf05434491aa owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:01:41.727635 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5e82357c-bf27-4e78-9507-be3313f5f748 req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:41.777462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=bbb16d91-3985-4c18-89c9-cf05434491aa,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:41.847328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:41.848030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:41.848030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:41.848351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:41.848767 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:41.849018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:41.849344 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:41.849671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:41.849996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:41.850318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:41.850638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:41.850955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:41.864136 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e82357c-bf27-4e78-9507-be3313f5f748 req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] No DVR routers for this DVR port bbb16d91-3985-4c18-89c9-cf05434491aa on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:01:41.867696 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5e82357c-bf27-4e78-9507-be3313f5f748 req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:41.872483 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f292c3-ff24-422b-851c-bd2da6a15606', 'name': 'network-vif-deleted', 'tag': 'bbb16d91-3985-4c18-89c9-cf05434491aa'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:01:41.889135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e82357c-bf27-4e78-9507-be3313f5f748 req-891bc0ba-8c7c-43a5-aaf8-5dfa33270a63 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.61 "DELETE /v2.0/ports/bbb16d91-3985-4c18-89c9-cf05434491aa HTTP/1.1" status: 204 len: 173 time: 0.8457456 Feb 18 10:01:41.928065 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f292c3-ff24-422b-851c-bd2da6a15606', 'name': 'network-vif-deleted', 'tag': 'bbb16d91-3985-4c18-89c9-cf05434491aa', 'status': 'completed', 'code': 200} Feb 18 10:01:42.004042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d5fda0c1-a491-472f-bcbd-fb71fc801f53 req-65f43ea0-2466-4973-9d42-29b86444bbc5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:01:42.019497 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:42.023191 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:42.026445 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-d5fda0c1-a491-472f-bcbd-fb71fc801f53 req-65f43ea0-2466-4973-9d42-29b86444bbc5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:01:42.027620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d5fda0c1-a491-472f-bcbd-fb71fc801f53 req-65f43ea0-2466-4973-9d42-29b86444bbc5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f292c3-ff24-422b-851c-bd2da6a15606 HTTP/1.1" status: 200 len: 210 time: 0.0681322 Feb 18 10:01:43.122145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51372) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:43.145159 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:01:43.778692 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-28dd448d-ec7d-431b-8be4-f002604a29b6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:44.150292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-28dd448d-ec7d-431b-8be4-f002604a29b6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port 0b1f03f2-af07-4bb1-9001-19a981057e21 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:01:44.150963 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-28dd448d-ec7d-431b-8be4-f002604a29b6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:44.335068 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-28dd448d-ec7d-431b-8be4-f002604a29b6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] For port 0b1f03f2-af07-4bb1-9001-19a981057e21, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=0b1f03f2-af07-4bb1-9001-19a981057e21,segment=NetworkSegment(b98026dc-d638-4dc4-a2c7-e9584290a20f),segment_id=b98026dc-d638-4dc4-a2c7-e9584290a20f)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:01:44.335433 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-28dd448d-ec7d-431b-8be4-f002604a29b6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:44.403660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device bbb16d91-3985-4c18-89c9-cf05434491aa no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:01:44.438405 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: bbb16d91-3985-4c18-89c9-cf05434491aa {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:01:44.438751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device bbb16d91-3985-4c18-89c9-cf05434491aa not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:01:44.461206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-28dd448d-ec7d-431b-8be4-f002604a29b6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for 0b1f03f2-af07-4bb1-9001-19a981057e21 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:01:44.648639 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-28dd448d-ec7d-431b-8be4-f002604a29b6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:44.810813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd448d-ec7d-431b-8be4-f002604a29b6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=0b1f03f2-af07-4bb1-9001-19a981057e21,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:45.083009 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-28dd448d-ec7d-431b-8be4-f002604a29b6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:45.437106 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dd448d-ec7d-431b-8be4-f002604a29b6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router a5c17243-e71d-49e8-a5ad-ad347de57f59 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:01:45.620180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dd448d-ec7d-431b-8be4-f002604a29b6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:01:45.635902 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e4275-f06b-43b2-8c5f-7be0e7e4c385 None None] Sync routers for ids ['a5c17243-e71d-49e8-a5ad-ad347de57f59'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:01:45.643202 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-28dd448d-ec7d-431b-8be4-f002604a29b6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "PUT /v2.0/routers/a5c17243-e71d-49e8-a5ad-ad347de57f59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5175745 Feb 18 10:01:45.643516 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51376) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:45.647289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e4275-f06b-43b2-8c5f-7be0e7e4c385 None None] Routers {'a5c17243-e71d-49e8-a5ad-ad347de57f59'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:01:45.648177 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-815e4275-f06b-43b2-8c5f-7be0e7e4c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:01:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['a5c17243-e71d-49e8-a5ad-ad347de57f59'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:45.720419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1034d0-06e0-401c-8b01-5fec9c78b127 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting subnet cb129472-96ea-41b3-8de6-829b8fc3705b {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 10:01:45.723221 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ba1034d0-06e0-401c-8b01-5fec9c78b127 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:45.780942 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ba1034d0-06e0-401c-8b01-5fec9c78b127 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:45.834284 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-815e4275-f06b-43b2-8c5f-7be0e7e4c385 None None] Set router a5c17243-e71d-49e8-a5ad-ad347de57f59 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:01:45.864217 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ba1034d0-06e0-401c-8b01-5fec9c78b127 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:45.941268 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ba1034d0-06e0-401c-8b01-5fec9c78b127 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:45.991702 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1034d0-06e0-401c-8b01-5fec9c78b127 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Subnet': ['ID=cb129472-96ea-41b3-8de6-829b8fc3705b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:45.993563 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ba1034d0-06e0-401c-8b01-5fec9c78b127 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:46.004038 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ba1034d0-06e0-401c-8b01-5fec9c78b127 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/subnets/cb129472-96ea-41b3-8de6-829b8fc3705b HTTP/1.1" status: 204 len: 168 time: 0.3560607 Feb 18 10:01:46.004038 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51380) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:46.009677 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb6aaed-1317-4299-af0c-d8808c40eabd None None] Network fc02bb31-e9b7-49b2-9279-3e6e93c725f9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:01:46.188122 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3dd8176-06bc-4de9-b119-990fae1b560c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:46.341874 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-815e4275-f06b-43b2-8c5f-7be0e7e4c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323000185', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:59:00Z', 'updated_at': '2022-02-18T10:01:44Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:01Z', 'updated_at': '2022-02-18T09:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:46.346213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e4275-f06b-43b2-8c5f-7be0e7e4c385 None None] Checking router: a5c17243-e71d-49e8-a5ad-ad347de57f59 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:01:46.356710 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e4275-f06b-43b2-8c5f-7be0e7e4c385 None None] Routers {'a5c17243-e71d-49e8-a5ad-ad347de57f59'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:01:46.357414 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-815e4275-f06b-43b2-8c5f-7be0e7e4c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:01:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['a5c17243-e71d-49e8-a5ad-ad347de57f59'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:46.407739 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] DHCP port deletion for fc02bb31-e9b7-49b2-9279-3e6e93c725f9 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 10:01:46.427808 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] Deleting port 008d49bd-d403-4cba-9422-723ac37ad377 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:01:46.428179 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:46.489087 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3dd8176-06bc-4de9-b119-990fae1b560c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:46.498350 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd8176-06bc-4de9-b119-990fae1b560c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port 8188fd64-3e08-4feb-926b-112dc97482f1 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:01:46.498751 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3dd8176-06bc-4de9-b119-990fae1b560c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:46.673336 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-a3dd8176-06bc-4de9-b119-990fae1b560c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] For port 8188fd64-3e08-4feb-926b-112dc97482f1, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=8188fd64-3e08-4feb-926b-112dc97482f1,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:01:46.673699 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3dd8176-06bc-4de9-b119-990fae1b560c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:46.685699 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-815e4275-f06b-43b2-8c5f-7be0e7e4c385 None None] Set router a5c17243-e71d-49e8-a5ad-ad347de57f59 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:01:46.793388 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd8176-06bc-4de9-b119-990fae1b560c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for 8188fd64-3e08-4feb-926b-112dc97482f1 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:01:46.890877 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] For port 008d49bd-d403-4cba-9422-723ac37ad377, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=008d49bd-d403-4cba-9422-723ac37ad377,segment=NetworkSegment(b98026dc-d638-4dc4-a2c7-e9584290a20f),segment_id=b98026dc-d638-4dc4-a2c7-e9584290a20f)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:01:46.891288 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:46.962880 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3dd8176-06bc-4de9-b119-990fae1b560c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:47.014014 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd8176-06bc-4de9-b119-990fae1b560c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=8188fd64-3e08-4feb-926b-112dc97482f1,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:47.024799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] Calling delete_port for 008d49bd-d403-4cba-9422-723ac37ad377 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:01:47.103458 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3dd8176-06bc-4de9-b119-990fae1b560c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:47.163341 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:47.208537 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] No DVR routers for this DVR port 008d49bd-d403-4cba-9422-723ac37ad377 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:01:47.220534 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] Pushing event deleted for resources: {'Port': ['ID=008d49bd-d403-4cba-9422-723ac37ad377,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:47.234335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:47.234692 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:47.235013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:47.235352 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:47.235678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:47.236006 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:47.236372 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:47.236685 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:47.237003 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:47.237324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:47.237643 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:47.237963 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b985a-c61a-4a95-adc4-f5c8bad5e668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:47.249568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-815e4275-f06b-43b2-8c5f-7be0e7e4c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323000185', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:59:00Z', 'updated_at': '2022-02-18T10:01:44Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:01Z', 'updated_at': '2022-02-18T09:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:47.254206 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e4275-f06b-43b2-8c5f-7be0e7e4c385 None None] The sync data for ids ['a5c17243-e71d-49e8-a5ad-ad347de57f59'] in n-d-829434-1 is: [{'id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323000185', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T09:59:00Z', 'updated_at': '2022-02-18T10:01:44Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '8188fd64-3e08-4feb-926b-112dc97482f1', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c17243-e71d-49e8-a5ad-ad347de57f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T09:59:01Z', 'updated_at': '2022-02-18T09:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:01:47.282281 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3dd8176-06bc-4de9-b119-990fae1b560c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:47.284593 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3dd8176-06bc-4de9-b119-990fae1b560c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:47.310832 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3dd8176-06bc-4de9-b119-990fae1b560c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:47.311983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dd8176-06bc-4de9-b119-990fae1b560c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Fanout notify agent at l3_agent the message router_deleted on router a5c17243-e71d-49e8-a5ad-ad347de57f59 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 10:01:47.326669 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3dd8176-06bc-4de9-b119-990fae1b560c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:47.328467 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a3dd8176-06bc-4de9-b119-990fae1b560c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/routers/a5c17243-e71d-49e8-a5ad-ad347de57f59 HTTP/1.1" status: 204 len: 168 time: 1.3240540 Feb 18 10:01:47.331761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51384) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:47.442679 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9a433a9d-1f87-4aed-9604-61ce4d82ae4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:47.569310 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9a433a9d-1f87-4aed-9604-61ce4d82ae4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:47.594353 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-9a433a9d-1f87-4aed-9604-61ce4d82ae4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc02bb31-e9b7-49b2-9279-3e6e93c725f9']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:47.606206 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-9a433a9d-1f87-4aed-9604-61ce4d82ae4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98026dc-d638-4dc4-a2c7-e9584290a20f') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:47.606503 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-9a433a9d-1f87-4aed-9604-61ce4d82ae4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98026dc-d638-4dc4-a2c7-e9584290a20f') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:47.618899 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9a433a9d-1f87-4aed-9604-61ce4d82ae4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:47.640138 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9a433a9d-1f87-4aed-9604-61ce4d82ae4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:47.646736 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a433a9d-1f87-4aed-9604-61ce4d82ae4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 10:01:47.647254 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9a433a9d-1f87-4aed-9604-61ce4d82ae4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:47.709783 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0b1f03f2-af07-4bb1-9001-19a981057e21 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:01:47.747281 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 0b1f03f2-af07-4bb1-9001-19a981057e21 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:01:47.747522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 0b1f03f2-af07-4bb1-9001-19a981057e21 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:01:47.747986 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 008d49bd-d403-4cba-9422-723ac37ad377 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: timer() Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:01:47.774811 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:01:47.790119 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 008d49bd-d403-4cba-9422-723ac37ad377 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:01:47.790585 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 008d49bd-d403-4cba-9422-723ac37ad377 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:01:47.855647 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9a433a9d-1f87-4aed-9604-61ce4d82ae4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:47.876864 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9a433a9d-1f87-4aed-9604-61ce4d82ae4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:47.888307 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9a433a9d-1f87-4aed-9604-61ce4d82ae4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/networks/fc02bb31-e9b7-49b2-9279-3e6e93c725f9 HTTP/1.1" status: 204 len: 168 time: 0.5543694 Feb 18 10:01:47.888307 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a433a9d-1f87-4aed-9604-61ce4d82ae4a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Network': ['ID=fc02bb31-e9b7-49b2-9279-3e6e93c725f9,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:47.890832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51388) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:47.970207 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-077aab52-3d84-47c9-bc2e-14214bba57f8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:48.003152 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-077aab52-3d84-47c9-bc2e-14214bba57f8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:48.068290 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-077aab52-3d84-47c9-bc2e-14214bba57f8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:48.087926 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077aab52-3d84-47c9-bc2e-14214bba57f8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9498dc66-a027-43e4-985e-a9a0f584bc92,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:48.099707 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-077aab52-3d84-47c9-bc2e-14214bba57f8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:48.100932 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-077aab52-3d84-47c9-bc2e-14214bba57f8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/security-groups/9498dc66-a027-43e4-985e-a9a0f584bc92 HTTP/1.1" status: 204 len: 168 time: 0.2090609 Feb 18 10:01:48.526015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51396) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:48.532379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7f9d0486-76c7-4597-9186-a86a4054022f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-397366886', 'description': 'tempest-secgroup-smoke-397366886 description', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:01:48.539023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7f9d0486-76c7-4597-9186-a86a4054022f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:01:48.543266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7f9d0486-76c7-4597-9186-a86a4054022f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:01:48.547449 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7f9d0486-76c7-4597-9186-a86a4054022f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:01:48.553409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7f9d0486-76c7-4597-9186-a86a4054022f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:01:48.566700 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7f9d0486-76c7-4597-9186-a86a4054022f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:48.587190 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7f9d0486-76c7-4597-9186-a86a4054022f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:01:48.591470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7f9d0486-76c7-4597-9186-a86a4054022f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:01:48.595030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7f9d0486-76c7-4597-9186-a86a4054022f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:01:48.602163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7f9d0486-76c7-4597-9186-a86a4054022f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:01:48.681568 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7f9d0486-76c7-4597-9186-a86a4054022f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:48.685306 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7f9d0486-76c7-4597-9186-a86a4054022f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:48.734719 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d0486-76c7-4597-9186-a86a4054022f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6618a6-18c5-406d-9c43-d6a1784f5775,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:48.739060 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7f9d0486-76c7-4597-9186-a86a4054022f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:48.740238 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7f9d0486-76c7-4597-9186-a86a4054022f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2132273 Feb 18 10:01:48.743289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51400) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:48.748105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-bb521734-0e89-4191-b353-99379b523b45 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '7f6618a6-18c5-406d-9c43-d6a1784f5775', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:01:48.755007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-bb521734-0e89-4191-b353-99379b523b45 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:01:48.758732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bb521734-0e89-4191-b353-99379b523b45 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:01:48.761565 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-bb521734-0e89-4191-b353-99379b523b45 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:01:48.767115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-bb521734-0e89-4191-b353-99379b523b45 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:01:48.784634 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bb521734-0e89-4191-b353-99379b523b45 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:48.845761 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bb521734-0e89-4191-b353-99379b523b45 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:48.849937 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bb521734-0e89-4191-b353-99379b523b45 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:48.867621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb521734-0e89-4191-b353-99379b523b45 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad44fc0-8b29-48d7-a1a8-24075c48633c,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:48.883166 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-bb521734-0e89-4191-b353-99379b523b45 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:48.884363 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-bb521734-0e89-4191-b353-99379b523b45 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401346 Feb 18 10:01:48.887121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51404) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:48.892638 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e5c0ebc6-569a-4711-a448-626f90ec85a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '7f6618a6-18c5-406d-9c43-d6a1784f5775', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:01:48.899036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e5c0ebc6-569a-4711-a448-626f90ec85a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:01:48.902856 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e5c0ebc6-569a-4711-a448-626f90ec85a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:01:48.906322 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e5c0ebc6-569a-4711-a448-626f90ec85a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:01:48.911980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e5c0ebc6-569a-4711-a448-626f90ec85a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:01:48.928350 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ebc6-569a-4711-a448-626f90ec85a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:48.991743 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ebc6-569a-4711-a448-626f90ec85a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:48.996074 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ebc6-569a-4711-a448-626f90ec85a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.022263 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0ebc6-569a-4711-a448-626f90ec85a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb6e5c5-a434-4ee4-8a02-cf01fcfc7873,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:49.033718 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ebc6-569a-4711-a448-626f90ec85a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.034904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e5c0ebc6-569a-4711-a448-626f90ec85a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1468506 Feb 18 10:01:49.037843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51408) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:49.043267 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-003b60ab-2781-4c8e-baff-e05136d18bfb tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '7f6618a6-18c5-406d-9c43-d6a1784f5775', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:01:49.051495 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-003b60ab-2781-4c8e-baff-e05136d18bfb tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:01:49.055278 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-003b60ab-2781-4c8e-baff-e05136d18bfb tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:01:49.058447 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-003b60ab-2781-4c8e-baff-e05136d18bfb tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:01:49.065781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-003b60ab-2781-4c8e-baff-e05136d18bfb tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:01:49.084506 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-003b60ab-2781-4c8e-baff-e05136d18bfb tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.149563 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-003b60ab-2781-4c8e-baff-e05136d18bfb tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.153142 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-003b60ab-2781-4c8e-baff-e05136d18bfb tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.176859 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b60ab-2781-4c8e-baff-e05136d18bfb tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda03b39-b4fa-4492-a997-8bd690c926f3,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:49.184830 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-003b60ab-2781-4c8e-baff-e05136d18bfb tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.186057 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-003b60ab-2781-4c8e-baff-e05136d18bfb tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1472354 Feb 18 10:01:49.189362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51412) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:49.194232 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-81e84b1e-93c2-488f-ba4c-96d1f23a5e51 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '7f6618a6-18c5-406d-9c43-d6a1784f5775', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:01:49.201081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-81e84b1e-93c2-488f-ba4c-96d1f23a5e51 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:01:49.204915 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-81e84b1e-93c2-488f-ba4c-96d1f23a5e51 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:01:49.207651 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-81e84b1e-93c2-488f-ba4c-96d1f23a5e51 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:01:49.213238 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-81e84b1e-93c2-488f-ba4c-96d1f23a5e51 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:01:49.230338 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-81e84b1e-93c2-488f-ba4c-96d1f23a5e51 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.292897 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-81e84b1e-93c2-488f-ba4c-96d1f23a5e51 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.297071 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-81e84b1e-93c2-488f-ba4c-96d1f23a5e51 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.320047 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e84b1e-93c2-488f-ba4c-96d1f23a5e51 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4331ca8-fb35-4d4b-80db-ddac39ea80d8,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:49.328911 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-81e84b1e-93c2-488f-ba4c-96d1f23a5e51 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.330333 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-81e84b1e-93c2-488f-ba4c-96d1f23a5e51 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400368 Feb 18 10:01:49.333042 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51416) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:49.337967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-231b1fb4-a189-4697-a77d-a17f341513b2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '7f6618a6-18c5-406d-9c43-d6a1784f5775', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:01:49.345218 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-231b1fb4-a189-4697-a77d-a17f341513b2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:01:49.349215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-231b1fb4-a189-4697-a77d-a17f341513b2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:01:49.351766 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-231b1fb4-a189-4697-a77d-a17f341513b2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:01:49.357591 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-231b1fb4-a189-4697-a77d-a17f341513b2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:01:49.370557 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-231b1fb4-a189-4697-a77d-a17f341513b2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Project ed8f29f326d44aaf961e4f998748e77c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:01:49.377751 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-231b1fb4-a189-4697-a77d-a17f341513b2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.441410 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-231b1fb4-a189-4697-a77d-a17f341513b2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.446275 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-231b1fb4-a189-4697-a77d-a17f341513b2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.471252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b1fb4-a189-4697-a77d-a17f341513b2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a80aa6-a920-4693-aee9-eed510dd0a29,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:49.480544 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-231b1fb4-a189-4697-a77d-a17f341513b2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.481754 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-231b1fb4-a189-4697-a77d-a17f341513b2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477365 Feb 18 10:01:49.485234 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51420) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:49.490106 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d5b23ce1-2589-4516-a4d1-5d8d9d89cb16 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '7f6618a6-18c5-406d-9c43-d6a1784f5775', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:01:49.496691 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d5b23ce1-2589-4516-a4d1-5d8d9d89cb16 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:01:49.500557 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d5b23ce1-2589-4516-a4d1-5d8d9d89cb16 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:01:49.503374 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d5b23ce1-2589-4516-a4d1-5d8d9d89cb16 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:01:49.509134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d5b23ce1-2589-4516-a4d1-5d8d9d89cb16 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:01:49.519208 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-d5b23ce1-2589-4516-a4d1-5d8d9d89cb16 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Project ed8f29f326d44aaf961e4f998748e77c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:01:49.525611 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5b23ce1-2589-4516-a4d1-5d8d9d89cb16 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.591349 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5b23ce1-2589-4516-a4d1-5d8d9d89cb16 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.595376 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5b23ce1-2589-4516-a4d1-5d8d9d89cb16 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.613284 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8188fd64-3e08-4feb-926b-112dc97482f1 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:01:49.618962 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b23ce1-2589-4516-a4d1-5d8d9d89cb16 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab04021-a1db-445f-91b3-ca8da9cdb2b1,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:49.628743 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d5b23ce1-2589-4516-a4d1-5d8d9d89cb16 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.629897 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d5b23ce1-2589-4516-a4d1-5d8d9d89cb16 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1437557 Feb 18 10:01:49.632766 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51424) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:49.638122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-5c933258-e694-4919-b3c7-b69af7f1e40e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'network': {'name': 'tempest-network-smoke--359438051', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'port_security_enabled': True}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:01:49.643874 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5c933258-e694-4919-b3c7-b69af7f1e40e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:01:49.647721 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5c933258-e694-4919-b3c7-b69af7f1e40e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:network and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:01:49.649542 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 8188fd64-3e08-4feb-926b-112dc97482f1 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:01:49.649894 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 8188fd64-3e08-4feb-926b-112dc97482f1 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:01:49.650701 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5c933258-e694-4919-b3c7-b69af7f1e40e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:01:49.656867 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5c933258-e694-4919-b3c7-b69af7f1e40e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:01:49.666277 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c933258-e694-4919-b3c7-b69af7f1e40e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Made reservation on behalf of ed8f29f326d44aaf961e4f998748e77c for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:01:49.669683 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5c933258-e694-4919-b3c7-b69af7f1e40e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.698680 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c933258-e694-4919-b3c7-b69af7f1e40e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:01:49.707960 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5c933258-e694-4919-b3c7-b69af7f1e40e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.708365 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-5c933258-e694-4919-b3c7-b69af7f1e40e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Added segment 82538420-119c-4ee8-ae1a-51b682ea4a16 of type vlan for network 820858ea-a851-4616-b445-2a3490ffa598 Feb 18 10:01:49.737060 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5c933258-e694-4919-b3c7-b69af7f1e40e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.765679 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5c933258-e694-4919-b3c7-b69af7f1e40e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.770995 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c933258-e694-4919-b3c7-b69af7f1e40e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:49.771576 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5c933258-e694-4919-b3c7-b69af7f1e40e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.870081 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5c933258-e694-4919-b3c7-b69af7f1e40e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2362800 Feb 18 10:01:49.872974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51428) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:49.878859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-614338906', 'admin_state_up': True, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:01:49.879831 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c933258-e694-4919-b3c7-b69af7f1e40e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Network': ['ID=820858ea-a851-4616-b445-2a3490ffa598,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:49.886433 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:01:49.890399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:router and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:01:49.890567 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 820858ea-a851-4616-b445-2a3490ffa598 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:01:49.893362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:01:49.902335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:01:49.912216 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.913253 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:49.928971 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:50.203871 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:50.501915 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:50.531398 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:50.774749 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.25.1.158 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/18212530-2369-49c6-af17-6294cd76eb5f) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:01:50.935353 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:50.968388 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:51.038353 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:01:51.041212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:01:51.045023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:01:51.075582 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=18212530-2369-49c6-af17-6294cd76eb5f,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:51.479518 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:51.817483 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:52.015722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router 765ab847-0198-4ec3-bf3c-bbcc758d2799 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 10:01:52.307600 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:01:52.317533 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Sync routers for ids ['765ab847-0198-4ec3-bf3c-bbcc758d2799'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:01:52.326501 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Routers {'765ab847-0198-4ec3-bf3c-bbcc758d2799'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:01:52.327091 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:01:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['765ab847-0198-4ec3-bf3c-bbcc758d2799'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:52.335179 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:52.336473 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a43f252e-6244-4248-8786-f19be88aac70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4624400 Feb 18 10:01:52.339619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51432) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:52.382986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5cda9674-ee32-4aec-8776-32a43a6d72d4 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=ed8f29f326d44aaf961e4f998748e77c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422187 Feb 18 10:01:52.385660 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51436) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:52.514829 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff832d-d3ca-4bae-9cf2-f512db9caf97 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:52.516328 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d3ff832d-d3ca-4bae-9cf2-f512db9caf97 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297429 Feb 18 10:01:52.519212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51440) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:52.530846 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Set router 765ab847-0198-4ec3-bf3c-bbcc758d2799 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:01:52.559567 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5a9c0e2f-da37-4a69-b038-8f64fdad1086 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391152 Feb 18 10:01:52.562050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51444) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:52.567368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-04a744d7-52ac-4f4c-bd9b-6b8b89a2b174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1251263029', 'network_id': '820858ea-a851-4616-b445-2a3490ffa598', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:01:52.676814 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-04a744d7-52ac-4f4c-bd9b-6b8b89a2b174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:01:52.680686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-04a744d7-52ac-4f4c-bd9b-6b8b89a2b174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:subnet and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:01:52.683646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-04a744d7-52ac-4f4c-bd9b-6b8b89a2b174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:01:52.689580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-04a744d7-52ac-4f4c-bd9b-6b8b89a2b174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:01:52.699788 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a744d7-52ac-4f4c-bd9b-6b8b89a2b174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Made reservation on behalf of ed8f29f326d44aaf961e4f998748e77c for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:01:52.704642 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-04a744d7-52ac-4f4c-bd9b-6b8b89a2b174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:52.833348 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614338906', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '18212530-2369-49c6-af17-6294cd76eb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:01:49Z', 'updated_at': '2022-02-18T10:01:51Z', 'revision_number': 3, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '18212530-2369-49c6-af17-6294cd76eb5f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:50Z', 'updated_at': '2022-02-18T10:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:52.838123 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Checking router: 765ab847-0198-4ec3-bf3c-bbcc758d2799 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:01:52.838556 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Updating router 765ab847-0198-4ec3-bf3c-bbcc758d2799 port 18212530-2369-49c6-af17-6294cd76eb5f binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 10:01:52.899935 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:52.940432 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-04a744d7-52ac-4f4c-bd9b-6b8b89a2b174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:53.021858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a744d7-52ac-4f4c-bd9b-6b8b89a2b174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Subnet': ['ID=222434d7-6d9d-497b-b813-5034b6cfe10a,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:53.033858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a744d7-52ac-4f4c-bd9b-6b8b89a2b174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Checking segment: {'id': '82538420-119c-4ee8-ae1a-51b682ea4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '820858ea-a851-4616-b445-2a3490ffa598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:01:53.034214 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a744d7-52ac-4f4c-bd9b-6b8b89a2b174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network hostable DHCP agents. Network: 820858ea-a851-4616-b445-2a3490ffa598, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:01:53.053300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a744d7-52ac-4f4c-bd9b-6b8b89a2b174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 820858ea-a851-4616-b445-2a3490ffa598 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:01:53.064344 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-04a744d7-52ac-4f4c-bd9b-6b8b89a2b174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 820858ea-a851-4616-b445-2a3490ffa598) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:01:53.068873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a744d7-52ac-4f4c-bd9b-6b8b89a2b174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:53.069452 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-04a744d7-52ac-4f4c-bd9b-6b8b89a2b174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:53.079704 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7fc8c5-c6fe-4975-9db2-315c9442a7ce None None] Network 820858ea-a851-4616-b445-2a3490ffa598 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:01:53.096919 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-04a744d7-52ac-4f4c-bd9b-6b8b89a2b174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5311489 Feb 18 10:01:53.097114 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51448) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:01:53.248338 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:53.263403 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Transition to ACTIVE for port object 18212530-2369-49c6-af17-6294cd76eb5f will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:01:53.273020 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:53.310278 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-820858ea-a851-4616-b445-2a3490ffa598', 'network_id': '820858ea-a851-4616-b445-2a3490ffa598', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ips': [{'subnet_id': '222434d7-6d9d-497b-b813-5034b6cfe10a'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 10:01:53.312093 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:53.344694 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Attempting to bind port 18212530-2369-49c6-af17-6294cd76eb5f on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:01:53.346290 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Attempting to bind port 18212530-2369-49c6-af17-6294cd76eb5f by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:01:53.346290 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Attempting to bind port 18212530-2369-49c6-af17-6294cd76eb5f on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:01:53.362235 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:01:53.362557 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:01:53.362969 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:53.363281 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:01:53.363745 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Bound port: 18212530-2369-49c6-af17-6294cd76eb5f, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:01:53.364106 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:53.413194 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792c9f8-6c0d-4bff-abaa-15f23bcd407a None None] Pushing event updated for resources: {'Port': ['ID=18212530-2369-49c6-af17-6294cd76eb5f,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:53.431846 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792c9f8-6c0d-4bff-abaa-15f23bcd407a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:53.432209 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792c9f8-6c0d-4bff-abaa-15f23bcd407a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:53.432614 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792c9f8-6c0d-4bff-abaa-15f23bcd407a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:53.432864 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792c9f8-6c0d-4bff-abaa-15f23bcd407a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:53.433195 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792c9f8-6c0d-4bff-abaa-15f23bcd407a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:53.433517 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792c9f8-6c0d-4bff-abaa-15f23bcd407a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:53.433845 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792c9f8-6c0d-4bff-abaa-15f23bcd407a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:53.434200 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792c9f8-6c0d-4bff-abaa-15f23bcd407a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:53.434468 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792c9f8-6c0d-4bff-abaa-15f23bcd407a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:53.434759 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792c9f8-6c0d-4bff-abaa-15f23bcd407a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:53.435074 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792c9f8-6c0d-4bff-abaa-15f23bcd407a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:53.435379 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7792c9f8-6c0d-4bff-abaa-15f23bcd407a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:01:53.471482 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] For port 18212530-2369-49c6-af17-6294cd76eb5f, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:01:53.474910 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] For port 18212530-2369-49c6-af17-6294cd76eb5f, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=18212530-2369-49c6-af17-6294cd76eb5f,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:01:53.479017 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:53.491475 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Allocated IP 172.20.0.2 (820858ea-a851-4616-b445-2a3490ffa598/222434d7-6d9d-497b-b813-5034b6cfe10a/01ec9d6d-8b1a-4903-b010-e2c678ec9361) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:01:53.567424 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Routers {'765ab847-0198-4ec3-bf3c-bbcc758d2799'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:01:53.568133 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:01:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['765ab847-0198-4ec3-bf3c-bbcc758d2799'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:53.648853 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792c9f8-6c0d-4bff-abaa-15f23bcd407a None None] Pushing event updated for resources: {'Port': ['ID=18212530-2369-49c6-af17-6294cd76eb5f,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:53.710385 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:53.723488 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Transition to ACTIVE for port object 01ec9d6d-8b1a-4903-b010-e2c678ec9361 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:01:53.747569 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Transition to ACTIVE for port object 01ec9d6d-8b1a-4903-b010-e2c678ec9361 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:01:53.754237 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:53.755069 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] Set router 765ab847-0198-4ec3-bf3c-bbcc758d2799 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:01:53.824587 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Network 820858ea-a851-4616-b445-2a3490ffa598 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:01:53.827408 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:01:53.830466 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:01:53.872888 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Pushing event updated for resources: {'Port': ['ID=01ec9d6d-8b1a-4903-b010-e2c678ec9361,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:53.926529 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Attempting to bind port 01ec9d6d-8b1a-4903-b010-e2c678ec9361 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:01:53.926802 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Attempting to bind port 01ec9d6d-8b1a-4903-b010-e2c678ec9361 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '82538420-119c-4ee8-ae1a-51b682ea4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '820858ea-a851-4616-b445-2a3490ffa598'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:01:53.927166 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Attempting to bind port 01ec9d6d-8b1a-4903-b010-e2c678ec9361 on network 820858ea-a851-4616-b445-2a3490ffa598 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:01:53.932671 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:01:53.933042 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Checking segment: {'id': '82538420-119c-4ee8-ae1a-51b682ea4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '820858ea-a851-4616-b445-2a3490ffa598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:01:53.933442 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:53.933830 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Bound using segment: {'id': '82538420-119c-4ee8-ae1a-51b682ea4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '820858ea-a851-4616-b445-2a3490ffa598'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:01:53.934285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Bound port: 01ec9d6d-8b1a-4903-b010-e2c678ec9361, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82538420-119c-4ee8-ae1a-51b682ea4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '820858ea-a851-4616-b445-2a3490ffa598'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:01:53.934651 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:53.973308 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:54.029876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] For port 01ec9d6d-8b1a-4903-b010-e2c678ec9361, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:01:54.033876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] For port 01ec9d6d-8b1a-4903-b010-e2c678ec9361, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=01ec9d6d-8b1a-4903-b010-e2c678ec9361,segment=NetworkSegment(82538420-119c-4ee8-ae1a-51b682ea4a16),segment_id=82538420-119c-4ee8-ae1a-51b682ea4a16)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:01:54.038866 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:54.093400 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614338906', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '18212530-2369-49c6-af17-6294cd76eb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:01:49Z', 'updated_at': '2022-02-18T10:01:51Z', 'revision_number': 3, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '18212530-2369-49c6-af17-6294cd76eb5f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:50Z', 'updated_at': '2022-02-18T10:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:54.097968 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe0267-0514-4d71-a617-f5b7523433e3 None None] The sync data for ids ['765ab847-0198-4ec3-bf3c-bbcc758d2799'] in n-d-829434-1 is: [{'id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614338906', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '18212530-2369-49c6-af17-6294cd76eb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:01:49Z', 'updated_at': '2022-02-18T10:01:51Z', 'revision_number': 3, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '18212530-2369-49c6-af17-6294cd76eb5f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:50Z', 'updated_at': '2022-02-18T10:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:01:54.132763 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd3ddd-48c4-4973-a1fe-d86e9baab19e None None] Pushing event updated for resources: {'Port': ['ID=01ec9d6d-8b1a-4903-b010-e2c678ec9361,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:54.448562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.20.0.1 (820858ea-a851-4616-b445-2a3490ffa598/222434d7-6d9d-497b-b813-5034b6cfe10a/6912d2b8-8fdb-4362-809a-944ec0c88533) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:01:54.626142 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:54.642963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Transition to ACTIVE for port object 6912d2b8-8fdb-4362-809a-944ec0c88533 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:01:54.667566 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:54.740899 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 820858ea-a851-4616-b445-2a3490ffa598 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:01:54.744090 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:01:54.748197 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:01:54.778921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=6912d2b8-8fdb-4362-809a-944ec0c88533,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:54.811707 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:54.949738 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:55.197809 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5f3fda-771e-4d86-b31b-250f272ad01a None None] Network 820858ea-a851-4616-b445-2a3490ffa598 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:01:55.363158 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-a20bdb0a-2c7b-4eba-9aa9-6c64a8596595 None None] Provisioning for port 01ec9d6d-8b1a-4903-b010-e2c678ec9361 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:01:55.415580 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:55.424098 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:55.556209 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:55.559981 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=6912d2b8-8fdb-4362-809a-944ec0c88533,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:55.719572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 820858ea-a851-4616-b445-2a3490ffa598 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:01:55.720601 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:01:55.739208 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 01ec9d6d-8b1a-4903-b010-e2c678ec9361 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:01:55.842429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f6e01f79-f5b4-4a1e-bdc4-37a9f6c84ddb None None] Provisioning for port 6912d2b8-8fdb-4362-809a-944ec0c88533 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:01:55.848745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 01ec9d6d-8b1a-4903-b010-e2c678ec9361 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:01:55.854905 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f6e01f79-f5b4-4a1e-bdc4-37a9f6c84ddb None None] Provisioning complete for port 6912d2b8-8fdb-4362-809a-944ec0c88533 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:01:55.855587 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f6e01f79-f5b4-4a1e-bdc4-37a9f6c84ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:55.889263 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 01ec9d6d-8b1a-4903-b010-e2c678ec9361 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:01:55.890258 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:55.971277 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-f6e01f79-f5b4-4a1e-bdc4-37a9f6c84ddb None None] Port 6912d2b8-8fdb-4362-809a-944ec0c88533 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:01:56.050992 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:56.112375 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 01ec9d6d-8b1a-4903-b010-e2c678ec9361, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=01ec9d6d-8b1a-4903-b010-e2c678ec9361,segment=NetworkSegment(82538420-119c-4ee8-ae1a-51b682ea4a16),segment_id=82538420-119c-4ee8-ae1a-51b682ea4a16)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:01:56.117090 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router 765ab847-0198-4ec3-bf3c-bbcc758d2799 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:01:56.119430 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:56.120448 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 18212530-2369-49c6-af17-6294cd76eb5f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:01:56.176123 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6b337153-b0af-48c4-bd33-810549dd71a3 None None] Provisioning complete for port 6912d2b8-8fdb-4362-809a-944ec0c88533 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:01:56.176123 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6b337153-b0af-48c4-bd33-810549dd71a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:56.322985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:01:56.324410 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-6b337153-b0af-48c4-bd33-810549dd71a3 None None] Port 6912d2b8-8fdb-4362-809a-944ec0c88533 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:01:56.331613 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=01ec9d6d-8b1a-4903-b010-e2c678ec9361,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:56.337491 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Sync routers for ids ['765ab847-0198-4ec3-bf3c-bbcc758d2799'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:01:56.337856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-63b7f98c-d6f0-47f5-afbc-2772d43c333c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "PUT /v2.0/routers/765ab847-0198-4ec3-bf3c-bbcc758d2799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2395191 Feb 18 10:01:56.346925 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Routers {'765ab847-0198-4ec3-bf3c-bbcc758d2799'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:01:56.347528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:01:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['765ab847-0198-4ec3-bf3c-bbcc758d2799'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:56.427267 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 18212530-2369-49c6-af17-6294cd76eb5f completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:01:56.443711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 18212530-2369-49c6-af17-6294cd76eb5f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:01:56.444109 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:56.502281 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-e7c30d2f-7f13-487e-9d1b-a3a20380c566 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:01:56.517955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-e7c30d2f-7f13-487e-9d1b-a3a20380c566 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:01:56.519324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-e7c30d2f-7f13-487e-9d1b-a3a20380c566 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397366886&fields=id&tenant_id=ed8f29f326d44aaf961e4f998748e77c HTTP/1.1" status: 200 len: 267 time: 0.0579331 Feb 18 10:01:56.577999 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-7d78a468-486e-4942-8658-30e09f59235f None None] Provisioning complete for port 6912d2b8-8fdb-4362-809a-944ec0c88533 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:01:56.578382 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7d78a468-486e-4942-8658-30e09f59235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:56.625542 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Set router 765ab847-0198-4ec3-bf3c-bbcc758d2799 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:01:56.672494 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-28c3d5ee-d224-4dc4-970e-28ffb671d1f0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:56.673969 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-28c3d5ee-d224-4dc4-970e-28ffb671d1f0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/networks?id=820858ea-a851-4616-b445-2a3490ffa598 HTTP/1.1" status: 200 len: 796 time: 0.1475375 Feb 18 10:01:56.689829 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-7656a902-a7c8-4025-9383-3154659f870d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/quotas/ed8f29f326d44aaf961e4f998748e77c HTTP/1.1" status: 200 len: 375 time: 0.0104344 Feb 18 10:01:56.710042 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-7d78a468-486e-4942-8658-30e09f59235f None None] Port 6912d2b8-8fdb-4362-809a-944ec0c88533 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:01:56.770523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-cd35f4b1-7c3c-4de6-b3d8-fed40ef09a6f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:01:56.786027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-cd35f4b1-7c3c-4de6-b3d8-fed40ef09a6f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:01:56.787620 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-cd35f4b1-7c3c-4de6-b3d8-fed40ef09a6f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926118 Feb 18 10:01:56.892670 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:56.924122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 18212530-2369-49c6-af17-6294cd76eb5f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=18212530-2369-49c6-af17-6294cd76eb5f,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:01:56.930029 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-f3912172-a93a-4f64-9c02-4a440781e40b service neutron] 10.222.0.72 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290500 Feb 18 10:01:56.937607 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:57.052933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=18212530-2369-49c6-af17-6294cd76eb5f,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:57.068854 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-4c7e4d69-a8ec-4846-928b-228d641c1402 service neutron] 10.222.0.72 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316769 Feb 18 10:01:57.083708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614338906', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '18212530-2369-49c6-af17-6294cd76eb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:01:49Z', 'updated_at': '2022-02-18T10:01:54Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '18212530-2369-49c6-af17-6294cd76eb5f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:50Z', 'updated_at': '2022-02-18T10:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '6912d2b8-8fdb-4362-809a-944ec0c88533', 'name': '', 'network_id': '820858ea-a851-4616-b445-2a3490ffa598', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:0a:b0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:54Z', 'updated_at': '2022-02-18T10:01:55Z', 'revision_number': 2, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:57.087769 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Checking router: 765ab847-0198-4ec3-bf3c-bbcc758d2799 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:01:57.088369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Updating router 765ab847-0198-4ec3-bf3c-bbcc758d2799 port 6912d2b8-8fdb-4362-809a-944ec0c88533 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 10:01:57.145663 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:57.274249 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73092864-28a8-4cac-94ef-87f0e1c75a46 req-cd580edf-20c4-4e21-8898-bfa18469868c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 210 time: 0.0530853 Feb 18 10:01:57.502751 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:57.515663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Transition to ACTIVE for port object 6912d2b8-8fdb-4362-809a-944ec0c88533 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:01:57.523115 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:57.659978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec7ba9-850a-4a95-9318-bbc50f7d2dcf None None] Pushing event updated for resources: {'Port': ['ID=6912d2b8-8fdb-4362-809a-944ec0c88533,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:57.692961 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 01ec9d6d-8b1a-4903-b010-e2c678ec9361 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:01:57.858503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Attempting to bind port 6912d2b8-8fdb-4362-809a-944ec0c88533 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:01:57.858941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Attempting to bind port 6912d2b8-8fdb-4362-809a-944ec0c88533 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '82538420-119c-4ee8-ae1a-51b682ea4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '820858ea-a851-4616-b445-2a3490ffa598'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:01:57.859238 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Attempting to bind port 6912d2b8-8fdb-4362-809a-944ec0c88533 on network 820858ea-a851-4616-b445-2a3490ffa598 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:01:57.868813 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:01:57.869188 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Checking segment: {'id': '82538420-119c-4ee8-ae1a-51b682ea4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '820858ea-a851-4616-b445-2a3490ffa598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:01:57.869588 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:57.869979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Bound using segment: {'id': '82538420-119c-4ee8-ae1a-51b682ea4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '820858ea-a851-4616-b445-2a3490ffa598'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:01:57.870439 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Bound port: 6912d2b8-8fdb-4362-809a-944ec0c88533, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82538420-119c-4ee8-ae1a-51b682ea4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '820858ea-a851-4616-b445-2a3490ffa598'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:01:57.870811 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:57.940892 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 01ec9d6d-8b1a-4903-b010-e2c678ec9361 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:01:57.941266 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:58.018774 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] For port 6912d2b8-8fdb-4362-809a-944ec0c88533, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:01:58.024420 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] For port 6912d2b8-8fdb-4362-809a-944ec0c88533, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6912d2b8-8fdb-4362-809a-944ec0c88533,segment=NetworkSegment(82538420-119c-4ee8-ae1a-51b682ea4a16),segment_id=82538420-119c-4ee8-ae1a-51b682ea4a16)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:01:58.030907 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:58.160236 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec7ba9-850a-4a95-9318-bbc50f7d2dcf None None] Pushing event updated for resources: {'Port': ['ID=6912d2b8-8fdb-4362-809a-944ec0c88533,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:58.163562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 18212530-2369-49c6-af17-6294cd76eb5f up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:01:58.199205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Routers {'765ab847-0198-4ec3-bf3c-bbcc758d2799'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:01:58.199845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:01:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['765ab847-0198-4ec3-bf3c-bbcc758d2799'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:58.392131 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 18212530-2369-49c6-af17-6294cd76eb5f triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:01:58.392384 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:58.462363 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] Set router 765ab847-0198-4ec3-bf3c-bbcc758d2799 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:01:58.499948 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e9831911-c35c-4373-af39-4624da735258 req-e238a071-9476-455d-9098-70eb89389836 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 210 time: 0.0645506 Feb 18 10:01:58.522274 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-e92e736e-f9e3-40ad-8b97-d06b34584ded tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:58.524115 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-e92e736e-f9e3-40ad-8b97-d06b34584ded tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.81 "GET /v2.0/networks?id=820858ea-a851-4616-b445-2a3490ffa598 HTTP/1.1" status: 200 len: 796 time: 0.2523293 Feb 18 10:01:58.577811 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-db646c5e-b923-402e-baa2-ad212becee91 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed8f29f326d44aaf961e4f998748e77c HTTP/1.1" status: 200 len: 379 time: 0.0411174 Feb 18 10:01:58.587227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-7ac5b1fe-e526-4252-a64c-130e67d25be3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'port': {'device_id': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'network_id': '820858ea-a851-4616-b445-2a3490ffa598', 'admin_state_up': True, 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'security_groups': ['7f6618a6-18c5-406d-9c43-d6a1784f5775']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:01:58.730011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-7ac5b1fe-e526-4252-a64c-130e67d25be3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:01:58.739810 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-7ac5b1fe-e526-4252-a64c-130e67d25be3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:01:58.750368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-7ac5b1fe-e526-4252-a64c-130e67d25be3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Made reservation on behalf of ed8f29f326d44aaf961e4f998748e77c for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:01:58.753962 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-7ac5b1fe-e526-4252-a64c-130e67d25be3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:58.846542 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614338906', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '18212530-2369-49c6-af17-6294cd76eb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:01:49Z', 'updated_at': '2022-02-18T10:01:54Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '18212530-2369-49c6-af17-6294cd76eb5f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:50Z', 'updated_at': '2022-02-18T10:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '6912d2b8-8fdb-4362-809a-944ec0c88533', 'name': '', 'network_id': '820858ea-a851-4616-b445-2a3490ffa598', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:0a:b0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:54Z', 'updated_at': '2022-02-18T10:01:58Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:01:58.850791 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b620b276-76a6-4543-bae2-ab805217e28e None None] The sync data for ids ['765ab847-0198-4ec3-bf3c-bbcc758d2799'] in n-d-829434-1 is: [{'id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614338906', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '18212530-2369-49c6-af17-6294cd76eb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:01:49Z', 'updated_at': '2022-02-18T10:01:54Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '18212530-2369-49c6-af17-6294cd76eb5f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:50Z', 'updated_at': '2022-02-18T10:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '6912d2b8-8fdb-4362-809a-944ec0c88533', 'name': '', 'network_id': '820858ea-a851-4616-b445-2a3490ffa598', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:0a:b0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:54Z', 'updated_at': '2022-02-18T10:01:58Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:01:58.950051 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-7ac5b1fe-e526-4252-a64c-130e67d25be3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.20.0.5 (820858ea-a851-4616-b445-2a3490ffa598/222434d7-6d9d-497b-b813-5034b6cfe10a/db254fd9-0303-429e-87d6-de8b1cfbc459) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:01:59.275038 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-7ac5b1fe-e526-4252-a64c-130e67d25be3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:59.292502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-7ac5b1fe-e526-4252-a64c-130e67d25be3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Transition to ACTIVE for port object db254fd9-0303-429e-87d6-de8b1cfbc459 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:01:59.317357 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-7ac5b1fe-e526-4252-a64c-130e67d25be3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:59.389477 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-7ac5b1fe-e526-4252-a64c-130e67d25be3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 820858ea-a851-4616-b445-2a3490ffa598 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:01:59.393780 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-7ac5b1fe-e526-4252-a64c-130e67d25be3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:01:59.397938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-7ac5b1fe-e526-4252-a64c-130e67d25be3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:01:59.429534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5b1fe-e526-4252-a64c-130e67d25be3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=db254fd9-0303-429e-87d6-de8b1cfbc459,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:01:59.470729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-7ac5b1fe-e526-4252-a64c-130e67d25be3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:59.471502 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-7ac5b1fe-e526-4252-a64c-130e67d25be3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:59.504468 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-7ac5b1fe-e526-4252-a64c-130e67d25be3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9206784 Feb 18 10:01:59.514651 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-df19b5d6-773c-4996-8812-b14ab9e1d27f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 10:01:59.516516 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-df19b5d6-773c-4996-8812-b14ab9e1d27f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061655 Feb 18 10:01:59.665982 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-eeb3c33d-3c31-411e-821d-48ae3da46b28 None None] Provisioning for port db254fd9-0303-429e-87d6-de8b1cfbc459 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:01:59.671491 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-eeb3c33d-3c31-411e-821d-48ae3da46b28 None None] Provisioning complete for port db254fd9-0303-429e-87d6-de8b1cfbc459 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:01:59.672058 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-eeb3c33d-3c31-411e-821d-48ae3da46b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:59.707601 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Request body: {'port': {'device_id': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:01:59.737917 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6912d2b8-8fdb-4362-809a-944ec0c88533 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:01:59.791939 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-eeb3c33d-3c31-411e-821d-48ae3da46b28 None None] Port db254fd9-0303-429e-87d6-de8b1cfbc459 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:01:59.817505 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 6912d2b8-8fdb-4362-809a-944ec0c88533 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:01:59.823953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 6912d2b8-8fdb-4362-809a-944ec0c88533 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:01:59.824705 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:59.856739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cbd2d-3af8-41af-a163-04202a2b7375 req-ebaa184f-bac3-4fd3-887d-d1ca029cb230 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:01:59.857459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ab9cbd2d-3af8-41af-a163-04202a2b7375 req-ebaa184f-bac3-4fd3-887d-d1ca029cb230 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:01:59.868760 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:59.891645 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-ab9cbd2d-3af8-41af-a163-04202a2b7375 req-ebaa184f-bac3-4fd3-887d-d1ca029cb230 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:01:59.892867 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab9cbd2d-3af8-41af-a163-04202a2b7375 req-ebaa184f-bac3-4fd3-887d-d1ca029cb230 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 931 time: 0.2453501 Feb 18 10:01:59.971542 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:01:59.992369 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ab9cbd2d-3af8-41af-a163-04202a2b7375 req-9b172eef-9b36-4710-9a30-82b285e8fb8e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714905 Feb 18 10:02:00.007840 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 6912d2b8-8fdb-4362-809a-944ec0c88533, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6912d2b8-8fdb-4362-809a-944ec0c88533,segment=NetworkSegment(82538420-119c-4ee8-ae1a-51b682ea4a16),segment_id=82538420-119c-4ee8-ae1a-51b682ea4a16)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:02:00.013605 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:00.089412 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=6912d2b8-8fdb-4362-809a-944ec0c88533,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:02:00.275309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db254fd9-0303-429e-87d6-de8b1cfbc459 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:02:00.282520 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:00.297268 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Transition to ACTIVE for port object db254fd9-0303-429e-87d6-de8b1cfbc459 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:02:00.300517 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:00.456368 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Pushing event updated for resources: {'Port': ['ID=db254fd9-0303-429e-87d6-de8b1cfbc459,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:02:00.487739 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4b27ca48-4d27-4661-9a1d-95e78f2d4663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:00.537529 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Attempting to bind port db254fd9-0303-429e-87d6-de8b1cfbc459 on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:02:00.538025 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Attempting to bind port db254fd9-0303-429e-87d6-de8b1cfbc459 by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '82538420-119c-4ee8-ae1a-51b682ea4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '820858ea-a851-4616-b445-2a3490ffa598'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:02:00.538184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Attempting to bind port db254fd9-0303-429e-87d6-de8b1cfbc459 on network 820858ea-a851-4616-b445-2a3490ffa598 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:02:00.542855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Port db254fd9-0303-429e-87d6-de8b1cfbc459 on network 820858ea-a851-4616-b445-2a3490ffa598 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 10:02:00.543186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Attempting to bind port db254fd9-0303-429e-87d6-de8b1cfbc459 on network 820858ea-a851-4616-b445-2a3490ffa598 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:02:00.549526 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:02:00.549861 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Checking segment: {'id': '82538420-119c-4ee8-ae1a-51b682ea4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '820858ea-a851-4616-b445-2a3490ffa598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:02:00.550240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Bound using segment: {'id': '82538420-119c-4ee8-ae1a-51b682ea4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '820858ea-a851-4616-b445-2a3490ffa598'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:02:00.550661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Bound port: db254fd9-0303-429e-87d6-de8b1cfbc459, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82538420-119c-4ee8-ae1a-51b682ea4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '820858ea-a851-4616-b445-2a3490ffa598'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:02:00.551007 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:00.645217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] For port db254fd9-0303-429e-87d6-de8b1cfbc459, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:02:00.648299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] For port db254fd9-0303-429e-87d6-de8b1cfbc459, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=db254fd9-0303-429e-87d6-de8b1cfbc459,segment=NetworkSegment(82538420-119c-4ee8-ae1a-51b682ea4a16),segment_id=82538420-119c-4ee8-ae1a-51b682ea4a16)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:02:00.652985 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:00.705407 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:00.706031 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:00.707419 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] 10.222.0.81 "PUT /v2.0/ports/db254fd9-0303-429e-87d6-de8b1cfbc459 HTTP/1.1" status: 200 len: 1091 time: 1.1829774 Feb 18 10:02:00.708004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'tag': 'db254fd9-0303-429e-87d6-de8b1cfbc459'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:02:00.745163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09ea54-b828-4258-b2c5-0dcb717f6864 service neutron] Pushing event updated for resources: {'Port': ['ID=db254fd9-0303-429e-87d6-de8b1cfbc459,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:02:00.781122 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'tag': 'db254fd9-0303-429e-87d6-de8b1cfbc459', 'status': 'completed', 'code': 200} Feb 18 10:02:00.831234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-311334d4-0ddd-4267-982a-48a23280ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:00.832860 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-311334d4-0ddd-4267-982a-48a23280ed78 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 1094 time: 0.0846250 Feb 18 10:02:00.904299 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-42cf7ca7-117a-4b73-aa82-efba53929133 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db254fd9-0303-429e-87d6-de8b1cfbc459 HTTP/1.1" status: 200 len: 217 time: 0.0650208 Feb 18 10:02:00.973704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-a8d1a21c-209a-4098-8fda-e2915bbc4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:00.975001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-a8d1a21c-209a-4098-8fda-e2915bbc4c17 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=222434d7-6d9d-497b-b813-5034b6cfe10a HTTP/1.1" status: 200 len: 835 time: 0.0651963 Feb 18 10:02:01.052003 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-21cd6d06-1457-49b4-929e-938ed8fd7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:01.053426 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-21cd6d06-1457-49b4-929e-938ed8fd7748 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=820858ea-a851-4616-b445-2a3490ffa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726445 Feb 18 10:02:01.345543 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-2f7cdd59-f30d-42c7-a7d5-68a8c34b0ac8 service neutron] 10.222.0.81 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862513 Feb 18 10:02:01.383300 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56877faa-59a6-4afb-b8ab-86211014013f req-9accc975-b117-4171-a4a9-49d6517bde29 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:01.384737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-56877faa-59a6-4afb-b8ab-86211014013f req-9accc975-b117-4171-a4a9-49d6517bde29 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 943 time: 0.1505575 Feb 18 10:02:01.502033 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-56877faa-59a6-4afb-b8ab-86211014013f req-c37421f0-8eda-40bb-b837-ed3aa1f2131f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726464 Feb 18 10:02:01.524828 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ecf3e3a4-51bb-4ca2-b9d6-b0f7e1b8dbcf req-cca120a5-fd82-46af-9cab-e250c6b1a661 service neutron] 10.222.0.81 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725659 Feb 18 10:02:01.637597 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef14c9-6291-4467-9788-2b3bc3b13f4e req-b5ed0a6a-3ccd-466e-b55d-3e8effc65f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:01.639087 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afef14c9-6291-4467-9788-2b3bc3b13f4e req-b5ed0a6a-3ccd-466e-b55d-3e8effc65f61 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 1094 time: 0.0710337 Feb 18 10:02:01.661333 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6912d2b8-8fdb-4362-809a-944ec0c88533 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:02:01.728104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 6912d2b8-8fdb-4362-809a-944ec0c88533 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:02:01.728500 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:01.772640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef14c9-6291-4467-9788-2b3bc3b13f4e req-52538211-8f5f-41c0-af60-5d16273ff89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:01.774123 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afef14c9-6291-4467-9788-2b3bc3b13f4e req-52538211-8f5f-41c0-af60-5d16273ff89e service neutron] 10.222.0.81 "GET /v2.0/networks?id=820858ea-a851-4616-b445-2a3490ffa598 HTTP/1.1" status: 200 len: 897 time: 0.1293340 Feb 18 10:02:01.846488 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afef14c9-6291-4467-9788-2b3bc3b13f4e req-b81d49a5-38d6-462f-b36f-f72c661ef7c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db254fd9-0303-429e-87d6-de8b1cfbc459 HTTP/1.1" status: 200 len: 217 time: 0.0665541 Feb 18 10:02:01.913102 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef14c9-6291-4467-9788-2b3bc3b13f4e req-e9a9f918-d742-45cb-8a96-37dc33e1a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:01.914533 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afef14c9-6291-4467-9788-2b3bc3b13f4e req-e9a9f918-d742-45cb-8a96-37dc33e1a2a5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=222434d7-6d9d-497b-b813-5034b6cfe10a HTTP/1.1" status: 200 len: 835 time: 0.0628741 Feb 18 10:02:01.990747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef14c9-6291-4467-9788-2b3bc3b13f4e req-b18a669b-f50f-4666-90ab-d1943fc45ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:01.992227 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afef14c9-6291-4467-9788-2b3bc3b13f4e req-b18a669b-f50f-4666-90ab-d1943fc45ec3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=820858ea-a851-4616-b445-2a3490ffa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722516 Feb 18 10:02:02.127282 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afef14c9-6291-4467-9788-2b3bc3b13f4e req-2e1ee0c4-3451-4d63-937e-d5bfa2de629e service neutron] 10.222.0.81 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293149 Feb 18 10:02:02.257578 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-afef14c9-6291-4467-9788-2b3bc3b13f4e req-123516d0-3d13-4247-873f-3d2a632916c6 service neutron] 10.222.0.81 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245923 Feb 18 10:02:02.691646 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734f529-80dd-4f1d-b6e6-bfec1eb8ba4a req-c6b7d2c7-4232-4d50-8a9a-0168de3cd7b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:02.693118 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f734f529-80dd-4f1d-b6e6-bfec1eb8ba4a req-c6b7d2c7-4232-4d50-8a9a-0168de3cd7b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 943 time: 0.0801837 Feb 18 10:02:02.740414 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f734f529-80dd-4f1d-b6e6-bfec1eb8ba4a req-007a9cd0-463a-4999-b815-816a55959059 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415337 Feb 18 10:02:03.879574 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device db254fd9-0303-429e-87d6-de8b1cfbc459 details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:02:03.924671 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bd932-7707-432d-b671-1c245172f311 req-a0d57e60-37bc-4652-9249-9ba0e5671c13 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:03.926158 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa5bd932-7707-432d-b671-1c245172f311 req-a0d57e60-37bc-4652-9249-9ba0e5671c13 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 943 time: 0.0799344 Feb 18 10:02:03.972665 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa5bd932-7707-432d-b671-1c245172f311 req-0c210e2c-c65e-455d-9a4e-9229e9eb2dca tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408454 Feb 18 10:02:03.993865 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-96f9a62a-3192-4881-9432-5f9c7282af41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:04.036945 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port db254fd9-0303-429e-87d6-de8b1cfbc459, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=db254fd9-0303-429e-87d6-de8b1cfbc459,segment=NetworkSegment(82538420-119c-4ee8-ae1a-51b682ea4a16),segment_id=82538420-119c-4ee8-ae1a-51b682ea4a16)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:02:04.043648 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:04.050745 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'db254fd9-0303-429e-87d6-de8b1cfbc459', 'network_id': '820858ea-a851-4616-b445-2a3490ffa598', 'port_id': 'db254fd9-0303-429e-87d6-de8b1cfbc459', 'mac_address': 'fa:16:3e:ba:69:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:02:04.128925 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:04.137106 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:04.154539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db254fd9-0303-429e-87d6-de8b1cfbc459 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:02:04.169914 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port db254fd9-0303-429e-87d6-de8b1cfbc459, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=db254fd9-0303-429e-87d6-de8b1cfbc459,segment=NetworkSegment(82538420-119c-4ee8-ae1a-51b682ea4a16),segment_id=82538420-119c-4ee8-ae1a-51b682ea4a16)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:02:04.174599 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:04.242570 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=db254fd9-0303-429e-87d6-de8b1cfbc459,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:02:04.508935 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['db254fd9-0303-429e-87d6-de8b1cfbc459'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 10:02:05.160139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458e1a2-09f2-4e09-8437-3a04e04234a5 req-54346250-999e-4c1d-897a-aec211e9b073 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:05.161632 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e458e1a2-09f2-4e09-8437-3a04e04234a5 req-54346250-999e-4c1d-897a-aec211e9b073 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 944 time: 0.0815797 Feb 18 10:02:05.206402 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e458e1a2-09f2-4e09-8437-3a04e04234a5 req-9b9d7b49-e5b1-4aea-ab55-d027a624e103 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393624 Feb 18 10:02:05.312205 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:05.879694 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device db254fd9-0303-429e-87d6-de8b1cfbc459 up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:02:05.945700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port db254fd9-0303-429e-87d6-de8b1cfbc459 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:02:05.950493 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port db254fd9-0303-429e-87d6-de8b1cfbc459 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:02:05.950867 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:06.068211 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:06.095780 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db254fd9-0303-429e-87d6-de8b1cfbc459'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:02:06.105177 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port db254fd9-0303-429e-87d6-de8b1cfbc459, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=db254fd9-0303-429e-87d6-de8b1cfbc459,segment=NetworkSegment(82538420-119c-4ee8-ae1a-51b682ea4a16),segment_id=82538420-119c-4ee8-ae1a-51b682ea4a16)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:02:06.109611 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:06.146273 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db254fd9-0303-429e-87d6-de8b1cfbc459', 'code': 200} Feb 18 10:02:06.180341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=db254fd9-0303-429e-87d6-de8b1cfbc459,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:02:06.268754 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad46d9-7646-4927-87f8-e7a6c0c6fc73 req-a1874acb-4c60-4cb5-ad77-473f397865b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:06.270236 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31ad46d9-7646-4927-87f8-e7a6c0c6fc73 req-a1874acb-4c60-4cb5-ad77-473f397865b4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 1096 time: 0.0705111 Feb 18 10:02:06.310874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-31ad46d9-7646-4927-87f8-e7a6c0c6fc73 req-19971015-cfa1-4e82-bd61-e4dc176bd2d7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345218 Feb 18 10:02:06.395666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c76260-8cf7-4e5a-93e7-8d6793e04ada req-aef80458-ae15-4578-b540-b5e1fa3b4247 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:06.397158 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03c76260-8cf7-4e5a-93e7-8d6793e04ada req-aef80458-ae15-4578-b540-b5e1fa3b4247 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.0832524 Feb 18 10:02:06.450627 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-03c76260-8cf7-4e5a-93e7-8d6793e04ada req-22d61e03-5e6c-4fc1-a274-dc4037c78748 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476458 Feb 18 10:02:07.646320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a9a06-db34-4fe8-ae74-3340744e2f1f req-d3a917e9-c1e2-4867-9a58-4270b69b6183 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:07.648796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d81a9a06-db34-4fe8-ae74-3340744e2f1f req-d3a917e9-c1e2-4867-9a58-4270b69b6183 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.0866275 Feb 18 10:02:07.697298 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d81a9a06-db34-4fe8-ae74-3340744e2f1f req-cded6992-b149-45fd-b84f-9e494e69a004 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431795 Feb 18 10:02:08.997211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da9518-c36a-4d30-b955-6fbd6a0b6103 req-04b305fa-91b5-456f-8921-11f52316ad37 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:08.998577 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47da9518-c36a-4d30-b955-6fbd6a0b6103 req-04b305fa-91b5-456f-8921-11f52316ad37 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.1912019 Feb 18 10:02:09.052240 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47da9518-c36a-4d30-b955-6fbd6a0b6103 req-21aa7bd4-9d09-4735-9b6f-c8dd353066ee tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469112 Feb 18 10:02:09.251163 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530defe-bf40-4d34-aa96-bfe3d99461cd req-5daded27-9096-4035-b0bc-6a4d5ddba4d5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:09.252563 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b530defe-bf40-4d34-aa96-bfe3d99461cd req-5daded27-9096-4035-b0bc-6a4d5ddba4d5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.0874481 Feb 18 10:02:09.298383 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b530defe-bf40-4d34-aa96-bfe3d99461cd req-7d984e9f-07ea-47dd-a689-63c213ee491f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399170 Feb 18 10:02:09.320836 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51500) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:02:09.391502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a759be82-7993-40f2-8747-8b50ccf99f0e tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:09.393031 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-a759be82-7993-40f2-8747-8b50ccf99f0e tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 1091 time: 0.0712130 Feb 18 10:02:09.397015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51504) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:02:09.401815 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': 'db254fd9-0303-429e-87d6-de8b1cfbc459', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:02:09.409804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:02:09.413328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:floatingip and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:02:09.416307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:02:09.422162 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:02:09.433406 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:09.571570 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:09.715994 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.25.1.125 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/06714844-1930-4c37-b329-0927b4f246fe) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:02:09.875597 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:09.904738 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:09.969297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:02:09.972209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:02:09.975837 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:02:10.009503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=06714844-1930-4c37-b329-0927b4f246fe,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:02:10.384296 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:10.458472 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:10.667573 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:10.672584 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:10.776158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=06714844-1930-4c37-b329-0927b4f246fe,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:02:10.789829 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:11.072097 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Floating IP 8ce6f7fe-dc51-4c62-8975-a5eee2b9d19f associated. External IP: 172.25.1.125, port: db254fd9-0303-429e-87d6-de8b1cfbc459. Feb 18 10:02:11.424739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router 765ab847-0198-4ec3-bf3c-bbcc758d2799 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:02:11.604196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:02:11.617438 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb52a5c-6b7d-4f0e-9fee-7fc8aeb399f3 None None] Sync routers for ids ['765ab847-0198-4ec3-bf3c-bbcc758d2799'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:02:11.628082 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb52a5c-6b7d-4f0e-9fee-7fc8aeb399f3 None None] Routers {'765ab847-0198-4ec3-bf3c-bbcc758d2799'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:02:11.628715 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dcb52a5c-6b7d-4f0e-9fee-7fc8aeb399f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:02:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['765ab847-0198-4ec3-bf3c-bbcc758d2799'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:02:11.639431 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:11.704881 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6ec301b1-7e4a-4509-815d-616b9681940d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3065856 Feb 18 10:02:11.705238 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'tag': 'db254fd9-0303-429e-87d6-de8b1cfbc459'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:02:11.754566 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'tag': 'db254fd9-0303-429e-87d6-de8b1cfbc459', 'status': 'completed', 'code': 200} Feb 18 10:02:11.818698 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-dcb52a5c-6b7d-4f0e-9fee-7fc8aeb399f3 None None] Set router 765ab847-0198-4ec3-bf3c-bbcc758d2799 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:02:11.856789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911ad41-8dd4-4caa-b67e-a05b27385f92 req-0a9094f1-bdfc-4ccc-9350-a9290aadb6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:11.858270 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3911ad41-8dd4-4caa-b67e-a05b27385f92 req-0a9094f1-bdfc-4ccc-9350-a9290aadb6f7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 1096 time: 0.0797224 Feb 18 10:02:12.012807 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:12.032017 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:12.057058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911ad41-8dd4-4caa-b67e-a05b27385f92 req-db215e87-e1fd-4868-9cc2-d6e505cc9d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:12.058520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3911ad41-8dd4-4caa-b67e-a05b27385f92 req-db215e87-e1fd-4868-9cc2-d6e505cc9d27 service neutron] 10.222.0.81 "GET /v2.0/networks?id=820858ea-a851-4616-b445-2a3490ffa598 HTTP/1.1" status: 200 len: 897 time: 0.1938820 Feb 18 10:02:12.069427 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ae3bb-1e10-422a-921a-1f018a32ce94 req-32bbbe19-75bb-4022-a0fb-13bf20415c12 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:12.070846 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a11ae3bb-1e10-422a-921a-1f018a32ce94 req-32bbbe19-75bb-4022-a0fb-13bf20415c12 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.1852784 Feb 18 10:02:12.190069 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dcb52a5c-6b7d-4f0e-9fee-7fc8aeb399f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614338906', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '18212530-2369-49c6-af17-6294cd76eb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:01:49Z', 'updated_at': '2022-02-18T10:01:54Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '18212530-2369-49c6-af17-6294cd76eb5f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:50Z', 'updated_at': '2022-02-18T10:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '8ce6f7fe-dc51-4c62-8975-a5eee2b9d19f', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'port_id': 'db254fd9-0303-429e-87d6-de8b1cfbc459', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '820858ea-a851-4616-b445-2a3490ffa598', 'mac_address': 'fa:16:3e:ba:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:02:10Z', 'updated_at': '2022-02-18T10:02:10Z', 'revision_number': 0, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6912d2b8-8fdb-4362-809a-944ec0c88533', 'name': '', 'network_id': '820858ea-a851-4616-b445-2a3490ffa598', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:0a:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:54Z', 'updated_at': '2022-02-18T10:01:59Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:02:12.193976 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb52a5c-6b7d-4f0e-9fee-7fc8aeb399f3 None None] Checking router: 765ab847-0198-4ec3-bf3c-bbcc758d2799 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:02:12.203226 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb52a5c-6b7d-4f0e-9fee-7fc8aeb399f3 None None] Routers {'765ab847-0198-4ec3-bf3c-bbcc758d2799'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:02:12.203818 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dcb52a5c-6b7d-4f0e-9fee-7fc8aeb399f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:02:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['765ab847-0198-4ec3-bf3c-bbcc758d2799'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:02:12.204780 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3911ad41-8dd4-4caa-b67e-a05b27385f92 req-91f5fc77-31e5-4574-9b2b-478e21fa374a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db254fd9-0303-429e-87d6-de8b1cfbc459 HTTP/1.1" status: 200 len: 999 time: 0.1329997 Feb 18 10:02:12.207631 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a11ae3bb-1e10-422a-921a-1f018a32ce94 req-528ab9af-a1d9-42cc-81f1-99e94ad8a46f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795190 Feb 18 10:02:12.231689 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51514) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:02:12.276009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911ad41-8dd4-4caa-b67e-a05b27385f92 req-6ce847ff-ab8a-4df2-8dcb-4b1148fec224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:12.277512 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3911ad41-8dd4-4caa-b67e-a05b27385f92 req-6ce847ff-ab8a-4df2-8dcb-4b1148fec224 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=222434d7-6d9d-497b-b813-5034b6cfe10a HTTP/1.1" status: 200 len: 835 time: 0.0673757 Feb 18 10:02:12.346573 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-24b25923-1a4f-43c7-9c7e-f7d0b55169ce tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/floatingips/8ce6f7fe-dc51-4c62-8975-a5eee2b9d19f HTTP/1.1" status: 200 len: 991 time: 0.1134079 Feb 18 10:02:12.358260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911ad41-8dd4-4caa-b67e-a05b27385f92 req-ac4b6db1-7905-411c-8dd0-8dd95296d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:02:12.360318 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3911ad41-8dd4-4caa-b67e-a05b27385f92 req-ac4b6db1-7905-411c-8dd0-8dd95296d988 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=820858ea-a851-4616-b445-2a3490ffa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770688 Feb 18 10:02:12.397985 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-dcb52a5c-6b7d-4f0e-9fee-7fc8aeb399f3 None None] Set router 765ab847-0198-4ec3-bf3c-bbcc758d2799 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:02:12.641069 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3911ad41-8dd4-4caa-b67e-a05b27385f92 req-be8b8bfa-2730-4a4b-8546-f813b2ed6acf service neutron] 10.222.0.81 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748075 Feb 18 10:02:12.756920 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-dcb52a5c-6b7d-4f0e-9fee-7fc8aeb399f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614338906', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '18212530-2369-49c6-af17-6294cd76eb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:01:49Z', 'updated_at': '2022-02-18T10:01:54Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '18212530-2369-49c6-af17-6294cd76eb5f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:50Z', 'updated_at': '2022-02-18T10:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '8ce6f7fe-dc51-4c62-8975-a5eee2b9d19f', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'port_id': 'db254fd9-0303-429e-87d6-de8b1cfbc459', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '820858ea-a851-4616-b445-2a3490ffa598', 'mac_address': 'fa:16:3e:ba:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:02:10Z', 'updated_at': '2022-02-18T10:02:10Z', 'revision_number': 0, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6912d2b8-8fdb-4362-809a-944ec0c88533', 'name': '', 'network_id': '820858ea-a851-4616-b445-2a3490ffa598', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:0a:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:54Z', 'updated_at': '2022-02-18T10:01:59Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:02:12.760955 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb52a5c-6b7d-4f0e-9fee-7fc8aeb399f3 None None] The sync data for ids ['765ab847-0198-4ec3-bf3c-bbcc758d2799'] in n-d-829434-1 is: [{'id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614338906', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '18212530-2369-49c6-af17-6294cd76eb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:01:49Z', 'updated_at': '2022-02-18T10:01:54Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '18212530-2369-49c6-af17-6294cd76eb5f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:50Z', 'updated_at': '2022-02-18T10:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '8ce6f7fe-dc51-4c62-8975-a5eee2b9d19f', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'port_id': 'db254fd9-0303-429e-87d6-de8b1cfbc459', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '820858ea-a851-4616-b445-2a3490ffa598', 'mac_address': 'fa:16:3e:ba:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:02:10Z', 'updated_at': '2022-02-18T10:02:10Z', 'revision_number': 0, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6912d2b8-8fdb-4362-809a-944ec0c88533', 'name': '', 'network_id': '820858ea-a851-4616-b445-2a3490ffa598', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:0a:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:54Z', 'updated_at': '2022-02-18T10:01:59Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:02:12.777270 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3911ad41-8dd4-4caa-b67e-a05b27385f92 req-119ccb11-26af-4888-bdfc-5add160c85d3 service neutron] 10.222.0.81 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308362 Feb 18 10:02:12.967113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3139377a-f6ff-43c2-ab99-3216b840f5fb None None] New status for floating IP 8ce6f7fe-dc51-4c62-8975-a5eee2b9d19f: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 10:02:13.350343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51518) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:02:13.458164 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-803fba88-6fef-4f9c-a80c-82eaeeb02a23 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/floatingips/8ce6f7fe-dc51-4c62-8975-a5eee2b9d19f HTTP/1.1" status: 200 len: 993 time: 0.1066837 Feb 18 10:02:20.145355 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:02:30.491451 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-01e989a2-6178-4f8b-9353-fb9dd2b5861c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:33.935717 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-08738f40-6380-4e24-930b-301161e574dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:34.014728 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:34.089247 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:35.315200 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:42.024661 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:42.054782 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:02:57.145038 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:03:00.494620 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-61e706a8-51ee-4eea-bc44-f24463c772ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:03.937818 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-34c93e07-9935-4445-a212-462a18394921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:04.018676 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:04.092680 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:05.317314 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:08.399601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a156ad6-f73c-4ef5-8b69-8595800f4f63 req-b3e8b3e3-4bdb-47d2-9d29-f3cfd097ecc0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721450 Feb 18 10:03:08.546240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a156ad6-f73c-4ef5-8b69-8595800f4f63 req-0b9a27b9-d4e5-4e62-ac33-7d97c02690e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:08.547692 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a156ad6-f73c-4ef5-8b69-8595800f4f63 req-0b9a27b9-d4e5-4e62-ac33-7d97c02690e0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 1096 time: 0.0739982 Feb 18 10:03:08.700974 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a156ad6-f73c-4ef5-8b69-8595800f4f63 req-55f36bd5-b1a5-428e-b943-9cb93c967507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:08.702448 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a156ad6-f73c-4ef5-8b69-8595800f4f63 req-55f36bd5-b1a5-428e-b943-9cb93c967507 service neutron] 10.222.0.81 "GET /v2.0/networks?id=820858ea-a851-4616-b445-2a3490ffa598 HTTP/1.1" status: 200 len: 897 time: 0.1363132 Feb 18 10:03:08.801641 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a156ad6-f73c-4ef5-8b69-8595800f4f63 req-979c11a0-c18d-4365-9f2b-f71fa590b328 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db254fd9-0303-429e-87d6-de8b1cfbc459 HTTP/1.1" status: 200 len: 1001 time: 0.0906551 Feb 18 10:03:08.873832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a156ad6-f73c-4ef5-8b69-8595800f4f63 req-740cc6f1-9ffa-480e-b381-92d5b2cddc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:08.875391 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a156ad6-f73c-4ef5-8b69-8595800f4f63 req-740cc6f1-9ffa-480e-b381-92d5b2cddc53 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=222434d7-6d9d-497b-b813-5034b6cfe10a HTTP/1.1" status: 200 len: 835 time: 0.0681632 Feb 18 10:03:08.965997 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a156ad6-f73c-4ef5-8b69-8595800f4f63 req-7a6c742c-f1ce-406b-b855-ef1ff9db23e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:08.967711 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a156ad6-f73c-4ef5-8b69-8595800f4f63 req-7a6c742c-f1ce-406b-b855-ef1ff9db23e1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=820858ea-a851-4616-b445-2a3490ffa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864122 Feb 18 10:03:09.097421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a156ad6-f73c-4ef5-8b69-8595800f4f63 req-789b9958-e8a3-4306-95bf-02879c03d85e service neutron] 10.222.0.81 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235881 Feb 18 10:03:09.227073 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0a156ad6-f73c-4ef5-8b69-8595800f4f63 req-fec2c802-c6bd-4be7-842a-c025de290b6b service neutron] 10.222.0.81 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241171 Feb 18 10:03:12.044016 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:12.048546 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:14.475109 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51556) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:03:14.636260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec978501-6f28-482d-9902-116943c7f505 req-bf82839b-6ab6-434a-b65f-a50cbb2d08e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:14.637782 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec978501-6f28-482d-9902-116943c7f505 req-bf82839b-6ab6-434a-b65f-a50cbb2d08e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.1991849 Feb 18 10:03:14.640592 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-168642f8-1c27-4c5e-9eb4-b69906352426 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1643801 Feb 18 10:03:14.684305 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec978501-6f28-482d-9902-116943c7f505 req-84d8855a-2264-4d70-b0bb-ea3869f31fcb tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404060 Feb 18 10:03:15.796941 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-9211f0f7-25d5-4a6f-b977-0cf0d8722991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:15.799151 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-9211f0f7-25d5-4a6f-b977-0cf0d8722991 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 1096 time: 0.0741267 Feb 18 10:03:16.097247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-8adb3a3f-73b2-4a9a-aec7-50d29502b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:16.099269 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-8adb3a3f-73b2-4a9a-aec7-50d29502b54d service neutron] 10.222.0.81 "GET /v2.0/networks?id=820858ea-a851-4616-b445-2a3490ffa598 HTTP/1.1" status: 200 len: 897 time: 0.2933667 Feb 18 10:03:16.165932 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d42e5c-c132-4843-814d-0cd4ab03925a req-762da2b4-4a56-496a-81eb-b532f1f2e779 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:16.167411 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-98d42e5c-c132-4843-814d-0cd4ab03925a req-762da2b4-4a56-496a-81eb-b532f1f2e779 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.3729668 Feb 18 10:03:16.241472 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-38fa0c86-77e8-4300-83a9-7db789fd9b7e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db254fd9-0303-429e-87d6-de8b1cfbc459 HTTP/1.1" status: 200 len: 1001 time: 0.1355250 Feb 18 10:03:16.246072 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-98d42e5c-c132-4843-814d-0cd4ab03925a req-b1f3bdbc-f861-4b55-b52d-777d678c2b0a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655477 Feb 18 10:03:16.307640 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-fd3db080-fafc-41eb-a6ad-4c153b990e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:16.309131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-fd3db080-fafc-41eb-a6ad-4c153b990e6a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=222434d7-6d9d-497b-b813-5034b6cfe10a HTTP/1.1" status: 200 len: 835 time: 0.0613742 Feb 18 10:03:16.388085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-de0bc91a-2961-4b2e-b627-874d5211b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:16.389813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-de0bc91a-2961-4b2e-b627-874d5211b384 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=820858ea-a851-4616-b445-2a3490ffa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743666 Feb 18 10:03:16.524908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-54b98dd2-f1a7-4c79-ab01-14e297d25294 service neutron] 10.222.0.81 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285732 Feb 18 10:03:16.656673 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-7f3ff204-cca8-445d-aea2-368f7d9c1a95 service neutron] 10.222.0.81 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255095 Feb 18 10:03:17.436459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ad2d3-fcbd-494a-a7ac-53ecfd032dcd req-8cefc4ac-085a-4c5c-bd2e-514ae2209c17 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:17.437896 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e8ad2d3-fcbd-494a-a7ac-53ecfd032dcd req-8cefc4ac-085a-4c5c-bd2e-514ae2209c17 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.0820477 Feb 18 10:03:17.481979 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9e8ad2d3-fcbd-494a-a7ac-53ecfd032dcd req-3d363dd1-91e1-4d84-89da-5fcb7f1a7519 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385578 Feb 18 10:03:18.667831 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ece34-3aa1-4f0a-8b5e-a9751f171bee req-403e27cd-b4cf-4d4b-b0ae-08a759f35f7a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:18.669477 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-793ece34-3aa1-4f0a-8b5e-a9751f171bee req-403e27cd-b4cf-4d4b-b0ae-08a759f35f7a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.0800617 Feb 18 10:03:18.721392 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-793ece34-3aa1-4f0a-8b5e-a9751f171bee req-ccb79863-53a5-44a3-9e15-0e102b360018 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460062 Feb 18 10:03:19.908464 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20681550-a615-4e1e-a580-d78490a95f83 req-119d9155-8398-4e20-8daa-f26c0e669205 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:19.909909 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20681550-a615-4e1e-a580-d78490a95f83 req-119d9155-8398-4e20-8daa-f26c0e669205 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.0825028 Feb 18 10:03:19.954172 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-20681550-a615-4e1e-a580-d78490a95f83 req-02a49b8c-8679-4f93-9c8a-2a43753c6233 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383551 Feb 18 10:03:21.148952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e16d3-55ba-4d4b-875b-3683ae94809f req-b21dc8c9-8352-4e40-ae2c-1b0e3767620b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:21.150479 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d68e16d3-55ba-4d4b-875b-3683ae94809f req-b21dc8c9-8352-4e40-ae2c-1b0e3767620b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.0876729 Feb 18 10:03:21.196415 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d68e16d3-55ba-4d4b-875b-3683ae94809f req-8f0f0114-2831-4aad-bf3a-4c7bc60b89e2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401788 Feb 18 10:03:22.384251 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a73b0-dda0-474e-8464-b1a1b1b25d78 req-19a6c740-a596-4256-a082-6828b9313e86 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:22.385761 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e33a73b0-dda0-474e-8464-b1a1b1b25d78 req-19a6c740-a596-4256-a082-6828b9313e86 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.0782948 Feb 18 10:03:22.429234 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e33a73b0-dda0-474e-8464-b1a1b1b25d78 req-b05b0be0-e6b4-4913-8649-fe104390da89 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379012 Feb 18 10:03:23.623711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8d467-0efe-44b5-8f2e-9925e8b6f645 req-c45391c9-ff23-4c59-9448-d8a9e51fb833 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:23.625225 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d1f8d467-0efe-44b5-8f2e-9925e8b6f645 req-c45391c9-ff23-4c59-9448-d8a9e51fb833 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.0877571 Feb 18 10:03:23.674001 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d1f8d467-0efe-44b5-8f2e-9925e8b6f645 req-725a3f4e-6449-4ec2-998e-5b6887771803 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426705 Feb 18 10:03:24.863614 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9517c7-4ee5-4d21-810a-bd6dc603f989 req-8e68796a-d413-4a7b-83b9-0859a9c671ed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:24.866265 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c9517c7-4ee5-4d21-810a-bd6dc603f989 req-8e68796a-d413-4a7b-83b9-0859a9c671ed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.0825171 Feb 18 10:03:24.914306 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c9517c7-4ee5-4d21-810a-bd6dc603f989 req-069b37de-687d-44f9-876b-8303a69a5747 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423703 Feb 18 10:03:26.112954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb5fe8-2a9e-4479-afda-63d16c483e37 req-b8fcc796-1f38-4b4c-b5c1-fef329d12c54 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:26.115214 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-68fb5fe8-2a9e-4479-afda-63d16c483e37 req-b8fcc796-1f38-4b4c-b5c1-fef329d12c54 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.0820627 Feb 18 10:03:26.163288 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-68fb5fe8-2a9e-4479-afda-63d16c483e37 req-fa9ee5fe-53da-4a0f-86c5-e7644c0ad11e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426061 Feb 18 10:03:27.353038 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646fa1a-e154-4b36-84ce-624b3214ce3d req-7e87885f-85e1-4243-8ac5-71a18103b67b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:27.354511 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a646fa1a-e154-4b36-84ce-624b3214ce3d req-7e87885f-85e1-4243-8ac5-71a18103b67b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.0854223 Feb 18 10:03:27.398908 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a646fa1a-e154-4b36-84ce-624b3214ce3d req-5d6ad030-05d9-4cc5-b52d-b21e4083e8b4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387759 Feb 18 10:03:28.759691 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-618257ca-bca1-4ff5-8e27-30918a4e656e service neutron] show failed (client error): The resource could not be found. Feb 18 10:03:28.760657 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-618257ca-bca1-4ff5-8e27-30918a4e656e service neutron] 10.222.0.81 "GET /v2.0/ports/db254fd9-0303-429e-87d6-de8b1cfbc459/bindings/n-h2-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.2166393 Feb 18 10:03:28.773794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccfa22-ca5f-4ea0-9fd3-b32449c03288 req-9bf34b68-0228-4b7f-a1b9-0cb3df342b56 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:28.775257 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fdccfa22-ca5f-4ea0-9fd3-b32449c03288 req-9bf34b68-0228-4b7f-a1b9-0cb3df342b56 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.2649512 Feb 18 10:03:28.823556 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fdccfa22-ca5f-4ea0-9fd3-b32449c03288 req-e9339be6-db19-4bbe-96cf-91eba60ee802 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420890 Feb 18 10:03:29.072504 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-af452f60-4dcb-4d1a-950f-694fff2ce256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:29.073892 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-af452f60-4dcb-4d1a-950f-694fff2ce256 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315&tenant_id=ed8f29f326d44aaf961e4f998748e77c HTTP/1.1" status: 200 len: 1096 time: 0.1099522 Feb 18 10:03:29.085429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:03:29.194104 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:29.460805 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] For port db254fd9-0303-429e-87d6-de8b1cfbc459, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=db254fd9-0303-429e-87d6-de8b1cfbc459,segment=NetworkSegment(82538420-119c-4ee8-ae1a-51b682ea4a16),segment_id=82538420-119c-4ee8-ae1a-51b682ea4a16)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:03:29.490993 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] For port db254fd9-0303-429e-87d6-de8b1cfbc459, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:03:29.548536 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db254fd9-0303-429e-87d6-de8b1cfbc459'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:03:29.554653 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:29.570025 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Transition to ACTIVE for port object db254fd9-0303-429e-87d6-de8b1cfbc459 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:03:29.576353 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:29.684792 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db254fd9-0303-429e-87d6-de8b1cfbc459', 'code': 200} Feb 18 10:03:29.729732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Pushing event updated for resources: {'Port': ['ID=db254fd9-0303-429e-87d6-de8b1cfbc459,revision_number=6']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:03:29.744036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:29.744419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:29.744763 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:29.745107 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:29.745439 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:29.745766 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:29.746093 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:29.746415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:29.746739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:29.747061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:29.747379 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:29.747699 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:29.794731 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] No DVR routers for this DVR port db254fd9-0303-429e-87d6-de8b1cfbc459 on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:03:30.083989 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Attempting to bind port db254fd9-0303-429e-87d6-de8b1cfbc459 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:03:30.084211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Attempting to bind port db254fd9-0303-429e-87d6-de8b1cfbc459 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '82538420-119c-4ee8-ae1a-51b682ea4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '820858ea-a851-4616-b445-2a3490ffa598'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:03:30.084555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Attempting to bind port db254fd9-0303-429e-87d6-de8b1cfbc459 on network 820858ea-a851-4616-b445-2a3490ffa598 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:03:30.095297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05786c5e-c790-44fe-b24d-52b99f6250ff req-eac90d8b-b5bd-492c-aec0-6ce0379ad481 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:30.096776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05786c5e-c790-44fe-b24d-52b99f6250ff req-eac90d8b-b5bd-492c-aec0-6ce0379ad481 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 943 time: 0.1551847 Feb 18 10:03:30.098620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Port db254fd9-0303-429e-87d6-de8b1cfbc459 on network 820858ea-a851-4616-b445-2a3490ffa598 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 10:03:30.098940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Attempting to bind port db254fd9-0303-429e-87d6-de8b1cfbc459 on network 820858ea-a851-4616-b445-2a3490ffa598 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:03:30.117021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:03:30.117364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Checking segment: {'id': '82538420-119c-4ee8-ae1a-51b682ea4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '820858ea-a851-4616-b445-2a3490ffa598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:03:30.117733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Bound using segment: {'id': '82538420-119c-4ee8-ae1a-51b682ea4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '820858ea-a851-4616-b445-2a3490ffa598'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:03:30.118161 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Bound port: db254fd9-0303-429e-87d6-de8b1cfbc459, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82538420-119c-4ee8-ae1a-51b682ea4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '820858ea-a851-4616-b445-2a3490ffa598'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:03:30.118506 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:30.189897 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-05786c5e-c790-44fe-b24d-52b99f6250ff req-e9af59de-6ee5-49c3-a68d-f0f50b082740 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871332 Feb 18 10:03:30.228664 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] For port db254fd9-0303-429e-87d6-de8b1cfbc459, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:03:30.231658 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] For port db254fd9-0303-429e-87d6-de8b1cfbc459, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=db254fd9-0303-429e-87d6-de8b1cfbc459,segment=NetworkSegment(82538420-119c-4ee8-ae1a-51b682ea4a16),segment_id=82538420-119c-4ee8-ae1a-51b682ea4a16)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:03:30.236525 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:30.299498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:30.300116 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:30.301608 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] 10.222.0.61 "PUT /v2.0/ports/db254fd9-0303-429e-87d6-de8b1cfbc459 HTTP/1.1" status: 200 len: 1091 time: 1.2200234 Feb 18 10:03:30.316923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c9126-2dd7-4c76-a528-dc0af88db7ec service neutron] Pushing event updated for resources: {'Port': ['ID=db254fd9-0303-429e-87d6-de8b1cfbc459,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:03:30.400198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-594b0927-2e22-4f9b-b727-e0cccbcc7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:30.402616 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-594b0927-2e22-4f9b-b727-e0cccbcc7e64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 1094 time: 0.0786951 Feb 18 10:03:30.495808 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3f07db0f-4800-4319-af1b-512985a023f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:30.535424 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-416774c4-57cd-4f15-97a6-a7e23895f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:30.537528 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-416774c4-57cd-4f15-97a6-a7e23895f2c6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=820858ea-a851-4616-b445-2a3490ffa598 HTTP/1.1" status: 200 len: 897 time: 0.1295779 Feb 18 10:03:30.749844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-84ec8002-ab06-4a79-9a81-fdc3823674a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db254fd9-0303-429e-87d6-de8b1cfbc459 HTTP/1.1" status: 200 len: 999 time: 0.2067342 Feb 18 10:03:30.823264 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-3e8fe2f6-53f1-4798-9472-c09a88c74e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:30.824741 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-3e8fe2f6-53f1-4798-9472-c09a88c74e67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=222434d7-6d9d-497b-b813-5034b6cfe10a HTTP/1.1" status: 200 len: 835 time: 0.0681930 Feb 18 10:03:30.901514 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ed731c76-e49f-4836-94a3-01df4779a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:30.902977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-ed731c76-e49f-4836-94a3-01df4779a206 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=820858ea-a851-4616-b445-2a3490ffa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727003 Feb 18 10:03:31.033515 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-43a268f2-ccb9-4d36-a9e0-beddfb7842cc service neutron] 10.222.0.61 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246712 Feb 18 10:03:31.165668 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32fdee67-68ff-46ae-a411-d139c04144d9 req-c6342560-7d9c-4a1d-856d-0cdc237a64dc service neutron] 10.222.0.61 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260495 Feb 18 10:03:31.387583 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc991499-4b69-40d7-996a-fbcb5baacdfe req-bb501a6c-187a-4b14-bb2a-1429758b1b37 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:31.389070 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc991499-4b69-40d7-996a-fbcb5baacdfe req-bb501a6c-187a-4b14-bb2a-1429758b1b37 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 943 time: 0.0803626 Feb 18 10:03:31.439834 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fc991499-4b69-40d7-996a-fbcb5baacdfe req-fee78866-6473-4f4b-90a3-f36474cf83ff tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419235 Feb 18 10:03:31.685921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'tag': 'db254fd9-0303-429e-87d6-de8b1cfbc459'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:03:31.896037 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'tag': 'db254fd9-0303-429e-87d6-de8b1cfbc459', 'status': 'completed', 'code': 200} Feb 18 10:03:32.040140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-2ee4f116-81d5-4ebf-917d-1a3bc0df9963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:32.041661 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-2ee4f116-81d5-4ebf-917d-1a3bc0df9963 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 1094 time: 0.1255467 Feb 18 10:03:32.046936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-2187a0fb-1af9-4949-9c61-e1f69cf2772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:32.048444 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-2187a0fb-1af9-4949-9c61-e1f69cf2772e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 1094 time: 0.1028709 Feb 18 10:03:32.278853 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-d0dc2dbb-3dba-4ec2-9ff9-f497f3d9fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:32.280431 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-d0dc2dbb-3dba-4ec2-9ff9-f497f3d9fa95 service neutron] 10.222.0.61 "GET /v2.0/networks?id=820858ea-a851-4616-b445-2a3490ffa598 HTTP/1.1" status: 200 len: 897 time: 0.2311134 Feb 18 10:03:32.282647 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device db254fd9-0303-429e-87d6-de8b1cfbc459 no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:03:32.283144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-dae14c78-2712-4b12-8412-3e07c5a75aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:32.283990 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-dae14c78-2712-4b12-8412-3e07c5a75aa3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=820858ea-a851-4616-b445-2a3490ffa598 HTTP/1.1" status: 200 len: 897 time: 0.2177556 Feb 18 10:03:32.376711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device db254fd9-0303-429e-87d6-de8b1cfbc459 not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:03:32.464554 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-fda0e351-7293-4ae9-be6e-73392eadd5bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db254fd9-0303-429e-87d6-de8b1cfbc459 HTTP/1.1" status: 200 len: 999 time: 0.1769996 Feb 18 10:03:32.468000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-532adf5f-71fb-44f7-98a3-437553c21ae9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db254fd9-0303-429e-87d6-de8b1cfbc459 HTTP/1.1" status: 200 len: 999 time: 0.1340873 Feb 18 10:03:32.607446 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-687b3fb2-eb81-44b2-bc1f-65f07a5db924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:32.608819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-687b3fb2-eb81-44b2-bc1f-65f07a5db924 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=222434d7-6d9d-497b-b813-5034b6cfe10a HTTP/1.1" status: 200 len: 835 time: 0.1380272 Feb 18 10:03:32.653890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-98f55171-2a45-4821-bbea-9b7dd83c03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:32.655313 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-98f55171-2a45-4821-bbea-9b7dd83c03f1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=222434d7-6d9d-497b-b813-5034b6cfe10a HTTP/1.1" status: 200 len: 835 time: 0.1555529 Feb 18 10:03:32.888683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f1286-859b-40cf-9cd2-10eb881f4800 req-76600262-4fb1-42d7-a489-a66129aaed5a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:32.890126 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-695f1286-859b-40cf-9cd2-10eb881f4800 req-76600262-4fb1-42d7-a489-a66129aaed5a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 943 time: 0.3387065 Feb 18 10:03:32.901071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-37e86792-2cb2-43b4-a863-3781a1c60762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:32.902922 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-37e86792-2cb2-43b4-a863-3781a1c60762 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=820858ea-a851-4616-b445-2a3490ffa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2869501 Feb 18 10:03:32.943377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-939e6169-e4a8-4ed2-b937-7f25ca88ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:32.944746 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-939e6169-e4a8-4ed2-b937-7f25ca88ade0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=820858ea-a851-4616-b445-2a3490ffa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2834475 Feb 18 10:03:33.099642 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-695f1286-859b-40cf-9cd2-10eb881f4800 req-274b3f65-5648-438b-ae2b-c6c068ead24b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020230 Feb 18 10:03:33.161061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-9bcd9bdb-7e92-43c8-acf3-49cd591a9c59 service neutron] 10.222.0.61 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423468 Feb 18 10:03:33.202118 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-e5b215b4-bd58-4baf-adbf-3467440ff3ba service neutron] 10.222.0.81 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974359 Feb 18 10:03:33.407016 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-d7c72931-ccd3-4182-963c-60cd292d821b service neutron] 10.222.0.61 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334626 Feb 18 10:03:33.423659 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5ffda65-9817-45c5-b096-64bd9d848e72 req-4095fa7b-fe39-4080-aacd-3d803c639883 service neutron] 10.222.0.81 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746376 Feb 18 10:03:33.941106 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d32b00af-9065-43ab-a976-d24bcfb9e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:34.026359 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:34.097592 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:34.144061 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:03:34.299493 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6999af-703b-4c58-91f8-81d896fc49c7 req-51e5605d-e40e-448d-a0ed-9366f81aabf4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:34.300979 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f6999af-703b-4c58-91f8-81d896fc49c7 req-51e5605d-e40e-448d-a0ed-9366f81aabf4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 943 time: 0.0797708 Feb 18 10:03:34.349536 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f6999af-703b-4c58-91f8-81d896fc49c7 req-93f671de-f2c6-4aa4-9e9a-c297ad21d488 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412569 Feb 18 10:03:34.722915 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc73fe-1593-429e-ae1e-dfeec5e7d14f req-6ed65e18-8c7e-47fb-b074-550f6b690cc4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:34.725499 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9efc73fe-1593-429e-ae1e-dfeec5e7d14f req-6ed65e18-8c7e-47fb-b074-550f6b690cc4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315&tenant_id=ed8f29f326d44aaf961e4f998748e77c&binding%3Ahost_id=n-h2-829434-1 HTTP/1.1" status: 200 len: 943 time: 0.1148331 Feb 18 10:03:34.733902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2c7b1-0080-4a85-99c9-adb7c31a8a81 req-e48587c2-2a7c-4cd1-9b07-e4fe7fd72cef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:34.735262 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2b2c7b1-0080-4a85-99c9-adb7c31a8a81 req-e48587c2-2a7c-4cd1-9b07-e4fe7fd72cef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 943 time: 0.1611943 Feb 18 10:03:34.842670 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f2b2c7b1-0080-4a85-99c9-adb7c31a8a81 req-5b753071-acc0-4472-8e55-473bc77c18e8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659442 Feb 18 10:03:34.847653 n-d-829434-1 neutron-server[87768]: INFO neutron.api.v2.resource [req-9efc73fe-1593-429e-ae1e-dfeec5e7d14f req-1c419ffe-5b33-4d51-bc7c-84ec305c7055 service neutron] delete failed (client error): The resource could not be found. Feb 18 10:03:34.849179 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9efc73fe-1593-429e-ae1e-dfeec5e7d14f req-1c419ffe-5b33-4d51-bc7c-84ec305c7055 service neutron] 10.222.0.81 "DELETE /v2.0/ports/db254fd9-0303-429e-87d6-de8b1cfbc459/bindings/n-h1-829434-1 HTTP/1.1" status: 404 len: 380 time: 0.1124043 Feb 18 10:03:35.062001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc73fe-1593-429e-ae1e-dfeec5e7d14f req-5221732b-ad87-4009-89e6-b00f23fcc778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:35.063451 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9efc73fe-1593-429e-ae1e-dfeec5e7d14f req-5221732b-ad87-4009-89e6-b00f23fcc778 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 1094 time: 0.1385698 Feb 18 10:03:35.063734 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device db254fd9-0303-429e-87d6-de8b1cfbc459 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:03:35.072365 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14861b-217a-4f66-b2d6-7c03ad69ac6f req-fffc85e4-7be1-4597-a7cd-edf388029e5a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:35.073790 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e14861b-217a-4f66-b2d6-7c03ad69ac6f req-fffc85e4-7be1-4597-a7cd-edf388029e5a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 943 time: 0.1132503 Feb 18 10:03:35.200914 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e14861b-217a-4f66-b2d6-7c03ad69ac6f req-79518133-6e0f-49d7-95cb-9dec22dbbb58 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065185 Feb 18 10:03:35.207430 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port db254fd9-0303-429e-87d6-de8b1cfbc459, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=db254fd9-0303-429e-87d6-de8b1cfbc459,segment=NetworkSegment(82538420-119c-4ee8-ae1a-51b682ea4a16),segment_id=82538420-119c-4ee8-ae1a-51b682ea4a16)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:03:35.229286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'db254fd9-0303-429e-87d6-de8b1cfbc459', 'network_id': '820858ea-a851-4616-b445-2a3490ffa598', 'port_id': 'db254fd9-0303-429e-87d6-de8b1cfbc459', 'mac_address': 'fa:16:3e:ba:69:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:03:35.233544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc73fe-1593-429e-ae1e-dfeec5e7d14f req-8bb8aae2-e97d-47a4-abde-bbbe4d21f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:35.235004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9efc73fe-1593-429e-ae1e-dfeec5e7d14f req-8bb8aae2-e97d-47a4-abde-bbbe4d21f5bd service neutron] 10.222.0.81 "GET /v2.0/networks?id=820858ea-a851-4616-b445-2a3490ffa598 HTTP/1.1" status: 200 len: 897 time: 0.1603556 Feb 18 10:03:35.286793 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:35.303984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db254fd9-0303-429e-87d6-de8b1cfbc459 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:03:35.335534 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port db254fd9-0303-429e-87d6-de8b1cfbc459, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=db254fd9-0303-429e-87d6-de8b1cfbc459,segment=NetworkSegment(82538420-119c-4ee8-ae1a-51b682ea4a16),segment_id=82538420-119c-4ee8-ae1a-51b682ea4a16)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:03:35.337234 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:35.339907 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:35.351966 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9efc73fe-1593-429e-ae1e-dfeec5e7d14f req-d533b1dc-1e20-4ede-bc76-3750987c1ff4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db254fd9-0303-429e-87d6-de8b1cfbc459 HTTP/1.1" status: 200 len: 999 time: 0.1109898 Feb 18 10:03:35.407308 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=db254fd9-0303-429e-87d6-de8b1cfbc459,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:03:35.413905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc73fe-1593-429e-ae1e-dfeec5e7d14f req-59a68a71-933f-42ee-976e-d684a9b9edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:35.415361 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9efc73fe-1593-429e-ae1e-dfeec5e7d14f req-59a68a71-933f-42ee-976e-d684a9b9edc3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=222434d7-6d9d-497b-b813-5034b6cfe10a HTTP/1.1" status: 200 len: 835 time: 0.0581121 Feb 18 10:03:35.415664 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:35.416013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:35.416378 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:35.416718 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:35.417052 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:35.417380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:35.417708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:35.418034 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:35.418358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:35.418681 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:35.419002 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:35.419324 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:03:35.496866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc73fe-1593-429e-ae1e-dfeec5e7d14f req-0ff88800-42e0-4a4d-b9e1-a5168d3ff951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:35.498447 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9efc73fe-1593-429e-ae1e-dfeec5e7d14f req-0ff88800-42e0-4a4d-b9e1-a5168d3ff951 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=820858ea-a851-4616-b445-2a3490ffa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773680 Feb 18 10:03:35.719544 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['db254fd9-0303-429e-87d6-de8b1cfbc459'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 10:03:35.763000 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9efc73fe-1593-429e-ae1e-dfeec5e7d14f req-ee4aa099-6f16-42ca-94c6-31cca71fdd58 service neutron] 10.222.0.81 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571166 Feb 18 10:03:35.916512 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9efc73fe-1593-429e-ae1e-dfeec5e7d14f req-9227ea1e-89a5-4f0d-8d7d-1fb35d1cc310 service neutron] 10.222.0.81 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476202 Feb 18 10:03:36.403382 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be3678-acc9-4ce9-8bc6-7f5addf6a713 req-2b4b02f1-ca64-43dd-8a28-20e06566fe91 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:36.404884 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-12be3678-acc9-4ce9-8bc6-7f5addf6a713 req-2b4b02f1-ca64-43dd-8a28-20e06566fe91 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 944 time: 0.0865953 Feb 18 10:03:36.450420 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-12be3678-acc9-4ce9-8bc6-7f5addf6a713 req-b3633e00-e83e-42d4-a62f-2588b0cde9b8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400350 Feb 18 10:03:37.079941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device db254fd9-0303-429e-87d6-de8b1cfbc459 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:03:37.147860 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port db254fd9-0303-429e-87d6-de8b1cfbc459 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:03:37.152722 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port db254fd9-0303-429e-87d6-de8b1cfbc459 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:03:37.153090 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:37.268832 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:37.296069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db254fd9-0303-429e-87d6-de8b1cfbc459'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:03:37.305973 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port db254fd9-0303-429e-87d6-de8b1cfbc459, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=db254fd9-0303-429e-87d6-de8b1cfbc459,segment=NetworkSegment(82538420-119c-4ee8-ae1a-51b682ea4a16),segment_id=82538420-119c-4ee8-ae1a-51b682ea4a16)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:03:37.310204 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:37.377906 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=db254fd9-0303-429e-87d6-de8b1cfbc459,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:03:37.394381 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db254fd9-0303-429e-87d6-de8b1cfbc459', 'code': 200} Feb 18 10:03:37.641701 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e069c-032f-4122-a1e9-a6d781a1f5af req-4116703d-2282-433c-b90a-929bf757ee1f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:03:37.643184 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c82e069c-032f-4122-a1e9-a6d781a1f5af req-4116703d-2282-433c-b90a-929bf757ee1f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.0832293 Feb 18 10:03:37.690661 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c82e069c-032f-4122-a1e9-a6d781a1f5af req-b9ee1d2d-5485-437f-959b-aaa74bcc4914 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410960 Feb 18 10:03:37.721314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51644) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:03:37.829615 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6ca89cda-3fb9-4db9-99a5-a84b906d8776 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/floatingips/8ce6f7fe-dc51-4c62-8975-a5eee2b9d19f HTTP/1.1" status: 200 len: 993 time: 0.1067774 Feb 18 10:03:42.047005 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:03:42.050832 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:00.498457 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-88f92575-bf0e-4a29-8464-aa017217ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:03.943645 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-65438bc5-ba0b-4348-bed9-0855e13d5c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:04.017534 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:04.097297 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:05.323358 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:11.142727 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:04:12.043777 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:12.054523 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:13.255080 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e965470-54c5-461b-9099-ce0e57318818 req-b4c73148-3679-4af3-96b1-208c60b333d9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696580 Feb 18 10:04:13.396231 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e965470-54c5-461b-9099-ce0e57318818 req-3711677b-906e-414c-96fd-9a8a5d4ba1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:13.397765 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e965470-54c5-461b-9099-ce0e57318818 req-3711677b-906e-414c-96fd-9a8a5d4ba1c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 1096 time: 0.0735819 Feb 18 10:04:13.543683 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e965470-54c5-461b-9099-ce0e57318818 req-279b0685-9a53-4487-84e7-6a8495b0b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:13.545100 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e965470-54c5-461b-9099-ce0e57318818 req-279b0685-9a53-4487-84e7-6a8495b0b834 service neutron] 10.222.0.61 "GET /v2.0/networks?id=820858ea-a851-4616-b445-2a3490ffa598 HTTP/1.1" status: 200 len: 897 time: 0.1293356 Feb 18 10:04:13.651831 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e965470-54c5-461b-9099-ce0e57318818 req-76284889-ee9a-48d4-9c0a-08739e90409b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db254fd9-0303-429e-87d6-de8b1cfbc459 HTTP/1.1" status: 200 len: 1001 time: 0.1007316 Feb 18 10:04:13.715612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e965470-54c5-461b-9099-ce0e57318818 req-07e4e5a9-b609-4dff-acd0-253555fb069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:13.717142 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e965470-54c5-461b-9099-ce0e57318818 req-07e4e5a9-b609-4dff-acd0-253555fb069b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=222434d7-6d9d-497b-b813-5034b6cfe10a HTTP/1.1" status: 200 len: 835 time: 0.0599511 Feb 18 10:04:13.792012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e965470-54c5-461b-9099-ce0e57318818 req-9d7fcedb-f0de-4cce-8f6c-7ff328bd29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:13.793568 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e965470-54c5-461b-9099-ce0e57318818 req-9d7fcedb-f0de-4cce-8f6c-7ff328bd29b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=820858ea-a851-4616-b445-2a3490ffa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701461 Feb 18 10:04:13.929647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e965470-54c5-461b-9099-ce0e57318818 req-d68031ba-a86e-4f0d-9ca3-5465226ee37c service neutron] 10.222.0.61 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294160 Feb 18 10:04:14.064522 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e965470-54c5-461b-9099-ce0e57318818 req-05d0b438-79d6-44ac-aeab-af10e74e7288 service neutron] 10.222.0.61 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289134 Feb 18 10:04:22.370018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51664) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:22.572519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-cc8841fc-82f2-4268-933d-59ab441b381e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port 06714844-1930-4c37-b329-0927b4f246fe {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:04:22.572937 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cc8841fc-82f2-4268-933d-59ab441b381e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:22.850701 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cc8841fc-82f2-4268-933d-59ab441b381e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:22.851574 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cc8841fc-82f2-4268-933d-59ab441b381e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:22.971578 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-cc8841fc-82f2-4268-933d-59ab441b381e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for 06714844-1930-4c37-b329-0927b4f246fe owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:04:23.123051 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cc8841fc-82f2-4268-933d-59ab441b381e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:23.168411 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8841fc-82f2-4268-933d-59ab441b381e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=06714844-1930-4c37-b329-0927b4f246fe,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:23.266430 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cc8841fc-82f2-4268-933d-59ab441b381e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:23.266857 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-cc8841fc-82f2-4268-933d-59ab441b381e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Floating IP 8ce6f7fe-dc51-4c62-8975-a5eee2b9d19f disassociated (deleted). External IP: 172.25.1.125, port: db254fd9-0303-429e-87d6-de8b1cfbc459. Feb 18 10:04:23.621789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8841fc-82f2-4268-933d-59ab441b381e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router 765ab847-0198-4ec3-bf3c-bbcc758d2799 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:04:23.799946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8841fc-82f2-4268-933d-59ab441b381e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:04:23.811203 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977b6f2-d5ce-4dfa-ae38-1bca1fa66291 None None] Sync routers for ids ['765ab847-0198-4ec3-bf3c-bbcc758d2799'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:04:23.821328 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-cc8841fc-82f2-4268-933d-59ab441b381e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:23.824876 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a977b6f2-d5ce-4dfa-ae38-1bca1fa66291 None None] Routers {'765ab847-0198-4ec3-bf3c-bbcc758d2799'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:04:23.825749 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a977b6f2-d5ce-4dfa-ae38-1bca1fa66291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:04:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['765ab847-0198-4ec3-bf3c-bbcc758d2799'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:23.877118 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-cc8841fc-82f2-4268-933d-59ab441b381e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/floatingips/8ce6f7fe-dc51-4c62-8975-a5eee2b9d19f HTTP/1.1" status: 204 len: 168 time: 1.5058141 Feb 18 10:04:23.877753 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'tag': 'db254fd9-0303-429e-87d6-de8b1cfbc459'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:04:23.923814 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'tag': 'db254fd9-0303-429e-87d6-de8b1cfbc459', 'status': 'completed', 'code': 200} Feb 18 10:04:24.013456 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-a977b6f2-d5ce-4dfa-ae38-1bca1fa66291 None None] Set router 765ab847-0198-4ec3-bf3c-bbcc758d2799 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:04:24.019304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19324c00-2403-486a-a010-00102d4f465d req-2d2922b3-77c5-4e3f-ac5c-f2f16cc2f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:24.020856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-19324c00-2403-486a-a010-00102d4f465d req-2d2922b3-77c5-4e3f-ac5c-f2f16cc2f7f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 1096 time: 0.0761840 Feb 18 10:04:24.167503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19324c00-2403-486a-a010-00102d4f465d req-11ee7eff-7fe2-4748-b601-42dba1f64fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:24.169014 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-19324c00-2403-486a-a010-00102d4f465d req-11ee7eff-7fe2-4748-b601-42dba1f64fcb service neutron] 10.222.0.61 "GET /v2.0/networks?id=820858ea-a851-4616-b445-2a3490ffa598 HTTP/1.1" status: 200 len: 897 time: 0.1422064 Feb 18 10:04:24.349610 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a977b6f2-d5ce-4dfa-ae38-1bca1fa66291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614338906', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '18212530-2369-49c6-af17-6294cd76eb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:01:49Z', 'updated_at': '2022-02-18T10:01:54Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '18212530-2369-49c6-af17-6294cd76eb5f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:50Z', 'updated_at': '2022-02-18T10:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '6912d2b8-8fdb-4362-809a-944ec0c88533', 'name': '', 'network_id': '820858ea-a851-4616-b445-2a3490ffa598', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:0a:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:54Z', 'updated_at': '2022-02-18T10:01:59Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:24.354216 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977b6f2-d5ce-4dfa-ae38-1bca1fa66291 None None] Checking router: 765ab847-0198-4ec3-bf3c-bbcc758d2799 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:04:24.362555 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a977b6f2-d5ce-4dfa-ae38-1bca1fa66291 None None] Routers {'765ab847-0198-4ec3-bf3c-bbcc758d2799'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:04:24.363144 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a977b6f2-d5ce-4dfa-ae38-1bca1fa66291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:04:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['765ab847-0198-4ec3-bf3c-bbcc758d2799'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:24.394137 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-19324c00-2403-486a-a010-00102d4f465d req-599d7046-26c0-481a-bc64-7009048972c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db254fd9-0303-429e-87d6-de8b1cfbc459 HTTP/1.1" status: 200 len: 217 time: 0.2183511 Feb 18 10:04:24.477090 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19324c00-2403-486a-a010-00102d4f465d req-a16ec410-4e4e-438a-919e-7b20be64380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:24.478536 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-19324c00-2403-486a-a010-00102d4f465d req-a16ec410-4e4e-438a-919e-7b20be64380b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=222434d7-6d9d-497b-b813-5034b6cfe10a HTTP/1.1" status: 200 len: 835 time: 0.0782635 Feb 18 10:04:24.542570 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-a977b6f2-d5ce-4dfa-ae38-1bca1fa66291 None None] Set router 765ab847-0198-4ec3-bf3c-bbcc758d2799 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:04:24.543222 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3c60a-754b-47bd-90c1-e65df60df728 req-639ceec7-f262-4e2b-8727-069396e61d2f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:24.543939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cfa3c60a-754b-47bd-90c1-e65df60df728 req-639ceec7-f262-4e2b-8727-069396e61d2f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:04:24.577686 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cfa3c60a-754b-47bd-90c1-e65df60df728 req-639ceec7-f262-4e2b-8727-069396e61d2f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:04:24.578992 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cfa3c60a-754b-47bd-90c1-e65df60df728 req-639ceec7-f262-4e2b-8727-069396e61d2f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.2266741 Feb 18 10:04:24.586849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19324c00-2403-486a-a010-00102d4f465d req-7526323f-ecf8-483f-8f56-0283d24919bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:24.588362 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-19324c00-2403-486a-a010-00102d4f465d req-7526323f-ecf8-483f-8f56-0283d24919bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=820858ea-a851-4616-b445-2a3490ffa598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023619 Feb 18 10:04:24.727863 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cfa3c60a-754b-47bd-90c1-e65df60df728 req-3d8fcac2-d72e-4702-9a8c-1d89f513e127 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363623 Feb 18 10:04:24.783437 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-19324c00-2403-486a-a010-00102d4f465d req-225621ac-2183-4652-97bc-d44a4b033b74 service neutron] 10.222.0.61 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615098 Feb 18 10:04:24.867196 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a977b6f2-d5ce-4dfa-ae38-1bca1fa66291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614338906', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '18212530-2369-49c6-af17-6294cd76eb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:01:49Z', 'updated_at': '2022-02-18T10:01:54Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '18212530-2369-49c6-af17-6294cd76eb5f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:50Z', 'updated_at': '2022-02-18T10:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '6912d2b8-8fdb-4362-809a-944ec0c88533', 'name': '', 'network_id': '820858ea-a851-4616-b445-2a3490ffa598', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:0a:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:54Z', 'updated_at': '2022-02-18T10:01:59Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:24.871624 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977b6f2-d5ce-4dfa-ae38-1bca1fa66291 None None] The sync data for ids ['765ab847-0198-4ec3-bf3c-bbcc758d2799'] in n-d-829434-1 is: [{'id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614338906', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '18212530-2369-49c6-af17-6294cd76eb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:01:49Z', 'updated_at': '2022-02-18T10:01:54Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '18212530-2369-49c6-af17-6294cd76eb5f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:50Z', 'updated_at': '2022-02-18T10:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '6912d2b8-8fdb-4362-809a-944ec0c88533', 'name': '', 'network_id': '820858ea-a851-4616-b445-2a3490ffa598', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:0a:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:54Z', 'updated_at': '2022-02-18T10:01:59Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': '222434d7-6d9d-497b-b813-5034b6cfe10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:04:24.924788 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-19324c00-2403-486a-a010-00102d4f465d req-dc0f71c2-e3e8-44ed-ba37-5f0452f3fb32 service neutron] 10.222.0.61 "GET /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345632 Feb 18 10:04:25.093571 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128ed37a-41de-4de6-875d-99bfcdb17e2d None None] New status for floating IP 8ce6f7fe-dc51-4c62-8975-a5eee2b9d19f: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 10:04:25.632641 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ce1d-2cc6-44d2-9cbc-d8f5aa60ecbc req-95279c57-bfe4-423c-bb82-3bea62b6af96 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:25.634116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c44ce1d-2cc6-44d2-9cbc-d8f5aa60ecbc req-95279c57-bfe4-423c-bb82-3bea62b6af96 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.61 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.0774589 Feb 18 10:04:25.715742 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-8c44ce1d-2cc6-44d2-9cbc-d8f5aa60ecbc req-aa182770-9247-4184-8fd4-37a3f83dd9e8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port db254fd9-0303-429e-87d6-de8b1cfbc459 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:04:25.716214 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8c44ce1d-2cc6-44d2-9cbc-d8f5aa60ecbc req-aa182770-9247-4184-8fd4-37a3f83dd9e8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:26.051648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6907b5e-be0d-40d9-82da-993259991341 req-a54b43e1-8698-4b1a-9a17-77509f1de449 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:26.053260 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6907b5e-be0d-40d9-82da-993259991341 req-a54b43e1-8698-4b1a-9a17-77509f1de449 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02bc928-46cd-45ad-acc3-d42cbdbdf315 HTTP/1.1" status: 200 len: 945 time: 0.2042773 Feb 18 10:04:26.059649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-8c44ce1d-2cc6-44d2-9cbc-d8f5aa60ecbc req-aa182770-9247-4184-8fd4-37a3f83dd9e8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] For port db254fd9-0303-429e-87d6-de8b1cfbc459, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=db254fd9-0303-429e-87d6-de8b1cfbc459,segment=NetworkSegment(82538420-119c-4ee8-ae1a-51b682ea4a16),segment_id=82538420-119c-4ee8-ae1a-51b682ea4a16)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:04:26.060006 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8c44ce1d-2cc6-44d2-9cbc-d8f5aa60ecbc req-aa182770-9247-4184-8fd4-37a3f83dd9e8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:26.200159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-8c44ce1d-2cc6-44d2-9cbc-d8f5aa60ecbc req-aa182770-9247-4184-8fd4-37a3f83dd9e8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for db254fd9-0303-429e-87d6-de8b1cfbc459 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:04:26.261950 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a6907b5e-be0d-40d9-82da-993259991341 req-d3b5f400-80cf-433f-b7ae-c83ffb832dce tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f6618a6-18c5-406d-9c43-d6a1784f5775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946702 Feb 18 10:04:26.361762 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8c44ce1d-2cc6-44d2-9cbc-d8f5aa60ecbc req-aa182770-9247-4184-8fd4-37a3f83dd9e8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:26.414943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa182770-9247-4184-8fd4-37a3f83dd9e8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=db254fd9-0303-429e-87d6-de8b1cfbc459,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:26.490437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c44ce1d-2cc6-44d2-9cbc-d8f5aa60ecbc req-aa182770-9247-4184-8fd4-37a3f83dd9e8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] No DVR routers for this DVR port db254fd9-0303-429e-87d6-de8b1cfbc459 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:04:26.493685 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8c44ce1d-2cc6-44d2-9cbc-d8f5aa60ecbc req-aa182770-9247-4184-8fd4-37a3f83dd9e8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:26.496231 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'name': 'network-vif-deleted', 'tag': 'db254fd9-0303-429e-87d6-de8b1cfbc459'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:04:26.512162 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c44ce1d-2cc6-44d2-9cbc-d8f5aa60ecbc req-aa182770-9247-4184-8fd4-37a3f83dd9e8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.61 "DELETE /v2.0/ports/db254fd9-0303-429e-87d6-de8b1cfbc459 HTTP/1.1" status: 204 len: 173 time: 0.8734162 Feb 18 10:04:26.544682 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02bc928-46cd-45ad-acc3-d42cbdbdf315', 'name': 'network-vif-deleted', 'tag': 'db254fd9-0303-429e-87d6-de8b1cfbc459', 'status': 'completed', 'code': 200} Feb 18 10:04:27.364341 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51682) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:28.027256 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dfc99344-e103-4545-bddf-fb08ecdb5a14 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:28.374984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-dfc99344-e103-4545-bddf-fb08ecdb5a14 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port 6912d2b8-8fdb-4362-809a-944ec0c88533 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:04:28.375667 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dfc99344-e103-4545-bddf-fb08ecdb5a14 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:28.562108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-dfc99344-e103-4545-bddf-fb08ecdb5a14 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] For port 6912d2b8-8fdb-4362-809a-944ec0c88533, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=6912d2b8-8fdb-4362-809a-944ec0c88533,segment=NetworkSegment(82538420-119c-4ee8-ae1a-51b682ea4a16),segment_id=82538420-119c-4ee8-ae1a-51b682ea4a16)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:04:28.562458 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dfc99344-e103-4545-bddf-fb08ecdb5a14 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:28.682752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-dfc99344-e103-4545-bddf-fb08ecdb5a14 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for 6912d2b8-8fdb-4362-809a-944ec0c88533 owned by network:router_interface {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:04:29.160631 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dfc99344-e103-4545-bddf-fb08ecdb5a14 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:29.248703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc99344-e103-4545-bddf-fb08ecdb5a14 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=6912d2b8-8fdb-4362-809a-944ec0c88533,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:29.472221 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device db254fd9-0303-429e-87d6-de8b1cfbc459 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:04:29.517057 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: db254fd9-0303-429e-87d6-de8b1cfbc459 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:04:29.517330 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device db254fd9-0303-429e-87d6-de8b1cfbc459 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:04:29.546498 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dfc99344-e103-4545-bddf-fb08ecdb5a14 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:29.932309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc99344-e103-4545-bddf-fb08ecdb5a14 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router 765ab847-0198-4ec3-bf3c-bbcc758d2799 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:04:30.110566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc99344-e103-4545-bddf-fb08ecdb5a14 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:04:30.120942 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8101b9da-5f7b-488d-b9e1-553255815a42 None None] Sync routers for ids ['765ab847-0198-4ec3-bf3c-bbcc758d2799'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:04:30.126217 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dfc99344-e103-4545-bddf-fb08ecdb5a14 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "PUT /v2.0/routers/765ab847-0198-4ec3-bf3c-bbcc758d2799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7619679 Feb 18 10:04:30.128874 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51686) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:30.130541 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8101b9da-5f7b-488d-b9e1-553255815a42 None None] Routers {'765ab847-0198-4ec3-bf3c-bbcc758d2799'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:04:30.131141 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8101b9da-5f7b-488d-b9e1-553255815a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:04:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['765ab847-0198-4ec3-bf3c-bbcc758d2799'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:30.198303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting subnet 222434d7-6d9d-497b-b813-5034b6cfe10a {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 10:04:30.201250 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:30.256137 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:30.341611 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-8101b9da-5f7b-488d-b9e1-553255815a42 None None] Set router 765ab847-0198-4ec3-bf3c-bbcc758d2799 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:04:30.350695 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:30.504248 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-53792168-b254-4bc4-9dc9-ad646106d722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:30.561692 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:30.607306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Subnet': ['ID=222434d7-6d9d-497b-b813-5034b6cfe10a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:30.612617 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:30.618784 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f054142-fa6e-43b4-ab0b-d2a8f4b778fc None None] Network 820858ea-a851-4616-b445-2a3490ffa598 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:04:30.627747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51692) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:30.628320 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/subnets/222434d7-6d9d-497b-b813-5034b6cfe10a HTTP/1.1" status: 204 len: 168 time: 0.4978993 Feb 18 10:04:30.629183 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:30.629531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:30.629869 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:30.630356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:30.630689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:30.631018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:30.631342 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:30.631792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:30.632122 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:30.633073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:30.633392 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:30.633715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ffcb6-41db-4e2b-bdeb-f89077756d1c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:30.641605 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8101b9da-5f7b-488d-b9e1-553255815a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614338906', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '18212530-2369-49c6-af17-6294cd76eb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:01:49Z', 'updated_at': '2022-02-18T10:04:29Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '18212530-2369-49c6-af17-6294cd76eb5f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:50Z', 'updated_at': '2022-02-18T10:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:30.645422 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8101b9da-5f7b-488d-b9e1-553255815a42 None None] Checking router: 765ab847-0198-4ec3-bf3c-bbcc758d2799 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:04:30.654556 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8101b9da-5f7b-488d-b9e1-553255815a42 None None] Routers {'765ab847-0198-4ec3-bf3c-bbcc758d2799'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:04:30.655153 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8101b9da-5f7b-488d-b9e1-553255815a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:04:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['765ab847-0198-4ec3-bf3c-bbcc758d2799'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:30.831447 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:30.834455 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-8101b9da-5f7b-488d-b9e1-553255815a42 None None] Set router 765ab847-0198-4ec3-bf3c-bbcc758d2799 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:04:30.914484 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cab123f-4017-4ec9-8af6-4a5e5f4df042 None None] DHCP port deletion for 820858ea-a851-4616-b445-2a3490ffa598 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 10:04:30.918714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-4cab123f-4017-4ec9-8af6-4a5e5f4df042 None None] Deleting port 01ec9d6d-8b1a-4903-b010-e2c678ec9361 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:04:30.919382 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4cab123f-4017-4ec9-8af6-4a5e5f4df042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:31.019602 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:31.033110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port 18212530-2369-49c6-af17-6294cd76eb5f {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:04:31.034286 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:31.130359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-4cab123f-4017-4ec9-8af6-4a5e5f4df042 None None] For port 01ec9d6d-8b1a-4903-b010-e2c678ec9361, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=01ec9d6d-8b1a-4903-b010-e2c678ec9361,segment=NetworkSegment(82538420-119c-4ee8-ae1a-51b682ea4a16),segment_id=82538420-119c-4ee8-ae1a-51b682ea4a16)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:04:31.131091 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4cab123f-4017-4ec9-8af6-4a5e5f4df042 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:31.172490 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-8101b9da-5f7b-488d-b9e1-553255815a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614338906', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '18212530-2369-49c6-af17-6294cd76eb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:01:49Z', 'updated_at': '2022-02-18T10:04:29Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '18212530-2369-49c6-af17-6294cd76eb5f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:50Z', 'updated_at': '2022-02-18T10:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:31.177831 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8101b9da-5f7b-488d-b9e1-553255815a42 None None] The sync data for ids ['765ab847-0198-4ec3-bf3c-bbcc758d2799'] in n-d-829434-1 is: [{'id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614338906', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '18212530-2369-49c6-af17-6294cd76eb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:01:49Z', 'updated_at': '2022-02-18T10:04:29Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '18212530-2369-49c6-af17-6294cd76eb5f', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765ab847-0198-4ec3-bf3c-bbcc758d2799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:01:50Z', 'updated_at': '2022-02-18T10:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:04:31.224940 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] For port 18212530-2369-49c6-af17-6294cd76eb5f, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=18212530-2369-49c6-af17-6294cd76eb5f,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:04:31.225392 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:31.296520 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-4cab123f-4017-4ec9-8af6-4a5e5f4df042 None None] Calling delete_port for 01ec9d6d-8b1a-4903-b010-e2c678ec9361 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:04:31.378416 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4cab123f-4017-4ec9-8af6-4a5e5f4df042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:31.430504 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab123f-4017-4ec9-8af6-4a5e5f4df042 None None] Pushing event deleted for resources: {'Port': ['ID=01ec9d6d-8b1a-4903-b010-e2c678ec9361,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:31.434155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab123f-4017-4ec9-8af6-4a5e5f4df042 None None] No DVR routers for this DVR port 01ec9d6d-8b1a-4903-b010-e2c678ec9361 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:04:31.481951 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for 18212530-2369-49c6-af17-6294cd76eb5f owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:04:31.666026 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:31.714570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=18212530-2369-49c6-af17-6294cd76eb5f,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:31.736721 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 01ec9d6d-8b1a-4903-b010-e2c678ec9361 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:04:31.756077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:31.756445 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:31.756790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:31.757121 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:31.757689 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:31.758078 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:31.758403 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:31.758727 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:31.759052 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:31.759372 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:31.759737 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:31.759991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:31.774447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 01ec9d6d-8b1a-4903-b010-e2c678ec9361 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:04:31.774881 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 01ec9d6d-8b1a-4903-b010-e2c678ec9361 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:04:31.775364 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6912d2b8-8fdb-4362-809a-944ec0c88533 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:04:31.808776 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 6912d2b8-8fdb-4362-809a-944ec0c88533 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:04:31.809130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 6912d2b8-8fdb-4362-809a-944ec0c88533 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:04:31.823311 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:32.003008 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:32.005222 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:32.029083 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:32.029644 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Fanout notify agent at l3_agent the message router_deleted on router 765ab847-0198-4ec3-bf3c-bbcc758d2799 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 10:04:32.045481 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:32.046665 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-790c9719-4c04-42e9-b9a1-01eee2735efc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/routers/765ab847-0198-4ec3-bf3c-bbcc758d2799 HTTP/1.1" status: 204 len: 168 time: 1.4179215 Feb 18 10:04:32.049257 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51698) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:32.171930 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7205227-776e-4cd6-a103-32e13f8c921a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:32.309134 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7205227-776e-4cd6-a103-32e13f8c921a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:32.333632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-a7205227-776e-4cd6-a103-32e13f8c921a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820858ea-a851-4616-b445-2a3490ffa598']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:32.346175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-a7205227-776e-4cd6-a103-32e13f8c921a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82538420-119c-4ee8-ae1a-51b682ea4a16') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:32.346477 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-a7205227-776e-4cd6-a103-32e13f8c921a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82538420-119c-4ee8-ae1a-51b682ea4a16') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:32.358548 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7205227-776e-4cd6-a103-32e13f8c921a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:32.378455 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7205227-776e-4cd6-a103-32e13f8c921a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:32.385134 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7205227-776e-4cd6-a103-32e13f8c921a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 10:04:32.385648 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7205227-776e-4cd6-a103-32e13f8c921a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: timer() Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:04:32.400845 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:04:32.480965 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7205227-776e-4cd6-a103-32e13f8c921a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:32.486513 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a7205227-776e-4cd6-a103-32e13f8c921a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:32.509742 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7205227-776e-4cd6-a103-32e13f8c921a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Network': ['ID=820858ea-a851-4616-b445-2a3490ffa598,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:32.513387 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a7205227-776e-4cd6-a103-32e13f8c921a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/networks/820858ea-a851-4616-b445-2a3490ffa598 HTTP/1.1" status: 204 len: 168 time: 0.4631441 Feb 18 10:04:32.515982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51702) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:32.590142 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-359b585c-8b21-4a95-9e16-26275edc5c2c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:32.621409 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-359b585c-8b21-4a95-9e16-26275edc5c2c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:32.687950 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-359b585c-8b21-4a95-9e16-26275edc5c2c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:32.706813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b585c-8b21-4a95-9e16-26275edc5c2c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6618a6-18c5-406d-9c43-d6a1784f5775,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:32.717737 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-359b585c-8b21-4a95-9e16-26275edc5c2c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:32.718870 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-359b585c-8b21-4a95-9e16-26275edc5c2c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/security-groups/7f6618a6-18c5-406d-9c43-d6a1784f5775 HTTP/1.1" status: 204 len: 168 time: 0.2019603 Feb 18 10:04:32.958309 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51710) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:32.963708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-807ca0ef-4fc6-460f-a8d2-ed3d1c304908 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-662546156', 'description': 'tempest-secgroup-smoke-662546156 description', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:04:32.971265 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-807ca0ef-4fc6-460f-a8d2-ed3d1c304908 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:04:32.975323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-807ca0ef-4fc6-460f-a8d2-ed3d1c304908 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:04:32.978325 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-807ca0ef-4fc6-460f-a8d2-ed3d1c304908 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:04:32.983807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-807ca0ef-4fc6-460f-a8d2-ed3d1c304908 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:04:32.995924 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-807ca0ef-4fc6-460f-a8d2-ed3d1c304908 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.016064 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-807ca0ef-4fc6-460f-a8d2-ed3d1c304908 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:04:33.019816 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-807ca0ef-4fc6-460f-a8d2-ed3d1c304908 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:04:33.022576 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-807ca0ef-4fc6-460f-a8d2-ed3d1c304908 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:04:33.028098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-807ca0ef-4fc6-460f-a8d2-ed3d1c304908 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:04:33.097612 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-807ca0ef-4fc6-460f-a8d2-ed3d1c304908 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.102035 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-807ca0ef-4fc6-460f-a8d2-ed3d1c304908 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.148911 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ca0ef-4fc6-460f-a8d2-ed3d1c304908 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f472f7d-9e77-4d3f-9cdc-050d4a415265,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:33.152096 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-807ca0ef-4fc6-460f-a8d2-ed3d1c304908 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.153322 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-807ca0ef-4fc6-460f-a8d2-ed3d1c304908 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1940508 Feb 18 10:04:33.157650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51714) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:33.162713 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a14c064a-33b2-472e-beda-f1f70e64d2f2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '9f472f7d-9e77-4d3f-9cdc-050d4a415265', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:04:33.170528 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a14c064a-33b2-472e-beda-f1f70e64d2f2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:04:33.174269 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a14c064a-33b2-472e-beda-f1f70e64d2f2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:04:33.177095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a14c064a-33b2-472e-beda-f1f70e64d2f2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:04:33.182929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a14c064a-33b2-472e-beda-f1f70e64d2f2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:04:33.199796 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a14c064a-33b2-472e-beda-f1f70e64d2f2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.263273 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a14c064a-33b2-472e-beda-f1f70e64d2f2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.273361 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a14c064a-33b2-472e-beda-f1f70e64d2f2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.296982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c064a-33b2-472e-beda-f1f70e64d2f2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29c8630-efd9-4a8c-b3b8-e16ecd626bc9,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:33.306206 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a14c064a-33b2-472e-beda-f1f70e64d2f2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.307476 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a14c064a-33b2-472e-beda-f1f70e64d2f2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489203 Feb 18 10:04:33.310257 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51718) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:33.315233 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-d74554a1-191c-4b8e-a796-1151dc1ae09c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '9f472f7d-9e77-4d3f-9cdc-050d4a415265', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:04:33.322846 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d74554a1-191c-4b8e-a796-1151dc1ae09c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:04:33.326744 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d74554a1-191c-4b8e-a796-1151dc1ae09c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:04:33.329640 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-d74554a1-191c-4b8e-a796-1151dc1ae09c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:04:33.335578 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-d74554a1-191c-4b8e-a796-1151dc1ae09c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:04:33.352864 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d74554a1-191c-4b8e-a796-1151dc1ae09c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.416621 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d74554a1-191c-4b8e-a796-1151dc1ae09c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.420339 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d74554a1-191c-4b8e-a796-1151dc1ae09c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.443909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74554a1-191c-4b8e-a796-1151dc1ae09c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740701cb-913b-4bda-be32-c4eb0c355367,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:33.454014 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-d74554a1-191c-4b8e-a796-1151dc1ae09c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.455264 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-d74554a1-191c-4b8e-a796-1151dc1ae09c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1439962 Feb 18 10:04:33.458147 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51722) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:33.464104 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-40c0adc4-ac7f-436b-a6bb-0c9f1fca2ead tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '9f472f7d-9e77-4d3f-9cdc-050d4a415265', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:04:33.470897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-40c0adc4-ac7f-436b-a6bb-0c9f1fca2ead tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:04:33.474673 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-40c0adc4-ac7f-436b-a6bb-0c9f1fca2ead tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:04:33.478121 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-40c0adc4-ac7f-436b-a6bb-0c9f1fca2ead tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:04:33.483660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-40c0adc4-ac7f-436b-a6bb-0c9f1fca2ead tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:04:33.503108 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40c0adc4-ac7f-436b-a6bb-0c9f1fca2ead tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.566759 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40c0adc4-ac7f-436b-a6bb-0c9f1fca2ead tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.571019 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40c0adc4-ac7f-436b-a6bb-0c9f1fca2ead tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.596417 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0adc4-ac7f-436b-a6bb-0c9f1fca2ead tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60996f00-f650-4192-a421-27d75a480e92,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:33.606692 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-40c0adc4-ac7f-436b-a6bb-0c9f1fca2ead tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.607802 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-40c0adc4-ac7f-436b-a6bb-0c9f1fca2ead tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487617 Feb 18 10:04:33.610523 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51726) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:33.615389 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-9d3386df-d0d6-4126-838b-5d6b5e9fbf65 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '9f472f7d-9e77-4d3f-9cdc-050d4a415265', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:04:33.622659 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9d3386df-d0d6-4126-838b-5d6b5e9fbf65 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:04:33.626741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9d3386df-d0d6-4126-838b-5d6b5e9fbf65 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:04:33.629580 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-9d3386df-d0d6-4126-838b-5d6b5e9fbf65 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:04:33.636227 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-9d3386df-d0d6-4126-838b-5d6b5e9fbf65 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:04:33.654426 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d3386df-d0d6-4126-838b-5d6b5e9fbf65 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.720196 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d3386df-d0d6-4126-838b-5d6b5e9fbf65 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.724495 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d3386df-d0d6-4126-838b-5d6b5e9fbf65 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.731037 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 18212530-2369-49c6-af17-6294cd76eb5f no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:04:33.751688 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3386df-d0d6-4126-838b-5d6b5e9fbf65 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e89403f-dfeb-4fb4-8e03-b56c82e464dc,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:33.764095 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9d3386df-d0d6-4126-838b-5d6b5e9fbf65 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.765322 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9d3386df-d0d6-4126-838b-5d6b5e9fbf65 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1538908 Feb 18 10:04:33.768209 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51730) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:33.768369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 18212530-2369-49c6-af17-6294cd76eb5f {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:04:33.768591 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 18212530-2369-49c6-af17-6294cd76eb5f not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:04:33.776383 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c4cd5cb2-4db7-4614-b080-53fae58adf19 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '9f472f7d-9e77-4d3f-9cdc-050d4a415265', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:04:33.783650 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c4cd5cb2-4db7-4614-b080-53fae58adf19 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:04:33.787378 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c4cd5cb2-4db7-4614-b080-53fae58adf19 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:04:33.790867 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c4cd5cb2-4db7-4614-b080-53fae58adf19 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:04:33.796492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c4cd5cb2-4db7-4614-b080-53fae58adf19 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:04:33.809762 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-c4cd5cb2-4db7-4614-b080-53fae58adf19 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Project ed8f29f326d44aaf961e4f998748e77c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:04:33.816582 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4cd5cb2-4db7-4614-b080-53fae58adf19 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.887935 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4cd5cb2-4db7-4614-b080-53fae58adf19 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.891629 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4cd5cb2-4db7-4614-b080-53fae58adf19 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.917726 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd5cb2-4db7-4614-b080-53fae58adf19 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467d905b-b302-4a13-a1a6-616e181c22be,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:33.930152 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c4cd5cb2-4db7-4614-b080-53fae58adf19 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.931350 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c4cd5cb2-4db7-4614-b080-53fae58adf19 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1621845 Feb 18 10:04:33.934497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51734) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:33.939939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-6d3d85d0-5074-4a0b-b213-d7f3771fcc7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '9f472f7d-9e77-4d3f-9cdc-050d4a415265', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:04:33.947502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6d3d85d0-5074-4a0b-b213-d7f3771fcc7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:04:33.950952 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-18878da0-aa96-4771-94b2-6419ab740730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:33.951715 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6d3d85d0-5074-4a0b-b213-d7f3771fcc7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:04:33.954853 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6d3d85d0-5074-4a0b-b213-d7f3771fcc7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:04:33.961607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6d3d85d0-5074-4a0b-b213-d7f3771fcc7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:04:33.971525 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-6d3d85d0-5074-4a0b-b213-d7f3771fcc7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Project ed8f29f326d44aaf961e4f998748e77c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:04:33.978137 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6d3d85d0-5074-4a0b-b213-d7f3771fcc7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:34.020987 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:34.049979 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6d3d85d0-5074-4a0b-b213-d7f3771fcc7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:34.053784 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6d3d85d0-5074-4a0b-b213-d7f3771fcc7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:34.079206 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d85d0-5074-4a0b-b213-d7f3771fcc7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf50b97-3a97-4167-ac53-926e8de6a8c9,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:34.088693 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6d3d85d0-5074-4a0b-b213-d7f3771fcc7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:34.089887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6d3d85d0-5074-4a0b-b213-d7f3771fcc7b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1542363 Feb 18 10:04:34.092786 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51738) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:34.098297 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-54049dd3-e96d-4fb5-83b9-9b35d3b6c2b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'network': {'name': 'tempest-network-smoke--1967471780', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'port_security_enabled': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:04:34.105802 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:34.106011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-54049dd3-e96d-4fb5-83b9-9b35d3b6c2b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:04:34.110697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-54049dd3-e96d-4fb5-83b9-9b35d3b6c2b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:network and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:04:34.113540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-54049dd3-e96d-4fb5-83b9-9b35d3b6c2b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:04:34.119783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-54049dd3-e96d-4fb5-83b9-9b35d3b6c2b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:04:34.129580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54049dd3-e96d-4fb5-83b9-9b35d3b6c2b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Made reservation on behalf of ed8f29f326d44aaf961e4f998748e77c for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:04:34.133086 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54049dd3-e96d-4fb5-83b9-9b35d3b6c2b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:34.160457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54049dd3-e96d-4fb5-83b9-9b35d3b6c2b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:04:34.170632 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54049dd3-e96d-4fb5-83b9-9b35d3b6c2b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:34.170960 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-54049dd3-e96d-4fb5-83b9-9b35d3b6c2b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Added segment a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0 of type vlan for network 2730350d-36af-4117-8694-d4a31dfef583 Feb 18 10:04:34.197608 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54049dd3-e96d-4fb5-83b9-9b35d3b6c2b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:34.227709 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54049dd3-e96d-4fb5-83b9-9b35d3b6c2b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:34.233388 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54049dd3-e96d-4fb5-83b9-9b35d3b6c2b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:34.233984 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-54049dd3-e96d-4fb5-83b9-9b35d3b6c2b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:34.333376 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-54049dd3-e96d-4fb5-83b9-9b35d3b6c2b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2395420 Feb 18 10:04:34.337092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51742) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:34.342496 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-404316589', 'admin_state_up': True, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:04:34.342988 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54049dd3-e96d-4fb5-83b9-9b35d3b6c2b3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Network': ['ID=2730350d-36af-4117-8694-d4a31dfef583,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:34.350578 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:04:34.353688 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 2730350d-36af-4117-8694-d4a31dfef583 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:04:34.354668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:router and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:04:34.357560 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:04:34.364052 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:04:34.374327 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:34.375312 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:34.392752 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:34.771504 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:35.070926 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:35.104184 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:35.240007 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.25.1.126 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/af72f63b-b691-4e68-8061-ac3c2b7e9f2b) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:04:35.326302 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:35.396018 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:35.428625 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:35.500780 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:04:35.503822 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:04:35.507586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:04:35.537249 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=af72f63b-b691-4e68-8061-ac3c2b7e9f2b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:35.930921 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:36.390523 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:36.595964 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router cc3beeba-5d0c-4b93-bb88-8d012f58804d is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 10:04:36.778715 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:04:36.787919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Sync routers for ids ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:04:36.798628 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Routers {'cc3beeba-5d0c-4b93-bb88-8d012f58804d'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:04:36.799352 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:04:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:36.808358 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:36.812722 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-90aecb4b-ceb2-4706-9d50-2a05230a3fed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4714692 Feb 18 10:04:36.813121 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51748) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:36.907183 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-75bcedf5-1bbe-4d3d-99ae-43d5c54b1174 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=ed8f29f326d44aaf961e4f998748e77c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0903790 Feb 18 10:04:36.907479 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51754) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:36.979435 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Set router cc3beeba-5d0c-4b93-bb88-8d012f58804d gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:04:37.046295 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71256466-4514-48f4-bb99-244f6b284035 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:37.047722 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-71256466-4514-48f4-bb99-244f6b284035 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1392808 Feb 18 10:04:37.051855 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51758) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:37.099352 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-e05ab06a-f94f-486a-bfad-d939ab798e0d tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463269 Feb 18 10:04:37.102976 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51762) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:37.108775 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a3a967bc-9894-4980-9c6c-f4fd5da2d9dc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-93081250', 'network_id': '2730350d-36af-4117-8694-d4a31dfef583', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:04:37.224536 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a3a967bc-9894-4980-9c6c-f4fd5da2d9dc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:04:37.229267 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a3a967bc-9894-4980-9c6c-f4fd5da2d9dc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:subnet and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:04:37.232245 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a3a967bc-9894-4980-9c6c-f4fd5da2d9dc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:04:37.238077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a3a967bc-9894-4980-9c6c-f4fd5da2d9dc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:04:37.249167 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a967bc-9894-4980-9c6c-f4fd5da2d9dc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Made reservation on behalf of ed8f29f326d44aaf961e4f998748e77c for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:04:37.252942 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3a967bc-9894-4980-9c6c-f4fd5da2d9dc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:37.275067 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404316589', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:04:34Z', 'updated_at': '2022-02-18T10:04:35Z', 'revision_number': 3, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:35Z', 'updated_at': '2022-02-18T10:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:37.279045 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Checking router: cc3beeba-5d0c-4b93-bb88-8d012f58804d for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:04:37.279391 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Updating router cc3beeba-5d0c-4b93-bb88-8d012f58804d port af72f63b-b691-4e68-8061-ac3c2b7e9f2b binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 10:04:37.335941 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:37.493563 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3a967bc-9894-4980-9c6c-f4fd5da2d9dc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:37.575663 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a967bc-9894-4980-9c6c-f4fd5da2d9dc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Subnet': ['ID=c06ffe6b-a725-4c05-af56-43d6b1a4ac78,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:37.583808 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a967bc-9894-4980-9c6c-f4fd5da2d9dc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Checking segment: {'id': 'a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2730350d-36af-4117-8694-d4a31dfef583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:04:37.584169 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a967bc-9894-4980-9c6c-f4fd5da2d9dc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network hostable DHCP agents. Network: 2730350d-36af-4117-8694-d4a31dfef583, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:04:37.604145 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a967bc-9894-4980-9c6c-f4fd5da2d9dc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 2730350d-36af-4117-8694-d4a31dfef583 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:04:37.614812 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-a3a967bc-9894-4980-9c6c-f4fd5da2d9dc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 2730350d-36af-4117-8694-d4a31dfef583) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:04:37.620084 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a967bc-9894-4980-9c6c-f4fd5da2d9dc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:37.620737 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a3a967bc-9894-4980-9c6c-f4fd5da2d9dc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:37.654539 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c894d2-7803-4651-a1c6-19fa22ca889d None None] Network 2730350d-36af-4117-8694-d4a31dfef583 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:04:37.760017 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a3a967bc-9894-4980-9c6c-f4fd5da2d9dc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6559994 Feb 18 10:04:37.762767 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51766) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:37.817132 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:37.840825 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Transition to ACTIVE for port object af72f63b-b691-4e68-8061-ac3c2b7e9f2b will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:04:37.853566 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:38.050905 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Attempting to bind port af72f63b-b691-4e68-8061-ac3c2b7e9f2b on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:04:38.051267 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Attempting to bind port af72f63b-b691-4e68-8061-ac3c2b7e9f2b by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:04:38.051663 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Attempting to bind port af72f63b-b691-4e68-8061-ac3c2b7e9f2b on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:04:38.062412 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b399b-62e1-4527-a0e0-b73819ce19b4 None None] Pushing event updated for resources: {'Port': ['ID=af72f63b-b691-4e68-8061-ac3c2b7e9f2b,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:38.066065 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:04:38.066472 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:04:38.066895 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:38.067282 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:04:38.067746 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Bound port: af72f63b-b691-4e68-8061-ac3c2b7e9f2b, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:04:38.068115 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:38.118187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b399b-62e1-4527-a0e0-b73819ce19b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:38.118422 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b399b-62e1-4527-a0e0-b73819ce19b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:38.118761 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b399b-62e1-4527-a0e0-b73819ce19b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:38.119088 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b399b-62e1-4527-a0e0-b73819ce19b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:38.119419 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b399b-62e1-4527-a0e0-b73819ce19b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:38.119742 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b399b-62e1-4527-a0e0-b73819ce19b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:38.120061 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b399b-62e1-4527-a0e0-b73819ce19b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:38.120414 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b399b-62e1-4527-a0e0-b73819ce19b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:38.120724 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b399b-62e1-4527-a0e0-b73819ce19b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:38.121042 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b399b-62e1-4527-a0e0-b73819ce19b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:38.121354 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b399b-62e1-4527-a0e0-b73819ce19b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:38.121670 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b399b-62e1-4527-a0e0-b73819ce19b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:38.192187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-2730350d-36af-4117-8694-d4a31dfef583', 'network_id': '2730350d-36af-4117-8694-d4a31dfef583', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ips': [{'subnet_id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 10:04:38.193036 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:38.222374 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] For port af72f63b-b691-4e68-8061-ac3c2b7e9f2b, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:04:38.225937 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] For port af72f63b-b691-4e68-8061-ac3c2b7e9f2b, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=af72f63b-b691-4e68-8061-ac3c2b7e9f2b,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:04:38.265707 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:38.394869 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b399b-62e1-4527-a0e0-b73819ce19b4 None None] Pushing event updated for resources: {'Port': ['ID=af72f63b-b691-4e68-8061-ac3c2b7e9f2b,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:38.397416 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Routers {'cc3beeba-5d0c-4b93-bb88-8d012f58804d'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:04:38.398056 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:04:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:38.593844 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Allocated IP 172.20.0.2 (2730350d-36af-4117-8694-d4a31dfef583/c06ffe6b-a725-4c05-af56-43d6b1a4ac78/97db837e-6d9c-4f1c-b680-c79c6212b851) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:04:38.606140 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:38.693566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] Set router cc3beeba-5d0c-4b93-bb88-8d012f58804d gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:04:39.066493 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:39.079208 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Transition to ACTIVE for port object 97db837e-6d9c-4f1c-b680-c79c6212b851 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:04:39.104011 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Transition to ACTIVE for port object 97db837e-6d9c-4f1c-b680-c79c6212b851 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:04:39.114893 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:39.180386 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.20.0.1 (2730350d-36af-4117-8694-d4a31dfef583/c06ffe6b-a725-4c05-af56-43d6b1a4ac78/08039902-1864-4b3e-a049-c9bb6cfe99fe) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:04:39.187366 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404316589', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:04:34Z', 'updated_at': '2022-02-18T10:04:35Z', 'revision_number': 3, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:35Z', 'updated_at': '2022-02-18T10:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:39.199350 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Network 2730350d-36af-4117-8694-d4a31dfef583 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:04:39.200338 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b550a-f177-4c9a-ae74-451d986a4ef4 None None] The sync data for ids ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'] in n-d-829434-1 is: [{'id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404316589', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:04:34Z', 'updated_at': '2022-02-18T10:04:35Z', 'revision_number': 3, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:35Z', 'updated_at': '2022-02-18T10:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:04:39.204673 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:04:39.207004 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Pushing event updated for resources: {'Port': ['ID=97db837e-6d9c-4f1c-b680-c79c6212b851,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:39.209381 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:04:39.363977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Attempting to bind port 97db837e-6d9c-4f1c-b680-c79c6212b851 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:04:39.364375 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Attempting to bind port 97db837e-6d9c-4f1c-b680-c79c6212b851 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2730350d-36af-4117-8694-d4a31dfef583'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:04:39.364743 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Attempting to bind port 97db837e-6d9c-4f1c-b680-c79c6212b851 on network 2730350d-36af-4117-8694-d4a31dfef583 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:04:39.369357 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:39.371370 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:04:39.371753 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Checking segment: {'id': 'a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2730350d-36af-4117-8694-d4a31dfef583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:04:39.372153 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:39.372578 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Bound using segment: {'id': 'a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2730350d-36af-4117-8694-d4a31dfef583'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:04:39.373039 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Bound port: 97db837e-6d9c-4f1c-b680-c79c6212b851, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2730350d-36af-4117-8694-d4a31dfef583'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:04:39.373413 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:39.386685 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Transition to ACTIVE for port object 08039902-1864-4b3e-a049-c9bb6cfe99fe will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:04:39.418397 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:39.491399 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] For port 97db837e-6d9c-4f1c-b680-c79c6212b851, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:04:39.503796 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] For port 97db837e-6d9c-4f1c-b680-c79c6212b851, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=97db837e-6d9c-4f1c-b680-c79c6212b851,segment=NetworkSegment(a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0),segment_id=a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:04:39.510014 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:39.521271 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 2730350d-36af-4117-8694-d4a31dfef583 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:04:39.525203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:04:39.529370 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:04:39.568633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=08039902-1864-4b3e-a049-c9bb6cfe99fe,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:39.625408 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251a2e3-50fe-4cd1-b28a-6bc53783cdd2 None None] Pushing event updated for resources: {'Port': ['ID=97db837e-6d9c-4f1c-b680-c79c6212b851,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:39.808916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device af72f63b-b691-4e68-8061-ac3c2b7e9f2b up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:04:39.824723 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:39.937508 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port af72f63b-b691-4e68-8061-ac3c2b7e9f2b completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:04:39.943896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port af72f63b-b691-4e68-8061-ac3c2b7e9f2b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:04:39.944421 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:40.093059 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:40.112952 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port af72f63b-b691-4e68-8061-ac3c2b7e9f2b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=af72f63b-b691-4e68-8061-ac3c2b7e9f2b,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:04:40.118807 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:40.196246 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=af72f63b-b691-4e68-8061-ac3c2b7e9f2b,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:40.207658 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:40.643616 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:40.649950 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:40.761995 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849ba92c-4354-49fe-8ff0-99c4262fa767 None None] Network 2730350d-36af-4117-8694-d4a31dfef583 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:04:40.769021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=08039902-1864-4b3e-a049-c9bb6cfe99fe,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:40.775021 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:40.894756 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ba0d419c-527f-4dd4-85dc-871e17be625f None None] Provisioning for port 97db837e-6d9c-4f1c-b680-c79c6212b851 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:04:40.924646 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 2730350d-36af-4117-8694-d4a31dfef583 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:04:40.926907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:04:41.135246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router cc3beeba-5d0c-4b93-bb88-8d012f58804d has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:04:41.266617 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cd6d89c7-6a9f-454c-9b9c-38fda0d3d767 None None] Provisioning for port 08039902-1864-4b3e-a049-c9bb6cfe99fe completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:04:41.271975 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cd6d89c7-6a9f-454c-9b9c-38fda0d3d767 None None] Provisioning complete for port 08039902-1864-4b3e-a049-c9bb6cfe99fe triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:04:41.272766 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cd6d89c7-6a9f-454c-9b9c-38fda0d3d767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:41.324958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:04:41.339366 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Sync routers for ids ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:04:41.345902 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d89c7-6a9f-454c-9b9c-38fda0d3d767 None None] Port 08039902-1864-4b3e-a049-c9bb6cfe99fe cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:04:41.348594 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5e9625cd-25b0-4db7-9a8d-b2fac37e0dcc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "PUT /v2.0/routers/cc3beeba-5d0c-4b93-bb88-8d012f58804d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5846925 Feb 18 10:04:41.362349 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Routers {'cc3beeba-5d0c-4b93-bb88-8d012f58804d'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:04:41.363326 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:04:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:41.481157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ee97dba4-06a7-449c-888b-7ab4d0075ecc None None] Provisioning complete for port 08039902-1864-4b3e-a049-c9bb6cfe99fe triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:04:41.481618 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ee97dba4-06a7-449c-888b-7ab4d0075ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:41.540799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-ee97dba4-06a7-449c-888b-7ab4d0075ecc None None] Port 08039902-1864-4b3e-a049-c9bb6cfe99fe cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:04:41.548164 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-837cc451-6c85-4cd2-9047-19cfa45238cc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-662546156&fields=id&tenant_id=ed8f29f326d44aaf961e4f998748e77c HTTP/1.1" status: 200 len: 267 time: 0.0486381 Feb 18 10:04:41.598058 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Set router cc3beeba-5d0c-4b93-bb88-8d012f58804d gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:04:41.712858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-c5866cf5-7dc0-4174-a0dd-e6d7209579da tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:41.713872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-c5866cf5-7dc0-4174-a0dd-e6d7209579da tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:04:41.734862 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-c5866cf5-7dc0-4174-a0dd-e6d7209579da tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:04:41.736497 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-c5866cf5-7dc0-4174-a0dd-e6d7209579da tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/networks?id=2730350d-36af-4117-8694-d4a31dfef583 HTTP/1.1" status: 200 len: 797 time: 0.1807473 Feb 18 10:04:41.759298 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-0b818438-d8c9-42a4-806c-be51e83092fd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/quotas/ed8f29f326d44aaf961e4f998748e77c HTTP/1.1" status: 200 len: 375 time: 0.0163651 Feb 18 10:04:41.762918 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3998a696-8ea2-415d-8824-c7d50b1cfdf7 None None] Provisioning complete for port 08039902-1864-4b3e-a049-c9bb6cfe99fe triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:04:41.763425 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3998a696-8ea2-415d-8824-c7d50b1cfdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:41.833618 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device af72f63b-b691-4e68-8061-ac3c2b7e9f2b up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:04:41.869321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-e646b9fd-d01e-42b7-88ae-c0fab8062adf tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:04:41.889465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-3998a696-8ea2-415d-8824-c7d50b1cfdf7 None None] Port 08039902-1864-4b3e-a049-c9bb6cfe99fe cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:04:41.897580 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-e646b9fd-d01e-42b7-88ae-c0fab8062adf tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:04:41.899388 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-e646b9fd-d01e-42b7-88ae-c0fab8062adf tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1344452 Feb 18 10:04:41.920003 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port af72f63b-b691-4e68-8061-ac3c2b7e9f2b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:04:41.920444 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:42.015515 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404316589', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:04:34Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:35Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '08039902-1864-4b3e-a049-c9bb6cfe99fe', 'name': '', 'network_id': '2730350d-36af-4117-8694-d4a31dfef583', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:74:31:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:38Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 2, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:42.019761 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Checking router: cc3beeba-5d0c-4b93-bb88-8d012f58804d for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:04:42.021355 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Updating router cc3beeba-5d0c-4b93-bb88-8d012f58804d port 08039902-1864-4b3e-a049-c9bb6cfe99fe binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 10:04:42.067609 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 97db837e-6d9c-4f1c-b680-c79c6212b851 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:04:42.079106 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:42.096896 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:42.097581 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:42.103284 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-8ac5863d-ee06-4e12-b435-2c54c662aaf0 service neutron] 10.222.0.72 "GET /v2.0/networks/2730350d-36af-4117-8694-d4a31dfef583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920173 Feb 18 10:04:42.141852 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 97db837e-6d9c-4f1c-b680-c79c6212b851 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:04:42.147435 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 97db837e-6d9c-4f1c-b680-c79c6212b851 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:04:42.147811 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:42.240949 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-777c973a-df98-4d05-9036-1c1c63854a6b service neutron] 10.222.0.72 "GET /v2.0/networks/2730350d-36af-4117-8694-d4a31dfef583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364655 Feb 18 10:04:42.292735 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:42.339638 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 97db837e-6d9c-4f1c-b680-c79c6212b851, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=97db837e-6d9c-4f1c-b680-c79c6212b851,segment=NetworkSegment(a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0),segment_id=a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:04:42.344574 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:42.433036 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=97db837e-6d9c-4f1c-b680-c79c6212b851,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:42.446005 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-891ebed8-09a0-488e-91d8-00cde9e5139b req-fe1721d9-5db3-4fe8-9f79-31d261bb13c1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 210 time: 0.0540736 Feb 18 10:04:42.490018 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:42.503659 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Transition to ACTIVE for port object 08039902-1864-4b3e-a049-c9bb6cfe99fe will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:04:42.510897 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:42.686516 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84152df-74a1-434d-89b2-31092dddbd73 None None] Pushing event updated for resources: {'Port': ['ID=08039902-1864-4b3e-a049-c9bb6cfe99fe,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:42.734834 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84152df-74a1-434d-89b2-31092dddbd73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:42.735178 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84152df-74a1-434d-89b2-31092dddbd73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:42.735516 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84152df-74a1-434d-89b2-31092dddbd73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:42.735851 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84152df-74a1-434d-89b2-31092dddbd73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:42.736178 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84152df-74a1-434d-89b2-31092dddbd73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:42.736528 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84152df-74a1-434d-89b2-31092dddbd73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:42.736851 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84152df-74a1-434d-89b2-31092dddbd73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:42.737173 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84152df-74a1-434d-89b2-31092dddbd73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:42.737489 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84152df-74a1-434d-89b2-31092dddbd73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:42.737808 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84152df-74a1-434d-89b2-31092dddbd73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:42.738126 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84152df-74a1-434d-89b2-31092dddbd73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:42.738441 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84152df-74a1-434d-89b2-31092dddbd73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:04:42.750642 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Attempting to bind port 08039902-1864-4b3e-a049-c9bb6cfe99fe on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:04:42.751015 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Attempting to bind port 08039902-1864-4b3e-a049-c9bb6cfe99fe by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2730350d-36af-4117-8694-d4a31dfef583'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:04:42.751374 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Attempting to bind port 08039902-1864-4b3e-a049-c9bb6cfe99fe on network 2730350d-36af-4117-8694-d4a31dfef583 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:04:42.757701 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:04:42.758310 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Checking segment: {'id': 'a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2730350d-36af-4117-8694-d4a31dfef583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:04:42.758632 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:42.759159 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Bound using segment: {'id': 'a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2730350d-36af-4117-8694-d4a31dfef583'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:04:42.759819 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Bound port: 08039902-1864-4b3e-a049-c9bb6cfe99fe, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2730350d-36af-4117-8694-d4a31dfef583'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:04:42.760226 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:42.877970 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] For port 08039902-1864-4b3e-a049-c9bb6cfe99fe, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:04:42.882306 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] For port 08039902-1864-4b3e-a049-c9bb6cfe99fe, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=08039902-1864-4b3e-a049-c9bb6cfe99fe,segment=NetworkSegment(a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0),segment_id=a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:04:42.886612 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:42.961931 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Routers {'cc3beeba-5d0c-4b93-bb88-8d012f58804d'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:04:42.962445 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:04:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:43.048704 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84152df-74a1-434d-89b2-31092dddbd73 None None] Pushing event updated for resources: {'Port': ['ID=08039902-1864-4b3e-a049-c9bb6cfe99fe,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:43.159972 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] Set router cc3beeba-5d0c-4b93-bb88-8d012f58804d gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:04:43.511550 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404316589', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:04:34Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:35Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '08039902-1864-4b3e-a049-c9bb6cfe99fe', 'name': '', 'network_id': '2730350d-36af-4117-8694-d4a31dfef583', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:74:31:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:38Z', 'updated_at': '2022-02-18T10:04:42Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:43.515742 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54592672-b6ad-4b2d-90b9-b864d0a3e954 None None] The sync data for ids ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'] in n-d-829434-1 is: [{'id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404316589', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:04:34Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:35Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '08039902-1864-4b3e-a049-c9bb6cfe99fe', 'name': '', 'network_id': '2730350d-36af-4117-8694-d4a31dfef583', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:74:31:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:38Z', 'updated_at': '2022-02-18T10:04:42Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:04:43.615647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8728b327-f7fe-48cc-8967-8a1328f83a6d req-45f1d301-9ab2-475f-bd4a-0b87a3b901bc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 210 time: 0.0490634 Feb 18 10:04:43.815954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-eb663175-1d82-4e6d-b85f-53a86982917e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:43.817470 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-eb663175-1d82-4e6d-b85f-53a86982917e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.81 "GET /v2.0/networks?id=2730350d-36af-4117-8694-d4a31dfef583 HTTP/1.1" status: 200 len: 797 time: 0.1980398 Feb 18 10:04:43.866196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 97db837e-6d9c-4f1c-b680-c79c6212b851 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:04:43.889442 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-2cf0aa2f-53d6-405e-a1c0-34ad83b6c051 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed8f29f326d44aaf961e4f998748e77c HTTP/1.1" status: 200 len: 379 time: 0.0638986 Feb 18 10:04:43.900472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-a2bf2f44-9302-41f7-960b-d4e40ebea5d6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'port': {'device_id': '41281f50-b725-47a1-9922-5b57b1ccbd10', 'network_id': '2730350d-36af-4117-8694-d4a31dfef583', 'admin_state_up': True, 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'security_groups': ['9f472f7d-9e77-4d3f-9cdc-050d4a415265']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:04:43.959944 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 97db837e-6d9c-4f1c-b680-c79c6212b851 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:04:43.960349 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:44.059200 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-a2bf2f44-9302-41f7-960b-d4e40ebea5d6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:04:44.070346 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-a2bf2f44-9302-41f7-960b-d4e40ebea5d6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:04:44.083772 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-a2bf2f44-9302-41f7-960b-d4e40ebea5d6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Made reservation on behalf of ed8f29f326d44aaf961e4f998748e77c for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:04:44.088633 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-a2bf2f44-9302-41f7-960b-d4e40ebea5d6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:44.111325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 08039902-1864-4b3e-a049-c9bb6cfe99fe up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:04:44.224359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 08039902-1864-4b3e-a049-c9bb6cfe99fe completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:04:44.231274 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 08039902-1864-4b3e-a049-c9bb6cfe99fe triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:04:44.231789 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:44.281136 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-a2bf2f44-9302-41f7-960b-d4e40ebea5d6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.20.0.7 (2730350d-36af-4117-8694-d4a31dfef583/c06ffe6b-a725-4c05-af56-43d6b1a4ac78/e900614a-f3d4-4b53-afd7-dddcaed1e43e) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:04:44.359764 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:44.400369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 08039902-1864-4b3e-a049-c9bb6cfe99fe, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=08039902-1864-4b3e-a049-c9bb6cfe99fe,segment=NetworkSegment(a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0),segment_id=a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:04:44.405802 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:44.480738 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=08039902-1864-4b3e-a049-c9bb6cfe99fe,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:44.611118 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-a2bf2f44-9302-41f7-960b-d4e40ebea5d6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:44.628720 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-a2bf2f44-9302-41f7-960b-d4e40ebea5d6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Transition to ACTIVE for port object e900614a-f3d4-4b53-afd7-dddcaed1e43e will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:04:44.656222 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-a2bf2f44-9302-41f7-960b-d4e40ebea5d6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:44.731255 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-a2bf2f44-9302-41f7-960b-d4e40ebea5d6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 2730350d-36af-4117-8694-d4a31dfef583 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:04:44.735144 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-a2bf2f44-9302-41f7-960b-d4e40ebea5d6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:04:44.738676 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-a2bf2f44-9302-41f7-960b-d4e40ebea5d6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:04:44.826414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf2f44-9302-41f7-960b-d4e40ebea5d6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=e900614a-f3d4-4b53-afd7-dddcaed1e43e,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:44.884835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-a2bf2f44-9302-41f7-960b-d4e40ebea5d6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:44.885484 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-a2bf2f44-9302-41f7-960b-d4e40ebea5d6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:44.931090 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf91bc-107e-4707-9f95-d52a41f02bff req-347a1d1a-ea2e-4ef8-b578-0afc060e57e5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:44.931840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a2cf91bc-107e-4707-9f95-d52a41f02bff req-347a1d1a-ea2e-4ef8-b578-0afc060e57e5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:04:44.942811 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-a2bf2f44-9302-41f7-960b-d4e40ebea5d6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0476944 Feb 18 10:04:44.955866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Request body: {'port': {'device_id': '41281f50-b725-47a1-9922-5b57b1ccbd10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:04:44.987285 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a2cf91bc-107e-4707-9f95-d52a41f02bff req-347a1d1a-ea2e-4ef8-b578-0afc060e57e5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:04:44.988435 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2cf91bc-107e-4707-9f95-d52a41f02bff req-347a1d1a-ea2e-4ef8-b578-0afc060e57e5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 931 time: 0.2163677 Feb 18 10:04:45.003707 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-22406813-664c-451e-990c-6596915bf75b None None] Provisioning for port e900614a-f3d4-4b53-afd7-dddcaed1e43e completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:04:45.010087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-22406813-664c-451e-990c-6596915bf75b None None] Provisioning complete for port e900614a-f3d4-4b53-afd7-dddcaed1e43e triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:04:45.010550 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-22406813-664c-451e-990c-6596915bf75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:45.063418 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-22406813-664c-451e-990c-6596915bf75b None None] Port e900614a-f3d4-4b53-afd7-dddcaed1e43e cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:04:45.091551 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2cf91bc-107e-4707-9f95-d52a41f02bff req-8e51ef3d-5950-4924-8ec4-814c7af302b6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936508 Feb 18 10:04:45.108942 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:45.452318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e900614a-f3d4-4b53-afd7-dddcaed1e43e {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:04:45.460066 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:45.474882 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Transition to ACTIVE for port object e900614a-f3d4-4b53-afd7-dddcaed1e43e will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:04:45.478889 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:45.637158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Pushing event updated for resources: {'Port': ['ID=e900614a-f3d4-4b53-afd7-dddcaed1e43e,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:45.720227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Attempting to bind port e900614a-f3d4-4b53-afd7-dddcaed1e43e on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:04:45.720603 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Attempting to bind port e900614a-f3d4-4b53-afd7-dddcaed1e43e by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': 'a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2730350d-36af-4117-8694-d4a31dfef583'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:04:45.720925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Attempting to bind port e900614a-f3d4-4b53-afd7-dddcaed1e43e on network 2730350d-36af-4117-8694-d4a31dfef583 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:04:45.725934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Port e900614a-f3d4-4b53-afd7-dddcaed1e43e on network 2730350d-36af-4117-8694-d4a31dfef583 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 10:04:45.726940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Attempting to bind port e900614a-f3d4-4b53-afd7-dddcaed1e43e on network 2730350d-36af-4117-8694-d4a31dfef583 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:04:45.732138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:04:45.732499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Checking segment: {'id': 'a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2730350d-36af-4117-8694-d4a31dfef583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:04:45.732901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Bound using segment: {'id': 'a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2730350d-36af-4117-8694-d4a31dfef583'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:04:45.733314 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Bound port: e900614a-f3d4-4b53-afd7-dddcaed1e43e, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2730350d-36af-4117-8694-d4a31dfef583'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:04:45.733652 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:45.743781 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 08039902-1864-4b3e-a049-c9bb6cfe99fe up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:04:45.824684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 08039902-1864-4b3e-a049-c9bb6cfe99fe triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:04:45.825265 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:45.844921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] For port e900614a-f3d4-4b53-afd7-dddcaed1e43e, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:04:45.849571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] For port e900614a-f3d4-4b53-afd7-dddcaed1e43e, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e900614a-f3d4-4b53-afd7-dddcaed1e43e,segment=NetworkSegment(a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0),segment_id=a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:04:45.854754 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:45.914598 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:45.915369 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:45.916811 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] 10.222.0.81 "PUT /v2.0/ports/e900614a-f3d4-4b53-afd7-dddcaed1e43e HTTP/1.1" status: 200 len: 1091 time: 0.9660265 Feb 18 10:04:45.917270 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41281f50-b725-47a1-9922-5b57b1ccbd10', 'tag': 'e900614a-f3d4-4b53-afd7-dddcaed1e43e'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:04:45.943011 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459ae5c-867e-4d17-a9a9-ee503fb05e60 service neutron] Pushing event updated for resources: {'Port': ['ID=e900614a-f3d4-4b53-afd7-dddcaed1e43e,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:46.000092 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41281f50-b725-47a1-9922-5b57b1ccbd10', 'tag': 'e900614a-f3d4-4b53-afd7-dddcaed1e43e', 'status': 'completed', 'code': 200} Feb 18 10:04:46.041753 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-035b533d-db6d-4031-b429-01049c5f114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:46.043251 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-035b533d-db6d-4031-b429-01049c5f114c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 1094 time: 0.0808451 Feb 18 10:04:46.117724 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-ba20ff76-6958-4421-a20c-5bf609f0b653 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e900614a-f3d4-4b53-afd7-dddcaed1e43e HTTP/1.1" status: 200 len: 217 time: 0.0659015 Feb 18 10:04:46.183010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-434492cb-1337-479f-a044-64641d3296eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:46.184772 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-434492cb-1337-479f-a044-64641d3296eb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c06ffe6b-a725-4c05-af56-43d6b1a4ac78 HTTP/1.1" status: 200 len: 833 time: 0.0622408 Feb 18 10:04:46.328741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-646aa4c6-9c30-4a0b-9faa-d0ba2c63cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:46.330248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-646aa4c6-9c30-4a0b-9faa-d0ba2c63cf2c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2730350d-36af-4117-8694-d4a31dfef583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389174 Feb 18 10:04:46.343351 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96035939-4cb6-4dbc-8704-ef87ed1839e8 req-1edbc762-250a-4929-a98b-dc2f583ca950 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:46.344856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96035939-4cb6-4dbc-8704-ef87ed1839e8 req-1edbc762-250a-4929-a98b-dc2f583ca950 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 943 time: 0.1219347 Feb 18 10:04:46.584235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96035939-4cb6-4dbc-8704-ef87ed1839e8 req-09b77e6e-6b25-49a4-931c-39ee385f3b80 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205503 Feb 18 10:04:46.627030 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-6e55f98f-ce8e-4ccd-9717-c1cee727e8f9 service neutron] 10.222.0.81 "GET /v2.0/networks/2730350d-36af-4117-8694-d4a31dfef583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811832 Feb 18 10:04:46.760262 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3572dd20-3d21-489f-bbe8-9e7024ea5b89 req-7c433082-6357-45b8-803c-e0b217e8cfd6 service neutron] 10.222.0.81 "GET /v2.0/networks/2730350d-36af-4117-8694-d4a31dfef583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272855 Feb 18 10:04:46.882785 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fdf86-c3a0-4513-bb16-89776067c411 req-4c0d6aab-be83-4e81-9768-7fc7c4b940b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:46.884252 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d69fdf86-c3a0-4513-bb16-89776067c411 req-4c0d6aab-be83-4e81-9768-7fc7c4b940b7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 1094 time: 0.0814619 Feb 18 10:04:47.024442 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fdf86-c3a0-4513-bb16-89776067c411 req-37c96e07-9918-4c80-b668-2384e17e0af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:47.025847 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d69fdf86-c3a0-4513-bb16-89776067c411 req-37c96e07-9918-4c80-b668-2384e17e0af5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2730350d-36af-4117-8694-d4a31dfef583 HTTP/1.1" status: 200 len: 898 time: 0.1342697 Feb 18 10:04:47.093278 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d69fdf86-c3a0-4513-bb16-89776067c411 req-02e1042a-bf0c-4e34-89b0-fc3fb4426474 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e900614a-f3d4-4b53-afd7-dddcaed1e43e HTTP/1.1" status: 200 len: 217 time: 0.0612557 Feb 18 10:04:47.160282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fdf86-c3a0-4513-bb16-89776067c411 req-611271fb-4ff1-405b-a37b-1bfefa933acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:47.161751 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d69fdf86-c3a0-4513-bb16-89776067c411 req-611271fb-4ff1-405b-a37b-1bfefa933acd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c06ffe6b-a725-4c05-af56-43d6b1a4ac78 HTTP/1.1" status: 200 len: 833 time: 0.0631096 Feb 18 10:04:47.237426 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fdf86-c3a0-4513-bb16-89776067c411 req-a2a3046f-8b78-4af9-9b1d-5dc2494fced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:47.238924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d69fdf86-c3a0-4513-bb16-89776067c411 req-a2a3046f-8b78-4af9-9b1d-5dc2494fced3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2730350d-36af-4117-8694-d4a31dfef583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716560 Feb 18 10:04:47.376111 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d69fdf86-c3a0-4513-bb16-89776067c411 req-172f45b7-99b0-4419-bde2-6165388af89a service neutron] 10.222.0.81 "GET /v2.0/networks/2730350d-36af-4117-8694-d4a31dfef583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310954 Feb 18 10:04:47.515673 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d69fdf86-c3a0-4513-bb16-89776067c411 req-d9e75ce4-57c9-4ccc-9dbb-64689d949ff5 service neutron] 10.222.0.81 "GET /v2.0/networks/2730350d-36af-4117-8694-d4a31dfef583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335893 Feb 18 10:04:47.786923 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c810e3-4a20-460f-bd07-d8abcd27b08c req-8784b060-afec-4c88-8d3c-c43dde542272 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:47.789248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71c810e3-4a20-460f-bd07-d8abcd27b08c req-8784b060-afec-4c88-8d3c-c43dde542272 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 943 time: 0.0876312 Feb 18 10:04:47.834389 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71c810e3-4a20-460f-bd07-d8abcd27b08c req-3e584f9f-4529-4c30-97c3-4ea078a8bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394895 Feb 18 10:04:48.141701 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:04:48.693897 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e900614a-f3d4-4b53-afd7-dddcaed1e43e details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:04:48.830160 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e900614a-f3d4-4b53-afd7-dddcaed1e43e, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e900614a-f3d4-4b53-afd7-dddcaed1e43e,segment=NetworkSegment(a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0),segment_id=a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:04:48.844502 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': 'e900614a-f3d4-4b53-afd7-dddcaed1e43e', 'network_id': '2730350d-36af-4117-8694-d4a31dfef583', 'port_id': 'e900614a-f3d4-4b53-afd7-dddcaed1e43e', 'mac_address': 'fa:16:3e:ff:71:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:04:48.900498 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:48.917251 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e900614a-f3d4-4b53-afd7-dddcaed1e43e {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:04:48.933435 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e900614a-f3d4-4b53-afd7-dddcaed1e43e, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e900614a-f3d4-4b53-afd7-dddcaed1e43e,segment=NetworkSegment(a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0),segment_id=a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:04:48.937525 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:49.010102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=e900614a-f3d4-4b53-afd7-dddcaed1e43e,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:49.022673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8243442-bc05-40b7-85c3-c31952c10ea7 req-d8fef59c-319a-409d-b140-ace7786dc4a0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:49.024641 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d8243442-bc05-40b7-85c3-c31952c10ea7 req-d8fef59c-319a-409d-b140-ace7786dc4a0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 944 time: 0.0819056 Feb 18 10:04:49.069067 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d8243442-bc05-40b7-85c3-c31952c10ea7 req-5ad8585e-d65b-42b1-a955-9c22e95d74b1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390828 Feb 18 10:04:49.309034 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['e900614a-f3d4-4b53-afd7-dddcaed1e43e'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 10:04:50.257139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9704d-0f48-453d-aa08-5ffde3f98776 req-03e3444a-4450-4844-a1f4-a2d829e7cc7c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:50.258726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c1b9704d-0f48-453d-aa08-5ffde3f98776 req-03e3444a-4450-4844-a1f4-a2d829e7cc7c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 944 time: 0.0833223 Feb 18 10:04:50.303068 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c1b9704d-0f48-453d-aa08-5ffde3f98776 req-23ca3799-01dc-4067-bafd-8b0414dc2dfd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387869 Feb 18 10:04:50.708180 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e900614a-f3d4-4b53-afd7-dddcaed1e43e up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:04:50.780984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port e900614a-f3d4-4b53-afd7-dddcaed1e43e completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:04:50.785599 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port e900614a-f3d4-4b53-afd7-dddcaed1e43e triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:04:50.785964 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:50.913958 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:50.942989 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41281f50-b725-47a1-9922-5b57b1ccbd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e900614a-f3d4-4b53-afd7-dddcaed1e43e'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:04:50.954690 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port e900614a-f3d4-4b53-afd7-dddcaed1e43e, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e900614a-f3d4-4b53-afd7-dddcaed1e43e,segment=NetworkSegment(a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0),segment_id=a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:04:50.960160 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:50.999831 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41281f50-b725-47a1-9922-5b57b1ccbd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e900614a-f3d4-4b53-afd7-dddcaed1e43e', 'code': 200} Feb 18 10:04:51.037039 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=e900614a-f3d4-4b53-afd7-dddcaed1e43e,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:51.127753 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d29c8-0118-4c30-babb-83372ee2f40c req-f6c521a9-ea81-419c-a926-5d69787b10df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:51.129287 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-112d29c8-0118-4c30-babb-83372ee2f40c req-f6c521a9-ea81-419c-a926-5d69787b10df service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 1096 time: 0.0725203 Feb 18 10:04:51.173266 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-112d29c8-0118-4c30-babb-83372ee2f40c req-5e24efdf-ae1d-4c44-af44-d0d2463e7d84 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378070 Feb 18 10:04:51.504687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f9305-4209-4d93-9d3c-9edda158f1c3 req-a62d80f6-5122-4d7f-a695-eb2def282c7c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:51.506171 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b5f9305-4209-4d93-9d3c-9edda158f1c3 req-a62d80f6-5122-4d7f-a695-eb2def282c7c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.0943458 Feb 18 10:04:51.553855 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5b5f9305-4209-4d93-9d3c-9edda158f1c3 req-fbff2840-ad1c-4556-beba-90bec7f623ae tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407844 Feb 18 10:04:52.744098 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a572bf-2445-4f39-8a0f-2c4a43434afb req-c67c1530-e0ee-48dd-bdea-dba0f4f9f0c7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:52.745597 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-09a572bf-2445-4f39-8a0f-2c4a43434afb req-c67c1530-e0ee-48dd-bdea-dba0f4f9f0c7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.0818577 Feb 18 10:04:52.794761 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-09a572bf-2445-4f39-8a0f-2c4a43434afb req-39374b6d-9b73-44c5-a1bb-fb32c8f72967 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435901 Feb 18 10:04:52.985895 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50196a9-a603-4812-837e-02fdc059c28d req-8c1ddb3a-b2db-48e9-9121-d60fa445010b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:52.987373 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b50196a9-a603-4812-837e-02fdc059c28d req-8c1ddb3a-b2db-48e9-9121-d60fa445010b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.0835400 Feb 18 10:04:53.033549 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b50196a9-a603-4812-837e-02fdc059c28d req-59ddd2df-3fff-4b96-8650-0b78fe393dc1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395336 Feb 18 10:04:53.057276 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51830) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:53.242044 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0f8b02-e215-48cc-b196-e2ede97594db tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:53.243570 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3b0f8b02-e215-48cc-b196-e2ede97594db tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 1091 time: 0.1852322 Feb 18 10:04:53.246336 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51834) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:53.251153 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': 'e900614a-f3d4-4b53-afd7-dddcaed1e43e', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:04:53.258186 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:04:53.261960 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:floatingip and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:04:53.264739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:04:53.270296 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:04:53.284333 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:53.429247 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:53.560790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.25.1.211 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/3bfce03d-5b09-490c-ad58-e4afd915617b) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:04:53.716629 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:53.746709 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:53.813283 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:04:53.816072 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:04:53.818877 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:04:53.855116 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=3bfce03d-5b09-490c-ad58-e4afd915617b,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:54.248154 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:54.327069 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:54.525521 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:54.529829 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:54.634428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=3bfce03d-5b09-490c-ad58-e4afd915617b,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:04:54.647899 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:54.817750 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Floating IP e887d8a4-ded4-4ee0-ba10-0b80422e4852 associated. External IP: 172.25.1.211, port: e900614a-f3d4-4b53-afd7-dddcaed1e43e. Feb 18 10:04:55.276581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router cc3beeba-5d0c-4b93-bb88-8d012f58804d has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:04:55.457137 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:04:55.467942 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a6a793-2567-4f78-bf27-5847c8eeb1ff None None] Sync routers for ids ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:04:55.477069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6a793-2567-4f78-bf27-5847c8eeb1ff None None] Routers {'cc3beeba-5d0c-4b93-bb88-8d012f58804d'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:04:55.477680 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-00a6a793-2567-4f78-bf27-5847c8eeb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:04:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:55.484587 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:04:55.540589 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-7ff03491-e623-4eea-ba27-8253d023bea0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2930977 Feb 18 10:04:55.541175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41281f50-b725-47a1-9922-5b57b1ccbd10', 'tag': 'e900614a-f3d4-4b53-afd7-dddcaed1e43e'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:04:55.600237 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41281f50-b725-47a1-9922-5b57b1ccbd10', 'tag': 'e900614a-f3d4-4b53-afd7-dddcaed1e43e', 'status': 'completed', 'code': 200} Feb 18 10:04:55.606265 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [req-101f646a-6eca-4dff-943b-5220e14700aa req-14a76e4c-7eaa-4be3-a926-7139447f1008 service neutron] (87767) timed out ('10.222.0.72', 48004) {{(pid=87767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 10:04:55.668032 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-00a6a793-2567-4f78-bf27-5847c8eeb1ff None None] Set router cc3beeba-5d0c-4b93-bb88-8d012f58804d gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:04:55.758006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa5bd9-50b1-47c0-8aae-5347012a0167 req-11cf6326-b39d-445c-8996-3345586547dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:55.759568 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8baa5bd9-50b1-47c0-8aae-5347012a0167 req-11cf6326-b39d-445c-8996-3345586547dd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 1096 time: 0.1374934 Feb 18 10:04:55.767235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0e11f-76d9-4d0b-98cb-520c3bfcaf30 req-0ce08e37-3d1f-4ddd-af09-f462aa3d11bc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:55.768802 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01e0e11f-76d9-4d0b-98cb-520c3bfcaf30 req-0ce08e37-3d1f-4ddd-af09-f462aa3d11bc tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.1118789 Feb 18 10:04:56.011024 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-01e0e11f-76d9-4d0b-98cb-520c3bfcaf30 req-9f845f87-b2ce-4e65-b78a-68d816f71e58 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221830 Feb 18 10:04:56.034897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51842) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:56.053807 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa5bd9-50b1-47c0-8aae-5347012a0167 req-48314af5-1c15-4845-88e4-78e263a5af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:56.055934 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8baa5bd9-50b1-47c0-8aae-5347012a0167 req-48314af5-1c15-4845-88e4-78e263a5af61 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2730350d-36af-4117-8694-d4a31dfef583 HTTP/1.1" status: 200 len: 898 time: 0.2862206 Feb 18 10:04:56.067019 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-00a6a793-2567-4f78-bf27-5847c8eeb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404316589', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:04:34Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:35Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'e887d8a4-ded4-4ee0-ba10-0b80422e4852', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'port_id': 'e900614a-f3d4-4b53-afd7-dddcaed1e43e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2730350d-36af-4117-8694-d4a31dfef583', 'mac_address': 'fa:16:3e:ff:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41281f50-b725-47a1-9922-5b57b1ccbd10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:04:54Z', 'updated_at': '2022-02-18T10:04:54Z', 'revision_number': 0, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08039902-1864-4b3e-a049-c9bb6cfe99fe', 'name': '', 'network_id': '2730350d-36af-4117-8694-d4a31dfef583', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:74:31:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:38Z', 'updated_at': '2022-02-18T10:04:44Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:56.071418 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a6a793-2567-4f78-bf27-5847c8eeb1ff None None] Checking router: cc3beeba-5d0c-4b93-bb88-8d012f58804d for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:04:56.079710 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6a793-2567-4f78-bf27-5847c8eeb1ff None None] Routers {'cc3beeba-5d0c-4b93-bb88-8d012f58804d'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:04:56.080325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-00a6a793-2567-4f78-bf27-5847c8eeb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:04:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:56.150722 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-405255dd-fad7-4941-b876-88179697693c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/floatingips/e887d8a4-ded4-4ee0-ba10-0b80422e4852 HTTP/1.1" status: 200 len: 991 time: 0.1140444 Feb 18 10:04:56.172387 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8baa5bd9-50b1-47c0-8aae-5347012a0167 req-8a77ba84-e38b-461e-8edf-a9976c261da1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e900614a-f3d4-4b53-afd7-dddcaed1e43e HTTP/1.1" status: 200 len: 999 time: 0.1107171 Feb 18 10:04:56.245736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa5bd9-50b1-47c0-8aae-5347012a0167 req-a2ad4a90-9c24-4481-a545-088b92de913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:56.247185 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8baa5bd9-50b1-47c0-8aae-5347012a0167 req-a2ad4a90-9c24-4481-a545-088b92de913d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c06ffe6b-a725-4c05-af56-43d6b1a4ac78 HTTP/1.1" status: 200 len: 833 time: 0.0688515 Feb 18 10:04:56.263824 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-00a6a793-2567-4f78-bf27-5847c8eeb1ff None None] Set router cc3beeba-5d0c-4b93-bb88-8d012f58804d gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:04:56.325037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa5bd9-50b1-47c0-8aae-5347012a0167 req-bbe1a3c0-a89a-4c08-8381-a5e480f73d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:04:56.326573 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8baa5bd9-50b1-47c0-8aae-5347012a0167 req-bbe1a3c0-a89a-4c08-8381-a5e480f73d3f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2730350d-36af-4117-8694-d4a31dfef583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731914 Feb 18 10:04:56.467887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8baa5bd9-50b1-47c0-8aae-5347012a0167 req-9546df74-5c36-4772-926c-55dd0dc5acf7 service neutron] 10.222.0.81 "GET /v2.0/networks/2730350d-36af-4117-8694-d4a31dfef583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351309 Feb 18 10:04:56.602792 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8baa5bd9-50b1-47c0-8aae-5347012a0167 req-bf926e8f-c921-42ef-9a95-95f11338178b service neutron] 10.222.0.81 "GET /v2.0/networks/2730350d-36af-4117-8694-d4a31dfef583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290433 Feb 18 10:04:56.618631 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-00a6a793-2567-4f78-bf27-5847c8eeb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404316589', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:04:34Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:35Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'e887d8a4-ded4-4ee0-ba10-0b80422e4852', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'port_id': 'e900614a-f3d4-4b53-afd7-dddcaed1e43e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2730350d-36af-4117-8694-d4a31dfef583', 'mac_address': 'fa:16:3e:ff:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41281f50-b725-47a1-9922-5b57b1ccbd10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:04:54Z', 'updated_at': '2022-02-18T10:04:54Z', 'revision_number': 0, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08039902-1864-4b3e-a049-c9bb6cfe99fe', 'name': '', 'network_id': '2730350d-36af-4117-8694-d4a31dfef583', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:74:31:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:38Z', 'updated_at': '2022-02-18T10:04:44Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:04:56.623393 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a6a793-2567-4f78-bf27-5847c8eeb1ff None None] The sync data for ids ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'] in n-d-829434-1 is: [{'id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404316589', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:04:34Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:35Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'e887d8a4-ded4-4ee0-ba10-0b80422e4852', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'port_id': 'e900614a-f3d4-4b53-afd7-dddcaed1e43e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2730350d-36af-4117-8694-d4a31dfef583', 'mac_address': 'fa:16:3e:ff:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41281f50-b725-47a1-9922-5b57b1ccbd10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:04:54Z', 'updated_at': '2022-02-18T10:04:54Z', 'revision_number': 0, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08039902-1864-4b3e-a049-c9bb6cfe99fe', 'name': '', 'network_id': '2730350d-36af-4117-8694-d4a31dfef583', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:74:31:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:38Z', 'updated_at': '2022-02-18T10:04:44Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:04:56.815133 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2f9565-7b5c-484f-8af2-aa88d8ded8b8 None None] New status for floating IP e887d8a4-ded4-4ee0-ba10-0b80422e4852: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 10:04:57.154293 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51846) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:04:57.268024 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cb71339e-af78-4799-b9b2-6fe5de6c1591 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/floatingips/e887d8a4-ded4-4ee0-ba10-0b80422e4852 HTTP/1.1" status: 200 len: 993 time: 0.1125739 Feb 18 10:05:00.497809 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4fd050a8-5d46-47c8-b371-62eac9972946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:03.942870 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-22dea143-5b59-4dc2-84e5-07cd861c4d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:04.022124 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:04.104729 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:05.328081 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:10.403336 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b9cf4fb-e894-42ce-9b23-ecdfb3008550 req-87f5325a-ae23-4a0c-8d86-98dbb6362b01 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0764079 Feb 18 10:05:10.544730 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cf4fb-e894-42ce-9b23-ecdfb3008550 req-05c4ff8e-1615-4f95-ad89-566d3a8bf24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:05:10.546200 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b9cf4fb-e894-42ce-9b23-ecdfb3008550 req-05c4ff8e-1615-4f95-ad89-566d3a8bf24d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 1096 time: 0.0711200 Feb 18 10:05:10.699531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cf4fb-e894-42ce-9b23-ecdfb3008550 req-f3485b96-270f-4357-b280-df205401661d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:05:10.700904 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b9cf4fb-e894-42ce-9b23-ecdfb3008550 req-f3485b96-270f-4357-b280-df205401661d service neutron] 10.222.0.81 "GET /v2.0/networks?id=2730350d-36af-4117-8694-d4a31dfef583 HTTP/1.1" status: 200 len: 898 time: 0.1371095 Feb 18 10:05:10.804717 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b9cf4fb-e894-42ce-9b23-ecdfb3008550 req-16d417a5-b258-4353-a282-558175d0d590 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e900614a-f3d4-4b53-afd7-dddcaed1e43e HTTP/1.1" status: 200 len: 1001 time: 0.0967424 Feb 18 10:05:10.866292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cf4fb-e894-42ce-9b23-ecdfb3008550 req-26a8b276-96fd-42b4-ba1e-47ee01bdd666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:05:10.867668 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b9cf4fb-e894-42ce-9b23-ecdfb3008550 req-26a8b276-96fd-42b4-ba1e-47ee01bdd666 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c06ffe6b-a725-4c05-af56-43d6b1a4ac78 HTTP/1.1" status: 200 len: 833 time: 0.0572932 Feb 18 10:05:10.944621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cf4fb-e894-42ce-9b23-ecdfb3008550 req-482b8f59-a772-4b31-9839-0741b9f3fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:05:10.946839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b9cf4fb-e894-42ce-9b23-ecdfb3008550 req-482b8f59-a772-4b31-9839-0741b9f3fa3b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2730350d-36af-4117-8694-d4a31dfef583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739431 Feb 18 10:05:11.082410 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b9cf4fb-e894-42ce-9b23-ecdfb3008550 req-ec799124-2fd8-4bca-a4e8-cfe7174b714d service neutron] 10.222.0.81 "GET /v2.0/networks/2730350d-36af-4117-8694-d4a31dfef583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294711 Feb 18 10:05:11.216022 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7b9cf4fb-e894-42ce-9b23-ecdfb3008550 req-876c738b-22a7-47b8-9c54-e014663a6432 service neutron] 10.222.0.81 "GET /v2.0/networks/2730350d-36af-4117-8694-d4a31dfef583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278782 Feb 18 10:05:12.037532 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:12.063459 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:25.141135 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:05:30.504222 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-78e7b560-281b-417d-a8c6-63c8b993b0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:33.945055 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-50f83c1d-c0ab-47a4-8692-39084b9d4f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:34.027692 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:34.109436 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:35.331425 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:42.036638 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:05:42.079968 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:00.283337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d85942-34db-444f-92ef-85694d7b6136 req-f743a731-28e4-4d1c-baeb-7aa21f661c03 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:00.284754 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65d85942-34db-444f-92ef-85694d7b6136 req-f743a731-28e4-4d1c-baeb-7aa21f661c03 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.0868244 Feb 18 10:06:00.333469 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-65d85942-34db-444f-92ef-85694d7b6136 req-3f660a86-2037-406a-aef0-8d89ffb66826 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431175 Feb 18 10:06:00.499233 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-755f9cc9-6dc7-403d-82b7-07dfc4456222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:01.628943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5bb33-921e-4a98-9531-5f1a48b84746 req-8bcaeee7-7454-47be-b3df-516244f4ecae tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:01.630434 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1be5bb33-921e-4a98-9531-5f1a48b84746 req-8bcaeee7-7454-47be-b3df-516244f4ecae tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.1836770 Feb 18 10:06:01.675459 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1be5bb33-921e-4a98-9531-5f1a48b84746 req-5c60dc0a-839f-484d-8101-d1e119c5e42e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395048 Feb 18 10:06:02.141581 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:06:02.860799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d495cf-e7b2-4d28-8261-f65aff79e349 req-244fe5ad-42e4-4701-8e18-e8e204907b02 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:02.862298 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1d495cf-e7b2-4d28-8261-f65aff79e349 req-244fe5ad-42e4-4701-8e18-e8e204907b02 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.0824041 Feb 18 10:06:02.908615 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e1d495cf-e7b2-4d28-8261-f65aff79e349 req-c9a4dc4f-b345-4ff7-9714-ab87449b67df tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396032 Feb 18 10:06:03.949191 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9ecbce71-7db1-4ba9-b644-4315ec1c6c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:04.039385 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:04.111046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8fe2c-5be8-4df1-b3ba-387cc0536506 req-771fe04f-d0bf-45fd-9486-ac9caf8d42df tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:04.112463 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:04.112679 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39c8fe2c-5be8-4df1-b3ba-387cc0536506 req-771fe04f-d0bf-45fd-9486-ac9caf8d42df tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.0818820 Feb 18 10:06:04.161652 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-39c8fe2c-5be8-4df1-b3ba-387cc0536506 req-8941b446-5c3c-4e6a-ac9c-64b0c6c37de0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430269 Feb 18 10:06:05.334272 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:05.354650 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a278fb-5d4c-40fc-aefa-c5ef0cf108c2 req-90b4ccf2-882e-4dc4-9799-0d12ab722534 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:05.355581 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90a278fb-5d4c-40fc-aefa-c5ef0cf108c2 req-90b4ccf2-882e-4dc4-9799-0d12ab722534 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.0835991 Feb 18 10:06:05.402977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-90a278fb-5d4c-40fc-aefa-c5ef0cf108c2 req-cba01e9e-0c98-4267-af52-d2e2fc12e442 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412769 Feb 18 10:06:06.592145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33f75f-a97b-40a1-b077-0ceda364f125 req-ab790d03-cef8-4dfa-811d-5a03400790b9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:06.593637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c33f75f-a97b-40a1-b077-0ceda364f125 req-ab790d03-cef8-4dfa-811d-5a03400790b9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.0838196 Feb 18 10:06:06.638104 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c33f75f-a97b-40a1-b077-0ceda364f125 req-f3dc0a66-6fc8-4a5a-8263-57ecb2f66982 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386178 Feb 18 10:06:07.828656 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e110d-666b-420c-b247-50ec875fe890 req-7a019eba-1fea-4c48-8fab-dea7c4a36a1a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:07.830139 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a63e110d-666b-420c-b247-50ec875fe890 req-7a019eba-1fea-4c48-8fab-dea7c4a36a1a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.0790973 Feb 18 10:06:07.874678 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a63e110d-666b-420c-b247-50ec875fe890 req-308d8aa8-2b5a-4fe7-b58f-03201c29cadf tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388479 Feb 18 10:06:09.065789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ea806-9ad1-4a64-818a-dd19b264aad3 req-1ce091f4-ec32-4abc-a50f-0e95cf7f1651 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:09.067257 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-299ea806-9ad1-4a64-818a-dd19b264aad3 req-1ce091f4-ec32-4abc-a50f-0e95cf7f1651 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.0843275 Feb 18 10:06:09.112672 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-299ea806-9ad1-4a64-818a-dd19b264aad3 req-44f9f3f3-7ecb-4908-a89b-6c220ee380c6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396922 Feb 18 10:06:10.296099 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44799dd8-b318-41c7-aa0e-1bfe2853d95d req-45bed1d3-f385-4623-94af-4bfcaa3196bb tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:10.297618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-44799dd8-b318-41c7-aa0e-1bfe2853d95d req-45bed1d3-f385-4623-94af-4bfcaa3196bb tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.0797164 Feb 18 10:06:10.345241 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-44799dd8-b318-41c7-aa0e-1bfe2853d95d req-ffd9a334-08dd-4dfe-8147-7b559e1eb0ed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419397 Feb 18 10:06:11.533465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c765c-eb3d-4a6d-b980-d64640590b6d req-f9b7e0b1-6a7f-4459-8ddc-f9df84132709 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:11.534946 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c35c765c-eb3d-4a6d-b980-d64640590b6d req-f9b7e0b1-6a7f-4459-8ddc-f9df84132709 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.0842509 Feb 18 10:06:11.579121 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c35c765c-eb3d-4a6d-b980-d64640590b6d req-5ff9142b-6e8e-4565-9001-731ed3ce0aa3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386074 Feb 18 10:06:11.603100 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51894) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:06:11.707104 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-214d3ee7-c3b0-44c6-bd7e-ec982ce58b70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/floatingips/e887d8a4-ded4-4ee0-ba10-0b80422e4852 HTTP/1.1" status: 200 len: 993 time: 0.1028066 Feb 18 10:06:12.034954 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:12.112293 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:12.389025 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a146798f-1fcb-4ff6-8b07-e016a735e36c req-97b602c4-37d6-4d5f-9abb-f260a89d579b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732956 Feb 18 10:06:12.526443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146798f-1fcb-4ff6-8b07-e016a735e36c req-9b8013f3-33ae-465a-8d67-600279381277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:12.527910 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a146798f-1fcb-4ff6-8b07-e016a735e36c req-9b8013f3-33ae-465a-8d67-600279381277 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 1096 time: 0.0702615 Feb 18 10:06:12.681930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146798f-1fcb-4ff6-8b07-e016a735e36c req-284afe65-5d6e-46ba-a8af-3a77f66d0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:12.683305 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a146798f-1fcb-4ff6-8b07-e016a735e36c req-284afe65-5d6e-46ba-a8af-3a77f66d0f1d service neutron] 10.222.0.81 "GET /v2.0/networks?id=2730350d-36af-4117-8694-d4a31dfef583 HTTP/1.1" status: 200 len: 898 time: 0.1318667 Feb 18 10:06:12.801581 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a146798f-1fcb-4ff6-8b07-e016a735e36c req-016b4dc7-3014-4aa7-9df9-3789fce71955 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e900614a-f3d4-4b53-afd7-dddcaed1e43e HTTP/1.1" status: 200 len: 1001 time: 0.1122139 Feb 18 10:06:12.884711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146798f-1fcb-4ff6-8b07-e016a735e36c req-f8c6dd54-3acb-43af-a1b0-7ee08256c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:12.886552 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a146798f-1fcb-4ff6-8b07-e016a735e36c req-f8c6dd54-3acb-43af-a1b0-7ee08256c3a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c06ffe6b-a725-4c05-af56-43d6b1a4ac78 HTTP/1.1" status: 200 len: 833 time: 0.0613775 Feb 18 10:06:12.965541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146798f-1fcb-4ff6-8b07-e016a735e36c req-84eb9ee5-7f40-4bea-be08-7a325efcd628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:12.966998 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a146798f-1fcb-4ff6-8b07-e016a735e36c req-84eb9ee5-7f40-4bea-be08-7a325efcd628 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2730350d-36af-4117-8694-d4a31dfef583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753233 Feb 18 10:06:13.134162 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a146798f-1fcb-4ff6-8b07-e016a735e36c req-452a3953-8288-43b3-a0d7-3da90035ec78 service neutron] 10.222.0.81 "GET /v2.0/networks/2730350d-36af-4117-8694-d4a31dfef583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608722 Feb 18 10:06:13.416304 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a146798f-1fcb-4ff6-8b07-e016a735e36c req-050acb7a-6891-411c-bfde-657e40a14667 service neutron] 10.222.0.81 "GET /v2.0/networks/2730350d-36af-4117-8694-d4a31dfef583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763679 Feb 18 10:06:13.451840 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3d2fa-e975-4013-990f-c9e50bb9e160 req-0efd3343-ba39-4307-baa9-276cd3f4ca2c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:13.453303 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ffd3d2fa-e975-4013-990f-c9e50bb9e160 req-0efd3343-ba39-4307-baa9-276cd3f4ca2c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.1014640 Feb 18 10:06:13.507272 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ffd3d2fa-e975-4013-990f-c9e50bb9e160 req-f81cf648-2731-44f4-98f0-117417671b9a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429232 Feb 18 10:06:13.579732 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdcfe1-c06c-41fa-bd13-b616ff49aa3c req-0ea45ac7-cc2b-4179-9ceb-87cfa4c34ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:13.581213 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59cdcfe1-c06c-41fa-bd13-b616ff49aa3c req-0ea45ac7-cc2b-4179-9ceb-87cfa4c34ac4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 1096 time: 0.0731158 Feb 18 10:06:13.714784 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdcfe1-c06c-41fa-bd13-b616ff49aa3c req-02d1ade8-551e-4550-aac2-7f89027259c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:13.716160 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59cdcfe1-c06c-41fa-bd13-b616ff49aa3c req-02d1ade8-551e-4550-aac2-7f89027259c6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2730350d-36af-4117-8694-d4a31dfef583 HTTP/1.1" status: 200 len: 898 time: 0.1270375 Feb 18 10:06:13.824169 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59cdcfe1-c06c-41fa-bd13-b616ff49aa3c req-82cd708b-0144-4a68-b838-c9af3e5969cf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e900614a-f3d4-4b53-afd7-dddcaed1e43e HTTP/1.1" status: 200 len: 1001 time: 0.1023068 Feb 18 10:06:13.885791 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdcfe1-c06c-41fa-bd13-b616ff49aa3c req-cdc4d744-8b65-4e61-9974-4cf65eddb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:13.887254 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59cdcfe1-c06c-41fa-bd13-b616ff49aa3c req-cdc4d744-8b65-4e61-9974-4cf65eddb63b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c06ffe6b-a725-4c05-af56-43d6b1a4ac78 HTTP/1.1" status: 200 len: 833 time: 0.0579324 Feb 18 10:06:13.961262 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdcfe1-c06c-41fa-bd13-b616ff49aa3c req-54746910-71c9-4a88-a0f7-c5b30d7ebce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:13.962718 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59cdcfe1-c06c-41fa-bd13-b616ff49aa3c req-54746910-71c9-4a88-a0f7-c5b30d7ebce3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2730350d-36af-4117-8694-d4a31dfef583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700591 Feb 18 10:06:14.097452 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59cdcfe1-c06c-41fa-bd13-b616ff49aa3c req-afe0750e-b5c5-4a0c-8536-fa11f8932b8e service neutron] 10.222.0.81 "GET /v2.0/networks/2730350d-36af-4117-8694-d4a31dfef583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287556 Feb 18 10:06:14.238261 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-59cdcfe1-c06c-41fa-bd13-b616ff49aa3c req-ed351cd2-a540-4212-8c10-8464e504ea91 service neutron] 10.222.0.81 "GET /v2.0/networks/2730350d-36af-4117-8694-d4a31dfef583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354148 Feb 18 10:06:14.701745 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da5ee4-04a2-4a7f-9e23-d32698908e5a req-5d9d3338-0a24-49ab-be0c-e80c0214d9a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:14.703395 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0da5ee4-04a2-4a7f-9e23-d32698908e5a req-5d9d3338-0a24-49ab-be0c-e80c0214d9a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.0865989 Feb 18 10:06:14.751091 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e0da5ee4-04a2-4a7f-9e23-d32698908e5a req-d534d4fe-8a96-4da3-b6f2-1230b445b2a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417595 Feb 18 10:06:15.938722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ebd23-3470-4fb1-b18f-3f9187d6ec96 req-29d3ced2-df84-444f-906d-5b735cf095c8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:06:15.940166 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c7ebd23-3470-4fb1-b18f-3f9187d6ec96 req-29d3ced2-df84-444f-906d-5b735cf095c8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.0788262 Feb 18 10:06:15.988255 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2c7ebd23-3470-4fb1-b18f-3f9187d6ec96 req-9fbc6919-a3dc-426e-b17f-c7a0cff0a5ac tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423543 Feb 18 10:06:16.011822 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51908) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:06:16.112913 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a83e4cef-fb9d-4b37-8b67-2db17a6b64f0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/floatingips/e887d8a4-ded4-4ee0-ba10-0b80422e4852 HTTP/1.1" status: 200 len: 993 time: 0.0999465 Feb 18 10:06:30.502027 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9f82e6d3-6142-409b-a44c-de7d7d172e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:33.955001 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b9bfed4d-ef85-4469-ad8c-90c7dd69d042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:34.036426 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:34.116673 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:35.336486 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:39.144445 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:06:42.051800 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:06:42.136052 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:00.505834 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-99b6ba12-c6d6-493a-adb8-bfa23bc880b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:03.958482 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d5e9f275-f33d-4de1-bd31-2c0ddc5cff85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:04.029625 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:04.116691 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:05.339453 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:11.417292 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51932) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:11.715648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port 3bfce03d-5b09-490c-ad58-e4afd915617b {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:07:11.715910 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:11.996171 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:11.996441 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:12.068289 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:12.118128 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for 3bfce03d-5b09-490c-ad58-e4afd915617b owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:07:12.149200 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:12.272658 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:12.318771 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=3bfce03d-5b09-490c-ad58-e4afd915617b,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:12.359172 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:12.359535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:12.359873 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:12.360207 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:12.360560 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:12.360887 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:12.361209 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:12.361530 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:12.361854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:12.362171 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:12.362488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:12.362802 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:12.420199 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:12.420928 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Floating IP e887d8a4-ded4-4ee0-ba10-0b80422e4852 disassociated (deleted). External IP: 172.25.1.211, port: e900614a-f3d4-4b53-afd7-dddcaed1e43e. Feb 18 10:07:12.778803 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router cc3beeba-5d0c-4b93-bb88-8d012f58804d has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:07:12.968458 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:07:12.979799 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67214f20-de3a-4ddf-a8ae-6c889a97bbc0 None None] Sync routers for ids ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:07:12.989589 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67214f20-de3a-4ddf-a8ae-6c889a97bbc0 None None] Routers {'cc3beeba-5d0c-4b93-bb88-8d012f58804d'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:07:12.990215 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-67214f20-de3a-4ddf-a8ae-6c889a97bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:12.990659 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:13.050039 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-19201f46-cdba-43cb-80e2-cfa9837b5c68 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/floatingips/e887d8a4-ded4-4ee0-ba10-0b80422e4852 HTTP/1.1" status: 204 len: 168 time: 1.6315415 Feb 18 10:07:13.050909 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41281f50-b725-47a1-9922-5b57b1ccbd10', 'tag': 'e900614a-f3d4-4b53-afd7-dddcaed1e43e'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:07:13.224614 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-67214f20-de3a-4ddf-a8ae-6c889a97bbc0 None None] Set router cc3beeba-5d0c-4b93-bb88-8d012f58804d gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:07:13.283131 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41281f50-b725-47a1-9922-5b57b1ccbd10', 'tag': 'e900614a-f3d4-4b53-afd7-dddcaed1e43e', 'status': 'completed', 'code': 200} Feb 18 10:07:13.481342 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c518a-b0ea-4cd9-b691-4e447ec96f92 req-a2b06679-4678-4365-a72d-f7cb5c1bd98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:13.482802 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-403c518a-b0ea-4cd9-b691-4e447ec96f92 req-a2b06679-4678-4365-a72d-f7cb5c1bd98b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 1096 time: 0.1759410 Feb 18 10:07:13.495374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cf7f9-93d3-4fc9-9027-93128825ff59 req-4bfce440-d4ec-4d6c-8c44-3c5ba22656c2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:13.496811 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d46cf7f9-93d3-4fc9-9027-93128825ff59 req-4bfce440-d4ec-4d6c-8c44-3c5ba22656c2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.1187212 Feb 18 10:07:13.563454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-67214f20-de3a-4ddf-a8ae-6c889a97bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404316589', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:04:34Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:35Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '08039902-1864-4b3e-a049-c9bb6cfe99fe', 'name': '', 'network_id': '2730350d-36af-4117-8694-d4a31dfef583', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:74:31:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:38Z', 'updated_at': '2022-02-18T10:04:44Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:13.568283 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67214f20-de3a-4ddf-a8ae-6c889a97bbc0 None None] Checking router: cc3beeba-5d0c-4b93-bb88-8d012f58804d for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:07:13.580358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67214f20-de3a-4ddf-a8ae-6c889a97bbc0 None None] Routers {'cc3beeba-5d0c-4b93-bb88-8d012f58804d'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:07:13.580914 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-67214f20-de3a-4ddf-a8ae-6c889a97bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:13.628138 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d46cf7f9-93d3-4fc9-9027-93128825ff59 req-a087a229-8760-4bd8-9e55-072743300fe5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102557 Feb 18 10:07:13.661420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c518a-b0ea-4cd9-b691-4e447ec96f92 req-8f3f793e-dba2-42c2-879f-9798a4bce1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:13.662893 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-403c518a-b0ea-4cd9-b691-4e447ec96f92 req-8f3f793e-dba2-42c2-879f-9798a4bce1c4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2730350d-36af-4117-8694-d4a31dfef583 HTTP/1.1" status: 200 len: 898 time: 0.1652417 Feb 18 10:07:13.740027 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-403c518a-b0ea-4cd9-b691-4e447ec96f92 req-a1b6019e-c3db-4cd7-be09-3d4a70cb205b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e900614a-f3d4-4b53-afd7-dddcaed1e43e HTTP/1.1" status: 200 len: 217 time: 0.0704105 Feb 18 10:07:13.776422 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-67214f20-de3a-4ddf-a8ae-6c889a97bbc0 None None] Set router cc3beeba-5d0c-4b93-bb88-8d012f58804d gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:07:13.805157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c518a-b0ea-4cd9-b691-4e447ec96f92 req-5aef1a3a-2eeb-4ed3-9d5b-5ac7b38767a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:13.806665 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-403c518a-b0ea-4cd9-b691-4e447ec96f92 req-5aef1a3a-2eeb-4ed3-9d5b-5ac7b38767a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c06ffe6b-a725-4c05-af56-43d6b1a4ac78 HTTP/1.1" status: 200 len: 833 time: 0.0604832 Feb 18 10:07:13.883327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c518a-b0ea-4cd9-b691-4e447ec96f92 req-6db529ea-6940-4fba-8205-878067b57d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:13.884850 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-403c518a-b0ea-4cd9-b691-4e447ec96f92 req-6db529ea-6940-4fba-8205-878067b57d98 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2730350d-36af-4117-8694-d4a31dfef583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711229 Feb 18 10:07:14.102583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-67214f20-de3a-4ddf-a8ae-6c889a97bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404316589', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:04:34Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:35Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '08039902-1864-4b3e-a049-c9bb6cfe99fe', 'name': '', 'network_id': '2730350d-36af-4117-8694-d4a31dfef583', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:74:31:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:38Z', 'updated_at': '2022-02-18T10:04:44Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:14.106562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67214f20-de3a-4ddf-a8ae-6c889a97bbc0 None None] The sync data for ids ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'] in n-d-829434-1 is: [{'id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404316589', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:04:34Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:35Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '08039902-1864-4b3e-a049-c9bb6cfe99fe', 'name': '', 'network_id': '2730350d-36af-4117-8694-d4a31dfef583', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:74:31:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:38Z', 'updated_at': '2022-02-18T10:04:44Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'c06ffe6b-a725-4c05-af56-43d6b1a4ac78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:07:14.132374 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-403c518a-b0ea-4cd9-b691-4e447ec96f92 req-8c934636-c3a0-4401-af51-4e09feb86114 service neutron] 10.222.0.81 "GET /v2.0/networks/2730350d-36af-4117-8694-d4a31dfef583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406828 Feb 18 10:07:14.268947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-403c518a-b0ea-4cd9-b691-4e447ec96f92 req-1909365e-bf41-48ca-97a7-ad8b4278ec1d service neutron] 10.222.0.81 "GET /v2.0/networks/2730350d-36af-4117-8694-d4a31dfef583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302884 Feb 18 10:07:14.330589 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfb014a-3c61-4a13-be77-533876f21130 None None] New status for floating IP e887d8a4-ded4-4ee0-ba10-0b80422e4852: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 10:07:14.837108 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817a6db-b1bc-4faf-be26-15189c8a31af req-e916e5b1-d55a-44aa-a0f7-f3f6d13b60f0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:14.838481 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c817a6db-b1bc-4faf-be26-15189c8a31af req-e916e5b1-d55a-44aa-a0f7-f3f6d13b60f0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.0861440 Feb 18 10:07:14.886052 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c817a6db-b1bc-4faf-be26-15189c8a31af req-7e1976fa-2c57-40bb-930c-e6388af2fed3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f472f7d-9e77-4d3f-9cdc-050d4a415265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414734 Feb 18 10:07:15.115201 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04274a50-f39d-4b6f-9f64-f6eb297a01ae req-4f19c801-7880-4d08-9cb4-05d1229d76ca tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:15.116590 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04274a50-f39d-4b6f-9f64-f6eb297a01ae req-4f19c801-7880-4d08-9cb4-05d1229d76ca tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.81 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 945 time: 0.0831602 Feb 18 10:07:15.189451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-04274a50-f39d-4b6f-9f64-f6eb297a01ae req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port e900614a-f3d4-4b53-afd7-dddcaed1e43e {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:07:15.189794 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-04274a50-f39d-4b6f-9f64-f6eb297a01ae req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:15.437369 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-04274a50-f39d-4b6f-9f64-f6eb297a01ae req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] For port e900614a-f3d4-4b53-afd7-dddcaed1e43e, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=e900614a-f3d4-4b53-afd7-dddcaed1e43e,segment=NetworkSegment(a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0),segment_id=a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:07:15.437724 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-04274a50-f39d-4b6f-9f64-f6eb297a01ae req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:15.564727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-04274a50-f39d-4b6f-9f64-f6eb297a01ae req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for e900614a-f3d4-4b53-afd7-dddcaed1e43e owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:07:15.723406 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-04274a50-f39d-4b6f-9f64-f6eb297a01ae req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:15.774342 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=e900614a-f3d4-4b53-afd7-dddcaed1e43e,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:15.818708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:15.819035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:15.819367 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:15.819694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:15.820021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:15.820366 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:15.820687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:15.821004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:15.821318 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:15.821630 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:15.821939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:15.822246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:15.859596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-04274a50-f39d-4b6f-9f64-f6eb297a01ae req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] No DVR routers for this DVR port e900614a-f3d4-4b53-afd7-dddcaed1e43e on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:07:15.862104 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-04274a50-f39d-4b6f-9f64-f6eb297a01ae req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:15.865458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41281f50-b725-47a1-9922-5b57b1ccbd10', 'name': 'network-vif-deleted', 'tag': 'e900614a-f3d4-4b53-afd7-dddcaed1e43e'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:07:15.876871 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04274a50-f39d-4b6f-9f64-f6eb297a01ae req-dc0365a6-15d0-430c-8d23-2973ee9e65ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.81 "DELETE /v2.0/ports/e900614a-f3d4-4b53-afd7-dddcaed1e43e HTTP/1.1" status: 204 len: 173 time: 0.7549298 Feb 18 10:07:15.919028 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41281f50-b725-47a1-9922-5b57b1ccbd10', 'name': 'network-vif-deleted', 'tag': 'e900614a-f3d4-4b53-afd7-dddcaed1e43e', 'status': 'completed', 'code': 200} Feb 18 10:07:16.037696 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-937ccec3-4109-4700-bc3c-04c3ae9ac5fd req-51758acb-978d-44fd-8ce4-a2db6f79541b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:07:16.053395 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-937ccec3-4109-4700-bc3c-04c3ae9ac5fd req-51758acb-978d-44fd-8ce4-a2db6f79541b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:07:16.054535 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-937ccec3-4109-4700-bc3c-04c3ae9ac5fd req-51758acb-978d-44fd-8ce4-a2db6f79541b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=41281f50-b725-47a1-9922-5b57b1ccbd10 HTTP/1.1" status: 200 len: 210 time: 0.0594108 Feb 18 10:07:16.143771 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:07:17.153299 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51960) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:17.320435 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e900614a-f3d4-4b53-afd7-dddcaed1e43e no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:07:17.375912 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: e900614a-f3d4-4b53-afd7-dddcaed1e43e {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:07:17.376441 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device e900614a-f3d4-4b53-afd7-dddcaed1e43e not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:07:17.847008 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71e5bce7-3915-4dd7-8277-d9b480b52875 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:18.215892 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-71e5bce7-3915-4dd7-8277-d9b480b52875 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port 08039902-1864-4b3e-a049-c9bb6cfe99fe {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:07:18.216779 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71e5bce7-3915-4dd7-8277-d9b480b52875 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:18.413820 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-71e5bce7-3915-4dd7-8277-d9b480b52875 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] For port 08039902-1864-4b3e-a049-c9bb6cfe99fe, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=08039902-1864-4b3e-a049-c9bb6cfe99fe,segment=NetworkSegment(a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0),segment_id=a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:07:18.414172 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71e5bce7-3915-4dd7-8277-d9b480b52875 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:18.538593 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-71e5bce7-3915-4dd7-8277-d9b480b52875 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for 08039902-1864-4b3e-a049-c9bb6cfe99fe owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:07:18.876527 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71e5bce7-3915-4dd7-8277-d9b480b52875 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:19.051475 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5bce7-3915-4dd7-8277-d9b480b52875 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=08039902-1864-4b3e-a049-c9bb6cfe99fe,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:19.335927 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-71e5bce7-3915-4dd7-8277-d9b480b52875 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:19.729799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e5bce7-3915-4dd7-8277-d9b480b52875 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router cc3beeba-5d0c-4b93-bb88-8d012f58804d has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:07:19.914242 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e5bce7-3915-4dd7-8277-d9b480b52875 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:07:19.924021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a31ba0-6773-4023-9ee3-3de969afa54b None None] Sync routers for ids ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:07:19.932859 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-71e5bce7-3915-4dd7-8277-d9b480b52875 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "PUT /v2.0/routers/cc3beeba-5d0c-4b93-bb88-8d012f58804d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7784820 Feb 18 10:07:19.934062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a31ba0-6773-4023-9ee3-3de969afa54b None None] Routers {'cc3beeba-5d0c-4b93-bb88-8d012f58804d'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:07:19.934666 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-37a31ba0-6773-4023-9ee3-3de969afa54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:19.935535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 51964) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:20.012067 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc31b783-e9a0-463a-9071-a33663aae432 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting subnet c06ffe6b-a725-4c05-af56-43d6b1a4ac78 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 10:07:20.015125 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cc31b783-e9a0-463a-9071-a33663aae432 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:20.070622 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cc31b783-e9a0-463a-9071-a33663aae432 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:20.118467 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-37a31ba0-6773-4023-9ee3-3de969afa54b None None] Set router cc3beeba-5d0c-4b93-bb88-8d012f58804d gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:07:20.159631 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cc31b783-e9a0-463a-9071-a33663aae432 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:20.250403 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cc31b783-e9a0-463a-9071-a33663aae432 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:20.308684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14295f2-b0cd-4281-a61f-54d22b1cfae9 None None] Network 2730350d-36af-4117-8694-d4a31dfef583 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:07:20.309597 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-cc31b783-e9a0-463a-9071-a33663aae432 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:20.318018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31b783-e9a0-463a-9071-a33663aae432 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Subnet': ['ID=c06ffe6b-a725-4c05-af56-43d6b1a4ac78,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:20.322629 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-cc31b783-e9a0-463a-9071-a33663aae432 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/subnets/c06ffe6b-a725-4c05-af56-43d6b1a4ac78 HTTP/1.1" status: 204 len: 168 time: 0.3860431 Feb 18 10:07:20.327269 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51968) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:20.517355 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dd41d620-c10a-4224-9edd-32f6c28254ce tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:20.673099 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-37a31ba0-6773-4023-9ee3-3de969afa54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404316589', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:04:34Z', 'updated_at': '2022-02-18T10:07:18Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:35Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:20.678162 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a31ba0-6773-4023-9ee3-3de969afa54b None None] Checking router: cc3beeba-5d0c-4b93-bb88-8d012f58804d for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:07:20.688070 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a31ba0-6773-4023-9ee3-3de969afa54b None None] Routers {'cc3beeba-5d0c-4b93-bb88-8d012f58804d'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:07:20.688734 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-37a31ba0-6773-4023-9ee3-3de969afa54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:20.778314 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] DHCP port deletion for 2730350d-36af-4117-8694-d4a31dfef583 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 10:07:20.792506 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] Deleting port 97db837e-6d9c-4f1c-b680-c79c6212b851 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:07:20.793001 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:20.839743 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dd41d620-c10a-4224-9edd-32f6c28254ce tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:20.852938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-dd41d620-c10a-4224-9edd-32f6c28254ce tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port af72f63b-b691-4e68-8061-ac3c2b7e9f2b {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:07:20.853332 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dd41d620-c10a-4224-9edd-32f6c28254ce tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:21.040306 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-dd41d620-c10a-4224-9edd-32f6c28254ce tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] For port af72f63b-b691-4e68-8061-ac3c2b7e9f2b, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=af72f63b-b691-4e68-8061-ac3c2b7e9f2b,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:07:21.040567 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dd41d620-c10a-4224-9edd-32f6c28254ce tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:21.071057 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-37a31ba0-6773-4023-9ee3-3de969afa54b None None] Set router cc3beeba-5d0c-4b93-bb88-8d012f58804d gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:07:21.174362 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-dd41d620-c10a-4224-9edd-32f6c28254ce tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for af72f63b-b691-4e68-8061-ac3c2b7e9f2b owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:07:21.269174 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] For port 97db837e-6d9c-4f1c-b680-c79c6212b851, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=97db837e-6d9c-4f1c-b680-c79c6212b851,segment=NetworkSegment(a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0),segment_id=a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:07:21.269606 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:21.349238 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dd41d620-c10a-4224-9edd-32f6c28254ce tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:21.399246 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41d620-c10a-4224-9edd-32f6c28254ce tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=af72f63b-b691-4e68-8061-ac3c2b7e9f2b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:21.400344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] Calling delete_port for 97db837e-6d9c-4f1c-b680-c79c6212b851 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:07:21.495358 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dd41d620-c10a-4224-9edd-32f6c28254ce tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:21.582525 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:21.634711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] Pushing event deleted for resources: {'Port': ['ID=97db837e-6d9c-4f1c-b680-c79c6212b851,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:21.646462 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] No DVR routers for this DVR port 97db837e-6d9c-4f1c-b680-c79c6212b851 on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:07:21.649094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:21.649461 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:21.649808 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:21.650126 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:21.650459 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:21.650788 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:21.651114 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:21.651438 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:21.651792 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:21.652111 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:21.652463 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:21.652788 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f1f63-8dc4-46a5-9189-78cb5c9bd30a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:21.669338 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-37a31ba0-6773-4023-9ee3-3de969afa54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404316589', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:04:34Z', 'updated_at': '2022-02-18T10:07:18Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:35Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:21.672696 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dd41d620-c10a-4224-9edd-32f6c28254ce tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:21.673267 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a31ba0-6773-4023-9ee3-3de969afa54b None None] The sync data for ids ['cc3beeba-5d0c-4b93-bb88-8d012f58804d'] in n-d-829434-1 is: [{'id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404316589', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:04:34Z', 'updated_at': '2022-02-18T10:07:18Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': 'af72f63b-b691-4e68-8061-ac3c2b7e9f2b', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3beeba-5d0c-4b93-bb88-8d012f58804d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:04:35Z', 'updated_at': '2022-02-18T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:07:21.674934 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dd41d620-c10a-4224-9edd-32f6c28254ce tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:21.699721 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dd41d620-c10a-4224-9edd-32f6c28254ce tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:21.700245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd41d620-c10a-4224-9edd-32f6c28254ce tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Fanout notify agent at l3_agent the message router_deleted on router cc3beeba-5d0c-4b93-bb88-8d012f58804d {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 10:07:21.718236 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-dd41d620-c10a-4224-9edd-32f6c28254ce tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:21.719450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-dd41d620-c10a-4224-9edd-32f6c28254ce tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/routers/cc3beeba-5d0c-4b93-bb88-8d012f58804d HTTP/1.1" status: 204 len: 168 time: 1.3911917 Feb 18 10:07:21.722086 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51972) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:21.837878 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f8d7-ae52-4430-b159-0463c6215acd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:21.970956 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f8d7-ae52-4430-b159-0463c6215acd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:21.996376 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-0aa8f8d7-ae52-4430-b159-0463c6215acd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2730350d-36af-4117-8694-d4a31dfef583']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:22.009233 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-0aa8f8d7-ae52-4430-b159-0463c6215acd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:22.009534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-0aa8f8d7-ae52-4430-b159-0463c6215acd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a543db0f-a2ca-42ba-8c0c-e2cd32cbf4a0') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:22.026075 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f8d7-ae52-4430-b159-0463c6215acd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:22.043802 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f8d7-ae52-4430-b159-0463c6215acd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:22.052916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa8f8d7-ae52-4430-b159-0463c6215acd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 10:07:22.053322 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f8d7-ae52-4430-b159-0463c6215acd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: timer() Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:07:22.070317 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:07:22.107728 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 97db837e-6d9c-4f1c-b680-c79c6212b851 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:07:22.144526 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 97db837e-6d9c-4f1c-b680-c79c6212b851 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:07:22.144864 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 97db837e-6d9c-4f1c-b680-c79c6212b851 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:07:22.145233 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 08039902-1864-4b3e-a049-c9bb6cfe99fe no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:07:22.182030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 08039902-1864-4b3e-a049-c9bb6cfe99fe {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:07:22.182382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 08039902-1864-4b3e-a049-c9bb6cfe99fe not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:07:22.264314 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f8d7-ae52-4430-b159-0463c6215acd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:22.283572 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f8d7-ae52-4430-b159-0463c6215acd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:22.296551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8f8d7-ae52-4430-b159-0463c6215acd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Network': ['ID=2730350d-36af-4117-8694-d4a31dfef583,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:22.304246 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0aa8f8d7-ae52-4430-b159-0463c6215acd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/networks/2730350d-36af-4117-8694-d4a31dfef583 HTTP/1.1" status: 204 len: 168 time: 0.5806463 Feb 18 10:07:22.307047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51976) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:22.382620 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-92017395-c658-4857-975c-e2b4acc28384 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:22.413069 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-92017395-c658-4857-975c-e2b4acc28384 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:22.485268 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-92017395-c658-4857-975c-e2b4acc28384 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:22.505843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92017395-c658-4857-975c-e2b4acc28384 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f472f7d-9e77-4d3f-9cdc-050d4a415265,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:22.512248 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-92017395-c658-4857-975c-e2b4acc28384 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:22.513382 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-92017395-c658-4857-975c-e2b4acc28384 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/security-groups/9f472f7d-9e77-4d3f-9cdc-050d4a415265 HTTP/1.1" status: 204 len: 168 time: 0.2054749 Feb 18 10:07:22.801980 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51984) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:22.807218 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-22d345b3-b7fe-43fc-9a6e-885b6526f458 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-546559158', 'description': 'tempest-secgroup-smoke-546559158 description', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:07:22.814247 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-22d345b3-b7fe-43fc-9a6e-885b6526f458 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:07:22.818634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-22d345b3-b7fe-43fc-9a6e-885b6526f458 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:07:22.821598 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-22d345b3-b7fe-43fc-9a6e-885b6526f458 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:07:22.827389 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-22d345b3-b7fe-43fc-9a6e-885b6526f458 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:07:22.838381 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22d345b3-b7fe-43fc-9a6e-885b6526f458 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:22.862475 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-22d345b3-b7fe-43fc-9a6e-885b6526f458 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:07:22.866777 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-22d345b3-b7fe-43fc-9a6e-885b6526f458 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:07:22.869739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-22d345b3-b7fe-43fc-9a6e-885b6526f458 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:07:22.875468 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-22d345b3-b7fe-43fc-9a6e-885b6526f458 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:07:22.944973 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22d345b3-b7fe-43fc-9a6e-885b6526f458 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:22.948858 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22d345b3-b7fe-43fc-9a6e-885b6526f458 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:22.994303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d345b3-b7fe-43fc-9a6e-885b6526f458 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3356f51e-7464-44b5-abfb-149d3d5a81a9,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:22.996956 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-22d345b3-b7fe-43fc-9a6e-885b6526f458 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:22.998169 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-22d345b3-b7fe-43fc-9a6e-885b6526f458 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1951013 Feb 18 10:07:23.001112 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51988) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:23.006963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-18ee906f-2ac7-4cc0-9779-768c2919ac6a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '3356f51e-7464-44b5-abfb-149d3d5a81a9', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:07:23.013470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-18ee906f-2ac7-4cc0-9779-768c2919ac6a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:07:23.017326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-18ee906f-2ac7-4cc0-9779-768c2919ac6a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:07:23.021010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-18ee906f-2ac7-4cc0-9779-768c2919ac6a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:07:23.026920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-18ee906f-2ac7-4cc0-9779-768c2919ac6a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:07:23.043225 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-18ee906f-2ac7-4cc0-9779-768c2919ac6a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.110173 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-18ee906f-2ac7-4cc0-9779-768c2919ac6a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.114822 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-18ee906f-2ac7-4cc0-9779-768c2919ac6a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.143063 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee906f-2ac7-4cc0-9779-768c2919ac6a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff6bfc6-d6ef-400c-a31e-c0ad9df3a37e,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:23.150590 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-18ee906f-2ac7-4cc0-9779-768c2919ac6a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.150990 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-18ee906f-2ac7-4cc0-9779-768c2919ac6a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489084 Feb 18 10:07:23.154058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51992) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:23.159017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-18dac41f-9d18-438f-a03f-fddc707e039a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '3356f51e-7464-44b5-abfb-149d3d5a81a9', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:07:23.166978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-18dac41f-9d18-438f-a03f-fddc707e039a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:07:23.170704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-18dac41f-9d18-438f-a03f-fddc707e039a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:07:23.173876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-18dac41f-9d18-438f-a03f-fddc707e039a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:07:23.181456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-18dac41f-9d18-438f-a03f-fddc707e039a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:07:23.198822 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-18dac41f-9d18-438f-a03f-fddc707e039a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.272959 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-18dac41f-9d18-438f-a03f-fddc707e039a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.276784 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-18dac41f-9d18-438f-a03f-fddc707e039a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.300339 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dac41f-9d18-438f-a03f-fddc707e039a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d6229e-72ad-4975-9d3d-6e81d43342db,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:23.309810 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-18dac41f-9d18-438f-a03f-fddc707e039a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.310940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-18dac41f-9d18-438f-a03f-fddc707e039a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1560202 Feb 18 10:07:23.314631 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 51996) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:23.319655 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-10e67938-24b1-4c1b-9044-cce49c2d1c89 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '3356f51e-7464-44b5-abfb-149d3d5a81a9', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:07:23.325934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-10e67938-24b1-4c1b-9044-cce49c2d1c89 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:07:23.329718 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-10e67938-24b1-4c1b-9044-cce49c2d1c89 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:07:23.332565 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-10e67938-24b1-4c1b-9044-cce49c2d1c89 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:07:23.338528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-10e67938-24b1-4c1b-9044-cce49c2d1c89 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:07:23.355307 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-10e67938-24b1-4c1b-9044-cce49c2d1c89 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.417127 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-10e67938-24b1-4c1b-9044-cce49c2d1c89 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.420944 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-10e67938-24b1-4c1b-9044-cce49c2d1c89 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.446002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e67938-24b1-4c1b-9044-cce49c2d1c89 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e8ea28-3db0-4e9d-adb7-a1fcc9a80cc5,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:23.454129 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-10e67938-24b1-4c1b-9044-cce49c2d1c89 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.455561 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-10e67938-24b1-4c1b-9044-cce49c2d1c89 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400080 Feb 18 10:07:23.458520 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52000) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:23.463405 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c398b080-39e3-43fc-89e7-7dbd69af4756 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '3356f51e-7464-44b5-abfb-149d3d5a81a9', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:07:23.470516 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c398b080-39e3-43fc-89e7-7dbd69af4756 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:07:23.474451 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c398b080-39e3-43fc-89e7-7dbd69af4756 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:07:23.477289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c398b080-39e3-43fc-89e7-7dbd69af4756 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:07:23.483117 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c398b080-39e3-43fc-89e7-7dbd69af4756 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:07:23.499750 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c398b080-39e3-43fc-89e7-7dbd69af4756 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.563929 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c398b080-39e3-43fc-89e7-7dbd69af4756 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.568391 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c398b080-39e3-43fc-89e7-7dbd69af4756 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.593682 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398b080-39e3-43fc-89e7-7dbd69af4756 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df11a645-8b2c-483b-b88d-02ac31316dfe,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:23.604560 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c398b080-39e3-43fc-89e7-7dbd69af4756 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.605742 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c398b080-39e3-43fc-89e7-7dbd69af4756 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463096 Feb 18 10:07:23.608643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52004) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:23.614099 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-5c7d25a8-4be2-4fa3-88b1-891eafde2b4f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '3356f51e-7464-44b5-abfb-149d3d5a81a9', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:07:23.620253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5c7d25a8-4be2-4fa3-88b1-891eafde2b4f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:07:23.624385 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5c7d25a8-4be2-4fa3-88b1-891eafde2b4f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:07:23.627071 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5c7d25a8-4be2-4fa3-88b1-891eafde2b4f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:07:23.634664 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5c7d25a8-4be2-4fa3-88b1-891eafde2b4f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:07:23.645621 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-5c7d25a8-4be2-4fa3-88b1-891eafde2b4f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Project ed8f29f326d44aaf961e4f998748e77c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:07:23.652173 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5c7d25a8-4be2-4fa3-88b1-891eafde2b4f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.715397 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5c7d25a8-4be2-4fa3-88b1-891eafde2b4f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.719413 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5c7d25a8-4be2-4fa3-88b1-891eafde2b4f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.742471 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d25a8-4be2-4fa3-88b1-891eafde2b4f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5eab66-6f4d-4472-b17c-fe5643427010,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:23.752092 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5c7d25a8-4be2-4fa3-88b1-891eafde2b4f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.753319 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5c7d25a8-4be2-4fa3-88b1-891eafde2b4f tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1437695 Feb 18 10:07:23.756472 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52008) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:23.761634 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-25dae4c7-e10d-43b6-87d5-6ace09ded178 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'security_group_rule': {'security_group_id': '3356f51e-7464-44b5-abfb-149d3d5a81a9', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:07:23.768898 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device af72f63b-b691-4e68-8061-ac3c2b7e9f2b no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:07:23.769424 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-25dae4c7-e10d-43b6-87d5-6ace09ded178 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:07:23.772847 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-25dae4c7-e10d-43b6-87d5-6ace09ded178 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:security_group_rule and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:07:23.775694 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-25dae4c7-e10d-43b6-87d5-6ace09ded178 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:07:23.781533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-25dae4c7-e10d-43b6-87d5-6ace09ded178 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:07:23.792665 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-25dae4c7-e10d-43b6-87d5-6ace09ded178 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Project ed8f29f326d44aaf961e4f998748e77c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:07:23.799798 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-25dae4c7-e10d-43b6-87d5-6ace09ded178 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.806897 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: af72f63b-b691-4e68-8061-ac3c2b7e9f2b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:07:23.807428 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device af72f63b-b691-4e68-8061-ac3c2b7e9f2b not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:07:23.868484 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-25dae4c7-e10d-43b6-87d5-6ace09ded178 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.872421 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-25dae4c7-e10d-43b6-87d5-6ace09ded178 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.896890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dae4c7-e10d-43b6-87d5-6ace09ded178 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256fabaa-5dcd-406b-8530-b9c93503e3de,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:23.906686 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-25dae4c7-e10d-43b6-87d5-6ace09ded178 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.908219 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-25dae4c7-e10d-43b6-87d5-6ace09ded178 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507375 Feb 18 10:07:23.911672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52012) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:23.917065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-0316b3b6-95fb-4220-b025-599a94d30ac7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'network': {'name': 'tempest-network-smoke--23476460', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'port_security_enabled': True}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:07:23.922280 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0316b3b6-95fb-4220-b025-599a94d30ac7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:07:23.926991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0316b3b6-95fb-4220-b025-599a94d30ac7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:network and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:07:23.929709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-0316b3b6-95fb-4220-b025-599a94d30ac7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:07:23.935298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-0316b3b6-95fb-4220-b025-599a94d30ac7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:07:23.945384 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0316b3b6-95fb-4220-b025-599a94d30ac7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Made reservation on behalf of ed8f29f326d44aaf961e4f998748e77c for: {'network': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:07:23.948750 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0316b3b6-95fb-4220-b025-599a94d30ac7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.979970 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0316b3b6-95fb-4220-b025-599a94d30ac7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:07:23.989787 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0316b3b6-95fb-4220-b025-599a94d30ac7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:23.990133 n-d-829434-1 neutron-server[87768]: INFO neutron.db.segments_db [None req-0316b3b6-95fb-4220-b025-599a94d30ac7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Added segment a37b391d-414a-43e7-983f-84a6685a0cf2 of type vlan for network 3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 Feb 18 10:07:24.016258 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0316b3b6-95fb-4220-b025-599a94d30ac7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:24.045481 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0316b3b6-95fb-4220-b025-599a94d30ac7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:24.051555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0316b3b6-95fb-4220-b025-599a94d30ac7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:24.052118 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-0316b3b6-95fb-4220-b025-599a94d30ac7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:24.156079 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-0316b3b6-95fb-4220-b025-599a94d30ac7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2432463 Feb 18 10:07:24.158898 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52016) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:24.165304 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2000835749', 'admin_state_up': True, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:07:24.166208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316b3b6-95fb-4220-b025-599a94d30ac7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Network': ['ID=3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:24.173463 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:07:24.176876 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:07:24.178252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:router and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:07:24.181146 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:07:24.187323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:07:24.197907 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:24.198897 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:24.214894 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:24.602556 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:24.928262 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:24.959643 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:25.106824 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.25.1.86 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/32e3aff4-0ef7-49b3-b801-81000a68254d) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:07:25.263798 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:25.294937 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:25.360700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:07:25.364146 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:07:25.367860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:07:25.411257 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=32e3aff4-0ef7-49b3-b801-81000a68254d,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:25.807413 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:26.256895 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:26.459615 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router 9723c319-0352-4e5f-803c-fb1694585474 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 10:07:26.646708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:07:26.656233 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Sync routers for ids ['9723c319-0352-4e5f-803c-fb1694585474'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:07:26.665634 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Routers {'9723c319-0352-4e5f-803c-fb1694585474'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:07:26.666229 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9723c319-0352-4e5f-803c-fb1694585474'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:26.673091 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:26.674267 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-2a5dd0f1-9730-4e9e-9a90-8c1f5f2521e9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5143385 Feb 18 10:07:26.677568 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52022) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:26.723386 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-be4b8346-6007-4781-b528-52f83a5e7fb6 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=ed8f29f326d44aaf961e4f998748e77c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439787 Feb 18 10:07:26.725975 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52026) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:26.858803 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Set router 9723c319-0352-4e5f-803c-fb1694585474 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:07:26.877440 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8264f6-679e-4f38-96ef-16efe49737bf tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:26.879486 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-dc8264f6-679e-4f38-96ef-16efe49737bf tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1524987 Feb 18 10:07:26.883379 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52030) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:26.923336 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-fb576e8f-a3e4-4f62-ac90-a05fc357235b tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=3bfebd2e-845a-4b21-9170-8a14dbf0152c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386505 Feb 18 10:07:26.925824 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52034) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:26.931226 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-12535579-b6b1-4fdb-9037-abc2fe85e074 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-504504099', 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68', 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:07:27.044843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-12535579-b6b1-4fdb-9037-abc2fe85e074 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:07:27.048700 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-12535579-b6b1-4fdb-9037-abc2fe85e074 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:subnet and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:07:27.051663 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-12535579-b6b1-4fdb-9037-abc2fe85e074 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:07:27.057639 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-12535579-b6b1-4fdb-9037-abc2fe85e074 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:07:27.068251 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12535579-b6b1-4fdb-9037-abc2fe85e074 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Made reservation on behalf of ed8f29f326d44aaf961e4f998748e77c for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:07:27.071863 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-12535579-b6b1-4fdb-9037-abc2fe85e074 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:27.184011 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9723c319-0352-4e5f-803c-fb1694585474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000835749', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:25Z', 'revision_number': 3, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:27.188816 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Checking router: 9723c319-0352-4e5f-803c-fb1694585474 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:07:27.189157 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Updating router 9723c319-0352-4e5f-803c-fb1694585474 port 32e3aff4-0ef7-49b3-b801-81000a68254d binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 10:07:27.244455 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:27.290071 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-12535579-b6b1-4fdb-9037-abc2fe85e074 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:27.371779 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12535579-b6b1-4fdb-9037-abc2fe85e074 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Subnet': ['ID=b3e8d118-7560-46c7-9d90-c56553e36797,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:27.381652 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12535579-b6b1-4fdb-9037-abc2fe85e074 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Checking segment: {'id': 'a37b391d-414a-43e7-983f-84a6685a0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:07:27.382020 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12535579-b6b1-4fdb-9037-abc2fe85e074 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network hostable DHCP agents. Network: 3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:07:27.401570 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12535579-b6b1-4fdb-9037-abc2fe85e074 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:07:27.411012 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-12535579-b6b1-4fdb-9037-abc2fe85e074 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:07:27.415084 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12535579-b6b1-4fdb-9037-abc2fe85e074 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:27.415662 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-12535579-b6b1-4fdb-9037-abc2fe85e074 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:27.422549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629114f6-9d0d-4498-b458-b818fbd1292d None None] Network 3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:07:27.438899 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-12535579-b6b1-4fdb-9037-abc2fe85e074 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5118756 Feb 18 10:07:27.443040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52038) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:27.581488 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:27.595341 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Transition to ACTIVE for port object 32e3aff4-0ef7-49b3-b801-81000a68254d will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:07:27.605025 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:27.644915 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68', 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ips': [{'subnet_id': 'b3e8d118-7560-46c7-9d90-c56553e36797'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 10:07:27.646519 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:27.681843 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86093f-6a44-4b2c-ba5e-9b69e5e97d59 None None] Pushing event updated for resources: {'Port': ['ID=32e3aff4-0ef7-49b3-b801-81000a68254d,revision_number=2']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:27.691716 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86093f-6a44-4b2c-ba5e-9b69e5e97d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:27.692040 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86093f-6a44-4b2c-ba5e-9b69e5e97d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:27.692414 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86093f-6a44-4b2c-ba5e-9b69e5e97d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:27.692753 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86093f-6a44-4b2c-ba5e-9b69e5e97d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:27.693085 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86093f-6a44-4b2c-ba5e-9b69e5e97d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:27.693412 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86093f-6a44-4b2c-ba5e-9b69e5e97d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:27.693737 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86093f-6a44-4b2c-ba5e-9b69e5e97d59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:27.694057 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86093f-6a44-4b2c-ba5e-9b69e5e97d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:27.695803 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86093f-6a44-4b2c-ba5e-9b69e5e97d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:27.696152 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86093f-6a44-4b2c-ba5e-9b69e5e97d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:27.696517 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86093f-6a44-4b2c-ba5e-9b69e5e97d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:27.696850 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86093f-6a44-4b2c-ba5e-9b69e5e97d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:07:27.721312 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Attempting to bind port 32e3aff4-0ef7-49b3-b801-81000a68254d on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:07:27.722109 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Attempting to bind port 32e3aff4-0ef7-49b3-b801-81000a68254d by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:07:27.722264 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Attempting to bind port 32e3aff4-0ef7-49b3-b801-81000a68254d on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:07:27.728036 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:07:27.728036 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:07:27.728457 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:27.728845 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:07:27.729300 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Bound port: 32e3aff4-0ef7-49b3-b801-81000a68254d, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:07:27.729672 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:27.814587 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] For port 32e3aff4-0ef7-49b3-b801-81000a68254d, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:07:27.821581 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] For port 32e3aff4-0ef7-49b3-b801-81000a68254d, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=32e3aff4-0ef7-49b3-b801-81000a68254d,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:07:27.829422 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:27.829676 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Allocated IP 172.20.0.2 (3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68/b3e8d118-7560-46c7-9d90-c56553e36797/421b327b-3f20-4fac-b3d9-48e0a0548bea) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:07:27.912996 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Routers {'9723c319-0352-4e5f-803c-fb1694585474'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:07:27.913507 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9723c319-0352-4e5f-803c-fb1694585474'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:27.986954 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86093f-6a44-4b2c-ba5e-9b69e5e97d59 None None] Pushing event updated for resources: {'Port': ['ID=32e3aff4-0ef7-49b3-b801-81000a68254d,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:28.054604 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:28.065991 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Transition to ACTIVE for port object 421b327b-3f20-4fac-b3d9-48e0a0548bea will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:07:28.087145 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Transition to ACTIVE for port object 421b327b-3f20-4fac-b3d9-48e0a0548bea will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:07:28.094602 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:28.108075 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] Set router 9723c319-0352-4e5f-803c-fb1694585474 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:07:28.163121 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Network 3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:07:28.166309 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:07:28.170429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:07:28.178969 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Pushing event updated for resources: {'Port': ['ID=421b327b-3f20-4fac-b3d9-48e0a0548bea,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:28.273501 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Attempting to bind port 421b327b-3f20-4fac-b3d9-48e0a0548bea on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:07:28.273919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Attempting to bind port 421b327b-3f20-4fac-b3d9-48e0a0548bea by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'a37b391d-414a-43e7-983f-84a6685a0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:07:28.274379 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Attempting to bind port 421b327b-3f20-4fac-b3d9-48e0a0548bea on network 3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:07:28.280450 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:07:28.280972 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Checking segment: {'id': 'a37b391d-414a-43e7-983f-84a6685a0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:07:28.281467 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:28.281955 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Bound using segment: {'id': 'a37b391d-414a-43e7-983f-84a6685a0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:07:28.282506 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Bound port: 421b327b-3f20-4fac-b3d9-48e0a0548bea, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37b391d-414a-43e7-983f-84a6685a0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:07:28.282973 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:28.313460 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:28.371981 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] For port 421b327b-3f20-4fac-b3d9-48e0a0548bea, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:07:28.375320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] For port 421b327b-3f20-4fac-b3d9-48e0a0548bea, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=421b327b-3f20-4fac-b3d9-48e0a0548bea,segment=NetworkSegment(a37b391d-414a-43e7-983f-84a6685a0cf2),segment_id=a37b391d-414a-43e7-983f-84a6685a0cf2)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:07:28.381536 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:28.403855 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9723c319-0352-4e5f-803c-fb1694585474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000835749', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:25Z', 'revision_number': 3, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:28.407981 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd0e2f2-3e8b-4f55-b114-6d93c3a1d9bb None None] The sync data for ids ['9723c319-0352-4e5f-803c-fb1694585474'] in n-d-829434-1 is: [{'id': '9723c319-0352-4e5f-803c-fb1694585474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000835749', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:25Z', 'revision_number': 3, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:07:28.481369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfaf3bd-01e9-4b56-9f53-a4eb660644fa None None] Pushing event updated for resources: {'Port': ['ID=421b327b-3f20-4fac-b3d9-48e0a0548bea,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:28.775238 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.20.0.1 (3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68/b3e8d118-7560-46c7-9d90-c56553e36797/74d18eaf-60d7-47d5-ae11-56d6543c887c) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:07:29.014036 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:29.032373 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Transition to ACTIVE for port object 74d18eaf-60d7-47d5-ae11-56d6543c887c will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:07:29.059441 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:29.134716 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:07:29.138278 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:07:29.142432 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:07:29.173576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=74d18eaf-60d7-47d5-ae11-56d6543c887c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:29.207870 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:29.519576 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:29.664312 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bba4159-4be6-48e1-989d-3534b9000709 None None] Network 3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:07:29.768759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-bb75b6af-c6cc-4f1b-ab2f-d00fd35ffaf0 None None] Provisioning for port 421b327b-3f20-4fac-b3d9-48e0a0548bea completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:07:29.945481 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 32e3aff4-0ef7-49b3-b801-81000a68254d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:07:30.060623 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:30.067404 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:30.094304 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 32e3aff4-0ef7-49b3-b801-81000a68254d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:07:30.104737 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 32e3aff4-0ef7-49b3-b801-81000a68254d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:07:30.105133 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:30.250782 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:30.271150 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 32e3aff4-0ef7-49b3-b801-81000a68254d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=32e3aff4-0ef7-49b3-b801-81000a68254d,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:07:30.276949 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:30.277741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 421b327b-3f20-4fac-b3d9-48e0a0548bea up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:07:30.384939 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:30.389009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=74d18eaf-60d7-47d5-ae11-56d6543c887c,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:30.412515 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=32e3aff4-0ef7-49b3-b801-81000a68254d,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:30.436698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-122e2037-ea88-43f2-8a87-712f9d1557e7 None None] Provisioning for port 74d18eaf-60d7-47d5-ae11-56d6543c887c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:07:30.436698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-122e2037-ea88-43f2-8a87-712f9d1557e7 None None] Provisioning complete for port 74d18eaf-60d7-47d5-ae11-56d6543c887c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:07:30.436698 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-122e2037-ea88-43f2-8a87-712f9d1557e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:30.465707 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 421b327b-3f20-4fac-b3d9-48e0a0548bea completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:07:30.483965 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 421b327b-3f20-4fac-b3d9-48e0a0548bea triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:07:30.484701 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:30.587261 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-122e2037-ea88-43f2-8a87-712f9d1557e7 None None] Port 74d18eaf-60d7-47d5-ae11-56d6543c887c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:07:30.590423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:07:30.591994 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:07:30.592144 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9064dba0-7a1e-4a96-a203-0d58237000a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:30.615741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-122e2037-ea88-43f2-8a87-712f9d1557e7 None None] Provisioning complete for port 421b327b-3f20-4fac-b3d9-48e0a0548bea triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:07:30.616222 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-122e2037-ea88-43f2-8a87-712f9d1557e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:30.735692 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:30.825254 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router 9723c319-0352-4e5f-803c-fb1694585474 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:07:30.852874 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-122e2037-ea88-43f2-8a87-712f9d1557e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:30.873630 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 421b327b-3f20-4fac-b3d9-48e0a0548bea, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=421b327b-3f20-4fac-b3d9-48e0a0548bea,segment=NetworkSegment(a37b391d-414a-43e7-983f-84a6685a0cf2),segment_id=a37b391d-414a-43e7-983f-84a6685a0cf2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:07:30.882478 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:30.999447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=421b327b-3f20-4fac-b3d9-48e0a0548bea,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:31.004511 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-122e2037-ea88-43f2-8a87-712f9d1557e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:07:31.005125 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-122e2037-ea88-43f2-8a87-712f9d1557e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:07:31.033789 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:07:31.043514 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Sync routers for ids ['9723c319-0352-4e5f-803c-fb1694585474'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:07:31.046796 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-1484c9de-d201-4265-8c5c-10bd28f2ec49 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "PUT /v2.0/routers/9723c319-0352-4e5f-803c-fb1694585474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6022229 Feb 18 10:07:31.053447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Routers {'9723c319-0352-4e5f-803c-fb1694585474'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:07:31.054051 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9723c319-0352-4e5f-803c-fb1694585474'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:31.246961 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Set router 9723c319-0352-4e5f-803c-fb1694585474 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:07:31.302522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-932ca197-ecf6-40df-9bb2-7872f00503f5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:07:31.318510 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-932ca197-ecf6-40df-9bb2-7872f00503f5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:07:31.319652 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-932ca197-ecf6-40df-9bb2-7872f00503f5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546559158&fields=id&tenant_id=ed8f29f326d44aaf961e4f998748e77c HTTP/1.1" status: 200 len: 267 time: 0.0569634 Feb 18 10:07:31.473551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-fc647444-cc8a-4aeb-984a-e1f5ee3403ed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:31.474154 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-fc647444-cc8a-4aeb-984a-e1f5ee3403ed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:network {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:07:31.489846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-fc647444-cc8a-4aeb-984a-e1f5ee3403ed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:network {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:07:31.491504 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-fc647444-cc8a-4aeb-984a-e1f5ee3403ed tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/networks?id=3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 HTTP/1.1" status: 200 len: 795 time: 0.1642957 Feb 18 10:07:31.507028 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-2e6fb693-fe9f-4796-8027-514e937f8c70 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/quotas/ed8f29f326d44aaf961e4f998748e77c HTTP/1.1" status: 200 len: 375 time: 0.0106361 Feb 18 10:07:31.592737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-bbefccec-b3ea-406d-9ab9-3d1fbc3b8351 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:07:31.610353 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-bbefccec-b3ea-406d-9ab9-3d1fbc3b8351 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:07:31.612582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9723c319-0352-4e5f-803c-fb1694585474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000835749', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:29Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '74d18eaf-60d7-47d5-ae11-56d6543c887c', 'name': '', 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:e4:22:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b3e8d118-7560-46c7-9d90-c56553e36797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:28Z', 'updated_at': '2022-02-18T10:07:29Z', 'revision_number': 2, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'b3e8d118-7560-46c7-9d90-c56553e36797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:31.612827 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-bbefccec-b3ea-406d-9ab9-3d1fbc3b8351 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002061 Feb 18 10:07:31.617552 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Checking router: 9723c319-0352-4e5f-803c-fb1694585474 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:07:31.618017 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Updating router 9723c319-0352-4e5f-803c-fb1694585474 port 74d18eaf-60d7-47d5-ae11-56d6543c887c binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 10:07:31.671681 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:31.731151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-69ed19ce-7d0d-4655-b036-9d1e5f289f8b service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 10:07:31.732489 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-69ed19ce-7d0d-4655-b036-9d1e5f289f8b service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1057069 Feb 18 10:07:31.834957 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-2e74067d-4943-4454-ac57-85dcfea7e082 None None] Provisioning complete for port 74d18eaf-60d7-47d5-ae11-56d6543c887c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:07:31.835479 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2e74067d-4943-4454-ac57-85dcfea7e082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:31.869617 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 32e3aff4-0ef7-49b3-b801-81000a68254d up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:07:31.873627 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-730e2d31-e061-4c53-ae33-be5301aab170 service neutron] 10.222.0.72 "GET /v2.0/networks/3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352308 Feb 18 10:07:31.966765 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-2e74067d-4943-4454-ac57-85dcfea7e082 None None] Port 74d18eaf-60d7-47d5-ae11-56d6543c887c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:07:32.007041 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-7aa76d3a-c142-4ea6-939c-b9a7542e4e67 service neutron] 10.222.0.72 "GET /v2.0/networks/3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270647 Feb 18 10:07:32.067020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 32e3aff4-0ef7-49b3-b801-81000a68254d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:07:32.067394 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:32.195618 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-25f2e4d9-e845-4883-a487-e6b46002e0ec req-2d5308f1-5bd0-48d2-abb1-d256f854d6a0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 210 time: 0.0496106 Feb 18 10:07:32.297096 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 421b327b-3f20-4fac-b3d9-48e0a0548bea up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:07:32.337579 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:32.362033 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Transition to ACTIVE for port object 74d18eaf-60d7-47d5-ae11-56d6543c887c will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:07:32.375651 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:32.555300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93411db4-c828-48d7-8c6c-c1f364d1c1e5 None None] Pushing event updated for resources: {'Port': ['ID=74d18eaf-60d7-47d5-ae11-56d6543c887c,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:32.592657 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 421b327b-3f20-4fac-b3d9-48e0a0548bea triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:07:32.592657 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:32.657738 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Attempting to bind port 74d18eaf-60d7-47d5-ae11-56d6543c887c on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:07:32.658130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Attempting to bind port 74d18eaf-60d7-47d5-ae11-56d6543c887c by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': 'a37b391d-414a-43e7-983f-84a6685a0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:07:32.658469 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Attempting to bind port 74d18eaf-60d7-47d5-ae11-56d6543c887c on network 3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:07:32.667719 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:07:32.668088 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Checking segment: {'id': 'a37b391d-414a-43e7-983f-84a6685a0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:07:32.668510 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:32.668896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Bound using segment: {'id': 'a37b391d-414a-43e7-983f-84a6685a0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:07:32.669351 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Bound port: 74d18eaf-60d7-47d5-ae11-56d6543c887c, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37b391d-414a-43e7-983f-84a6685a0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:07:32.669716 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:32.841270 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] For port 74d18eaf-60d7-47d5-ae11-56d6543c887c, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:07:32.846626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] For port 74d18eaf-60d7-47d5-ae11-56d6543c887c, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=74d18eaf-60d7-47d5-ae11-56d6543c887c,segment=NetworkSegment(a37b391d-414a-43e7-983f-84a6685a0cf2),segment_id=a37b391d-414a-43e7-983f-84a6685a0cf2)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:07:32.851563 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:32.937219 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Routers {'9723c319-0352-4e5f-803c-fb1694585474'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:07:32.937837 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:07:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9723c319-0352-4e5f-803c-fb1694585474'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:33.016968 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93411db4-c828-48d7-8c6c-c1f364d1c1e5 None None] Pushing event updated for resources: {'Port': ['ID=74d18eaf-60d7-47d5-ae11-56d6543c887c,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:33.141059 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] Set router 9723c319-0352-4e5f-803c-fb1694585474 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:07:33.358993 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1541fb3e-c99f-4f64-8163-a2d5881d6fe9 req-78567dc7-96b9-40ea-9127-fe31ee5587b8 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 210 time: 0.0468819 Feb 18 10:07:33.561911 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9723c319-0352-4e5f-803c-fb1694585474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000835749', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:29Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '74d18eaf-60d7-47d5-ae11-56d6543c887c', 'name': '', 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:e4:22:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b3e8d118-7560-46c7-9d90-c56553e36797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:28Z', 'updated_at': '2022-02-18T10:07:32Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'b3e8d118-7560-46c7-9d90-c56553e36797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:33.567862 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1792f7-fbbc-483a-a630-a695862c5045 None None] The sync data for ids ['9723c319-0352-4e5f-803c-fb1694585474'] in n-d-829434-1 is: [{'id': '9723c319-0352-4e5f-803c-fb1694585474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000835749', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:29Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '74d18eaf-60d7-47d5-ae11-56d6543c887c', 'name': '', 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:e4:22:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b3e8d118-7560-46c7-9d90-c56553e36797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:28Z', 'updated_at': '2022-02-18T10:07:32Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'b3e8d118-7560-46c7-9d90-c56553e36797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:07:33.575088 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-074d6a7f-f68b-4651-a071-e0ce8ffcac94 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:33.576712 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-074d6a7f-f68b-4651-a071-e0ce8ffcac94 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.61 "GET /v2.0/networks?id=3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 HTTP/1.1" status: 200 len: 795 time: 0.1699784 Feb 18 10:07:33.638915 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-fc07b624-16a8-4696-ba31-cfeab00eda62 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed8f29f326d44aaf961e4f998748e77c HTTP/1.1" status: 200 len: 379 time: 0.0543675 Feb 18 10:07:33.654332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-b16ae6d8-e051-489c-bd98-5c4d54f6b80a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'port': {'device_id': '93d10a9a-139b-4c0c-b48d-813fbd293bf7', 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68', 'admin_state_up': True, 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'security_groups': ['3356f51e-7464-44b5-abfb-149d3d5a81a9']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:07:33.871947 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 74d18eaf-60d7-47d5-ae11-56d6543c887c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:07:33.931235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-b16ae6d8-e051-489c-bd98-5c4d54f6b80a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:07:33.941305 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-b16ae6d8-e051-489c-bd98-5c4d54f6b80a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:07:33.955387 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-b16ae6d8-e051-489c-bd98-5c4d54f6b80a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Made reservation on behalf of ed8f29f326d44aaf961e4f998748e77c for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:07:33.958938 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 74d18eaf-60d7-47d5-ae11-56d6543c887c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:07:33.959836 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-b16ae6d8-e051-489c-bd98-5c4d54f6b80a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:33.965594 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 74d18eaf-60d7-47d5-ae11-56d6543c887c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:07:33.966163 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:33.996205 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-873f1858-ec71-490f-9234-8ed1e07aad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:34.045021 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:34.116383 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:34.142432 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:34.146408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-b16ae6d8-e051-489c-bd98-5c4d54f6b80a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.20.0.6 (3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68/b3e8d118-7560-46c7-9d90-c56553e36797/78b34985-32bf-49de-a58d-cd91a8d18989) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:07:34.160173 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 74d18eaf-60d7-47d5-ae11-56d6543c887c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=74d18eaf-60d7-47d5-ae11-56d6543c887c,segment=NetworkSegment(a37b391d-414a-43e7-983f-84a6685a0cf2),segment_id=a37b391d-414a-43e7-983f-84a6685a0cf2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:07:34.164785 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:34.256942 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=74d18eaf-60d7-47d5-ae11-56d6543c887c,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:34.390522 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-b16ae6d8-e051-489c-bd98-5c4d54f6b80a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:34.408171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-b16ae6d8-e051-489c-bd98-5c4d54f6b80a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Transition to ACTIVE for port object 78b34985-32bf-49de-a58d-cd91a8d18989 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:07:34.433517 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-b16ae6d8-e051-489c-bd98-5c4d54f6b80a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:34.546639 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-b16ae6d8-e051-489c-bd98-5c4d54f6b80a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:07:34.561171 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-b16ae6d8-e051-489c-bd98-5c4d54f6b80a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:07:34.568725 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-b16ae6d8-e051-489c-bd98-5c4d54f6b80a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:07:34.599512 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ae6d8-e051-489c-bd98-5c4d54f6b80a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=78b34985-32bf-49de-a58d-cd91a8d18989,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:34.653978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-b16ae6d8-e051-489c-bd98-5c4d54f6b80a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:34.654499 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-b16ae6d8-e051-489c-bd98-5c4d54f6b80a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:34.693907 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf65ff-5c97-441d-95f5-09fbfa78c301 req-d8a1285b-e9d8-4090-a9cb-0e25cb336fc3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:34.694657 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-56cf65ff-5c97-441d-95f5-09fbfa78c301 req-d8a1285b-e9d8-4090-a9cb-0e25cb336fc3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:07:34.699829 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-b16ae6d8-e051-489c-bd98-5c4d54f6b80a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0509763 Feb 18 10:07:34.711539 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-aefd3eee-eabd-4375-86de-172288183aa0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 10:07:34.712580 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-aefd3eee-eabd-4375-86de-172288183aa0 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051291 Feb 18 10:07:34.724478 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Request body: {'port': {'device_id': '93d10a9a-139b-4c0c-b48d-813fbd293bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:07:34.755557 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-56cf65ff-5c97-441d-95f5-09fbfa78c301 req-d8a1285b-e9d8-4090-a9cb-0e25cb336fc3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:07:34.755989 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-56cf65ff-5c97-441d-95f5-09fbfa78c301 req-d8a1285b-e9d8-4090-a9cb-0e25cb336fc3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 931 time: 0.2574666 Feb 18 10:07:34.816660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-81ef6916-dc32-4fc1-a27b-63bdb471d750 None None] Provisioning for port 78b34985-32bf-49de-a58d-cd91a8d18989 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:07:34.822352 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-81ef6916-dc32-4fc1-a27b-63bdb471d750 None None] Provisioning complete for port 78b34985-32bf-49de-a58d-cd91a8d18989 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:07:34.822809 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-81ef6916-dc32-4fc1-a27b-63bdb471d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:34.883131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-56cf65ff-5c97-441d-95f5-09fbfa78c301 req-2ca871a9-f570-4aa8-b7df-2bf2980d18ca tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194751 Feb 18 10:07:34.916922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-81ef6916-dc32-4fc1-a27b-63bdb471d750 None None] Port 78b34985-32bf-49de-a58d-cd91a8d18989 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:07:34.918022 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:35.272437 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b34985-32bf-49de-a58d-cd91a8d18989 {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:07:35.279800 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:35.293971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Transition to ACTIVE for port object 78b34985-32bf-49de-a58d-cd91a8d18989 will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:07:35.297772 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:35.342874 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:35.456741 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Pushing event updated for resources: {'Port': ['ID=78b34985-32bf-49de-a58d-cd91a8d18989,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:35.538065 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Attempting to bind port 78b34985-32bf-49de-a58d-cd91a8d18989 on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:07:35.538527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Attempting to bind port 78b34985-32bf-49de-a58d-cd91a8d18989 by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': 'a37b391d-414a-43e7-983f-84a6685a0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:07:35.538860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Attempting to bind port 78b34985-32bf-49de-a58d-cd91a8d18989 on network 3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:07:35.543554 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Port 78b34985-32bf-49de-a58d-cd91a8d18989 on network 3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 10:07:35.543875 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Attempting to bind port 78b34985-32bf-49de-a58d-cd91a8d18989 on network 3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:07:35.548935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:07:35.549274 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Checking segment: {'id': 'a37b391d-414a-43e7-983f-84a6685a0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:07:35.549653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Bound using segment: {'id': 'a37b391d-414a-43e7-983f-84a6685a0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:07:35.550077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Bound port: 78b34985-32bf-49de-a58d-cd91a8d18989, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37b391d-414a-43e7-983f-84a6685a0cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:07:35.550526 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:35.647523 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] For port 78b34985-32bf-49de-a58d-cd91a8d18989, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:07:35.650680 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] For port 78b34985-32bf-49de-a58d-cd91a8d18989, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=78b34985-32bf-49de-a58d-cd91a8d18989,segment=NetworkSegment(a37b391d-414a-43e7-983f-84a6685a0cf2),segment_id=a37b391d-414a-43e7-983f-84a6685a0cf2)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:07:35.654720 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:35.707022 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:35.707719 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:35.709233 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] 10.222.0.61 "PUT /v2.0/ports/78b34985-32bf-49de-a58d-cd91a8d18989 HTTP/1.1" status: 200 len: 1091 time: 0.9902759 Feb 18 10:07:35.709681 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d10a9a-139b-4c0c-b48d-813fbd293bf7', 'tag': '78b34985-32bf-49de-a58d-cd91a8d18989'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:07:35.750558 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b86b8-503b-426e-a5da-553f571ddc66 service neutron] Pushing event updated for resources: {'Port': ['ID=78b34985-32bf-49de-a58d-cd91a8d18989,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:35.794295 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d10a9a-139b-4c0c-b48d-813fbd293bf7', 'tag': '78b34985-32bf-49de-a58d-cd91a8d18989', 'status': 'completed', 'code': 200} Feb 18 10:07:35.837518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 74d18eaf-60d7-47d5-ae11-56d6543c887c up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:07:35.838761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-bd51ab85-cdfa-4705-8ed4-bae62f164359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:35.840547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-bd51ab85-cdfa-4705-8ed4-bae62f164359 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 1094 time: 0.0827043 Feb 18 10:07:35.921547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-9eab2793-29da-4ec2-ab51-54092be9b5d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78b34985-32bf-49de-a58d-cd91a8d18989 HTTP/1.1" status: 200 len: 217 time: 0.0741038 Feb 18 10:07:35.921838 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 74d18eaf-60d7-47d5-ae11-56d6543c887c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:07:35.922606 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:35.998303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-c6c28cc0-236f-4d02-b28a-76a4c3aa3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:35.999937 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-c6c28cc0-236f-4d02-b28a-76a4c3aa3100 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b3e8d118-7560-46c7-9d90-c56553e36797 HTTP/1.1" status: 200 len: 834 time: 0.0725360 Feb 18 10:07:36.250498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-e2c59687-9f52-4e8c-a99e-8b59be179cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:36.252009 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-e2c59687-9f52-4e8c-a99e-8b59be179cf5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2455578 Feb 18 10:07:36.265939 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774b44c-9d9a-4848-a87c-d568554ccb46 req-d010c23c-30f1-4f8e-ae1a-daafb05d4702 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:36.267305 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e774b44c-9d9a-4848-a87c-d568554ccb46 req-d010c23c-30f1-4f8e-ae1a-daafb05d4702 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 943 time: 0.1141047 Feb 18 10:07:36.389424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e774b44c-9d9a-4848-a87c-d568554ccb46 req-c1c4ea4b-5107-4dc7-92ee-6fca6d9ff1ce tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049492 Feb 18 10:07:36.424979 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-6bb3b848-75b5-431c-9e9b-4568dbf5a80c service neutron] 10.222.0.61 "GET /v2.0/networks/3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666431 Feb 18 10:07:36.552436 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cafbac5f-6e07-4d36-851e-74f2ea8c58d9 req-edb17cfd-1efa-43e9-850c-4c06c721620a service neutron] 10.222.0.61 "GET /v2.0/networks/3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220324 Feb 18 10:07:36.678886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f47203-48c6-4e60-9327-a4afafd219ad req-cab2bb0e-b662-47dd-b8d2-ec5e5e665569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:36.680258 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96f47203-48c6-4e60-9327-a4afafd219ad req-cab2bb0e-b662-47dd-b8d2-ec5e5e665569 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 1094 time: 0.0814750 Feb 18 10:07:36.809652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f47203-48c6-4e60-9327-a4afafd219ad req-2146038c-c819-4389-a7e0-9947066d7287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:36.811093 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96f47203-48c6-4e60-9327-a4afafd219ad req-2146038c-c819-4389-a7e0-9947066d7287 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 HTTP/1.1" status: 200 len: 896 time: 0.1241980 Feb 18 10:07:36.881385 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96f47203-48c6-4e60-9327-a4afafd219ad req-a24f4041-8772-4dc3-ab82-f87e310c75ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78b34985-32bf-49de-a58d-cd91a8d18989 HTTP/1.1" status: 200 len: 217 time: 0.0638657 Feb 18 10:07:36.945848 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f47203-48c6-4e60-9327-a4afafd219ad req-4cdfdd90-0ac1-480e-ac94-a2db43ab7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:36.947189 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96f47203-48c6-4e60-9327-a4afafd219ad req-4cdfdd90-0ac1-480e-ac94-a2db43ab7af8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b3e8d118-7560-46c7-9d90-c56553e36797 HTTP/1.1" status: 200 len: 834 time: 0.0591931 Feb 18 10:07:37.021337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f47203-48c6-4e60-9327-a4afafd219ad req-7753e212-6f62-4011-beaa-d2dbb19ee3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:37.022787 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96f47203-48c6-4e60-9327-a4afafd219ad req-7753e212-6f62-4011-beaa-d2dbb19ee3f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697360 Feb 18 10:07:37.152348 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96f47203-48c6-4e60-9327-a4afafd219ad req-e417e483-3954-4b70-81ce-420115d011a8 service neutron] 10.222.0.61 "GET /v2.0/networks/3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228623 Feb 18 10:07:37.284072 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-96f47203-48c6-4e60-9327-a4afafd219ad req-064ddf70-4cd1-4a42-ac3e-29f8bde55622 service neutron] 10.222.0.61 "GET /v2.0/networks/3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261854 Feb 18 10:07:37.574193 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2de80f-2985-4034-a37b-ffc362e8ceef req-acd19839-b5ee-4a4f-b49d-a5e0eda2a6d4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:37.575560 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd2de80f-2985-4034-a37b-ffc362e8ceef req-acd19839-b5ee-4a4f-b49d-a5e0eda2a6d4 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 943 time: 0.0794525 Feb 18 10:07:37.624318 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bd2de80f-2985-4034-a37b-ffc362e8ceef req-cde8527d-dfbe-4170-8911-99d93539f6f2 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430405 Feb 18 10:07:38.811001 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9b4e3-d5a8-4687-8bba-686b67207053 req-d6265239-6559-425a-8aa2-a9032ce0caef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:38.812469 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95d9b4e3-d5a8-4687-8bba-686b67207053 req-d6265239-6559-425a-8aa2-a9032ce0caef tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 943 time: 0.0804090 Feb 18 10:07:38.862724 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-95d9b4e3-d5a8-4687-8bba-686b67207053 req-1246d77e-09e3-457e-bde8-3c432f4f8824 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438392 Feb 18 10:07:40.055151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed07e7-a72d-4945-9ad5-cc1b2c6274d7 req-62184802-f3cf-4114-a387-5224a99dda99 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:40.056547 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04ed07e7-a72d-4945-9ad5-cc1b2c6274d7 req-62184802-f3cf-4114-a387-5224a99dda99 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 943 time: 0.0858178 Feb 18 10:07:40.101188 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-04ed07e7-a72d-4945-9ad5-cc1b2c6274d7 req-c778e99e-79c2-415c-94cf-a24ea277db61 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390389 Feb 18 10:07:40.413440 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 78b34985-32bf-49de-a58d-cd91a8d18989 details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:07:40.547094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 78b34985-32bf-49de-a58d-cd91a8d18989, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=78b34985-32bf-49de-a58d-cd91a8d18989,segment=NetworkSegment(a37b391d-414a-43e7-983f-84a6685a0cf2),segment_id=a37b391d-414a-43e7-983f-84a6685a0cf2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:07:40.560504 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '78b34985-32bf-49de-a58d-cd91a8d18989', 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68', 'port_id': '78b34985-32bf-49de-a58d-cd91a8d18989', 'mac_address': 'fa:16:3e:f8:13:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e8d118-7560-46c7-9d90-c56553e36797', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:07:40.618385 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:40.635405 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b34985-32bf-49de-a58d-cd91a8d18989 {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:07:40.651104 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 78b34985-32bf-49de-a58d-cd91a8d18989, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=78b34985-32bf-49de-a58d-cd91a8d18989,segment=NetworkSegment(a37b391d-414a-43e7-983f-84a6685a0cf2),segment_id=a37b391d-414a-43e7-983f-84a6685a0cf2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:07:40.655221 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:40.727300 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=78b34985-32bf-49de-a58d-cd91a8d18989,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:41.021184 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['78b34985-32bf-49de-a58d-cd91a8d18989'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 10:07:41.303347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6de1ea-353f-4fa7-807b-23b810a676d7 req-1c2224a9-6b0a-4cc8-a3c1-63499d26b19b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:41.304863 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd6de1ea-353f-4fa7-807b-23b810a676d7 req-1c2224a9-6b0a-4cc8-a3c1-63499d26b19b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 944 time: 0.0905094 Feb 18 10:07:41.352057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd6de1ea-353f-4fa7-807b-23b810a676d7 req-0b7855ad-2117-4d1a-951e-402bc956c624 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415618 Feb 18 10:07:42.071545 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:42.148383 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:42.413119 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 78b34985-32bf-49de-a58d-cd91a8d18989 up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:07:42.480582 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 78b34985-32bf-49de-a58d-cd91a8d18989 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:07:42.485404 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 78b34985-32bf-49de-a58d-cd91a8d18989 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:07:42.485777 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:42.614607 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:42.643359 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d10a9a-139b-4c0c-b48d-813fbd293bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b34985-32bf-49de-a58d-cd91a8d18989'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:07:42.656054 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 78b34985-32bf-49de-a58d-cd91a8d18989, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=78b34985-32bf-49de-a58d-cd91a8d18989,segment=NetworkSegment(a37b391d-414a-43e7-983f-84a6685a0cf2),segment_id=a37b391d-414a-43e7-983f-84a6685a0cf2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:07:42.662289 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608e74e-7fb1-4c85-a52d-74863f9282fe req-44723630-f8c7-406b-95f1-b1a2a3540683 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:42.662929 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:42.664074 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8608e74e-7fb1-4c85-a52d-74863f9282fe req-44723630-f8c7-406b-95f1-b1a2a3540683 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 944 time: 0.2031190 Feb 18 10:07:42.706369 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d10a9a-139b-4c0c-b48d-813fbd293bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b34985-32bf-49de-a58d-cd91a8d18989', 'code': 200} Feb 18 10:07:42.715805 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8608e74e-7fb1-4c85-a52d-74863f9282fe req-88e89bd0-438b-4304-bd9f-d2bbbd94db59 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444880 Feb 18 10:07:42.743244 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=78b34985-32bf-49de-a58d-cd91a8d18989,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:42.825629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc59e42-3121-413b-8a96-5509f1705b41 req-cd47627f-e387-4610-a636-77fc7e53051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:42.827098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dfc59e42-3121-413b-8a96-5509f1705b41 req-cd47627f-e387-4610-a636-77fc7e53051a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0698624 Feb 18 10:07:42.871666 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-dfc59e42-3121-413b-8a96-5509f1705b41 req-7bb90bf7-4782-4432-9679-4e338fde1383 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384357 Feb 18 10:07:43.906722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41adaa4-ee3b-492c-86ed-6ad27df6bad7 req-9110cf5f-d2a7-4ea3-9627-395d78987460 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:43.908158 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d41adaa4-ee3b-492c-86ed-6ad27df6bad7 req-9110cf5f-d2a7-4ea3-9627-395d78987460 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 945 time: 0.0844104 Feb 18 10:07:43.951899 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d41adaa4-ee3b-492c-86ed-6ad27df6bad7 req-f1827882-7179-4ac2-8bb4-ea2a125e734d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379767 Feb 18 10:07:45.142722 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f540f7d-592d-4ff8-a049-cf30ea2d99d6 req-cf6e6a52-90d4-4afe-8171-0a7ad7a244d1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:45.144188 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f540f7d-592d-4ff8-a049-cf30ea2d99d6 req-cf6e6a52-90d4-4afe-8171-0a7ad7a244d1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 945 time: 0.0836027 Feb 18 10:07:45.189163 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3f540f7d-592d-4ff8-a049-cf30ea2d99d6 req-8a7b205c-e46d-40f2-826d-740a8f982565 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393381 Feb 18 10:07:45.382497 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cda8d-2520-4ac1-9ec3-07b9b0bf0975 req-a8ab8f3b-242e-44c9-a6f7-c4af0c589130 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:45.383980 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b01cda8d-2520-4ac1-9ec3-07b9b0bf0975 req-a8ab8f3b-242e-44c9-a6f7-c4af0c589130 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 945 time: 0.0873873 Feb 18 10:07:45.429791 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b01cda8d-2520-4ac1-9ec3-07b9b0bf0975 req-4b7ba22e-0921-4c11-aaef-9ca89808e7ec tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397842 Feb 18 10:07:45.452033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52102) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:45.527850 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c072e50c-e706-4840-ae0a-29735ec08a68 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:45.529389 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c072e50c-e706-4840-ae0a-29735ec08a68 tempest-TestNetworkAdvancedServerOps-602163336 tempest-TestNetworkAdvancedServerOps-602163336-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 1091 time: 0.0763302 Feb 18 10:07:45.532257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52106) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:45.537924 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': '78b34985-32bf-49de-a58d-cd91a8d18989', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:07:45.544589 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:07:45.548415 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Usage tracker for resource:floatingip and tenant:ed8f29f326d44aaf961e4f998748e77c is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:07:45.551317 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:07:45.557155 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:07:45.569165 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:45.709534 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:45.843823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Allocated IP 172.25.1.4 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/1012d032-b6a2-4539-b294-78a2c0a5cbeb) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:07:46.021929 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:46.057808 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:46.134067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:07:46.137165 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:07:46.144152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=1012d032-b6a2-4539-b294-78a2c0a5cbeb,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:46.147521 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:07:46.567227 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:46.648911 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:46.982387 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:46.987090 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:47.094897 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event updated for resources: {'Port': ['ID=1012d032-b6a2-4539-b294-78a2c0a5cbeb,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:07:47.109751 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:47.282382 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Floating IP 4423fe7b-e864-4ab1-a705-6931dc7e9d8c associated. External IP: 172.25.1.4, port: 78b34985-32bf-49de-a58d-cd91a8d18989. Feb 18 10:07:47.637462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router 9723c319-0352-4e5f-803c-fb1694585474 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:07:47.823027 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:07:47.838996 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ca55d-8552-499f-a650-b89ae7ea481f None None] Sync routers for ids ['9723c319-0352-4e5f-803c-fb1694585474'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:07:47.849632 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ca55d-8552-499f-a650-b89ae7ea481f None None] Routers {'9723c319-0352-4e5f-803c-fb1694585474'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:07:47.849935 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:07:47.850381 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ed4ca55d-8552-499f-a650-b89ae7ea481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:07:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9723c319-0352-4e5f-803c-fb1694585474'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:47.907263 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d63c7550-3998-47ff-9af5-27e02419c8e1 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3737693 Feb 18 10:07:47.907760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d10a9a-139b-4c0c-b48d-813fbd293bf7', 'tag': '78b34985-32bf-49de-a58d-cd91a8d18989'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:07:47.968592 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d10a9a-139b-4c0c-b48d-813fbd293bf7', 'tag': '78b34985-32bf-49de-a58d-cd91a8d18989', 'status': 'completed', 'code': 200} Feb 18 10:07:48.038072 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-ed4ca55d-8552-499f-a650-b89ae7ea481f None None] Set router 9723c319-0352-4e5f-803c-fb1694585474 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:07:48.130409 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce47df-79d0-4e83-8bc0-7474b1dc61ab req-944959ee-bebd-4067-a865-f5c1a05138d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:48.131947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99ce47df-79d0-4e83-8bc0-7474b1dc61ab req-944959ee-bebd-4067-a865-f5c1a05138d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 1096 time: 0.1408603 Feb 18 10:07:48.146419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306ae94-3a2b-4ba6-9df1-c63a7f435233 req-043d91e3-2af1-4777-89e8-c29cd8eafb0e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:48.147960 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f306ae94-3a2b-4ba6-9df1-c63a7f435233 req-043d91e3-2af1-4777-89e8-c29cd8eafb0e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 945 time: 0.1194694 Feb 18 10:07:48.280191 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f306ae94-3a2b-4ba6-9df1-c63a7f435233 req-4a55318b-a50c-4a65-9e9f-92873ef7b760 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122444 Feb 18 10:07:48.305295 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52114) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:48.320179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce47df-79d0-4e83-8bc0-7474b1dc61ab req-dfb90701-8081-4051-8945-1384a109fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:48.321691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99ce47df-79d0-4e83-8bc0-7474b1dc61ab req-dfb90701-8081-4051-8945-1384a109fd6b service neutron] 10.222.0.61 "GET /v2.0/networks?id=3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 HTTP/1.1" status: 200 len: 896 time: 0.1728094 Feb 18 10:07:48.436115 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ed4ca55d-8552-499f-a650-b89ae7ea481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9723c319-0352-4e5f-803c-fb1694585474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000835749', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:29Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '4423fe7b-e864-4ab1-a705-6931dc7e9d8c', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '9723c319-0352-4e5f-803c-fb1694585474', 'port_id': '78b34985-32bf-49de-a58d-cd91a8d18989', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68', 'mac_address': 'fa:16:3e:f8:13:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d10a9a-139b-4c0c-b48d-813fbd293bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:07:46Z', 'updated_at': '2022-02-18T10:07:46Z', 'revision_number': 0, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d18eaf-60d7-47d5-ae11-56d6543c887c', 'name': '', 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:e4:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b3e8d118-7560-46c7-9d90-c56553e36797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:28Z', 'updated_at': '2022-02-18T10:07:34Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'b3e8d118-7560-46c7-9d90-c56553e36797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:48.441166 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ca55d-8552-499f-a650-b89ae7ea481f None None] Checking router: 9723c319-0352-4e5f-803c-fb1694585474 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:07:48.451787 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ca55d-8552-499f-a650-b89ae7ea481f None None] Routers {'9723c319-0352-4e5f-803c-fb1694585474'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:07:48.452463 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ed4ca55d-8552-499f-a650-b89ae7ea481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:07:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9723c319-0352-4e5f-803c-fb1694585474'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:48.543669 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-97909f5f-bdff-4715-8f7c-98942dd4b0e6 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/floatingips/4423fe7b-e864-4ab1-a705-6931dc7e9d8c HTTP/1.1" status: 200 len: 989 time: 0.2370825 Feb 18 10:07:48.575824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99ce47df-79d0-4e83-8bc0-7474b1dc61ab req-0a593b5b-7d5f-4fec-9c56-b9ee024f93ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78b34985-32bf-49de-a58d-cd91a8d18989 HTTP/1.1" status: 200 len: 997 time: 0.2477047 Feb 18 10:07:48.638335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce47df-79d0-4e83-8bc0-7474b1dc61ab req-fb5a6994-e681-4f49-80a4-99c7c29980d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:48.639794 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99ce47df-79d0-4e83-8bc0-7474b1dc61ab req-fb5a6994-e681-4f49-80a4-99c7c29980d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b3e8d118-7560-46c7-9d90-c56553e36797 HTTP/1.1" status: 200 len: 834 time: 0.0583935 Feb 18 10:07:48.643743 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-ed4ca55d-8552-499f-a650-b89ae7ea481f None None] Set router 9723c319-0352-4e5f-803c-fb1694585474 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:07:48.720989 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce47df-79d0-4e83-8bc0-7474b1dc61ab req-0244537e-44a0-437a-9d94-e7191616548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:07:48.723085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99ce47df-79d0-4e83-8bc0-7474b1dc61ab req-0244537e-44a0-437a-9d94-e7191616548d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768342 Feb 18 10:07:48.866054 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99ce47df-79d0-4e83-8bc0-7474b1dc61ab req-09f59937-5eae-4c19-9d1f-292f5da38b97 service neutron] 10.222.0.61 "GET /v2.0/networks/3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376565 Feb 18 10:07:49.004543 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-ed4ca55d-8552-499f-a650-b89ae7ea481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9723c319-0352-4e5f-803c-fb1694585474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000835749', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:29Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '4423fe7b-e864-4ab1-a705-6931dc7e9d8c', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '9723c319-0352-4e5f-803c-fb1694585474', 'port_id': '78b34985-32bf-49de-a58d-cd91a8d18989', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68', 'mac_address': 'fa:16:3e:f8:13:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d10a9a-139b-4c0c-b48d-813fbd293bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:07:46Z', 'updated_at': '2022-02-18T10:07:46Z', 'revision_number': 0, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d18eaf-60d7-47d5-ae11-56d6543c887c', 'name': '', 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:e4:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b3e8d118-7560-46c7-9d90-c56553e36797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:28Z', 'updated_at': '2022-02-18T10:07:34Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'b3e8d118-7560-46c7-9d90-c56553e36797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:07:49.010162 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-99ce47df-79d0-4e83-8bc0-7474b1dc61ab req-48cc5265-44f4-4405-b64c-b85813146c49 service neutron] 10.222.0.61 "GET /v2.0/networks/3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377053 Feb 18 10:07:49.012986 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ca55d-8552-499f-a650-b89ae7ea481f None None] The sync data for ids ['9723c319-0352-4e5f-803c-fb1694585474'] in n-d-829434-1 is: [{'id': '9723c319-0352-4e5f-803c-fb1694585474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000835749', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:29Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '4423fe7b-e864-4ab1-a705-6931dc7e9d8c', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '9723c319-0352-4e5f-803c-fb1694585474', 'port_id': '78b34985-32bf-49de-a58d-cd91a8d18989', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68', 'mac_address': 'fa:16:3e:f8:13:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d10a9a-139b-4c0c-b48d-813fbd293bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:07:46Z', 'updated_at': '2022-02-18T10:07:46Z', 'revision_number': 0, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d18eaf-60d7-47d5-ae11-56d6543c887c', 'name': '', 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:e4:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b3e8d118-7560-46c7-9d90-c56553e36797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:28Z', 'updated_at': '2022-02-18T10:07:34Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'b3e8d118-7560-46c7-9d90-c56553e36797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:07:49.217351 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca7db6c-bc83-4efb-90ea-32dab868c6d1 None None] New status for floating IP 4423fe7b-e864-4ab1-a705-6931dc7e9d8c: ACTIVE {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 10:07:49.547095 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52118) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:07:49.653549 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-55021643-e1e4-4cb6-bef0-0d9de018238a tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/floatingips/4423fe7b-e864-4ab1-a705-6931dc7e9d8c HTTP/1.1" status: 200 len: 991 time: 0.1053271 Feb 18 10:07:53.142487 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:08:00.504165 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-351e2b01-055c-414d-965b-abffa1743490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:03.962844 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-74075955-e2c0-47b7-aa3d-c7e8ff6fd793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:04.028961 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:04.122743 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:05.348016 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:12.082013 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:12.149523 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:15.884560 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42ee9517-c71b-4505-a558-5b3f2f5a3b77 req-bc760ad0-d25a-4143-a854-4669025a7031 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715911 Feb 18 10:08:16.029541 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee9517-c71b-4505-a558-5b3f2f5a3b77 req-4c8be102-ea95-4978-bc00-629f8082be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:08:16.031071 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42ee9517-c71b-4505-a558-5b3f2f5a3b77 req-4c8be102-ea95-4978-bc00-629f8082be9a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0767078 Feb 18 10:08:16.181053 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee9517-c71b-4505-a558-5b3f2f5a3b77 req-4542b11d-dd56-4f8a-997e-c66bb708d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:08:16.182783 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42ee9517-c71b-4505-a558-5b3f2f5a3b77 req-4542b11d-dd56-4f8a-997e-c66bb708d3aa service neutron] 10.222.0.61 "GET /v2.0/networks?id=3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 HTTP/1.1" status: 200 len: 896 time: 0.1309659 Feb 18 10:08:16.289571 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42ee9517-c71b-4505-a558-5b3f2f5a3b77 req-05a1cf50-9822-458a-8714-5c7dad497f7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78b34985-32bf-49de-a58d-cd91a8d18989 HTTP/1.1" status: 200 len: 999 time: 0.1005862 Feb 18 10:08:16.355795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee9517-c71b-4505-a558-5b3f2f5a3b77 req-08251dbc-3601-42f9-acfc-f852b774952d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:08:16.357283 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42ee9517-c71b-4505-a558-5b3f2f5a3b77 req-08251dbc-3601-42f9-acfc-f852b774952d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b3e8d118-7560-46c7-9d90-c56553e36797 HTTP/1.1" status: 200 len: 834 time: 0.0621319 Feb 18 10:08:16.435016 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee9517-c71b-4505-a558-5b3f2f5a3b77 req-b8d0b80b-569b-41c1-9404-09af25ba2361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:08:16.436526 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42ee9517-c71b-4505-a558-5b3f2f5a3b77 req-b8d0b80b-569b-41c1-9404-09af25ba2361 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724041 Feb 18 10:08:16.571160 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42ee9517-c71b-4505-a558-5b3f2f5a3b77 req-94981f4f-4912-48f6-bf18-ff6b5fc435ac service neutron] 10.222.0.61 "GET /v2.0/networks/3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278601 Feb 18 10:08:16.711186 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-42ee9517-c71b-4505-a558-5b3f2f5a3b77 req-c83f71e7-9116-479e-b4c7-2eed571d6c82 service neutron] 10.222.0.61 "GET /v2.0/networks/3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343853 Feb 18 10:08:30.142094 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:08:30.507592 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1048c05c-2826-4d8e-a216-53c9a5f8ea39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:33.969130 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a18e7f1c-d8f2-47ea-8c66-00c9bd16dbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:34.033029 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:34.126306 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:35.349133 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:42.104090 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:42.169308 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:50.743740 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892cd38-3824-4dbe-94e1-b14ea6b7ca38 req-4eecdae2-5b8c-4e82-92f7-c94e3af6612b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:08:50.745312 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1892cd38-3824-4dbe-94e1-b14ea6b7ca38 req-4eecdae2-5b8c-4e82-92f7-c94e3af6612b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 945 time: 0.1393132 Feb 18 10:08:50.795096 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1892cd38-3824-4dbe-94e1-b14ea6b7ca38 req-2e6bb618-8cdb-46c0-b7a3-bf5de5812845 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435843 Feb 18 10:08:52.035413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca7bdd-1d39-425f-b61e-7b6838a75bc4 req-931ea82c-5a74-44b1-aa09-37467b449510 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:08:52.037948 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5ca7bdd-1d39-425f-b61e-7b6838a75bc4 req-931ea82c-5a74-44b1-aa09-37467b449510 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 945 time: 0.1315515 Feb 18 10:08:52.085848 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a5ca7bdd-1d39-425f-b61e-7b6838a75bc4 req-08b26555-b21d-4f06-9fa3-6b92f824919d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421319 Feb 18 10:08:53.278240 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c0375-7b18-469f-bf45-128f25cd36b8 req-cc46bb5f-9df0-4b37-86bf-2fe17689a3d5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:08:53.279704 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-908c0375-7b18-469f-bf45-128f25cd36b8 req-cc46bb5f-9df0-4b37-86bf-2fe17689a3d5 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 945 time: 0.0825398 Feb 18 10:08:53.323781 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-908c0375-7b18-469f-bf45-128f25cd36b8 req-2fd39aee-e733-43b3-a2ba-cd890bb6f216 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385106 Feb 18 10:08:53.355887 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52156) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:08:53.462587 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5f8f1c50-65b0-4c17-bf1b-dfbe88bfaa84 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/floatingips/4423fe7b-e864-4ab1-a705-6931dc7e9d8c HTTP/1.1" status: 200 len: 991 time: 0.1051924 Feb 18 10:08:55.030760 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f292806-717e-48cc-8417-23d7bea2754e req-d63b7e41-2f74-4914-acf4-a8a119ab6081 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:08:55.032238 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f292806-717e-48cc-8417-23d7bea2754e req-d63b7e41-2f74-4914-acf4-a8a119ab6081 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 945 time: 0.1999702 Feb 18 10:08:55.121046 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9f292806-717e-48cc-8417-23d7bea2754e req-5ea310bd-fa60-4e88-ae34-990904fa6b5c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585110 Feb 18 10:08:55.139519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a00dc-405a-413d-b12c-70575c852af8 req-9b246d0a-c103-40ea-bc98-a59724459242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:08:55.141008 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-556a00dc-405a-413d-b12c-70575c852af8 req-9b246d0a-c103-40ea-bc98-a59724459242 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 1096 time: 0.2764947 Feb 18 10:08:55.281007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a00dc-405a-413d-b12c-70575c852af8 req-d3b791f5-1bcc-479e-91eb-7c6704135422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:08:55.282372 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-556a00dc-405a-413d-b12c-70575c852af8 req-d3b791f5-1bcc-479e-91eb-7c6704135422 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 HTTP/1.1" status: 200 len: 896 time: 0.1352289 Feb 18 10:08:55.389220 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-556a00dc-405a-413d-b12c-70575c852af8 req-7a18d388-744e-4a51-a760-908eae83b1a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78b34985-32bf-49de-a58d-cd91a8d18989 HTTP/1.1" status: 200 len: 999 time: 0.1008627 Feb 18 10:08:55.454363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a00dc-405a-413d-b12c-70575c852af8 req-4ce48835-ab89-4237-b492-11f321234967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:08:55.455797 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-556a00dc-405a-413d-b12c-70575c852af8 req-4ce48835-ab89-4237-b492-11f321234967 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b3e8d118-7560-46c7-9d90-c56553e36797 HTTP/1.1" status: 200 len: 834 time: 0.0613742 Feb 18 10:08:55.530328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a00dc-405a-413d-b12c-70575c852af8 req-3338745c-1e15-4123-aec2-4bb2cf0fd282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:08:55.531879 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-556a00dc-405a-413d-b12c-70575c852af8 req-3338745c-1e15-4123-aec2-4bb2cf0fd282 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698571 Feb 18 10:08:55.663221 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-556a00dc-405a-413d-b12c-70575c852af8 req-1eebf373-a86d-4f2e-b135-eaec5dd42ef7 service neutron] 10.222.0.61 "GET /v2.0/networks/3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252177 Feb 18 10:08:55.793353 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-556a00dc-405a-413d-b12c-70575c852af8 req-d9687040-05af-4468-b9a0-53eac7f0e71c service neutron] 10.222.0.61 "GET /v2.0/networks/3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241131 Feb 18 10:08:56.312533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076ffb2-0718-484e-89c7-ca1fcb3c7a5f req-db5b70c4-9c26-410b-b1e8-147b62cd474c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:08:56.313999 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2076ffb2-0718-484e-89c7-ca1fcb3c7a5f req-db5b70c4-9c26-410b-b1e8-147b62cd474c tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 945 time: 0.0794415 Feb 18 10:08:56.361386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2076ffb2-0718-484e-89c7-ca1fcb3c7a5f req-5ac6dd6e-d39a-48d7-8739-f96522fa0803 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411561 Feb 18 10:08:57.553818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c475d4-f183-4412-a38e-577579488bdb req-1b2e179d-1e29-4a36-b4e0-441ba924608b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:08:57.555310 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52c475d4-f183-4412-a38e-577579488bdb req-1b2e179d-1e29-4a36-b4e0-441ba924608b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 945 time: 0.0836620 Feb 18 10:08:57.600617 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52c475d4-f183-4412-a38e-577579488bdb req-45f7ad47-0fb9-4474-8250-1a0217be836b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395899 Feb 18 10:08:57.625945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52172) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:08:57.735235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ca873e68-e456-4831-8414-16ae43a2420d tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/floatingips/4423fe7b-e864-4ab1-a705-6931dc7e9d8c HTTP/1.1" status: 200 len: 991 time: 0.1079245 Feb 18 10:08:58.009068 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52180) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:08:58.222461 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port 1012d032-b6a2-4539-b294-78a2c0a5cbeb {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:08:58.222788 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:58.397620 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:58.397948 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:58.636976 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for 1012d032-b6a2-4539-b294-78a2c0a5cbeb owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:08:58.791317 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:58.851898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=1012d032-b6a2-4539-b294-78a2c0a5cbeb,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:08:58.892697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:08:58.893040 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:08:58.893367 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:08:58.893693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:08:58.894017 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:08:58.894419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:08:58.894884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:08:58.895920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:08:58.896417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:08:58.896878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:08:58.897337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:08:58.897795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:08:58.964467 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:58.964917 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Floating IP 4423fe7b-e864-4ab1-a705-6931dc7e9d8c disassociated (deleted). External IP: 172.25.1.4, port: 78b34985-32bf-49de-a58d-cd91a8d18989. Feb 18 10:08:59.324035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router 9723c319-0352-4e5f-803c-fb1694585474 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:08:59.500165 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:08:59.510780 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae13b7-6468-40a3-96ee-a29ded07126f None None] Sync routers for ids ['9723c319-0352-4e5f-803c-fb1694585474'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:08:59.522766 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae13b7-6468-40a3-96ee-a29ded07126f None None] Routers {'9723c319-0352-4e5f-803c-fb1694585474'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:08:59.523413 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d5ae13b7-6468-40a3-96ee-a29ded07126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:08:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9723c319-0352-4e5f-803c-fb1694585474'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:08:59.525015 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:08:59.603832 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-90613f25-a186-4f5a-bc79-044ee0b6c8a9 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/floatingips/4423fe7b-e864-4ab1-a705-6931dc7e9d8c HTTP/1.1" status: 204 len: 168 time: 1.5912533 Feb 18 10:08:59.603832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d10a9a-139b-4c0c-b48d-813fbd293bf7', 'tag': '78b34985-32bf-49de-a58d-cd91a8d18989'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:08:59.703367 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d5ae13b7-6468-40a3-96ee-a29ded07126f None None] Set router 9723c319-0352-4e5f-803c-fb1694585474 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:08:59.708051 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d10a9a-139b-4c0c-b48d-813fbd293bf7', 'tag': '78b34985-32bf-49de-a58d-cd91a8d18989', 'status': 'completed', 'code': 200} Feb 18 10:08:59.821547 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc4765-ca2d-4964-9d96-ed593ab63568 req-42c340b7-4045-4113-b3c4-4646418a1b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:08:59.823724 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ebc4765-ca2d-4964-9d96-ed593ab63568 req-42c340b7-4045-4113-b3c4-4646418a1b27 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed8f29f326d44aaf961e4f998748e77c&device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0924139 Feb 18 10:09:00.027928 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc4765-ca2d-4964-9d96-ed593ab63568 req-57276b3e-bb7b-46dc-b70e-84d9df0acade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:00.029421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ebc4765-ca2d-4964-9d96-ed593ab63568 req-57276b3e-bb7b-46dc-b70e-84d9df0acade service neutron] 10.222.0.61 "GET /v2.0/networks?id=3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 HTTP/1.1" status: 200 len: 896 time: 0.1978831 Feb 18 10:09:00.042209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9fbf1-fc6b-4e09-899a-78b03a7856f6 req-7b351f8c-432b-4349-855a-ddd10f8d2de7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:00.042901 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-61b9fbf1-fc6b-4e09-899a-78b03a7856f6 req-7b351f8c-432b-4349-855a-ddd10f8d2de7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:09:00.070036 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d5ae13b7-6468-40a3-96ee-a29ded07126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9723c319-0352-4e5f-803c-fb1694585474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000835749', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:29Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '74d18eaf-60d7-47d5-ae11-56d6543c887c', 'name': '', 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:e4:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b3e8d118-7560-46c7-9d90-c56553e36797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:28Z', 'updated_at': '2022-02-18T10:07:34Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'b3e8d118-7560-46c7-9d90-c56553e36797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:00.073932 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae13b7-6468-40a3-96ee-a29ded07126f None None] Checking router: 9723c319-0352-4e5f-803c-fb1694585474 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:09:00.082179 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae13b7-6468-40a3-96ee-a29ded07126f None None] Routers {'9723c319-0352-4e5f-803c-fb1694585474'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:09:00.082913 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d5ae13b7-6468-40a3-96ee-a29ded07126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:08:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9723c319-0352-4e5f-803c-fb1694585474'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:00.113360 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ebc4765-ca2d-4964-9d96-ed593ab63568 req-ac018e75-394f-429c-90f6-c5167a86c410 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78b34985-32bf-49de-a58d-cd91a8d18989 HTTP/1.1" status: 200 len: 217 time: 0.0676796 Feb 18 10:09:00.152050 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-61b9fbf1-fc6b-4e09-899a-78b03a7856f6 req-7b351f8c-432b-4349-855a-ddd10f8d2de7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:09:00.153138 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-61b9fbf1-fc6b-4e09-899a-78b03a7856f6 req-7b351f8c-432b-4349-855a-ddd10f8d2de7 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 945 time: 0.2312229 Feb 18 10:09:00.263690 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d5ae13b7-6468-40a3-96ee-a29ded07126f None None] Set router 9723c319-0352-4e5f-803c-fb1694585474 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:09:00.329991 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc4765-ca2d-4964-9d96-ed593ab63568 req-d84a8583-b6de-4d7f-ba0e-7faad2a7d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:00.331423 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ebc4765-ca2d-4964-9d96-ed593ab63568 req-d84a8583-b6de-4d7f-ba0e-7faad2a7d1d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b3e8d118-7560-46c7-9d90-c56553e36797 HTTP/1.1" status: 200 len: 834 time: 0.2105901 Feb 18 10:09:00.339220 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-61b9fbf1-fc6b-4e09-899a-78b03a7856f6 req-08d7007f-7b0c-40e4-b43e-e8194274899b tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792145 Feb 18 10:09:00.410603 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc4765-ca2d-4964-9d96-ed593ab63568 req-7034df31-1d43-4c36-af69-ac48d88f3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:00.412231 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ebc4765-ca2d-4964-9d96-ed593ab63568 req-7034df31-1d43-4c36-af69-ac48d88f3516 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706215 Feb 18 10:09:00.511900 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f03fb3e0-ed7a-41bf-9d05-db330f25d5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:00.549776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ebc4765-ca2d-4964-9d96-ed593ab63568 req-4a856e9f-240b-4420-be76-b13080f55b15 service neutron] 10.222.0.61 "GET /v2.0/networks/3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304288 Feb 18 10:09:00.578700 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d5ae13b7-6468-40a3-96ee-a29ded07126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9723c319-0352-4e5f-803c-fb1694585474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000835749', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:29Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '74d18eaf-60d7-47d5-ae11-56d6543c887c', 'name': '', 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:e4:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b3e8d118-7560-46c7-9d90-c56553e36797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:28Z', 'updated_at': '2022-02-18T10:07:34Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'b3e8d118-7560-46c7-9d90-c56553e36797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:00.582825 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae13b7-6468-40a3-96ee-a29ded07126f None None] The sync data for ids ['9723c319-0352-4e5f-803c-fb1694585474'] in n-d-829434-1 is: [{'id': '9723c319-0352-4e5f-803c-fb1694585474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000835749', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:29Z', 'revision_number': 4, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '74d18eaf-60d7-47d5-ae11-56d6543c887c', 'name': '', 'network_id': '3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'mac_address': 'fa:16:3e:e4:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b3e8d118-7560-46c7-9d90-c56553e36797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:28Z', 'updated_at': '2022-02-18T10:07:34Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'subnets': [{'id': 'b3e8d118-7560-46c7-9d90-c56553e36797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:09:00.688244 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1ebc4765-ca2d-4964-9d96-ed593ab63568 req-31377e48-7c74-42ab-8921-17e26416839a service neutron] 10.222.0.61 "GET /v2.0/networks/3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309640 Feb 18 10:09:00.798466 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1368e6-96d5-4ada-92d2-76ce8a2516bb None None] New status for floating IP 4423fe7b-e864-4ab1-a705-6931dc7e9d8c: DOWN {{(pid=87769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 10:09:01.529519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd3cb6-c71a-43d0-8bc4-c722d271b26a req-46319c8e-dacb-4e57-86aa-539dbed7fb04 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:01.530958 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2fd3cb6-c71a-43d0-8bc4-c722d271b26a req-46319c8e-dacb-4e57-86aa-539dbed7fb04 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 945 time: 0.0813224 Feb 18 10:09:01.578600 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e2fd3cb6-c71a-43d0-8bc4-c722d271b26a req-85390672-2472-497d-a03a-e6b8a3a4ccac tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/security-groups?id=3356f51e-7464-44b5-abfb-149d3d5a81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416231 Feb 18 10:09:01.673779 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e59368-903b-42e9-b775-cae73fd50543 req-38ecee5f-a466-4deb-bf23-e957668dea34 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:01.675175 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-06e59368-903b-42e9-b775-cae73fd50543 req-38ecee5f-a466-4deb-bf23-e957668dea34 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.61 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 945 time: 0.0779307 Feb 18 10:09:01.742874 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-06e59368-903b-42e9-b775-cae73fd50543 req-f262cc77-d143-4852-b44d-2284fc51717e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port 78b34985-32bf-49de-a58d-cd91a8d18989 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:09:01.743211 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-06e59368-903b-42e9-b775-cae73fd50543 req-f262cc77-d143-4852-b44d-2284fc51717e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:01.986424 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-06e59368-903b-42e9-b775-cae73fd50543 req-f262cc77-d143-4852-b44d-2284fc51717e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] For port 78b34985-32bf-49de-a58d-cd91a8d18989, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=78b34985-32bf-49de-a58d-cd91a8d18989,segment=NetworkSegment(a37b391d-414a-43e7-983f-84a6685a0cf2),segment_id=a37b391d-414a-43e7-983f-84a6685a0cf2)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:09:01.986688 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-06e59368-903b-42e9-b775-cae73fd50543 req-f262cc77-d143-4852-b44d-2284fc51717e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:02.109272 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-06e59368-903b-42e9-b775-cae73fd50543 req-f262cc77-d143-4852-b44d-2284fc51717e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for 78b34985-32bf-49de-a58d-cd91a8d18989 owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:09:02.252886 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-06e59368-903b-42e9-b775-cae73fd50543 req-f262cc77-d143-4852-b44d-2284fc51717e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:02.310846 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262cc77-d143-4852-b44d-2284fc51717e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=78b34985-32bf-49de-a58d-cd91a8d18989,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:02.388599 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e59368-903b-42e9-b775-cae73fd50543 req-f262cc77-d143-4852-b44d-2284fc51717e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] No DVR routers for this DVR port 78b34985-32bf-49de-a58d-cd91a8d18989 on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:09:02.391214 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-06e59368-903b-42e9-b775-cae73fd50543 req-f262cc77-d143-4852-b44d-2284fc51717e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:02.393764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d10a9a-139b-4c0c-b48d-813fbd293bf7', 'name': 'network-vif-deleted', 'tag': '78b34985-32bf-49de-a58d-cd91a8d18989'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:09:02.409806 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-06e59368-903b-42e9-b775-cae73fd50543 req-f262cc77-d143-4852-b44d-2284fc51717e tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.61 "DELETE /v2.0/ports/78b34985-32bf-49de-a58d-cd91a8d18989 HTTP/1.1" status: 204 len: 173 time: 0.7279940 Feb 18 10:09:02.440241 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d10a9a-139b-4c0c-b48d-813fbd293bf7', 'name': 'network-vif-deleted', 'tag': '78b34985-32bf-49de-a58d-cd91a8d18989', 'status': 'completed', 'code': 200} Feb 18 10:09:02.748674 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8d545c16-8af1-4c1e-bd23-68594e87f8b9 req-17a8a283-46f2-4f9e-accf-9196d39b6cbd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Synchronizing usage tracker for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:09:02.766664 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8d545c16-8af1-4c1e-bd23-68594e87f8b9 req-17a8a283-46f2-4f9e-accf-9196d39b6cbd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Unset dirty status for tenant:ed8f29f326d44aaf961e4f998748e77c on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:09:02.767822 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8d545c16-8af1-4c1e-bd23-68594e87f8b9 req-17a8a283-46f2-4f9e-accf-9196d39b6cbd tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d10a9a-139b-4c0c-b48d-813fbd293bf7 HTTP/1.1" status: 200 len: 210 time: 0.0634708 Feb 18 10:09:03.869155 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52200) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:03.963233 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-98273a02-4d29-4a4c-b385-ef56674a3e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:04.037136 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:04.130039 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:04.417960 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:04.768320 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port 74d18eaf-60d7-47d5-ae11-56d6543c887c {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:09:04.768577 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:04.948066 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 78b34985-32bf-49de-a58d-cd91a8d18989 no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:09:04.984439 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 78b34985-32bf-49de-a58d-cd91a8d18989 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:09:04.985169 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 78b34985-32bf-49de-a58d-cd91a8d18989 not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:09:05.082983 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] For port 74d18eaf-60d7-47d5-ae11-56d6543c887c, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=74d18eaf-60d7-47d5-ae11-56d6543c887c,segment=NetworkSegment(a37b391d-414a-43e7-983f-84a6685a0cf2),segment_id=a37b391d-414a-43e7-983f-84a6685a0cf2)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:09:05.083686 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:05.201819 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for 74d18eaf-60d7-47d5-ae11-56d6543c887c owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:09:05.350977 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:05.390305 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:05.440668 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=74d18eaf-60d7-47d5-ae11-56d6543c887c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:05.507939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:05.508321 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:05.508670 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:05.509009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:05.509344 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:05.509680 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:05.510010 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:05.510339 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:05.510667 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:05.510991 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:05.511313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:05.511632 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:05.727477 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:06.088219 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Router 9723c319-0352-4e5f-803c-fb1694585474 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:09:06.264670 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:09:06.274664 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ebf33-c9f3-4f97-bda4-3e351f0e45c1 None None] Sync routers for ids ['9723c319-0352-4e5f-803c-fb1694585474'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:09:06.282154 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-aa1dc847-1d62-4d8b-bfc7-a1aac649e174 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "PUT /v2.0/routers/9723c319-0352-4e5f-803c-fb1694585474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4119179 Feb 18 10:09:06.284956 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52204) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:06.287143 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ebf33-c9f3-4f97-bda4-3e351f0e45c1 None None] Routers {'9723c319-0352-4e5f-803c-fb1694585474'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:09:06.287749 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b09ebf33-c9f3-4f97-bda4-3e351f0e45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9723c319-0352-4e5f-803c-fb1694585474'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:06.350885 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b7a77e-1ec3-476e-99e9-dbdd367926a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting subnet b3e8d118-7560-46c7-9d90-c56553e36797 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 10:09:06.354346 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-14b7a77e-1ec3-476e-99e9-dbdd367926a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:06.419240 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-14b7a77e-1ec3-476e-99e9-dbdd367926a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:06.463633 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-b09ebf33-c9f3-4f97-bda4-3e351f0e45c1 None None] Set router 9723c319-0352-4e5f-803c-fb1694585474 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:09:06.506860 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-14b7a77e-1ec3-476e-99e9-dbdd367926a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:06.578072 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-14b7a77e-1ec3-476e-99e9-dbdd367926a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:06.623044 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7a77e-1ec3-476e-99e9-dbdd367926a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e8d118-7560-46c7-9d90-c56553e36797,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:06.625004 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-14b7a77e-1ec3-476e-99e9-dbdd367926a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:06.634531 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-14b7a77e-1ec3-476e-99e9-dbdd367926a3 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/subnets/b3e8d118-7560-46c7-9d90-c56553e36797 HTTP/1.1" status: 204 len: 168 time: 0.3455536 Feb 18 10:09:06.634900 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52208) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:06.636454 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5460d74b-b806-4d9c-a28f-3ae440454b4c None None] Network 3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:09:06.747119 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b09ebf33-c9f3-4f97-bda4-3e351f0e45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9723c319-0352-4e5f-803c-fb1694585474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000835749', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:09:05Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:06.751350 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ebf33-c9f3-4f97-bda4-3e351f0e45c1 None None] Checking router: 9723c319-0352-4e5f-803c-fb1694585474 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:09:06.760655 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ebf33-c9f3-4f97-bda4-3e351f0e45c1 None None] Routers {'9723c319-0352-4e5f-803c-fb1694585474'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:09:06.761270 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b09ebf33-c9f3-4f97-bda4-3e351f0e45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['9723c319-0352-4e5f-803c-fb1694585474'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:06.938130 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] DHCP port deletion for 3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 10:09:06.943407 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] Deleting port 421b327b-3f20-4fac-b3d9-48e0a0548bea {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:09:06.943907 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:06.946705 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-193a8d86-b0d8-4cf9-a430-733cdeeb4d30 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:06.976718 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-b09ebf33-c9f3-4f97-bda4-3e351f0e45c1 None None] Set router 9723c319-0352-4e5f-803c-fb1694585474 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:09:07.132192 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-193a8d86-b0d8-4cf9-a430-733cdeeb4d30 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:07.141818 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-193a8d86-b0d8-4cf9-a430-733cdeeb4d30 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Deleting port 32e3aff4-0ef7-49b3-b801-81000a68254d {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:09:07.142216 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-193a8d86-b0d8-4cf9-a430-733cdeeb4d30 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:07.148087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] For port 421b327b-3f20-4fac-b3d9-48e0a0548bea, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=421b327b-3f20-4fac-b3d9-48e0a0548bea,segment=NetworkSegment(a37b391d-414a-43e7-983f-84a6685a0cf2),segment_id=a37b391d-414a-43e7-983f-84a6685a0cf2)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:09:07.148829 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:07.156534 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:09:07.265058 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-b09ebf33-c9f3-4f97-bda4-3e351f0e45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9723c319-0352-4e5f-803c-fb1694585474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000835749', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:09:05Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:07.268956 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ebf33-c9f3-4f97-bda4-3e351f0e45c1 None None] The sync data for ids ['9723c319-0352-4e5f-803c-fb1694585474'] in n-d-829434-1 is: [{'id': '9723c319-0352-4e5f-803c-fb1694585474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000835749', 'tenant_id': 'ed8f29f326d44aaf961e4f998748e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:09:05Z', 'revision_number': 5, 'project_id': 'ed8f29f326d44aaf961e4f998748e77c', 'gw_port': {'id': '32e3aff4-0ef7-49b3-b801-81000a68254d', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9723c319-0352-4e5f-803c-fb1694585474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:07:24Z', 'updated_at': '2022-02-18T10:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:09:07.277708 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] Calling delete_port for 421b327b-3f20-4fac-b3d9-48e0a0548bea owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:09:07.336030 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-193a8d86-b0d8-4cf9-a430-733cdeeb4d30 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] For port 32e3aff4-0ef7-49b3-b801-81000a68254d, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=32e3aff4-0ef7-49b3-b801-81000a68254d,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:09:07.336344 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-193a8d86-b0d8-4cf9-a430-733cdeeb4d30 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:07.356705 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948'] for port, after_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:07.402159 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] Pushing event deleted for resources: {'Port': ['ID=421b327b-3f20-4fac-b3d9-48e0a0548bea,revision_number=None']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:07.406728 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] No DVR routers for this DVR port 421b327b-3f20-4fac-b3d9-48e0a0548bea on host n-d-829434-1 {{(pid=87769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:09:07.413285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:07.413627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:07.418062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:07.418062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:07.418062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:07.418062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:07.418556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:07.418556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:07.418872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:07.419170 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:07.419583 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:07.419802 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfdca1b-59dd-43ea-82fa-2f53dd7cc37c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:07.465481 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-193a8d86-b0d8-4cf9-a430-733cdeeb4d30 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Calling delete_port for 32e3aff4-0ef7-49b3-b801-81000a68254d owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:09:07.639289 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-193a8d86-b0d8-4cf9-a430-733cdeeb4d30 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:07.686929 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a8d86-b0d8-4cf9-a430-733cdeeb4d30 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Port': ['ID=32e3aff4-0ef7-49b3-b801-81000a68254d,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:07.785516 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-193a8d86-b0d8-4cf9-a430-733cdeeb4d30 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:07.920667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 74d18eaf-60d7-47d5-ae11-56d6543c887c no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:09:07.957445 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 74d18eaf-60d7-47d5-ae11-56d6543c887c {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:09:07.958480 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 74d18eaf-60d7-47d5-ae11-56d6543c887c not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:09:07.958906 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 421b327b-3f20-4fac-b3d9-48e0a0548bea no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:09:07.960547 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-193a8d86-b0d8-4cf9-a430-733cdeeb4d30 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:07.962761 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-193a8d86-b0d8-4cf9-a430-733cdeeb4d30 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:07.986462 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-193a8d86-b0d8-4cf9-a430-733cdeeb4d30 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:07.987131 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193a8d86-b0d8-4cf9-a430-733cdeeb4d30 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Fanout notify agent at l3_agent the message router_deleted on router 9723c319-0352-4e5f-803c-fb1694585474 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 10:09:07.994947 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 421b327b-3f20-4fac-b3d9-48e0a0548bea {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:09:07.995303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 421b327b-3f20-4fac-b3d9-48e0a0548bea not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:09:08.003871 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-193a8d86-b0d8-4cf9-a430-733cdeeb4d30 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:08.007718 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-193a8d86-b0d8-4cf9-a430-733cdeeb4d30 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/routers/9723c319-0352-4e5f-803c-fb1694585474 HTTP/1.1" status: 204 len: 168 time: 1.3693981 Feb 18 10:09:08.008005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52212) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:08.124955 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51f365f7-a207-4fd7-80d8-7ec1e3993c86 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:08.356877 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51f365f7-a207-4fd7-80d8-7ec1e3993c86 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:08.381805 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-51f365f7-a207-4fd7-80d8-7ec1e3993c86 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:08.393534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-51f365f7-a207-4fd7-80d8-7ec1e3993c86 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37b391d-414a-43e7-983f-84a6685a0cf2') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:08.393838 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-51f365f7-a207-4fd7-80d8-7ec1e3993c86 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37b391d-414a-43e7-983f-84a6685a0cf2') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:08.406490 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51f365f7-a207-4fd7-80d8-7ec1e3993c86 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:08.422951 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51f365f7-a207-4fd7-80d8-7ec1e3993c86 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:08.429543 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f365f7-a207-4fd7-80d8-7ec1e3993c86 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 10:09:08.429970 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51f365f7-a207-4fd7-80d8-7ec1e3993c86 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: timer() Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:09:08.445366 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:09:08.526246 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51f365f7-a207-4fd7-80d8-7ec1e3993c86 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:08.543471 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-51f365f7-a207-4fd7-80d8-7ec1e3993c86 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:08.555445 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f365f7-a207-4fd7-80d8-7ec1e3993c86 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'Network': ['ID=3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:08.561972 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-51f365f7-a207-4fd7-80d8-7ec1e3993c86 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/networks/3b0c8bf1-ab5a-4c01-8c1e-25ddafbc2c68 HTTP/1.1" status: 204 len: 168 time: 0.5529931 Feb 18 10:09:08.564891 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52216) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:08.631941 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4fe7b0ce-f14f-40c6-8373-e3d3ff295e36 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:08.660811 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4fe7b0ce-f14f-40c6-8373-e3d3ff295e36 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:08.728142 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4fe7b0ce-f14f-40c6-8373-e3d3ff295e36 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:08.746701 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7b0ce-f14f-40c6-8373-e3d3ff295e36 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3356f51e-7464-44b5-abfb-149d3d5a81a9,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:08.763031 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4fe7b0ce-f14f-40c6-8373-e3d3ff295e36 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:08.764167 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4fe7b0ce-f14f-40c6-8373-e3d3ff295e36 tempest-TestNetworkAdvancedServerOps-60731911 tempest-TestNetworkAdvancedServerOps-60731911-project] 10.222.0.72 "DELETE /v2.0/security-groups/3356f51e-7464-44b5-abfb-149d3d5a81a9 HTTP/1.1" status: 204 len: 168 time: 0.1983690 Feb 18 10:09:09.131225 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52228) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:09.275770 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a084d844-006c-4737-813e-3e18918796fa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ed8f29f326d44aaf961e4f998748e77c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433740 Feb 18 10:09:09.278191 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52234) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:09.334636 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3008c50-9b61-4796-8e30-b0df6cd9efab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:09.359832 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3008c50-9b61-4796-8e30-b0df6cd9efab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:09.412514 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3008c50-9b61-4796-8e30-b0df6cd9efab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:09.430253 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3008c50-9b61-4796-8e30-b0df6cd9efab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191ce0ce-b4fc-4637-91a0-003d2f87bc91,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:09.436312 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3008c50-9b61-4796-8e30-b0df6cd9efab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:09.437410 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c3008c50-9b61-4796-8e30-b0df6cd9efab admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/191ce0ce-b4fc-4637-91a0-003d2f87bc91 HTTP/1.1" status: 204 len: 168 time: 0.1583569 Feb 18 10:09:09.734779 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52242) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:09.751816 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-005afe81-e4bd-41f5-8f0a-0abab82afed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:09.771499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-005afe81-e4bd-41f5-8f0a-0abab82afed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:09:09.775312 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-005afe81-e4bd-41f5-8f0a-0abab82afed5 admin admin] Usage tracker for resource:security_group_rule and tenant:4a0ff403b4574150a1ddfd7c661b9515 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:09:09.778083 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-005afe81-e4bd-41f5-8f0a-0abab82afed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:09:09.783616 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-005afe81-e4bd-41f5-8f0a-0abab82afed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:09:09.829455 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 32e3aff4-0ef7-49b3-b801-81000a68254d no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:09:09.867735 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 32e3aff4-0ef7-49b3-b801-81000a68254d {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:09:09.867952 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 32e3aff4-0ef7-49b3-b801-81000a68254d not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:09:09.878995 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-005afe81-e4bd-41f5-8f0a-0abab82afed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:09.883882 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-005afe81-e4bd-41f5-8f0a-0abab82afed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:09.930026 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005afe81-e4bd-41f5-8f0a-0abab82afed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac25055b-92be-4460-9958-4f716bfc5374,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:09.934152 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-005afe81-e4bd-41f5-8f0a-0abab82afed5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4a0ff403b4574150a1ddfd7c661b9515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983824 Feb 18 10:09:09.936886 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52246) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:09.996044 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-013f0099-86f7-42ea-8098-8789b01669e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:10.020727 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-013f0099-86f7-42ea-8098-8789b01669e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:10.072777 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-013f0099-86f7-42ea-8098-8789b01669e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:10.090036 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f0099-86f7-42ea-8098-8789b01669e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac25055b-92be-4460-9958-4f716bfc5374,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:10.096475 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-013f0099-86f7-42ea-8098-8789b01669e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:10.097589 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-013f0099-86f7-42ea-8098-8789b01669e1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ac25055b-92be-4460-9958-4f716bfc5374 HTTP/1.1" status: 204 len: 168 time: 0.1597595 Feb 18 10:09:10.879706 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52270) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:10.990184 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-707034554-network', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:09:10.995733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:09:10.999441 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Usage tracker for resource:network and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:09:11.002213 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:09:11.007857 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:09:11.017137 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Made reservation on behalf of 47504a23af124031a8bee2b54c5fef8e for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:09:11.019516 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:11.031541 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:11.045939 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:09:11.049731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Usage tracker for resource:security_group_rule and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:09:11.052781 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:09:11.058065 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:09:11.139813 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:11.143453 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:11.172848 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:09:11.182604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd9392c-62a3-477d-9465-e9e948b7f601,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:11.188136 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:11.188513 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Added segment 629a577e-da54-4efa-a54a-cc139ba466cf of type vlan for network 76470e59-922a-49d6-ac60-fea79a4ccf84 Feb 18 10:09:11.215090 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:11.244501 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:11.246037 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:11.247038 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:11.349752 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] Pushing event updated for resources: {'Network': ['ID=76470e59-922a-49d6-ac60-fea79a4ccf84,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:11.352588 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5decdc39-69de-42bd-aa22-14499129c2f5 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4715331 Feb 18 10:09:11.355692 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52276) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:11.359855 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 76470e59-922a-49d6-ac60-fea79a4ccf84 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:09:11.361075 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8786eeb6-ec39-4df0-8a83-600e6ac9b607 admin admin] Request body: {'subnet': {'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-707034554-subnet', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:09:11.367030 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8786eeb6-ec39-4df0-8a83-600e6ac9b607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:09:11.370761 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8786eeb6-ec39-4df0-8a83-600e6ac9b607 admin admin] Usage tracker for resource:subnet and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:09:11.373559 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8786eeb6-ec39-4df0-8a83-600e6ac9b607 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:09:11.379199 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8786eeb6-ec39-4df0-8a83-600e6ac9b607 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:09:11.389297 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8786eeb6-ec39-4df0-8a83-600e6ac9b607 admin admin] Made reservation on behalf of 47504a23af124031a8bee2b54c5fef8e for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:09:11.391639 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8786eeb6-ec39-4df0-8a83-600e6ac9b607 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:11.599574 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8786eeb6-ec39-4df0-8a83-600e6ac9b607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:11.671416 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786eeb6-ec39-4df0-8a83-600e6ac9b607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d1aa63-5096-495d-88a1-422796be188c,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:11.678858 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8786eeb6-ec39-4df0-8a83-600e6ac9b607 admin admin] Checking segment: {'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:09:11.679215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8786eeb6-ec39-4df0-8a83-600e6ac9b607 admin admin] Network hostable DHCP agents. Network: 76470e59-922a-49d6-ac60-fea79a4ccf84, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:09:11.697979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8786eeb6-ec39-4df0-8a83-600e6ac9b607 admin admin] Network 76470e59-922a-49d6-ac60-fea79a4ccf84 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:09:11.706654 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-8786eeb6-ec39-4df0-8a83-600e6ac9b607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 76470e59-922a-49d6-ac60-fea79a4ccf84) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:09:11.711120 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8786eeb6-ec39-4df0-8a83-600e6ac9b607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:11.711696 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8786eeb6-ec39-4df0-8a83-600e6ac9b607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:11.716627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de98ac67-c9ed-4a40-b1a7-6bd0ee73a2d4 None None] Network 76470e59-922a-49d6-ac60-fea79a4ccf84 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:09:11.732907 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8786eeb6-ec39-4df0-8a83-600e6ac9b607 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3758657 Feb 18 10:09:11.735456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52280) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:11.741234 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:09:11.746946 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:09:11.751033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Usage tracker for resource:router and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:09:11.754263 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:09:11.767140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:09:11.779149 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:11.780295 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:11.795957 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:11.978085 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-76470e59-922a-49d6-ac60-fea79a4ccf84', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 10:09:11.978972 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:12.137406 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:12.148838 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Allocated IP 172.20.0.2 (76470e59-922a-49d6-ac60-fea79a4ccf84/88d1aa63-5096-495d-88a1-422796be188c/1b320b32-63d1-4f3a-a5d9-6ae13f212f65) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:09:12.181484 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:12.184822 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:12.364496 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:12.374392 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Transition to ACTIVE for port object 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:09:12.393291 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Transition to ACTIVE for port object 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:09:12.399784 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:12.463080 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Network 76470e59-922a-49d6-ac60-fea79a4ccf84 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:09:12.465873 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:09:12.470146 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:09:12.503262 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Pushing event updated for resources: {'Port': ['ID=1b320b32-63d1-4f3a-a5d9-6ae13f212f65,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:12.517401 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:12.547129 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:12.565978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Attempting to bind port 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:09:12.566327 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Attempting to bind port 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:09:12.566687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Attempting to bind port 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 on network 76470e59-922a-49d6-ac60-fea79a4ccf84 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:09:12.572512 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:09:12.572879 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Checking segment: {'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:09:12.573268 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:12.573650 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Bound using segment: {'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:09:12.574099 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Bound port: 1b320b32-63d1-4f3a-a5d9-6ae13f212f65, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:09:12.574461 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:12.662848 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] For port 1b320b32-63d1-4f3a-a5d9-6ae13f212f65, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:09:12.666016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] For port 1b320b32-63d1-4f3a-a5d9-6ae13f212f65, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1b320b32-63d1-4f3a-a5d9-6ae13f212f65,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:09:12.669731 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:12.686802 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Allocated IP 172.25.1.52 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/810b4fd8-3300-4d6a-85f5-40c528a26040) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:09:12.762237 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abdc4b-a07f-4256-81f2-b2fabff44c38 None None] Pushing event updated for resources: {'Port': ['ID=1b320b32-63d1-4f3a-a5d9-6ae13f212f65,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:12.842597 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:12.876240 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:12.943328 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:09:12.950033 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:09:12.954180 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:09:13.002131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Pushing event updated for resources: {'Port': ['ID=810b4fd8-3300-4d6a-85f5-40c528a26040,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:13.375997 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:13.779211 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58862cd-8a4e-42e4-8b23-b942ba4f6822 None None] Network 76470e59-922a-49d6-ac60-fea79a4ccf84 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:09:13.891627 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:13.946224 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:09:13.977675 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6f897963-47fb-4034-9986-501d3e3d601d None None] Provisioning for port 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:09:14.081063 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:09:14.089253 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:14.089618 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:14.101024 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 10:09:14.218115 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:14.252233 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 1b320b32-63d1-4f3a-a5d9-6ae13f212f65, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1b320b32-63d1-4f3a-a5d9-6ae13f212f65,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:09:14.257814 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:14.293316 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:09:14.307256 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Sync routers for ids ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:09:14.326703 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:14.328023 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-4f7a70eb-838e-48c9-8bcc-2d9b61a38286 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5915656 Feb 18 10:09:14.330778 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52284) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:14.337939 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Routers {'2c8adef8-7ab9-4acb-99a9-a116d38ed69c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:09:14.338475 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:14.411068 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=1b320b32-63d1-4f3a-a5d9-6ae13f212f65,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:14.548009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-4bc4d588-ee55-4688-a156-a6a41504a492 None None] Provisioning complete for port 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:14.548398 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4bc4d588-ee55-4688-a156-a6a41504a492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:14.616804 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Set router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:09:14.963930 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:09:13Z', 'revision_number': 3, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port': {'id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:12Z', 'updated_at': '2022-02-18T10:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:14.968291 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Checking router: 2c8adef8-7ab9-4acb-99a9-a116d38ed69c for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:09:14.968648 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Updating router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c port 810b4fd8-3300-4d6a-85f5-40c528a26040 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 10:09:15.025730 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:15.151729 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:15.366841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] Allocated IP 172.20.0.1 (76470e59-922a-49d6-ac60-fea79a4ccf84/88d1aa63-5096-495d-88a1-422796be188c/e7662343-0485-46f3-9b71-c0fc4a3f3edb) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:09:15.373093 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:15.387185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Transition to ACTIVE for port object 810b4fd8-3300-4d6a-85f5-40c528a26040 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:09:15.393986 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:15.474846 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Attempting to bind port 810b4fd8-3300-4d6a-85f5-40c528a26040 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:09:15.475210 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Attempting to bind port 810b4fd8-3300-4d6a-85f5-40c528a26040 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:09:15.475574 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Attempting to bind port 810b4fd8-3300-4d6a-85f5-40c528a26040 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:09:15.481281 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42aee1-b79b-44ee-9b67-1a2b49d8d0b8 None None] Pushing event updated for resources: {'Port': ['ID=810b4fd8-3300-4d6a-85f5-40c528a26040,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:15.485170 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:09:15.485549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:09:15.485942 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:15.486687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:09:15.486821 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Bound port: 810b4fd8-3300-4d6a-85f5-40c528a26040, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:09:15.487124 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:15.519900 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:15.535980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] Transition to ACTIVE for port object e7662343-0485-46f3-9b71-c0fc4a3f3edb will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:09:15.559983 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:15.561144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] For port 810b4fd8-3300-4d6a-85f5-40c528a26040, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:09:15.564683 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] For port 810b4fd8-3300-4d6a-85f5-40c528a26040, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=810b4fd8-3300-4d6a-85f5-40c528a26040,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:09:15.570888 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:15.628648 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] Network 76470e59-922a-49d6-ac60-fea79a4ccf84 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:09:15.632203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:09:15.636050 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:09:15.651593 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Routers {'2c8adef8-7ab9-4acb-99a9-a116d38ed69c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:09:15.652226 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:15.670359 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] Pushing event updated for resources: {'Port': ['ID=e7662343-0485-46f3-9b71-c0fc4a3f3edb,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:15.698155 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:15.718308 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42aee1-b79b-44ee-9b67-1a2b49d8d0b8 None None] Pushing event updated for resources: {'Port': ['ID=810b4fd8-3300-4d6a-85f5-40c528a26040,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:15.845502 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] Set router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:09:15.906060 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:09:15.968324 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:16.132841 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b912b720-ab39-4d22-8546-e9aa67fe22fe None None] Provisioning for port e7662343-0485-46f3-9b71-c0fc4a3f3edb completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:09:16.145989 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-b912b720-ab39-4d22-8546-e9aa67fe22fe None None] Provisioning complete for port e7662343-0485-46f3-9b71-c0fc4a3f3edb triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:16.146518 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b912b720-ab39-4d22-8546-e9aa67fe22fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:16.194052 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:16.198816 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:16.240779 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-b912b720-ab39-4d22-8546-e9aa67fe22fe None None] Port e7662343-0485-46f3-9b71-c0fc4a3f3edb cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:09:16.274518 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:16.274890 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:16.302804 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:16.306181 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] Pushing event updated for resources: {'Port': ['ID=e7662343-0485-46f3-9b71-c0fc4a3f3edb,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:16.426457 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:09:13Z', 'revision_number': 3, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port': {'id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:12Z', 'updated_at': '2022-02-18T10:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:16.432727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e494115-3833-474c-9e30-cb7ec9470e65 None None] The sync data for ids ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'] in n-d-829434-1 is: [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:09:13Z', 'revision_number': 3, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port': {'id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:12Z', 'updated_at': '2022-02-18T10:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:09:16.562387 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] Network 76470e59-922a-49d6-ac60-fea79a4ccf84 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:09:16.563452 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:09:16.783224 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] Router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:09:16.867699 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c82aef9d-851d-401c-bae4-ee4a3fc1e64f None None] Provisioning complete for port e7662343-0485-46f3-9b71-c0fc4a3f3edb triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:16.868074 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c82aef9d-851d-401c-bae4-ee4a3fc1e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:16.927479 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c82aef9d-851d-401c-bae4-ee4a3fc1e64f None None] Port e7662343-0485-46f3-9b71-c0fc4a3f3edb cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:09:16.981335 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:09:16.991430 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-9cc9ea72-291b-42d3-919a-654686f4e907 admin admin] 10.222.0.72 "PUT /v2.0/routers/2c8adef8-7ab9-4acb-99a9-a116d38ed69c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6589179 Feb 18 10:09:17.515629 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52302) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:17.521867 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-725129505-network', 'tenant_id': '5d1e32596acc4e8799fd545831091c19'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:09:17.527504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:09:17.531239 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Usage tracker for resource:network and tenant:5d1e32596acc4e8799fd545831091c19 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:09:17.534013 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:09:17.539724 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:09:17.556907 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Made reservation on behalf of 5d1e32596acc4e8799fd545831091c19 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:09:17.559168 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:17.571824 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:17.586499 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:09:17.590266 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Usage tracker for resource:security_group_rule and tenant:5d1e32596acc4e8799fd545831091c19 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:09:17.593284 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:09:17.598964 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:09:17.680997 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:17.685488 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:17.720736 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:09:17.726596 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac8d719-37f5-4d2c-b47c-f8b7876d6883,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:17.736480 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:17.737025 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Added segment 3c7dab1e-ae52-4c64-9b8d-52367f611a43 of type vlan for network 70ce0602-e2cb-440a-ab1b-5f19367e5acb Feb 18 10:09:17.778251 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:17.809188 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:17.810065 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:17.810622 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:17.908531 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 810b4fd8-3300-4d6a-85f5-40c528a26040 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:09:17.916351 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3995669 Feb 18 10:09:17.917051 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ac662-dd77-4657-8e7a-75b21553d437 admin admin] Pushing event updated for resources: {'Network': ['ID=70ce0602-e2cb-440a-ab1b-5f19367e5acb,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:17.919269 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52306) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:17.925285 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-d9668d36-283a-4238-b6ef-6a657f066321 admin admin] Request body: {'subnet': {'network_id': '70ce0602-e2cb-440a-ab1b-5f19367e5acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-725129505-subnet', 'tenant_id': '5d1e32596acc4e8799fd545831091c19', 'ip_version': 4}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:09:17.932498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d9668d36-283a-4238-b6ef-6a657f066321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:09:17.938703 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d9668d36-283a-4238-b6ef-6a657f066321 admin admin] Usage tracker for resource:subnet and tenant:5d1e32596acc4e8799fd545831091c19 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:09:17.939894 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 70ce0602-e2cb-440a-ab1b-5f19367e5acb details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:09:17.941951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-d9668d36-283a-4238-b6ef-6a657f066321 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:09:17.948295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-d9668d36-283a-4238-b6ef-6a657f066321 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:09:17.960320 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9668d36-283a-4238-b6ef-6a657f066321 admin admin] Made reservation on behalf of 5d1e32596acc4e8799fd545831091c19 for: {'subnet': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:09:17.962870 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9668d36-283a-4238-b6ef-6a657f066321 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294936'] for subnet, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:17.968721 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Sync routers for ids ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:09:17.980074 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Routers {'2c8adef8-7ab9-4acb-99a9-a116d38ed69c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:09:17.983445 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:18.074201 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 810b4fd8-3300-4d6a-85f5-40c528a26040 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:09:18.079829 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 810b4fd8-3300-4d6a-85f5-40c528a26040 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:18.080204 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:18.180745 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Set router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:09:18.189687 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9668d36-283a-4238-b6ef-6a657f066321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5370520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294926'] for subnet, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:18.201518 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:18.218922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 810b4fd8-3300-4d6a-85f5-40c528a26040, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=810b4fd8-3300-4d6a-85f5-40c528a26040,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:09:18.224327 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:18.269134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9668d36-283a-4238-b6ef-6a657f066321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f51fefda-828d-4a2a-aba8-6d9bd09ae581,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:18.278434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9668d36-283a-4238-b6ef-6a657f066321 admin admin] Checking segment: {'id': '3c7dab1e-ae52-4c64-9b8d-52367f611a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '70ce0602-e2cb-440a-ab1b-5f19367e5acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:09:18.278921 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9668d36-283a-4238-b6ef-6a657f066321 admin admin] Network hostable DHCP agents. Network: 70ce0602-e2cb-440a-ab1b-5f19367e5acb, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:09:18.297768 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=810b4fd8-3300-4d6a-85f5-40c528a26040,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:18.299687 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9668d36-283a-4238-b6ef-6a657f066321 admin admin] Network 70ce0602-e2cb-440a-ab1b-5f19367e5acb is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:09:18.311104 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-d9668d36-283a-4238-b6ef-6a657f066321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 70ce0602-e2cb-440a-ab1b-5f19367e5acb) {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:09:18.316209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9668d36-283a-4238-b6ef-6a657f066321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:18.316989 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-d9668d36-283a-4238-b6ef-6a657f066321 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:18.322618 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b78d6bf-e631-4311-aa0e-28cf4d6921eb None None] Network 70ce0602-e2cb-440a-ab1b-5f19367e5acb requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:09:18.348324 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-d9668d36-283a-4238-b6ef-6a657f066321 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4260418 Feb 18 10:09:18.349697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52310) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:18.354947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-725129505-router', 'tenant_id': '5d1e32596acc4e8799fd545831091c19', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:09:18.360581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:09:18.365605 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Usage tracker for resource:router and tenant:5d1e32596acc4e8799fd545831091c19 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:09:18.368750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:09:18.374742 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:09:18.386864 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:18.387985 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:18.406938 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:18.526675 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:09:15Z', 'revision_number': 4, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port': {'id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:12Z', 'updated_at': '2022-02-18T10:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'e7662343-0485-46f3-9b71-c0fc4a3f3edb', 'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'mac_address': 'fa:16:3e:0c:db:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:15Z', 'updated_at': '2022-02-18T10:09:16Z', 'revision_number': 2, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'subnets': [{'id': '88d1aa63-5096-495d-88a1-422796be188c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:18.530737 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Checking router: 2c8adef8-7ab9-4acb-99a9-a116d38ed69c for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:09:18.531150 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Updating router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c port e7662343-0485-46f3-9b71-c0fc4a3f3edb binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 10:09:18.557969 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-70ce0602-e2cb-440a-ab1b-5f19367e5acb', 'network_id': '70ce0602-e2cb-440a-ab1b-5f19367e5acb', 'tenant_id': '5d1e32596acc4e8799fd545831091c19', 'fixed_ips': [{'subnet_id': 'f51fefda-828d-4a2a-aba8-6d9bd09ae581'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 10:09:18.558811 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:18.584834 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:18.685372 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:18.721178 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Allocated IP 172.20.0.2 (70ce0602-e2cb-440a-ab1b-5f19367e5acb/f51fefda-828d-4a2a-aba8-6d9bd09ae581/834fd67b-d985-45cc-954f-5af7baf05d36) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:09:18.951465 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:18.965679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Transition to ACTIVE for port object 834fd67b-d985-45cc-954f-5af7baf05d36 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:09:18.975835 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:18.989791 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Transition to ACTIVE for port object 834fd67b-d985-45cc-954f-5af7baf05d36 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:09:18.992309 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Transition to ACTIVE for port object e7662343-0485-46f3-9b71-c0fc4a3f3edb will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:09:18.995769 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:18.999387 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:19.080630 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Network 70ce0602-e2cb-440a-ab1b-5f19367e5acb is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:09:19.083966 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:09:19.086717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:09:19.097698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Pushing event updated for resources: {'Port': ['ID=834fd67b-d985-45cc-954f-5af7baf05d36,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:19.110708 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371fd19-2c4f-4cf8-b1fa-7a4197a29ace None None] Pushing event updated for resources: {'Port': ['ID=e7662343-0485-46f3-9b71-c0fc4a3f3edb,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:19.168926 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:19.196773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Attempting to bind port 834fd67b-d985-45cc-954f-5af7baf05d36 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:09:19.197369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Attempting to bind port 834fd67b-d985-45cc-954f-5af7baf05d36 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '3c7dab1e-ae52-4c64-9b8d-52367f611a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '70ce0602-e2cb-440a-ab1b-5f19367e5acb'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:09:19.197556 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Attempting to bind port 834fd67b-d985-45cc-954f-5af7baf05d36 on network 70ce0602-e2cb-440a-ab1b-5f19367e5acb {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:09:19.203898 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:09:19.204289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Checking segment: {'id': '3c7dab1e-ae52-4c64-9b8d-52367f611a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '70ce0602-e2cb-440a-ab1b-5f19367e5acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:09:19.205024 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:19.205141 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Bound using segment: {'id': '3c7dab1e-ae52-4c64-9b8d-52367f611a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '70ce0602-e2cb-440a-ab1b-5f19367e5acb'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:09:19.205615 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Bound port: 834fd67b-d985-45cc-954f-5af7baf05d36, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7dab1e-ae52-4c64-9b8d-52367f611a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '70ce0602-e2cb-440a-ab1b-5f19367e5acb'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:09:19.205977 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:19.206090 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:19.223912 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371fd19-2c4f-4cf8-b1fa-7a4197a29ace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:19.224532 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371fd19-2c4f-4cf8-b1fa-7a4197a29ace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:19.225221 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371fd19-2c4f-4cf8-b1fa-7a4197a29ace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:19.225659 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371fd19-2c4f-4cf8-b1fa-7a4197a29ace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:19.226094 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371fd19-2c4f-4cf8-b1fa-7a4197a29ace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:19.226555 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371fd19-2c4f-4cf8-b1fa-7a4197a29ace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:19.226975 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371fd19-2c4f-4cf8-b1fa-7a4197a29ace None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:19.227373 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371fd19-2c4f-4cf8-b1fa-7a4197a29ace None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:19.227726 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371fd19-2c4f-4cf8-b1fa-7a4197a29ace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:19.228189 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371fd19-2c4f-4cf8-b1fa-7a4197a29ace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:19.228526 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371fd19-2c4f-4cf8-b1fa-7a4197a29ace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:19.228920 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371fd19-2c4f-4cf8-b1fa-7a4197a29ace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:09:19.290862 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Attempting to bind port e7662343-0485-46f3-9b71-c0fc4a3f3edb on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:09:19.291240 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Attempting to bind port e7662343-0485-46f3-9b71-c0fc4a3f3edb by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:09:19.291603 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Attempting to bind port e7662343-0485-46f3-9b71-c0fc4a3f3edb on network 76470e59-922a-49d6-ac60-fea79a4ccf84 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:09:19.297684 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:09:19.298065 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Checking segment: {'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:09:19.298466 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:19.298851 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Bound using segment: {'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:09:19.299317 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Bound port: e7662343-0485-46f3-9b71-c0fc4a3f3edb, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:09:19.299685 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:19.366339 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Allocated IP 172.25.1.193 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/cc050f9e-9f30-401f-ad0a-c588137385bc) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:09:19.366857 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] For port 834fd67b-d985-45cc-954f-5af7baf05d36, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:09:19.371097 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] For port 834fd67b-d985-45cc-954f-5af7baf05d36, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=834fd67b-d985-45cc-954f-5af7baf05d36,segment=NetworkSegment(3c7dab1e-ae52-4c64-9b8d-52367f611a43),segment_id=3c7dab1e-ae52-4c64-9b8d-52367f611a43)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:09:19.378183 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:19.406622 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] For port e7662343-0485-46f3-9b71-c0fc4a3f3edb, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:09:19.409909 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] For port e7662343-0485-46f3-9b71-c0fc4a3f3edb, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e7662343-0485-46f3-9b71-c0fc4a3f3edb,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:09:19.415156 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:19.466148 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bec04-6ed9-4cad-ac89-9fffa0ac962b None None] Pushing event updated for resources: {'Port': ['ID=834fd67b-d985-45cc-954f-5af7baf05d36,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:19.496331 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Routers {'2c8adef8-7ab9-4acb-99a9-a116d38ed69c'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:09:19.496936 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:19.571662 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:19.610280 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371fd19-2c4f-4cf8-b1fa-7a4197a29ace None None] Pushing event updated for resources: {'Port': ['ID=e7662343-0485-46f3-9b71-c0fc4a3f3edb,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:19.620595 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:19.707800 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Pushing event updated for resources: {'Port': ['ID=cc050f9e-9f30-401f-ad0a-c588137385bc,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:19.722290 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:09:19.723959 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:09:19.726674 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:09:19.760988 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] Set router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:09:20.066047 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 810b4fd8-3300-4d6a-85f5-40c528a26040 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:09:20.153378 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 810b4fd8-3300-4d6a-85f5-40c528a26040 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:20.153848 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:20.233616 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:09:15Z', 'revision_number': 4, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port': {'id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:12Z', 'updated_at': '2022-02-18T10:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'e7662343-0485-46f3-9b71-c0fc4a3f3edb', 'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'mac_address': 'fa:16:3e:0c:db:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:15Z', 'updated_at': '2022-02-18T10:09:19Z', 'revision_number': 4, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'subnets': [{'id': '88d1aa63-5096-495d-88a1-422796be188c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:20.244217 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446e2e4-7eac-4dd3-a694-5ecf757046b6 None None] The sync data for ids ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'] in n-d-829434-1 is: [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:09:15Z', 'revision_number': 4, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port': {'id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:12Z', 'updated_at': '2022-02-18T10:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'e7662343-0485-46f3-9b71-c0fc4a3f3edb', 'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'mac_address': 'fa:16:3e:0c:db:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:15Z', 'updated_at': '2022-02-18T10:09:19Z', 'revision_number': 4, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'subnets': [{'id': '88d1aa63-5096-495d-88a1-422796be188c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:09:20.343330 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 834fd67b-d985-45cc-954f-5af7baf05d36 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:09:20.397814 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:20.430537 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 834fd67b-d985-45cc-954f-5af7baf05d36 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:09:21.010096 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b9dbb9-c616-447f-9d6c-68ab00b7ade9 None None] Network 70ce0602-e2cb-440a-ab1b-5f19367e5acb requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:09:21.010694 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:21.126457 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f33099c6-5ce1-4024-9ba0-ebe7e6683525 None None] Provisioning for port 834fd67b-d985-45cc-954f-5af7baf05d36 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:09:21.140720 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f33099c6-5ce1-4024-9ba0-ebe7e6683525 None None] Provisioning complete for port 834fd67b-d985-45cc-954f-5af7baf05d36 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:21.141497 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f33099c6-5ce1-4024-9ba0-ebe7e6683525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:21.281009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Router 73ec077d-d205-41e7-9372-6668d295d253 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 10:09:21.399856 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f33099c6-5ce1-4024-9ba0-ebe7e6683525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:21.447239 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f33099c6-5ce1-4024-9ba0-ebe7e6683525 None None] For port 834fd67b-d985-45cc-954f-5af7baf05d36, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=834fd67b-d985-45cc-954f-5af7baf05d36,segment=NetworkSegment(3c7dab1e-ae52-4c64-9b8d-52367f611a43),segment_id=3c7dab1e-ae52-4c64-9b8d-52367f611a43)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:09:21.453139 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f33099c6-5ce1-4024-9ba0-ebe7e6683525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:21.503800 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:09:21.527354 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Sync routers for ids ['73ec077d-d205-41e7-9372-6668d295d253'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:09:21.534346 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:21.535861 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-da29aaaa-e8d0-43bb-9343-7d9e5940948d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1848581 Feb 18 10:09:21.538730 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52314) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:21.545289 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33099c6-5ce1-4024-9ba0-ebe7e6683525 None None] Pushing event updated for resources: {'Port': ['ID=834fd67b-d985-45cc-954f-5af7baf05d36,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:21.548958 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Routers {'73ec077d-d205-41e7-9372-6668d295d253'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:09:21.549586 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['73ec077d-d205-41e7-9372-6668d295d253'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:21.754717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Set router 73ec077d-d205-41e7-9372-6668d295d253 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:09:21.892847 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-3f658e8e-d17d-4f44-a1db-8b1c32a89737 None None] Provisioning complete for port 834fd67b-d985-45cc-954f-5af7baf05d36 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:21.893289 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3f658e8e-d17d-4f44-a1db-8b1c32a89737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:22.042087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e7662343-0485-46f3-9b71-c0fc4a3f3edb up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:09:22.263097 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port e7662343-0485-46f3-9b71-c0fc4a3f3edb completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:09:22.271516 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e7662343-0485-46f3-9b71-c0fc4a3f3edb triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:22.271891 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:22.341021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ec077d-d205-41e7-9372-6668d295d253', 'name': 'tempest-TestShelveInstance-725129505-router', 'tenant_id': '5d1e32596acc4e8799fd545831091c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'cc050f9e-9f30-401f-ad0a-c588137385bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:18Z', 'updated_at': '2022-02-18T10:09:20Z', 'revision_number': 3, 'project_id': '5d1e32596acc4e8799fd545831091c19', 'gw_port': {'id': 'cc050f9e-9f30-401f-ad0a-c588137385bc', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ec077d-d205-41e7-9372-6668d295d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:19Z', 'updated_at': '2022-02-18T10:09:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:22.349062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Checking router: 73ec077d-d205-41e7-9372-6668d295d253 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:09:22.349062 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Updating router 73ec077d-d205-41e7-9372-6668d295d253 port cc050f9e-9f30-401f-ad0a-c588137385bc binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 10:09:22.444781 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:22.450827 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:22.509213 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:22.604953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port e7662343-0485-46f3-9b71-c0fc4a3f3edb, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e7662343-0485-46f3-9b71-c0fc4a3f3edb,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:09:22.612373 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:22.613146 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 834fd67b-d985-45cc-954f-5af7baf05d36 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:09:22.676308 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] Allocated IP 172.20.0.1 (70ce0602-e2cb-440a-ab1b-5f19367e5acb/f51fefda-828d-4a2a-aba8-6d9bd09ae581/2d48d580-63bc-427a-899e-b803e2f6bc24) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:09:22.814677 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=e7662343-0485-46f3-9b71-c0fc4a3f3edb,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:22.839462 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:22.854592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 834fd67b-d985-45cc-954f-5af7baf05d36 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:22.854964 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:22.858507 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] Transition to ACTIVE for port object 2d48d580-63bc-427a-899e-b803e2f6bc24 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:09:22.885587 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:22.955147 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] Network 70ce0602-e2cb-440a-ab1b-5f19367e5acb is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:09:22.958914 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:09:22.962931 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:09:23.006362 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] Pushing event updated for resources: {'Port': ['ID=2d48d580-63bc-427a-899e-b803e2f6bc24,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:23.044061 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:23.049012 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:23.068490 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Transition to ACTIVE for port object cc050f9e-9f30-401f-ad0a-c588137385bc will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:09:23.077801 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:23.157903 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Attempting to bind port cc050f9e-9f30-401f-ad0a-c588137385bc on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:09:23.158269 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Attempting to bind port cc050f9e-9f30-401f-ad0a-c588137385bc by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:09:23.158632 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Attempting to bind port cc050f9e-9f30-401f-ad0a-c588137385bc on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:09:23.172187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:09:23.172587 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:09:23.172988 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:23.173880 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:09:23.174363 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Bound port: cc050f9e-9f30-401f-ad0a-c588137385bc, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:09:23.174734 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:23.187442 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:23.216961 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c08c5-86a7-4cbb-9db4-7d5e588f3f19 None None] Pushing event updated for resources: {'Port': ['ID=cc050f9e-9f30-401f-ad0a-c588137385bc,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:23.268012 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] For port cc050f9e-9f30-401f-ad0a-c588137385bc, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:09:23.273109 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] For port cc050f9e-9f30-401f-ad0a-c588137385bc, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cc050f9e-9f30-401f-ad0a-c588137385bc,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:09:23.278374 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:23.320638 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-06b93ddb-8b39-45f2-8f81-94790292050c None None] Provisioning for port 2d48d580-63bc-427a-899e-b803e2f6bc24 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:09:23.344978 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-06b93ddb-8b39-45f2-8f81-94790292050c None None] Provisioning complete for port 2d48d580-63bc-427a-899e-b803e2f6bc24 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:23.345350 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-06b93ddb-8b39-45f2-8f81-94790292050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:23.415665 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Routers {'73ec077d-d205-41e7-9372-6668d295d253'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:09:23.416331 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['73ec077d-d205-41e7-9372-6668d295d253'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:23.440721 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:23.446794 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:23.477320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c08c5-86a7-4cbb-9db4-7d5e588f3f19 None None] Pushing event updated for resources: {'Port': ['ID=cc050f9e-9f30-401f-ad0a-c588137385bc,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:23.489342 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-06b93ddb-8b39-45f2-8f81-94790292050c None None] Port 2d48d580-63bc-427a-899e-b803e2f6bc24 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:09:23.561108 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:23.565860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] Pushing event updated for resources: {'Port': ['ID=2d48d580-63bc-427a-899e-b803e2f6bc24,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:23.676710 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] Set router 73ec077d-d205-41e7-9372-6668d295d253 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:09:23.719146 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] Network 70ce0602-e2cb-440a-ab1b-5f19367e5acb is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:09:23.720968 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:09:23.915910 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e7662343-0485-46f3-9b71-c0fc4a3f3edb up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:09:23.953997 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] Router 73ec077d-d205-41e7-9372-6668d295d253 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:09:24.063665 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-15167e9c-689a-4e2c-903f-3663396f5f86 None None] Provisioning complete for port 2d48d580-63bc-427a-899e-b803e2f6bc24 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:24.063956 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-15167e9c-689a-4e2c-903f-3663396f5f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:24.117356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port e7662343-0485-46f3-9b71-c0fc4a3f3edb triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:24.117640 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:24.160527 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-15167e9c-689a-4e2c-903f-3663396f5f86 None None] Port 2d48d580-63bc-427a-899e-b803e2f6bc24 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:09:24.202329 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ec077d-d205-41e7-9372-6668d295d253', 'name': 'tempest-TestShelveInstance-725129505-router', 'tenant_id': '5d1e32596acc4e8799fd545831091c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'cc050f9e-9f30-401f-ad0a-c588137385bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:18Z', 'updated_at': '2022-02-18T10:09:23Z', 'revision_number': 4, 'project_id': '5d1e32596acc4e8799fd545831091c19', 'gw_port': {'id': 'cc050f9e-9f30-401f-ad0a-c588137385bc', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ec077d-d205-41e7-9372-6668d295d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:19Z', 'updated_at': '2022-02-18T10:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '2d48d580-63bc-427a-899e-b803e2f6bc24', 'name': '', 'network_id': '70ce0602-e2cb-440a-ab1b-5f19367e5acb', 'tenant_id': '5d1e32596acc4e8799fd545831091c19', 'mac_address': 'fa:16:3e:8f:f3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ec077d-d205-41e7-9372-6668d295d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'f51fefda-828d-4a2a-aba8-6d9bd09ae581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:22Z', 'updated_at': '2022-02-18T10:09:23Z', 'revision_number': 2, 'project_id': '5d1e32596acc4e8799fd545831091c19', 'subnets': [{'id': 'f51fefda-828d-4a2a-aba8-6d9bd09ae581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:24.208762 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465f468-7161-49d8-b193-69ffe358da4c None None] The sync data for ids ['73ec077d-d205-41e7-9372-6668d295d253'] in n-d-829434-1 is: [{'id': '73ec077d-d205-41e7-9372-6668d295d253', 'name': 'tempest-TestShelveInstance-725129505-router', 'tenant_id': '5d1e32596acc4e8799fd545831091c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'cc050f9e-9f30-401f-ad0a-c588137385bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:18Z', 'updated_at': '2022-02-18T10:09:23Z', 'revision_number': 4, 'project_id': '5d1e32596acc4e8799fd545831091c19', 'gw_port': {'id': 'cc050f9e-9f30-401f-ad0a-c588137385bc', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ec077d-d205-41e7-9372-6668d295d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:19Z', 'updated_at': '2022-02-18T10:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '2d48d580-63bc-427a-899e-b803e2f6bc24', 'name': '', 'network_id': '70ce0602-e2cb-440a-ab1b-5f19367e5acb', 'tenant_id': '5d1e32596acc4e8799fd545831091c19', 'mac_address': 'fa:16:3e:8f:f3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ec077d-d205-41e7-9372-6668d295d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'f51fefda-828d-4a2a-aba8-6d9bd09ae581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:22Z', 'updated_at': '2022-02-18T10:09:23Z', 'revision_number': 2, 'project_id': '5d1e32596acc4e8799fd545831091c19', 'subnets': [{'id': 'f51fefda-828d-4a2a-aba8-6d9bd09ae581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:09:24.269448 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:09:24.280026 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c10ed758-a3fe-4f07-bd69-a86e0cf4cbf5 admin admin] 10.222.0.72 "PUT /v2.0/routers/73ec077d-d205-41e7-9372-6668d295d253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7378078 Feb 18 10:09:25.093540 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52324) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:25.098788 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-a39a0102-7d10-4271-80f3-9353ce2623d3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1087840035', 'description': 'tempest-secgroup-smoke-1087840035 description', 'project_id': '47504a23af124031a8bee2b54c5fef8e'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:09:25.105989 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a39a0102-7d10-4271-80f3-9353ce2623d3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:09:25.109832 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a39a0102-7d10-4271-80f3-9353ce2623d3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Usage tracker for resource:security_group and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:09:25.112662 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a39a0102-7d10-4271-80f3-9353ce2623d3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:09:25.118869 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a39a0102-7d10-4271-80f3-9353ce2623d3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:09:25.130152 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a39a0102-7d10-4271-80f3-9353ce2623d3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.150988 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a39a0102-7d10-4271-80f3-9353ce2623d3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:09:25.154790 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a39a0102-7d10-4271-80f3-9353ce2623d3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Usage tracker for resource:security_group_rule and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:09:25.157623 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-a39a0102-7d10-4271-80f3-9353ce2623d3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:09:25.164084 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-a39a0102-7d10-4271-80f3-9353ce2623d3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:09:25.242170 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a39a0102-7d10-4271-80f3-9353ce2623d3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.246025 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a39a0102-7d10-4271-80f3-9353ce2623d3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.289159 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a0102-7d10-4271-80f3-9353ce2623d3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba317044-0407-40f7-b3b4-2882723daea3,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:25.292248 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-a39a0102-7d10-4271-80f3-9353ce2623d3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.296406 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-a39a0102-7d10-4271-80f3-9353ce2623d3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1989317 Feb 18 10:09:25.297186 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52328) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:25.301515 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f9fb77d7-0e8c-4672-90a1-8720b4acae60 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Request body: {'security_group_rule': {'security_group_id': 'ba317044-0407-40f7-b3b4-2882723daea3', 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:09:25.308719 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f9fb77d7-0e8c-4672-90a1-8720b4acae60 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:09:25.312518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f9fb77d7-0e8c-4672-90a1-8720b4acae60 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Usage tracker for resource:security_group_rule and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:09:25.315488 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f9fb77d7-0e8c-4672-90a1-8720b4acae60 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:09:25.322040 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f9fb77d7-0e8c-4672-90a1-8720b4acae60 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:09:25.339273 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9fb77d7-0e8c-4672-90a1-8720b4acae60 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.403176 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9fb77d7-0e8c-4672-90a1-8720b4acae60 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.407081 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9fb77d7-0e8c-4672-90a1-8720b4acae60 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.431708 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb77d7-0e8c-4672-90a1-8720b4acae60 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e058eab-4f82-499a-8489-5f94b5bd6c2d,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:25.441065 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9fb77d7-0e8c-4672-90a1-8720b4acae60 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.443213 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f9fb77d7-0e8c-4672-90a1-8720b4acae60 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449175 Feb 18 10:09:25.445777 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52332) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:25.450662 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1dc83d2b-a469-4916-93bd-174f9fe84c6e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Request body: {'security_group_rule': {'security_group_id': 'ba317044-0407-40f7-b3b4-2882723daea3', 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:09:25.457756 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1dc83d2b-a469-4916-93bd-174f9fe84c6e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:09:25.462436 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1dc83d2b-a469-4916-93bd-174f9fe84c6e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Usage tracker for resource:security_group_rule and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:09:25.465274 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1dc83d2b-a469-4916-93bd-174f9fe84c6e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:09:25.470967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1dc83d2b-a469-4916-93bd-174f9fe84c6e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:09:25.487719 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dc83d2b-a469-4916-93bd-174f9fe84c6e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.549096 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dc83d2b-a469-4916-93bd-174f9fe84c6e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.552423 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dc83d2b-a469-4916-93bd-174f9fe84c6e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.574976 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc83d2b-a469-4916-93bd-174f9fe84c6e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8430dcd-3009-4985-a13a-30dee28d3993,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:25.584771 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1dc83d2b-a469-4916-93bd-174f9fe84c6e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.585919 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1dc83d2b-a469-4916-93bd-174f9fe84c6e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392062 Feb 18 10:09:25.588712 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52336) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:25.593678 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-3eb57791-7690-44cc-8b72-8e188d1793c3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Request body: {'security_group_rule': {'security_group_id': 'ba317044-0407-40f7-b3b4-2882723daea3', 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:09:25.600256 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3eb57791-7690-44cc-8b72-8e188d1793c3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:09:25.604119 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3eb57791-7690-44cc-8b72-8e188d1793c3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Usage tracker for resource:security_group_rule and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:09:25.607044 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3eb57791-7690-44cc-8b72-8e188d1793c3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:09:25.612511 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3eb57791-7690-44cc-8b72-8e188d1793c3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:09:25.632742 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3eb57791-7690-44cc-8b72-8e188d1793c3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.694448 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3eb57791-7690-44cc-8b72-8e188d1793c3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.699237 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3eb57791-7690-44cc-8b72-8e188d1793c3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.723076 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb57791-7690-44cc-8b72-8e188d1793c3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5020d68b-5d02-4542-bf96-5ef19ebc9907,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:25.731672 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3eb57791-7690-44cc-8b72-8e188d1793c3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.732862 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3eb57791-7690-44cc-8b72-8e188d1793c3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432633 Feb 18 10:09:25.735683 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52340) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:25.740902 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-8cd774f9-3af8-499d-bf8d-ccd2c25c9970 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Request body: {'security_group_rule': {'security_group_id': 'ba317044-0407-40f7-b3b4-2882723daea3', 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:09:25.747566 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8cd774f9-3af8-499d-bf8d-ccd2c25c9970 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:09:25.751364 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8cd774f9-3af8-499d-bf8d-ccd2c25c9970 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Usage tracker for resource:security_group_rule and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:09:25.754314 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-8cd774f9-3af8-499d-bf8d-ccd2c25c9970 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:09:25.760300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-8cd774f9-3af8-499d-bf8d-ccd2c25c9970 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:09:25.777024 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8cd774f9-3af8-499d-bf8d-ccd2c25c9970 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.845724 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8cd774f9-3af8-499d-bf8d-ccd2c25c9970 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.851280 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8cd774f9-3af8-499d-bf8d-ccd2c25c9970 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.876776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd774f9-3af8-499d-bf8d-ccd2c25c9970 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023aacd1-34b8-41dc-a1b5-2327b9108e39,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:25.886356 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-8cd774f9-3af8-499d-bf8d-ccd2c25c9970 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.887720 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-8cd774f9-3af8-499d-bf8d-ccd2c25c9970 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510577 Feb 18 10:09:25.890518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52344) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:25.896454 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-ed8a5ba9-c4cb-4056-8703-cca8c0ea8c0b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Request body: {'security_group_rule': {'security_group_id': 'ba317044-0407-40f7-b3b4-2882723daea3', 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:09:25.903588 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ed8a5ba9-c4cb-4056-8703-cca8c0ea8c0b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:09:25.906725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cc050f9e-9f30-401f-ad0a-c588137385bc up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:09:25.907675 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ed8a5ba9-c4cb-4056-8703-cca8c0ea8c0b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Usage tracker for resource:security_group_rule and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:09:25.910842 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-ed8a5ba9-c4cb-4056-8703-cca8c0ea8c0b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:09:25.917571 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-ed8a5ba9-c4cb-4056-8703-cca8c0ea8c0b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:09:25.930336 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-ed8a5ba9-c4cb-4056-8703-cca8c0ea8c0b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Project 47504a23af124031a8bee2b54c5fef8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:09:25.937328 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed8a5ba9-c4cb-4056-8703-cca8c0ea8c0b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:25.984614 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port cc050f9e-9f30-401f-ad0a-c588137385bc completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:09:25.992622 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port cc050f9e-9f30-401f-ad0a-c588137385bc triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:25.993215 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:26.009778 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed8a5ba9-c4cb-4056-8703-cca8c0ea8c0b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:26.014684 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed8a5ba9-c4cb-4056-8703-cca8c0ea8c0b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:26.038677 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a5ba9-c4cb-4056-8703-cca8c0ea8c0b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe99cb9-414a-4708-8725-646fc5de1f59,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:26.048591 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ed8a5ba9-c4cb-4056-8703-cca8c0ea8c0b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:26.053113 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ed8a5ba9-c4cb-4056-8703-cca8c0ea8c0b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1584215 Feb 18 10:09:26.053522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52348) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:26.058680 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-08db4413-796c-4215-8cee-2563871544cc tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Request body: {'security_group_rule': {'security_group_id': 'ba317044-0407-40f7-b3b4-2882723daea3', 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:09:26.065298 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-08db4413-796c-4215-8cee-2563871544cc tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:09:26.070542 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-08db4413-796c-4215-8cee-2563871544cc tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Usage tracker for resource:security_group_rule and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:09:26.073472 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-08db4413-796c-4215-8cee-2563871544cc tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:09:26.079058 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-08db4413-796c-4215-8cee-2563871544cc tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:09:26.089914 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-08db4413-796c-4215-8cee-2563871544cc tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Project 47504a23af124031a8bee2b54c5fef8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:09:26.096639 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08db4413-796c-4215-8cee-2563871544cc tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:26.117133 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:26.133719 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port cc050f9e-9f30-401f-ad0a-c588137385bc, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cc050f9e-9f30-401f-ad0a-c588137385bc,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:09:26.138806 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:26.164886 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08db4413-796c-4215-8cee-2563871544cc tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:26.169317 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08db4413-796c-4215-8cee-2563871544cc tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:26.193020 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db4413-796c-4215-8cee-2563871544cc tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82de03f1-a4df-49dd-9d26-1e792ef54d80,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:26.202343 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-08db4413-796c-4215-8cee-2563871544cc tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:26.203528 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-08db4413-796c-4215-8cee-2563871544cc tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1490438 Feb 18 10:09:26.209974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=cc050f9e-9f30-401f-ad0a-c588137385bc,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:26.373098 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a42137d-fef3-437c-b450-7919197b1a92 req-8af69e9e-2b96-46e5-b9ed-b0cdad18121e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1087840035&fields=id&tenant_id=47504a23af124031a8bee2b54c5fef8e HTTP/1.1" status: 200 len: 267 time: 0.0420213 Feb 18 10:09:26.529954 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bd4ff9f4-c745-4955-b83b-4921508dbc7b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:26.531333 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bd4ff9f4-c745-4955-b83b-4921508dbc7b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 808 time: 0.1519132 Feb 18 10:09:26.547158 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a42137d-fef3-437c-b450-7919197b1a92 req-79143a39-35eb-41bd-9d05-e233c2bed018 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/quotas/47504a23af124031a8bee2b54c5fef8e HTTP/1.1" status: 200 len: 375 time: 0.0098553 Feb 18 10:09:26.631086 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a42137d-fef3-437c-b450-7919197b1a92 req-69478cf8-5d0d-461b-a987-e1dd382f5a12 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783184 Feb 18 10:09:26.766323 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bd84054c-5ada-4006-8bb0-bcfc4b3098d7 service neutron] 10.222.0.72 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236873 Feb 18 10:09:26.899144 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a42137d-fef3-437c-b450-7919197b1a92 req-047f041e-1c80-4df1-91ca-97e210d55122 service neutron] 10.222.0.72 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263642 Feb 18 10:09:27.085874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-28ad3578-e44d-4eb9-821a-38741727d26d req-c647e15c-9e44-40d0-a25c-d528ea1e8441 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 210 time: 0.0503705 Feb 18 10:09:27.887954 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cc050f9e-9f30-401f-ad0a-c588137385bc up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:09:27.966144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port cc050f9e-9f30-401f-ad0a-c588137385bc triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:27.966653 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:28.041246 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Sync routers for ids ['73ec077d-d205-41e7-9372-6668d295d253'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:09:28.057356 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Routers {'73ec077d-d205-41e7-9372-6668d295d253'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:09:28.059042 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['73ec077d-d205-41e7-9372-6668d295d253'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:28.197030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42137d-fef3-437c-b450-7919197b1a92 req-de1ce7f0-7c4f-4757-b7b8-d85cf50572a7 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:28.199423 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a42137d-fef3-437c-b450-7919197b1a92 req-de1ce7f0-7c4f-4757-b7b8-d85cf50572a7 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.61 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 808 time: 0.2257526 Feb 18 10:09:28.283851 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-be146348-b1a4-4cfe-b430-4bb1f2c3c5aa req-6cb79cc2-1185-496c-a7af-17bc48fb7d3f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 210 time: 0.0546882 Feb 18 10:09:28.296602 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a42137d-fef3-437c-b450-7919197b1a92 req-5cec357c-1282-43d2-8d36-2c1eca3a73f8 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47504a23af124031a8bee2b54c5fef8e HTTP/1.1" status: 200 len: 380 time: 0.0897949 Feb 18 10:09:28.305598 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bb5b0378-b0ac-4b75-a6fa-5664e07296c5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Request body: {'port': {'device_id': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'admin_state_up': True, 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'security_groups': ['ba317044-0407-40f7-b3b4-2882723daea3']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:09:28.313964 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Set router 73ec077d-d205-41e7-9372-6668d295d253 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:09:28.561503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bb5b0378-b0ac-4b75-a6fa-5664e07296c5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:09:28.565137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bb5b0378-b0ac-4b75-a6fa-5664e07296c5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Usage tracker for resource:port and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:09:28.569332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bb5b0378-b0ac-4b75-a6fa-5664e07296c5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:09:28.575189 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bb5b0378-b0ac-4b75-a6fa-5664e07296c5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:09:28.585914 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bb5b0378-b0ac-4b75-a6fa-5664e07296c5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Made reservation on behalf of 47504a23af124031a8bee2b54c5fef8e for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:09:28.589837 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bb5b0378-b0ac-4b75-a6fa-5664e07296c5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:28.651581 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ec077d-d205-41e7-9372-6668d295d253', 'name': 'tempest-TestShelveInstance-725129505-router', 'tenant_id': '5d1e32596acc4e8799fd545831091c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'cc050f9e-9f30-401f-ad0a-c588137385bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:18Z', 'updated_at': '2022-02-18T10:09:23Z', 'revision_number': 4, 'project_id': '5d1e32596acc4e8799fd545831091c19', 'gw_port': {'id': 'cc050f9e-9f30-401f-ad0a-c588137385bc', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ec077d-d205-41e7-9372-6668d295d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:19Z', 'updated_at': '2022-02-18T10:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '2d48d580-63bc-427a-899e-b803e2f6bc24', 'name': '', 'network_id': '70ce0602-e2cb-440a-ab1b-5f19367e5acb', 'tenant_id': '5d1e32596acc4e8799fd545831091c19', 'mac_address': 'fa:16:3e:8f:f3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ec077d-d205-41e7-9372-6668d295d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'f51fefda-828d-4a2a-aba8-6d9bd09ae581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:22Z', 'updated_at': '2022-02-18T10:09:23Z', 'revision_number': 2, 'project_id': '5d1e32596acc4e8799fd545831091c19', 'subnets': [{'id': 'f51fefda-828d-4a2a-aba8-6d9bd09ae581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:28.655683 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Checking router: 73ec077d-d205-41e7-9372-6668d295d253 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:09:28.656039 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Updating router 73ec077d-d205-41e7-9372-6668d295d253 port 2d48d580-63bc-427a-899e-b803e2f6bc24 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 10:09:28.707533 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:28.759503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bb5b0378-b0ac-4b75-a6fa-5664e07296c5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Allocated IP 172.20.0.9 (76470e59-922a-49d6-ac60-fea79a4ccf84/88d1aa63-5096-495d-88a1-422796be188c/a468149f-bf3b-4700-9493-2a4bab4fc36a) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:09:28.951611 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bb5b0378-b0ac-4b75-a6fa-5664e07296c5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:28.968170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bb5b0378-b0ac-4b75-a6fa-5664e07296c5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Transition to ACTIVE for port object a468149f-bf3b-4700-9493-2a4bab4fc36a will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:09:28.993509 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bb5b0378-b0ac-4b75-a6fa-5664e07296c5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:29.052937 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:29.065115 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Transition to ACTIVE for port object 2d48d580-63bc-427a-899e-b803e2f6bc24 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:09:29.072494 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:29.072847 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bb5b0378-b0ac-4b75-a6fa-5664e07296c5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Network 76470e59-922a-49d6-ac60-fea79a4ccf84 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:09:29.075965 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bb5b0378-b0ac-4b75-a6fa-5664e07296c5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:09:29.079975 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bb5b0378-b0ac-4b75-a6fa-5664e07296c5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:09:29.113441 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b0378-b0ac-4b75-a6fa-5664e07296c5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'Port': ['ID=a468149f-bf3b-4700-9493-2a4bab4fc36a,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:29.168028 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bb5b0378-b0ac-4b75-a6fa-5664e07296c5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:29.168864 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bb5b0378-b0ac-4b75-a6fa-5664e07296c5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:29.193588 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a42137d-fef3-437c-b450-7919197b1a92 req-bb5b0378-b0ac-4b75-a6fa-5664e07296c5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8917775 Feb 18 10:09:29.207276 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Request body: {'port': {'device_id': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:09:29.236187 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46d7a6-2e29-49cb-9718-7b2db890d741 None None] Pushing event updated for resources: {'Port': ['ID=2d48d580-63bc-427a-899e-b803e2f6bc24,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:29.300496 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Attempting to bind port 2d48d580-63bc-427a-899e-b803e2f6bc24 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:09:29.300987 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Attempting to bind port 2d48d580-63bc-427a-899e-b803e2f6bc24 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '3c7dab1e-ae52-4c64-9b8d-52367f611a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '70ce0602-e2cb-440a-ab1b-5f19367e5acb'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:09:29.301366 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Attempting to bind port 2d48d580-63bc-427a-899e-b803e2f6bc24 on network 70ce0602-e2cb-440a-ab1b-5f19367e5acb {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:09:29.312812 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:09:29.313495 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Checking segment: {'id': '3c7dab1e-ae52-4c64-9b8d-52367f611a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '70ce0602-e2cb-440a-ab1b-5f19367e5acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:09:29.314398 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:29.315594 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Bound using segment: {'id': '3c7dab1e-ae52-4c64-9b8d-52367f611a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '70ce0602-e2cb-440a-ab1b-5f19367e5acb'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:09:29.316445 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Bound port: 2d48d580-63bc-427a-899e-b803e2f6bc24, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7dab1e-ae52-4c64-9b8d-52367f611a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '70ce0602-e2cb-440a-ab1b-5f19367e5acb'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:09:29.317019 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:29.341814 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:29.430789 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] For port 2d48d580-63bc-427a-899e-b803e2f6bc24, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:09:29.434165 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] For port 2d48d580-63bc-427a-899e-b803e2f6bc24, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2d48d580-63bc-427a-899e-b803e2f6bc24,segment=NetworkSegment(3c7dab1e-ae52-4c64-9b8d-52367f611a43),segment_id=3c7dab1e-ae52-4c64-9b8d-52367f611a43)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:09:29.439598 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:29.446444 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c7d4c932-3ed4-4783-9ca0-2e8e700d6502 None None] Provisioning for port a468149f-bf3b-4700-9493-2a4bab4fc36a completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:09:29.451339 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c7d4c932-3ed4-4783-9ca0-2e8e700d6502 None None] Provisioning complete for port a468149f-bf3b-4700-9493-2a4bab4fc36a triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:29.451881 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c7d4c932-3ed4-4783-9ca0-2e8e700d6502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:29.507521 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c7d4c932-3ed4-4783-9ca0-2e8e700d6502 None None] Port a468149f-bf3b-4700-9493-2a4bab4fc36a cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:09:29.530331 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46d7a6-2e29-49cb-9718-7b2db890d741 None None] Pushing event updated for resources: {'Port': ['ID=2d48d580-63bc-427a-899e-b803e2f6bc24,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:29.537778 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Routers {'73ec077d-d205-41e7-9372-6668d295d253'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:09:29.538949 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:09:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['73ec077d-d205-41e7-9372-6668d295d253'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:29.658057 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060eb31-c6e0-4ebb-8597-56fc80f590a6 req-10f4bf41-4c8f-4808-acca-9354c001478b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:29.658725 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0060eb31-c6e0-4ebb-8597-56fc80f590a6 req-10f4bf41-4c8f-4808-acca-9354c001478b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Synchronizing usage tracker for tenant:47504a23af124031a8bee2b54c5fef8e on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:09:29.692624 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0060eb31-c6e0-4ebb-8597-56fc80f590a6 req-10f4bf41-4c8f-4808-acca-9354c001478b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Unset dirty status for tenant:47504a23af124031a8bee2b54c5fef8e on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:09:29.693823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0060eb31-c6e0-4ebb-8597-56fc80f590a6 req-10f4bf41-4c8f-4808-acca-9354c001478b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 931 time: 0.2754169 Feb 18 10:09:29.725998 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] Set router 73ec077d-d205-41e7-9372-6668d295d253 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:09:29.770153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0060eb31-c6e0-4ebb-8597-56fc80f590a6 req-6c6b8d32-754f-48ad-b259-0a74fb0eb7cd tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676827 Feb 18 10:09:29.869184 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a468149f-bf3b-4700-9493-2a4bab4fc36a {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:09:29.877801 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:29.895537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Transition to ACTIVE for port object a468149f-bf3b-4700-9493-2a4bab4fc36a will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:09:29.899763 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:29.932423 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2d48d580-63bc-427a-899e-b803e2f6bc24 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:09:30.020687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 2d48d580-63bc-427a-899e-b803e2f6bc24 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:09:30.026209 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 2d48d580-63bc-427a-899e-b803e2f6bc24 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:30.026952 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:30.091720 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ec077d-d205-41e7-9372-6668d295d253', 'name': 'tempest-TestShelveInstance-725129505-router', 'tenant_id': '5d1e32596acc4e8799fd545831091c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'cc050f9e-9f30-401f-ad0a-c588137385bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:18Z', 'updated_at': '2022-02-18T10:09:23Z', 'revision_number': 4, 'project_id': '5d1e32596acc4e8799fd545831091c19', 'gw_port': {'id': 'cc050f9e-9f30-401f-ad0a-c588137385bc', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ec077d-d205-41e7-9372-6668d295d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:19Z', 'updated_at': '2022-02-18T10:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '2d48d580-63bc-427a-899e-b803e2f6bc24', 'name': '', 'network_id': '70ce0602-e2cb-440a-ab1b-5f19367e5acb', 'tenant_id': '5d1e32596acc4e8799fd545831091c19', 'mac_address': 'fa:16:3e:8f:f3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ec077d-d205-41e7-9372-6668d295d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'f51fefda-828d-4a2a-aba8-6d9bd09ae581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:22Z', 'updated_at': '2022-02-18T10:09:29Z', 'revision_number': 4, 'project_id': '5d1e32596acc4e8799fd545831091c19', 'subnets': [{'id': 'f51fefda-828d-4a2a-aba8-6d9bd09ae581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:30.097199 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4154d4a-d0e9-403d-a9f6-5a9c5f3fb2ae None None] The sync data for ids ['73ec077d-d205-41e7-9372-6668d295d253'] in n-d-829434-1 is: [{'id': '73ec077d-d205-41e7-9372-6668d295d253', 'name': 'tempest-TestShelveInstance-725129505-router', 'tenant_id': '5d1e32596acc4e8799fd545831091c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'cc050f9e-9f30-401f-ad0a-c588137385bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:18Z', 'updated_at': '2022-02-18T10:09:23Z', 'revision_number': 4, 'project_id': '5d1e32596acc4e8799fd545831091c19', 'gw_port': {'id': 'cc050f9e-9f30-401f-ad0a-c588137385bc', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ec077d-d205-41e7-9372-6668d295d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:19Z', 'updated_at': '2022-02-18T10:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': '2d48d580-63bc-427a-899e-b803e2f6bc24', 'name': '', 'network_id': '70ce0602-e2cb-440a-ab1b-5f19367e5acb', 'tenant_id': '5d1e32596acc4e8799fd545831091c19', 'mac_address': 'fa:16:3e:8f:f3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ec077d-d205-41e7-9372-6668d295d253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'f51fefda-828d-4a2a-aba8-6d9bd09ae581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:22Z', 'updated_at': '2022-02-18T10:09:29Z', 'revision_number': 4, 'project_id': '5d1e32596acc4e8799fd545831091c19', 'subnets': [{'id': 'f51fefda-828d-4a2a-aba8-6d9bd09ae581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:09:30.124572 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Pushing event updated for resources: {'Port': ['ID=a468149f-bf3b-4700-9493-2a4bab4fc36a,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:30.159015 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:30.173006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Attempting to bind port a468149f-bf3b-4700-9493-2a4bab4fc36a on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:09:30.173257 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Attempting to bind port a468149f-bf3b-4700-9493-2a4bab4fc36a by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:09:30.173839 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Attempting to bind port a468149f-bf3b-4700-9493-2a4bab4fc36a on network 76470e59-922a-49d6-ac60-fea79a4ccf84 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:09:30.178984 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Port a468149f-bf3b-4700-9493-2a4bab4fc36a on network 76470e59-922a-49d6-ac60-fea79a4ccf84 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 10:09:30.179301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Attempting to bind port a468149f-bf3b-4700-9493-2a4bab4fc36a on network 76470e59-922a-49d6-ac60-fea79a4ccf84 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:09:30.185762 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:09:30.186140 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Checking segment: {'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:09:30.186576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Bound using segment: {'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:09:30.187020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Bound port: a468149f-bf3b-4700-9493-2a4bab4fc36a, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:09:30.187375 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:30.197077 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 2d48d580-63bc-427a-899e-b803e2f6bc24, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2d48d580-63bc-427a-899e-b803e2f6bc24,segment=NetworkSegment(3c7dab1e-ae52-4c64-9b8d-52367f611a43),segment_id=3c7dab1e-ae52-4c64-9b8d-52367f611a43)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:09:30.202215 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:30.282203 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=2d48d580-63bc-427a-899e-b803e2f6bc24,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:30.290535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] For port a468149f-bf3b-4700-9493-2a4bab4fc36a, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:09:30.293748 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] For port a468149f-bf3b-4700-9493-2a4bab4fc36a, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:09:30.297297 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:30.356945 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:30.357555 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:30.358940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a42137d-fef3-437c-b450-7919197b1a92 req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] 10.222.0.61 "PUT /v2.0/ports/a468149f-bf3b-4700-9493-2a4bab4fc36a HTTP/1.1" status: 200 len: 1091 time: 1.1569290 Feb 18 10:09:30.359380 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'tag': 'a468149f-bf3b-4700-9493-2a4bab4fc36a'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:09:30.385315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46126468-83ca-4c53-a0c3-e55cbece310a service neutron] Pushing event updated for resources: {'Port': ['ID=a468149f-bf3b-4700-9493-2a4bab4fc36a,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:30.446355 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'tag': 'a468149f-bf3b-4700-9493-2a4bab4fc36a', 'status': 'completed', 'code': 200} Feb 18 10:09:30.490900 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42137d-fef3-437c-b450-7919197b1a92 req-92a5da01-ca80-48a6-acc3-32dc838eff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:30.492444 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a42137d-fef3-437c-b450-7919197b1a92 req-92a5da01-ca80-48a6-acc3-32dc838eff93 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 1094 time: 0.0802145 Feb 18 10:09:30.515938 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c198af70-0b7f-4dd0-a2b1-20c882b85e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:30.571838 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a42137d-fef3-437c-b450-7919197b1a92 req-dce0b31d-47a2-4db7-87ee-cc97711c777d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a HTTP/1.1" status: 200 len: 217 time: 0.0728076 Feb 18 10:09:30.638103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42137d-fef3-437c-b450-7919197b1a92 req-2d332414-4952-4a38-90c8-be60fff98d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:30.639532 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a42137d-fef3-437c-b450-7919197b1a92 req-2d332414-4952-4a38-90c8-be60fff98d69 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0625966 Feb 18 10:09:30.825944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42137d-fef3-437c-b450-7919197b1a92 req-e1ecd018-1ec5-4f9d-afe6-7a844299b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:30.827534 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a42137d-fef3-437c-b450-7919197b1a92 req-e1ecd018-1ec5-4f9d-afe6-7a844299b5d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822855 Feb 18 10:09:31.018246 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a42137d-fef3-437c-b450-7919197b1a92 req-a2f2d62a-b8df-427f-b020-458e40ed97f0 service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836314 Feb 18 10:09:31.060335 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d814c-9121-467f-b6ca-93e3f877ddb6 req-ae656ebd-eabe-4a6b-8f60-62cdac6bd150 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:31.061793 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b2d814c-9121-467f-b6ca-93e3f877ddb6 req-ae656ebd-eabe-4a6b-8f60-62cdac6bd150 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 943 time: 0.1572323 Feb 18 10:09:31.198248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4b2d814c-9121-467f-b6ca-93e3f877ddb6 req-81f6491a-9194-45ab-9879-4aba3892c2ca tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775437 Feb 18 10:09:31.251333 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3a42137d-fef3-437c-b450-7919197b1a92 req-526d5372-b964-4e8c-8b87-cafca2cafb96 service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253294 Feb 18 10:09:31.381467 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9e3d5-23dc-4a7e-9ffb-21545eb729e4 req-e805d702-bb24-4989-afb5-a97838e85fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:31.382978 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2b9e3d5-23dc-4a7e-9ffb-21545eb729e4 req-e805d702-bb24-4989-afb5-a97838e85fe7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 1094 time: 0.0805473 Feb 18 10:09:31.546576 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9e3d5-23dc-4a7e-9ffb-21545eb729e4 req-7d7891e0-dbfd-4ae5-8fcf-05a6bbd204b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:31.548153 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2b9e3d5-23dc-4a7e-9ffb-21545eb729e4 req-7d7891e0-dbfd-4ae5-8fcf-05a6bbd204b1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.1580570 Feb 18 10:09:31.631941 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2b9e3d5-23dc-4a7e-9ffb-21545eb729e4 req-6da8d150-1637-4561-8e37-2890c35c1eb3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a HTTP/1.1" status: 200 len: 217 time: 0.0764916 Feb 18 10:09:31.709922 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9e3d5-23dc-4a7e-9ffb-21545eb729e4 req-ce19de3a-3545-47ef-ae42-1dbd8cb74e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:31.711350 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2b9e3d5-23dc-4a7e-9ffb-21545eb729e4 req-ce19de3a-3545-47ef-ae42-1dbd8cb74e01 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0742188 Feb 18 10:09:31.788364 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9e3d5-23dc-4a7e-9ffb-21545eb729e4 req-18f0d74a-3653-4b9a-9fd5-eb1137974c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:31.789763 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2b9e3d5-23dc-4a7e-9ffb-21545eb729e4 req-18f0d74a-3653-4b9a-9fd5-eb1137974c24 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710592 Feb 18 10:09:31.889448 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2d48d580-63bc-427a-899e-b803e2f6bc24 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:09:31.925315 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2b9e3d5-23dc-4a7e-9ffb-21545eb729e4 req-b0c2153d-079f-4d3d-958f-34009ca6d5f5 service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287136 Feb 18 10:09:31.958080 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 2d48d580-63bc-427a-899e-b803e2f6bc24 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:31.958458 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:32.072282 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c2b9e3d5-23dc-4a7e-9ffb-21545eb729e4 req-f30fcc2f-0999-4179-af63-55aa159a6345 service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402750 Feb 18 10:09:32.391566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef907f-78c6-4142-81e7-b4aa2272be30 req-879b5f1d-39c3-43a6-8d62-a180261250f6 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:32.393126 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdef907f-78c6-4142-81e7-b4aa2272be30 req-879b5f1d-39c3-43a6-8d62-a180261250f6 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 943 time: 0.0789032 Feb 18 10:09:32.441045 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cdef907f-78c6-4142-81e7-b4aa2272be30 req-94759e3b-3c40-4458-aebc-1d7ad144ac36 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415657 Feb 18 10:09:33.628189 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7305acf-3826-4dd5-842e-5710c62ff468 req-a7f9ffeb-5c26-4cbe-916a-837ebd3e1186 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:33.629715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7305acf-3826-4dd5-842e-5710c62ff468 req-a7f9ffeb-5c26-4cbe-916a-837ebd3e1186 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 943 time: 0.0812635 Feb 18 10:09:33.683964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a7305acf-3826-4dd5-842e-5710c62ff468 req-79cb056c-2ca4-4a07-9531-4e01a585faba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482070 Feb 18 10:09:33.965322 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1f28d48b-c426-4833-b205-63ebf1c06819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:34.040364 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:34.133451 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:34.877070 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd9cf5-aad1-4be0-9c21-b18035c8ed20 req-59598888-e214-4648-8b20-0d28db54d7b3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:34.878529 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1cdd9cf5-aad1-4be0-9c21-b18035c8ed20 req-59598888-e214-4648-8b20-0d28db54d7b3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 943 time: 0.0867407 Feb 18 10:09:34.921414 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1cdd9cf5-aad1-4be0-9c21-b18035c8ed20 req-dc78a00b-c25b-418d-8f1b-48993a9442a0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366817 Feb 18 10:09:35.138979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a468149f-bf3b-4700-9493-2a4bab4fc36a details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:09:35.305257 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a468149f-bf3b-4700-9493-2a4bab4fc36a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:09:35.317946 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'a468149f-bf3b-4700-9493-2a4bab4fc36a', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'port_id': 'a468149f-bf3b-4700-9493-2a4bab4fc36a', 'mac_address': 'fa:16:3e:b1:24:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:09:35.379519 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:35.387732 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:35.404929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a468149f-bf3b-4700-9493-2a4bab4fc36a {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:09:35.420961 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a468149f-bf3b-4700-9493-2a4bab4fc36a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:09:35.424508 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:35.489953 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a468149f-bf3b-4700-9493-2a4bab4fc36a,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:35.747705 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['a468149f-bf3b-4700-9493-2a4bab4fc36a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 10:09:36.106034 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0719c-da1a-47d9-8a3a-57f1a6558882 req-d52fff19-0d84-48d4-a85a-cb6d754b4663 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:36.107403 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36b0719c-da1a-47d9-8a3a-57f1a6558882 req-d52fff19-0d84-48d4-a85a-cb6d754b4663 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 944 time: 0.0794199 Feb 18 10:09:36.151084 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-36b0719c-da1a-47d9-8a3a-57f1a6558882 req-2499cf56-ad01-488f-8630-7bc353e6263e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379968 Feb 18 10:09:37.148193 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a468149f-bf3b-4700-9493-2a4bab4fc36a up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:09:37.215984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port a468149f-bf3b-4700-9493-2a4bab4fc36a completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:09:37.221391 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port a468149f-bf3b-4700-9493-2a4bab4fc36a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:09:37.221763 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:37.347457 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:37.378561 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a468149f-bf3b-4700-9493-2a4bab4fc36a'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:09:37.390347 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a468149f-bf3b-4700-9493-2a4bab4fc36a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:09:37.401881 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:37.459757 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3541449-ad6d-473c-870b-e814aace13cb req-e7a74562-b192-4680-8804-9f96f1cddffb tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:37.464749 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c3541449-ad6d-473c-870b-e814aace13cb req-e7a74562-b192-4680-8804-9f96f1cddffb tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.2079778 Feb 18 10:09:37.480941 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a468149f-bf3b-4700-9493-2a4bab4fc36a,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:37.486446 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a468149f-bf3b-4700-9493-2a4bab4fc36a', 'code': 200} Feb 18 10:09:37.512706 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c3541449-ad6d-473c-870b-e814aace13cb req-6bfec5e2-7105-422b-8e82-19ed1258b59d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459363 Feb 18 10:09:37.610414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907195d-2b95-4941-a60f-2e22dd69998d req-8f3d49f3-8ae8-45b6-b79e-ab5dde1418a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:37.611855 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4907195d-2b95-4941-a60f-2e22dd69998d req-8f3d49f3-8ae8-45b6-b79e-ab5dde1418a6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 1096 time: 0.0680728 Feb 18 10:09:37.654421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4907195d-2b95-4941-a60f-2e22dd69998d req-439dd349-6bd9-4e87-b83a-dd35310f5ee9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364337 Feb 18 10:09:38.696693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cde7e-e635-4696-8502-9b7aa66f4c72 req-67008d4f-0f96-4685-8128-347c1c7e63ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:38.698181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ee5cde7e-e635-4696-8502-9b7aa66f4c72 req-67008d4f-0f96-4685-8128-347c1c7e63ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.0793502 Feb 18 10:09:38.743394 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ee5cde7e-e635-4696-8502-9b7aa66f4c72 req-897b28db-0a7e-4e38-8df2-0625288b8f01 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395615 Feb 18 10:09:39.936672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c467-5738-46cb-b8a5-5f697160856b req-6c3bb6bd-855b-456a-bcb7-2d0ff024e51b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:39.938043 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5365c467-5738-46cb-b8a5-5f697160856b req-6c3bb6bd-855b-456a-bcb7-2d0ff024e51b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.0840487 Feb 18 10:09:39.982623 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5365c467-5738-46cb-b8a5-5f697160856b req-79ef8250-eaca-4b05-95c6-f2ab10afb532 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380914 Feb 18 10:09:40.166013 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4300bf-eaef-4f06-b2a0-f682310c412a req-d8e9a894-7b90-4ee8-b182-306f590aed85 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:40.167454 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c4300bf-eaef-4f06-b2a0-f682310c412a req-d8e9a894-7b90-4ee8-b182-306f590aed85 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.0778728 Feb 18 10:09:40.211814 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3c4300bf-eaef-4f06-b2a0-f682310c412a req-d926b9bf-f387-46b9-8802-4dee0c94a6df tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385501 Feb 18 10:09:40.234522 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52402) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:40.403493 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeab31c-9663-4bac-aa3f-952580321ad6 tempest-TestShelveInstance-1196639512 tempest-TestShelveInstance-1196639512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:40.404189 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-baeab31c-9663-4bac-aa3f-952580321ad6 tempest-TestShelveInstance-1196639512 tempest-TestShelveInstance-1196639512-project-admin] Synchronizing usage tracker for tenant:5d1e32596acc4e8799fd545831091c19 on resource:port {{(pid=87767) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:09:40.420538 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-baeab31c-9663-4bac-aa3f-952580321ad6 tempest-TestShelveInstance-1196639512 tempest-TestShelveInstance-1196639512-project-admin] Unset dirty status for tenant:5d1e32596acc4e8799fd545831091c19 on resource:port {{(pid=87767) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:09:40.421711 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-baeab31c-9663-4bac-aa3f-952580321ad6 tempest-TestShelveInstance-1196639512 tempest-TestShelveInstance-1196639512-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 1091 time: 0.1862192 Feb 18 10:09:40.424747 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52408) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:09:40.430252 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': 'a468149f-bf3b-4700-9493-2a4bab4fc36a', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:09:40.437000 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:09:40.440712 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Usage tracker for resource:floatingip and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:09:40.443581 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:09:40.449122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:09:40.459111 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for floatingip, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:40.591973 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:40.725649 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Allocated IP 172.25.1.192 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/26aa2c60-c60b-4d60-b6d0-45e468b9e4f2) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:09:40.874060 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:40.902731 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:40.964950 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:09:40.968080 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:09:40.971754 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:09:41.006625 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'Port': ['ID=26aa2c60-c60b-4d60-b6d0-45e468b9e4f2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:41.387975 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:41.466972 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:41.790307 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:41.796637 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:41.905572 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'Port': ['ID=26aa2c60-c60b-4d60-b6d0-45e468b9e4f2,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:09:41.924060 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:42.101960 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Floating IP fa33f295-82fb-43c0-b6bc-0ca7fb624d9f associated. External IP: 172.25.1.192, port: a468149f-bf3b-4700-9493-2a4bab4fc36a. Feb 18 10:09:42.112477 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:42.169972 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:42.465452 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:09:42.645865 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:09:42.656016 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328dbfd-e830-4c82-804c-a6808c6e6f3d None None] Sync routers for ids ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:09:42.665146 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5328dbfd-e830-4c82-804c-a6808c6e6f3d None None] Routers {'2c8adef8-7ab9-4acb-99a9-a116d38ed69c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:09:42.665751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5328dbfd-e830-4c82-804c-a6808c6e6f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:09:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:42.669918 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:09:42.725459 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5ed068f0-0882-4555-9c74-c2f4505c65e2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2995133 Feb 18 10:09:42.725887 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'tag': 'a468149f-bf3b-4700-9493-2a4bab4fc36a'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:09:42.769070 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'tag': 'a468149f-bf3b-4700-9493-2a4bab4fc36a', 'status': 'completed', 'code': 200} Feb 18 10:09:42.845977 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-5328dbfd-e830-4c82-804c-a6808c6e6f3d None None] Set router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:09:42.863892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4c6df-9c6a-403a-9ba3-c91ead5a0d03 req-d6121f50-c364-4c0b-9bdc-db9dbf899de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:42.865817 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2c4c6df-9c6a-403a-9ba3-c91ead5a0d03 req-d6121f50-c364-4c0b-9bdc-db9dbf899de9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 1096 time: 0.0755746 Feb 18 10:09:42.998571 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4c6df-9c6a-403a-9ba3-c91ead5a0d03 req-f4b42aff-b3c8-408c-8f81-c370bcc2851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:43.000370 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2c4c6df-9c6a-403a-9ba3-c91ead5a0d03 req-f4b42aff-b3c8-408c-8f81-c370bcc2851d service neutron] 10.222.0.61 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.1287098 Feb 18 10:09:43.104116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2c4c6df-9c6a-403a-9ba3-c91ead5a0d03 req-162ec50e-d82f-45ad-ab39-e025fcdb2f15 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a HTTP/1.1" status: 200 len: 999 time: 0.0976691 Feb 18 10:09:43.164067 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4c6df-9c6a-403a-9ba3-c91ead5a0d03 req-61e84696-f5b4-4216-bb68-e160f2e87688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:43.165532 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2c4c6df-9c6a-403a-9ba3-c91ead5a0d03 req-61e84696-f5b4-4216-bb68-e160f2e87688 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0561552 Feb 18 10:09:43.194707 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5328dbfd-e830-4c82-804c-a6808c6e6f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:09:15Z', 'revision_number': 4, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port': {'id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:12Z', 'updated_at': '2022-02-18T10:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'fa33f295-82fb-43c0-b6bc-0ca7fb624d9f', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'port_id': 'a468149f-bf3b-4700-9493-2a4bab4fc36a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'mac_address': 'fa:16:3e:b1:24:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:09:41Z', 'updated_at': '2022-02-18T10:09:41Z', 'revision_number': 0, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7662343-0485-46f3-9b71-c0fc4a3f3edb', 'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'mac_address': 'fa:16:3e:0c:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:15Z', 'updated_at': '2022-02-18T10:09:22Z', 'revision_number': 5, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'subnets': [{'id': '88d1aa63-5096-495d-88a1-422796be188c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:43.198568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328dbfd-e830-4c82-804c-a6808c6e6f3d None None] Checking router: 2c8adef8-7ab9-4acb-99a9-a116d38ed69c for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:09:43.206802 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5328dbfd-e830-4c82-804c-a6808c6e6f3d None None] Routers {'2c8adef8-7ab9-4acb-99a9-a116d38ed69c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:09:43.207418 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5328dbfd-e830-4c82-804c-a6808c6e6f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:09:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:43.243747 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4c6df-9c6a-403a-9ba3-c91ead5a0d03 req-dc2c3bdc-d4ae-4cbe-b8b4-c40e346ff7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:09:43.245320 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2c4c6df-9c6a-403a-9ba3-c91ead5a0d03 req-dc2c3bdc-d4ae-4cbe-b8b4-c40e346ff7c0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743611 Feb 18 10:09:43.380323 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2c4c6df-9c6a-403a-9ba3-c91ead5a0d03 req-f9767180-6a43-4c7c-af6d-667347c5b77e service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286542 Feb 18 10:09:43.423728 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-5328dbfd-e830-4c82-804c-a6808c6e6f3d None None] Set router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:09:43.513640 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a2c4c6df-9c6a-403a-9ba3-c91ead5a0d03 req-c078d243-6cd6-49af-bbe1-2aaa5a357dad service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273520 Feb 18 10:09:43.773853 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-5328dbfd-e830-4c82-804c-a6808c6e6f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:09:15Z', 'revision_number': 4, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port': {'id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:12Z', 'updated_at': '2022-02-18T10:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'fa33f295-82fb-43c0-b6bc-0ca7fb624d9f', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'port_id': 'a468149f-bf3b-4700-9493-2a4bab4fc36a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'mac_address': 'fa:16:3e:b1:24:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:09:41Z', 'updated_at': '2022-02-18T10:09:41Z', 'revision_number': 0, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7662343-0485-46f3-9b71-c0fc4a3f3edb', 'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'mac_address': 'fa:16:3e:0c:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:15Z', 'updated_at': '2022-02-18T10:09:22Z', 'revision_number': 5, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'subnets': [{'id': '88d1aa63-5096-495d-88a1-422796be188c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:09:43.777919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328dbfd-e830-4c82-804c-a6808c6e6f3d None None] The sync data for ids ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'] in n-d-829434-1 is: [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:09:15Z', 'revision_number': 4, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port': {'id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:12Z', 'updated_at': '2022-02-18T10:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': 'fa33f295-82fb-43c0-b6bc-0ca7fb624d9f', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'port_id': 'a468149f-bf3b-4700-9493-2a4bab4fc36a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'mac_address': 'fa:16:3e:b1:24:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:09:41Z', 'updated_at': '2022-02-18T10:09:41Z', 'revision_number': 0, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7662343-0485-46f3-9b71-c0fc4a3f3edb', 'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'mac_address': 'fa:16:3e:0c:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:15Z', 'updated_at': '2022-02-18T10:09:22Z', 'revision_number': 5, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'subnets': [{'id': '88d1aa63-5096-495d-88a1-422796be188c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:09:43.975499 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cda95d-f0da-44df-b55a-5520084d4827 None None] New status for floating IP fa33f295-82fb-43c0-b6bc-0ca7fb624d9f: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 10:09:44.183839 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:10:00.520245 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4dcf7225-1159-4be9-b3af-097cabea6f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:03.967808 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6cfd4688-da97-4d94-866f-99d6b02f77ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:04.042837 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:04.135853 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:05.356341 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:12.121732 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:12.166012 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:17.260977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0502e890-3101-43ac-892f-88149aea43e8 req-61c8dcd8-5861-4d08-bb5a-912bb0ca28b1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692313 Feb 18 10:10:17.408009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502e890-3101-43ac-892f-88149aea43e8 req-d7b8d5a0-6f77-42d1-9f96-755e613e829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:17.409503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0502e890-3101-43ac-892f-88149aea43e8 req-d7b8d5a0-6f77-42d1-9f96-755e613e829b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 1096 time: 0.0777254 Feb 18 10:10:17.561859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502e890-3101-43ac-892f-88149aea43e8 req-e3a961ee-b7b8-444c-a188-6ec98e325a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:17.563219 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0502e890-3101-43ac-892f-88149aea43e8 req-e3a961ee-b7b8-444c-a188-6ec98e325a98 service neutron] 10.222.0.61 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.1330509 Feb 18 10:10:17.665924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0502e890-3101-43ac-892f-88149aea43e8 req-98e2b628-2c73-4824-8bb1-20b857bd5321 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a HTTP/1.1" status: 200 len: 1001 time: 0.0964355 Feb 18 10:10:17.731249 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502e890-3101-43ac-892f-88149aea43e8 req-2902812c-7ba2-4601-ac01-4b2c4fac648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:17.732670 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0502e890-3101-43ac-892f-88149aea43e8 req-2902812c-7ba2-4601-ac01-4b2c4fac648d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0609229 Feb 18 10:10:17.808337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502e890-3101-43ac-892f-88149aea43e8 req-8556c8c7-81e8-4ca4-bba9-44a00dcfeecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:10:17.809803 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0502e890-3101-43ac-892f-88149aea43e8 req-8556c8c7-81e8-4ca4-bba9-44a00dcfeecd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704262 Feb 18 10:10:18.066672 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0502e890-3101-43ac-892f-88149aea43e8 req-9f814a60-b032-4655-9d96-364d9737cdbd service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510173 Feb 18 10:10:18.201502 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0502e890-3101-43ac-892f-88149aea43e8 req-bd0741d3-5a3c-467b-9920-badb957777ad service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288166 Feb 18 10:10:21.164112 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:10:30.531967 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-437f336e-3adb-4713-ae37-340b39c5fb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:33.971793 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d9e80694-4553-4acc-8984-8bb687f54f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:34.046886 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:34.139323 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:35.361726 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:42.126022 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:42.169066 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:10:58.163415 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:11:00.527399 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b4a9516c-a020-45ba-b1b4-937edbcaeb02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:03.974112 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8e146842-5b76-4968-a6e1-f17c69863140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:04.048497 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:04.141218 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:05.361707 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:12.137928 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:12.193263 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:17.912181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-564a8e1c-3181-423f-a350-9adb08d61eea req-62511132-3e12-45ac-8cdf-18502499c60f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854626 Feb 18 10:11:18.053491 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a8e1c-3181-423f-a350-9adb08d61eea req-3c55d9f8-ebb8-461b-8449-64fd02ab2add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:18.054971 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-564a8e1c-3181-423f-a350-9adb08d61eea req-3c55d9f8-ebb8-461b-8449-64fd02ab2add service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 1096 time: 0.0742648 Feb 18 10:11:18.210918 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a8e1c-3181-423f-a350-9adb08d61eea req-d6c96b9f-a5ff-425a-9ef7-8c3b1ac8c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:18.212416 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-564a8e1c-3181-423f-a350-9adb08d61eea req-d6c96b9f-a5ff-425a-9ef7-8c3b1ac8c551 service neutron] 10.222.0.61 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.1381149 Feb 18 10:11:18.318108 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-564a8e1c-3181-423f-a350-9adb08d61eea req-ac6f8a6b-a4ff-4b7d-8b41-03777c2be9ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a HTTP/1.1" status: 200 len: 1001 time: 0.1000822 Feb 18 10:11:18.390137 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a8e1c-3181-423f-a350-9adb08d61eea req-ec681d70-80a5-49ac-8276-7c5a4bafc42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:18.391595 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-564a8e1c-3181-423f-a350-9adb08d61eea req-ec681d70-80a5-49ac-8276-7c5a4bafc42f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0673251 Feb 18 10:11:18.473324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a8e1c-3181-423f-a350-9adb08d61eea req-7979ec77-aa82-438b-9c8c-36f6c06b505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:11:18.474719 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-564a8e1c-3181-423f-a350-9adb08d61eea req-7979ec77-aa82-438b-9c8c-36f6c06b505d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777099 Feb 18 10:11:18.616012 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-564a8e1c-3181-423f-a350-9adb08d61eea req-142924b8-0c2d-4104-bdc0-cc21b6aa87b0 service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338789 Feb 18 10:11:18.753868 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-564a8e1c-3181-423f-a350-9adb08d61eea req-7bb8b445-dec0-4f1f-a397-4ee766c11436 service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309931 Feb 18 10:11:30.533967 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d99aab79-80bd-4208-b1c4-6f8695e39f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:33.979644 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f789d2c0-781a-44c9-8f0b-8417ab27625e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:34.054481 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:34.147725 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:35.163825 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:11:35.363961 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:42.140513 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:11:42.216936 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:00.525712 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-06c0fad1-5e9b-465a-934f-687c4b33735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:03.972509 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-96429c96-0a0b-445a-9072-0717f3272aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:04.047822 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:04.148466 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:05.366548 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:06.982528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d28db-bd37-4306-8b94-be66ccc2da16 req-5c71be89-1ede-4853-87a2-8877671bbea4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:06.983988 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e6d28db-bd37-4306-8b94-be66ccc2da16 req-5c71be89-1ede-4853-87a2-8877671bbea4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.0985763 Feb 18 10:12:07.033585 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4e6d28db-bd37-4306-8b94-be66ccc2da16 req-b544a698-5890-41da-b92e-1b049d5108d4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410964 Feb 18 10:12:08.229871 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94985b40-673c-4fbe-a342-e8d54bfb92e7 req-f16770ba-3093-4fb6-b3bb-9e7882a0da0a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:08.232025 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94985b40-673c-4fbe-a342-e8d54bfb92e7 req-f16770ba-3093-4fb6-b3bb-9e7882a0da0a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.0834227 Feb 18 10:12:08.275150 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-94985b40-673c-4fbe-a342-e8d54bfb92e7 req-0cb66db1-ecad-4c5f-97da-f4db6f5abe07 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374501 Feb 18 10:12:09.463038 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e62b72-b4b3-49f3-b3bb-180179e54df4 req-be37f816-0960-4462-887b-75291a85fd44 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:09.464524 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-70e62b72-b4b3-49f3-b3bb-180179e54df4 req-be37f816-0960-4462-887b-75291a85fd44 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.0776863 Feb 18 10:12:09.512504 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-70e62b72-b4b3-49f3-b3bb-180179e54df4 req-a75843cf-f22c-43e0-9753-156c856928cb tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421469 Feb 18 10:12:10.701230 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcec39d-0cb2-4e01-8082-3222cc24a220 req-29244e70-fa6b-455f-98d7-be1ae4679c9c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:10.702737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bbcec39d-0cb2-4e01-8082-3222cc24a220 req-29244e70-fa6b-455f-98d7-be1ae4679c9c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.0826211 Feb 18 10:12:10.749129 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bbcec39d-0cb2-4e01-8082-3222cc24a220 req-34adee68-0983-4af7-b695-5c02f5104a9c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405402 Feb 18 10:12:11.938426 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a98632-5957-4a95-8309-5b66c2edadb5 req-6e6cb1b3-16b5-4b1a-9e58-a0673ae7a8f3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:11.939875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3a98632-5957-4a95-8309-5b66c2edadb5 req-6e6cb1b3-16b5-4b1a-9e58-a0673ae7a8f3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.0808837 Feb 18 10:12:11.984745 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d3a98632-5957-4a95-8309-5b66c2edadb5 req-c3392451-7933-4f29-a19b-f0aab740ae28 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389991 Feb 18 10:12:12.155854 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:12.162424 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:12:12.217181 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:13.178452 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79d7ba-bfa0-4c2e-b5cf-6a354c6fbe08 req-212b06de-0246-43f4-ae60-2bee036f4074 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:13.180015 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d79d7ba-bfa0-4c2e-b5cf-6a354c6fbe08 req-212b06de-0246-43f4-ae60-2bee036f4074 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.0861170 Feb 18 10:12:13.226297 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d79d7ba-bfa0-4c2e-b5cf-6a354c6fbe08 req-25617539-474e-445f-ab34-756ea657abdb tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392756 Feb 18 10:12:14.524458 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595f276-6e25-48d4-bafa-b90924f30fb9 req-fe3d3956-3c66-49d5-b2af-1ba65886766d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:14.525967 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9595f276-6e25-48d4-bafa-b90924f30fb9 req-fe3d3956-3c66-49d5-b2af-1ba65886766d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.1954491 Feb 18 10:12:14.570093 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9595f276-6e25-48d4-bafa-b90924f30fb9 req-b07b528e-59e6-46f2-a1d7-491083bb099e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383444 Feb 18 10:12:15.760021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb7c8f-dc02-4d9e-bbc9-377ce5f639ca req-3870aade-9c8c-4776-8245-6432653f8fe2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:15.761523 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7dfb7c8f-dc02-4d9e-bbc9-377ce5f639ca req-3870aade-9c8c-4776-8245-6432653f8fe2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.0826552 Feb 18 10:12:15.806248 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7dfb7c8f-dc02-4d9e-bbc9-377ce5f639ca req-1d8b9c46-2e14-4ec6-b913-7d49a3d3e095 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389094 Feb 18 10:12:16.990819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592a4a-913d-47ef-90ca-235c272362b6 req-63eefb73-4e09-4bcb-9bf0-10b149faa454 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:16.992291 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-57592a4a-913d-47ef-90ca-235c272362b6 req-63eefb73-4e09-4bcb-9bf0-10b149faa454 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.0799637 Feb 18 10:12:17.035810 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-57592a4a-913d-47ef-90ca-235c272362b6 req-5cf02185-aac8-4a77-a8fc-7bc80f145b6c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367532 Feb 18 10:12:18.226356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831eb98-dd47-4cdf-a4d7-0acd75d441f6 req-d38db70b-99b0-405c-936d-e4df3dcc3ec7 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:18.227898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8831eb98-dd47-4cdf-a4d7-0acd75d441f6 req-d38db70b-99b0-405c-936d-e4df3dcc3ec7 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.0867789 Feb 18 10:12:18.273875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8831eb98-dd47-4cdf-a4d7-0acd75d441f6 req-1088ddad-a666-4f7b-bcde-ba14944c3a22 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392864 Feb 18 10:12:19.333894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfcbe6-b8cb-45b8-9e1a-d81e00d9bad6 req-90bf4ae2-5de6-47c3-9fbf-bf719bf6e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:19.335514 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4ecfcbe6-b8cb-45b8-9e1a-d81e00d9bad6 req-90bf4ae2-5de6-47c3-9fbf-bf719bf6e1ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 1096 time: 0.0725343 Feb 18 10:12:19.538048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfcbe6-b8cb-45b8-9e1a-d81e00d9bad6 req-e91e61cd-e732-4cdd-a40f-b13cb4f3a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:19.539496 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4ecfcbe6-b8cb-45b8-9e1a-d81e00d9bad6 req-e91e61cd-e732-4cdd-a40f-b13cb4f3a4a9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.1826382 Feb 18 10:12:19.610070 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1acdf8-88df-45d0-bb85-860db6343270 req-8b291a0a-9c51-42fd-be85-4ef7d12b19ed tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:19.611386 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca1acdf8-88df-45d0-bb85-860db6343270 req-8b291a0a-9c51-42fd-be85-4ef7d12b19ed tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.1854620 Feb 18 10:12:19.679457 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4ecfcbe6-b8cb-45b8-9e1a-d81e00d9bad6 req-605fdb18-9195-4ff4-abc9-009b1e64fdb6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a HTTP/1.1" status: 200 len: 1001 time: 0.1333063 Feb 18 10:12:19.684486 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ca1acdf8-88df-45d0-bb85-860db6343270 req-ffd92119-26ca-4850-af5d-7f8c7009aeb2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607643 Feb 18 10:12:19.741337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfcbe6-b8cb-45b8-9e1a-d81e00d9bad6 req-f376783b-d628-4e45-81de-76bc12d8d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:19.742770 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4ecfcbe6-b8cb-45b8-9e1a-d81e00d9bad6 req-f376783b-d628-4e45-81de-76bc12d8d053 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0567896 Feb 18 10:12:19.820818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfcbe6-b8cb-45b8-9e1a-d81e00d9bad6 req-77292def-890b-4c58-ad4d-b07f0d41225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:19.822286 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4ecfcbe6-b8cb-45b8-9e1a-d81e00d9bad6 req-77292def-890b-4c58-ad4d-b07f0d41225b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720990 Feb 18 10:12:19.954525 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4ecfcbe6-b8cb-45b8-9e1a-d81e00d9bad6 req-891c828d-9c7d-4105-882a-3accbdb09261 service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247303 Feb 18 10:12:19.999126 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a468149f-bf3b-4700-9493-2a4bab4fc36a details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:12:20.088555 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4ecfcbe6-b8cb-45b8-9e1a-d81e00d9bad6 req-b1b39b36-d273-4e1c-bfdb-5d3833d6ea2a service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275153 Feb 18 10:12:20.130901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a468149f-bf3b-4700-9493-2a4bab4fc36a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:12:20.144660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'a468149f-bf3b-4700-9493-2a4bab4fc36a', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'port_id': 'a468149f-bf3b-4700-9493-2a4bab4fc36a', 'mac_address': 'fa:16:3e:b1:24:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:12:20.212758 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:20.231001 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a468149f-bf3b-4700-9493-2a4bab4fc36a {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:12:20.247555 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a468149f-bf3b-4700-9493-2a4bab4fc36a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:12:20.252388 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:20.325896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a468149f-bf3b-4700-9493-2a4bab4fc36a,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:12:20.330919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['a468149f-bf3b-4700-9493-2a4bab4fc36a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 10:12:20.364495 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:20.364845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:20.365190 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:20.365528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:20.365862 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:20.366201 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:20.366521 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:20.366845 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:20.367173 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:20.367500 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:20.367825 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:20.368145 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:12:20.926591 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60178a-65f3-4252-9d39-63b69f064792 req-e27d0825-b8ac-4719-a1a2-365b06e75f92 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:20.927903 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6f60178a-65f3-4252-9d39-63b69f064792 req-e27d0825-b8ac-4719-a1a2-365b06e75f92 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 944 time: 0.1200161 Feb 18 10:12:20.982844 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6f60178a-65f3-4252-9d39-63b69f064792 req-6fe9712f-a919-48f5-a2ea-5044c73171b4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492413 Feb 18 10:12:22.016043 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a468149f-bf3b-4700-9493-2a4bab4fc36a up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:12:22.096971 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port a468149f-bf3b-4700-9493-2a4bab4fc36a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:12:22.097443 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:22.177586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c5854-6f83-4a3e-ba27-7f8d6e45e59d req-80a1ca22-ef09-4e7d-aa72-6efda07923f6 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:22.179077 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f8c5854-6f83-4a3e-ba27-7f8d6e45e59d req-80a1ca22-ef09-4e7d-aa72-6efda07923f6 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 944 time: 0.0846801 Feb 18 10:12:22.226442 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f8c5854-6f83-4a3e-ba27-7f8d6e45e59d req-936b16f2-53a2-4239-aefd-46a5bcc6dd4b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417960 Feb 18 10:12:22.253101 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:22.279931 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a468149f-bf3b-4700-9493-2a4bab4fc36a'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:12:22.289901 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a468149f-bf3b-4700-9493-2a4bab4fc36a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:12:22.295005 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:22.326584 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a468149f-bf3b-4700-9493-2a4bab4fc36a', 'code': 200} Feb 18 10:12:22.363486 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a468149f-bf3b-4700-9493-2a4bab4fc36a,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:12:23.419128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156cbd9-f98c-4b00-91aa-382555fd3c54 req-a49a3902-0bb5-4b46-8576-16095a9e8080 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:23.420850 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1156cbd9-f98c-4b00-91aa-382555fd3c54 req-a49a3902-0bb5-4b46-8576-16095a9e8080 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.0862989 Feb 18 10:12:23.471085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1156cbd9-f98c-4b00-91aa-382555fd3c54 req-5a0f6d49-8e85-4301-a51f-685f1d83b881 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440159 Feb 18 10:12:24.695032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f4137-9426-4eba-b68b-ac3a34d78655 req-5ab80bf3-eeeb-4cfb-81ab-ecaf1c9b2532 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:24.697555 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-247f4137-9426-4eba-b68b-ac3a34d78655 req-5ab80bf3-eeeb-4cfb-81ab-ecaf1c9b2532 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.0966921 Feb 18 10:12:24.750344 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-247f4137-9426-4eba-b68b-ac3a34d78655 req-ec63839d-17eb-45ce-936b-db7af7245624 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448940 Feb 18 10:12:26.129338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7d043-6be7-44a9-826e-868f958067a9 req-f0c9c73d-affa-4298-8502-1f72859f7601 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:26.138947 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-67e7d043-6be7-44a9-826e-868f958067a9 req-f0c9c73d-affa-4298-8502-1f72859f7601 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.2579083 Feb 18 10:12:26.192136 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-67e7d043-6be7-44a9-826e-868f958067a9 req-bdb48a0c-af9a-4ab7-8b7d-1741fdbcc2a3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519669 Feb 18 10:12:27.405416 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679648bc-3541-45df-a997-d2edb5ba139e req-63db1d30-76e7-48a1-bb21-48fb33f3a8f1 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:27.406973 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-679648bc-3541-45df-a997-d2edb5ba139e req-63db1d30-76e7-48a1-bb21-48fb33f3a8f1 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.0932300 Feb 18 10:12:27.464932 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-679648bc-3541-45df-a997-d2edb5ba139e req-fa127a17-be67-4378-9122-fa5b1418724c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509570 Feb 18 10:12:28.683783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f250cc-ce8a-4bc9-a864-368025357da9 req-6170d95b-fa08-4149-962b-09129950eb90 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:28.687085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d4f250cc-ce8a-4bc9-a864-368025357da9 req-6170d95b-fa08-4149-962b-09129950eb90 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.0940208 Feb 18 10:12:28.749466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d4f250cc-ce8a-4bc9-a864-368025357da9 req-f0d35f86-aefc-496d-bdaa-aa7d4c4f373f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556953 Feb 18 10:12:29.995833 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c616402-854a-487f-8344-91887472eafc req-4d922b94-974e-4c2a-b558-15c0a5a3aeb7 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:29.998146 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c616402-854a-487f-8344-91887472eafc req-4d922b94-974e-4c2a-b558-15c0a5a3aeb7 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.1076336 Feb 18 10:12:30.052516 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c616402-854a-487f-8344-91887472eafc req-9a4436de-59e9-4eca-a0a2-b5611567fef3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484700 Feb 18 10:12:30.536415 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0e6c7812-2088-405c-8321-29c2343aa92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:31.285835 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcbe2a-c22a-4e4e-984e-2428df2e2dfe req-67c1461e-85c9-4f5d-b4e6-499de7db3f96 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:31.287450 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17dcbe2a-c22a-4e4e-984e-2428df2e2dfe req-67c1461e-85c9-4f5d-b4e6-499de7db3f96 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.1027880 Feb 18 10:12:31.344107 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-17dcbe2a-c22a-4e4e-984e-2428df2e2dfe req-a8264fa2-30fa-4a69-9fdd-693e1abd4280 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488684 Feb 18 10:12:32.569404 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c143a7-1166-40c3-82e7-ec22b1e0b212 req-aaca999a-e24d-44b0-a9ea-922675cc207b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:32.571213 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e3c143a7-1166-40c3-82e7-ec22b1e0b212 req-aaca999a-e24d-44b0-a9ea-922675cc207b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.0962093 Feb 18 10:12:32.623267 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e3c143a7-1166-40c3-82e7-ec22b1e0b212 req-52301439-0f18-49d0-92b7-ef3dde258bf1 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454788 Feb 18 10:12:33.601244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bfd16-4aa0-475c-872d-6c7dc0ffc57a req-02d4f0f6-b0af-4e6b-ad82-38044ba9648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:33.602709 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b82bfd16-4aa0-475c-872d-6c7dc0ffc57a req-02d4f0f6-b0af-4e6b-ad82-38044ba9648c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 1096 time: 0.0705547 Feb 18 10:12:33.770421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bfd16-4aa0-475c-872d-6c7dc0ffc57a req-e18e6a08-c278-4f02-9f0c-8d70fc93b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:33.771839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b82bfd16-4aa0-475c-872d-6c7dc0ffc57a req-e18e6a08-c278-4f02-9f0c-8d70fc93b529 service neutron] 10.222.0.61 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.1628888 Feb 18 10:12:33.895160 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b82bfd16-4aa0-475c-872d-6c7dc0ffc57a req-f7f911e2-27f3-402e-a16e-4cb2de128571 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a HTTP/1.1" status: 200 len: 1001 time: 0.1116066 Feb 18 10:12:33.943152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2de63-93dc-48d1-8aad-6521feca2619 req-782b0442-19f1-4554-ad5a-cf1dbe447e5b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:33.944626 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71c2de63-93dc-48d1-8aad-6521feca2619 req-782b0442-19f1-4554-ad5a-cf1dbe447e5b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.2094402 Feb 18 10:12:33.975013 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-152c67b4-9ffb-46d7-930f-15c86c30aa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:33.995047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bfd16-4aa0-475c-872d-6c7dc0ffc57a req-4168f30f-40c3-4f82-bb59-d586fd5ecf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:33.997181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b82bfd16-4aa0-475c-872d-6c7dc0ffc57a req-4168f30f-40c3-4f82-bb59-d586fd5ecf5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0951366 Feb 18 10:12:34.051786 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-71c2de63-93dc-48d1-8aad-6521feca2619 req-c11cf90a-8b2a-4177-96a0-a4a6ab9868fc tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001239 Feb 18 10:12:34.052044 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:34.082308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bfd16-4aa0-475c-872d-6c7dc0ffc57a req-05a0ea53-ed64-4051-b3e3-7dd3c643df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:34.083817 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b82bfd16-4aa0-475c-872d-6c7dc0ffc57a req-05a0ea53-ed64-4051-b3e3-7dd3c643df34 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811486 Feb 18 10:12:34.151932 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:34.218036 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b82bfd16-4aa0-475c-872d-6c7dc0ffc57a req-b470f559-9349-45ee-bcbd-f9f8dc73f05a service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269517 Feb 18 10:12:34.348070 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b82bfd16-4aa0-475c-872d-6c7dc0ffc57a req-6a299e65-c8a1-4ba1-bd25-8ce1ce3e0875 service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239259 Feb 18 10:12:35.265943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f4016-09f4-4abe-97f0-8fc24abee7b0 req-39e2a976-6865-472d-8bec-d9ca60f7c636 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:35.268119 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb4f4016-09f4-4abe-97f0-8fc24abee7b0 req-39e2a976-6865-472d-8bec-d9ca60f7c636 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 945 time: 0.0914676 Feb 18 10:12:35.318713 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bb4f4016-09f4-4abe-97f0-8fc24abee7b0 req-697884bc-9267-496e-965e-d961a5c7713b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448711 Feb 18 10:12:35.377743 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:36.039827 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a468149f-bf3b-4700-9493-2a4bab4fc36a no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:12:36.157638 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:36.183266 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a468149f-bf3b-4700-9493-2a4bab4fc36a'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:12:36.193608 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a468149f-bf3b-4700-9493-2a4bab4fc36a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:12:36.197997 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:36.258723 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a468149f-bf3b-4700-9493-2a4bab4fc36a', 'code': 200} Feb 18 10:12:36.283191 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a468149f-bf3b-4700-9493-2a4bab4fc36a,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:12:36.521814 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b3949-60eb-4b6a-a22e-66bd46157f6c req-7e4a932e-01b7-4086-85d1-274ee304215a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:36.523321 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a93b3949-60eb-4b6a-a22e-66bd46157f6c req-7e4a932e-01b7-4086-85d1-274ee304215a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 943 time: 0.0886033 Feb 18 10:12:36.571281 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a93b3949-60eb-4b6a-a22e-66bd46157f6c req-a13ff304-2389-4f59-96cd-9d190be5edb0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418527 Feb 18 10:12:36.945150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4d979-393b-47a1-b3e2-891b92f00f55 req-c613168b-8a93-4c89-9bd1-3b897c6e10b8 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:36.946655 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32f4d979-393b-47a1-b3e2-891b92f00f55 req-c613168b-8a93-4c89-9bd1-3b897c6e10b8 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 943 time: 0.0913050 Feb 18 10:12:36.998289 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-32f4d979-393b-47a1-b3e2-891b92f00f55 req-3e11e175-e361-45ec-b545-e2b1d1340fb9 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451651 Feb 18 10:12:37.415252 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d5a9f57-63d1-4c2e-bd33-3ca3b679c5bc req-278c324b-a1e6-4214-888d-ce219268fe28 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2592432 Feb 18 10:12:38.198238 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7a66b-570a-4fb2-bdc8-ee8291ee5a94 req-a2094124-1891-4548-9406-7b9e3ce0d576 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:38.200211 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5eb7a66b-570a-4fb2-bdc8-ee8291ee5a94 req-a2094124-1891-4548-9406-7b9e3ce0d576 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 943 time: 0.0857873 Feb 18 10:12:38.245471 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5eb7a66b-570a-4fb2-bdc8-ee8291ee5a94 req-d69bd2cb-26e4-4e6a-a79f-877fb8927338 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390952 Feb 18 10:12:38.467487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a9f57-63d1-4c2e-bd33-3ca3b679c5bc req-b3f70dd1-80f2-455d-b621-4e5c36330566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:38.468935 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d5a9f57-63d1-4c2e-bd33-3ca3b679c5bc req-b3f70dd1-80f2-455d-b621-4e5c36330566 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154&tenant_id=47504a23af124031a8bee2b54c5fef8e HTTP/1.1" status: 200 len: 1094 time: 0.0707879 Feb 18 10:12:38.562866 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a9f57-63d1-4c2e-bd33-3ca3b679c5bc req-c182f7a0-fbd9-4b4f-9a2a-683ed692a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:38.564368 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d5a9f57-63d1-4c2e-bd33-3ca3b679c5bc req-c182f7a0-fbd9-4b4f-9a2a-683ed692a4c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 1094 time: 0.0743964 Feb 18 10:12:38.695610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a9f57-63d1-4c2e-bd33-3ca3b679c5bc req-48e2498a-f7ab-48aa-9599-14ec9917cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:38.697106 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d5a9f57-63d1-4c2e-bd33-3ca3b679c5bc req-48e2498a-f7ab-48aa-9599-14ec9917cbe0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.1268439 Feb 18 10:12:38.824235 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d5a9f57-63d1-4c2e-bd33-3ca3b679c5bc req-ca7e2010-5d3d-462d-bdbe-021104cf80bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a HTTP/1.1" status: 200 len: 999 time: 0.1208677 Feb 18 10:12:38.886916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a9f57-63d1-4c2e-bd33-3ca3b679c5bc req-eca8b5ad-889f-417f-b876-76644dfb93e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:38.888409 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d5a9f57-63d1-4c2e-bd33-3ca3b679c5bc req-eca8b5ad-889f-417f-b876-76644dfb93e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0577657 Feb 18 10:12:38.963354 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a9f57-63d1-4c2e-bd33-3ca3b679c5bc req-f7a6e1da-f79a-455a-b399-7cd9e964e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:38.964867 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d5a9f57-63d1-4c2e-bd33-3ca3b679c5bc req-f7a6e1da-f79a-455a-b399-7cd9e964e0fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705502 Feb 18 10:12:39.103800 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d5a9f57-63d1-4c2e-bd33-3ca3b679c5bc req-8533a954-85cd-4b93-9433-371140305ca1 service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330764 Feb 18 10:12:39.236345 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4d5a9f57-63d1-4c2e-bd33-3ca3b679c5bc req-ce822592-5107-4c6b-b70a-25376fabd9b9 service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268163 Feb 18 10:12:39.439944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211081a9-e50f-4748-9bfb-e0bb98d76a79 req-9aeac126-8e20-4391-9293-9a3eb8aa2955 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:39.441477 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-211081a9-e50f-4748-9bfb-e0bb98d76a79 req-9aeac126-8e20-4391-9293-9a3eb8aa2955 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 943 time: 0.0884199 Feb 18 10:12:39.490429 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-211081a9-e50f-4748-9bfb-e0bb98d76a79 req-61e1581a-6a65-4898-bfdb-f7a03eab5598 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425618 Feb 18 10:12:40.695456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47368502-920b-48d9-bde8-a1dfc356294b req-ecee8574-3c80-4037-b0ca-7bf39ac79342 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:40.696957 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47368502-920b-48d9-bde8-a1dfc356294b req-ecee8574-3c80-4037-b0ca-7bf39ac79342 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 943 time: 0.0847502 Feb 18 10:12:40.756768 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-47368502-920b-48d9-bde8-a1dfc356294b req-50d0fb8d-9fd8-4ee1-a0c8-6e536eea958d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523341 Feb 18 10:12:41.963792 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4998b6-bdd9-4624-9996-408119794686 req-d293ea90-faae-4f3d-9680-bfb4746dcc6f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:41.965911 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c4998b6-bdd9-4624-9996-408119794686 req-d293ea90-faae-4f3d-9680-bfb4746dcc6f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 943 time: 0.0924895 Feb 18 10:12:42.021327 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5c4998b6-bdd9-4624-9996-408119794686 req-be66e534-5848-400f-987d-d3ce03f8f67b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490825 Feb 18 10:12:42.180397 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:42.229153 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:43.289629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e1fd8-2e37-48c0-8246-78136652e138 req-01838e46-769d-4bc3-9595-3c480aca7dfb tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:43.291195 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-053e1fd8-2e37-48c0-8246-78136652e138 req-01838e46-769d-4bc3-9595-3c480aca7dfb tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 943 time: 0.1301870 Feb 18 10:12:43.345483 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-053e1fd8-2e37-48c0-8246-78136652e138 req-5849c057-84ff-4b13-9a59-4c4e4d92a932 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479968 Feb 18 10:12:44.561587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf8311-9075-435d-951b-5927410a74af req-5a5903de-6007-433d-ae1a-2ae532201c02 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:44.563174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4cf8311-9075-435d-951b-5927410a74af req-5a5903de-6007-433d-ae1a-2ae532201c02 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 943 time: 0.0937707 Feb 18 10:12:44.614679 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b4cf8311-9075-435d-951b-5927410a74af req-b919cfb8-ddc8-4f82-8f30-9967205fc220 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449836 Feb 18 10:12:45.820121 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17e59d-d80b-42ed-9a44-cfa9df4037b5 req-31acf1ac-3b2b-454e-88a6-ee74b76e41e0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:45.821874 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c17e59d-d80b-42ed-9a44-cfa9df4037b5 req-31acf1ac-3b2b-454e-88a6-ee74b76e41e0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 943 time: 0.0897005 Feb 18 10:12:45.882841 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9c17e59d-d80b-42ed-9a44-cfa9df4037b5 req-1f6e287f-fdaf-45ef-bef3-aa52d270b9cb tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544219 Feb 18 10:12:47.070925 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9155e35-fa2d-44f1-be3c-7914fb99909b req-db2d6be1-4d6e-44d8-a08f-a41d7432cc52 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:47.072414 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b9155e35-fa2d-44f1-be3c-7914fb99909b req-db2d6be1-4d6e-44d8-a08f-a41d7432cc52 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 943 time: 0.0819304 Feb 18 10:12:47.118216 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b9155e35-fa2d-44f1-be3c-7914fb99909b req-14271504-62bc-420e-a754-56778190e489 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399375 Feb 18 10:12:48.306266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e78b1c-90c1-44ec-8279-6384aaa3f971 req-d07a3a57-321a-43c2-bd03-0455fc4f247b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:48.307728 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08e78b1c-90c1-44ec-8279-6384aaa3f971 req-d07a3a57-321a-43c2-bd03-0455fc4f247b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 943 time: 0.0806708 Feb 18 10:12:48.351403 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-08e78b1c-90c1-44ec-8279-6384aaa3f971 req-bf1ad0d2-fe58-4a83-86fc-fde229dfa500 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372763 Feb 18 10:12:49.161082 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:12:49.536936 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba4a29-5588-40d8-973f-30199f928444 req-efff8edd-d663-49a8-9016-90ce8eb7439b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:49.538273 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4ba4a29-5588-40d8-973f-30199f928444 req-efff8edd-d663-49a8-9016-90ce8eb7439b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 943 time: 0.0789962 Feb 18 10:12:49.690123 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4ba4a29-5588-40d8-973f-30199f928444 req-fd176c3e-f56b-4fef-b431-f6d71da8af35 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450624 Feb 18 10:12:50.872212 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448e677-21b8-4598-ab7c-aeb6e2b61e25 req-e8078de5-f615-41ba-9451-fd71a5a054ef tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:50.873699 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1448e677-21b8-4598-ab7c-aeb6e2b61e25 req-e8078de5-f615-41ba-9451-fd71a5a054ef tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 943 time: 0.0786538 Feb 18 10:12:50.917061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1448e677-21b8-4598-ab7c-aeb6e2b61e25 req-96b36aa4-76c7-4f16-904b-df93f6670bda tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378215 Feb 18 10:12:52.105481 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eebd19-6ca8-49fd-a0d9-02335fcd497b req-ba147269-399a-4b91-8b8e-69061e7410f0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:52.106971 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-21eebd19-6ca8-49fd-a0d9-02335fcd497b req-ba147269-399a-4b91-8b8e-69061e7410f0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 943 time: 0.0824521 Feb 18 10:12:52.151010 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-21eebd19-6ca8-49fd-a0d9-02335fcd497b req-a447459e-00aa-4bf2-8ef1-6d11e732bccb tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383182 Feb 18 10:12:53.345046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967c82e-d8ab-4e2b-ab49-b2b269ebf4b9 req-2cad024b-cce4-47f3-826f-c592b9314368 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:53.346533 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0967c82e-d8ab-4e2b-ab49-b2b269ebf4b9 req-2cad024b-cce4-47f3-826f-c592b9314368 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 943 time: 0.0879838 Feb 18 10:12:53.393259 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0967c82e-d8ab-4e2b-ab49-b2b269ebf4b9 req-cd12f500-38d7-4c8d-9775-b2859a5956ae tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409112 Feb 18 10:12:54.175328 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a468149f-bf3b-4700-9493-2a4bab4fc36a details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:12:54.306226 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a468149f-bf3b-4700-9493-2a4bab4fc36a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:12:54.319075 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': 'a468149f-bf3b-4700-9493-2a4bab4fc36a', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'port_id': 'a468149f-bf3b-4700-9493-2a4bab4fc36a', 'mac_address': 'fa:16:3e:b1:24:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:12:54.376431 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:54.393052 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a468149f-bf3b-4700-9493-2a4bab4fc36a {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:12:54.408772 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a468149f-bf3b-4700-9493-2a4bab4fc36a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:12:54.412929 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:54.478714 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a468149f-bf3b-4700-9493-2a4bab4fc36a,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:12:54.580636 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc32a3a-9ec9-42d2-a8c3-1171c701e77d req-6ae24c24-ee56-4982-9054-4a6ff431e095 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:54.582111 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fc32a3a-9ec9-42d2-a8c3-1171c701e77d req-6ae24c24-ee56-4982-9054-4a6ff431e095 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 944 time: 0.0816469 Feb 18 10:12:54.626442 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1fc32a3a-9ec9-42d2-a8c3-1171c701e77d req-b1498ed4-6be3-4282-9c80-2e294e69af2d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386951 Feb 18 10:12:54.762273 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['a468149f-bf3b-4700-9493-2a4bab4fc36a'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 10:12:55.812228 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63878981-4d18-437c-83fe-b35b37992fde req-5fd266fe-147d-47cc-b012-f9610a6cd8b4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:55.813677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63878981-4d18-437c-83fe-b35b37992fde req-5fd266fe-147d-47cc-b012-f9610a6cd8b4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 944 time: 0.0813100 Feb 18 10:12:55.857529 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63878981-4d18-437c-83fe-b35b37992fde req-19e5d2a1-58aa-4648-b6f6-b0f0e66d5dbe tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377905 Feb 18 10:12:56.179788 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a468149f-bf3b-4700-9493-2a4bab4fc36a up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:12:56.249504 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port a468149f-bf3b-4700-9493-2a4bab4fc36a triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:12:56.249870 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:56.363971 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:56.390786 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a468149f-bf3b-4700-9493-2a4bab4fc36a'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:12:56.400035 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port a468149f-bf3b-4700-9493-2a4bab4fc36a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:12:56.404949 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:12:56.440351 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a468149f-bf3b-4700-9493-2a4bab4fc36a', 'code': 200} Feb 18 10:12:56.472702 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=a468149f-bf3b-4700-9493-2a4bab4fc36a,revision_number=10']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:12:56.652408 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551335a-87a3-4d9c-ad86-6ae07512545c req-6ffd8bc6-9091-499b-81cc-e917e8e922ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:56.653979 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3551335a-87a3-4d9c-ad86-6ae07512545c req-6ffd8bc6-9091-499b-81cc-e917e8e922ad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 1097 time: 0.0684066 Feb 18 10:12:56.694520 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3551335a-87a3-4d9c-ad86-6ae07512545c req-ebb9fa6e-0c73-48b5-89ba-9078c9f3386b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339711 Feb 18 10:12:57.054825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d231c-ca42-427a-9d12-710a37ab4350 req-1bf46825-84a2-40f2-82da-abe9cabbae8b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:57.056202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-652d231c-ca42-427a-9d12-710a37ab4350 req-1bf46825-84a2-40f2-82da-abe9cabbae8b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 946 time: 0.0897939 Feb 18 10:12:57.100040 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-652d231c-ca42-427a-9d12-710a37ab4350 req-40b1dce4-0bf4-4f0a-aa33-7e37d76f99ea tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381958 Feb 18 10:12:58.303273 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86727b82-9004-4516-99ba-348e116a240a req-19acc6a2-2eaf-44fd-a5bd-d4a7206b0c34 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:58.304759 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86727b82-9004-4516-99ba-348e116a240a req-19acc6a2-2eaf-44fd-a5bd-d4a7206b0c34 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 946 time: 0.0844669 Feb 18 10:12:58.349594 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-86727b82-9004-4516-99ba-348e116a240a req-f05f3f31-c1b5-4741-9df9-a86ee6761d99 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383506 Feb 18 10:12:59.538217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbb348-5535-4e0b-85e4-5d21425e725e req-9f5bc025-8310-423d-9e77-b712b604ed43 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:12:59.539665 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-44fbb348-5535-4e0b-85e4-5d21425e725e req-9f5bc025-8310-423d-9e77-b712b604ed43 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 946 time: 0.0829480 Feb 18 10:12:59.585552 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-44fbb348-5535-4e0b-85e4-5d21425e725e req-9710aca0-5f7c-4a87-8e59-de8cf1300051 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393827 Feb 18 10:13:00.529559 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b97c7949-a0de-4245-a609-b107dc8287a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:03.978102 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b8ba2d8d-f69c-4e22-8c9f-6da2e820efc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:04.054762 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:04.152889 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:05.372892 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:12.169903 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:12.239469 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:19.263148 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6682c73-ca4f-4603-bcf6-2e335359592c req-48c4a185-a6f6-44d3-9953-8a429a20f7fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705812 Feb 18 10:13:19.419767 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6682c73-ca4f-4603-bcf6-2e335359592c req-a4e025a4-d68f-4349-8420-3c158f21caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:19.421297 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6682c73-ca4f-4603-bcf6-2e335359592c req-a4e025a4-d68f-4349-8420-3c158f21caa5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 1097 time: 0.0768967 Feb 18 10:13:19.574330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6682c73-ca4f-4603-bcf6-2e335359592c req-6bf6a900-2639-464f-9d61-a1fcee57cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:19.575924 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6682c73-ca4f-4603-bcf6-2e335359592c req-6bf6a900-2639-464f-9d61-a1fcee57cc60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.1343870 Feb 18 10:13:19.684015 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6682c73-ca4f-4603-bcf6-2e335359592c req-5853d4bb-4f07-4bd7-97c2-ba4a96632bae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a HTTP/1.1" status: 200 len: 1001 time: 0.1019566 Feb 18 10:13:19.757466 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6682c73-ca4f-4603-bcf6-2e335359592c req-743ebb69-9008-4436-8590-f9591c2a135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:19.758916 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6682c73-ca4f-4603-bcf6-2e335359592c req-743ebb69-9008-4436-8590-f9591c2a135c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0609715 Feb 18 10:13:19.842538 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6682c73-ca4f-4603-bcf6-2e335359592c req-19a22c5f-9971-4954-a326-1a029710ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:13:19.844136 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6682c73-ca4f-4603-bcf6-2e335359592c req-19a22c5f-9971-4954-a326-1a029710ee0d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780485 Feb 18 10:13:19.985251 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6682c73-ca4f-4603-bcf6-2e335359592c req-88b1d495-739c-4ce0-a505-ea6d21931cfc service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299229 Feb 18 10:13:20.124962 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6682c73-ca4f-4603-bcf6-2e335359592c req-97b3ad8c-a0d1-4715-9fec-793be11bb82b service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323960 Feb 18 10:13:26.161223 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:13:30.538809 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-52b399ba-4976-40bd-af59-9aa596c93a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:33.980284 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4ca839d8-7755-42cc-8b0c-08c9d4ea28ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:34.057554 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:34.156118 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:35.375247 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:42.168407 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:13:42.241932 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:00.531097 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0cbc4f16-1cbe-49d8-b305-eba97af27a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:03.161898 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:14:03.981780 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f0e60d17-4894-46f8-b71b-89bda7aab25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:04.061922 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:04.160023 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:05.377566 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:12.199591 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:12.255144 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:19.301013 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9b13b89-5978-4ba7-90c6-f3791bdabb3c req-ef63294e-0aa8-4497-9a3d-ea839dd8ea2f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1124911 Feb 18 10:14:19.449014 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b13b89-5978-4ba7-90c6-f3791bdabb3c req-c0ccd9ff-ba99-4efe-adad-71583b12a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:19.450383 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9b13b89-5978-4ba7-90c6-f3791bdabb3c req-c0ccd9ff-ba99-4efe-adad-71583b12a81e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 1097 time: 0.0765753 Feb 18 10:14:19.710919 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b13b89-5978-4ba7-90c6-f3791bdabb3c req-299d9ae9-4ae7-4d25-9dd9-37b9ba463f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:19.712293 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9b13b89-5978-4ba7-90c6-f3791bdabb3c req-299d9ae9-4ae7-4d25-9dd9-37b9ba463f8c service neutron] 10.222.0.61 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.2439227 Feb 18 10:14:19.816827 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9b13b89-5978-4ba7-90c6-f3791bdabb3c req-0e435041-9313-4170-ad1e-4ca3e168d36f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a HTTP/1.1" status: 200 len: 1001 time: 0.0988832 Feb 18 10:14:19.879153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b13b89-5978-4ba7-90c6-f3791bdabb3c req-5328e6eb-2b42-4177-b45f-f0b97e3e99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:19.880634 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9b13b89-5978-4ba7-90c6-f3791bdabb3c req-5328e6eb-2b42-4177-b45f-f0b97e3e99d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0577950 Feb 18 10:14:19.954771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b13b89-5978-4ba7-90c6-f3791bdabb3c req-8f98be97-84d7-4114-b55e-15bfbb8cb11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:19.956251 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9b13b89-5978-4ba7-90c6-f3791bdabb3c req-8f98be97-84d7-4114-b55e-15bfbb8cb11f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697381 Feb 18 10:14:20.090026 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9b13b89-5978-4ba7-90c6-f3791bdabb3c req-875bb99e-28fb-4173-9e91-fd72c651fda6 service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273367 Feb 18 10:14:20.224640 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d9b13b89-5978-4ba7-90c6-f3791bdabb3c req-4cb1e259-6324-4ff4-ae0f-3923d3645cc9 service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291678 Feb 18 10:14:30.533612 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c039f4d4-8c78-4b33-905d-66de08f1c66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:33.984891 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-75435f62-b566-4fdc-9569-25ca43194f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:34.064804 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:34.164795 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:35.326313 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52746) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:14:35.382555 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:35.706258 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Deleting port 26aa2c60-c60b-4d60-b6d0-45e468b9e4f2 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:14:35.706646 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:35.901570 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:35.902055 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:36.059766 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Calling delete_port for 26aa2c60-c60b-4d60-b6d0-45e468b9e4f2 owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:14:36.241168 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:36.301733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event deleted for resources: {'Port': ['ID=26aa2c60-c60b-4d60-b6d0-45e468b9e4f2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:36.380705 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:36.381799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:36.381799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:36.381799 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:36.382166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:36.382342 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:36.382739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:36.383027 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:36.383350 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:36.383673 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:36.384021 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:36.384371 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:36.427918 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:36.428470 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Floating IP fa33f295-82fb-43c0-b6bc-0ca7fb624d9f disassociated (deleted). External IP: 172.25.1.192, port: a468149f-bf3b-4700-9493-2a4bab4fc36a. Feb 18 10:14:36.818041 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:14:37.002828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:14:37.013562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d257f-2947-4ec7-b65d-c403d7249567 None None] Sync routers for ids ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:14:37.023397 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d257f-2947-4ec7-b65d-c403d7249567 None None] Routers {'2c8adef8-7ab9-4acb-99a9-a116d38ed69c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:14:37.024021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-022d257f-2947-4ec7-b65d-c403d7249567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:14:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:14:37.024503 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:37.088353 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ad80cea7-1ace-42ae-91d5-bbd3a3db462f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "DELETE /v2.0/floatingips/fa33f295-82fb-43c0-b6bc-0ca7fb624d9f HTTP/1.1" status: 204 len: 168 time: 1.7609026 Feb 18 10:14:37.089323 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'tag': 'a468149f-bf3b-4700-9493-2a4bab4fc36a'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:14:37.212890 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'tag': 'a468149f-bf3b-4700-9493-2a4bab4fc36a', 'status': 'completed', 'code': 200} Feb 18 10:14:37.243341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-022d257f-2947-4ec7-b65d-c403d7249567 None None] Set router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:14:37.329274 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8810b42-d192-4ec7-9c32-9c34228f71c6 req-d9f3d35b-c163-475b-bd1e-4e4e93fa8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:37.332551 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a8810b42-d192-4ec7-9c32-9c34228f71c6 req-d9f3d35b-c163-475b-bd1e-4e4e93fa8265 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 1097 time: 0.0988116 Feb 18 10:14:37.472518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8810b42-d192-4ec7-9c32-9c34228f71c6 req-edf4b55e-8550-427c-929d-891f2680e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:37.474230 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a8810b42-d192-4ec7-9c32-9c34228f71c6 req-edf4b55e-8550-427c-929d-891f2680e73f service neutron] 10.222.0.61 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.1358867 Feb 18 10:14:37.571856 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-022d257f-2947-4ec7-b65d-c403d7249567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:09:15Z', 'revision_number': 4, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port': {'id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:12Z', 'updated_at': '2022-02-18T10:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'e7662343-0485-46f3-9b71-c0fc4a3f3edb', 'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'mac_address': 'fa:16:3e:0c:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:15Z', 'updated_at': '2022-02-18T10:09:22Z', 'revision_number': 5, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'subnets': [{'id': '88d1aa63-5096-495d-88a1-422796be188c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:14:37.575756 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d257f-2947-4ec7-b65d-c403d7249567 None None] Checking router: 2c8adef8-7ab9-4acb-99a9-a116d38ed69c for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:14:37.582424 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a8810b42-d192-4ec7-9c32-9c34228f71c6 req-73adcef3-001f-4c84-91d5-7f506b622509 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a HTTP/1.1" status: 200 len: 217 time: 0.1009226 Feb 18 10:14:37.584828 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d257f-2947-4ec7-b65d-c403d7249567 None None] Routers {'2c8adef8-7ab9-4acb-99a9-a116d38ed69c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:14:37.585437 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-022d257f-2947-4ec7-b65d-c403d7249567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:14:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:14:37.660859 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8810b42-d192-4ec7-9c32-9c34228f71c6 req-f7cce61b-1bbb-4534-8e5e-073ac008ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:37.662297 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a8810b42-d192-4ec7-9c32-9c34228f71c6 req-f7cce61b-1bbb-4534-8e5e-073ac008ec0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0720968 Feb 18 10:14:37.711604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b553b2-c549-492d-b000-5274a85b4a65 req-0d25ccd8-744a-4acb-8a62-13bafea47df9 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:37.713090 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e8b553b2-c549-492d-b000-5274a85b4a65 req-0d25ccd8-744a-4acb-8a62-13bafea47df9 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 946 time: 0.2770452 Feb 18 10:14:37.764741 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-022d257f-2947-4ec7-b65d-c403d7249567 None None] Set router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:14:37.774460 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e8b553b2-c549-492d-b000-5274a85b4a65 req-6ab1b086-e599-41c5-aaf9-0ec468f63dfe tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556316 Feb 18 10:14:37.792185 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8810b42-d192-4ec7-9c32-9c34228f71c6 req-0b7e36f6-d6b3-4507-8168-e4d2dc1400e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:37.793767 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a8810b42-d192-4ec7-9c32-9c34228f71c6 req-0b7e36f6-d6b3-4507-8168-e4d2dc1400e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240726 Feb 18 10:14:37.933181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a8810b42-d192-4ec7-9c32-9c34228f71c6 req-10a13855-9b33-4bfc-bd40-eea4dd119585 service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317430 Feb 18 10:14:38.071845 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a8810b42-d192-4ec7-9c32-9c34228f71c6 req-95cc10e6-0b36-4e35-aa5c-bfbe97bb817f service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319156 Feb 18 10:14:38.092550 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-022d257f-2947-4ec7-b65d-c403d7249567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:09:15Z', 'revision_number': 4, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port': {'id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:12Z', 'updated_at': '2022-02-18T10:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'e7662343-0485-46f3-9b71-c0fc4a3f3edb', 'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'mac_address': 'fa:16:3e:0c:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:15Z', 'updated_at': '2022-02-18T10:09:22Z', 'revision_number': 5, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'subnets': [{'id': '88d1aa63-5096-495d-88a1-422796be188c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:14:38.097320 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d257f-2947-4ec7-b65d-c403d7249567 None None] The sync data for ids ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'] in n-d-829434-1 is: [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:09:15Z', 'revision_number': 4, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port': {'id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:12Z', 'updated_at': '2022-02-18T10:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'e7662343-0485-46f3-9b71-c0fc4a3f3edb', 'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'mac_address': 'fa:16:3e:0c:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:15Z', 'updated_at': '2022-02-18T10:09:22Z', 'revision_number': 5, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'subnets': [{'id': '88d1aa63-5096-495d-88a1-422796be188c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:14:38.336508 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15da3114-15ba-4fa4-9684-6249a52ea1f6 None None] New status for floating IP fa33f295-82fb-43c0-b6bc-0ca7fb624d9f: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 10:14:38.853009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357571cb-a6d5-4c52-a303-140e346c51cd req-26c84e8a-90e7-4574-b0f1-1fdad1b8d623 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:38.854510 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-357571cb-a6d5-4c52-a303-140e346c51cd req-26c84e8a-90e7-4574-b0f1-1fdad1b8d623 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.61 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 946 time: 0.0850332 Feb 18 10:14:39.062074 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-357571cb-a6d5-4c52-a303-140e346c51cd req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Deleting port a468149f-bf3b-4700-9493-2a4bab4fc36a {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:14:39.062416 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-357571cb-a6d5-4c52-a303-140e346c51cd req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:39.317377 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605f3b2-e2a0-4cd5-8157-9daa7c1f585c req-f7279d68-ea64-44af-aca5-4a6eb0a9175e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:39.318805 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d605f3b2-e2a0-4cd5-8157-9daa7c1f585c req-f7279d68-ea64-44af-aca5-4a6eb0a9175e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=40b35925-99b3-48b5-bb14-4be2ddaa8154 HTTP/1.1" status: 200 len: 946 time: 0.3041832 Feb 18 10:14:39.413858 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-d605f3b2-e2a0-4cd5-8157-9daa7c1f585c req-d284259d-1654-467c-8b31-d34404ff1180 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=ba317044-0407-40f7-b3b4-2882723daea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881987 Feb 18 10:14:39.428606 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-357571cb-a6d5-4c52-a303-140e346c51cd req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] For port a468149f-bf3b-4700-9493-2a4bab4fc36a, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=a468149f-bf3b-4700-9493-2a4bab4fc36a,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:14:39.429168 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-357571cb-a6d5-4c52-a303-140e346c51cd req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:39.557716 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-357571cb-a6d5-4c52-a303-140e346c51cd req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Calling delete_port for a468149f-bf3b-4700-9493-2a4bab4fc36a owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:14:39.740708 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-357571cb-a6d5-4c52-a303-140e346c51cd req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:39.794596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event deleted for resources: {'Port': ['ID=a468149f-bf3b-4700-9493-2a4bab4fc36a,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:39.833440 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:39.833930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:39.834332 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:39.834736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:39.835160 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:39.835560 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:39.835996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:39.836343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:39.836664 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:39.837009 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:39.837356 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:39.837679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:14:39.884145 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-357571cb-a6d5-4c52-a303-140e346c51cd req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] No DVR routers for this DVR port a468149f-bf3b-4700-9493-2a4bab4fc36a on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:14:39.886506 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-357571cb-a6d5-4c52-a303-140e346c51cd req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:39.889253 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'name': 'network-vif-deleted', 'tag': 'a468149f-bf3b-4700-9493-2a4bab4fc36a'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:14:39.901212 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-357571cb-a6d5-4c52-a303-140e346c51cd req-9965b591-9db2-4bfc-97dc-828c65bccb1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.61 "DELETE /v2.0/ports/a468149f-bf3b-4700-9493-2a4bab4fc36a HTTP/1.1" status: 204 len: 173 time: 1.0415874 Feb 18 10:14:39.994981 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b35925-99b3-48b5-bb14-4be2ddaa8154', 'name': 'network-vif-deleted', 'tag': 'a468149f-bf3b-4700-9493-2a4bab4fc36a', 'status': 'completed', 'code': 200} Feb 18 10:14:40.161567 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:14:40.516881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52786) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:14:40.587960 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6db42b4f-cd9e-4ef3-b884-28a63ce24a4a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:40.618411 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6db42b4f-cd9e-4ef3-b884-28a63ce24a4a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:40.689428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6db42b4f-cd9e-4ef3-b884-28a63ce24a4a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:40.708363 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db42b4f-cd9e-4ef3-b884-28a63ce24a4a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba317044-0407-40f7-b3b4-2882723daea3,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:40.712714 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-6db42b4f-cd9e-4ef3-b884-28a63ce24a4a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:40.713830 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6db42b4f-cd9e-4ef3-b884-28a63ce24a4a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "DELETE /v2.0/security-groups/ba317044-0407-40f7-b3b4-2882723daea3 HTTP/1.1" status: 204 len: 168 time: 0.1956747 Feb 18 10:14:41.389392 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52796) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:14:41.395186 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-f9472316-b26e-409a-b14c-87b110fc6df0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2137157987', 'description': 'tempest-secgroup-smoke-2137157987 description', 'project_id': '47504a23af124031a8bee2b54c5fef8e'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:14:41.402160 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f9472316-b26e-409a-b14c-87b110fc6df0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:14:41.406731 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f9472316-b26e-409a-b14c-87b110fc6df0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Usage tracker for resource:security_group and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:14:41.409715 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f9472316-b26e-409a-b14c-87b110fc6df0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:14:41.415490 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f9472316-b26e-409a-b14c-87b110fc6df0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:14:41.426615 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9472316-b26e-409a-b14c-87b110fc6df0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:41.446967 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f9472316-b26e-409a-b14c-87b110fc6df0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:14:41.451005 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f9472316-b26e-409a-b14c-87b110fc6df0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Usage tracker for resource:security_group_rule and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:14:41.453918 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-f9472316-b26e-409a-b14c-87b110fc6df0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:14:41.459843 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-f9472316-b26e-409a-b14c-87b110fc6df0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:14:41.535339 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9472316-b26e-409a-b14c-87b110fc6df0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:41.539230 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9472316-b26e-409a-b14c-87b110fc6df0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:41.703635 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9472316-b26e-409a-b14c-87b110fc6df0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3efb043-b64c-45ef-b283-27e06ec0d5fe,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:41.707456 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-f9472316-b26e-409a-b14c-87b110fc6df0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:41.708650 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-f9472316-b26e-409a-b14c-87b110fc6df0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3182504 Feb 18 10:14:41.711970 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 52800) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:14:41.717128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-356509d4-d746-402e-b3bc-57f0955683be tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Request body: {'security_group_rule': {'security_group_id': 'b3efb043-b64c-45ef-b283-27e06ec0d5fe', 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:14:41.724443 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-356509d4-d746-402e-b3bc-57f0955683be tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:14:41.728453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-356509d4-d746-402e-b3bc-57f0955683be tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Usage tracker for resource:security_group_rule and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:14:41.731330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-356509d4-d746-402e-b3bc-57f0955683be tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:14:41.738886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-356509d4-d746-402e-b3bc-57f0955683be tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:14:41.756167 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-356509d4-d746-402e-b3bc-57f0955683be tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:41.840660 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-356509d4-d746-402e-b3bc-57f0955683be tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:41.844553 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-356509d4-d746-402e-b3bc-57f0955683be tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:41.869547 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356509d4-d746-402e-b3bc-57f0955683be tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1a91f2-89ec-40de-be6d-5c597c18d939,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:41.879392 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-356509d4-d746-402e-b3bc-57f0955683be tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:41.880695 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-356509d4-d746-402e-b3bc-57f0955683be tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1677134 Feb 18 10:14:41.883622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52804) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:14:41.888807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-5e835006-8ffd-4cb2-bb76-7a54cfec0be5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Request body: {'security_group_rule': {'security_group_id': 'b3efb043-b64c-45ef-b283-27e06ec0d5fe', 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:14:41.896508 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5e835006-8ffd-4cb2-bb76-7a54cfec0be5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:14:41.900246 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5e835006-8ffd-4cb2-bb76-7a54cfec0be5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Usage tracker for resource:security_group_rule and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:14:41.903098 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-5e835006-8ffd-4cb2-bb76-7a54cfec0be5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:14:41.908793 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-5e835006-8ffd-4cb2-bb76-7a54cfec0be5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:14:41.927360 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e835006-8ffd-4cb2-bb76-7a54cfec0be5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:41.988172 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e835006-8ffd-4cb2-bb76-7a54cfec0be5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:41.992501 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e835006-8ffd-4cb2-bb76-7a54cfec0be5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.017337 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e835006-8ffd-4cb2-bb76-7a54cfec0be5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf689a5-c01b-463d-853d-daa92b79e753,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:42.027446 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5e835006-8ffd-4cb2-bb76-7a54cfec0be5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.028677 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5e835006-8ffd-4cb2-bb76-7a54cfec0be5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1439910 Feb 18 10:14:42.031391 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52808) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:14:42.037231 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-3183a1c0-dbc4-43fc-b5ac-2d1774de3c7b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Request body: {'security_group_rule': {'security_group_id': 'b3efb043-b64c-45ef-b283-27e06ec0d5fe', 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:14:42.044011 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3183a1c0-dbc4-43fc-b5ac-2d1774de3c7b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:14:42.047740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3183a1c0-dbc4-43fc-b5ac-2d1774de3c7b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Usage tracker for resource:security_group_rule and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:14:42.051280 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-3183a1c0-dbc4-43fc-b5ac-2d1774de3c7b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:14:42.057078 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-3183a1c0-dbc4-43fc-b5ac-2d1774de3c7b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:14:42.073070 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3183a1c0-dbc4-43fc-b5ac-2d1774de3c7b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.169069 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3183a1c0-dbc4-43fc-b5ac-2d1774de3c7b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.173153 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3183a1c0-dbc4-43fc-b5ac-2d1774de3c7b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.200740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183a1c0-dbc4-43fc-b5ac-2d1774de3c7b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e676cb-8f82-43ff-8828-4ea5b8beba4c,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:42.202003 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.210939 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3183a1c0-dbc4-43fc-b5ac-2d1774de3c7b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.212131 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3183a1c0-dbc4-43fc-b5ac-2d1774de3c7b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1798108 Feb 18 10:14:42.214804 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52812) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:14:42.219993 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-26841354-400d-48a0-9ed4-8de6461663ea tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Request body: {'security_group_rule': {'security_group_id': 'b3efb043-b64c-45ef-b283-27e06ec0d5fe', 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:14:42.227985 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-26841354-400d-48a0-9ed4-8de6461663ea tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:14:42.231860 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-26841354-400d-48a0-9ed4-8de6461663ea tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Usage tracker for resource:security_group_rule and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:14:42.234867 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-26841354-400d-48a0-9ed4-8de6461663ea tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:14:42.241780 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-26841354-400d-48a0-9ed4-8de6461663ea tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:14:42.254529 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.259353 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-26841354-400d-48a0-9ed4-8de6461663ea tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.323812 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-26841354-400d-48a0-9ed4-8de6461663ea tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.327392 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-26841354-400d-48a0-9ed4-8de6461663ea tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.352091 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26841354-400d-48a0-9ed4-8de6461663ea tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8fefe58-7ec8-47fe-84b8-0095ba7d883f,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:42.361345 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-26841354-400d-48a0-9ed4-8de6461663ea tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.363120 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-26841354-400d-48a0-9ed4-8de6461663ea tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1473701 Feb 18 10:14:42.366180 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52816) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:14:42.371737 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-91ded481-29f3-4de3-a77d-64d4dd992f2a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Request body: {'security_group_rule': {'security_group_id': 'b3efb043-b64c-45ef-b283-27e06ec0d5fe', 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:14:42.378792 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-91ded481-29f3-4de3-a77d-64d4dd992f2a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:14:42.382599 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-91ded481-29f3-4de3-a77d-64d4dd992f2a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Usage tracker for resource:security_group_rule and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:14:42.385492 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-91ded481-29f3-4de3-a77d-64d4dd992f2a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:14:42.391071 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-91ded481-29f3-4de3-a77d-64d4dd992f2a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:14:42.403978 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-91ded481-29f3-4de3-a77d-64d4dd992f2a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Project 47504a23af124031a8bee2b54c5fef8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:14:42.411592 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91ded481-29f3-4de3-a77d-64d4dd992f2a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.484694 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91ded481-29f3-4de3-a77d-64d4dd992f2a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.489172 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91ded481-29f3-4de3-a77d-64d4dd992f2a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.514905 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ded481-29f3-4de3-a77d-64d4dd992f2a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57b6904-7bf6-40cf-9342-9f06cc54ba16,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:42.526224 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-91ded481-29f3-4de3-a77d-64d4dd992f2a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.527848 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-91ded481-29f3-4de3-a77d-64d4dd992f2a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1603932 Feb 18 10:14:42.530411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 52820) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:14:42.535381 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-1aa0602b-17d6-4e08-9a9f-ab7ee74f4a1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Request body: {'security_group_rule': {'security_group_id': 'b3efb043-b64c-45ef-b283-27e06ec0d5fe', 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:14:42.542400 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1aa0602b-17d6-4e08-9a9f-ab7ee74f4a1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:14:42.546108 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1aa0602b-17d6-4e08-9a9f-ab7ee74f4a1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Usage tracker for resource:security_group_rule and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:14:42.548919 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-1aa0602b-17d6-4e08-9a9f-ab7ee74f4a1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:14:42.554631 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-1aa0602b-17d6-4e08-9a9f-ab7ee74f4a1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:14:42.566408 n-d-829434-1 neutron-server[87767]: INFO neutron.db.securitygroups_db [None req-1aa0602b-17d6-4e08-9a9f-ab7ee74f4a1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Project 47504a23af124031a8bee2b54c5fef8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:14:42.573037 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1aa0602b-17d6-4e08-9a9f-ab7ee74f4a1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.642077 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1aa0602b-17d6-4e08-9a9f-ab7ee74f4a1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.646711 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1aa0602b-17d6-4e08-9a9f-ab7ee74f4a1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.671563 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0602b-17d6-4e08-9a9f-ab7ee74f4a1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53058eb1-2e2f-4280-b79a-09335f895c57,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:14:42.681096 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-1aa0602b-17d6-4e08-9a9f-ab7ee74f4a1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:14:42.682407 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-1aa0602b-17d6-4e08-9a9f-ab7ee74f4a1d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1510761 Feb 18 10:14:44.574592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a468149f-bf3b-4700-9493-2a4bab4fc36a no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:14:44.624396 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: a468149f-bf3b-4700-9493-2a4bab4fc36a {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:14:44.624893 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device a468149f-bf3b-4700-9493-2a4bab4fc36a not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:14:57.542365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e581a9bf-4081-4303-9e02-75b287da7357 req-46eb3601-4327-4e42-a3e4-bc55a0a43b23 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2137157987&fields=id&tenant_id=47504a23af124031a8bee2b54c5fef8e HTTP/1.1" status: 200 len: 267 time: 0.0419972 Feb 18 10:14:57.692643 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581a9bf-4081-4303-9e02-75b287da7357 req-8ce5afb1-5061-4b33-9382-c272381e8165 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:57.694113 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e581a9bf-4081-4303-9e02-75b287da7357 req-8ce5afb1-5061-4b33-9382-c272381e8165 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 808 time: 0.1455607 Feb 18 10:14:57.709749 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e581a9bf-4081-4303-9e02-75b287da7357 req-2cab33e4-ea6f-458c-899e-11a0b058956c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/quotas/47504a23af124031a8bee2b54c5fef8e HTTP/1.1" status: 200 len: 375 time: 0.0101533 Feb 18 10:14:57.794103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-e581a9bf-4081-4303-9e02-75b287da7357 req-6c557079-b065-4c5b-a20c-54e80c90bada tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Synchronizing usage tracker for tenant:47504a23af124031a8bee2b54c5fef8e on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:14:57.810887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-e581a9bf-4081-4303-9e02-75b287da7357 req-6c557079-b065-4c5b-a20c-54e80c90bada tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Unset dirty status for tenant:47504a23af124031a8bee2b54c5fef8e on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:14:57.812175 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e581a9bf-4081-4303-9e02-75b287da7357 req-6c557079-b065-4c5b-a20c-54e80c90bada tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975685 Feb 18 10:14:57.993685 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e581a9bf-4081-4303-9e02-75b287da7357 req-779535bb-5b33-425f-82e9-ad670e7f6154 service neutron] 10.222.0.72 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701443 Feb 18 10:14:58.123843 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e581a9bf-4081-4303-9e02-75b287da7357 req-cec14891-d5d9-4951-928e-00cf100f929e service neutron] 10.222.0.72 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244192 Feb 18 10:14:58.504833 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c9398ff5-fff7-47bc-b340-26be9ceaab52 req-37189728-9f3b-419c-9961-19869fbd0ca8 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 210 time: 0.0433555 Feb 18 10:14:59.669737 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1639afd9-80aa-4461-bde8-90e3603d3084 req-cd56b760-f47c-4848-9f45-03d6e4238b39 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 210 time: 0.0522671 Feb 18 10:14:59.677851 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581a9bf-4081-4303-9e02-75b287da7357 req-e0eeb630-a367-49e4-a96d-14c1f88a8294 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:14:59.679285 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e581a9bf-4081-4303-9e02-75b287da7357 req-e0eeb630-a367-49e4-a96d-14c1f88a8294 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.81 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 808 time: 0.3036199 Feb 18 10:14:59.732145 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e581a9bf-4081-4303-9e02-75b287da7357 req-05f25b48-da00-49b6-8258-f34be55a157c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47504a23af124031a8bee2b54c5fef8e HTTP/1.1" status: 200 len: 380 time: 0.0448742 Feb 18 10:14:59.741701 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-e581a9bf-4081-4303-9e02-75b287da7357 req-ff1b2ab9-91cd-4c90-9881-477ac43fda87 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Request body: {'port': {'device_id': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'admin_state_up': True, 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'security_groups': ['b3efb043-b64c-45ef-b283-27e06ec0d5fe']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:14:59.880689 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-e581a9bf-4081-4303-9e02-75b287da7357 req-ff1b2ab9-91cd-4c90-9881-477ac43fda87 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:14:59.890170 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-e581a9bf-4081-4303-9e02-75b287da7357 req-ff1b2ab9-91cd-4c90-9881-477ac43fda87 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:14:59.899956 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e581a9bf-4081-4303-9e02-75b287da7357 req-ff1b2ab9-91cd-4c90-9881-477ac43fda87 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Made reservation on behalf of 47504a23af124031a8bee2b54c5fef8e for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:14:59.903585 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e581a9bf-4081-4303-9e02-75b287da7357 req-ff1b2ab9-91cd-4c90-9881-477ac43fda87 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:00.079667 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-e581a9bf-4081-4303-9e02-75b287da7357 req-ff1b2ab9-91cd-4c90-9881-477ac43fda87 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Allocated IP 172.20.0.7 (76470e59-922a-49d6-ac60-fea79a4ccf84/88d1aa63-5096-495d-88a1-422796be188c/99901738-a4eb-4a43-891a-7986d689eb7b) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:15:00.285550 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e581a9bf-4081-4303-9e02-75b287da7357 req-ff1b2ab9-91cd-4c90-9881-477ac43fda87 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:00.303304 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-e581a9bf-4081-4303-9e02-75b287da7357 req-ff1b2ab9-91cd-4c90-9881-477ac43fda87 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Transition to ACTIVE for port object 99901738-a4eb-4a43-891a-7986d689eb7b will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:15:00.326693 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e581a9bf-4081-4303-9e02-75b287da7357 req-ff1b2ab9-91cd-4c90-9881-477ac43fda87 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:00.398709 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e581a9bf-4081-4303-9e02-75b287da7357 req-ff1b2ab9-91cd-4c90-9881-477ac43fda87 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Network 76470e59-922a-49d6-ac60-fea79a4ccf84 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:15:00.399827 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-e581a9bf-4081-4303-9e02-75b287da7357 req-ff1b2ab9-91cd-4c90-9881-477ac43fda87 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:15:00.403894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e581a9bf-4081-4303-9e02-75b287da7357 req-ff1b2ab9-91cd-4c90-9881-477ac43fda87 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:15:00.445649 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b2ab9-91cd-4c90-9881-477ac43fda87 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'Port': ['ID=99901738-a4eb-4a43-891a-7986d689eb7b,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:15:00.478774 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581a9bf-4081-4303-9e02-75b287da7357 req-ff1b2ab9-91cd-4c90-9881-477ac43fda87 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:00.479738 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e581a9bf-4081-4303-9e02-75b287da7357 req-ff1b2ab9-91cd-4c90-9881-477ac43fda87 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:00.509379 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e581a9bf-4081-4303-9e02-75b287da7357 req-ff1b2ab9-91cd-4c90-9881-477ac43fda87 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7716424 Feb 18 10:15:00.520107 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-e581a9bf-4081-4303-9e02-75b287da7357 req-8a6aebee-fa39-42bd-b20d-be3ee8f49f6d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 10:15:00.521145 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e581a9bf-4081-4303-9e02-75b287da7357 req-8a6aebee-fa39-42bd-b20d-be3ee8f49f6d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061355 Feb 18 10:15:00.547619 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d90c02a8-6cc5-4954-80ae-55e562572be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:00.587046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Request body: {'port': {'device_id': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:15:00.703923 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:00.709429 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-85d37ddf-62dd-4794-8aff-e3a83fa780f2 None None] Provisioning for port 99901738-a4eb-4a43-891a-7986d689eb7b completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:15:00.717693 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-85d37ddf-62dd-4794-8aff-e3a83fa780f2 None None] Provisioning complete for port 99901738-a4eb-4a43-891a-7986d689eb7b triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:15:00.718388 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-85d37ddf-62dd-4794-8aff-e3a83fa780f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:00.786083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-85d37ddf-62dd-4794-8aff-e3a83fa780f2 None None] Port 99901738-a4eb-4a43-891a-7986d689eb7b cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:15:01.013391 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b73406-4774-4266-8993-9e11889c0065 req-db3608e0-dcd4-4a63-a180-55eba8fac9a2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:01.014084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c6b73406-4774-4266-8993-9e11889c0065 req-db3608e0-dcd4-4a63-a180-55eba8fac9a2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Synchronizing usage tracker for tenant:47504a23af124031a8bee2b54c5fef8e on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:15:01.050511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-c6b73406-4774-4266-8993-9e11889c0065 req-db3608e0-dcd4-4a63-a180-55eba8fac9a2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Unset dirty status for tenant:47504a23af124031a8bee2b54c5fef8e on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:15:01.051593 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6b73406-4774-4266-8993-9e11889c0065 req-db3608e0-dcd4-4a63-a180-55eba8fac9a2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 931 time: 0.2553937 Feb 18 10:15:01.125572 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c6b73406-4774-4266-8993-9e11889c0065 req-affec0ee-85bc-495a-b933-28f8ebc738e8 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542572 Feb 18 10:15:01.198596 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99901738-a4eb-4a43-891a-7986d689eb7b {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:15:01.207243 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:01.221620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Transition to ACTIVE for port object 99901738-a4eb-4a43-891a-7986d689eb7b will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:15:01.225409 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:01.389825 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Pushing event updated for resources: {'Port': ['ID=99901738-a4eb-4a43-891a-7986d689eb7b,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:15:01.461079 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Attempting to bind port 99901738-a4eb-4a43-891a-7986d689eb7b on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:15:01.461413 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Attempting to bind port 99901738-a4eb-4a43-891a-7986d689eb7b by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:15:01.461740 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Attempting to bind port 99901738-a4eb-4a43-891a-7986d689eb7b on network 76470e59-922a-49d6-ac60-fea79a4ccf84 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:15:01.466233 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Port 99901738-a4eb-4a43-891a-7986d689eb7b on network 76470e59-922a-49d6-ac60-fea79a4ccf84 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 10:15:01.466551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Attempting to bind port 99901738-a4eb-4a43-891a-7986d689eb7b on network 76470e59-922a-49d6-ac60-fea79a4ccf84 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:15:01.472586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:15:01.472919 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Checking segment: {'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:15:01.473294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Bound using segment: {'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:15:01.473971 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Bound port: 99901738-a4eb-4a43-891a-7986d689eb7b, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:15:01.474311 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:01.687434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] For port 99901738-a4eb-4a43-891a-7986d689eb7b, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:15:01.691708 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] For port 99901738-a4eb-4a43-891a-7986d689eb7b, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=99901738-a4eb-4a43-891a-7986d689eb7b,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:15:01.695031 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:01.760196 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:01.760876 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:01.762205 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] 10.222.0.81 "PUT /v2.0/ports/99901738-a4eb-4a43-891a-7986d689eb7b HTTP/1.1" status: 200 len: 1091 time: 1.2343793 Feb 18 10:15:01.762642 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'tag': '99901738-a4eb-4a43-891a-7986d689eb7b'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:15:01.785782 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1a833-4047-4f91-8526-a377968780c0 service neutron] Pushing event updated for resources: {'Port': ['ID=99901738-a4eb-4a43-891a-7986d689eb7b,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:15:01.834948 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'tag': '99901738-a4eb-4a43-891a-7986d689eb7b', 'status': 'completed', 'code': 200} Feb 18 10:15:01.877896 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3ec5f0b4-54e4-47fa-b64f-4a83b0ef2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:01.879604 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e581a9bf-4081-4303-9e02-75b287da7357 req-3ec5f0b4-54e4-47fa-b64f-4a83b0ef2099 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 1094 time: 0.0786471 Feb 18 10:15:01.952359 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e581a9bf-4081-4303-9e02-75b287da7357 req-b538ca4b-663b-4ee3-a9c4-db74d872a5a8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99901738-a4eb-4a43-891a-7986d689eb7b HTTP/1.1" status: 200 len: 217 time: 0.0651567 Feb 18 10:15:02.015956 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581a9bf-4081-4303-9e02-75b287da7357 req-568ce30a-0be6-4e06-b12b-bd9a824ec6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:02.017351 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e581a9bf-4081-4303-9e02-75b287da7357 req-568ce30a-0be6-4e06-b12b-bd9a824ec6ab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0589681 Feb 18 10:15:02.095608 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581a9bf-4081-4303-9e02-75b287da7357 req-98a86f65-4d27-4961-939d-a131f86f0124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:02.098158 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e581a9bf-4081-4303-9e02-75b287da7357 req-98a86f65-4d27-4961-939d-a131f86f0124 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745273 Feb 18 10:15:02.233901 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e581a9bf-4081-4303-9e02-75b287da7357 req-29b90e06-324e-44e1-a3d4-ed6c4457eaad service neutron] 10.222.0.81 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292119 Feb 18 10:15:02.417292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd9cf7-c8ef-4af9-83da-2d6dc153670b req-bb4a5cc4-33b6-4e98-93bc-8591da5eae53 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:02.418758 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-54fd9cf7-c8ef-4af9-83da-2d6dc153670b req-bb4a5cc4-33b6-4e98-93bc-8591da5eae53 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 943 time: 0.1841021 Feb 18 10:15:02.427757 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e581a9bf-4081-4303-9e02-75b287da7357 req-e6c60e81-fbb0-48d7-abe9-31b94c22dbf5 service neutron] 10.222.0.81 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635900 Feb 18 10:15:02.466666 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-54fd9cf7-c8ef-4af9-83da-2d6dc153670b req-d619b511-8b95-4bb4-921e-d235c0a6997e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409598 Feb 18 10:15:02.545399 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d3a54-3206-41af-8148-508f08103cb1 req-17802669-02ff-4cdb-b1be-7b1d6cbf6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:02.546865 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a83d3a54-3206-41af-8148-508f08103cb1 req-17802669-02ff-4cdb-b1be-7b1d6cbf6f56 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 1094 time: 0.0739660 Feb 18 10:15:02.675617 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d3a54-3206-41af-8148-508f08103cb1 req-12550cb0-19a5-4f30-884f-9b12a437da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:02.677225 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a83d3a54-3206-41af-8148-508f08103cb1 req-12550cb0-19a5-4f30-884f-9b12a437da6d service neutron] 10.222.0.81 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.1241028 Feb 18 10:15:02.743898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a83d3a54-3206-41af-8148-508f08103cb1 req-c19e0596-1aee-4faf-bd46-759a8ceb1a59 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99901738-a4eb-4a43-891a-7986d689eb7b HTTP/1.1" status: 200 len: 217 time: 0.0590813 Feb 18 10:15:02.805528 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d3a54-3206-41af-8148-508f08103cb1 req-dab81f43-3dfc-42a8-be52-33703b4336bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:02.807068 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a83d3a54-3206-41af-8148-508f08103cb1 req-dab81f43-3dfc-42a8-be52-33703b4336bd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0597498 Feb 18 10:15:02.882015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d3a54-3206-41af-8148-508f08103cb1 req-df14f685-f40a-4c2d-bcba-d9da4b204642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:02.883489 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a83d3a54-3206-41af-8148-508f08103cb1 req-df14f685-f40a-4c2d-bcba-d9da4b204642 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706561 Feb 18 10:15:03.012888 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a83d3a54-3206-41af-8148-508f08103cb1 req-9fb1a333-bd23-4f07-a0ae-1c1068d307e8 service neutron] 10.222.0.81 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231978 Feb 18 10:15:03.142345 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a83d3a54-3206-41af-8148-508f08103cb1 req-fd5d429a-147f-4db3-8b0b-6f58cfb98816 service neutron] 10.222.0.81 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228759 Feb 18 10:15:03.771986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56cf65-ef6f-4679-b9e3-86acfd605a50 req-51c06dd1-a88a-45a4-9653-f5e982014b21 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:03.773343 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed56cf65-ef6f-4679-b9e3-86acfd605a50 req-51c06dd1-a88a-45a4-9653-f5e982014b21 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 943 time: 0.1915979 Feb 18 10:15:03.816665 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed56cf65-ef6f-4679-b9e3-86acfd605a50 req-8fa34501-1f3b-42e1-b2f4-efc7e3a31f03 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375626 Feb 18 10:15:03.988623 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-103e7bf0-c206-4a4a-8640-e30e2692d57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:04.067453 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:04.166859 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:05.012329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ec47c-4dd7-413d-a7c3-812908e4caa3 req-a481676b-6923-4f29-8231-bad0b4d4e85f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:05.013846 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb9ec47c-4dd7-413d-a7c3-812908e4caa3 req-a481676b-6923-4f29-8231-bad0b4d4e85f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 943 time: 0.0845580 Feb 18 10:15:05.067955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eb9ec47c-4dd7-413d-a7c3-812908e4caa3 req-c9902198-dd48-4b43-9273-4e41e9e6217a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444283 Feb 18 10:15:05.385089 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:06.255221 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29956132-aca6-4764-8872-7a68a549c813 req-def39909-6026-45f1-8371-8b427bb32d60 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:06.256676 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29956132-aca6-4764-8872-7a68a549c813 req-def39909-6026-45f1-8371-8b427bb32d60 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 943 time: 0.0797756 Feb 18 10:15:06.300006 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-29956132-aca6-4764-8872-7a68a549c813 req-734d1040-424e-4c97-908b-080adb9d3cfb tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375404 Feb 18 10:15:07.485434 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffc4c7-fc96-4229-9cfd-8a98c01a4153 req-d1370383-e16a-4361-8c75-c92f9870880e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:07.487197 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a8ffc4c7-fc96-4229-9cfd-8a98c01a4153 req-d1370383-e16a-4361-8c75-c92f9870880e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 943 time: 0.0822458 Feb 18 10:15:07.532139 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a8ffc4c7-fc96-4229-9cfd-8a98c01a4153 req-83e9d061-f517-4e2d-a78e-b8abe008cf37 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392873 Feb 18 10:15:08.869702 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720baa8-3749-4714-a893-d0792e8a033d req-19063d8a-44f1-4517-8e1c-d131d9f46e66 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:08.871200 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3720baa8-3749-4714-a893-d0792e8a033d req-19063d8a-44f1-4517-8e1c-d131d9f46e66 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 943 time: 0.0798707 Feb 18 10:15:08.915144 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3720baa8-3749-4714-a893-d0792e8a033d req-48ed2e63-a967-4d7b-8def-a96854c18f2e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384741 Feb 18 10:15:10.104095 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b952c6-c767-4f2b-a6cd-4391bed3782b req-58fd62cc-ee64-4611-a642-0acd02ac9a59 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:10.105598 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-50b952c6-c767-4f2b-a6cd-4391bed3782b req-58fd62cc-ee64-4611-a642-0acd02ac9a59 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 943 time: 0.0830138 Feb 18 10:15:10.148920 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-50b952c6-c767-4f2b-a6cd-4391bed3782b req-124a5eb2-39d3-4a7b-b6a2-53ab976030d8 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377545 Feb 18 10:15:11.335134 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d728a3-ee10-43d0-b393-fd74a3e136de req-46d24597-4030-4f64-8709-1a9e9ab28822 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:11.336719 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-33d728a3-ee10-43d0-b393-fd74a3e136de req-46d24597-4030-4f64-8709-1a9e9ab28822 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 943 time: 0.0801725 Feb 18 10:15:11.340496 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 99901738-a4eb-4a43-891a-7986d689eb7b details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:15:11.382690 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-33d728a3-ee10-43d0-b393-fd74a3e136de req-bb07d690-efb3-48d3-beaa-d15931b5ec89 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395179 Feb 18 10:15:11.478027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 99901738-a4eb-4a43-891a-7986d689eb7b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=99901738-a4eb-4a43-891a-7986d689eb7b,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:15:11.524860 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '99901738-a4eb-4a43-891a-7986d689eb7b', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'port_id': '99901738-a4eb-4a43-891a-7986d689eb7b', 'mac_address': 'fa:16:3e:0d:32:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:15:11.577546 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:11.594382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99901738-a4eb-4a43-891a-7986d689eb7b {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:15:11.610005 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 99901738-a4eb-4a43-891a-7986d689eb7b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=99901738-a4eb-4a43-891a-7986d689eb7b,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:15:11.615101 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:11.682482 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=99901738-a4eb-4a43-891a-7986d689eb7b,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:15:11.690369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:11.690880 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:11.691223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:11.691561 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:11.691895 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:11.692227 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:11.692580 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:11.692906 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:11.693229 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:11.693552 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:11.693874 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:11.694193 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:15:11.940838 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['99901738-a4eb-4a43-891a-7986d689eb7b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 10:15:12.217737 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:12.258082 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:12.585948 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb2662-e834-4eff-af26-c363e7f6d3f8 req-95b46c87-ce8d-469d-afa6-3eb8b5356df6 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:12.587799 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0bfb2662-e834-4eff-af26-c363e7f6d3f8 req-95b46c87-ce8d-469d-afa6-3eb8b5356df6 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 944 time: 0.0820167 Feb 18 10:15:12.632150 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0bfb2662-e834-4eff-af26-c363e7f6d3f8 req-8f87b56e-7c95-4ea0-a2ef-a89a8f327b73 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387015 Feb 18 10:15:13.350951 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 99901738-a4eb-4a43-891a-7986d689eb7b up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:15:13.415717 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 99901738-a4eb-4a43-891a-7986d689eb7b completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:15:13.420484 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 99901738-a4eb-4a43-891a-7986d689eb7b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:15:13.420850 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:13.535330 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:13.561375 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99901738-a4eb-4a43-891a-7986d689eb7b'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:15:13.571815 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 99901738-a4eb-4a43-891a-7986d689eb7b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=99901738-a4eb-4a43-891a-7986d689eb7b,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:15:13.579772 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:13.649962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=99901738-a4eb-4a43-891a-7986d689eb7b,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:15:13.664910 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99901738-a4eb-4a43-891a-7986d689eb7b', 'code': 200} Feb 18 10:15:13.852073 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c02bd-1672-40dc-ac56-96b4d6e3589a req-86400b51-bc92-4d68-9544-2cdb80f32836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:13.853587 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-461c02bd-1672-40dc-ac56-96b4d6e3589a req-86400b51-bc92-4d68-9544-2cdb80f32836 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 1096 time: 0.1310284 Feb 18 10:15:13.865292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c66cb0-644a-4abb-ade6-e2e93a6f9230 req-da54bd01-70d0-4233-a33c-49b68285ade2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:13.866655 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63c66cb0-644a-4abb-ade6-e2e93a6f9230 req-da54bd01-70d0-4233-a33c-49b68285ade2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 945 time: 0.1099310 Feb 18 10:15:13.936041 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63c66cb0-644a-4abb-ade6-e2e93a6f9230 req-1b78aa50-7f3a-42f1-a56b-db9970e53214 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556555 Feb 18 10:15:13.937663 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-461c02bd-1672-40dc-ac56-96b4d6e3589a req-1b86a091-384d-493f-9870-9fe0673b9687 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701742 Feb 18 10:15:15.122711 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1fc96-2497-472f-a268-bd46473ed14d req-bad62615-9054-4b5b-a3ce-4ffdf2395d66 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:15.124186 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ac1fc96-2497-472f-a268-bd46473ed14d req-bad62615-9054-4b5b-a3ce-4ffdf2395d66 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 945 time: 0.0807774 Feb 18 10:15:15.168410 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ac1fc96-2497-472f-a268-bd46473ed14d req-44764111-bc9e-4a37-b6bc-2bdb58fd2387 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377793 Feb 18 10:15:16.357661 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac36068-16c9-4014-adcc-c3e9c0271860 req-3a05d874-ab0b-4327-91e1-e98a1810a0d9 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:16.359096 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ac36068-16c9-4014-adcc-c3e9c0271860 req-3a05d874-ab0b-4327-91e1-e98a1810a0d9 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 945 time: 0.0827079 Feb 18 10:15:16.402892 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5ac36068-16c9-4014-adcc-c3e9c0271860 req-c375f513-7a82-448b-9c18-7dcccf463bb3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373363 Feb 18 10:15:16.593881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73810abd-df66-4f50-ab0c-f309738e3b46 req-7f505ae9-6522-4347-b566-002719af9a93 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:16.595239 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73810abd-df66-4f50-ab0c-f309738e3b46 req-7f505ae9-6522-4347-b566-002719af9a93 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 945 time: 0.0791652 Feb 18 10:15:16.638437 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-73810abd-df66-4f50-ab0c-f309738e3b46 req-0da94d10-d549-4fe0-82d5-dffbf9cdfe80 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368018 Feb 18 10:15:16.661502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53020) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:15:16.773911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2109e81-1728-41aa-82e2-ba4994da3633 tempest-TestShelveInstance-1196639512 tempest-TestShelveInstance-1196639512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:16.775387 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c2109e81-1728-41aa-82e2-ba4994da3633 tempest-TestShelveInstance-1196639512 tempest-TestShelveInstance-1196639512-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 1091 time: 0.1128981 Feb 18 10:15:16.778235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53026) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:15:16.783179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': '99901738-a4eb-4a43-891a-7986d689eb7b', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:15:16.790535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:15:16.794329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Usage tracker for resource:floatingip and tenant:47504a23af124031a8bee2b54c5fef8e is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:15:16.797242 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:15:16.804607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:15:16.817319 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:16.951784 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:17.087123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Allocated IP 172.25.1.118 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/9b46df29-e4bb-4e4a-bc61-816cd4fe5595) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:15:17.161674 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:15:17.233624 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:17.262900 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:17.323968 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:15:17.327164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:15:17.331347 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:15:17.369824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'Port': ['ID=9b46df29-e4bb-4e4a-bc61-816cd4fe5595,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:15:17.854756 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:17.929143 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:18.133085 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:18.137567 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:18.245619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event updated for resources: {'Port': ['ID=9b46df29-e4bb-4e4a-bc61-816cd4fe5595,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:15:18.260203 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:18.430934 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Floating IP 459973e4-5b88-41b1-8c03-c13bd06cddc7 associated. External IP: 172.25.1.118, port: 99901738-a4eb-4a43-891a-7986d689eb7b. Feb 18 10:15:18.780536 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:15:18.958519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:15:18.968380 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cdb6fe-eb0f-4143-936c-ff15c7f87c40 None None] Sync routers for ids ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:15:18.978325 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cdb6fe-eb0f-4143-936c-ff15c7f87c40 None None] Routers {'2c8adef8-7ab9-4acb-99a9-a116d38ed69c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:15:18.978933 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-58cdb6fe-eb0f-4143-936c-ff15c7f87c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:15:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:15:18.982815 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:19.162120 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-e7e9d234-974e-4fec-9860-5c0cdf610ac3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3828046 Feb 18 10:15:19.162854 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'tag': '99901738-a4eb-4a43-891a-7986d689eb7b'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:15:19.166031 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-58cdb6fe-eb0f-4143-936c-ff15c7f87c40 None None] Set router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:15:19.207882 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'tag': '99901738-a4eb-4a43-891a-7986d689eb7b', 'status': 'completed', 'code': 200} Feb 18 10:15:19.301587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ff36a-8646-439c-abb8-e7097ed3fd3e req-88552130-6cc3-42ec-83d6-fcf2821f1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:19.303118 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e97ff36a-8646-439c-abb8-e7097ed3fd3e req-88552130-6cc3-42ec-83d6-fcf2821f1802 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 1096 time: 0.0734224 Feb 18 10:15:19.435243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ff36a-8646-439c-abb8-e7097ed3fd3e req-3618af0e-6fff-44e1-866a-d80972859a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:19.436699 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e97ff36a-8646-439c-abb8-e7097ed3fd3e req-3618af0e-6fff-44e1-866a-d80972859a09 service neutron] 10.222.0.81 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.1269622 Feb 18 10:15:19.526339 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-58cdb6fe-eb0f-4143-936c-ff15c7f87c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:09:15Z', 'revision_number': 4, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port': {'id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:12Z', 'updated_at': '2022-02-18T10:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '459973e4-5b88-41b1-8c03-c13bd06cddc7', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'floating_ip_address': '172.25.1.118', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'port_id': '99901738-a4eb-4a43-891a-7986d689eb7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'mac_address': 'fa:16:3e:0d:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:15:17Z', 'updated_at': '2022-02-18T10:15:17Z', 'revision_number': 0, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7662343-0485-46f3-9b71-c0fc4a3f3edb', 'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'mac_address': 'fa:16:3e:0c:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:15Z', 'updated_at': '2022-02-18T10:09:22Z', 'revision_number': 5, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'subnets': [{'id': '88d1aa63-5096-495d-88a1-422796be188c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:15:19.530172 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cdb6fe-eb0f-4143-936c-ff15c7f87c40 None None] Checking router: 2c8adef8-7ab9-4acb-99a9-a116d38ed69c for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:15:19.538382 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cdb6fe-eb0f-4143-936c-ff15c7f87c40 None None] Routers {'2c8adef8-7ab9-4acb-99a9-a116d38ed69c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:15:19.538976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-58cdb6fe-eb0f-4143-936c-ff15c7f87c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:15:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:15:19.539471 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e97ff36a-8646-439c-abb8-e7097ed3fd3e req-6c5383cd-1788-4bc0-bbac-4073927e8b25 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99901738-a4eb-4a43-891a-7986d689eb7b HTTP/1.1" status: 200 len: 999 time: 0.0969601 Feb 18 10:15:19.603783 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ff36a-8646-439c-abb8-e7097ed3fd3e req-929fc017-e948-4610-9116-b14a5c98f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:19.605266 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e97ff36a-8646-439c-abb8-e7097ed3fd3e req-929fc017-e948-4610-9116-b14a5c98f40e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0606058 Feb 18 10:15:19.680036 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ff36a-8646-439c-abb8-e7097ed3fd3e req-a1b6bde5-9e58-4742-98a2-901ed9d5400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:19.681883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e97ff36a-8646-439c-abb8-e7097ed3fd3e req-a1b6bde5-9e58-4742-98a2-901ed9d5400c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710895 Feb 18 10:15:19.817026 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e97ff36a-8646-439c-abb8-e7097ed3fd3e req-b68985cb-9180-4e34-bb8c-2f87b5e9dfc5 service neutron] 10.222.0.81 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287994 Feb 18 10:15:19.832500 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-58cdb6fe-eb0f-4143-936c-ff15c7f87c40 None None] Set router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:15:19.951727 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e97ff36a-8646-439c-abb8-e7097ed3fd3e req-275af8a5-5805-4528-9edd-238f9e3ed000 service neutron] 10.222.0.81 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289442 Feb 18 10:15:20.293944 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-58cdb6fe-eb0f-4143-936c-ff15c7f87c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:09:15Z', 'revision_number': 4, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port': {'id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:12Z', 'updated_at': '2022-02-18T10:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '459973e4-5b88-41b1-8c03-c13bd06cddc7', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'floating_ip_address': '172.25.1.118', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'port_id': '99901738-a4eb-4a43-891a-7986d689eb7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'mac_address': 'fa:16:3e:0d:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:15:17Z', 'updated_at': '2022-02-18T10:15:17Z', 'revision_number': 0, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7662343-0485-46f3-9b71-c0fc4a3f3edb', 'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'mac_address': 'fa:16:3e:0c:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:15Z', 'updated_at': '2022-02-18T10:09:22Z', 'revision_number': 5, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'subnets': [{'id': '88d1aa63-5096-495d-88a1-422796be188c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:15:20.298012 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cdb6fe-eb0f-4143-936c-ff15c7f87c40 None None] The sync data for ids ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'] in n-d-829434-1 is: [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:09:15Z', 'revision_number': 4, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port': {'id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:12Z', 'updated_at': '2022-02-18T10:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '459973e4-5b88-41b1-8c03-c13bd06cddc7', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'floating_ip_address': '172.25.1.118', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'port_id': '99901738-a4eb-4a43-891a-7986d689eb7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'mac_address': 'fa:16:3e:0d:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:15:17Z', 'updated_at': '2022-02-18T10:15:17Z', 'revision_number': 0, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7662343-0485-46f3-9b71-c0fc4a3f3edb', 'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'mac_address': 'fa:16:3e:0c:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:15Z', 'updated_at': '2022-02-18T10:09:22Z', 'revision_number': 5, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'subnets': [{'id': '88d1aa63-5096-495d-88a1-422796be188c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:15:20.511003 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b97423-c165-439f-ac06-ea6d6df0aeed None None] New status for floating IP 459973e4-5b88-41b1-8c03-c13bd06cddc7: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 10:15:21.387363 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40816795-d3ee-44e5-9905-8013f5bb3dd8 req-c6f02885-abe3-40fa-9d66-f56d4fab646c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734150 Feb 18 10:15:21.538032 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40816795-d3ee-44e5-9905-8013f5bb3dd8 req-3826e417-aa56-469d-8164-932427daa28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:21.539507 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40816795-d3ee-44e5-9905-8013f5bb3dd8 req-3826e417-aa56-469d-8164-932427daa28f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 1096 time: 0.0730464 Feb 18 10:15:21.683513 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40816795-d3ee-44e5-9905-8013f5bb3dd8 req-35fb4299-ac74-4ca3-abbc-975e4c2d3eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:21.684930 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40816795-d3ee-44e5-9905-8013f5bb3dd8 req-35fb4299-ac74-4ca3-abbc-975e4c2d3eec service neutron] 10.222.0.81 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.1273103 Feb 18 10:15:21.791190 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40816795-d3ee-44e5-9905-8013f5bb3dd8 req-3eb0712b-ba5c-4b3b-8312-2eb34a673bec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99901738-a4eb-4a43-891a-7986d689eb7b HTTP/1.1" status: 200 len: 1001 time: 0.0998721 Feb 18 10:15:21.853419 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40816795-d3ee-44e5-9905-8013f5bb3dd8 req-bbf7fdf3-7b79-4868-be7b-b6d97c86d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:21.854852 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40816795-d3ee-44e5-9905-8013f5bb3dd8 req-bbf7fdf3-7b79-4868-be7b-b6d97c86d0ff service neutron] 10.222.0.81 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0579844 Feb 18 10:15:21.931830 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40816795-d3ee-44e5-9905-8013f5bb3dd8 req-7212691a-4763-4be8-99ce-3dfd1c392aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:15:21.933339 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40816795-d3ee-44e5-9905-8013f5bb3dd8 req-7212691a-4763-4be8-99ce-3dfd1c392aa6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726507 Feb 18 10:15:22.063421 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40816795-d3ee-44e5-9905-8013f5bb3dd8 req-32624f15-f8d0-4db0-9435-98cc5ee83533 service neutron] 10.222.0.81 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242964 Feb 18 10:15:22.304468 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40816795-d3ee-44e5-9905-8013f5bb3dd8 req-cce8cb6e-0617-42be-b3e6-1175fba9af40 service neutron] 10.222.0.81 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347648 Feb 18 10:15:30.539073 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bb2716e7-77c8-4cde-9141-28f13aaf3d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:33.992303 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6ea3f81f-afae-4768-ba40-b01780b7ca64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:34.069680 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:34.168901 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:35.390367 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:42.231049 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:42.263086 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:15:54.162798 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:16:00.533082 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a3c58ef7-0ac5-4628-9d4b-fb0f12d52800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:03.996715 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6d716651-43ee-4cb7-a2ba-2dedd82a3050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:04.071284 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:04.172541 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:05.390032 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:12.227026 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:12.261664 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:21.381372 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fc9e5f2-b271-4860-8b79-b5406fc9e74e req-18416d6c-1819-45d8-9601-a1c612209a4c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696619 Feb 18 10:16:21.523309 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9e5f2-b271-4860-8b79-b5406fc9e74e req-0e7120e5-b30c-4963-ab4e-3c2fedcdfd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:21.524823 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fc9e5f2-b271-4860-8b79-b5406fc9e74e req-0e7120e5-b30c-4963-ab4e-3c2fedcdfd91 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 1096 time: 0.0764706 Feb 18 10:16:21.667670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9e5f2-b271-4860-8b79-b5406fc9e74e req-05502b41-6138-453b-9a17-834671f44c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:21.669130 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fc9e5f2-b271-4860-8b79-b5406fc9e74e req-05502b41-6138-453b-9a17-834671f44c71 service neutron] 10.222.0.81 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.1265411 Feb 18 10:16:21.771226 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fc9e5f2-b271-4860-8b79-b5406fc9e74e req-56a3ca04-bd3b-4116-8e40-9a03f19a5945 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99901738-a4eb-4a43-891a-7986d689eb7b HTTP/1.1" status: 200 len: 1001 time: 0.0961711 Feb 18 10:16:21.833961 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9e5f2-b271-4860-8b79-b5406fc9e74e req-a11078c0-2f57-4ea6-89ae-da1a4ec6d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:21.835589 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fc9e5f2-b271-4860-8b79-b5406fc9e74e req-a11078c0-2f57-4ea6-89ae-da1a4ec6d79c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0586205 Feb 18 10:16:21.918190 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9e5f2-b271-4860-8b79-b5406fc9e74e req-38be646a-9be9-42e8-9eca-0f937c80a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:16:21.919591 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fc9e5f2-b271-4860-8b79-b5406fc9e74e req-38be646a-9be9-42e8-9eca-0f937c80a57b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783956 Feb 18 10:16:22.056864 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fc9e5f2-b271-4860-8b79-b5406fc9e74e req-96412f77-dabe-4470-9e06-c5c318d5c0c1 service neutron] 10.222.0.81 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313920 Feb 18 10:16:22.189085 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9fc9e5f2-b271-4860-8b79-b5406fc9e74e req-9cc45030-49b4-4ce0-86b1-e75895bf1747 service neutron] 10.222.0.81 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262774 Feb 18 10:16:30.538583 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-33389998-b16a-4388-9577-f8a40549380c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:31.160858 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:16:33.998168 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-54a32d37-e199-4d22-8765-8f6fbb86cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:34.075321 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:34.174194 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:35.392454 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:42.241752 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:16:42.261564 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:00.541738 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-22defc79-f785-4d69-93f2-d4737fa69675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:04.001000 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-83798833-8a1d-4039-b39f-1d2e76bed818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:04.078702 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:04.178253 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:05.395328 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:08.162585 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:17:12.266155 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:12.266959 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:14.245327 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959cc47-a679-4a70-adb6-c80354f68d7b req-57378bcd-63b4-4225-b667-667ccc24bbae tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:14.246762 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7959cc47-a679-4a70-adb6-c80354f68d7b req-57378bcd-63b4-4225-b667-667ccc24bbae tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 945 time: 0.0810814 Feb 18 10:17:14.293957 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7959cc47-a679-4a70-adb6-c80354f68d7b req-7ae0cde5-fd56-4774-ae1f-09a4c9eef4fb tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396729 Feb 18 10:17:15.490127 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a120a1b-231b-4b23-8417-f14aa9fcbe40 req-8b7f17bf-6228-47ee-a104-adfb80f031c2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:15.491573 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a120a1b-231b-4b23-8417-f14aa9fcbe40 req-8b7f17bf-6228-47ee-a104-adfb80f031c2 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 945 time: 0.0853064 Feb 18 10:17:15.535147 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1a120a1b-231b-4b23-8417-f14aa9fcbe40 req-d3660d12-17cc-40b7-ac0e-e678677b1e76 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373032 Feb 18 10:17:16.734216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60d4b3-445e-4273-b49c-56288bffecf1 req-127a2387-a822-46c9-9d18-945e9b27448e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:16.735679 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c60d4b3-445e-4273-b49c-56288bffecf1 req-127a2387-a822-46c9-9d18-945e9b27448e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 945 time: 0.0827637 Feb 18 10:17:16.778876 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8c60d4b3-445e-4273-b49c-56288bffecf1 req-19c86d15-bb67-4d91-be6a-4ae8a42ec14e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375268 Feb 18 10:17:17.971042 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670136b3-43db-45e2-b350-71a6f0aa038f req-882046d7-2479-4c10-aedd-424c0661b840 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:17.972531 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-670136b3-43db-45e2-b350-71a6f0aa038f req-882046d7-2479-4c10-aedd-424c0661b840 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 945 time: 0.0846322 Feb 18 10:17:18.015875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-670136b3-43db-45e2-b350-71a6f0aa038f req-c1e316d2-b62c-477c-bae5-af9d11f45510 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369956 Feb 18 10:17:19.201159 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d512c19-1a2f-45ab-83fe-fd71d738de47 req-45cd8fc3-c066-4c9c-9dcc-d27415acd4e3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:19.202650 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d512c19-1a2f-45ab-83fe-fd71d738de47 req-45cd8fc3-c066-4c9c-9dcc-d27415acd4e3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 945 time: 0.0798450 Feb 18 10:17:19.246446 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5d512c19-1a2f-45ab-83fe-fd71d738de47 req-fa46a058-b36f-4b5a-8917-a72a415eb7d3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383565 Feb 18 10:17:20.435552 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde0f9a-3ea8-497b-bac8-4d05976b171d req-5a8bb899-d381-4163-bebd-04ce3bf937c9 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:20.437066 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6cde0f9a-3ea8-497b-bac8-4d05976b171d req-5a8bb899-d381-4163-bebd-04ce3bf937c9 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 945 time: 0.0829427 Feb 18 10:17:20.483055 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6cde0f9a-3ea8-497b-bac8-4d05976b171d req-62801315-88b6-4008-8424-94ce822bf98e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401936 Feb 18 10:17:21.667695 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ce2f7-fb4d-4745-aacb-2aa852fc4ed1 req-721ed552-6555-4db2-9a3b-b2558e16bd18 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:21.669302 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-581ce2f7-fb4d-4745-aacb-2aa852fc4ed1 req-721ed552-6555-4db2-9a3b-b2558e16bd18 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 945 time: 0.0817649 Feb 18 10:17:21.717621 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-581ce2f7-fb4d-4745-aacb-2aa852fc4ed1 req-44646d2a-5a7c-4edf-b2cf-d25d25ec9eb1 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428281 Feb 18 10:17:22.444673 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd919aab-91e6-4ec3-8eed-9675d38cb35b req-49f1a5d7-9bde-4fcc-b8ec-1cccc2ba7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:22.446369 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd919aab-91e6-4ec3-8eed-9675d38cb35b req-49f1a5d7-9bde-4fcc-b8ec-1cccc2ba7301 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 1096 time: 0.0722415 Feb 18 10:17:22.709764 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd919aab-91e6-4ec3-8eed-9675d38cb35b req-852c8d02-10ba-4f28-ad92-b36fbe555476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:22.711218 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd919aab-91e6-4ec3-8eed-9675d38cb35b req-852c8d02-10ba-4f28-ad92-b36fbe555476 service neutron] 10.222.0.81 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.2462819 Feb 18 10:17:22.838673 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd919aab-91e6-4ec3-8eed-9675d38cb35b req-ad93359c-efcd-46a6-acd3-bc87d4122294 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99901738-a4eb-4a43-891a-7986d689eb7b HTTP/1.1" status: 200 len: 1001 time: 0.1202443 Feb 18 10:17:22.955613 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd919aab-91e6-4ec3-8eed-9675d38cb35b req-b251f91e-dccb-4198-83bf-f257fe40b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:22.957225 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd919aab-91e6-4ec3-8eed-9675d38cb35b req-b251f91e-dccb-4198-83bf-f257fe40b37f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0853190 Feb 18 10:17:23.016103 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9267065-3eaa-4bb3-9f82-3b97e3fc6da9 req-37db6ece-23ac-4d29-89f3-e18e5e836a61 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:23.017570 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9267065-3eaa-4bb3-9f82-3b97e3fc6da9 req-37db6ece-23ac-4d29-89f3-e18e5e836a61 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 945 time: 0.1774404 Feb 18 10:17:23.083530 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a9267065-3eaa-4bb3-9f82-3b97e3fc6da9 req-ce62245b-559f-4442-973f-4534aebf6a7d tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546968 Feb 18 10:17:23.085568 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd919aab-91e6-4ec3-8eed-9675d38cb35b req-b3ff8ce2-52b3-4b2e-af47-64c35a4c69b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:23.087055 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd919aab-91e6-4ec3-8eed-9675d38cb35b req-b3ff8ce2-52b3-4b2e-af47-64c35a4c69b0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244106 Feb 18 10:17:23.222247 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd919aab-91e6-4ec3-8eed-9675d38cb35b req-3e507280-b2ad-4db6-9893-42552a26c1e6 service neutron] 10.222.0.81 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290660 Feb 18 10:17:23.358035 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fd919aab-91e6-4ec3-8eed-9675d38cb35b req-196a6758-bb14-4ae4-a2e3-0fc65190be27 service neutron] 10.222.0.81 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301444 Feb 18 10:17:24.265738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75fca9-d42d-4a7f-be99-ddcede0821dc req-516f1525-b18e-4998-ac9a-607007dfa3ae tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:24.267202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f75fca9-d42d-4a7f-be99-ddcede0821dc req-516f1525-b18e-4998-ac9a-607007dfa3ae tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 945 time: 0.0790772 Feb 18 10:17:24.362739 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1f75fca9-d42d-4a7f-be99-ddcede0821dc req-59483562-a0bd-424a-97b4-285c4942701c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889552 Feb 18 10:17:24.378957 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f06af4-3bd2-4253-868c-106af5468296 req-993e4b66-c32a-45af-9403-02a6a5eb674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:24.380594 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9f06af4-3bd2-4253-868c-106af5468296 req-993e4b66-c32a-45af-9403-02a6a5eb674b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 1096 time: 0.0932410 Feb 18 10:17:24.579429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f06af4-3bd2-4253-868c-106af5468296 req-29068608-646d-43d4-8508-0227c328ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:24.581743 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9f06af4-3bd2-4253-868c-106af5468296 req-29068608-646d-43d4-8508-0227c328ff05 service neutron] 10.222.0.81 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.1953428 Feb 18 10:17:24.680975 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9f06af4-3bd2-4253-868c-106af5468296 req-3f2b305d-be41-4131-b608-7f977ed4d53d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99901738-a4eb-4a43-891a-7986d689eb7b HTTP/1.1" status: 200 len: 1001 time: 0.0931726 Feb 18 10:17:24.748069 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f06af4-3bd2-4253-868c-106af5468296 req-21527983-a7ee-4b2e-b649-939b1e9edf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:24.749534 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9f06af4-3bd2-4253-868c-106af5468296 req-21527983-a7ee-4b2e-b649-939b1e9edf3a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0629056 Feb 18 10:17:24.827519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f06af4-3bd2-4253-868c-106af5468296 req-284f906d-e5ff-4191-b1c7-fb20273bef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:24.829018 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9f06af4-3bd2-4253-868c-106af5468296 req-284f906d-e5ff-4191-b1c7-fb20273bef8d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731182 Feb 18 10:17:24.978495 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9f06af4-3bd2-4253-868c-106af5468296 req-9677e932-0b11-4f1b-852f-c19a48074022 service neutron] 10.222.0.81 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422358 Feb 18 10:17:25.112935 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f9f06af4-3bd2-4253-868c-106af5468296 req-a1d90ed8-bbe2-41a0-845d-fdf7979471fc service neutron] 10.222.0.81 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287487 Feb 18 10:17:25.553910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96929ee-b53a-42a8-98ab-535755fcabd9 req-13739171-f900-4e82-9c2e-13a4d16e10e1 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:25.555365 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e96929ee-b53a-42a8-98ab-535755fcabd9 req-13739171-f900-4e82-9c2e-13a4d16e10e1 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 945 time: 0.0850034 Feb 18 10:17:25.612932 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e96929ee-b53a-42a8-98ab-535755fcabd9 req-00bf1569-af38-4aa9-b612-32ce81bae009 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509117 Feb 18 10:17:26.801298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6091ce7-1ee5-4b6b-92d9-c5bdd909f3b2 req-064cce6d-28e0-4496-853a-36ccbe52440e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:26.802993 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f6091ce7-1ee5-4b6b-92d9-c5bdd909f3b2 req-064cce6d-28e0-4496-853a-36ccbe52440e tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 945 time: 0.0810916 Feb 18 10:17:26.852309 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-f6091ce7-1ee5-4b6b-92d9-c5bdd909f3b2 req-06026896-a2f7-482e-b2cb-12415ed7ec32 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416229 Feb 18 10:17:28.155046 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b4efe-9620-437e-acf1-67fb25a88b46 req-cd55005f-7427-4f6a-b36c-21fb09c4ab6c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:28.156568 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-367b4efe-9620-437e-acf1-67fb25a88b46 req-cd55005f-7427-4f6a-b36c-21fb09c4ab6c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 945 time: 0.1973166 Feb 18 10:17:28.202526 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-367b4efe-9620-437e-acf1-67fb25a88b46 req-f71c5559-fd8e-4b17-8ad4-a71c9f862c08 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404067 Feb 18 10:17:28.436518 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53096) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:17:28.614887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-f20bb2ff-33e2-45a6-a1c5-f6e42c0533e6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1772110 Feb 18 10:17:28.629610 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfba42f-f084-4ac5-8f39-077c30ef0a6e req-873a3fcb-f9e7-4c7a-8491-1f16cd9fadd9 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:28.631751 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bbfba42f-f084-4ac5-8f39-077c30ef0a6e req-873a3fcb-f9e7-4c7a-8491-1f16cd9fadd9 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 945 time: 0.1142786 Feb 18 10:17:28.677641 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bbfba42f-f084-4ac5-8f39-077c30ef0a6e req-66036e5e-5a96-44ef-aca5-2b88c40a5500 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406282 Feb 18 10:17:29.870963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0a804-c759-4f97-bd55-fa1ac681f19f req-2f102547-2110-45a9-bd46-f6922784313b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:29.873719 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-efd0a804-c759-4f97-bd55-fa1ac681f19f req-2f102547-2110-45a9-bd46-f6922784313b tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 945 time: 0.0893919 Feb 18 10:17:29.921541 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-efd0a804-c759-4f97-bd55-fa1ac681f19f req-541b6018-c1b5-4984-8fee-e065046869a1 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419075 Feb 18 10:17:30.118072 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 99901738-a4eb-4a43-891a-7986d689eb7b no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:17:30.233116 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:30.259727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99901738-a4eb-4a43-891a-7986d689eb7b'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:17:30.269856 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 99901738-a4eb-4a43-891a-7986d689eb7b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=99901738-a4eb-4a43-891a-7986d689eb7b,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:17:30.274479 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:30.305691 n-d-829434-1 neutron-server[87769]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '99901738-a4eb-4a43-891a-7986d689eb7b', 'code': 422} returned with failed status Feb 18 10:17:30.350785 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=99901738-a4eb-4a43-891a-7986d689eb7b,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:17:30.359094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:30.359466 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:30.359787 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:30.360122 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:30.360481 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:30.360814 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:30.361141 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:30.361465 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:30.361789 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:30.362110 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:30.362431 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:30.362751 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:30.544759 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d25f2381-5d8c-4ffc-b853-ba700b6ff928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:31.109989 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e762b-98b5-4dfa-b001-1bce78ba9cbd req-7daa584c-8afa-4a00-82af-a85b8da759c3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:31.111444 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc9e762b-98b5-4dfa-b001-1bce78ba9cbd req-7daa584c-8afa-4a00-82af-a85b8da759c3 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 943 time: 0.0804839 Feb 18 10:17:31.203548 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc9e762b-98b5-4dfa-b001-1bce78ba9cbd req-31f4312f-9fa7-4274-8455-3ef76ab9f41c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583456 Feb 18 10:17:31.218565 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-60727243-51cf-4701-b85a-0f0f34054a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:31.220033 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-60727243-51cf-4701-b85a-0f0f34054a18 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f&tenant_id=47504a23af124031a8bee2b54c5fef8e HTTP/1.1" status: 200 len: 1094 time: 0.1077409 Feb 18 10:17:31.231294 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829434-1', 'device_owner': 'compute:nova'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:17:31.340862 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:31.610321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] For port 99901738-a4eb-4a43-891a-7986d689eb7b, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=99901738-a4eb-4a43-891a-7986d689eb7b,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:17:31.638301 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] For port 99901738-a4eb-4a43-891a-7986d689eb7b, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:17:31.688420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99901738-a4eb-4a43-891a-7986d689eb7b {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:17:31.695880 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:31.716463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Transition to ACTIVE for port object 99901738-a4eb-4a43-891a-7986d689eb7b will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:17:31.720828 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:31.874911 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Pushing event updated for resources: {'Port': ['ID=99901738-a4eb-4a43-891a-7986d689eb7b,revision_number=7']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:17:31.887893 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:31.888250 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:31.888619 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:31.888953 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:31.889278 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:31.889604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:31.889924 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:31.890245 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:31.890561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:31.890878 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:31.891195 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:31.891509 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:17:31.935329 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] No DVR routers for this DVR port 99901738-a4eb-4a43-891a-7986d689eb7b on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:17:32.163006 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Attempting to bind port 99901738-a4eb-4a43-891a-7986d689eb7b on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:17:32.163653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Attempting to bind port 99901738-a4eb-4a43-891a-7986d689eb7b by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:17:32.163653 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Attempting to bind port 99901738-a4eb-4a43-891a-7986d689eb7b on network 76470e59-922a-49d6-ac60-fea79a4ccf84 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:17:32.168014 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Port 99901738-a4eb-4a43-891a-7986d689eb7b on network 76470e59-922a-49d6-ac60-fea79a4ccf84 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 10:17:32.168940 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Attempting to bind port 99901738-a4eb-4a43-891a-7986d689eb7b on network 76470e59-922a-49d6-ac60-fea79a4ccf84 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:17:32.173873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:17:32.174203 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Checking segment: {'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:17:32.174573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Bound using segment: {'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:17:32.174986 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Bound port: 99901738-a4eb-4a43-891a-7986d689eb7b, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629a577e-da54-4efa-a54a-cc139ba466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:17:32.175326 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:32.264720 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] For port 99901738-a4eb-4a43-891a-7986d689eb7b, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:17:32.267697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] For port 99901738-a4eb-4a43-891a-7986d689eb7b, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=99901738-a4eb-4a43-891a-7986d689eb7b,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:17:32.272992 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:32.489730 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:32.490353 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:32.491749 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] 10.222.0.61 "PUT /v2.0/ports/99901738-a4eb-4a43-891a-7986d689eb7b HTTP/1.1" status: 200 len: 1091 time: 1.2644913 Feb 18 10:17:32.492209 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'tag': '99901738-a4eb-4a43-891a-7986d689eb7b'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:17:32.552583 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d84f5-e6dd-4419-abf8-da904e9416a8 service neutron] Pushing event updated for resources: {'Port': ['ID=99901738-a4eb-4a43-891a-7986d689eb7b,revision_number=8']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:17:32.566762 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'tag': '99901738-a4eb-4a43-891a-7986d689eb7b', 'status': 'completed', 'code': 200} Feb 18 10:17:32.613609 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3288a1-79b8-496b-899d-5db0c606fa16 req-15012ea5-f556-4341-9715-ffd636fc86ab tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:32.615138 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c3288a1-79b8-496b-899d-5db0c606fa16 req-15012ea5-f556-4341-9715-ffd636fc86ab tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 943 time: 0.1971185 Feb 18 10:17:32.624157 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-7088a387-6885-47ec-afc6-fb33682039b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:32.625658 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-7088a387-6885-47ec-afc6-fb33682039b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 1094 time: 0.1103556 Feb 18 10:17:32.739131 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6c3288a1-79b8-496b-899d-5db0c606fa16 req-eefe1fd9-4246-4be0-82dd-37d980fa6b3f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179323 Feb 18 10:17:32.785778 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-ef047127-d03d-4fdd-a5f5-4fda74033f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:32.787214 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-ef047127-d03d-4fdd-a5f5-4fda74033f78 service neutron] 10.222.0.61 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.1481152 Feb 18 10:17:32.890677 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-67418100-8808-4f3b-b756-1a06d02b3856 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99901738-a4eb-4a43-891a-7986d689eb7b HTTP/1.1" status: 200 len: 999 time: 0.0970049 Feb 18 10:17:32.956061 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-33142844-7f0d-4a94-ac8c-972736cb5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:32.957530 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-33142844-7f0d-4a94-ac8c-972736cb5bd3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0611289 Feb 18 10:17:33.031265 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-8bc26464-1034-42f6-9a5f-6c6f52b4a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:33.032696 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-8bc26464-1034-42f6-9a5f-6c6f52b4a4da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694017 Feb 18 10:17:33.163230 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-3edd18a2-cbe4-4fbc-b81a-c3a543afd116 service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249955 Feb 18 10:17:33.296022 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-6b944064-7489-496b-83d7-c11b3388bcad service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266403 Feb 18 10:17:33.413510 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed829ef4-30c8-44de-b1ab-f8f91e227275 req-492b959e-617e-4a87-ae8d-634b984aceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:33.414974 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed829ef4-30c8-44de-b1ab-f8f91e227275 req-492b959e-617e-4a87-ae8d-634b984aceff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 1094 time: 0.0754068 Feb 18 10:17:33.544420 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed829ef4-30c8-44de-b1ab-f8f91e227275 req-d5de3a6c-57b2-4150-90f4-dcd820142a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:33.545861 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed829ef4-30c8-44de-b1ab-f8f91e227275 req-d5de3a6c-57b2-4150-90f4-dcd820142a75 service neutron] 10.222.0.61 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.1248224 Feb 18 10:17:33.646300 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed829ef4-30c8-44de-b1ab-f8f91e227275 req-baf3ca08-b475-4a61-b3f1-37c0f3fcc1a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99901738-a4eb-4a43-891a-7986d689eb7b HTTP/1.1" status: 200 len: 999 time: 0.0936909 Feb 18 10:17:33.709794 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed829ef4-30c8-44de-b1ab-f8f91e227275 req-f5902de0-ebdf-48f8-a00d-ebcbd4bd284e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:33.711217 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed829ef4-30c8-44de-b1ab-f8f91e227275 req-f5902de0-ebdf-48f8-a00d-ebcbd4bd284e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0592878 Feb 18 10:17:33.786887 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed829ef4-30c8-44de-b1ab-f8f91e227275 req-617b96c2-798a-4276-906d-9c73410a477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:33.788462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed829ef4-30c8-44de-b1ab-f8f91e227275 req-617b96c2-798a-4276-906d-9c73410a477c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714152 Feb 18 10:17:34.008464 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e4bfa77c-86e4-4979-b771-7012f7d7bf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:34.081925 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:34.085327 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed829ef4-30c8-44de-b1ab-f8f91e227275 req-c0c8ce60-e139-46ef-acb6-1435f13ad8ae service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901685 Feb 18 10:17:34.123996 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639df265-2106-4509-be46-6d9d172150a8 req-08c1f4e9-1ec1-4f5e-b9ac-d940bef65edf tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:34.125430 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-639df265-2106-4509-be46-6d9d172150a8 req-08c1f4e9-1ec1-4f5e-b9ac-d940bef65edf tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 943 time: 0.2627113 Feb 18 10:17:34.181777 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:34.244637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-639df265-2106-4509-be46-6d9d172150a8 req-c4268d87-37fe-4de0-aeea-2966f9a4f022 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771711 Feb 18 10:17:34.267135 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ed829ef4-30c8-44de-b1ab-f8f91e227275 req-b177b071-3428-4bcd-a267-cf37ae2a43ae service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746895 Feb 18 10:17:35.400049 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:35.430826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f833a-60cd-4758-8cdf-9947c901d61d req-7f7d11b5-fb5b-4c25-9b60-c9df71ba53f0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:35.432257 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b07f833a-60cd-4758-8cdf-9947c901d61d req-7f7d11b5-fb5b-4c25-9b60-c9df71ba53f0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 943 time: 0.0791075 Feb 18 10:17:35.479708 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b07f833a-60cd-4758-8cdf-9947c901d61d req-2aabccc6-9ad8-49b9-baee-a6a693b90c11 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417621 Feb 18 10:17:36.665693 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d4937-c627-4c0f-9284-9533a1091205 req-4a6481ac-8982-4683-a909-68f1f9063113 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:36.667066 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-596d4937-c627-4c0f-9284-9533a1091205 req-4a6481ac-8982-4683-a909-68f1f9063113 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 943 time: 0.0801306 Feb 18 10:17:36.711273 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-596d4937-c627-4c0f-9284-9533a1091205 req-6c16a4ec-36da-4509-a656-e70303aee8db tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386350 Feb 18 10:17:37.902966 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b2f1c-bae1-4108-8330-0a0704913705 req-6119f75e-35c1-4569-9f46-79d370027c4a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:37.904483 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52b2f1c-bae1-4108-8330-0a0704913705 req-6119f75e-35c1-4569-9f46-79d370027c4a tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 943 time: 0.0839913 Feb 18 10:17:37.947727 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c52b2f1c-bae1-4108-8330-0a0704913705 req-b620de59-9eec-43f5-80e0-1de7875c180f tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377049 Feb 18 10:17:39.298736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdabc1d-aaf8-4f9e-b547-3e6d04adc3da req-3587f15b-e001-43f6-b495-0644c0719542 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:39.300366 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5fdabc1d-aaf8-4f9e-b547-3e6d04adc3da req-3587f15b-e001-43f6-b495-0644c0719542 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 943 time: 0.0821598 Feb 18 10:17:39.346563 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5fdabc1d-aaf8-4f9e-b547-3e6d04adc3da req-c7aae936-b6f2-4ace-88ce-3e361f73d8f5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405860 Feb 18 10:17:40.565739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de33fe-9e5d-4507-a625-3560703b3dee req-8fb5ea4a-2c6e-4fc7-9767-9703a606ab37 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:40.567214 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66de33fe-9e5d-4507-a625-3560703b3dee req-8fb5ea4a-2c6e-4fc7-9767-9703a606ab37 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 943 time: 0.0868843 Feb 18 10:17:40.613954 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-66de33fe-9e5d-4507-a625-3560703b3dee req-30e3c9f7-bb95-4176-a420-494969884742 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410781 Feb 18 10:17:41.805339 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb25318-23bb-4e5f-92b9-5fd3ff695aa6 req-1eb4c42f-bf8c-46c4-a800-f8e85175c0f5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:41.806851 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fb25318-23bb-4e5f-92b9-5fd3ff695aa6 req-1eb4c42f-bf8c-46c4-a800-f8e85175c0f5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 943 time: 0.0828464 Feb 18 10:17:41.865320 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3fb25318-23bb-4e5f-92b9-5fd3ff695aa6 req-ee5bbb18-038c-4652-bd42-310f8d7c7054 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519347 Feb 18 10:17:42.256631 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:42.283625 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:43.066151 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ef2fc-bbe7-4fbe-b31f-f1137dd9d3e4 req-f85de761-5e4c-4f3d-a047-7f51d7fa8b8c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:43.067644 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e5ef2fc-bbe7-4fbe-b31f-f1137dd9d3e4 req-f85de761-5e4c-4f3d-a047-7f51d7fa8b8c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 943 time: 0.0891740 Feb 18 10:17:43.114813 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0e5ef2fc-bbe7-4fbe-b31f-f1137dd9d3e4 req-e7c8d5f5-73a2-4cbb-b078-13d877045a77 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405271 Feb 18 10:17:43.412020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 99901738-a4eb-4a43-891a-7986d689eb7b details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:17:43.547081 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 99901738-a4eb-4a43-891a-7986d689eb7b, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=99901738-a4eb-4a43-891a-7986d689eb7b,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:17:43.561229 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '99901738-a4eb-4a43-891a-7986d689eb7b', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'port_id': '99901738-a4eb-4a43-891a-7986d689eb7b', 'mac_address': 'fa:16:3e:0d:32:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:17:43.616246 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:43.633499 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99901738-a4eb-4a43-891a-7986d689eb7b {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:17:43.648688 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 99901738-a4eb-4a43-891a-7986d689eb7b, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=99901738-a4eb-4a43-891a-7986d689eb7b,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:17:43.653854 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:43.724307 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=99901738-a4eb-4a43-891a-7986d689eb7b,revision_number=9']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:17:43.990187 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['99901738-a4eb-4a43-891a-7986d689eb7b'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 10:17:44.307593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bf95d-94cc-41ef-b5dd-0b713a883223 req-7e1f3971-32b8-41ea-9447-dc29bf85fe05 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:44.310037 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d7bf95d-94cc-41ef-b5dd-0b713a883223 req-7e1f3971-32b8-41ea-9447-dc29bf85fe05 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 944 time: 0.0848966 Feb 18 10:17:44.353703 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0d7bf95d-94cc-41ef-b5dd-0b713a883223 req-97be8f5f-e0c9-4fd8-8767-a9c9acc2a1a5 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379589 Feb 18 10:17:45.162403 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:17:45.427655 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 99901738-a4eb-4a43-891a-7986d689eb7b up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:17:45.576572 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 99901738-a4eb-4a43-891a-7986d689eb7b completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:17:45.581563 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a476ad6-9fbf-4be7-a344-9a2772aa8970 req-0298de32-4b64-411c-a930-e1bbdce32f30 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:45.582111 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 99901738-a4eb-4a43-891a-7986d689eb7b triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:17:45.582111 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:45.583124 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a476ad6-9fbf-4be7-a344-9a2772aa8970 req-0298de32-4b64-411c-a930-e1bbdce32f30 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 944 time: 0.0830824 Feb 18 10:17:45.630279 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2a476ad6-9fbf-4be7-a344-9a2772aa8970 req-84d06211-3aeb-414a-a85c-9d00d4b66f52 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412521 Feb 18 10:17:45.701183 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:45.727528 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99901738-a4eb-4a43-891a-7986d689eb7b'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:17:45.738566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 99901738-a4eb-4a43-891a-7986d689eb7b, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=99901738-a4eb-4a43-891a-7986d689eb7b,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:17:45.742712 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:17:45.778816 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99901738-a4eb-4a43-891a-7986d689eb7b', 'code': 200} Feb 18 10:17:45.820400 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=99901738-a4eb-4a43-891a-7986d689eb7b,revision_number=10']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:17:45.984406 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda10620-f977-443f-8d8b-66395b34e926 req-30e9841e-ce22-4165-b407-8680ae151465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:45.985803 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cda10620-f977-443f-8d8b-66395b34e926 req-30e9841e-ce22-4165-b407-8680ae151465 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 1097 time: 0.0756967 Feb 18 10:17:46.025865 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cda10620-f977-443f-8d8b-66395b34e926 req-087a8947-ffc5-4f34-bd12-9eb9eebf101e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347123 Feb 18 10:17:46.815832 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9dd93-9738-430e-835f-88bc4b1796cb req-6fd9e074-0101-489c-818f-8d25699e6a21 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:46.817320 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eff9dd93-9738-430e-835f-88bc4b1796cb req-6fd9e074-0101-489c-818f-8d25699e6a21 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 946 time: 0.0802803 Feb 18 10:17:46.863629 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eff9dd93-9738-430e-835f-88bc4b1796cb req-3fb86c47-b9d8-4552-b4f5-1f2bd399bb92 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406697 Feb 18 10:17:48.053737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59c9f0-bdd4-412a-b8af-478509e9deaf req-bc352e5b-ecbf-4d3a-9c4f-abfc94235c56 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:17:48.055194 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa59c9f0-bdd4-412a-b8af-478509e9deaf req-bc352e5b-ecbf-4d3a-9c4f-abfc94235c56 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 946 time: 0.0827184 Feb 18 10:17:48.102625 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-aa59c9f0-bdd4-412a-b8af-478509e9deaf req-75a33742-4d0e-44e7-8425-99dfd410efe0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408642 Feb 18 10:18:00.550928 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bcd689e6-d5bf-4dc4-ad9f-d0e57a381930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:04.001347 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3973d54c-91fb-45cc-8ac1-6aaac818f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:04.099096 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:04.191802 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:05.408714 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:12.272082 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:12.312130 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:22.164932 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:18:24.272383 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9484cfc4-2574-4d06-b367-e3bef98a864e req-724089e1-58f0-42cd-9b61-9d1ecbda2583 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813248 Feb 18 10:18:24.445910 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484cfc4-2574-4d06-b367-e3bef98a864e req-078f9336-278c-42ec-a52a-ef650c868204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:24.446903 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9484cfc4-2574-4d06-b367-e3bef98a864e req-078f9336-278c-42ec-a52a-ef650c868204 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 1097 time: 0.0955355 Feb 18 10:18:24.604256 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484cfc4-2574-4d06-b367-e3bef98a864e req-a0e59375-15fd-4eda-9b30-77e0a2d9228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:24.605731 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9484cfc4-2574-4d06-b367-e3bef98a864e req-a0e59375-15fd-4eda-9b30-77e0a2d9228c service neutron] 10.222.0.61 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.1382744 Feb 18 10:18:24.712385 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9484cfc4-2574-4d06-b367-e3bef98a864e req-8a4c6b2c-72d8-4f6c-b7af-fd703a1991a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99901738-a4eb-4a43-891a-7986d689eb7b HTTP/1.1" status: 200 len: 1001 time: 0.0981021 Feb 18 10:18:24.787648 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484cfc4-2574-4d06-b367-e3bef98a864e req-274f4d5a-10bb-460d-8972-497cc45ea335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:24.789122 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9484cfc4-2574-4d06-b367-e3bef98a864e req-274f4d5a-10bb-460d-8972-497cc45ea335 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0691433 Feb 18 10:18:24.879761 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484cfc4-2574-4d06-b367-e3bef98a864e req-34c3f5eb-e29e-4072-aa32-8cbc783817ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:18:24.881328 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9484cfc4-2574-4d06-b367-e3bef98a864e req-34c3f5eb-e29e-4072-aa32-8cbc783817ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865233 Feb 18 10:18:24.895704 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-9484cfc4-2574-4d06-b367-e3bef98a864e req-ce5327ac-e6a1-4234-9148-8e4cc46d57ab service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 10:18:24.897081 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9484cfc4-2574-4d06-b367-e3bef98a864e req-ce5327ac-e6a1-4234-9148-8e4cc46d57ab service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092962 Feb 18 10:18:25.163923 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9484cfc4-2574-4d06-b367-e3bef98a864e req-52326a50-dcae-4f74-94ec-f0e5148f14e5 service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607021 Feb 18 10:18:25.297363 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9484cfc4-2574-4d06-b367-e3bef98a864e req-6c6ee1dc-1045-4e4d-8baa-20cb2c034529 service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272643 Feb 18 10:18:30.543291 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-874ddff6-98f7-41a1-8ada-43954450a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:34.004838 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9911e6e8-7520-46f9-b416-235e3c0e63c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:34.089242 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:34.187303 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:35.411550 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:42.286284 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:42.303284 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:18:59.162416 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:19:00.548628 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d9e7e488-5c47-460a-bc53-f49049cbaec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:03.958800 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53182) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:04.008995 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7e1af417-8134-4fbb-83a8-7695c2e59ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:04.088704 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:04.167672 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Deleting port 9b46df29-e4bb-4e4a-bc61-816cd4fe5595 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:19:04.168013 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:04.190055 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:04.336231 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:04.336585 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:04.460740 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Calling delete_port for 9b46df29-e4bb-4e4a-bc61-816cd4fe5595 owned by network:floatingip {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:19:04.618459 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:04.669784 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event deleted for resources: {'Port': ['ID=9b46df29-e4bb-4e4a-bc61-816cd4fe5595,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:04.706841 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:04.707166 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:04.707504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:04.707936 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:04.708176 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:04.708535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:04.708863 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:04.709189 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:04.709514 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:04.709837 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:04.710189 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:04.710517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:04.774700 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for floatingip, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:04.775031 n-d-829434-1 neutron-server[87767]: INFO neutron.db.l3_db [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Floating IP 459973e4-5b88-41b1-8c03-c13bd06cddc7 disassociated (deleted). External IP: 172.25.1.118, port: 99901738-a4eb-4a43-891a-7986d689eb7b. Feb 18 10:19:05.243228 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:19:05.410334 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:05.429872 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:19:05.440505 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b347a86-eb2d-4acf-879a-137d7c839181 None None] Sync routers for ids ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:19:05.450188 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:05.450369 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b347a86-eb2d-4acf-879a-137d7c839181 None None] Routers {'2c8adef8-7ab9-4acb-99a9-a116d38ed69c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:19:05.450929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3b347a86-eb2d-4acf-879a-137d7c839181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:19:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:05.507997 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-06d6802e-e48a-488a-9032-aa40b5f0e1c4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "DELETE /v2.0/floatingips/459973e4-5b88-41b1-8c03-c13bd06cddc7 HTTP/1.1" status: 204 len: 168 time: 1.5479965 Feb 18 10:19:05.508514 n-d-829434-1 neutron-server[87767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'tag': '99901738-a4eb-4a43-891a-7986d689eb7b'}] {{(pid=87767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:19:05.564664 n-d-829434-1 neutron-server[87767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'tag': '99901738-a4eb-4a43-891a-7986d689eb7b', 'status': 'completed', 'code': 200} Feb 18 10:19:05.632903 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-3b347a86-eb2d-4acf-879a-137d7c839181 None None] Set router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:19:05.659337 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eba31b-7581-4ae1-8643-d46398d90d5b req-e57bfeaf-7211-4ecc-a3ab-3c9a8170ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:05.660867 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13eba31b-7581-4ae1-8643-d46398d90d5b req-e57bfeaf-7211-4ecc-a3ab-3c9a8170ad02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47504a23af124031a8bee2b54c5fef8e&device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 1097 time: 0.0742159 Feb 18 10:19:05.812670 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eba31b-7581-4ae1-8643-d46398d90d5b req-e392d6a0-41d2-4244-8ad7-208a36b2e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:05.814546 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13eba31b-7581-4ae1-8643-d46398d90d5b req-e392d6a0-41d2-4244-8ad7-208a36b2e389 service neutron] 10.222.0.61 "GET /v2.0/networks?id=76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 200 len: 909 time: 0.1481409 Feb 18 10:19:05.916467 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13eba31b-7581-4ae1-8643-d46398d90d5b req-bb557787-bd5c-4eb1-9939-725e048aa844 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99901738-a4eb-4a43-891a-7986d689eb7b HTTP/1.1" status: 200 len: 217 time: 0.0949156 Feb 18 10:19:05.951196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3b347a86-eb2d-4acf-879a-137d7c839181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:09:15Z', 'revision_number': 4, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port': {'id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:12Z', 'updated_at': '2022-02-18T10:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'e7662343-0485-46f3-9b71-c0fc4a3f3edb', 'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'mac_address': 'fa:16:3e:0c:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:15Z', 'updated_at': '2022-02-18T10:09:22Z', 'revision_number': 5, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'subnets': [{'id': '88d1aa63-5096-495d-88a1-422796be188c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:05.955403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b347a86-eb2d-4acf-879a-137d7c839181 None None] Checking router: 2c8adef8-7ab9-4acb-99a9-a116d38ed69c for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:19:05.963644 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b347a86-eb2d-4acf-879a-137d7c839181 None None] Routers {'2c8adef8-7ab9-4acb-99a9-a116d38ed69c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:19:05.964242 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3b347a86-eb2d-4acf-879a-137d7c839181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:19:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:06.002227 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eba31b-7581-4ae1-8643-d46398d90d5b req-1e54e7f5-4733-42f0-8b62-fc2f238af203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:06.003658 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13eba31b-7581-4ae1-8643-d46398d90d5b req-1e54e7f5-4733-42f0-8b62-fc2f238af203 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 200 len: 847 time: 0.0758042 Feb 18 10:19:06.052720 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536aac0b-cace-4a23-a9dd-28d2e310ff97 req-697651f8-08c5-4e16-9cfc-797c253ab3b4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:06.054057 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-536aac0b-cace-4a23-a9dd-28d2e310ff97 req-697651f8-08c5-4e16-9cfc-797c253ab3b4 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 946 time: 0.1748235 Feb 18 10:19:06.111909 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-536aac0b-cace-4a23-a9dd-28d2e310ff97 req-69d56686-7bdb-41d4-9785-613a630480be tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512462 Feb 18 10:19:06.124891 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eba31b-7581-4ae1-8643-d46398d90d5b req-0a803a4a-f8d6-4c8e-959a-d566a36ffbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:06.125822 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13eba31b-7581-4ae1-8643-d46398d90d5b req-0a803a4a-f8d6-4c8e-959a-d566a36ffbaa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76470e59-922a-49d6-ac60-fea79a4ccf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144440 Feb 18 10:19:06.145303 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-3b347a86-eb2d-4acf-879a-137d7c839181 None None] Set router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:19:06.262470 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13eba31b-7581-4ae1-8643-d46398d90d5b req-b7978336-7e09-48e1-8f26-b1d2635196ef service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285329 Feb 18 10:19:06.398942 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-13eba31b-7581-4ae1-8643-d46398d90d5b req-26fe0fdd-bf5d-4a09-bdef-d968afc3d66c service neutron] 10.222.0.61 "GET /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286407 Feb 18 10:19:06.497250 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-3b347a86-eb2d-4acf-879a-137d7c839181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:09:15Z', 'revision_number': 4, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port': {'id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:12Z', 'updated_at': '2022-02-18T10:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'e7662343-0485-46f3-9b71-c0fc4a3f3edb', 'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'mac_address': 'fa:16:3e:0c:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:15Z', 'updated_at': '2022-02-18T10:09:22Z', 'revision_number': 5, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'subnets': [{'id': '88d1aa63-5096-495d-88a1-422796be188c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:06.501268 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b347a86-eb2d-4acf-879a-137d7c839181 None None] The sync data for ids ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'] in n-d-829434-1 is: [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:09:15Z', 'revision_number': 4, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port': {'id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:12Z', 'updated_at': '2022-02-18T10:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'e7662343-0485-46f3-9b71-c0fc4a3f3edb', 'name': '', 'network_id': '76470e59-922a-49d6-ac60-fea79a4ccf84', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'mac_address': 'fa:16:3e:0c:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '88d1aa63-5096-495d-88a1-422796be188c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:15Z', 'updated_at': '2022-02-18T10:09:22Z', 'revision_number': 5, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'subnets': [{'id': '88d1aa63-5096-495d-88a1-422796be188c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:19:06.704821 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58a41b4-3474-4179-a9a0-2d461d99e726 None None] New status for floating IP 459973e4-5b88-41b1-8c03-c13bd06cddc7: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 10:19:07.310943 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb14d4b-7ab4-413b-8549-4b4cb601b056 req-52d36149-bddb-42f5-b64b-0e024b65a18c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:07.312508 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bcb14d4b-7ab4-413b-8549-4b4cb601b056 req-52d36149-bddb-42f5-b64b-0e024b65a18c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 946 time: 0.0830269 Feb 18 10:19:07.356839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bcb14d4b-7ab4-413b-8549-4b4cb601b056 req-415588ac-a9c2-47e8-a2ea-22f0ff6610f0 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3efb043-b64c-45ef-b283-27e06ec0d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387526 Feb 18 10:19:07.451266 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60dc48-ef49-40ba-befb-463635e4692a req-b67a6f79-d1eb-4ac1-95d4-b56cc7473e11 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:07.452636 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5a60dc48-ef49-40ba-befb-463635e4692a req-b67a6f79-d1eb-4ac1-95d4-b56cc7473e11 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 946 time: 0.0770440 Feb 18 10:19:07.526143 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-5a60dc48-ef49-40ba-befb-463635e4692a req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Deleting port 99901738-a4eb-4a43-891a-7986d689eb7b {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:19:07.526497 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5a60dc48-ef49-40ba-befb-463635e4692a req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:07.767128 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-5a60dc48-ef49-40ba-befb-463635e4692a req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] For port 99901738-a4eb-4a43-891a-7986d689eb7b, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=99901738-a4eb-4a43-891a-7986d689eb7b,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:19:07.767399 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5a60dc48-ef49-40ba-befb-463635e4692a req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:07.998374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-5a60dc48-ef49-40ba-befb-463635e4692a req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Calling delete_port for 99901738-a4eb-4a43-891a-7986d689eb7b owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:19:08.145003 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5a60dc48-ef49-40ba-befb-463635e4692a req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:08.195853 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event deleted for resources: {'Port': ['ID=99901738-a4eb-4a43-891a-7986d689eb7b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:08.262698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:08.263035 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:08.263370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:08.263700 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:08.264765 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:08.265054 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:08.265378 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:08.265695 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:08.266030 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:08.266324 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:08.266663 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:08.266982 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:08.280457 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a60dc48-ef49-40ba-befb-463635e4692a req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] No DVR routers for this DVR port 99901738-a4eb-4a43-891a-7986d689eb7b on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:19:08.282840 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-5a60dc48-ef49-40ba-befb-463635e4692a req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:08.291141 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'name': 'network-vif-deleted', 'tag': '99901738-a4eb-4a43-891a-7986d689eb7b'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:19:08.297081 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5a60dc48-ef49-40ba-befb-463635e4692a req-bcc6c2e7-8f1e-4673-8c7a-96376b3cb3ba tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.61 "DELETE /v2.0/ports/99901738-a4eb-4a43-891a-7986d689eb7b HTTP/1.1" status: 204 len: 173 time: 0.8391385 Feb 18 10:19:08.340207 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c956f7d-07bd-4a4c-a799-4575bc91890f', 'name': 'network-vif-deleted', 'tag': '99901738-a4eb-4a43-891a-7986d689eb7b', 'status': 'completed', 'code': 200} Feb 18 10:19:08.520208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-709847fc-61cd-4642-a59d-ad8fa0d63547 req-7ea8b738-f27e-47cc-a9d4-44bd566d9701 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Synchronizing usage tracker for tenant:47504a23af124031a8bee2b54c5fef8e on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:19:08.536679 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-709847fc-61cd-4642-a59d-ad8fa0d63547 req-7ea8b738-f27e-47cc-a9d4-44bd566d9701 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Unset dirty status for tenant:47504a23af124031a8bee2b54c5fef8e on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:19:08.537741 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-709847fc-61cd-4642-a59d-ad8fa0d63547 req-7ea8b738-f27e-47cc-a9d4-44bd566d9701 tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c956f7d-07bd-4a4c-a799-4575bc91890f HTTP/1.1" status: 200 len: 210 time: 0.0627913 Feb 18 10:19:09.640055 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53210) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:09.710450 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-405b0e24-2367-4859-8bd3-f72cc319b60c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:09.741214 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-405b0e24-2367-4859-8bd3-f72cc319b60c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:09.822116 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-405b0e24-2367-4859-8bd3-f72cc319b60c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:09.840170 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b0e24-2367-4859-8bd3-f72cc319b60c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3efb043-b64c-45ef-b283-27e06ec0d5fe,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:09.856595 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-405b0e24-2367-4859-8bd3-f72cc319b60c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:09.857796 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-405b0e24-2367-4859-8bd3-f72cc319b60c tempest-TestShelveInstance-1214964212 tempest-TestShelveInstance-1214964212-project] 10.222.0.72 "DELETE /v2.0/security-groups/b3efb043-b64c-45ef-b283-27e06ec0d5fe HTTP/1.1" status: 204 len: 168 time: 0.2158668 Feb 18 10:19:09.901110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53216) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:10.575003 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3a1d32ba-2d9c-4820-805c-69ec17920ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:11.057006 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-3a1d32ba-2d9c-4820-805c-69ec17920ff1 admin admin] Deleting port e7662343-0485-46f3-9b71-c0fc4a3f3edb {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:19:11.057662 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3a1d32ba-2d9c-4820-805c-69ec17920ff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:11.257127 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-3a1d32ba-2d9c-4820-805c-69ec17920ff1 admin admin] For port e7662343-0485-46f3-9b71-c0fc4a3f3edb, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=e7662343-0485-46f3-9b71-c0fc4a3f3edb,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:19:11.257476 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3a1d32ba-2d9c-4820-805c-69ec17920ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:11.384424 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-3a1d32ba-2d9c-4820-805c-69ec17920ff1 admin admin] Calling delete_port for e7662343-0485-46f3-9b71-c0fc4a3f3edb owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:19:11.657884 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3a1d32ba-2d9c-4820-805c-69ec17920ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:11.707306 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d32ba-2d9c-4820-805c-69ec17920ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7662343-0485-46f3-9b71-c0fc4a3f3edb,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:11.803912 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 99901738-a4eb-4a43-891a-7986d689eb7b no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:19:11.843711 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 99901738-a4eb-4a43-891a-7986d689eb7b {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:19:11.844592 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 99901738-a4eb-4a43-891a-7986d689eb7b not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:19:11.998430 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3a1d32ba-2d9c-4820-805c-69ec17920ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:12.301143 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:12.316053 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:12.368170 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1d32ba-2d9c-4820-805c-69ec17920ff1 admin admin] Router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:19:12.680636 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1d32ba-2d9c-4820-805c-69ec17920ff1 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:19:12.689256 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f1c988-77a5-43a8-9b66-478c4c9b5e45 None None] Sync routers for ids ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:19:12.697054 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3a1d32ba-2d9c-4820-805c-69ec17920ff1 admin admin] 10.222.0.72 "PUT /v2.0/routers/2c8adef8-7ab9-4acb-99a9-a116d38ed69c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7946436 Feb 18 10:19:12.699606 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53222) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:12.704077 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1c988-77a5-43a8-9b66-478c4c9b5e45 None None] Routers {'2c8adef8-7ab9-4acb-99a9-a116d38ed69c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:19:12.704825 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-14f1c988-77a5-43a8-9b66-478c4c9b5e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:19:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:12.882296 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92b750e7-889c-4bff-bd27-2ad6d6adccb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:12.882516 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-14f1c988-77a5-43a8-9b66-478c4c9b5e45 None None] Set router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:19:13.061359 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92b750e7-889c-4bff-bd27-2ad6d6adccb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:13.070535 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-92b750e7-889c-4bff-bd27-2ad6d6adccb9 admin admin] Deleting port 810b4fd8-3300-4d6a-85f5-40c528a26040 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:19:13.071005 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92b750e7-889c-4bff-bd27-2ad6d6adccb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:13.164937 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-14f1c988-77a5-43a8-9b66-478c4c9b5e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:19:11Z', 'revision_number': 5, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port': {'id': '810b4fd8-3300-4d6a-85f5-40c528a26040', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:12Z', 'updated_at': '2022-02-18T10:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:13.168816 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f1c988-77a5-43a8-9b66-478c4c9b5e45 None None] Checking router: 2c8adef8-7ab9-4acb-99a9-a116d38ed69c for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:19:13.177410 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1c988-77a5-43a8-9b66-478c4c9b5e45 None None] Routers {'2c8adef8-7ab9-4acb-99a9-a116d38ed69c'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:19:13.178013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-14f1c988-77a5-43a8-9b66-478c4c9b5e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:19:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:13.244044 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-92b750e7-889c-4bff-bd27-2ad6d6adccb9 admin admin] For port 810b4fd8-3300-4d6a-85f5-40c528a26040, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=810b4fd8-3300-4d6a-85f5-40c528a26040,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:19:13.244428 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92b750e7-889c-4bff-bd27-2ad6d6adccb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:13.325170 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-14f1c988-77a5-43a8-9b66-478c4c9b5e45 None None] Set router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:19:13.367422 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-92b750e7-889c-4bff-bd27-2ad6d6adccb9 admin admin] Calling delete_port for 810b4fd8-3300-4d6a-85f5-40c528a26040 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:19:13.429929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-14f1c988-77a5-43a8-9b66-478c4c9b5e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:19:13Z', 'revision_number': 6, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:13.433886 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f1c988-77a5-43a8-9b66-478c4c9b5e45 None None] The sync data for ids ['2c8adef8-7ab9-4acb-99a9-a116d38ed69c'] in n-d-829434-1 is: [{'id': '2c8adef8-7ab9-4acb-99a9-a116d38ed69c', 'name': 'tempest-TestShelveInstance-707034554-router', 'tenant_id': '47504a23af124031a8bee2b54c5fef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:11Z', 'updated_at': '2022-02-18T10:19:13Z', 'revision_number': 6, 'project_id': '47504a23af124031a8bee2b54c5fef8e', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:19:13.538993 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92b750e7-889c-4bff-bd27-2ad6d6adccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:13.614737 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b750e7-889c-4bff-bd27-2ad6d6adccb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=810b4fd8-3300-4d6a-85f5-40c528a26040,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:13.681696 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92b750e7-889c-4bff-bd27-2ad6d6adccb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:13.859812 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92b750e7-889c-4bff-bd27-2ad6d6adccb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:13.862391 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92b750e7-889c-4bff-bd27-2ad6d6adccb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:13.887436 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92b750e7-889c-4bff-bd27-2ad6d6adccb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:13.887660 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b750e7-889c-4bff-bd27-2ad6d6adccb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c8adef8-7ab9-4acb-99a9-a116d38ed69c {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 10:19:13.903396 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-92b750e7-889c-4bff-bd27-2ad6d6adccb9 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:13.905267 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-92b750e7-889c-4bff-bd27-2ad6d6adccb9 admin admin] 10.222.0.72 "DELETE /v2.0/routers/2c8adef8-7ab9-4acb-99a9-a116d38ed69c HTTP/1.1" status: 204 len: 168 time: 1.2040224 Feb 18 10:19:13.907291 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53226) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:14.091061 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5df113-0fbc-4327-ab82-4d7da5550ee4 admin admin] Deleting subnet 88d1aa63-5096-495d-88a1-422796be188c {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 10:19:14.094344 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ec5df113-0fbc-4327-ab82-4d7da5550ee4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.143418 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ec5df113-0fbc-4327-ab82-4d7da5550ee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.229030 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ec5df113-0fbc-4327-ab82-4d7da5550ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.260007 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e7662343-0485-46f3-9b71-c0fc4a3f3edb no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:19:14.298425 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: e7662343-0485-46f3-9b71-c0fc4a3f3edb {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:19:14.298800 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device e7662343-0485-46f3-9b71-c0fc4a3f3edb not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:19:14.299182 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 810b4fd8-3300-4d6a-85f5-40c528a26040 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:19:14.301135 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ec5df113-0fbc-4327-ab82-4d7da5550ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.332071 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 810b4fd8-3300-4d6a-85f5-40c528a26040 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:19:14.332445 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 810b4fd8-3300-4d6a-85f5-40c528a26040 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:19:14.342351 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5df113-0fbc-4327-ab82-4d7da5550ee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d1aa63-5096-495d-88a1-422796be188c,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:14.344755 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ec5df113-0fbc-4327-ab82-4d7da5550ee4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.350084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7cdd19-ded7-40f0-9193-b98115c2eeaf None None] Network 76470e59-922a-49d6-ac60-fea79a4ccf84 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:19:14.353659 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ec5df113-0fbc-4327-ab82-4d7da5550ee4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/88d1aa63-5096-495d-88a1-422796be188c HTTP/1.1" status: 204 len: 168 time: 0.4432130 Feb 18 10:19:14.353883 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53230) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:14.463487 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.478327 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] Deleting port 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:19:14.478746 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.627030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051c9436-7bf4-421c-a6df-4b9c6ef84ba7 None None] DHCP port deletion for 76470e59-922a-49d6-ac60-fea79a4ccf84 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 10:19:14.631360 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-051c9436-7bf4-421c-a6df-4b9c6ef84ba7 None None] Deleting port 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:19:14.631800 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-051c9436-7bf4-421c-a6df-4b9c6ef84ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.702117 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] For port 1b320b32-63d1-4f3a-a5d9-6ae13f212f65, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1b320b32-63d1-4f3a-a5d9-6ae13f212f65,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:19:14.702652 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.823702 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] Calling delete_port for 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:19:14.879526 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-051c9436-7bf4-421c-a6df-4b9c6ef84ba7 None None] For port 1b320b32-63d1-4f3a-a5d9-6ae13f212f65, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=1b320b32-63d1-4f3a-a5d9-6ae13f212f65,segment=NetworkSegment(629a577e-da54-4efa-a54a-cc139ba466cf),segment_id=629a577e-da54-4efa-a54a-cc139ba466cf)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:19:14.879920 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-051c9436-7bf4-421c-a6df-4b9c6ef84ba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.908960 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:14.956622 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=1b320b32-63d1-4f3a-a5d9-6ae13f212f65,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:14.960311 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] No DVR routers for this DVR port 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:19:15.015291 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-051c9436-7bf4-421c-a6df-4b9c6ef84ba7 None None] Calling delete_port for 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:19:15.080537 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:15.089436 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-051c9436-7bf4-421c-a6df-4b9c6ef84ba7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:19:15.089797 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-051c9436-7bf4-421c-a6df-4b9c6ef84ba7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:19:15.109136 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76470e59-922a-49d6-ac60-fea79a4ccf84']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:15.122545 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629a577e-da54-4efa-a54a-cc139ba466cf') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:15.122901 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629a577e-da54-4efa-a54a-cc139ba466cf') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:15.135852 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:15.152617 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:15.160077 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 10:19:15.160531 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: timer() Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:19:15.174458 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:19:15.255890 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:15.272411 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:15.282827 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] Pushing event deleted for resources: {'Network': ['ID=76470e59-922a-49d6-ac60-fea79a4ccf84,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:15.289726 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-98744004-2947-404c-84c8-3b7ec8260c5b admin admin] 10.222.0.72 "DELETE /v2.0/networks/76470e59-922a-49d6-ac60-fea79a4ccf84 HTTP/1.1" status: 204 len: 168 time: 0.9348755 Feb 18 10:19:15.292590 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53234) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:15.591580 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-051c9436-7bf4-421c-a6df-4b9c6ef84ba7 None None] Deleting port 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:19:15.592144 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-051c9436-7bf4-421c-a6df-4b9c6ef84ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:15.661406 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-051c9436-7bf4-421c-a6df-4b9c6ef84ba7 None None] The port '1b320b32-63d1-4f3a-a5d9-6ae13f212f65' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 10:19:15.938622 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-523e12da-66a7-4bf4-955e-ab7d30851d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:16.161483 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:19:16.199659 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:19:16.200102 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 1b320b32-63d1-4f3a-a5d9-6ae13f212f65 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:19:16.291182 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-523e12da-66a7-4bf4-955e-ab7d30851d7e admin admin] Deleting port 2d48d580-63bc-427a-899e-b803e2f6bc24 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:19:16.291517 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-523e12da-66a7-4bf4-955e-ab7d30851d7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:16.462428 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-523e12da-66a7-4bf4-955e-ab7d30851d7e admin admin] For port 2d48d580-63bc-427a-899e-b803e2f6bc24, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=2d48d580-63bc-427a-899e-b803e2f6bc24,segment=NetworkSegment(3c7dab1e-ae52-4c64-9b8d-52367f611a43),segment_id=3c7dab1e-ae52-4c64-9b8d-52367f611a43)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:19:16.462789 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-523e12da-66a7-4bf4-955e-ab7d30851d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:16.585398 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-523e12da-66a7-4bf4-955e-ab7d30851d7e admin admin] Calling delete_port for 2d48d580-63bc-427a-899e-b803e2f6bc24 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:19:16.764702 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-523e12da-66a7-4bf4-955e-ab7d30851d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:16.813263 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e12da-66a7-4bf4-955e-ab7d30851d7e admin admin] Pushing event deleted for resources: {'Port': ['ID=2d48d580-63bc-427a-899e-b803e2f6bc24,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:17.196178 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-523e12da-66a7-4bf4-955e-ab7d30851d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:17.553103 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523e12da-66a7-4bf4-955e-ab7d30851d7e admin admin] Router 73ec077d-d205-41e7-9372-6668d295d253 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:19:17.730916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523e12da-66a7-4bf4-955e-ab7d30851d7e admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:19:17.739510 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d8937-021d-42d6-9e12-9a8d06122467 None None] Sync routers for ids ['73ec077d-d205-41e7-9372-6668d295d253'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:19:17.746453 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-523e12da-66a7-4bf4-955e-ab7d30851d7e admin admin] 10.222.0.72 "PUT /v2.0/routers/73ec077d-d205-41e7-9372-6668d295d253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4527950 Feb 18 10:19:17.749321 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53238) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:17.749514 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d8937-021d-42d6-9e12-9a8d06122467 None None] Routers {'73ec077d-d205-41e7-9372-6668d295d253'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:19:17.750056 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-022d8937-021d-42d6-9e12-9a8d06122467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:19:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['73ec077d-d205-41e7-9372-6668d295d253'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:17.924843 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67225742-a688-4da3-b59e-449fce394e9f admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:17.925305 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-022d8937-021d-42d6-9e12-9a8d06122467 None None] Set router 73ec077d-d205-41e7-9372-6668d295d253 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:19:18.119213 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67225742-a688-4da3-b59e-449fce394e9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:18.132468 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-67225742-a688-4da3-b59e-449fce394e9f admin admin] Deleting port cc050f9e-9f30-401f-ad0a-c588137385bc {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:19:18.132810 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67225742-a688-4da3-b59e-449fce394e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:18.225324 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-022d8937-021d-42d6-9e12-9a8d06122467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ec077d-d205-41e7-9372-6668d295d253', 'name': 'tempest-TestShelveInstance-725129505-router', 'tenant_id': '5d1e32596acc4e8799fd545831091c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'cc050f9e-9f30-401f-ad0a-c588137385bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:18Z', 'updated_at': '2022-02-18T10:19:16Z', 'revision_number': 5, 'project_id': '5d1e32596acc4e8799fd545831091c19', 'gw_port': {'id': 'cc050f9e-9f30-401f-ad0a-c588137385bc', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ec077d-d205-41e7-9372-6668d295d253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:09:19Z', 'updated_at': '2022-02-18T10:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:18.229748 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d8937-021d-42d6-9e12-9a8d06122467 None None] Checking router: 73ec077d-d205-41e7-9372-6668d295d253 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:19:18.239599 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d8937-021d-42d6-9e12-9a8d06122467 None None] Routers {'73ec077d-d205-41e7-9372-6668d295d253'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:19:18.240203 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-022d8937-021d-42d6-9e12-9a8d06122467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:19:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['73ec077d-d205-41e7-9372-6668d295d253'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:18.330856 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-67225742-a688-4da3-b59e-449fce394e9f admin admin] For port cc050f9e-9f30-401f-ad0a-c588137385bc, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=cc050f9e-9f30-401f-ad0a-c588137385bc,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:19:18.331459 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67225742-a688-4da3-b59e-449fce394e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:18.428181 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-022d8937-021d-42d6-9e12-9a8d06122467 None None] Set router 73ec077d-d205-41e7-9372-6668d295d253 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:19:18.461341 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-67225742-a688-4da3-b59e-449fce394e9f admin admin] Calling delete_port for cc050f9e-9f30-401f-ad0a-c588137385bc owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:19:18.549186 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-022d8937-021d-42d6-9e12-9a8d06122467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ec077d-d205-41e7-9372-6668d295d253', 'name': 'tempest-TestShelveInstance-725129505-router', 'tenant_id': '5d1e32596acc4e8799fd545831091c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:18Z', 'updated_at': '2022-02-18T10:19:18Z', 'revision_number': 6, 'project_id': '5d1e32596acc4e8799fd545831091c19', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:18.553619 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d8937-021d-42d6-9e12-9a8d06122467 None None] The sync data for ids ['73ec077d-d205-41e7-9372-6668d295d253'] in n-d-829434-1 is: [{'id': '73ec077d-d205-41e7-9372-6668d295d253', 'name': 'tempest-TestShelveInstance-725129505-router', 'tenant_id': '5d1e32596acc4e8799fd545831091c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:09:18Z', 'updated_at': '2022-02-18T10:19:18Z', 'revision_number': 6, 'project_id': '5d1e32596acc4e8799fd545831091c19', 'gw_port_host': None}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:19:18.784548 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67225742-a688-4da3-b59e-449fce394e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:18.833284 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67225742-a688-4da3-b59e-449fce394e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=cc050f9e-9f30-401f-ad0a-c588137385bc,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:18.929966 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67225742-a688-4da3-b59e-449fce394e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.123965 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67225742-a688-4da3-b59e-449fce394e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.126350 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67225742-a688-4da3-b59e-449fce394e9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.152422 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67225742-a688-4da3-b59e-449fce394e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.152927 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67225742-a688-4da3-b59e-449fce394e9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73ec077d-d205-41e7-9372-6668d295d253 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 10:19:19.166799 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-67225742-a688-4da3-b59e-449fce394e9f admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.167922 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-67225742-a688-4da3-b59e-449fce394e9f admin admin] 10.222.0.72 "DELETE /v2.0/routers/73ec077d-d205-41e7-9372-6668d295d253 HTTP/1.1" status: 204 len: 168 time: 1.4174073 Feb 18 10:19:19.170955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53242) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:19.229524 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5844d8-efe0-4aca-b1fb-d68f0b456971 admin admin] Deleting subnet f51fefda-828d-4a2a-aba8-6d9bd09ae581 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 10:19:19.232415 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5a5844d8-efe0-4aca-b1fb-d68f0b456971 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.285142 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5a5844d8-efe0-4aca-b1fb-d68f0b456971 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.363756 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5a5844d8-efe0-4aca-b1fb-d68f0b456971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.436067 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5a5844d8-efe0-4aca-b1fb-d68f0b456971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.476152 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5844d8-efe0-4aca-b1fb-d68f0b456971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f51fefda-828d-4a2a-aba8-6d9bd09ae581,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:19.478144 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5a5844d8-efe0-4aca-b1fb-d68f0b456971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.484871 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d12b6f2-615c-4df4-b791-e8aff0896452 None None] Network 70ce0602-e2cb-440a-ab1b-5f19367e5acb requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:19:19.485824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5a5844d8-efe0-4aca-b1fb-d68f0b456971 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f51fefda-828d-4a2a-aba8-6d9bd09ae581 HTTP/1.1" status: 204 len: 168 time: 0.3137910 Feb 18 10:19:19.488315 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53246) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:19.598719 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.610058 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] Deleting port 834fd67b-d985-45cc-954f-5af7baf05d36 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:19:19.610392 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.763914 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac5a489-6ae3-4f3d-bae1-350d57559fe0 None None] DHCP port deletion for 70ce0602-e2cb-440a-ab1b-5f19367e5acb request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 10:19:19.768872 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5a489-6ae3-4f3d-bae1-350d57559fe0 None None] Deleting port 834fd67b-d985-45cc-954f-5af7baf05d36 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:19:19.769243 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9ac5a489-6ae3-4f3d-bae1-350d57559fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.829593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] For port 834fd67b-d985-45cc-954f-5af7baf05d36, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=834fd67b-d985-45cc-954f-5af7baf05d36,segment=NetworkSegment(3c7dab1e-ae52-4c64-9b8d-52367f611a43),segment_id=3c7dab1e-ae52-4c64-9b8d-52367f611a43)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:19:19.829863 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:19.972124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] Calling delete_port for 834fd67b-d985-45cc-954f-5af7baf05d36 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:19:19.977392 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9ac5a489-6ae3-4f3d-bae1-350d57559fe0 None None] For port 834fd67b-d985-45cc-954f-5af7baf05d36, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=834fd67b-d985-45cc-954f-5af7baf05d36,segment=NetworkSegment(3c7dab1e-ae52-4c64-9b8d-52367f611a43),segment_id=3c7dab1e-ae52-4c64-9b8d-52367f611a43)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:19:19.977794 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9ac5a489-6ae3-4f3d-bae1-350d57559fe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:20.048688 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:20.098652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] Pushing event deleted for resources: {'Port': ['ID=834fd67b-d985-45cc-954f-5af7baf05d36,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:20.102414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] No DVR routers for this DVR port 834fd67b-d985-45cc-954f-5af7baf05d36 on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:19:20.105932 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5a489-6ae3-4f3d-bae1-350d57559fe0 None None] Calling delete_port for 834fd67b-d985-45cc-954f-5af7baf05d36 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:19:20.179200 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cc050f9e-9f30-401f-ad0a-c588137385bc no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:19:20.219818 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: cc050f9e-9f30-401f-ad0a-c588137385bc {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:19:20.220163 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device cc050f9e-9f30-401f-ad0a-c588137385bc not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:19:20.220802 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2d48d580-63bc-427a-899e-b803e2f6bc24 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:19:20.225535 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:20.252999 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-9ac5a489-6ae3-4f3d-bae1-350d57559fe0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:19:20.253629 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-9ac5a489-6ae3-4f3d-bae1-350d57559fe0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:19:20.254626 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ce0602-e2cb-440a-ab1b-5f19367e5acb']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:20.259278 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 2d48d580-63bc-427a-899e-b803e2f6bc24 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:19:20.259625 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 2d48d580-63bc-427a-899e-b803e2f6bc24 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:19:20.260030 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 834fd67b-d985-45cc-954f-5af7baf05d36 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:19:20.269546 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7dab1e-ae52-4c64-9b8d-52367f611a43') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:20.269843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7dab1e-ae52-4c64-9b8d-52367f611a43') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:20.283015 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:20.293625 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 834fd67b-d985-45cc-954f-5af7baf05d36 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:19:20.293891 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 834fd67b-d985-45cc-954f-5af7baf05d36 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:19:20.300359 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:20.308238 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 10:19:20.308914 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: timer() Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:19:20.323752 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:19:20.535564 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:20.552924 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:20.566216 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] Pushing event deleted for resources: {'Network': ['ID=70ce0602-e2cb-440a-ab1b-5f19367e5acb,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:20.571293 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2eafd6ef-486c-4a00-8889-10279255662d admin admin] 10.222.0.72 "DELETE /v2.0/networks/70ce0602-e2cb-440a-ab1b-5f19367e5acb HTTP/1.1" status: 204 len: 168 time: 1.0809689 Feb 18 10:19:20.755691 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5a489-6ae3-4f3d-bae1-350d57559fe0 None None] Deleting port 834fd67b-d985-45cc-954f-5af7baf05d36 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:19:20.756957 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9ac5a489-6ae3-4f3d-bae1-350d57559fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:20.783758 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53252) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:20.840568 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-176f28ed-a7e5-4adb-b50c-2c5996a5c534 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=47504a23af124031a8bee2b54c5fef8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545948 Feb 18 10:19:20.843015 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53256) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:20.851403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5a489-6ae3-4f3d-bae1-350d57559fe0 None None] The port '834fd67b-d985-45cc-954f-5af7baf05d36' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 10:19:20.915800 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-96093791-bf50-4170-b21e-7e6d99a27d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:20.944550 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-96093791-bf50-4170-b21e-7e6d99a27d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.001565 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-96093791-bf50-4170-b21e-7e6d99a27d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.016248 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96093791-bf50-4170-b21e-7e6d99a27d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd9392c-62a3-477d-9465-e9e948b7f601,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:21.022875 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-96093791-bf50-4170-b21e-7e6d99a27d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.026312 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-96093791-bf50-4170-b21e-7e6d99a27d1a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fdd9392c-62a3-477d-9465-e9e948b7f601 HTTP/1.1" status: 204 len: 168 time: 0.1798792 Feb 18 10:19:21.437215 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53264) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:21.493612 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-6c2e08c2-3010-4187-a282-ed968e9ffc67 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5d1e32596acc4e8799fd545831091c19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0550704 Feb 18 10:19:21.496056 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53268) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:21.556653 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c909ee78-1cb2-4a6d-8723-53671a712da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.585272 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c909ee78-1cb2-4a6d-8723-53671a712da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.641632 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c909ee78-1cb2-4a6d-8723-53671a712da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.656518 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909ee78-1cb2-4a6d-8723-53671a712da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac8d719-37f5-4d2c-b47c-f8b7876d6883,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:21.662941 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c909ee78-1cb2-4a6d-8723-53671a712da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:21.664056 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c909ee78-1cb2-4a6d-8723-53671a712da9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6ac8d719-37f5-4d2c-b47c-f8b7876d6883 HTTP/1.1" status: 204 len: 168 time: 0.1670794 Feb 18 10:19:22.538092 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53292) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:22.648713 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1032810690-network', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:19:22.655326 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:22.659436 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Usage tracker for resource:network and tenant:a84b46a8128246c2a4f0f608da2866e6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:22.662377 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:22.668009 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:22.678471 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Made reservation on behalf of a84b46a8128246c2a4f0f608da2866e6 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:22.680819 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:22.692836 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:22.706606 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:22.710270 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Usage tracker for resource:security_group_rule and tenant:a84b46a8128246c2a4f0f608da2866e6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:22.712943 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:22.719062 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:22.803616 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:22.807838 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:22.838988 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:19:22.851567 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64eb9d2a-5824-41ae-b22e-064edc81dde2,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:22.855930 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:22.856299 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Added segment 06d8a138-8d02-4bfd-8967-4a1991327543 of type vlan for network 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 Feb 18 10:19:22.884210 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:22.912592 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:22.913578 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:22.914147 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:23.017833 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] Pushing event updated for resources: {'Network': ['ID=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:23.020606 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c3a7db60-1cf0-456a-82bf-0f9f3d978236 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4815280 Feb 18 10:19:23.023505 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53298) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:23.027637 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:19:23.028739 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-11c7089a-7161-41f9-8d85-96b57e7742b7 admin admin] Request body: {'subnet': {'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1032810690-subnet', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:19:23.034741 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-11c7089a-7161-41f9-8d85-96b57e7742b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:23.038551 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-11c7089a-7161-41f9-8d85-96b57e7742b7 admin admin] Usage tracker for resource:subnet and tenant:a84b46a8128246c2a4f0f608da2866e6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:23.041889 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-11c7089a-7161-41f9-8d85-96b57e7742b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:23.047927 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-11c7089a-7161-41f9-8d85-96b57e7742b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:23.058439 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c7089a-7161-41f9-8d85-96b57e7742b7 admin admin] Made reservation on behalf of a84b46a8128246c2a4f0f608da2866e6 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:23.061514 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11c7089a-7161-41f9-8d85-96b57e7742b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:23.262839 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11c7089a-7161-41f9-8d85-96b57e7742b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:23.347604 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7089a-7161-41f9-8d85-96b57e7742b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe2d557b-d430-443b-90dc-491b83a1c341,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:23.357437 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c7089a-7161-41f9-8d85-96b57e7742b7 admin admin] Checking segment: {'id': '06d8a138-8d02-4bfd-8967-4a1991327543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:19:23.358230 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c7089a-7161-41f9-8d85-96b57e7742b7 admin admin] Network hostable DHCP agents. Network: 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:19:23.379714 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c7089a-7161-41f9-8d85-96b57e7742b7 admin admin] Network 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:19:23.398461 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-11c7089a-7161-41f9-8d85-96b57e7742b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:23.407175 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c7089a-7161-41f9-8d85-96b57e7742b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:23.408131 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-11c7089a-7161-41f9-8d85-96b57e7742b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:23.413230 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1eca9b-2de7-42bc-be40-5d55ba4b60db None None] Network 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:19:23.444158 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-11c7089a-7161-41f9-8d85-96b57e7742b7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4192762 Feb 18 10:19:23.446529 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53302) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:23.454807 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:19:23.460808 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:23.464982 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Usage tracker for resource:router and tenant:a84b46a8128246c2a4f0f608da2866e6 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:23.468784 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:23.474881 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:23.488786 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:23.489906 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:23.509212 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:23.649243 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 10:19:23.650273 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:23.816568 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Allocated IP 172.20.0.2 (1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59/fe2d557b-d430-443b-90dc-491b83a1c341/25ba1745-db94-44a8-a2e3-fa00b39c5bd5) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:23.894972 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.025893 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.036982 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Transition to ACTIVE for port object 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:24.055919 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Transition to ACTIVE for port object 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:24.062021 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.127772 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Network 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:24.130641 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:24.134266 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:19:24.140865 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Pushing event updated for resources: {'Port': ['ID=25ba1745-db94-44a8-a2e3-fa00b39c5bd5,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:24.180142 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:24.180436 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:24.180779 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:24.181115 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:24.181449 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:24.181779 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:24.182097 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:24.182424 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:24.182747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:24.183069 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:24.183404 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:24.183709 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:24.215622 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.243192 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Attempting to bind port 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:24.243562 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Attempting to bind port 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '06d8a138-8d02-4bfd-8967-4a1991327543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:24.243939 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Attempting to bind port 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 on network 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:19:24.246793 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.252136 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:19:24.252543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Checking segment: {'id': '06d8a138-8d02-4bfd-8967-4a1991327543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:19:24.252950 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.253626 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Bound using segment: {'id': '06d8a138-8d02-4bfd-8967-4a1991327543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:19:24.253896 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Bound port: 25ba1745-db94-44a8-a2e3-fa00b39c5bd5, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d8a138-8d02-4bfd-8967-4a1991327543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:24.254173 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.342478 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] For port 25ba1745-db94-44a8-a2e3-fa00b39c5bd5, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:19:24.345684 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] For port 25ba1745-db94-44a8-a2e3-fa00b39c5bd5, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=25ba1745-db94-44a8-a2e3-fa00b39c5bd5,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:19:24.350157 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.386853 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Allocated IP 172.25.1.227 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/31bd0567-81f2-4613-bf46-a97bf69a6cca) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:24.442904 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223dd0e-965d-4115-a08c-e394a015d70f None None] Pushing event updated for resources: {'Port': ['ID=25ba1745-db94-44a8-a2e3-fa00b39c5bd5,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:24.554615 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.587432 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:24.672890 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:24.675845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:24.679661 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:19:24.709828 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Pushing event updated for resources: {'Port': ['ID=31bd0567-81f2-4613-bf46-a97bf69a6cca,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:25.134983 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:25.380304 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c5ee82-0a99-4465-aca6-66db7b8a2fd7 None None] Network 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:19:25.502285 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-eaac6dd1-06c1-4fb4-a4e5-f3f68651afca None None] Provisioning for port 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:25.596981 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:25.815462 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Router 8e54d252-11a5-411c-a260-3ba86e4e3160 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 10:19:25.991509 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:19:26.001495 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Sync routers for ids ['8e54d252-11a5-411c-a260-3ba86e4e3160'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:19:26.011508 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Routers {'8e54d252-11a5-411c-a260-3ba86e4e3160'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:19:26.012311 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:19:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8e54d252-11a5-411c-a260-3ba86e4e3160'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:26.015436 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:26.016696 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b1454799-f863-47da-8b50-ba2b4e998233 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5682154 Feb 18 10:19:26.019376 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53306) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:26.198535 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Set router 8e54d252-11a5-411c-a260-3ba86e4e3160 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:19:26.277326 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:26.490668 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:26.506653 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:26.507018 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:26.679926 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:26.690353 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:19:24Z', 'revision_number': 3, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port': {'id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:24Z', 'updated_at': '2022-02-18T10:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:26.699411 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Checking router: 8e54d252-11a5-411c-a260-3ba86e4e3160 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:19:26.699965 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Updating router 8e54d252-11a5-411c-a260-3ba86e4e3160 port 31bd0567-81f2-4613-bf46-a97bf69a6cca binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 10:19:26.765679 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 25ba1745-db94-44a8-a2e3-fa00b39c5bd5, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=25ba1745-db94-44a8-a2e3-fa00b39c5bd5,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:19:26.768073 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:26.796024 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:26.860810 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:26.931456 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=25ba1745-db94-44a8-a2e3-fa00b39c5bd5,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:27.074221 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] Allocated IP 172.20.0.1 (1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59/fe2d557b-d430-443b-90dc-491b83a1c341/b75e0876-1129-43a6-b502-2681e44dd597) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:27.157089 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:27.168624 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Transition to ACTIVE for port object 31bd0567-81f2-4613-bf46-a97bf69a6cca will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:27.176136 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:27.226238 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:27.243479 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.provisioning_blocks [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] Transition to ACTIVE for port object b75e0876-1129-43a6-b502-2681e44dd597 will not be triggered until provisioned by entity DHCP. {{(pid=87767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:27.260747 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Attempting to bind port 31bd0567-81f2-4613-bf46-a97bf69a6cca on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:27.261158 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Attempting to bind port 31bd0567-81f2-4613-bf46-a97bf69a6cca by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:27.261526 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Attempting to bind port 31bd0567-81f2-4613-bf46-a97bf69a6cca on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:19:27.268654 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f1b20-79d3-4f95-8801-5dd128964585 None None] Pushing event updated for resources: {'Port': ['ID=31bd0567-81f2-4613-bf46-a97bf69a6cca,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:27.275989 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:27.276185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:19:27.276185 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:19:27.276663 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:27.277164 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:19:27.277628 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Bound port: 31bd0567-81f2-4613-bf46-a97bf69a6cca, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:27.278024 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:27.341318 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] Network 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:27.344916 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:27.348450 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:19:27.360358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] For port 31bd0567-81f2-4613-bf46-a97bf69a6cca, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:19:27.363600 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] For port 31bd0567-81f2-4613-bf46-a97bf69a6cca, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=31bd0567-81f2-4613-bf46-a97bf69a6cca,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:19:27.369083 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:27.384315 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=b75e0876-1129-43a6-b502-2681e44dd597,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:27.412827 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:27.452350 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Routers {'8e54d252-11a5-411c-a260-3ba86e4e3160'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:19:27.452976 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:19:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8e54d252-11a5-411c-a260-3ba86e4e3160'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:27.501296 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f1b20-79d3-4f95-8801-5dd128964585 None None] Pushing event updated for resources: {'Port': ['ID=31bd0567-81f2-4613-bf46-a97bf69a6cca,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:27.632178 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-98d0ed72-a918-4bdf-87f8-690d398cb4a1 None None] Provisioning for port b75e0876-1129-43a6-b502-2681e44dd597 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:27.644503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-98d0ed72-a918-4bdf-87f8-690d398cb4a1 None None] Provisioning complete for port b75e0876-1129-43a6-b502-2681e44dd597 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:27.644867 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-98d0ed72-a918-4bdf-87f8-690d398cb4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:27.672694 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] Set router 8e54d252-11a5-411c-a260-3ba86e4e3160 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:19:27.695924 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:27.902190 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-98d0ed72-a918-4bdf-87f8-690d398cb4a1 None None] Port b75e0876-1129-43a6-b502-2681e44dd597 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:19:27.923155 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:27.927453 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5522306'] for port, after_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:28.015782 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:19:24Z', 'revision_number': 3, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port': {'id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:24Z', 'updated_at': '2022-02-18T10:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:28.019932 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7f8f9-82ee-4bde-83b3-8f355c45dc80 None None] The sync data for ids ['8e54d252-11a5-411c-a260-3ba86e4e3160'] in n-d-829434-1 is: [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:19:24Z', 'revision_number': 3, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port': {'id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:24Z', 'updated_at': '2022-02-18T10:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:19:28.038002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=b75e0876-1129-43a6-b502-2681e44dd597,revision_number=2']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:28.038002 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:28.175825 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:28.186476 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] Network 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:28.187687 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:28.275083 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:28.275455 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:28.530403 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-6e7497a5-5eff-4a87-9971-6375025cb756 None None] Provisioning complete for port b75e0876-1129-43a6-b502-2681e44dd597 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:28.531202 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6e7497a5-5eff-4a87-9971-6375025cb756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:28.549464 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] Router 8e54d252-11a5-411c-a260-3ba86e4e3160 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:19:28.586401 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-6e7497a5-5eff-4a87-9971-6375025cb756 None None] Port b75e0876-1129-43a6-b502-2681e44dd597 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:19:28.738517 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:19:28.747496 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-88ef8777-be17-4a36-97d4-b0c318310cd5 admin admin] 10.222.0.72 "PUT /v2.0/routers/8e54d252-11a5-411c-a260-3ba86e4e3160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7271161 Feb 18 10:19:29.259586 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53324) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:29.265347 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1526123193-network', 'tenant_id': '98fd7f956b9c4a268f7b674c36ef3043'}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:19:29.271197 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:29.275275 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Usage tracker for resource:network and tenant:98fd7f956b9c4a268f7b674c36ef3043 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:29.278146 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:29.284749 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:29.296766 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Made reservation on behalf of 98fd7f956b9c4a268f7b674c36ef3043 for: {'network': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:29.299100 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for network, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:29.311423 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:29.326140 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:29.330020 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Usage tracker for resource:security_group_rule and tenant:98fd7f956b9c4a268f7b674c36ef3043 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:29.332964 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:29.338624 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:29.423304 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:29.427106 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:29.457633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=87767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 10:19:29.465596 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9beb91-9105-4351-9ae3-969e07fc1bca,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:29.471868 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:29.472214 n-d-829434-1 neutron-server[87767]: INFO neutron.db.segments_db [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Added segment 7408c461-70bd-4307-9d09-a90dda890699 of type vlan for network 51901c7e-8e61-4310-98b7-72af3e51e5c9 Feb 18 10:19:29.499307 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765059075076'] for network, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:29.522255 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Sync routers for ids ['8e54d252-11a5-411c-a260-3ba86e4e3160'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:19:29.532617 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Routers {'8e54d252-11a5-411c-a260-3ba86e4e3160'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:19:29.533255 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:19:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8e54d252-11a5-411c-a260-3ba86e4e3160'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:29.534513 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538'] for network, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:29.535504 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:29.536079 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:29.636042 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] Pushing event updated for resources: {'Network': ['ID=51901c7e-8e61-4310-98b7-72af3e51e5c9,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:29.640159 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-b9561b94-4e19-4624-86e2-142690d34729 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3794324 Feb 18 10:19:29.643027 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53328) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:29.648726 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Network 51901c7e-8e61-4310-98b7-72af3e51e5c9 details requested by agent ovs-agent-n-d-829434-1 with host n-d-829434-1 {{(pid=87769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 18 10:19:29.649256 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-998f2002-cf7a-4fd8-9efb-ade9dd63c76d admin admin] Request body: {'subnet': {'network_id': '51901c7e-8e61-4310-98b7-72af3e51e5c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1526123193-subnet', 'tenant_id': '98fd7f956b9c4a268f7b674c36ef3043', 'ip_version': 4}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:19:29.655815 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-998f2002-cf7a-4fd8-9efb-ade9dd63c76d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:29.660002 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-998f2002-cf7a-4fd8-9efb-ade9dd63c76d admin admin] Usage tracker for resource:subnet and tenant:98fd7f956b9c4a268f7b674c36ef3043 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:29.662957 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-998f2002-cf7a-4fd8-9efb-ade9dd63c76d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:29.668598 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-998f2002-cf7a-4fd8-9efb-ade9dd63c76d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:29.679300 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998f2002-cf7a-4fd8-9efb-ade9dd63c76d admin admin] Made reservation on behalf of 98fd7f956b9c4a268f7b674c36ef3043 for: {'subnet': 1} {{(pid=87767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:29.681683 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-998f2002-cf7a-4fd8-9efb-ade9dd63c76d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5743578'] for subnet, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:29.720619 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Set router 8e54d252-11a5-411c-a260-3ba86e4e3160 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:19:29.896675 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-998f2002-cf7a-4fd8-9efb-ade9dd63c76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5522443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5743564'] for subnet, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:29.967205 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f2002-cf7a-4fd8-9efb-ade9dd63c76d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bcec2b3-e076-47d7-b1b0-8bf9d94020b8,revision_number=0']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:29.977811 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f2002-cf7a-4fd8-9efb-ade9dd63c76d admin admin] Checking segment: {'id': '7408c461-70bd-4307-9d09-a90dda890699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '51901c7e-8e61-4310-98b7-72af3e51e5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:19:29.978173 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998f2002-cf7a-4fd8-9efb-ade9dd63c76d admin admin] Network hostable DHCP agents. Network: 51901c7e-8e61-4310-98b7-72af3e51e5c9, hostable agents: ['f62bea30-cd99-4f22-82f7-ca68e87781b1'], hosted agents: [] {{(pid=87767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 10:19:29.996151 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998f2002-cf7a-4fd8-9efb-ade9dd63c76d admin admin] Network 51901c7e-8e61-4310-98b7-72af3e51e5c9 is scheduled to be hosted by DHCP agent f62bea30-cd99-4f22-82f7-ca68e87781b1 with binding_index 1 {{(pid=87767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 10:19:30.006305 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-998f2002-cf7a-4fd8-9efb-ade9dd63c76d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829434-1, 51901c7e-8e61-4310-98b7-72af3e51e5c9) {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:30.011733 n-d-829434-1 neutron-server[87767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998f2002-cf7a-4fd8-9efb-ade9dd63c76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:30.012526 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-998f2002-cf7a-4fd8-9efb-ade9dd63c76d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.017570 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66be5836-2b23-41c4-9e94-3853b77885d2 None None] Network 51901c7e-8e61-4310-98b7-72af3e51e5c9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:19:30.035378 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-998f2002-cf7a-4fd8-9efb-ade9dd63c76d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3910141 Feb 18 10:19:30.037934 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 53332) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:30.043534 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.v2.base [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1526123193-router', 'tenant_id': '98fd7f956b9c4a268f7b674c36ef3043', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}} {{(pid=87767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:19:30.044294 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:19:27Z', 'revision_number': 4, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port': {'id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:24Z', 'updated_at': '2022-02-18T10:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'b75e0876-1129-43a6-b502-2681e44dd597', 'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'mac_address': 'fa:16:3e:2e:2d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:26Z', 'updated_at': '2022-02-18T10:19:27Z', 'revision_number': 2, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'subnets': [{'id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:30.049581 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Checking router: 8e54d252-11a5-411c-a260-3ba86e4e3160 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:19:30.049746 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:30.049940 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Updating router 8e54d252-11a5-411c-a260-3ba86e4e3160 port b75e0876-1129-43a6-b502-2681e44dd597 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 10:19:30.053690 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Usage tracker for resource:router and tenant:98fd7f956b9c4a268f7b674c36ef3043 is out of sync, need to count used quota {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:30.056813 n-d-829434-1 neutron-server[87767]: DEBUG neutron.quota.resource [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87767) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:30.063553 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.quota.driver [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87767) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:30.074465 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8240990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42207'] for router, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.075614 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8240232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8277864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42196'] for router, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.097332 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.104611 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.266908 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp546296a8-8e91-5475-9d9f-799759d86c3f-51901c7e-8e61-4310-98b7-72af3e51e5c9', 'network_id': '51901c7e-8e61-4310-98b7-72af3e51e5c9', 'tenant_id': '98fd7f956b9c4a268f7b674c36ef3043', 'fixed_ips': [{'subnet_id': '9bcec2b3-e076-47d7-b1b0-8bf9d94020b8'}]}} from n-d-829434-1. {{(pid=87769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 18 10:19:30.267909 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.301720 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 31bd0567-81f2-4613-bf46-a97bf69a6cca up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:30.455503 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8240250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8240972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13886'] for router, precommit_update {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.482944 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 31bd0567-81f2-4613-bf46-a97bf69a6cca completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:30.496772 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.497740 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 31bd0567-81f2-4613-bf46-a97bf69a6cca triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:30.498259 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.510556 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Transition to ACTIVE for port object b75e0876-1129-43a6-b502-2681e44dd597 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:30.519239 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.542767 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.db_base_plugin_common [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Allocated IP 172.20.0.2 (51901c7e-8e61-4310-98b7-72af3e51e5c9/9bcec2b3-e076-47d7-b1b0-8bf9d94020b8/71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd) {{(pid=87769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:30.582238 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d49d68b1-952c-461b-9b82-81582211d381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.701305 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100789e-9ceb-4bad-8b88-83f8d69feb43 None None] Pushing event updated for resources: {'Port': ['ID=b75e0876-1129-43a6-b502-2681e44dd597,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:30.714776 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100789e-9ceb-4bad-8b88-83f8d69feb43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:30.715119 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100789e-9ceb-4bad-8b88-83f8d69feb43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:30.715455 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100789e-9ceb-4bad-8b88-83f8d69feb43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:30.715786 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100789e-9ceb-4bad-8b88-83f8d69feb43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:30.716113 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100789e-9ceb-4bad-8b88-83f8d69feb43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:30.716559 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100789e-9ceb-4bad-8b88-83f8d69feb43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:30.717488 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100789e-9ceb-4bad-8b88-83f8d69feb43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:30.717818 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100789e-9ceb-4bad-8b88-83f8d69feb43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:30.718151 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100789e-9ceb-4bad-8b88-83f8d69feb43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:30.718479 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100789e-9ceb-4bad-8b88-83f8d69feb43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:30.718825 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100789e-9ceb-4bad-8b88-83f8d69feb43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:30.719120 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100789e-9ceb-4bad-8b88-83f8d69feb43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:19:30.781445 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Attempting to bind port b75e0876-1129-43a6-b502-2681e44dd597 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:30.782187 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Attempting to bind port b75e0876-1129-43a6-b502-2681e44dd597 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '06d8a138-8d02-4bfd-8967-4a1991327543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:30.782886 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Attempting to bind port b75e0876-1129-43a6-b502-2681e44dd597 on network 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:19:30.812226 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:19:30.812657 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Checking segment: {'id': '06d8a138-8d02-4bfd-8967-4a1991327543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:19:30.813065 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.813464 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Bound using segment: {'id': '06d8a138-8d02-4bfd-8967-4a1991327543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:19:30.813949 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Bound port: b75e0876-1129-43a6-b502-2681e44dd597, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d8a138-8d02-4bfd-8967-4a1991327543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:30.814323 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.860568 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Notify callbacks [] for port, precommit_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.876289 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.883222 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Transition to ACTIVE for port object 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:30.911025 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 31bd0567-81f2-4613-bf46-a97bf69a6cca, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=31bd0567-81f2-4613-bf46-a97bf69a6cca,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:19:30.923268 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Transition to ACTIVE for port object 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd will not be triggered until provisioned by entity DHCP. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:30.925201 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.964092 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.982904 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] For port b75e0876-1129-43a6-b502-2681e44dd597, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:19:30.986904 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] For port b75e0876-1129-43a6-b502-2681e44dd597, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b75e0876-1129-43a6-b502-2681e44dd597,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:19:30.989546 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939'] for port, after_create {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.991935 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:30.996284 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:31.026378 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Network 51901c7e-8e61-4310-98b7-72af3e51e5c9 is already hosted by enough agents. {{(pid=87769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:31.030929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.scheduler.base_scheduler [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Resources bound (agent type, host, resource id): {{(pid=87769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:31.038963 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Received port after_create {{(pid=87769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:19:31.048703 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=31bd0567-81f2-4613-bf46-a97bf69a6cca,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:31.078399 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Routers {'8e54d252-11a5-411c-a260-3ba86e4e3160'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:19:31.079158 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:19:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8e54d252-11a5-411c-a260-3ba86e4e3160'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:31.159339 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Pushing event updated for resources: {'Port': ['ID=71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd,revision_number=1']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:31.170763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_common [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Allocated IP 172.25.1.163 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/9c14118d-7a65-4b43-b064-4985450f90c4) {{(pid=87767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:31.190894 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100789e-9ceb-4bad-8b88-83f8d69feb43 None None] Pushing event updated for resources: {'Port': ['ID=b75e0876-1129-43a6-b502-2681e44dd597,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:31.271860 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Attempting to bind port 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:31.272240 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Attempting to bind port 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '7408c461-70bd-4307-9d09-a90dda890699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '51901c7e-8e61-4310-98b7-72af3e51e5c9'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:31.272634 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Attempting to bind port 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd on network 51901c7e-8e61-4310-98b7-72af3e51e5c9 {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:19:31.279009 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:19:31.279511 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Checking segment: {'id': '7408c461-70bd-4307-9d09-a90dda890699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '51901c7e-8e61-4310-98b7-72af3e51e5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:19:31.280058 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:31.280850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Bound using segment: {'id': '7408c461-70bd-4307-9d09-a90dda890699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '51901c7e-8e61-4310-98b7-72af3e51e5c9'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:19:31.281516 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Bound port: 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7408c461-70bd-4307-9d09-a90dda890699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '51901c7e-8e61-4310-98b7-72af3e51e5c9'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:31.282092 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:31.316530 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] Set router 8e54d252-11a5-411c-a260-3ba86e4e3160 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:19:31.365524 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:31.393811 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] For port 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:19:31.397805 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] For port 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd,segment=NetworkSegment(7408c461-70bd-4307-9d09-a90dda890699),segment_id=7408c461-70bd-4307-9d09-a90dda890699)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:19:31.399896 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:31.402581 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:31.470509 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:31.473677 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.base_scheduler [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Resources bound (agent type, host, resource id): {{(pid=87767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:31.478318 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Received port after_create {{(pid=87767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:19:31.517503 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f38c3-9bc9-48c1-9df2-110606bd71ef None None] Pushing event updated for resources: {'Port': ['ID=71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:31.517633 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Pushing event updated for resources: {'Port': ['ID=9c14118d-7a65-4b43-b064-4985450f90c4,revision_number=1']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:31.667221 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:19:27Z', 'revision_number': 4, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port': {'id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:24Z', 'updated_at': '2022-02-18T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'b75e0876-1129-43a6-b502-2681e44dd597', 'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'mac_address': 'fa:16:3e:2e:2d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:26Z', 'updated_at': '2022-02-18T10:19:30Z', 'revision_number': 4, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'subnets': [{'id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:31.672536 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3ae6f-7a24-4258-9c2c-b442e18a0fce None None] The sync data for ids ['8e54d252-11a5-411c-a260-3ba86e4e3160'] in n-d-829434-1 is: [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:19:27Z', 'revision_number': 4, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port': {'id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:24Z', 'updated_at': '2022-02-18T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'b75e0876-1129-43a6-b502-2681e44dd597', 'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'mac_address': 'fa:16:3e:2e:2d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:26Z', 'updated_at': '2022-02-18T10:19:30Z', 'revision_number': 4, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'subnets': [{'id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:19:31.994735 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:32.305027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:32.377452 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8240967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8240199'] for router, after_create {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:32.389992 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:32.396335 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 31bd0567-81f2-4613-bf46-a97bf69a6cca up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:32.482759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 31bd0567-81f2-4613-bf46-a97bf69a6cca triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:32.484299 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:32.650759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b75e0876-1129-43a6-b502-2681e44dd597 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:32.684341 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737ec168-f75b-4c02-b3e2-4cf00771f49c None None] Network 51901c7e-8e61-4310-98b7-72af3e51e5c9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:19:32.760945 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Router 5fbd44ac-fb86-4a9e-a503-5364cb6d47e1 is scheduled to L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 with binding_index 1 {{(pid=87767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 18 10:19:32.828157 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-036f53f7-b191-490d-ad73-9ef4706ba1a2 None None] Provisioning for port 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:32.838451 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-036f53f7-b191-490d-ad73-9ef4706ba1a2 None None] Provisioning complete for port 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:32.838793 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-036f53f7-b191-490d-ad73-9ef4706ba1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:32.881842 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port b75e0876-1129-43a6-b502-2681e44dd597 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:32.905940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port b75e0876-1129-43a6-b502-2681e44dd597 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:32.906217 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:32.976636 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:19:32.996929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Sync routers for ids ['5fbd44ac-fb86-4a9e-a503-5364cb6d47e1'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:19:33.015189 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:33.016807 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-46ac1dc4-5677-4a49-9d08-b9c17b45ce9f admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9776843 Feb 18 10:19:33.020799 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53338) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:33.031472 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Routers {'5fbd44ac-fb86-4a9e-a503-5364cb6d47e1'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:19:33.031806 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:19:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['5fbd44ac-fb86-4a9e-a503-5364cb6d47e1'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:33.308229 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-036f53f7-b191-490d-ad73-9ef4706ba1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:33.374686 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:33.406468 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Set router 5fbd44ac-fb86-4a9e-a503-5364cb6d47e1 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:19:33.536047 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-036f53f7-b191-490d-ad73-9ef4706ba1a2 None None] For port 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd,segment=NetworkSegment(7408c461-70bd-4307-9d09-a90dda890699),segment_id=7408c461-70bd-4307-9d09-a90dda890699)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:19:33.546213 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-036f53f7-b191-490d-ad73-9ef4706ba1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:33.682358 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port b75e0876-1129-43a6-b502-2681e44dd597, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b75e0876-1129-43a6-b502-2681e44dd597,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:19:33.695637 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:33.746523 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:33.758834 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f53f7-b191-490d-ad73-9ef4706ba1a2 None None] Pushing event updated for resources: {'Port': ['ID=71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:33.868633 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-dd119172-0687-4fde-b2a2-ea3d8dcd4e97 None None] Provisioning complete for port 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:33.868902 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dd119172-0687-4fde-b2a2-ea3d8dcd4e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:33.913883 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=b75e0876-1129-43a6-b502-2681e44dd597,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:33.961442 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'name': 'tempest-TestSnapshotPattern-1526123193-router', 'tenant_id': '98fd7f956b9c4a268f7b674c36ef3043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c14118d-7a65-4b43-b064-4985450f90c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:30Z', 'updated_at': '2022-02-18T10:19:31Z', 'revision_number': 3, 'project_id': '98fd7f956b9c4a268f7b674c36ef3043', 'gw_port': {'id': '9c14118d-7a65-4b43-b064-4985450f90c4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:31Z', 'updated_at': '2022-02-18T10:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:33.993667 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Checking router: 5fbd44ac-fb86-4a9e-a503-5364cb6d47e1 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:19:33.994197 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Updating router 5fbd44ac-fb86-4a9e-a503-5364cb6d47e1 port 9c14118d-7a65-4b43-b064-4985450f90c4 binding host n-d-829434-1 {{(pid=87769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 10:19:33.999190 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] Allocated IP 172.20.0.1 (51901c7e-8e61-4310-98b7-72af3e51e5c9/9bcec2b3-e076-47d7-b1b0-8bf9d94020b8/d3ed73bc-5050-4d55-a5ea-a482cff17550) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:34.090418 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:34.113870 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-23a1eac8-eb9a-42fe-98d9-0d16cb4536ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:34.131065 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:34.156524 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:34.173446 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] Transition to ACTIVE for port object d3ed73bc-5050-4d55-a5ea-a482cff17550 will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:34.197665 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:34.218022 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:34.248248 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:34.268164 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] Network 51901c7e-8e61-4310-98b7-72af3e51e5c9 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:34.271063 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:34.275282 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:19:34.310380 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] Pushing event updated for resources: {'Port': ['ID=d3ed73bc-5050-4d55-a5ea-a482cff17550,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:34.335013 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8240913'] for router_interface, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:34.402156 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:34.402156 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:34.486490 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:34.619941 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Notify callbacks [] for port, precommit_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:34.625113 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-49e45c94-e72f-4183-a4fe-b5d828f51140 None None] Provisioning for port d3ed73bc-5050-4d55-a5ea-a482cff17550 completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:34.630416 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b75e0876-1129-43a6-b502-2681e44dd597 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:34.676026 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Transition to ACTIVE for port object 9c14118d-7a65-4b43-b064-4985450f90c4 will not be triggered until provisioned by entity L2. {{(pid=87769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:34.678545 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-49e45c94-e72f-4183-a4fe-b5d828f51140 None None] Provisioning complete for port d3ed73bc-5050-4d55-a5ea-a482cff17550 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:34.678917 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-49e45c94-e72f-4183-a4fe-b5d828f51140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:34.730640 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:34.833900 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-49e45c94-e72f-4183-a4fe-b5d828f51140 None None] Port d3ed73bc-5050-4d55-a5ea-a482cff17550 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:19:34.844340 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:34.845614 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Attempting to bind port 9c14118d-7a65-4b43-b064-4985450f90c4 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:34.845984 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Attempting to bind port 9c14118d-7a65-4b43-b064-4985450f90c4 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:34.846344 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Attempting to bind port 9c14118d-7a65-4b43-b064-4985450f90c4 on network 3bfebd2e-845a-4b21-9170-8a14dbf0152c {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:19:34.848543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ec6dc-cb02-41a5-8fd3-ed735cc94388 None None] Pushing event updated for resources: {'Port': ['ID=9c14118d-7a65-4b43-b064-4985450f90c4,revision_number=2']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:34.855533 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:34.857970 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:19:34.858354 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Checking segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:19:34.858763 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:34.859155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Bound using segment: {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'} {{(pid=87769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:19:34.860182 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.managers [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Bound port: 9c14118d-7a65-4b43-b064-4985450f90c4, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b2b845-517d-4838-b084-ab4edad07e8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c'}}] {{(pid=87769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:34.860182 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:34.911141 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port b75e0876-1129-43a6-b502-2681e44dd597 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:34.911514 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:34.972992 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8239286'] for router_interface, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:34.980393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] Pushing event updated for resources: {'Port': ['ID=d3ed73bc-5050-4d55-a5ea-a482cff17550,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:34.995275 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] For port 9c14118d-7a65-4b43-b064-4985450f90c4, host n-d-829434-1, cleared binding levels {{(pid=87769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:19:34.999357 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] For port 9c14118d-7a65-4b43-b064-4985450f90c4, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9c14118d-7a65-4b43-b064-4985450f90c4,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:19:35.005214 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:35.141390 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Routers {'5fbd44ac-fb86-4a9e-a503-5364cb6d47e1'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:19:35.142023 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:19:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['5fbd44ac-fb86-4a9e-a503-5364cb6d47e1'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:35.145729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] Network 51901c7e-8e61-4310-98b7-72af3e51e5c9 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:35.146894 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:35.215725 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ec6dc-cb02-41a5-8fd3-ed735cc94388 None None] Pushing event updated for resources: {'Port': ['ID=9c14118d-7a65-4b43-b064-4985450f90c4,revision_number=3']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:35.371331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] Router 5fbd44ac-fb86-4a9e-a503-5364cb6d47e1 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:19:35.409028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] Set router 5fbd44ac-fb86-4a9e-a503-5364cb6d47e1 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:19:35.460758 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-cdaed5aa-13c3-4148-9932-d28dc0de7104 None None] Provisioning complete for port d3ed73bc-5050-4d55-a5ea-a482cff17550 triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:35.461009 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cdaed5aa-13c3-4148-9932-d28dc0de7104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:35.514349 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:35.563908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:19:35.572768 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-ea18fca0-c8f7-4e52-8653-db4117f0df6e admin admin] 10.222.0.72 "PUT /v2.0/routers/5fbd44ac-fb86-4a9e-a503-5364cb6d47e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5508485 Feb 18 10:19:35.608900 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-cdaed5aa-13c3-4148-9932-d28dc0de7104 None None] Port d3ed73bc-5050-4d55-a5ea-a482cff17550 cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:19:35.799678 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'name': 'tempest-TestSnapshotPattern-1526123193-router', 'tenant_id': '98fd7f956b9c4a268f7b674c36ef3043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c14118d-7a65-4b43-b064-4985450f90c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:30Z', 'updated_at': '2022-02-18T10:19:34Z', 'revision_number': 4, 'project_id': '98fd7f956b9c4a268f7b674c36ef3043', 'gw_port': {'id': '9c14118d-7a65-4b43-b064-4985450f90c4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:31Z', 'updated_at': '2022-02-18T10:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'd3ed73bc-5050-4d55-a5ea-a482cff17550', 'name': '', 'network_id': '51901c7e-8e61-4310-98b7-72af3e51e5c9', 'tenant_id': '98fd7f956b9c4a268f7b674c36ef3043', 'mac_address': 'fa:16:3e:b8:3d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '9bcec2b3-e076-47d7-b1b0-8bf9d94020b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:33Z', 'updated_at': '2022-02-18T10:19:34Z', 'revision_number': 2, 'project_id': '98fd7f956b9c4a268f7b674c36ef3043', 'subnets': [{'id': '9bcec2b3-e076-47d7-b1b0-8bf9d94020b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:35.803766 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dad438b-7644-4dd0-b031-5ef047a8fa3f None None] The sync data for ids ['5fbd44ac-fb86-4a9e-a503-5364cb6d47e1'] in n-d-829434-1 is: [{'id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'name': 'tempest-TestSnapshotPattern-1526123193-router', 'tenant_id': '98fd7f956b9c4a268f7b674c36ef3043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c14118d-7a65-4b43-b064-4985450f90c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:30Z', 'updated_at': '2022-02-18T10:19:34Z', 'revision_number': 4, 'project_id': '98fd7f956b9c4a268f7b674c36ef3043', 'gw_port': {'id': '9c14118d-7a65-4b43-b064-4985450f90c4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:31Z', 'updated_at': '2022-02-18T10:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'd3ed73bc-5050-4d55-a5ea-a482cff17550', 'name': '', 'network_id': '51901c7e-8e61-4310-98b7-72af3e51e5c9', 'tenant_id': '98fd7f956b9c4a268f7b674c36ef3043', 'mac_address': 'fa:16:3e:b8:3d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '9bcec2b3-e076-47d7-b1b0-8bf9d94020b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:33Z', 'updated_at': '2022-02-18T10:19:34Z', 'revision_number': 2, 'project_id': '98fd7f956b9c4a268f7b674c36ef3043', 'subnets': [{'id': '9bcec2b3-e076-47d7-b1b0-8bf9d94020b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:19:36.167863 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:19:36.423430 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53348) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:36.428770 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-c8fe183f-8ff9-4fad-b40c-1706396b1482 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-337649933', 'description': 'tempest-secgroup-smoke-337649933 description', 'project_id': 'a84b46a8128246c2a4f0f608da2866e6'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:19:36.435811 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c8fe183f-8ff9-4fad-b40c-1706396b1482 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:36.439809 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c8fe183f-8ff9-4fad-b40c-1706396b1482 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Usage tracker for resource:security_group and tenant:a84b46a8128246c2a4f0f608da2866e6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:36.442669 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c8fe183f-8ff9-4fad-b40c-1706396b1482 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:36.451181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c8fe183f-8ff9-4fad-b40c-1706396b1482 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:36.476870 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c8fe183f-8ff9-4fad-b40c-1706396b1482 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.502047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c8fe183f-8ff9-4fad-b40c-1706396b1482 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:36.505798 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c8fe183f-8ff9-4fad-b40c-1706396b1482 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Usage tracker for resource:security_group_rule and tenant:a84b46a8128246c2a4f0f608da2866e6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:36.509172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c8fe183f-8ff9-4fad-b40c-1706396b1482 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:36.516855 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-c8fe183f-8ff9-4fad-b40c-1706396b1482 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:36.595932 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c8fe183f-8ff9-4fad-b40c-1706396b1482 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.600402 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c8fe183f-8ff9-4fad-b40c-1706396b1482 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.644934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe183f-8ff9-4fad-b40c-1706396b1482 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9020b1a-85ce-4663-967e-0e1992a32c17,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:36.647696 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-c8fe183f-8ff9-4fad-b40c-1706396b1482 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.649078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c8fe183f-8ff9-4fad-b40c-1706396b1482 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2246373 Feb 18 10:19:36.652854 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53352) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:36.661123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-3cb7299c-3a2f-4892-91d0-78cd06a71981 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Request body: {'security_group_rule': {'security_group_id': 'd9020b1a-85ce-4663-967e-0e1992a32c17', 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:19:36.672412 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3cb7299c-3a2f-4892-91d0-78cd06a71981 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:36.678587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3cb7299c-3a2f-4892-91d0-78cd06a71981 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Usage tracker for resource:security_group_rule and tenant:a84b46a8128246c2a4f0f608da2866e6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:36.682685 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-3cb7299c-3a2f-4892-91d0-78cd06a71981 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:36.689341 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-3cb7299c-3a2f-4892-91d0-78cd06a71981 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:36.709338 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3cb7299c-3a2f-4892-91d0-78cd06a71981 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.776723 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3cb7299c-3a2f-4892-91d0-78cd06a71981 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.781912 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3cb7299c-3a2f-4892-91d0-78cd06a71981 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.808535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7299c-3a2f-4892-91d0-78cd06a71981 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb032da-644d-40f0-93d5-2427f17f007d,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:36.820328 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-3cb7299c-3a2f-4892-91d0-78cd06a71981 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.824256 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-3cb7299c-3a2f-4892-91d0-78cd06a71981 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1674247 Feb 18 10:19:36.824621 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53356) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:36.831235 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-5e2382fd-5987-468d-90f7-788e3f98a85b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Request body: {'security_group_rule': {'security_group_id': 'd9020b1a-85ce-4663-967e-0e1992a32c17', 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:19:36.838012 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5e2382fd-5987-468d-90f7-788e3f98a85b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:36.842586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5e2382fd-5987-468d-90f7-788e3f98a85b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Usage tracker for resource:security_group_rule and tenant:a84b46a8128246c2a4f0f608da2866e6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:36.845598 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5e2382fd-5987-468d-90f7-788e3f98a85b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:36.852629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5e2382fd-5987-468d-90f7-788e3f98a85b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:36.875852 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e2382fd-5987-468d-90f7-788e3f98a85b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.953138 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e2382fd-5987-468d-90f7-788e3f98a85b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.958179 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e2382fd-5987-468d-90f7-788e3f98a85b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:36.988902 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2382fd-5987-468d-90f7-788e3f98a85b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f96b1f-8d49-4ae2-9423-53b38efc0521,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:36.999888 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5e2382fd-5987-468d-90f7-788e3f98a85b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.001212 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5e2382fd-5987-468d-90f7-788e3f98a85b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1751585 Feb 18 10:19:37.004004 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53360) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:37.009501 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-356382d7-8cd6-453e-82db-d7cf8e8bacf1 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Request body: {'security_group_rule': {'security_group_id': 'd9020b1a-85ce-4663-967e-0e1992a32c17', 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:19:37.017370 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-356382d7-8cd6-453e-82db-d7cf8e8bacf1 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:37.022135 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-356382d7-8cd6-453e-82db-d7cf8e8bacf1 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Usage tracker for resource:security_group_rule and tenant:a84b46a8128246c2a4f0f608da2866e6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:37.025359 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-356382d7-8cd6-453e-82db-d7cf8e8bacf1 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:37.032533 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-356382d7-8cd6-453e-82db-d7cf8e8bacf1 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:37.052826 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-356382d7-8cd6-453e-82db-d7cf8e8bacf1 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.124314 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-356382d7-8cd6-453e-82db-d7cf8e8bacf1 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.128010 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-356382d7-8cd6-453e-82db-d7cf8e8bacf1 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.150930 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356382d7-8cd6-453e-82db-d7cf8e8bacf1 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6811ba0c-511d-443c-8dd0-9b3bede55ad8,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:37.160178 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-356382d7-8cd6-453e-82db-d7cf8e8bacf1 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.161461 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-356382d7-8cd6-453e-82db-d7cf8e8bacf1 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1563594 Feb 18 10:19:37.164167 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53364) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:37.170047 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-5583ea57-8d01-4183-8dc6-3d864a5a2dd2 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Request body: {'security_group_rule': {'security_group_id': 'd9020b1a-85ce-4663-967e-0e1992a32c17', 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:19:37.176070 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5583ea57-8d01-4183-8dc6-3d864a5a2dd2 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:37.179784 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5583ea57-8d01-4183-8dc6-3d864a5a2dd2 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Usage tracker for resource:security_group_rule and tenant:a84b46a8128246c2a4f0f608da2866e6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:37.182652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-5583ea57-8d01-4183-8dc6-3d864a5a2dd2 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:37.188195 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-5583ea57-8d01-4183-8dc6-3d864a5a2dd2 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:37.205211 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5583ea57-8d01-4183-8dc6-3d864a5a2dd2 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.267857 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5583ea57-8d01-4183-8dc6-3d864a5a2dd2 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.271562 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5583ea57-8d01-4183-8dc6-3d864a5a2dd2 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.295522 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583ea57-8d01-4183-8dc6-3d864a5a2dd2 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be935bc0-e38b-4abf-8520-6cbe13ab9ed5,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:37.303795 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-5583ea57-8d01-4183-8dc6-3d864a5a2dd2 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.305034 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-5583ea57-8d01-4183-8dc6-3d864a5a2dd2 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397400 Feb 18 10:19:37.307725 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53368) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:37.312858 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-2363fc19-66dc-4187-bf7a-b1fd815cf181 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Request body: {'security_group_rule': {'security_group_id': 'd9020b1a-85ce-4663-967e-0e1992a32c17', 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:19:37.319149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2363fc19-66dc-4187-bf7a-b1fd815cf181 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:37.322890 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2363fc19-66dc-4187-bf7a-b1fd815cf181 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Usage tracker for resource:security_group_rule and tenant:a84b46a8128246c2a4f0f608da2866e6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:37.326394 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-2363fc19-66dc-4187-bf7a-b1fd815cf181 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:37.331952 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-2363fc19-66dc-4187-bf7a-b1fd815cf181 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:37.345987 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-2363fc19-66dc-4187-bf7a-b1fd815cf181 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Project a84b46a8128246c2a4f0f608da2866e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:19:37.353368 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2363fc19-66dc-4187-bf7a-b1fd815cf181 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.420736 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2363fc19-66dc-4187-bf7a-b1fd815cf181 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.424334 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2363fc19-66dc-4187-bf7a-b1fd815cf181 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.448727 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363fc19-66dc-4187-bf7a-b1fd815cf181 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6059da-bec0-4d04-9692-900e0fe0a83a,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:37.458578 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2363fc19-66dc-4187-bf7a-b1fd815cf181 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.459881 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2363fc19-66dc-4187-bf7a-b1fd815cf181 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512120 Feb 18 10:19:37.462684 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53372) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:37.468417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-6314e624-b39c-4616-82c9-ac6fcd426fa7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Request body: {'security_group_rule': {'security_group_id': 'd9020b1a-85ce-4663-967e-0e1992a32c17', 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:19:37.480502 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6314e624-b39c-4616-82c9-ac6fcd426fa7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:37.484947 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6314e624-b39c-4616-82c9-ac6fcd426fa7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Usage tracker for resource:security_group_rule and tenant:a84b46a8128246c2a4f0f608da2866e6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:37.487756 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-6314e624-b39c-4616-82c9-ac6fcd426fa7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:37.493423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-6314e624-b39c-4616-82c9-ac6fcd426fa7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:37.504981 n-d-829434-1 neutron-server[87768]: INFO neutron.db.securitygroups_db [None req-6314e624-b39c-4616-82c9-ac6fcd426fa7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Project a84b46a8128246c2a4f0f608da2866e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 10:19:37.511379 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6314e624-b39c-4616-82c9-ac6fcd426fa7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.582667 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6314e624-b39c-4616-82c9-ac6fcd426fa7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.585541 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6314e624-b39c-4616-82c9-ac6fcd426fa7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372366'] for security_group_rule, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.610260 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e624-b39c-4616-82c9-ac6fcd426fa7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b362bf-a531-4c66-8fba-0ccc44580308,revision_number=0']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:37.618501 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-6314e624-b39c-4616-82c9-ac6fcd426fa7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:37.619772 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-6314e624-b39c-4616-82c9-ac6fcd426fa7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1561582 Feb 18 10:19:37.898429 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-159cd269-93b8-40a3-9c68-8a7dfa8593c2 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Synchronizing usage tracker for tenant:a84b46a8128246c2a4f0f608da2866e6 on resource:security_group {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:19:37.916087 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-159cd269-93b8-40a3-9c68-8a7dfa8593c2 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Unset dirty status for tenant:a84b46a8128246c2a4f0f608da2866e6 on resource:security_group {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:19:37.917362 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-159cd269-93b8-40a3-9c68-8a7dfa8593c2 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-337649933&fields=id&tenant_id=a84b46a8128246c2a4f0f608da2866e6 HTTP/1.1" status: 200 len: 267 time: 0.0587687 Feb 18 10:19:38.073007 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-9e8d5443-469c-4f73-8a4c-b8cd82d35171 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:38.074613 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-9e8d5443-469c-4f73-8a4c-b8cd82d35171 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/networks?id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 HTTP/1.1" status: 200 len: 810 time: 0.1486688 Feb 18 10:19:38.093474 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-a18a6289-0db9-406b-9562-f07170269272 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/quotas/a84b46a8128246c2a4f0f608da2866e6 HTTP/1.1" status: 200 len: 375 time: 0.0115919 Feb 18 10:19:38.192973 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-8c05faf7-3406-4e77-b65d-1012ad5e1d85 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a84b46a8128246c2a4f0f608da2866e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936580 Feb 18 10:19:38.211183 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9c14118d-7a65-4b43-b064-4985450f90c4 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:38.212166 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-116cbdef-fbf6-40de-be88-750dd8304c43 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 10:19:38.213202 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-116cbdef-fbf6-40de-be88-750dd8304c43 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076923 Feb 18 10:19:38.285650 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port 9c14118d-7a65-4b43-b064-4985450f90c4 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:38.291727 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 9c14118d-7a65-4b43-b064-4985450f90c4 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:38.292108 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:38.423314 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:38.441611 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port 9c14118d-7a65-4b43-b064-4985450f90c4, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9c14118d-7a65-4b43-b064-4985450f90c4,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:19:38.451104 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:38.475410 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-6a37551e-4a2f-4692-bf44-8ca9aff2534b service neutron] 10.222.0.72 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554188 Feb 18 10:19:38.524738 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=9c14118d-7a65-4b43-b064-4985450f90c4,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:38.612946 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-c8aa13f6-a1d9-4772-880e-bff991cf9aaa service neutron] 10.222.0.72 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314609 Feb 18 10:19:38.792136 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c415ff46-8aac-482a-a3bf-6f336462a911 req-82f08ae4-5cf5-4d7f-86e7-1ebae4f3ae81 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 210 time: 0.0413799 Feb 18 10:19:39.171115 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Sync routers for ids ['5fbd44ac-fb86-4a9e-a503-5364cb6d47e1'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:19:39.188676 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Routers {'5fbd44ac-fb86-4a9e-a503-5364cb6d47e1'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:19:39.189196 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:19:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['5fbd44ac-fb86-4a9e-a503-5364cb6d47e1'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:39.397926 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Set router 5fbd44ac-fb86-4a9e-a503-5364cb6d47e1 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:19:39.719323 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'name': 'tempest-TestSnapshotPattern-1526123193-router', 'tenant_id': '98fd7f956b9c4a268f7b674c36ef3043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c14118d-7a65-4b43-b064-4985450f90c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:30Z', 'updated_at': '2022-02-18T10:19:34Z', 'revision_number': 4, 'project_id': '98fd7f956b9c4a268f7b674c36ef3043', 'gw_port': {'id': '9c14118d-7a65-4b43-b064-4985450f90c4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:31Z', 'updated_at': '2022-02-18T10:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'd3ed73bc-5050-4d55-a5ea-a482cff17550', 'name': '', 'network_id': '51901c7e-8e61-4310-98b7-72af3e51e5c9', 'tenant_id': '98fd7f956b9c4a268f7b674c36ef3043', 'mac_address': 'fa:16:3e:b8:3d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '9bcec2b3-e076-47d7-b1b0-8bf9d94020b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:33Z', 'updated_at': '2022-02-18T10:19:34Z', 'revision_number': 2, 'project_id': '98fd7f956b9c4a268f7b674c36ef3043', 'subnets': [{'id': '9bcec2b3-e076-47d7-b1b0-8bf9d94020b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:39.723089 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Checking router: 5fbd44ac-fb86-4a9e-a503-5364cb6d47e1 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:19:39.723439 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Updating router 5fbd44ac-fb86-4a9e-a503-5364cb6d47e1 port d3ed73bc-5050-4d55-a5ea-a482cff17550 binding host n-d-829434-1 {{(pid=87770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 10:19:39.775567 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:39.978512 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0737ba7a-9a17-4272-81fe-c60ff786e24f req-65f8d819-a273-42c5-bb01-9ba6a1f1d372 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 210 time: 0.0525324 Feb 18 10:19:40.138736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-8b53e5d4-be50-4bce-9e20-d3c47c45c16f tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:40.140407 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-8b53e5d4-be50-4bce-9e20-d3c47c45c16f tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.81 "GET /v2.0/networks?id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 HTTP/1.1" status: 200 len: 810 time: 0.1649072 Feb 18 10:19:40.195356 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9c14118d-7a65-4b43-b064-4985450f90c4 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:40.195987 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-feb9eeca-739a-4d89-a139-f5830c70760d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a84b46a8128246c2a4f0f608da2866e6 HTTP/1.1" status: 200 len: 379 time: 0.0477211 Feb 18 10:19:40.205021 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-47074883-ba30-44e4-8b53-ea125b4b387d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Request body: {'port': {'device_id': '51b02709-c486-474c-b8fc-81a91c9862b3', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'admin_state_up': True, 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'security_groups': ['d9020b1a-85ce-4663-967e-0e1992a32c17']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:19:40.208180 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Notify callbacks [] for port, precommit_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:40.222563 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.provisioning_blocks [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Transition to ACTIVE for port object d3ed73bc-5050-4d55-a5ea-a482cff17550 will not be triggered until provisioned by entity L2. {{(pid=87770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:40.228786 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:40.291505 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port 9c14118d-7a65-4b43-b064-4985450f90c4 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:40.292187 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:40.354268 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9666419-6670-4af7-97ac-7603538c3739 None None] Pushing event updated for resources: {'Port': ['ID=d3ed73bc-5050-4d55-a5ea-a482cff17550,revision_number=3']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:40.369963 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-47074883-ba30-44e4-8b53-ea125b4b387d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:40.376089 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-47074883-ba30-44e4-8b53-ea125b4b387d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Usage tracker for resource:port and tenant:a84b46a8128246c2a4f0f608da2866e6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:40.379908 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-47074883-ba30-44e4-8b53-ea125b4b387d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:40.386721 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-47074883-ba30-44e4-8b53-ea125b4b387d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:40.405581 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-47074883-ba30-44e4-8b53-ea125b4b387d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Made reservation on behalf of a84b46a8128246c2a4f0f608da2866e6 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:19:40.409982 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-47074883-ba30-44e4-8b53-ea125b4b387d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:40.474153 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Attempting to bind port d3ed73bc-5050-4d55-a5ea-a482cff17550 on host n-d-829434-1 for vnic_type normal with profile {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:40.474612 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Attempting to bind port d3ed73bc-5050-4d55-a5ea-a482cff17550 by drivers openvswitch,hyperv on host n-d-829434-1 at level 0 using segments [{'id': '7408c461-70bd-4307-9d09-a90dda890699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '51901c7e-8e61-4310-98b7-72af3e51e5c9'}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:40.475059 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Attempting to bind port d3ed73bc-5050-4d55-a5ea-a482cff17550 on network 51901c7e-8e61-4310-98b7-72af3e51e5c9 {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:19:40.481709 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Checking agent: {'id': '40033d01-33c0-4639-87bb-915f152119e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 30, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829434-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:19:40.482157 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Checking segment: {'id': '7408c461-70bd-4307-9d09-a90dda890699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '51901c7e-8e61-4310-98b7-72af3e51e5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:19:40.482572 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:40.483607 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Bound using segment: {'id': '7408c461-70bd-4307-9d09-a90dda890699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '51901c7e-8e61-4310-98b7-72af3e51e5c9'} {{(pid=87770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:19:40.484077 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.managers [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Bound port: d3ed73bc-5050-4d55-a5ea-a482cff17550, host: n-d-829434-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7408c461-70bd-4307-9d09-a90dda890699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '51901c7e-8e61-4310-98b7-72af3e51e5c9'}}] {{(pid=87770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:40.484473 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:40.581007 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] For port d3ed73bc-5050-4d55-a5ea-a482cff17550, host n-d-829434-1, cleared binding levels {{(pid=87770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:19:40.584090 n-d-829434-1 neutron-server[87770]: DEBUG neutron.plugins.ml2.db [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] For port d3ed73bc-5050-4d55-a5ea-a482cff17550, host n-d-829434-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d3ed73bc-5050-4d55-a5ea-a482cff17550,segment=NetworkSegment(7408c461-70bd-4307-9d09-a90dda890699),segment_id=7408c461-70bd-4307-9d09-a90dda890699)] {{(pid=87770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:19:40.591275 n-d-829434-1 neutron-server[87770]: DEBUG neutron_lib.callbacks.manager [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:40.601534 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-47074883-ba30-44e4-8b53-ea125b4b387d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Allocated IP 172.20.0.11 (1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59/fe2d557b-d430-443b-90dc-491b83a1c341/3d54a4c3-5314-4b61-91c4-b94b6eb8df2d) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:40.673047 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Routers {'5fbd44ac-fb86-4a9e-a503-5364cb6d47e1'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:19:40.673715 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:19:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['5fbd44ac-fb86-4a9e-a503-5364cb6d47e1'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:40.741535 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9666419-6670-4af7-97ac-7603538c3739 None None] Pushing event updated for resources: {'Port': ['ID=d3ed73bc-5050-4d55-a5ea-a482cff17550,revision_number=4']} {{(pid=87770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:40.824165 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-47074883-ba30-44e4-8b53-ea125b4b387d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:40.844884 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-47074883-ba30-44e4-8b53-ea125b4b387d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Transition to ACTIVE for port object 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:40.878952 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-47074883-ba30-44e4-8b53-ea125b4b387d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:40.882529 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] Set router 5fbd44ac-fb86-4a9e-a503-5364cb6d47e1 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:19:40.961023 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-47074883-ba30-44e4-8b53-ea125b4b387d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Network 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:40.964188 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-47074883-ba30-44e4-8b53-ea125b4b387d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:40.967479 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-47074883-ba30-44e4-8b53-ea125b4b387d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:19:41.011746 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47074883-ba30-44e4-8b53-ea125b4b387d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Pushing event updated for resources: {'Port': ['ID=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:41.056525 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-47074883-ba30-44e4-8b53-ea125b4b387d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:41.057783 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-47074883-ba30-44e4-8b53-ea125b4b387d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:41.083214 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-47074883-ba30-44e4-8b53-ea125b4b387d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8825986 Feb 18 10:19:41.095205 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Request body: {'port': {'device_id': '51b02709-c486-474c-b8fc-81a91c9862b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:19:41.221118 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-11b4426a-1d4b-41b3-8433-b341f73c5a58 None None] Provisioning for port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:41.225291 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:41.228884 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-11b4426a-1d4b-41b3-8433-b341f73c5a58 None None] Provisioning complete for port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:41.229174 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-11b4426a-1d4b-41b3-8433-b341f73c5a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:41.258384 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'name': 'tempest-TestSnapshotPattern-1526123193-router', 'tenant_id': '98fd7f956b9c4a268f7b674c36ef3043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c14118d-7a65-4b43-b064-4985450f90c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:30Z', 'updated_at': '2022-02-18T10:19:34Z', 'revision_number': 4, 'project_id': '98fd7f956b9c4a268f7b674c36ef3043', 'gw_port': {'id': '9c14118d-7a65-4b43-b064-4985450f90c4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:31Z', 'updated_at': '2022-02-18T10:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'd3ed73bc-5050-4d55-a5ea-a482cff17550', 'name': '', 'network_id': '51901c7e-8e61-4310-98b7-72af3e51e5c9', 'tenant_id': '98fd7f956b9c4a268f7b674c36ef3043', 'mac_address': 'fa:16:3e:b8:3d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '9bcec2b3-e076-47d7-b1b0-8bf9d94020b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:33Z', 'updated_at': '2022-02-18T10:19:40Z', 'revision_number': 4, 'project_id': '98fd7f956b9c4a268f7b674c36ef3043', 'subnets': [{'id': '9bcec2b3-e076-47d7-b1b0-8bf9d94020b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:41.264222 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d628c4-d87a-476c-b595-5acd911d113d None None] The sync data for ids ['5fbd44ac-fb86-4a9e-a503-5364cb6d47e1'] in n-d-829434-1 is: [{'id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'name': 'tempest-TestSnapshotPattern-1526123193-router', 'tenant_id': '98fd7f956b9c4a268f7b674c36ef3043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c14118d-7a65-4b43-b064-4985450f90c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:30Z', 'updated_at': '2022-02-18T10:19:34Z', 'revision_number': 4, 'project_id': '98fd7f956b9c4a268f7b674c36ef3043', 'gw_port': {'id': '9c14118d-7a65-4b43-b064-4985450f90c4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:31Z', 'updated_at': '2022-02-18T10:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'd3ed73bc-5050-4d55-a5ea-a482cff17550', 'name': '', 'network_id': '51901c7e-8e61-4310-98b7-72af3e51e5c9', 'tenant_id': '98fd7f956b9c4a268f7b674c36ef3043', 'mac_address': 'fa:16:3e:b8:3d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '9bcec2b3-e076-47d7-b1b0-8bf9d94020b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:33Z', 'updated_at': '2022-02-18T10:19:40Z', 'revision_number': 4, 'project_id': '98fd7f956b9c4a268f7b674c36ef3043', 'subnets': [{'id': '9bcec2b3-e076-47d7-b1b0-8bf9d94020b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:19:41.313925 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-11b4426a-1d4b-41b3-8433-b341f73c5a58 None None] Port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:19:41.566473 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3fd74-fe6c-4aa5-9e94-37b800ad86aa req-1adf7266-6d68-4f5a-ac1f-9cb04d31e08a tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:41.567181 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-bee3fd74-fe6c-4aa5-9e94-37b800ad86aa req-1adf7266-6d68-4f5a-ac1f-9cb04d31e08a tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Synchronizing usage tracker for tenant:a84b46a8128246c2a4f0f608da2866e6 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:19:41.605739 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-bee3fd74-fe6c-4aa5-9e94-37b800ad86aa req-1adf7266-6d68-4f5a-ac1f-9cb04d31e08a tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Unset dirty status for tenant:a84b46a8128246c2a4f0f608da2866e6 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:19:41.607761 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bee3fd74-fe6c-4aa5-9e94-37b800ad86aa req-1adf7266-6d68-4f5a-ac1f-9cb04d31e08a tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 932 time: 0.4529848 Feb 18 10:19:41.837507 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:19:41.848647 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bee3fd74-fe6c-4aa5-9e94-37b800ad86aa req-50b59b74-470e-4a08-a569-a703925a2aba tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285349 Feb 18 10:19:41.853197 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:41.870951 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Transition to ACTIVE for port object 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:19:41.876595 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:42.037590 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Pushing event updated for resources: {'Port': ['ID=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:42.134252 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Attempting to bind port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d on host n-h1-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:19:42.134586 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Attempting to bind port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d by drivers openvswitch,hyperv on host n-h1-829434-1 at level 0 using segments [{'id': '06d8a138-8d02-4bfd-8967-4a1991327543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:19:42.134916 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Attempting to bind port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d on network 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:19:42.143729 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d on network 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 10:19:42.144116 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Attempting to bind port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d on network 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:19:42.156517 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Checking agent: {'id': '68e3bab2-f94a-4bdf-a489-3b4c2e985dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:19:42.156873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Checking segment: {'id': '06d8a138-8d02-4bfd-8967-4a1991327543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:19:42.157503 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Bound using segment: {'id': '06d8a138-8d02-4bfd-8967-4a1991327543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:19:42.158186 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Bound port: 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d, host: n-h1-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d8a138-8d02-4bfd-8967-4a1991327543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:19:42.158754 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:42.244767 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d3ed73bc-5050-4d55-a5ea-a482cff17550 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:42.274612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] For port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d, host n-h1-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:19:42.280243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] For port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d, host n-h1-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:19:42.286060 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:42.342369 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:42.345027 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:42.358474 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:42.359125 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:42.360590 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] 10.222.0.81 "PUT /v2.0/ports/3d54a4c3-5314-4b61-91c4-b94b6eb8df2d HTTP/1.1" status: 200 len: 1092 time: 1.2703454 Feb 18 10:19:42.361105 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b02709-c486-474c-b8fc-81a91c9862b3', 'tag': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:19:42.363729 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning for port d3ed73bc-5050-4d55-a5ea-a482cff17550 completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:42.383594 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port d3ed73bc-5050-4d55-a5ea-a482cff17550 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:42.383969 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:42.393798 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96588b-a2c0-4e9a-af2e-ea34687c2080 service neutron] Pushing event updated for resources: {'Port': ['ID=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:42.560938 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-ef408630-f2db-49e2-a7e1-46a1f4d9bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:42.564800 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-ef408630-f2db-49e2-a7e1-46a1f4d9bf9b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a84b46a8128246c2a4f0f608da2866e6&device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 1095 time: 0.1575332 Feb 18 10:19:42.588085 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:42.688770 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] For port d3ed73bc-5050-4d55-a5ea-a482cff17550, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d3ed73bc-5050-4d55-a5ea-a482cff17550,segment=NetworkSegment(7408c461-70bd-4307-9d09-a90dda890699),segment_id=7408c461-70bd-4307-9d09-a90dda890699)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:19:42.690728 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-39dca229-a41c-44a9-b4d6-f2353a897a45 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d HTTP/1.1" status: 200 len: 217 time: 0.1195114 Feb 18 10:19:42.692622 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b02709-c486-474c-b8fc-81a91c9862b3', 'tag': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'status': 'completed', 'code': 200} Feb 18 10:19:42.694393 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:42.768426 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-3bca85e2-c42c-444c-9d2b-cb1e941db8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:42.769977 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-3bca85e2-c42c-444c-9d2b-cb1e941db8a4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fe2d557b-d430-443b-90dc-491b83a1c341 HTTP/1.1" status: 200 len: 849 time: 0.0742028 Feb 18 10:19:42.788547 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Pushing event updated for resources: {'Port': ['ID=d3ed73bc-5050-4d55-a5ea-a482cff17550,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:42.852919 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-023e9df0-0236-437d-8a0b-c6d5517b8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:42.854644 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-023e9df0-0236-437d-8a0b-c6d5517b8d54 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790465 Feb 18 10:19:43.060695 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-de33cb43-d610-4197-ba45-20c7fb20d8ff service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980588 Feb 18 10:19:43.179288 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbcb62-d067-4a72-9949-5926d12ac6ef req-98bc53e9-c884-44f9-b6e3-19a4a55e517b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:43.180819 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ffbcb62-d067-4a72-9949-5926d12ac6ef req-98bc53e9-c884-44f9-b6e3-19a4a55e517b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 944 time: 0.2118175 Feb 18 10:19:43.249335 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a53226e2-3ffd-478b-bc7f-9e595384d34b req-3be44fad-49ab-46ad-a2f5-1e842866ed9f service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816239 Feb 18 10:19:43.259786 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-7ffbcb62-d067-4a72-9949-5926d12ac6ef req-492c3dd0-9166-4acc-85b9-3014c78b48e4 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700884 Feb 18 10:19:43.367018 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cec79-451d-44d8-b118-a6948449832a req-ca6f5307-092f-47de-95c6-fcba4615ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:43.368574 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-353cec79-451d-44d8-b118-a6948449832a req-ca6f5307-092f-47de-95c6-fcba4615ccf1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a84b46a8128246c2a4f0f608da2866e6&device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 1095 time: 0.0724301 Feb 18 10:19:43.501459 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cec79-451d-44d8-b118-a6948449832a req-808fa720-2193-4766-bbd0-0415e8334860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:43.502812 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-353cec79-451d-44d8-b118-a6948449832a req-808fa720-2193-4766-bbd0-0415e8334860 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 HTTP/1.1" status: 200 len: 911 time: 0.1287754 Feb 18 10:19:43.573363 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-353cec79-451d-44d8-b118-a6948449832a req-037156f5-2b4b-4fd1-95bf-addb937e2d71 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d HTTP/1.1" status: 200 len: 217 time: 0.0646675 Feb 18 10:19:43.637101 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cec79-451d-44d8-b118-a6948449832a req-046a30b7-9879-4c46-bb9b-3c60080f462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:43.639118 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-353cec79-451d-44d8-b118-a6948449832a req-046a30b7-9879-4c46-bb9b-3c60080f462d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fe2d557b-d430-443b-90dc-491b83a1c341 HTTP/1.1" status: 200 len: 849 time: 0.0595148 Feb 18 10:19:43.714138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cec79-451d-44d8-b118-a6948449832a req-717ddb8d-9134-4038-a0e5-7c8ef27d216a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:43.715628 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-353cec79-451d-44d8-b118-a6948449832a req-717ddb8d-9134-4038-a0e5-7c8ef27d216a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706682 Feb 18 10:19:43.972942 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-353cec79-451d-44d8-b118-a6948449832a req-18886030-e264-4a4a-8416-2e7d779c8dd7 service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501364 Feb 18 10:19:44.114156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-353cec79-451d-44d8-b118-a6948449832a req-5781273b-4a08-46ee-8b16-8e4f2cd42f6e service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350861 Feb 18 10:19:44.183513 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d3ed73bc-5050-4d55-a5ea-a482cff17550 up at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:44.251265 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Provisioning complete for port d3ed73bc-5050-4d55-a5ea-a482cff17550 triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:44.251661 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:44.464535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999cbaa-f596-4bf3-a651-7351a67497d8 req-cd414227-e67d-450f-95fa-d39af4ad2f57 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:44.466558 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2999cbaa-f596-4bf3-a651-7351a67497d8 req-cd414227-e67d-450f-95fa-d39af4ad2f57 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 944 time: 0.0885658 Feb 18 10:19:44.514538 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2999cbaa-f596-4bf3-a651-7351a67497d8 req-416c99a9-00d4-4502-a9f0-578b8ec328fb tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421762 Feb 18 10:19:45.704957 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953ef32-0bf2-413d-a9ff-da443614929d req-a5846cfa-a07f-44e5-b91c-d3a887bf93e7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:45.706715 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c953ef32-0bf2-413d-a9ff-da443614929d req-a5846cfa-a07f-44e5-b91c-d3a887bf93e7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 944 time: 0.0862980 Feb 18 10:19:45.752493 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c953ef32-0bf2-413d-a9ff-da443614929d req-8127e865-7bd2-4f19-8eaa-a2eb125ec00b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399618 Feb 18 10:19:46.926943 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:19:46.941652 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91451aff-d5a4-4155-bb86-5e7defd8dc23 req-ebdf54d6-67a4-43e3-9c0f-fae6c3745ed7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:46.943837 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91451aff-d5a4-4155-bb86-5e7defd8dc23 req-ebdf54d6-67a4-43e3-9c0f-fae6c3745ed7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 944 time: 0.0813613 Feb 18 10:19:46.989974 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91451aff-d5a4-4155-bb86-5e7defd8dc23 req-a96debc3-4a40-4a7a-ae6e-a0f86f31b8b7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404284 Feb 18 10:19:47.063305 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:19:47.083924 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'port_id': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:19:47.178716 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:47.195850 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:19:47.211044 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:19:47.215065 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:47.281453 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:47.536645 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['3d54a4c3-5314-4b61-91c4-b94b6eb8df2d'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 10:19:48.184156 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d498a-5b00-47b4-8471-3eb1843f46e8 req-2c5d3207-7aa7-4a06-92ee-43d3e9f17bb6 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:48.186030 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c14d498a-5b00-47b4-8471-3eb1843f46e8 req-2c5d3207-7aa7-4a06-92ee-43d3e9f17bb6 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 945 time: 0.0874059 Feb 18 10:19:48.246550 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c14d498a-5b00-47b4-8471-3eb1843f46e8 req-a1a550e8-37a2-477e-be59-a85ef0e9e4a3 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545175 Feb 18 10:19:48.940962 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:19:49.007510 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning for port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:19:49.012040 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:19:49.012448 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:49.143096 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:49.172308 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b02709-c486-474c-b8fc-81a91c9862b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:19:49.183021 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:19:49.188119 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:49.226397 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b02709-c486-474c-b8fc-81a91c9862b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'code': 200} Feb 18 10:19:49.260453 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:49.348453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb66d96-c9e2-4972-890b-5670cae138b0 req-6d231fb8-6bd1-4f74-a44e-3a8799652e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:49.349991 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0bb66d96-c9e2-4972-890b-5670cae138b0 req-6d231fb8-6bd1-4f74-a44e-3a8799652e3f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 1097 time: 0.0697038 Feb 18 10:19:49.442257 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0bb66d96-c9e2-4972-890b-5670cae138b0 req-bbf38d87-08d7-47a5-8006-8ed2f6c1caf9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865080 Feb 18 10:19:49.483296 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee2be6-0f48-49a6-aaeb-41fea677f6a9 req-96509060-ff6b-4acd-9fcb-da2692117f9f tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:49.484774 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91ee2be6-0f48-49a6-aaeb-41fea677f6a9 req-96509060-ff6b-4acd-9fcb-da2692117f9f tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 946 time: 0.1150961 Feb 18 10:19:49.532493 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91ee2be6-0f48-49a6-aaeb-41fea677f6a9 req-d077b823-89dc-404a-b18e-bc70c3636d2a tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415912 Feb 18 10:19:50.725622 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc571ea-5aa3-4fda-93a7-2d8c555d99da req-f4f303a2-f8b9-4c01-b12e-1c45b08824de tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:50.727422 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1dc571ea-5aa3-4fda-93a7-2d8c555d99da req-f4f303a2-f8b9-4c01-b12e-1c45b08824de tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 946 time: 0.0864296 Feb 18 10:19:50.779935 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1dc571ea-5aa3-4fda-93a7-2d8c555d99da req-d3c6f1bb-dfba-4e7b-991d-a82446ee1803 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450056 Feb 18 10:19:51.967138 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd38829-0382-403e-b1a5-ab1b18236829 req-c4b7b0ef-0f51-49ac-a5ce-d200a908a0c5 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:51.968657 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fbd38829-0382-403e-b1a5-ab1b18236829 req-c4b7b0ef-0f51-49ac-a5ce-d200a908a0c5 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 946 time: 0.0814607 Feb 18 10:19:52.015313 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-fbd38829-0382-403e-b1a5-ab1b18236829 req-0ebc3488-22b9-462f-ba04-0235be3454ec tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411069 Feb 18 10:19:52.208736 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb51c67-958e-4673-a026-e8248ab0bb95 req-02296607-37ff-4558-8aa6-a21e2e0a93f5 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:52.210198 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5cb51c67-958e-4673-a026-e8248ab0bb95 req-02296607-37ff-4558-8aa6-a21e2e0a93f5 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 946 time: 0.0860486 Feb 18 10:19:52.255839 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5cb51c67-958e-4673-a026-e8248ab0bb95 req-9a86812d-2523-479a-aaa1-42d23b8322ae tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400047 Feb 18 10:19:52.277838 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53442) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:52.391531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c520a2fb-b080-4bc4-91a2-fb80faf666f4 tempest-TestSnapshotPattern-1858961144 tempest-TestSnapshotPattern-1858961144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:52.392160 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c520a2fb-b080-4bc4-91a2-fb80faf666f4 tempest-TestSnapshotPattern-1858961144 tempest-TestSnapshotPattern-1858961144-project-admin] Synchronizing usage tracker for tenant:98fd7f956b9c4a268f7b674c36ef3043 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:19:52.409291 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-c520a2fb-b080-4bc4-91a2-fb80faf666f4 tempest-TestSnapshotPattern-1858961144 tempest-TestSnapshotPattern-1858961144-project-admin] Unset dirty status for tenant:98fd7f956b9c4a268f7b674c36ef3043 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:19:52.410452 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-c520a2fb-b080-4bc4-91a2-fb80faf666f4 tempest-TestSnapshotPattern-1858961144 tempest-TestSnapshotPattern-1858961144-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 1092 time: 0.1314552 Feb 18 10:19:52.413560 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53448) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:19:52.418573 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:19:52.425950 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:19:52.429770 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Usage tracker for resource:floatingip and tenant:a84b46a8128246c2a4f0f608da2866e6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:19:52.432738 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:19:52.439085 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:19:52.449594 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:52.591012 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:52.735920 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Allocated IP 172.25.1.210 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/85df817f-034b-4e49-a79e-8d9050f476bb) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:19:52.884911 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:52.914348 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:52.981217 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:19:52.984710 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:19:52.988462 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:19:53.022504 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Pushing event updated for resources: {'Port': ['ID=85df817f-034b-4e49-a79e-8d9050f476bb,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:53.525747 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:53.606954 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:53.839568 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:53.845116 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:53.954564 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Pushing event updated for resources: {'Port': ['ID=85df817f-034b-4e49-a79e-8d9050f476bb,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:19:53.971259 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:54.149736 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Floating IP 773a3802-d400-46ec-b56c-b16af5f0df6c associated. External IP: 172.25.1.210, port: 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d. Feb 18 10:19:54.507120 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Router 8e54d252-11a5-411c-a260-3ba86e4e3160 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:19:54.818819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:19:54.829763 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3788ff-3ed6-4d10-a86c-a21de436e559 None None] Sync routers for ids ['8e54d252-11a5-411c-a260-3ba86e4e3160'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:19:54.840200 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3788ff-3ed6-4d10-a86c-a21de436e559 None None] Routers {'8e54d252-11a5-411c-a260-3ba86e4e3160'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:19:54.841698 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-bb3788ff-3ed6-4d10-a86c-a21de436e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:19:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8e54d252-11a5-411c-a260-3ba86e4e3160'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:54.845925 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:19:54.904169 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7b4e5ed3-f423-4433-ad16-be56df8989cf tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4889019 Feb 18 10:19:54.904863 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b02709-c486-474c-b8fc-81a91c9862b3', 'tag': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:19:54.951015 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b02709-c486-474c-b8fc-81a91c9862b3', 'tag': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'status': 'completed', 'code': 200} Feb 18 10:19:55.038979 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-bb3788ff-3ed6-4d10-a86c-a21de436e559 None None] Set router 8e54d252-11a5-411c-a260-3ba86e4e3160 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:19:55.049535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27f15a-aebd-487b-a014-39eecd748fe6 req-c60a76b2-122b-412b-b06f-685e84e2e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:55.051019 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec27f15a-aebd-487b-a014-39eecd748fe6 req-c60a76b2-122b-412b-b06f-685e84e2e757 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a84b46a8128246c2a4f0f608da2866e6&device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 1097 time: 0.0769556 Feb 18 10:19:55.196091 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27f15a-aebd-487b-a014-39eecd748fe6 req-b82d19c2-33a0-4375-920d-7c05b7aff546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:55.197595 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec27f15a-aebd-487b-a014-39eecd748fe6 req-b82d19c2-33a0-4375-920d-7c05b7aff546 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 HTTP/1.1" status: 200 len: 911 time: 0.1409585 Feb 18 10:19:55.305474 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec27f15a-aebd-487b-a014-39eecd748fe6 req-a9134208-ebab-4eed-b5f1-07ff479c56cd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d HTTP/1.1" status: 200 len: 1000 time: 0.1016514 Feb 18 10:19:55.371400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27f15a-aebd-487b-a014-39eecd748fe6 req-64ac59f5-8c3c-4157-b25d-604ba2a6d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:55.374269 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec27f15a-aebd-487b-a014-39eecd748fe6 req-64ac59f5-8c3c-4157-b25d-604ba2a6d4c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fe2d557b-d430-443b-90dc-491b83a1c341 HTTP/1.1" status: 200 len: 849 time: 0.0630984 Feb 18 10:19:55.401750 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-bb3788ff-3ed6-4d10-a86c-a21de436e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:19:27Z', 'revision_number': 4, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port': {'id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:24Z', 'updated_at': '2022-02-18T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '773a3802-d400-46ec-b56c-b16af5f0df6c', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'port_id': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b02709-c486-474c-b8fc-81a91c9862b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:19:53Z', 'updated_at': '2022-02-18T10:19:53Z', 'revision_number': 0, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75e0876-1129-43a6-b502-2681e44dd597', 'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'mac_address': 'fa:16:3e:2e:2d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:26Z', 'updated_at': '2022-02-18T10:19:33Z', 'revision_number': 5, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'subnets': [{'id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:55.406492 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3788ff-3ed6-4d10-a86c-a21de436e559 None None] Checking router: 8e54d252-11a5-411c-a260-3ba86e4e3160 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:19:55.414985 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3788ff-3ed6-4d10-a86c-a21de436e559 None None] Routers {'8e54d252-11a5-411c-a260-3ba86e4e3160'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:19:55.415605 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-bb3788ff-3ed6-4d10-a86c-a21de436e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:19:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8e54d252-11a5-411c-a260-3ba86e4e3160'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:55.457043 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27f15a-aebd-487b-a014-39eecd748fe6 req-659c17df-8f09-4890-84f7-ab972d8dc567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:19:55.458468 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec27f15a-aebd-487b-a014-39eecd748fe6 req-659c17df-8f09-4890-84f7-ab972d8dc567 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787241 Feb 18 10:19:55.595964 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec27f15a-aebd-487b-a014-39eecd748fe6 req-77e0a679-d501-40d6-b4bb-38b84f6b9915 service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309669 Feb 18 10:19:55.597596 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-bb3788ff-3ed6-4d10-a86c-a21de436e559 None None] Set router 8e54d252-11a5-411c-a260-3ba86e4e3160 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:19:55.734276 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ec27f15a-aebd-487b-a014-39eecd748fe6 req-b4b6f1fd-5166-431a-8f8b-9f8ccedcc5b6 service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323941 Feb 18 10:19:56.011343 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-bb3788ff-3ed6-4d10-a86c-a21de436e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:19:27Z', 'revision_number': 4, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port': {'id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:24Z', 'updated_at': '2022-02-18T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '773a3802-d400-46ec-b56c-b16af5f0df6c', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'port_id': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b02709-c486-474c-b8fc-81a91c9862b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:19:53Z', 'updated_at': '2022-02-18T10:19:53Z', 'revision_number': 0, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75e0876-1129-43a6-b502-2681e44dd597', 'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'mac_address': 'fa:16:3e:2e:2d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:26Z', 'updated_at': '2022-02-18T10:19:33Z', 'revision_number': 5, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'subnets': [{'id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:19:56.016446 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3788ff-3ed6-4d10-a86c-a21de436e559 None None] The sync data for ids ['8e54d252-11a5-411c-a260-3ba86e4e3160'] in n-d-829434-1 is: [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:19:27Z', 'revision_number': 4, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port': {'id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:24Z', 'updated_at': '2022-02-18T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '773a3802-d400-46ec-b56c-b16af5f0df6c', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'port_id': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b02709-c486-474c-b8fc-81a91c9862b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:19:53Z', 'updated_at': '2022-02-18T10:19:53Z', 'revision_number': 0, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75e0876-1129-43a6-b502-2681e44dd597', 'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'mac_address': 'fa:16:3e:2e:2d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:26Z', 'updated_at': '2022-02-18T10:19:33Z', 'revision_number': 5, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'subnets': [{'id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:19:56.244564 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f56889-1df4-4b38-a45e-2c06b5386ecb None None] New status for floating IP 773a3802-d400-46ec-b56c-b16af5f0df6c: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 10:20:00.548847 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2347328c-fc7e-4020-b5c8-622f493168f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:04.020254 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8311d1e3-dbab-4528-a908-8f02c7b0572d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:04.080009 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:04.196455 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:05.416963 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:12.338747 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:12.340121 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:13.167047 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:20:25.456832 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f9f160b-8a43-4cec-acbb-185ad22edf48 req-fd45eaa7-541c-414e-b86e-be1c045b4019 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1194410 Feb 18 10:20:25.594544 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f160b-8a43-4cec-acbb-185ad22edf48 req-d0219274-eca8-4a1b-966c-7717e399bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:25.595936 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f9f160b-8a43-4cec-acbb-185ad22edf48 req-d0219274-eca8-4a1b-966c-7717e399bd04 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a84b46a8128246c2a4f0f608da2866e6&device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 1097 time: 0.0706186 Feb 18 10:20:25.739045 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f160b-8a43-4cec-acbb-185ad22edf48 req-01408dd4-8f6b-4501-b056-a497dc52dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:25.740560 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f9f160b-8a43-4cec-acbb-185ad22edf48 req-01408dd4-8f6b-4501-b056-a497dc52dfbb service neutron] 10.222.0.81 "GET /v2.0/networks?id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 HTTP/1.1" status: 200 len: 911 time: 0.1257868 Feb 18 10:20:25.843069 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f9f160b-8a43-4cec-acbb-185ad22edf48 req-42a75433-dfbf-444b-9908-32431867217c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d HTTP/1.1" status: 200 len: 1002 time: 0.0952857 Feb 18 10:20:25.908750 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f160b-8a43-4cec-acbb-185ad22edf48 req-b8dcaaeb-4756-4c19-8ff9-c85d46664330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:25.910196 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f9f160b-8a43-4cec-acbb-185ad22edf48 req-b8dcaaeb-4756-4c19-8ff9-c85d46664330 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fe2d557b-d430-443b-90dc-491b83a1c341 HTTP/1.1" status: 200 len: 849 time: 0.0613780 Feb 18 10:20:25.983146 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f160b-8a43-4cec-acbb-185ad22edf48 req-ada2202a-69a8-4ce6-9656-c744e2bde291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:20:25.984637 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f9f160b-8a43-4cec-acbb-185ad22edf48 req-ada2202a-69a8-4ce6-9656-c744e2bde291 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686903 Feb 18 10:20:26.114940 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f9f160b-8a43-4cec-acbb-185ad22edf48 req-5b1f1864-621a-4a35-81f4-93ebffe7dae3 service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239970 Feb 18 10:20:26.250174 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4f9f160b-8a43-4cec-acbb-185ad22edf48 req-6748b7a4-571a-454a-a594-73ab67a38c5c service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286728 Feb 18 10:20:30.553022 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8b8fff97-40fe-4c8b-b6db-239c25f8cb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:34.014375 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-730e9634-2bb2-416d-accb-d8dbf85e0a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:34.082601 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:34.199826 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:35.421479 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:42.329055 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:42.345502 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:20:50.166041 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:21:00.556729 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-cb0dba06-8707-40a4-8e08-8dae299f1ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:04.016296 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bc12c1b6-9f37-4c53-95fa-c416b3bf9e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:04.091662 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:04.202498 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:05.424739 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:12.350332 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:12.351607 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:25.396755 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc6244a9-5736-420b-87f6-b4768a0ecdae req-c9fedb60-6d3f-40ab-a463-ffffb853a264 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702398 Feb 18 10:21:25.657606 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6244a9-5736-420b-87f6-b4768a0ecdae req-66aa2e9c-578d-47a7-a670-5a6237965534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:25.659170 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc6244a9-5736-420b-87f6-b4768a0ecdae req-66aa2e9c-578d-47a7-a670-5a6237965534 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a84b46a8128246c2a4f0f608da2866e6&device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 1097 time: 0.1946275 Feb 18 10:21:25.803612 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6244a9-5736-420b-87f6-b4768a0ecdae req-ab471d52-f5eb-47eb-ae12-d10219813233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:25.805349 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc6244a9-5736-420b-87f6-b4768a0ecdae req-ab471d52-f5eb-47eb-ae12-d10219813233 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 HTTP/1.1" status: 200 len: 911 time: 0.1282248 Feb 18 10:21:25.912539 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc6244a9-5736-420b-87f6-b4768a0ecdae req-34b690fd-65e1-459a-a2e0-7c7f7038e6ec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d HTTP/1.1" status: 200 len: 1002 time: 0.1007736 Feb 18 10:21:25.976821 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6244a9-5736-420b-87f6-b4768a0ecdae req-a8ee7771-f9ed-4583-a96c-dac101b30b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:25.978252 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc6244a9-5736-420b-87f6-b4768a0ecdae req-a8ee7771-f9ed-4583-a96c-dac101b30b8c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fe2d557b-d430-443b-90dc-491b83a1c341 HTTP/1.1" status: 200 len: 849 time: 0.0602980 Feb 18 10:21:26.056326 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6244a9-5736-420b-87f6-b4768a0ecdae req-a306dc6f-9c07-44fd-ba60-e31d601f04a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:21:26.057794 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc6244a9-5736-420b-87f6-b4768a0ecdae req-a306dc6f-9c07-44fd-ba60-e31d601f04a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739374 Feb 18 10:21:26.205101 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc6244a9-5736-420b-87f6-b4768a0ecdae req-6f22299a-7e8c-4f9d-ad17-7427a19d8268 service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414094 Feb 18 10:21:26.336499 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-bc6244a9-5736-420b-87f6-b4768a0ecdae req-57fb54bf-8f93-46ed-942c-e68bfe1cc844 service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249778 Feb 18 10:21:27.166853 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:21:30.559191 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-7d7e1e20-94fd-4909-a96e-2dcc6f59a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:34.017676 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b31ce42b-c3f0-4abf-8502-8ffa67b64149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:34.086216 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:34.206200 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:35.427042 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:42.364984 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:21:42.366517 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:00.561710 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9ecd709c-30bc-4d5b-9e97-ac6cc6c04e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:04.020930 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c223f8fb-7995-4411-84e8-dedcf17dafba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:04.089891 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:04.166736 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:22:04.207146 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:05.433451 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:12.355345 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:12.372896 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:25.456795 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860fb5-7317-4559-8489-b5e028f2d94e req-9f73abf7-6cfb-475a-8cf7-0dfcd82016c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:25.459116 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60860fb5-7317-4559-8489-b5e028f2d94e req-9f73abf7-6cfb-475a-8cf7-0dfcd82016c7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a84b46a8128246c2a4f0f608da2866e6&device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 1097 time: 0.0895336 Feb 18 10:22:25.607801 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860fb5-7317-4559-8489-b5e028f2d94e req-09654072-daa2-43a1-9c26-c5885ad9ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:25.609356 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60860fb5-7317-4559-8489-b5e028f2d94e req-09654072-daa2-43a1-9c26-c5885ad9ca9c service neutron] 10.222.0.81 "GET /v2.0/networks?id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 HTTP/1.1" status: 200 len: 911 time: 0.1296799 Feb 18 10:22:25.716691 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60860fb5-7317-4559-8489-b5e028f2d94e req-6aa582fa-7003-4424-a7be-184c388983d8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d HTTP/1.1" status: 200 len: 1002 time: 0.1002777 Feb 18 10:22:25.780298 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860fb5-7317-4559-8489-b5e028f2d94e req-0fe2affc-127b-45a4-afb7-7803f2591aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:25.781781 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60860fb5-7317-4559-8489-b5e028f2d94e req-0fe2affc-127b-45a4-afb7-7803f2591aa3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fe2d557b-d430-443b-90dc-491b83a1c341 HTTP/1.1" status: 200 len: 849 time: 0.0591295 Feb 18 10:22:25.794574 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d details requested by agent hyperv_n-h1-829434-1 with host n-h1-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:22:25.871338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860fb5-7317-4559-8489-b5e028f2d94e req-5585ed4a-de9a-4dba-9351-a33d7ec30f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:25.873515 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60860fb5-7317-4559-8489-b5e028f2d94e req-5585ed4a-de9a-4dba-9351-a33d7ec30f6f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853400 Feb 18 10:22:25.949846 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:22:25.964042 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Returning: {'device': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'port_id': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:22:26.018121 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60860fb5-7317-4559-8489-b5e028f2d94e req-5142c49a-d7eb-4e5b-9286-2d297f960ee4 service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378477 Feb 18 10:22:26.024247 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:26.041815 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:22:26.057125 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:22:26.060749 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:26.138279 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:22:26.148416 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] get_ports_and_sgs() called for port_ids ['3d54a4c3-5314-4b61-91c4-b94b6eb8df2d'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 10:22:26.155168 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-60860fb5-7317-4559-8489-b5e028f2d94e req-adf71d74-20b0-4186-967d-59cc5463e610 service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297028 Feb 18 10:22:26.175974 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:26.176371 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:26.176681 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:26.177595 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:26.177996 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:26.178329 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:26.178660 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:26.179084 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:26.179418 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:26.179739 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:26.180060 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:26.180424 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:27.811798 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d up at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:22:27.884517 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Provisioning complete for port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:22:27.884893 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:28.034639 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:28.065434 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b02709-c486-474c-b8fc-81a91c9862b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:22:28.075661 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:22:28.084847 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:28.154936 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:22:28.234685 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b02709-c486-474c-b8fc-81a91c9862b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'code': 200} Feb 18 10:22:30.565725 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3a9f78b8-c0c3-4721-aefa-41cbdf3dd984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:34.024589 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1bce31d3-304d-4e4d-b0c1-6f0d6ede4d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:34.085994 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:34.213197 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:35.436041 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:40.723467 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-92336685-b1ee-4e07-90c3-2585105f9b10 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-337649933&fields=id&tenant_id=a84b46a8128246c2a4f0f608da2866e6 HTTP/1.1" status: 200 len: 267 time: 0.0442154 Feb 18 10:22:41.016465 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-61cc6ec4-ff79-4fad-adb9-00c079c0a98c tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:41.018025 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-61cc6ec4-ff79-4fad-adb9-00c079c0a98c tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/networks?id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 HTTP/1.1" status: 200 len: 810 time: 0.2858424 Feb 18 10:22:41.035341 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-9e6316ee-489b-4b33-a5a8-147515599c48 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/quotas/a84b46a8128246c2a4f0f608da2866e6 HTTP/1.1" status: 200 len: 375 time: 0.0107591 Feb 18 10:22:41.149747 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-3f415b51-0129-45db-9bbf-da9c02853876 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a84b46a8128246c2a4f0f608da2866e6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1081443 Feb 18 10:22:41.170740 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:22:41.375109 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-19edb5ec-b775-40a4-9c53-d27d273ce8c2 service neutron] 10.222.0.72 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121186 Feb 18 10:22:41.506117 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-57906848-ecac-4420-ba54-47e4f70a4539 service neutron] 10.222.0.72 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242099 Feb 18 10:22:42.366898 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:42.387646 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:42.707045 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-e3e63ec3-643d-4e16-a2ba-8cd13734811c req-fda631ce-631d-4f85-9923-33055dc83e62 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 210 time: 0.0462372 Feb 18 10:22:43.776551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-e0afec20-fa2b-4149-8646-2e1b1b0c6e90 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:43.778208 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-e0afec20-fa2b-4149-8646-2e1b1b0c6e90 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.61 "GET /v2.0/networks?id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 HTTP/1.1" status: 200 len: 810 time: 0.1611512 Feb 18 10:22:43.831788 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-f077b698-ec51-493a-b469-4f0c5dae455f tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a84b46a8128246c2a4f0f608da2866e6 HTTP/1.1" status: 200 len: 379 time: 0.0445268 Feb 18 10:22:43.877246 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-eefca94b-4581-448e-bb41-89cb071f860d req-bcaf9e9d-edc9-4fd5-8f99-3e1e8a433ccd tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 210 time: 0.0443926 Feb 18 10:22:43.881499 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Request body: {'port': {'device_id': '3a03a42e-879b-49b7-9416-ed965da16954', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'admin_state_up': True, 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'security_groups': ['d9020b1a-85ce-4663-967e-0e1992a32c17']}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:22:43.887094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:22:44.009950 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:44.026118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:22:44.037338 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:22:44.039020 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b02709-c486-474c-b8fc-81a91c9862b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:22:44.049677 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] For port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:22:44.052531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Made reservation on behalf of a84b46a8128246c2a4f0f608da2866e6 for: {'port': 1} {{(pid=87768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 10:22:44.055601 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:44.056853 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:44.152822 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b02709-c486-474c-b8fc-81a91c9862b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'code': 200} Feb 18 10:22:44.183172 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Pushing event updated for resources: {'Port': ['ID=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:22:44.323698 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Allocated IP 172.20.0.3 (1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59/fe2d557b-d430-443b-90dc-491b83a1c341/554309ee-6039-4928-9b3f-b0f09ae1823c) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:22:44.605029 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:44.627892 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Transition to ACTIVE for port object 554309ee-6039-4928-9b3f-b0f09ae1823c will not be triggered until provisioned by entity DHCP. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:22:44.656620 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:44.730311 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Network 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:22:44.738078 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:22:44.743985 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:22:44.839243 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:44.839916 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:44.864374 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Pushing event updated for resources: {'Port': ['ID=554309ee-6039-4928-9b3f-b0f09ae1823c,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:22:44.888133 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:44.888527 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:44.888879 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:44.889215 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:44.889555 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:44.889889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:44.890261 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:44.890752 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:44.891198 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:44.891540 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:44.891877 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:44.892211 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:22:44.913171 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-82d14891-7717-4fec-9b73-b3e62ed8dac7 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0380943 Feb 18 10:22:45.163562 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513a316-00f1-41d2-a3a4-60b936735a75 req-2457ebbe-fedf-4185-9f06-b2e1141d6531 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:45.164397 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0513a316-00f1-41d2-a3a4-60b936735a75 req-2457ebbe-fedf-4185-9f06-b2e1141d6531 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Synchronizing usage tracker for tenant:a84b46a8128246c2a4f0f608da2866e6 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:22:45.180916 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8a9c188e-6d5b-4511-bbed-1e3b9509fd93 None None] Provisioning for port 554309ee-6039-4928-9b3f-b0f09ae1823c completed by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:22:45.183361 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-0513a316-00f1-41d2-a3a4-60b936735a75 req-2457ebbe-fedf-4185-9f06-b2e1141d6531 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Unset dirty status for tenant:a84b46a8128246c2a4f0f608da2866e6 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:22:45.184988 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0513a316-00f1-41d2-a3a4-60b936735a75 req-2457ebbe-fedf-4185-9f06-b2e1141d6531 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 931 time: 0.1546843 Feb 18 10:22:45.195573 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-8a9c188e-6d5b-4511-bbed-1e3b9509fd93 None None] Provisioning complete for port 554309ee-6039-4928-9b3f-b0f09ae1823c triggered by entity DHCP. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:22:45.196188 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8a9c188e-6d5b-4511-bbed-1e3b9509fd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:45.243726 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-0513a316-00f1-41d2-a3a4-60b936735a75 req-5adddf06-cf12-4e0f-96d4-5a2a9362606b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524328 Feb 18 10:22:45.253927 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c188e-6d5b-4511-bbed-1e3b9509fd93 None None] Port 554309ee-6039-4928-9b3f-b0f09ae1823c cannot update to ACTIVE because it is not bound. {{(pid=87769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 18 10:22:46.446439 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d948a38-48a4-4e47-88ee-f4b5c0ec6d36 req-e61cf68c-7db0-4d22-a1ae-60124ba94424 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:46.448156 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d948a38-48a4-4e47-88ee-f4b5c0ec6d36 req-e61cf68c-7db0-4d22-a1ae-60124ba94424 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 931 time: 0.0890472 Feb 18 10:22:46.497270 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6d948a38-48a4-4e47-88ee-f4b5c0ec6d36 req-6c4c5f9b-b83e-46b6-96cf-0a9aaaf2d074 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431833 Feb 18 10:22:47.696898 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bef590-8283-4369-9d39-ca6faf427d87 req-d0caa3cf-c8b5-49d0-9e34-d33bb92030b5 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:47.699668 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34bef590-8283-4369-9d39-ca6faf427d87 req-d0caa3cf-c8b5-49d0-9e34-d33bb92030b5 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 931 time: 0.0884175 Feb 18 10:22:47.749326 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-34bef590-8283-4369-9d39-ca6faf427d87 req-b3005b16-3b55-4d71-89c2-f424e27ca0ee tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441520 Feb 18 10:22:48.957515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cf0cc-d778-4c8f-820f-6fdb42596e2c req-db030f8e-77a7-48ab-8d03-db1b9aea68bb tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:48.959341 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d6cf0cc-d778-4c8f-820f-6fdb42596e2c req-db030f8e-77a7-48ab-8d03-db1b9aea68bb tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 931 time: 0.0850968 Feb 18 10:22:49.012727 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1d6cf0cc-d778-4c8f-820f-6fdb42596e2c req-10c73aee-7d19-471e-bd10-fe6c93189775 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471647 Feb 18 10:22:50.212829 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c9d26-52db-4f25-bdb3-c00aa6ff00fd req-dff20bd5-f118-41a2-a4e4-010b316d339a tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:50.214438 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b04c9d26-52db-4f25-bdb3-c00aa6ff00fd req-dff20bd5-f118-41a2-a4e4-010b316d339a tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 931 time: 0.0857322 Feb 18 10:22:50.266342 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-b04c9d26-52db-4f25-bdb3-c00aa6ff00fd req-c80f0ada-5851-4e6f-8669-054f29bbc81a tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458674 Feb 18 10:22:51.475303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e5608-bdfa-4307-903f-f3b552195e8a req-bd0eb400-92dc-4317-9fdd-c0636f8a3114 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:51.477140 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-429e5608-bdfa-4307-903f-f3b552195e8a req-bd0eb400-92dc-4317-9fdd-c0636f8a3114 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 931 time: 0.0958612 Feb 18 10:22:51.527172 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-429e5608-bdfa-4307-903f-f3b552195e8a req-0adc3178-7294-417c-bda1-cc0e69dbfdc6 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438614 Feb 18 10:22:52.719107 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5433868-9779-4fc9-b077-52495871438f req-4119e2ef-9aeb-4259-89b8-bcebcccf5394 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:52.720602 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c5433868-9779-4fc9-b077-52495871438f req-4119e2ef-9aeb-4259-89b8-bcebcccf5394 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 931 time: 0.0837762 Feb 18 10:22:52.764974 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-c5433868-9779-4fc9-b077-52495871438f req-27dedf90-d5ba-4a93-adc5-1b85a921a8d9 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375361 Feb 18 10:22:53.950463 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efc298-edee-4ea8-aa30-1ac085f9f54a req-812187ed-0a29-4456-873c-dff2e1c05c8a tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:53.951913 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91efc298-edee-4ea8-aa30-1ac085f9f54a req-812187ed-0a29-4456-873c-dff2e1c05c8a tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 931 time: 0.0794485 Feb 18 10:22:53.998020 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-91efc298-edee-4ea8-aa30-1ac085f9f54a req-210530b8-f614-4c8c-b8b9-3847743d1d16 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381496 Feb 18 10:22:54.875357 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Request body: {'port': {'device_id': '3a03a42e-879b-49b7-9416-ed965da16954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829434-1'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:22:55.105534 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:55.310020 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0eeeaf-30fb-4898-997f-a1e738584b41 req-ab0ad26a-70fd-4afa-b3fd-2dcf4c7552f5 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:55.311462 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e0eeeaf-30fb-4898-997f-a1e738584b41 req-ab0ad26a-70fd-4afa-b3fd-2dcf4c7552f5 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 931 time: 0.1972840 Feb 18 10:22:55.429745 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5e0eeeaf-30fb-4898-997f-a1e738584b41 req-3af88ba0-1a5f-4f60-b1cc-1e1a5c77d554 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112475 Feb 18 10:22:55.542308 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554309ee-6039-4928-9b3f-b0f09ae1823c {{(pid=87768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:22:55.550152 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:55.565313 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.provisioning_blocks [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Transition to ACTIVE for port object 554309ee-6039-4928-9b3f-b0f09ae1823c will not be triggered until provisioned by entity L2. {{(pid=87768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 10:22:55.569222 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:55.729307 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Pushing event updated for resources: {'Port': ['ID=554309ee-6039-4928-9b3f-b0f09ae1823c,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:22:55.810751 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Attempting to bind port 554309ee-6039-4928-9b3f-b0f09ae1823c on host n-h2-829434-1 for vnic_type normal with profile {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 18 10:22:55.811084 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Attempting to bind port 554309ee-6039-4928-9b3f-b0f09ae1823c by drivers openvswitch,hyperv on host n-h2-829434-1 at level 0 using segments [{'id': '06d8a138-8d02-4bfd-8967-4a1991327543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59'}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 18 10:22:55.811412 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Attempting to bind port 554309ee-6039-4928-9b3f-b0f09ae1823c on network 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:22:55.815905 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Port 554309ee-6039-4928-9b3f-b0f09ae1823c on network 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 not bound, no agent of type Open vSwitch agent registered on host n-h2-829434-1 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 18 10:22:55.816225 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Attempting to bind port 554309ee-6039-4928-9b3f-b0f09ae1823c on network 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 18 10:22:55.821511 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Checking agent: {'id': 'c7840417-1f8a-4045-b478-474b6a719bb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829434-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'started_at': datetime.datetime(2022, 2, 18, 8, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 10, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 10:22:55.821909 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Checking segment: {'id': '06d8a138-8d02-4bfd-8967-4a1991327543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 18 10:22:55.822299 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Bound using segment: {'id': '06d8a138-8d02-4bfd-8967-4a1991327543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59'} {{(pid=87768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 10:22:55.822776 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.managers [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Bound port: 554309ee-6039-4928-9b3f-b0f09ae1823c, host: n-h2-829434-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d8a138-8d02-4bfd-8967-4a1991327543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59'}}] {{(pid=87768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 18 10:22:55.823125 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:55.915867 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] For port 554309ee-6039-4928-9b3f-b0f09ae1823c, host n-h2-829434-1, cleared binding levels {{(pid=87768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 18 10:22:55.918737 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] For port 554309ee-6039-4928-9b3f-b0f09ae1823c, host n-h2-829434-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=554309ee-6039-4928-9b3f-b0f09ae1823c,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 18 10:22:55.923047 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:55.984700 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:55.985310 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:22:55.986672 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] 10.222.0.61 "PUT /v2.0/ports/554309ee-6039-4928-9b3f-b0f09ae1823c HTTP/1.1" status: 200 len: 1091 time: 1.1655171 Feb 18 10:22:55.987115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a03a42e-879b-49b7-9416-ed965da16954', 'tag': '554309ee-6039-4928-9b3f-b0f09ae1823c'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:22:56.010587 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4291c-f5bc-4331-aace-6174232d2b46 service neutron] Pushing event updated for resources: {'Port': ['ID=554309ee-6039-4928-9b3f-b0f09ae1823c,revision_number=3']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:22:56.074278 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a03a42e-879b-49b7-9416-ed965da16954', 'tag': '554309ee-6039-4928-9b3f-b0f09ae1823c', 'status': 'completed', 'code': 200} Feb 18 10:22:56.111123 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-009288f4-37d3-4249-a3ce-dd8c0e0ca114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:56.112633 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-009288f4-37d3-4249-a3ce-dd8c0e0ca114 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a84b46a8128246c2a4f0f608da2866e6&device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 1094 time: 0.0803270 Feb 18 10:22:56.183928 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-5481a8bb-1000-46be-b443-3667a0e9f5f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=554309ee-6039-4928-9b3f-b0f09ae1823c HTTP/1.1" status: 200 len: 217 time: 0.0637906 Feb 18 10:22:56.248674 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-235419c9-5c8a-4cdb-b7e3-6b7121f16c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:56.249999 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-235419c9-5c8a-4cdb-b7e3-6b7121f16c3d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe2d557b-d430-443b-90dc-491b83a1c341 HTTP/1.1" status: 200 len: 849 time: 0.0599597 Feb 18 10:22:56.323331 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-ee8706be-88d5-4ab8-9d41-97696cb5b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:56.324831 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-ee8706be-88d5-4ab8-9d41-97696cb5b373 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684121 Feb 18 10:22:56.456340 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-15cb7c85-63f1-434f-8cf5-8cefe689e08f service neutron] 10.222.0.61 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255374 Feb 18 10:22:56.803833 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a55c0cf6-da6d-4096-b287-ac67947f56d4 req-cb551876-4f67-404b-b5f0-2d2ce13f645e service neutron] 10.222.0.61 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410082 Feb 18 10:22:56.819881 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40677229-eb61-4e92-bb84-60626805a0eb req-307ca7a4-4725-492f-adcb-0bef8768eeed tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:56.821780 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40677229-eb61-4e92-bb84-60626805a0eb req-307ca7a4-4725-492f-adcb-0bef8768eeed tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 943 time: 0.2561584 Feb 18 10:22:56.905720 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-40677229-eb61-4e92-bb84-60626805a0eb req-b87adb1b-d477-4072-8196-b2af8add4199 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777667 Feb 18 10:22:56.936099 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42f8eb-4b39-4ed8-a754-d86a4da18df5 req-a25e0a27-d3a5-4025-9a00-db70aa0a7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:56.937601 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b42f8eb-4b39-4ed8-a754-d86a4da18df5 req-a25e0a27-d3a5-4025-9a00-db70aa0a7c8e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a84b46a8128246c2a4f0f608da2866e6&device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 1094 time: 0.0815465 Feb 18 10:22:57.068515 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42f8eb-4b39-4ed8-a754-d86a4da18df5 req-bfeed28c-fdc3-4ba1-bb68-c7ff66565cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:57.069885 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b42f8eb-4b39-4ed8-a754-d86a4da18df5 req-bfeed28c-fdc3-4ba1-bb68-c7ff66565cee service neutron] 10.222.0.61 "GET /v2.0/networks?id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 HTTP/1.1" status: 200 len: 911 time: 0.1260731 Feb 18 10:22:57.140776 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b42f8eb-4b39-4ed8-a754-d86a4da18df5 req-52b4fce4-bcb3-4524-9bfc-f30e3bbd7a6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=554309ee-6039-4928-9b3f-b0f09ae1823c HTTP/1.1" status: 200 len: 217 time: 0.0638411 Feb 18 10:22:57.202393 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42f8eb-4b39-4ed8-a754-d86a4da18df5 req-0450a03a-1815-4af2-ab26-350bf5d88053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:57.203821 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b42f8eb-4b39-4ed8-a754-d86a4da18df5 req-0450a03a-1815-4af2-ab26-350bf5d88053 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe2d557b-d430-443b-90dc-491b83a1c341 HTTP/1.1" status: 200 len: 849 time: 0.0572293 Feb 18 10:22:57.282125 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42f8eb-4b39-4ed8-a754-d86a4da18df5 req-871099db-24e8-4930-a30f-0f911b484268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:57.283713 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b42f8eb-4b39-4ed8-a754-d86a4da18df5 req-871099db-24e8-4930-a30f-0f911b484268 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734999 Feb 18 10:22:57.412903 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b42f8eb-4b39-4ed8-a754-d86a4da18df5 req-a885a4dd-798c-404d-a7bc-0a23529d9aef service neutron] 10.222.0.61 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227148 Feb 18 10:22:57.547853 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6b42f8eb-4b39-4ed8-a754-d86a4da18df5 req-0fbb2d1d-21fe-4e1d-893e-ca28cd020384 service neutron] 10.222.0.61 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256988 Feb 18 10:22:58.093506 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84e828-5d70-463b-9943-8fe8216bb785 req-5cc6e5c4-2bb8-47b9-b2bd-6d0b3a221ce8 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:58.094898 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-de84e828-5d70-463b-9943-8fe8216bb785 req-5cc6e5c4-2bb8-47b9-b2bd-6d0b3a221ce8 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 943 time: 0.0804219 Feb 18 10:22:58.139448 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-de84e828-5d70-463b-9943-8fe8216bb785 req-9e32c30e-ffa4-4676-a284-8080e9fbbbbc tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380342 Feb 18 10:22:59.330118 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf33be-c258-4305-ad5a-c926d97b59c9 req-b6c211f0-dd4d-4a0e-950e-7891dca0779d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:22:59.331553 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1aaf33be-c258-4305-ad5a-c926d97b59c9 req-b6c211f0-dd4d-4a0e-950e-7891dca0779d tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 943 time: 0.0827343 Feb 18 10:22:59.376376 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-1aaf33be-c258-4305-ad5a-c926d97b59c9 req-d9ce7ccc-4da1-40b1-a230-c3d1fb4fdeaa tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369976 Feb 18 10:23:00.559983 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea155a-5de8-4d65-8d63-e254bdfbbe87 req-19535fb4-6e79-4907-bd9c-0cff2de60855 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:00.561380 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3aea155a-5de8-4d65-8d63-e254bdfbbe87 req-19535fb4-6e79-4907-bd9c-0cff2de60855 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 943 time: 0.0790918 Feb 18 10:23:00.569483 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-de35a719-debc-4acd-b20b-f444973b9b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:00.606533 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3aea155a-5de8-4d65-8d63-e254bdfbbe87 req-9ae3c636-f50a-43d6-a575-05d780967823 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391886 Feb 18 10:23:00.983754 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 554309ee-6039-4928-9b3f-b0f09ae1823c details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:23:01.114542 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 554309ee-6039-4928-9b3f-b0f09ae1823c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=554309ee-6039-4928-9b3f-b0f09ae1823c,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:23:01.127057 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '554309ee-6039-4928-9b3f-b0f09ae1823c', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'port_id': '554309ee-6039-4928-9b3f-b0f09ae1823c', 'mac_address': 'fa:16:3e:5e:20:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:23:01.183917 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:01.200438 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554309ee-6039-4928-9b3f-b0f09ae1823c {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:23:01.216155 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 554309ee-6039-4928-9b3f-b0f09ae1823c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=554309ee-6039-4928-9b3f-b0f09ae1823c,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:23:01.220225 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:01.285542 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=554309ee-6039-4928-9b3f-b0f09ae1823c,revision_number=4']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:01.548144 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['554309ee-6039-4928-9b3f-b0f09ae1823c'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 10:23:01.793588 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8480a-00ad-4629-a000-5235ca4baee0 req-6305b14a-fb11-4b54-8c76-80d38e6d2fec tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:01.795052 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4f8480a-00ad-4629-a000-5235ca4baee0 req-6305b14a-fb11-4b54-8c76-80d38e6d2fec tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 944 time: 0.0814822 Feb 18 10:23:01.840887 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-a4f8480a-00ad-4629-a000-5235ca4baee0 req-abc8fcff-5e79-4a29-b809-84799038f7fe tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400348 Feb 18 10:23:02.971361 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 554309ee-6039-4928-9b3f-b0f09ae1823c up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:23:03.040131 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b25c6a-2372-4a32-b095-72bef868e104 req-acdf76aa-3b49-421b-80e3-73e57af7f789 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:03.041705 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-46b25c6a-2372-4a32-b095-72bef868e104 req-acdf76aa-3b49-421b-80e3-73e57af7f789 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 944 time: 0.0906365 Feb 18 10:23:03.048056 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning for port 554309ee-6039-4928-9b3f-b0f09ae1823c completed by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 10:23:03.053376 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 554309ee-6039-4928-9b3f-b0f09ae1823c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:23:03.053787 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:03.093680 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-46b25c6a-2372-4a32-b095-72bef868e104 req-1277e75f-c6f4-41e9-a324-ebc470e2681b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461419 Feb 18 10:23:03.181589 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:03.211015 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a03a42e-879b-49b7-9416-ed965da16954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554309ee-6039-4928-9b3f-b0f09ae1823c'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:23:03.221659 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 554309ee-6039-4928-9b3f-b0f09ae1823c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=554309ee-6039-4928-9b3f-b0f09ae1823c,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:23:03.227677 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:03.263373 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a03a42e-879b-49b7-9416-ed965da16954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554309ee-6039-4928-9b3f-b0f09ae1823c', 'code': 200} Feb 18 10:23:03.295436 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=554309ee-6039-4928-9b3f-b0f09ae1823c,revision_number=5']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:03.386551 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe42aa0-d7ce-4567-96ff-eb08b003f3d0 req-a0dd1765-64ee-4cc1-9a42-0886bde0399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:03.388011 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cfe42aa0-d7ce-4567-96ff-eb08b003f3d0 req-a0dd1765-64ee-4cc1-9a42-0886bde0399f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 1096 time: 0.0686069 Feb 18 10:23:03.427552 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-cfe42aa0-d7ce-4567-96ff-eb08b003f3d0 req-d85838b7-6797-4432-b4bc-36e06f44296e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339437 Feb 18 10:23:04.027045 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d368fe70-1640-4e3c-8953-1a55397db631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:04.093643 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:04.215251 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:04.285667 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369ed67-23cf-4ef6-89b9-6f4f1a4f0a55 req-6acc9a5c-b851-49ef-92b6-0d8549892763 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:04.288168 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6369ed67-23cf-4ef6-89b9-6f4f1a4f0a55 req-6acc9a5c-b851-49ef-92b6-0d8549892763 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 945 time: 0.0874267 Feb 18 10:23:04.331305 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6369ed67-23cf-4ef6-89b9-6f4f1a4f0a55 req-327d2931-3c13-41f3-8f3f-9c6de9347cc9 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370047 Feb 18 10:23:05.439256 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:05.527672 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083a130-156f-4b81-beb6-d65872dff5b0 req-d987c0ac-ece5-48f2-9862-8cc3c413fff9 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:05.529181 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4083a130-156f-4b81-beb6-d65872dff5b0 req-d987c0ac-ece5-48f2-9862-8cc3c413fff9 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 945 time: 0.0808554 Feb 18 10:23:05.574788 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-4083a130-156f-4b81-beb6-d65872dff5b0 req-46acf392-35f4-48ce-ad15-f3b020da6286 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398540 Feb 18 10:23:05.768826 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81090ed8-e8a1-4c94-b660-1dddb2e273c7 req-49849696-6ca1-4f2e-a283-4a8261908688 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:05.770273 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-81090ed8-e8a1-4c94-b660-1dddb2e273c7 req-49849696-6ca1-4f2e-a283-4a8261908688 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 945 time: 0.0844214 Feb 18 10:23:05.813657 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-81090ed8-e8a1-4c94-b660-1dddb2e273c7 req-7018d938-8572-4fa9-a6e3-22bbd62b5bf9 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377614 Feb 18 10:23:05.836386 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53768) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:05.904886 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b30dc07-4019-464b-8ab1-0ec17792270a tempest-TestSnapshotPattern-1858961144 tempest-TestSnapshotPattern-1858961144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:05.906373 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-7b30dc07-4019-464b-8ab1-0ec17792270a tempest-TestSnapshotPattern-1858961144 tempest-TestSnapshotPattern-1858961144-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 1091 time: 0.0690153 Feb 18 10:23:05.909082 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53772) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:23:05.914418 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.v2.base [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Request body: {'floatingip': {'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'port_id': '554309ee-6039-4928-9b3f-b0f09ae1823c', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 10:23:05.920713 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 18 10:23:05.924444 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Usage tracker for resource:floatingip and tenant:a84b46a8128246c2a4f0f608da2866e6 is out of sync, need to count used quota {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 18 10:23:05.927876 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 18 10:23:05.933417 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.quota.driver [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 18 10:23:05.943547 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for floatingip, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:06.077201 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:06.326414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_common [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Allocated IP 172.25.1.107 (3bfebd2e-845a-4b21-9170-8a14dbf0152c/56fcd9d3-4e3b-4a53-ba65-5992f05b958b/9b2f404d-98fa-43f3-ae42-0f4747cb1b2b) {{(pid=87768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 10:23:06.474383 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for port, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:06.503991 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765059084939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:06.570092 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Network 3bfebd2e-845a-4b21-9170-8a14dbf0152c is already hosted by enough agents. {{(pid=87768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 10:23:06.573330 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.base_scheduler [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Resources bound (agent type, host, resource id): {{(pid=87768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 10:23:06.576935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Received port after_create {{(pid=87768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 18 10:23:06.615303 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Pushing event updated for resources: {'Port': ['ID=9b2f404d-98fa-43f3-ae42-0f4747cb1b2b,revision_number=1']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:06.992288 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:07.066791 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:07.276530 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for port, precommit_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:07.281207 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5371153'] for port, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:07.384122 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Pushing event updated for resources: {'Port': ['ID=9b2f404d-98fa-43f3-ae42-0f4747cb1b2b,revision_number=2']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:23:07.400024 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8241130'] for floatingip, after_update {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:07.574133 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Floating IP c1302d3c-7231-416f-9158-d789752be6cd associated. External IP: 172.25.1.107, port: 554309ee-6039-4928-9b3f-b0f09ae1823c. Feb 18 10:23:08.070158 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Router 8e54d252-11a5-411c-a260-3ba86e4e3160 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:23:08.268421 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:23:08.281213 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d6d194-ad01-4411-b2c0-46fd12daa158 None None] Sync routers for ids ['8e54d252-11a5-411c-a260-3ba86e4e3160'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:23:08.292214 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d6d194-ad01-4411-b2c0-46fd12daa158 None None] Routers {'8e54d252-11a5-411c-a260-3ba86e4e3160'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:23:08.292922 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d0d6d194-ad01-4411-b2c0-46fd12daa158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:23:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8e54d252-11a5-411c-a260-3ba86e4e3160'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:08.295585 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:08.353573 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b7e13ec2-0b9b-4fe9-9323-09d5afe79890 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4434724 Feb 18 10:23:08.354153 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a03a42e-879b-49b7-9416-ed965da16954', 'tag': '554309ee-6039-4928-9b3f-b0f09ae1823c'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:23:08.404730 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a03a42e-879b-49b7-9416-ed965da16954', 'tag': '554309ee-6039-4928-9b3f-b0f09ae1823c', 'status': 'completed', 'code': 200} Feb 18 10:23:08.477277 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-d0d6d194-ad01-4411-b2c0-46fd12daa158 None None] Set router 8e54d252-11a5-411c-a260-3ba86e4e3160 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:23:08.500208 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cdf0e-1900-4215-90fd-cff16c57fe5c req-db311967-03a3-4d5b-ab13-26fe323b15be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:08.501718 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da5cdf0e-1900-4215-90fd-cff16c57fe5c req-db311967-03a3-4d5b-ab13-26fe323b15be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a84b46a8128246c2a4f0f608da2866e6&device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 1096 time: 0.0734670 Feb 18 10:23:08.632537 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cdf0e-1900-4215-90fd-cff16c57fe5c req-954ea0f9-bb2e-4851-aee3-2901ab6053b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:08.633987 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da5cdf0e-1900-4215-90fd-cff16c57fe5c req-954ea0f9-bb2e-4851-aee3-2901ab6053b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 HTTP/1.1" status: 200 len: 911 time: 0.1266448 Feb 18 10:23:08.738128 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da5cdf0e-1900-4215-90fd-cff16c57fe5c req-ea2a1c2a-ed6c-403b-bf18-2ca58223d327 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=554309ee-6039-4928-9b3f-b0f09ae1823c HTTP/1.1" status: 200 len: 999 time: 0.0971863 Feb 18 10:23:08.798470 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cdf0e-1900-4215-90fd-cff16c57fe5c req-8c94e6e4-31e2-4b7c-a5ef-55e5cac5c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:08.799934 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da5cdf0e-1900-4215-90fd-cff16c57fe5c req-8c94e6e4-31e2-4b7c-a5ef-55e5cac5c27f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe2d557b-d430-443b-90dc-491b83a1c341 HTTP/1.1" status: 200 len: 849 time: 0.0565541 Feb 18 10:23:08.864940 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d0d6d194-ad01-4411-b2c0-46fd12daa158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:19:27Z', 'revision_number': 4, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port': {'id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:24Z', 'updated_at': '2022-02-18T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '773a3802-d400-46ec-b56c-b16af5f0df6c', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'port_id': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b02709-c486-474c-b8fc-81a91c9862b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:19:53Z', 'updated_at': '2022-02-18T10:19:56Z', 'revision_number': 1, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'fixed_ip_address_scope': None}, {'id': 'c1302d3c-7231-416f-9158-d789752be6cd', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'port_id': '554309ee-6039-4928-9b3f-b0f09ae1823c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'mac_address': 'fa:16:3e:5e:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03a42e-879b-49b7-9416-ed965da16954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:23:06Z', 'updated_at': '2022-02-18T10:23:06Z', 'revision_number': 0, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75e0876-1129-43a6-b502-2681e44dd597', 'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'mac_address': 'fa:16:3e:2e:2d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:26Z', 'updated_at': '2022-02-18T10:19:33Z', 'revision_number': 5, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'subnets': [{'id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:08.868972 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d6d194-ad01-4411-b2c0-46fd12daa158 None None] Checking router: 8e54d252-11a5-411c-a260-3ba86e4e3160 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:23:08.876873 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cdf0e-1900-4215-90fd-cff16c57fe5c req-27977df6-8b54-49f2-97e5-6cb494e879ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:08.877346 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d6d194-ad01-4411-b2c0-46fd12daa158 None None] Routers {'8e54d252-11a5-411c-a260-3ba86e4e3160'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:23:08.877944 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d0d6d194-ad01-4411-b2c0-46fd12daa158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:23:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8e54d252-11a5-411c-a260-3ba86e4e3160'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:08.878375 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da5cdf0e-1900-4215-90fd-cff16c57fe5c req-27977df6-8b54-49f2-97e5-6cb494e879ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730104 Feb 18 10:23:09.009254 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da5cdf0e-1900-4215-90fd-cff16c57fe5c req-996fb0f6-1b5a-4cf5-8554-ca495455d6d6 service neutron] 10.222.0.61 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250303 Feb 18 10:23:09.054223 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-d0d6d194-ad01-4411-b2c0-46fd12daa158 None None] Set router 8e54d252-11a5-411c-a260-3ba86e4e3160 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:23:09.148949 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-da5cdf0e-1900-4215-90fd-cff16c57fe5c req-b7e44cd1-0d9e-4d18-b719-e83edccdd4c0 service neutron] 10.222.0.61 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339343 Feb 18 10:23:09.397453 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d0d6d194-ad01-4411-b2c0-46fd12daa158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:19:27Z', 'revision_number': 4, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port': {'id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:24Z', 'updated_at': '2022-02-18T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '773a3802-d400-46ec-b56c-b16af5f0df6c', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'port_id': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b02709-c486-474c-b8fc-81a91c9862b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:19:53Z', 'updated_at': '2022-02-18T10:19:56Z', 'revision_number': 1, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'fixed_ip_address_scope': None}, {'id': 'c1302d3c-7231-416f-9158-d789752be6cd', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'port_id': '554309ee-6039-4928-9b3f-b0f09ae1823c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'mac_address': 'fa:16:3e:5e:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03a42e-879b-49b7-9416-ed965da16954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:23:06Z', 'updated_at': '2022-02-18T10:23:06Z', 'revision_number': 0, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75e0876-1129-43a6-b502-2681e44dd597', 'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'mac_address': 'fa:16:3e:2e:2d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:26Z', 'updated_at': '2022-02-18T10:19:33Z', 'revision_number': 5, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'subnets': [{'id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:23:09.401447 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d6d194-ad01-4411-b2c0-46fd12daa158 None None] The sync data for ids ['8e54d252-11a5-411c-a260-3ba86e4e3160'] in n-d-829434-1 is: [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:19:27Z', 'revision_number': 4, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port': {'id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:24Z', 'updated_at': '2022-02-18T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '773a3802-d400-46ec-b56c-b16af5f0df6c', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'port_id': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b02709-c486-474c-b8fc-81a91c9862b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:19:53Z', 'updated_at': '2022-02-18T10:19:56Z', 'revision_number': 1, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'fixed_ip_address_scope': None}, {'id': 'c1302d3c-7231-416f-9158-d789752be6cd', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'port_id': '554309ee-6039-4928-9b3f-b0f09ae1823c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'mac_address': 'fa:16:3e:5e:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03a42e-879b-49b7-9416-ed965da16954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:23:06Z', 'updated_at': '2022-02-18T10:23:06Z', 'revision_number': 0, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75e0876-1129-43a6-b502-2681e44dd597', 'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'mac_address': 'fa:16:3e:2e:2d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:26Z', 'updated_at': '2022-02-18T10:19:33Z', 'revision_number': 5, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'subnets': [{'id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:23:09.590387 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e4186c-c31a-4c54-9854-0aee4b1f0617 None None] New status for floating IP c1302d3c-7231-416f-9158-d789752be6cd: ACTIVE {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 10:23:12.374343 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:12.396356 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:18.169627 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:23:25.387824 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2cc84a63-ea10-4c84-9246-084e922f4ce7 req-71a239bd-9268-4619-8773-c3cbeadbd213 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732360 Feb 18 10:23:25.531998 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc84a63-ea10-4c84-9246-084e922f4ce7 req-b5a9b6b5-4045-48a3-9cf7-d6cd37844f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:25.533490 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2cc84a63-ea10-4c84-9246-084e922f4ce7 req-b5a9b6b5-4045-48a3-9cf7-d6cd37844f51 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a84b46a8128246c2a4f0f608da2866e6&device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 1095 time: 0.0765736 Feb 18 10:23:25.680414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc84a63-ea10-4c84-9246-084e922f4ce7 req-37286937-371e-4a5e-82fa-31835a1e3691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:25.681782 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2cc84a63-ea10-4c84-9246-084e922f4ce7 req-37286937-371e-4a5e-82fa-31835a1e3691 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 HTTP/1.1" status: 200 len: 911 time: 0.1302419 Feb 18 10:23:25.906347 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2cc84a63-ea10-4c84-9246-084e922f4ce7 req-43eedf54-34b8-4ced-8a55-07f3b09cdcf0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d HTTP/1.1" status: 200 len: 1000 time: 0.2185371 Feb 18 10:23:25.971644 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc84a63-ea10-4c84-9246-084e922f4ce7 req-5ea0da9d-a6b4-4045-85bf-52d39b6fe9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:25.973078 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2cc84a63-ea10-4c84-9246-084e922f4ce7 req-5ea0da9d-a6b4-4045-85bf-52d39b6fe9d4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fe2d557b-d430-443b-90dc-491b83a1c341 HTTP/1.1" status: 200 len: 849 time: 0.0575864 Feb 18 10:23:26.045758 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc84a63-ea10-4c84-9246-084e922f4ce7 req-a0a383c4-0203-4aed-b01e-34587322304e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:26.047535 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2cc84a63-ea10-4c84-9246-084e922f4ce7 req-a0a383c4-0203-4aed-b01e-34587322304e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686908 Feb 18 10:23:26.180466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2cc84a63-ea10-4c84-9246-084e922f4ce7 req-495701e2-e6f7-4364-90f6-acbe5e1a5c62 service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268692 Feb 18 10:23:26.312515 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-2cc84a63-ea10-4c84-9246-084e922f4ce7 req-152a4009-0f3a-4010-9020-18c795161043 service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262121 Feb 18 10:23:29.898308 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6f816654-1300-420b-b96d-c01ea823e363 req-202096c4-998c-4ff9-a853-629dd24f8ef4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767732 Feb 18 10:23:30.044277 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f816654-1300-420b-b96d-c01ea823e363 req-9b4e2d7f-4f21-4f4e-b90c-d876a4a26eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:30.045875 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6f816654-1300-420b-b96d-c01ea823e363 req-9b4e2d7f-4f21-4f4e-b90c-d876a4a26eb3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a84b46a8128246c2a4f0f608da2866e6&device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 1096 time: 0.0755835 Feb 18 10:23:30.192475 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f816654-1300-420b-b96d-c01ea823e363 req-90dc3ef1-83af-4aa7-9bdc-91b6ce024b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:30.193986 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6f816654-1300-420b-b96d-c01ea823e363 req-90dc3ef1-83af-4aa7-9bdc-91b6ce024b7a service neutron] 10.222.0.61 "GET /v2.0/networks?id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 HTTP/1.1" status: 200 len: 911 time: 0.1274960 Feb 18 10:23:30.306710 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6f816654-1300-420b-b96d-c01ea823e363 req-9fdd9530-aaf4-4a1a-a7d1-2c0542c08519 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=554309ee-6039-4928-9b3f-b0f09ae1823c HTTP/1.1" status: 200 len: 1001 time: 0.1067133 Feb 18 10:23:30.373400 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f816654-1300-420b-b96d-c01ea823e363 req-ed06da51-a115-49a9-8d0d-da88a479a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:30.374856 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6f816654-1300-420b-b96d-c01ea823e363 req-ed06da51-a115-49a9-8d0d-da88a479a07e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe2d557b-d430-443b-90dc-491b83a1c341 HTTP/1.1" status: 200 len: 849 time: 0.0599809 Feb 18 10:23:30.457956 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f816654-1300-420b-b96d-c01ea823e363 req-5a527aa6-f706-4453-b997-ad4789ab6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:23:30.459471 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6f816654-1300-420b-b96d-c01ea823e363 req-5a527aa6-f706-4453-b997-ad4789ab6c77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777433 Feb 18 10:23:30.571984 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a16d2e6b-b262-4dd6-ac5a-5207e14b30f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:30.602762 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6f816654-1300-420b-b96d-c01ea823e363 req-4fd934ab-8381-4966-9224-42549b34c01d service neutron] 10.222.0.61 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372187 Feb 18 10:23:30.738890 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6f816654-1300-420b-b96d-c01ea823e363 req-0856a8b1-7c0a-4825-b4f5-c8a1d5ba354c service neutron] 10.222.0.61 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302679 Feb 18 10:23:34.032062 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-13a643ab-671c-4c7e-9482-93ba9fa9fea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:34.088523 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:34.218316 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:35.441100 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:42.389507 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:42.413620 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:23:55.168493 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:24:00.574081 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-20490eb8-08e4-4aaf-8c99-703952b7dc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:04.034167 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a32fdbe5-5d3f-445d-8abd-ba3c2275f36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:04.093189 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:04.220840 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:05.444479 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:12.422299 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:12.423429 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:27.900645 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52a6b82a-9ea9-4ac1-bded-5aa31de79a8b req-a4ca487d-aef4-430e-b776-f538ec4388ab service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702503 Feb 18 10:24:28.033771 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6b82a-9ea9-4ac1-bded-5aa31de79a8b req-52be1936-23ac-4e78-bb57-0ee312054bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:28.035214 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52a6b82a-9ea9-4ac1-bded-5aa31de79a8b req-52be1936-23ac-4e78-bb57-0ee312054bd0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a84b46a8128246c2a4f0f608da2866e6&device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 1095 time: 0.0682456 Feb 18 10:24:28.176150 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6b82a-9ea9-4ac1-bded-5aa31de79a8b req-b6d3274a-b643-4a03-865d-0dd9f4e962b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:28.177673 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52a6b82a-9ea9-4ac1-bded-5aa31de79a8b req-b6d3274a-b643-4a03-865d-0dd9f4e962b9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 HTTP/1.1" status: 200 len: 911 time: 0.1228349 Feb 18 10:24:28.384008 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52a6b82a-9ea9-4ac1-bded-5aa31de79a8b req-e7acfa0f-3b52-4f1f-922f-7bebc660ed69 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d HTTP/1.1" status: 200 len: 1000 time: 0.2000418 Feb 18 10:24:28.445804 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6b82a-9ea9-4ac1-bded-5aa31de79a8b req-e02778fd-e5de-4496-b539-64ac28e854b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:28.447292 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52a6b82a-9ea9-4ac1-bded-5aa31de79a8b req-e02778fd-e5de-4496-b539-64ac28e854b3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fe2d557b-d430-443b-90dc-491b83a1c341 HTTP/1.1" status: 200 len: 849 time: 0.0578649 Feb 18 10:24:28.520292 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6b82a-9ea9-4ac1-bded-5aa31de79a8b req-50bb3172-8b5f-498e-a737-b4d252fa3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:28.521771 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52a6b82a-9ea9-4ac1-bded-5aa31de79a8b req-50bb3172-8b5f-498e-a737-b4d252fa3c44 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688469 Feb 18 10:24:28.653129 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52a6b82a-9ea9-4ac1-bded-5aa31de79a8b req-8c45af31-8982-460b-918a-e6aaf3f39203 service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248455 Feb 18 10:24:28.783913 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-52a6b82a-9ea9-4ac1-bded-5aa31de79a8b req-940d34ed-1d56-43b7-a578-b7cf598e3d2a service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249452 Feb 18 10:24:30.576581 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b6995728-2e00-42d5-80fa-4b610aaa9d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:30.786522 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba68068b-e826-472c-8e29-0b65f0904007 req-0f164164-c749-4202-8093-905491ff468c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738592 Feb 18 10:24:30.926818 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68068b-e826-472c-8e29-0b65f0904007 req-0abc4ea4-51b5-4599-ac49-42658c38978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:30.928315 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba68068b-e826-472c-8e29-0b65f0904007 req-0abc4ea4-51b5-4599-ac49-42658c38978a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a84b46a8128246c2a4f0f608da2866e6&device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 1096 time: 0.0723660 Feb 18 10:24:31.073632 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68068b-e826-472c-8e29-0b65f0904007 req-6138d10d-6277-43a3-b2de-5fca5a2cc6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:31.075071 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba68068b-e826-472c-8e29-0b65f0904007 req-6138d10d-6277-43a3-b2de-5fca5a2cc6cf service neutron] 10.222.0.61 "GET /v2.0/networks?id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 HTTP/1.1" status: 200 len: 911 time: 0.1281073 Feb 18 10:24:31.178050 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba68068b-e826-472c-8e29-0b65f0904007 req-9d24b2e0-bb65-4311-8e51-32a7fb16ae82 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=554309ee-6039-4928-9b3f-b0f09ae1823c HTTP/1.1" status: 200 len: 1001 time: 0.0962806 Feb 18 10:24:31.239955 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68068b-e826-472c-8e29-0b65f0904007 req-ce7242a8-6d64-4c8d-97d7-3fe85ad80b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:31.241417 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba68068b-e826-472c-8e29-0b65f0904007 req-ce7242a8-6d64-4c8d-97d7-3fe85ad80b31 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe2d557b-d430-443b-90dc-491b83a1c341 HTTP/1.1" status: 200 len: 849 time: 0.0575671 Feb 18 10:24:31.316015 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68068b-e826-472c-8e29-0b65f0904007 req-d37c5272-636b-4dd6-9d70-feb7bb775cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:24:31.317466 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba68068b-e826-472c-8e29-0b65f0904007 req-d37c5272-636b-4dd6-9d70-feb7bb775cc6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706286 Feb 18 10:24:31.451719 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba68068b-e826-472c-8e29-0b65f0904007 req-f4b181e2-018e-4564-a0b1-95f559709fbd service neutron] 10.222.0.61 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270137 Feb 18 10:24:31.581619 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-ba68068b-e826-472c-8e29-0b65f0904007 req-b69e4295-3104-4fe4-b8c2-cfd71cf4638f service neutron] 10.222.0.61 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237781 Feb 18 10:24:32.167322 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:24:34.036445 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4e8dab36-c0c9-49f7-aafe-6f02530d1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:34.095548 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:34.222842 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:35.449152 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:42.412836 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:24:42.416680 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:00.580747 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-b1b1f79d-b41b-405f-b5b6-1f931ffc8684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:04.037149 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4c7bdd35-f67a-41bc-9fe7-e7133fc3fffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:04.096850 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:04.225889 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:05.452668 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:09.167329 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:25:11.580700 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 554309ee-6039-4928-9b3f-b0f09ae1823c details requested by agent hyperv_n-h2-829434-1 with host n-h2-829434-1 {{(pid=87769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 18 10:25:11.765997 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 554309ee-6039-4928-9b3f-b0f09ae1823c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=554309ee-6039-4928-9b3f-b0f09ae1823c,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:25:11.780067 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Returning: {'device': '554309ee-6039-4928-9b3f-b0f09ae1823c', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'port_id': '554309ee-6039-4928-9b3f-b0f09ae1823c', 'mac_address': 'fa:16:3e:5e:20:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 18 10:25:11.838326 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:11.856485 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 554309ee-6039-4928-9b3f-b0f09ae1823c {{(pid=87769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 10:25:11.873027 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 554309ee-6039-4928-9b3f-b0f09ae1823c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=554309ee-6039-4928-9b3f-b0f09ae1823c,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:25:11.876989 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:11.950400 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=554309ee-6039-4928-9b3f-b0f09ae1823c,revision_number=6']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:11.958851 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:11.959200 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:11.959543 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:11.959887 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:11.960216 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:11.960578 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:11.960911 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:11.961233 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:11.961558 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:11.961883 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:11.962761 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:11.963392 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:11.966885 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] get_ports_and_sgs() called for port_ids ['554309ee-6039-4928-9b3f-b0f09ae1823c'] {{(pid=87769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 18 10:25:12.421427 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:12.424705 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:13.593053 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 554309ee-6039-4928-9b3f-b0f09ae1823c up at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 18 10:25:13.668828 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.provisioning_blocks [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Provisioning complete for port 554309ee-6039-4928-9b3f-b0f09ae1823c triggered by entity L2. {{(pid=87769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 10:25:13.669199 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-893445'] for port, provisioning_complete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:13.785521 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:13.812348 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a03a42e-879b-49b7-9416-ed965da16954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554309ee-6039-4928-9b3f-b0f09ae1823c'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:25:13.824053 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 554309ee-6039-4928-9b3f-b0f09ae1823c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=554309ee-6039-4928-9b3f-b0f09ae1823c,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:25:13.828255 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:13.864818 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a03a42e-879b-49b7-9416-ed965da16954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554309ee-6039-4928-9b3f-b0f09ae1823c', 'code': 200} Feb 18 10:25:13.896913 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=554309ee-6039-4928-9b3f-b0f09ae1823c,revision_number=7']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:25.086733 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 53994) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:25.296934 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Deleting port 9b2f404d-98fa-43f3-ae42-0f4747cb1b2b {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:25:25.297275 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:25.590138 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:25.590476 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:25.718604 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Calling delete_port for 9b2f404d-98fa-43f3-ae42-0f4747cb1b2b owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:25:25.882830 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:25.929664 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Pushing event deleted for resources: {'Port': ['ID=9b2f404d-98fa-43f3-ae42-0f4747cb1b2b,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:25.941139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:25.941489 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:25.941829 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:25.942165 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:25.942498 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:25.942823 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:25.943149 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:25.943469 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:25.943791 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:25.944113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:25.944487 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:25.944812 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:26.037695 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:26.038128 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Floating IP c1302d3c-7231-416f-9158-d789752be6cd disassociated (deleted). External IP: 172.25.1.107, port: 554309ee-6039-4928-9b3f-b0f09ae1823c. Feb 18 10:25:26.401697 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Router 8e54d252-11a5-411c-a260-3ba86e4e3160 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:25:26.585629 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:25:26.595445 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d129cdfc-ed78-40ee-bdee-554bf519412a None None] Sync routers for ids ['8e54d252-11a5-411c-a260-3ba86e4e3160'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:25:26.607310 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d129cdfc-ed78-40ee-bdee-554bf519412a None None] Routers {'8e54d252-11a5-411c-a260-3ba86e4e3160'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:25:26.608128 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d129cdfc-ed78-40ee-bdee-554bf519412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:25:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8e54d252-11a5-411c-a260-3ba86e4e3160'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:26.611828 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:26.677356 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-03b8a280-56a0-43d2-9bd8-f5e3b36b6e05 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "DELETE /v2.0/floatingips/c1302d3c-7231-416f-9158-d789752be6cd HTTP/1.1" status: 204 len: 168 time: 1.5894694 Feb 18 10:25:26.677935 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a03a42e-879b-49b7-9416-ed965da16954', 'tag': '554309ee-6039-4928-9b3f-b0f09ae1823c'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:25:26.788161 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a03a42e-879b-49b7-9416-ed965da16954', 'tag': '554309ee-6039-4928-9b3f-b0f09ae1823c', 'status': 'completed', 'code': 200} Feb 18 10:25:26.801108 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-d129cdfc-ed78-40ee-bdee-554bf519412a None None] Set router 8e54d252-11a5-411c-a260-3ba86e4e3160 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:25:26.902002 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1f540-5fac-4c6b-b61f-6aea2888e284 req-0205704b-d736-4f11-97dc-c34b1de96966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:26.903582 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63e1f540-5fac-4c6b-b61f-6aea2888e284 req-0205704b-d736-4f11-97dc-c34b1de96966 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a84b46a8128246c2a4f0f608da2866e6&device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 1096 time: 0.0944457 Feb 18 10:25:27.199793 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d129cdfc-ed78-40ee-bdee-554bf519412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:19:27Z', 'revision_number': 4, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port': {'id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:24Z', 'updated_at': '2022-02-18T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '773a3802-d400-46ec-b56c-b16af5f0df6c', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'port_id': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b02709-c486-474c-b8fc-81a91c9862b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:19:53Z', 'updated_at': '2022-02-18T10:19:56Z', 'revision_number': 1, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75e0876-1129-43a6-b502-2681e44dd597', 'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'mac_address': 'fa:16:3e:2e:2d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:26Z', 'updated_at': '2022-02-18T10:19:33Z', 'revision_number': 5, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'subnets': [{'id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:27.204218 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d129cdfc-ed78-40ee-bdee-554bf519412a None None] Checking router: 8e54d252-11a5-411c-a260-3ba86e4e3160 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:25:27.215028 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d129cdfc-ed78-40ee-bdee-554bf519412a None None] Routers {'8e54d252-11a5-411c-a260-3ba86e4e3160'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:25:27.215637 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d129cdfc-ed78-40ee-bdee-554bf519412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:25:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8e54d252-11a5-411c-a260-3ba86e4e3160'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:27.228124 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1f540-5fac-4c6b-b61f-6aea2888e284 req-4d286c7d-21a1-4ea5-9e7e-f8bc894659f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:27.229614 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63e1f540-5fac-4c6b-b61f-6aea2888e284 req-4d286c7d-21a1-4ea5-9e7e-f8bc894659f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 HTTP/1.1" status: 200 len: 911 time: 0.3202350 Feb 18 10:25:27.314879 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63e1f540-5fac-4c6b-b61f-6aea2888e284 req-95577610-1f3e-4727-87da-d726454252a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=554309ee-6039-4928-9b3f-b0f09ae1823c HTTP/1.1" status: 200 len: 217 time: 0.0781276 Feb 18 10:25:27.387333 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e837a6c-c764-45f0-8e36-978d3bf36a9a req-4f5719fa-ed45-445b-a4f3-fc769cec9148 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:27.387964 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8e837a6c-c764-45f0-8e36-978d3bf36a9a req-4f5719fa-ed45-445b-a4f3-fc769cec9148 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Synchronizing usage tracker for tenant:a84b46a8128246c2a4f0f608da2866e6 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:25:27.405433 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-d129cdfc-ed78-40ee-bdee-554bf519412a None None] Set router 8e54d252-11a5-411c-a260-3ba86e4e3160 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:25:27.411195 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1f540-5fac-4c6b-b61f-6aea2888e284 req-c803f641-1243-49c6-9230-b54753169215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:27.412663 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63e1f540-5fac-4c6b-b61f-6aea2888e284 req-c803f641-1243-49c6-9230-b54753169215 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe2d557b-d430-443b-90dc-491b83a1c341 HTTP/1.1" status: 200 len: 849 time: 0.0885532 Feb 18 10:25:27.418931 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-8e837a6c-c764-45f0-8e36-978d3bf36a9a req-4f5719fa-ed45-445b-a4f3-fc769cec9148 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Unset dirty status for tenant:a84b46a8128246c2a4f0f608da2866e6 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:25:27.420052 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e837a6c-c764-45f0-8e36-978d3bf36a9a req-4f5719fa-ed45-445b-a4f3-fc769cec9148 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 945 time: 0.2984245 Feb 18 10:25:27.512588 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-8e837a6c-c764-45f0-8e36-978d3bf36a9a req-468d04fc-71ce-45b3-a9ce-126cc273f859 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598505 Feb 18 10:25:27.533822 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1f540-5fac-4c6b-b61f-6aea2888e284 req-5297dc95-d764-42a6-beab-1a2d8ff8b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:27.535301 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63e1f540-5fac-4c6b-b61f-6aea2888e284 req-5297dc95-d764-42a6-beab-1a2d8ff8b355 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143038 Feb 18 10:25:27.676006 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63e1f540-5fac-4c6b-b61f-6aea2888e284 req-858fde62-04ae-40a5-b46c-1aace174c406 service neutron] 10.222.0.61 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336832 Feb 18 10:25:27.692013 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 554309ee-6039-4928-9b3f-b0f09ae1823c no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:25:27.814289 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-63e1f540-5fac-4c6b-b61f-6aea2888e284 req-b669b18b-d49c-4bae-9ee3-83c85dd6f225 service neutron] 10.222.0.61 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320169 Feb 18 10:25:27.905759 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019113'] for port, before_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:27.937627 n-d-829434-1 neutron-server[87769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a03a42e-879b-49b7-9416-ed965da16954', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '554309ee-6039-4928-9b3f-b0f09ae1823c'}] {{(pid=87769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:25:27.950566 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] For port 554309ee-6039-4928-9b3f-b0f09ae1823c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=554309ee-6039-4928-9b3f-b0f09ae1823c,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:25:27.958765 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765059461425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765059084957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765059085002'] for port, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:27.995015 n-d-829434-1 neutron-server[87769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a03a42e-879b-49b7-9416-ed965da16954', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '554309ee-6039-4928-9b3f-b0f09ae1823c', 'code': 200} Feb 18 10:25:28.013317 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-d129cdfc-ed78-40ee-bdee-554bf519412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:19:27Z', 'revision_number': 4, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port': {'id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:24Z', 'updated_at': '2022-02-18T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '773a3802-d400-46ec-b56c-b16af5f0df6c', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'port_id': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b02709-c486-474c-b8fc-81a91c9862b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:19:53Z', 'updated_at': '2022-02-18T10:19:56Z', 'revision_number': 1, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75e0876-1129-43a6-b502-2681e44dd597', 'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'mac_address': 'fa:16:3e:2e:2d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:26Z', 'updated_at': '2022-02-18T10:19:33Z', 'revision_number': 5, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'subnets': [{'id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:28.027307 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d129cdfc-ed78-40ee-bdee-554bf519412a None None] The sync data for ids ['8e54d252-11a5-411c-a260-3ba86e4e3160'] in n-d-829434-1 is: [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:19:27Z', 'revision_number': 4, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port': {'id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:24Z', 'updated_at': '2022-02-18T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_floatingips': [{'id': '773a3802-d400-46ec-b56c-b16af5f0df6c', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'router_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'port_id': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'mac_address': 'fa:16:3e:b1:ec:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b02709-c486-474c-b8fc-81a91c9862b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T10:19:53Z', 'updated_at': '2022-02-18T10:19:56Z', 'revision_number': 1, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75e0876-1129-43a6-b502-2681e44dd597', 'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'mac_address': 'fa:16:3e:2e:2d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:26Z', 'updated_at': '2022-02-18T10:19:33Z', 'revision_number': 5, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'subnets': [{'id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:25:28.041117 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Pushing event updated for resources: {'Port': ['ID=554309ee-6039-4928-9b3f-b0f09ae1823c,revision_number=8']} {{(pid=87769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:28.269718 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70eeabe-4b2f-4202-80bd-479a18b41c1b None None] New status for floating IP c1302d3c-7231-416f-9158-d789752be6cd: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 10:25:28.457476 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b6a7e5d-365c-4eed-84e9-a490704704d3 req-62548d2f-fa78-4f15-8486-ad64111dc3b3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1248171 Feb 18 10:25:28.598592 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a7e5d-365c-4eed-84e9-a490704704d3 req-e3d05336-43ad-4bf8-98ae-b634c32d81a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:28.600065 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b6a7e5d-365c-4eed-84e9-a490704704d3 req-e3d05336-43ad-4bf8-98ae-b634c32d81a6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a84b46a8128246c2a4f0f608da2866e6&device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 1095 time: 0.0738158 Feb 18 10:25:28.873944 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a7e5d-365c-4eed-84e9-a490704704d3 req-4667d84d-5bc4-4fed-9bf9-84a27a3f04c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:28.875401 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b6a7e5d-365c-4eed-84e9-a490704704d3 req-4667d84d-5bc4-4fed-9bf9-84a27a3f04c3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 HTTP/1.1" status: 200 len: 911 time: 0.2511885 Feb 18 10:25:28.966456 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35217030-7793-49ea-9dd8-9b39c0aaedef req-fcf3d77e-e4fb-4440-9465-5c745ee0b3d5 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:28.969037 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-35217030-7793-49ea-9dd8-9b39c0aaedef req-fcf3d77e-e4fb-4440-9465-5c745ee0b3d5 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 943 time: 0.2766159 Feb 18 10:25:28.990423 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de9bb3-a78f-4153-a71d-8a9862c73319 req-63d6608b-0425-44b8-881e-29a0c5d5962a tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:28.991859 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37de9bb3-a78f-4153-a71d-8a9862c73319 req-63d6608b-0425-44b8-881e-29a0c5d5962a tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 943 time: 0.3447199 Feb 18 10:25:29.085503 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b6a7e5d-365c-4eed-84e9-a490704704d3 req-2dbf7dbc-ed16-4c55-9dc4-e96a0d8fc2fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d HTTP/1.1" status: 200 len: 1000 time: 0.2030666 Feb 18 10:25:29.098255 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-35217030-7793-49ea-9dd8-9b39c0aaedef req-46e29370-283e-4a62-91d5-7fe9cec6366e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Deleting port 554309ee-6039-4928-9b3f-b0f09ae1823c {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:25:29.098599 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-35217030-7793-49ea-9dd8-9b39c0aaedef req-46e29370-283e-4a62-91d5-7fe9cec6366e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:29.170955 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-37de9bb3-a78f-4153-a71d-8a9862c73319 req-928403f7-41bf-4a53-8633-80c289701ecc tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489129 Feb 18 10:25:29.250535 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a7e5d-365c-4eed-84e9-a490704704d3 req-894c93c1-b4cd-4647-84d9-28f65e5b8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:29.252004 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b6a7e5d-365c-4eed-84e9-a490704704d3 req-894c93c1-b4cd-4647-84d9-28f65e5b8fed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fe2d557b-d430-443b-90dc-491b83a1c341 HTTP/1.1" status: 200 len: 849 time: 0.1575994 Feb 18 10:25:29.578824 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a7e5d-365c-4eed-84e9-a490704704d3 req-abe65bcd-db52-4772-92e6-95110bad4cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:29.580232 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b6a7e5d-365c-4eed-84e9-a490704704d3 req-abe65bcd-db52-4772-92e6-95110bad4cb9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3189478 Feb 18 10:25:29.585037 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-35217030-7793-49ea-9dd8-9b39c0aaedef req-46e29370-283e-4a62-91d5-7fe9cec6366e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] For port 554309ee-6039-4928-9b3f-b0f09ae1823c, host n-h2-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829434-1',level=0,port_id=554309ee-6039-4928-9b3f-b0f09ae1823c,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:25:29.585402 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-35217030-7793-49ea-9dd8-9b39c0aaedef req-46e29370-283e-4a62-91d5-7fe9cec6366e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:29.599231 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-3b6a7e5d-365c-4eed-84e9-a490704704d3 req-9614a101-836e-4009-a22f-a334821317c5 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=87768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 18 10:25:29.600154 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b6a7e5d-365c-4eed-84e9-a490704704d3 req-9614a101-836e-4009-a22f-a334821317c5 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072618 Feb 18 10:25:29.737566 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-35217030-7793-49ea-9dd8-9b39c0aaedef req-46e29370-283e-4a62-91d5-7fe9cec6366e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Calling delete_port for 554309ee-6039-4928-9b3f-b0f09ae1823c owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:25:29.941883 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b6a7e5d-365c-4eed-84e9-a490704704d3 req-280853db-b906-4cbb-88c3-950379c6614e service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873068 Feb 18 10:25:30.054670 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-35217030-7793-49ea-9dd8-9b39c0aaedef req-46e29370-283e-4a62-91d5-7fe9cec6366e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:30.122849 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e29370-283e-4a62-91d5-7fe9cec6366e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Pushing event deleted for resources: {'Port': ['ID=554309ee-6039-4928-9b3f-b0f09ae1823c,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:30.214477 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-3b6a7e5d-365c-4eed-84e9-a490704704d3 req-73b87b38-5b28-430c-bd3f-9e384a4825b7 service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647293 Feb 18 10:25:30.215363 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-35217030-7793-49ea-9dd8-9b39c0aaedef req-46e29370-283e-4a62-91d5-7fe9cec6366e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] No DVR routers for this DVR port 554309ee-6039-4928-9b3f-b0f09ae1823c on host n-h2-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:25:30.217896 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-35217030-7793-49ea-9dd8-9b39c0aaedef req-46e29370-283e-4a62-91d5-7fe9cec6366e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:30.220618 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a03a42e-879b-49b7-9416-ed965da16954', 'name': 'network-vif-deleted', 'tag': '554309ee-6039-4928-9b3f-b0f09ae1823c'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:25:30.238619 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-35217030-7793-49ea-9dd8-9b39c0aaedef req-46e29370-283e-4a62-91d5-7fe9cec6366e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.61 "DELETE /v2.0/ports/554309ee-6039-4928-9b3f-b0f09ae1823c HTTP/1.1" status: 204 len: 173 time: 1.2559292 Feb 18 10:25:30.292549 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a03a42e-879b-49b7-9416-ed965da16954', 'name': 'network-vif-deleted', 'tag': '554309ee-6039-4928-9b3f-b0f09ae1823c', 'status': 'completed', 'code': 200} Feb 18 10:25:30.338160 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5fcf2d07-ed3d-4972-b039-d8e45fb308a3 req-336233bb-873c-40a0-9850-b6c8919d0263 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Synchronizing usage tracker for tenant:a84b46a8128246c2a4f0f608da2866e6 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:25:30.354620 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-5fcf2d07-ed3d-4972-b039-d8e45fb308a3 req-336233bb-873c-40a0-9850-b6c8919d0263 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Unset dirty status for tenant:a84b46a8128246c2a4f0f608da2866e6 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:25:30.356061 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-5fcf2d07-ed3d-4972-b039-d8e45fb308a3 req-336233bb-873c-40a0-9850-b6c8919d0263 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a03a42e-879b-49b7-9416-ed965da16954 HTTP/1.1" status: 200 len: 210 time: 0.0665162 Feb 18 10:25:30.584447 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0dde8add-e8db-4109-bf82-5e86ad953d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:31.660500 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 554309ee-6039-4928-9b3f-b0f09ae1823c no longer exists at agent hyperv_n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:25:31.699662 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] No Port match for: 554309ee-6039-4928-9b3f-b0f09ae1823c {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:25:31.700001 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Device 554309ee-6039-4928-9b3f-b0f09ae1823c not bound to the agent host n-h2-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:25:32.037207 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54066) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:32.248343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-b0d1566e-bd05-40d9-9464-344a66ede258 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Deleting port 85df817f-034b-4e49-a79e-8d9050f476bb {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:25:32.248607 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b0d1566e-bd05-40d9-9464-344a66ede258 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:32.416662 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b0d1566e-bd05-40d9-9464-344a66ede258 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:32.416984 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b0d1566e-bd05-40d9-9464-344a66ede258 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:32.536354 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-b0d1566e-bd05-40d9-9464-344a66ede258 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Calling delete_port for 85df817f-034b-4e49-a79e-8d9050f476bb owned by network:floatingip {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:25:32.809619 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b0d1566e-bd05-40d9-9464-344a66ede258 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:32.857343 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1566e-bd05-40d9-9464-344a66ede258 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Pushing event deleted for resources: {'Port': ['ID=85df817f-034b-4e49-a79e-8d9050f476bb,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:32.946554 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b0d1566e-bd05-40d9-9464-344a66ede258 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for floatingip, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:32.946883 n-d-829434-1 neutron-server[87768]: INFO neutron.db.l3_db [None req-b0d1566e-bd05-40d9-9464-344a66ede258 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Floating IP 773a3802-d400-46ec-b56c-b16af5f0df6c disassociated (deleted). External IP: 172.25.1.210, port: 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d. Feb 18 10:25:33.292113 n-d-829434-1 neutron-server[87768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d1566e-bd05-40d9-9464-344a66ede258 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Router 8e54d252-11a5-411c-a260-3ba86e4e3160 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:25:33.468999 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d1566e-bd05-40d9-9464-344a66ede258 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:25:33.479094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7781bf2-9bbe-41bc-bc29-ad232e7d9bbd None None] Sync routers for ids ['8e54d252-11a5-411c-a260-3ba86e4e3160'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:25:33.488452 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7781bf2-9bbe-41bc-bc29-ad232e7d9bbd None None] Routers {'8e54d252-11a5-411c-a260-3ba86e4e3160'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:25:33.489009 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-b0d1566e-bd05-40d9-9464-344a66ede258 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for floatingip, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:33.489220 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c7781bf2-9bbe-41bc-bc29-ad232e7d9bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:25:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8e54d252-11a5-411c-a260-3ba86e4e3160'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:33.547275 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-b0d1566e-bd05-40d9-9464-344a66ede258 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "DELETE /v2.0/floatingips/773a3802-d400-46ec-b56c-b16af5f0df6c HTTP/1.1" status: 204 len: 168 time: 1.5087724 Feb 18 10:25:33.547666 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b02709-c486-474c-b8fc-81a91c9862b3', 'tag': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:25:33.599139 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b02709-c486-474c-b8fc-81a91c9862b3', 'tag': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'status': 'completed', 'code': 200} Feb 18 10:25:33.672772 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c7781bf2-9bbe-41bc-bc29-ad232e7d9bbd None None] Set router 8e54d252-11a5-411c-a260-3ba86e4e3160 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:25:33.705454 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9fd9a-f0d6-4f46-b410-28695bd59592 req-3875583c-50ab-4bc2-bc09-52e54a718371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:33.707758 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ef9fd9a-f0d6-4f46-b410-28695bd59592 req-3875583c-50ab-4bc2-bc09-52e54a718371 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a84b46a8128246c2a4f0f608da2866e6&device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 1095 time: 0.0841298 Feb 18 10:25:33.855889 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9fd9a-f0d6-4f46-b410-28695bd59592 req-f9a3b72c-0b8c-46ae-aa32-e722bb1a0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:33.857310 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ef9fd9a-f0d6-4f46-b410-28695bd59592 req-f9a3b72c-0b8c-46ae-aa32-e722bb1a0fbc service neutron] 10.222.0.81 "GET /v2.0/networks?id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 HTTP/1.1" status: 200 len: 911 time: 0.1426330 Feb 18 10:25:33.968773 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ef9fd9a-f0d6-4f46-b410-28695bd59592 req-23703b72-d20e-4186-b6ac-399b609f238e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d HTTP/1.1" status: 200 len: 217 time: 0.1039853 Feb 18 10:25:34.001117 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c7781bf2-9bbe-41bc-bc29-ad232e7d9bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:19:27Z', 'revision_number': 4, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port': {'id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:24Z', 'updated_at': '2022-02-18T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'b75e0876-1129-43a6-b502-2681e44dd597', 'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'mac_address': 'fa:16:3e:2e:2d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:26Z', 'updated_at': '2022-02-18T10:19:33Z', 'revision_number': 5, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'subnets': [{'id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:34.004983 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7781bf2-9bbe-41bc-bc29-ad232e7d9bbd None None] Checking router: 8e54d252-11a5-411c-a260-3ba86e4e3160 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:25:34.014536 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7781bf2-9bbe-41bc-bc29-ad232e7d9bbd None None] Routers {'8e54d252-11a5-411c-a260-3ba86e4e3160'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:25:34.015182 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c7781bf2-9bbe-41bc-bc29-ad232e7d9bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:25:04Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8e54d252-11a5-411c-a260-3ba86e4e3160'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:34.048872 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9fd9a-f0d6-4f46-b410-28695bd59592 req-c6b7cb32-3790-43eb-af22-63ba36fead5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:34.050501 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ef9fd9a-f0d6-4f46-b410-28695bd59592 req-c6b7cb32-3790-43eb-af22-63ba36fead5b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fe2d557b-d430-443b-90dc-491b83a1c341 HTTP/1.1" status: 200 len: 849 time: 0.0751235 Feb 18 10:25:34.064843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67948a27-5d97-4717-848c-4371fbcecfb1 req-13d1043c-725e-4446-a866-a3a1268fa83b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:34.065519 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-67948a27-5d97-4717-848c-4371fbcecfb1 req-13d1043c-725e-4446-a866-a3a1268fa83b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Synchronizing usage tracker for tenant:a84b46a8128246c2a4f0f608da2866e6 on resource:port {{(pid=87768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 18 10:25:34.130531 n-d-829434-1 neutron-server[87768]: DEBUG neutron.quota.resource [req-67948a27-5d97-4717-848c-4371fbcecfb1 req-13d1043c-725e-4446-a866-a3a1268fa83b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Unset dirty status for tenant:a84b46a8128246c2a4f0f608da2866e6 on resource:port {{(pid=87768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 18 10:25:34.131193 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-335bd6ec-5f14-4bda-977e-05a05be69797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:34.131669 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-67948a27-5d97-4717-848c-4371fbcecfb1 req-13d1043c-725e-4446-a866-a3a1268fa83b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 944 time: 0.2171412 Feb 18 10:25:34.174819 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9fd9a-f0d6-4f46-b410-28695bd59592 req-11a25038-7e34-4b66-88be-a4c03ca06b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:34.176357 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ef9fd9a-f0d6-4f46-b410-28695bd59592 req-11a25038-7e34-4b66-88be-a4c03ca06b64 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080070 Feb 18 10:25:34.185281 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:34.210833 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-67948a27-5d97-4717-848c-4371fbcecfb1 req-241c5eca-7ec7-4987-9497-bc72bb24d2c5 tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705996 Feb 18 10:25:34.234610 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-c7781bf2-9bbe-41bc-bc29-ad232e7d9bbd None None] Set router 8e54d252-11a5-411c-a260-3ba86e4e3160 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:25:34.357167 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:34.451362 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ef9fd9a-f0d6-4f46-b410-28695bd59592 req-7b6b34ad-6911-4227-9e5b-b1a356d49fe0 service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667243 Feb 18 10:25:34.584070 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-6ef9fd9a-f0d6-4f46-b410-28695bd59592 req-14e4d7b4-ef4f-49df-be43-25cb49af3e19 service neutron] 10.222.0.81 "GET /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263785 Feb 18 10:25:34.623522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-c7781bf2-9bbe-41bc-bc29-ad232e7d9bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:19:27Z', 'revision_number': 4, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port': {'id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:24Z', 'updated_at': '2022-02-18T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'b75e0876-1129-43a6-b502-2681e44dd597', 'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'mac_address': 'fa:16:3e:2e:2d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:26Z', 'updated_at': '2022-02-18T10:19:33Z', 'revision_number': 5, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'subnets': [{'id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:34.627522 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7781bf2-9bbe-41bc-bc29-ad232e7d9bbd None None] The sync data for ids ['8e54d252-11a5-411c-a260-3ba86e4e3160'] in n-d-829434-1 is: [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:19:27Z', 'revision_number': 4, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port': {'id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:24Z', 'updated_at': '2022-02-18T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1', '_interfaces': [{'id': 'b75e0876-1129-43a6-b502-2681e44dd597', 'name': '', 'network_id': '1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'mac_address': 'fa:16:3e:2e:2d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:26Z', 'updated_at': '2022-02-18T10:19:33Z', 'revision_number': 5, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'subnets': [{'id': 'fe2d557b-d430-443b-90dc-491b83a1c341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:25:34.757453 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2eb17a-ac74-4517-b9f5-1b4f136299b1 req-4bc49a77-4fe9-4084-b857-13bba7fc4d2c tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:34.759229 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9d2eb17a-ac74-4517-b9f5-1b4f136299b1 req-4bc49a77-4fe9-4084-b857-13bba7fc4d2c tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 944 time: 0.0879967 Feb 18 10:25:34.832508 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-9d2eb17a-ac74-4517-b9f5-1b4f136299b1 req-2af84376-410d-4156-99a1-097e6e2f688e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Deleting port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:25:34.832854 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9d2eb17a-ac74-4517-b9f5-1b4f136299b1 req-2af84376-410d-4156-99a1-097e6e2f688e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:34.880078 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b115cd6-6373-4f37-beb1-ca6dbb994aba None None] New status for floating IP 773a3802-d400-46ec-b56c-b16af5f0df6c: DOWN {{(pid=87770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 10:25:35.094136 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [req-9d2eb17a-ac74-4517-b9f5-1b4f136299b1 req-2af84376-410d-4156-99a1-097e6e2f688e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] For port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d, host n-h1-829434-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829434-1',level=0,port_id=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:25:35.094502 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9d2eb17a-ac74-4517-b9f5-1b4f136299b1 req-2af84376-410d-4156-99a1-097e6e2f688e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:35.217731 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [req-9d2eb17a-ac74-4517-b9f5-1b4f136299b1 req-2af84376-410d-4156-99a1-097e6e2f688e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Calling delete_port for 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d owned by compute:nova {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:25:35.419266 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9d2eb17a-ac74-4517-b9f5-1b4f136299b1 req-2af84376-410d-4156-99a1-097e6e2f688e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:35.455400 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:35.478510 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af84376-410d-4156-99a1-097e6e2f688e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Pushing event deleted for resources: {'Port': ['ID=3d54a4c3-5314-4b61-91c4-b94b6eb8df2d,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:35.529593 n-d-829434-1 neutron-server[87768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a9955-33f4-4884-ad14-23287863e7b7 req-1965f114-6a36-438d-bd20-a83d0466690b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 10:25:35.531010 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-230a9955-33f4-4884-ad14-23287863e7b7 req-1965f114-6a36-438d-bd20-a83d0466690b tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/ports?device_id=51b02709-c486-474c-b8fc-81a91c9862b3 HTTP/1.1" status: 200 len: 865 time: 0.1957829 Feb 18 10:25:35.584043 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2eb17a-ac74-4517-b9f5-1b4f136299b1 req-2af84376-410d-4156-99a1-097e6e2f688e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] No DVR routers for this DVR port 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d on host n-h1-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:25:35.589137 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [req-9d2eb17a-ac74-4517-b9f5-1b4f136299b1 req-2af84376-410d-4156-99a1-097e6e2f688e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201155'] for port, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:35.607244 n-d-829434-1 neutron-server[87768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b02709-c486-474c-b8fc-81a91c9862b3', 'name': 'network-vif-deleted', 'tag': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d'}] {{(pid=87768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 10:25:35.623665 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-9d2eb17a-ac74-4517-b9f5-1b4f136299b1 req-2af84376-410d-4156-99a1-097e6e2f688e tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.81 "DELETE /v2.0/ports/3d54a4c3-5314-4b61-91c4-b94b6eb8df2d HTTP/1.1" status: 204 len: 173 time: 0.8583453 Feb 18 10:25:35.628467 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [req-230a9955-33f4-4884-ad14-23287863e7b7 req-c5c1bc41-ec5f-4959-a27e-1e373f5da75a tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9020b1a-85ce-4663-967e-0e1992a32c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717947 Feb 18 10:25:35.664897 n-d-829434-1 neutron-server[87768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b02709-c486-474c-b8fc-81a91c9862b3', 'name': 'network-vif-deleted', 'tag': '3d54a4c3-5314-4b61-91c4-b94b6eb8df2d', 'status': 'completed', 'code': 200} Feb 18 10:25:36.725179 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54082) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:36.799360 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2a5e38b1-dc7d-490c-a0f2-5478c36e397f tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:36.833907 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2a5e38b1-dc7d-490c-a0f2-5478c36e397f tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:36.909310 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2a5e38b1-dc7d-490c-a0f2-5478c36e397f tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:36.928139 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e38b1-dc7d-490c-a0f2-5478c36e397f tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9020b1a-85ce-4663-967e-0e1992a32c17,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:36.939048 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-2a5e38b1-dc7d-490c-a0f2-5478c36e397f tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] Notify callbacks [] for security_group, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:36.940857 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2a5e38b1-dc7d-490c-a0f2-5478c36e397f tempest-TestSnapshotPattern-216896658 tempest-TestSnapshotPattern-216896658-project] 10.222.0.72 "DELETE /v2.0/security-groups/d9020b1a-85ce-4663-967e-0e1992a32c17 HTTP/1.1" status: 204 len: 168 time: 0.2146859 Feb 18 10:25:36.997381 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54088) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:37.663080 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:38.022897 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Deleting port b75e0876-1129-43a6-b502-2681e44dd597 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:25:38.023670 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:38.199838 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] For port b75e0876-1129-43a6-b502-2681e44dd597, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=b75e0876-1129-43a6-b502-2681e44dd597,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:25:38.200195 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:38.452561 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Calling delete_port for b75e0876-1129-43a6-b502-2681e44dd597 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:25:38.599656 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d no longer exists at agent hyperv_n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:25:38.634260 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] No Port match for: 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:25:38.634606 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Device 3d54a4c3-5314-4b61-91c4-b94b6eb8df2d not bound to the agent host n-h1-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:25:38.816295 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:38.869419 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b75e0876-1129-43a6-b502-2681e44dd597,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:38.906486 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:38.906759 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:38.907093 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:38.907426 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:38.907756 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:38.908085 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:38.908438 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:38.908763 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:38.909086 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:38.909411 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:38.909729 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:38.910057 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829434-1 {{(pid=87767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 10:25:39.152911 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:39.513874 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Router 8e54d252-11a5-411c-a260-3ba86e4e3160 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:25:39.821316 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:25:39.832453 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b89f57-495f-400f-9158-9321c54633e4 None None] Sync routers for ids ['8e54d252-11a5-411c-a260-3ba86e4e3160'] in n-d-829434-1 {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:25:39.835857 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54098) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:39.837105 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-5697450d-ac09-4ba1-a2c1-7dbee4597dc7 admin admin] 10.222.0.72 "PUT /v2.0/routers/8e54d252-11a5-411c-a260-3ba86e4e3160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8373158 Feb 18 10:25:39.843621 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b89f57-495f-400f-9158-9321c54633e4 None None] Routers {'8e54d252-11a5-411c-a260-3ba86e4e3160'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:25:39.844368 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b1b89f57-495f-400f-9158-9321c54633e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:25:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8e54d252-11a5-411c-a260-3ba86e4e3160'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:40.021915 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd469-c7b6-4239-b425-643b9b8073e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:40.036718 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-b1b89f57-495f-400f-9158-9321c54633e4 None None] Set router 8e54d252-11a5-411c-a260-3ba86e4e3160 gateway port host: n-d-829434-1 {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:25:40.335604 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd469-c7b6-4239-b425-643b9b8073e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:40.350843 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-f1cfd469-c7b6-4239-b425-643b9b8073e5 admin admin] Deleting port 31bd0567-81f2-4613-bf46-a97bf69a6cca {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:25:40.351341 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd469-c7b6-4239-b425-643b9b8073e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:40.351837 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b1b89f57-495f-400f-9158-9321c54633e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:25:38Z', 'revision_number': 5, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port': {'id': '31bd0567-81f2-4613-bf46-a97bf69a6cca', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:24Z', 'updated_at': '2022-02-18T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:40.357373 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b89f57-495f-400f-9158-9321c54633e4 None None] Checking router: 8e54d252-11a5-411c-a260-3ba86e4e3160 for host: n-d-829434-1 {{(pid=87769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:25:40.366105 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b89f57-495f-400f-9158-9321c54633e4 None None] Routers {'8e54d252-11a5-411c-a260-3ba86e4e3160'} bound to L3 agent in host n-d-829434-1 {{(pid=87769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:25:40.366715 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b1b89f57-495f-400f-9158-9321c54633e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:25:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['8e54d252-11a5-411c-a260-3ba86e4e3160'], 'active': True} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:40.520756 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_dvr_db [None req-b1b89f57-495f-400f-9158-9321c54633e4 None None] Set router 8e54d252-11a5-411c-a260-3ba86e4e3160 gateway port host: None {{(pid=87769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:25:40.535536 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-f1cfd469-c7b6-4239-b425-643b9b8073e5 admin admin] For port 31bd0567-81f2-4613-bf46-a97bf69a6cca, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=31bd0567-81f2-4613-bf46-a97bf69a6cca,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:25:40.535995 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd469-c7b6-4239-b425-643b9b8073e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:40.627773 n-d-829434-1 neutron-server[87769]: DEBUG neutron.db.l3_hamode_db [None req-b1b89f57-495f-400f-9158-9321c54633e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:25:40Z', 'revision_number': 6, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:40.631687 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b89f57-495f-400f-9158-9321c54633e4 None None] The sync data for ids ['8e54d252-11a5-411c-a260-3ba86e4e3160'] in n-d-829434-1 is: [{'id': '8e54d252-11a5-411c-a260-3ba86e4e3160', 'name': 'tempest-TestSnapshotPattern-1032810690-router', 'tenant_id': 'a84b46a8128246c2a4f0f608da2866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:23Z', 'updated_at': '2022-02-18T10:25:40Z', 'revision_number': 6, 'project_id': 'a84b46a8128246c2a4f0f608da2866e6', 'gw_port_host': None}] {{(pid=87769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:25:40.663978 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-f1cfd469-c7b6-4239-b425-643b9b8073e5 admin admin] Calling delete_port for 31bd0567-81f2-4613-bf46-a97bf69a6cca owned by network:router_gateway {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:25:40.979471 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd469-c7b6-4239-b425-643b9b8073e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:41.027607 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfd469-c7b6-4239-b425-643b9b8073e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=31bd0567-81f2-4613-bf46-a97bf69a6cca,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:41.131377 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd469-c7b6-4239-b425-643b9b8073e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:41.307485 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd469-c7b6-4239-b425-643b9b8073e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:41.309801 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd469-c7b6-4239-b425-643b9b8073e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:41.333689 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd469-c7b6-4239-b425-643b9b8073e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:41.334172 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cfd469-c7b6-4239-b425-643b9b8073e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e54d252-11a5-411c-a260-3ba86e4e3160 {{(pid=87768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 10:25:41.347601 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd469-c7b6-4239-b425-643b9b8073e5 admin admin] Notify callbacks [] for router, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:41.348753 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-f1cfd469-c7b6-4239-b425-643b9b8073e5 admin admin] 10.222.0.72 "DELETE /v2.0/routers/8e54d252-11a5-411c-a260-3ba86e4e3160 HTTP/1.1" status: 204 len: 168 time: 1.5100791 Feb 18 10:25:41.351321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54104) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:41.413967 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa787763-7cac-468e-97c3-f60b4de1b8ac admin admin] Deleting subnet fe2d557b-d430-443b-90dc-491b83a1c341 {{(pid=87768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 10:25:41.417120 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa787763-7cac-468e-97c3-f60b4de1b8ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:41.469832 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa787763-7cac-468e-97c3-f60b4de1b8ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512086'] for subnet, precommit_delete_associations {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:41.556746 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa787763-7cac-468e-97c3-f60b4de1b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:41.645203 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa787763-7cac-468e-97c3-f60b4de1b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5371207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6294967'] for subnet, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:41.688115 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa787763-7cac-468e-97c3-f60b4de1b8ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe2d557b-d430-443b-90dc-491b83a1c341,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:41.690054 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-aa787763-7cac-468e-97c3-f60b4de1b8ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:41.694805 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c758d0-b11f-40a0-ae67-a8e634b1c600 None None] Network 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:25:41.696931 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-aa787763-7cac-468e-97c3-f60b4de1b8ac admin admin] 10.222.0.72 "DELETE /v2.0/subnets/fe2d557b-d430-443b-90dc-491b83a1c341 HTTP/1.1" status: 204 len: 168 time: 0.3445103 Feb 18 10:25:41.699486 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54108) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:41.949700 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:41.965022 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ae5290-c831-45b4-81ba-986d3a54b954 None None] DHCP port deletion for 1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 10:25:41.967077 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] Deleting port 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 {{(pid=87768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:25:41.967423 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:41.969381 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae5290-c831-45b4-81ba-986d3a54b954 None None] Deleting port 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:25:41.969783 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c0ae5290-c831-45b4-81ba-986d3a54b954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:42.190723 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.db [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] For port 25ba1745-db94-44a8-a2e3-fa00b39c5bd5, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=25ba1745-db94-44a8-a2e3-fa00b39c5bd5,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:25:42.191306 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:42.220688 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-c0ae5290-c831-45b4-81ba-986d3a54b954 None None] For port 25ba1745-db94-44a8-a2e3-fa00b39c5bd5, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=25ba1745-db94-44a8-a2e3-fa00b39c5bd5,segment=NetworkSegment(06d8a138-8d02-4bfd-8967-4a1991327543),segment_id=06d8a138-8d02-4bfd-8967-4a1991327543)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:25:42.221071 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c0ae5290-c831-45b4-81ba-986d3a54b954 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:42.323414 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.plugin [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] Calling delete_port for 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 owned by network:dhcp {{(pid=87768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:25:42.348012 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae5290-c831-45b4-81ba-986d3a54b954 None None] Calling delete_port for 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:25:42.376196 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 31bd0567-81f2-4613-bf46-a97bf69a6cca no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:25:42.405271 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5371176'] for port, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:42.435569 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 31bd0567-81f2-4613-bf46-a97bf69a6cca {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:25:42.435929 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 31bd0567-81f2-4613-bf46-a97bf69a6cca not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:25:42.436551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:25:42.453958 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] Pushing event deleted for resources: {'Port': ['ID=25ba1745-db94-44a8-a2e3-fa00b39c5bd5,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:42.459321 n-d-829434-1 neutron-server[87768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] No DVR routers for this DVR port 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 on host n-d-829434-1 {{(pid=87768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:25:42.491760 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:25:42.492108 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:25:42.492615 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b75e0876-1129-43a6-b502-2681e44dd597 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:25:42.534759 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: b75e0876-1129-43a6-b502-2681e44dd597 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:25:42.535097 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device b75e0876-1129-43a6-b502-2681e44dd597 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:25:42.537884 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:42.549353 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 10:25:42.552457 n-d-829434-1 neutron-server[87769]: util.warn( Feb 18 10:25:42.557099 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-c0ae5290-c831-45b4-81ba-986d3a54b954 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:25:42.557497 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-c0ae5290-c831-45b4-81ba-986d3a54b954 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:25:42.585236 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:42.616561 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59']}} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:42.629048 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d8a138-8d02-4bfd-8967-4a1991327543') {'for_net_delete': True} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:42.629349 n-d-829434-1 neutron-server[87768]: DEBUG neutron.services.segments.db [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d8a138-8d02-4bfd-8967-4a1991327543') {} {{(pid=87768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:42.642010 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512109'] for segment, before_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:42.659211 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:42.666295 n-d-829434-1 neutron-server[87768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 10:25:42.666688 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5371389'] for segment, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: Traceback (most recent call last): Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: timer() Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: cb(*args, **kw) Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: return func(*args, **kwargs) Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: self._notify() Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: self.callback(batched_events) Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: event.method(event) Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: return f(self, *a, **k) Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: return self._get(url).json() Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: return self.request(url, 'GET', **kwargs) Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:25:42.679564 n-d-829434-1 neutron-server[87768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:25:42.759781 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:42.782598 n-d-829434-1 neutron-server[87768]: DEBUG neutron_lib.callbacks.manager [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] Notify callbacks [] for network, before_response {{(pid=87768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:42.794207 n-d-829434-1 neutron-server[87768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59,revision_number=None']} {{(pid=87768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:42.805784 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-21f2cd92-806f-41c5-8b23-206173966742 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1cb8cccf-ee5f-4f25-a8dd-bbbd29f19a59 HTTP/1.1" status: 204 len: 168 time: 1.1042986 Feb 18 10:25:42.806018 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54114) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:43.058551 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae5290-c831-45b4-81ba-986d3a54b954 None None] Deleting port 25ba1745-db94-44a8-a2e3-fa00b39c5bd5 {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:25:43.059124 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c0ae5290-c831-45b4-81ba-986d3a54b954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:43.129584 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae5290-c831-45b4-81ba-986d3a54b954 None None] The port '25ba1745-db94-44a8-a2e3-fa00b39c5bd5' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 10:25:43.405938 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab9019a9-de72-4283-896b-609f6f5807f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8239256'] for router_interface, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:43.768042 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ab9019a9-de72-4283-896b-609f6f5807f6 admin admin] Deleting port d3ed73bc-5050-4d55-a5ea-a482cff17550 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:25:43.768324 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab9019a9-de72-4283-896b-609f6f5807f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:43.951203 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-ab9019a9-de72-4283-896b-609f6f5807f6 admin admin] For port d3ed73bc-5050-4d55-a5ea-a482cff17550, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=d3ed73bc-5050-4d55-a5ea-a482cff17550,segment=NetworkSegment(7408c461-70bd-4307-9d09-a90dda890699),segment_id=7408c461-70bd-4307-9d09-a90dda890699)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:25:43.951943 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab9019a9-de72-4283-896b-609f6f5807f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:44.097123 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-ab9019a9-de72-4283-896b-609f6f5807f6 admin admin] Calling delete_port for d3ed73bc-5050-4d55-a5ea-a482cff17550 owned by network:router_interface {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:25:44.288044 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab9019a9-de72-4283-896b-609f6f5807f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:44.456122 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9019a9-de72-4283-896b-609f6f5807f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ed73bc-5050-4d55-a5ea-a482cff17550,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:44.733618 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-ab9019a9-de72-4283-896b-609f6f5807f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8239156'] for router_interface, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:45.093137 n-d-829434-1 neutron-server[87767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9019a9-de72-4283-896b-609f6f5807f6 admin admin] Router 5fbd44ac-fb86-4a9e-a503-5364cb6d47e1 has already been hosted by L3 agent 5915167f-94d3-460f-ab21-65ae6287a697 {{(pid=87767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 18 10:25:45.267110 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9019a9-de72-4283-896b-609f6f5807f6 admin admin] Notify agent at l3_agent.n-d-829434-1 the message routers_updated {{(pid=87767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 18 10:25:45.276684 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a97ee6-6e7e-415c-83e2-4ac8b54ee509 None None] Sync routers for ids ['5fbd44ac-fb86-4a9e-a503-5364cb6d47e1'] in n-d-829434-1 {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 10:25:45.283591 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-ab9019a9-de72-4283-896b-609f6f5807f6 admin admin] 10.222.0.72 "PUT /v2.0/routers/5fbd44ac-fb86-4a9e-a503-5364cb6d47e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4761117 Feb 18 10:25:45.285755 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a97ee6-6e7e-415c-83e2-4ac8b54ee509 None None] Routers {'5fbd44ac-fb86-4a9e-a503-5364cb6d47e1'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:25:45.286029 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54118) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:45.286364 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f2a97ee6-6e7e-415c-83e2-4ac8b54ee509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:25:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['5fbd44ac-fb86-4a9e-a503-5364cb6d47e1'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:45.463639 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0beb7ed2-f2d5-408d-a62a-2398b40147e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:45.489983 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-f2a97ee6-6e7e-415c-83e2-4ac8b54ee509 None None] Set router 5fbd44ac-fb86-4a9e-a503-5364cb6d47e1 gateway port host: n-d-829434-1 {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:25:45.639960 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0beb7ed2-f2d5-408d-a62a-2398b40147e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:45.650094 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0beb7ed2-f2d5-408d-a62a-2398b40147e3 admin admin] Deleting port 9c14118d-7a65-4b43-b064-4985450f90c4 {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:25:45.650436 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0beb7ed2-f2d5-408d-a62a-2398b40147e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:45.791758 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f2a97ee6-6e7e-415c-83e2-4ac8b54ee509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'name': 'tempest-TestSnapshotPattern-1526123193-router', 'tenant_id': '98fd7f956b9c4a268f7b674c36ef3043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'external_fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c14118d-7a65-4b43-b064-4985450f90c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:30Z', 'updated_at': '2022-02-18T10:25:44Z', 'revision_number': 5, 'project_id': '98fd7f956b9c4a268f7b674c36ef3043', 'gw_port': {'id': '9c14118d-7a65-4b43-b064-4985450f90c4', 'name': '', 'network_id': '3bfebd2e-845a-4b21-9170-8a14dbf0152c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829434-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T10:19:31Z', 'updated_at': '2022-02-18T10:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56fcd9d3-4e3b-4a53-ba65-5992f05b958b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829434-1'}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:45.796021 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a97ee6-6e7e-415c-83e2-4ac8b54ee509 None None] Checking router: 5fbd44ac-fb86-4a9e-a503-5364cb6d47e1 for host: n-d-829434-1 {{(pid=87770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 10:25:45.809180 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a97ee6-6e7e-415c-83e2-4ac8b54ee509 None None] Routers {'5fbd44ac-fb86-4a9e-a503-5364cb6d47e1'} bound to L3 agent in host n-d-829434-1 {{(pid=87770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 18 10:25:45.809180 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f2a97ee6-6e7e-415c-83e2-4ac8b54ee509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829434-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:30:33Z,description=,heartbeat_timestamp=2022-02-18T10:25:34Z,host='n-d-829434-1',id=5915167f-94d3-460f-ab21-65ae6287a697,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:30:33Z,topic='l3_agent')) {'router_ids': ['5fbd44ac-fb86-4a9e-a503-5364cb6d47e1'], 'active': True} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:45.959171 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_dvr_db [None req-f2a97ee6-6e7e-415c-83e2-4ac8b54ee509 None None] Set router 5fbd44ac-fb86-4a9e-a503-5364cb6d47e1 gateway port host: None {{(pid=87770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 18 10:25:45.973801 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-0beb7ed2-f2d5-408d-a62a-2398b40147e3 admin admin] For port 9c14118d-7a65-4b43-b064-4985450f90c4, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=9c14118d-7a65-4b43-b064-4985450f90c4,segment=NetworkSegment(73b2b845-517d-4838-b084-ab4edad07e8a),segment_id=73b2b845-517d-4838-b084-ab4edad07e8a)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:25:45.974154 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0beb7ed2-f2d5-408d-a62a-2398b40147e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:46.065179 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.l3_hamode_db [None req-f2a97ee6-6e7e-415c-83e2-4ac8b54ee509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'name': 'tempest-TestSnapshotPattern-1526123193-router', 'tenant_id': '98fd7f956b9c4a268f7b674c36ef3043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:30Z', 'updated_at': '2022-02-18T10:25:45Z', 'revision_number': 6, 'project_id': '98fd7f956b9c4a268f7b674c36ef3043', 'gw_port_host': None}], 'n-d-829434-1', False) {} {{(pid=87770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:46.069033 n-d-829434-1 neutron-server[87770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a97ee6-6e7e-415c-83e2-4ac8b54ee509 None None] The sync data for ids ['5fbd44ac-fb86-4a9e-a503-5364cb6d47e1'] in n-d-829434-1 is: [{'id': '5fbd44ac-fb86-4a9e-a503-5364cb6d47e1', 'name': 'tempest-TestSnapshotPattern-1526123193-router', 'tenant_id': '98fd7f956b9c4a268f7b674c36ef3043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T10:19:30Z', 'updated_at': '2022-02-18T10:25:45Z', 'revision_number': 6, 'project_id': '98fd7f956b9c4a268f7b674c36ef3043', 'gw_port_host': None}] {{(pid=87770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 10:25:46.099352 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-0beb7ed2-f2d5-408d-a62a-2398b40147e3 admin admin] Calling delete_port for 9c14118d-7a65-4b43-b064-4985450f90c4 owned by network:router_gateway {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:25:46.167786 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:25:46.279238 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0beb7ed2-f2d5-408d-a62a-2398b40147e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:46.331340 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb7ed2-f2d5-408d-a62a-2398b40147e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c14118d-7a65-4b43-b064-4985450f90c4,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:46.437038 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0beb7ed2-f2d5-408d-a62a-2398b40147e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8241087'] for router_gateway, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:46.613290 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0beb7ed2-f2d5-408d-a62a-2398b40147e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8240957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42189'] for router, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:46.615308 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0beb7ed2-f2d5-408d-a62a-2398b40147e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:46.638759 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0beb7ed2-f2d5-408d-a62a-2398b40147e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8210019'] for router, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:46.639348 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0beb7ed2-f2d5-408d-a62a-2398b40147e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fbd44ac-fb86-4a9e-a503-5364cb6d47e1 {{(pid=87767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 10:25:46.651119 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-0beb7ed2-f2d5-408d-a62a-2398b40147e3 admin admin] Notify callbacks [] for router, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:46.652215 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-0beb7ed2-f2d5-408d-a62a-2398b40147e3 admin admin] 10.222.0.72 "DELETE /v2.0/routers/5fbd44ac-fb86-4a9e-a503-5364cb6d47e1 HTTP/1.1" status: 204 len: 168 time: 1.3652482 Feb 18 10:25:46.654776 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54122) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:46.714606 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16b01b6-f971-48de-8429-5e63771ff967 admin admin] Deleting subnet 9bcec2b3-e076-47d7-b1b0-8bf9d94020b8 {{(pid=87767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 18 10:25:46.717470 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c16b01b6-f971-48de-8429-5e63771ff967 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:46.764778 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c16b01b6-f971-48de-8429-5e63771ff967 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6589064'] for subnet, precommit_delete_associations {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:46.811918 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d3ed73bc-5050-4d55-a5ea-a482cff17550 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:25:46.848861 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c16b01b6-f971-48de-8429-5e63771ff967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-896992'] for subnet, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:46.850656 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: d3ed73bc-5050-4d55-a5ea-a482cff17550 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:25:46.851094 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device d3ed73bc-5050-4d55-a5ea-a482cff17550 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:25:46.917657 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c16b01b6-f971-48de-8429-5e63771ff967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-896987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5522388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5743605'] for subnet, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:46.956431 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b01b6-f971-48de-8429-5e63771ff967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bcec2b3-e076-47d7-b1b0-8bf9d94020b8,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:46.958348 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-c16b01b6-f971-48de-8429-5e63771ff967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:46.966275 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-c16b01b6-f971-48de-8429-5e63771ff967 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9bcec2b3-e076-47d7-b1b0-8bf9d94020b8 HTTP/1.1" status: 204 len: 168 time: 0.3105359 Feb 18 10:25:46.967616 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3590ea0-1a9e-48d9-a59d-59b353171d0d None None] Network 51901c7e-8e61-4310-98b7-72af3e51e5c9 requested from n-d-829434-1 {{(pid=87769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 18 10:25:46.968854 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54126) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:47.076695 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-917895'] for network, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:47.087732 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] Deleting port 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd {{(pid=87767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:25:47.088146 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:47.244416 n-d-829434-1 neutron-server[87769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f6011b-964a-4c0f-945f-4dc7ac836de7 None None] DHCP port deletion for 51901c7e-8e61-4310-98b7-72af3e51e5c9 request from n-d-829434-1 {{(pid=87769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 18 10:25:47.249205 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-99f6011b-964a-4c0f-945f-4dc7ac836de7 None None] Deleting port 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:25:47.249617 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-99f6011b-964a-4c0f-945f-4dc7ac836de7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:47.426862 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.db [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] For port 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd,segment=NetworkSegment(7408c461-70bd-4307-9d09-a90dda890699),segment_id=7408c461-70bd-4307-9d09-a90dda890699)] {{(pid=87767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:25:47.427703 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:47.491868 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.db [None req-99f6011b-964a-4c0f-945f-4dc7ac836de7 None None] For port 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd, host n-d-829434-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829434-1',level=0,port_id=71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd,segment=NetworkSegment(7408c461-70bd-4307-9d09-a90dda890699),segment_id=7408c461-70bd-4307-9d09-a90dda890699)] {{(pid=87769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 18 10:25:47.492112 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-99f6011b-964a-4c0f-945f-4dc7ac836de7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8208590'] for port, precommit_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:47.554556 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.plugin [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] Calling delete_port for 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd owned by network:dhcp {{(pid=87767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:25:47.640934 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1019048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765059461551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765059084948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5522363'] for port, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:47.654126 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-99f6011b-964a-4c0f-945f-4dc7ac836de7 None None] Calling delete_port for 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd owned by network:dhcp {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 18 10:25:47.691782 n-d-829434-1 neutron-server[87767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] No DVR routers for this DVR port 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd on host n-d-829434-1 {{(pid=87767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 10:25:47.694484 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] Pushing event deleted for resources: {'Port': ['ID=71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:47.739064 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.db.api [None req-99f6011b-964a-4c0f-945f-4dc7ac836de7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 10:25:47.739421 n-d-829434-1 neutron-server[87769]: DEBUG oslo_db.api [None req-99f6011b-964a-4c0f-945f-4dc7ac836de7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 10:25:47.849373 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898188', 'neutron.services.segments.db._delete_segments_for_network-8765059604911'] for network, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:47.885980 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51901c7e-8e61-4310-98b7-72af3e51e5c9']}} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:47.900845 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7408c461-70bd-4307-9d09-a90dda890699') {'for_net_delete': True} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:47.901118 n-d-829434-1 neutron-server[87767]: DEBUG neutron.services.segments.db [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7408c461-70bd-4307-9d09-a90dda890699') {} {{(pid=87767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 10:25:47.912922 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765059607754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6589107'] for segment, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:47.929316 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899989'] for segment, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:47.936081 n-d-829434-1 neutron-server[87767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 10:25:47.936489 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5522286'] for segment, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: Traceback (most recent call last): Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: timer() Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: cb(*args, **kw) Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: return func(*args, **kwargs) Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: self._notify() Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: self.callback(batched_events) Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: event.method(event) Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: return f(self, *a, **k) Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: return self._get(url).json() Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: return self.request(url, 'GET', **kwargs) Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 10:25:47.953310 n-d-829434-1 neutron-server[87767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 10:25:48.030076 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8241048'] for network, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:48.047431 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866768'] for network, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:48.060878 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] Pushing event deleted for resources: {'Network': ['ID=51901c7e-8e61-4310-98b7-72af3e51e5c9,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:48.065675 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-85a4a105-10c6-4800-baf8-8b7cb2538414 admin admin] 10.222.0.72 "DELETE /v2.0/networks/51901c7e-8e61-4310-98b7-72af3e51e5c9 HTTP/1.1" status: 204 len: 168 time: 1.0958116 Feb 18 10:25:48.192860 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [-] (87768) accepted ('10.222.0.72', 54132) {{(pid=87768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:48.241087 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-99f6011b-964a-4c0f-945f-4dc7ac836de7 None None] Deleting port 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd {{(pid=87769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 18 10:25:48.241620 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-99f6011b-964a-4c0f-945f-4dc7ac836de7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765059459943'] for port, before_delete {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:48.246125 n-d-829434-1 neutron-server[87768]: INFO neutron.wsgi [None req-2617ae9a-369c-42c5-840e-aaa0a5497bf2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a84b46a8128246c2a4f0f608da2866e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520678 Feb 18 10:25:48.246455 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54136) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:48.329940 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3db849ca-a18a-448e-9d38-bbfd31087fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:48.355635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-99f6011b-964a-4c0f-945f-4dc7ac836de7 None None] The port '71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd' was deleted {{(pid=87769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 18 10:25:48.360143 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3db849ca-a18a-448e-9d38-bbfd31087fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:48.375432 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9c14118d-7a65-4b43-b064-4985450f90c4 no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:25:48.411673 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 9c14118d-7a65-4b43-b064-4985450f90c4 {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:25:48.412100 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 9c14118d-7a65-4b43-b064-4985450f90c4 not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:25:48.412549 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd no longer exists at agent ovs-agent-n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 18 10:25:48.427961 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3db849ca-a18a-448e-9d38-bbfd31087fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:48.447286 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] No Port match for: 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd {{(pid=87769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 18 10:25:48.447635 n-d-829434-1 neutron-server[87769]: DEBUG neutron.plugins.ml2.rpc [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Device 71813198-d7a2-40ca-a4dd-fcb8fbe9e3bd not bound to the agent host n-d-829434-1 {{(pid=87769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 18 10:25:48.448979 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db849ca-a18a-448e-9d38-bbfd31087fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eb9d2a-5824-41ae-b22e-064edc81dde2,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:48.453756 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-3db849ca-a18a-448e-9d38-bbfd31087fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:48.457286 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-3db849ca-a18a-448e-9d38-bbfd31087fcd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/64eb9d2a-5824-41ae-b22e-064edc81dde2 HTTP/1.1" status: 204 len: 168 time: 0.2070577 Feb 18 10:25:48.828958 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54144) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:48.882044 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-49c50fd0-fafe-4227-a0e9-8d6b6834c06c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=98fd7f956b9c4a268f7b674c36ef3043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516312 Feb 18 10:25:48.885321 n-d-829434-1 neutron-server[87767]: DEBUG neutron.wsgi [-] (87767) accepted ('10.222.0.72', 54150) {{(pid=87767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 18 10:25:48.942390 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4fd088c5-784a-485c-8ad8-772951bb83de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:48.967783 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4fd088c5-784a-485c-8ad8-772951bb83de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:49.032545 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4fd088c5-784a-485c-8ad8-772951bb83de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372287'] for security_group, after_delete {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:49.049265 n-d-829434-1 neutron-server[87767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd088c5-784a-485c-8ad8-772951bb83de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9beb91-9105-4351-9ae3-969e07fc1bca,revision_number=None']} {{(pid=87767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 10:25:49.053685 n-d-829434-1 neutron-server[87767]: DEBUG neutron_lib.callbacks.manager [None req-4fd088c5-784a-485c-8ad8-772951bb83de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:25:49.055408 n-d-829434-1 neutron-server[87767]: INFO neutron.wsgi [None req-4fd088c5-784a-485c-8ad8-772951bb83de admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c9beb91-9105-4351-9ae3-969e07fc1bca HTTP/1.1" status: 204 len: 168 time: 0.1685426 Feb 18 10:26:00.587290 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0f2bef74-c33b-4704-918c-3f8fbdc5a0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:04.045000 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-d79e033b-c11e-4aeb-adc0-7688b45f5d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:04.096706 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:04.232720 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:05.462115 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:12.448921 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:12.453103 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:23.171264 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:26:30.589296 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c034199e-843c-4249-8d73-38a0cb7c11f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:34.046984 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-3d7c6d4b-e2a7-44ce-ae66-74e4bc68d954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:34.097998 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:34.235765 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:35.461689 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:42.455662 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:26:42.459726 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:00.172437 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:27:00.593659 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-aeeb495c-d3e4-432a-884d-2a5dc10494d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:04.048143 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-53bc95c2-388b-46e9-a58b-26d3b48206c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:04.099670 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:04.238458 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:05.464794 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:12.457102 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:12.467871 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:30.596124 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-687b3578-d8c1-489e-ade4-1bd85b97bdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:34.049973 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-03678735-6511-411b-9c65-3e0efb529297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:34.103789 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:34.240139 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:35.473217 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:37.173251 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:27:37.417010 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-4d5a9f57-63d1-4c2e-bd33-3ca3b679c5bc req-278c324b-a1e6-4214-888d-ce219268fe28 service neutron] (87768) timed out ('10.222.0.72', 51556) {{(pid=87768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 10:27:42.451949 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:27:42.492841 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:00.599496 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-972a9488-49ce-4ec6-a41b-7814815698c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:04.053098 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-fb723c96-f5e8-4ec4-96c3-02886e1b7b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:04.106294 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:04.243417 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:05.475533 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:12.484377 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:12.488746 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:14.172471 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:28:30.603779 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4c98a0c2-9d48-47f8-ac48-7ff4d5d0a6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:34.055579 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-bd115a95-b6f3-4690-b20c-85a368dc864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:34.107916 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:34.245374 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:35.477102 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:42.489744 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:42.490795 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:28:51.172286 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:29:00.605354 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-309b3d60-ad84-44a7-a2ef-7ff6eb4fa06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:04.056906 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-4992b2f5-8ca6-4e91-bc84-cc11cfb823ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:04.112452 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:04.248506 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:05.479457 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:12.502266 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:12.503657 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:28.171944 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:29:30.609918 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2d89bd20-1e58-4f33-a03e-6d1b373a973f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:34.058184 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-8cbf7b1c-af20-46ee-b95d-b6bf33cc7162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:34.115059 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:34.251200 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:35.483023 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:42.516906 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:29:42.517942 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:00.613647 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-28719838-78dd-4506-be8d-51aae9b37d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:04.061910 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-13cc642c-7e74-47f0-823d-311eee9e3fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:04.117379 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:04.253008 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:05.172499 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:30:05.486296 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:12.522658 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:12.527625 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:30.620608 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6d601964-8a45-459c-ac14-36ad0cb8a5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:34.063620 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-a0f28f04-bfe4-4a6f-9567-e2232feb5a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:34.121062 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:34.259492 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:35.490038 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:42.171920 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:30:42.529640 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:30:42.530743 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:00.613431 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-2038cd6f-d630-4cdb-b889-51d6d683c2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:04.064841 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-abe3381c-aa86-489a-b001-adbb6e8c6362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:04.126450 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:04.258615 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:05.492914 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:12.505543 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:12.536585 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:19.174030 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:31:30.618882 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0959948e-e727-4a54-b0a7-f64d7648f069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:34.066005 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-80607ddd-37b6-4a13-80fe-009bb6a6551b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:34.128417 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:34.260065 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:35.495769 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:42.537386 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:42.538513 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:31:56.172704 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:32:00.621768 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-73a326d2-7493-4837-9d98-8b83f4da6c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:04.067937 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-c7ad8c4a-6bdb-4c07-a060-a208433f53da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:04.128730 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:04.263621 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:05.498838 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:12.558803 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:12.560751 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:28.616200 n-d-829434-1 neutron-server[87768]: DEBUG neutron.wsgi [req-8b79d862-97cf-4afd-9cc2-f16489464c29 req-f20bb2ff-33e2-45a6-a1c5-f6e42c0533e6 service neutron] (87768) timed out ('10.222.0.72', 53096) {{(pid=87768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 18 10:32:30.623528 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-6a1a848f-2486-4876-8187-3550ac2ec246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:33.172303 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:32:34.072581 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-453868ee-f183-4254-ae31-ed190b535c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:34.131964 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:34.265916 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:35.502724 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:42.555587 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:32:42.567500 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:00.626756 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-428e095b-4d5e-49df-b3be-99b58be12018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:04.074598 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-04ed22c7-b7dc-46ce-8e4a-4d97977a0b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:04.134811 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:04.268249 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:05.504936 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:10.172360 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:33:12.548012 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:12.565407 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:30.629443 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1c8f91dc-f687-4bc9-a431-7836586fcc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:34.076794 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-63404346-fa37-42a1-b5e2-32264e08fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:34.137840 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:34.271252 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:35.508863 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:42.559117 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:42.612921 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:33:47.172164 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:34:00.632238 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-1134f6bf-fce2-4db3-a99b-c3897acbb16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:04.078462 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-dcc4c2c4-b9a2-4a02-a025-e2b9566d3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:04.139593 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9969-03cb-4d2a-b883-be4a1d5a19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:04.273212 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-e1c31220-8a0f-4549-b364-0b019f4f8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:05.512522 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-69a5f7c5-d7e8-43bf-b131-2efc2b479a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:12.562273 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9be7852b-ec74-48f0-829d-2186d632e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:12.613619 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-9632ad5c-7829-4771-85ef-64a26285781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 18 10:34:24.173691 n-d-829434-1 neutron-server[87770]: DEBUG neutron.db.agents_db [None req-273ce30b-8ee9-47ce-a672-ea43a35b06bd None None] Agent healthcheck: found 7 active agents {{(pid=87770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 18 10:34:30.635820 n-d-829434-1 neutron-server[87769]: DEBUG neutron_lib.callbacks.manager [None req-941c3526-46ae-4a57-9771-7c523e803817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765059604893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-893650'] for agent, after_update {{(pid=87769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}